-- Logs begin at Wed 2021-10-27 17:21:21 UTC, end at Wed 2021-10-27 19:59:00 UTC. -- Oct 27 18:04:21.582056 n-d-815690-2 systemd[1]: Started Devstack devstack@q-svc.service. Oct 27 18:04:24.323118 n-d-815690-2 neutron-server[102769]: INFO neutron.common.config [-] Logging enabled! Oct 27 18:04:24.323714 n-d-815690-2 neutron-server[102769]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 27 18:04:24.323902 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102769) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 27 18:04:24.327114 n-d-815690-2 neutron-server[102769]: INFO neutron.common.config [-] Logging enabled! Oct 27 18:04:24.327369 n-d-815690-2 neutron-server[102769]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 27 18:04:24.327677 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102769) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 27 18:04:24.328594 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 18:04:24.328824 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 18:04:24.329194 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 18:04:24.329433 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 18:04:24.329655 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 18:04:24.329970 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.330262 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.330552 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.330779 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.331103 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.331391 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.331670 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.331952 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.332244 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.332525 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.332797 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.333075 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.333301 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.334080 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.334359 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.334839 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.335067 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] debug = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.335344 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.335774 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.336175 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.336454 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.336744 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.337022 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.337288 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.337560 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.337840 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.338162 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] host = n-d-815690-2 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.338437 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.338720 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.339028 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.339314 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.339587 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.339862 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.340145 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.340414 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.340684 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] log_file = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.340957 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.341240 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.341523 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.341805 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.342026 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.342244 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.342527 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.342808 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.343098 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.343370 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.343640 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.343912 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.344181 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.344447 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.344725 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.345003 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.345281 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.345551 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.345822 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.346088 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.346355 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.346639 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.346936 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.347208 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.347475 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.347755 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.348020 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.348289 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.348581 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.348858 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.349894 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.350265 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.350566 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.350834 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.351122 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.351393 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.351661 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] use_json = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.351929 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.352196 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.352474 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.352743 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.353009 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.353277 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.353541 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.353819 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:24.354110 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.354403 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.354702 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.355013 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.355316 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.355596 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.355884 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.356422 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.356713 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.357000 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.357285 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.357560 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.357843 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.358118 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.358407 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.358708 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.359026 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.359316 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.359588 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.359859 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.360128 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.360402 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.360687 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.360960 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.361243 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.361525 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.361798 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.362078 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.362368 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.362654 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.362951 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.363226 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.363513 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.363785 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.364052 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.364324 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.364608 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.364906 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.365174 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.365452 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.365727 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.365995 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.366260 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.366539 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.366848 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.367119 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.367386 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.367652 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.367923 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.368188 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.368465 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.368740 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.369011 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.369278 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.369552 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.369819 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.370087 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.370359 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.370629 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.370926 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.371197 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.371463 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.371729 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.371997 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.372263 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.372532 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.372799 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.373068 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.373334 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.373601 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.373866 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.374134 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.374401 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.374679 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.374998 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.375272 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.375545 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.375817 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.376087 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.376362 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.376633 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.376905 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.377176 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.377444 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.377727 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.378005 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.378283 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.378560 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.378850 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.379164 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.379440 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.379720 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.379994 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.380268 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.380547 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.380909 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.381208 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.381498 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.381787 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.382073 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.382359 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.382635 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.382966 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.383243 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:24.383457 n-d-815690-2 neutron-server[102769]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 18:04:24.383693 n-d-815690-2 neutron-server[102769]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102769) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 27 18:04:24.814278 n-d-815690-2 neutron-server[102769]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 18:04:24.814552 n-d-815690-2 neutron-server[102769]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 18:04:24.814859 n-d-815690-2 neutron-server[102769]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 18:04:24.815191 n-d-815690-2 neutron-server[102769]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 27 18:04:25.130936 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.131126 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.131402 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.132646 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.132917 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.133178 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.167575 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.167847 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.168112 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.183475 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.183749 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.184014 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.214332 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.214611 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.214902 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.250626 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.250930 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.251199 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.485537 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.486234 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.486234 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.486234 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.486950 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.613346 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.613660 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.613939 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.614207 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.614478 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.615497 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.615760 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.616014 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.616268 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.616548 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.616807 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.617078 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.617341 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.617596 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.617849 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.618110 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.618361 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.618628 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.618929 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.619202 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.619451 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.619714 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.619992 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.620368 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.620615 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.620859 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.621246 n-d-815690-2 neutron-server[102769]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102769) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 18:04:25.621483 n-d-815690-2 neutron-server[102769]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102769) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 18:04:25.621715 n-d-815690-2 neutron-server[102769]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102769) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 18:04:25.621947 n-d-815690-2 neutron-server[102769]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102769) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 18:04:25.622178 n-d-815690-2 neutron-server[102769]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102769) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 18:04:25.622412 n-d-815690-2 neutron-server[102769]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102769) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 18:04:25.622767 n-d-815690-2 neutron-server[102769]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 27 18:04:25.625970 n-d-815690-2 neutron-server[102769]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 27 18:04:25.629919 n-d-815690-2 neutron-server[102769]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 27 18:04:25.634337 n-d-815690-2 neutron-server[102769]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Oct 27 18:04:25.635977 n-d-815690-2 neutron-server[102769]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 27 18:04:25.636432 n-d-815690-2 neutron-server[102769]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 27 18:04:25.636759 n-d-815690-2 neutron-server[102769]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 27 18:04:25.637135 n-d-815690-2 neutron-server[102769]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 27 18:04:25.639980 n-d-815690-2 neutron-server[102769]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 27 18:04:25.640231 n-d-815690-2 neutron-server[102769]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 27 18:04:25.640573 n-d-815690-2 neutron-server[102769]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 18:04:25.645876 n-d-815690-2 neutron-server[102769]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 27 18:04:25.667893 n-d-815690-2 neutron-server[102769]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 27 18:04:25.668343 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.668640 n-d-815690-2 neutron-server[102769]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102769) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 27 18:04:25.668996 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.670358 n-d-815690-2 neutron-server[102769]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102769) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 27 18:04:25.670636 n-d-815690-2 neutron-server[102769]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 18:04:25.670903 n-d-815690-2 neutron-server[102769]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 27 18:04:25.674091 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.674371 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:25.737187 n-d-815690-2 neutron-server[102769]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 27 18:04:25.737366 n-d-815690-2 neutron-server[102769]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 27 18:04:25.737599 n-d-815690-2 neutron-server[102769]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 27 18:04:25.737961 n-d-815690-2 neutron-server[102769]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 27 18:04:25.759061 n-d-815690-2 neutron-server[102769]: DEBUG oslo_db.sqlalchemy.engines [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102769) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 27 18:04:26.444144 n-d-815690-2 neutron-server[102769]: INFO neutron.plugins.ml2.managers [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Initializing driver for type 'gre' Oct 27 18:04:26.444680 n-d-815690-2 neutron-server[102769]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] gre ID ranges: [(1, 1000)] Oct 27 18:04:26.663275 n-d-815690-2 neutron-server[102769]: INFO neutron.plugins.ml2.managers [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Initializing driver for type 'local' Oct 27 18:04:26.663940 n-d-815690-2 neutron-server[102769]: INFO neutron.plugins.ml2.managers [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Initializing driver for type 'vlan' Oct 27 18:04:26.747661 n-d-815690-2 neutron-server[102769]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] VlanTypeDriver initialization complete Oct 27 18:04:26.747997 n-d-815690-2 neutron-server[102769]: INFO neutron.plugins.ml2.managers [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Initializing driver for type 'vxlan' Oct 27 18:04:26.748503 n-d-815690-2 neutron-server[102769]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] vxlan ID ranges: [(1, 1000)] Oct 27 18:04:26.925307 n-d-815690-2 neutron-server[102769]: INFO neutron.plugins.ml2.managers [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Initializing extension driver 'port_security' Oct 27 18:04:26.925580 n-d-815690-2 neutron-server[102769]: INFO neutron.plugins.ml2.extensions.port_security [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] PortSecurityExtensionDriver initialization complete Oct 27 18:04:26.925925 n-d-815690-2 neutron-server[102769]: INFO neutron.plugins.ml2.managers [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Initializing mechanism driver 'openvswitch' Oct 27 18:04:26.926253 n-d-815690-2 neutron-server[102769]: INFO neutron.plugins.ml2.managers [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Initializing mechanism driver 'hyperv' Oct 27 18:04:26.933747 n-d-815690-2 neutron-server[102769]: DEBUG neutron.plugins.ml2.plugin [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:04:26.934607 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > port after_create 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.935020 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > port after_update 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.935373 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > port after_delete 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.935906 n-d-815690-2 neutron-server[102769]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102769) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 18:04:26.936436 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > subnet after_create 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.936802 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > subnet after_update 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.937215 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.937623 n-d-815690-2 neutron-server[102769]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102769) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 18:04:26.938052 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > network after_create 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.938410 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > network after_update 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.938760 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > network after_delete 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.939193 n-d-815690-2 neutron-server[102769]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102769) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 18:04:26.942340 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > security_group after_create 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.942340 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > security_group after_update 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.942340 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.942340 n-d-815690-2 neutron-server[102769]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102769) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 18:04:26.942340 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.942770 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.942770 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.942770 n-d-815690-2 neutron-server[102769]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102769) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 18:04:26.942770 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > address_group after_create 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.943083 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > address_group after_update 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.943355 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.943762 n-d-815690-2 neutron-server[102769]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102769) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 18:04:26.944160 n-d-815690-2 neutron-server[102769]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] ML2 OVO RPC backend initialized. {{(pid=102769) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 27 18:04:26.944858 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.945217 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.945645 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > network before_response 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.945999 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > networks before_response 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.946350 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > port before_response 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.946760 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > ports before_response 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.947138 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > subnet before_response 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.947483 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > subnets before_response 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.947831 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > network after_create 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.948236 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > network after_update 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.948578 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > network after_delete 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.948920 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > port after_create 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.949259 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > port after_update 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.949598 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > port after_delete 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.949952 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > subnet after_create 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.950297 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > subnet after_update 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.950642 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.951333 n-d-815690-2 neutron-server[102769]: INFO neutron.plugins.ml2.plugin [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Modular L2 Plugin initialization complete Oct 27 18:04:26.951668 n-d-815690-2 neutron-server[102769]: DEBUG neutron.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading services supported by the core plugin {{(pid=102769) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 27 18:04:26.951999 n-d-815690-2 neutron-server[102769]: INFO neutron.plugins.ml2.managers [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Got port-security extension from driver 'port_security' Oct 27 18:04:26.952474 n-d-815690-2 neutron-server[102769]: INFO neutron.extensions.vlantransparent [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Disabled vlantransparent extension. Oct 27 18:04:26.953018 n-d-815690-2 neutron-server[102769]: DEBUG neutron.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102769) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 27 18:04:26.953341 n-d-815690-2 neutron-server[102769]: INFO neutron.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading Plugin: router Oct 27 18:04:26.990975 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.991365 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > router after_create 55549900 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.991742 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > router before_create 55549900 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.992113 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.992494 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.992856 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > router after_delete 55549900 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.993220 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.993700 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.994067 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > router after_create 55549900 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.994421 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > router after_update 55549900 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.994777 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > router after_update 55549900 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.995163 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.995527 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > router after_update 55549900 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.995944 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > router precommit_update 55549900 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.996317 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: port after_update 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.996664 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: port after_delete 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.997006 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: subnet after_update 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.997353 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.997706 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.998058 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > router precommit_create 55549900 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.998406 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: port before_delete 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.998751 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > router precommit_create 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.999137 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > router after_update 55549900 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.999487 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:26.999841 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > router precommit_create 55549900 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:27.000205 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:27.000557 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > router precommit_update 55549900 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:27.000923 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > agent after_create 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:27.001273 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > agent after_delete 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:27.001623 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > network after_delete 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:27.002488 n-d-815690-2 neutron-server[102769]: DEBUG neutron.quota.resource_registry [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Tracking information for resource: router configured {{(pid=102769) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 18:04:27.002831 n-d-815690-2 neutron-server[102769]: DEBUG neutron.quota.resource_registry [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Tracking information for resource: floatingip configured {{(pid=102769) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 18:04:27.007839 n-d-815690-2 neutron-server[102769]: INFO neutron.db.l3_agentschedulers_db [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 27 18:04:27.008417 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: port after_update 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:27.008787 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: port after_create 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:27.009140 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: port after_delete 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:27.009493 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: port after_update 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:27.010279 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > router before_create 55550100 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:27.010645 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:27.011044 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > router precommit_create 55550100 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:27.011407 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > router precommit_update 55550100 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:27.016273 n-d-815690-2 neutron-server[102769]: DEBUG neutron.services.provider_configuration [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Service providers = [] {{(pid=102769) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 27 18:04:27.016640 n-d-815690-2 neutron-server[102769]: DEBUG neutron.db.servicetype_db [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102769) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 27 18:04:27.019656 n-d-815690-2 neutron-server[102769]: DEBUG neutron.services.service_base [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102769) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 18:04:27.020007 n-d-815690-2 neutron-server[102769]: DEBUG neutron.services.service_base [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102769) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 18:04:27.020359 n-d-815690-2 neutron-server[102769]: DEBUG neutron.services.service_base [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102769) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 18:04:27.021284 n-d-815690-2 neutron-server[102769]: DEBUG neutron.services.service_base [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102769) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 18:04:27.021658 n-d-815690-2 neutron-server[102769]: INFO neutron.services.service_base [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 27 18:04:27.022036 n-d-815690-2 neutron-server[102769]: DEBUG neutron.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102769) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 18:04:27.022360 n-d-815690-2 neutron-server[102769]: INFO neutron.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 27 18:04:27.034444 n-d-815690-2 neutron-server[102769]: DEBUG neutron.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102769) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 18:04:27.034782 n-d-815690-2 neutron-server[102769]: INFO neutron.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading Plugin: auto_allocate Oct 27 18:04:27.041258 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: network precommit_update 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:27.041629 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: network precommit_create 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:27.042153 n-d-815690-2 neutron-server[102769]: DEBUG neutron.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102769) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 18:04:27.042481 n-d-815690-2 neutron-server[102769]: INFO neutron.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading Plugin: tag Oct 27 18:04:27.049317 n-d-815690-2 neutron-server[102769]: DEBUG neutron.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102769) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 18:04:27.049651 n-d-815690-2 neutron-server[102769]: INFO neutron.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading Plugin: timestamp Oct 27 18:04:27.054092 n-d-815690-2 neutron-server[102769]: DEBUG neutron.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102769) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 18:04:27.054422 n-d-815690-2 neutron-server[102769]: INFO neutron.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading Plugin: network_ip_availability Oct 27 18:04:27.059957 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:27.060333 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:27.060702 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:27.061419 n-d-815690-2 neutron-server[102769]: DEBUG neutron.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102769) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 18:04:27.061742 n-d-815690-2 neutron-server[102769]: INFO neutron.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading Plugin: flavors Oct 27 18:04:27.066768 n-d-815690-2 neutron-server[102769]: DEBUG neutron.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102769) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 18:04:27.067128 n-d-815690-2 neutron-server[102769]: INFO neutron.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading Plugin: revisions Oct 27 18:04:27.071834 n-d-815690-2 neutron-server[102769]: DEBUG neutron.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102769) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 18:04:27.072221 n-d-815690-2 neutron-server[102769]: DEBUG oslo_concurrency.lockutils [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.257s {{(pid=102769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 18:04:27.072970 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102769) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 27 18:04:27.073309 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Initializing extension manager. Oct 27 18:04:27.073831 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: __init__.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.074179 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: __pycache__ {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.074522 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.074888 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: address_group.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.075645 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.076212 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: address-group Oct 27 18:04:27.076542 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: address_scope.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.077263 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.077780 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: address-scope Oct 27 18:04:27.078109 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.079093 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.079614 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: router-admin-state-down-before-update Oct 27 18:04:27.079938 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: agent.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.080654 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.081175 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: agent Oct 27 18:04:27.081504 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: agent_resources_synced.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.082426 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.082973 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: agent-resources-synced Oct 27 18:04:27.083877 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: allowedaddresspairs.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.085927 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.086457 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: allowed-address-pairs Oct 27 18:04:27.086789 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: auto_allocated_topology.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.087914 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.088436 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: auto-allocated-topology Oct 27 18:04:27.088763 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: availability_zone.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.089464 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.089977 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: availability_zone Oct 27 18:04:27.090303 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: availability_zone_filter.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.091268 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.091785 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: availability_zone_filter Oct 27 18:04:27.092106 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: data_plane_status.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.093021 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.093532 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extension data-plane-status not supported by any of loaded plugins Oct 27 18:04:27.093855 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: default_subnetpools.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.094785 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.095331 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: default-subnetpools Oct 27 18:04:27.095656 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.096467 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.096982 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: dhcp_agent_scheduler Oct 27 18:04:27.097309 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: dns.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.098233 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.098743 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extension dns-integration not supported by any of loaded plugins Oct 27 18:04:27.100034 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: dns_domain_ports.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.101014 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.101530 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 27 18:04:27.101861 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.102793 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.103335 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 27 18:04:27.103655 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: dvr.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.104330 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.104842 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: dvr Oct 27 18:04:27.105165 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: ecmp_routes.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.106352 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.106884 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 27 18:04:27.107213 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: empty_string_filtering.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.108130 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.108646 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: empty-string-filtering Oct 27 18:04:27.108972 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.109898 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.110413 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 27 18:04:27.110740 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.111788 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.112298 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 27 18:04:27.112625 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: external_net.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.113539 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.114054 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: external-net Oct 27 18:04:27.114378 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.115531 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.116041 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: extra_dhcp_opt Oct 27 18:04:27.116366 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: extraroute.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.117282 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.117792 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: extraroute Oct 27 18:04:27.118118 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: extraroute_atomic.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.119189 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.119705 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: extraroute-atomic Oct 27 18:04:27.120032 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: filter_validation.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.120868 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.121381 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: filter-validation Oct 27 18:04:27.121717 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: fip_pf_description.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.122638 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.123186 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 27 18:04:27.123516 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: fip_port_details.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.124460 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.124979 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: fip-port-details Oct 27 18:04:27.125309 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: flavors.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.126552 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.127108 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: flavors Oct 27 18:04:27.127442 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.129122 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.129652 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 27 18:04:27.129987 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: floatingip_pools.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.130849 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.131360 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: floatingip-pools Oct 27 18:04:27.131694 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: ip_allocation.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.132636 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.133148 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extension ip_allocation not supported by any of loaded plugins Oct 27 18:04:27.133474 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.134405 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.134974 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: ip-substring-filtering Oct 27 18:04:27.135305 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: l2_adjacency.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.136249 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.136765 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 27 18:04:27.137091 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: l3.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.138050 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.138654 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: router Oct 27 18:04:27.139017 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.141274 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.141809 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 27 18:04:27.142147 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.143121 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.143646 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: ext-gw-mode Oct 27 18:04:27.143976 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.144929 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.145447 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: l3-ha Oct 27 18:04:27.146288 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: l3_flavors.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.147243 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.147758 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: l3-flavors Oct 27 18:04:27.148084 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.149007 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.149522 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 27 18:04:27.149850 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: l3agentscheduler.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.150903 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.151428 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: l3_agent_scheduler Oct 27 18:04:27.151759 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: logging.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.153269 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.153798 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extension logging not supported by any of loaded plugins Oct 27 18:04:27.154130 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: metering.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.154903 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.155484 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: metering Oct 27 18:04:27.155813 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.157043 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.157574 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: metering_source_and_destination_fields Oct 27 18:04:27.157906 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: multiprovidernet.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.158868 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.159392 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: multi-provider Oct 27 18:04:27.159719 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: netmtu.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.160647 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.161167 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: net-mtu Oct 27 18:04:27.162365 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: netmtu_writable.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.163339 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.163860 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: net-mtu-writable Oct 27 18:04:27.164189 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: network_availability_zone.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.164866 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.165382 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: network_availability_zone Oct 27 18:04:27.165707 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: network_ip_availability.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.166856 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.167380 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: network-ip-availability Oct 27 18:04:27.167710 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: network_segment_range.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.168478 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.168992 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extension network-segment-range not supported by any of loaded plugins Oct 27 18:04:27.169318 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: pagination.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.170312 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.170646 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: pagination Oct 27 18:04:27.171000 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: port_device_profile.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.171949 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.172482 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: port-device-profile Oct 27 18:04:27.172814 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.173746 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.174268 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: port-mac-address-regenerate Oct 27 18:04:27.174596 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.175662 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.176135 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: port-numa-affinity-policy Oct 27 18:04:27.176461 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: port_resource_request.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.177471 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.177982 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extension port-resource-request not supported by any of loaded plugins Oct 27 18:04:27.178308 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: portbindings.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.179281 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.179799 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: binding Oct 27 18:04:27.180122 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: portbindings_extended.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.181419 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.181939 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: binding-extended Oct 27 18:04:27.182272 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: portsecurity.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.183235 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.183762 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: port-security Oct 27 18:04:27.184077 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: project_id.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.185080 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.185420 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: project-id Oct 27 18:04:27.185748 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: providernet.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.186679 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.187235 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: provider Oct 27 18:04:27.187561 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: qos.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.191177 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.191707 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extension qos not supported by any of loaded plugins Oct 27 18:04:27.192043 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.193340 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.193880 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 27 18:04:27.194217 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.195177 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.195700 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 27 18:04:27.196033 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: qos_default.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.196959 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.197477 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extension qos-default not supported by any of loaded plugins Oct 27 18:04:27.197808 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: qos_fip.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.198469 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.199004 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extension qos-fip not supported by any of loaded plugins Oct 27 18:04:27.199335 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: qos_gateway_ip.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.200289 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.200811 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 27 18:04:27.201140 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: qos_port_network_policy.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.202082 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.202613 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 27 18:04:27.202978 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.204046 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.204564 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 27 18:04:27.204890 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: qos_pps_rule.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.206079 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.206600 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extension qos-pps not supported by any of loaded plugins Oct 27 18:04:27.206957 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: qos_rule_type_details.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.207887 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.209212 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 27 18:04:27.209320 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: qos_rules_alias.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.210512 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.211064 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 27 18:04:27.211399 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: quotasv2.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.212335 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.212670 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: quotas Oct 27 18:04:27.213002 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: quotasv2_detail.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.216262 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.216611 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: quota_details Oct 27 18:04:27.216947 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: rbac.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.218023 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.218558 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: rbac-policies Oct 27 18:04:27.219348 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: rbac_address_group.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.219866 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.220393 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: rbac-address-group Oct 27 18:04:27.220723 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: rbac_address_scope.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.221654 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.222180 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: rbac-address-scope Oct 27 18:04:27.222507 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: rbac_security_groups.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.223471 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.224623 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: rbac-security-groups Oct 27 18:04:27.225076 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: rbac_subnetpool.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.225812 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.226335 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: rbac-subnetpool Oct 27 18:04:27.226662 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: revisionifmatch.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.227641 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.228160 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: revision-if-match Oct 27 18:04:27.228489 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: revisions.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.229632 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.230156 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: standard-attr-revisions Oct 27 18:04:27.230488 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: router_availability_zone.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.231471 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.231985 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: router_availability_zone Oct 27 18:04:27.232311 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: routerservicetype.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.233251 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.233763 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extension router-service-type not supported by any of loaded plugins Oct 27 18:04:27.234090 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.235064 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.235591 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: security-groups-normalized-cidr Oct 27 18:04:27.235919 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.236865 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.237382 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: port-security-groups-filtering Oct 27 18:04:27.237709 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.238637 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.239188 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: security-groups-remote-address-group Oct 27 18:04:27.239671 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: securitygroup.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.249452 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.249990 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: security-group Oct 27 18:04:27.250330 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: segment.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.251164 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.251683 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extension segment not supported by any of loaded plugins Oct 27 18:04:27.252013 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.253053 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.253569 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 27 18:04:27.253898 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: servicetype.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.255067 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.255699 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: service-type Oct 27 18:04:27.256030 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: sorting.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.257037 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.257375 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: sorting Oct 27 18:04:27.257702 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: standard_attr_segment.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.258639 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.259190 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 27 18:04:27.259520 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: standardattrdescription.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.260183 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.260700 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: standard-attr-description Oct 27 18:04:27.261027 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: stateful_security_group.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.261974 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.262499 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: stateful-security-group Oct 27 18:04:27.262834 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: stdattrs_common.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.263457 n-d-815690-2 neutron-server[102769]: WARNING neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 27 18:04:27.263782 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.264729 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.265252 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 27 18:04:27.265578 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: subnet_onboard.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.266656 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.267213 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: subnet_onboard Oct 27 18:04:27.267542 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.268476 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.268993 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 27 18:04:27.269322 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: subnet_service_types.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.270251 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.271318 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: subnet-service-types Oct 27 18:04:27.271651 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: subnetallocation.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.272754 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.273282 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: subnet_allocation Oct 27 18:04:27.273618 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.274292 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.274848 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: subnetpool-prefix-ops Oct 27 18:04:27.275170 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.276110 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.276625 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 27 18:04:27.276953 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: tagging.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.278036 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.278556 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: standard-attr-tag Oct 27 18:04:27.278922 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: timestamp.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.280138 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.280661 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loaded extension: standard-attr-timestamp Oct 27 18:04:27.280991 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: trunk.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.282046 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.282572 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extension trunk not supported by any of loaded plugins Oct 27 18:04:27.282937 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: trunk_details.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.283878 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.284399 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extension trunk-details not supported by any of loaded plugins Oct 27 18:04:27.284727 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: uplink_status_propagation.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.285656 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.286173 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 27 18:04:27.287196 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Loading extension file: vlantransparent.py {{(pid=102769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 18:04:27.288046 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 18:04:27.288566 n-d-815690-2 neutron-server[102769]: INFO neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 27 18:04:27.291024 n-d-815690-2 neutron-server[102769]: INFO neutron.quota.resource_registry [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Creating instance of TrackedResource for resource:network Oct 27 18:04:27.291550 n-d-815690-2 neutron-server[102769]: INFO neutron.quota.resource_registry [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Creating instance of TrackedResource for resource:subnet Oct 27 18:04:27.291955 n-d-815690-2 neutron-server[102769]: INFO neutron.quota.resource_registry [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 18:04:27.292353 n-d-815690-2 neutron-server[102769]: INFO neutron.quota.resource_registry [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Creating instance of TrackedResource for resource:port Oct 27 18:04:27.293619 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.v2.resource_helper [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 18:04:27.294072 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.v2.resource_helper [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Service FLAVORS assigned prefix: {{(pid=102769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 18:04:27.294704 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.v2.resource_helper [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 18:04:27.295172 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.v2.resource_helper [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 18:04:27.295507 n-d-815690-2 neutron-server[102769]: INFO neutron.quota.resource_registry [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Creating instance of TrackedResource for resource:router Oct 27 18:04:27.295959 n-d-815690-2 neutron-server[102769]: INFO neutron.quota.resource_registry [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Creating instance of TrackedResource for resource:floatingip Oct 27 18:04:27.296463 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.v2.resource_helper [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Service METERING assigned prefix: /metering {{(pid=102769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 18:04:27.297925 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:27.298326 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:27.298680 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:04:27.299725 n-d-815690-2 neutron-server[102769]: INFO neutron.quota.resource_registry [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 18:04:27.300173 n-d-815690-2 neutron-server[102769]: INFO neutron.quota.resource_registry [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Creating instance of TrackedResource for resource:security_group Oct 27 18:04:27.300616 n-d-815690-2 neutron-server[102769]: INFO neutron.quota.resource_registry [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 18:04:27.301224 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.v2.resource_helper [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Service CORE assigned prefix: {{(pid=102769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 18:04:27.301558 n-d-815690-2 neutron-server[102769]: INFO neutron.quota.resource_registry [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 18:04:27.301910 n-d-815690-2 neutron-server[102769]: WARNING neutron.quota.resource_registry [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] subnetpool is already registered Oct 27 18:04:27.302542 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.v2.resource_helper [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Service CORE assigned prefix: {{(pid=102769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 18:04:27.302903 n-d-815690-2 neutron-server[102769]: INFO neutron.quota.resource_registry [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 18:04:27.303243 n-d-815690-2 neutron-server[102769]: WARNING neutron.quota.resource_registry [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] subnetpool is already registered Oct 27 18:04:27.305666 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.v2.resource_helper [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 18:04:27.306118 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.v2.resource_helper [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Service FLAVORS assigned prefix: {{(pid=102769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 18:04:27.306742 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.v2.resource_helper [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 18:04:27.307208 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.v2.resource_helper [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 18:04:27.307547 n-d-815690-2 neutron-server[102769]: INFO neutron.quota.resource_registry [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Creating instance of TrackedResource for resource:router Oct 27 18:04:27.307889 n-d-815690-2 neutron-server[102769]: WARNING neutron.quota.resource_registry [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] router is already registered Oct 27 18:04:27.308317 n-d-815690-2 neutron-server[102769]: INFO neutron.quota.resource_registry [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Creating instance of TrackedResource for resource:floatingip Oct 27 18:04:27.308661 n-d-815690-2 neutron-server[102769]: WARNING neutron.quota.resource_registry [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] floatingip is already registered Oct 27 18:04:27.309123 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.v2.resource_helper [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Service METERING assigned prefix: /metering {{(pid=102769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 18:04:27.309856 n-d-815690-2 neutron-server[102769]: INFO neutron.quota.resource_registry [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 18:04:27.310184 n-d-815690-2 neutron-server[102769]: WARNING neutron.quota.resource_registry [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] rbac_policy is already registered Oct 27 18:04:27.310599 n-d-815690-2 neutron-server[102769]: INFO neutron.quota.resource_registry [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Creating instance of TrackedResource for resource:security_group Oct 27 18:04:27.310969 n-d-815690-2 neutron-server[102769]: WARNING neutron.quota.resource_registry [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] security_group is already registered Oct 27 18:04:27.311377 n-d-815690-2 neutron-server[102769]: INFO neutron.quota.resource_registry [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 18:04:27.311711 n-d-815690-2 neutron-server[102769]: WARNING neutron.quota.resource_registry [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] security_group_rule is already registered Oct 27 18:04:27.312219 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.v2.resource_helper [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Service CORE assigned prefix: {{(pid=102769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 18:04:27.312550 n-d-815690-2 neutron-server[102769]: INFO neutron.quota.resource_registry [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 18:04:27.312884 n-d-815690-2 neutron-server[102769]: WARNING neutron.quota.resource_registry [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] subnetpool is already registered Oct 27 18:04:27.313304 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.v2.resource_helper [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Service CORE assigned prefix: {{(pid=102769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 18:04:27.313634 n-d-815690-2 neutron-server[102769]: INFO neutron.quota.resource_registry [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 18:04:27.313965 n-d-815690-2 neutron-server[102769]: WARNING neutron.quota.resource_registry [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] subnetpool is already registered Oct 27 18:04:27.315694 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extended resource: extensions {{(pid=102769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 18:04:27.317173 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extended resource: address-groups {{(pid=102769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 18:04:27.318949 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extended resource: address-scopes {{(pid=102769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 18:04:27.320280 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extended resource: agents {{(pid=102769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 18:04:27.321565 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extended resource: auto-allocated-topology {{(pid=102769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 18:04:27.322835 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extended resource: availability_zones {{(pid=102769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 18:04:27.324095 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extended resource: dhcp-networks {{(pid=102769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 18:04:27.325520 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extended resource: dhcp-agents {{(pid=102769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 18:04:27.327094 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extended resource: routers {{(pid=102769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 18:04:27.329247 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extended resource: flavors {{(pid=102769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 18:04:27.330530 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extended resource: service_profiles {{(pid=102769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 18:04:27.331797 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extended resource: next_providers {{(pid=102769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 18:04:27.333769 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extended resource: service_profiles {{(pid=102769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 18:04:27.335345 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extended resource: floatingip-pools {{(pid=102769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 18:04:27.336695 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extended resource: routers {{(pid=102769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 18:04:27.338852 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extended resource: floatingips {{(pid=102769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 18:04:27.340162 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extended resource: l3-routers {{(pid=102769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 18:04:27.341690 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extended resource: l3-agents {{(pid=102769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 18:04:27.343152 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extended resource: metering-labels {{(pid=102769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 18:04:27.344446 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extended resource: metering-label-rules {{(pid=102769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 18:04:27.345840 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extended resource: network-ip-availabilities {{(pid=102769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 18:04:27.347158 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extended resource: bindings {{(pid=102769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 18:04:27.348743 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extended resource: quotas {{(pid=102769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 18:04:27.351095 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extended resource: quotas {{(pid=102769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 18:04:27.352647 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extended resource: rbac-policies {{(pid=102769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 18:04:27.353859 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extended resource: security-groups {{(pid=102769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 18:04:27.355242 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extended resource: security-group-rules {{(pid=102769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 18:04:27.356777 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extended resource: service-providers {{(pid=102769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 18:04:27.358010 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extended resource: subnetpools {{(pid=102769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 18:04:27.359466 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extended resource: subnetpools {{(pid=102769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 18:04:27.360955 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extended resource: tags {{(pid=102769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 18:04:27.362665 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extended resource: tags {{(pid=102769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 18:04:27.364583 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extended resource: tags {{(pid=102769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 18:04:27.366574 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extended resource: tags {{(pid=102769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 18:04:27.370143 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extended resource: tags {{(pid=102769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 18:04:27.372148 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extended resource: tags {{(pid=102769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 18:04:27.373865 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extended resource: tags {{(pid=102769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 18:04:27.376701 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extended resource: tags {{(pid=102769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 18:04:27.378550 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extended resource: tags {{(pid=102769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 18:04:27.380361 n-d-815690-2 neutron-server[102769]: DEBUG neutron.api.extensions [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Extended resource: tags {{(pid=102769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 18:04:27.386626 n-d-815690-2 neutron-server[102769]: WARNING keystonemiddleware.auth_token [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 27 18:04:27.391191 n-d-815690-2 neutron-server[102769]: WARNING keystonemiddleware.auth_token [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 27 18:04:27.400903 n-d-815690-2 neutron-server[102769]: DEBUG oslo_concurrency.lockutils [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Acquired lock "singleton_lock" {{(pid=102769) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 27 18:04:27.401390 n-d-815690-2 neutron-server[102769]: DEBUG oslo_concurrency.lockutils [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Releasing lock "singleton_lock" {{(pid=102769) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 27 18:04:27.402043 n-d-815690-2 neutron-server[102769]: INFO oslo_service.service [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Starting 2 workers Oct 27 18:04:27.406977 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Started child 102878 {{(pid=102769) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 18:04:27.411514 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Started child 102879 {{(pid=102769) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 18:04:27.413016 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:04:27.413727 n-d-815690-2 neutron-server[102769]: INFO neutron.service [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 27 18:04:27.414352 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Publish callbacks [] for process, before_spawn {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:04:27.414525 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [-] (102878) wsgi starting up on http://0.0.0.0:9696 Oct 27 18:04:27.416754 n-d-815690-2 neutron-server[102769]: INFO oslo_service.service [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Starting 1 workers Oct 27 18:04:27.416931 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:04:27.418069 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [-] (102879) wsgi starting up on http://0.0.0.0:9696 Oct 27 18:04:27.421947 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Started child 102880 {{(pid=102769) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 18:04:27.422491 n-d-815690-2 neutron-server[102769]: INFO oslo_service.service [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Starting 1 workers Oct 27 18:04:27.425571 n-d-815690-2 neutron-server[102880]: DEBUG neutron.service [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] calling RpcWorker wait() {{(pid=102880) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 27 18:04:27.426158 n-d-815690-2 neutron-server[102880]: DEBUG neutron.service [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] returning from RpcWorker wait() {{(pid=102880) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 27 18:04:27.426981 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Started child 102881 {{(pid=102769) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 18:04:27.427599 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:04:27.428005 n-d-815690-2 neutron-server[102769]: DEBUG neutron_lib.callbacks.manager [None req-7c129001-facf-4aa3-8a0b-84fdde689ea4 None None] Publish callbacks [] for process, after_spawn {{(pid=102769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:04:27.428336 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:04:27.429897 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102769) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 27 18:04:27.430115 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 18:04:27.430302 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 18:04:27.430524 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 18:04:27.430893 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 18:04:27.431060 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 18:04:27.431571 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.431845 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.432086 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:04:27.432538 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.432538 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.432671 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.432987 n-d-815690-2 neutron-server[102881]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:04:27.433191 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.433517 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.433779 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.434046 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.434298 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.434467 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.434633 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.434913 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.435146 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.435449 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.435707 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.435965 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.436230 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.436404 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.436647 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.436905 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.437151 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.437419 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] debug = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.437662 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.438161 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.438390 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.438609 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.438834 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.439119 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.439347 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.439615 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.439850 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.440069 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.440313 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.440559 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.440803 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.441017 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.441261 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.441629 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.441854 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.442330 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] host = n-d-815690-2 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.442544 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.443321 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.443572 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.443805 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.444049 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.444287 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.444542 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.444819 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.445086 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.445313 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.445567 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.445808 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.446042 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.446274 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] log_file = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.446421 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] log_options = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.446657 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.446949 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.447208 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.447408 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.447576 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.447752 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.448018 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.448240 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.448427 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.448658 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.448874 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.449120 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.449335 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.449570 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.449826 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.450059 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.450293 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.450534 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.450778 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.451029 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.451271 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.451497 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.451730 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.451969 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.452207 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.452425 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.452681 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.452897 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.453105 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.453339 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.453574 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.453836 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.454068 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.454311 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.454584 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.454843 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.455073 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.455319 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.455656 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.455808 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.456051 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.456305 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.456525 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.456750 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.456986 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.457200 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.457429 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] use_json = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.457641 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.457887 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.458131 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.459058 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.459284 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.459498 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.459733 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.459966 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.460403 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.460672 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.460975 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.461230 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.461465 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.461704 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.461954 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.462177 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.463620 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.463885 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.464199 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.464427 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.464748 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.464976 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.465234 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.466958 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.467363 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.467555 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.467789 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.468043 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.468272 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.468523 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.468793 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.469022 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.469267 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.469507 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.469732 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.470059 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.470337 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.470618 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.470893 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.471114 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.471357 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.471605 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.471837 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.472052 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.472267 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.472529 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.472771 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.473003 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.473242 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.473470 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.473706 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.473983 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.474211 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.474973 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.475434 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.475434 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.476021 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.476021 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.476290 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.476290 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.476567 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.476965 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.477094 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.477224 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.477444 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.477656 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.477887 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.478119 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.478372 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.478592 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.478803 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.479071 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.489546 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.489546 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.489546 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.489546 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.489546 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.489546 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.489546 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.489546 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.489546 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.490110 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.490110 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.490110 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.490110 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.490110 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.490110 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.490110 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.490110 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.490110 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.490613 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.490613 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.490613 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.490613 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.490613 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.490613 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.490613 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.490613 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.490613 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.491203 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.491203 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.491203 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.491203 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.491203 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.491203 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.491203 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.491203 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.491762 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.491762 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.491762 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.491762 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.491762 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.491762 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.491762 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.491762 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.492306 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.492306 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.492306 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.492306 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.492306 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.492306 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.492306 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.492306 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.492834 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.492834 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.492834 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.492834 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.492834 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.492834 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.493237 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.493237 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.493423 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.493685 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.493927 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.494197 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.494452 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.494711 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.494977 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.495230 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.495467 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.495745 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.496001 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.496245 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.496462 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.496885 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.497208 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.497462 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.497696 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.497909 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.498171 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.498424 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.498653 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.498933 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.499182 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.499415 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.499697 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.499939 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.500152 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.500384 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.500607 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.500817 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.501054 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.501266 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.501501 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.501744 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.501956 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.502188 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.502402 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.502644 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.502875 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.503111 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.503324 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.503584 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.503796 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.504032 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.504265 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.504496 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.504730 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.504943 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.505704 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.506042 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.506263 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.506527 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.506770 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.507021 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.507246 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.507475 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.507706 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.507917 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.508157 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.508372 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.508582 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.508793 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.509008 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.509239 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.509450 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.509676 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.509887 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.510135 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.510382 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.510720 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.510996 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.511374 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.511482 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.512408 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.513182 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.514002 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.514255 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.514481 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.516460 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.516719 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.516997 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.517257 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.517508 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.517735 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.517971 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.518209 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.518457 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.518683 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.519007 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.519263 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.519503 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.519759 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.520004 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.526226 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.526226 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.526226 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.526226 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.526226 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.526226 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.526226 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.526226 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.526860 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.526860 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.526860 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.526860 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.526860 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.526860 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.526860 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.526860 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.527425 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.527425 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.527425 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.527425 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.527425 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.527425 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.527425 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.527425 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.527996 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.527996 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.527996 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.527996 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.527996 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.527996 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.527996 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.527996 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.528579 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.528579 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.528579 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.528579 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.528882 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.528882 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.529165 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.529408 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.529653 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.529876 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.530094 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.530332 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.530599 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.530924 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.531197 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.531460 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.531725 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.532003 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.532281 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.532543 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.532759 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.533060 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.533402 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.533683 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.533971 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.534187 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.534433 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.534652 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.534886 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.535121 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.535353 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.535566 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.535819 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.536048 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.536277 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.536641 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.536908 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.537130 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.537385 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.537615 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.537832 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.538044 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.538200 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 18:04:27.538716 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102769) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 27 18:04:27.538920 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 18:04:27.539075 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 18:04:27.539255 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 18:04:27.539427 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 18:04:27.539584 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 18:04:27.539787 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.539947 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.540105 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.540262 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.540419 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.540596 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.540754 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.540911 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.541083 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.541223 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.541380 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.541542 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.541685 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.541968 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.542210 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.542369 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.542681 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.543324 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.543634 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.543934 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.544243 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.544402 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.544559 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] debug = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.544717 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.544928 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.545098 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.545256 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.545413 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.545570 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.545729 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.545887 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.546042 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.546199 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.546384 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.546509 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.546668 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.547059 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.547771 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.547935 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.548091 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.548249 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] host = n-d-815690-2 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.548404 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.548560 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.548722 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.548881 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.549038 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.549195 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.549348 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.549677 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.549832 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.549985 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.550142 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.550297 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.550454 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.550609 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] log_file = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.550765 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] log_options = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.550958 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.551118 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.551276 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.551461 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.551622 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.551780 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.551936 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.552224 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.552385 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.552588 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.552700 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.552835 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.553018 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.553175 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.553331 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.553490 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.553646 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.553801 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.553958 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.554115 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.554272 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.554427 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.554582 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.554738 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.554918 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.555075 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.555231 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.555386 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.560703 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.560703 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.560703 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.560703 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.560703 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.560703 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.560703 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.560703 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.561265 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.561265 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.561265 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.561265 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.561265 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.561265 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.561265 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.561265 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.561811 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.561811 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.561811 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] use_json = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.561811 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.561811 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.561811 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.561811 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.561811 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.561811 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.562406 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.562406 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 18:04:27.562406 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.562406 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.562406 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.562406 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.562406 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.562406 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.562977 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.562977 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.562977 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.562977 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.562977 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.562977 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.562977 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.562977 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.563526 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.563526 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.563526 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.563526 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.563526 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.563526 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.563526 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.563526 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.564125 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.564125 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.564125 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.564125 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.564125 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.564125 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.564125 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.564125 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.564642 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.564642 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.564642 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.564642 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.564642 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.564642 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.565038 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.565038 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.565178 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.565255 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.565365 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.565524 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.565684 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.565843 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.566003 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.566161 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.566319 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.566477 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.566637 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.566794 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.566974 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.567143 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.567278 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.567461 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.568104 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.568264 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.568424 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.568584 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.568790 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.568929 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.569060 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.569192 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.569332 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.569464 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.569594 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.569745 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.569912 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.570074 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.570232 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.570389 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.570552 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.570750 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.570926 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.571067 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.571204 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.571341 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.571477 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.571613 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.571749 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.571884 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.572033 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.572171 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.572334 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.572478 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.572637 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.572793 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.572930 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.573087 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.573232 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.573399 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.573572 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.573762 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.574626 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.574626 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.574901 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.574901 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.575441 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.575637 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.575848 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.575848 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.576160 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.576160 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.576520 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.576520 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.576668 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.576745 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.576858 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.577021 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.577189 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.577336 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.577473 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.577619 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.577779 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.577933 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.578235 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.578524 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.578863 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.579028 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.581081 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.581081 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.581081 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.581081 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.581081 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.581081 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.581081 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.581081 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.581642 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.581642 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.581642 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.581642 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.581642 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.581642 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.581642 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.581642 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.582103 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.582103 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.582103 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.582103 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.582321 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.582321 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.582464 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.582622 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.582781 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.584483 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.584483 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.584483 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.584483 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.584483 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.584483 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.584483 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.585019 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.585019 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.585019 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.585019 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.585297 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.585297 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.585464 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.585622 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.585785 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.585945 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.586114 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.586269 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.586397 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.586559 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.586715 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.586899 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.587069 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.587214 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.587371 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.587528 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.587687 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.587845 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.588004 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.588163 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.588323 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.588482 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.588641 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.588805 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.588969 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.589117 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.589272 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.589434 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.589594 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.589751 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.589917 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.590076 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.590235 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.590394 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.590552 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.590712 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.590894 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.591054 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.591226 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.591384 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.591545 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.591702 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.591860 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.592016 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.592175 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.592333 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.592491 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.592648 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.592806 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.592966 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.593128 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.593288 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.593447 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.593628 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.593767 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.593924 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.594088 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.594262 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.594421 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.594579 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.594737 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.594917 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.595076 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.595244 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.595402 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.595561 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.595720 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.595876 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.596035 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.596202 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.596361 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.596518 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.596676 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.596857 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.596992 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.597172 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.597267 n-d-815690-2 neutron-server[102880]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:04:27.597354 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.597444 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.597607 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.597763 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.597920 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.598086 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.598244 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.598400 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.598558 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.598715 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.598929 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.599145 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.599292 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.599393 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.599588 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.599709 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.599867 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.600326 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.600491 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.600646 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.600804 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.600962 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.601119 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.601277 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.601446 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.601605 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.601766 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.601924 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.602081 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.602239 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.602447 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.602585 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.602724 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.602994 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.603122 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.603245 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.603368 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.603507 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.603632 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.603796 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.603966 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.604202 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.604340 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.604465 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.604589 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.604711 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.604864 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.605021 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.605179 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.605337 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.605496 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.605654 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.605813 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.606222 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.606381 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.606539 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.606697 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.606875 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.607036 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.607193 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 18:04:27.607345 n-d-815690-2 neutron-server[102769]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 18:04:27.761676 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38062) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:04:27.770332 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065773 Oct 27 18:04:39.523838 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466d1e92-9275-4719-95cf-5ce36a901567 None None] get_active_networks_info from n-d-815690-2 {{(pid=102880) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 18:04:39.583510 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466d1e92-9275-4719-95cf-5ce36a901567 None None] No non-hosted networks {{(pid=102880) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 27 18:04:39.594945 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.agentschedulers_db [None req-466d1e92-9275-4719-95cf-5ce36a901567 None None] DHCP Agent not found on host n-d-815690-2 {{(pid=102880) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 27 18:04:39.660159 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f16e7ba0-1854-4d32-889f-6ad2ae5738c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-400272'] for agent, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:04:42.053070 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3f0750aa-5da0-4ab9-b32b-fc35abc27764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-400272'] for agent, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:04:42.120053 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-c708b407-33cd-44f6-813a-529c56a7babe None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-815690-2 {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:04:42.120887 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-c708b407-33cd-44f6-813a-529c56a7babe None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:04:42.706746 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c708b407-33cd-44f6-813a-529c56a7babe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:04:43.284885 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-400272'] for agent, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:04:43.285561 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:04:43.286474 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:04:43.287013 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:04:43.287512 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:04:43.287990 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:04:43.288561 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:04:43.289035 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:04:43.289505 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:04:43.289973 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:04:43.290442 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:04:43.290951 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:04:43.291417 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:04:43.291969 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-815690-2', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:04:43.308930 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-815690-2', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:04:43.313409 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-400272'] for agent, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:04:45.056172 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-400272'] for agent, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:04:45.920638 n-d-815690-2 neutron-server[102880]: INFO neutron.db.l3_hamode_db [None req-ebcc1415-b57a-4dae-9299-f42d9af2d612 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 27 18:04:46.001073 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcc1415-b57a-4dae-9299-f42d9af2d612 None None] Routers set() bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:04:46.001466 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcc1415-b57a-4dae-9299-f42d9af2d612 None None] Router IDs set() for agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 27 18:04:46.330917 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38154) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:04:46.820618 n-d-815690-2 neutron-server[102879]: WARNING oslo_policy.policy [None req-ef62234a-5e4b-49c2-9757-4b653f6328d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 18:04:46.821227 n-d-815690-2 neutron-server[102879]: WARNING oslo_policy.policy [None req-ef62234a-5e4b-49c2-9757-4b653f6328d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 18:04:47.050484 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [None req-ef62234a-5e4b-49c2-9757-4b653f6328d1 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:04:47.052545 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ef62234a-5e4b-49c2-9757-4b653f6328d1 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7206726 Oct 27 18:04:49.529289 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38168) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:04:49.839031 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-cbc20885-0d40-4d76-94e1-1b19a3472b7a admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:04:49.934479 n-d-815690-2 neutron-server[102879]: DEBUG neutron.policy [None req-cbc20885-0d40-4d76-94e1-1b19a3472b7a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102879) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 27 18:04:49.981792 n-d-815690-2 neutron-server[102879]: WARNING oslo_policy.policy [None req-cbc20885-0d40-4d76-94e1-1b19a3472b7a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 18:04:49.982155 n-d-815690-2 neutron-server[102879]: WARNING oslo_policy.policy [None req-cbc20885-0d40-4d76-94e1-1b19a3472b7a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 18:04:49.991299 n-d-815690-2 neutron-server[102879]: INFO neutron.quota [None req-cbc20885-0d40-4d76-94e1-1b19a3472b7a admin admin] Loaded quota_driver: . Oct 27 18:04:50.135039 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cbc20885-0d40-4d76-94e1-1b19a3472b7a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753620372290', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753620372895', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753620360055', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753620354355', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753620010324', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753620349373', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-750956', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-738177', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7890586', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7949361'] for rbac-policy, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:04:50.326304 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cbc20885-0d40-4d76-94e1-1b19a3472b7a admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:04:50.327548 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-cbc20885-0d40-4d76-94e1-1b19a3472b7a admin admin] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7973015 Oct 27 18:04:53.009936 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38180) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:04:53.311120 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-db2f727f-fa0e-4995-8ef4-37141555330a admin admin] Request body: {'network': {'tenant_id': 'aa13466b2df44979a465a44bdd7da037', 'admin_state_up': True, 'name': 'private', 'project_id': 'aa13466b2df44979a465a44bdd7da037'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:04:53.398528 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2f727f-fa0e-4995-8ef4-37141555330a admin admin] Made reservation on behalf of aa13466b2df44979a465a44bdd7da037 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:04:53.401321 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-db2f727f-fa0e-4995-8ef4-37141555330a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:04:53.418282 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-db2f727f-fa0e-4995-8ef4-37141555330a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:04:53.521291 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-db2f727f-fa0e-4995-8ef4-37141555330a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:04:53.614536 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-db2f727f-fa0e-4995-8ef4-37141555330a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:04:53.635230 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db2f727f-fa0e-4995-8ef4-37141555330a admin admin] vlan segment allocate from pool success with {'vlan_id': 1008, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:04:53.664650 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-db2f727f-fa0e-4995-8ef4-37141555330a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753617379669', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:04:53.665236 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-db2f727f-fa0e-4995-8ef4-37141555330a admin admin] Unsubscribe: segment precommit_create {{(pid=102879) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 18:04:53.665733 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-db2f727f-fa0e-4995-8ef4-37141555330a admin admin] Added segment cf6a81b7-d321-4703-9c15-b4c0ab168332 of type vlan for network 0a212d7e-8893-43f5-9715-296e46c04eec Oct 27 18:04:53.680955 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f727f-fa0e-4995-8ef4-37141555330a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10541e6f-e4f4-4d97-b3a0-a19f320bdf30,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:04:53.708039 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f727f-fa0e-4995-8ef4-37141555330a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:04:53.708379 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f727f-fa0e-4995-8ef4-37141555330a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:04:53.708713 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f727f-fa0e-4995-8ef4-37141555330a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:04:53.709042 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f727f-fa0e-4995-8ef4-37141555330a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:04:53.709375 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f727f-fa0e-4995-8ef4-37141555330a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:04:53.709699 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f727f-fa0e-4995-8ef4-37141555330a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:04:53.710108 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f727f-fa0e-4995-8ef4-37141555330a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:04:53.710458 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f727f-fa0e-4995-8ef4-37141555330a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:04:53.710779 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f727f-fa0e-4995-8ef4-37141555330a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:04:53.711124 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f727f-fa0e-4995-8ef4-37141555330a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:04:53.711446 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f727f-fa0e-4995-8ef4-37141555330a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:04:53.711765 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f727f-fa0e-4995-8ef4-37141555330a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:04:53.712859 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f727f-fa0e-4995-8ef4-37141555330a admin admin] Tracked resource versions report: Oct 27 18:04:53.712859 n-d-815690-2 neutron-server[102879]: pushed versions: Oct 27 18:04:53.712859 n-d-815690-2 neutron-server[102879]: { 'AddressGroup': {'1.2'}, Oct 27 18:04:53.712859 n-d-815690-2 neutron-server[102879]: 'ConntrackHelper': {'1.0'}, Oct 27 18:04:53.712859 n-d-815690-2 neutron-server[102879]: 'Log': {'1.0'}, Oct 27 18:04:53.712859 n-d-815690-2 neutron-server[102879]: 'Network': {'1.1'}, Oct 27 18:04:53.712859 n-d-815690-2 neutron-server[102879]: 'Port': {'1.7'}, Oct 27 18:04:53.712859 n-d-815690-2 neutron-server[102879]: 'PortForwarding': {'1.2'}, Oct 27 18:04:53.712859 n-d-815690-2 neutron-server[102879]: 'QosPolicy': {'1.10'}, Oct 27 18:04:53.712859 n-d-815690-2 neutron-server[102879]: 'SecurityGroup': {'1.4'}, Oct 27 18:04:53.712859 n-d-815690-2 neutron-server[102879]: 'SecurityGroupRule': {'1.2'}, Oct 27 18:04:53.712859 n-d-815690-2 neutron-server[102879]: 'SubPort': {'1.0'}, Oct 27 18:04:53.712859 n-d-815690-2 neutron-server[102879]: 'Subnet': {'1.1'}, Oct 27 18:04:53.712859 n-d-815690-2 neutron-server[102879]: 'Trunk': {'1.1'}} Oct 27 18:04:53.712859 n-d-815690-2 neutron-server[102879]: consumer versions: Oct 27 18:04:53.712859 n-d-815690-2 neutron-server[102879]: { DHCP agent@n-d-815690-2: {}, Oct 27 18:04:53.712859 n-d-815690-2 neutron-server[102879]: L3 agent@n-d-815690-2: {}, Oct 27 18:04:53.712859 n-d-815690-2 neutron-server[102879]: Metadata agent@n-d-815690-2: {}, Oct 27 18:04:53.712859 n-d-815690-2 neutron-server[102879]: Metering agent@n-d-815690-2: {}, Oct 27 18:04:53.712859 n-d-815690-2 neutron-server[102879]: Open vSwitch agent@n-d-815690-2: { 'AddressGroup': '1.2', Oct 27 18:04:53.712859 n-d-815690-2 neutron-server[102879]: 'ConntrackHelper': '1.0', Oct 27 18:04:53.712859 n-d-815690-2 neutron-server[102879]: 'Log': '1.0', Oct 27 18:04:53.712859 n-d-815690-2 neutron-server[102879]: 'Network': '1.1', Oct 27 18:04:53.712859 n-d-815690-2 neutron-server[102879]: 'Port': '1.7', Oct 27 18:04:53.712859 n-d-815690-2 neutron-server[102879]: 'PortForwarding': '1.2', Oct 27 18:04:53.712859 n-d-815690-2 neutron-server[102879]: 'QosPolicy': '1.10', Oct 27 18:04:53.712859 n-d-815690-2 neutron-server[102879]: 'SecurityGroup': '1.4', Oct 27 18:04:53.712859 n-d-815690-2 neutron-server[102879]: 'SecurityGroupRule': '1.2', Oct 27 18:04:53.712859 n-d-815690-2 neutron-server[102879]: 'SubPort': '1.0', Oct 27 18:04:53.712859 n-d-815690-2 neutron-server[102879]: 'Subnet': '1.1', Oct 27 18:04:53.712859 n-d-815690-2 neutron-server[102879]: 'Trunk': '1.1'}} Oct 27 18:04:53.712859 n-d-815690-2 neutron-server[102879]: {{(pid=102879) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 18:04:53.787209 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-db2f727f-fa0e-4995-8ef4-37141555330a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:04:53.878422 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-db2f727f-fa0e-4995-8ef4-37141555330a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:04:53.879643 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2f727f-fa0e-4995-8ef4-37141555330a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:04:53.880341 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-db2f727f-fa0e-4995-8ef4-37141555330a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:04:53.974667 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f727f-fa0e-4995-8ef4-37141555330a admin admin] Pushing event updated for resources: {'Network': ['ID=0a212d7e-8893-43f5-9715-296e46c04eec,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:04:53.986402 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 0a212d7e-8893-43f5-9715-296e46c04eec details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:04:54.007412 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-db2f727f-fa0e-4995-8ef4-37141555330a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.9964099 Oct 27 18:04:56.798546 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38194) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:04:57.187958 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b90f8b-9686-4888-8858-d9b2452d393d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:04:57.189318 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e5b90f8b-9686-4888-8858-d9b2452d393d admin admin] 10.222.0.52 "GET /v2.0/networks/0a212d7e-8893-43f5-9715-296e46c04eec HTTP/1.1" status: 200 len: 826 time: 0.3898089 Oct 27 18:04:57.215620 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5bf80e7e-da27-4580-b5ad-8573284488d6 admin admin] 10.222.0.52 "GET /v2.0/subnetpools/12eedaae-2ea8-419f-b9fe-ca1098812eaf HTTP/1.1" status: 200 len: 734 time: 0.0194514 Oct 27 18:04:57.226133 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-02387b9e-23f8-45b8-9e26-c5917dfba44f admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '0a212d7e-8893-43f5-9715-296e46c04eec', 'subnetpool_id': '12eedaae-2ea8-419f-b9fe-ca1098812eaf', 'ip_version': 4, 'tenant_id': 'aa13466b2df44979a465a44bdd7da037'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:04:57.318260 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02387b9e-23f8-45b8-9e26-c5917dfba44f admin admin] Made reservation on behalf of aa13466b2df44979a465a44bdd7da037 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:04:57.320622 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-02387b9e-23f8-45b8-9e26-c5917dfba44f admin admin] Publish callbacks [] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:04:57.684662 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-02387b9e-23f8-45b8-9e26-c5917dfba44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:04:57.752834 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02387b9e-23f8-45b8-9e26-c5917dfba44f admin admin] Checking segment: {'id': 'cf6a81b7-d321-4703-9c15-b4c0ab168332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0a212d7e-8893-43f5-9715-296e46c04eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:04:57.753219 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02387b9e-23f8-45b8-9e26-c5917dfba44f admin admin] Network hostable DHCP agents. Network: 0a212d7e-8893-43f5-9715-296e46c04eec, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:04:57.760545 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02387b9e-23f8-45b8-9e26-c5917dfba44f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b42008d4-6e98-42ba-943d-e6083f8cec53,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:04:57.820957 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02387b9e-23f8-45b8-9e26-c5917dfba44f admin admin] Network 0a212d7e-8893-43f5-9715-296e46c04eec is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:04:57.878364 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-02387b9e-23f8-45b8-9e26-c5917dfba44f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 0a212d7e-8893-43f5-9715-296e46c04eec) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:04:57.883777 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02387b9e-23f8-45b8-9e26-c5917dfba44f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:04:57.884361 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-02387b9e-23f8-45b8-9e26-c5917dfba44f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:04:57.888835 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c842a7-ba95-497a-9242-08e48343e7db None None] Network 0a212d7e-8893-43f5-9715-296e46c04eec requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:04:57.978204 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-02387b9e-23f8-45b8-9e26-c5917dfba44f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7563660 Oct 27 18:04:58.204434 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c91806a-8ed7-4228-8214-018ac6195ec5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-0a212d7e-8893-43f5-9715-296e46c04eec', 'network_id': '0a212d7e-8893-43f5-9715-296e46c04eec', 'tenant_id': 'aa13466b2df44979a465a44bdd7da037', 'fixed_ips': [{'subnet_id': 'b42008d4-6e98-42ba-943d-e6083f8cec53'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:04:58.205687 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7c91806a-8ed7-4228-8214-018ac6195ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:04:58.500601 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-7c91806a-8ed7-4228-8214-018ac6195ec5 None None] Allocated IP 172.20.0.2 (0a212d7e-8893-43f5-9715-296e46c04eec/b42008d4-6e98-42ba-943d-e6083f8cec53/4f3451be-ffd5-4cf6-9146-7cc72c5075d8) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:04:58.715370 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7c91806a-8ed7-4228-8214-018ac6195ec5 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:04:58.810653 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7c91806a-8ed7-4228-8214-018ac6195ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:04:58.882374 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c91806a-8ed7-4228-8214-018ac6195ec5 None None] Network 0a212d7e-8893-43f5-9715-296e46c04eec is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:04:58.887270 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-7c91806a-8ed7-4228-8214-018ac6195ec5 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:04:58.891071 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c91806a-8ed7-4228-8214-018ac6195ec5 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:04:58.943528 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c91806a-8ed7-4228-8214-018ac6195ec5 None None] Pushing event updated for resources: {'Port': ['ID=4f3451be-ffd5-4cf6-9146-7cc72c5075d8,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:04:58.967299 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c91806a-8ed7-4228-8214-018ac6195ec5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:04:58.967654 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c91806a-8ed7-4228-8214-018ac6195ec5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:04:58.967995 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c91806a-8ed7-4228-8214-018ac6195ec5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:04:58.968606 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c91806a-8ed7-4228-8214-018ac6195ec5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:04:58.968950 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c91806a-8ed7-4228-8214-018ac6195ec5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:04:58.969281 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c91806a-8ed7-4228-8214-018ac6195ec5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:04:58.969608 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c91806a-8ed7-4228-8214-018ac6195ec5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:04:58.969932 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c91806a-8ed7-4228-8214-018ac6195ec5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:04:58.970255 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c91806a-8ed7-4228-8214-018ac6195ec5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:04:58.970576 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c91806a-8ed7-4228-8214-018ac6195ec5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:04:58.970919 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c91806a-8ed7-4228-8214-018ac6195ec5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:04:58.971242 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c91806a-8ed7-4228-8214-018ac6195ec5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:04:58.972394 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c91806a-8ed7-4228-8214-018ac6195ec5 None None] Tracked resource versions report: Oct 27 18:04:58.972394 n-d-815690-2 neutron-server[102880]: pushed versions: Oct 27 18:04:58.972394 n-d-815690-2 neutron-server[102880]: { 'AddressGroup': {'1.2'}, Oct 27 18:04:58.972394 n-d-815690-2 neutron-server[102880]: 'ConntrackHelper': {'1.0'}, Oct 27 18:04:58.972394 n-d-815690-2 neutron-server[102880]: 'Log': {'1.0'}, Oct 27 18:04:58.972394 n-d-815690-2 neutron-server[102880]: 'Network': {'1.1'}, Oct 27 18:04:58.972394 n-d-815690-2 neutron-server[102880]: 'Port': {'1.7'}, Oct 27 18:04:58.972394 n-d-815690-2 neutron-server[102880]: 'PortForwarding': {'1.2'}, Oct 27 18:04:58.972394 n-d-815690-2 neutron-server[102880]: 'QosPolicy': {'1.10'}, Oct 27 18:04:58.972394 n-d-815690-2 neutron-server[102880]: 'SecurityGroup': {'1.4'}, Oct 27 18:04:58.972394 n-d-815690-2 neutron-server[102880]: 'SecurityGroupRule': {'1.2'}, Oct 27 18:04:58.972394 n-d-815690-2 neutron-server[102880]: 'SubPort': {'1.0'}, Oct 27 18:04:58.972394 n-d-815690-2 neutron-server[102880]: 'Subnet': {'1.1'}, Oct 27 18:04:58.972394 n-d-815690-2 neutron-server[102880]: 'Trunk': {'1.1'}} Oct 27 18:04:58.972394 n-d-815690-2 neutron-server[102880]: consumer versions: Oct 27 18:04:58.972394 n-d-815690-2 neutron-server[102880]: { DHCP agent@n-d-815690-2: {}, Oct 27 18:04:58.972394 n-d-815690-2 neutron-server[102880]: L3 agent@n-d-815690-2: {}, Oct 27 18:04:58.972394 n-d-815690-2 neutron-server[102880]: Metadata agent@n-d-815690-2: {}, Oct 27 18:04:58.972394 n-d-815690-2 neutron-server[102880]: Metering agent@n-d-815690-2: {}, Oct 27 18:04:58.972394 n-d-815690-2 neutron-server[102880]: Open vSwitch agent@n-d-815690-2: { 'AddressGroup': '1.2', Oct 27 18:04:58.972394 n-d-815690-2 neutron-server[102880]: 'ConntrackHelper': '1.0', Oct 27 18:04:58.972394 n-d-815690-2 neutron-server[102880]: 'Log': '1.0', Oct 27 18:04:58.972394 n-d-815690-2 neutron-server[102880]: 'Network': '1.1', Oct 27 18:04:58.972394 n-d-815690-2 neutron-server[102880]: 'Port': '1.7', Oct 27 18:04:58.972394 n-d-815690-2 neutron-server[102880]: 'PortForwarding': '1.2', Oct 27 18:04:58.972394 n-d-815690-2 neutron-server[102880]: 'QosPolicy': '1.10', Oct 27 18:04:58.972394 n-d-815690-2 neutron-server[102880]: 'SecurityGroup': '1.4', Oct 27 18:04:58.972394 n-d-815690-2 neutron-server[102880]: 'SecurityGroupRule': '1.2', Oct 27 18:04:58.972394 n-d-815690-2 neutron-server[102880]: 'SubPort': '1.0', Oct 27 18:04:58.972394 n-d-815690-2 neutron-server[102880]: 'Subnet': '1.1', Oct 27 18:04:58.972394 n-d-815690-2 neutron-server[102880]: 'Trunk': '1.1'}} Oct 27 18:04:58.972394 n-d-815690-2 neutron-server[102880]: {{(pid=102880) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 18:04:58.989840 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-7c91806a-8ed7-4228-8214-018ac6195ec5 None None] Attempting to bind port 4f3451be-ffd5-4cf6-9146-7cc72c5075d8 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:04:58.990247 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-7c91806a-8ed7-4228-8214-018ac6195ec5 None None] Attempting to bind port 4f3451be-ffd5-4cf6-9146-7cc72c5075d8 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'cf6a81b7-d321-4703-9c15-b4c0ab168332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0a212d7e-8893-43f5-9715-296e46c04eec'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:04:58.990638 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c91806a-8ed7-4228-8214-018ac6195ec5 None None] Attempting to bind port 4f3451be-ffd5-4cf6-9146-7cc72c5075d8 on network 0a212d7e-8893-43f5-9715-296e46c04eec {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:04:58.995950 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c91806a-8ed7-4228-8214-018ac6195ec5 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:04:58.996332 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c91806a-8ed7-4228-8214-018ac6195ec5 None None] Checking segment: {'id': 'cf6a81b7-d321-4703-9c15-b4c0ab168332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0a212d7e-8893-43f5-9715-296e46c04eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:04:58.996787 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7c91806a-8ed7-4228-8214-018ac6195ec5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:04:58.997175 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c91806a-8ed7-4228-8214-018ac6195ec5 None None] Bound using segment: {'id': 'cf6a81b7-d321-4703-9c15-b4c0ab168332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0a212d7e-8893-43f5-9715-296e46c04eec'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:04:58.997655 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-7c91806a-8ed7-4228-8214-018ac6195ec5 None None] Bound port: 4f3451be-ffd5-4cf6-9146-7cc72c5075d8, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf6a81b7-d321-4703-9c15-b4c0ab168332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0a212d7e-8893-43f5-9715-296e46c04eec'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:04:58.998070 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7c91806a-8ed7-4228-8214-018ac6195ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:04:59.060543 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-7c91806a-8ed7-4228-8214-018ac6195ec5 None None] For port 4f3451be-ffd5-4cf6-9146-7cc72c5075d8, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:04:59.064782 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-7c91806a-8ed7-4228-8214-018ac6195ec5 None None] For port 4f3451be-ffd5-4cf6-9146-7cc72c5075d8, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=4f3451be-ffd5-4cf6-9146-7cc72c5075d8,segment=NetworkSegment(cf6a81b7-d321-4703-9c15-b4c0ab168332),segment_id=cf6a81b7-d321-4703-9c15-b4c0ab168332)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:04:59.131050 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7c91806a-8ed7-4228-8214-018ac6195ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:04:59.198514 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c91806a-8ed7-4228-8214-018ac6195ec5 None None] Pushing event updated for resources: {'Port': ['ID=4f3451be-ffd5-4cf6-9146-7cc72c5075d8,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:05:00.574153 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38202) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:05:00.882288 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [None req-15677bda-5974-4fc3-a24e-40fc3e6f701b admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:05:00.883324 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-15677bda-5974-4fc3-a24e-40fc3e6f701b admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3082187 Oct 27 18:05:03.385748 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38210) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:05:03.714426 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [None req-03c93542-8a0a-4083-9361-fb1040f59dca admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:05:03.715449 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-03c93542-8a0a-4083-9361-fb1040f59dca admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3287523 Oct 27 18:05:05.488654 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 5 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:05:06.520382 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 38220) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:05:07.023712 n-d-815690-2 neutron-server[102878]: WARNING oslo_policy.policy [None req-0e3718e9-6fa9-488f-b022-88ddab3a3de6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 18:05:07.024294 n-d-815690-2 neutron-server[102878]: WARNING oslo_policy.policy [None req-0e3718e9-6fa9-488f-b022-88ddab3a3de6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 18:05:07.261043 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-0e3718e9-6fa9-488f-b022-88ddab3a3de6 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'aa13466b2df44979a465a44bdd7da037'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:05:07.329764 n-d-815690-2 neutron-server[102878]: DEBUG neutron.policy [None req-0e3718e9-6fa9-488f-b022-88ddab3a3de6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102878) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 27 18:05:07.330158 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 4f3451be-ffd5-4cf6-9146-7cc72c5075d8 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:05:07.381031 n-d-815690-2 neutron-server[102878]: WARNING oslo_policy.policy [None req-0e3718e9-6fa9-488f-b022-88ddab3a3de6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 18:05:07.381445 n-d-815690-2 neutron-server[102878]: WARNING oslo_policy.policy [None req-0e3718e9-6fa9-488f-b022-88ddab3a3de6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 18:05:07.390308 n-d-815690-2 neutron-server[102878]: INFO neutron.quota [None req-0e3718e9-6fa9-488f-b022-88ddab3a3de6 admin admin] Loaded quota_driver: . Oct 27 18:05:07.420585 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 4f3451be-ffd5-4cf6-9146-7cc72c5075d8 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:05:07.420908 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:07.512035 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0e3718e9-6fa9-488f-b022-88ddab3a3de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:07.514066 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0e3718e9-6fa9-488f-b022-88ddab3a3de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:07.531486 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:07.567156 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 4f3451be-ffd5-4cf6-9146-7cc72c5075d8, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=4f3451be-ffd5-4cf6-9146-7cc72c5075d8,segment=NetworkSegment(cf6a81b7-d321-4703-9c15-b4c0ab168332),segment_id=cf6a81b7-d321-4703-9c15-b4c0ab168332)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:05:07.615592 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:07.663969 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=4f3451be-ffd5-4cf6-9146-7cc72c5075d8,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:05:07.676651 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0e3718e9-6fa9-488f-b022-88ddab3a3de6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:07.719516 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0e3718e9-6fa9-488f-b022-88ddab3a3de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:07.777882 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0e3718e9-6fa9-488f-b022-88ddab3a3de6 admin admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:07.779697 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0e3718e9-6fa9-488f-b022-88ddab3a3de6 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.2572331 Oct 27 18:05:08.487924 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb236ff1-9479-45b5-8291-09c711d8bdf9 None None] Network 0a212d7e-8893-43f5-9715-296e46c04eec requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:05:08.551735 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-c27757c5-3dbd-4c0f-905c-719d6312fa76 None None] Provisioning complete for port 4f3451be-ffd5-4cf6-9146-7cc72c5075d8 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:05:08.552102 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c27757c5-3dbd-4c0f-905c-719d6312fa76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:08.927472 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-258a84b6-c329-420b-95b2-4456e1f9f0f0 None None] Provisioning complete for port 4f3451be-ffd5-4cf6-9146-7cc72c5075d8 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:05:08.927837 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-258a84b6-c329-420b-95b2-4456e1f9f0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:09.299545 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 4f3451be-ffd5-4cf6-9146-7cc72c5075d8 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:05:09.344704 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 4f3451be-ffd5-4cf6-9146-7cc72c5075d8 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:05:09.345066 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:09.466706 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-25747775-311b-46c9-8b37-32d7636cee8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:10.281148 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 38240) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:05:10.605464 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [None req-11d57541-f6d9-4207-9476-0d3b7fa34cce admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:05:10.606581 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-11d57541-f6d9-4207-9476-0d3b7fa34cce admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3244381 Oct 27 18:05:12.021135 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0f7036f7-097f-401e-9eb1-f5b4596cc2a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:13.064260 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38248) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:05:13.220205 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:13.306577 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:13.378280 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-5ac59863-a65b-4669-9e76-85a9da8c0f88 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:05:13.455016 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac59863-a65b-4669-9e76-85a9da8c0f88 admin admin] Made reservation on behalf of 2c8220a1a88f45abb2f2c39b1ad3cc17 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:05:13.457694 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5ac59863-a65b-4669-9e76-85a9da8c0f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:13.465707 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5ac59863-a65b-4669-9e76-85a9da8c0f88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:13.537220 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5ac59863-a65b-4669-9e76-85a9da8c0f88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:13.630957 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5ac59863-a65b-4669-9e76-85a9da8c0f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:13.648458 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5ac59863-a65b-4669-9e76-85a9da8c0f88 admin admin] Reserving flat network on physical network physnet1 {{(pid=102879) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 27 18:05:13.662986 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac59863-a65b-4669-9e76-85a9da8c0f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a05ce53-df4d-4206-9d3f-5d0abc8237ed,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:05:13.674416 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5ac59863-a65b-4669-9e76-85a9da8c0f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:13.674416 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-5ac59863-a65b-4669-9e76-85a9da8c0f88 admin admin] Added segment 8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0 of type flat for network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e Oct 27 18:05:13.726322 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5ac59863-a65b-4669-9e76-85a9da8c0f88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:13.820500 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5ac59863-a65b-4669-9e76-85a9da8c0f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:13.821431 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac59863-a65b-4669-9e76-85a9da8c0f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:05:13.822022 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5ac59863-a65b-4669-9e76-85a9da8c0f88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:13.878271 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac59863-a65b-4669-9e76-85a9da8c0f88 admin admin] Pushing event updated for resources: {'Network': ['ID=0fad50cd-70b8-43d9-8a14-cc05c0fdea0e,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:05:13.887922 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:05:13.926452 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5ac59863-a65b-4669-9e76-85a9da8c0f88 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8611212 Oct 27 18:05:14.866637 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:16.420998 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38266) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:05:16.591773 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184cbba6-d688-48e8-9a4c-48ac79914172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:05:16.593105 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-184cbba6-d688-48e8-9a4c-48ac79914172 admin admin] 10.222.0.52 "GET /v2.0/subnets/b42008d4-6e98-42ba-943d-e6083f8cec53 HTTP/1.1" status: 200 len: 849 time: 0.1711493 Oct 27 18:05:16.751123 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6696ef2b-6165-45ff-8eb0-5c7a14a0dfd5 admin admin] 10.222.0.52 "GET /v2.0/routers/af812afa-1fe4-4c4a-91e7-bd378c1c89df HTTP/1.1" status: 200 len: 704 time: 0.1511736 Oct 27 18:05:17.012106 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cbd4442a-569d-4627-a9a5-1743915bc4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:17.300053 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-cbd4442a-569d-4627-a9a5-1743915bc4fe admin admin] Allocated IP 172.20.0.1 (0a212d7e-8893-43f5-9715-296e46c04eec/b42008d4-6e98-42ba-943d-e6083f8cec53/37e79431-2106-467a-9012-66a8d9a395a1) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:05:17.494823 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cbd4442a-569d-4627-a9a5-1743915bc4fe admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:17.615387 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cbd4442a-569d-4627-a9a5-1743915bc4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:17.688377 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd4442a-569d-4627-a9a5-1743915bc4fe admin admin] Network 0a212d7e-8893-43f5-9715-296e46c04eec is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:05:17.697608 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-cbd4442a-569d-4627-a9a5-1743915bc4fe admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:05:17.704157 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd4442a-569d-4627-a9a5-1743915bc4fe admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:05:17.704726 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cbd4442a-569d-4627-a9a5-1743915bc4fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:17.762124 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd4442a-569d-4627-a9a5-1743915bc4fe admin admin] Pushing event updated for resources: {'Port': ['ID=37e79431-2106-467a-9012-66a8d9a395a1,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:05:17.874776 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-572f671c-8cbd-4c86-8583-d5a3ccaa96ae None None] Provisioning complete for port 37e79431-2106-467a-9012-66a8d9a395a1 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:05:17.875432 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-572f671c-8cbd-4c86-8583-d5a3ccaa96ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:17.947882 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-572f671c-8cbd-4c86-8583-d5a3ccaa96ae None None] Port 37e79431-2106-467a-9012-66a8d9a395a1 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:05:17.989439 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cbd4442a-569d-4627-a9a5-1743915bc4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:18.197224 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cbd4442a-569d-4627-a9a5-1743915bc4fe admin admin] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:18.289401 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cbd4442a-569d-4627-a9a5-1743915bc4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:18.290193 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cbd4442a-569d-4627-a9a5-1743915bc4fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:18.364714 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd4442a-569d-4627-a9a5-1743915bc4fe admin admin] Pushing event updated for resources: {'Port': ['ID=37e79431-2106-467a-9012-66a8d9a395a1,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:05:18.412136 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd4442a-569d-4627-a9a5-1743915bc4fe admin admin] Network 0a212d7e-8893-43f5-9715-296e46c04eec is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:05:18.413378 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-cbd4442a-569d-4627-a9a5-1743915bc4fe admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:05:18.666904 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd4442a-569d-4627-a9a5-1743915bc4fe admin admin] Router af812afa-1fe4-4c4a-91e7-bd378c1c89df is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:05:18.670140 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-cf0d5f31-de6d-41e0-a931-666be8c84ece None None] Provisioning complete for port 37e79431-2106-467a-9012-66a8d9a395a1 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:05:18.670513 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cf0d5f31-de6d-41e0-a931-666be8c84ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:18.703588 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-cf0d5f31-de6d-41e0-a931-666be8c84ece None None] Port 37e79431-2106-467a-9012-66a8d9a395a1 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:05:18.757622 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd4442a-569d-4627-a9a5-1743915bc4fe admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:05:18.763036 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-cbd4442a-569d-4627-a9a5-1743915bc4fe admin admin] 10.222.0.52 "PUT /v2.0/routers/af812afa-1fe4-4c4a-91e7-bd378c1c89df/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0059211 Oct 27 18:05:18.778156 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e82e29-a4b6-48c4-9b3f-d1760a21233d None None] Sync routers for ids ['af812afa-1fe4-4c4a-91e7-bd378c1c89df'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:05:18.793366 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e82e29-a4b6-48c4-9b3f-d1760a21233d None None] Routers {'af812afa-1fe4-4c4a-91e7-bd378c1c89df'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:05:18.794179 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-e1e82e29-a4b6-48c4-9b3f-d1760a21233d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:05:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['af812afa-1fe4-4c4a-91e7-bd378c1c89df'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:05:18.981236 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-e1e82e29-a4b6-48c4-9b3f-d1760a21233d None None] Set router af812afa-1fe4-4c4a-91e7-bd378c1c89df gateway port host: None {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:05:19.417045 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-e1e82e29-a4b6-48c4-9b3f-d1760a21233d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af812afa-1fe4-4c4a-91e7-bd378c1c89df', 'name': 'router1', 'tenant_id': 'aa13466b2df44979a465a44bdd7da037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:05:07Z', 'updated_at': '2021-10-27T18:05:17Z', 'revision_number': 2, 'project_id': 'aa13466b2df44979a465a44bdd7da037', 'gw_port_host': None, '_interfaces': [{'id': '37e79431-2106-467a-9012-66a8d9a395a1', 'name': '', 'network_id': '0a212d7e-8893-43f5-9715-296e46c04eec', 'tenant_id': 'aa13466b2df44979a465a44bdd7da037', 'mac_address': 'fa:16:3e:da:12:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af812afa-1fe4-4c4a-91e7-bd378c1c89df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b42008d4-6e98-42ba-943d-e6083f8cec53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:05:17Z', 'updated_at': '2021-10-27T18:05:18Z', 'revision_number': 2, 'project_id': 'aa13466b2df44979a465a44bdd7da037', 'subnets': [{'id': 'b42008d4-6e98-42ba-943d-e6083f8cec53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '12eedaae-2ea8-419f-b9fe-ca1098812eaf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:05:19.468767 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e82e29-a4b6-48c4-9b3f-d1760a21233d None None] Checking router: af812afa-1fe4-4c4a-91e7-bd378c1c89df for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:05:19.469132 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e82e29-a4b6-48c4-9b3f-d1760a21233d None None] Updating router af812afa-1fe4-4c4a-91e7-bd378c1c89df port 37e79431-2106-467a-9012-66a8d9a395a1 binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:05:19.521347 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-e1e82e29-a4b6-48c4-9b3f-d1760a21233d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:20.034370 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-e1e82e29-a4b6-48c4-9b3f-d1760a21233d None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:20.094794 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-e1e82e29-a4b6-48c4-9b3f-d1760a21233d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:20.252696 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9149c83d-ab5b-46b9-986d-3b40981a705a None None] Pushing event updated for resources: {'Port': ['ID=37e79431-2106-467a-9012-66a8d9a395a1,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:05:20.267198 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-e1e82e29-a4b6-48c4-9b3f-d1760a21233d None None] Attempting to bind port 37e79431-2106-467a-9012-66a8d9a395a1 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:05:20.267447 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-e1e82e29-a4b6-48c4-9b3f-d1760a21233d None None] Attempting to bind port 37e79431-2106-467a-9012-66a8d9a395a1 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'cf6a81b7-d321-4703-9c15-b4c0ab168332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0a212d7e-8893-43f5-9715-296e46c04eec'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:05:20.267817 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e82e29-a4b6-48c4-9b3f-d1760a21233d None None] Attempting to bind port 37e79431-2106-467a-9012-66a8d9a395a1 on network 0a212d7e-8893-43f5-9715-296e46c04eec {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:05:20.273792 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9149c83d-ab5b-46b9-986d-3b40981a705a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:05:20.274372 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9149c83d-ab5b-46b9-986d-3b40981a705a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:05:20.275031 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9149c83d-ab5b-46b9-986d-3b40981a705a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:05:20.275602 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9149c83d-ab5b-46b9-986d-3b40981a705a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:05:20.276095 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9149c83d-ab5b-46b9-986d-3b40981a705a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:05:20.276440 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9149c83d-ab5b-46b9-986d-3b40981a705a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:05:20.276780 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9149c83d-ab5b-46b9-986d-3b40981a705a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:05:20.277114 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9149c83d-ab5b-46b9-986d-3b40981a705a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:05:20.277444 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9149c83d-ab5b-46b9-986d-3b40981a705a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:05:20.277772 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9149c83d-ab5b-46b9-986d-3b40981a705a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:05:20.278100 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9149c83d-ab5b-46b9-986d-3b40981a705a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:05:20.278423 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9149c83d-ab5b-46b9-986d-3b40981a705a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:05:20.279563 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9149c83d-ab5b-46b9-986d-3b40981a705a None None] Tracked resource versions report: Oct 27 18:05:20.279563 n-d-815690-2 neutron-server[102881]: pushed versions: Oct 27 18:05:20.279563 n-d-815690-2 neutron-server[102881]: { 'AddressGroup': {'1.2'}, Oct 27 18:05:20.279563 n-d-815690-2 neutron-server[102881]: 'ConntrackHelper': {'1.0'}, Oct 27 18:05:20.279563 n-d-815690-2 neutron-server[102881]: 'Log': {'1.0'}, Oct 27 18:05:20.279563 n-d-815690-2 neutron-server[102881]: 'Network': {'1.1'}, Oct 27 18:05:20.279563 n-d-815690-2 neutron-server[102881]: 'Port': {'1.7'}, Oct 27 18:05:20.279563 n-d-815690-2 neutron-server[102881]: 'PortForwarding': {'1.2'}, Oct 27 18:05:20.279563 n-d-815690-2 neutron-server[102881]: 'QosPolicy': {'1.10'}, Oct 27 18:05:20.279563 n-d-815690-2 neutron-server[102881]: 'SecurityGroup': {'1.4'}, Oct 27 18:05:20.279563 n-d-815690-2 neutron-server[102881]: 'SecurityGroupRule': {'1.2'}, Oct 27 18:05:20.279563 n-d-815690-2 neutron-server[102881]: 'SubPort': {'1.0'}, Oct 27 18:05:20.279563 n-d-815690-2 neutron-server[102881]: 'Subnet': {'1.1'}, Oct 27 18:05:20.279563 n-d-815690-2 neutron-server[102881]: 'Trunk': {'1.1'}} Oct 27 18:05:20.279563 n-d-815690-2 neutron-server[102881]: consumer versions: Oct 27 18:05:20.279563 n-d-815690-2 neutron-server[102881]: { DHCP agent@n-d-815690-2: {}, Oct 27 18:05:20.279563 n-d-815690-2 neutron-server[102881]: L3 agent@n-d-815690-2: {}, Oct 27 18:05:20.279563 n-d-815690-2 neutron-server[102881]: Metadata agent@n-d-815690-2: {}, Oct 27 18:05:20.279563 n-d-815690-2 neutron-server[102881]: Metering agent@n-d-815690-2: {}, Oct 27 18:05:20.279563 n-d-815690-2 neutron-server[102881]: Open vSwitch agent@n-d-815690-2: { 'AddressGroup': '1.2', Oct 27 18:05:20.279563 n-d-815690-2 neutron-server[102881]: 'ConntrackHelper': '1.0', Oct 27 18:05:20.279563 n-d-815690-2 neutron-server[102881]: 'Log': '1.0', Oct 27 18:05:20.279563 n-d-815690-2 neutron-server[102881]: 'Network': '1.1', Oct 27 18:05:20.279563 n-d-815690-2 neutron-server[102881]: 'Port': '1.7', Oct 27 18:05:20.279563 n-d-815690-2 neutron-server[102881]: 'PortForwarding': '1.2', Oct 27 18:05:20.279563 n-d-815690-2 neutron-server[102881]: 'QosPolicy': '1.10', Oct 27 18:05:20.279563 n-d-815690-2 neutron-server[102881]: 'SecurityGroup': '1.4', Oct 27 18:05:20.279563 n-d-815690-2 neutron-server[102881]: 'SecurityGroupRule': '1.2', Oct 27 18:05:20.279563 n-d-815690-2 neutron-server[102881]: 'SubPort': '1.0', Oct 27 18:05:20.279563 n-d-815690-2 neutron-server[102881]: 'Subnet': '1.1', Oct 27 18:05:20.279563 n-d-815690-2 neutron-server[102881]: 'Trunk': '1.1'}} Oct 27 18:05:20.279563 n-d-815690-2 neutron-server[102881]: {{(pid=102881) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 18:05:20.285595 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e82e29-a4b6-48c4-9b3f-d1760a21233d None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:05:20.285985 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e82e29-a4b6-48c4-9b3f-d1760a21233d None None] Checking segment: {'id': 'cf6a81b7-d321-4703-9c15-b4c0ab168332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0a212d7e-8893-43f5-9715-296e46c04eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:05:20.286654 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-e1e82e29-a4b6-48c4-9b3f-d1760a21233d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:20.287332 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e82e29-a4b6-48c4-9b3f-d1760a21233d None None] Bound using segment: {'id': 'cf6a81b7-d321-4703-9c15-b4c0ab168332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0a212d7e-8893-43f5-9715-296e46c04eec'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:05:20.288184 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-e1e82e29-a4b6-48c4-9b3f-d1760a21233d None None] Bound port: 37e79431-2106-467a-9012-66a8d9a395a1, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf6a81b7-d321-4703-9c15-b4c0ab168332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0a212d7e-8893-43f5-9715-296e46c04eec'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:05:20.288873 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-e1e82e29-a4b6-48c4-9b3f-d1760a21233d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:20.333525 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-3c2a6373-134f-4493-b367-1bee7dbd6a35 None None] Provisioning complete for port 37e79431-2106-467a-9012-66a8d9a395a1 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:05:20.334093 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3c2a6373-134f-4493-b367-1bee7dbd6a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:20.358657 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-e1e82e29-a4b6-48c4-9b3f-d1760a21233d None None] For port 37e79431-2106-467a-9012-66a8d9a395a1, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:05:20.370145 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-3c2a6373-134f-4493-b367-1bee7dbd6a35 None None] Port 37e79431-2106-467a-9012-66a8d9a395a1 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:05:20.378032 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-e1e82e29-a4b6-48c4-9b3f-d1760a21233d None None] For port 37e79431-2106-467a-9012-66a8d9a395a1, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=37e79431-2106-467a-9012-66a8d9a395a1,segment=NetworkSegment(cf6a81b7-d321-4703-9c15-b4c0ab168332),segment_id=cf6a81b7-d321-4703-9c15-b4c0ab168332)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:05:20.456379 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-e1e82e29-a4b6-48c4-9b3f-d1760a21233d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:20.512038 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9149c83d-ab5b-46b9-986d-3b40981a705a None None] Pushing event updated for resources: {'Port': ['ID=37e79431-2106-467a-9012-66a8d9a395a1,revision_number=4']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:05:20.523890 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e82e29-a4b6-48c4-9b3f-d1760a21233d None None] Routers {'af812afa-1fe4-4c4a-91e7-bd378c1c89df'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:05:20.524493 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-e1e82e29-a4b6-48c4-9b3f-d1760a21233d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:05:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['af812afa-1fe4-4c4a-91e7-bd378c1c89df'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:05:20.615777 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-e1e82e29-a4b6-48c4-9b3f-d1760a21233d None None] Set router af812afa-1fe4-4c4a-91e7-bd378c1c89df gateway port host: None {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:05:20.691138 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-03b4d562-45e1-499c-99ea-c79fcaecb4d3 None None] Provisioning complete for port 37e79431-2106-467a-9012-66a8d9a395a1 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:05:20.691599 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-03b4d562-45e1-499c-99ea-c79fcaecb4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:20.767253 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-03b4d562-45e1-499c-99ea-c79fcaecb4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:20.804757 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-03b4d562-45e1-499c-99ea-c79fcaecb4d3 None None] For port 37e79431-2106-467a-9012-66a8d9a395a1, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=37e79431-2106-467a-9012-66a8d9a395a1,segment=NetworkSegment(cf6a81b7-d321-4703-9c15-b4c0ab168332),segment_id=cf6a81b7-d321-4703-9c15-b4c0ab168332)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:05:20.828266 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-e1e82e29-a4b6-48c4-9b3f-d1760a21233d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af812afa-1fe4-4c4a-91e7-bd378c1c89df', 'name': 'router1', 'tenant_id': 'aa13466b2df44979a465a44bdd7da037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:05:07Z', 'updated_at': '2021-10-27T18:05:17Z', 'revision_number': 2, 'project_id': 'aa13466b2df44979a465a44bdd7da037', 'gw_port_host': None, '_interfaces': [{'id': '37e79431-2106-467a-9012-66a8d9a395a1', 'name': '', 'network_id': '0a212d7e-8893-43f5-9715-296e46c04eec', 'tenant_id': 'aa13466b2df44979a465a44bdd7da037', 'mac_address': 'fa:16:3e:da:12:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af812afa-1fe4-4c4a-91e7-bd378c1c89df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b42008d4-6e98-42ba-943d-e6083f8cec53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:05:17Z', 'updated_at': '2021-10-27T18:05:20Z', 'revision_number': 4, 'project_id': 'aa13466b2df44979a465a44bdd7da037', 'subnets': [{'id': 'b42008d4-6e98-42ba-943d-e6083f8cec53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '12eedaae-2ea8-419f-b9fe-ca1098812eaf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:05:20.849104 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-03b4d562-45e1-499c-99ea-c79fcaecb4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:20.855479 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e82e29-a4b6-48c4-9b3f-d1760a21233d None None] The sync data for ids ['af812afa-1fe4-4c4a-91e7-bd378c1c89df'] in n-d-815690-2 is: [{'id': 'af812afa-1fe4-4c4a-91e7-bd378c1c89df', 'name': 'router1', 'tenant_id': 'aa13466b2df44979a465a44bdd7da037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:05:07Z', 'updated_at': '2021-10-27T18:05:17Z', 'revision_number': 2, 'project_id': 'aa13466b2df44979a465a44bdd7da037', 'gw_port_host': None, '_interfaces': [{'id': '37e79431-2106-467a-9012-66a8d9a395a1', 'name': '', 'network_id': '0a212d7e-8893-43f5-9715-296e46c04eec', 'tenant_id': 'aa13466b2df44979a465a44bdd7da037', 'mac_address': 'fa:16:3e:da:12:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af812afa-1fe4-4c4a-91e7-bd378c1c89df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b42008d4-6e98-42ba-943d-e6083f8cec53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:05:17Z', 'updated_at': '2021-10-27T18:05:20Z', 'revision_number': 4, 'project_id': 'aa13466b2df44979a465a44bdd7da037', 'subnets': [{'id': 'b42008d4-6e98-42ba-943d-e6083f8cec53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '12eedaae-2ea8-419f-b9fe-ca1098812eaf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:05:20.908233 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b4d562-45e1-499c-99ea-c79fcaecb4d3 None None] Pushing event updated for resources: {'Port': ['ID=37e79431-2106-467a-9012-66a8d9a395a1,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:05:21.092534 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38286) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:05:21.201838 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14bea00-7542-472d-859b-f8298aa70efb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:05:21.203752 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f14bea00-7542-472d-859b-f8298aa70efb admin admin] 10.222.0.52 "GET /v2.0/networks/0fad50cd-70b8-43d9-8a14-cc05c0fdea0e HTTP/1.1" status: 200 len: 842 time: 0.1097355 Oct 27 18:05:21.213835 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-ec143a16-ea0f-4112-b3a3-1df3261e2ba4 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'enable_dhcp': False, 'cidr': '172.25.6.0/24', 'name': 'public-subnet', 'gateway_ip': '172.25.6.1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:05:21.294807 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec143a16-ea0f-4112-b3a3-1df3261e2ba4 admin admin] Made reservation on behalf of 2c8220a1a88f45abb2f2c39b1ad3cc17 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:05:21.297138 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ec143a16-ea0f-4112-b3a3-1df3261e2ba4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:21.663402 n-d-815690-2 neutron-server[102879]: DEBUG neutron.objects.ports [None req-ec143a16-ea0f-4112-b3a3-1df3261e2ba4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102879) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 18:05:21.663850 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ec143a16-ea0f-4112-b3a3-1df3261e2ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:21.783469 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec143a16-ea0f-4112-b3a3-1df3261e2ba4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f80198ea-4448-4dfb-88ff-466e6b7b551e,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:05:21.791455 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec143a16-ea0f-4112-b3a3-1df3261e2ba4 admin admin] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:05:21.791808 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec143a16-ea0f-4112-b3a3-1df3261e2ba4 admin admin] Network hostable DHCP agents. Network: 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:05:21.877386 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec143a16-ea0f-4112-b3a3-1df3261e2ba4 admin admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:05:21.934717 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-ec143a16-ea0f-4112-b3a3-1df3261e2ba4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:05:21.938618 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec143a16-ea0f-4112-b3a3-1df3261e2ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:05:21.939370 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ec143a16-ea0f-4112-b3a3-1df3261e2ba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:21.944942 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb1a3b6-66d2-4ae8-81d4-ad4a8f60ad30 None None] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:05:22.000411 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ec143a16-ea0f-4112-b3a3-1df3261e2ba4 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7900331 Oct 27 18:05:22.088136 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a668ec61-cea4-4e78-8352-d507d7be044f None None] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:05:24.467286 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38294) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:05:24.599513 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c6f04c6c-e16f-4d9a-bd1a-5697ca3bb4a5 admin admin] 10.222.0.52 "GET /v2.0/routers/af812afa-1fe4-4c4a-91e7-bd378c1c89df HTTP/1.1" status: 200 len: 710 time: 0.1310043 Oct 27 18:05:24.689407 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac01ab9-59f4-4ef6-8767-eb606cb08779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:05:24.691722 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-aac01ab9-59f4-4ef6-8767-eb606cb08779 admin admin] 10.222.0.52 "GET /v2.0/networks/0fad50cd-70b8-43d9-8a14-cc05c0fdea0e HTTP/1.1" status: 200 len: 886 time: 0.0853443 Oct 27 18:05:24.700705 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-290b6d76-c3ed-4d65-9a60-43cb0dbe1913 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:05:24.941603 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-290b6d76-c3ed-4d65-9a60-43cb0dbe1913 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:25.236902 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-290b6d76-c3ed-4d65-9a60-43cb0dbe1913 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:25.310185 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-290b6d76-c3ed-4d65-9a60-43cb0dbe1913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:25.418205 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-290b6d76-c3ed-4d65-9a60-43cb0dbe1913 admin admin] Allocated IP 172.25.6.90 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/a66ca52f-4fa2-40b6-a8d6-e2c570ce9f9e) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:05:25.534623 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-290b6d76-c3ed-4d65-9a60-43cb0dbe1913 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:25.603402 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-290b6d76-c3ed-4d65-9a60-43cb0dbe1913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:25.644003 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290b6d76-c3ed-4d65-9a60-43cb0dbe1913 admin admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:05:25.648885 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-290b6d76-c3ed-4d65-9a60-43cb0dbe1913 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:05:25.651644 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290b6d76-c3ed-4d65-9a60-43cb0dbe1913 admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:05:25.654731 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b6d76-c3ed-4d65-9a60-43cb0dbe1913 admin admin] Pushing event updated for resources: {'Port': ['ID=a66ca52f-4fa2-40b6-a8d6-e2c570ce9f9e,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:05:25.965224 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-290b6d76-c3ed-4d65-9a60-43cb0dbe1913 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:26.243629 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-290b6d76-c3ed-4d65-9a60-43cb0dbe1913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7878829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7877412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6053'] for router, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:26.247149 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-290b6d76-c3ed-4d65-9a60-43cb0dbe1913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7878836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7878843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7877419'] for router, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:26.362434 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290b6d76-c3ed-4d65-9a60-43cb0dbe1913 admin admin] Router af812afa-1fe4-4c4a-91e7-bd378c1c89df has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:05:26.472859 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290b6d76-c3ed-4d65-9a60-43cb0dbe1913 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:05:26.477322 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-290b6d76-c3ed-4d65-9a60-43cb0dbe1913 admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:26.478737 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-290b6d76-c3ed-4d65-9a60-43cb0dbe1913 admin admin] 10.222.0.52 "PUT /v2.0/routers/af812afa-1fe4-4c4a-91e7-bd378c1c89df HTTP/1.1" status: 200 len: 889 time: 1.7812207 Oct 27 18:05:27.330938 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 37e79431-2106-467a-9012-66a8d9a395a1 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:05:27.377467 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 37e79431-2106-467a-9012-66a8d9a395a1 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:05:27.377839 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:27.866582 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061854ca-5c21-4748-865b-b264cc5cb7eb None None] Sync routers for ids ['af812afa-1fe4-4c4a-91e7-bd378c1c89df'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:05:27.877618 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061854ca-5c21-4748-865b-b264cc5cb7eb None None] Routers {'af812afa-1fe4-4c4a-91e7-bd378c1c89df'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:05:27.878251 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-061854ca-5c21-4748-865b-b264cc5cb7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:05:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['af812afa-1fe4-4c4a-91e7-bd378c1c89df'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:05:28.083728 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-061854ca-5c21-4748-865b-b264cc5cb7eb None None] Set router af812afa-1fe4-4c4a-91e7-bd378c1c89df gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:05:28.535887 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-061854ca-5c21-4748-865b-b264cc5cb7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af812afa-1fe4-4c4a-91e7-bd378c1c89df', 'name': 'router1', 'tenant_id': 'aa13466b2df44979a465a44bdd7da037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'a66ca52f-4fa2-40b6-a8d6-e2c570ce9f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:05:07Z', 'updated_at': '2021-10-27T18:05:25Z', 'revision_number': 4, 'project_id': 'aa13466b2df44979a465a44bdd7da037', 'gw_port': {'id': 'a66ca52f-4fa2-40b6-a8d6-e2c570ce9f9e', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:10:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af812afa-1fe4-4c4a-91e7-bd378c1c89df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:05:25Z', 'updated_at': '2021-10-27T18:05:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '37e79431-2106-467a-9012-66a8d9a395a1', 'name': '', 'network_id': '0a212d7e-8893-43f5-9715-296e46c04eec', 'tenant_id': 'aa13466b2df44979a465a44bdd7da037', 'mac_address': 'fa:16:3e:da:12:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af812afa-1fe4-4c4a-91e7-bd378c1c89df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b42008d4-6e98-42ba-943d-e6083f8cec53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:05:17Z', 'updated_at': '2021-10-27T18:05:20Z', 'revision_number': 5, 'project_id': 'aa13466b2df44979a465a44bdd7da037', 'subnets': [{'id': 'b42008d4-6e98-42ba-943d-e6083f8cec53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '12eedaae-2ea8-419f-b9fe-ca1098812eaf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:05:28.588985 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061854ca-5c21-4748-865b-b264cc5cb7eb None None] Checking router: af812afa-1fe4-4c4a-91e7-bd378c1c89df for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:05:28.589341 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061854ca-5c21-4748-865b-b264cc5cb7eb None None] Updating router af812afa-1fe4-4c4a-91e7-bd378c1c89df port a66ca52f-4fa2-40b6-a8d6-e2c570ce9f9e binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:05:28.636163 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-061854ca-5c21-4748-865b-b264cc5cb7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:28.947224 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-061854ca-5c21-4748-865b-b264cc5cb7eb None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:28.992493 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38306) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:05:29.037548 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-061854ca-5c21-4748-865b-b264cc5cb7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:29.092678 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-061854ca-5c21-4748-865b-b264cc5cb7eb None None] Attempting to bind port a66ca52f-4fa2-40b6-a8d6-e2c570ce9f9e on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:05:29.093072 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-061854ca-5c21-4748-865b-b264cc5cb7eb None None] Attempting to bind port a66ca52f-4fa2-40b6-a8d6-e2c570ce9f9e by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:05:29.093439 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061854ca-5c21-4748-865b-b264cc5cb7eb None None] Attempting to bind port a66ca52f-4fa2-40b6-a8d6-e2c570ce9f9e on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:05:29.096486 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83484982-cda5-4670-94f0-49caff2a1151 None None] Pushing event updated for resources: {'Port': ['ID=a66ca52f-4fa2-40b6-a8d6-e2c570ce9f9e,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:05:29.101095 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061854ca-5c21-4748-865b-b264cc5cb7eb None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:05:29.101492 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061854ca-5c21-4748-865b-b264cc5cb7eb None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:05:29.101910 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-061854ca-5c21-4748-865b-b264cc5cb7eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:29.102285 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061854ca-5c21-4748-865b-b264cc5cb7eb None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:05:29.102751 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-061854ca-5c21-4748-865b-b264cc5cb7eb None None] Bound port: a66ca52f-4fa2-40b6-a8d6-e2c570ce9f9e, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:05:29.103168 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-061854ca-5c21-4748-865b-b264cc5cb7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:29.105859 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c8c1edb7-72ec-41cd-be99-541eca547b3a admin admin] 10.222.0.52 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1122367 Oct 27 18:05:29.156208 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-061854ca-5c21-4748-865b-b264cc5cb7eb None None] For port a66ca52f-4fa2-40b6-a8d6-e2c570ce9f9e, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:05:29.159708 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-061854ca-5c21-4748-865b-b264cc5cb7eb None None] For port a66ca52f-4fa2-40b6-a8d6-e2c570ce9f9e, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=a66ca52f-4fa2-40b6-a8d6-e2c570ce9f9e,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:05:29.221277 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-061854ca-5c21-4748-865b-b264cc5cb7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:29.283945 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83484982-cda5-4670-94f0-49caff2a1151 None None] Pushing event updated for resources: {'Port': ['ID=a66ca52f-4fa2-40b6-a8d6-e2c570ce9f9e,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:05:29.288450 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061854ca-5c21-4748-865b-b264cc5cb7eb None None] Routers {'af812afa-1fe4-4c4a-91e7-bd378c1c89df'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:05:29.289057 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-061854ca-5c21-4748-865b-b264cc5cb7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:05:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['af812afa-1fe4-4c4a-91e7-bd378c1c89df'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:05:29.395119 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-061854ca-5c21-4748-865b-b264cc5cb7eb None None] Set router af812afa-1fe4-4c4a-91e7-bd378c1c89df gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:05:29.614202 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-061854ca-5c21-4748-865b-b264cc5cb7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af812afa-1fe4-4c4a-91e7-bd378c1c89df', 'name': 'router1', 'tenant_id': 'aa13466b2df44979a465a44bdd7da037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'a66ca52f-4fa2-40b6-a8d6-e2c570ce9f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:05:07Z', 'updated_at': '2021-10-27T18:05:25Z', 'revision_number': 4, 'project_id': 'aa13466b2df44979a465a44bdd7da037', 'gw_port': {'id': 'a66ca52f-4fa2-40b6-a8d6-e2c570ce9f9e', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:10:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af812afa-1fe4-4c4a-91e7-bd378c1c89df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:05:25Z', 'updated_at': '2021-10-27T18:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '37e79431-2106-467a-9012-66a8d9a395a1', 'name': '', 'network_id': '0a212d7e-8893-43f5-9715-296e46c04eec', 'tenant_id': 'aa13466b2df44979a465a44bdd7da037', 'mac_address': 'fa:16:3e:da:12:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af812afa-1fe4-4c4a-91e7-bd378c1c89df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b42008d4-6e98-42ba-943d-e6083f8cec53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:05:17Z', 'updated_at': '2021-10-27T18:05:20Z', 'revision_number': 5, 'project_id': 'aa13466b2df44979a465a44bdd7da037', 'subnets': [{'id': 'b42008d4-6e98-42ba-943d-e6083f8cec53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '12eedaae-2ea8-419f-b9fe-ca1098812eaf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:05:29.640583 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061854ca-5c21-4748-865b-b264cc5cb7eb None None] The sync data for ids ['af812afa-1fe4-4c4a-91e7-bd378c1c89df'] in n-d-815690-2 is: [{'id': 'af812afa-1fe4-4c4a-91e7-bd378c1c89df', 'name': 'router1', 'tenant_id': 'aa13466b2df44979a465a44bdd7da037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.90'}], 'enable_snat': True}, 'gw_port_id': 'a66ca52f-4fa2-40b6-a8d6-e2c570ce9f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:05:07Z', 'updated_at': '2021-10-27T18:05:25Z', 'revision_number': 4, 'project_id': 'aa13466b2df44979a465a44bdd7da037', 'gw_port': {'id': 'a66ca52f-4fa2-40b6-a8d6-e2c570ce9f9e', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:10:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af812afa-1fe4-4c4a-91e7-bd378c1c89df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:05:25Z', 'updated_at': '2021-10-27T18:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '37e79431-2106-467a-9012-66a8d9a395a1', 'name': '', 'network_id': '0a212d7e-8893-43f5-9715-296e46c04eec', 'tenant_id': 'aa13466b2df44979a465a44bdd7da037', 'mac_address': 'fa:16:3e:da:12:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af812afa-1fe4-4c4a-91e7-bd378c1c89df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b42008d4-6e98-42ba-943d-e6083f8cec53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:05:17Z', 'updated_at': '2021-10-27T18:05:20Z', 'revision_number': 5, 'project_id': 'aa13466b2df44979a465a44bdd7da037', 'subnets': [{'id': 'b42008d4-6e98-42ba-943d-e6083f8cec53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '12eedaae-2ea8-419f-b9fe-ca1098812eaf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:05:31.360876 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device a66ca52f-4fa2-40b6-a8d6-e2c570ce9f9e up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:05:31.419288 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port a66ca52f-4fa2-40b6-a8d6-e2c570ce9f9e triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:05:31.419696 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:31.504810 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:31.526777 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port a66ca52f-4fa2-40b6-a8d6-e2c570ce9f9e, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=a66ca52f-4fa2-40b6-a8d6-e2c570ce9f9e,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:05:31.581177 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:31.633351 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=a66ca52f-4fa2-40b6-a8d6-e2c570ce9f9e,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:05:33.357633 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device a66ca52f-4fa2-40b6-a8d6-e2c570ce9f9e up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:05:33.431196 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port a66ca52f-4fa2-40b6-a8d6-e2c570ce9f9e triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:05:33.431196 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:39.488841 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-728ba0b1-ed24-4c73-bcfe-60ff4767d3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:42.059053 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8c7ef087-8b03-4cc2-8d4c-72ab6ff9edff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:42.490919 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 5 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:05:43.223218 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:43.288549 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:05:44.880085 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:06:09.464487 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-546bf423-b7d5-4fd9-a8b6-174bac9ffae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:06:12.018256 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-bf6f5126-cb4e-4d5a-8616-ca0550a9d4a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:06:13.224876 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:06:13.321245 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:06:14.858416 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:06:19.490328 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 5 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:06:39.486253 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5f3efd8a-c2bd-4b9b-b134-8b7a29021c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:06:42.018216 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e1985da5-6135-4277-ac56-b1cb28cd23ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:06:43.228241 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:06:43.291281 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:06:44.879856 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:06:56.489456 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 5 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:07:09.473368 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-bf2500ef-7198-420a-b067-965e66b1a2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:07:12.015917 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f80e2b08-4c4d-4000-a530-c24ce6b16770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:07:13.244553 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:07:13.307458 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:07:14.015656 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38900) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:07:14.077369 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-b37ba794-19ae-4208-a7c0-da6c1d66f705 admin admin] GET failed (client error): The resource could not be found. Oct 27 18:07:14.079253 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b37ba794-19ae-4208-a7c0-da6c1d66f705 admin admin] 10.222.0.52 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0625854 Oct 27 18:07:14.238220 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e259c33-f5c0-4f35-a5ce-fd5e800d9083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:07:14.239729 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6e259c33-f5c0-4f35-a5ce-fd5e800d9083 admin admin] 10.222.0.52 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1564910 Oct 27 18:07:14.884591 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:07:16.523928 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38910) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:07:16.617679 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eabc25a-0fed-422e-b4a3-3da5484dc701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:07:16.619035 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1eabc25a-0fed-422e-b4a3-3da5484dc701 admin admin] 10.222.0.52 "GET /v2.0/subnets/b42008d4-6e98-42ba-943d-e6083f8cec53 HTTP/1.1" status: 200 len: 849 time: 0.0941088 Oct 27 18:07:16.629360 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-570ecc70-9131-4968-9798-f3e38e0dd1af admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:07:16.714096 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-570ecc70-9131-4968-9798-f3e38e0dd1af admin admin] Publish callbacks [] for subnet, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:07:16.895916 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-570ecc70-9131-4968-9798-f3e38e0dd1af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753617353957'] for subnet, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:07:16.929166 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570ecc70-9131-4968-9798-f3e38e0dd1af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:07:16.930351 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-570ecc70-9131-4968-9798-f3e38e0dd1af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:07:16.931014 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-570ecc70-9131-4968-9798-f3e38e0dd1af admin admin] 10.222.0.52 "PUT /v2.0/subnets/b42008d4-6e98-42ba-943d-e6083f8cec53 HTTP/1.1" status: 200 len: 868 time: 0.3053102 Oct 27 18:07:16.943143 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90ed86f-3e04-41e3-bc54-208757c73574 None None] Network 0a212d7e-8893-43f5-9715-296e46c04eec requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:07:16.951926 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ecc70-9131-4968-9798-f3e38e0dd1af admin admin] Pushing event updated for resources: {'Subnet': ['ID=b42008d4-6e98-42ba-943d-e6083f8cec53,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:07:16.959390 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ecc70-9131-4968-9798-f3e38e0dd1af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:07:16.959740 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ecc70-9131-4968-9798-f3e38e0dd1af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:07:16.960076 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ecc70-9131-4968-9798-f3e38e0dd1af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:07:16.960407 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ecc70-9131-4968-9798-f3e38e0dd1af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:07:16.960910 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ecc70-9131-4968-9798-f3e38e0dd1af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:07:16.961245 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ecc70-9131-4968-9798-f3e38e0dd1af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:07:16.961581 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ecc70-9131-4968-9798-f3e38e0dd1af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:07:16.961894 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ecc70-9131-4968-9798-f3e38e0dd1af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:07:16.962212 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ecc70-9131-4968-9798-f3e38e0dd1af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:07:16.962532 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ecc70-9131-4968-9798-f3e38e0dd1af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:07:16.962893 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ecc70-9131-4968-9798-f3e38e0dd1af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:07:16.963216 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ecc70-9131-4968-9798-f3e38e0dd1af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:07:17.365969 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-d01d97b2-5389-4d4d-9535-52d57afd5406 None None] Provisioning complete for port 37e79431-2106-467a-9012-66a8d9a395a1 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:07:17.366341 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d01d97b2-5389-4d4d-9535-52d57afd5406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:07:17.455541 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-d01d97b2-5389-4d4d-9535-52d57afd5406 None None] Provisioning complete for port 4f3451be-ffd5-4cf6-9146-7cc72c5075d8 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:07:17.455797 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d01d97b2-5389-4d4d-9535-52d57afd5406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:07:19.242830 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38918) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:07:19.440469 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9838746e-3ac7-4ee4-aee9-0c7fc5390b00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:07:19.440870 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9838746e-3ac7-4ee4-aee9-0c7fc5390b00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:07:19.442405 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9838746e-3ac7-4ee4-aee9-0c7fc5390b00 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1986139 Oct 27 18:07:21.727554 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38926) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:07:21.861881 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686a7f39-57db-41a8-9322-d716391d01a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:07:21.862359 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686a7f39-57db-41a8-9322-d716391d01a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:07:21.863900 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-686a7f39-57db-41a8-9322-d716391d01a3 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1354120 Oct 27 18:07:24.148577 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38934) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:07:24.274841 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7ebfcf-406f-48db-806d-e352bd775395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:07:24.276200 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-da7ebfcf-406f-48db-806d-e352bd775395 admin admin] 10.222.0.52 "GET /v2.0/networks/0a212d7e-8893-43f5-9715-296e46c04eec HTTP/1.1" status: 200 len: 870 time: 0.1266632 Oct 27 18:07:26.570167 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38942) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:07:26.694793 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9ecada-c981-4dc7-82cd-7c4bfb568337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:07:26.696182 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7e9ecada-c981-4dc7-82cd-7c4bfb568337 admin admin] 10.222.0.52 "GET /v2.0/networks/0fad50cd-70b8-43d9-8a14-cc05c0fdea0e HTTP/1.1" status: 200 len: 886 time: 0.1250713 Oct 27 18:07:28.989602 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38950) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:07:29.212312 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f57a05-b188-4915-b92e-526415a77a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:07:29.212690 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f57a05-b188-4915-b92e-526415a77a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:07:29.214277 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-46f57a05-b188-4915-b92e-526415a77a60 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2236776 Oct 27 18:07:31.470703 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38958) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:07:31.561032 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe81b213-e443-445e-9778-b68b3f65207b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:07:31.561504 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe81b213-e443-445e-9778-b68b3f65207b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:07:31.563056 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-fe81b213-e443-445e-9778-b68b3f65207b admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0913956 Oct 27 18:07:33.487976 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 5 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:07:33.864237 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38966) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:07:33.955589 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa186c6-733d-4832-bf92-77d2ec664c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:07:33.956905 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8fa186c6-733d-4832-bf92-77d2ec664c50 admin admin] 10.222.0.52 "GET /v2.0/subnets/b42008d4-6e98-42ba-943d-e6083f8cec53 HTTP/1.1" status: 200 len: 868 time: 0.0917141 Oct 27 18:07:36.230405 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 38974) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:07:36.370885 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865e1017-ef84-4841-909d-ed952ffd0f8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:07:36.372298 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-865e1017-ef84-4841-909d-ed952ffd0f8c admin admin] 10.222.0.52 "GET /v2.0/subnets/f80198ea-4448-4dfb-88ff-466e6b7b551e HTTP/1.1" status: 200 len: 816 time: 0.1409523 Oct 27 18:07:39.495766 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4042d435-d341-45aa-b82b-c80bc9071942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:07:42.015038 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-25968953-c386-4552-9237-afd8dfaa7ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:07:43.220313 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:07:43.271599 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:07:44.888620 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:08:01.219136 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39030) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:08:01.266724 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [None req-3fa663a9-6ee2-4d26-b94f-6f66cde34b1a admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:08:01.267761 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3fa663a9-6ee2-4d26-b94f-6f66cde34b1a admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0476892 Oct 27 18:08:03.624473 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39038) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:08:03.684379 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7499849-6ebd-43c6-8e4d-f5fa9e664076 admin admin] GET failed (client error): The resource could not be found. Oct 27 18:08:03.685707 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d7499849-6ebd-43c6-8e4d-f5fa9e664076 admin admin] 10.222.0.52 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0602870 Oct 27 18:08:03.773731 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea437e48-7235-42a0-af5c-786e7f084c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:08:03.776048 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ea437e48-7235-42a0-af5c-786e7f084c5b admin admin] 10.222.0.52 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0855868 Oct 27 18:08:06.089263 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39046) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:08:06.136944 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-a2d16564-6eef-4bda-973d-8eea8cedb92c admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:08:06.236262 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d16564-6eef-4bda-973d-8eea8cedb92c admin admin] Made reservation on behalf of 2c8220a1a88f45abb2f2c39b1ad3cc17 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:08:06.238593 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a2d16564-6eef-4bda-973d-8eea8cedb92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:08:06.267120 n-d-815690-2 neutron-server[102879]: WARNING neutron.services.revisions.revision_plugin [None req-a2d16564-6eef-4bda-973d-8eea8cedb92c admin admin] Could not find related network for resource to bump revision. Oct 27 18:08:06.277626 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d16564-6eef-4bda-973d-8eea8cedb92c admin admin] vlan segment allocate from pool success with {'vlan_id': 1013, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:08:06.285958 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a2d16564-6eef-4bda-973d-8eea8cedb92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:08:06.286299 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-a2d16564-6eef-4bda-973d-8eea8cedb92c admin admin] Added segment 1747e2fb-5c21-4831-89bd-d3599959dc51 of type vlan for network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 Oct 27 18:08:06.327152 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a2d16564-6eef-4bda-973d-8eea8cedb92c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:08:06.414474 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a2d16564-6eef-4bda-973d-8eea8cedb92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:08:06.416001 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d16564-6eef-4bda-973d-8eea8cedb92c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:08:06.416604 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a2d16564-6eef-4bda-973d-8eea8cedb92c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:08:06.482789 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d16564-6eef-4bda-973d-8eea8cedb92c admin admin] Pushing event updated for resources: {'Network': ['ID=5a00a4ee-d7ee-4646-9905-4d21868e9aa2,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:08:06.494566 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:08:06.530876 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a2d16564-6eef-4bda-973d-8eea8cedb92c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.4403696 Oct 27 18:08:08.863513 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39054) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:08:08.938695 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-100a986d-91c7-4190-b52f-e27e8e72ce0f admin admin] GET failed (client error): The resource could not be found. Oct 27 18:08:08.940529 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-100a986d-91c7-4190-b52f-e27e8e72ce0f admin admin] 10.222.0.52 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0758946 Oct 27 18:08:09.059874 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e2bde-9aa7-4952-8894-8ada5c7de9c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:08:09.067624 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-022e2bde-9aa7-4952-8894-8ada5c7de9c9 admin admin] 10.222.0.52 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1163089 Oct 27 18:08:09.071920 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-4e49196f-04ac-472e-a90b-4e3e9c20fb8c admin admin] Request body: {'subnet': {'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:08:09.155890 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e49196f-04ac-472e-a90b-4e3e9c20fb8c admin admin] Made reservation on behalf of 2c8220a1a88f45abb2f2c39b1ad3cc17 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:08:09.158504 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4e49196f-04ac-472e-a90b-4e3e9c20fb8c admin admin] Publish callbacks [] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:08:09.431089 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4e49196f-04ac-472e-a90b-4e3e9c20fb8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:08:09.499390 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e49196f-04ac-472e-a90b-4e3e9c20fb8c admin admin] Checking segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:08:09.499770 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e49196f-04ac-472e-a90b-4e3e9c20fb8c admin admin] Network hostable DHCP agents. Network: 5a00a4ee-d7ee-4646-9905-4d21868e9aa2, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:08:09.504485 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e49196f-04ac-472e-a90b-4e3e9c20fb8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:08:09.510948 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cf8fbb4b-de01-4a00-9f5d-d2f4f79bb69c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:08:09.517532 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49196f-04ac-472e-a90b-4e3e9c20fb8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:08:09.517875 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49196f-04ac-472e-a90b-4e3e9c20fb8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:08:09.518213 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49196f-04ac-472e-a90b-4e3e9c20fb8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:08:09.518547 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49196f-04ac-472e-a90b-4e3e9c20fb8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:08:09.518911 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49196f-04ac-472e-a90b-4e3e9c20fb8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:08:09.519244 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49196f-04ac-472e-a90b-4e3e9c20fb8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:08:09.519572 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49196f-04ac-472e-a90b-4e3e9c20fb8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:08:09.519897 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49196f-04ac-472e-a90b-4e3e9c20fb8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:08:09.520221 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49196f-04ac-472e-a90b-4e3e9c20fb8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:08:09.520601 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49196f-04ac-472e-a90b-4e3e9c20fb8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:08:09.520916 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49196f-04ac-472e-a90b-4e3e9c20fb8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:08:09.521260 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49196f-04ac-472e-a90b-4e3e9c20fb8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:08:09.522335 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e49196f-04ac-472e-a90b-4e3e9c20fb8c admin admin] Tracked resource versions report: Oct 27 18:08:09.522335 n-d-815690-2 neutron-server[102878]: pushed versions: Oct 27 18:08:09.522335 n-d-815690-2 neutron-server[102878]: { 'AddressGroup': {'1.2'}, Oct 27 18:08:09.522335 n-d-815690-2 neutron-server[102878]: 'ConntrackHelper': {'1.0'}, Oct 27 18:08:09.522335 n-d-815690-2 neutron-server[102878]: 'Log': {'1.0'}, Oct 27 18:08:09.522335 n-d-815690-2 neutron-server[102878]: 'Network': {'1.1'}, Oct 27 18:08:09.522335 n-d-815690-2 neutron-server[102878]: 'Port': {'1.7'}, Oct 27 18:08:09.522335 n-d-815690-2 neutron-server[102878]: 'PortForwarding': {'1.2'}, Oct 27 18:08:09.522335 n-d-815690-2 neutron-server[102878]: 'QosPolicy': {'1.10'}, Oct 27 18:08:09.522335 n-d-815690-2 neutron-server[102878]: 'SecurityGroup': {'1.4'}, Oct 27 18:08:09.522335 n-d-815690-2 neutron-server[102878]: 'SecurityGroupRule': {'1.2'}, Oct 27 18:08:09.522335 n-d-815690-2 neutron-server[102878]: 'SubPort': {'1.0'}, Oct 27 18:08:09.522335 n-d-815690-2 neutron-server[102878]: 'Subnet': {'1.1'}, Oct 27 18:08:09.522335 n-d-815690-2 neutron-server[102878]: 'Trunk': {'1.1'}} Oct 27 18:08:09.522335 n-d-815690-2 neutron-server[102878]: consumer versions: Oct 27 18:08:09.522335 n-d-815690-2 neutron-server[102878]: { DHCP agent@n-d-815690-2: {}, Oct 27 18:08:09.522335 n-d-815690-2 neutron-server[102878]: L3 agent@n-d-815690-2: {}, Oct 27 18:08:09.522335 n-d-815690-2 neutron-server[102878]: Metadata agent@n-d-815690-2: {}, Oct 27 18:08:09.522335 n-d-815690-2 neutron-server[102878]: Metering agent@n-d-815690-2: {}, Oct 27 18:08:09.522335 n-d-815690-2 neutron-server[102878]: Open vSwitch agent@n-d-815690-2: { 'AddressGroup': '1.2', Oct 27 18:08:09.522335 n-d-815690-2 neutron-server[102878]: 'ConntrackHelper': '1.0', Oct 27 18:08:09.522335 n-d-815690-2 neutron-server[102878]: 'Log': '1.0', Oct 27 18:08:09.522335 n-d-815690-2 neutron-server[102878]: 'Network': '1.1', Oct 27 18:08:09.522335 n-d-815690-2 neutron-server[102878]: 'Port': '1.7', Oct 27 18:08:09.522335 n-d-815690-2 neutron-server[102878]: 'PortForwarding': '1.2', Oct 27 18:08:09.522335 n-d-815690-2 neutron-server[102878]: 'QosPolicy': '1.10', Oct 27 18:08:09.522335 n-d-815690-2 neutron-server[102878]: 'SecurityGroup': '1.4', Oct 27 18:08:09.522335 n-d-815690-2 neutron-server[102878]: 'SecurityGroupRule': '1.2', Oct 27 18:08:09.522335 n-d-815690-2 neutron-server[102878]: 'SubPort': '1.0', Oct 27 18:08:09.522335 n-d-815690-2 neutron-server[102878]: 'Subnet': '1.1', Oct 27 18:08:09.522335 n-d-815690-2 neutron-server[102878]: 'Trunk': '1.1'}} Oct 27 18:08:09.522335 n-d-815690-2 neutron-server[102878]: {{(pid=102878) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 18:08:09.601960 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e49196f-04ac-472e-a90b-4e3e9c20fb8c admin admin] Network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:08:09.676613 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-4e49196f-04ac-472e-a90b-4e3e9c20fb8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 5a00a4ee-d7ee-4646-9905-4d21868e9aa2) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:08:09.682226 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e49196f-04ac-472e-a90b-4e3e9c20fb8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:08:09.683721 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4e49196f-04ac-472e-a90b-4e3e9c20fb8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:08:09.685407 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa5977d-96f3-4572-a327-b7e05e312c47 None None] Network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:08:09.759880 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4e49196f-04ac-472e-a90b-4e3e9c20fb8c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6914361 Oct 27 18:08:09.840518 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525d617c-375f-4f6d-a8c9-7fba8478ee0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'tenant_id': '2c8220a1a88f45abb2f2c39b1ad3cc17', 'fixed_ips': [{'subnet_id': '5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:08:09.841481 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-525d617c-375f-4f6d-a8c9-7fba8478ee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:08:10.069711 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-525d617c-375f-4f6d-a8c9-7fba8478ee0a None None] Allocated IP 192.168.233.2 (5a00a4ee-d7ee-4646-9905-4d21868e9aa2/5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc/e429c357-01b7-4524-a037-8b6880569233) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:08:10.218768 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-525d617c-375f-4f6d-a8c9-7fba8478ee0a None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:08:10.288450 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-525d617c-375f-4f6d-a8c9-7fba8478ee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:08:10.335883 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525d617c-375f-4f6d-a8c9-7fba8478ee0a None None] Network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:08:10.335883 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-525d617c-375f-4f6d-a8c9-7fba8478ee0a None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:08:10.339307 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525d617c-375f-4f6d-a8c9-7fba8478ee0a None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:08:10.341201 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d617c-375f-4f6d-a8c9-7fba8478ee0a None None] Pushing event updated for resources: {'Port': ['ID=e429c357-01b7-4524-a037-8b6880569233,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:08:10.353257 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525d617c-375f-4f6d-a8c9-7fba8478ee0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:08:10.353614 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525d617c-375f-4f6d-a8c9-7fba8478ee0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:08:10.353963 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525d617c-375f-4f6d-a8c9-7fba8478ee0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:08:10.354323 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525d617c-375f-4f6d-a8c9-7fba8478ee0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:08:10.354656 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525d617c-375f-4f6d-a8c9-7fba8478ee0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:08:10.355014 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525d617c-375f-4f6d-a8c9-7fba8478ee0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:08:10.355344 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525d617c-375f-4f6d-a8c9-7fba8478ee0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:08:10.355671 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525d617c-375f-4f6d-a8c9-7fba8478ee0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:08:10.356007 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525d617c-375f-4f6d-a8c9-7fba8478ee0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:08:10.356316 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525d617c-375f-4f6d-a8c9-7fba8478ee0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:08:10.356639 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525d617c-375f-4f6d-a8c9-7fba8478ee0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:08:10.356960 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525d617c-375f-4f6d-a8c9-7fba8478ee0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:08:10.406308 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-525d617c-375f-4f6d-a8c9-7fba8478ee0a None None] Attempting to bind port e429c357-01b7-4524-a037-8b6880569233 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:08:10.406680 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-525d617c-375f-4f6d-a8c9-7fba8478ee0a None None] Attempting to bind port e429c357-01b7-4524-a037-8b6880569233 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:08:10.407142 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525d617c-375f-4f6d-a8c9-7fba8478ee0a None None] Attempting to bind port e429c357-01b7-4524-a037-8b6880569233 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:08:10.412259 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525d617c-375f-4f6d-a8c9-7fba8478ee0a None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:08:10.412628 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525d617c-375f-4f6d-a8c9-7fba8478ee0a None None] Checking segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:08:10.413030 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-525d617c-375f-4f6d-a8c9-7fba8478ee0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:08:10.413418 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525d617c-375f-4f6d-a8c9-7fba8478ee0a None None] Bound using segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:08:10.413886 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-525d617c-375f-4f6d-a8c9-7fba8478ee0a None None] Bound port: e429c357-01b7-4524-a037-8b6880569233, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:08:10.414282 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-525d617c-375f-4f6d-a8c9-7fba8478ee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:08:10.476921 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-525d617c-375f-4f6d-a8c9-7fba8478ee0a None None] For port e429c357-01b7-4524-a037-8b6880569233, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:08:10.480607 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-525d617c-375f-4f6d-a8c9-7fba8478ee0a None None] For port e429c357-01b7-4524-a037-8b6880569233, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=e429c357-01b7-4524-a037-8b6880569233,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:08:10.486724 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 5 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:08:10.557176 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-525d617c-375f-4f6d-a8c9-7fba8478ee0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:08:10.614230 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d617c-375f-4f6d-a8c9-7fba8478ee0a None None] Pushing event updated for resources: {'Port': ['ID=e429c357-01b7-4524-a037-8b6880569233,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:08:11.453145 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3551435-74ce-488d-a576-0621fa72855a None None] Network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:08:11.502557 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device e429c357-01b7-4524-a037-8b6880569233 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:08:11.553389 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-a1ec07be-481d-49ff-b668-2e53f3481a02 None None] Provisioning complete for port e429c357-01b7-4524-a037-8b6880569233 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:08:11.553751 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a1ec07be-481d-49ff-b668-2e53f3481a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:08:11.685470 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port e429c357-01b7-4524-a037-8b6880569233 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:08:11.686096 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:08:11.751875 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a1ec07be-481d-49ff-b668-2e53f3481a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:08:11.800623 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-a1ec07be-481d-49ff-b668-2e53f3481a02 None None] For port e429c357-01b7-4524-a037-8b6880569233, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=e429c357-01b7-4524-a037-8b6880569233,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:08:11.841300 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:08:11.889210 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a1ec07be-481d-49ff-b668-2e53f3481a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:08:11.978560 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:08:11.979054 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:08:11.988508 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ec07be-481d-49ff-b668-2e53f3481a02 None None] Pushing event updated for resources: {'Port': ['ID=e429c357-01b7-4524-a037-8b6880569233,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:08:12.008152 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-78452ff8-fe00-433a-acf8-1253114c222d None None] Provisioning complete for port e429c357-01b7-4524-a037-8b6880569233 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:08:12.020421 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-78452ff8-fe00-433a-acf8-1253114c222d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:08:12.032580 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-037c5bae-6c69-4ee9-9d71-212e30125c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:08:13.224614 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:08:13.281523 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:08:13.396911 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device e429c357-01b7-4524-a037-8b6880569233 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:08:13.446115 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port e429c357-01b7-4524-a037-8b6880569233 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:08:13.446583 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:08:14.870468 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:08:39.486056 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dfe60f99-97b2-466b-a453-b07b652ffe88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:08:42.006449 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7a19c155-4231-4214-991a-87bbd30b66ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:08:43.257410 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:08:43.314903 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:08:44.874782 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:08:47.486420 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 5 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:09:09.479396 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2bdbfb25-da8b-4078-b98e-0609c94b1fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:09:12.022054 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-425d546b-a22a-424b-b31d-ba72c8f479ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:09:13.233703 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:09:13.279327 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:09:14.896397 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:09:24.485232 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 5 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:09:28.123004 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39104) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:09:28.128802 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [None req-36c8d718-8389-4fe6-9c4b-f10ccb758b36 tempest-verify_tempest_config-946499237 tempest-verify_tempest_config-946499237-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:09:28.129808 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-36c8d718-8389-4fe6-9c4b-f10ccb758b36 tempest-verify_tempest_config-946499237 tempest-verify_tempest_config-946499237-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0058393 Oct 27 18:09:28.595586 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39122) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:09:28.698999 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-13375f35-7f3b-45d0-8c46-68f05352e1f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:09:28.770585 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-13375f35-7f3b-45d0-8c46-68f05352e1f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:09:28.832379 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-13375f35-7f3b-45d0-8c46-68f05352e1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:09:28.878151 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-13375f35-7f3b-45d0-8c46-68f05352e1f3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4e6767be85df4f5db2ec91e027e634b7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2815127 Oct 27 18:09:28.879006 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13375f35-7f3b-45d0-8c46-68f05352e1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a261f04-96fc-4777-adaf-a774d70c353b,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:09:28.881590 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39128) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:09:28.886557 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13375f35-7f3b-45d0-8c46-68f05352e1f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:09:28.886931 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13375f35-7f3b-45d0-8c46-68f05352e1f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:09:28.887271 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13375f35-7f3b-45d0-8c46-68f05352e1f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:09:28.887606 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13375f35-7f3b-45d0-8c46-68f05352e1f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:09:28.887937 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13375f35-7f3b-45d0-8c46-68f05352e1f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:09:28.888279 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13375f35-7f3b-45d0-8c46-68f05352e1f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:09:28.888588 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13375f35-7f3b-45d0-8c46-68f05352e1f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:09:28.888910 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13375f35-7f3b-45d0-8c46-68f05352e1f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:09:28.889231 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13375f35-7f3b-45d0-8c46-68f05352e1f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:09:28.889552 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13375f35-7f3b-45d0-8c46-68f05352e1f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:09:28.889870 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13375f35-7f3b-45d0-8c46-68f05352e1f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:09:28.890185 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13375f35-7f3b-45d0-8c46-68f05352e1f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:09:28.962753 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d2b197a3-1f49-4fec-a3ab-b86e7feefec0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:09:28.984165 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d2b197a3-1f49-4fec-a3ab-b86e7feefec0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:09:29.124412 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d2b197a3-1f49-4fec-a3ab-b86e7feefec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:09:29.126979 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d2b197a3-1f49-4fec-a3ab-b86e7feefec0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:09:29.128114 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d2b197a3-1f49-4fec-a3ab-b86e7feefec0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6a261f04-96fc-4777-adaf-a774d70c353b HTTP/1.1" status: 204 len: 168 time: 0.2455342 Oct 27 18:09:29.136306 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b197a3-1f49-4fec-a3ab-b86e7feefec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a261f04-96fc-4777-adaf-a774d70c353b,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:09:29.143023 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b197a3-1f49-4fec-a3ab-b86e7feefec0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:09:29.143374 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b197a3-1f49-4fec-a3ab-b86e7feefec0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:09:29.143716 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b197a3-1f49-4fec-a3ab-b86e7feefec0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:09:29.144055 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b197a3-1f49-4fec-a3ab-b86e7feefec0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:09:29.144395 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b197a3-1f49-4fec-a3ab-b86e7feefec0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:09:29.144727 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b197a3-1f49-4fec-a3ab-b86e7feefec0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:09:29.145062 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b197a3-1f49-4fec-a3ab-b86e7feefec0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:09:29.145385 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b197a3-1f49-4fec-a3ab-b86e7feefec0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:09:29.145711 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b197a3-1f49-4fec-a3ab-b86e7feefec0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:09:29.146039 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b197a3-1f49-4fec-a3ab-b86e7feefec0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:09:29.146793 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b197a3-1f49-4fec-a3ab-b86e7feefec0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:09:29.147263 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b197a3-1f49-4fec-a3ab-b86e7feefec0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:09:39.489609 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-955c9681-a030-4f53-8885-a67fce4ef87b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:09:42.031863 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d1f36f5f-0ece-4154-a229-f72bee99d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:09:43.260353 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:09:43.300317 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:09:44.917585 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:10:01.483439 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 5 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:10:09.493012 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7ec94661-bbd0-4bbf-9126-a2406d283d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:10:12.018577 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dff08b25-11be-44dd-aee5-f2beffd4b29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:10:13.236539 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:10:13.293443 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:10:14.904618 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:10:38.482449 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 5 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:10:39.498130 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d0241229-a1ee-4d8d-bd5a-4c15c93aa33d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:10:42.012256 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9957025c-4405-41ef-b0d0-261e109de8c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:10:43.245755 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:10:43.303488 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:10:44.909605 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:11:09.491276 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4a03f5c1-07d4-4895-9cc2-a6a958897c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:11:12.021368 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8ef559fd-edfa-4857-b3ed-554d0c7b1456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:11:13.290991 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:11:13.292319 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:11:14.896271 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:11:15.482182 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 5 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:11:39.495682 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0787454f-9cc9-4dae-9c56-2b8424129ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:11:42.003932 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b580c3d1-f329-42d9-bf3e-33f78985b396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:11:43.259818 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:11:43.295054 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:11:44.906295 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:11:52.480462 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 5 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:12:09.510195 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-654491d4-3b17-42f0-8048-d2ebc98ac413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:12:12.013741 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c7911ddb-c945-4890-a34e-f15f567848f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:12:13.257914 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:12:13.315352 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:12:14.893822 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:12:26.030207 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-400272'] for agent, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:12:26.571922 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-400272'] for agent, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:12:29.481199 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:12:39.502476 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3629a70a-fbe6-46bb-b31d-8050e7c5fb0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:12:42.000961 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c745d096-0a3e-43dd-a2d2-bcd4554ebdc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:12:43.263983 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:12:43.315199 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:12:44.909577 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:12:56.057362 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:12:56.525992 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:13:06.480211 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:13:09.519659 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-bea2f8e1-ba7d-4187-8f87-509f1c36a3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:13:09.702018 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39186) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:13:09.808091 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c78f8865-b301-47ff-8903-b0a401db1f06 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1046357 Oct 27 18:13:12.022283 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5932ffd1-930c-4a01-b6e8-298268fea569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:13:12.138375 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39196) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:13:12.200408 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8739fb28-a957-4a32-946f-9c80fc01b102 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0608842 Oct 27 18:13:13.244957 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:13:13.300758 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:13:14.946369 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:13:26.060270 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:13:26.540303 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:13:39.506999 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-98671659-d9e8-42d8-b618-9f6b8154c2a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:13:42.009752 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-64a03d92-65c3-457f-871b-6946e084e57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:13:43.260841 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:13:43.318416 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:13:43.480104 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:13:44.927988 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:13:56.087921 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:13:56.532548 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:09.505515 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a0582f2e-af76-452d-a75a-16fdf33469d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:12.025349 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-bf300f15-92af-432b-8daf-c697382eda28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:13.263502 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:13.291889 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:14.927878 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:20.479609 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:14:26.068606 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:26.531200 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:34.102266 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39424) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:14:34.491720 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9a9dba02-d9bf-4b69-a90f-e402af50fc9c tempest-AutoAllocateNetworkTest-1108262158 tempest-AutoAllocateNetworkTest-1108262158-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=03c3dd1150a24a6c855ffbf01c6cc4e4&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3867064 Oct 27 18:14:34.494169 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39446) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:14:34.674522 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6f84d4-c601-4b86-9eb0-d2519d05e9a2 tempest-AutoAllocateNetworkTest-1108262158 tempest-AutoAllocateNetworkTest-1108262158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:14:34.679283 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39456) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:14:34.695414 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1c6f84d4-c601-4b86-9eb0-d2519d05e9a2 tempest-AutoAllocateNetworkTest-1108262158 tempest-AutoAllocateNetworkTest-1108262158-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1867437 Oct 27 18:14:34.738900 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-409c70ed-7d73-429e-935a-5cff29ca12ef tempest-AutoAllocateNetworkTest-1108262158 tempest-AutoAllocateNetworkTest-1108262158-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0583575 Oct 27 18:14:34.741402 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39460) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:14:34.769502 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-fe525b1f-5b07-48da-a581-900e739f21f3 tempest-AutoAllocateNetworkTest-1108262158 tempest-AutoAllocateNetworkTest-1108262158-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=03c3dd1150a24a6c855ffbf01c6cc4e4 HTTP/1.1" status: 200 len: 208 time: 0.0270305 Oct 27 18:14:35.968212 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39498) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:14:36.320023 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9bcc458f-2d02-4947-88df-007db8c706a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:36.398445 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9bcc458f-2d02-4947-88df-007db8c706a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:36.485064 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9bcc458f-2d02-4947-88df-007db8c706a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:36.524610 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39536) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:14:36.525109 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9bcc458f-2d02-4947-88df-007db8c706a2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=03c3dd1150a24a6c855ffbf01c6cc4e4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5553000 Oct 27 18:14:36.529545 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc458f-2d02-4947-88df-007db8c706a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff2d4a4-8cfc-40fe-a0bd-b9d633354c80,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:36.537925 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc458f-2d02-4947-88df-007db8c706a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:14:36.538353 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc458f-2d02-4947-88df-007db8c706a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:14:36.538780 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc458f-2d02-4947-88df-007db8c706a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:14:36.539211 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc458f-2d02-4947-88df-007db8c706a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:14:36.539608 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc458f-2d02-4947-88df-007db8c706a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:14:36.540002 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc458f-2d02-4947-88df-007db8c706a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:14:36.540431 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc458f-2d02-4947-88df-007db8c706a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:14:36.540817 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc458f-2d02-4947-88df-007db8c706a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:14:36.541207 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc458f-2d02-4947-88df-007db8c706a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:14:36.541594 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc458f-2d02-4947-88df-007db8c706a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:14:36.541980 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc458f-2d02-4947-88df-007db8c706a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:14:36.542423 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc458f-2d02-4947-88df-007db8c706a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:14:36.543611 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bcc458f-2d02-4947-88df-007db8c706a2 admin admin] Tracked resource versions report: Oct 27 18:14:36.543611 n-d-815690-2 neutron-server[102879]: pushed versions: Oct 27 18:14:36.543611 n-d-815690-2 neutron-server[102879]: { 'AddressGroup': {'1.2'}, Oct 27 18:14:36.543611 n-d-815690-2 neutron-server[102879]: 'ConntrackHelper': {'1.0'}, Oct 27 18:14:36.543611 n-d-815690-2 neutron-server[102879]: 'Log': {'1.0'}, Oct 27 18:14:36.543611 n-d-815690-2 neutron-server[102879]: 'Network': {'1.1'}, Oct 27 18:14:36.543611 n-d-815690-2 neutron-server[102879]: 'Port': {'1.7'}, Oct 27 18:14:36.543611 n-d-815690-2 neutron-server[102879]: 'PortForwarding': {'1.2'}, Oct 27 18:14:36.543611 n-d-815690-2 neutron-server[102879]: 'QosPolicy': {'1.10'}, Oct 27 18:14:36.543611 n-d-815690-2 neutron-server[102879]: 'SecurityGroup': {'1.4'}, Oct 27 18:14:36.543611 n-d-815690-2 neutron-server[102879]: 'SecurityGroupRule': {'1.2'}, Oct 27 18:14:36.543611 n-d-815690-2 neutron-server[102879]: 'SubPort': {'1.0'}, Oct 27 18:14:36.543611 n-d-815690-2 neutron-server[102879]: 'Subnet': {'1.1'}, Oct 27 18:14:36.543611 n-d-815690-2 neutron-server[102879]: 'Trunk': {'1.1'}} Oct 27 18:14:36.543611 n-d-815690-2 neutron-server[102879]: consumer versions: Oct 27 18:14:36.543611 n-d-815690-2 neutron-server[102879]: { DHCP agent@n-d-815690-2: {}, Oct 27 18:14:36.543611 n-d-815690-2 neutron-server[102879]: HyperV agent@n-h1-815690-2: {}, Oct 27 18:14:36.543611 n-d-815690-2 neutron-server[102879]: HyperV agent@n-h2-815690-2: {}, Oct 27 18:14:36.543611 n-d-815690-2 neutron-server[102879]: L3 agent@n-d-815690-2: {}, Oct 27 18:14:36.543611 n-d-815690-2 neutron-server[102879]: Metadata agent@n-d-815690-2: {}, Oct 27 18:14:36.543611 n-d-815690-2 neutron-server[102879]: Metering agent@n-d-815690-2: {}, Oct 27 18:14:36.543611 n-d-815690-2 neutron-server[102879]: Open vSwitch agent@n-d-815690-2: { 'AddressGroup': '1.2', Oct 27 18:14:36.543611 n-d-815690-2 neutron-server[102879]: 'ConntrackHelper': '1.0', Oct 27 18:14:36.543611 n-d-815690-2 neutron-server[102879]: 'Log': '1.0', Oct 27 18:14:36.543611 n-d-815690-2 neutron-server[102879]: 'Network': '1.1', Oct 27 18:14:36.543611 n-d-815690-2 neutron-server[102879]: 'Port': '1.7', Oct 27 18:14:36.543611 n-d-815690-2 neutron-server[102879]: 'PortForwarding': '1.2', Oct 27 18:14:36.543611 n-d-815690-2 neutron-server[102879]: 'QosPolicy': '1.10', Oct 27 18:14:36.543611 n-d-815690-2 neutron-server[102879]: 'SecurityGroup': '1.4', Oct 27 18:14:36.543611 n-d-815690-2 neutron-server[102879]: 'SecurityGroupRule': '1.2', Oct 27 18:14:36.543611 n-d-815690-2 neutron-server[102879]: 'SubPort': '1.0', Oct 27 18:14:36.543611 n-d-815690-2 neutron-server[102879]: 'Subnet': '1.1', Oct 27 18:14:36.543611 n-d-815690-2 neutron-server[102879]: 'Trunk': '1.1'}} Oct 27 18:14:36.543611 n-d-815690-2 neutron-server[102879]: {{(pid=102879) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 18:14:36.588094 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-409b8e80-ed08-4d22-beed-94cc66a1654e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:36.610730 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-409b8e80-ed08-4d22-beed-94cc66a1654e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:36.727202 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-409b8e80-ed08-4d22-beed-94cc66a1654e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:36.729514 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-409b8e80-ed08-4d22-beed-94cc66a1654e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:36.730712 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-409b8e80-ed08-4d22-beed-94cc66a1654e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2ff2d4a4-8cfc-40fe-a0bd-b9d633354c80 HTTP/1.1" status: 204 len: 168 time: 0.2042701 Oct 27 18:14:36.740355 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b8e80-ed08-4d22-beed-94cc66a1654e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff2d4a4-8cfc-40fe-a0bd-b9d633354c80,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:36.747871 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409b8e80-ed08-4d22-beed-94cc66a1654e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:14:36.748389 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409b8e80-ed08-4d22-beed-94cc66a1654e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:14:36.748870 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409b8e80-ed08-4d22-beed-94cc66a1654e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:14:36.749373 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409b8e80-ed08-4d22-beed-94cc66a1654e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:14:36.749877 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409b8e80-ed08-4d22-beed-94cc66a1654e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:14:36.750373 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409b8e80-ed08-4d22-beed-94cc66a1654e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:14:36.750709 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409b8e80-ed08-4d22-beed-94cc66a1654e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:14:36.751084 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409b8e80-ed08-4d22-beed-94cc66a1654e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:14:36.751933 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409b8e80-ed08-4d22-beed-94cc66a1654e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:14:36.752475 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409b8e80-ed08-4d22-beed-94cc66a1654e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:14:36.752971 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409b8e80-ed08-4d22-beed-94cc66a1654e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:14:36.753315 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409b8e80-ed08-4d22-beed-94cc66a1654e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:14:36.754409 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409b8e80-ed08-4d22-beed-94cc66a1654e admin admin] Tracked resource versions report: Oct 27 18:14:36.754409 n-d-815690-2 neutron-server[102878]: pushed versions: Oct 27 18:14:36.754409 n-d-815690-2 neutron-server[102878]: { 'AddressGroup': {'1.2'}, Oct 27 18:14:36.754409 n-d-815690-2 neutron-server[102878]: 'ConntrackHelper': {'1.0'}, Oct 27 18:14:36.754409 n-d-815690-2 neutron-server[102878]: 'Log': {'1.0'}, Oct 27 18:14:36.754409 n-d-815690-2 neutron-server[102878]: 'Network': {'1.1'}, Oct 27 18:14:36.754409 n-d-815690-2 neutron-server[102878]: 'Port': {'1.7'}, Oct 27 18:14:36.754409 n-d-815690-2 neutron-server[102878]: 'PortForwarding': {'1.2'}, Oct 27 18:14:36.754409 n-d-815690-2 neutron-server[102878]: 'QosPolicy': {'1.10'}, Oct 27 18:14:36.754409 n-d-815690-2 neutron-server[102878]: 'SecurityGroup': {'1.4'}, Oct 27 18:14:36.754409 n-d-815690-2 neutron-server[102878]: 'SecurityGroupRule': {'1.2'}, Oct 27 18:14:36.754409 n-d-815690-2 neutron-server[102878]: 'SubPort': {'1.0'}, Oct 27 18:14:36.754409 n-d-815690-2 neutron-server[102878]: 'Subnet': {'1.1'}, Oct 27 18:14:36.754409 n-d-815690-2 neutron-server[102878]: 'Trunk': {'1.1'}} Oct 27 18:14:36.754409 n-d-815690-2 neutron-server[102878]: consumer versions: Oct 27 18:14:36.754409 n-d-815690-2 neutron-server[102878]: { DHCP agent@n-d-815690-2: {}, Oct 27 18:14:36.754409 n-d-815690-2 neutron-server[102878]: HyperV agent@n-h1-815690-2: {}, Oct 27 18:14:36.754409 n-d-815690-2 neutron-server[102878]: HyperV agent@n-h2-815690-2: {}, Oct 27 18:14:36.754409 n-d-815690-2 neutron-server[102878]: L3 agent@n-d-815690-2: {}, Oct 27 18:14:36.754409 n-d-815690-2 neutron-server[102878]: Metadata agent@n-d-815690-2: {}, Oct 27 18:14:36.754409 n-d-815690-2 neutron-server[102878]: Metering agent@n-d-815690-2: {}, Oct 27 18:14:36.754409 n-d-815690-2 neutron-server[102878]: Open vSwitch agent@n-d-815690-2: { 'AddressGroup': '1.2', Oct 27 18:14:36.754409 n-d-815690-2 neutron-server[102878]: 'ConntrackHelper': '1.0', Oct 27 18:14:36.754409 n-d-815690-2 neutron-server[102878]: 'Log': '1.0', Oct 27 18:14:36.754409 n-d-815690-2 neutron-server[102878]: 'Network': '1.1', Oct 27 18:14:36.754409 n-d-815690-2 neutron-server[102878]: 'Port': '1.7', Oct 27 18:14:36.754409 n-d-815690-2 neutron-server[102878]: 'PortForwarding': '1.2', Oct 27 18:14:36.754409 n-d-815690-2 neutron-server[102878]: 'QosPolicy': '1.10', Oct 27 18:14:36.754409 n-d-815690-2 neutron-server[102878]: 'SecurityGroup': '1.4', Oct 27 18:14:36.754409 n-d-815690-2 neutron-server[102878]: 'SecurityGroupRule': '1.2', Oct 27 18:14:36.754409 n-d-815690-2 neutron-server[102878]: 'SubPort': '1.0', Oct 27 18:14:36.754409 n-d-815690-2 neutron-server[102878]: 'Subnet': '1.1', Oct 27 18:14:36.754409 n-d-815690-2 neutron-server[102878]: 'Trunk': '1.1'}} Oct 27 18:14:36.754409 n-d-815690-2 neutron-server[102878]: {{(pid=102878) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 18:14:38.041088 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39630) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:14:38.043292 n-d-815690-2 neutron-server[102878]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 27 18:14:38.070612 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dc88e079-3479-4d19-908c-835b8f570e94 req-b007027b-b7cb-4dba-a706-b22429b1463d tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=064203d6444f42a2ae4b0e7782326a4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284350 Oct 27 18:14:38.261017 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88e079-3479-4d19-908c-835b8f570e94 req-4b45cebd-5e60-463e-96bb-911b3f87ce54 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:14:38.262573 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dc88e079-3479-4d19-908c-835b8f570e94 req-4b45cebd-5e60-463e-96bb-911b3f87ce54 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1860406 Oct 27 18:14:38.279553 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dc88e079-3479-4d19-908c-835b8f570e94 req-dcb77831-386f-4ae9-90a7-e10bf95ed951 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/quotas/064203d6444f42a2ae4b0e7782326a4c HTTP/1.1" status: 200 len: 375 time: 0.0103557 Oct 27 18:14:38.337103 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dc88e079-3479-4d19-908c-835b8f570e94 req-84f1b20f-bdd4-4498-a94b-171b2a4c03a6 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=064203d6444f42a2ae4b0e7782326a4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505972 Oct 27 18:14:38.479866 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39642) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:14:38.601867 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5975a4ed-e27a-4091-9acc-08b191194b37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:38.700630 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5975a4ed-e27a-4091-9acc-08b191194b37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:38.772897 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5975a4ed-e27a-4091-9acc-08b191194b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:38.819732 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5975a4ed-e27a-4091-9acc-08b191194b37 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=675b65255d7a4c81a69a86cac713d130&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3387890 Oct 27 18:14:38.820580 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5975a4ed-e27a-4091-9acc-08b191194b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152e9699-3956-4faa-bc2b-c5b67f48c60c,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:38.822488 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39670) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:14:38.888827 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7083f208-2bdc-4086-bba9-b04a5e9ab858 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:38.910845 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7083f208-2bdc-4086-bba9-b04a5e9ab858 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:39.048596 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7083f208-2bdc-4086-bba9-b04a5e9ab858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:39.052361 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7083f208-2bdc-4086-bba9-b04a5e9ab858 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:39.053755 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7083f208-2bdc-4086-bba9-b04a5e9ab858 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/152e9699-3956-4faa-bc2b-c5b67f48c60c HTTP/1.1" status: 204 len: 168 time: 0.2296920 Oct 27 18:14:39.066478 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083f208-2bdc-4086-bba9-b04a5e9ab858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152e9699-3956-4faa-bc2b-c5b67f48c60c,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:39.066904 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9a8f3f98-4dae-4b10-96a3-57899ca79aa8 req-c5c561b3-491b-49e4-97e3-0d98551fc4ef tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/ports?device_id=8184ca54-25d6-43bd-bbad-96b74fe81c2c HTTP/1.1" status: 200 len: 210 time: 0.0518100 Oct 27 18:14:39.528018 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6855b70a-dfa1-4c7c-af48-d4ef431e3d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:39.887086 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39734) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:14:39.899090 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-30ac284c-0927-4960-9711-3d4825c56e68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:39.986785 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-30ac284c-0927-4960-9711-3d4825c56e68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:40.080329 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-30ac284c-0927-4960-9711-3d4825c56e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:40.113048 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-30ac284c-0927-4960-9711-3d4825c56e68 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=94431404b0da48ad8eff4da7d2f0f28c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2271607 Oct 27 18:14:40.116047 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39750) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:14:40.126842 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac284c-0927-4960-9711-3d4825c56e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86355695-1cd1-41c7-a8d8-69224ed8b6ab,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:40.187660 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9fe47e7f-c2b0-45ac-af4c-cc94c3715e4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:40.214987 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9fe47e7f-c2b0-45ac-af4c-cc94c3715e4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:40.357234 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39774) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:14:40.374404 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9fe47e7f-c2b0-45ac-af4c-cc94c3715e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:40.378443 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9fe47e7f-c2b0-45ac-af4c-cc94c3715e4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:40.383091 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9fe47e7f-c2b0-45ac-af4c-cc94c3715e4a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/86355695-1cd1-41c7-a8d8-69224ed8b6ab HTTP/1.1" status: 204 len: 168 time: 0.2647474 Oct 27 18:14:40.390375 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe47e7f-c2b0-45ac-af4c-cc94c3715e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86355695-1cd1-41c7-a8d8-69224ed8b6ab,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:40.512137 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3a7bba0f-d31a-4977-bc0b-3a2a63dd3809 req-96529d62-247a-4b9e-87cd-d9a4113e399a tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/ports?device_id=8184ca54-25d6-43bd-bbad-96b74fe81c2c HTTP/1.1" status: 200 len: 210 time: 0.1536596 Oct 27 18:14:41.404682 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39842) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:14:41.465490 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39848) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:14:41.722943 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fb885c86-e9f4-4416-bde3-0b5cf0bbf947 req-afddda38-051f-442e-93eb-1c6c8725fbed tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/ports?device_id=8184ca54-25d6-43bd-bbad-96b74fe81c2c HTTP/1.1" status: 200 len: 210 time: 0.0308957 Oct 27 18:14:41.740121 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-26b097d4-f9dc-4b30-b005-990a90e67184 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:41.769089 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39866) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:14:41.805731 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.93', 52261) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:14:41.836451 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-26b097d4-f9dc-4b30-b005-990a90e67184 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:41.851849 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-20dd9728-7617-4176-b383-b75b2623134a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:41.856494 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dc88e079-3479-4d19-908c-835b8f570e94 req-4b3cdb9c-d457-4ac6-87a8-5e7b367ec19d tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=064203d6444f42a2ae4b0e7782326a4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497084 Oct 27 18:14:41.910722 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-26b097d4-f9dc-4b30-b005-990a90e67184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:41.969872 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b097d4-f9dc-4b30-b005-990a90e67184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aeabdcb-8aa7-49d5-a365-1c228ce45535,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:42.005013 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-26b097d4-f9dc-4b30-b005-990a90e67184 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=821f7e2e88e34c768fccf4274fcccd8e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5992143 Oct 27 18:14:42.007680 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39876) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:14:42.007929 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88e079-3479-4d19-908c-835b8f570e94 req-e7c2fa15-f0d1-4482-8aeb-d90b66bf4718 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:14:42.009389 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dc88e079-3479-4d19-908c-835b8f570e94 req-e7c2fa15-f0d1-4482-8aeb-d90b66bf4718 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1467307 Oct 27 18:14:42.035507 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-20dd9728-7617-4176-b383-b75b2623134a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:42.064674 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-05300cf1-6d91-4033-815e-23d63dc9aa6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:42.084618 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cd11353b-1e90-4a96-90af-8a034e0a7db3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:42.117846 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-dc88e079-3479-4d19-908c-835b8f570e94 req-c3386e7b-cb1f-4aa4-82fc-d8925af1ba1f tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Request body: {'port': {'device_id': '8184ca54-25d6-43bd-bbad-96b74fe81c2c', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'admin_state_up': True, 'tenant_id': '064203d6444f42a2ae4b0e7782326a4c'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:14:42.126094 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cd11353b-1e90-4a96-90af-8a034e0a7db3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:42.133088 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-20dd9728-7617-4176-b383-b75b2623134a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:42.285710 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-20dd9728-7617-4176-b383-b75b2623134a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=002dc77bbb804b5995fe6016114c5fb3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8156068 Oct 27 18:14:42.286141 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39904) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:14:42.314722 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cd11353b-1e90-4a96-90af-8a034e0a7db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:42.317816 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cd11353b-1e90-4a96-90af-8a034e0a7db3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:42.319055 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-cd11353b-1e90-4a96-90af-8a034e0a7db3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5aeabdcb-8aa7-49d5-a365-1c228ce45535 HTTP/1.1" status: 204 len: 168 time: 0.3088021 Oct 27 18:14:42.333592 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-958d7058-ee50-4af5-9d68-5600a70e37b8 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=eba90f7eb0f94042b90c54cfcba6928e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1737130 Oct 27 18:14:42.346119 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-26848dbc-a9af-4e82-a90f-d4872568822f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:42.353691 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd11353b-1e90-4a96-90af-8a034e0a7db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aeabdcb-8aa7-49d5-a365-1c228ce45535,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:42.366721 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b4948b4c-b5b7-4254-bb51-dec6dba9a7f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:42.366986 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd9728-7617-4176-b383-b75b2623134a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a055fe1-e3a7-4dd3-b50a-74d69f1c5655,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:42.400177 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b4948b4c-b5b7-4254-bb51-dec6dba9a7f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:42.560242 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-ee81e6f7-d1cd-4042-aedb-50317abf6693 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:14:42.560755 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-ee81e6f7-d1cd-4042-aedb-50317abf6693 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2104018 Oct 27 18:14:42.566673 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b4948b4c-b5b7-4254-bb51-dec6dba9a7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:42.566673 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b4948b4c-b5b7-4254-bb51-dec6dba9a7f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:42.566673 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b4948b4c-b5b7-4254-bb51-dec6dba9a7f7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2a055fe1-e3a7-4dd3-b50a-74d69f1c5655 HTTP/1.1" status: 204 len: 168 time: 0.2790272 Oct 27 18:14:42.580768 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4948b4c-b5b7-4254-bb51-dec6dba9a7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a055fe1-e3a7-4dd3-b50a-74d69f1c5655,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:42.604985 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-ac5f101c-6adb-4534-92c7-7d0b2389c33e tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] 10.222.0.52 "GET /v2.0/quotas/eba90f7eb0f94042b90c54cfcba6928e HTTP/1.1" status: 200 len: 375 time: 0.0305028 Oct 27 18:14:42.644037 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-5d1b30fd-5759-498d-be07-67a561933f83 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=eba90f7eb0f94042b90c54cfcba6928e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304985 Oct 27 18:14:42.654296 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc88e079-3479-4d19-908c-835b8f570e94 req-c3386e7b-cb1f-4aa4-82fc-d8925af1ba1f tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Made reservation on behalf of 064203d6444f42a2ae4b0e7782326a4c for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:14:42.658567 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-dc88e079-3479-4d19-908c-835b8f570e94 req-c3386e7b-cb1f-4aa4-82fc-d8925af1ba1f tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:42.672385 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-dc88e079-3479-4d19-908c-835b8f570e94 req-c3386e7b-cb1f-4aa4-82fc-d8925af1ba1f tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:42.693374 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39932) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:14:42.696481 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-26848dbc-a9af-4e82-a90f-d4872568822f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:42.771596 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-dc88e079-3479-4d19-908c-835b8f570e94 req-c3386e7b-cb1f-4aa4-82fc-d8925af1ba1f tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:42.796044 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-26848dbc-a9af-4e82-a90f-d4872568822f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:42.840211 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-f53d2f7f-b1d5-41c3-bbac-0bbb4c722ea2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-698791583-network', 'tenant_id': '43d2aacb3b5645edb71ed26889dd4536'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:14:42.842428 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-26848dbc-a9af-4e82-a90f-d4872568822f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0e183d8aef384c489347004accd86a0f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0687728 Oct 27 18:14:42.843578 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26848dbc-a9af-4e82-a90f-d4872568822f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3f3bfb-2a37-4302-bced-ed733feba9d4,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:42.843994 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39948) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:14:42.898301 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-dc88e079-3479-4d19-908c-835b8f570e94 req-c3386e7b-cb1f-4aa4-82fc-d8925af1ba1f tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:42.925631 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b651f604-d92d-4319-9751-70cfcf95be87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:42.968093 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b651f604-d92d-4319-9751-70cfcf95be87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:42.983710 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53d2f7f-b1d5-41c3-bbac-0bbb4c722ea2 admin admin] Made reservation on behalf of 43d2aacb3b5645edb71ed26889dd4536 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:14:42.986232 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f53d2f7f-b1d5-41c3-bbac-0bbb4c722ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:43.005692 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f53d2f7f-b1d5-41c3-bbac-0bbb4c722ea2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:43.118955 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3386e7b-cb1f-4aa4-82fc-d8925af1ba1f tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e03b250-cea2-43e7-8f43-e932d0bf4bb0,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:43.155764 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a7b48369-3962-4bc4-8073-914f071edf2e req-dabf985f-7f0c-43a6-97ee-1edeb393bde4 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/ports?device_id=8184ca54-25d6-43bd-bbad-96b74fe81c2c HTTP/1.1" status: 200 len: 210 time: 0.0873754 Oct 27 18:14:43.155905 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b651f604-d92d-4319-9751-70cfcf95be87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:43.159541 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b651f604-d92d-4319-9751-70cfcf95be87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:43.160799 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b651f604-d92d-4319-9751-70cfcf95be87 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6f3f3bfb-2a37-4302-bced-ed733feba9d4 HTTP/1.1" status: 204 len: 168 time: 0.3142083 Oct 27 18:14:43.200421 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b651f604-d92d-4319-9751-70cfcf95be87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3f3bfb-2a37-4302-bced-ed733feba9d4,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:43.285812 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:43.294393 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f53d2f7f-b1d5-41c3-bbac-0bbb4c722ea2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:43.296789 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f2ccb51d-47e9-4a89-a380-92c1fc3ec193 req-53eec36a-7d9f-4388-8922-ec6db975e16b tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdb319fb-5379-494b-8367-3c245474b4f1 HTTP/1.1" status: 200 len: 210 time: 0.0628316 Oct 27 18:14:43.321095 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:43.332358 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39974) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:14:43.355411 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5c556af8-0174-4209-98fe-add2cf44d7a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:43.359692 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-dc88e079-3479-4d19-908c-835b8f570e94 req-c3386e7b-cb1f-4aa4-82fc-d8925af1ba1f tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Allocated IP 192.168.233.83 (5a00a4ee-d7ee-4646-9905-4d21868e9aa2/5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc/538dc2b6-c06c-4396-90be-1a79e65ff65b) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:14:43.421349 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f53d2f7f-b1d5-41c3-bbac-0bbb4c722ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:43.466692 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f53d2f7f-b1d5-41c3-bbac-0bbb4c722ea2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1046, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:14:43.473558 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d2f7f-b1d5-41c3-bbac-0bbb4c722ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:43.495525 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f53d2f7f-b1d5-41c3-bbac-0bbb4c722ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:43.495864 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-f53d2f7f-b1d5-41c3-bbac-0bbb4c722ea2 admin admin] Added segment 58a88469-a6e8-4f4a-87d0-167a1bff6a8c of type vlan for network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b Oct 27 18:14:43.508407 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5c556af8-0174-4209-98fe-add2cf44d7a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:43.543854 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f53d2f7f-b1d5-41c3-bbac-0bbb4c722ea2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:43.641465 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5c556af8-0174-4209-98fe-add2cf44d7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:43.643435 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-dc88e079-3479-4d19-908c-835b8f570e94 req-c3386e7b-cb1f-4aa4-82fc-d8925af1ba1f tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:43.680782 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f53d2f7f-b1d5-41c3-bbac-0bbb4c722ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:43.686135 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53d2f7f-b1d5-41c3-bbac-0bbb4c722ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:14:43.687368 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f53d2f7f-b1d5-41c3-bbac-0bbb4c722ea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:43.751498 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5c556af8-0174-4209-98fe-add2cf44d7a0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ab7a8614a852400ebf20c4c901dc6027&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4144919 Oct 27 18:14:43.751498 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c556af8-0174-4209-98fe-add2cf44d7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a591fc-7da5-447f-995c-ec0999830b62,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:43.756349 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39986) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:14:43.825840 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8417f920-8547-4cd3-b0da-4bd815195595 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:43.831336 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f53d2f7f-b1d5-41c3-bbac-0bbb4c722ea2 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1309285 Oct 27 18:14:43.832343 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39988) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:14:43.846873 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d2f7f-b1d5-41c3-bbac-0bbb4c722ea2 admin admin] Pushing event updated for resources: {'Network': ['ID=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:43.866218 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-7366b4c0-16f0-4117-8f02-07946c376b3e admin admin] Request body: {'subnet': {'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-698791583-subnet', 'tenant_id': '43d2aacb3b5645edb71ed26889dd4536', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:14:43.867115 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:14:43.891621 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-dc88e079-3479-4d19-908c-835b8f570e94 req-c3386e7b-cb1f-4aa4-82fc-d8925af1ba1f tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:43.919034 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8417f920-8547-4cd3-b0da-4bd815195595 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:44.013362 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39996) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:14:44.070087 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fb8dfc42-76ae-49fc-9fbc-2ae1e94758f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:44.175325 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc88e079-3479-4d19-908c-835b8f570e94 req-c3386e7b-cb1f-4aa4-82fc-d8925af1ba1f tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:14:44.234738 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-dc88e079-3479-4d19-908c-835b8f570e94 req-c3386e7b-cb1f-4aa4-82fc-d8925af1ba1f tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:14:44.242946 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc88e079-3479-4d19-908c-835b8f570e94 req-c3386e7b-cb1f-4aa4-82fc-d8925af1ba1f tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:14:44.255640 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fb8dfc42-76ae-49fc-9fbc-2ae1e94758f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:44.260187 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88e079-3479-4d19-908c-835b8f570e94 req-c3386e7b-cb1f-4aa4-82fc-d8925af1ba1f tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:14:44.261062 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-dc88e079-3479-4d19-908c-835b8f570e94 req-c3386e7b-cb1f-4aa4-82fc-d8925af1ba1f tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:44.287912 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3386e7b-cb1f-4aa4-82fc-d8925af1ba1f tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Pushing event updated for resources: {'Port': ['ID=538dc2b6-c06c-4396-90be-1a79e65ff65b,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:44.297471 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7366b4c0-16f0-4117-8f02-07946c376b3e admin admin] Made reservation on behalf of 43d2aacb3b5645edb71ed26889dd4536 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:14:44.305163 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7366b4c0-16f0-4117-8f02-07946c376b3e admin admin] Publish callbacks [] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:44.324860 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fb8dfc42-76ae-49fc-9fbc-2ae1e94758f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:44.444002 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8dfc42-76ae-49fc-9fbc-2ae1e94758f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f90f9d4-7718-4211-95c9-08266840a77a,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:44.539923 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-fb8dfc42-76ae-49fc-9fbc-2ae1e94758f5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=14ede6a4b89848518baea7ee66d22cc3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5223553 Oct 27 18:14:44.541595 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40016) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:14:44.556212 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dc88e079-3479-4d19-908c-835b8f570e94 req-c3386e7b-cb1f-4aa4-82fc-d8925af1ba1f tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4437144 Oct 27 18:14:44.594408 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-dc88e079-3479-4d19-908c-835b8f570e94 req-46c37641-d88f-4613-9d01-563641e126d0 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:14:44.597574 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dc88e079-3479-4d19-908c-835b8f570e94 req-46c37641-d88f-4613-9d01-563641e126d0 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0200753 Oct 27 18:14:44.679287 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-7291190f-4714-4b58-994d-d1cfb589ad82 None None] Provisioning complete for port 538dc2b6-c06c-4396-90be-1a79e65ff65b triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:14:44.681103 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7291190f-4714-4b58-994d-d1cfb589ad82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:44.710475 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7d45e-0a8e-4f7d-93bf-9d8a78d1baeb req-8f0ec341-4ce4-472e-b3bc-5d27f01c4dbb tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:14:44.716204 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2c76c831-3f7f-48b3-899b-5e8664af7c2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:44.716958 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aab7d45e-0a8e-4f7d-93bf-9d8a78d1baeb req-8f0ec341-4ce4-472e-b3bc-5d27f01c4dbb tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/ports?device_id=8184ca54-25d6-43bd-bbad-96b74fe81c2c HTTP/1.1" status: 200 len: 935 time: 0.4115958 Oct 27 18:14:44.756874 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8417f920-8547-4cd3-b0da-4bd815195595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:44.764005 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8417f920-8547-4cd3-b0da-4bd815195595 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:44.771273 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8417f920-8547-4cd3-b0da-4bd815195595 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e9a591fc-7da5-447f-995c-ec0999830b62 HTTP/1.1" status: 204 len: 168 time: 1.0086629 Oct 27 18:14:44.783158 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8beb3a75-84c5-4a1c-ac23-8ba1260d0d4d req-252b9aa2-426b-4261-9d29-04cb764d42e3 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdb319fb-5379-494b-8367-3c245474b4f1 HTTP/1.1" status: 200 len: 210 time: 0.1413515 Oct 27 18:14:44.783359 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-7291190f-4714-4b58-994d-d1cfb589ad82 None None] Port 538dc2b6-c06c-4396-90be-1a79e65ff65b cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:14:44.822851 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2c76c831-3f7f-48b3-899b-5e8664af7c2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:44.851850 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8417f920-8547-4cd3-b0da-4bd815195595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a591fc-7da5-447f-995c-ec0999830b62,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:44.966582 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aab7d45e-0a8e-4f7d-93bf-9d8a78d1baeb req-a1daf852-242a-4229-9fc5-11f5fa23ad10 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e03b250-cea2-43e7-8f43-e932d0bf4bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715274 Oct 27 18:14:44.981785 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40022) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:14:45.014241 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-00b6a4cf-180f-4011-b7d8-5682b4cf15c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:45.193192 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-dc88e079-3479-4d19-908c-835b8f570e94 req-93b3b093-0b64-4f6b-baf7-a861927011f4 service neutron] Request body: {'port': {'device_id': '8184ca54-25d6-43bd-bbad-96b74fe81c2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:14:45.235187 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:45.241536 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2c76c831-3f7f-48b3-899b-5e8664af7c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:45.245669 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2c76c831-3f7f-48b3-899b-5e8664af7c2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:45.249544 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2c76c831-3f7f-48b3-899b-5e8664af7c2b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8f90f9d4-7718-4211-95c9-08266840a77a HTTP/1.1" status: 204 len: 168 time: 0.7073491 Oct 27 18:14:45.266082 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c76c831-3f7f-48b3-899b-5e8664af7c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f90f9d4-7718-4211-95c9-08266840a77a,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:45.289757 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7366b4c0-16f0-4117-8f02-07946c376b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:45.393548 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-00b6a4cf-180f-4011-b7d8-5682b4cf15c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:45.440277 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7366b4c0-16f0-4117-8f02-07946c376b3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d2e93d5-4842-4818-961f-a77ef1a8f95b,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:45.460858 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-dc88e079-3479-4d19-908c-835b8f570e94 req-93b3b093-0b64-4f6b-baf7-a861927011f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:45.496102 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-00b6a4cf-180f-4011-b7d8-5682b4cf15c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:45.538248 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7366b4c0-16f0-4117-8f02-07946c376b3e admin admin] Checking segment: {'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:14:45.538618 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7366b4c0-16f0-4117-8f02-07946c376b3e admin admin] Network hostable DHCP agents. Network: fb7dc45e-d3fb-4a21-9a07-231f6b81f39b, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:14:45.595664 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-00b6a4cf-180f-4011-b7d8-5682b4cf15c1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=92731853a814482a97edeccd19a0757e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6087615 Oct 27 18:14:45.602657 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40036) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:14:45.621936 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b6a4cf-180f-4011-b7d8-5682b4cf15c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7bbceb-f7bf-40c6-a785-42c74816c438,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:45.669566 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7366b4c0-16f0-4117-8f02-07946c376b3e admin admin] Network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:14:45.673073 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-82ae6512-3602-4dc1-9500-3667426e0088 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:45.716594 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-82ae6512-3602-4dc1-9500-3667426e0088 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:45.810596 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-7366b4c0-16f0-4117-8f02-07946c376b3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, fb7dc45e-d3fb-4a21-9a07-231f6b81f39b) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:14:45.823005 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbc5d50-1617-482f-918c-c7e369b61d17 None None] Network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:14:45.825581 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7366b4c0-16f0-4117-8f02-07946c376b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:14:45.826252 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7366b4c0-16f0-4117-8f02-07946c376b3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:45.862529 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40044) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:14:45.921381 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-82ae6512-3602-4dc1-9500-3667426e0088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:45.924871 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-82ae6512-3602-4dc1-9500-3667426e0088 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:45.928608 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-82ae6512-3602-4dc1-9500-3667426e0088 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6f7bbceb-f7bf-40c6-a785-42c74816c438 HTTP/1.1" status: 204 len: 168 time: 0.3231177 Oct 27 18:14:45.948925 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae6512-3602-4dc1-9500-3667426e0088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7bbceb-f7bf-40c6-a785-42c74816c438,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:45.988600 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4939b0b2-6f6a-4505-b1de-fe25dd0d9a45 req-e3749566-c289-4286-a33f-e9e6c5d1f445 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdb319fb-5379-494b-8367-3c245474b4f1 HTTP/1.1" status: 200 len: 210 time: 0.0548906 Oct 27 18:14:46.011850 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7366b4c0-16f0-4117-8f02-07946c376b3e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.1737766 Oct 27 18:14:46.210962 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f89ec15-677a-4116-a804-02bc7884b3da None None] Network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:14:46.288823 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b48390-7ea0-4433-9c66-923baf108b4e req-ebe7c9d2-64bd-4ec5-96f8-579c29593601 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:14:46.297040 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-04b48390-7ea0-4433-9c66-923baf108b4e req-ebe7c9d2-64bd-4ec5-96f8-579c29593601 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/ports?device_id=8184ca54-25d6-43bd-bbad-96b74fe81c2c HTTP/1.1" status: 200 len: 935 time: 0.1402478 Oct 27 18:14:46.328519 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-dc88e079-3479-4d19-908c-835b8f570e94 req-93b3b093-0b64-4f6b-baf7-a861927011f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 538dc2b6-c06c-4396-90be-1a79e65ff65b {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:14:46.341733 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-dc88e079-3479-4d19-908c-835b8f570e94 req-93b3b093-0b64-4f6b-baf7-a861927011f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:46.374554 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-04b48390-7ea0-4433-9c66-923baf108b4e req-62d354c9-e70d-47ed-b5fc-6449818d5e9b tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e03b250-cea2-43e7-8f43-e932d0bf4bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746052 Oct 27 18:14:46.405854 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-babe3409-da8f-4975-9ba0-fcb688b95011 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:46.408214 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-dc88e079-3479-4d19-908c-835b8f570e94 req-93b3b093-0b64-4f6b-baf7-a861927011f4 service neutron] Transition to ACTIVE for port object 538dc2b6-c06c-4396-90be-1a79e65ff65b will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:14:46.482111 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-dc88e079-3479-4d19-908c-835b8f570e94 req-93b3b093-0b64-4f6b-baf7-a861927011f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:46.516422 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-babe3409-da8f-4975-9ba0-fcb688b95011 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:46.596791 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-babe3409-da8f-4975-9ba0-fcb688b95011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:46.631958 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b3b093-0b64-4f6b-baf7-a861927011f4 service neutron] Pushing event updated for resources: {'Port': ['ID=538dc2b6-c06c-4396-90be-1a79e65ff65b,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:46.661350 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-babe3409-da8f-4975-9ba0-fcb688b95011 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f03e8ada662543cd8132cbdf728a83fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7950630 Oct 27 18:14:46.661350 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe3409-da8f-4975-9ba0-fcb688b95011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619160a2-2882-4f70-a2a5-1673bb9bc4cd,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:46.662756 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40062) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:14:46.749503 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-dc88e079-3479-4d19-908c-835b8f570e94 req-93b3b093-0b64-4f6b-baf7-a861927011f4 service neutron] Attempting to bind port 538dc2b6-c06c-4396-90be-1a79e65ff65b on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:14:46.749966 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-dc88e079-3479-4d19-908c-835b8f570e94 req-93b3b093-0b64-4f6b-baf7-a861927011f4 service neutron] Attempting to bind port 538dc2b6-c06c-4396-90be-1a79e65ff65b by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:14:46.750217 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc88e079-3479-4d19-908c-835b8f570e94 req-93b3b093-0b64-4f6b-baf7-a861927011f4 service neutron] Attempting to bind port 538dc2b6-c06c-4396-90be-1a79e65ff65b on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:14:46.755652 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc88e079-3479-4d19-908c-835b8f570e94 req-93b3b093-0b64-4f6b-baf7-a861927011f4 service neutron] Port 538dc2b6-c06c-4396-90be-1a79e65ff65b on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:14:46.755997 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc88e079-3479-4d19-908c-835b8f570e94 req-93b3b093-0b64-4f6b-baf7-a861927011f4 service neutron] Attempting to bind port 538dc2b6-c06c-4396-90be-1a79e65ff65b on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:14:46.761405 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc88e079-3479-4d19-908c-835b8f570e94 req-93b3b093-0b64-4f6b-baf7-a861927011f4 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:14:46.765705 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc88e079-3479-4d19-908c-835b8f570e94 req-93b3b093-0b64-4f6b-baf7-a861927011f4 service neutron] Checking segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:14:46.765705 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc88e079-3479-4d19-908c-835b8f570e94 req-93b3b093-0b64-4f6b-baf7-a861927011f4 service neutron] Bound using segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:14:46.765705 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-dc88e079-3479-4d19-908c-835b8f570e94 req-93b3b093-0b64-4f6b-baf7-a861927011f4 service neutron] Bound port: 538dc2b6-c06c-4396-90be-1a79e65ff65b, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:14:46.765705 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-dc88e079-3479-4d19-908c-835b8f570e94 req-93b3b093-0b64-4f6b-baf7-a861927011f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:46.798976 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-aa78bb5f-b3ff-42af-97d1-58bfd74cc3c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:46.810575 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.81', 50131) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:14:46.868875 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-dc88e079-3479-4d19-908c-835b8f570e94 req-93b3b093-0b64-4f6b-baf7-a861927011f4 service neutron] For port 538dc2b6-c06c-4396-90be-1a79e65ff65b, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:14:46.910387 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-dc88e079-3479-4d19-908c-835b8f570e94 req-93b3b093-0b64-4f6b-baf7-a861927011f4 service neutron] For port 538dc2b6-c06c-4396-90be-1a79e65ff65b, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=538dc2b6-c06c-4396-90be-1a79e65ff65b,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:14:46.941790 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-30fe231b-783e-4102-a9cd-8821b1000576 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=eba90f7eb0f94042b90c54cfcba6928e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1283681 Oct 27 18:14:46.972991 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-dc88e079-3479-4d19-908c-835b8f570e94 req-93b3b093-0b64-4f6b-baf7-a861927011f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:46.980515 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-aa78bb5f-b3ff-42af-97d1-58bfd74cc3c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:47.172544 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88e079-3479-4d19-908c-835b8f570e94 req-93b3b093-0b64-4f6b-baf7-a861927011f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:14:47.173865 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-dc88e079-3479-4d19-908c-835b8f570e94 req-93b3b093-0b64-4f6b-baf7-a861927011f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:47.176587 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-b4da05de-150b-4519-bf4c-be1a738e8ebc tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:14:47.177869 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dc88e079-3479-4d19-908c-835b8f570e94 req-93b3b093-0b64-4f6b-baf7-a861927011f4 service neutron] 10.222.0.93 "PUT /v2.0/ports/538dc2b6-c06c-4396-90be-1a79e65ff65b HTTP/1.1" status: 200 len: 1095 time: 2.1952164 Oct 27 18:14:47.179796 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-b4da05de-150b-4519-bf4c-be1a738e8ebc tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2257085 Oct 27 18:14:47.180262 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b3b093-0b64-4f6b-baf7-a861927011f4 service neutron] Pushing event updated for resources: {'Port': ['ID=538dc2b6-c06c-4396-90be-1a79e65ff65b,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:47.183259 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8184ca54-25d6-43bd-bbad-96b74fe81c2c', 'tag': '538dc2b6-c06c-4396-90be-1a79e65ff65b'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:14:47.245422 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-aa78bb5f-b3ff-42af-97d1-58bfd74cc3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:47.250264 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-aa78bb5f-b3ff-42af-97d1-58bfd74cc3c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:47.250264 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-aa78bb5f-b3ff-42af-97d1-58bfd74cc3c6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/619160a2-2882-4f70-a2a5-1673bb9bc4cd HTTP/1.1" status: 204 len: 168 time: 0.5802839 Oct 27 18:14:47.284581 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-833bff1d-bdfb-45b8-9427-f9b09bc63f8e tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] Request body: {'port': {'device_id': 'fdb319fb-5379-494b-8367-3c245474b4f1', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'admin_state_up': True, 'tenant_id': 'eba90f7eb0f94042b90c54cfcba6928e'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:14:47.300049 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa78bb5f-b3ff-42af-97d1-58bfd74cc3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619160a2-2882-4f70-a2a5-1673bb9bc4cd,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:47.352200 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0d8bd736-9476-48ca-869b-befdac1cfe8f req-f092433a-d00b-4234-aaef-70167913fd42 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdb319fb-5379-494b-8367-3c245474b4f1 HTTP/1.1" status: 200 len: 210 time: 0.1882656 Oct 27 18:14:47.692905 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88e079-3479-4d19-908c-835b8f570e94 req-2f143955-eda4-4fb6-ae81-74a679e4d1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:14:47.694489 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dc88e079-3479-4d19-908c-835b8f570e94 req-2f143955-eda4-4fb6-ae81-74a679e4d1ec service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=064203d6444f42a2ae4b0e7782326a4c&device_id=8184ca54-25d6-43bd-bbad-96b74fe81c2c HTTP/1.1" status: 200 len: 1098 time: 0.3363636 Oct 27 18:14:47.710775 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7416fa0-fa2f-4341-b851-b31a4c4e042c req-e559c0ac-6a0a-4465-a7cf-1217cb5282e6 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:14:47.720711 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f7416fa0-fa2f-4341-b851-b31a4c4e042c req-e559c0ac-6a0a-4465-a7cf-1217cb5282e6 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/ports?device_id=8184ca54-25d6-43bd-bbad-96b74fe81c2c HTTP/1.1" status: 200 len: 947 time: 0.2004359 Oct 27 18:14:47.767862 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f7416fa0-fa2f-4341-b851-b31a4c4e042c req-6e0c6457-2e3e-4d40-8d6e-d7c816d50bba tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e03b250-cea2-43e7-8f43-e932d0bf4bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458591 Oct 27 18:14:47.932472 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-833bff1d-bdfb-45b8-9427-f9b09bc63f8e tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] Made reservation on behalf of eba90f7eb0f94042b90c54cfcba6928e for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:14:47.936623 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-833bff1d-bdfb-45b8-9427-f9b09bc63f8e tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:47.946427 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-833bff1d-bdfb-45b8-9427-f9b09bc63f8e tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:48.088460 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-833bff1d-bdfb-45b8-9427-f9b09bc63f8e tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:48.151700 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea611989-6205-445d-92ae-6149fdd5976f" -d '{"events": [{"name": "network-changed", "server_uuid": "8184ca54-25d6-43bd-bbad-96b74fe81c2c", "tag": "538dc2b6-c06c-4396-90be-1a79e65ff65b"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:14:48.153422 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-833bff1d-bdfb-45b8-9427-f9b09bc63f8e tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:48.312107 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833bff1d-bdfb-45b8-9427-f9b09bc63f8e tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a78f1d-22c8-43eb-b1d8-af6414e9dc39,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:48.494062 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-833bff1d-bdfb-45b8-9427-f9b09bc63f8e tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] Allocated IP 192.168.233.222 (5a00a4ee-d7ee-4646-9905-4d21868e9aa2/5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc/db4c5be7-73ee-45f4-98be-811daef38338) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:14:48.510586 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1b747588-619c-4480-87a8-40387250bc69 req-6b317db1-dc4c-42e6-9fc0-f39a3b34d59b tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdb319fb-5379-494b-8367-3c245474b4f1 HTTP/1.1" status: 200 len: 210 time: 0.0432391 Oct 27 18:14:48.716297 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-833bff1d-bdfb-45b8-9427-f9b09bc63f8e tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:48.823630 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40132) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:14:48.845897 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-08ec3d97-65b8-4737-8c74-ba9173290050 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:48.856334 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-833bff1d-bdfb-45b8-9427-f9b09bc63f8e tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:49.061239 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-833bff1d-bdfb-45b8-9427-f9b09bc63f8e tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] Network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:14:49.065298 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b17bf3-1ca8-4c72-afa8-cddc9073f5f7 req-79082fda-4552-4321-ae0f-261d21703019 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:14:49.068523 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c6b17bf3-1ca8-4c72-afa8-cddc9073f5f7 req-79082fda-4552-4321-ae0f-261d21703019 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/ports?device_id=8184ca54-25d6-43bd-bbad-96b74fe81c2c HTTP/1.1" status: 200 len: 947 time: 0.1334789 Oct 27 18:14:49.075600 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-833bff1d-bdfb-45b8-9427-f9b09bc63f8e tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:14:49.086554 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-833bff1d-bdfb-45b8-9427-f9b09bc63f8e tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:14:49.092591 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-833bff1d-bdfb-45b8-9427-f9b09bc63f8e tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:14:49.093322 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-833bff1d-bdfb-45b8-9427-f9b09bc63f8e tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:49.116697 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833bff1d-bdfb-45b8-9427-f9b09bc63f8e tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] Pushing event updated for resources: {'Port': ['ID=db4c5be7-73ee-45f4-98be-811daef38338,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:49.211698 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-833bff1d-bdfb-45b8-9427-f9b09bc63f8e tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9359376 Oct 27 18:14:49.223587 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-08ec3d97-65b8-4737-8c74-ba9173290050 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:49.236206 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c6b17bf3-1ca8-4c72-afa8-cddc9073f5f7 req-692e9ada-ef66-4faa-82a8-c1d27fff4d87 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e03b250-cea2-43e7-8f43-e932d0bf4bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400046 Oct 27 18:14:49.251640 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-9c18edfa-6cd0-41d0-838d-f8d1375e7468 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:14:49.251640 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-9c18edfa-6cd0-41d0-838d-f8d1375e7468 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0071478 Oct 27 18:14:49.299911 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-08ec3d97-65b8-4737-8c74-ba9173290050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:49.386164 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-08ec3d97-65b8-4737-8c74-ba9173290050 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=40fc03c8da42459db02f8f1ef13377c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5591218 Oct 27 18:14:49.387113 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 40140) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:14:49.390884 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec3d97-65b8-4737-8c74-ba9173290050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537625be-be69-412c-bccc-41f01b293392,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:49.472537 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca55aea9-90cd-4f38-a39c-cae96822266a x-openstack-request-id: req-ca55aea9-90cd-4f38-a39c-cae96822266a {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:14:49.473147 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8184ca54-25d6-43bd-bbad-96b74fe81c2c", "tag": "538dc2b6-c06c-4396-90be-1a79e65ff65b", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:14:49.473605 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ca55aea9-90cd-4f38-a39c-cae96822266a {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:14:49.474244 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8184ca54-25d6-43bd-bbad-96b74fe81c2c', 'tag': '538dc2b6-c06c-4396-90be-1a79e65ff65b', 'status': 'completed', 'code': 200} Oct 27 18:14:49.497684 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-63e46d9b-b121-45ff-93d7-df3638e95b24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:49.532302 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-63e46d9b-b121-45ff-93d7-df3638e95b24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:49.661057 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-e6a3a9b3-930c-4339-912b-a76b04530f80 None None] Provisioning complete for port db4c5be7-73ee-45f4-98be-811daef38338 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:14:49.665241 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e6a3a9b3-930c-4339-912b-a76b04530f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:49.676816 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-63e46d9b-b121-45ff-93d7-df3638e95b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:49.680097 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-63e46d9b-b121-45ff-93d7-df3638e95b24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:49.687851 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-63e46d9b-b121-45ff-93d7-df3638e95b24 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/537625be-be69-412c-bccc-41f01b293392 HTTP/1.1" status: 204 len: 168 time: 0.2987835 Oct 27 18:14:49.719195 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e46d9b-b121-45ff-93d7-df3638e95b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537625be-be69-412c-bccc-41f01b293392,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:49.756090 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-e6a3a9b3-930c-4339-912b-a76b04530f80 None None] Port db4c5be7-73ee-45f4-98be-811daef38338 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:14:49.772940 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f223d-f3ce-47bc-95b2-72a58007b1db req-f0e2a5d2-71a7-466a-b259-928c9f056ab9 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:14:49.774712 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0a5f223d-f3ce-47bc-95b2-72a58007b1db req-f0e2a5d2-71a7-466a-b259-928c9f056ab9 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdb319fb-5379-494b-8367-3c245474b4f1 HTTP/1.1" status: 200 len: 936 time: 0.1161892 Oct 27 18:14:49.823001 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 40152) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:14:49.831561 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-4ab2dfd8-5e3d-4e51-88dc-f515b1b59764 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-698651601-network', 'tenant_id': '95e61133e29a43eeb67e6efd4ba426f4'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:14:49.883476 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0a5f223d-f3ce-47bc-95b2-72a58007b1db req-c3d57999-4705-4767-9e92-5a3a629cd7df tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2a78f1d-22c8-43eb-b1d8-af6414e9dc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888193 Oct 27 18:14:49.978360 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab2dfd8-5e3d-4e51-88dc-f515b1b59764 admin admin] Made reservation on behalf of 95e61133e29a43eeb67e6efd4ba426f4 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:14:49.979646 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4ab2dfd8-5e3d-4e51-88dc-f515b1b59764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:49.994493 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4ab2dfd8-5e3d-4e51-88dc-f515b1b59764 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:50.061887 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40158) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:14:50.178004 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4ab2dfd8-5e3d-4e51-88dc-f515b1b59764 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:50.236340 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4ab2dfd8-5e3d-4e51-88dc-f515b1b59764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:50.273198 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ab2dfd8-5e3d-4e51-88dc-f515b1b59764 admin admin] vlan segment allocate from pool success with {'vlan_id': 1006, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:14:50.337512 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4ab2dfd8-5e3d-4e51-88dc-f515b1b59764 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753617379669', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:50.339543 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4ab2dfd8-5e3d-4e51-88dc-f515b1b59764 admin admin] Unsubscribe: segment precommit_create {{(pid=102878) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 18:14:50.340617 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-4ab2dfd8-5e3d-4e51-88dc-f515b1b59764 admin admin] Added segment 901a43da-7c68-4591-a4f0-46b3ba657bec of type vlan for network 7664e4cb-6013-47c5-b695-9e97281e2c9c Oct 27 18:14:50.393596 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab2dfd8-5e3d-4e51-88dc-f515b1b59764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830eb307-0e6a-47dc-891f-2f249ed089bb,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:50.450078 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-4063ff11-3b58-4b18-b05e-da0751aabc1f service neutron] Request body: {'port': {'device_id': 'fdb319fb-5379-494b-8367-3c245474b4f1', 'device_owner': 'compute:tempest-test_az-455316374', 'binding:host_id': 'n-h1-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:14:50.601647 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-1bd536fc-bf85-4841-8ac6-5ba5c8656909 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1538181206-network', 'tenant_id': 'f2e67b4482cf4278856e39400b469eb1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:14:50.610899 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4ab2dfd8-5e3d-4e51-88dc-f515b1b59764 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:50.662174 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb40f8-8a6b-4113-ac64-75fd7fcd7247 req-f13fd963-9457-4d64-b64f-b8664ab22e0a tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:14:50.664154 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3cbb40f8-8a6b-4113-ac64-75fd7fcd7247 req-f13fd963-9457-4d64-b64f-b8664ab22e0a tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/ports?device_id=8184ca54-25d6-43bd-bbad-96b74fe81c2c HTTP/1.1" status: 200 len: 947 time: 0.3127050 Oct 27 18:14:50.739039 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-4063ff11-3b58-4b18-b05e-da0751aabc1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:50.795041 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3cbb40f8-8a6b-4113-ac64-75fd7fcd7247 req-b671df26-627a-4fa9-a7a7-0bf412ce85df tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e03b250-cea2-43e7-8f43-e932d0bf4bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172791 Oct 27 18:14:50.795041 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4ab2dfd8-5e3d-4e51-88dc-f515b1b59764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:50.799530 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab2dfd8-5e3d-4e51-88dc-f515b1b59764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:14:50.800349 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4ab2dfd8-5e3d-4e51-88dc-f515b1b59764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:50.871751 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd536fc-bf85-4841-8ac6-5ba5c8656909 admin admin] Made reservation on behalf of f2e67b4482cf4278856e39400b469eb1 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:14:50.874493 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1bd536fc-bf85-4841-8ac6-5ba5c8656909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:50.894631 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1bd536fc-bf85-4841-8ac6-5ba5c8656909 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:51.215545 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dc88e079-3479-4d19-908c-835b8f570e94 req-cc4d6994-6b64-4d5b-812a-0880bc7b33a7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=538dc2b6-c06c-4396-90be-1a79e65ff65b HTTP/1.1" status: 200 len: 217 time: 0.2645915 Oct 27 18:14:51.256302 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab2dfd8-5e3d-4e51-88dc-f515b1b59764 admin admin] Pushing event updated for resources: {'Network': ['ID=7664e4cb-6013-47c5-b695-9e97281e2c9c,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:51.292681 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 7664e4cb-6013-47c5-b695-9e97281e2c9c details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:14:51.344057 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4ab2dfd8-5e3d-4e51-88dc-f515b1b59764 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5192533 Oct 27 18:14:51.351721 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 40180) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:14:51.371349 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-03936b13-dd78-47ba-9a7a-41aac42a5e2e admin admin] Request body: {'subnet': {'network_id': '7664e4cb-6013-47c5-b695-9e97281e2c9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-698651601-subnet', 'tenant_id': '95e61133e29a43eeb67e6efd4ba426f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:14:51.411067 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067e898-0e9c-4fc6-a38f-ff55287373a3 req-977ce02b-6fb3-4593-abf2-f405af343b80 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:14:51.412884 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2067e898-0e9c-4fc6-a38f-ff55287373a3 req-977ce02b-6fb3-4593-abf2-f405af343b80 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdb319fb-5379-494b-8367-3c245474b4f1 HTTP/1.1" status: 200 len: 936 time: 0.2719214 Oct 27 18:14:51.416716 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88e079-3479-4d19-908c-835b8f570e94 req-e29415a8-dac8-43ca-8467-97c9243c78de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:14:51.418331 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dc88e079-3479-4d19-908c-835b8f570e94 req-e29415a8-dac8-43ca-8467-97c9243c78de service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.1633368 Oct 27 18:14:51.418985 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 40182) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:14:51.516465 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d9223393-e699-41d3-a78c-aded9942f7ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:51.614218 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2067e898-0e9c-4fc6-a38f-ff55287373a3 req-b6951868-27e7-48c4-88a8-61f5c2f301cd tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2a78f1d-22c8-43eb-b1d8-af6414e9dc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848328 Oct 27 18:14:51.645060 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03936b13-dd78-47ba-9a7a-41aac42a5e2e admin admin] Made reservation on behalf of 95e61133e29a43eeb67e6efd4ba426f4 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:14:51.661183 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-03936b13-dd78-47ba-9a7a-41aac42a5e2e admin admin] Publish callbacks [] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:51.661405 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1bd536fc-bf85-4841-8ac6-5ba5c8656909 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:51.764446 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88e079-3479-4d19-908c-835b8f570e94 req-a22bb46c-9034-4361-9e03-f62828eef8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:14:51.769103 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dc88e079-3479-4d19-908c-835b8f570e94 req-a22bb46c-9034-4361-9e03-f62828eef8cd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3148761 Oct 27 18:14:51.781398 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1bd536fc-bf85-4841-8ac6-5ba5c8656909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:51.812401 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bd536fc-bf85-4841-8ac6-5ba5c8656909 admin admin] vlan segment allocate from pool success with {'vlan_id': 1032, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:14:51.841500 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1bd536fc-bf85-4841-8ac6-5ba5c8656909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:51.841500 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-1bd536fc-bf85-4841-8ac6-5ba5c8656909 admin admin] Added segment cf3cdfc5-93f9-46c6-8410-84e2e4d8bca2 of type vlan for network 709a2b22-e0d7-4558-a61b-f6ab3c7b1f82 Oct 27 18:14:51.992217 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1bd536fc-bf85-4841-8ac6-5ba5c8656909 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:52.073246 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd536fc-bf85-4841-8ac6-5ba5c8656909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97707709-fe0e-4f30-8686-b95aa6e32c7b,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:52.139756 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-4063ff11-3b58-4b18-b05e-da0751aabc1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db4c5be7-73ee-45f4-98be-811daef38338 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:14:52.164393 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-4063ff11-3b58-4b18-b05e-da0751aabc1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:52.230596 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1bd536fc-bf85-4841-8ac6-5ba5c8656909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:52.233260 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd536fc-bf85-4841-8ac6-5ba5c8656909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:14:52.234024 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1bd536fc-bf85-4841-8ac6-5ba5c8656909 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:52.238759 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-4063ff11-3b58-4b18-b05e-da0751aabc1f service neutron] Transition to ACTIVE for port object db4c5be7-73ee-45f4-98be-811daef38338 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:14:52.299558 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-4063ff11-3b58-4b18-b05e-da0751aabc1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:52.305567 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e19670-993a-4653-b5a2-196e05c8baa9 req-51de4b15-ba9b-446c-92fe-d222465b0b0c tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:14:52.307001 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-01e19670-993a-4653-b5a2-196e05c8baa9 req-51de4b15-ba9b-446c-92fe-d222465b0b0c tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/ports?device_id=8184ca54-25d6-43bd-bbad-96b74fe81c2c HTTP/1.1" status: 200 len: 947 time: 0.2547970 Oct 27 18:14:52.365454 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d9223393-e699-41d3-a78c-aded9942f7ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:52.394920 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4063ff11-3b58-4b18-b05e-da0751aabc1f service neutron] Pushing event updated for resources: {'Port': ['ID=db4c5be7-73ee-45f4-98be-811daef38338,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:52.419358 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1bd536fc-bf85-4841-8ac6-5ba5c8656909 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 2.3561358 Oct 27 18:14:52.436729 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 40196) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:14:52.446277 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-d7eb2ba1-c2f8-40a9-ac0e-4b76e1e10066 admin admin] Request body: {'subnet': {'network_id': '709a2b22-e0d7-4558-a61b-f6ab3c7b1f82', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1538181206-subnet', 'tenant_id': 'f2e67b4482cf4278856e39400b469eb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:14:52.468669 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dc88e079-3479-4d19-908c-835b8f570e94 req-fc294bab-f0a8-4d07-a764-b18718e43bd7 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152162 Oct 27 18:14:52.518012 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d9223393-e699-41d3-a78c-aded9942f7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:52.542199 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd536fc-bf85-4841-8ac6-5ba5c8656909 admin admin] Pushing event updated for resources: {'Network': ['ID=709a2b22-e0d7-4558-a61b-f6ab3c7b1f82,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:52.553420 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 709a2b22-e0d7-4558-a61b-f6ab3c7b1f82 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:14:52.682249 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9223393-e699-41d3-a78c-aded9942f7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7650f9-2592-4319-8650-fce08d5a6cd2,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:52.744469 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d9223393-e699-41d3-a78c-aded9942f7ca admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6b54f3b1a19f459e9131ce56ab5a0cf3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3186247 Oct 27 18:14:52.776711 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40208) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:14:52.799748 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-01e19670-993a-4653-b5a2-196e05c8baa9 req-10cb021c-2e90-4d42-8e25-a7819befc300 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e03b250-cea2-43e7-8f43-e932d0bf4bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4426360 Oct 27 18:14:52.841199 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-4063ff11-3b58-4b18-b05e-da0751aabc1f service neutron] Attempting to bind port db4c5be7-73ee-45f4-98be-811daef38338 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:14:52.842119 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-4063ff11-3b58-4b18-b05e-da0751aabc1f service neutron] Attempting to bind port db4c5be7-73ee-45f4-98be-811daef38338 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:14:52.842629 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-4063ff11-3b58-4b18-b05e-da0751aabc1f service neutron] Attempting to bind port db4c5be7-73ee-45f4-98be-811daef38338 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:14:52.861205 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-4063ff11-3b58-4b18-b05e-da0751aabc1f service neutron] Port db4c5be7-73ee-45f4-98be-811daef38338 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:14:52.863400 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-4063ff11-3b58-4b18-b05e-da0751aabc1f service neutron] Attempting to bind port db4c5be7-73ee-45f4-98be-811daef38338 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:14:52.882424 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-4063ff11-3b58-4b18-b05e-da0751aabc1f service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:14:52.883108 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-4063ff11-3b58-4b18-b05e-da0751aabc1f service neutron] Checking segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:14:52.883997 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-4063ff11-3b58-4b18-b05e-da0751aabc1f service neutron] Bound using segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:14:52.884677 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-4063ff11-3b58-4b18-b05e-da0751aabc1f service neutron] Bound port: db4c5be7-73ee-45f4-98be-811daef38338, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:14:52.887698 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-4063ff11-3b58-4b18-b05e-da0751aabc1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:53.094950 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-4063ff11-3b58-4b18-b05e-da0751aabc1f service neutron] For port db4c5be7-73ee-45f4-98be-811daef38338, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:14:53.106693 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-4063ff11-3b58-4b18-b05e-da0751aabc1f service neutron] For port db4c5be7-73ee-45f4-98be-811daef38338, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=db4c5be7-73ee-45f4-98be-811daef38338,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:14:53.123274 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a28b6bbb-db32-4dd5-983f-c7ef0532f75b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:53.143357 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7eb2ba1-c2f8-40a9-ac0e-4b76e1e10066 admin admin] Made reservation on behalf of f2e67b4482cf4278856e39400b469eb1 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:14:53.145722 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d7eb2ba1-c2f8-40a9-ac0e-4b76e1e10066 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:53.180680 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a28b6bbb-db32-4dd5-983f-c7ef0532f75b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:53.311152 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-4063ff11-3b58-4b18-b05e-da0751aabc1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:53.373151 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-4063ff11-3b58-4b18-b05e-da0751aabc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:14:53.374018 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-4063ff11-3b58-4b18-b05e-da0751aabc1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:53.376713 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-4063ff11-3b58-4b18-b05e-da0751aabc1f service neutron] 10.222.0.81 "PUT /v2.0/ports/db4c5be7-73ee-45f4-98be-811daef38338 HTTP/1.1" status: 200 len: 1117 time: 3.5502343 Oct 27 18:14:53.379897 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb319fb-5379-494b-8367-3c245474b4f1', 'tag': 'db4c5be7-73ee-45f4-98be-811daef38338'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:14:53.518363 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7c8de-55c4-4987-8879-5c8e67787e49 req-e7f7b01e-aa8b-4607-8f85-458cfc2bbb12 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:14:53.537199 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dee7c8de-55c4-4987-8879-5c8e67787e49 req-e7f7b01e-aa8b-4607-8f85-458cfc2bbb12 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdb319fb-5379-494b-8367-3c245474b4f1 HTTP/1.1" status: 200 len: 969 time: 0.5401437 Oct 27 18:14:53.541933 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a28b6bbb-db32-4dd5-983f-c7ef0532f75b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:53.550762 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a28b6bbb-db32-4dd5-983f-c7ef0532f75b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:53.558390 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a28b6bbb-db32-4dd5-983f-c7ef0532f75b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6d7650f9-2592-4319-8650-fce08d5a6cd2 HTTP/1.1" status: 204 len: 168 time: 0.7803710 Oct 27 18:14:53.595557 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b6bbb-db32-4dd5-983f-c7ef0532f75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7650f9-2592-4319-8650-fce08d5a6cd2,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:53.653804 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-03936b13-dd78-47ba-9a7a-41aac42a5e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:53.743017 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4063ff11-3b58-4b18-b05e-da0751aabc1f service neutron] Pushing event updated for resources: {'Port': ['ID=db4c5be7-73ee-45f4-98be-811daef38338,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:53.971870 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dee7c8de-55c4-4987-8879-5c8e67787e49 req-3698c1aa-be4c-42a6-9d4f-9a588667fba7 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2a78f1d-22c8-43eb-b1d8-af6414e9dc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955743 Oct 27 18:14:54.039510 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dc88e079-3479-4d19-908c-835b8f570e94 req-b0a4c70b-520f-4ab6-8743-ee6182e3fda9 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5167768 Oct 27 18:14:54.075846 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03936b13-dd78-47ba-9a7a-41aac42a5e2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=26b7398d-b616-45dd-9615-1d0f54eb39b2,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:54.082703 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03936b13-dd78-47ba-9a7a-41aac42a5e2e admin admin] Checking segment: {'id': '901a43da-7c68-4591-a4f0-46b3ba657bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '7664e4cb-6013-47c5-b695-9e97281e2c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:14:54.083097 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03936b13-dd78-47ba-9a7a-41aac42a5e2e admin admin] Network hostable DHCP agents. Network: 7664e4cb-6013-47c5-b695-9e97281e2c9c, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:14:54.379193 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03936b13-dd78-47ba-9a7a-41aac42a5e2e admin admin] Network 7664e4cb-6013-47c5-b695-9e97281e2c9c is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:14:54.593142 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7c376-abf9-4ed2-aef5-7a8f0bd6e982 req-2b11fb1d-6ab7-47e0-9e3d-37dd53e4aff3 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:14:54.617181 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a7f7c376-abf9-4ed2-aef5-7a8f0bd6e982 req-2b11fb1d-6ab7-47e0-9e3d-37dd53e4aff3 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/ports?device_id=8184ca54-25d6-43bd-bbad-96b74fe81c2c HTTP/1.1" status: 200 len: 947 time: 0.4056494 Oct 27 18:14:54.628392 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f644163b-257d-4c7a-b530-723482589afa" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb319fb-5379-494b-8367-3c245474b4f1", "tag": "db4c5be7-73ee-45f4-98be-811daef38338"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:14:54.630670 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea611989-6205-445d-92ae-6149fdd5976f req-adc74689-54f7-4c50-a2dc-a783a7700e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:14:54.637531 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ea611989-6205-445d-92ae-6149fdd5976f req-adc74689-54f7-4c50-a2dc-a783a7700e7f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=064203d6444f42a2ae4b0e7782326a4c&device_id=8184ca54-25d6-43bd-bbad-96b74fe81c2c HTTP/1.1" status: 200 len: 1098 time: 0.4289751 Oct 27 18:14:54.642420 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d7eb2ba1-c2f8-40a9-ac0e-4b76e1e10066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:54.656307 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-03936b13-dd78-47ba-9a7a-41aac42a5e2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 7664e4cb-6013-47c5-b695-9e97281e2c9c) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:14:54.668922 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc127512-4481-48fd-86c4-d97b997f9db1 None None] Network 7664e4cb-6013-47c5-b695-9e97281e2c9c requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:14:54.679058 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03936b13-dd78-47ba-9a7a-41aac42a5e2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:14:54.680980 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-03936b13-dd78-47ba-9a7a-41aac42a5e2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:54.699959 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-83b835ea-78b5-41bf-953c-e6b52fcb650a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:14:54.701748 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-83b835ea-78b5-41bf-953c-e6b52fcb650a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=eba90f7eb0f94042b90c54cfcba6928e&device_id=fdb319fb-5379-494b-8367-3c245474b4f1 HTTP/1.1" status: 200 len: 1120 time: 0.6020916 Oct 27 18:14:54.906253 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6f1368-fa60-455d-9146-3de62304914f None None] Network 7664e4cb-6013-47c5-b695-9e97281e2c9c requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:14:55.028308 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-3d054300-d0c8-452c-b8c9-0c16f690badd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=db4c5be7-73ee-45f4-98be-811daef38338 HTTP/1.1" status: 200 len: 217 time: 0.1508205 Oct 27 18:14:55.076900 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-03936b13-dd78-47ba-9a7a-41aac42a5e2e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.7059736 Oct 27 18:14:55.076900 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea611989-6205-445d-92ae-6149fdd5976f req-460aa256-20d8-4845-9a28-620ea0f64677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:14:55.087529 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ea611989-6205-445d-92ae-6149fdd5976f req-460aa256-20d8-4845-9a28-620ea0f64677 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.3146863 Oct 27 18:14:55.229689 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-ae030b4d-cd76-4cd0-9153-7df3e059012c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:14:55.231833 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-ae030b4d-cd76-4cd0-9153-7df3e059012c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.1956077 Oct 27 18:14:55.235614 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ea611989-6205-445d-92ae-6149fdd5976f req-66dcbb07-e177-4370-88d1-1cbbf78dfee2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=538dc2b6-c06c-4396-90be-1a79e65ff65b HTTP/1.1" status: 200 len: 217 time: 0.1463337 Oct 27 18:14:55.244334 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a7f7c376-abf9-4ed2-aef5-7a8f0bd6e982 req-c86f285f-1755-471f-b9e9-bcfec244328b tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e03b250-cea2-43e7-8f43-e932d0bf4bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6245294 Oct 27 18:14:55.245328 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eb2ba1-c2f8-40a9-ac0e-4b76e1e10066 admin admin] Checking segment: {'id': 'cf3cdfc5-93f9-46c6-8410-84e2e4d8bca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '709a2b22-e0d7-4558-a61b-f6ab3c7b1f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:14:55.245689 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7eb2ba1-c2f8-40a9-ac0e-4b76e1e10066 admin admin] Network hostable DHCP agents. Network: 709a2b22-e0d7-4558-a61b-f6ab3c7b1f82, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:14:55.252179 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb2ba1-c2f8-40a9-ac0e-4b76e1e10066 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e9bc69f-8914-46c6-9648-f21dd82f1232,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:55.382399 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea611989-6205-445d-92ae-6149fdd5976f req-fc8cba47-e620-4610-b982-bc4ac73c94c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:14:55.384208 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ea611989-6205-445d-92ae-6149fdd5976f req-fc8cba47-e620-4610-b982-bc4ac73c94c9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.1176443 Oct 27 18:14:55.445740 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-d5ccee87-c7e0-49de-9474-a042cec5b0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:14:55.447547 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-d5ccee87-c7e0-49de-9474-a042cec5b0bd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1886694 Oct 27 18:14:55.490441 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7eb2ba1-c2f8-40a9-ac0e-4b76e1e10066 admin admin] Network 709a2b22-e0d7-4558-a61b-f6ab3c7b1f82 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:14:55.581391 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-d7eb2ba1-c2f8-40a9-ac0e-4b76e1e10066 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 709a2b22-e0d7-4558-a61b-f6ab3c7b1f82) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:14:55.594682 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c094cc-9f47-4ad8-952a-858171c4ba36 None None] Network 709a2b22-e0d7-4558-a61b-f6ab3c7b1f82 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:14:55.636140 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7eb2ba1-c2f8-40a9-ac0e-4b76e1e10066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:14:55.645240 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d7eb2ba1-c2f8-40a9-ac0e-4b76e1e10066 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:55.657060 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40266) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:14:55.685613 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea611989-6205-445d-92ae-6149fdd5976f req-4d21db8f-495d-4c5e-8451-9763bd464c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:14:55.697758 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ea611989-6205-445d-92ae-6149fdd5976f req-4d21db8f-495d-4c5e-8451-9763bd464c68 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2988386 Oct 27 18:14:55.791010 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d7eb2ba1-c2f8-40a9-ac0e-4b76e1e10066 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.3477874 Oct 27 18:14:55.972158 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9d849b-30b8-46a1-b6fe-0eccb9ce950b None None] Network 709a2b22-e0d7-4558-a61b-f6ab3c7b1f82 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:14:55.991701 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-9348cdb9-bfec-44a1-86f5-6df9e95fe836 service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880827 Oct 27 18:14:56.169512 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1d4b3b-a95f-449f-93c7-9b4083fcb2dd x-openstack-request-id: req-ea1d4b3b-a95f-449f-93c7-9b4083fcb2dd {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:14:56.169888 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb319fb-5379-494b-8367-3c245474b4f1", "tag": "db4c5be7-73ee-45f4-98be-811daef38338", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:14:56.170472 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ea1d4b3b-a95f-449f-93c7-9b4083fcb2dd {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:14:56.171084 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb319fb-5379-494b-8367-3c245474b4f1', 'tag': 'db4c5be7-73ee-45f4-98be-811daef38338', 'status': 'completed', 'code': 200} Oct 27 18:14:56.178306 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ea611989-6205-445d-92ae-6149fdd5976f req-d6ca11ac-b2d7-4cc1-ae2e-c93ab29b5fd4 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434713 Oct 27 18:14:56.320870 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ea611989-6205-445d-92ae-6149fdd5976f req-6bcd2eb6-18ac-426b-a080-d137f2e1f87b service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352389 Oct 27 18:14:56.337707 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3c80f8ac-396d-4026-9591-66115202190d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:56.428200 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a5cb3-9554-46f7-8d46-2e0b4b391b8d req-a9e385a8-4ce1-4fe5-9df6-a01f640e3e61 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:14:56.430388 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e50a5cb3-9554-46f7-8d46-2e0b4b391b8d req-a9e385a8-4ce1-4fe5-9df6-a01f640e3e61 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdb319fb-5379-494b-8367-3c245474b4f1 HTTP/1.1" status: 200 len: 969 time: 0.1088088 Oct 27 18:14:56.443624 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3c80f8ac-396d-4026-9591-66115202190d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:56.487016 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e50a5cb3-9554-46f7-8d46-2e0b4b391b8d req-08ea40ab-e2d9-4755-9d58-dfb9cbee49bd tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2a78f1d-22c8-43eb-b1d8-af6414e9dc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492787 Oct 27 18:14:56.697750 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:56.759122 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3c80f8ac-396d-4026-9591-66115202190d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:56.761446 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:56.807249 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3c80f8ac-396d-4026-9591-66115202190d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=73e138d26fc84831b055aa39943b8ddb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1488030 Oct 27 18:14:56.808778 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40308) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:14:56.839416 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c80f8ac-396d-4026-9591-66115202190d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2d8e11-a35f-40ea-bcdb-f9657d0d6b54,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:56.869356 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3df7dcff-3bf0-4dad-9773-7a56ec16e85c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:56.894919 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-417a9459-8edc-4966-8300-83f029e643d9 req-14019621-10c3-4b38-93a3-d6b4541f09ba tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=d863f6ecfaf543e4967c6617510c5d56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1210999 Oct 27 18:14:56.899008 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3df7dcff-3bf0-4dad-9773-7a56ec16e85c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:57.050001 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3df7dcff-3bf0-4dad-9773-7a56ec16e85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:57.053118 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3df7dcff-3bf0-4dad-9773-7a56ec16e85c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:57.057551 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3df7dcff-3bf0-4dad-9773-7a56ec16e85c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ab2d8e11-a35f-40ea-bcdb-f9657d0d6b54 HTTP/1.1" status: 204 len: 168 time: 0.2447722 Oct 27 18:14:57.066145 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7dcff-3bf0-4dad-9773-7a56ec16e85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2d8e11-a35f-40ea-bcdb-f9657d0d6b54,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:57.220824 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-52b80827-ba51-41d1-9784-5a987b962f26 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:14:57.222350 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-52b80827-ba51-41d1-9784-5a987b962f26 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/networks?id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b HTTP/1.1" status: 200 len: 807 time: 0.4682517 Oct 27 18:14:57.255844 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-33b9b2c1-fcff-457f-a604-95256618f893 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/quotas/43d2aacb3b5645edb71ed26889dd4536 HTTP/1.1" status: 200 len: 375 time: 0.0270956 Oct 27 18:14:57.287367 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-93f3c20b-1194-402a-85ac-f00b9c3da872 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=43d2aacb3b5645edb71ed26889dd4536&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306101 Oct 27 18:14:57.307067 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a9459-8edc-4966-8300-83f029e643d9 req-af7170da-57ad-4235-93aa-73e97d399a17 tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:14:57.308529 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-417a9459-8edc-4966-8300-83f029e643d9 req-af7170da-57ad-4235-93aa-73e97d399a17 tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3977635 Oct 27 18:14:57.326577 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-417a9459-8edc-4966-8300-83f029e643d9 req-e47159a5-efa1-44ba-b288-934ff87fecf9 tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] 10.222.0.52 "GET /v2.0/quotas/d863f6ecfaf543e4967c6617510c5d56 HTTP/1.1" status: 200 len: 375 time: 0.0095339 Oct 27 18:14:57.364240 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-417a9459-8edc-4966-8300-83f029e643d9 req-a621b847-4b4f-4047-9ddd-a4caf535b19d tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d863f6ecfaf543e4967c6617510c5d56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306287 Oct 27 18:14:57.479343 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:14:57.689183 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40340) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:14:57.694978 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-68301c7f-acac-4bea-abf2-0ad24cb8a948 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1908016119-network', 'tenant_id': '0e2b17a0935c445a8505dc31ece3d74f'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:14:57.723096 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936624fc-8cb8-4581-9925-1545ac7c4559 req-4c469e65-f4ba-47c4-9d3f-72eccf806566 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:14:57.724814 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-936624fc-8cb8-4581-9925-1545ac7c4559 req-4c469e65-f4ba-47c4-9d3f-72eccf806566 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/ports?device_id=8184ca54-25d6-43bd-bbad-96b74fe81c2c HTTP/1.1" status: 200 len: 947 time: 0.0697861 Oct 27 18:14:57.804419 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-936624fc-8cb8-4581-9925-1545ac7c4559 req-f8399fb0-c076-40c8-bb06-1f5910dfe90f tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e03b250-cea2-43e7-8f43-e932d0bf4bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729055 Oct 27 18:14:57.805041 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68301c7f-acac-4bea-abf2-0ad24cb8a948 admin admin] Made reservation on behalf of 0e2b17a0935c445a8505dc31ece3d74f for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:14:57.812201 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-68301c7f-acac-4bea-abf2-0ad24cb8a948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:57.844317 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-68301c7f-acac-4bea-abf2-0ad24cb8a948 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:57.942163 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-68301c7f-acac-4bea-abf2-0ad24cb8a948 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:57.950358 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484c232-029e-4331-b8dd-d9e085ee1f09 req-f15e44ed-2f35-4f8f-b475-8c2fa1f7f1bb tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:14:57.952384 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1484c232-029e-4331-b8dd-d9e085ee1f09 req-f15e44ed-2f35-4f8f-b475-8c2fa1f7f1bb tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdb319fb-5379-494b-8367-3c245474b4f1 HTTP/1.1" status: 200 len: 969 time: 0.0580292 Oct 27 18:14:57.990797 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1484c232-029e-4331-b8dd-d9e085ee1f09 req-02b05833-227e-4f0a-9bfa-cd68aa734e10 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2a78f1d-22c8-43eb-b1d8-af6414e9dc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322056 Oct 27 18:14:58.040071 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-68301c7f-acac-4bea-abf2-0ad24cb8a948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:58.079758 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68301c7f-acac-4bea-abf2-0ad24cb8a948 admin admin] vlan segment allocate from pool success with {'vlan_id': 1002, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:14:58.086257 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-877129aa-28ad-4e65-a9a4-25852d519c69 req-603a31bf-f1ab-40f2-b818-2f8d3434701d tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] 10.222.0.52 "GET /v2.0/ports?device_id=745017b3-2e65-4914-9aa2-450c339a44e3 HTTP/1.1" status: 200 len: 210 time: 0.0351877 Oct 27 18:14:58.094222 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68301c7f-acac-4bea-abf2-0ad24cb8a948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe368f3-71b9-4417-abf3-cc3b4e7e870d,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:58.098593 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-68301c7f-acac-4bea-abf2-0ad24cb8a948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:58.098999 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-68301c7f-acac-4bea-abf2-0ad24cb8a948 admin admin] Added segment 51c936c6-6ed5-4dc2-9ed2-ea4ea277f43c of type vlan for network 18138e9d-0b55-4a13-b332-72f5f78cb689 Oct 27 18:14:58.128205 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 40350) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:14:58.148847 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d7cac99a-18e7-4d80-b91a-ee45b25d2be5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:58.164433 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-68301c7f-acac-4bea-abf2-0ad24cb8a948 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:58.165845 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-ba51025b-bb2d-43ea-8ee3-17ff8209a894 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:14:58.166875 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-ba51025b-bb2d-43ea-8ee3-17ff8209a894 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.4200368 Oct 27 18:14:58.306627 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-68301c7f-acac-4bea-abf2-0ad24cb8a948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:58.307686 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68301c7f-acac-4bea-abf2-0ad24cb8a948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:14:58.308355 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-68301c7f-acac-4bea-abf2-0ad24cb8a948 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:58.350429 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-e2230c10-4ea4-4b32-9643-0ab0fc824767 service neutron] 10.222.0.52 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687992 Oct 27 18:14:58.373413 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d7cac99a-18e7-4d80-b91a-ee45b25d2be5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:58.388323 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68301c7f-acac-4bea-abf2-0ad24cb8a948 admin admin] Pushing event updated for resources: {'Network': ['ID=18138e9d-0b55-4a13-b332-72f5f78cb689,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:58.403545 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 18138e9d-0b55-4a13-b332-72f5f78cb689 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:14:58.442944 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d7cac99a-18e7-4d80-b91a-ee45b25d2be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:58.491327 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cac99a-18e7-4d80-b91a-ee45b25d2be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536bce29-39f9-49fc-a122-50f1304d9db3,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:58.494655 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-68301c7f-acac-4bea-abf2-0ad24cb8a948 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.8033357 Oct 27 18:14:58.496635 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40356) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:14:58.505023 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-8b2e4a2d-cb39-45f7-b628-3f894aca71d4 admin admin] Request body: {'subnet': {'network_id': '18138e9d-0b55-4a13-b332-72f5f78cb689', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1908016119-subnet', 'tenant_id': '0e2b17a0935c445a8505dc31ece3d74f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:14:58.506301 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d7cac99a-18e7-4d80-b91a-ee45b25d2be5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9529fb92794a418b847958ca5230ed49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3770008 Oct 27 18:14:58.508958 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 40358) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:14:58.586707 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-729a69de-b04f-49a3-8a84-9b035522d0dd service neutron] 10.222.0.52 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283804 Oct 27 18:14:58.601293 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2e4a2d-cb39-45f7-b628-3f894aca71d4 admin admin] Made reservation on behalf of 0e2b17a0935c445a8505dc31ece3d74f for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:14:58.621858 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8b2e4a2d-cb39-45f7-b628-3f894aca71d4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:58.650444 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-69fb8bf5-cdca-4def-a0db-4b71edff27ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:58.692755 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-69fb8bf5-cdca-4def-a0db-4b71edff27ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:58.876256 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-69fb8bf5-cdca-4def-a0db-4b71edff27ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:58.880469 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-69fb8bf5-cdca-4def-a0db-4b71edff27ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:58.885851 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-69fb8bf5-cdca-4def-a0db-4b71edff27ce admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/536bce29-39f9-49fc-a122-50f1304d9db3 HTTP/1.1" status: 204 len: 168 time: 0.3758295 Oct 27 18:14:58.901083 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb8bf5-cdca-4def-a0db-4b71edff27ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536bce29-39f9-49fc-a122-50f1304d9db3,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:59.148899 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf770f5-20aa-4cb0-b9be-51abf637c3d7 req-67785bc0-1381-4fe9-a8d4-84545d5ece11 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:14:59.152699 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bbf770f5-20aa-4cb0-b9be-51abf637c3d7 req-67785bc0-1381-4fe9-a8d4-84545d5ece11 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/ports?device_id=8184ca54-25d6-43bd-bbad-96b74fe81c2c HTTP/1.1" status: 200 len: 947 time: 0.1685691 Oct 27 18:14:59.256159 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8b2e4a2d-cb39-45f7-b628-3f894aca71d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:59.287084 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bbf770f5-20aa-4cb0-b9be-51abf637c3d7 req-dca7a5ee-55ad-469f-9dda-70a8df1ebca9 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e03b250-cea2-43e7-8f43-e932d0bf4bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739720 Oct 27 18:14:59.380908 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e4a2d-cb39-45f7-b628-3f894aca71d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9075e12-c998-47ed-9580-2d8ed0f7847e,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:14:59.426682 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2e4a2d-cb39-45f7-b628-3f894aca71d4 admin admin] Checking segment: {'id': '51c936c6-6ed5-4dc2-9ed2-ea4ea277f43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '18138e9d-0b55-4a13-b332-72f5f78cb689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:14:59.427643 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2e4a2d-cb39-45f7-b628-3f894aca71d4 admin admin] Network hostable DHCP agents. Network: 18138e9d-0b55-4a13-b332-72f5f78cb689, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:14:59.507501 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-031ed0c3-3756-47eb-871e-00ad3a0912a8 req-7a9d59d0-153f-4138-a965-3d7536a32d98 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=0064449b-2ed8-4cca-8c0d-822fe31a16d8 HTTP/1.1" status: 200 len: 210 time: 0.1034355 Oct 27 18:14:59.529208 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2e4a2d-cb39-45f7-b628-3f894aca71d4 admin admin] Network 18138e9d-0b55-4a13-b332-72f5f78cb689 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:14:59.538412 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592bdf0-14a4-4fed-9895-35e9858d7f26 req-1255e0e4-646c-4d38-b815-b129eb5966d6 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:14:59.540287 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4592bdf0-14a4-4fed-9895-35e9858d7f26 req-1255e0e4-646c-4d38-b815-b129eb5966d6 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdb319fb-5379-494b-8367-3c245474b4f1 HTTP/1.1" status: 200 len: 969 time: 0.1255596 Oct 27 18:14:59.627505 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-51401889-e255-44c5-b318-75748a8e5c63 req-76d1945b-b814-4d98-887c-0c5a65cea4e4 tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] 10.222.0.52 "GET /v2.0/ports?device_id=745017b3-2e65-4914-9aa2-450c339a44e3 HTTP/1.1" status: 200 len: 210 time: 0.0433967 Oct 27 18:14:59.640446 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-8b2e4a2d-cb39-45f7-b628-3f894aca71d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 18138e9d-0b55-4a13-b332-72f5f78cb689) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:14:59.651670 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2e4a2d-cb39-45f7-b628-3f894aca71d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:14:59.651670 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8b2e4a2d-cb39-45f7-b628-3f894aca71d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:14:59.658014 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4592bdf0-14a4-4fed-9895-35e9858d7f26 req-a43bef94-e4b4-45af-9b2a-c8e0f8b84877 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2a78f1d-22c8-43eb-b1d8-af6414e9dc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110086 Oct 27 18:14:59.662892 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf17a77-547e-46ac-b8e8-51b31bfbfe49 None None] Network 18138e9d-0b55-4a13-b332-72f5f78cb689 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:14:59.786013 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8b2e4a2d-cb39-45f7-b628-3f894aca71d4 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2866418 Oct 27 18:14:59.831568 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff3dda6-b9b3-48fb-a33d-0062c412eecb None None] Network 18138e9d-0b55-4a13-b332-72f5f78cb689 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:14:59.993651 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 40410) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:00.057181 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e8d19df-a404-418f-bf82-47d46d7902a1 admin admin] Deleting subnet 6e9bc69f-8914-46c6-9648-f21dd82f1232 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:15:00.061221 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3e8d19df-a404-418f-bf82-47d46d7902a1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:00.125647 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3e8d19df-a404-418f-bf82-47d46d7902a1 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:00.139702 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3e8d19df-a404-418f-bf82-47d46d7902a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:00.194666 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-816d2970-f3f8-47bb-b9b1-a3556606b4d6 req-9988a315-9b58-4e5c-bd0b-981451c78119 service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020019 Oct 27 18:15:00.296962 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-417a9459-8edc-4966-8300-83f029e643d9 req-bd6ca849-079a-4128-8909-a15504969ddc tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=d863f6ecfaf543e4967c6617510c5d56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269120 Oct 27 18:15:00.312827 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3e8d19df-a404-418f-bf82-47d46d7902a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:00.429408 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d19df-a404-418f-bf82-47d46d7902a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e9bc69f-8914-46c6-9648-f21dd82f1232,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:00.471645 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644163b-257d-4c7a-b530-723482589afa req-6d287be3-b847-49d9-afbb-aea03273643b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:00.473196 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f644163b-257d-4c7a-b530-723482589afa req-6d287be3-b847-49d9-afbb-aea03273643b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=eba90f7eb0f94042b90c54cfcba6928e&device_id=fdb319fb-5379-494b-8367-3c245474b4f1 HTTP/1.1" status: 200 len: 1120 time: 0.0944192 Oct 27 18:15:00.479212 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3e8d19df-a404-418f-bf82-47d46d7902a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:00.493099 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3e8d19df-a404-418f-bf82-47d46d7902a1 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/6e9bc69f-8914-46c6-9648-f21dd82f1232 HTTP/1.1" status: 204 len: 168 time: 0.4983025 Oct 27 18:15:00.493727 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 40428) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:00.681577 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40440) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:00.731918 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644163b-257d-4c7a-b530-723482589afa req-90258dbe-0e35-488d-a26b-d7e1effac78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:00.733410 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f644163b-257d-4c7a-b530-723482589afa req-90258dbe-0e35-488d-a26b-d7e1effac78c service neutron] 10.222.0.81 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.2525492 Oct 27 18:15:00.814307 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f644163b-257d-4c7a-b530-723482589afa req-d38a5dd9-592d-4155-95b8-361d9d4a0fb5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=db4c5be7-73ee-45f4-98be-811daef38338 HTTP/1.1" status: 200 len: 217 time: 0.0658464 Oct 27 18:15:00.839335 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a9459-8edc-4966-8300-83f029e643d9 req-be7cf9bf-7597-4cc7-a03c-21e967160355 tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:00.842273 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-417a9459-8edc-4966-8300-83f029e643d9 req-be7cf9bf-7597-4cc7-a03c-21e967160355 tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5396881 Oct 27 18:15:00.873162 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644163b-257d-4c7a-b530-723482589afa req-aff4b440-ca46-4ef9-9a93-04b53c9c2b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:00.874683 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f644163b-257d-4c7a-b530-723482589afa req-aff4b440-ca46-4ef9-9a93-04b53c9c2b4c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.0528347 Oct 27 18:15:00.890155 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-417a9459-8edc-4966-8300-83f029e643d9 req-bc7f87de-4185-4acb-85f8-31d2d36b3577 tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] Request body: {'port': {'device_id': '745017b3-2e65-4914-9aa2-450c339a44e3', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'admin_state_up': True, 'tenant_id': 'd863f6ecfaf543e4967c6617510c5d56'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:15:00.936196 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-30ad0bf2-91b2-44b6-822e-1cc6f81dc68a req-717ecac9-dcf5-49b1-b547-522886649def tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=0064449b-2ed8-4cca-8c0d-822fe31a16d8 HTTP/1.1" status: 200 len: 210 time: 0.1433747 Oct 27 18:15:00.975533 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d1bd215f-e017-4e24-82f6-55fd38a2ecb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:00.976211 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8d126-4e10-4c4d-9446-5254e467f8d6 req-aa0aff42-852d-4cab-a1e6-47e9deefed64 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:00.983310 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6fa8d126-4e10-4c4d-9446-5254e467f8d6 req-aa0aff42-852d-4cab-a1e6-47e9deefed64 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/ports?device_id=8184ca54-25d6-43bd-bbad-96b74fe81c2c HTTP/1.1" status: 200 len: 947 time: 0.5910287 Oct 27 18:15:00.995158 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-70bc6273-2c16-44d1-acd7-5932c3e9ce23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:00.996985 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644163b-257d-4c7a-b530-723482589afa req-5133235d-7eb2-4dcd-83ca-47a25bf81b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:00.998982 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f644163b-257d-4c7a-b530-723482589afa req-5133235d-7eb2-4dcd-83ca-47a25bf81b3b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1162629 Oct 27 18:15:01.102586 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6fa8d126-4e10-4c4d-9446-5254e467f8d6 req-f9ca3b5c-5a1d-4aa6-acde-a51b71b9f789 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e03b250-cea2-43e7-8f43-e932d0bf4bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172249 Oct 27 18:15:01.152048 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f644163b-257d-4c7a-b530-723482589afa req-47544353-42d9-4fca-9309-5593d07f6655 service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452563 Oct 27 18:15:01.208772 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bcd4cac8-4c7c-42c5-aba0-d66d59209d0d req-536fe8b7-5938-4bfe-a92f-efcfe4d926ee tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] 10.222.0.52 "GET /v2.0/ports?device_id=745017b3-2e65-4914-9aa2-450c339a44e3 HTTP/1.1" status: 200 len: 210 time: 0.1235414 Oct 27 18:15:01.229711 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d1bd215f-e017-4e24-82f6-55fd38a2ecb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:01.241554 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 538dc2b6-c06c-4396-90be-1a79e65ff65b details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:15:01.284388 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f644163b-257d-4c7a-b530-723482589afa req-7b2c4be0-e4c1-4ec9-9b0e-43b2dc53ca39 service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191003 Oct 27 18:15:01.304446 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d1bd215f-e017-4e24-82f6-55fd38a2ecb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:01.339679 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-70bc6273-2c16-44d1-acd7-5932c3e9ce23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:01.373043 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 538dc2b6-c06c-4396-90be-1a79e65ff65b, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=538dc2b6-c06c-4396-90be-1a79e65ff65b,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:15:01.373415 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d1bd215f-e017-4e24-82f6-55fd38a2ecb7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0635e9f76e204f9ebd827c696e6be24c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6908071 Oct 27 18:15:01.374258 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd215f-e017-4e24-82f6-55fd38a2ecb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0fb53f-c6d9-4c9d-9f71-681d9e2472ca,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:01.376848 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40452) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:01.383196 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da79d1-f27e-4276-b7af-462c6df5c42f req-029a55be-ad5e-45b1-b4d4-1c615958b17f tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:01.384792 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a3da79d1-f27e-4276-b7af-462c6df5c42f req-029a55be-ad5e-45b1-b4d4-1c615958b17f tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdb319fb-5379-494b-8367-3c245474b4f1 HTTP/1.1" status: 200 len: 969 time: 0.1704092 Oct 27 18:15:01.387031 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-70bc6273-2c16-44d1-acd7-5932c3e9ce23 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:15:01.387559 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-70bc6273-2c16-44d1-acd7-5932c3e9ce23 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:15:01.388236 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-70bc6273-2c16-44d1-acd7-5932c3e9ce23 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:15:01.388536 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-70bc6273-2c16-44d1-acd7-5932c3e9ce23 admin admin] Subscribe: > port after_create 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:15:01.388863 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-70bc6273-2c16-44d1-acd7-5932c3e9ce23 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:15:01.389198 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-70bc6273-2c16-44d1-acd7-5932c3e9ce23 admin admin] Subscribe: > port after_update 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:15:01.389518 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-70bc6273-2c16-44d1-acd7-5932c3e9ce23 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:15:01.389856 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-70bc6273-2c16-44d1-acd7-5932c3e9ce23 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:15:01.390169 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-70bc6273-2c16-44d1-acd7-5932c3e9ce23 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:15:01.390527 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-70bc6273-2c16-44d1-acd7-5932c3e9ce23 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:15:01.409273 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '538dc2b6-c06c-4396-90be-1a79e65ff65b', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'port_id': '538dc2b6-c06c-4396-90be-1a79e65ff65b', 'mac_address': 'fa:16:3e:64:06:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:15:01.435101 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6d76dfbb-77eb-4e47-9bc0-df62132c4454 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:01.496322 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6d76dfbb-77eb-4e47-9bc0-df62132c4454 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:01.498186 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-70bc6273-2c16-44d1-acd7-5932c3e9ce23 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:15:01.498186 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-70bc6273-2c16-44d1-acd7-5932c3e9ce23 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:15:01.498186 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-70bc6273-2c16-44d1-acd7-5932c3e9ce23 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:15:01.498186 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-70bc6273-2c16-44d1-acd7-5932c3e9ce23 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:15:01.498186 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-70bc6273-2c16-44d1-acd7-5932c3e9ce23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['709a2b22-e0d7-4558-a61b-f6ab3c7b1f82']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:15:01.498632 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:01.498711 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-417a9459-8edc-4966-8300-83f029e643d9 req-bc7f87de-4185-4acb-85f8-31d2d36b3577 tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] Made reservation on behalf of d863f6ecfaf543e4967c6617510c5d56 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:15:01.500497 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-417a9459-8edc-4966-8300-83f029e643d9 req-bc7f87de-4185-4acb-85f8-31d2d36b3577 tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:01.505488 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 538dc2b6-c06c-4396-90be-1a79e65ff65b {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:15:01.536998 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 538dc2b6-c06c-4396-90be-1a79e65ff65b, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=538dc2b6-c06c-4396-90be-1a79e65ff65b,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:15:01.541382 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-70bc6273-2c16-44d1-acd7-5932c3e9ce23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf3cdfc5-93f9-46c6-8410-84e2e4d8bca2') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:15:01.541683 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-70bc6273-2c16-44d1-acd7-5932c3e9ce23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf3cdfc5-93f9-46c6-8410-84e2e4d8bca2') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:15:01.551162 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-417a9459-8edc-4966-8300-83f029e643d9 req-bc7f87de-4185-4acb-85f8-31d2d36b3577 tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:01.568692 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-70bc6273-2c16-44d1-acd7-5932c3e9ce23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:01.617964 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a3da79d1-f27e-4276-b7af-462c6df5c42f req-abb1fb20-95bd-40bb-a622-dee439f5ecfc tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2a78f1d-22c8-43eb-b1d8-af6414e9dc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360111 Oct 27 18:15:01.621694 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-70bc6273-2c16-44d1-acd7-5932c3e9ce23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:01.633258 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70bc6273-2c16-44d1-acd7-5932c3e9ce23 admin admin] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:15:01.638949 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-70bc6273-2c16-44d1-acd7-5932c3e9ce23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:01.856649 n-d-815690-2 neutron-server[102878]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 18:15:01.856649 n-d-815690-2 neutron-server[102878]: from cryptography.utils import int_from_bytes Oct 27 18:15:01.856649 n-d-815690-2 neutron-server[102878]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 18:15:01.856649 n-d-815690-2 neutron-server[102878]: from cryptography.utils import int_from_bytes Oct 27 18:15:01.856649 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:15:01.856649 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:15:01.856649 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:15:01.856649 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:15:01.856649 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:15:01.856649 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:15:01.856649 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:15:01.856649 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:15:01.856649 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:15:01.856649 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:15:01.856649 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:15:01.856649 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:15:01.856649 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:15:01.856649 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:15:01.856649 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:15:01.856649 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:15:01.856649 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:15:01.856649 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:15:01.856649 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:15:01.856649 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:15:01.856649 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:15:01.856649 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:15:01.856649 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:15:01.856649 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:15:01.856649 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:15:01.856649 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:15:01.856649 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:15:01.856649 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:15:01.856649 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:15:01.856649 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:15:01.856649 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:15:01.856649 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:15:02.061510 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7edbb2b8-e2de-4d5d-a069-895871377bd2 req-2f93e7ae-34ac-47d3-969a-10f66e7b0992 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=0064449b-2ed8-4cca-8c0d-822fe31a16d8 HTTP/1.1" status: 200 len: 210 time: 0.0367806 Oct 27 18:15:02.227892 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e068d6-17da-4380-8a18-c35450693c63 req-eeaa3549-8a0a-4ca4-bb4d-b8497d771887 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:02.229477 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-27e068d6-17da-4380-8a18-c35450693c63 req-eeaa3549-8a0a-4ca4-bb4d-b8497d771887 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/ports?device_id=8184ca54-25d6-43bd-bbad-96b74fe81c2c HTTP/1.1" status: 200 len: 947 time: 0.0512073 Oct 27 18:15:02.268179 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-27e068d6-17da-4380-8a18-c35450693c63 req-eab14d81-0a23-4a52-9069-552ee2c4d3c8 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e03b250-cea2-43e7-8f43-e932d0bf4bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324597 Oct 27 18:15:02.280446 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6d76dfbb-77eb-4e47-9bc0-df62132c4454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:02.283159 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6d76dfbb-77eb-4e47-9bc0-df62132c4454 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:02.287308 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6d76dfbb-77eb-4e47-9bc0-df62132c4454 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1c0fb53f-c6d9-4c9d-9f71-681d9e2472ca HTTP/1.1" status: 204 len: 168 time: 0.9095125 Oct 27 18:15:02.296847 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76dfbb-77eb-4e47-9bc0-df62132c4454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0fb53f-c6d9-4c9d-9f71-681d9e2472ca,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:02.339503 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:02.389130 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c7e92f3e-1d96-4dab-83ff-adc67f583e9a req-3f89c5da-c8c3-40a8-9e3f-131d4b46c2f5 tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] 10.222.0.52 "GET /v2.0/ports?device_id=745017b3-2e65-4914-9aa2-450c339a44e3 HTTP/1.1" status: 200 len: 210 time: 0.0509613 Oct 27 18:15:02.393320 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-417a9459-8edc-4966-8300-83f029e643d9 req-bc7f87de-4185-4acb-85f8-31d2d36b3577 tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:02.394873 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-70bc6273-2c16-44d1-acd7-5932c3e9ce23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:02.405026 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-70bc6273-2c16-44d1-acd7-5932c3e9ce23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:02.409367 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-70bc6273-2c16-44d1-acd7-5932c3e9ce23 admin admin] 10.222.0.52 "DELETE /v2.0/networks/709a2b22-e0d7-4558-a61b-f6ab3c7b1f82 HTTP/1.1" status: 204 len: 168 time: 1.9069917 Oct 27 18:15:02.412772 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40474) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:02.422354 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc6273-2c16-44d1-acd7-5932c3e9ce23 admin admin] Pushing event deleted for resources: {'Network': ['ID=709a2b22-e0d7-4558-a61b-f6ab3c7b1f82,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:02.439606 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=538dc2b6-c06c-4396-90be-1a79e65ff65b,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:02.447307 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:02.447656 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:02.448155 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:02.448540 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:02.448875 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:02.449206 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:02.449526 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:02.450156 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:02.450636 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:02.451244 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:02.451567 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:02.452025 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:02.453912 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Tracked resource versions report: Oct 27 18:15:02.453912 n-d-815690-2 neutron-server[102880]: pushed versions: Oct 27 18:15:02.453912 n-d-815690-2 neutron-server[102880]: { 'AddressGroup': {'1.2'}, Oct 27 18:15:02.453912 n-d-815690-2 neutron-server[102880]: 'ConntrackHelper': {'1.0'}, Oct 27 18:15:02.453912 n-d-815690-2 neutron-server[102880]: 'Log': {'1.0'}, Oct 27 18:15:02.453912 n-d-815690-2 neutron-server[102880]: 'Network': {'1.1'}, Oct 27 18:15:02.453912 n-d-815690-2 neutron-server[102880]: 'Port': {'1.7'}, Oct 27 18:15:02.453912 n-d-815690-2 neutron-server[102880]: 'PortForwarding': {'1.2'}, Oct 27 18:15:02.453912 n-d-815690-2 neutron-server[102880]: 'QosPolicy': {'1.10'}, Oct 27 18:15:02.453912 n-d-815690-2 neutron-server[102880]: 'SecurityGroup': {'1.4'}, Oct 27 18:15:02.453912 n-d-815690-2 neutron-server[102880]: 'SecurityGroupRule': {'1.2'}, Oct 27 18:15:02.453912 n-d-815690-2 neutron-server[102880]: 'SubPort': {'1.0'}, Oct 27 18:15:02.453912 n-d-815690-2 neutron-server[102880]: 'Subnet': {'1.1'}, Oct 27 18:15:02.453912 n-d-815690-2 neutron-server[102880]: 'Trunk': {'1.1'}} Oct 27 18:15:02.453912 n-d-815690-2 neutron-server[102880]: consumer versions: Oct 27 18:15:02.453912 n-d-815690-2 neutron-server[102880]: { DHCP agent@n-d-815690-2: {}, Oct 27 18:15:02.453912 n-d-815690-2 neutron-server[102880]: HyperV agent@n-h1-815690-2: {}, Oct 27 18:15:02.453912 n-d-815690-2 neutron-server[102880]: HyperV agent@n-h2-815690-2: {}, Oct 27 18:15:02.453912 n-d-815690-2 neutron-server[102880]: L3 agent@n-d-815690-2: {}, Oct 27 18:15:02.453912 n-d-815690-2 neutron-server[102880]: Metadata agent@n-d-815690-2: {}, Oct 27 18:15:02.453912 n-d-815690-2 neutron-server[102880]: Metering agent@n-d-815690-2: {}, Oct 27 18:15:02.453912 n-d-815690-2 neutron-server[102880]: Open vSwitch agent@n-d-815690-2: { 'AddressGroup': '1.2', Oct 27 18:15:02.453912 n-d-815690-2 neutron-server[102880]: 'ConntrackHelper': '1.0', Oct 27 18:15:02.453912 n-d-815690-2 neutron-server[102880]: 'Log': '1.0', Oct 27 18:15:02.453912 n-d-815690-2 neutron-server[102880]: 'Network': '1.1', Oct 27 18:15:02.453912 n-d-815690-2 neutron-server[102880]: 'Port': '1.7', Oct 27 18:15:02.453912 n-d-815690-2 neutron-server[102880]: 'PortForwarding': '1.2', Oct 27 18:15:02.453912 n-d-815690-2 neutron-server[102880]: 'QosPolicy': '1.10', Oct 27 18:15:02.453912 n-d-815690-2 neutron-server[102880]: 'SecurityGroup': '1.4', Oct 27 18:15:02.453912 n-d-815690-2 neutron-server[102880]: 'SecurityGroupRule': '1.2', Oct 27 18:15:02.453912 n-d-815690-2 neutron-server[102880]: 'SubPort': '1.0', Oct 27 18:15:02.453912 n-d-815690-2 neutron-server[102880]: 'Subnet': '1.1', Oct 27 18:15:02.453912 n-d-815690-2 neutron-server[102880]: 'Trunk': '1.1'}} Oct 27 18:15:02.453912 n-d-815690-2 neutron-server[102880]: {{(pid=102880) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 18:15:02.476044 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.93', 52271) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:02.480389 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-417a9459-8edc-4966-8300-83f029e643d9 req-bc7f87de-4185-4acb-85f8-31d2d36b3577 tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:02.480800 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-531b6432-1c99-45d5-ac94-695bcd675b71 admin admin] Deleting subnet a9075e12-c998-47ed-9580-2d8ed0f7847e {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:15:02.484555 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-531b6432-1c99-45d5-ac94-695bcd675b71 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:02.522115 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-531b6432-1c99-45d5-ac94-695bcd675b71 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:02.549156 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-531b6432-1c99-45d5-ac94-695bcd675b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:02.551383 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f87de-4185-4acb-85f8-31d2d36b3577 tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb22eae-f342-472e-8700-1e806f135a0f,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:02.628657 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-417a9459-8edc-4966-8300-83f029e643d9 req-bc7f87de-4185-4acb-85f8-31d2d36b3577 tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] Allocated IP 192.168.233.204 (5a00a4ee-d7ee-4646-9905-4d21868e9aa2/5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc/86293dec-a975-4d4b-92be-f0ccfea00aa4) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:15:02.689895 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['538dc2b6-c06c-4396-90be-1a79e65ff65b'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:15:02.768525 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-8d108810-d5b8-4906-a557-e0026c86aa3b tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:02.770102 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-8d108810-d5b8-4906-a557-e0026c86aa3b tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.93 "GET /v2.0/networks?id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b HTTP/1.1" status: 200 len: 807 time: 0.2928207 Oct 27 18:15:02.784137 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-5955ae18-8be6-4180-8017-be13c52e5b40 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Request body: {'port': {'device_id': '0064449b-2ed8-4cca-8c0d-822fe31a16d8', 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b', 'admin_state_up': True, 'tenant_id': '43d2aacb3b5645edb71ed26889dd4536'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:15:02.843303 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f039eb7-95fe-4f1d-bd33-f9ce8ecb4545 req-bc54e6e4-022a-4952-9f66-cf9758089d73 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:02.853120 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3f039eb7-95fe-4f1d-bd33-f9ce8ecb4545 req-bc54e6e4-022a-4952-9f66-cf9758089d73 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdb319fb-5379-494b-8367-3c245474b4f1 HTTP/1.1" status: 200 len: 969 time: 0.1487095 Oct 27 18:15:02.920841 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-417a9459-8edc-4966-8300-83f029e643d9 req-bc7f87de-4185-4acb-85f8-31d2d36b3577 tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:02.942089 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3f039eb7-95fe-4f1d-bd33-f9ce8ecb4545 req-007d0a0a-e1bb-4ee6-92d2-5a04510b17e3 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2a78f1d-22c8-43eb-b1d8-af6414e9dc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878556 Oct 27 18:15:03.057918 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-531b6432-1c99-45d5-ac94-695bcd675b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:03.082960 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-417a9459-8edc-4966-8300-83f029e643d9 req-bc7f87de-4185-4acb-85f8-31d2d36b3577 tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:03.112046 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b6432-1c99-45d5-ac94-695bcd675b71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9075e12-c998-47ed-9580-2d8ed0f7847e,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:03.158174 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-417a9459-8edc-4966-8300-83f029e643d9 req-bc7f87de-4185-4acb-85f8-31d2d36b3577 tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] Network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:15:03.162102 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-531b6432-1c99-45d5-ac94-695bcd675b71 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:03.165936 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-531b6432-1c99-45d5-ac94-695bcd675b71 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a9075e12-c998-47ed-9580-2d8ed0f7847e HTTP/1.1" status: 204 len: 168 time: 0.7521489 Oct 27 18:15:03.169686 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40504) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:03.180045 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-417a9459-8edc-4966-8300-83f029e643d9 req-bc7f87de-4185-4acb-85f8-31d2d36b3577 tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:15:03.199894 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b96d6da7-3899-4d8f-848c-4b7554c31d38 req-b275e78c-ffa9-4430-8fea-a983cd4cf285 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=0064449b-2ed8-4cca-8c0d-822fe31a16d8 HTTP/1.1" status: 200 len: 210 time: 0.0521557 Oct 27 18:15:03.201396 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-417a9459-8edc-4966-8300-83f029e643d9 req-bc7f87de-4185-4acb-85f8-31d2d36b3577 tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:15:03.206360 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f87de-4185-4acb-85f8-31d2d36b3577 tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] Pushing event updated for resources: {'Port': ['ID=86293dec-a975-4d4b-92be-f0ccfea00aa4,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:03.263422 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a9459-8edc-4966-8300-83f029e643d9 req-bc7f87de-4185-4acb-85f8-31d2d36b3577 tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:03.264237 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-417a9459-8edc-4966-8300-83f029e643d9 req-bc7f87de-4185-4acb-85f8-31d2d36b3577 tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:03.286095 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 40506) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:03.288715 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a808484-abdc-4d18-aa1b-96803083cf5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:03.305220 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-58e9d52c-8833-42a0-86a5-95f64f413868 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:03.401195 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a808484-abdc-4d18-aa1b-96803083cf5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:03.403888 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-417a9459-8edc-4966-8300-83f029e643d9 req-bc7f87de-4185-4acb-85f8-31d2d36b3577 tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5175977 Oct 27 18:15:03.428252 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-417a9459-8edc-4966-8300-83f029e643d9 req-e8fb750d-8541-4410-acc4-770f782acb03 service neutron] Request body: {'port': {'device_id': '745017b3-2e65-4914-9aa2-450c339a44e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:15:03.435514 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a808484-abdc-4d18-aa1b-96803083cf5a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:15:03.436488 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a808484-abdc-4d18-aa1b-96803083cf5a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:15:03.438548 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a808484-abdc-4d18-aa1b-96803083cf5a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:15:03.439147 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a808484-abdc-4d18-aa1b-96803083cf5a admin admin] Subscribe: > port after_create 55550000 {{(pid=102879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:15:03.439679 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a808484-abdc-4d18-aa1b-96803083cf5a admin admin] Subscribe: > port after_delete 55550000 {{(pid=102879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:15:03.440219 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a808484-abdc-4d18-aa1b-96803083cf5a admin admin] Subscribe: > port after_update 55550000 {{(pid=102879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:15:03.440757 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a808484-abdc-4d18-aa1b-96803083cf5a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:15:03.441721 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a808484-abdc-4d18-aa1b-96803083cf5a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:15:03.442279 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a808484-abdc-4d18-aa1b-96803083cf5a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:15:03.443205 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a808484-abdc-4d18-aa1b-96803083cf5a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:15:03.493354 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1187364-bb0e-4b34-8b86-4040e258067c req-bc62a1e7-f85c-4e6e-9231-0e08f2a23f36 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:03.494747 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a1187364-bb0e-4b34-8b86-4040e258067c req-bc62a1e7-f85c-4e6e-9231-0e08f2a23f36 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/ports?device_id=8184ca54-25d6-43bd-bbad-96b74fe81c2c HTTP/1.1" status: 200 len: 948 time: 0.1486118 Oct 27 18:15:03.512932 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a808484-abdc-4d18-aa1b-96803083cf5a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:15:03.513276 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a808484-abdc-4d18-aa1b-96803083cf5a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:15:03.513758 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a808484-abdc-4d18-aa1b-96803083cf5a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:15:03.514228 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a808484-abdc-4d18-aa1b-96803083cf5a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102879) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 18:15:03.514750 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-9a808484-abdc-4d18-aa1b-96803083cf5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18138e9d-0b55-4a13-b332-72f5f78cb689']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:15:03.531985 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-5955ae18-8be6-4180-8017-be13c52e5b40 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Made reservation on behalf of 43d2aacb3b5645edb71ed26889dd4536 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:15:03.535845 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-5955ae18-8be6-4180-8017-be13c52e5b40 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:03.543747 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-9a808484-abdc-4d18-aa1b-96803083cf5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51c936c6-6ed5-4dc2-9ed2-ea4ea277f43c') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:15:03.544038 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-9a808484-abdc-4d18-aa1b-96803083cf5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51c936c6-6ed5-4dc2-9ed2-ea4ea277f43c') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:15:03.545533 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6109969a-a94e-40a9-8944-06dde763cdc9 None None] Provisioning complete for port 86293dec-a975-4d4b-92be-f0ccfea00aa4 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:15:03.545993 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6109969a-a94e-40a9-8944-06dde763cdc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:03.560963 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-58e9d52c-8833-42a0-86a5-95f64f413868 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:03.570983 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a808484-abdc-4d18-aa1b-96803083cf5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:03.594188 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-417a9459-8edc-4966-8300-83f029e643d9 req-e8fb750d-8541-4410-acc4-770f782acb03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:03.599363 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6109969a-a94e-40a9-8944-06dde763cdc9 None None] Port 86293dec-a975-4d4b-92be-f0ccfea00aa4 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:15:03.604279 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a808484-abdc-4d18-aa1b-96803083cf5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:03.619500 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895be46-a07c-4a25-a63d-20d204b6ff2d req-4a4cd0e7-8bf2-4549-a93f-fd1f7caa5dd4 tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:03.627002 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5895be46-a07c-4a25-a63d-20d204b6ff2d req-4a4cd0e7-8bf2-4549-a93f-fd1f7caa5dd4 tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] 10.222.0.52 "GET /v2.0/ports?device_id=745017b3-2e65-4914-9aa2-450c339a44e3 HTTP/1.1" status: 200 len: 936 time: 0.1573493 Oct 27 18:15:03.633915 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a1187364-bb0e-4b34-8b86-4040e258067c req-d9bd2ad0-0c9f-4700-9ee0-5644e8e469c3 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e03b250-cea2-43e7-8f43-e932d0bf4bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289651 Oct 27 18:15:03.640775 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40514) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:03.648737 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-58e9d52c-8833-42a0-86a5-95f64f413868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:03.658189 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a808484-abdc-4d18-aa1b-96803083cf5a admin admin] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:15:03.658669 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a808484-abdc-4d18-aa1b-96803083cf5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:03.662964 n-d-815690-2 neutron-server[102879]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 18:15:03.662964 n-d-815690-2 neutron-server[102879]: from cryptography.utils import int_from_bytes Oct 27 18:15:03.662964 n-d-815690-2 neutron-server[102879]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 18:15:03.662964 n-d-815690-2 neutron-server[102879]: from cryptography.utils import int_from_bytes Oct 27 18:15:03.662964 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:15:03.662964 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:15:03.662964 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:15:03.662964 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:15:03.662964 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:15:03.662964 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:15:03.662964 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:15:03.662964 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:15:03.662964 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:15:03.662964 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:15:03.662964 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:15:03.662964 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:15:03.662964 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:15:03.662964 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:15:03.662964 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:15:03.662964 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:15:03.662964 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:15:03.662964 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:15:03.662964 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:15:03.662964 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:15:03.662964 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:15:03.662964 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:15:03.662964 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:15:03.662964 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:15:03.662964 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:15:03.662964 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:15:03.662964 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:15:03.662964 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:15:03.662964 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:15:03.662964 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:15:03.662964 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:15:03.662964 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:15:03.727990 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-58e9d52c-8833-42a0-86a5-95f64f413868 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7226d3c3a0144b22895dcd644087f765&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4406233 Oct 27 18:15:03.730741 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40518) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:03.737068 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9d52c-8833-42a0-86a5-95f64f413868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304d216d-63d3-4ffc-ab70-c370b357b07e,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:03.761953 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5895be46-a07c-4a25-a63d-20d204b6ff2d req-9b9a30a6-e62d-44ee-a584-52f92633e6d3 tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] 10.222.0.52 "GET /v2.0/security-groups?id=1bb22eae-f342-472e-8700-1e806f135a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291661 Oct 27 18:15:03.816268 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-825ab645-95a1-491b-a35a-513a2e7abdcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:03.831483 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a808484-abdc-4d18-aa1b-96803083cf5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:03.851720 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-5955ae18-8be6-4180-8017-be13c52e5b40 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Allocated IP 172.20.0.2 (fb7dc45e-d3fb-4a21-9a07-231f6b81f39b/9d2e93d5-4842-4818-961f-a77ef1a8f95b/176bb84f-20a4-437b-b8d1-6f9deb1515af) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:15:03.855534 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a808484-abdc-4d18-aa1b-96803083cf5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:03.861307 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9a808484-abdc-4d18-aa1b-96803083cf5a admin admin] 10.222.0.52 "DELETE /v2.0/networks/18138e9d-0b55-4a13-b332-72f5f78cb689 HTTP/1.1" status: 204 len: 168 time: 0.6880960 Oct 27 18:15:03.881898 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a808484-abdc-4d18-aa1b-96803083cf5a admin admin] Pushing event deleted for resources: {'Network': ['ID=18138e9d-0b55-4a13-b332-72f5f78cb689,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:03.933426 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-deeb234d-965c-40a4-b0da-fe4125b9bd7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:03.985023 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-417a9459-8edc-4966-8300-83f029e643d9 req-e8fb750d-8541-4410-acc4-770f782acb03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86293dec-a975-4d4b-92be-f0ccfea00aa4 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:15:03.993685 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-417a9459-8edc-4966-8300-83f029e643d9 req-e8fb750d-8541-4410-acc4-770f782acb03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:04.012274 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-417a9459-8edc-4966-8300-83f029e643d9 req-e8fb750d-8541-4410-acc4-770f782acb03 service neutron] Transition to ACTIVE for port object 86293dec-a975-4d4b-92be-f0ccfea00aa4 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:15:04.024174 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-deeb234d-965c-40a4-b0da-fe4125b9bd7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:04.063333 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b426e48-ead1-424d-b99a-9d4d5df7a55c req-a2d3e35e-0312-43c1-abe7-df76a7946d0b tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:04.064890 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1b426e48-ead1-424d-b99a-9d4d5df7a55c req-a2d3e35e-0312-43c1-abe7-df76a7946d0b tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdb319fb-5379-494b-8367-3c245474b4f1 HTTP/1.1" status: 200 len: 969 time: 0.0559511 Oct 27 18:15:04.086622 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-825ab645-95a1-491b-a35a-513a2e7abdcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:04.114438 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1b426e48-ead1-424d-b99a-9d4d5df7a55c req-b607e798-9571-4ce0-8306-4fe538bf43fe tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2a78f1d-22c8-43eb-b1d8-af6414e9dc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421124 Oct 27 18:15:04.128214 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-5955ae18-8be6-4180-8017-be13c52e5b40 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:04.141516 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-417a9459-8edc-4966-8300-83f029e643d9 req-e8fb750d-8541-4410-acc4-770f782acb03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:04.209416 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb750d-8541-4410-acc4-770f782acb03 service neutron] Pushing event updated for resources: {'Port': ['ID=86293dec-a975-4d4b-92be-f0ccfea00aa4,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:04.213547 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-825ab645-95a1-491b-a35a-513a2e7abdcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:04.222969 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-deeb234d-965c-40a4-b0da-fe4125b9bd7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:04.226537 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-deeb234d-965c-40a4-b0da-fe4125b9bd7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:04.230422 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-deeb234d-965c-40a4-b0da-fe4125b9bd7e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/304d216d-63d3-4ffc-ab70-c370b357b07e HTTP/1.1" status: 204 len: 168 time: 0.4963796 Oct 27 18:15:04.230422 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-5955ae18-8be6-4180-8017-be13c52e5b40 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:04.262021 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 40530) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:04.337542 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5955ae18-8be6-4180-8017-be13c52e5b40 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Pushing event updated for resources: {'Port': ['ID=176bb84f-20a4-437b-b8d1-6f9deb1515af,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:04.339812 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-417a9459-8edc-4966-8300-83f029e643d9 req-e8fb750d-8541-4410-acc4-770f782acb03 service neutron] Attempting to bind port 86293dec-a975-4d4b-92be-f0ccfea00aa4 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:15:04.340138 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-417a9459-8edc-4966-8300-83f029e643d9 req-e8fb750d-8541-4410-acc4-770f782acb03 service neutron] Attempting to bind port 86293dec-a975-4d4b-92be-f0ccfea00aa4 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:15:04.340464 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417a9459-8edc-4966-8300-83f029e643d9 req-e8fb750d-8541-4410-acc4-770f782acb03 service neutron] Attempting to bind port 86293dec-a975-4d4b-92be-f0ccfea00aa4 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:15:04.347528 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-5955ae18-8be6-4180-8017-be13c52e5b40 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:15:04.354761 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-5955ae18-8be6-4180-8017-be13c52e5b40 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:15:04.359740 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ab645-95a1-491b-a35a-513a2e7abdcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b459e62b-9f72-4031-b015-253501e4b5aa,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:04.371884 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-2ace08c2-7640-478d-b5e3-07fd51e88ca0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f2e67b4482cf4278856e39400b469eb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1086555 Oct 27 18:15:04.372061 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-5955ae18-8be6-4180-8017-be13c52e5b40 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:15:04.375327 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417a9459-8edc-4966-8300-83f029e643d9 req-e8fb750d-8541-4410-acc4-770f782acb03 service neutron] Port 86293dec-a975-4d4b-92be-f0ccfea00aa4 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:15:04.375650 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417a9459-8edc-4966-8300-83f029e643d9 req-e8fb750d-8541-4410-acc4-770f782acb03 service neutron] Attempting to bind port 86293dec-a975-4d4b-92be-f0ccfea00aa4 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:15:04.377505 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 40534) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:04.395966 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417a9459-8edc-4966-8300-83f029e643d9 req-e8fb750d-8541-4410-acc4-770f782acb03 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:15:04.396330 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417a9459-8edc-4966-8300-83f029e643d9 req-e8fb750d-8541-4410-acc4-770f782acb03 service neutron] Checking segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:15:04.397347 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417a9459-8edc-4966-8300-83f029e643d9 req-e8fb750d-8541-4410-acc4-770f782acb03 service neutron] Bound using segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:15:04.397800 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-417a9459-8edc-4966-8300-83f029e643d9 req-e8fb750d-8541-4410-acc4-770f782acb03 service neutron] Bound port: 86293dec-a975-4d4b-92be-f0ccfea00aa4, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:15:04.398155 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-417a9459-8edc-4966-8300-83f029e643d9 req-e8fb750d-8541-4410-acc4-770f782acb03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:04.408476 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-825ab645-95a1-491b-a35a-513a2e7abdcf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=154a49e186e646dcb79eb01f830229c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7626674 Oct 27 18:15:04.424676 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40536) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:04.435469 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df880dbf-7fdf-40d2-9685-68819a2cce8a req-64d0809c-c70d-4b47-bfe8-d9223a603eb1 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:04.437592 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-df880dbf-7fdf-40d2-9685-68819a2cce8a req-64d0809c-c70d-4b47-bfe8-d9223a603eb1 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=0064449b-2ed8-4cca-8c0d-822fe31a16d8 HTTP/1.1" status: 200 len: 931 time: 0.1215594 Oct 27 18:15:04.443651 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-5955ae18-8be6-4180-8017-be13c52e5b40 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:04.444289 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-5955ae18-8be6-4180-8017-be13c52e5b40 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:04.462177 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb234d-965c-40a4-b0da-fe4125b9bd7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304d216d-63d3-4ffc-ab70-c370b357b07e,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:04.527523 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c894c6df-ea4d-4e81-83b1-60926a53301e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:04.532368 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-80c557ae-aaf1-4b91-a347-a5f02f06577f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:04.543106 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-df880dbf-7fdf-40d2-9685-68819a2cce8a req-9b5524fd-e527-46bc-9908-df3596d8fe47 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790670 Oct 27 18:15:04.551271 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-417a9459-8edc-4966-8300-83f029e643d9 req-e8fb750d-8541-4410-acc4-770f782acb03 service neutron] For port 86293dec-a975-4d4b-92be-f0ccfea00aa4, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:15:04.551614 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c894c6df-ea4d-4e81-83b1-60926a53301e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:04.563113 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-417a9459-8edc-4966-8300-83f029e643d9 req-e8fb750d-8541-4410-acc4-770f782acb03 service neutron] For port 86293dec-a975-4d4b-92be-f0ccfea00aa4, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=86293dec-a975-4d4b-92be-f0ccfea00aa4,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:15:04.563216 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-5955ae18-8be6-4180-8017-be13c52e5b40 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7769489 Oct 27 18:15:04.566042 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-80c557ae-aaf1-4b91-a347-a5f02f06577f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:04.570104 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-05cb33b2-7959-4bcf-9049-eee914f21f98 service neutron] Request body: {'port': {'device_id': '0064449b-2ed8-4cca-8c0d-822fe31a16d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:15:04.638205 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-417a9459-8edc-4966-8300-83f029e643d9 req-e8fb750d-8541-4410-acc4-770f782acb03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:04.652273 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-05cb33b2-7959-4bcf-9049-eee914f21f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:04.684915 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a9459-8edc-4966-8300-83f029e643d9 req-e8fb750d-8541-4410-acc4-770f782acb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:04.686227 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-417a9459-8edc-4966-8300-83f029e643d9 req-e8fb750d-8541-4410-acc4-770f782acb03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:04.689268 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-417a9459-8edc-4966-8300-83f029e643d9 req-e8fb750d-8541-4410-acc4-770f782acb03 service neutron] 10.222.0.93 "PUT /v2.0/ports/86293dec-a975-4d4b-92be-f0ccfea00aa4 HTTP/1.1" status: 200 len: 1096 time: 1.2762899 Oct 27 18:15:04.708241 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '745017b3-2e65-4914-9aa2-450c339a44e3', 'tag': '86293dec-a975-4d4b-92be-f0ccfea00aa4'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:15:04.711041 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faef45ad-500b-46fa-b089-b07a07da06cc" -d '{"events": [{"name": "network-changed", "server_uuid": "745017b3-2e65-4914-9aa2-450c339a44e3", "tag": "86293dec-a975-4d4b-92be-f0ccfea00aa4"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:15:04.729367 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device db4c5be7-73ee-45f4-98be-811daef38338 details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:15:04.737033 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-80c557ae-aaf1-4b91-a347-a5f02f06577f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:04.743088 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-80c557ae-aaf1-4b91-a347-a5f02f06577f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:04.746729 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-80c557ae-aaf1-4b91-a347-a5f02f06577f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/97707709-fe0e-4f30-8686-b95aa6e32c7b HTTP/1.1" status: 204 len: 168 time: 0.3636301 Oct 27 18:15:04.786993 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c894c6df-ea4d-4e81-83b1-60926a53301e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:04.789666 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c557ae-aaf1-4b91-a347-a5f02f06577f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97707709-fe0e-4f30-8686-b95aa6e32c7b,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:04.790076 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c894c6df-ea4d-4e81-83b1-60926a53301e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:04.802107 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c894c6df-ea4d-4e81-83b1-60926a53301e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b459e62b-9f72-4031-b015-253501e4b5aa HTTP/1.1" status: 204 len: 168 time: 0.3599019 Oct 27 18:15:04.823740 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d87d8f8-a39a-47f1-8845-8b102c1f9c97 x-openstack-request-id: req-7d87d8f8-a39a-47f1-8845-8b102c1f9c97 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:15:04.824209 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894c6df-ea4d-4e81-83b1-60926a53301e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b459e62b-9f72-4031-b015-253501e4b5aa,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:04.826526 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "745017b3-2e65-4914-9aa2-450c339a44e3", "tag": "86293dec-a975-4d4b-92be-f0ccfea00aa4", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:15:04.826650 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7d87d8f8-a39a-47f1-8845-8b102c1f9c97 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:15:04.827072 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '745017b3-2e65-4914-9aa2-450c339a44e3', 'tag': '86293dec-a975-4d4b-92be-f0ccfea00aa4', 'status': 'completed', 'code': 200} Oct 27 18:15:04.945958 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port db4c5be7-73ee-45f4-98be-811daef38338, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=db4c5be7-73ee-45f4-98be-811daef38338,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:15:04.958089 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': 'db4c5be7-73ee-45f4-98be-811daef38338', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'port_id': 'db4c5be7-73ee-45f4-98be-811daef38338', 'mac_address': 'fa:16:3e:54:98:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:tempest-test_az-455316374', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:15:05.017758 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb750d-8541-4410-acc4-770f782acb03 service neutron] Pushing event updated for resources: {'Port': ['ID=86293dec-a975-4d4b-92be-f0ccfea00aa4,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:05.022529 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:05.039835 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db4c5be7-73ee-45f4-98be-811daef38338 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:15:05.061022 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9fc41-5b46-49fe-9e70-8d2a581e4493 req-f13f8ba2-634a-4edd-9520-933bba6847b3 tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:05.061811 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port db4c5be7-73ee-45f4-98be-811daef38338, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=db4c5be7-73ee-45f4-98be-811daef38338,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:15:05.063503 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-01d9fc41-5b46-49fe-9e70-8d2a581e4493 req-f13f8ba2-634a-4edd-9520-933bba6847b3 tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] 10.222.0.52 "GET /v2.0/ports?device_id=745017b3-2e65-4914-9aa2-450c339a44e3 HTTP/1.1" status: 200 len: 948 time: 0.0970693 Oct 27 18:15:05.077228 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588af9d-37de-4bbd-bb75-78c10ebd9a36 req-e6285efd-22f1-4428-ad21-be1106bcfb07 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:05.082601 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a588af9d-37de-4bbd-bb75-78c10ebd9a36 req-e6285efd-22f1-4428-ad21-be1106bcfb07 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/ports?device_id=8184ca54-25d6-43bd-bbad-96b74fe81c2c HTTP/1.1" status: 200 len: 948 time: 0.2806602 Oct 27 18:15:05.083635 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a9459-8edc-4966-8300-83f029e643d9 req-55c79662-4407-4840-99c4-7919f7204560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:05.086159 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-417a9459-8edc-4966-8300-83f029e643d9 req-55c79662-4407-4840-99c4-7919f7204560 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d863f6ecfaf543e4967c6617510c5d56&device_id=745017b3-2e65-4914-9aa2-450c339a44e3 HTTP/1.1" status: 200 len: 1099 time: 0.2571883 Oct 27 18:15:05.095177 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-05cb33b2-7959-4bcf-9049-eee914f21f98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 176bb84f-20a4-437b-b8d1-6f9deb1515af {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:15:05.104644 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-05cb33b2-7959-4bcf-9049-eee914f21f98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:05.119888 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-05cb33b2-7959-4bcf-9049-eee914f21f98 service neutron] Transition to ACTIVE for port object 176bb84f-20a4-437b-b8d1-6f9deb1515af will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:15:05.149601 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-417a9459-8edc-4966-8300-83f029e643d9 req-7307362f-0141-43d7-a92d-b46a86c762d1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=86293dec-a975-4d4b-92be-f0ccfea00aa4 HTTP/1.1" status: 200 len: 217 time: 0.0538237 Oct 27 18:15:05.159759 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:05.192331 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-05cb33b2-7959-4bcf-9049-eee914f21f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:05.222440 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 538dc2b6-c06c-4396-90be-1a79e65ff65b up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:15:05.224071 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-01d9fc41-5b46-49fe-9e70-8d2a581e4493 req-d9a757aa-8270-403a-8165-d0f4e0b3e659 tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] 10.222.0.52 "GET /v2.0/security-groups?id=1bb22eae-f342-472e-8700-1e806f135a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426716 Oct 27 18:15:05.237561 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a588af9d-37de-4bbd-bb75-78c10ebd9a36 req-a563be44-2fce-4945-8dae-e1ac4c821bcf tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e03b250-cea2-43e7-8f43-e932d0bf4bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450830 Oct 27 18:15:05.266589 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a9459-8edc-4966-8300-83f029e643d9 req-24d38a6b-1054-413a-bee7-136252c04c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:05.272588 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-417a9459-8edc-4966-8300-83f029e643d9 req-24d38a6b-1054-413a-bee7-136252c04c89 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.1107469 Oct 27 18:15:05.279376 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=db4c5be7-73ee-45f4-98be-811daef38338,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:05.321870 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a9459-8edc-4966-8300-83f029e643d9 req-e14ff72c-efd1-4d61-b81f-89ad8b3a4295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:05.324161 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-417a9459-8edc-4966-8300-83f029e643d9 req-e14ff72c-efd1-4d61-b81f-89ad8b3a4295 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0436618 Oct 27 18:15:05.340661 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb33b2-7959-4bcf-9049-eee914f21f98 service neutron] Pushing event updated for resources: {'Port': ['ID=176bb84f-20a4-437b-b8d1-6f9deb1515af,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:05.401859 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-05cb33b2-7959-4bcf-9049-eee914f21f98 service neutron] Attempting to bind port 176bb84f-20a4-437b-b8d1-6f9deb1515af on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:15:05.402297 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-05cb33b2-7959-4bcf-9049-eee914f21f98 service neutron] Attempting to bind port 176bb84f-20a4-437b-b8d1-6f9deb1515af by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:15:05.402836 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-05cb33b2-7959-4bcf-9049-eee914f21f98 service neutron] Attempting to bind port 176bb84f-20a4-437b-b8d1-6f9deb1515af on network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:15:05.407622 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-05cb33b2-7959-4bcf-9049-eee914f21f98 service neutron] Port 176bb84f-20a4-437b-b8d1-6f9deb1515af on network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:15:05.407944 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-05cb33b2-7959-4bcf-9049-eee914f21f98 service neutron] Attempting to bind port 176bb84f-20a4-437b-b8d1-6f9deb1515af on network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:15:05.420373 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-05cb33b2-7959-4bcf-9049-eee914f21f98 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:15:05.420373 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-05cb33b2-7959-4bcf-9049-eee914f21f98 service neutron] Checking segment: {'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:15:05.420373 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-05cb33b2-7959-4bcf-9049-eee914f21f98 service neutron] Bound using segment: {'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:15:05.420373 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-05cb33b2-7959-4bcf-9049-eee914f21f98 service neutron] Bound port: 176bb84f-20a4-437b-b8d1-6f9deb1515af, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:15:05.420373 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-05cb33b2-7959-4bcf-9049-eee914f21f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:05.456081 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069f42e-de1a-47ca-b86f-aebbdfc6882a req-80564914-4635-4bf0-a157-6032c722c81e tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:05.457544 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0069f42e-de1a-47ca-b86f-aebbdfc6882a req-80564914-4635-4bf0-a157-6032c722c81e tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdb319fb-5379-494b-8367-3c245474b4f1 HTTP/1.1" status: 200 len: 970 time: 0.1147807 Oct 27 18:15:05.464756 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['db4c5be7-73ee-45f4-98be-811daef38338'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:15:05.490786 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-05cb33b2-7959-4bcf-9049-eee914f21f98 service neutron] For port 176bb84f-20a4-437b-b8d1-6f9deb1515af, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:15:05.491178 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-417a9459-8edc-4966-8300-83f029e643d9 req-5a57e6b5-01d9-4a5a-8545-a95f962b3483 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594155 Oct 27 18:15:05.495334 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-05cb33b2-7959-4bcf-9049-eee914f21f98 service neutron] For port 176bb84f-20a4-437b-b8d1-6f9deb1515af, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=176bb84f-20a4-437b-b8d1-6f9deb1515af,segment=NetworkSegment(58a88469-a6e8-4f4a-87d0-167a1bff6a8c),segment_id=58a88469-a6e8-4f4a-87d0-167a1bff6a8c)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:15:05.507013 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 538dc2b6-c06c-4396-90be-1a79e65ff65b completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:15:05.517067 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 538dc2b6-c06c-4396-90be-1a79e65ff65b triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:15:05.517248 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:05.558064 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0069f42e-de1a-47ca-b86f-aebbdfc6882a req-2ea1d17a-e04e-4047-ad15-5352d7057027 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2a78f1d-22c8-43eb-b1d8-af6414e9dc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930426 Oct 27 18:15:05.587656 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-05cb33b2-7959-4bcf-9049-eee914f21f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:05.637337 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-05cb33b2-7959-4bcf-9049-eee914f21f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:05.637945 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-05cb33b2-7959-4bcf-9049-eee914f21f98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:05.639639 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-05cb33b2-7959-4bcf-9049-eee914f21f98 service neutron] 10.222.0.93 "PUT /v2.0/ports/176bb84f-20a4-437b-b8d1-6f9deb1515af HTTP/1.1" status: 200 len: 1091 time: 1.0734046 Oct 27 18:15:05.639938 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0064449b-2ed8-4cca-8c0d-822fe31a16d8', 'tag': '176bb84f-20a4-437b-b8d1-6f9deb1515af'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:15:05.642902 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12eedea-0c76-4d24-9974-a6124cea3d36" -d '{"events": [{"name": "network-changed", "server_uuid": "0064449b-2ed8-4cca-8c0d-822fe31a16d8", "tag": "176bb84f-20a4-437b-b8d1-6f9deb1515af"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:15:05.663201 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb33b2-7959-4bcf-9049-eee914f21f98 service neutron] Pushing event updated for resources: {'Port': ['ID=176bb84f-20a4-437b-b8d1-6f9deb1515af,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:05.684143 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-417a9459-8edc-4966-8300-83f029e643d9 req-21232d35-9401-470e-8a09-3427fe094b5c service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845701 Oct 27 18:15:05.710880 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa376291-1a55-4d7d-a166-b2b1e39a94bc x-openstack-request-id: req-fa376291-1a55-4d7d-a166-b2b1e39a94bc {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:15:05.711096 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0064449b-2ed8-4cca-8c0d-822fe31a16d8", "tag": "176bb84f-20a4-437b-b8d1-6f9deb1515af", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:15:05.711679 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fa376291-1a55-4d7d-a166-b2b1e39a94bc {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:15:05.712081 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0064449b-2ed8-4cca-8c0d-822fe31a16d8', 'tag': '176bb84f-20a4-437b-b8d1-6f9deb1515af', 'status': 'completed', 'code': 200} Oct 27 18:15:05.727925 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a66ca4-1726-4655-b7ea-845293dfb950 req-90ef3d52-dc6e-43d4-a3b8-5a777a559274 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:05.729557 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-77a66ca4-1726-4655-b7ea-845293dfb950 req-90ef3d52-dc6e-43d4-a3b8-5a777a559274 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=0064449b-2ed8-4cca-8c0d-822fe31a16d8 HTTP/1.1" status: 200 len: 943 time: 0.0650988 Oct 27 18:15:05.736463 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:05.760062 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8184ca54-25d6-43bd-bbad-96b74fe81c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538dc2b6-c06c-4396-90be-1a79e65ff65b'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:15:05.800483 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40568) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:05.819941 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-77a66ca4-1726-4655-b7ea-845293dfb950 req-1311f5c4-a320-4440-ad2e-f3ab913f5bec tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816531 Oct 27 18:15:05.825286 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12eedea-0c76-4d24-9974-a6124cea3d36 req-5bd94136-3814-47f3-9346-346703048754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:05.828710 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b12eedea-0c76-4d24-9974-a6124cea3d36 req-5bd94136-3814-47f3-9346-346703048754 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=43d2aacb3b5645edb71ed26889dd4536&device_id=0064449b-2ed8-4cca-8c0d-822fe31a16d8 HTTP/1.1" status: 200 len: 1094 time: 0.0905795 Oct 27 18:15:05.852265 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 538dc2b6-c06c-4396-90be-1a79e65ff65b, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=538dc2b6-c06c-4396-90be-1a79e65ff65b,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:15:05.889129 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5110c3e9-e206-40a2-a821-96aec06b8915 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0e2b17a0935c445a8505dc31ece3d74f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0870748 Oct 27 18:15:05.892238 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40572) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:05.923498 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:05.926703 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef45ad-500b-46fa-b089-b07a07da06cc req-453d18e4-935a-4631-b7d0-a2f26b11cffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:05.928372 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-faef45ad-500b-46fa-b089-b07a07da06cc req-453d18e4-935a-4631-b7d0-a2f26b11cffa service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d863f6ecfaf543e4967c6617510c5d56&device_id=745017b3-2e65-4914-9aa2-450c339a44e3 HTTP/1.1" status: 200 len: 1099 time: 0.0765362 Oct 27 18:15:05.939447 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40574) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:06.002891 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7f44005b-aa01-4b49-a840-e3497a8a967e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:06.009195 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=538dc2b6-c06c-4396-90be-1a79e65ff65b,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:06.032115 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12eedea-0c76-4d24-9974-a6124cea3d36 req-4146a2ea-388e-4c19-89f9-5a72f241411e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:06.032928 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b12eedea-0c76-4d24-9974-a6124cea3d36 req-4146a2ea-388e-4c19-89f9-5a72f241411e service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=43d2aacb3b5645edb71ed26889dd4536&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1842000 Oct 27 18:15:06.034181 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3328e95d-0d18-4a60-a769-e9d3a0247a20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:06.090374 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3328e95d-0d18-4a60-a769-e9d3a0247a20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:06.092628 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6425596-19fb-4c5d-9228-e4b1e0518b91" -d '{"events": [{"server_uuid": "8184ca54-25d6-43bd-bbad-96b74fe81c2c", "name": "network-vif-plugged", "status": "completed", "tag": "538dc2b6-c06c-4396-90be-1a79e65ff65b"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:15:06.125240 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef45ad-500b-46fa-b089-b07a07da06cc req-c2706c2a-d37a-4b0d-9f92-af1a22fe6f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:06.130292 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-faef45ad-500b-46fa-b089-b07a07da06cc req-c2706c2a-d37a-4b0d-9f92-af1a22fe6f9c service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.1865125 Oct 27 18:15:06.189639 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-faef45ad-500b-46fa-b089-b07a07da06cc req-0f07ad0a-c25a-4713-96b7-731561300b18 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=86293dec-a975-4d4b-92be-f0ccfea00aa4 HTTP/1.1" status: 200 len: 217 time: 0.0522299 Oct 27 18:15:06.235144 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138b588c-d2ad-49ce-b681-6fe368f9cd06 x-openstack-request-id: req-138b588c-d2ad-49ce-b681-6fe368f9cd06 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:15:06.235456 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8184ca54-25d6-43bd-bbad-96b74fe81c2c", "name": "network-vif-plugged", "status": "completed", "tag": "538dc2b6-c06c-4396-90be-1a79e65ff65b", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:15:06.235712 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-138b588c-d2ad-49ce-b681-6fe368f9cd06 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:15:06.236161 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8184ca54-25d6-43bd-bbad-96b74fe81c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538dc2b6-c06c-4396-90be-1a79e65ff65b', 'code': 200} Oct 27 18:15:06.266683 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7f44005b-aa01-4b49-a840-e3497a8a967e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:06.289102 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef45ad-500b-46fa-b089-b07a07da06cc req-67dd8345-3a80-4788-898a-18a3567e7ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:06.290886 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-faef45ad-500b-46fa-b089-b07a07da06cc req-67dd8345-3a80-4788-898a-18a3567e7ae4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.0902300 Oct 27 18:15:06.320701 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3328e95d-0d18-4a60-a769-e9d3a0247a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:06.324943 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.93', 52272) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:06.326735 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3328e95d-0d18-4a60-a769-e9d3a0247a20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:06.330602 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3328e95d-0d18-4a60-a769-e9d3a0247a20 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fbe368f3-71b9-4417-abf3-cc3b4e7e870d HTTP/1.1" status: 204 len: 168 time: 0.4347312 Oct 27 18:15:06.364655 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7f44005b-aa01-4b49-a840-e3497a8a967e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:06.370616 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328e95d-0d18-4a60-a769-e9d3a0247a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe368f3-71b9-4417-abf3-cc3b4e7e870d,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:06.436238 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7f44005b-aa01-4b49-a840-e3497a8a967e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5b9fb8f0633b490c94a472acc74a4779&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4870665 Oct 27 18:15:06.439597 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40596) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:06.442320 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f44005b-aa01-4b49-a840-e3497a8a967e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff71e245-34d6-4afc-b206-bde374dfa127,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:06.445351 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef45ad-500b-46fa-b089-b07a07da06cc req-568fdbb5-839e-4ac6-9ac6-cae403d46599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:06.446993 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-faef45ad-500b-46fa-b089-b07a07da06cc req-568fdbb5-839e-4ac6-9ac6-cae403d46599 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1473064 Oct 27 18:15:06.523668 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12eedea-0c76-4d24-9974-a6124cea3d36 req-e955717d-6431-4f70-83d4-46ed60677194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:06.525044 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b12eedea-0c76-4d24-9974-a6124cea3d36 req-e955717d-6431-4f70-83d4-46ed60677194 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4829395 Oct 27 18:15:06.533204 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7672bd0-da41-4e5e-9c40-0395c070529f req-7806eed4-6824-46ef-8fd9-4af38cb33480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:06.534279 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b7672bd0-da41-4e5e-9c40-0395c070529f req-7806eed4-6824-46ef-8fd9-4af38cb33480 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8184ca54-25d6-43bd-bbad-96b74fe81c2c HTTP/1.1" status: 200 len: 1100 time: 0.2082291 Oct 27 18:15:06.545612 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312a74c-f3ea-4afd-91bb-a779eed34779 req-9e3c2a39-1677-4bda-99b2-615a97467b3c tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:06.553434 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0312a74c-f3ea-4afd-91bb-a779eed34779 req-9e3c2a39-1677-4bda-99b2-615a97467b3c tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/ports?device_id=8184ca54-25d6-43bd-bbad-96b74fe81c2c HTTP/1.1" status: 200 len: 949 time: 0.2115986 Oct 27 18:15:06.554737 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d8491e82-fc69-47c9-9d71-a17ced89cc75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:06.568649 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba2de0-85bb-45f5-91c5-47c59cc865ff req-d389ddb6-a21d-4b00-926d-cb8af6ea5d1f tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:06.570317 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c2ba2de0-85bb-45f5-91c5-47c59cc865ff req-d389ddb6-a21d-4b00-926d-cb8af6ea5d1f tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] 10.222.0.52 "GET /v2.0/ports?device_id=745017b3-2e65-4914-9aa2-450c339a44e3 HTTP/1.1" status: 200 len: 948 time: 0.2423284 Oct 27 18:15:06.607671 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d8491e82-fc69-47c9-9d71-a17ced89cc75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:06.611833 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-b7672bd0-da41-4e5e-9c40-0395c070529f req-f5aae7aa-2668-4b00-b63d-c89343a80da0 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:06.619715 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-faef45ad-500b-46fa-b089-b07a07da06cc req-0299a97c-eb21-4db5-acd2-0d8a4446d3ae service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609652 Oct 27 18:15:06.690080 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0312a74c-f3ea-4afd-91bb-a779eed34779 req-bd2ef156-4d33-440d-8d69-a90d3f72689b tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e03b250-cea2-43e7-8f43-e932d0bf4bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306863 Oct 27 18:15:06.728680 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device db4c5be7-73ee-45f4-98be-811daef38338 up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:15:06.753755 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-faef45ad-500b-46fa-b089-b07a07da06cc req-e050c9a1-d566-4087-a176-b493744fc04f service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162367 Oct 27 18:15:06.757187 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c2ba2de0-85bb-45f5-91c5-47c59cc865ff req-2b99e968-6518-41b7-b5d8-a090497c4433 tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] 10.222.0.52 "GET /v2.0/security-groups?id=1bb22eae-f342-472e-8700-1e806f135a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793895 Oct 27 18:15:06.768201 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-2d0ef5ca-f0f6-41c9-804a-d9cfa3181303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:06.769967 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-2d0ef5ca-f0f6-41c9-804a-d9cfa3181303 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=43d2aacb3b5645edb71ed26889dd4536&device_id=0064449b-2ed8-4cca-8c0d-822fe31a16d8 HTTP/1.1" status: 200 len: 1094 time: 0.1781034 Oct 27 18:15:06.841465 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-1e6ffb6f-536e-4324-804b-f0756a4656b7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=176bb84f-20a4-437b-b8d1-6f9deb1515af HTTP/1.1" status: 200 len: 217 time: 0.0589249 Oct 27 18:15:06.843779 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d8491e82-fc69-47c9-9d71-a17ced89cc75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:06.848169 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d8491e82-fc69-47c9-9d71-a17ced89cc75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:06.851248 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d8491e82-fc69-47c9-9d71-a17ced89cc75 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ff71e245-34d6-4afc-b206-bde374dfa127 HTTP/1.1" status: 204 len: 168 time: 0.4086797 Oct 27 18:15:06.859205 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8491e82-fc69-47c9-9d71-a17ced89cc75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff71e245-34d6-4afc-b206-bde374dfa127,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:06.894400 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning for port db4c5be7-73ee-45f4-98be-811daef38338 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:15:06.900004 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port db4c5be7-73ee-45f4-98be-811daef38338 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:15:06.900372 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:06.984273 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:07.003171 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-b7672bd0-da41-4e5e-9c40-0395c070529f req-f5aae7aa-2668-4b00-b63d-c89343a80da0 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:07.016983 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-af067193-c39e-487b-b8a8-9a3b652fad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:07.018049 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port db4c5be7-73ee-45f4-98be-811daef38338, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=db4c5be7-73ee-45f4-98be-811daef38338,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:15:07.018632 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-af067193-c39e-487b-b8a8-9a3b652fad36 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9d2e93d5-4842-4818-961f-a77ef1a8f95b HTTP/1.1" status: 200 len: 847 time: 0.1382084 Oct 27 18:15:07.027196 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d5821-84ea-43cb-aefe-0f9f45cf507e req-3e61ba43-e241-4601-aa52-39fc51b8ea3f tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:07.028629 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5f4d5821-84ea-43cb-aefe-0f9f45cf507e req-3e61ba43-e241-4601-aa52-39fc51b8ea3f tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdb319fb-5379-494b-8367-3c245474b4f1 HTTP/1.1" status: 200 len: 970 time: 0.1928589 Oct 27 18:15:07.068563 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7617a0a-31c0-4c53-a00b-8c784f48aa0f req-efc2c39f-c0b0-45cc-8af0-c649b83561bf tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:07.070294 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b7617a0a-31c0-4c53-a00b-8c784f48aa0f req-efc2c39f-c0b0-45cc-8af0-c649b83561bf tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=0064449b-2ed8-4cca-8c0d-822fe31a16d8 HTTP/1.1" status: 200 len: 943 time: 0.1590147 Oct 27 18:15:07.076824 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-dd876a92-ea39-4c53-9d70-ba9306c8a0df service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470946 Oct 27 18:15:07.100868 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-b7672bd0-da41-4e5e-9c40-0395c070529f req-f5aae7aa-2668-4b00-b63d-c89343a80da0 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:07.146202 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:07.199011 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b7672bd0-da41-4e5e-9c40-0395c070529f req-f5aae7aa-2668-4b00-b63d-c89343a80da0 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=0e03b250-cea2-43e7-8f43-e932d0bf4bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6431115 Oct 27 18:15:07.220026 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=db4c5be7-73ee-45f4-98be-811daef38338,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:07.232501 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5f4d5821-84ea-43cb-aefe-0f9f45cf507e req-9ac34a28-aa32-4a8c-80f5-447ec6bc75fb tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2a78f1d-22c8-43eb-b1d8-af6414e9dc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907058 Oct 27 18:15:07.254297 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b7617a0a-31c0-4c53-a00b-8c784f48aa0f req-02ca765d-d18b-41f2-b035-d0844688c624 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670473 Oct 27 18:15:07.254297 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aae7aa-2668-4b00-b63d-c89343a80da0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=38acd947-ec43-42eb-acf9-4f948a00e53f,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:07.290242 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-dc0c9a29-b289-4326-af07-08c35cd6eb2f service neutron] 10.222.0.93 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037940 Oct 27 18:15:07.550082 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb6b5e19-d3d8-4897-9e6d-a36c36d5bb93 req-ba36cd63-b91f-40e9-8b07-82e2cd7d008c service neutron] 10.222.0.93 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870879 Oct 27 18:15:07.820713 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded454b-41bd-4c00-82cb-3ea0b146e468 req-b122a40e-3399-4e46-9732-7d3350b7f0dc tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:07.822165 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ded454b-41bd-4c00-82cb-3ea0b146e468 req-b122a40e-3399-4e46-9732-7d3350b7f0dc tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/ports?device_id=8184ca54-25d6-43bd-bbad-96b74fe81c2c HTTP/1.1" status: 200 len: 949 time: 0.0571542 Oct 27 18:15:07.907345 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ded454b-41bd-4c00-82cb-3ea0b146e468 req-5819fdba-e6f3-4f4b-bc84-b180a751ab13 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e03b250-cea2-43e7-8f43-e932d0bf4bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761540 Oct 27 18:15:07.914833 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c952f-ea3f-40e3-81eb-a2098cf9a6dd req-430b063e-d379-429c-a662-e735ca081e74 tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:07.916305 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3c2c952f-ea3f-40e3-81eb-a2098cf9a6dd req-430b063e-d379-429c-a662-e735ca081e74 tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] 10.222.0.52 "GET /v2.0/ports?device_id=745017b3-2e65-4914-9aa2-450c339a44e3 HTTP/1.1" status: 200 len: 948 time: 0.1044643 Oct 27 18:15:07.957166 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3c2c952f-ea3f-40e3-81eb-a2098cf9a6dd req-b893c20a-7488-4a9b-bd9a-c894594335a5 tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] 10.222.0.52 "GET /v2.0/security-groups?id=1bb22eae-f342-472e-8700-1e806f135a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343091 Oct 27 18:15:08.236901 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb319fb-5379-494b-8367-3c245474b4f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4c5be7-73ee-45f4-98be-811daef38338'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:15:08.239818 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595e03fe-7fe7-474e-937a-8c8b99fe140d" -d '{"events": [{"server_uuid": "fdb319fb-5379-494b-8367-3c245474b4f1", "name": "network-vif-plugged", "status": "completed", "tag": "db4c5be7-73ee-45f4-98be-811daef38338"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:15:08.282601 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dcaf2d2-cd2d-4f68-838c-3bdb3ffdd289 x-openstack-request-id: req-5dcaf2d2-cd2d-4f68-838c-3bdb3ffdd289 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:15:08.282601 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb319fb-5379-494b-8367-3c245474b4f1", "name": "network-vif-plugged", "status": "completed", "tag": "db4c5be7-73ee-45f4-98be-811daef38338", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:15:08.282601 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5dcaf2d2-cd2d-4f68-838c-3bdb3ffdd289 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:15:08.282601 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb319fb-5379-494b-8367-3c245474b4f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4c5be7-73ee-45f4-98be-811daef38338', 'code': 200} Oct 27 18:15:08.407610 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aba989-3959-4ad3-b1d7-e830f8120bb5 req-b4418069-d77a-4d2f-a75f-82a739c00fa0 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:08.415447 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-15aba989-3959-4ad3-b1d7-e830f8120bb5 req-b4418069-d77a-4d2f-a75f-82a739c00fa0 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdb319fb-5379-494b-8367-3c245474b4f1 HTTP/1.1" status: 200 len: 971 time: 0.0940826 Oct 27 18:15:08.442395 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03742bb6-e58a-4b03-833c-c5d854853ebc req-588b3d0c-cfb5-4431-a101-0283722c24f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:08.442395 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-03742bb6-e58a-4b03-833c-c5d854853ebc req-588b3d0c-cfb5-4431-a101-0283722c24f8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=fdb319fb-5379-494b-8367-3c245474b4f1 HTTP/1.1" status: 200 len: 1122 time: 0.0924530 Oct 27 18:15:08.485615 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-15aba989-3959-4ad3-b1d7-e830f8120bb5 req-ccd25f84-3e92-4907-a180-ff7f2c122550 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2a78f1d-22c8-43eb-b1d8-af6414e9dc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692024 Oct 27 18:15:08.498496 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409653ee-ec74-4990-a86f-cc46f435c195 req-c1e8b101-edd2-4f72-b43a-18c57f96ff68 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:08.508699 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-409653ee-ec74-4990-a86f-cc46f435c195 req-c1e8b101-edd2-4f72-b43a-18c57f96ff68 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=0064449b-2ed8-4cca-8c0d-822fe31a16d8 HTTP/1.1" status: 200 len: 943 time: 0.0855372 Oct 27 18:15:08.518165 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-03742bb6-e58a-4b03-833c-c5d854853ebc req-94cb46f1-3040-4996-a65e-dbf775b33252 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d2a78f1d-22c8-43eb-b1d8-af6414e9dc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665126 Oct 27 18:15:08.553007 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-409653ee-ec74-4990-a86f-cc46f435c195 req-ec2d9e29-cf3c-4f8b-92df-87646b6e79a0 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431242 Oct 27 18:15:09.037356 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc401655-d1ec-4805-9ecc-61c4e399e2bc req-94bb0ee7-85c0-4578-a258-3529a0fa2337 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:09.038999 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fc401655-d1ec-4805-9ecc-61c4e399e2bc req-94bb0ee7-85c0-4578-a258-3529a0fa2337 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/ports?device_id=8184ca54-25d6-43bd-bbad-96b74fe81c2c HTTP/1.1" status: 200 len: 949 time: 0.0604551 Oct 27 18:15:09.107309 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fc401655-d1ec-4805-9ecc-61c4e399e2bc req-ea0b2ab9-91f7-4ccc-ac7c-724dbc073ce4 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e03b250-cea2-43e7-8f43-e932d0bf4bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621998 Oct 27 18:15:09.122004 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8eb54-f23b-4fcc-bad8-78a672380857 req-29e516c6-d4e0-493d-ac3a-3492da6892b8 tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:09.123540 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-93a8eb54-f23b-4fcc-bad8-78a672380857 req-29e516c6-d4e0-493d-ac3a-3492da6892b8 tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] 10.222.0.52 "GET /v2.0/ports?device_id=745017b3-2e65-4914-9aa2-450c339a44e3 HTTP/1.1" status: 200 len: 948 time: 0.0717933 Oct 27 18:15:09.169976 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-93a8eb54-f23b-4fcc-bad8-78a672380857 req-7d9ccb52-dd46-40d9-8d03-98a9a4dd26f9 tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] 10.222.0.52 "GET /v2.0/security-groups?id=1bb22eae-f342-472e-8700-1e806f135a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371883 Oct 27 18:15:09.250195 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 86293dec-a975-4d4b-92be-f0ccfea00aa4 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:15:09.353065 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 86293dec-a975-4d4b-92be-f0ccfea00aa4, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=86293dec-a975-4d4b-92be-f0ccfea00aa4,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:15:09.364775 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '86293dec-a975-4d4b-92be-f0ccfea00aa4', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'port_id': '86293dec-a975-4d4b-92be-f0ccfea00aa4', 'mac_address': 'fa:16:3e:44:10:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:15:09.368427 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40728) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:09.404722 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:09.422330 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86293dec-a975-4d4b-92be-f0ccfea00aa4 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:15:09.453780 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 86293dec-a975-4d4b-92be-f0ccfea00aa4, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=86293dec-a975-4d4b-92be-f0ccfea00aa4,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:15:09.511876 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:09.545561 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-80d1acd0-d452-41c0-9fe3-d9b418beab3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:09.580815 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=86293dec-a975-4d4b-92be-f0ccfea00aa4,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:09.662891 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-94c5642d-ed94-4f4e-be94-079ecdc41e36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:09.685510 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c52d3-5ddb-43ea-b8d2-3fa1f72a04d4 req-b2ede3d2-4ac9-48a2-82a7-d3ded58b6a0c tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:09.687722 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1d4c52d3-5ddb-43ea-b8d2-3fa1f72a04d4 req-b2ede3d2-4ac9-48a2-82a7-d3ded58b6a0c tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdb319fb-5379-494b-8367-3c245474b4f1 HTTP/1.1" status: 200 len: 971 time: 0.0721054 Oct 27 18:15:09.725992 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['86293dec-a975-4d4b-92be-f0ccfea00aa4'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:15:09.730680 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1d4c52d3-5ddb-43ea-b8d2-3fa1f72a04d4 req-db3e2a12-10b2-462a-84f7-6c96784a9650 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2a78f1d-22c8-43eb-b1d8-af6414e9dc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371757 Oct 27 18:15:09.792930 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-94c5642d-ed94-4f4e-be94-079ecdc41e36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:09.847983 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c7fd6-a84b-4156-8107-b6ec4ba228e8 req-6415fe41-e2db-49eb-8808-785e7cbe3d0b tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:09.849095 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-94c5642d-ed94-4f4e-be94-079ecdc41e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:09.849824 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3b9c7fd6-a84b-4156-8107-b6ec4ba228e8 req-6415fe41-e2db-49eb-8808-785e7cbe3d0b tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=0064449b-2ed8-4cca-8c0d-822fe31a16d8 HTTP/1.1" status: 200 len: 943 time: 0.0513923 Oct 27 18:15:09.891659 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-94c5642d-ed94-4f4e-be94-079ecdc41e36 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d2f4536d0d47464983323075bf6072b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5221508 Oct 27 18:15:09.895041 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 40752) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:09.896321 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c5642d-ed94-4f4e-be94-079ecdc41e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2270b5aa-9e4a-4a65-a79c-6c2711bd84c0,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:09.907219 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3b9c7fd6-a84b-4156-8107-b6ec4ba228e8 req-39360ad5-8ce2-45b0-8fef-ad1c976698e0 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502050 Oct 27 18:15:09.969485 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-02afe04c-9c8d-47e5-a5b4-f24e76434b08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:10.003937 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-02afe04c-9c8d-47e5-a5b4-f24e76434b08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:10.025139 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-a0ef904c-941b-4c68-9b16-5d6168b4916e tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=18fb22d42a194fdb9308530ed75857c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354686 Oct 27 18:15:10.147082 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-00f32d57-7c16-4707-87ec-9a606abe45f4 tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:10.148558 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-00f32d57-7c16-4707-87ec-9a606abe45f4 tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1161087 Oct 27 18:15:10.163957 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-3504b9b9-f150-4feb-a89f-2bab730a599b tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] 10.222.0.52 "GET /v2.0/quotas/18fb22d42a194fdb9308530ed75857c5 HTTP/1.1" status: 200 len: 375 time: 0.0093746 Oct 27 18:15:10.198257 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-ec2c890e-1c08-4c6f-9cbe-16e6b9c7db9f tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=18fb22d42a194fdb9308530ed75857c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287797 Oct 27 18:15:10.228815 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-02afe04c-9c8d-47e5-a5b4-f24e76434b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:10.232364 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-02afe04c-9c8d-47e5-a5b4-f24e76434b08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:10.234070 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-02afe04c-9c8d-47e5-a5b4-f24e76434b08 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2270b5aa-9e4a-4a65-a79c-6c2711bd84c0 HTTP/1.1" status: 204 len: 168 time: 0.3364840 Oct 27 18:15:10.247720 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02afe04c-9c8d-47e5-a5b4-f24e76434b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2270b5aa-9e4a-4a65-a79c-6c2711bd84c0,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:10.270478 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6dd934-e077-457b-ab34-3e403147a652 req-e57de99e-1a7b-4d97-8890-db0134c51206 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:10.272330 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4e6dd934-e077-457b-ab34-3e403147a652 req-e57de99e-1a7b-4d97-8890-db0134c51206 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/ports?device_id=8184ca54-25d6-43bd-bbad-96b74fe81c2c HTTP/1.1" status: 200 len: 949 time: 0.0764763 Oct 27 18:15:10.320636 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4e6dd934-e077-457b-ab34-3e403147a652 req-5dd7a596-0dca-46a0-836d-93fea09115bf tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e03b250-cea2-43e7-8f43-e932d0bf4bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412855 Oct 27 18:15:10.571119 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c93da-871f-41b6-98ec-ebe2a0940470 req-86b69f8c-b29d-4315-8d77-6b6ba412cf91 tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:10.581272 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-267c93da-871f-41b6-98ec-ebe2a0940470 req-86b69f8c-b29d-4315-8d77-6b6ba412cf91 tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] 10.222.0.52 "GET /v2.0/ports?device_id=745017b3-2e65-4914-9aa2-450c339a44e3 HTTP/1.1" status: 200 len: 949 time: 0.0816400 Oct 27 18:15:10.623594 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-267c93da-871f-41b6-98ec-ebe2a0940470 req-b8e78ada-1435-40d8-8279-b7a9469a1a4f tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] 10.222.0.52 "GET /v2.0/security-groups?id=1bb22eae-f342-472e-8700-1e806f135a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362434 Oct 27 18:15:10.853720 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-313bbe45-8832-40c4-993f-6f7e291737d6 req-2047e5dd-a8a7-4927-9382-fdbd062b8e39 tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] 10.222.0.52 "GET /v2.0/ports?device_id=d99d6d93-8493-4419-af63-cef381d54070 HTTP/1.1" status: 200 len: 210 time: 0.0274210 Oct 27 18:15:10.957243 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c8157-a776-40fc-ba31-b545f1da1dc5 req-be6e7f8d-be36-46d1-a187-7666c16b0f32 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:10.958661 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-636c8157-a776-40fc-ba31-b545f1da1dc5 req-be6e7f8d-be36-46d1-a187-7666c16b0f32 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdb319fb-5379-494b-8367-3c245474b4f1 HTTP/1.1" status: 200 len: 971 time: 0.0508676 Oct 27 18:15:11.060820 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40800) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:11.080882 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-80ff908d-cd65-48c2-a9a1-f1da3ef258fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:11.137070 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-636c8157-a776-40fc-ba31-b545f1da1dc5 req-835a235b-0b10-49b6-ae62-d718c0a3c2de tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2a78f1d-22c8-43eb-b1d8-af6414e9dc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723228 Oct 27 18:15:11.252967 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 176bb84f-20a4-437b-b8d1-6f9deb1515af details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:15:11.286782 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9128e57-af14-4ea2-a678-48988b36a4cf req-ad620c1f-4a46-4863-bc39-45e863d87302 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:11.288274 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f9128e57-af14-4ea2-a678-48988b36a4cf req-ad620c1f-4a46-4863-bc39-45e863d87302 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/ports?device_id=8184ca54-25d6-43bd-bbad-96b74fe81c2c HTTP/1.1" status: 200 len: 949 time: 0.0779755 Oct 27 18:15:11.301611 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9b80d-39ae-4f0d-8e26-43a9ef2829ef req-3842ed0f-317d-4d12-a810-34fa4e8cbf88 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:11.303375 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-22d9b80d-39ae-4f0d-8e26-43a9ef2829ef req-3842ed0f-317d-4d12-a810-34fa4e8cbf88 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=0064449b-2ed8-4cca-8c0d-822fe31a16d8 HTTP/1.1" status: 200 len: 943 time: 0.0842955 Oct 27 18:15:11.359291 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-80ff908d-cd65-48c2-a9a1-f1da3ef258fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:11.361170 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 86293dec-a975-4d4b-92be-f0ccfea00aa4 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:15:11.367427 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f9128e57-af14-4ea2-a678-48988b36a4cf req-a8b362ec-10fa-477b-a0ae-9c3d47fb5a38 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e03b250-cea2-43e7-8f43-e932d0bf4bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629592 Oct 27 18:15:11.386402 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-22d9b80d-39ae-4f0d-8e26-43a9ef2829ef req-dff95419-2303-444c-8242-dcf8e54d5728 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581107 Oct 27 18:15:11.415143 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-80ff908d-cd65-48c2-a9a1-f1da3ef258fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:11.423598 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 176bb84f-20a4-437b-b8d1-6f9deb1515af, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=176bb84f-20a4-437b-b8d1-6f9deb1515af,segment=NetworkSegment(58a88469-a6e8-4f4a-87d0-167a1bff6a8c),segment_id=58a88469-a6e8-4f4a-87d0-167a1bff6a8c)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:15:11.437611 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '176bb84f-20a4-437b-b8d1-6f9deb1515af', 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b', 'port_id': '176bb84f-20a4-437b-b8d1-6f9deb1515af', 'mac_address': 'fa:16:3e:fa:fc:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d2e93d5-4842-4818-961f-a77ef1a8f95b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:15:11.459035 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-80ff908d-cd65-48c2-a9a1-f1da3ef258fa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ec586793b09d466db1d969a443d63349&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3952889 Oct 27 18:15:11.459260 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 40814) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:11.461281 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff908d-cd65-48c2-a9a1-f1da3ef258fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62ecdda-c028-4af9-9096-0bb4dac92933,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:11.496524 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:11.516755 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 176bb84f-20a4-437b-b8d1-6f9deb1515af {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:15:11.538231 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 176bb84f-20a4-437b-b8d1-6f9deb1515af, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=176bb84f-20a4-437b-b8d1-6f9deb1515af,segment=NetworkSegment(58a88469-a6e8-4f4a-87d0-167a1bff6a8c),segment_id=58a88469-a6e8-4f4a-87d0-167a1bff6a8c)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:15:11.552375 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 86293dec-a975-4d4b-92be-f0ccfea00aa4 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:15:11.556476 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 86293dec-a975-4d4b-92be-f0ccfea00aa4 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:15:11.557125 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:11.560470 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8627f654-47b4-433d-9df3-acd212325460 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:11.575877 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11d418-6916-4018-8b56-8c142693c0d6 req-dca33d27-40ca-4b30-ba26-67e69fa038de tempest-AggregatesAdminTestJSON-2089423287 tempest-AggregatesAdminTestJSON-2089423287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:11.577985 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9b11d418-6916-4018-8b56-8c142693c0d6 req-dca33d27-40ca-4b30-ba26-67e69fa038de tempest-AggregatesAdminTestJSON-2089423287 tempest-AggregatesAdminTestJSON-2089423287-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=fdb319fb-5379-494b-8367-3c245474b4f1 HTTP/1.1" status: 200 len: 1122 time: 0.0687702 Oct 27 18:15:11.596660 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8627f654-47b4-433d-9df3-acd212325460 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:11.608649 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-9b11d418-6916-4018-8b56-8c142693c0d6 req-bdb19da1-c802-4a81-8402-d75ee708a64c tempest-AggregatesAdminTestJSON-2089423287 tempest-AggregatesAdminTestJSON-2089423287-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:11.635826 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:11.678683 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:11.724642 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745017b3-2e65-4914-9aa2-450c339a44e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86293dec-a975-4d4b-92be-f0ccfea00aa4'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:15:11.725480 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-9b11d418-6916-4018-8b56-8c142693c0d6 req-bdb19da1-c802-4a81-8402-d75ee708a64c tempest-AggregatesAdminTestJSON-2089423287 tempest-AggregatesAdminTestJSON-2089423287-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:11.726899 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87959ff8-4365-4604-acba-42dcce964b70" -d '{"events": [{"server_uuid": "745017b3-2e65-4914-9aa2-450c339a44e3", "name": "network-vif-plugged", "status": "completed", "tag": "86293dec-a975-4d4b-92be-f0ccfea00aa4"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:15:11.740133 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=176bb84f-20a4-437b-b8d1-6f9deb1515af,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:11.750094 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 86293dec-a975-4d4b-92be-f0ccfea00aa4, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=86293dec-a975-4d4b-92be-f0ccfea00aa4,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:15:11.752246 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8627f654-47b4-433d-9df3-acd212325460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:11.754951 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8627f654-47b4-433d-9df3-acd212325460 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:11.756102 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8627f654-47b4-433d-9df3-acd212325460 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c62ecdda-c028-4af9-9096-0bb4dac92933 HTTP/1.1" status: 204 len: 168 time: 0.2947412 Oct 27 18:15:11.790592 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8627f654-47b4-433d-9df3-acd212325460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62ecdda-c028-4af9-9096-0bb4dac92933,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:11.826065 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145dcd43-e6c9-42cc-9039-9f5efd7d8db1 req-65b316da-3367-4a2e-9b78-c80af5ee1fcd tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:11.828659 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:11.831322 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-145dcd43-e6c9-42cc-9039-9f5efd7d8db1 req-65b316da-3367-4a2e-9b78-c80af5ee1fcd tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] 10.222.0.52 "GET /v2.0/ports?device_id=745017b3-2e65-4914-9aa2-450c339a44e3 HTTP/1.1" status: 200 len: 949 time: 0.0740681 Oct 27 18:15:11.833012 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-9b11d418-6916-4018-8b56-8c142693c0d6 req-bdb19da1-c802-4a81-8402-d75ee708a64c tempest-AggregatesAdminTestJSON-2089423287 tempest-AggregatesAdminTestJSON-2089423287-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:11.882042 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9b11d418-6916-4018-8b56-8c142693c0d6 req-bdb19da1-c802-4a81-8402-d75ee708a64c tempest-AggregatesAdminTestJSON-2089423287 tempest-AggregatesAdminTestJSON-2089423287-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=d2a78f1d-22c8-43eb-b1d8-af6414e9dc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953668 Oct 27 18:15:11.901903 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=86293dec-a975-4d4b-92be-f0ccfea00aa4,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:11.915988 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb19da1-c802-4a81-8402-d75ee708a64c tempest-AggregatesAdminTestJSON-2089423287 tempest-AggregatesAdminTestJSON-2089423287-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d853ee-4d9a-4c21-853c-b56155e6a212,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:11.922677 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['176bb84f-20a4-437b-b8d1-6f9deb1515af'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:15:11.943518 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-145dcd43-e6c9-42cc-9039-9f5efd7d8db1 req-baecfafb-f64c-4543-9039-6f2ddc49815f tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] 10.222.0.52 "GET /v2.0/security-groups?id=1bb22eae-f342-472e-8700-1e806f135a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049919 Oct 27 18:15:11.974004 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe484ae4-f866-4685-8ed1-6e38a12a84fa x-openstack-request-id: req-fe484ae4-f866-4685-8ed1-6e38a12a84fa {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:15:11.974245 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "745017b3-2e65-4914-9aa2-450c339a44e3", "name": "network-vif-plugged", "status": "completed", "tag": "86293dec-a975-4d4b-92be-f0ccfea00aa4", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:15:11.974504 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fe484ae4-f866-4685-8ed1-6e38a12a84fa {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:15:11.974905 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '745017b3-2e65-4914-9aa2-450c339a44e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86293dec-a975-4d4b-92be-f0ccfea00aa4', 'code': 200} Oct 27 18:15:12.076951 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-63a25da5-b791-4fed-952a-27bb7587067f req-277b3571-b72a-40ec-9c8a-03dae70582aa tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] 10.222.0.52 "GET /v2.0/ports?device_id=d99d6d93-8493-4419-af63-cef381d54070 HTTP/1.1" status: 200 len: 210 time: 0.0575657 Oct 27 18:15:12.094859 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-624eec04-28d1-4baa-8a13-1a0458eef252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:12.102854 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991f300-d252-48df-9f7c-4c0677dc6ec5 req-8fdb7f4a-e4a5-48e1-8686-815b79dc5b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:12.104417 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f991f300-d252-48df-9f7c-4c0677dc6ec5 req-8fdb7f4a-e4a5-48e1-8686-815b79dc5b67 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=745017b3-2e65-4914-9aa2-450c339a44e3 HTTP/1.1" status: 200 len: 1101 time: 0.0713742 Oct 27 18:15:12.173471 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f991f300-d252-48df-9f7c-4c0677dc6ec5 req-5fad4b96-dec3-4a4c-a19a-792f16ab6c84 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=1bb22eae-f342-472e-8700-1e806f135a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460987 Oct 27 18:15:12.572718 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d614d2-5a24-4fdb-8c3c-e583bb8e0083 req-cc127e66-cd4c-4996-9a55-e9895e442d3e tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:12.574898 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c2d614d2-5a24-4fdb-8c3c-e583bb8e0083 req-cc127e66-cd4c-4996-9a55-e9895e442d3e tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/ports?device_id=8184ca54-25d6-43bd-bbad-96b74fe81c2c HTTP/1.1" status: 200 len: 949 time: 0.0567024 Oct 27 18:15:12.615873 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c2d614d2-5a24-4fdb-8c3c-e583bb8e0083 req-f6b394d1-bcf8-4119-bdef-20aa0fe71c2f tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e03b250-cea2-43e7-8f43-e932d0bf4bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343287 Oct 27 18:15:12.721537 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ecc75-3783-4ad6-a81c-ce7fc8bc2486 req-a9c46d7a-2862-4b6d-8e15-db7c58277a47 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:12.723230 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2c6ecc75-3783-4ad6-a81c-ce7fc8bc2486 req-a9c46d7a-2862-4b6d-8e15-db7c58277a47 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=0064449b-2ed8-4cca-8c0d-822fe31a16d8 HTTP/1.1" status: 200 len: 944 time: 0.0547316 Oct 27 18:15:12.767411 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2c6ecc75-3783-4ad6-a81c-ce7fc8bc2486 req-951d8dca-8ca3-4a86-b614-b1b6d0e7113b tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381656 Oct 27 18:15:13.001816 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837dda3-8073-4987-8cda-5af1426c5b77 req-2b0fdfae-cd4b-4bcb-9fee-a7ff6f55425f tempest-DeleteServersAdminTestJSON-56693414 tempest-DeleteServersAdminTestJSON-56693414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:13.003553 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1837dda3-8073-4987-8cda-5af1426c5b77 req-2b0fdfae-cd4b-4bcb-9fee-a7ff6f55425f tempest-DeleteServersAdminTestJSON-56693414 tempest-DeleteServersAdminTestJSON-56693414-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=8184ca54-25d6-43bd-bbad-96b74fe81c2c HTTP/1.1" status: 200 len: 1100 time: 0.0455935 Oct 27 18:15:13.052849 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40886) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:13.069303 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-09bec7a4-7afc-4adc-bfd9-e27ac2f5170a tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=18fb22d42a194fdb9308530ed75857c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378344 Oct 27 18:15:13.176345 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695ac3f-da35-4ab3-abbd-5bf1a61ac82d req-2486595c-8765-40d9-a7df-6e3b98d7beaf tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:13.178001 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2695ac3f-da35-4ab3-abbd-5bf1a61ac82d req-2486595c-8765-40d9-a7df-6e3b98d7beaf tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] 10.222.0.52 "GET /v2.0/ports?device_id=745017b3-2e65-4914-9aa2-450c339a44e3 HTTP/1.1" status: 200 len: 950 time: 0.1199312 Oct 27 18:15:13.205782 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-1837dda3-8073-4987-8cda-5af1426c5b77 req-62cd3a56-5139-4036-8c0f-34c57518d28d tempest-DeleteServersAdminTestJSON-56693414 tempest-DeleteServersAdminTestJSON-56693414-project-admin] Deleting port 538dc2b6-c06c-4396-90be-1a79e65ff65b {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:15:13.206190 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1837dda3-8073-4987-8cda-5af1426c5b77 req-62cd3a56-5139-4036-8c0f-34c57518d28d tempest-DeleteServersAdminTestJSON-56693414 tempest-DeleteServersAdminTestJSON-56693414-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:13.266913 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 176bb84f-20a4-437b-b8d1-6f9deb1515af up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:15:13.276857 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-1f26b8a7-8433-482d-93c7-b544ee80f48e tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:13.278358 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-1f26b8a7-8433-482d-93c7-b544ee80f48e tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2018464 Oct 27 18:15:13.285622 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2695ac3f-da35-4ab3-abbd-5bf1a61ac82d req-97aa9548-eaa2-49b8-ad93-4b703c402d72 tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] 10.222.0.52 "GET /v2.0/security-groups?id=1bb22eae-f342-472e-8700-1e806f135a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990882 Oct 27 18:15:13.290219 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-57726bae-cc27-46a4-b97c-db7e2ee41885 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1898315923-network', 'tenant_id': 'a91620ccab6b42bd92005fb366774bad'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:15:13.313210 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-fe347c1d-e3b4-4738-8c37-3f0dedf7a805 tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] Request body: {'port': {'device_id': 'd99d6d93-8493-4419-af63-cef381d54070', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'admin_state_up': True, 'tenant_id': '18fb22d42a194fdb9308530ed75857c5'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:15:13.325824 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-1837dda3-8073-4987-8cda-5af1426c5b77 req-62cd3a56-5139-4036-8c0f-34c57518d28d tempest-DeleteServersAdminTestJSON-56693414 tempest-DeleteServersAdminTestJSON-56693414-project-admin] For port 538dc2b6-c06c-4396-90be-1a79e65ff65b, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=538dc2b6-c06c-4396-90be-1a79e65ff65b,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:15:13.326261 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1837dda3-8073-4987-8cda-5af1426c5b77 req-62cd3a56-5139-4036-8c0f-34c57518d28d tempest-DeleteServersAdminTestJSON-56693414 tempest-DeleteServersAdminTestJSON-56693414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:13.352593 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:13.367254 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-1837dda3-8073-4987-8cda-5af1426c5b77 req-62cd3a56-5139-4036-8c0f-34c57518d28d tempest-DeleteServersAdminTestJSON-56693414 tempest-DeleteServersAdminTestJSON-56693414-project-admin] Calling delete_port for 538dc2b6-c06c-4396-90be-1a79e65ff65b owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:15:13.370990 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:13.380295 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-274c5e03-f14d-41ca-89fb-9229be2e4dc8 req-21c3a773-a6b3-4ea2-9cb1-295e5c79a9eb tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] 10.222.0.52 "GET /v2.0/ports?device_id=d99d6d93-8493-4419-af63-cef381d54070 HTTP/1.1" status: 200 len: 210 time: 0.0501583 Oct 27 18:15:13.428733 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 176bb84f-20a4-437b-b8d1-6f9deb1515af completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:15:13.436812 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 176bb84f-20a4-437b-b8d1-6f9deb1515af triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:15:13.437264 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:13.462770 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57726bae-cc27-46a4-b97c-db7e2ee41885 admin admin] Made reservation on behalf of a91620ccab6b42bd92005fb366774bad for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:15:13.477152 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-57726bae-cc27-46a4-b97c-db7e2ee41885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:13.527822 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-57726bae-cc27-46a4-b97c-db7e2ee41885 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:13.588560 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-fe347c1d-e3b4-4738-8c37-3f0dedf7a805 tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] Made reservation on behalf of 18fb22d42a194fdb9308530ed75857c5 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:15:13.594018 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-fe347c1d-e3b4-4738-8c37-3f0dedf7a805 tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:13.635778 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:13.655676 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-fe347c1d-e3b4-4738-8c37-3f0dedf7a805 tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:13.728423 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 176bb84f-20a4-437b-b8d1-6f9deb1515af, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=176bb84f-20a4-437b-b8d1-6f9deb1515af,segment=NetworkSegment(58a88469-a6e8-4f4a-87d0-167a1bff6a8c),segment_id=58a88469-a6e8-4f4a-87d0-167a1bff6a8c)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:15:13.753887 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-57726bae-cc27-46a4-b97c-db7e2ee41885 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:13.795464 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-fe347c1d-e3b4-4738-8c37-3f0dedf7a805 tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:13.814868 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:13.851295 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-57726bae-cc27-46a4-b97c-db7e2ee41885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:13.852363 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1837dda3-8073-4987-8cda-5af1426c5b77 req-62cd3a56-5139-4036-8c0f-34c57518d28d tempest-DeleteServersAdminTestJSON-56693414 tempest-DeleteServersAdminTestJSON-56693414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:13.870763 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['538dc2b6-c06c-4396-90be-1a79e65ff65b'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:15:13.879730 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57726bae-cc27-46a4-b97c-db7e2ee41885 admin admin] vlan segment allocate from pool success with {'vlan_id': 1023, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:15:13.890603 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57726bae-cc27-46a4-b97c-db7e2ee41885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfe33ae-a895-477a-84bd-31c1f719b08a,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:13.896733 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-fe347c1d-e3b4-4738-8c37-3f0dedf7a805 tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:13.900191 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-57726bae-cc27-46a4-b97c-db7e2ee41885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:13.900419 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-57726bae-cc27-46a4-b97c-db7e2ee41885 admin admin] Added segment 32b71140-e440-46b3-9b2a-24e683b039db of type vlan for network b3551270-2765-4a25-abeb-25e55b0a5126 Oct 27 18:15:13.901632 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=176bb84f-20a4-437b-b8d1-6f9deb1515af,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:13.910516 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd3a56-5139-4036-8c0f-34c57518d28d tempest-DeleteServersAdminTestJSON-56693414 tempest-DeleteServersAdminTestJSON-56693414-project-admin] Pushing event deleted for resources: {'Port': ['ID=538dc2b6-c06c-4396-90be-1a79e65ff65b,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:13.974353 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-1837dda3-8073-4987-8cda-5af1426c5b77 req-62cd3a56-5139-4036-8c0f-34c57518d28d tempest-DeleteServersAdminTestJSON-56693414 tempest-DeleteServersAdminTestJSON-56693414-project-admin] No DVR routers for this DVR port 538dc2b6-c06c-4396-90be-1a79e65ff65b on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:15:13.975785 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0064449b-2ed8-4cca-8c0d-822fe31a16d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176bb84f-20a4-437b-b8d1-6f9deb1515af'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:15:13.978172 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2c5c30-52a3-4f4f-9011-4401232fe148" -d '{"events": [{"server_uuid": "0064449b-2ed8-4cca-8c0d-822fe31a16d8", "name": "network-vif-plugged", "status": "completed", "tag": "176bb84f-20a4-437b-b8d1-6f9deb1515af"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:15:13.987148 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1837dda3-8073-4987-8cda-5af1426c5b77 req-62cd3a56-5139-4036-8c0f-34c57518d28d tempest-DeleteServersAdminTestJSON-56693414 tempest-DeleteServersAdminTestJSON-56693414-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:13.994394 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1837dda3-8073-4987-8cda-5af1426c5b77 req-62cd3a56-5139-4036-8c0f-34c57518d28d tempest-DeleteServersAdminTestJSON-56693414 tempest-DeleteServersAdminTestJSON-56693414-project-admin] 10.222.0.93 "DELETE /v2.0/ports/538dc2b6-c06c-4396-90be-1a79e65ff65b HTTP/1.1" status: 204 len: 173 time: 0.9821553 Oct 27 18:15:13.994929 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8184ca54-25d6-43bd-bbad-96b74fe81c2c', 'name': 'network-vif-deleted', 'tag': '538dc2b6-c06c-4396-90be-1a79e65ff65b'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:15:13.997430 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7fe844-2968-4ec5-8054-a16f3d47d696" -d '{"events": [{"server_uuid": "8184ca54-25d6-43bd-bbad-96b74fe81c2c", "name": "network-vif-deleted", "tag": "538dc2b6-c06c-4396-90be-1a79e65ff65b"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:15:14.001126 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe347c1d-e3b4-4738-8c37-3f0dedf7a805 tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36936037-7ed8-40a1-a464-e6a6365feb29,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:14.060043 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-87517f84-35db-4d67-a8d9-0d28b21fd6a6 req-7e4ebbf0-96f5-4f27-b275-75af81150bbc tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/ports?device_id=8184ca54-25d6-43bd-bbad-96b74fe81c2c HTTP/1.1" status: 200 len: 210 time: 0.0426128 Oct 27 18:15:14.095593 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-57726bae-cc27-46a4-b97c-db7e2ee41885 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:14.133497 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab680fc7-5065-41b4-bb14-fc1827b6b3c0 req-96131de9-7399-4c3f-b391-b51ae87da1fe tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:14.135106 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ab680fc7-5065-41b4-bb14-fc1827b6b3c0 req-96131de9-7399-4c3f-b391-b51ae87da1fe tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=0064449b-2ed8-4cca-8c0d-822fe31a16d8 HTTP/1.1" status: 200 len: 945 time: 0.1035991 Oct 27 18:15:14.182218 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-fe347c1d-e3b4-4738-8c37-3f0dedf7a805 tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] Allocated IP 192.168.233.109 (5a00a4ee-d7ee-4646-9905-4d21868e9aa2/5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc/af37c28b-d449-4fe8-8c45-b77df5ba49f9) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:15:14.203073 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ab680fc7-5065-41b4-bb14-fc1827b6b3c0 req-12a414cb-ef53-40af-ac70-d36a334bdf61 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583045 Oct 27 18:15:14.266970 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb52b061-2cb3-4bb2-8a76-4f1c198af1f8 x-openstack-request-id: req-cb52b061-2cb3-4bb2-8a76-4f1c198af1f8 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:15:14.267467 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0064449b-2ed8-4cca-8c0d-822fe31a16d8", "name": "network-vif-plugged", "status": "completed", "tag": "176bb84f-20a4-437b-b8d1-6f9deb1515af", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:15:14.267564 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cb52b061-2cb3-4bb2-8a76-4f1c198af1f8 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:15:14.267958 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0064449b-2ed8-4cca-8c0d-822fe31a16d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176bb84f-20a4-437b-b8d1-6f9deb1515af', 'code': 200} Oct 27 18:15:14.314913 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe98abd-3737-4cb1-a7cf-e40ba7dc737c x-openstack-request-id: req-6fe98abd-3737-4cb1-a7cf-e40ba7dc737c {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:15:14.315537 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8184ca54-25d6-43bd-bbad-96b74fe81c2c", "name": "network-vif-deleted", "tag": "538dc2b6-c06c-4396-90be-1a79e65ff65b", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:15:14.315821 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6fe98abd-3737-4cb1-a7cf-e40ba7dc737c {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:15:14.316223 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8184ca54-25d6-43bd-bbad-96b74fe81c2c', 'name': 'network-vif-deleted', 'tag': '538dc2b6-c06c-4396-90be-1a79e65ff65b', 'status': 'completed', 'code': 200} Oct 27 18:15:14.326355 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-57726bae-cc27-46a4-b97c-db7e2ee41885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:14.327480 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57726bae-cc27-46a4-b97c-db7e2ee41885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:14.327980 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-57726bae-cc27-46a4-b97c-db7e2ee41885 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:14.391906 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585040ca-b5ab-4187-9cef-3c5d14570195 req-3d5a2d10-5c13-4353-918e-06813d971c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:14.393560 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-585040ca-b5ab-4187-9cef-3c5d14570195 req-3d5a2d10-5c13-4353-918e-06813d971c7a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0064449b-2ed8-4cca-8c0d-822fe31a16d8 HTTP/1.1" status: 200 len: 1096 time: 0.0634646 Oct 27 18:15:14.440690 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57726bae-cc27-46a4-b97c-db7e2ee41885 admin admin] Pushing event updated for resources: {'Network': ['ID=b3551270-2765-4a25-abeb-25e55b0a5126,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:14.468350 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network b3551270-2765-4a25-abeb-25e55b0a5126 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:15:14.471737 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-fe347c1d-e3b4-4738-8c37-3f0dedf7a805 tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:14.477437 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c7c5e-b844-48a9-aeb3-3e901b650d65 req-b1eb4b7e-3c3e-4a61-bdc7-874d84f3d202 tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:14.479369 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e94c7c5e-b844-48a9-aeb3-3e901b650d65 req-b1eb4b7e-3c3e-4a61-bdc7-874d84f3d202 tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] 10.222.0.52 "GET /v2.0/ports?device_id=745017b3-2e65-4914-9aa2-450c339a44e3 HTTP/1.1" status: 200 len: 950 time: 0.0836501 Oct 27 18:15:14.481533 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-585040ca-b5ab-4187-9cef-3c5d14570195 req-0e6a64ef-249d-4736-b13a-7578418e8a2c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754724 Oct 27 18:15:14.500332 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-57726bae-cc27-46a4-b97c-db7e2ee41885 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4464447 Oct 27 18:15:14.504201 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 40944) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:14.510767 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-dee294b1-85ec-4a4c-9d4a-806d0ce4979a admin admin] Request body: {'subnet': {'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1898315923-subnet', 'tenant_id': 'a91620ccab6b42bd92005fb366774bad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:15:14.543648 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e94c7c5e-b844-48a9-aeb3-3e901b650d65 req-2c9f67c2-1fe7-4a88-ae3c-cf9d4df29430 tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] 10.222.0.52 "GET /v2.0/security-groups?id=1bb22eae-f342-472e-8700-1e806f135a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527995 Oct 27 18:15:14.580623 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2480728a-9941-4c9c-a6fe-f24bb6ec6f58 req-eb95effa-056e-44c8-9292-e84f2a6a1f2b tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] 10.222.0.52 "GET /v2.0/ports?device_id=d99d6d93-8493-4419-af63-cef381d54070 HTTP/1.1" status: 200 len: 210 time: 0.0280092 Oct 27 18:15:14.645137 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee294b1-85ec-4a4c-9d4a-806d0ce4979a admin admin] Made reservation on behalf of a91620ccab6b42bd92005fb366774bad for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:15:14.645746 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-fe347c1d-e3b4-4738-8c37-3f0dedf7a805 tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:14.649652 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dee294b1-85ec-4a4c-9d4a-806d0ce4979a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:14.723255 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-fe347c1d-e3b4-4738-8c37-3f0dedf7a805 tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] Network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:15:14.726834 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-fe347c1d-e3b4-4738-8c37-3f0dedf7a805 tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:15:14.738697 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-fe347c1d-e3b4-4738-8c37-3f0dedf7a805 tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:15:14.792093 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe347c1d-e3b4-4738-8c37-3f0dedf7a805 tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] Pushing event updated for resources: {'Port': ['ID=af37c28b-d449-4fe8-8c45-b77df5ba49f9,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:14.821753 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-fe347c1d-e3b4-4738-8c37-3f0dedf7a805 tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:14.822312 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-fe347c1d-e3b4-4738-8c37-3f0dedf7a805 tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:14.914743 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-fe347c1d-e3b4-4738-8c37-3f0dedf7a805 tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6198740 Oct 27 18:15:14.927616 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-843cd91d-7329-4df6-a3ec-2f952f2f080e service neutron] Request body: {'port': {'device_id': 'd99d6d93-8493-4419-af63-cef381d54070', 'device_owner': 'compute:tempest-test_az-455316374', 'binding:host_id': 'n-h1-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:15:14.935334 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dee294b1-85ec-4a4c-9d4a-806d0ce4979a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:14.963466 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:14.997298 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-843cd91d-7329-4df6-a3ec-2f952f2f080e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:15.010975 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee294b1-85ec-4a4c-9d4a-806d0ce4979a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b6b6ba7-005f-448a-b57c-d52798a8629c,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:15.019303 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee294b1-85ec-4a4c-9d4a-806d0ce4979a admin admin] Checking segment: {'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:15:15.019671 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee294b1-85ec-4a4c-9d4a-806d0ce4979a admin admin] Network hostable DHCP agents. Network: b3551270-2765-4a25-abeb-25e55b0a5126, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:15:15.074258 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f7badde0-bfa0-466a-bd7a-fd5000573cd0 None None] Provisioning complete for port af37c28b-d449-4fe8-8c45-b77df5ba49f9 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:15:15.074765 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f7badde0-bfa0-466a-bd7a-fd5000573cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:15.116438 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f7badde0-bfa0-466a-bd7a-fd5000573cd0 None None] Port af37c28b-d449-4fe8-8c45-b77df5ba49f9 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:15:15.117222 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee294b1-85ec-4a4c-9d4a-806d0ce4979a admin admin] Network b3551270-2765-4a25-abeb-25e55b0a5126 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:15:15.176807 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-dee294b1-85ec-4a4c-9d4a-806d0ce4979a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, b3551270-2765-4a25-abeb-25e55b0a5126) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:15:15.181426 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee294b1-85ec-4a4c-9d4a-806d0ce4979a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:15.182025 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dee294b1-85ec-4a4c-9d4a-806d0ce4979a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:15.191776 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cfea8b-2ff3-4221-a499-98dafc8d2cd1 None None] Network b3551270-2765-4a25-abeb-25e55b0a5126 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:15:15.266444 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-dee294b1-85ec-4a4c-9d4a-806d0ce4979a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7611833 Oct 27 18:15:15.466557 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb81f7-3e9d-4ac6-9a5c-90bafaef77b1 req-b6fd5981-e741-414a-8071-88ee7803be5a tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:15.480193 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cccb81f7-3e9d-4ac6-9a5c-90bafaef77b1 req-b6fd5981-e741-414a-8071-88ee7803be5a tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=0064449b-2ed8-4cca-8c0d-822fe31a16d8 HTTP/1.1" status: 200 len: 945 time: 0.0960848 Oct 27 18:15:15.534688 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-843cd91d-7329-4df6-a3ec-2f952f2f080e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af37c28b-d449-4fe8-8c45-b77df5ba49f9 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:15:15.545423 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-843cd91d-7329-4df6-a3ec-2f952f2f080e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:15.554379 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cccb81f7-3e9d-4ac6-9a5c-90bafaef77b1 req-41749255-09b5-4289-b882-02ad92e9e4b5 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732200 Oct 27 18:15:15.597810 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-843cd91d-7329-4df6-a3ec-2f952f2f080e service neutron] Transition to ACTIVE for port object af37c28b-d449-4fe8-8c45-b77df5ba49f9 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:15:15.612075 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd95efe0-3be7-46a9-ad4d-b3c3e3df264d None None] Network b3551270-2765-4a25-abeb-25e55b0a5126 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:15:15.708328 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-843cd91d-7329-4df6-a3ec-2f952f2f080e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:15.778528 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cd91d-7329-4df6-a3ec-2f952f2f080e service neutron] Pushing event updated for resources: {'Port': ['ID=af37c28b-d449-4fe8-8c45-b77df5ba49f9,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:15.834497 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-843cd91d-7329-4df6-a3ec-2f952f2f080e service neutron] Attempting to bind port af37c28b-d449-4fe8-8c45-b77df5ba49f9 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:15:15.834760 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-843cd91d-7329-4df6-a3ec-2f952f2f080e service neutron] Attempting to bind port af37c28b-d449-4fe8-8c45-b77df5ba49f9 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:15:15.835539 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-843cd91d-7329-4df6-a3ec-2f952f2f080e service neutron] Attempting to bind port af37c28b-d449-4fe8-8c45-b77df5ba49f9 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:15:15.840296 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-843cd91d-7329-4df6-a3ec-2f952f2f080e service neutron] Port af37c28b-d449-4fe8-8c45-b77df5ba49f9 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:15:15.840623 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-843cd91d-7329-4df6-a3ec-2f952f2f080e service neutron] Attempting to bind port af37c28b-d449-4fe8-8c45-b77df5ba49f9 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:15:15.846652 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-843cd91d-7329-4df6-a3ec-2f952f2f080e service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:15:15.847051 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-843cd91d-7329-4df6-a3ec-2f952f2f080e service neutron] Checking segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:15:15.847439 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-843cd91d-7329-4df6-a3ec-2f952f2f080e service neutron] Bound using segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:15:15.847868 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-843cd91d-7329-4df6-a3ec-2f952f2f080e service neutron] Bound port: af37c28b-d449-4fe8-8c45-b77df5ba49f9, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:15:15.848223 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-843cd91d-7329-4df6-a3ec-2f952f2f080e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:15.931040 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-843cd91d-7329-4df6-a3ec-2f952f2f080e service neutron] For port af37c28b-d449-4fe8-8c45-b77df5ba49f9, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:15:15.934337 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-843cd91d-7329-4df6-a3ec-2f952f2f080e service neutron] For port af37c28b-d449-4fe8-8c45-b77df5ba49f9, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=af37c28b-d449-4fe8-8c45-b77df5ba49f9,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:15:16.000670 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-843cd91d-7329-4df6-a3ec-2f952f2f080e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:16.039152 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-843cd91d-7329-4df6-a3ec-2f952f2f080e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:16.040767 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-843cd91d-7329-4df6-a3ec-2f952f2f080e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:16.042856 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-843cd91d-7329-4df6-a3ec-2f952f2f080e service neutron] 10.222.0.81 "PUT /v2.0/ports/af37c28b-d449-4fe8-8c45-b77df5ba49f9 HTTP/1.1" status: 200 len: 1117 time: 1.1199207 Oct 27 18:15:16.045426 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99d6d93-8493-4419-af63-cef381d54070', 'tag': 'af37c28b-d449-4fe8-8c45-b77df5ba49f9'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:15:16.049180 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00468e0f-e227-4a4f-9697-5d4d7284fae8" -d '{"events": [{"name": "network-changed", "server_uuid": "d99d6d93-8493-4419-af63-cef381d54070", "tag": "af37c28b-d449-4fe8-8c45-b77df5ba49f9"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:15:16.072448 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843cd91d-7329-4df6-a3ec-2f952f2f080e service neutron] Pushing event updated for resources: {'Port': ['ID=af37c28b-d449-4fe8-8c45-b77df5ba49f9,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:16.242614 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-7f9d0272-6fa9-4ce2-96b9-9cf3c3ce15c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:16.244153 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-7f9d0272-6fa9-4ce2-96b9-9cf3c3ce15c0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=18fb22d42a194fdb9308530ed75857c5&device_id=d99d6d93-8493-4419-af63-cef381d54070 HTTP/1.1" status: 200 len: 1120 time: 0.0630350 Oct 27 18:15:16.259510 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-d4d0fc25-0502-4e35-9ebb-0204b9cb42aa tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=064203d6444f42a2ae4b0e7782326a4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241463 Oct 27 18:15:16.302022 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-d385c627-c9ed-4340-b4f3-5fd308b8bf40 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=af37c28b-d449-4fe8-8c45-b77df5ba49f9 HTTP/1.1" status: 200 len: 217 time: 0.0504682 Oct 27 18:15:16.331416 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41028) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:16.338643 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-ab0d59c2-410c-4642-92f4-924fc8843340 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-671889886-network', 'tenant_id': 'b400b87ed08244359384197bbf6b4bed'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:15:16.357716 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-9789c4ee-9186-4770-9627-a7424175f4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:16.360089 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-9789c4ee-9186-4770-9627-a7424175f4bb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.0510998 Oct 27 18:15:16.403428 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-99f25b31-3d12-4a3b-b43b-6784cce5b7d0 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:16.404467 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-0e3ddebe-31ef-4386-a5d8-62b81a0280f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:16.405097 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-99f25b31-3d12-4a3b-b43b-6784cce5b7d0 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1376753 Oct 27 18:15:16.405992 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-0e3ddebe-31ef-4386-a5d8-62b81a0280f2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0397482 Oct 27 18:15:16.420412 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-30f13315-c8a9-410b-a19d-43f6c594eb9a tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/quotas/064203d6444f42a2ae4b0e7782326a4c HTTP/1.1" status: 200 len: 375 time: 0.0094321 Oct 27 18:15:16.453475 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-6adec122-45bc-4747-aa4d-d99941214fa2 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=064203d6444f42a2ae4b0e7782326a4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264645 Oct 27 18:15:16.465457 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0d59c2-410c-4642-92f4-924fc8843340 admin admin] Made reservation on behalf of b400b87ed08244359384197bbf6b4bed for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:15:16.467964 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ab0d59c2-410c-4642-92f4-924fc8843340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:16.476965 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ab0d59c2-410c-4642-92f4-924fc8843340 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:16.511400 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-479eb2ab-baa0-4f72-ab94-58a603cdae64 service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988944 Oct 27 18:15:16.564018 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ab0d59c2-410c-4642-92f4-924fc8843340 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:16.602232 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbfea253-72e0-4734-8b26-7cbab3121645 req-0bfee1f7-4e6f-4315-9d03-070a405c3eeb service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838726 Oct 27 18:15:16.620602 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ab0d59c2-410c-4642-92f4-924fc8843340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:16.648115 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab0d59c2-410c-4642-92f4-924fc8843340 admin admin] vlan segment allocate from pool success with {'vlan_id': 1020, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:15:16.667198 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ab0d59c2-410c-4642-92f4-924fc8843340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:16.667677 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-ab0d59c2-410c-4642-92f4-924fc8843340 admin admin] Added segment 4eb190cf-6579-4236-9ab9-9e562d18bc8c of type vlan for network a1a12d58-dcd1-43ce-bb06-dd89eee37ace Oct 27 18:15:16.669088 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d59c2-410c-4642-92f4-924fc8843340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51dd0998-c274-4c80-a9e4-0eb8630a0877,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:16.753629 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ab0d59c2-410c-4642-92f4-924fc8843340 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:16.785170 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab22557-04fc-4f67-b435-fb0c6b0971c6 req-96db8c73-1e5e-44b8-b4de-27846d1f4310 tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:16.786694 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9ab22557-04fc-4f67-b435-fb0c6b0971c6 req-96db8c73-1e5e-44b8-b4de-27846d1f4310 tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] 10.222.0.52 "GET /v2.0/ports?device_id=d99d6d93-8493-4419-af63-cef381d54070 HTTP/1.1" status: 200 len: 969 time: 0.1048393 Oct 27 18:15:16.832019 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9ab22557-04fc-4f67-b435-fb0c6b0971c6 req-1ff0247c-28ca-4adc-a95d-742ea7870bb3 tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] 10.222.0.52 "GET /v2.0/security-groups?id=36936037-7ed8-40a1-a464-e6a6365feb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342562 Oct 27 18:15:16.879588 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ab0d59c2-410c-4642-92f4-924fc8843340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:16.880580 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0d59c2-410c-4642-92f4-924fc8843340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:16.881177 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ab0d59c2-410c-4642-92f4-924fc8843340 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:16.971210 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d59c2-410c-4642-92f4-924fc8843340 admin admin] Pushing event updated for resources: {'Network': ['ID=a1a12d58-dcd1-43ce-bb06-dd89eee37ace,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:16.982101 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network a1a12d58-dcd1-43ce-bb06-dd89eee37ace details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:15:16.988241 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538304a5-5cf7-4e53-97e9-c05fac77d627 req-26972084-35fd-4684-9136-f05c89b06fcc tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:16.990398 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-538304a5-5cf7-4e53-97e9-c05fac77d627 req-26972084-35fd-4684-9136-f05c89b06fcc tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] 10.222.0.52 "GET /v2.0/ports?device_id=745017b3-2e65-4914-9aa2-450c339a44e3 HTTP/1.1" status: 200 len: 950 time: 0.1010444 Oct 27 18:15:17.005733 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3262b6-d4e2-4e4b-915e-569ec2854fd8 x-openstack-request-id: req-9e3262b6-d4e2-4e4b-915e-569ec2854fd8 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:15:17.006079 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d99d6d93-8493-4419-af63-cef381d54070", "tag": "af37c28b-d449-4fe8-8c45-b77df5ba49f9", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:15:17.006336 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9e3262b6-d4e2-4e4b-915e-569ec2854fd8 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:15:17.006906 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99d6d93-8493-4419-af63-cef381d54070', 'tag': 'af37c28b-d449-4fe8-8c45-b77df5ba49f9', 'status': 'completed', 'code': 200} Oct 27 18:15:17.024725 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ab0d59c2-410c-4642-92f4-924fc8843340 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6890049 Oct 27 18:15:17.026971 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41042) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:17.044852 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-6c214447-fa8e-4320-a2bd-272e29eb2e68 admin admin] Request body: {'subnet': {'network_id': 'a1a12d58-dcd1-43ce-bb06-dd89eee37ace', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-671889886-subnet', 'tenant_id': 'b400b87ed08244359384197bbf6b4bed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:15:17.053636 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-538304a5-5cf7-4e53-97e9-c05fac77d627 req-11787e5d-4c4a-4598-9e7c-df0433d0fb89 tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] 10.222.0.52 "GET /v2.0/security-groups?id=1bb22eae-f342-472e-8700-1e806f135a0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558956 Oct 27 18:15:17.129041 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00468e0f-e227-4a4f-9697-5d4d7284fae8 req-13b4bc5a-d5e5-4a35-8431-b4cf229bd5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:17.131923 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-00468e0f-e227-4a4f-9697-5d4d7284fae8 req-13b4bc5a-d5e5-4a35-8431-b4cf229bd5d7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=18fb22d42a194fdb9308530ed75857c5&device_id=d99d6d93-8493-4419-af63-cef381d54070 HTTP/1.1" status: 200 len: 1120 time: 0.0762401 Oct 27 18:15:17.174160 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5e16c-32f5-40ab-9ea7-cb600485fac5 req-ab24999d-5cd0-4a61-bc82-5322f9769b2b tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:17.176290 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-48b5e16c-32f5-40ab-9ea7-cb600485fac5 req-ab24999d-5cd0-4a61-bc82-5322f9769b2b tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=0064449b-2ed8-4cca-8c0d-822fe31a16d8 HTTP/1.1" status: 200 len: 945 time: 0.0556674 Oct 27 18:15:17.196322 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c214447-fa8e-4320-a2bd-272e29eb2e68 admin admin] Made reservation on behalf of b400b87ed08244359384197bbf6b4bed for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:15:17.198738 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6c214447-fa8e-4320-a2bd-272e29eb2e68 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:17.219758 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-48b5e16c-32f5-40ab-9ea7-cb600485fac5 req-ca75a1cb-875a-4ebc-a562-356014ef6092 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364203 Oct 27 18:15:17.287166 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 538dc2b6-c06c-4396-90be-1a79e65ff65b no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:15:17.290931 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00468e0f-e227-4a4f-9697-5d4d7284fae8 req-b96ace39-846a-4c0a-89df-1dde3b164896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:17.292429 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-00468e0f-e227-4a4f-9697-5d4d7284fae8 req-b96ace39-846a-4c0a-89df-1dde3b164896 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.1519105 Oct 27 18:15:17.312463 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-59ca18f2-2704-4dd8-94cc-60c70c0c1ab4 req-e8c79b4b-fa3e-48c3-bc65-9bab321927e6 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/ports?device_id=0099dd86-a5bc-46e0-8b53-4b4b50ac83e7 HTTP/1.1" status: 200 len: 210 time: 0.0477631 Oct 27 18:15:17.319234 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 538dc2b6-c06c-4396-90be-1a79e65ff65b {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:15:17.319234 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 538dc2b6-c06c-4396-90be-1a79e65ff65b not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:15:17.342286 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-00468e0f-e227-4a4f-9697-5d4d7284fae8 req-afee1184-32ab-4fd4-b4c0-bddda657277d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=af37c28b-d449-4fe8-8c45-b77df5ba49f9 HTTP/1.1" status: 200 len: 217 time: 0.0419362 Oct 27 18:15:17.370553 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798267d-0a40-4982-84be-202517d4741c req-3723f1ae-15eb-4b0a-a651-20fc34877cf0 tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:17.372105 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e798267d-0a40-4982-84be-202517d4741c req-3723f1ae-15eb-4b0a-a651-20fc34877cf0 tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] 10.222.0.93 "GET /v2.0/ports?device_id=745017b3-2e65-4914-9aa2-450c339a44e3 HTTP/1.1" status: 200 len: 950 time: 0.0586789 Oct 27 18:15:17.443568 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00468e0f-e227-4a4f-9697-5d4d7284fae8 req-44446f34-492c-4b67-94b2-9921135e75fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:17.445059 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-00468e0f-e227-4a4f-9697-5d4d7284fae8 req-44446f34-492c-4b67-94b2-9921135e75fa service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.0954535 Oct 27 18:15:17.528764 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00468e0f-e227-4a4f-9697-5d4d7284fae8 req-dcb75c06-4693-4960-b025-a88269986482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:17.531017 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-00468e0f-e227-4a4f-9697-5d4d7284fae8 req-dcb75c06-4693-4960-b025-a88269986482 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0781503 Oct 27 18:15:17.564011 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-e798267d-0a40-4982-84be-202517d4741c req-98c38bb2-0773-4df4-aee0-da3b505da55a tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] Deleting port 86293dec-a975-4d4b-92be-f0ccfea00aa4 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:15:17.564651 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e798267d-0a40-4982-84be-202517d4741c req-98c38bb2-0773-4df4-aee0-da3b505da55a tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:17.620921 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6c214447-fa8e-4320-a2bd-272e29eb2e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:17.751039 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-00468e0f-e227-4a4f-9697-5d4d7284fae8 req-15007746-70f1-4b45-ba54-09918f5841fc service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115369 Oct 27 18:15:17.770231 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c214447-fa8e-4320-a2bd-272e29eb2e68 admin admin] Checking segment: {'id': '4eb190cf-6579-4236-9ab9-9e562d18bc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'a1a12d58-dcd1-43ce-bb06-dd89eee37ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:15:17.770231 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c214447-fa8e-4320-a2bd-272e29eb2e68 admin admin] Network hostable DHCP agents. Network: a1a12d58-dcd1-43ce-bb06-dd89eee37ace, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:15:17.782287 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c214447-fa8e-4320-a2bd-272e29eb2e68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbdfb398-5a0c-43cc-83a9-6fba08a3c6d8,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:17.833293 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc431de-8fcb-4f45-a406-2857b07f8919 req-ca336ef7-b021-4d74-ae6c-572ea2fe6930 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:17.834912 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5dc431de-8fcb-4f45-a406-2857b07f8919 req-ca336ef7-b021-4d74-ae6c-572ea2fe6930 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=0064449b-2ed8-4cca-8c0d-822fe31a16d8 HTTP/1.1" status: 200 len: 1096 time: 0.1022391 Oct 27 18:15:17.841516 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-e798267d-0a40-4982-84be-202517d4741c req-98c38bb2-0773-4df4-aee0-da3b505da55a tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] For port 86293dec-a975-4d4b-92be-f0ccfea00aa4, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=86293dec-a975-4d4b-92be-f0ccfea00aa4,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:15:17.841884 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e798267d-0a40-4982-84be-202517d4741c req-98c38bb2-0773-4df4-aee0-da3b505da55a tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:17.864000 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-e798267d-0a40-4982-84be-202517d4741c req-98c38bb2-0773-4df4-aee0-da3b505da55a tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] Calling delete_port for 86293dec-a975-4d4b-92be-f0ccfea00aa4 owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:15:17.864723 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-00468e0f-e227-4a4f-9697-5d4d7284fae8 req-bdb76c84-ff50-4987-84b8-2ec639f355de service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060176 Oct 27 18:15:17.884967 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c214447-fa8e-4320-a2bd-272e29eb2e68 admin admin] Network a1a12d58-dcd1-43ce-bb06-dd89eee37ace is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:15:17.923858 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5dc431de-8fcb-4f45-a406-2857b07f8919 req-1d9b3c13-9e52-4934-a0f6-9d17e7b6f76f tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792477 Oct 27 18:15:17.949481 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-6c214447-fa8e-4320-a2bd-272e29eb2e68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, a1a12d58-dcd1-43ce-bb06-dd89eee37ace) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:15:17.954356 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c214447-fa8e-4320-a2bd-272e29eb2e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:17.955088 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6c214447-fa8e-4320-a2bd-272e29eb2e68 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:17.962279 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b65fa3-3fb6-4660-b52b-fa2ba1be2e2a None None] Network a1a12d58-dcd1-43ce-bb06-dd89eee37ace requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:15:18.090628 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcbc9aa-018a-4f81-938a-488c65b7f566 None None] Network a1a12d58-dcd1-43ce-bb06-dd89eee37ace requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:15:18.150535 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6c214447-fa8e-4320-a2bd-272e29eb2e68 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1222045 Oct 27 18:15:18.188976 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e798267d-0a40-4982-84be-202517d4741c req-98c38bb2-0773-4df4-aee0-da3b505da55a tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:18.214939 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['86293dec-a975-4d4b-92be-f0ccfea00aa4'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:15:18.258113 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c38bb2-0773-4df4-aee0-da3b505da55a tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] Pushing event deleted for resources: {'Port': ['ID=86293dec-a975-4d4b-92be-f0ccfea00aa4,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:18.307434 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-e798267d-0a40-4982-84be-202517d4741c req-98c38bb2-0773-4df4-aee0-da3b505da55a tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] No DVR routers for this DVR port 86293dec-a975-4d4b-92be-f0ccfea00aa4 on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:15:18.310601 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e798267d-0a40-4982-84be-202517d4741c req-98c38bb2-0773-4df4-aee0-da3b505da55a tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:18.314486 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e798267d-0a40-4982-84be-202517d4741c req-98c38bb2-0773-4df4-aee0-da3b505da55a tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] 10.222.0.93 "DELETE /v2.0/ports/86293dec-a975-4d4b-92be-f0ccfea00aa4 HTTP/1.1" status: 204 len: 173 time: 0.9363298 Oct 27 18:15:18.315145 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745017b3-2e65-4914-9aa2-450c339a44e3', 'name': 'network-vif-deleted', 'tag': '86293dec-a975-4d4b-92be-f0ccfea00aa4'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:15:18.317516 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acea8758-4d32-4308-88c4-d98e2b8e2ca0" -d '{"events": [{"server_uuid": "745017b3-2e65-4914-9aa2-450c339a44e3", "name": "network-vif-deleted", "tag": "86293dec-a975-4d4b-92be-f0ccfea00aa4"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:15:18.414075 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87206cfa-755a-465b-91f1-e0290c611393 req-2278c830-b931-4821-9c9b-0a569fd6d612 tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:18.415692 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-87206cfa-755a-465b-91f1-e0290c611393 req-2278c830-b931-4821-9c9b-0a569fd6d612 tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] 10.222.0.52 "GET /v2.0/ports?device_id=d99d6d93-8493-4419-af63-cef381d54070 HTTP/1.1" status: 200 len: 969 time: 0.0662086 Oct 27 18:15:18.462021 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-87206cfa-755a-465b-91f1-e0290c611393 req-2b886470-8a4e-4218-9fca-01768f3cb06a tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] 10.222.0.52 "GET /v2.0/security-groups?id=36936037-7ed8-40a1-a464-e6a6365feb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350664 Oct 27 18:15:18.566376 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a2c51f-4608-4a71-bedc-f227da26047c req-90ee7905-8ad0-4782-a197-94e593caca31 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:18.567958 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a6a2c51f-4608-4a71-bedc-f227da26047c req-90ee7905-8ad0-4782-a197-94e593caca31 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=0064449b-2ed8-4cca-8c0d-822fe31a16d8 HTTP/1.1" status: 200 len: 1096 time: 0.0457287 Oct 27 18:15:18.624553 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-61790fb3-4622-4095-8958-ba3ad731ea48 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=064203d6444f42a2ae4b0e7782326a4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290821 Oct 27 18:15:18.626260 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a6a2c51f-4608-4a71-bedc-f227da26047c req-eefd37c7-70a8-4493-bcd3-b234ded06864 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521252 Oct 27 18:15:18.751215 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ae2c213d-8f31-4d08-aaab-6519188e4638 req-bcc7c913-2cec-4be8-a942-a3701cb0bff4 tempest-TenantUsagesTestJSON-1391289727 tempest-TenantUsagesTestJSON-1391289727-project] 10.222.0.52 "GET /v2.0/ports?device_id=745017b3-2e65-4914-9aa2-450c339a44e3 HTTP/1.1" status: 200 len: 210 time: 0.0395734 Oct 27 18:15:18.772548 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-b88df54b-71e5-4525-8694-c5a488e47e63 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:18.774013 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-b88df54b-71e5-4525-8694-c5a488e47e63 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1435499 Oct 27 18:15:18.787003 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-9ee7d175-b6f8-4ef8-8003-8baee79d45c4 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Request body: {'port': {'device_id': '0099dd86-a5bc-46e0-8b53-4b4b50ac83e7', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'admin_state_up': True, 'tenant_id': '064203d6444f42a2ae4b0e7782326a4c'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:15:18.894000 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5756ea9-f976-4539-b903-8e967e72dbbe x-openstack-request-id: req-d5756ea9-f976-4539-b903-8e967e72dbbe {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:15:18.894296 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "745017b3-2e65-4914-9aa2-450c339a44e3", "name": "network-vif-deleted", "tag": "86293dec-a975-4d4b-92be-f0ccfea00aa4", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:15:18.894578 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d5756ea9-f976-4539-b903-8e967e72dbbe {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:15:18.895027 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '745017b3-2e65-4914-9aa2-450c339a44e3', 'name': 'network-vif-deleted', 'tag': '86293dec-a975-4d4b-92be-f0ccfea00aa4', 'status': 'completed', 'code': 200} Oct 27 18:15:18.970852 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-94c4ff39-b83e-4020-888d-7e56c11ef572 req-0e5ddf8e-9117-4030-a0b4-d95b551a85c7 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/ports?device_id=0099dd86-a5bc-46e0-8b53-4b4b50ac83e7 HTTP/1.1" status: 200 len: 210 time: 0.0321836 Oct 27 18:15:19.016313 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-9ee7d175-b6f8-4ef8-8003-8baee79d45c4 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Made reservation on behalf of 064203d6444f42a2ae4b0e7782326a4c for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:15:19.019963 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-9ee7d175-b6f8-4ef8-8003-8baee79d45c4 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:19.209733 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-9ee7d175-b6f8-4ef8-8003-8baee79d45c4 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Allocated IP 192.168.233.251 (5a00a4ee-d7ee-4646-9905-4d21868e9aa2/5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc/3ed50c43-6d61-41c9-a8d3-22b06f945e91) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:15:19.266691 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-f12d4adc-ffb8-4e01-9ce5-7ad565e48382 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:19.268200 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-f12d4adc-ffb8-4e01-9ce5-7ad565e48382 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/networks?id=b3551270-2765-4a25-abeb-25e55b0a5126 HTTP/1.1" status: 200 len: 821 time: 0.1677637 Oct 27 18:15:19.297969 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-9d081cf9-9f51-4136-a079-307e77f3e127 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/quotas/a91620ccab6b42bd92005fb366774bad HTTP/1.1" status: 200 len: 375 time: 0.0204678 Oct 27 18:15:19.366230 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-bb592aae-f47e-4643-aff0-a683e66b22fe tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a91620ccab6b42bd92005fb366774bad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617676 Oct 27 18:15:19.430726 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-9ee7d175-b6f8-4ef8-8003-8baee79d45c4 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:19.528455 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-8af51578-f3b1-48c5-b0e5-c5fcfcf706eb service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:15:19.529481 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-8af51578-f3b1-48c5-b0e5-c5fcfcf706eb service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0478301 Oct 27 18:15:19.583823 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-9ee7d175-b6f8-4ef8-8003-8baee79d45c4 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:19.661394 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-9ee7d175-b6f8-4ef8-8003-8baee79d45c4 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:15:19.664475 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee7d175-b6f8-4ef8-8003-8baee79d45c4 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Pushing event updated for resources: {'Port': ['ID=3ed50c43-6d61-41c9-a8d3-22b06f945e91,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:19.668594 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-9ee7d175-b6f8-4ef8-8003-8baee79d45c4 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:15:19.673580 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-9ee7d175-b6f8-4ef8-8003-8baee79d45c4 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:15:19.728232 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-959cdd19-20fb-439c-b5f6-c6f1f4066308 service neutron] 10.222.0.52 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921902 Oct 27 18:15:19.750038 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-9ee7d175-b6f8-4ef8-8003-8baee79d45c4 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:19.750738 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-9ee7d175-b6f8-4ef8-8003-8baee79d45c4 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:19.848609 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-79603d62-b75f-4303-bcbc-61ac38303c3d service neutron] 10.222.0.52 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115379 Oct 27 18:15:19.891517 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-9ee7d175-b6f8-4ef8-8003-8baee79d45c4 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1049776 Oct 27 18:15:19.903064 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-e821c274-b7f1-4a9c-8cfc-c3519f70d6d1 service neutron] Request body: {'port': {'device_id': '0099dd86-a5bc-46e0-8b53-4b4b50ac83e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:15:19.932181 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e97fcc-e6a2-4b23-88f7-aeee63ed2eff req-0df3e385-e7fd-4865-a8e2-a28fe6d06ce9 tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:19.933687 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-25e97fcc-e6a2-4b23-88f7-aeee63ed2eff req-0df3e385-e7fd-4865-a8e2-a28fe6d06ce9 tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] 10.222.0.52 "GET /v2.0/ports?device_id=d99d6d93-8493-4419-af63-cef381d54070 HTTP/1.1" status: 200 len: 969 time: 0.0819683 Oct 27 18:15:19.934527 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-0045f29e-f2c7-4def-996e-c98f2d9850d7 None None] Provisioning complete for port 3ed50c43-6d61-41c9-a8d3-22b06f945e91 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:15:19.935029 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0045f29e-f2c7-4def-996e-c98f2d9850d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:19.975034 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-0045f29e-f2c7-4def-996e-c98f2d9850d7 None None] Port 3ed50c43-6d61-41c9-a8d3-22b06f945e91 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:15:19.990712 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-e821c274-b7f1-4a9c-8cfc-c3519f70d6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:20.009717 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-25e97fcc-e6a2-4b23-88f7-aeee63ed2eff req-135b844b-759b-4388-a120-8a9e6adcc8ec tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] 10.222.0.52 "GET /v2.0/security-groups?id=36936037-7ed8-40a1-a464-e6a6365feb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681858 Oct 27 18:15:20.093038 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41124) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:20.126932 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-d69f9f46-a505-44f3-a0af-8d7741333001 req-36030322-26c6-434d-885d-aeac5b910888 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:15:20.127921 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d69f9f46-a505-44f3-a0af-8d7741333001 req-36030322-26c6-434d-885d-aeac5b910888 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0078163 Oct 27 18:15:20.268673 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-add4042b-4c09-465e-b015-b9e2d9e17850 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:20.316781 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-e821c274-b7f1-4a9c-8cfc-c3519f70d6d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ed50c43-6d61-41c9-a8d3-22b06f945e91 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:15:20.326967 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-e821c274-b7f1-4a9c-8cfc-c3519f70d6d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:20.345559 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-e821c274-b7f1-4a9c-8cfc-c3519f70d6d1 service neutron] Transition to ACTIVE for port object 3ed50c43-6d61-41c9-a8d3-22b06f945e91 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:15:20.376017 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-add4042b-4c09-465e-b015-b9e2d9e17850 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:20.397600 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-e821c274-b7f1-4a9c-8cfc-c3519f70d6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:20.442637 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-add4042b-4c09-465e-b015-b9e2d9e17850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:20.454369 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821c274-b7f1-4a9c-8cfc-c3519f70d6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed50c43-6d61-41c9-a8d3-22b06f945e91,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:20.508577 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-add4042b-4c09-465e-b015-b9e2d9e17850 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7d3835b16c7d42f0950d8d51f9a3e3a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4138498 Oct 27 18:15:20.511149 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41144) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:20.520134 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add4042b-4c09-465e-b015-b9e2d9e17850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed8e4ae-7ee0-495b-9cf6-7918df476842,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:20.577577 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-e821c274-b7f1-4a9c-8cfc-c3519f70d6d1 service neutron] Attempting to bind port 3ed50c43-6d61-41c9-a8d3-22b06f945e91 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:15:20.579663 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-e821c274-b7f1-4a9c-8cfc-c3519f70d6d1 service neutron] Attempting to bind port 3ed50c43-6d61-41c9-a8d3-22b06f945e91 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:15:20.580218 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-e821c274-b7f1-4a9c-8cfc-c3519f70d6d1 service neutron] Attempting to bind port 3ed50c43-6d61-41c9-a8d3-22b06f945e91 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:15:20.587365 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-e821c274-b7f1-4a9c-8cfc-c3519f70d6d1 service neutron] Port 3ed50c43-6d61-41c9-a8d3-22b06f945e91 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:15:20.587934 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-e821c274-b7f1-4a9c-8cfc-c3519f70d6d1 service neutron] Attempting to bind port 3ed50c43-6d61-41c9-a8d3-22b06f945e91 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:15:20.595794 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-e821c274-b7f1-4a9c-8cfc-c3519f70d6d1 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:15:20.596143 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-e821c274-b7f1-4a9c-8cfc-c3519f70d6d1 service neutron] Checking segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:15:20.596889 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-e821c274-b7f1-4a9c-8cfc-c3519f70d6d1 service neutron] Bound using segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:15:20.597813 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-e821c274-b7f1-4a9c-8cfc-c3519f70d6d1 service neutron] Bound port: 3ed50c43-6d61-41c9-a8d3-22b06f945e91, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:15:20.597965 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-219072a5-2df5-4d1e-ab01-bb4423c41469 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:20.598367 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-e821c274-b7f1-4a9c-8cfc-c3519f70d6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:20.639721 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-219072a5-2df5-4d1e-ab01-bb4423c41469 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:20.720526 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device af37c28b-d449-4fe8-8c45-b77df5ba49f9 details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:15:20.760746 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-e821c274-b7f1-4a9c-8cfc-c3519f70d6d1 service neutron] For port 3ed50c43-6d61-41c9-a8d3-22b06f945e91, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:15:20.770199 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-e821c274-b7f1-4a9c-8cfc-c3519f70d6d1 service neutron] For port 3ed50c43-6d61-41c9-a8d3-22b06f945e91, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=3ed50c43-6d61-41c9-a8d3-22b06f945e91,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:15:20.780333 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-219072a5-2df5-4d1e-ab01-bb4423c41469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:20.783834 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-219072a5-2df5-4d1e-ab01-bb4423c41469 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:20.788184 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8acc47-f0b7-4158-8c30-b64c0679c020 req-0ef26507-da1c-4d63-811f-d55318a860c5 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:20.789124 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0e8acc47-f0b7-4158-8c30-b64c0679c020 req-0ef26507-da1c-4d63-811f-d55318a860c5 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/ports?device_id=0099dd86-a5bc-46e0-8b53-4b4b50ac83e7 HTTP/1.1" status: 200 len: 948 time: 0.0682435 Oct 27 18:15:20.791366 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-219072a5-2df5-4d1e-ab01-bb4423c41469 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7ed8e4ae-7ee0-495b-9cf6-7918df476842 HTTP/1.1" status: 204 len: 168 time: 0.2788224 Oct 27 18:15:20.807615 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219072a5-2df5-4d1e-ab01-bb4423c41469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed8e4ae-7ee0-495b-9cf6-7918df476842,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:20.852654 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0e8acc47-f0b7-4158-8c30-b64c0679c020 req-64cfd7de-8c6e-4d52-b057-04f91dcc5e47 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e03b250-cea2-43e7-8f43-e932d0bf4bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465963 Oct 27 18:15:20.854829 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-e821c274-b7f1-4a9c-8cfc-c3519f70d6d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:20.870242 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port af37c28b-d449-4fe8-8c45-b77df5ba49f9, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=af37c28b-d449-4fe8-8c45-b77df5ba49f9,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:15:20.890527 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': 'af37c28b-d449-4fe8-8c45-b77df5ba49f9', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'port_id': 'af37c28b-d449-4fe8-8c45-b77df5ba49f9', 'mac_address': 'fa:16:3e:b8:2a:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:tempest-test_az-455316374', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:15:20.939656 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:20.954207 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-e821c274-b7f1-4a9c-8cfc-c3519f70d6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:20.954878 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-e821c274-b7f1-4a9c-8cfc-c3519f70d6d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:20.956359 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-e821c274-b7f1-4a9c-8cfc-c3519f70d6d1 service neutron] 10.222.0.93 "PUT /v2.0/ports/3ed50c43-6d61-41c9-a8d3-22b06f945e91 HTTP/1.1" status: 200 len: 1096 time: 1.0591898 Oct 27 18:15:20.958790 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0099dd86-a5bc-46e0-8b53-4b4b50ac83e7', 'tag': '3ed50c43-6d61-41c9-a8d3-22b06f945e91'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:15:20.961564 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b482c9c8-34db-4b32-bd6e-089ba3669277" -d '{"events": [{"name": "network-changed", "server_uuid": "0099dd86-a5bc-46e0-8b53-4b4b50ac83e7", "tag": "3ed50c43-6d61-41c9-a8d3-22b06f945e91"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:15:20.962890 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af37c28b-d449-4fe8-8c45-b77df5ba49f9 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:15:20.964784 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41160) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:20.996265 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-adc4fca5-6467-4acb-8200-77e28394ad1f req-55710022-5dd3-4bbf-a10c-1387385fd3df tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8c2121a-6af4-4c21-8d77-7a058c38864f HTTP/1.1" status: 200 len: 210 time: 0.0739629 Oct 27 18:15:21.013571 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port af37c28b-d449-4fe8-8c45-b77df5ba49f9, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=af37c28b-d449-4fe8-8c45-b77df5ba49f9,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:15:21.030683 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821c274-b7f1-4a9c-8cfc-c3519f70d6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed50c43-6d61-41c9-a8d3-22b06f945e91,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:21.079455 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:21.189374 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=af37c28b-d449-4fe8-8c45-b77df5ba49f9,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:21.196268 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-e20c6dd2-cb18-4280-8678-23d1c926cbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:21.198177 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-e20c6dd2-cb18-4280-8678-23d1c926cbed service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=064203d6444f42a2ae4b0e7782326a4c&device_id=0099dd86-a5bc-46e0-8b53-4b4b50ac83e7 HTTP/1.1" status: 200 len: 1099 time: 0.0927176 Oct 27 18:15:21.219409 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb909dab-418c-4ff2-a3ee-709d45827d23 x-openstack-request-id: req-eb909dab-418c-4ff2-a3ee-709d45827d23 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:15:21.219409 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0099dd86-a5bc-46e0-8b53-4b4b50ac83e7", "tag": "3ed50c43-6d61-41c9-a8d3-22b06f945e91", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:15:21.219409 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eb909dab-418c-4ff2-a3ee-709d45827d23 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:15:21.219409 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0099dd86-a5bc-46e0-8b53-4b4b50ac83e7', 'tag': '3ed50c43-6d61-41c9-a8d3-22b06f945e91', 'status': 'completed', 'code': 200} Oct 27 18:15:21.264284 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-92f879ad-5681-45f1-b131-b14eeb6b60de service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=3ed50c43-6d61-41c9-a8d3-22b06f945e91 HTTP/1.1" status: 200 len: 217 time: 0.0411789 Oct 27 18:15:21.318955 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['af37c28b-d449-4fe8-8c45-b77df5ba49f9'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:15:21.345798 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 86293dec-a975-4d4b-92be-f0ccfea00aa4 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:15:21.351401 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-c8477c8e-4de6-48a0-9e20-bda05aa2a1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:21.352893 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-c8477c8e-4de6-48a0-9e20-bda05aa2a1bd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.0813148 Oct 27 18:15:21.381103 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 86293dec-a975-4d4b-92be-f0ccfea00aa4 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:15:21.384969 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 86293dec-a975-4d4b-92be-f0ccfea00aa4 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:15:21.385075 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37842e2-614e-434f-a49d-5b17c960478f req-d2e05638-d653-493f-bfa3-21f5d0fe1eae tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:21.385075 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f37842e2-614e-434f-a49d-5b17c960478f req-d2e05638-d653-493f-bfa3-21f5d0fe1eae tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] 10.222.0.52 "GET /v2.0/ports?device_id=d99d6d93-8493-4419-af63-cef381d54070 HTTP/1.1" status: 200 len: 970 time: 0.0804741 Oct 27 18:15:21.456557 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f37842e2-614e-434f-a49d-5b17c960478f req-6d0331d0-f674-4ec5-a6b6-93707e06c411 tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] 10.222.0.52 "GET /v2.0/security-groups?id=36936037-7ed8-40a1-a464-e6a6365feb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545018 Oct 27 18:15:21.458560 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-c45669a6-e2dc-491d-bf24-a5690a702feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:21.460641 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-c45669a6-e2dc-491d-bf24-a5690a702feb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0991404 Oct 27 18:15:21.461109 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41184) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:21.473522 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7d762818-b728-41c4-a45a-ba8de167cff3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d863f6ecfaf543e4967c6617510c5d56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4902403 Oct 27 18:15:21.609664 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-476f56f8-61ed-4ffe-8adf-d4b11a2f4842 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:21.647822 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-476f56f8-61ed-4ffe-8adf-d4b11a2f4842 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:21.656450 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-6147e4fe-dbaa-493a-b65e-75666888c1fe service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853173 Oct 27 18:15:21.811619 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41200) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:21.826175 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1d5b9c06-ce07-4f9c-9e07-2ff8def34c09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:21.912032 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1d5b9c06-ce07-4f9c-9e07-2ff8def34c09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:21.944855 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ebe50ae4-75e5-455d-a96f-34ff8cb9edec req-98a84b1c-92af-4cbb-bd13-6bb10d5187cb service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802289 Oct 27 18:15:22.033668 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-476f56f8-61ed-4ffe-8adf-d4b11a2f4842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:22.034480 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1d5b9c06-ce07-4f9c-9e07-2ff8def34c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:22.036299 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-476f56f8-61ed-4ffe-8adf-d4b11a2f4842 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:22.037398 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-476f56f8-61ed-4ffe-8adf-d4b11a2f4842 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1bb22eae-f342-472e-8700-1e806f135a0f HTTP/1.1" status: 204 len: 168 time: 0.5752530 Oct 27 18:15:22.046747 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f56f8-61ed-4ffe-8adf-d4b11a2f4842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb22eae-f342-472e-8700-1e806f135a0f,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:22.114868 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1d5b9c06-ce07-4f9c-9e07-2ff8def34c09 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dba5eeb70ff44b43a1e0c49ee3d9bae4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3017185 Oct 27 18:15:22.117247 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41218) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:22.120598 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b9c06-ce07-4f9c-9e07-2ff8def34c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c8b34b-c12f-4778-b1ac-0e2d9f7dd2d3,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:22.200888 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-247e70b3-222a-444f-9638-01a62bc1a3ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:22.213426 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482c9c8-34db-4b32-bd6e-089ba3669277 req-89297f04-679a-4af2-b0a4-c5cb6374114f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:22.215174 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b482c9c8-34db-4b32-bd6e-089ba3669277 req-89297f04-679a-4af2-b0a4-c5cb6374114f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=064203d6444f42a2ae4b0e7782326a4c&device_id=0099dd86-a5bc-46e0-8b53-4b4b50ac83e7 HTTP/1.1" status: 200 len: 1099 time: 0.1093056 Oct 27 18:15:22.226901 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-247e70b3-222a-444f-9638-01a62bc1a3ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:22.285656 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb98a6-2eca-47e6-bbb9-f6d75a7b97e3 req-2d445e21-3c5c-4bc1-a9db-62bfc5c68be5 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:22.287192 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4dfb98a6-2eca-47e6-bbb9-f6d75a7b97e3 req-2d445e21-3c5c-4bc1-a9db-62bfc5c68be5 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/ports?device_id=0099dd86-a5bc-46e0-8b53-4b4b50ac83e7 HTTP/1.1" status: 200 len: 948 time: 0.1076584 Oct 27 18:15:22.344060 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4dfb98a6-2eca-47e6-bbb9-f6d75a7b97e3 req-947fda79-71c5-405d-968c-5b6ef0d44266 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e03b250-cea2-43e7-8f43-e932d0bf4bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503724 Oct 27 18:15:22.366264 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482c9c8-34db-4b32-bd6e-089ba3669277 req-83147397-3ee5-41af-b852-b869514f1434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:22.371118 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b482c9c8-34db-4b32-bd6e-089ba3669277 req-83147397-3ee5-41af-b852-b869514f1434 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.1437783 Oct 27 18:15:22.412585 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b482c9c8-34db-4b32-bd6e-089ba3669277 req-8644ec21-11ac-4b02-a872-db0ee2a77471 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=3ed50c43-6d61-41c9-a8d3-22b06f945e91 HTTP/1.1" status: 200 len: 217 time: 0.0359054 Oct 27 18:15:22.425667 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-247e70b3-222a-444f-9638-01a62bc1a3ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:22.429186 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-247e70b3-222a-444f-9638-01a62bc1a3ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:22.440005 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-247e70b3-222a-444f-9638-01a62bc1a3ca admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f2c8b34b-c12f-4778-b1ac-0e2d9f7dd2d3 HTTP/1.1" status: 204 len: 168 time: 0.3217301 Oct 27 18:15:22.458265 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e70b3-222a-444f-9638-01a62bc1a3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c8b34b-c12f-4778-b1ac-0e2d9f7dd2d3,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:22.478849 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482c9c8-34db-4b32-bd6e-089ba3669277 req-db923e7a-d624-49c0-bfdc-9bd600acfa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:22.482381 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b482c9c8-34db-4b32-bd6e-089ba3669277 req-db923e7a-d624-49c0-bfdc-9bd600acfa34 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.0592752 Oct 27 18:15:22.540221 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482c9c8-34db-4b32-bd6e-089ba3669277 req-da512e08-bcbc-4e2a-b848-a1f4009c08fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:22.542089 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b482c9c8-34db-4b32-bd6e-089ba3669277 req-da512e08-bcbc-4e2a-b848-a1f4009c08fa service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0509193 Oct 27 18:15:22.589237 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-18b2871b-2e58-4297-9826-ad138bf29cf6 req-c7d84988-ee3b-4fb3-82ed-4ecb126b49a2 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8c2121a-6af4-4c21-8d77-7a058c38864f HTTP/1.1" status: 200 len: 210 time: 0.0405495 Oct 27 18:15:22.663486 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b482c9c8-34db-4b32-bd6e-089ba3669277 req-03fc91f6-b3ae-402f-8fda-d4e7359bd640 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063833 Oct 27 18:15:22.766725 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device af37c28b-d449-4fe8-8c45-b77df5ba49f9 up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:15:22.783319 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41236) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:22.798430 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fe8e0dab-99b3-4263-9fe4-96fb46240150 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:22.896840 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fe8e0dab-99b3-4263-9fe4-96fb46240150 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:22.899753 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning for port af37c28b-d449-4fe8-8c45-b77df5ba49f9 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:15:22.905258 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port af37c28b-d449-4fe8-8c45-b77df5ba49f9 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:15:22.906642 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:22.908542 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b482c9c8-34db-4b32-bd6e-089ba3669277 req-c5000d75-92f1-4777-96e9-881dd62a1c9d service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369733 Oct 27 18:15:22.959616 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac3ca1-b80e-4474-a6da-a7d156b06091 req-164dcb67-f0e9-4708-b176-6c1a5e56470f tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:22.969188 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bbac3ca1-b80e-4474-a6da-a7d156b06091 req-164dcb67-f0e9-4708-b176-6c1a5e56470f tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] 10.222.0.52 "GET /v2.0/ports?device_id=d99d6d93-8493-4419-af63-cef381d54070 HTTP/1.1" status: 200 len: 970 time: 0.1133010 Oct 27 18:15:22.970446 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fe8e0dab-99b3-4263-9fe4-96fb46240150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:23.015027 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-30d90020-d9e9-4f95-81f1-5b4c9bb15cdd tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:23.016541 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-30d90020-d9e9-4f95-81f1-5b4c9bb15cdd tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.93 "GET /v2.0/networks?id=b3551270-2765-4a25-abeb-25e55b0a5126 HTTP/1.1" status: 200 len: 821 time: 0.2359693 Oct 27 18:15:23.048328 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-fe8e0dab-99b3-4263-9fe4-96fb46240150 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e0c3a204363646848f1ff0f0e3f72122&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2637799 Oct 27 18:15:23.049368 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41250) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:23.053351 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bbac3ca1-b80e-4474-a6da-a7d156b06091 req-cbd7629c-9f18-48aa-8d9f-5e03763bbd12 tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] 10.222.0.52 "GET /v2.0/security-groups?id=36936037-7ed8-40a1-a464-e6a6365feb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832701 Oct 27 18:15:23.055781 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e0dab-99b3-4263-9fe4-96fb46240150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b57b8d-95c8-48ad-a966-209329a04741,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:23.068906 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-eff21573-0bee-49ae-a23c-61871d1ccc1d tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Request body: {'port': {'device_id': 'f8c2121a-6af4-4c21-8d77-7a058c38864f', 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126', 'admin_state_up': True, 'tenant_id': 'a91620ccab6b42bd92005fb366774bad'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:15:23.133033 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:23.134889 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-51d19d3c-a081-4644-98af-9bc217b72bbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:23.169469 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-51d19d3c-a081-4644-98af-9bc217b72bbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:23.176118 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99d6d93-8493-4419-af63-cef381d54070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af37c28b-d449-4fe8-8c45-b77df5ba49f9'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:15:23.179490 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbd9130-7025-4ae5-95f9-85ca9b166231" -d '{"events": [{"server_uuid": "d99d6d93-8493-4419-af63-cef381d54070", "name": "network-vif-plugged", "status": "completed", "tag": "af37c28b-d449-4fe8-8c45-b77df5ba49f9"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:15:23.205831 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41258) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:23.213929 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port af37c28b-d449-4fe8-8c45-b77df5ba49f9, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=af37c28b-d449-4fe8-8c45-b77df5ba49f9,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:15:23.312493 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:23.356947 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-51d19d3c-a081-4644-98af-9bc217b72bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:23.357162 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-eff21573-0bee-49ae-a23c-61871d1ccc1d tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Made reservation on behalf of a91620ccab6b42bd92005fb366774bad for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:15:23.360259 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-51d19d3c-a081-4644-98af-9bc217b72bbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:23.360748 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-eff21573-0bee-49ae-a23c-61871d1ccc1d tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:23.363767 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-51d19d3c-a081-4644-98af-9bc217b72bbc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f2b57b8d-95c8-48ad-a966-209329a04741 HTTP/1.1" status: 204 len: 168 time: 0.3111446 Oct 27 18:15:23.370834 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d19d3c-a081-4644-98af-9bc217b72bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b57b8d-95c8-48ad-a966-209329a04741,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:23.371997 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=af37c28b-d449-4fe8-8c45-b77df5ba49f9,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:23.477876 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29f143e-1fca-4b40-b0ee-87a9084269c5 x-openstack-request-id: req-e29f143e-1fca-4b40-b0ee-87a9084269c5 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:15:23.478243 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99d6d93-8493-4419-af63-cef381d54070", "name": "network-vif-plugged", "status": "completed", "tag": "af37c28b-d449-4fe8-8c45-b77df5ba49f9", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:15:23.478506 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e29f143e-1fca-4b40-b0ee-87a9084269c5 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:15:23.478980 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99d6d93-8493-4419-af63-cef381d54070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af37c28b-d449-4fe8-8c45-b77df5ba49f9', 'code': 200} Oct 27 18:15:23.537819 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-eff21573-0bee-49ae-a23c-61871d1ccc1d tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Allocated IP 172.20.0.9 (b3551270-2765-4a25-abeb-25e55b0a5126/8b6b6ba7-005f-448a-b57c-d52798a8629c/5461f609-aafa-45bf-8aba-2bc11199336a) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:15:23.543931 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-640adac7-8a4e-4cfd-bc89-46264005de36 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:15:23.551414 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-640adac7-8a4e-4cfd-bc89-46264005de36 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3446171 Oct 27 18:15:23.593473 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e7272-0e3a-4f39-b6b8-c5a9765220a8 req-667ca3f1-0ab8-463c-b185-28dfd416ba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:23.595309 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e37e7272-0e3a-4f39-b6b8-c5a9765220a8 req-667ca3f1-0ab8-463c-b185-28dfd416ba7c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d99d6d93-8493-4419-af63-cef381d54070 HTTP/1.1" status: 200 len: 1122 time: 0.0485759 Oct 27 18:15:23.642584 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e37e7272-0e3a-4f39-b6b8-c5a9765220a8 req-ac8411c2-3e2c-43f4-89b2-598592bf3158 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=36936037-7ed8-40a1-a464-e6a6365feb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387771 Oct 27 18:15:23.661181 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-1de9f6c6-816b-4aff-8821-c4ced27e7625 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:23.661181 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-1de9f6c6-816b-4aff-8821-c4ced27e7625 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] 10.222.0.52 "GET /v2.0/ports/176bb84f-20a4-437b-b8d1-6f9deb1515af HTTP/1.1" status: 200 len: 1093 time: 0.0890956 Oct 27 18:15:23.684691 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91e388-403a-4844-a458-036239f93bbb req-942f3993-2934-4dbe-8f3b-18e9f6e2c45c tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:23.686740 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0e91e388-403a-4844-a458-036239f93bbb req-942f3993-2934-4dbe-8f3b-18e9f6e2c45c tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/ports?device_id=0099dd86-a5bc-46e0-8b53-4b4b50ac83e7 HTTP/1.1" status: 200 len: 948 time: 0.1523654 Oct 27 18:15:23.798928 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0e91e388-403a-4844-a458-036239f93bbb req-d3f190ae-e58a-44d8-91c7-94d6bfa91cbc tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e03b250-cea2-43e7-8f43-e932d0bf4bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029298 Oct 27 18:15:23.845187 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-eff21573-0bee-49ae-a23c-61871d1ccc1d tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:23.905855 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-6c7c3143-031f-40d2-9e29-53d1ec33ede3 service neutron] Request body: {'binding': {'host': 'n-h1-815690-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:15:23.906382 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-6c7c3143-031f-40d2-9e29-53d1ec33ede3 service neutron] Unknown quota resources ['binding']. {{(pid=102878) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 18:15:23.950544 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-eff21573-0bee-49ae-a23c-61871d1ccc1d tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:24.043409 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-eff21573-0bee-49ae-a23c-61871d1ccc1d tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Network b3551270-2765-4a25-abeb-25e55b0a5126 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:15:24.050313 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-eff21573-0bee-49ae-a23c-61871d1ccc1d tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:15:24.056297 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-eff21573-0bee-49ae-a23c-61871d1ccc1d tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:15:24.062713 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff21573-0bee-49ae-a23c-61871d1ccc1d tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Pushing event updated for resources: {'Port': ['ID=5461f609-aafa-45bf-8aba-2bc11199336a,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:24.138182 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-eff21573-0bee-49ae-a23c-61871d1ccc1d tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:24.138864 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-eff21573-0bee-49ae-a23c-61871d1ccc1d tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:24.189199 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-6c7c3143-031f-40d2-9e29-53d1ec33ede3 service neutron] Attempting to bind port 176bb84f-20a4-437b-b8d1-6f9deb1515af on host n-h1-815690-2 for vnic_type normal with profile None {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:15:24.190001 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-6c7c3143-031f-40d2-9e29-53d1ec33ede3 service neutron] Attempting to bind port 176bb84f-20a4-437b-b8d1-6f9deb1515af by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:15:24.190001 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-6c7c3143-031f-40d2-9e29-53d1ec33ede3 service neutron] Attempting to bind port 176bb84f-20a4-437b-b8d1-6f9deb1515af on network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:15:24.196997 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-6c7c3143-031f-40d2-9e29-53d1ec33ede3 service neutron] Port 176bb84f-20a4-437b-b8d1-6f9deb1515af on network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:15:24.197324 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-6c7c3143-031f-40d2-9e29-53d1ec33ede3 service neutron] Attempting to bind port 176bb84f-20a4-437b-b8d1-6f9deb1515af on network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:15:24.204216 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-6c7c3143-031f-40d2-9e29-53d1ec33ede3 service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:15:24.204559 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-6c7c3143-031f-40d2-9e29-53d1ec33ede3 service neutron] Checking segment: {'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:15:24.204948 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-6c7c3143-031f-40d2-9e29-53d1ec33ede3 service neutron] Bound using segment: {'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:15:24.205471 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-6c7c3143-031f-40d2-9e29-53d1ec33ede3 service neutron] Bound port: 176bb84f-20a4-437b-b8d1-6f9deb1515af, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:15:24.265271 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-eff21573-0bee-49ae-a23c-61871d1ccc1d tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2091386 Oct 27 18:15:24.272963 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f7b97-e9ff-45e9-889c-b5695929d5e3 req-30af8c82-d07d-48f2-b09b-37c0f62339e8 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:24.274408 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-519f7b97-e9ff-45e9-889c-b5695929d5e3 req-30af8c82-d07d-48f2-b09b-37c0f62339e8 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8c2121a-6af4-4c21-8d77-7a058c38864f HTTP/1.1" status: 200 len: 931 time: 0.1303921 Oct 27 18:15:24.283763 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-aa1ea9e6-adeb-4a78-a94b-77a5e462f0db service neutron] Request body: {'port': {'device_id': 'f8c2121a-6af4-4c21-8d77-7a058c38864f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:15:24.380550 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-6c7c3143-031f-40d2-9e29-53d1ec33ede3 service neutron] For port 176bb84f-20a4-437b-b8d1-6f9deb1515af, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=176bb84f-20a4-437b-b8d1-6f9deb1515af,segment=NetworkSegment(58a88469-a6e8-4f4a-87d0-167a1bff6a8c),segment_id=58a88469-a6e8-4f4a-87d0-167a1bff6a8c)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:15:24.387652 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-519f7b97-e9ff-45e9-889c-b5695929d5e3 req-563f7729-3c48-4a29-8f0b-209f145c9505 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012661 Oct 27 18:15:24.392793 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-aa1ea9e6-adeb-4a78-a94b-77a5e462f0db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:24.451825 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-6c7c3143-031f-40d2-9e29-53d1ec33ede3 service neutron] Publish callbacks [] for binding, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:24.453017 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-6c7c3143-031f-40d2-9e29-53d1ec33ede3 service neutron] 10.222.0.52 "POST /v2.0/ports/176bb84f-20a4-437b-b8d1-6f9deb1515af/bindings HTTP/1.1" status: 201 len: 389 time: 0.6891794 Oct 27 18:15:24.743899 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-aa1ea9e6-adeb-4a78-a94b-77a5e462f0db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5461f609-aafa-45bf-8aba-2bc11199336a {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:15:24.752720 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-aa1ea9e6-adeb-4a78-a94b-77a5e462f0db service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:24.771536 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-aa1ea9e6-adeb-4a78-a94b-77a5e462f0db service neutron] Transition to ACTIVE for port object 5461f609-aafa-45bf-8aba-2bc11199336a will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:15:24.782564 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce73df6-7191-469e-90a4-441635c6ac78 req-58c5a0f4-538c-40e8-a237-931d455e615b tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:24.784027 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3ce73df6-7191-469e-90a4-441635c6ac78 req-58c5a0f4-538c-40e8-a237-931d455e615b tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] 10.222.0.52 "GET /v2.0/ports?device_id=d99d6d93-8493-4419-af63-cef381d54070 HTTP/1.1" status: 200 len: 971 time: 0.0924242 Oct 27 18:15:24.785521 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41328) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:24.841669 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3ce73df6-7191-469e-90a4-441635c6ac78 req-b7c0664d-609c-420f-bb64-f34314115877 tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] 10.222.0.52 "GET /v2.0/security-groups?id=36936037-7ed8-40a1-a464-e6a6365feb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496624 Oct 27 18:15:24.845879 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-aa1ea9e6-adeb-4a78-a94b-77a5e462f0db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:24.990159 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ea9e6-adeb-4a78-a94b-77a5e462f0db service neutron] Pushing event updated for resources: {'Port': ['ID=5461f609-aafa-45bf-8aba-2bc11199336a,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:25.061680 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4608d79f-d572-4007-a4ee-875814b9e4fc req-45455fdf-c792-4459-9a84-778790d26bea tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:25.066789 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4608d79f-d572-4007-a4ee-875814b9e4fc req-45455fdf-c792-4459-9a84-778790d26bea tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=0064449b-2ed8-4cca-8c0d-822fe31a16d8 HTTP/1.1" status: 200 len: 945 time: 0.1315732 Oct 27 18:15:25.097928 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-5143bcc0-e57a-49f6-babb-8e37f896db0e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-424808917-network', 'tenant_id': '22773e15fdb845dfa8198283c26c1ddd'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:15:25.100945 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-aa1ea9e6-adeb-4a78-a94b-77a5e462f0db service neutron] Attempting to bind port 5461f609-aafa-45bf-8aba-2bc11199336a on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:15:25.101277 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-aa1ea9e6-adeb-4a78-a94b-77a5e462f0db service neutron] Attempting to bind port 5461f609-aafa-45bf-8aba-2bc11199336a by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:15:25.101607 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-aa1ea9e6-adeb-4a78-a94b-77a5e462f0db service neutron] Attempting to bind port 5461f609-aafa-45bf-8aba-2bc11199336a on network b3551270-2765-4a25-abeb-25e55b0a5126 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:15:25.139769 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-aa1ea9e6-adeb-4a78-a94b-77a5e462f0db service neutron] Port 5461f609-aafa-45bf-8aba-2bc11199336a on network b3551270-2765-4a25-abeb-25e55b0a5126 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:15:25.140098 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-aa1ea9e6-adeb-4a78-a94b-77a5e462f0db service neutron] Attempting to bind port 5461f609-aafa-45bf-8aba-2bc11199336a on network b3551270-2765-4a25-abeb-25e55b0a5126 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:15:25.165831 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-aa1ea9e6-adeb-4a78-a94b-77a5e462f0db service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:15:25.166171 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-aa1ea9e6-adeb-4a78-a94b-77a5e462f0db service neutron] Checking segment: {'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:15:25.166556 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-aa1ea9e6-adeb-4a78-a94b-77a5e462f0db service neutron] Bound using segment: {'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:15:25.167040 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-aa1ea9e6-adeb-4a78-a94b-77a5e462f0db service neutron] Bound port: 5461f609-aafa-45bf-8aba-2bc11199336a, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:15:25.167398 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-aa1ea9e6-adeb-4a78-a94b-77a5e462f0db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:25.176846 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4608d79f-d572-4007-a4ee-875814b9e4fc req-ed156288-c9fa-47f9-aad9-6714ec98aa64 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050320 Oct 27 18:15:25.202990 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d7cbd-1960-4f75-a714-3435876e5fce req-20657622-4236-4ac4-b146-34a09f21eaf5 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:25.204540 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d43d7cbd-1960-4f75-a714-3435876e5fce req-20657622-4236-4ac4-b146-34a09f21eaf5 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/ports?device_id=0099dd86-a5bc-46e0-8b53-4b4b50ac83e7 HTTP/1.1" status: 200 len: 948 time: 0.0988386 Oct 27 18:15:25.252637 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-8cec1d1f-b593-4ae4-94d4-c20799a4ea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:25.254313 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-8cec1d1f-b593-4ae4-94d4-c20799a4ea63 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=43d2aacb3b5645edb71ed26889dd4536&device_id=0064449b-2ed8-4cca-8c0d-822fe31a16d8 HTTP/1.1" status: 200 len: 1096 time: 0.0478067 Oct 27 18:15:25.288041 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5143bcc0-e57a-49f6-babb-8e37f896db0e admin admin] Made reservation on behalf of 22773e15fdb845dfa8198283c26c1ddd for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:15:25.290302 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5143bcc0-e57a-49f6-babb-8e37f896db0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:25.307925 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d43d7cbd-1960-4f75-a714-3435876e5fce req-f9c5e1a5-d5a4-4467-a71a-98151f694fdd tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e03b250-cea2-43e7-8f43-e932d0bf4bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700064 Oct 27 18:15:25.309760 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5143bcc0-e57a-49f6-babb-8e37f896db0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:25.321611 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-aa1ea9e6-adeb-4a78-a94b-77a5e462f0db service neutron] For port 5461f609-aafa-45bf-8aba-2bc11199336a, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:15:25.344907 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-aa1ea9e6-adeb-4a78-a94b-77a5e462f0db service neutron] For port 5461f609-aafa-45bf-8aba-2bc11199336a, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=5461f609-aafa-45bf-8aba-2bc11199336a,segment=NetworkSegment(32b71140-e440-46b3-9b2a-24e683b039db),segment_id=32b71140-e440-46b3-9b2a-24e683b039db)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:15:25.359161 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 3ed50c43-6d61-41c9-a8d3-22b06f945e91 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:15:25.386106 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-a4703610-a979-49d8-a0a2-405c77862ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:25.387762 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-a4703610-a979-49d8-a0a2-405c77862ee6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b HTTP/1.1" status: 200 len: 909 time: 0.1204967 Oct 27 18:15:25.414444 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-aa1ea9e6-adeb-4a78-a94b-77a5e462f0db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:25.433312 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5143bcc0-e57a-49f6-babb-8e37f896db0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:25.440604 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-6976428d-0c6f-4b1e-8bfd-27ddf1069af5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=176bb84f-20a4-437b-b8d1-6f9deb1515af HTTP/1.1" status: 200 len: 217 time: 0.0446951 Oct 27 18:15:25.464690 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-bf50141e-74d8-493c-8105-d9c20945a7b9 req-d600025b-feab-4b83-b8ee-845dde9b9f19 tempest-SecurityGroupsTestAdminJSON-643841106 tempest-SecurityGroupsTestAdminJSON-643841106-project] Request body: {'security_group': {'name': 'tempest-securitygroup-901498594', 'description': 'tempest-description-937943457'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:15:25.479525 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 3ed50c43-6d61-41c9-a8d3-22b06f945e91, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=3ed50c43-6d61-41c9-a8d3-22b06f945e91,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:15:25.495704 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-aa1ea9e6-adeb-4a78-a94b-77a5e462f0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:25.496451 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-aa1ea9e6-adeb-4a78-a94b-77a5e462f0db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:25.498012 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-aa1ea9e6-adeb-4a78-a94b-77a5e462f0db service neutron] 10.222.0.93 "PUT /v2.0/ports/5461f609-aafa-45bf-8aba-2bc11199336a HTTP/1.1" status: 200 len: 1091 time: 1.2226243 Oct 27 18:15:25.500971 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '3ed50c43-6d61-41c9-a8d3-22b06f945e91', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'port_id': '3ed50c43-6d61-41c9-a8d3-22b06f945e91', 'mac_address': 'fa:16:3e:4c:b1:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:15:25.501129 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8c2121a-6af4-4c21-8d77-7a058c38864f', 'tag': '5461f609-aafa-45bf-8aba-2bc11199336a'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:15:25.503369 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-6aa7ad4e-3567-498a-be77-257886700a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:25.503772 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db694b9d-4f0b-44e4-bf7f-fc1770dc3a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "f8c2121a-6af4-4c21-8d77-7a058c38864f", "tag": "5461f609-aafa-45bf-8aba-2bc11199336a"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:15:25.505121 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-6aa7ad4e-3567-498a-be77-257886700a4c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9d2e93d5-4842-4818-961f-a77ef1a8f95b HTTP/1.1" status: 200 len: 847 time: 0.0576088 Oct 27 18:15:25.517071 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5143bcc0-e57a-49f6-babb-8e37f896db0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:25.553836 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-8cdaf37b-0aca-427c-9620-1b9aebbcbbf5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348544 Oct 27 18:15:25.555063 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:25.565669 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5143bcc0-e57a-49f6-babb-8e37f896db0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7b47d0-b2d2-4513-ad4b-681a95d750a0,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:25.580214 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ea9e6-adeb-4a78-a94b-77a5e462f0db service neutron] Pushing event updated for resources: {'Port': ['ID=5461f609-aafa-45bf-8aba-2bc11199336a,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:25.580463 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed50c43-6d61-41c9-a8d3-22b06f945e91 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:15:25.583776 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5143bcc0-e57a-49f6-babb-8e37f896db0e admin admin] vlan segment allocate from pool success with {'vlan_id': 1015, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:15:25.603028 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 3ed50c43-6d61-41c9-a8d3-22b06f945e91, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=3ed50c43-6d61-41c9-a8d3-22b06f945e91,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:15:25.617508 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5143bcc0-e57a-49f6-babb-8e37f896db0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:25.617877 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-5143bcc0-e57a-49f6-babb-8e37f896db0e admin admin] Added segment 3b375aa3-1d2d-4300-8f4e-61c78e733512 of type vlan for network c95aa21c-2b56-49ff-b508-5e602b607f55 Oct 27 18:15:25.676036 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-04efc952-8e81-4f1b-9bba-0402154a3930 service neutron] 10.222.0.81 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144474 Oct 27 18:15:25.676560 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-bf50141e-74d8-493c-8105-d9c20945a7b9 req-d600025b-feab-4b83-b8ee-845dde9b9f19 tempest-SecurityGroupsTestAdminJSON-643841106 tempest-SecurityGroupsTestAdminJSON-643841106-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:25.686257 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:25.699234 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715fb271-23b1-4624-ad16-bf7669e2fc02 req-bffca870-e257-4be6-8caa-2e6a32fb2ae0 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:25.701060 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-715fb271-23b1-4624-ad16-bf7669e2fc02 req-bffca870-e257-4be6-8caa-2e6a32fb2ae0 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8c2121a-6af4-4c21-8d77-7a058c38864f HTTP/1.1" status: 200 len: 943 time: 0.1284492 Oct 27 18:15:25.710767 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-bf50141e-74d8-493c-8105-d9c20945a7b9 req-d600025b-feab-4b83-b8ee-845dde9b9f19 tempest-SecurityGroupsTestAdminJSON-643841106 tempest-SecurityGroupsTestAdminJSON-643841106-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:25.714677 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5143bcc0-e57a-49f6-babb-8e37f896db0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:25.737763 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=3ed50c43-6d61-41c9-a8d3-22b06f945e91,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:25.783107 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-4fb13731-4ec2-45e9-97dd-e5d54ac22fec service neutron] 10.222.0.81 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950100 Oct 27 18:15:25.898889 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['3ed50c43-6d61-41c9-a8d3-22b06f945e91'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:15:25.904307 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.db.resource_extend [None req-5143bcc0-e57a-49f6-babb-8e37f896db0e admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 18:15:25.941008 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-2c706a2b-710e-4c88-91f7-5a0c3cbe83b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:25.942529 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-2c706a2b-710e-4c88-91f7-5a0c3cbe83b4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a91620ccab6b42bd92005fb366774bad&device_id=f8c2121a-6af4-4c21-8d77-7a058c38864f HTTP/1.1" status: 200 len: 1094 time: 0.3147199 Oct 27 18:15:25.959070 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-715fb271-23b1-4624-ad16-bf7669e2fc02 req-c8b668fa-32ce-41ab-beff-fcdf64d1be72 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459266 Oct 27 18:15:26.005810 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-3dfa2fae-bd8c-4e35-9867-980ce15c2cc1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5461f609-aafa-45bf-8aba-2bc11199336a HTTP/1.1" status: 200 len: 217 time: 0.0436943 Oct 27 18:15:26.033974 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5143bcc0-e57a-49f6-babb-8e37f896db0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:26.035341 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5143bcc0-e57a-49f6-babb-8e37f896db0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:26.036036 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5143bcc0-e57a-49f6-babb-8e37f896db0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:26.123697 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-bf50141e-74d8-493c-8105-d9c20945a7b9 req-d600025b-feab-4b83-b8ee-845dde9b9f19 tempest-SecurityGroupsTestAdminJSON-643841106 tempest-SecurityGroupsTestAdminJSON-643841106-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:26.131760 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:26.144906 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-00702b71-89a8-44ee-a308-521de99bab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:26.146580 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-00702b71-89a8-44ee-a308-521de99bab6f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8b6b6ba7-005f-448a-b57c-d52798a8629c HTTP/1.1" status: 200 len: 861 time: 0.1298025 Oct 27 18:15:26.147710 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5143bcc0-e57a-49f6-babb-8e37f896db0e admin admin] Pushing event updated for resources: {'Network': ['ID=c95aa21c-2b56-49ff-b508-5e602b607f55,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:26.168174 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network c95aa21c-2b56-49ff-b508-5e602b607f55 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:15:26.186310 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771e59fa-6769-46b0-8944-29c7831ac710 x-openstack-request-id: req-771e59fa-6769-46b0-8944-29c7831ac710 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:15:26.186986 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8c2121a-6af4-4c21-8d77-7a058c38864f", "tag": "5461f609-aafa-45bf-8aba-2bc11199336a", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:15:26.187346 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-771e59fa-6769-46b0-8944-29c7831ac710 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:15:26.187846 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8c2121a-6af4-4c21-8d77-7a058c38864f', 'tag': '5461f609-aafa-45bf-8aba-2bc11199336a', 'status': 'completed', 'code': 200} Oct 27 18:15:26.190428 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-e452cd03-d318-4b60-be1f-20d20bd512ff service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b3551270-2765-4a25-abeb-25e55b0a5126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370636 Oct 27 18:15:26.264872 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-bf50141e-74d8-493c-8105-d9c20945a7b9 req-d600025b-feab-4b83-b8ee-845dde9b9f19 tempest-SecurityGroupsTestAdminJSON-643841106 tempest-SecurityGroupsTestAdminJSON-643841106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:26.302371 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-e0c6984d-f897-421c-8d48-6a83695b52f1 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:26.303911 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-e0c6984d-f897-421c-8d48-6a83695b52f1 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0064449b-2ed8-4cca-8c0d-822fe31a16d8&tenant_id=43d2aacb3b5645edb71ed26889dd4536&binding%3Ahost_id=n-h2-815690-2 HTTP/1.1" status: 200 len: 1096 time: 0.2876887 Oct 27 18:15:26.317250 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5143bcc0-e57a-49f6-babb-8e37f896db0e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5305684 Oct 27 18:15:26.317498 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-59196328-5cee-4486-a70a-ed705beddf1d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815690-2'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:15:26.330067 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41368) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:26.336263 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-ec5871fd-2cfe-4067-b67a-ba01c70a0300 admin admin] Request body: {'subnet': {'network_id': 'c95aa21c-2b56-49ff-b508-5e602b607f55', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-424808917-subnet', 'tenant_id': '22773e15fdb845dfa8198283c26c1ddd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:15:26.371820 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-59196328-5cee-4486-a70a-ed705beddf1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:26.380292 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d600025b-feab-4b83-b8ee-845dde9b9f19 tempest-SecurityGroupsTestAdminJSON-643841106 tempest-SecurityGroupsTestAdminJSON-643841106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe817307-caf4-4e2b-8ebc-15042e277840,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:26.418926 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-79dab8c4-fe93-473b-bf2c-76c9e92581c9 service neutron] 10.222.0.93 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191064 Oct 27 18:15:26.431616 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732f331-9b06-4b73-8b87-d60e4128327a req-3e2ee6c2-e15e-44af-90fc-80ba51454d2d tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:26.433102 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5732f331-9b06-4b73-8b87-d60e4128327a req-3e2ee6c2-e15e-44af-90fc-80ba51454d2d tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] 10.222.0.52 "GET /v2.0/ports?device_id=d99d6d93-8493-4419-af63-cef381d54070 HTTP/1.1" status: 200 len: 971 time: 0.1741841 Oct 27 18:15:26.472263 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-bf50141e-74d8-493c-8105-d9c20945a7b9 req-d600025b-feab-4b83-b8ee-845dde9b9f19 tempest-SecurityGroupsTestAdminJSON-643841106 tempest-SecurityGroupsTestAdminJSON-643841106-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:26.508649 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-59196328-5cee-4486-a70a-ed705beddf1d service neutron] For port 176bb84f-20a4-437b-b8d1-6f9deb1515af, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=176bb84f-20a4-437b-b8d1-6f9deb1515af,segment=NetworkSegment(58a88469-a6e8-4f4a-87d0-167a1bff6a8c),segment_id=58a88469-a6e8-4f4a-87d0-167a1bff6a8c)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:15:26.510645 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5871fd-2cfe-4067-b67a-ba01c70a0300 admin admin] Made reservation on behalf of 22773e15fdb845dfa8198283c26c1ddd for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:15:26.513010 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ec5871fd-2cfe-4067-b67a-ba01c70a0300 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:26.547599 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-59196328-5cee-4486-a70a-ed705beddf1d service neutron] For port 176bb84f-20a4-437b-b8d1-6f9deb1515af, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:15:26.562104 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-bf50141e-74d8-493c-8105-d9c20945a7b9 req-d600025b-feab-4b83-b8ee-845dde9b9f19 tempest-SecurityGroupsTestAdminJSON-643841106 tempest-SecurityGroupsTestAdminJSON-643841106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:26.564604 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:26.591652 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0064449b-2ed8-4cca-8c0d-822fe31a16d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '176bb84f-20a4-437b-b8d1-6f9deb1515af'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:15:26.593940 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575753ff-3157-4384-8c00-2c9c03ea305a" -d '{"events": [{"server_uuid": "0064449b-2ed8-4cca-8c0d-822fe31a16d8", "name": "network-vif-unplugged", "status": "completed", "tag": "176bb84f-20a4-437b-b8d1-6f9deb1515af"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:15:26.597872 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-59196328-5cee-4486-a70a-ed705beddf1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:26.612989 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5732f331-9b06-4b73-8b87-d60e4128327a req-0a3a0f45-0499-4129-85c5-d32df56945c1 tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] 10.222.0.52 "GET /v2.0/security-groups?id=36936037-7ed8-40a1-a464-e6a6365feb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599491 Oct 27 18:15:26.655750 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d600025b-feab-4b83-b8ee-845dde9b9f19 tempest-SecurityGroupsTestAdminJSON-643841106 tempest-SecurityGroupsTestAdminJSON-643841106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=225ad4d7-0b02-4d76-b9a9-114808bfd7ab,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:26.665599 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ef8dd8ec-30fc-444e-ad46-9db4f8f89064 req-13f32800-2e6d-4565-b02e-ce4348fce027 service neutron] 10.222.0.93 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260728 Oct 27 18:15:26.688430 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-59196328-5cee-4486-a70a-ed705beddf1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:26.720567 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-bf50141e-74d8-493c-8105-d9c20945a7b9 req-d600025b-feab-4b83-b8ee-845dde9b9f19 tempest-SecurityGroupsTestAdminJSON-643841106 tempest-SecurityGroupsTestAdminJSON-643841106-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:26.722320 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bf50141e-74d8-493c-8105-d9c20945a7b9 req-d600025b-feab-4b83-b8ee-845dde9b9f19 tempest-SecurityGroupsTestAdminJSON-643841106 tempest-SecurityGroupsTestAdminJSON-643841106-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2800493 Oct 27 18:15:26.759196 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59196328-5cee-4486-a70a-ed705beddf1d service neutron] Pushing event updated for resources: {'Port': ['ID=176bb84f-20a4-437b-b8d1-6f9deb1515af,revision_number=7']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:26.790583 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-59196328-5cee-4486-a70a-ed705beddf1d service neutron] Attempting to bind port 176bb84f-20a4-437b-b8d1-6f9deb1515af on host n-h2-815690-2 for vnic_type normal with profile {"migrating_to": "n-h1-815690-2"} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:15:26.790962 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-59196328-5cee-4486-a70a-ed705beddf1d service neutron] Attempting to bind port 176bb84f-20a4-437b-b8d1-6f9deb1515af by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:15:26.791289 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-59196328-5cee-4486-a70a-ed705beddf1d service neutron] Attempting to bind port 176bb84f-20a4-437b-b8d1-6f9deb1515af on network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:15:26.798103 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-59196328-5cee-4486-a70a-ed705beddf1d service neutron] Port 176bb84f-20a4-437b-b8d1-6f9deb1515af on network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:15:26.798353 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-59196328-5cee-4486-a70a-ed705beddf1d service neutron] Attempting to bind port 176bb84f-20a4-437b-b8d1-6f9deb1515af on network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:15:26.803311 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-59196328-5cee-4486-a70a-ed705beddf1d service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:15:26.804154 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-59196328-5cee-4486-a70a-ed705beddf1d service neutron] Checking segment: {'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:15:26.804154 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-59196328-5cee-4486-a70a-ed705beddf1d service neutron] Bound using segment: {'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:15:26.804431 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-59196328-5cee-4486-a70a-ed705beddf1d service neutron] Bound port: 176bb84f-20a4-437b-b8d1-6f9deb1515af, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:15:26.804794 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-59196328-5cee-4486-a70a-ed705beddf1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:26.828507 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db694b9d-4f0b-44e4-bf7f-fc1770dc3a8a req-3f596798-f731-4983-9295-12ebdf43d29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:26.830190 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-db694b9d-4f0b-44e4-bf7f-fc1770dc3a8a req-3f596798-f731-4983-9295-12ebdf43d29f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a91620ccab6b42bd92005fb366774bad&device_id=f8c2121a-6af4-4c21-8d77-7a058c38864f HTTP/1.1" status: 200 len: 1094 time: 0.0493641 Oct 27 18:15:26.873573 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-59196328-5cee-4486-a70a-ed705beddf1d service neutron] For port 176bb84f-20a4-437b-b8d1-6f9deb1515af, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:15:26.877592 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-59196328-5cee-4486-a70a-ed705beddf1d service neutron] For port 176bb84f-20a4-437b-b8d1-6f9deb1515af, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=176bb84f-20a4-437b-b8d1-6f9deb1515af,segment=NetworkSegment(58a88469-a6e8-4f4a-87d0-167a1bff6a8c),segment_id=58a88469-a6e8-4f4a-87d0-167a1bff6a8c)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:15:26.898419 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ec5871fd-2cfe-4067-b67a-ba01c70a0300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:26.983277 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-59196328-5cee-4486-a70a-ed705beddf1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:27.002586 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5871fd-2cfe-4067-b67a-ba01c70a0300 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47c0891d-c13f-4c95-b5db-616fb81da54f,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:27.035727 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db694b9d-4f0b-44e4-bf7f-fc1770dc3a8a req-aee146d6-b081-40c0-ad79-154b4db094c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:27.037140 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-db694b9d-4f0b-44e4-bf7f-fc1770dc3a8a req-aee146d6-b081-40c0-ad79-154b4db094c0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b3551270-2765-4a25-abeb-25e55b0a5126 HTTP/1.1" status: 200 len: 923 time: 0.2000225 Oct 27 18:15:27.068139 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-59196328-5cee-4486-a70a-ed705beddf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:27.068749 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-59196328-5cee-4486-a70a-ed705beddf1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:27.070447 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-59196328-5cee-4486-a70a-ed705beddf1d service neutron] 10.222.0.81 "PUT /v2.0/ports/176bb84f-20a4-437b-b8d1-6f9deb1515af HTTP/1.1" status: 200 len: 1121 time: 0.7569554 Oct 27 18:15:27.088719 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59196328-5cee-4486-a70a-ed705beddf1d service neutron] Pushing event updated for resources: {'Port': ['ID=176bb84f-20a4-437b-b8d1-6f9deb1515af,revision_number=8']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:27.108370 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0aca3a-6e96-4134-b8f6-275fd83ab9b9 req-6b06c7d8-42df-4417-9845-ac8c855a678d tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:27.109876 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8b0aca3a-6e96-4134-b8f6-275fd83ab9b9 req-6b06c7d8-42df-4417-9845-ac8c855a678d tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=0064449b-2ed8-4cca-8c0d-822fe31a16d8 HTTP/1.1" status: 200 len: 943 time: 0.1822321 Oct 27 18:15:27.111975 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5871fd-2cfe-4067-b67a-ba01c70a0300 admin admin] Checking segment: {'id': '3b375aa3-1d2d-4300-8f4e-61c78e733512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'c95aa21c-2b56-49ff-b508-5e602b607f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:15:27.112624 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5871fd-2cfe-4067-b67a-ba01c70a0300 admin admin] Network hostable DHCP agents. Network: c95aa21c-2b56-49ff-b508-5e602b607f55, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:15:27.117412 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-db694b9d-4f0b-44e4-bf7f-fc1770dc3a8a req-1fe5d531-80a6-4871-a7ad-ea2b137b25e9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5461f609-aafa-45bf-8aba-2bc11199336a HTTP/1.1" status: 200 len: 217 time: 0.0626271 Oct 27 18:15:27.140518 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['176bb84f-20a4-437b-b8d1-6f9deb1515af'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:15:27.187571 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69a553-c057-4bd7-a836-d7940d5a5c55 req-0e1667ec-5f02-40ea-95f6-7392df5f9259 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:27.189142 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7f69a553-c057-4bd7-a836-d7940d5a5c55 req-0e1667ec-5f02-40ea-95f6-7392df5f9259 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/ports?device_id=0099dd86-a5bc-46e0-8b53-4b4b50ac83e7 HTTP/1.1" status: 200 len: 949 time: 0.1773579 Oct 27 18:15:27.237612 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8b0aca3a-6e96-4134-b8f6-275fd83ab9b9 req-e1d2a436-8b4d-4f0a-97c8-aeac514f8679 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187649 Oct 27 18:15:27.240624 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db694b9d-4f0b-44e4-bf7f-fc1770dc3a8a req-381c02cf-b346-4507-b124-ee4492491e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:27.242044 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-db694b9d-4f0b-44e4-bf7f-fc1770dc3a8a req-381c02cf-b346-4507-b124-ee4492491e54 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8b6b6ba7-005f-448a-b57c-d52798a8629c HTTP/1.1" status: 200 len: 861 time: 0.1087096 Oct 27 18:15:27.286516 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-db694b9d-4f0b-44e4-bf7f-fc1770dc3a8a req-6681c674-3986-4e55-be3f-063a0e015a77 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b3551270-2765-4a25-abeb-25e55b0a5126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312188 Oct 27 18:15:27.289594 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7f69a553-c057-4bd7-a836-d7940d5a5c55 req-0449951f-542d-4e85-8885-e37e7d4b6fe9 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e03b250-cea2-43e7-8f43-e932d0bf4bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908139 Oct 27 18:15:27.293482 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5871fd-2cfe-4067-b67a-ba01c70a0300 admin admin] Network c95aa21c-2b56-49ff-b508-5e602b607f55 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:15:27.297068 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 18:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d3cdf9-407f-458e-a1cf-b6638f0e5b95 x-openstack-request-id: req-72d3cdf9-407f-458e-a1cf-b6638f0e5b95 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:15:27.297440 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0064449b-2ed8-4cca-8c0d-822fe31a16d8", "name": "network-vif-unplugged", "status": "completed", "tag": "176bb84f-20a4-437b-b8d1-6f9deb1515af", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:15:27.297807 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-72d3cdf9-407f-458e-a1cf-b6638f0e5b95 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:15:27.298320 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0064449b-2ed8-4cca-8c0d-822fe31a16d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '176bb84f-20a4-437b-b8d1-6f9deb1515af', 'code': 200} Oct 27 18:15:27.352836 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-b8c54bdd-8f8b-4c12-bc59-b660600aa9ab req-54e23f35-9ce7-4b67-8500-9882b6897833 tempest-SecurityGroupsTestAdminJSON-643841106 tempest-SecurityGroupsTestAdminJSON-643841106-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1789169222', 'description': 'tempest-description-1894890858'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:15:27.356074 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 3ed50c43-6d61-41c9-a8d3-22b06f945e91 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:15:27.370457 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-ec5871fd-2cfe-4067-b67a-ba01c70a0300 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, c95aa21c-2b56-49ff-b508-5e602b607f55) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:15:27.384569 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5871fd-2cfe-4067-b67a-ba01c70a0300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:27.385178 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ec5871fd-2cfe-4067-b67a-ba01c70a0300 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:27.386655 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17a0b9c-67ab-4222-8ef0-8156e85089e4 None None] Network c95aa21c-2b56-49ff-b508-5e602b607f55 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:15:27.435964 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-db694b9d-4f0b-44e4-bf7f-fc1770dc3a8a req-ffaf2020-bca2-4eed-9080-aa1d6582b240 service neutron] 10.222.0.93 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382270 Oct 27 18:15:27.503732 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-b8c54bdd-8f8b-4c12-bc59-b660600aa9ab req-54e23f35-9ce7-4b67-8500-9882b6897833 tempest-SecurityGroupsTestAdminJSON-643841106 tempest-SecurityGroupsTestAdminJSON-643841106-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:27.610022 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ae20a-6b0c-474d-8a70-fbcd6fd7c546 req-abee68fe-f4e8-48ef-ad11-6c2470432f65 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:27.610022 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ef4ae20a-6b0c-474d-8a70-fbcd6fd7c546 req-abee68fe-f4e8-48ef-ad11-6c2470432f65 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8c2121a-6af4-4c21-8d77-7a058c38864f HTTP/1.1" status: 200 len: 943 time: 0.1448073 Oct 27 18:15:27.610382 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-db694b9d-4f0b-44e4-bf7f-fc1770dc3a8a req-5b59e411-1766-471f-99b8-e963ae82153e service neutron] 10.222.0.93 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655636 Oct 27 18:15:27.643389 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ec5871fd-2cfe-4067-b67a-ba01c70a0300 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3109512 Oct 27 18:15:27.666415 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ef4ae20a-6b0c-474d-8a70-fbcd6fd7c546 req-76b39190-79bd-4f07-aa0e-9a119ad28f66 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664582 Oct 27 18:15:27.667695 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41392) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:27.669228 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-b8c54bdd-8f8b-4c12-bc59-b660600aa9ab req-54e23f35-9ce7-4b67-8500-9882b6897833 tempest-SecurityGroupsTestAdminJSON-643841106 tempest-SecurityGroupsTestAdminJSON-643841106-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:27.672200 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-6334a261-5c3d-4471-b39d-6dee1c75db0c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-424808917-router', 'tenant_id': '22773e15fdb845dfa8198283c26c1ddd', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:15:27.675983 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db10b729-fd4b-45f9-978c-8ae60a54b39a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-c95aa21c-2b56-49ff-b508-5e602b607f55', 'network_id': 'c95aa21c-2b56-49ff-b508-5e602b607f55', 'tenant_id': '22773e15fdb845dfa8198283c26c1ddd', 'fixed_ips': [{'subnet_id': '47c0891d-c13f-4c95-b5db-616fb81da54f'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:15:27.676862 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-db10b729-fd4b-45f9-978c-8ae60a54b39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:27.813948 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-db10b729-fd4b-45f9-978c-8ae60a54b39a None None] Allocated IP 172.20.0.2 (c95aa21c-2b56-49ff-b508-5e602b607f55/47c0891d-c13f-4c95-b5db-616fb81da54f/fa48a7fc-50a2-423e-9668-9484fda95bc5) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:15:27.837034 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 3ed50c43-6d61-41c9-a8d3-22b06f945e91 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:15:27.866571 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 3ed50c43-6d61-41c9-a8d3-22b06f945e91 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:15:27.866924 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:27.887871 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-b8c54bdd-8f8b-4c12-bc59-b660600aa9ab req-54e23f35-9ce7-4b67-8500-9882b6897833 tempest-SecurityGroupsTestAdminJSON-643841106 tempest-SecurityGroupsTestAdminJSON-643841106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:27.917576 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e23f35-9ce7-4b67-8500-9882b6897833 tempest-SecurityGroupsTestAdminJSON-643841106 tempest-SecurityGroupsTestAdminJSON-643841106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5c059a-d49b-4f02-b72c-f7b3a3c47617,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:28.019157 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-db10b729-fd4b-45f9-978c-8ae60a54b39a None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:28.020756 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:28.047341 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0099dd86-a5bc-46e0-8b53-4b4b50ac83e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed50c43-6d61-41c9-a8d3-22b06f945e91'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:15:28.049592 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc5c573-0b5a-467a-94a2-9d45e2015f36" -d '{"events": [{"server_uuid": "0099dd86-a5bc-46e0-8b53-4b4b50ac83e7", "name": "network-vif-plugged", "status": "completed", "tag": "3ed50c43-6d61-41c9-a8d3-22b06f945e91"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:15:28.065136 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 3ed50c43-6d61-41c9-a8d3-22b06f945e91, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=3ed50c43-6d61-41c9-a8d3-22b06f945e91,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:15:28.108468 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6334a261-5c3d-4471-b39d-6dee1c75db0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:28.111749 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6334a261-5c3d-4471-b39d-6dee1c75db0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:28.223593 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-db10b729-fd4b-45f9-978c-8ae60a54b39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:28.223816 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6334a261-5c3d-4471-b39d-6dee1c75db0c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:28.241018 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bad18156-9ce4-46db-9c2d-a399a0ca014d req-b451e799-8ea2-4fbf-858d-807d82818d8b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=fdb319fb-5379-494b-8367-3c245474b4f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0741940 Oct 27 18:15:28.263287 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db10b729-fd4b-45f9-978c-8ae60a54b39a None None] Network c95aa21c-2b56-49ff-b508-5e602b607f55 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:15:28.268153 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-db10b729-fd4b-45f9-978c-8ae60a54b39a None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:15:28.271667 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:28.274418 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-b8c54bdd-8f8b-4c12-bc59-b660600aa9ab req-54e23f35-9ce7-4b67-8500-9882b6897833 tempest-SecurityGroupsTestAdminJSON-643841106 tempest-SecurityGroupsTestAdminJSON-643841106-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:28.275914 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db10b729-fd4b-45f9-978c-8ae60a54b39a None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:15:28.279932 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db10b729-fd4b-45f9-978c-8ae60a54b39a None None] Pushing event updated for resources: {'Port': ['ID=fa48a7fc-50a2-423e-9668-9484fda95bc5,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:28.296174 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b8c54bdd-8f8b-4c12-bc59-b660600aa9ab req-54e23f35-9ce7-4b67-8500-9882b6897833 tempest-SecurityGroupsTestAdminJSON-643841106 tempest-SecurityGroupsTestAdminJSON-643841106-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.9765620 Oct 27 18:15:28.390361 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-db10b729-fd4b-45f9-978c-8ae60a54b39a None None] Attempting to bind port fa48a7fc-50a2-423e-9668-9484fda95bc5 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:15:28.390939 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-db10b729-fd4b-45f9-978c-8ae60a54b39a None None] Attempting to bind port fa48a7fc-50a2-423e-9668-9484fda95bc5 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '3b375aa3-1d2d-4300-8f4e-61c78e733512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'c95aa21c-2b56-49ff-b508-5e602b607f55'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:15:28.391526 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db10b729-fd4b-45f9-978c-8ae60a54b39a None None] Attempting to bind port fa48a7fc-50a2-423e-9668-9484fda95bc5 on network c95aa21c-2b56-49ff-b508-5e602b607f55 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:15:28.396596 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=3ed50c43-6d61-41c9-a8d3-22b06f945e91,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:28.406335 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db10b729-fd4b-45f9-978c-8ae60a54b39a None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:15:28.408859 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db10b729-fd4b-45f9-978c-8ae60a54b39a None None] Checking segment: {'id': '3b375aa3-1d2d-4300-8f4e-61c78e733512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'c95aa21c-2b56-49ff-b508-5e602b607f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:15:28.408859 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-db10b729-fd4b-45f9-978c-8ae60a54b39a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:28.408859 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db10b729-fd4b-45f9-978c-8ae60a54b39a None None] Bound using segment: {'id': '3b375aa3-1d2d-4300-8f4e-61c78e733512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'c95aa21c-2b56-49ff-b508-5e602b607f55'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:15:28.408859 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-db10b729-fd4b-45f9-978c-8ae60a54b39a None None] Bound port: fa48a7fc-50a2-423e-9668-9484fda95bc5, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b375aa3-1d2d-4300-8f4e-61c78e733512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'c95aa21c-2b56-49ff-b508-5e602b607f55'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:15:28.408859 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-db10b729-fd4b-45f9-978c-8ae60a54b39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:28.418169 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad18156-9ce4-46db-9c2d-a399a0ca014d req-21b4577a-26bb-4f6f-8b42-22132bec9de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:28.420290 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bad18156-9ce4-46db-9c2d-a399a0ca014d req-21b4577a-26bb-4f6f-8b42-22132bec9de9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=eba90f7eb0f94042b90c54cfcba6928e&device_id=fdb319fb-5379-494b-8367-3c245474b4f1 HTTP/1.1" status: 200 len: 1122 time: 0.1159718 Oct 27 18:15:28.482987 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-db10b729-fd4b-45f9-978c-8ae60a54b39a None None] For port fa48a7fc-50a2-423e-9668-9484fda95bc5, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:15:28.487126 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-db10b729-fd4b-45f9-978c-8ae60a54b39a None None] For port fa48a7fc-50a2-423e-9668-9484fda95bc5, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=fa48a7fc-50a2-423e-9668-9484fda95bc5,segment=NetworkSegment(3b375aa3-1d2d-4300-8f4e-61c78e733512),segment_id=3b375aa3-1d2d-4300-8f4e-61c78e733512)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:15:28.490519 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd646e78-1429-4643-810d-9571b10d688c x-openstack-request-id: req-bd646e78-1429-4643-810d-9571b10d688c {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:15:28.490916 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0099dd86-a5bc-46e0-8b53-4b4b50ac83e7", "name": "network-vif-plugged", "status": "completed", "tag": "3ed50c43-6d61-41c9-a8d3-22b06f945e91", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:15:28.495870 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bd646e78-1429-4643-810d-9571b10d688c {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:15:28.495870 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0099dd86-a5bc-46e0-8b53-4b4b50ac83e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed50c43-6d61-41c9-a8d3-22b06f945e91', 'code': 200} Oct 27 18:15:28.543540 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6334a261-5c3d-4471-b39d-6dee1c75db0c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:28.592513 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad18156-9ce4-46db-9c2d-a399a0ca014d req-d835a7c4-7ae6-41d4-81bc-34c50c872c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:28.594079 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bad18156-9ce4-46db-9c2d-a399a0ca014d req-d835a7c4-7ae6-41d4-81bc-34c50c872c67 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.1286659 Oct 27 18:15:28.596030 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-db10b729-fd4b-45f9-978c-8ae60a54b39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:28.623681 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-56a64366-ad1a-437c-b0ab-3c6ae430b083 req-1e58de7f-2ba1-4f3c-9d19-7f84cdd08f0b tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-27376231', 'description': 'tempest-description-1300495894'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:15:28.641569 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce2391-689a-45d3-a1a3-e757d6ae4902 req-aa5b8004-2bcf-4e66-99e0-0f9f63784acf tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:28.643166 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a5ce2391-689a-45d3-a1a3-e757d6ae4902 req-aa5b8004-2bcf-4e66-99e0-0f9f63784acf tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=0064449b-2ed8-4cca-8c0d-822fe31a16d8 HTTP/1.1" status: 200 len: 943 time: 0.0972543 Oct 27 18:15:28.655104 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bad18156-9ce4-46db-9c2d-a399a0ca014d req-9f2ad8df-0c10-4f83-aedc-67ea6a5d1fd2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=db4c5be7-73ee-45f4-98be-811daef38338 HTTP/1.1" status: 200 len: 217 time: 0.0525432 Oct 27 18:15:28.662101 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db10b729-fd4b-45f9-978c-8ae60a54b39a None None] Pushing event updated for resources: {'Port': ['ID=fa48a7fc-50a2-423e-9668-9484fda95bc5,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:28.685168 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ff5ba-7f0f-41e4-a817-ffe6ad46310a req-37985724-c61e-4e82-bc0e-a013053ba532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:28.687375 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-558ff5ba-7f0f-41e4-a817-ffe6ad46310a req-37985724-c61e-4e82-bc0e-a013053ba532 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0099dd86-a5bc-46e0-8b53-4b4b50ac83e7 HTTP/1.1" status: 200 len: 1101 time: 0.1056478 Oct 27 18:15:28.716182 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a5ce2391-689a-45d3-a1a3-e757d6ae4902 req-0bd21252-edbb-484b-9b7a-d4d6a0d34e37 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645962 Oct 27 18:15:28.740272 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-56a64366-ad1a-437c-b0ab-3c6ae430b083 req-1e58de7f-2ba1-4f3c-9d19-7f84cdd08f0b tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:28.755391 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-56a64366-ad1a-437c-b0ab-3c6ae430b083 req-1e58de7f-2ba1-4f3c-9d19-7f84cdd08f0b tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:28.758652 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-558ff5ba-7f0f-41e4-a817-ffe6ad46310a req-89a1ff7c-074f-4c8a-8dd5-cf4bfd7f033c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=0e03b250-cea2-43e7-8f43-e932d0bf4bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611017 Oct 27 18:15:28.760313 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad18156-9ce4-46db-9c2d-a399a0ca014d req-ddced5a6-ebba-4dd2-9fe7-2cc8d22249d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:28.761767 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bad18156-9ce4-46db-9c2d-a399a0ca014d req-ddced5a6-ebba-4dd2-9fe7-2cc8d22249d7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.0636177 Oct 27 18:15:28.834189 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad18156-9ce4-46db-9c2d-a399a0ca014d req-7895fb63-371e-4880-b666-755d0b707458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:28.835876 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bad18156-9ce4-46db-9c2d-a399a0ca014d req-7895fb63-371e-4880-b666-755d0b707458 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0636742 Oct 27 18:15:28.867496 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb797a-282c-4229-834a-7e309c254aeb req-91c5dfd2-34c5-4ba1-a1b0-d8f4c48b3c75 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:28.869360 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-70fb797a-282c-4229-834a-7e309c254aeb req-91c5dfd2-34c5-4ba1-a1b0-d8f4c48b3c75 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/ports?device_id=0099dd86-a5bc-46e0-8b53-4b4b50ac83e7 HTTP/1.1" status: 200 len: 950 time: 0.0737734 Oct 27 18:15:28.918995 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-56a64366-ad1a-437c-b0ab-3c6ae430b083 req-1e58de7f-2ba1-4f3c-9d19-7f84cdd08f0b tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:28.944863 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-70fb797a-282c-4229-834a-7e309c254aeb req-49196120-a014-48f1-98dd-46e482b095f0 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e03b250-cea2-43e7-8f43-e932d0bf4bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612268 Oct 27 18:15:28.979830 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-56a64366-ad1a-437c-b0ab-3c6ae430b083 req-1e58de7f-2ba1-4f3c-9d19-7f84cdd08f0b tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:29.040870 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e58de7f-2ba1-4f3c-9d19-7f84cdd08f0b tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f95ac93-4526-4467-ae3f-57aae97b07d8,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:29.085519 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6334a261-5c3d-4471-b39d-6dee1c75db0c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:29.107883 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6334a261-5c3d-4471-b39d-6dee1c75db0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:29.191273 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-56a64366-ad1a-437c-b0ab-3c6ae430b083 req-1e58de7f-2ba1-4f3c-9d19-7f84cdd08f0b tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:29.197888 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bad18156-9ce4-46db-9c2d-a399a0ca014d req-d79a951a-c6b0-44bc-993a-200a6c1bc44a service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103526 Oct 27 18:15:29.208678 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0183864-327e-4790-bee1-9d15a21ca9c0 req-9d0bfa3c-0ed4-475a-bb21-3455d4e2f5b1 tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:29.211477 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c0183864-327e-4790-bee1-9d15a21ca9c0 req-9d0bfa3c-0ed4-475a-bb21-3455d4e2f5b1 tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] 10.222.0.52 "GET /v2.0/ports?device_id=d99d6d93-8493-4419-af63-cef381d54070 HTTP/1.1" status: 200 len: 971 time: 0.0987833 Oct 27 18:15:29.255459 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c0183864-327e-4790-bee1-9d15a21ca9c0 req-01203d5c-b8ce-4e9c-b57c-c5a9148c553c tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] 10.222.0.52 "GET /v2.0/security-groups?id=36936037-7ed8-40a1-a464-e6a6365feb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377343 Oct 27 18:15:29.259458 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-56a64366-ad1a-437c-b0ab-3c6ae430b083 req-1e58de7f-2ba1-4f3c-9d19-7f84cdd08f0b tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:29.295885 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e58de7f-2ba1-4f3c-9d19-7f84cdd08f0b tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45df0031-dd0f-416c-82cd-23fffcffff0f,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:29.300885 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0064449b-2ed8-4cca-8c0d-822fe31a16d8', 'tag': '176bb84f-20a4-437b-b8d1-6f9deb1515af'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:15:29.303155 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4529b229-5580-4e17-85f4-17966d99c1b3" -d '{"events": [{"name": "network-changed", "server_uuid": "0064449b-2ed8-4cca-8c0d-822fe31a16d8", "tag": "176bb84f-20a4-437b-b8d1-6f9deb1515af"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:15:29.317911 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-6334a261-5c3d-4471-b39d-6dee1c75db0c admin admin] Allocated IP 172.25.6.54 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/84519916-ec3e-4774-8df0-ee7de3a2efb1) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:15:29.345535 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-56a64366-ad1a-437c-b0ab-3c6ae430b083 req-1e58de7f-2ba1-4f3c-9d19-7f84cdd08f0b tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:29.352468 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-56a64366-ad1a-437c-b0ab-3c6ae430b083 req-1e58de7f-2ba1-4f3c-9d19-7f84cdd08f0b tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7394114 Oct 27 18:15:29.366542 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bad18156-9ce4-46db-9c2d-a399a0ca014d req-7b2a05a9-e568-4139-8f68-2a2eac233151 service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579759 Oct 27 18:15:29.366634 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 5461f609-aafa-45bf-8aba-2bc11199336a details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:15:29.462116 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6334a261-5c3d-4471-b39d-6dee1c75db0c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:29.473519 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8e057-3e3c-4711-8d1b-6a8ea43a1e87 req-63bf5649-a6dc-408d-b6ec-3f33feaad98e tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:29.478450 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e1a8e057-3e3c-4711-8d1b-6a8ea43a1e87 req-63bf5649-a6dc-408d-b6ec-3f33feaad98e tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8c2121a-6af4-4c21-8d77-7a058c38864f HTTP/1.1" status: 200 len: 943 time: 0.0628438 Oct 27 18:15:29.494103 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 5461f609-aafa-45bf-8aba-2bc11199336a, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=5461f609-aafa-45bf-8aba-2bc11199336a,segment=NetworkSegment(32b71140-e440-46b3-9b2a-24e683b039db),segment_id=32b71140-e440-46b3-9b2a-24e683b039db)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:15:29.513810 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '5461f609-aafa-45bf-8aba-2bc11199336a', 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126', 'port_id': '5461f609-aafa-45bf-8aba-2bc11199336a', 'mac_address': 'fa:16:3e:06:08:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b6b6ba7-005f-448a-b57c-d52798a8629c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:15:29.517811 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8832d2cf-47b8-4a97-b88f-208407873be8 x-openstack-request-id: req-8832d2cf-47b8-4a97-b88f-208407873be8 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:15:29.518206 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0064449b-2ed8-4cca-8c0d-822fe31a16d8", "tag": "176bb84f-20a4-437b-b8d1-6f9deb1515af", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:15:29.518935 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8832d2cf-47b8-4a97-b88f-208407873be8 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:15:29.519419 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0064449b-2ed8-4cca-8c0d-822fe31a16d8', 'tag': '176bb84f-20a4-437b-b8d1-6f9deb1515af', 'status': 'completed', 'code': 200} Oct 27 18:15:29.528482 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e1a8e057-3e3c-4711-8d1b-6a8ea43a1e87 req-ba5ff108-ea0f-4437-a18c-3dc43e2693e1 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460479 Oct 27 18:15:29.544661 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-e6e314ee-ecfe-405c-9d01-458142d4afa4 req-796c9245-a013-4882-a974-320250964e9a tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1081998453', 'description': 'tempest-description-33100922'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:15:29.566455 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:29.580114 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5461f609-aafa-45bf-8aba-2bc11199336a {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:15:29.599705 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 5461f609-aafa-45bf-8aba-2bc11199336a, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=5461f609-aafa-45bf-8aba-2bc11199336a,segment=NetworkSegment(32b71140-e440-46b3-9b2a-24e683b039db),segment_id=32b71140-e440-46b3-9b2a-24e683b039db)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:15:29.611099 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6334a261-5c3d-4471-b39d-6dee1c75db0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:29.627095 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529b229-5580-4e17-85f4-17966d99c1b3 req-b74dd78c-4f46-4d9f-bf75-c06e3a7b4ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:29.628687 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4529b229-5580-4e17-85f4-17966d99c1b3 req-b74dd78c-4f46-4d9f-bf75-c06e3a7b4ab6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=43d2aacb3b5645edb71ed26889dd4536&device_id=0064449b-2ed8-4cca-8c0d-822fe31a16d8 HTTP/1.1" status: 200 len: 1124 time: 0.0688050 Oct 27 18:15:29.653833 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6334a261-5c3d-4471-b39d-6dee1c75db0c admin admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:15:29.657791 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-6334a261-5c3d-4471-b39d-6dee1c75db0c admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:15:29.661905 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6334a261-5c3d-4471-b39d-6dee1c75db0c admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:15:29.703388 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6334a261-5c3d-4471-b39d-6dee1c75db0c admin admin] Pushing event updated for resources: {'Port': ['ID=84519916-ec3e-4774-8df0-ee7de3a2efb1,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:29.719562 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:29.795758 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=5461f609-aafa-45bf-8aba-2bc11199336a,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:29.882539 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device fa48a7fc-50a2-423e-9668-9484fda95bc5 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:15:29.961262 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e6e314ee-ecfe-405c-9d01-458142d4afa4 req-796c9245-a013-4882-a974-320250964e9a tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:29.976005 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['5461f609-aafa-45bf-8aba-2bc11199336a'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:15:30.043687 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port fa48a7fc-50a2-423e-9668-9484fda95bc5 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:15:30.044063 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:30.133345 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529b229-5580-4e17-85f4-17966d99c1b3 req-f62b07a1-7e08-4eea-9e45-11971b503669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:30.135086 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4529b229-5580-4e17-85f4-17966d99c1b3 req-f62b07a1-7e08-4eea-9e45-11971b503669 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b HTTP/1.1" status: 200 len: 909 time: 0.4969208 Oct 27 18:15:30.145380 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab12291-da74-4e85-8f22-464eb71eab79 req-8aa18f60-2864-4447-857f-6af7cd8e5731 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:30.147525 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9ab12291-da74-4e85-8f22-464eb71eab79 req-8aa18f60-2864-4447-857f-6af7cd8e5731 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=0064449b-2ed8-4cca-8c0d-822fe31a16d8 HTTP/1.1" status: 200 len: 943 time: 0.1793301 Oct 27 18:15:30.150767 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6334a261-5c3d-4471-b39d-6dee1c75db0c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:30.186784 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d404b5a-5076-44f6-8f4b-8941123155fa None None] Network c95aa21c-2b56-49ff-b508-5e602b607f55 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:15:30.223145 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4529b229-5580-4e17-85f4-17966d99c1b3 req-0b94d708-2078-403c-ac12-d34c52f37f2b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=176bb84f-20a4-437b-b8d1-6f9deb1515af HTTP/1.1" status: 200 len: 217 time: 0.0745580 Oct 27 18:15:30.312079 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:30.316481 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e6e314ee-ecfe-405c-9d01-458142d4afa4 req-796c9245-a013-4882-a974-320250964e9a tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:30.326528 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9ab12291-da74-4e85-8f22-464eb71eab79 req-04a6e994-1fb0-44ea-89b4-0856215817d8 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176753 Oct 27 18:15:30.334610 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529b229-5580-4e17-85f4-17966d99c1b3 req-d975f0d8-84c0-424e-9b7c-3344037cdc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:30.339072 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4529b229-5580-4e17-85f4-17966d99c1b3 req-d975f0d8-84c0-424e-9b7c-3344037cdc33 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9d2e93d5-4842-4818-961f-a77ef1a8f95b HTTP/1.1" status: 200 len: 847 time: 0.1011147 Oct 27 18:15:30.346976 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-63e82711-05c1-459e-8640-7de32f2b9f1e None None] Provisioning complete for port fa48a7fc-50a2-423e-9668-9484fda95bc5 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:15:30.346976 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-63e82711-05c1-459e-8640-7de32f2b9f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:30.386040 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4529b229-5580-4e17-85f4-17966d99c1b3 req-80eb265c-38dc-4794-aa7c-ec607036cbd3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301716 Oct 27 18:15:30.387224 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e6e314ee-ecfe-405c-9d01-458142d4afa4 req-796c9245-a013-4882-a974-320250964e9a tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:30.452099 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port fa48a7fc-50a2-423e-9668-9484fda95bc5, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=fa48a7fc-50a2-423e-9668-9484fda95bc5,segment=NetworkSegment(3b375aa3-1d2d-4300-8f4e-61c78e733512),segment_id=3b375aa3-1d2d-4300-8f4e-61c78e733512)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:15:30.459148 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c9245-a013-4882-a974-320250964e9a tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b63bbe-7e23-4314-97f3-5ebd17d3ddfe,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:30.510159 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e6e314ee-ecfe-405c-9d01-458142d4afa4 req-796c9245-a013-4882-a974-320250964e9a tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:30.511438 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e6e314ee-ecfe-405c-9d01-458142d4afa4 req-796c9245-a013-4882-a974-320250964e9a tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9707365 Oct 27 18:15:30.518208 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4529b229-5580-4e17-85f4-17966d99c1b3 req-b8ee9f62-28db-4261-aedc-1f073618e591 service neutron] 10.222.0.93 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180589 Oct 27 18:15:30.546576 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-63e82711-05c1-459e-8640-7de32f2b9f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:30.547052 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743b22d-246f-4b44-80ce-c83075e5117c req-dad41339-8dc4-4751-924d-137ae4353d43 tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:30.548571 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a743b22d-246f-4b44-80ce-c83075e5117c req-dad41339-8dc4-4751-924d-137ae4353d43 tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] 10.222.0.81 "GET /v2.0/ports?device_id=d99d6d93-8493-4419-af63-cef381d54070 HTTP/1.1" status: 200 len: 971 time: 0.1147537 Oct 27 18:15:30.556866 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:30.645492 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4529b229-5580-4e17-85f4-17966d99c1b3 req-0351d73d-f360-4d15-935d-49264f2331d6 service neutron] 10.222.0.93 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175022 Oct 27 18:15:30.652893 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=fa48a7fc-50a2-423e-9668-9484fda95bc5,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:30.658074 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-63e82711-05c1-459e-8640-7de32f2b9f1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:15:30.658427 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-63e82711-05c1-459e-8640-7de32f2b9f1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:15:30.793289 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6334a261-5c3d-4471-b39d-6dee1c75db0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:30.796654 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468749bf-8416-4d30-9b32-dbc9ba69f344 req-95ce0b5b-d06d-4813-a6d2-f398dffac23a tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:30.798781 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-468749bf-8416-4d30-9b32-dbc9ba69f344 req-95ce0b5b-d06d-4813-a6d2-f398dffac23a tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/ports?device_id=0099dd86-a5bc-46e0-8b53-4b4b50ac83e7 HTTP/1.1" status: 200 len: 950 time: 0.0593622 Oct 27 18:15:30.814150 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 176bb84f-20a4-437b-b8d1-6f9deb1515af details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:15:30.887996 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-468749bf-8416-4d30-9b32-dbc9ba69f344 req-733d38ec-6352-4571-bd5c-31128b7e2ef0 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e03b250-cea2-43e7-8f43-e932d0bf4bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829365 Oct 27 18:15:30.908655 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-a743b22d-246f-4b44-80ce-c83075e5117c req-6b848190-e227-4ff2-b02e-504808664657 tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] Deleting port af37c28b-d449-4fe8-8c45-b77df5ba49f9 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:15:30.908844 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a743b22d-246f-4b44-80ce-c83075e5117c req-6b848190-e227-4ff2-b02e-504808664657 tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:30.940854 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 176bb84f-20a4-437b-b8d1-6f9deb1515af, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=176bb84f-20a4-437b-b8d1-6f9deb1515af,segment=NetworkSegment(58a88469-a6e8-4f4a-87d0-167a1bff6a8c),segment_id=58a88469-a6e8-4f4a-87d0-167a1bff6a8c)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:15:30.954245 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 176bb84f-20a4-437b-b8d1-6f9deb1515af has no active binding in host n-h1-815690-2 {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 27 18:15:30.955058 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1714dc-663b-45ca-9499-c5407364bfed req-38940fc2-f6ea-4839-93ee-c21fa96cfcdb tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:30.956839 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af1714dc-663b-45ca-9499-c5407364bfed req-38940fc2-f6ea-4839-93ee-c21fa96cfcdb tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] 10.222.0.52 "GET /v2.0/ports?device_id=d99d6d93-8493-4419-af63-cef381d54070 HTTP/1.1" status: 200 len: 971 time: 0.0870652 Oct 27 18:15:31.027972 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-a743b22d-246f-4b44-80ce-c83075e5117c req-6b848190-e227-4ff2-b02e-504808664657 tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] For port af37c28b-d449-4fe8-8c45-b77df5ba49f9, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=af37c28b-d449-4fe8-8c45-b77df5ba49f9,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:15:31.028335 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a743b22d-246f-4b44-80ce-c83075e5117c req-6b848190-e227-4ff2-b02e-504808664657 tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:31.035960 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af1714dc-663b-45ca-9499-c5407364bfed req-7da3e37c-59cf-4fd2-873f-882efd016fb9 tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] 10.222.0.52 "GET /v2.0/security-groups?id=36936037-7ed8-40a1-a464-e6a6365feb29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704775 Oct 27 18:15:31.049478 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-a743b22d-246f-4b44-80ce-c83075e5117c req-6b848190-e227-4ff2-b02e-504808664657 tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] Calling delete_port for af37c28b-d449-4fe8-8c45-b77df5ba49f9 owned by compute:tempest-test_az-455316374 {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:15:31.171379 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6334a261-5c3d-4471-b39d-6dee1c75db0c admin admin] Router 9cc9645d-25bd-4422-b666-03d7194b32fb is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:15:31.222982 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d84e338-cdec-4ab1-88d0-81c305e09f9d req-c5369df4-32d6-4d2a-bb7a-af7887c22106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:31.224495 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1d84e338-cdec-4ab1-88d0-81c305e09f9d req-c5369df4-32d6-4d2a-bb7a-af7887c22106 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=43d2aacb3b5645edb71ed26889dd4536&device_id=0064449b-2ed8-4cca-8c0d-822fe31a16d8 HTTP/1.1" status: 200 len: 1124 time: 0.1210611 Oct 27 18:15:31.247790 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2010d1-4710-4d8c-ba05-182ce87b4134 req-62785be5-e9ac-4b42-9712-a8a68b6a4fbe tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:31.249450 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9d2010d1-4710-4d8c-ba05-182ce87b4134 req-62785be5-e9ac-4b42-9712-a8a68b6a4fbe tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8c2121a-6af4-4c21-8d77-7a058c38864f HTTP/1.1" status: 200 len: 944 time: 0.1270511 Oct 27 18:15:31.320328 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-3062f278-ad43-4d1c-997e-2c0fb6bd0f38 None None] Provisioning complete for port fa48a7fc-50a2-423e-9668-9484fda95bc5 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:15:31.320761 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3062f278-ad43-4d1c-997e-2c0fb6bd0f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:31.325282 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6334a261-5c3d-4471-b39d-6dee1c75db0c admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:15:31.335314 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c486ca42-9258-430a-8130-ad42546f23c7 None None] Sync routers for ids ['9cc9645d-25bd-4422-b666-03d7194b32fb'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:15:31.349476 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fcb85564-b69e-47f9-b81b-5637b94635cc req-e77d06e5-744e-4bd3-afea-cd585f4d3be6 tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45114 time: 0.4195683 Oct 27 18:15:31.353621 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c486ca42-9258-430a-8130-ad42546f23c7 None None] Routers {'9cc9645d-25bd-4422-b666-03d7194b32fb'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:15:31.354245 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-c486ca42-9258-430a-8130-ad42546f23c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:15:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9cc9645d-25bd-4422-b666-03d7194b32fb'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:15:31.370481 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a743b22d-246f-4b44-80ce-c83075e5117c req-6b848190-e227-4ff2-b02e-504808664657 tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:31.386195 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9d2010d1-4710-4d8c-ba05-182ce87b4134 req-afc1f254-7e34-4ac1-93ec-fb7f8ae8d414 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213226 Oct 27 18:15:31.386371 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['af37c28b-d449-4fe8-8c45-b77df5ba49f9'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:15:31.387505 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 5461f609-aafa-45bf-8aba-2bc11199336a up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:15:31.411217 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b848190-e227-4ff2-b02e-504808664657 tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] Pushing event deleted for resources: {'Port': ['ID=af37c28b-d449-4fe8-8c45-b77df5ba49f9,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:31.421156 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6334a261-5c3d-4471-b39d-6dee1c75db0c admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:31.422571 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6334a261-5c3d-4471-b39d-6dee1c75db0c admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7554467 Oct 27 18:15:31.424927 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41454) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:31.487606 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d84e338-cdec-4ab1-88d0-81c305e09f9d req-284e1f36-a295-4cc8-ac1e-5c2411b05532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:31.489168 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1d84e338-cdec-4ab1-88d0-81c305e09f9d req-284e1f36-a295-4cc8-ac1e-5c2411b05532 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b HTTP/1.1" status: 200 len: 909 time: 0.2319624 Oct 27 18:15:31.571660 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1d84e338-cdec-4ab1-88d0-81c305e09f9d req-7ca4a92d-ccba-4344-a83b-c27409128913 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=176bb84f-20a4-437b-b8d1-6f9deb1515af HTTP/1.1" status: 200 len: 217 time: 0.0626073 Oct 27 18:15:31.571660 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fcb85564-b69e-47f9-b81b-5637b94635cc req-669778c3-96eb-4b46-b086-8a26352f7172 tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] 10.222.0.52 "GET /v2.0/security-groups/0e03b250-cea2-43e7-8f43-e932d0bf4bb0 HTTP/1.1" status: 200 len: 2977 time: 0.1646361 Oct 27 18:15:31.590660 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 5461f609-aafa-45bf-8aba-2bc11199336a completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:15:31.595466 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 5461f609-aafa-45bf-8aba-2bc11199336a triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:15:31.595835 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:31.604350 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-c486ca42-9258-430a-8130-ad42546f23c7 None None] Set router 9cc9645d-25bd-4422-b666-03d7194b32fb gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:15:31.610188 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-a743b22d-246f-4b44-80ce-c83075e5117c req-6b848190-e227-4ff2-b02e-504808664657 tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] No DVR routers for this DVR port af37c28b-d449-4fe8-8c45-b77df5ba49f9 on host n-h1-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:15:31.611923 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a743b22d-246f-4b44-80ce-c83075e5117c req-6b848190-e227-4ff2-b02e-504808664657 tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:31.616345 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a743b22d-246f-4b44-80ce-c83075e5117c req-6b848190-e227-4ff2-b02e-504808664657 tempest-ServerDiagnosticsNegativeTest-760033639 tempest-ServerDiagnosticsNegativeTest-760033639-project] 10.222.0.81 "DELETE /v2.0/ports/af37c28b-d449-4fe8-8c45-b77df5ba49f9 HTTP/1.1" status: 204 len: 173 time: 1.0572245 Oct 27 18:15:31.618841 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99d6d93-8493-4419-af63-cef381d54070', 'name': 'network-vif-deleted', 'tag': 'af37c28b-d449-4fe8-8c45-b77df5ba49f9'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:15:31.622389 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766b955c-cb9c-478b-9195-1e0ec0501493" -d '{"events": [{"server_uuid": "d99d6d93-8493-4419-af63-cef381d54070", "name": "network-vif-deleted", "tag": "af37c28b-d449-4fe8-8c45-b77df5ba49f9"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:15:31.760427 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:31.767216 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d84e338-cdec-4ab1-88d0-81c305e09f9d req-f73a9cd7-9460-439f-899b-d80358f2e8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:31.768936 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1d84e338-cdec-4ab1-88d0-81c305e09f9d req-f73a9cd7-9460-439f-899b-d80358f2e8b1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9d2e93d5-4842-4818-961f-a77ef1a8f95b HTTP/1.1" status: 200 len: 847 time: 0.1680207 Oct 27 18:15:31.779373 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fcb85564-b69e-47f9-b81b-5637b94635cc req-b5eaa37d-540e-427b-9f30-49b156affc28 tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] 10.222.0.52 "GET /v2.0/security-groups/0e03b250-cea2-43e7-8f43-e932d0bf4bb0 HTTP/1.1" status: 200 len: 2977 time: 0.1675570 Oct 27 18:15:31.791287 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device fa48a7fc-50a2-423e-9668-9484fda95bc5 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:15:31.819536 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c2121a-6af4-4c21-8d77-7a058c38864f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5461f609-aafa-45bf-8aba-2bc11199336a'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:15:31.822197 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49e2cfb-e210-4661-9601-22a4ae63e290" -d '{"events": [{"server_uuid": "f8c2121a-6af4-4c21-8d77-7a058c38864f", "name": "network-vif-plugged", "status": "completed", "tag": "5461f609-aafa-45bf-8aba-2bc11199336a"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:15:31.824954 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35f05b-8751-421c-87e2-dbdf63abdfaf req-42dd76a2-b836-4c82-8347-9e68f3e4e423 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:31.827650 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cb35f05b-8751-421c-87e2-dbdf63abdfaf req-42dd76a2-b836-4c82-8347-9e68f3e4e423 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdb319fb-5379-494b-8367-3c245474b4f1 HTTP/1.1" status: 200 len: 971 time: 0.2717087 Oct 27 18:15:31.843162 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 5461f609-aafa-45bf-8aba-2bc11199336a, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=5461f609-aafa-45bf-8aba-2bc11199336a,segment=NetworkSegment(32b71140-e440-46b3-9b2a-24e683b039db),segment_id=32b71140-e440-46b3-9b2a-24e683b039db)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:15:31.852153 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1d84e338-cdec-4ab1-88d0-81c305e09f9d req-f533a0d0-e7b1-43b5-967d-e905c1ba1df1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602441 Oct 27 18:15:31.864306 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port fa48a7fc-50a2-423e-9668-9484fda95bc5 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:15:31.864672 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:31.879296 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-c486ca42-9258-430a-8130-ad42546f23c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc9645d-25bd-4422-b666-03d7194b32fb', 'name': 'tempest-AttachSCSIVolumeTestJSON-424808917-router', 'tenant_id': '22773e15fdb845dfa8198283c26c1ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '84519916-ec3e-4774-8df0-ee7de3a2efb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:15:28Z', 'updated_at': '2021-10-27T18:15:29Z', 'revision_number': 3, 'project_id': '22773e15fdb845dfa8198283c26c1ddd', 'gw_port': {'id': '84519916-ec3e-4774-8df0-ee7de3a2efb1', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc9645d-25bd-4422-b666-03d7194b32fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:15:29Z', 'updated_at': '2021-10-27T18:15:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:15:31.917122 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c486ca42-9258-430a-8130-ad42546f23c7 None None] Checking router: 9cc9645d-25bd-4422-b666-03d7194b32fb for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:15:31.917468 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c486ca42-9258-430a-8130-ad42546f23c7 None None] Updating router 9cc9645d-25bd-4422-b666-03d7194b32fb port 84519916-ec3e-4774-8df0-ee7de3a2efb1 binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:15:31.937665 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:31.942548 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fcb85564-b69e-47f9-b81b-5637b94635cc req-78061891-6241-4c96-860c-d22e2c9dd7bd tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] 10.222.0.52 "GET /v2.0/security-groups/10541e6f-e4f4-4d97-b3a0-a19f320bdf30 HTTP/1.1" status: 200 len: 2973 time: 0.1620457 Oct 27 18:15:31.950682 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-c486ca42-9258-430a-8130-ad42546f23c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:31.975102 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cb35f05b-8751-421c-87e2-dbdf63abdfaf req-6a923a6f-279c-4c75-935a-7ee871bc97ab tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] 10.222.0.52 "GET /v2.0/security-groups?id=d2a78f1d-22c8-43eb-b1d8-af6414e9dc39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211197 Oct 27 18:15:32.068358 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1d84e338-cdec-4ab1-88d0-81c305e09f9d req-adc5503c-e035-47ee-96ea-d98d8d2b5e9c service neutron] 10.222.0.93 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974566 Oct 27 18:15:32.069258 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=5461f609-aafa-45bf-8aba-2bc11199336a,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:32.070181 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fcb85564-b69e-47f9-b81b-5637b94635cc req-4fb1269b-1ef8-4b42-9e94-9175060e9ee8 tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] 10.222.0.52 "GET /v2.0/security-groups/10541e6f-e4f4-4d97-b3a0-a19f320bdf30 HTTP/1.1" status: 200 len: 2973 time: 0.1108296 Oct 27 18:15:32.175848 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3e1881b5-edf2-4bcd-933e-56fa7ce8b626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:32.180980 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fcb85564-b69e-47f9-b81b-5637b94635cc req-a6b0fe15-1ac7-453f-a524-e184a75a0b6b tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] 10.222.0.52 "GET /v2.0/security-groups/36936037-7ed8-40a1-a464-e6a6365feb29 HTTP/1.1" status: 200 len: 2981 time: 0.0928288 Oct 27 18:15:32.223477 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1d84e338-cdec-4ab1-88d0-81c305e09f9d req-7d71f41a-6e69-4642-862a-c3f2a1c6ee30 service neutron] 10.222.0.93 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476910 Oct 27 18:15:32.258516 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fcb85564-b69e-47f9-b81b-5637b94635cc req-f57c8c1c-8e72-4bb7-93ad-935e35150759 tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] 10.222.0.52 "GET /v2.0/security-groups/36936037-7ed8-40a1-a464-e6a6365feb29 HTTP/1.1" status: 200 len: 2981 time: 0.0678618 Oct 27 18:15:32.275403 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-c486ca42-9258-430a-8130-ad42546f23c7 None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:32.309605 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fcb85564-b69e-47f9-b81b-5637b94635cc req-f48acfb7-79b8-4a57-8ce0-d32c1cf75142 tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] 10.222.0.52 "GET /v2.0/security-groups/38acd947-ec43-42eb-acf9-4f948a00e53f HTTP/1.1" status: 200 len: 2981 time: 0.0430467 Oct 27 18:15:32.356704 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fcb85564-b69e-47f9-b81b-5637b94635cc req-e6acb18b-8952-4019-9031-c5d991e4d355 tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] 10.222.0.52 "GET /v2.0/security-groups/38acd947-ec43-42eb-acf9-4f948a00e53f HTTP/1.1" status: 200 len: 2981 time: 0.0405302 Oct 27 18:15:32.368271 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-c486ca42-9258-430a-8130-ad42546f23c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:32.421903 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fcb85564-b69e-47f9-b81b-5637b94635cc req-8945a905-e8d0-4205-b378-60838b77440b tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] 10.222.0.52 "GET /v2.0/security-groups/3f95ac93-4526-4467-ae3f-57aae97b07d8 HTTP/1.1" status: 200 len: 2981 time: 0.0557363 Oct 27 18:15:32.425145 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-c486ca42-9258-430a-8130-ad42546f23c7 None None] Attempting to bind port 84519916-ec3e-4774-8df0-ee7de3a2efb1 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:15:32.425524 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-c486ca42-9258-430a-8130-ad42546f23c7 None None] Attempting to bind port 84519916-ec3e-4774-8df0-ee7de3a2efb1 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:15:32.425891 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c486ca42-9258-430a-8130-ad42546f23c7 None None] Attempting to bind port 84519916-ec3e-4774-8df0-ee7de3a2efb1 on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:15:32.435588 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea338844-ff96-4bf4-8593-f70888c4188e None None] Pushing event updated for resources: {'Port': ['ID=84519916-ec3e-4774-8df0-ee7de3a2efb1,revision_number=2']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:32.437996 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c486ca42-9258-430a-8130-ad42546f23c7 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:15:32.438373 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c486ca42-9258-430a-8130-ad42546f23c7 None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:15:32.438782 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-c486ca42-9258-430a-8130-ad42546f23c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:32.439220 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c486ca42-9258-430a-8130-ad42546f23c7 None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:15:32.439695 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-c486ca42-9258-430a-8130-ad42546f23c7 None None] Bound port: 84519916-ec3e-4774-8df0-ee7de3a2efb1, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:15:32.440093 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-c486ca42-9258-430a-8130-ad42546f23c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:32.471456 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea338844-ff96-4bf4-8593-f70888c4188e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:32.471817 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea338844-ff96-4bf4-8593-f70888c4188e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:32.472146 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea338844-ff96-4bf4-8593-f70888c4188e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:32.472486 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea338844-ff96-4bf4-8593-f70888c4188e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:32.475492 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea338844-ff96-4bf4-8593-f70888c4188e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:32.475492 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea338844-ff96-4bf4-8593-f70888c4188e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:32.475492 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea338844-ff96-4bf4-8593-f70888c4188e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:32.475492 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea338844-ff96-4bf4-8593-f70888c4188e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:32.475492 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea338844-ff96-4bf4-8593-f70888c4188e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:32.475492 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea338844-ff96-4bf4-8593-f70888c4188e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:32.475492 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea338844-ff96-4bf4-8593-f70888c4188e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:32.475492 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea338844-ff96-4bf4-8593-f70888c4188e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:32.476334 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea338844-ff96-4bf4-8593-f70888c4188e None None] Tracked resource versions report: Oct 27 18:15:32.476334 n-d-815690-2 neutron-server[102881]: pushed versions: Oct 27 18:15:32.476334 n-d-815690-2 neutron-server[102881]: { 'AddressGroup': {'1.2'}, Oct 27 18:15:32.476334 n-d-815690-2 neutron-server[102881]: 'ConntrackHelper': {'1.0'}, Oct 27 18:15:32.476334 n-d-815690-2 neutron-server[102881]: 'Log': {'1.0'}, Oct 27 18:15:32.476334 n-d-815690-2 neutron-server[102881]: 'Network': {'1.1'}, Oct 27 18:15:32.476334 n-d-815690-2 neutron-server[102881]: 'Port': {'1.7'}, Oct 27 18:15:32.476334 n-d-815690-2 neutron-server[102881]: 'PortForwarding': {'1.2'}, Oct 27 18:15:32.476334 n-d-815690-2 neutron-server[102881]: 'QosPolicy': {'1.10'}, Oct 27 18:15:32.476334 n-d-815690-2 neutron-server[102881]: 'SecurityGroup': {'1.4'}, Oct 27 18:15:32.476334 n-d-815690-2 neutron-server[102881]: 'SecurityGroupRule': {'1.2'}, Oct 27 18:15:32.476334 n-d-815690-2 neutron-server[102881]: 'SubPort': {'1.0'}, Oct 27 18:15:32.476334 n-d-815690-2 neutron-server[102881]: 'Subnet': {'1.1'}, Oct 27 18:15:32.476334 n-d-815690-2 neutron-server[102881]: 'Trunk': {'1.1'}} Oct 27 18:15:32.476334 n-d-815690-2 neutron-server[102881]: consumer versions: Oct 27 18:15:32.476334 n-d-815690-2 neutron-server[102881]: { DHCP agent@n-d-815690-2: {}, Oct 27 18:15:32.476334 n-d-815690-2 neutron-server[102881]: HyperV agent@n-h1-815690-2: {}, Oct 27 18:15:32.476334 n-d-815690-2 neutron-server[102881]: HyperV agent@n-h2-815690-2: {}, Oct 27 18:15:32.476334 n-d-815690-2 neutron-server[102881]: L3 agent@n-d-815690-2: {}, Oct 27 18:15:32.476334 n-d-815690-2 neutron-server[102881]: Metadata agent@n-d-815690-2: {}, Oct 27 18:15:32.476334 n-d-815690-2 neutron-server[102881]: Metering agent@n-d-815690-2: {}, Oct 27 18:15:32.476334 n-d-815690-2 neutron-server[102881]: Open vSwitch agent@n-d-815690-2: { 'AddressGroup': '1.2', Oct 27 18:15:32.476334 n-d-815690-2 neutron-server[102881]: 'ConntrackHelper': '1.0', Oct 27 18:15:32.476334 n-d-815690-2 neutron-server[102881]: 'Log': '1.0', Oct 27 18:15:32.476334 n-d-815690-2 neutron-server[102881]: 'Network': '1.1', Oct 27 18:15:32.476334 n-d-815690-2 neutron-server[102881]: 'Port': '1.7', Oct 27 18:15:32.476334 n-d-815690-2 neutron-server[102881]: 'PortForwarding': '1.2', Oct 27 18:15:32.476334 n-d-815690-2 neutron-server[102881]: 'QosPolicy': '1.10', Oct 27 18:15:32.476334 n-d-815690-2 neutron-server[102881]: 'SecurityGroup': '1.4', Oct 27 18:15:32.476334 n-d-815690-2 neutron-server[102881]: 'SecurityGroupRule': '1.2', Oct 27 18:15:32.476334 n-d-815690-2 neutron-server[102881]: 'SubPort': '1.0', Oct 27 18:15:32.476334 n-d-815690-2 neutron-server[102881]: 'Subnet': '1.1', Oct 27 18:15:32.476334 n-d-815690-2 neutron-server[102881]: 'Trunk': '1.1'}} Oct 27 18:15:32.476334 n-d-815690-2 neutron-server[102881]: {{(pid=102881) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 18:15:32.507725 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fcb85564-b69e-47f9-b81b-5637b94635cc req-f7479142-4b41-43bc-9a44-a8e4d6faad4d tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] 10.222.0.52 "GET /v2.0/security-groups/3f95ac93-4526-4467-ae3f-57aae97b07d8 HTTP/1.1" status: 200 len: 2981 time: 0.0824072 Oct 27 18:15:32.524390 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-c486ca42-9258-430a-8130-ad42546f23c7 None None] For port 84519916-ec3e-4774-8df0-ee7de3a2efb1, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:15:32.528182 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-c486ca42-9258-430a-8130-ad42546f23c7 None None] For port 84519916-ec3e-4774-8df0-ee7de3a2efb1, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=84519916-ec3e-4774-8df0-ee7de3a2efb1,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:15:32.563556 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24dec91-56de-47d3-8fed-3c7e789ab07d req-7aa73d20-f1cc-413b-bf31-aa30146569c3 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:32.565057 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b24dec91-56de-47d3-8fed-3c7e789ab07d req-7aa73d20-f1cc-413b-bf31-aa30146569c3 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] 10.222.0.81 "GET /v2.0/ports?device_id=fdb319fb-5379-494b-8367-3c245474b4f1 HTTP/1.1" status: 200 len: 971 time: 0.0911992 Oct 27 18:15:32.585653 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fcb85564-b69e-47f9-b81b-5637b94635cc req-125e1c59-0e27-4295-a5fb-3821f7c030ae tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] 10.222.0.52 "GET /v2.0/security-groups/4a05ce53-df4d-4206-9d3f-5d0abc8237ed HTTP/1.1" status: 200 len: 2977 time: 0.0768785 Oct 27 18:15:32.595383 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e935f-a37d-4acf-b811-a004dbab0246 req-51397ee0-347b-41e2-b79c-58cccd36a013 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:32.596884 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c81e935f-a37d-4acf-b811-a004dbab0246 req-51397ee0-347b-41e2-b79c-58cccd36a013 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=0064449b-2ed8-4cca-8c0d-822fe31a16d8 HTTP/1.1" status: 200 len: 943 time: 0.0859635 Oct 27 18:15:32.599377 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-c486ca42-9258-430a-8130-ad42546f23c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:32.655006 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea338844-ff96-4bf4-8593-f70888c4188e None None] Pushing event updated for resources: {'Port': ['ID=84519916-ec3e-4774-8df0-ee7de3a2efb1,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:32.669721 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-3e1881b5-edf2-4bcd-933e-56fa7ce8b626 admin admin] Allocated IP 172.20.0.1 (c95aa21c-2b56-49ff-b508-5e602b607f55/47c0891d-c13f-4c95-b5db-616fb81da54f/06fc558f-9175-486a-bb1f-b7cc7ef3e2ee) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:15:32.679978 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c486ca42-9258-430a-8130-ad42546f23c7 None None] Routers {'9cc9645d-25bd-4422-b666-03d7194b32fb'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:15:32.680995 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-c486ca42-9258-430a-8130-ad42546f23c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:15:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9cc9645d-25bd-4422-b666-03d7194b32fb'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:15:32.700494 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fcb85564-b69e-47f9-b81b-5637b94635cc req-97d66fb4-8d34-468a-9d0b-904af685c6f9 tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] 10.222.0.52 "GET /v2.0/security-groups/4a05ce53-df4d-4206-9d3f-5d0abc8237ed HTTP/1.1" status: 200 len: 2977 time: 0.0928278 Oct 27 18:15:32.743034 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c81e935f-a37d-4acf-b811-a004dbab0246 req-7acbac77-4b21-41a8-9325-c109a94176dc tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799019 Oct 27 18:15:32.758580 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-b24dec91-56de-47d3-8fed-3c7e789ab07d req-62583757-fd0f-441c-ab87-42e6d3e9c2a5 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] Deleting port db4c5be7-73ee-45f4-98be-811daef38338 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:15:32.758885 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b24dec91-56de-47d3-8fed-3c7e789ab07d req-62583757-fd0f-441c-ab87-42e6d3e9c2a5 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:32.797853 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fcb85564-b69e-47f9-b81b-5637b94635cc req-58ffd186-197b-4ffa-bcdf-5074cbce6935 tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] 10.222.0.52 "GET /v2.0/security-groups/51dd0998-c274-4c80-a9e4-0eb8630a0877 HTTP/1.1" status: 200 len: 2981 time: 0.0958407 Oct 27 18:15:32.805039 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-c486ca42-9258-430a-8130-ad42546f23c7 None None] Set router 9cc9645d-25bd-4422-b666-03d7194b32fb gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:15:32.841899 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3e1881b5-edf2-4bcd-933e-56fa7ce8b626 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:32.895078 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fcb85564-b69e-47f9-b81b-5637b94635cc req-d2a90186-3743-48fe-879b-ffb7d72bb10a tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] 10.222.0.52 "GET /v2.0/security-groups/51dd0998-c274-4c80-a9e4-0eb8630a0877 HTTP/1.1" status: 200 len: 2981 time: 0.0961478 Oct 27 18:15:32.906464 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-b24dec91-56de-47d3-8fed-3c7e789ab07d req-62583757-fd0f-441c-ab87-42e6d3e9c2a5 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] For port db4c5be7-73ee-45f4-98be-811daef38338, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=db4c5be7-73ee-45f4-98be-811daef38338,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:15:32.906941 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b24dec91-56de-47d3-8fed-3c7e789ab07d req-62583757-fd0f-441c-ab87-42e6d3e9c2a5 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:32.923933 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-fcf45680-2146-485c-a593-89e9977ad500 service neutron] 10.222.0.93 "GET /v2.0/ports/176bb84f-20a4-437b-b8d1-6f9deb1515af/bindings/n-h1-815690-2 HTTP/1.1" status: 200 len: 384 time: 0.1182687 Oct 27 18:15:32.930408 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-b24dec91-56de-47d3-8fed-3c7e789ab07d req-62583757-fd0f-441c-ab87-42e6d3e9c2a5 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] Calling delete_port for db4c5be7-73ee-45f4-98be-811daef38338 owned by compute:tempest-test_az-455316374 {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:15:32.982503 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185b7255-3b65-4807-aaec-e848e7b90dc8 x-openstack-request-id: req-185b7255-3b65-4807-aaec-e848e7b90dc8 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:15:32.983134 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99d6d93-8493-4419-af63-cef381d54070", "name": "network-vif-deleted", "tag": "af37c28b-d449-4fe8-8c45-b77df5ba49f9", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:15:32.983808 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-185b7255-3b65-4807-aaec-e848e7b90dc8 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:15:32.984206 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99d6d93-8493-4419-af63-cef381d54070', 'name': 'network-vif-deleted', 'tag': 'af37c28b-d449-4fe8-8c45-b77df5ba49f9', 'status': 'completed', 'code': 200} Oct 27 18:15:32.985544 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fcb85564-b69e-47f9-b81b-5637b94635cc req-879dcac2-8f6f-4bf4-8afa-6f76586a9a54 tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] 10.222.0.52 "GET /v2.0/security-groups/69d853ee-4d9a-4c21-853c-b56155e6a212 HTTP/1.1" status: 200 len: 2981 time: 0.0895357 Oct 27 18:15:33.001601 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17040345-af80-4049-9e2f-4ae3cd937548 x-openstack-request-id: req-17040345-af80-4049-9e2f-4ae3cd937548 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:15:33.002115 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8c2121a-6af4-4c21-8d77-7a058c38864f", "name": "network-vif-plugged", "status": "completed", "tag": "5461f609-aafa-45bf-8aba-2bc11199336a", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:15:33.002201 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-17040345-af80-4049-9e2f-4ae3cd937548 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:15:33.002537 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8c2121a-6af4-4c21-8d77-7a058c38864f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5461f609-aafa-45bf-8aba-2bc11199336a', 'code': 200} Oct 27 18:15:33.024992 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3e1881b5-edf2-4bcd-933e-56fa7ce8b626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:33.083773 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1881b5-edf2-4bcd-933e-56fa7ce8b626 admin admin] Network c95aa21c-2b56-49ff-b508-5e602b607f55 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:15:33.092625 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fcb85564-b69e-47f9-b81b-5637b94635cc req-e14c09ce-44d4-48df-81cd-50dcab233da2 tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] 10.222.0.52 "GET /v2.0/security-groups/69d853ee-4d9a-4c21-853c-b56155e6a212 HTTP/1.1" status: 200 len: 2981 time: 0.1054893 Oct 27 18:15:33.111205 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-3e1881b5-edf2-4bcd-933e-56fa7ce8b626 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:15:33.115469 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1881b5-edf2-4bcd-933e-56fa7ce8b626 admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:15:33.161851 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1881b5-edf2-4bcd-933e-56fa7ce8b626 admin admin] Pushing event updated for resources: {'Port': ['ID=06fc558f-9175-486a-bb1f-b7cc7ef3e2ee,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:33.169411 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3e1881b5-edf2-4bcd-933e-56fa7ce8b626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:33.190391 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-c486ca42-9258-430a-8130-ad42546f23c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc9645d-25bd-4422-b666-03d7194b32fb', 'name': 'tempest-AttachSCSIVolumeTestJSON-424808917-router', 'tenant_id': '22773e15fdb845dfa8198283c26c1ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '84519916-ec3e-4774-8df0-ee7de3a2efb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:15:28Z', 'updated_at': '2021-10-27T18:15:29Z', 'revision_number': 3, 'project_id': '22773e15fdb845dfa8198283c26c1ddd', 'gw_port': {'id': '84519916-ec3e-4774-8df0-ee7de3a2efb1', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc9645d-25bd-4422-b666-03d7194b32fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:15:29Z', 'updated_at': '2021-10-27T18:15:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:15:33.233195 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c486ca42-9258-430a-8130-ad42546f23c7 None None] The sync data for ids ['9cc9645d-25bd-4422-b666-03d7194b32fb'] in n-d-815690-2 is: [{'id': '9cc9645d-25bd-4422-b666-03d7194b32fb', 'name': 'tempest-AttachSCSIVolumeTestJSON-424808917-router', 'tenant_id': '22773e15fdb845dfa8198283c26c1ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '84519916-ec3e-4774-8df0-ee7de3a2efb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:15:28Z', 'updated_at': '2021-10-27T18:15:29Z', 'revision_number': 3, 'project_id': '22773e15fdb845dfa8198283c26c1ddd', 'gw_port': {'id': '84519916-ec3e-4774-8df0-ee7de3a2efb1', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc9645d-25bd-4422-b666-03d7194b32fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:15:29Z', 'updated_at': '2021-10-27T18:15:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:15:33.277642 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f515c-639c-4683-ba58-0d812c8e1499 req-fe59b3ed-04b4-4ef1-913d-19fc68298123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:33.280986 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2e9f515c-639c-4683-ba58-0d812c8e1499 req-fe59b3ed-04b4-4ef1-913d-19fc68298123 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f8c2121a-6af4-4c21-8d77-7a058c38864f HTTP/1.1" status: 200 len: 1096 time: 0.1859128 Oct 27 18:15:33.286501 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fcb85564-b69e-47f9-b81b-5637b94635cc req-21ba41c6-0410-4f7e-b787-5191dd59f422 tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] 10.222.0.52 "GET /v2.0/security-groups/830eb307-0e6a-47dc-891f-2f249ed089bb HTTP/1.1" status: 200 len: 2981 time: 0.1927772 Oct 27 18:15:33.383522 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b24dec91-56de-47d3-8fed-3c7e789ab07d req-62583757-fd0f-441c-ab87-42e6d3e9c2a5 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:33.395996 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['db4c5be7-73ee-45f4-98be-811daef38338'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:15:33.403450 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-7b6c8311-e4bf-44e5-beec-45361f74f53e service neutron] For port 176bb84f-20a4-437b-b8d1-6f9deb1515af, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=176bb84f-20a4-437b-b8d1-6f9deb1515af,segment=NetworkSegment(58a88469-a6e8-4f4a-87d0-167a1bff6a8c),segment_id=58a88469-a6e8-4f4a-87d0-167a1bff6a8c)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:15:33.430908 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fcb85564-b69e-47f9-b81b-5637b94635cc req-ef08e4c9-66d7-4a71-b687-362f2ac8601a tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] 10.222.0.52 "GET /v2.0/security-groups/830eb307-0e6a-47dc-891f-2f249ed089bb HTTP/1.1" status: 200 len: 2981 time: 0.1198015 Oct 27 18:15:33.432885 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62583757-fd0f-441c-ab87-42e6d3e9c2a5 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] Pushing event deleted for resources: {'Port': ['ID=db4c5be7-73ee-45f4-98be-811daef38338,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:33.441807 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2e9f515c-639c-4683-ba58-0d812c8e1499 req-7b425f19-ba7c-4754-8b82-15815317e0c5 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334944 Oct 27 18:15:33.454679 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996cba86-6501-4da7-a1e2-5b24a17af8eb req-4da2e4ee-3be3-4bb8-8350-5b2d9a0c3b0e tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:33.462894 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-996cba86-6501-4da7-a1e2-5b24a17af8eb req-4da2e4ee-3be3-4bb8-8350-5b2d9a0c3b0e tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8c2121a-6af4-4c21-8d77-7a058c38864f HTTP/1.1" status: 200 len: 945 time: 0.2049036 Oct 27 18:15:33.470913 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-c9a4e756-96e4-4cb4-ba27-54ebd497a754 None None] Provisioning complete for port 06fc558f-9175-486a-bb1f-b7cc7ef3e2ee triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:15:33.471368 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24dec91-56de-47d3-8fed-3c7e789ab07d req-62583757-fd0f-441c-ab87-42e6d3e9c2a5 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] No DVR routers for this DVR port db4c5be7-73ee-45f4-98be-811daef38338 on host n-h1-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:15:33.475581 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b24dec91-56de-47d3-8fed-3c7e789ab07d req-62583757-fd0f-441c-ab87-42e6d3e9c2a5 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:33.479388 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b24dec91-56de-47d3-8fed-3c7e789ab07d req-62583757-fd0f-441c-ab87-42e6d3e9c2a5 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] 10.222.0.81 "DELETE /v2.0/ports/db4c5be7-73ee-45f4-98be-811daef38338 HTTP/1.1" status: 204 len: 173 time: 0.9038851 Oct 27 18:15:33.480103 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c9a4e756-96e4-4cb4-ba27-54ebd497a754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:33.490697 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-7b6c8311-e4bf-44e5-beec-45361f74f53e service neutron] For port 176bb84f-20a4-437b-b8d1-6f9deb1515af, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:15:33.518851 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3e1881b5-edf2-4bcd-933e-56fa7ce8b626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:33.544820 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-c9a4e756-96e4-4cb4-ba27-54ebd497a754 None None] Port 06fc558f-9175-486a-bb1f-b7cc7ef3e2ee cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:15:33.659447 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-996cba86-6501-4da7-a1e2-5b24a17af8eb req-d5e589ac-5eb5-4c27-92bf-afca913b895a tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955826 Oct 27 18:15:33.661895 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-7b6c8311-e4bf-44e5-beec-45361f74f53e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 176bb84f-20a4-437b-b8d1-6f9deb1515af {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:15:33.667543 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fcb85564-b69e-47f9-b81b-5637b94635cc req-017bfaef-1483-452d-84a2-eb1a4a96cc20 tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] 10.222.0.52 "GET /v2.0/security-groups/8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb HTTP/1.1" status: 200 len: 2977 time: 0.2026269 Oct 27 18:15:33.710253 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-7b6c8311-e4bf-44e5-beec-45361f74f53e service neutron] For port 176bb84f-20a4-437b-b8d1-6f9deb1515af, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=176bb84f-20a4-437b-b8d1-6f9deb1515af,segment=NetworkSegment(58a88469-a6e8-4f4a-87d0-167a1bff6a8c),segment_id=58a88469-a6e8-4f4a-87d0-167a1bff6a8c)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:15:33.834630 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-7b6c8311-e4bf-44e5-beec-45361f74f53e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:33.841572 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 84519916-ec3e-4774-8df0-ee7de3a2efb1 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:15:33.878668 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fcb85564-b69e-47f9-b81b-5637b94635cc req-a4a3e8bf-8b14-44b1-ba25-1697dc20edcd tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] 10.222.0.52 "GET /v2.0/security-groups/8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb HTTP/1.1" status: 200 len: 2977 time: 0.1857738 Oct 27 18:15:33.889823 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3e1881b5-edf2-4bcd-933e-56fa7ce8b626 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:33.922051 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41476) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:33.951110 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 84519916-ec3e-4774-8df0-ee7de3a2efb1 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:15:33.951110 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:33.963217 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845cfde2-66a3-4ccb-a710-45946f2be0ac req-e549b52d-0362-4c19-b33d-388bc82d9901 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:33.965573 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-845cfde2-66a3-4ccb-a710-45946f2be0ac req-e549b52d-0362-4c19-b33d-388bc82d9901 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/ports?device_id=0099dd86-a5bc-46e0-8b53-4b4b50ac83e7 HTTP/1.1" status: 200 len: 950 time: 0.1353166 Oct 27 18:15:33.974046 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3e1881b5-edf2-4bcd-933e-56fa7ce8b626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:34.076140 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3e1881b5-edf2-4bcd-933e-56fa7ce8b626 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:34.092953 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fcb85564-b69e-47f9-b81b-5637b94635cc req-bd2fdaff-147b-4b68-a24b-013f469a234d tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] 10.222.0.52 "GET /v2.0/security-groups/d2a78f1d-22c8-43eb-b1d8-af6414e9dc39 HTTP/1.1" status: 200 len: 2977 time: 0.1781976 Oct 27 18:15:34.097339 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-7b6c8311-e4bf-44e5-beec-45361f74f53e service neutron] Transition to ACTIVE for port object 176bb84f-20a4-437b-b8d1-6f9deb1515af will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:15:34.116152 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-845cfde2-66a3-4ccb-a710-45946f2be0ac req-690ea01a-c3d2-4711-94a4-188195c40c48 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e03b250-cea2-43e7-8f43-e932d0bf4bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400137 Oct 27 18:15:34.202544 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1881b5-edf2-4bcd-933e-56fa7ce8b626 admin admin] Pushing event updated for resources: {'Port': ['ID=06fc558f-9175-486a-bb1f-b7cc7ef3e2ee,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:34.212152 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-7b6c8311-e4bf-44e5-beec-45361f74f53e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:34.240508 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-43737538-426b-4532-8f6d-f51aebeb0a40 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=18fb22d42a194fdb9308530ed75857c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3158760 Oct 27 18:15:34.243190 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1881b5-edf2-4bcd-933e-56fa7ce8b626 admin admin] Network c95aa21c-2b56-49ff-b508-5e602b607f55 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:15:34.243774 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41484) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:34.274532 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:34.281490 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-3e1881b5-edf2-4bcd-933e-56fa7ce8b626 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:15:34.282491 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fcb85564-b69e-47f9-b81b-5637b94635cc req-4db84c69-010d-4958-931d-a72e3cf3327a tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] 10.222.0.52 "GET /v2.0/security-groups/d2a78f1d-22c8-43eb-b1d8-af6414e9dc39 HTTP/1.1" status: 200 len: 2977 time: 0.1818550 Oct 27 18:15:34.336246 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 84519916-ec3e-4774-8df0-ee7de3a2efb1, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=84519916-ec3e-4774-8df0-ee7de3a2efb1,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:15:34.409367 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b838cc1a-482f-42bd-a57d-e0da57ebf97b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:34.438942 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:34.454764 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b838cc1a-482f-42bd-a57d-e0da57ebf97b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:34.478882 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:15:34.527886 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=84519916-ec3e-4774-8df0-ee7de3a2efb1,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:34.546671 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1881b5-edf2-4bcd-933e-56fa7ce8b626 admin admin] Router 9cc9645d-25bd-4422-b666-03d7194b32fb has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:15:34.629285 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a5ee60b1-e93d-4d2a-b089-54ee0aa9b10c req-6d74a0a4-7b2d-48df-bbed-4de401437091 tempest-AggregatesAdminTestJSON-1693241245 tempest-AggregatesAdminTestJSON-1693241245-project] 10.222.0.52 "GET /v2.0/ports?device_id=fdb319fb-5379-494b-8367-3c245474b4f1 HTTP/1.1" status: 200 len: 210 time: 0.3181419 Oct 27 18:15:34.644672 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b838cc1a-482f-42bd-a57d-e0da57ebf97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:34.647978 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b838cc1a-482f-42bd-a57d-e0da57ebf97b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:34.652134 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b838cc1a-482f-42bd-a57d-e0da57ebf97b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/36936037-7ed8-40a1-a464-e6a6365feb29 HTTP/1.1" status: 204 len: 168 time: 0.4042349 Oct 27 18:15:34.663405 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-7b6c8311-e4bf-44e5-beec-45361f74f53e service neutron] No DVR routers for this DVR port 176bb84f-20a4-437b-b8d1-6f9deb1515af on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:15:34.664226 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838cc1a-482f-42bd-a57d-e0da57ebf97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36936037-7ed8-40a1-a464-e6a6365feb29,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:34.665734 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6c8311-e4bf-44e5-beec-45361f74f53e service neutron] Pushing event updated for resources: {'Port': ['ID=176bb84f-20a4-437b-b8d1-6f9deb1515af,revision_number=10']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:34.722126 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-3eb32716-63de-467d-a8b4-f968339d29c9 None None] Provisioning complete for port 06fc558f-9175-486a-bb1f-b7cc7ef3e2ee triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:15:34.725511 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3eb32716-63de-467d-a8b4-f968339d29c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:34.726157 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fcb85564-b69e-47f9-b81b-5637b94635cc req-f3122ab8-81ad-4091-89b5-4083fa38b597 tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] 10.222.0.52 "GET /v2.0/security-groups/ddfe33ae-a895-477a-84bd-31c1f719b08a HTTP/1.1" status: 200 len: 2981 time: 0.4218988 Oct 27 18:15:34.741687 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-7b6c8311-e4bf-44e5-beec-45361f74f53e service neutron] 10.222.0.93 "PUT /v2.0/ports/176bb84f-20a4-437b-b8d1-6f9deb1515af/bindings/n-h1-815690-2/activate HTTP/1.1" status: 200 len: 369 time: 1.8091674 Oct 27 18:15:34.743189 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1881b5-edf2-4bcd-933e-56fa7ce8b626 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:15:34.751754 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3e1881b5-edf2-4bcd-933e-56fa7ce8b626 admin admin] 10.222.0.52 "PUT /v2.0/routers/9cc9645d-25bd-4422-b666-03d7194b32fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3257203 Oct 27 18:15:34.780420 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-3eb32716-63de-467d-a8b4-f968339d29c9 None None] Port 06fc558f-9175-486a-bb1f-b7cc7ef3e2ee cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:15:34.849526 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767a8ea-5910-45cf-90fa-31cf13afc59a req-719b96be-4607-46b4-b372-a7f618afc894 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:34.851031 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c767a8ea-5910-45cf-90fa-31cf13afc59a req-719b96be-4607-46b4-b372-a7f618afc894 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=0064449b-2ed8-4cca-8c0d-822fe31a16d8 HTTP/1.1" status: 200 len: 944 time: 0.1090643 Oct 27 18:15:34.854588 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fcb85564-b69e-47f9-b81b-5637b94635cc req-f378803c-6972-4a44-af36-b32acbb16418 tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] 10.222.0.52 "GET /v2.0/security-groups/ddfe33ae-a895-477a-84bd-31c1f719b08a HTTP/1.1" status: 200 len: 2981 time: 0.1137288 Oct 27 18:15:34.861167 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device db4c5be7-73ee-45f4-98be-811daef38338 no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:15:34.883209 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] No Port match for: db4c5be7-73ee-45f4-98be-811daef38338 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:15:34.886441 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device db4c5be7-73ee-45f4-98be-811daef38338 not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:15:34.886441 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device af37c28b-d449-4fe8-8c45-b77df5ba49f9 no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:15:34.911656 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] No Port match for: af37c28b-d449-4fe8-8c45-b77df5ba49f9 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:15:34.919122 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device af37c28b-d449-4fe8-8c45-b77df5ba49f9 not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:15:34.919430 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-39295f0a-21da-4d62-89b1-ff734fbb3b1c tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:34.919430 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-39295f0a-21da-4d62-89b1-ff734fbb3b1c tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0064449b-2ed8-4cca-8c0d-822fe31a16d8&tenant_id=43d2aacb3b5645edb71ed26889dd4536&binding%3Ahost_id=n-h2-815690-2 HTTP/1.1" status: 200 len: 1095 time: 0.0557046 Oct 27 18:15:34.943755 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c767a8ea-5910-45cf-90fa-31cf13afc59a req-c7ea6eef-e4cf-4122-a47e-3d3c4df081bf tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771484 Oct 27 18:15:34.947143 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fcb85564-b69e-47f9-b81b-5637b94635cc req-688d4030-b084-43ff-b6da-bacbaf5c7496 tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] 10.222.0.52 "GET /v2.0/security-groups/fe7b47d0-b2d2-4513-ad4b-681a95d750a0 HTTP/1.1" status: 200 len: 2981 time: 0.0816679 Oct 27 18:15:34.986701 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb319fb-5379-494b-8367-3c245474b4f1', 'name': 'network-vif-deleted', 'tag': 'db4c5be7-73ee-45f4-98be-811daef38338'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:15:34.989733 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d1d333-c716-4e43-b38c-9f9a21eb7fd1" -d '{"events": [{"server_uuid": "fdb319fb-5379-494b-8367-3c245474b4f1", "name": "network-vif-deleted", "tag": "db4c5be7-73ee-45f4-98be-811daef38338"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:15:35.008571 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fcb85564-b69e-47f9-b81b-5637b94635cc req-8e5d5aad-c0b5-45f9-9e42-446ae29d5e14 tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] 10.222.0.52 "GET /v2.0/security-groups/fe7b47d0-b2d2-4513-ad4b-681a95d750a0 HTTP/1.1" status: 200 len: 2981 time: 0.0505986 Oct 27 18:15:35.016770 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-6311f7d8-ac69-47c5-8f4f-9cdcc5cdf748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:35.018629 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-6311f7d8-ac69-47c5-8f4f-9cdcc5cdf748 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0064449b-2ed8-4cca-8c0d-822fe31a16d8&tenant_id=43d2aacb3b5645edb71ed26889dd4536 HTTP/1.1" status: 200 len: 1095 time: 0.0923452 Oct 27 18:15:35.093753 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fcb85564-b69e-47f9-b81b-5637b94635cc req-7dcb7d0a-41bf-4dc5-9ca7-1394a9efa5de tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] 10.222.0.52 "GET /v2.0/security-groups/fe817307-caf4-4e2b-8ebc-15042e277840 HTTP/1.1" status: 200 len: 2981 time: 0.0761013 Oct 27 18:15:35.108231 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-64c4d8f8-b1af-46ac-a510-0adc552cb019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:35.108231 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-64c4d8f8-b1af-46ac-a510-0adc552cb019 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=43d2aacb3b5645edb71ed26889dd4536&device_id=0064449b-2ed8-4cca-8c0d-822fe31a16d8 HTTP/1.1" status: 200 len: 1095 time: 0.0613692 Oct 27 18:15:35.141605 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fcb85564-b69e-47f9-b81b-5637b94635cc req-66e39005-631d-4132-93a7-3de5d154102e tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] 10.222.0.52 "GET /v2.0/security-groups/fe817307-caf4-4e2b-8ebc-15042e277840 HTTP/1.1" status: 200 len: 2981 time: 0.0408361 Oct 27 18:15:35.230493 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-df418d0b-d9fa-4c84-a607-76b57f49c3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:35.232875 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-df418d0b-d9fa-4c84-a607-76b57f49c3fd service neutron] 10.222.0.81 "GET /v2.0/networks?id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b HTTP/1.1" status: 200 len: 909 time: 0.1171401 Oct 27 18:15:35.269821 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d16907-7ee1-4f59-9612-f9fe3102f094 req-18282435-ba29-40d8-ab7f-c7efe34f7819 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:35.280022 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-16d16907-7ee1-4f59-9612-f9fe3102f094 req-18282435-ba29-40d8-ab7f-c7efe34f7819 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8c2121a-6af4-4c21-8d77-7a058c38864f HTTP/1.1" status: 200 len: 945 time: 0.0699310 Oct 27 18:15:35.280143 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-63f50f46-1664-4e46-9261-43488965cec3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=176bb84f-20a4-437b-b8d1-6f9deb1515af HTTP/1.1" status: 200 len: 217 time: 0.0395451 Oct 27 18:15:35.319448 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-16d16907-7ee1-4f59-9612-f9fe3102f094 req-3cbb2796-1822-43d2-8a98-c6b3b1c791b3 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407350 Oct 27 18:15:35.337503 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-b884bf9a-e701-4f01-acaf-92e59145945f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:35.339120 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-b884bf9a-e701-4f01-acaf-92e59145945f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9d2e93d5-4842-4818-961f-a77ef1a8f95b HTTP/1.1" status: 200 len: 847 time: 0.0521069 Oct 27 18:15:35.380308 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-8a73ab09-c496-4e43-ae06-cc6e4bfce8a6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281584 Oct 27 18:15:35.380308 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba42a7b9-aeb9-4872-b3e6-82da51ebca55 x-openstack-request-id: req-ba42a7b9-aeb9-4872-b3e6-82da51ebca55 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:15:35.380308 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb319fb-5379-494b-8367-3c245474b4f1", "name": "network-vif-deleted", "tag": "db4c5be7-73ee-45f4-98be-811daef38338", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:15:35.380308 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ba42a7b9-aeb9-4872-b3e6-82da51ebca55 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:15:35.380308 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb319fb-5379-494b-8367-3c245474b4f1', 'name': 'network-vif-deleted', 'tag': 'db4c5be7-73ee-45f4-98be-811daef38338', 'status': 'completed', 'code': 200} Oct 27 18:15:35.496476 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41512) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:35.501838 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4513e953-23fb-48ad-9398-ba72b7bd8642 req-2660f90d-3c0e-4aa0-88b4-7ced4308accf tempest-SecurityGroupsTestAdminJSON-643841106 tempest-SecurityGroupsTestAdminJSON-643841106-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e636b214fd264c74b7b04b64402d06a1 HTTP/1.1" status: 200 len: 6102 time: 0.1134539 Oct 27 18:15:35.513736 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-20777b8c-c562-47b1-978b-9b46730a7250 service neutron] 10.222.0.81 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238706 Oct 27 18:15:35.514907 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-aa223420-c2b4-4dbc-81a6-9013b5ba50bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:35.553904 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4513e953-23fb-48ad-9398-ba72b7bd8642 req-06636b74-290d-4056-9119-9c4b5a102271 tempest-SecurityGroupsTestAdminJSON-643841106 tempest-SecurityGroupsTestAdminJSON-643841106-project] 10.222.0.52 "GET /v2.0/security-groups/fe817307-caf4-4e2b-8ebc-15042e277840 HTTP/1.1" status: 200 len: 2981 time: 0.0448599 Oct 27 18:15:35.636795 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4513e953-23fb-48ad-9398-ba72b7bd8642 req-7c0c33db-c1fd-4a11-94bd-15decce856fa tempest-SecurityGroupsTestAdminJSON-643841106 tempest-SecurityGroupsTestAdminJSON-643841106-project] 10.222.0.52 "GET /v2.0/security-groups/fe817307-caf4-4e2b-8ebc-15042e277840 HTTP/1.1" status: 200 len: 2981 time: 0.0624216 Oct 27 18:15:35.667986 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-16710cf9-1c0a-4069-b3fe-af392db64bb0 service neutron] 10.222.0.81 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444850 Oct 27 18:15:35.696321 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-aa223420-c2b4-4dbc-81a6-9013b5ba50bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:35.754556 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 84519916-ec3e-4774-8df0-ee7de3a2efb1 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:15:35.796765 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-aa223420-c2b4-4dbc-81a6-9013b5ba50bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:35.810883 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 84519916-ec3e-4774-8df0-ee7de3a2efb1 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:15:35.810883 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:35.845343 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343bb1b-efb8-40be-aa1c-d34fab5c42a5 req-8b7a86c8-bb02-4645-a36f-3c7aaf05936d tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:35.852150 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4343bb1b-efb8-40be-aa1c-d34fab5c42a5 req-8b7a86c8-bb02-4645-a36f-3c7aaf05936d tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/ports?device_id=0099dd86-a5bc-46e0-8b53-4b4b50ac83e7 HTTP/1.1" status: 200 len: 950 time: 0.1171935 Oct 27 18:15:35.870258 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41526) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:35.875387 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-aa223420-c2b4-4dbc-81a6-9013b5ba50bf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1fb1e082a45f4d14aeffc35aaafee1c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3778234 Oct 27 18:15:35.884434 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa223420-c2b4-4dbc-81a6-9013b5ba50bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632aa658-b065-40c5-a95a-346b6184fd5b,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:35.896495 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41528) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:35.915701 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-7696fa39-89fd-4eec-b87d-30c1b8367938 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-716903912-network', 'tenant_id': 'ec88986c7eac443d86cfc3440cb5a80c'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:15:35.959725 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4343bb1b-efb8-40be-aa1c-d34fab5c42a5 req-29dd124a-a31a-4654-a1aa-ad3ec0574db6 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/security-groups?id=0e03b250-cea2-43e7-8f43-e932d0bf4bb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990980 Oct 27 18:15:36.009949 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-385df3a7-392c-448f-9182-bf166def468f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:36.041913 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7696fa39-89fd-4eec-b87d-30c1b8367938 admin admin] Made reservation on behalf of ec88986c7eac443d86cfc3440cb5a80c for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:15:36.043991 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-385df3a7-392c-448f-9182-bf166def468f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:36.044244 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7696fa39-89fd-4eec-b87d-30c1b8367938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:36.056653 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7696fa39-89fd-4eec-b87d-30c1b8367938 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:36.187763 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab4168-7b72-46eb-b9c9-bc417018a36d req-e38ebdda-c789-4306-b174-4671b52593a8 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:36.189406 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1ab4168-7b72-46eb-b9c9-bc417018a36d req-e38ebdda-c789-4306-b174-4671b52593a8 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f8c2121a-6af4-4c21-8d77-7a058c38864f HTTP/1.1" status: 200 len: 1096 time: 0.0478325 Oct 27 18:15:36.211191 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cfea84-ddfe-4cbb-b8c0-e6ea1e52c9db None None] Sync routers for ids ['9cc9645d-25bd-4422-b666-03d7194b32fb'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:15:36.212381 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-385df3a7-392c-448f-9182-bf166def468f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:36.216861 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-385df3a7-392c-448f-9182-bf166def468f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:36.219250 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-385df3a7-392c-448f-9182-bf166def468f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/632aa658-b065-40c5-a95a-346b6184fd5b HTTP/1.1" status: 204 len: 168 time: 0.3370843 Oct 27 18:15:36.228715 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cfea84-ddfe-4cbb-b8c0-e6ea1e52c9db None None] Routers {'9cc9645d-25bd-4422-b666-03d7194b32fb'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:15:36.229514 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-b2cfea84-ddfe-4cbb-b8c0-e6ea1e52c9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:15:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9cc9645d-25bd-4422-b666-03d7194b32fb'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:15:36.236312 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385df3a7-392c-448f-9182-bf166def468f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632aa658-b065-40c5-a95a-346b6184fd5b,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:36.243500 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-e2aa9b27-00f1-4f4a-913c-b7185a1d48d7 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:36.249236 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-e2aa9b27-00f1-4f4a-913c-b7185a1d48d7 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0064449b-2ed8-4cca-8c0d-822fe31a16d8&tenant_id=43d2aacb3b5645edb71ed26889dd4536&binding%3Ahost_id=n-h1-815690-2 HTTP/1.1" status: 200 len: 1095 time: 0.0756338 Oct 27 18:15:36.253091 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1ab4168-7b72-46eb-b9c9-bc417018a36d req-7964ae43-78b2-4bee-b7d0-2fffbd6a662b tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574851 Oct 27 18:15:36.362843 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6a448982-2fc4-48c0-9ae0-37470e7cec71 req-0bc7b100-2880-4ff6-8a07-6dadd7405330 tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] 10.222.0.52 "GET /v2.0/security-groups/f7b63bbe-7e23-4314-97f3-5ebd17d3ddfe HTTP/1.1" status: 200 len: 1776 time: 0.0463212 Oct 27 18:15:36.379143 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7696fa39-89fd-4eec-b87d-30c1b8367938 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:36.430736 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-b2cfea84-ddfe-4cbb-b8c0-e6ea1e52c9db None None] Set router 9cc9645d-25bd-4422-b666-03d7194b32fb gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:15:36.476295 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-6a448982-2fc4-48c0-9ae0-37470e7cec71 req-391070ac-4942-4150-a6e8-4a9ac004eb3b tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:36.536133 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-6a448982-2fc4-48c0-9ae0-37470e7cec71 req-391070ac-4942-4150-a6e8-4a9ac004eb3b tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:36.568279 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293eb66-5691-4180-bd6a-e2a3bab672ee req-43644541-067a-4e19-876b-36eb45e25978 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:36.569958 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8293eb66-5691-4180-bd6a-e2a3bab672ee req-43644541-067a-4e19-876b-36eb45e25978 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=0064449b-2ed8-4cca-8c0d-822fe31a16d8 HTTP/1.1" status: 200 len: 944 time: 0.0909033 Oct 27 18:15:36.585942 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7696fa39-89fd-4eec-b87d-30c1b8367938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:36.621106 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7696fa39-89fd-4eec-b87d-30c1b8367938 admin admin] vlan segment allocate from pool success with {'vlan_id': 1030, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:15:36.636432 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8293eb66-5691-4180-bd6a-e2a3bab672ee req-2566992f-8a65-43f9-a47d-36e1dbf9d2eb tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539272 Oct 27 18:15:36.643961 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696fa39-89fd-4eec-b87d-30c1b8367938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c163a9-5d15-4c94-b89f-2547625f9f3e,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:36.653332 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7696fa39-89fd-4eec-b87d-30c1b8367938 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:36.653776 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7696fa39-89fd-4eec-b87d-30c1b8367938 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:36.654527 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7696fa39-89fd-4eec-b87d-30c1b8367938 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:36.654527 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7696fa39-89fd-4eec-b87d-30c1b8367938 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:36.654720 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7696fa39-89fd-4eec-b87d-30c1b8367938 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:36.655112 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7696fa39-89fd-4eec-b87d-30c1b8367938 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:36.655591 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7696fa39-89fd-4eec-b87d-30c1b8367938 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:36.655909 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7696fa39-89fd-4eec-b87d-30c1b8367938 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:36.656941 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7696fa39-89fd-4eec-b87d-30c1b8367938 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:36.657253 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7696fa39-89fd-4eec-b87d-30c1b8367938 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:36.657506 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7696fa39-89fd-4eec-b87d-30c1b8367938 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:36.657849 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7696fa39-89fd-4eec-b87d-30c1b8367938 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:36.667800 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-ab1c6f86-30a1-43cf-8537-241aeaa267ee service neutron] For port 176bb84f-20a4-437b-b8d1-6f9deb1515af, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:15:36.671558 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-ab1c6f86-30a1-43cf-8537-241aeaa267ee service neutron] Publish callbacks [] for binding, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:36.672685 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-882fd7d2-f665-4d37-8d01-5089eb720795 req-ab1c6f86-30a1-43cf-8537-241aeaa267ee service neutron] 10.222.0.81 "DELETE /v2.0/ports/176bb84f-20a4-437b-b8d1-6f9deb1515af/bindings/n-h2-815690-2 HTTP/1.1" status: 204 len: 173 time: 0.4131305 Oct 27 18:15:36.685153 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-6a448982-2fc4-48c0-9ae0-37470e7cec71 req-391070ac-4942-4150-a6e8-4a9ac004eb3b tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:36.691815 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-6a448982-2fc4-48c0-9ae0-37470e7cec71 req-391070ac-4942-4150-a6e8-4a9ac004eb3b tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:36.695435 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6a448982-2fc4-48c0-9ae0-37470e7cec71 req-391070ac-4942-4150-a6e8-4a9ac004eb3b tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] 10.222.0.52 "DELETE /v2.0/security-groups/f7b63bbe-7e23-4314-97f3-5ebd17d3ddfe HTTP/1.1" status: 204 len: 173 time: 0.3218355 Oct 27 18:15:36.703397 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7696fa39-89fd-4eec-b87d-30c1b8367938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:36.703907 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-7696fa39-89fd-4eec-b87d-30c1b8367938 admin admin] Added segment e32e95b2-ac4c-4071-8a7e-5d6854e16b2c of type vlan for network afa0e2f5-6779-4ce9-8988-0460e4e4af06 Oct 27 18:15:36.723925 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391070ac-4942-4150-a6e8-4a9ac004eb3b tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b63bbe-7e23-4314-97f3-5ebd17d3ddfe,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:36.776476 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-b2cfea84-ddfe-4cbb-b8c0-e6ea1e52c9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc9645d-25bd-4422-b666-03d7194b32fb', 'name': 'tempest-AttachSCSIVolumeTestJSON-424808917-router', 'tenant_id': '22773e15fdb845dfa8198283c26c1ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '84519916-ec3e-4774-8df0-ee7de3a2efb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:15:28Z', 'updated_at': '2021-10-27T18:15:33Z', 'revision_number': 4, 'project_id': '22773e15fdb845dfa8198283c26c1ddd', 'gw_port': {'id': '84519916-ec3e-4774-8df0-ee7de3a2efb1', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc9645d-25bd-4422-b666-03d7194b32fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:15:29Z', 'updated_at': '2021-10-27T18:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '06fc558f-9175-486a-bb1f-b7cc7ef3e2ee', 'name': '', 'network_id': 'c95aa21c-2b56-49ff-b508-5e602b607f55', 'tenant_id': '22773e15fdb845dfa8198283c26c1ddd', 'mac_address': 'fa:16:3e:4e:32:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc9645d-25bd-4422-b666-03d7194b32fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '47c0891d-c13f-4c95-b5db-616fb81da54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:15:32Z', 'updated_at': '2021-10-27T18:15:33Z', 'revision_number': 2, 'project_id': '22773e15fdb845dfa8198283c26c1ddd', 'subnets': [{'id': '47c0891d-c13f-4c95-b5db-616fb81da54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:15:36.800323 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7696fa39-89fd-4eec-b87d-30c1b8367938 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:36.814807 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e119983-7161-4e71-afb9-5910a65693f7 req-eb88dec6-7c90-43f6-97db-befd2e716671 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:36.814807 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8e119983-7161-4e71-afb9-5910a65693f7 req-eb88dec6-7c90-43f6-97db-befd2e716671 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f8c2121a-6af4-4c21-8d77-7a058c38864f HTTP/1.1" status: 200 len: 1096 time: 0.1028914 Oct 27 18:15:36.833746 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a0469-c348-4b3f-b2a1-6c6b785f597b req-70b4816c-1c2c-41a9-897c-4d5809aa5e62 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:36.835309 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ac0a0469-c348-4b3f-b2a1-6c6b785f597b req-70b4816c-1c2c-41a9-897c-4d5809aa5e62 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.93 "GET /v2.0/ports?device_id=0099dd86-a5bc-46e0-8b53-4b4b50ac83e7 HTTP/1.1" status: 200 len: 950 time: 0.1127055 Oct 27 18:15:36.840036 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cfea84-ddfe-4cbb-b8c0-e6ea1e52c9db None None] Checking router: 9cc9645d-25bd-4422-b666-03d7194b32fb for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:15:36.840036 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cfea84-ddfe-4cbb-b8c0-e6ea1e52c9db None None] Updating router 9cc9645d-25bd-4422-b666-03d7194b32fb port 06fc558f-9175-486a-bb1f-b7cc7ef3e2ee binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:15:36.881789 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b2cfea84-ddfe-4cbb-b8c0-e6ea1e52c9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:36.958073 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8e119983-7161-4e71-afb9-5910a65693f7 req-42f363cf-c96b-41ca-b7c2-85a5e1b09083 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213942 Oct 27 18:15:36.978993 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-ac0a0469-c348-4b3f-b2a1-6c6b785f597b req-f4f883ff-2ad1-457e-959e-19a081ec9a5d tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Deleting port 3ed50c43-6d61-41c9-a8d3-22b06f945e91 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:15:36.979341 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ac0a0469-c348-4b3f-b2a1-6c6b785f597b req-f4f883ff-2ad1-457e-959e-19a081ec9a5d tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:37.116833 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-795abd70-6bd7-457d-9598-b9e09df1be69 req-e519d921-9987-4099-a472-5c6e58f8d09d tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] 10.222.0.52 "GET /v2.0/security-groups/45df0031-dd0f-416c-82cd-23fffcffff0f HTTP/1.1" status: 200 len: 1776 time: 0.0704262 Oct 27 18:15:37.197544 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-ac0a0469-c348-4b3f-b2a1-6c6b785f597b req-f4f883ff-2ad1-457e-959e-19a081ec9a5d tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] For port 3ed50c43-6d61-41c9-a8d3-22b06f945e91, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=3ed50c43-6d61-41c9-a8d3-22b06f945e91,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:15:37.202204 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ac0a0469-c348-4b3f-b2a1-6c6b785f597b req-f4f883ff-2ad1-457e-959e-19a081ec9a5d tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:37.249086 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-ac0a0469-c348-4b3f-b2a1-6c6b785f597b req-f4f883ff-2ad1-457e-959e-19a081ec9a5d tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Calling delete_port for 3ed50c43-6d61-41c9-a8d3-22b06f945e91 owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:15:37.262221 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41572) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:37.331380 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7696fa39-89fd-4eec-b87d-30c1b8367938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:37.332416 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7696fa39-89fd-4eec-b87d-30c1b8367938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:37.333066 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7696fa39-89fd-4eec-b87d-30c1b8367938 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:37.345163 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3764391-7946-461b-8e59-c07a1a6593d2 req-15eb9d7d-53bd-4f78-bc6b-2607bc9c281b tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:37.346949 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c3764391-7946-461b-8e59-c07a1a6593d2 req-15eb9d7d-53bd-4f78-bc6b-2607bc9c281b tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=0064449b-2ed8-4cca-8c0d-822fe31a16d8 HTTP/1.1" status: 200 len: 1095 time: 0.1208599 Oct 27 18:15:37.347623 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-795abd70-6bd7-457d-9598-b9e09df1be69 req-72785ad8-78c6-462b-8995-8726bdf568a4 tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:37.370528 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b2cfea84-ddfe-4cbb-b8c0-e6ea1e52c9db None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:37.405634 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-795abd70-6bd7-457d-9598-b9e09df1be69 req-72785ad8-78c6-462b-8995-8726bdf568a4 tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:37.412147 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696fa39-89fd-4eec-b87d-30c1b8367938 admin admin] Pushing event updated for resources: {'Network': ['ID=afa0e2f5-6779-4ce9-8988-0460e4e4af06,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:37.420944 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 176bb84f-20a4-437b-b8d1-6f9deb1515af no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:15:37.445773 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network afa0e2f5-6779-4ce9-8988-0460e4e4af06 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:15:37.451811 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b2cfea84-ddfe-4cbb-b8c0-e6ea1e52c9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:37.461838 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c3764391-7946-461b-8e59-c07a1a6593d2 req-e00aaa56-bc60-4bca-aa1e-e2da9f15ebf0 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029887 Oct 27 18:15:37.494566 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7696fa39-89fd-4eec-b87d-30c1b8367938 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5893764 Oct 27 18:15:37.494566 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41580) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:37.506798 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5ddb6e7f-638c-4299-b906-0eb2cedeb1ea admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=eba90f7eb0f94042b90c54cfcba6928e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2414916 Oct 27 18:15:37.511153 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41582) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:37.526422 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-4effe72d-3afd-4f86-a344-2ef3b15b6386 admin admin] Request body: {'subnet': {'network_id': 'afa0e2f5-6779-4ce9-8988-0460e4e4af06', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-716903912-subnet', 'tenant_id': 'ec88986c7eac443d86cfc3440cb5a80c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:15:37.567475 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-795abd70-6bd7-457d-9598-b9e09df1be69 req-72785ad8-78c6-462b-8995-8726bdf568a4 tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:37.570881 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-795abd70-6bd7-457d-9598-b9e09df1be69 req-72785ad8-78c6-462b-8995-8726bdf568a4 tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:37.583642 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-795abd70-6bd7-457d-9598-b9e09df1be69 req-72785ad8-78c6-462b-8995-8726bdf568a4 tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] 10.222.0.52 "DELETE /v2.0/security-groups/45df0031-dd0f-416c-82cd-23fffcffff0f HTTP/1.1" status: 204 len: 173 time: 0.4513001 Oct 27 18:15:37.618759 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72785ad8-78c6-462b-8995-8726bdf568a4 tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45df0031-dd0f-416c-82cd-23fffcffff0f,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:37.635494 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f7531-1e73-44dc-9aa0-2485a3b914ab None None] Pushing event updated for resources: {'Port': ['ID=06fc558f-9175-486a-bb1f-b7cc7ef3e2ee,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:37.642141 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 176bb84f-20a4-437b-b8d1-6f9deb1515af not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:15:37.682496 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4effe72d-3afd-4f86-a344-2ef3b15b6386 admin admin] Made reservation on behalf of ec88986c7eac443d86cfc3440cb5a80c for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:15:37.684909 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4effe72d-3afd-4f86-a344-2ef3b15b6386 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:37.732788 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ac0a0469-c348-4b3f-b2a1-6c6b785f597b req-f4f883ff-2ad1-457e-959e-19a081ec9a5d tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:37.739249 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72785ad8-78c6-462b-8995-8726bdf568a4 tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:37.739496 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72785ad8-78c6-462b-8995-8726bdf568a4 tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:37.739994 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72785ad8-78c6-462b-8995-8726bdf568a4 tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:37.740499 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72785ad8-78c6-462b-8995-8726bdf568a4 tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:37.740984 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72785ad8-78c6-462b-8995-8726bdf568a4 tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:37.741652 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72785ad8-78c6-462b-8995-8726bdf568a4 tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:37.742447 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72785ad8-78c6-462b-8995-8726bdf568a4 tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:37.743138 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72785ad8-78c6-462b-8995-8726bdf568a4 tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:37.743660 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72785ad8-78c6-462b-8995-8726bdf568a4 tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:37.744532 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72785ad8-78c6-462b-8995-8726bdf568a4 tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:37.745027 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72785ad8-78c6-462b-8995-8726bdf568a4 tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:37.745524 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72785ad8-78c6-462b-8995-8726bdf568a4 tempest-SecurityGroupsTestAdminJSON-983420244 tempest-SecurityGroupsTestAdminJSON-983420244-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:15:37.748509 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-b2cfea84-ddfe-4cbb-b8c0-e6ea1e52c9db None None] Attempting to bind port 06fc558f-9175-486a-bb1f-b7cc7ef3e2ee on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:15:37.748962 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-b2cfea84-ddfe-4cbb-b8c0-e6ea1e52c9db None None] Attempting to bind port 06fc558f-9175-486a-bb1f-b7cc7ef3e2ee by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '3b375aa3-1d2d-4300-8f4e-61c78e733512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'c95aa21c-2b56-49ff-b508-5e602b607f55'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:15:37.749330 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cfea84-ddfe-4cbb-b8c0-e6ea1e52c9db None None] Attempting to bind port 06fc558f-9175-486a-bb1f-b7cc7ef3e2ee on network c95aa21c-2b56-49ff-b508-5e602b607f55 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:15:37.751734 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['3ed50c43-6d61-41c9-a8d3-22b06f945e91'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:15:37.773845 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ef750dd2-4783-4901-a28f-6eac7bd609f3 req-11c1b185-fb48-4d8a-90ab-6f33b6d70b33 tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.52 "GET /v2.0/ports?device_id=0099dd86-a5bc-46e0-8b53-4b4b50ac83e7 HTTP/1.1" status: 200 len: 210 time: 0.1697273 Oct 27 18:15:37.797315 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cfea84-ddfe-4cbb-b8c0-e6ea1e52c9db None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:15:37.798630 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cfea84-ddfe-4cbb-b8c0-e6ea1e52c9db None None] Checking segment: {'id': '3b375aa3-1d2d-4300-8f4e-61c78e733512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'c95aa21c-2b56-49ff-b508-5e602b607f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:15:37.802585 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b2cfea84-ddfe-4cbb-b8c0-e6ea1e52c9db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:37.802585 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cfea84-ddfe-4cbb-b8c0-e6ea1e52c9db None None] Bound using segment: {'id': '3b375aa3-1d2d-4300-8f4e-61c78e733512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'c95aa21c-2b56-49ff-b508-5e602b607f55'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:15:37.802585 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-b2cfea84-ddfe-4cbb-b8c0-e6ea1e52c9db None None] Bound port: 06fc558f-9175-486a-bb1f-b7cc7ef3e2ee, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b375aa3-1d2d-4300-8f4e-61c78e733512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'c95aa21c-2b56-49ff-b508-5e602b607f55'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:15:37.802585 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b2cfea84-ddfe-4cbb-b8c0-e6ea1e52c9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:37.804057 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-42d077d4-7672-42fd-ad75-1af09fe91231 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:37.876055 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-42d077d4-7672-42fd-ad75-1af09fe91231 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:37.945417 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f883ff-2ad1-457e-959e-19a081ec9a5d tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Pushing event deleted for resources: {'Port': ['ID=3ed50c43-6d61-41c9-a8d3-22b06f945e91,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:37.956927 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-b2cfea84-ddfe-4cbb-b8c0-e6ea1e52c9db None None] For port 06fc558f-9175-486a-bb1f-b7cc7ef3e2ee, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:15:37.962416 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-b2cfea84-ddfe-4cbb-b8c0-e6ea1e52c9db None None] For port 06fc558f-9175-486a-bb1f-b7cc7ef3e2ee, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=06fc558f-9175-486a-bb1f-b7cc7ef3e2ee,segment=NetworkSegment(3b375aa3-1d2d-4300-8f4e-61c78e733512),segment_id=3b375aa3-1d2d-4300-8f4e-61c78e733512)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:15:38.015893 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0a0469-c348-4b3f-b2a1-6c6b785f597b req-f4f883ff-2ad1-457e-959e-19a081ec9a5d tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] No DVR routers for this DVR port 3ed50c43-6d61-41c9-a8d3-22b06f945e91 on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:15:38.021602 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-81fe6395-973d-4cd7-8c0e-1207dca1617b req-6d73d404-da20-464f-96a9-9f86dbb40bef service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:15:38.022784 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-81fe6395-973d-4cd7-8c0e-1207dca1617b req-6d73d404-da20-464f-96a9-9f86dbb40bef service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0082290 Oct 27 18:15:38.029762 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ac0a0469-c348-4b3f-b2a1-6c6b785f597b req-f4f883ff-2ad1-457e-959e-19a081ec9a5d tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:38.033885 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ac0a0469-c348-4b3f-b2a1-6c6b785f597b req-f4f883ff-2ad1-457e-959e-19a081ec9a5d tempest-DeleteServersAdminTestJSON-567815231 tempest-DeleteServersAdminTestJSON-567815231-project] 10.222.0.93 "DELETE /v2.0/ports/3ed50c43-6d61-41c9-a8d3-22b06f945e91 HTTP/1.1" status: 204 len: 173 time: 1.1887341 Oct 27 18:15:38.034363 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0099dd86-a5bc-46e0-8b53-4b4b50ac83e7', 'name': 'network-vif-deleted', 'tag': '3ed50c43-6d61-41c9-a8d3-22b06f945e91'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:15:38.037303 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cd9a79-0606-4484-8400-3a4d84af17b2" -d '{"events": [{"server_uuid": "0099dd86-a5bc-46e0-8b53-4b4b50ac83e7", "name": "network-vif-deleted", "tag": "3ed50c43-6d61-41c9-a8d3-22b06f945e91"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:15:38.049881 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9682ca93-cf41-4298-962c-7a0358818583 req-7a25e17a-ab33-4564-b4be-f498ca707e0e tempest-SecurityGroupsTestAdminJSON-643841106 tempest-SecurityGroupsTestAdminJSON-643841106-project] 10.222.0.52 "GET /v2.0/security-groups/fd5c059a-d49b-4f02-b72c-f7b3a3c47617 HTTP/1.1" status: 200 len: 1778 time: 0.1945078 Oct 27 18:15:38.067678 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b2cfea84-ddfe-4cbb-b8c0-e6ea1e52c9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:38.080575 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-247beb8b-72c1-4797-a844-19e9c30f9201 None None] Provisioning complete for port 06fc558f-9175-486a-bb1f-b7cc7ef3e2ee triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:15:38.080946 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-247beb8b-72c1-4797-a844-19e9c30f9201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:38.120665 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-9682ca93-cf41-4298-962c-7a0358818583 req-f9534e75-9f4e-44b2-ae92-1527ebcb6ebd tempest-SecurityGroupsTestAdminJSON-643841106 tempest-SecurityGroupsTestAdminJSON-643841106-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:38.158660 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-9682ca93-cf41-4298-962c-7a0358818583 req-f9534e75-9f4e-44b2-ae92-1527ebcb6ebd tempest-SecurityGroupsTestAdminJSON-643841106 tempest-SecurityGroupsTestAdminJSON-643841106-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:38.187055 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4effe72d-3afd-4f86-a344-2ef3b15b6386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:38.241087 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cfea84-ddfe-4cbb-b8c0-e6ea1e52c9db None None] Routers {'9cc9645d-25bd-4422-b666-03d7194b32fb'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:15:38.241746 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-b2cfea84-ddfe-4cbb-b8c0-e6ea1e52c9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:15:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9cc9645d-25bd-4422-b666-03d7194b32fb'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:15:38.246329 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f7531-1e73-44dc-9aa0-2485a3b914ab None None] Pushing event updated for resources: {'Port': ['ID=06fc558f-9175-486a-bb1f-b7cc7ef3e2ee,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:38.266842 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-42d077d4-7672-42fd-ad75-1af09fe91231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:38.270499 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-42d077d4-7672-42fd-ad75-1af09fe91231 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:38.270660 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4effe72d-3afd-4f86-a344-2ef3b15b6386 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e67e3ae-04ae-4801-9d8e-bec3ed53b294,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:38.275934 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-42d077d4-7672-42fd-ad75-1af09fe91231 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d2a78f1d-22c8-43eb-b1d8-af6414e9dc39 HTTP/1.1" status: 204 len: 168 time: 0.7610707 Oct 27 18:15:38.296574 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4effe72d-3afd-4f86-a344-2ef3b15b6386 admin admin] Checking segment: {'id': 'e32e95b2-ac4c-4071-8a7e-5d6854e16b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'afa0e2f5-6779-4ce9-8988-0460e4e4af06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:15:38.296939 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4effe72d-3afd-4f86-a344-2ef3b15b6386 admin admin] Network hostable DHCP agents. Network: afa0e2f5-6779-4ce9-8988-0460e4e4af06, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:15:38.328680 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-9682ca93-cf41-4298-962c-7a0358818583 req-f9534e75-9f4e-44b2-ae92-1527ebcb6ebd tempest-SecurityGroupsTestAdminJSON-643841106 tempest-SecurityGroupsTestAdminJSON-643841106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:38.337119 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-9682ca93-cf41-4298-962c-7a0358818583 req-f9534e75-9f4e-44b2-ae92-1527ebcb6ebd tempest-SecurityGroupsTestAdminJSON-643841106 tempest-SecurityGroupsTestAdminJSON-643841106-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:38.338507 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9682ca93-cf41-4298-962c-7a0358818583 req-f9534e75-9f4e-44b2-ae92-1527ebcb6ebd tempest-SecurityGroupsTestAdminJSON-643841106 tempest-SecurityGroupsTestAdminJSON-643841106-project] 10.222.0.52 "DELETE /v2.0/security-groups/fd5c059a-d49b-4f02-b72c-f7b3a3c47617 HTTP/1.1" status: 204 len: 173 time: 0.2782285 Oct 27 18:15:38.345672 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d077d4-7672-42fd-ad75-1af09fe91231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a78f1d-22c8-43eb-b1d8-af6414e9dc39,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:38.378735 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9534e75-9f4e-44b2-ae92-1527ebcb6ebd tempest-SecurityGroupsTestAdminJSON-643841106 tempest-SecurityGroupsTestAdminJSON-643841106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5c059a-d49b-4f02-b72c-f7b3a3c47617,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:38.379745 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4effe72d-3afd-4f86-a344-2ef3b15b6386 admin admin] Network afa0e2f5-6779-4ce9-8988-0460e4e4af06 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:15:38.465632 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-4effe72d-3afd-4f86-a344-2ef3b15b6386 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, afa0e2f5-6779-4ce9-8988-0460e4e4af06) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:15:38.472456 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4effe72d-3afd-4f86-a344-2ef3b15b6386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:38.473068 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4effe72d-3afd-4f86-a344-2ef3b15b6386 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:38.480025 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9be9b0-1dcc-4f4d-8c20-f2a25e35af04 None None] Network afa0e2f5-6779-4ce9-8988-0460e4e4af06 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:15:38.535675 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-247beb8b-72c1-4797-a844-19e9c30f9201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:38.553584 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4effe72d-3afd-4f86-a344-2ef3b15b6386 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0564027 Oct 27 18:15:38.556151 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41624) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:38.558533 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-b2cfea84-ddfe-4cbb-b8c0-e6ea1e52c9db None None] Set router 9cc9645d-25bd-4422-b666-03d7194b32fb gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:15:38.561097 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-a489d20c-ad01-4bd2-96c5-b93c345c9547 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-716903912-router', 'tenant_id': 'ec88986c7eac443d86cfc3440cb5a80c', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:15:38.606142 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-88234b14-4c4a-4f43-a4ac-4ed58ee2cf05 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:38.608159 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-88234b14-4c4a-4f43-a4ac-4ed58ee2cf05 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/networks?id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b HTTP/1.1" status: 200 len: 807 time: 0.1756461 Oct 27 18:15:38.627351 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-e99d3632-0471-4b2c-9194-8a2f0d830ae2 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/quotas/43d2aacb3b5645edb71ed26889dd4536 HTTP/1.1" status: 200 len: 375 time: 0.0127621 Oct 27 18:15:38.650099 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-247beb8b-72c1-4797-a844-19e9c30f9201 None None] For port 06fc558f-9175-486a-bb1f-b7cc7ef3e2ee, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=06fc558f-9175-486a-bb1f-b7cc7ef3e2ee,segment=NetworkSegment(3b375aa3-1d2d-4300-8f4e-61c78e733512),segment_id=3b375aa3-1d2d-4300-8f4e-61c78e733512)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:15:38.659928 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a489d20c-ad01-4bd2-96c5-b93c345c9547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:38.661025 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a489d20c-ad01-4bd2-96c5-b93c345c9547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:38.693708 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-ed6e639f-3c99-42ec-8696-c0d0f3b8315c tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=43d2aacb3b5645edb71ed26889dd4536&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0616217 Oct 27 18:15:38.720175 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a489d20c-ad01-4bd2-96c5-b93c345c9547 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:38.801700 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-247beb8b-72c1-4797-a844-19e9c30f9201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:38.809814 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-6770d4f2-558a-4b4c-8d71-a5e908e91ff3 service neutron] 10.222.0.52 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034620 Oct 27 18:15:38.989642 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-524a48c1-7d55-442c-bc8c-f9ecc7ee8b4f service neutron] 10.222.0.52 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676707 Oct 27 18:15:39.012853 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247beb8b-72c1-4797-a844-19e9c30f9201 None None] Pushing event updated for resources: {'Port': ['ID=06fc558f-9175-486a-bb1f-b7cc7ef3e2ee,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:39.024072 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-abe13fc8-1cdb-4e37-8ef0-a3cc955fb62d None None] Provisioning complete for port 06fc558f-9175-486a-bb1f-b7cc7ef3e2ee triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:15:39.024443 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-abe13fc8-1cdb-4e37-8ef0-a3cc955fb62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:39.091615 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e967496-5aaa-4938-8d85-24a930952ee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-afa0e2f5-6779-4ce9-8988-0460e4e4af06', 'network_id': 'afa0e2f5-6779-4ce9-8988-0460e4e4af06', 'tenant_id': 'ec88986c7eac443d86cfc3440cb5a80c', 'fixed_ips': [{'subnet_id': '3e67e3ae-04ae-4801-9d8e-bec3ed53b294'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:15:39.093244 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7e967496-5aaa-4938-8d85-24a930952ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:39.108819 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a489d20c-ad01-4bd2-96c5-b93c345c9547 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:39.187644 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-b2cfea84-ddfe-4cbb-b8c0-e6ea1e52c9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc9645d-25bd-4422-b666-03d7194b32fb', 'name': 'tempest-AttachSCSIVolumeTestJSON-424808917-router', 'tenant_id': '22773e15fdb845dfa8198283c26c1ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '84519916-ec3e-4774-8df0-ee7de3a2efb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:15:28Z', 'updated_at': '2021-10-27T18:15:33Z', 'revision_number': 4, 'project_id': '22773e15fdb845dfa8198283c26c1ddd', 'gw_port': {'id': '84519916-ec3e-4774-8df0-ee7de3a2efb1', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc9645d-25bd-4422-b666-03d7194b32fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:15:29Z', 'updated_at': '2021-10-27T18:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '06fc558f-9175-486a-bb1f-b7cc7ef3e2ee', 'name': '', 'network_id': 'c95aa21c-2b56-49ff-b508-5e602b607f55', 'tenant_id': '22773e15fdb845dfa8198283c26c1ddd', 'mac_address': 'fa:16:3e:4e:32:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc9645d-25bd-4422-b666-03d7194b32fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '47c0891d-c13f-4c95-b5db-616fb81da54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:15:32Z', 'updated_at': '2021-10-27T18:15:37Z', 'revision_number': 4, 'project_id': '22773e15fdb845dfa8198283c26c1ddd', 'subnets': [{'id': '47c0891d-c13f-4c95-b5db-616fb81da54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:15:39.261579 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cfea84-ddfe-4cbb-b8c0-e6ea1e52c9db None None] The sync data for ids ['9cc9645d-25bd-4422-b666-03d7194b32fb'] in n-d-815690-2 is: [{'id': '9cc9645d-25bd-4422-b666-03d7194b32fb', 'name': 'tempest-AttachSCSIVolumeTestJSON-424808917-router', 'tenant_id': '22773e15fdb845dfa8198283c26c1ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '84519916-ec3e-4774-8df0-ee7de3a2efb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:15:28Z', 'updated_at': '2021-10-27T18:15:33Z', 'revision_number': 4, 'project_id': '22773e15fdb845dfa8198283c26c1ddd', 'gw_port': {'id': '84519916-ec3e-4774-8df0-ee7de3a2efb1', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc9645d-25bd-4422-b666-03d7194b32fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:15:29Z', 'updated_at': '2021-10-27T18:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '06fc558f-9175-486a-bb1f-b7cc7ef3e2ee', 'name': '', 'network_id': 'c95aa21c-2b56-49ff-b508-5e602b607f55', 'tenant_id': '22773e15fdb845dfa8198283c26c1ddd', 'mac_address': 'fa:16:3e:4e:32:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc9645d-25bd-4422-b666-03d7194b32fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '47c0891d-c13f-4c95-b5db-616fb81da54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:15:32Z', 'updated_at': '2021-10-27T18:15:37Z', 'revision_number': 4, 'project_id': '22773e15fdb845dfa8198283c26c1ddd', 'subnets': [{'id': '47c0891d-c13f-4c95-b5db-616fb81da54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:15:39.428311 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-7e967496-5aaa-4938-8d85-24a930952ee3 None None] Allocated IP 172.20.0.2 (afa0e2f5-6779-4ce9-8988-0460e4e4af06/3e67e3ae-04ae-4801-9d8e-bec3ed53b294/c10cdcba-24af-45d4-a0bb-619b9afb4932) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:15:39.505855 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a489d20c-ad01-4bd2-96c5-b93c345c9547 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:39.548329 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a489d20c-ad01-4bd2-96c5-b93c345c9547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:39.606152 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-89d85709-04b2-4f87-b94c-a510cfbbc24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:39.635668 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41652) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:39.679341 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-a489d20c-ad01-4bd2-96c5-b93c345c9547 admin admin] Allocated IP 172.25.6.52 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/4bd3b8f6-304c-41bf-b411-a74cca231ae7) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:15:39.699176 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749390e8-67fc-4e85-abaa-6ab90931a485 x-openstack-request-id: req-749390e8-67fc-4e85-abaa-6ab90931a485 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:15:39.703016 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0099dd86-a5bc-46e0-8b53-4b4b50ac83e7", "name": "network-vif-deleted", "tag": "3ed50c43-6d61-41c9-a8d3-22b06f945e91", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:15:39.703379 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-749390e8-67fc-4e85-abaa-6ab90931a485 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:15:39.704031 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0099dd86-a5bc-46e0-8b53-4b4b50ac83e7', 'name': 'network-vif-deleted', 'tag': '3ed50c43-6d61-41c9-a8d3-22b06f945e91', 'status': 'completed', 'code': 200} Oct 27 18:15:39.764969 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7e967496-5aaa-4938-8d85-24a930952ee3 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:39.809612 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-aa71138f-0769-40ea-8a3b-2fa61061d8a6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3b89fac6316a4710956a9a483e424444&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1727390 Oct 27 18:15:39.810112 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41658) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:39.827870 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-167e5a30-bf37-4df8-bf11-2285fe1dfa08 req-fd40e77a-dac6-4254-9bb9-a0732cf7555b tempest-SecurityGroupsTestAdminJSON-643841106 tempest-SecurityGroupsTestAdminJSON-643841106-project] 10.222.0.52 "GET /v2.0/security-groups/225ad4d7-0b02-4d76-b9a9-114808bfd7ab HTTP/1.1" status: 200 len: 1776 time: 0.1429551 Oct 27 18:15:39.833582 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 06fc558f-9175-486a-bb1f-b7cc7ef3e2ee up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:15:39.865857 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7e967496-5aaa-4938-8d85-24a930952ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:39.900287 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c354d201-fb03-48ff-913f-0fec52328d28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:39.900634 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-167e5a30-bf37-4df8-bf11-2285fe1dfa08 req-b728d874-01e7-47fd-a2fb-e9c9052e1402 tempest-SecurityGroupsTestAdminJSON-643841106 tempest-SecurityGroupsTestAdminJSON-643841106-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:39.919795 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e967496-5aaa-4938-8d85-24a930952ee3 None None] Network afa0e2f5-6779-4ce9-8988-0460e4e4af06 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:15:39.923039 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c354d201-fb03-48ff-913f-0fec52328d28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:39.926709 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-167e5a30-bf37-4df8-bf11-2285fe1dfa08 req-b728d874-01e7-47fd-a2fb-e9c9052e1402 tempest-SecurityGroupsTestAdminJSON-643841106 tempest-SecurityGroupsTestAdminJSON-643841106-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:39.929363 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-7e967496-5aaa-4938-8d85-24a930952ee3 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:15:39.933179 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e967496-5aaa-4938-8d85-24a930952ee3 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:15:39.993094 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a489d20c-ad01-4bd2-96c5-b93c345c9547 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:40.011217 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e967496-5aaa-4938-8d85-24a930952ee3 None None] Pushing event updated for resources: {'Port': ['ID=c10cdcba-24af-45d4-a0bb-619b9afb4932,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:40.067346 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 06fc558f-9175-486a-bb1f-b7cc7ef3e2ee triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:15:40.067839 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:40.070687 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-7e967496-5aaa-4938-8d85-24a930952ee3 None None] Attempting to bind port c10cdcba-24af-45d4-a0bb-619b9afb4932 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:15:40.071172 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-7e967496-5aaa-4938-8d85-24a930952ee3 None None] Attempting to bind port c10cdcba-24af-45d4-a0bb-619b9afb4932 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'e32e95b2-ac4c-4071-8a7e-5d6854e16b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'afa0e2f5-6779-4ce9-8988-0460e4e4af06'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:15:40.071677 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e967496-5aaa-4938-8d85-24a930952ee3 None None] Attempting to bind port c10cdcba-24af-45d4-a0bb-619b9afb4932 on network afa0e2f5-6779-4ce9-8988-0460e4e4af06 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:15:40.079424 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-167e5a30-bf37-4df8-bf11-2285fe1dfa08 req-b728d874-01e7-47fd-a2fb-e9c9052e1402 tempest-SecurityGroupsTestAdminJSON-643841106 tempest-SecurityGroupsTestAdminJSON-643841106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:40.082392 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-167e5a30-bf37-4df8-bf11-2285fe1dfa08 req-b728d874-01e7-47fd-a2fb-e9c9052e1402 tempest-SecurityGroupsTestAdminJSON-643841106 tempest-SecurityGroupsTestAdminJSON-643841106-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:40.083701 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-167e5a30-bf37-4df8-bf11-2285fe1dfa08 req-b728d874-01e7-47fd-a2fb-e9c9052e1402 tempest-SecurityGroupsTestAdminJSON-643841106 tempest-SecurityGroupsTestAdminJSON-643841106-project] 10.222.0.52 "DELETE /v2.0/security-groups/225ad4d7-0b02-4d76-b9a9-114808bfd7ab HTTP/1.1" status: 204 len: 173 time: 0.2550235 Oct 27 18:15:40.098205 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b728d874-01e7-47fd-a2fb-e9c9052e1402 tempest-SecurityGroupsTestAdminJSON-643841106 tempest-SecurityGroupsTestAdminJSON-643841106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=225ad4d7-0b02-4d76-b9a9-114808bfd7ab,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:40.116376 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c354d201-fb03-48ff-913f-0fec52328d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:40.126273 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c354d201-fb03-48ff-913f-0fec52328d28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:40.130513 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c354d201-fb03-48ff-913f-0fec52328d28 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/69d853ee-4d9a-4c21-853c-b56155e6a212 HTTP/1.1" status: 204 len: 168 time: 0.3152454 Oct 27 18:15:40.141148 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c354d201-fb03-48ff-913f-0fec52328d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d853ee-4d9a-4c21-853c-b56155e6a212,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:40.151825 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e967496-5aaa-4938-8d85-24a930952ee3 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:15:40.155089 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e967496-5aaa-4938-8d85-24a930952ee3 None None] Checking segment: {'id': 'e32e95b2-ac4c-4071-8a7e-5d6854e16b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'afa0e2f5-6779-4ce9-8988-0460e4e4af06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:15:40.157344 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7e967496-5aaa-4938-8d85-24a930952ee3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:40.157957 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e967496-5aaa-4938-8d85-24a930952ee3 None None] Bound using segment: {'id': 'e32e95b2-ac4c-4071-8a7e-5d6854e16b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'afa0e2f5-6779-4ce9-8988-0460e4e4af06'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:15:40.158643 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-7e967496-5aaa-4938-8d85-24a930952ee3 None None] Bound port: c10cdcba-24af-45d4-a0bb-619b9afb4932, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e32e95b2-ac4c-4071-8a7e-5d6854e16b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'afa0e2f5-6779-4ce9-8988-0460e4e4af06'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:15:40.161182 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7e967496-5aaa-4938-8d85-24a930952ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:40.177501 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a489d20c-ad01-4bd2-96c5-b93c345c9547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:40.314641 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-7e967496-5aaa-4938-8d85-24a930952ee3 None None] For port c10cdcba-24af-45d4-a0bb-619b9afb4932, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:15:40.318337 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-7e967496-5aaa-4938-8d85-24a930952ee3 None None] For port c10cdcba-24af-45d4-a0bb-619b9afb4932, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=c10cdcba-24af-45d4-a0bb-619b9afb4932,segment=NetworkSegment(e32e95b2-ac4c-4071-8a7e-5d6854e16b2c),segment_id=e32e95b2-ac4c-4071-8a7e-5d6854e16b2c)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:15:40.365904 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a489d20c-ad01-4bd2-96c5-b93c345c9547 admin admin] Pushing event updated for resources: {'Port': ['ID=4bd3b8f6-304c-41bf-b411-a74cca231ae7,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:40.383611 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a489d20c-ad01-4bd2-96c5-b93c345c9547 admin admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:15:40.386119 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7e967496-5aaa-4938-8d85-24a930952ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:40.402633 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-a489d20c-ad01-4bd2-96c5-b93c345c9547 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:15:40.413132 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a489d20c-ad01-4bd2-96c5-b93c345c9547 admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:15:40.520535 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e967496-5aaa-4938-8d85-24a930952ee3 None None] Pushing event updated for resources: {'Port': ['ID=c10cdcba-24af-45d4-a0bb-619b9afb4932,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:40.599865 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-43504611-5d6c-4cd8-b701-41362ae66464 req-0923fcab-f68e-4f43-920e-76b364412bce tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c355512-b0be-4846-908a-20bde38ada9b HTTP/1.1" status: 200 len: 210 time: 0.0537000 Oct 27 18:15:40.994556 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41694) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:41.070048 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a489d20c-ad01-4bd2-96c5-b93c345c9547 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:41.210757 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41714) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:41.213353 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-2eddb5a3-1dc9-4562-a2a3-602a64c3bc7f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e636b214fd264c74b7b04b64402d06a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2163019 Oct 27 18:15:41.379243 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d1e05fc7-2470-4f12-b847-260efab0629a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:41.392809 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41728) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:41.419164 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d1e05fc7-2470-4f12-b847-260efab0629a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:41.432413 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a489d20c-ad01-4bd2-96c5-b93c345c9547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:41.451982 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 3ed50c43-6d61-41c9-a8d3-22b06f945e91 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:15:41.475657 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 3ed50c43-6d61-41c9-a8d3-22b06f945e91 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:15:41.476113 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 3ed50c43-6d61-41c9-a8d3-22b06f945e91 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:15:41.677669 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d1e05fc7-2470-4f12-b847-260efab0629a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:41.681179 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d1e05fc7-2470-4f12-b847-260efab0629a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:41.686207 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d1e05fc7-2470-4f12-b847-260efab0629a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fe817307-caf4-4e2b-8ebc-15042e277840 HTTP/1.1" status: 204 len: 168 time: 0.4705284 Oct 27 18:15:41.709440 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e05fc7-2470-4f12-b847-260efab0629a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe817307-caf4-4e2b-8ebc-15042e277840,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:41.715069 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a489d20c-ad01-4bd2-96c5-b93c345c9547 admin admin] Router 669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:15:41.741962 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f4aed144-4d30-458e-8862-161cfa323bdf req-2e00d71a-33bf-414b-b7c2-34b9842864b8 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c355512-b0be-4846-908a-20bde38ada9b HTTP/1.1" status: 200 len: 210 time: 0.0363600 Oct 27 18:15:41.840824 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device c10cdcba-24af-45d4-a0bb-619b9afb4932 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:15:41.909762 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a489d20c-ad01-4bd2-96c5-b93c345c9547 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:15:41.922312 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34238949-e730-4ac6-ba96-e6e408015190 None None] Sync routers for ids ['669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:15:41.936349 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34238949-e730-4ac6-ba96-e6e408015190 None None] Routers {'669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:15:41.940077 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-34238949-e730-4ac6-ba96-e6e408015190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:15:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:15:41.959010 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port c10cdcba-24af-45d4-a0bb-619b9afb4932 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:15:41.959399 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:41.981297 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41762) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:42.026502 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a489d20c-ad01-4bd2-96c5-b93c345c9547 admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:42.028166 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41766) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:42.029946 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a489d20c-ad01-4bd2-96c5-b93c345c9547 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.4721160 Oct 27 18:15:42.084494 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-34238949-e730-4ac6-ba96-e6e408015190 None None] Set router 669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:15:42.097016 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:42.150457 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port c10cdcba-24af-45d4-a0bb-619b9afb4932, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=c10cdcba-24af-45d4-a0bb-619b9afb4932,segment=NetworkSegment(e32e95b2-ac4c-4071-8a7e-5d6854e16b2c),segment_id=e32e95b2-ac4c-4071-8a7e-5d6854e16b2c)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:15:42.152031 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7a989c32-f493-4c18-a353-c69644a007b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:42.207434 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0bb74a-8d35-47b9-8405-f8378c7c6287 None None] Network afa0e2f5-6779-4ce9-8988-0460e4e4af06 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:15:42.297030 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-a6062446-1b85-4e73-9188-f1e9de208bae req-eb48d85a-de2c-491d-8ff7-7173ab227018 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:15:42.298112 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a6062446-1b85-4e73-9188-f1e9de208bae req-eb48d85a-de2c-491d-8ff7-7173ab227018 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.9042842 Oct 27 18:15:42.307723 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-34238949-e730-4ac6-ba96-e6e408015190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b', 'name': 'tempest-AttachSCSIVolumeTestJSON-716903912-router', 'tenant_id': 'ec88986c7eac443d86cfc3440cb5a80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '4bd3b8f6-304c-41bf-b411-a74cca231ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:15:38Z', 'updated_at': '2021-10-27T18:15:40Z', 'revision_number': 3, 'project_id': 'ec88986c7eac443d86cfc3440cb5a80c', 'gw_port': {'id': '4bd3b8f6-304c-41bf-b411-a74cca231ae7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:15:39Z', 'updated_at': '2021-10-27T18:15:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:15:42.320637 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:42.339362 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34238949-e730-4ac6-ba96-e6e408015190 None None] Checking router: 669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:15:42.339657 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34238949-e730-4ac6-ba96-e6e408015190 None None] Updating router 669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b port 4bd3b8f6-304c-41bf-b411-a74cca231ae7 binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:15:42.379407 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-34238949-e730-4ac6-ba96-e6e408015190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:42.383903 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=c10cdcba-24af-45d4-a0bb-619b9afb4932,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:42.450488 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-9c48a0d7-365f-425a-8ec7-4b53afd085f4 None None] Provisioning complete for port c10cdcba-24af-45d4-a0bb-619b9afb4932 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:15:42.450983 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9c48a0d7-365f-425a-8ec7-4b53afd085f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:42.595487 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41772) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:42.666494 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6062446-1b85-4e73-9188-f1e9de208bae req-eb8f5499-c7a2-444a-91b0-c0c020b3a0e1 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:42.668170 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a6062446-1b85-4e73-9188-f1e9de208bae req-eb8f5499-c7a2-444a-91b0-c0c020b3a0e1 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.52 "GET /v2.0/ports/5461f609-aafa-45bf-8aba-2bc11199336a HTTP/1.1" status: 200 len: 1093 time: 0.3256555 Oct 27 18:15:42.715271 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-166a9020-fc04-436a-88c6-d6dc75b915ed tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:42.717738 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-166a9020-fc04-436a-88c6-d6dc75b915ed tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.93 "GET /v2.0/networks?id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b HTTP/1.1" status: 200 len: 807 time: 0.6378896 Oct 27 18:15:42.806574 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-e87ca7a6-6b59-4ce0-9317-032dc152da03 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Request body: {'port': {'device_id': '1c355512-b0be-4846-908a-20bde38ada9b', 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b', 'admin_state_up': True, 'tenant_id': '43d2aacb3b5645edb71ed26889dd4536'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:15:42.849990 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-34238949-e730-4ac6-ba96-e6e408015190 None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:42.871895 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-02892746-b7a8-485c-865c-76b9b81dd69f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:42.922637 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2e02f184-4adf-4c6a-8d8b-8508acc97e34 req-d72591f7-3196-4e27-8672-83e0a1f5b2d6 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c355512-b0be-4846-908a-20bde38ada9b HTTP/1.1" status: 200 len: 210 time: 0.0519211 Oct 27 18:15:42.959707 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-bd148495-9402-4a66-8f7d-c91728ca7599 None None] Provisioning complete for port c10cdcba-24af-45d4-a0bb-619b9afb4932 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:15:42.960208 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-bd148495-9402-4a66-8f7d-c91728ca7599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:42.971068 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-34238949-e730-4ac6-ba96-e6e408015190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:43.079907 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-34238949-e730-4ac6-ba96-e6e408015190 None None] Attempting to bind port 4bd3b8f6-304c-41bf-b411-a74cca231ae7 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:15:43.080269 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-34238949-e730-4ac6-ba96-e6e408015190 None None] Attempting to bind port 4bd3b8f6-304c-41bf-b411-a74cca231ae7 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:15:43.081015 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34238949-e730-4ac6-ba96-e6e408015190 None None] Attempting to bind port 4bd3b8f6-304c-41bf-b411-a74cca231ae7 on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:15:43.089540 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7178199a-6357-42ed-a13b-def434b16643 None None] Pushing event updated for resources: {'Port': ['ID=4bd3b8f6-304c-41bf-b411-a74cca231ae7,revision_number=2']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:43.093112 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34238949-e730-4ac6-ba96-e6e408015190 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:15:43.093816 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34238949-e730-4ac6-ba96-e6e408015190 None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:15:43.094588 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-34238949-e730-4ac6-ba96-e6e408015190 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:43.095250 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34238949-e730-4ac6-ba96-e6e408015190 None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:15:43.095940 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-34238949-e730-4ac6-ba96-e6e408015190 None None] Bound port: 4bd3b8f6-304c-41bf-b411-a74cca231ae7, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:15:43.096662 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-34238949-e730-4ac6-ba96-e6e408015190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:43.142210 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41784) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:43.160885 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-34238949-e730-4ac6-ba96-e6e408015190 None None] For port 4bd3b8f6-304c-41bf-b411-a74cca231ae7, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:15:43.164276 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-02892746-b7a8-485c-865c-76b9b81dd69f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:43.167323 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-34238949-e730-4ac6-ba96-e6e408015190 None None] For port 4bd3b8f6-304c-41bf-b411-a74cca231ae7, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=4bd3b8f6-304c-41bf-b411-a74cca231ae7,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:15:43.184874 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-e87ca7a6-6b59-4ce0-9317-032dc152da03 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Made reservation on behalf of 43d2aacb3b5645edb71ed26889dd4536 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:15:43.189155 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-e87ca7a6-6b59-4ce0-9317-032dc152da03 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:43.194049 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-97eeeeae-cbc2-41a8-82d3-22d9b0b44377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:43.213223 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-20b48de0-5c21-4f9b-b1e2-9c659d962a34 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f250a5eadb3a473c9be37db9debc8bda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0693493 Oct 27 18:15:43.215899 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41786) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:43.285090 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:43.285780 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-34238949-e730-4ac6-ba96-e6e408015190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:43.298394 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-74fa3383-b868-437c-a030-7a7e45b6793c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:43.321281 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-02892746-b7a8-485c-865c-76b9b81dd69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:43.325619 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-74fa3383-b868-437c-a030-7a7e45b6793c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:43.345785 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:43.373879 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41790) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:43.392206 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34238949-e730-4ac6-ba96-e6e408015190 None None] Routers {'669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:15:43.392851 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-34238949-e730-4ac6-ba96-e6e408015190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:15:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:15:43.443222 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f37f56b4-a435-49c3-8c97-f79e55da239a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=064203d6444f42a2ae4b0e7782326a4c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8457422 Oct 27 18:15:43.454084 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41796) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:43.503232 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-74fa3383-b868-437c-a030-7a7e45b6793c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:43.506016 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-74fa3383-b868-437c-a030-7a7e45b6793c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:43.507223 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-74fa3383-b868-437c-a030-7a7e45b6793c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3f95ac93-4526-4467-ae3f-57aae97b07d8 HTTP/1.1" status: 204 len: 168 time: 0.2899144 Oct 27 18:15:43.508059 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7d5423c7-2e98-4f4f-81b0-869f8584e5c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:43.516263 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7178199a-6357-42ed-a13b-def434b16643 None None] Pushing event updated for resources: {'Port': ['ID=4bd3b8f6-304c-41bf-b411-a74cca231ae7,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:43.524552 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-a6062446-1b85-4e73-9188-f1e9de208bae req-c3141b4d-7665-4f8e-ba40-ff0054f472fe service neutron] Request body: {'binding': {'host': 'n-h1-815690-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:15:43.525005 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-a6062446-1b85-4e73-9188-f1e9de208bae req-c3141b4d-7665-4f8e-ba40-ff0054f472fe service neutron] Unknown quota resources ['binding']. {{(pid=102878) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 18:15:43.534776 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa3383-b868-437c-a030-7a7e45b6793c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f95ac93-4526-4467-ae3f-57aae97b07d8,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:43.582715 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-481a6c41-e460-4ab5-a7f5-956b0b330347 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:43.599462 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-02892746-b7a8-485c-865c-76b9b81dd69f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8aad835989b844af85550df9badc9ec5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6167061 Oct 27 18:15:43.600064 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41802) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:43.624548 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-34238949-e730-4ac6-ba96-e6e408015190 None None] Set router 669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:15:43.741478 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02892746-b7a8-485c-865c-76b9b81dd69f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917674e0-2994-49a7-ad8b-03b84fdb7986,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:43.786790 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device c10cdcba-24af-45d4-a0bb-619b9afb4932 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:15:43.891063 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-e87ca7a6-6b59-4ce0-9317-032dc152da03 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Allocated IP 172.20.0.8 (fb7dc45e-d3fb-4a21-9a07-231f6b81f39b/9d2e93d5-4842-4818-961f-a77ef1a8f95b/db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:15:43.987218 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-97eeeeae-cbc2-41a8-82d3-22d9b0b44377 admin admin] Allocated IP 172.20.0.1 (afa0e2f5-6779-4ce9-8988-0460e4e4af06/3e67e3ae-04ae-4801-9d8e-bec3ed53b294/7dce50eb-2a64-4e11-9617-c46e88add197) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:15:44.037725 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ff4a8d32-03f5-4acb-bd4a-cfa570473bc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:44.045731 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7d5423c7-2e98-4f4f-81b0-869f8584e5c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:44.069480 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-481a6c41-e460-4ab5-a7f5-956b0b330347 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:44.083795 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-34238949-e730-4ac6-ba96-e6e408015190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b', 'name': 'tempest-AttachSCSIVolumeTestJSON-716903912-router', 'tenant_id': 'ec88986c7eac443d86cfc3440cb5a80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '4bd3b8f6-304c-41bf-b411-a74cca231ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:15:38Z', 'updated_at': '2021-10-27T18:15:40Z', 'revision_number': 3, 'project_id': 'ec88986c7eac443d86cfc3440cb5a80c', 'gw_port': {'id': '4bd3b8f6-304c-41bf-b411-a74cca231ae7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:15:39Z', 'updated_at': '2021-10-27T18:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:15:44.116860 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port c10cdcba-24af-45d4-a0bb-619b9afb4932 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:15:44.117439 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:44.126213 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b32fc46b-565d-4f1f-a261-362ba49d24a9 req-5353b4b4-e83d-4447-8f6d-d2d58038485a tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c355512-b0be-4846-908a-20bde38ada9b HTTP/1.1" status: 200 len: 210 time: 0.0746841 Oct 27 18:15:44.141435 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7d5423c7-2e98-4f4f-81b0-869f8584e5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:44.142234 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34238949-e730-4ac6-ba96-e6e408015190 None None] The sync data for ids ['669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b'] in n-d-815690-2 is: [{'id': '669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b', 'name': 'tempest-AttachSCSIVolumeTestJSON-716903912-router', 'tenant_id': 'ec88986c7eac443d86cfc3440cb5a80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '4bd3b8f6-304c-41bf-b411-a74cca231ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:15:38Z', 'updated_at': '2021-10-27T18:15:40Z', 'revision_number': 3, 'project_id': 'ec88986c7eac443d86cfc3440cb5a80c', 'gw_port': {'id': '4bd3b8f6-304c-41bf-b411-a74cca231ae7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:15:39Z', 'updated_at': '2021-10-27T18:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:15:44.202216 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ff4a8d32-03f5-4acb-bd4a-cfa570473bc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:44.259213 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7d5423c7-2e98-4f4f-81b0-869f8584e5c1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0587fc3260944af18e0366e52c67b0de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8788643 Oct 27 18:15:44.264510 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41820) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:44.264510 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5423c7-2e98-4f4f-81b0-869f8584e5c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c812998-8913-44e5-9279-e472606897cb,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:44.296533 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-481a6c41-e460-4ab5-a7f5-956b0b330347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:44.302144 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-481a6c41-e460-4ab5-a7f5-956b0b330347 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:44.305765 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-481a6c41-e460-4ab5-a7f5-956b0b330347 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0e03b250-cea2-43e7-8f43-e932d0bf4bb0 HTTP/1.1" status: 204 len: 168 time: 0.8471951 Oct 27 18:15:44.323589 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-a6062446-1b85-4e73-9188-f1e9de208bae req-c3141b4d-7665-4f8e-ba40-ff0054f472fe service neutron] Attempting to bind port 5461f609-aafa-45bf-8aba-2bc11199336a on host n-h1-815690-2 for vnic_type normal with profile None {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:15:44.323934 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-a6062446-1b85-4e73-9188-f1e9de208bae req-c3141b4d-7665-4f8e-ba40-ff0054f472fe service neutron] Attempting to bind port 5461f609-aafa-45bf-8aba-2bc11199336a by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:15:44.324261 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6062446-1b85-4e73-9188-f1e9de208bae req-c3141b4d-7665-4f8e-ba40-ff0054f472fe service neutron] Attempting to bind port 5461f609-aafa-45bf-8aba-2bc11199336a on network b3551270-2765-4a25-abeb-25e55b0a5126 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:15:44.332369 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a6c41-e460-4ab5-a7f5-956b0b330347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e03b250-cea2-43e7-8f43-e932d0bf4bb0,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:44.368076 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6062446-1b85-4e73-9188-f1e9de208bae req-c3141b4d-7665-4f8e-ba40-ff0054f472fe service neutron] Port 5461f609-aafa-45bf-8aba-2bc11199336a on network b3551270-2765-4a25-abeb-25e55b0a5126 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:15:44.368561 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6062446-1b85-4e73-9188-f1e9de208bae req-c3141b4d-7665-4f8e-ba40-ff0054f472fe service neutron] Attempting to bind port 5461f609-aafa-45bf-8aba-2bc11199336a on network b3551270-2765-4a25-abeb-25e55b0a5126 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:15:44.402236 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f9c01a0f-41f2-4d6a-ba92-418110cf269d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:44.402463 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6062446-1b85-4e73-9188-f1e9de208bae req-c3141b4d-7665-4f8e-ba40-ff0054f472fe service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:15:44.402672 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6062446-1b85-4e73-9188-f1e9de208bae req-c3141b4d-7665-4f8e-ba40-ff0054f472fe service neutron] Checking segment: {'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:15:44.402995 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6062446-1b85-4e73-9188-f1e9de208bae req-c3141b4d-7665-4f8e-ba40-ff0054f472fe service neutron] Bound using segment: {'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:15:44.403437 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-a6062446-1b85-4e73-9188-f1e9de208bae req-c3141b4d-7665-4f8e-ba40-ff0054f472fe service neutron] Bound port: 5461f609-aafa-45bf-8aba-2bc11199336a, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:15:44.442739 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f9c01a0f-41f2-4d6a-ba92-418110cf269d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:44.475022 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-97eeeeae-cbc2-41a8-82d3-22d9b0b44377 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:44.503837 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-e87ca7a6-6b59-4ce0-9317-032dc152da03 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:44.556121 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-a6062446-1b85-4e73-9188-f1e9de208bae req-c3141b4d-7665-4f8e-ba40-ff0054f472fe service neutron] For port 5461f609-aafa-45bf-8aba-2bc11199336a, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=5461f609-aafa-45bf-8aba-2bc11199336a,segment=NetworkSegment(32b71140-e440-46b3-9b2a-24e683b039db),segment_id=32b71140-e440-46b3-9b2a-24e683b039db)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:15:44.559606 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ff4a8d32-03f5-4acb-bd4a-cfa570473bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:44.564296 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ff4a8d32-03f5-4acb-bd4a-cfa570473bc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:44.564296 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ff4a8d32-03f5-4acb-bd4a-cfa570473bc2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/917674e0-2994-49a7-ad8b-03b84fdb7986 HTTP/1.1" status: 204 len: 168 time: 0.9425526 Oct 27 18:15:44.600534 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a8d32-03f5-4acb-bd4a-cfa570473bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917674e0-2994-49a7-ad8b-03b84fdb7986,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:44.653174 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a6062446-1b85-4e73-9188-f1e9de208bae req-c3141b4d-7665-4f8e-ba40-ff0054f472fe service neutron] Publish callbacks [] for binding, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:44.655289 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a6062446-1b85-4e73-9188-f1e9de208bae req-c3141b4d-7665-4f8e-ba40-ff0054f472fe service neutron] 10.222.0.52 "POST /v2.0/ports/5461f609-aafa-45bf-8aba-2bc11199336a/bindings HTTP/1.1" status: 201 len: 389 time: 1.3816891 Oct 27 18:15:44.677250 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f9c01a0f-41f2-4d6a-ba92-418110cf269d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:44.681357 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f9c01a0f-41f2-4d6a-ba92-418110cf269d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:44.682210 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-97eeeeae-cbc2-41a8-82d3-22d9b0b44377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:44.685314 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-e87ca7a6-6b59-4ce0-9317-032dc152da03 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:44.686265 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f9c01a0f-41f2-4d6a-ba92-418110cf269d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8c812998-8913-44e5-9279-e472606897cb HTTP/1.1" status: 204 len: 168 time: 0.4029183 Oct 27 18:15:44.699333 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c01a0f-41f2-4d6a-ba92-418110cf269d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c812998-8913-44e5-9279-e472606897cb,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:44.778687 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eeeeae-cbc2-41a8-82d3-22d9b0b44377 admin admin] Pushing event updated for resources: {'Port': ['ID=7dce50eb-2a64-4e11-9617-c46e88add197,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:44.814376 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-e87ca7a6-6b59-4ce0-9317-032dc152da03 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:15:44.816227 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97eeeeae-cbc2-41a8-82d3-22d9b0b44377 admin admin] Network afa0e2f5-6779-4ce9-8988-0460e4e4af06 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:15:44.839049 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-97eeeeae-cbc2-41a8-82d3-22d9b0b44377 admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:15:44.851589 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97eeeeae-cbc2-41a8-82d3-22d9b0b44377 admin admin] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:15:44.854317 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-e87ca7a6-6b59-4ce0-9317-032dc152da03 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:15:44.865640 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-e87ca7a6-6b59-4ce0-9317-032dc152da03 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:15:44.985107 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ca7a6-6b59-4ce0-9317-032dc152da03 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Pushing event updated for resources: {'Port': ['ID=db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:44.993927 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:45.247784 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-42363f0c-af6f-4870-af5a-ef446a969b57 None None] Provisioning complete for port 7dce50eb-2a64-4e11-9617-c46e88add197 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:15:45.249609 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-42363f0c-af6f-4870-af5a-ef446a969b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:45.256241 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-97eeeeae-cbc2-41a8-82d3-22d9b0b44377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:45.318592 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-42363f0c-af6f-4870-af5a-ef446a969b57 None None] Port 7dce50eb-2a64-4e11-9617-c46e88add197 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:15:45.345974 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-e87ca7a6-6b59-4ce0-9317-032dc152da03 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:45.346599 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-e87ca7a6-6b59-4ce0-9317-032dc152da03 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:45.418615 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1cae8-dd2e-451c-90e5-36b4d21efaa2 req-3c5c56b1-17ea-43af-a818-9a59329fee1b tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:45.420553 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-efe1cae8-dd2e-451c-90e5-36b4d21efaa2 req-3c5c56b1-17ea-43af-a818-9a59329fee1b tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8c2121a-6af4-4c21-8d77-7a058c38864f HTTP/1.1" status: 200 len: 945 time: 0.4411745 Oct 27 18:15:45.476206 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6062446-1b85-4e73-9188-f1e9de208bae req-67a2ebb5-4439-40df-b591-10900d1a5243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:45.478205 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a6062446-1b85-4e73-9188-f1e9de208bae req-67a2ebb5-4439-40df-b591-10900d1a5243 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a91620ccab6b42bd92005fb366774bad&device_id=f8c2121a-6af4-4c21-8d77-7a058c38864f HTTP/1.1" status: 200 len: 1096 time: 0.0548406 Oct 27 18:15:45.500559 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-e87ca7a6-6b59-4ce0-9317-032dc152da03 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7052834 Oct 27 18:15:45.508250 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd258c3-10f1-4d18-a27d-1358fbef2f91 req-2710c9d3-4348-4beb-895b-62402bd1375a tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:45.509717 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2bd258c3-10f1-4d18-a27d-1358fbef2f91 req-2710c9d3-4348-4beb-895b-62402bd1375a tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c355512-b0be-4846-908a-20bde38ada9b HTTP/1.1" status: 200 len: 931 time: 0.2783864 Oct 27 18:15:45.537194 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-b034da6f-73ea-4047-bfe2-92cb9b17a2a1 service neutron] Request body: {'port': {'device_id': '1c355512-b0be-4846-908a-20bde38ada9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:15:45.582636 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6062446-1b85-4e73-9188-f1e9de208bae req-0213ef0b-6ffa-4918-8667-b5dc713cd847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:45.584206 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a6062446-1b85-4e73-9188-f1e9de208bae req-0213ef0b-6ffa-4918-8667-b5dc713cd847 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b3551270-2765-4a25-abeb-25e55b0a5126 HTTP/1.1" status: 200 len: 923 time: 0.0979693 Oct 27 18:15:45.611201 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-efe1cae8-dd2e-451c-90e5-36b4d21efaa2 req-ca0185bd-fc95-46e3-8f48-3b2ce37cafc4 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765957 Oct 27 18:15:45.644421 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a6062446-1b85-4e73-9188-f1e9de208bae req-e8b18faf-b372-4ddc-be1f-7f44571898b2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5461f609-aafa-45bf-8aba-2bc11199336a HTTP/1.1" status: 200 len: 217 time: 0.0521672 Oct 27 18:15:45.646966 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2bd258c3-10f1-4d18-a27d-1358fbef2f91 req-9154db3a-4031-447c-9980-ba20ec5660e7 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169755 Oct 27 18:15:45.653897 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-b034da6f-73ea-4047-bfe2-92cb9b17a2a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:45.670938 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41850) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:45.732371 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e093afe2-adb1-4df3-adbc-dbf2ed232877 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:45.765059 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6062446-1b85-4e73-9188-f1e9de208bae req-04239a31-9f8e-4f80-a559-aa2986383e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:45.768668 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a6062446-1b85-4e73-9188-f1e9de208bae req-04239a31-9f8e-4f80-a559-aa2986383e5d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b6b6ba7-005f-448a-b57c-d52798a8629c HTTP/1.1" status: 200 len: 861 time: 0.1156347 Oct 27 18:15:45.772827 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-97eeeeae-cbc2-41a8-82d3-22d9b0b44377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:45.799470 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 4bd3b8f6-304c-41bf-b411-a74cca231ae7 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:15:45.835080 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a6062446-1b85-4e73-9188-f1e9de208bae req-02ab3474-d1eb-4683-8752-6343613d3e3c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b3551270-2765-4a25-abeb-25e55b0a5126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594993 Oct 27 18:15:45.910601 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 4bd3b8f6-304c-41bf-b411-a74cca231ae7 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:15:45.910924 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:46.013581 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a6062446-1b85-4e73-9188-f1e9de208bae req-12c669c2-daa4-4b42-9212-f502f7876985 service neutron] 10.222.0.81 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695018 Oct 27 18:15:46.014204 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41858) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:46.073213 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-91f38515-b9ba-4545-9338-21f3f4f9b14a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:46.089878 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e093afe2-adb1-4df3-adbc-dbf2ed232877 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:46.102429 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:46.146914 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 4bd3b8f6-304c-41bf-b411-a74cca231ae7, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=4bd3b8f6-304c-41bf-b411-a74cca231ae7,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:15:46.184150 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e093afe2-adb1-4df3-adbc-dbf2ed232877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:46.224445 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:46.232946 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e093afe2-adb1-4df3-adbc-dbf2ed232877 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2ddf7501f07a42f588b56e6cda7fd849&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5632620 Oct 27 18:15:46.236136 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41864) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:46.246136 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a6062446-1b85-4e73-9188-f1e9de208bae req-4c4038db-8d34-4dfa-867f-29bf23eac9d6 service neutron] 10.222.0.81 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214017 Oct 27 18:15:46.292221 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-97eeeeae-cbc2-41a8-82d3-22d9b0b44377 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:46.321513 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e093afe2-adb1-4df3-adbc-dbf2ed232877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7d1e0d-6766-448c-b592-5fc9a115e770,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:46.331060 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-91f38515-b9ba-4545-9338-21f3f4f9b14a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:46.353526 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-b034da6f-73ea-4047-bfe2-92cb9b17a2a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:15:46.359807 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=4bd3b8f6-304c-41bf-b411-a74cca231ae7,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:46.360254 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-025d947d-e2c4-4cf5-9fc4-0e2ddd52d59d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:46.370455 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-b034da6f-73ea-4047-bfe2-92cb9b17a2a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:46.386775 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-97eeeeae-cbc2-41a8-82d3-22d9b0b44377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:46.423514 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-025d947d-e2c4-4cf5-9fc4-0e2ddd52d59d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:46.446841 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-91f38515-b9ba-4545-9338-21f3f4f9b14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:46.478466 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-91f38515-b9ba-4545-9338-21f3f4f9b14a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6bef3c8bc8274fe1816b42dd6cbe393d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4630926 Oct 27 18:15:46.490996 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-b034da6f-73ea-4047-bfe2-92cb9b17a2a1 service neutron] Transition to ACTIVE for port object db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:15:46.491090 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41872) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:46.493116 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eeeeae-cbc2-41a8-82d3-22d9b0b44377 admin admin] Pushing event updated for resources: {'Port': ['ID=7dce50eb-2a64-4e11-9617-c46e88add197,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:46.506867 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6062446-1b85-4e73-9188-f1e9de208bae req-198291ff-3e95-475c-b2d0-7a8ed0ae24e9 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:46.508367 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a6062446-1b85-4e73-9188-f1e9de208bae req-198291ff-3e95-475c-b2d0-7a8ed0ae24e9 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f8c2121a-6af4-4c21-8d77-7a058c38864f&tenant_id=a91620ccab6b42bd92005fb366774bad&binding%3Ahost_id=n-h2-815690-2 HTTP/1.1" status: 200 len: 1096 time: 0.1282418 Oct 27 18:15:46.526681 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-97eeeeae-cbc2-41a8-82d3-22d9b0b44377 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:46.534253 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-a6062446-1b85-4e73-9188-f1e9de208bae req-6fdb2c7d-e844-4d38-b00f-ee1c49c9950f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815690-2'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:15:46.580073 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f38515-b9ba-4545-9338-21f3f4f9b14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c2cf02-a274-4c2a-8d5a-411398400ba5,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:46.586414 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-b034da6f-73ea-4047-bfe2-92cb9b17a2a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:46.637129 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-04aa6b2b-249b-47fe-83fc-d32dab2d1bc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:46.686221 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b034da6f-73ea-4047-bfe2-92cb9b17a2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:46.690220 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a6062446-1b85-4e73-9188-f1e9de208bae req-6fdb2c7d-e844-4d38-b00f-ee1c49c9950f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:46.745734 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-025d947d-e2c4-4cf5-9fc4-0e2ddd52d59d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:46.752035 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-025d947d-e2c4-4cf5-9fc4-0e2ddd52d59d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:46.756459 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-025d947d-e2c4-4cf5-9fc4-0e2ddd52d59d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5c7d1e0d-6766-448c-b592-5fc9a115e770 HTTP/1.1" status: 204 len: 168 time: 0.5192223 Oct 27 18:15:46.807607 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-04aa6b2b-249b-47fe-83fc-d32dab2d1bc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:46.820555 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97eeeeae-cbc2-41a8-82d3-22d9b0b44377 admin admin] Network afa0e2f5-6779-4ce9-8988-0460e4e4af06 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:15:46.824182 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d947d-e2c4-4cf5-9fc4-0e2ddd52d59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7d1e0d-6766-448c-b592-5fc9a115e770,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:46.844335 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-97eeeeae-cbc2-41a8-82d3-22d9b0b44377 admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:15:46.921908 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39666344-57aa-4df3-b2d2-850f6c961987 req-b1b43cd4-5547-43b0-9073-12d53ee309ee tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:46.929369 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-39666344-57aa-4df3-b2d2-850f6c961987 req-b1b43cd4-5547-43b0-9073-12d53ee309ee tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8c2121a-6af4-4c21-8d77-7a058c38864f HTTP/1.1" status: 200 len: 945 time: 0.1970549 Oct 27 18:15:46.960449 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-b034da6f-73ea-4047-bfe2-92cb9b17a2a1 service neutron] Attempting to bind port db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:15:46.960781 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-b034da6f-73ea-4047-bfe2-92cb9b17a2a1 service neutron] Attempting to bind port db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:15:46.961261 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-b034da6f-73ea-4047-bfe2-92cb9b17a2a1 service neutron] Attempting to bind port db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc on network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:15:46.963812 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-a6062446-1b85-4e73-9188-f1e9de208bae req-6fdb2c7d-e844-4d38-b00f-ee1c49c9950f service neutron] For port 5461f609-aafa-45bf-8aba-2bc11199336a, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=5461f609-aafa-45bf-8aba-2bc11199336a,segment=NetworkSegment(32b71140-e440-46b3-9b2a-24e683b039db),segment_id=32b71140-e440-46b3-9b2a-24e683b039db)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:15:46.992060 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-b034da6f-73ea-4047-bfe2-92cb9b17a2a1 service neutron] Port db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc on network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:15:46.992423 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-b034da6f-73ea-4047-bfe2-92cb9b17a2a1 service neutron] Attempting to bind port db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc on network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:15:47.004518 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-a6062446-1b85-4e73-9188-f1e9de208bae req-6fdb2c7d-e844-4d38-b00f-ee1c49c9950f service neutron] For port 5461f609-aafa-45bf-8aba-2bc11199336a, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:15:47.007154 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc20f2c-a3ec-43d8-8b74-0249187ed603 req-356685ed-1696-497d-8d46-ffb65ce8cbec tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:47.009040 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1bc20f2c-a3ec-43d8-8b74-0249187ed603 req-356685ed-1696-497d-8d46-ffb65ce8cbec tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c355512-b0be-4846-908a-20bde38ada9b HTTP/1.1" status: 200 len: 943 time: 0.2137268 Oct 27 18:15:47.026889 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-b034da6f-73ea-4047-bfe2-92cb9b17a2a1 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:15:47.027249 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-b034da6f-73ea-4047-bfe2-92cb9b17a2a1 service neutron] Checking segment: {'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:15:47.027891 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-b034da6f-73ea-4047-bfe2-92cb9b17a2a1 service neutron] Bound using segment: {'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:15:47.028123 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-b034da6f-73ea-4047-bfe2-92cb9b17a2a1 service neutron] Bound port: db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:15:47.028395 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-b034da6f-73ea-4047-bfe2-92cb9b17a2a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:47.035563 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-04aa6b2b-249b-47fe-83fc-d32dab2d1bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:47.038109 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-04aa6b2b-249b-47fe-83fc-d32dab2d1bc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:47.041918 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-04aa6b2b-249b-47fe-83fc-d32dab2d1bc0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c8c2cf02-a274-4c2a-8d5a-411398400ba5 HTTP/1.1" status: 204 len: 168 time: 0.5527735 Oct 27 18:15:47.059499 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa6b2b-249b-47fe-83fc-d32dab2d1bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c2cf02-a274-4c2a-8d5a-411398400ba5,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:47.079486 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-39666344-57aa-4df3-b2d2-850f6c961987 req-c94e67ef-75fc-42e3-b011-b0a2f99bc39e tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492226 Oct 27 18:15:47.085750 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c2121a-6af4-4c21-8d77-7a058c38864f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5461f609-aafa-45bf-8aba-2bc11199336a'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:15:47.108224 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7962bf34-296c-41af-bd67-37317c3de33a" -d '{"events": [{"server_uuid": "f8c2121a-6af4-4c21-8d77-7a058c38864f", "name": "network-vif-unplugged", "status": "completed", "tag": "5461f609-aafa-45bf-8aba-2bc11199336a"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:15:47.108224 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a6062446-1b85-4e73-9188-f1e9de208bae req-6fdb2c7d-e844-4d38-b00f-ee1c49c9950f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:47.147656 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 18:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da42451e-4fb5-4240-9df8-44600f0cba46 x-openstack-request-id: req-da42451e-4fb5-4240-9df8-44600f0cba46 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:15:47.147937 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8c2121a-6af4-4c21-8d77-7a058c38864f", "name": "network-vif-unplugged", "status": "completed", "tag": "5461f609-aafa-45bf-8aba-2bc11199336a", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:15:47.148192 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-da42451e-4fb5-4240-9df8-44600f0cba46 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:15:47.148585 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8c2121a-6af4-4c21-8d77-7a058c38864f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5461f609-aafa-45bf-8aba-2bc11199336a', 'code': 200} Oct 27 18:15:47.152580 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-aa401ee2-be3e-4648-a435-86ffd5dac196 None None] Provisioning complete for port 7dce50eb-2a64-4e11-9617-c46e88add197 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:15:47.158836 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-aa401ee2-be3e-4648-a435-86ffd5dac196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:47.166870 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1bc20f2c-a3ec-43d8-8b74-0249187ed603 req-c72334f1-9e8b-461a-b5ee-7d3864b45117 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412480 Oct 27 18:15:47.179827 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a6062446-1b85-4e73-9188-f1e9de208bae req-6fdb2c7d-e844-4d38-b00f-ee1c49c9950f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:47.194663 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-aa401ee2-be3e-4648-a435-86ffd5dac196 None None] Port 7dce50eb-2a64-4e11-9617-c46e88add197 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:15:47.200857 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97eeeeae-cbc2-41a8-82d3-22d9b0b44377 admin admin] Router 669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:15:47.217411 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-b034da6f-73ea-4047-bfe2-92cb9b17a2a1 service neutron] For port db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:15:47.226067 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-b034da6f-73ea-4047-bfe2-92cb9b17a2a1 service neutron] For port db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc,segment=NetworkSegment(58a88469-a6e8-4f4a-87d0-167a1bff6a8c),segment_id=58a88469-a6e8-4f4a-87d0-167a1bff6a8c)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:15:47.263242 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb2c7d-e844-4d38-b00f-ee1c49c9950f service neutron] Pushing event updated for resources: {'Port': ['ID=5461f609-aafa-45bf-8aba-2bc11199336a,revision_number=7']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:47.277623 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-a6062446-1b85-4e73-9188-f1e9de208bae req-6fdb2c7d-e844-4d38-b00f-ee1c49c9950f service neutron] Attempting to bind port 5461f609-aafa-45bf-8aba-2bc11199336a on host n-h2-815690-2 for vnic_type normal with profile {"migrating_to": "n-h1-815690-2"} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:15:47.278030 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-a6062446-1b85-4e73-9188-f1e9de208bae req-6fdb2c7d-e844-4d38-b00f-ee1c49c9950f service neutron] Attempting to bind port 5461f609-aafa-45bf-8aba-2bc11199336a by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:15:47.278441 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6062446-1b85-4e73-9188-f1e9de208bae req-6fdb2c7d-e844-4d38-b00f-ee1c49c9950f service neutron] Attempting to bind port 5461f609-aafa-45bf-8aba-2bc11199336a on network b3551270-2765-4a25-abeb-25e55b0a5126 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:15:47.283162 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6062446-1b85-4e73-9188-f1e9de208bae req-6fdb2c7d-e844-4d38-b00f-ee1c49c9950f service neutron] Port 5461f609-aafa-45bf-8aba-2bc11199336a on network b3551270-2765-4a25-abeb-25e55b0a5126 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:15:47.283540 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6062446-1b85-4e73-9188-f1e9de208bae req-6fdb2c7d-e844-4d38-b00f-ee1c49c9950f service neutron] Attempting to bind port 5461f609-aafa-45bf-8aba-2bc11199336a on network b3551270-2765-4a25-abeb-25e55b0a5126 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:15:47.288700 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6062446-1b85-4e73-9188-f1e9de208bae req-6fdb2c7d-e844-4d38-b00f-ee1c49c9950f service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:15:47.289032 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6062446-1b85-4e73-9188-f1e9de208bae req-6fdb2c7d-e844-4d38-b00f-ee1c49c9950f service neutron] Checking segment: {'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:15:47.289456 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6062446-1b85-4e73-9188-f1e9de208bae req-6fdb2c7d-e844-4d38-b00f-ee1c49c9950f service neutron] Bound using segment: {'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:15:47.289882 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-a6062446-1b85-4e73-9188-f1e9de208bae req-6fdb2c7d-e844-4d38-b00f-ee1c49c9950f service neutron] Bound port: 5461f609-aafa-45bf-8aba-2bc11199336a, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:15:47.290230 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a6062446-1b85-4e73-9188-f1e9de208bae req-6fdb2c7d-e844-4d38-b00f-ee1c49c9950f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:47.307027 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-b034da6f-73ea-4047-bfe2-92cb9b17a2a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:47.364853 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-a6062446-1b85-4e73-9188-f1e9de208bae req-6fdb2c7d-e844-4d38-b00f-ee1c49c9950f service neutron] For port 5461f609-aafa-45bf-8aba-2bc11199336a, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:15:47.371507 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-b034da6f-73ea-4047-bfe2-92cb9b17a2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:47.371690 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-a6062446-1b85-4e73-9188-f1e9de208bae req-6fdb2c7d-e844-4d38-b00f-ee1c49c9950f service neutron] For port 5461f609-aafa-45bf-8aba-2bc11199336a, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=5461f609-aafa-45bf-8aba-2bc11199336a,segment=NetworkSegment(32b71140-e440-46b3-9b2a-24e683b039db),segment_id=32b71140-e440-46b3-9b2a-24e683b039db)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:15:47.372343 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-b034da6f-73ea-4047-bfe2-92cb9b17a2a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:47.374596 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-b034da6f-73ea-4047-bfe2-92cb9b17a2a1 service neutron] 10.222.0.93 "PUT /v2.0/ports/db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc HTTP/1.1" status: 200 len: 1091 time: 1.8507121 Oct 27 18:15:47.375170 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c355512-b0be-4846-908a-20bde38ada9b', 'tag': 'db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:15:47.377735 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e51d7ff-7432-4141-a676-30467311f9f9" -d '{"events": [{"name": "network-changed", "server_uuid": "1c355512-b0be-4846-908a-20bde38ada9b", "tag": "db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:15:47.411254 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b034da6f-73ea-4047-bfe2-92cb9b17a2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:47.424683 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4819b2a-840e-401e-a5f4-cb0bb10e95b8 x-openstack-request-id: req-f4819b2a-840e-401e-a5f4-cb0bb10e95b8 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:15:47.424910 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c355512-b0be-4846-908a-20bde38ada9b", "tag": "db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:15:47.425173 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f4819b2a-840e-401e-a5f4-cb0bb10e95b8 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:15:47.425703 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c355512-b0be-4846-908a-20bde38ada9b', 'tag': 'db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc', 'status': 'completed', 'code': 200} Oct 27 18:15:47.427690 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97eeeeae-cbc2-41a8-82d3-22d9b0b44377 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:15:47.432849 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-97eeeeae-cbc2-41a8-82d3-22d9b0b44377 admin admin] 10.222.0.52 "PUT /v2.0/routers/669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4020338 Oct 27 18:15:47.441548 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a6062446-1b85-4e73-9188-f1e9de208bae req-6fdb2c7d-e844-4d38-b00f-ee1c49c9950f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:47.444775 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5f809a-4ae9-4945-b6de-ade5d9b76125 None None] Sync routers for ids ['669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:15:47.458876 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5f809a-4ae9-4945-b6de-ade5d9b76125 None None] Routers {'669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:15:47.459734 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-7d5f809a-4ae9-4945-b6de-ade5d9b76125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:15:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:15:47.505719 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51d7ff-7432-4141-a676-30467311f9f9 req-835e69b6-ef10-4ca3-bdb2-7d4277574fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:47.507325 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8e51d7ff-7432-4141-a676-30467311f9f9 req-835e69b6-ef10-4ca3-bdb2-7d4277574fb8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=43d2aacb3b5645edb71ed26889dd4536&device_id=1c355512-b0be-4846-908a-20bde38ada9b HTTP/1.1" status: 200 len: 1094 time: 0.0536118 Oct 27 18:15:47.542833 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb2c7d-e844-4d38-b00f-ee1c49c9950f service neutron] Pushing event updated for resources: {'Port': ['ID=5461f609-aafa-45bf-8aba-2bc11199336a,revision_number=8']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:47.551243 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6062446-1b85-4e73-9188-f1e9de208bae req-6fdb2c7d-e844-4d38-b00f-ee1c49c9950f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:47.557302 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a6062446-1b85-4e73-9188-f1e9de208bae req-6fdb2c7d-e844-4d38-b00f-ee1c49c9950f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:47.561396 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a6062446-1b85-4e73-9188-f1e9de208bae req-6fdb2c7d-e844-4d38-b00f-ee1c49c9950f service neutron] 10.222.0.81 "PUT /v2.0/ports/5461f609-aafa-45bf-8aba-2bc11199336a HTTP/1.1" status: 200 len: 1121 time: 1.0351954 Oct 27 18:15:47.608013 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-7d5f809a-4ae9-4945-b6de-ade5d9b76125 None None] Set router 669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:15:47.641634 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['5461f609-aafa-45bf-8aba-2bc11199336a'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:15:47.812119 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 4bd3b8f6-304c-41bf-b411-a74cca231ae7 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:15:47.830769 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51d7ff-7432-4141-a676-30467311f9f9 req-7d518c36-69bf-4799-8ed8-ce0c891965a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:47.833131 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8e51d7ff-7432-4141-a676-30467311f9f9 req-7d518c36-69bf-4799-8ed8-ce0c891965a1 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=43d2aacb3b5645edb71ed26889dd4536&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3173981 Oct 27 18:15:47.935145 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41912) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:47.959314 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51d7ff-7432-4141-a676-30467311f9f9 req-7adcafdb-4b3a-4a01-a8de-28521b8cce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:47.959483 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 4bd3b8f6-304c-41bf-b411-a74cca231ae7 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:15:47.959836 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:47.963549 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8e51d7ff-7432-4141-a676-30467311f9f9 req-7adcafdb-4b3a-4a01-a8de-28521b8cce8d service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1219015 Oct 27 18:15:48.026484 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-7d5f809a-4ae9-4945-b6de-ade5d9b76125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b', 'name': 'tempest-AttachSCSIVolumeTestJSON-716903912-router', 'tenant_id': 'ec88986c7eac443d86cfc3440cb5a80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '4bd3b8f6-304c-41bf-b411-a74cca231ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:15:38Z', 'updated_at': '2021-10-27T18:15:45Z', 'revision_number': 4, 'project_id': 'ec88986c7eac443d86cfc3440cb5a80c', 'gw_port': {'id': '4bd3b8f6-304c-41bf-b411-a74cca231ae7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:15:39Z', 'updated_at': '2021-10-27T18:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '7dce50eb-2a64-4e11-9617-c46e88add197', 'name': '', 'network_id': 'afa0e2f5-6779-4ce9-8988-0460e4e4af06', 'tenant_id': 'ec88986c7eac443d86cfc3440cb5a80c', 'mac_address': 'fa:16:3e:98:fc:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '3e67e3ae-04ae-4801-9d8e-bec3ed53b294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:15:43Z', 'updated_at': '2021-10-27T18:15:45Z', 'revision_number': 2, 'project_id': 'ec88986c7eac443d86cfc3440cb5a80c', 'subnets': [{'id': '3e67e3ae-04ae-4801-9d8e-bec3ed53b294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:15:48.061263 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5f809a-4ae9-4945-b6de-ade5d9b76125 None None] Checking router: 669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:15:48.061966 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5f809a-4ae9-4945-b6de-ade5d9b76125 None None] Updating router 669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b port 7dce50eb-2a64-4e11-9617-c46e88add197 binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:15:48.067274 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-a14145c6-b6c0-41ec-821e-8e23f62d6530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:48.070730 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-a14145c6-b6c0-41ec-821e-8e23f62d6530 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=43d2aacb3b5645edb71ed26889dd4536&device_id=1c355512-b0be-4846-908a-20bde38ada9b HTTP/1.1" status: 200 len: 1094 time: 0.0562878 Oct 27 18:15:48.118651 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7d5f809a-4ae9-4945-b6de-ade5d9b76125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:48.149554 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-3d12841e-7c3f-4e61-9683-75af06a7eced service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc HTTP/1.1" status: 200 len: 217 time: 0.0717156 Oct 27 18:15:48.242859 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2b708f8c-8b0f-449d-9f7d-d3f261a9ca04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:48.278137 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-c2acdd53-db84-49ae-9509-52bfc6cc545c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:48.280831 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-c2acdd53-db84-49ae-9509-52bfc6cc545c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9d2e93d5-4842-4818-961f-a77ef1a8f95b HTTP/1.1" status: 200 len: 847 time: 0.1131406 Oct 27 18:15:48.319407 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef7d697-a924-42cd-9de4-d3385c74ae9a req-af5d517c-231d-45b2-b0a7-2b6a63cf11c6 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:48.320956 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0ef7d697-a924-42cd-9de4-d3385c74ae9a req-af5d517c-231d-45b2-b0a7-2b6a63cf11c6 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8c2121a-6af4-4c21-8d77-7a058c38864f HTTP/1.1" status: 200 len: 943 time: 0.1440117 Oct 27 18:15:48.365749 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-5b573bd5-6e92-4f8d-b558-73987e5cd0e2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706997 Oct 27 18:15:48.389104 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2b708f8c-8b0f-449d-9f7d-d3f261a9ca04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:48.469326 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2b708f8c-8b0f-449d-9f7d-d3f261a9ca04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:48.495770 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-df513d1a-7e0a-4fa0-84a5-52fe16255a2d service neutron] 10.222.0.93 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253300 Oct 27 18:15:48.587534 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cab2d9-b72a-462c-85f8-22b6140d4a84 req-39945ae0-1680-4d71-93a0-a90d0cdeab41 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:48.594894 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-10cab2d9-b72a-462c-85f8-22b6140d4a84 req-39945ae0-1680-4d71-93a0-a90d0cdeab41 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c355512-b0be-4846-908a-20bde38ada9b HTTP/1.1" status: 200 len: 943 time: 0.2979605 Oct 27 18:15:48.594894 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0ef7d697-a924-42cd-9de4-d3385c74ae9a req-a7b00e59-d007-4cf0-af7d-ff9ddf6c5f57 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344787 Oct 27 18:15:48.627758 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b708f8c-8b0f-449d-9f7d-d3f261a9ca04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc153b00-c1b2-450a-aa77-45f3010e2767,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:48.649796 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41948) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:48.656792 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2b708f8c-8b0f-449d-9f7d-d3f261a9ca04 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b2839c97a15545c9ae9e7073eabeb196&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7156739 Oct 27 18:15:48.691572 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-10cab2d9-b72a-462c-85f8-22b6140d4a84 req-a84037b8-6776-4f27-8178-580df50bcf5f tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851364 Oct 27 18:15:48.727868 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-888ae0e8-6523-4f87-86c4-6dc9c617ee0e req-8bbd238b-e008-420d-accc-1d496db61338 service neutron] 10.222.0.93 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164750 Oct 27 18:15:48.756376 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cdd5bfad-2422-4d38-a05a-fcac85606bc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:48.783150 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7d5f809a-4ae9-4945-b6de-ade5d9b76125 None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:48.793823 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cdd5bfad-2422-4d38-a05a-fcac85606bc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:48.843478 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41954) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:48.866174 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7d5f809a-4ae9-4945-b6de-ade5d9b76125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:48.948677 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cdd5bfad-2422-4d38-a05a-fcac85606bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:48.960470 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cdd5bfad-2422-4d38-a05a-fcac85606bc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:48.961656 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-cdd5bfad-2422-4d38-a05a-fcac85606bc6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bc153b00-c1b2-450a-aa77-45f3010e2767 HTTP/1.1" status: 204 len: 168 time: 0.3108757 Oct 27 18:15:48.976223 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd5bfad-2422-4d38-a05a-fcac85606bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc153b00-c1b2-450a-aa77-45f3010e2767,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:49.001957 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-7d5f809a-4ae9-4945-b6de-ade5d9b76125 None None] Attempting to bind port 7dce50eb-2a64-4e11-9617-c46e88add197 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:15:49.002638 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-7d5f809a-4ae9-4945-b6de-ade5d9b76125 None None] Attempting to bind port 7dce50eb-2a64-4e11-9617-c46e88add197 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'e32e95b2-ac4c-4071-8a7e-5d6854e16b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'afa0e2f5-6779-4ce9-8988-0460e4e4af06'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:15:49.003095 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5f809a-4ae9-4945-b6de-ade5d9b76125 None None] Attempting to bind port 7dce50eb-2a64-4e11-9617-c46e88add197 on network afa0e2f5-6779-4ce9-8988-0460e4e4af06 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:15:49.024121 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5f809a-4ae9-4945-b6de-ade5d9b76125 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:15:49.024628 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5f809a-4ae9-4945-b6de-ade5d9b76125 None None] Checking segment: {'id': 'e32e95b2-ac4c-4071-8a7e-5d6854e16b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'afa0e2f5-6779-4ce9-8988-0460e4e4af06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:15:49.024896 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7d5f809a-4ae9-4945-b6de-ade5d9b76125 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:49.025887 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5f809a-4ae9-4945-b6de-ade5d9b76125 None None] Bound using segment: {'id': 'e32e95b2-ac4c-4071-8a7e-5d6854e16b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'afa0e2f5-6779-4ce9-8988-0460e4e4af06'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:15:49.026346 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-7d5f809a-4ae9-4945-b6de-ade5d9b76125 None None] Bound port: 7dce50eb-2a64-4e11-9617-c46e88add197, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e32e95b2-ac4c-4071-8a7e-5d6854e16b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'afa0e2f5-6779-4ce9-8988-0460e4e4af06'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:15:49.026723 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7d5f809a-4ae9-4945-b6de-ade5d9b76125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:49.028930 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03e36a-58dd-4452-b5dc-127ce6a4a5aa None None] Pushing event updated for resources: {'Port': ['ID=7dce50eb-2a64-4e11-9617-c46e88add197,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:49.117730 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-7d5f809a-4ae9-4945-b6de-ade5d9b76125 None None] For port 7dce50eb-2a64-4e11-9617-c46e88add197, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:15:49.124675 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-7d5f809a-4ae9-4945-b6de-ade5d9b76125 None None] For port 7dce50eb-2a64-4e11-9617-c46e88add197, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=7dce50eb-2a64-4e11-9617-c46e88add197,segment=NetworkSegment(e32e95b2-ac4c-4071-8a7e-5d6854e16b2c),segment_id=e32e95b2-ac4c-4071-8a7e-5d6854e16b2c)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:15:49.149776 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8c2121a-6af4-4c21-8d77-7a058c38864f', 'tag': '5461f609-aafa-45bf-8aba-2bc11199336a'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:15:49.152454 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc28b039-cbe0-4a51-aaa0-e7e1d589ef45" -d '{"events": [{"name": "network-changed", "server_uuid": "f8c2121a-6af4-4c21-8d77-7a058c38864f", "tag": "5461f609-aafa-45bf-8aba-2bc11199336a"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:15:49.210747 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9771279-bfe8-4d36-9f3d-1fe522d0e924 x-openstack-request-id: req-d9771279-bfe8-4d36-9f3d-1fe522d0e924 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:15:49.211307 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8c2121a-6af4-4c21-8d77-7a058c38864f", "tag": "5461f609-aafa-45bf-8aba-2bc11199336a", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:15:49.211730 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d9771279-bfe8-4d36-9f3d-1fe522d0e924 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:15:49.212408 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8c2121a-6af4-4c21-8d77-7a058c38864f', 'tag': '5461f609-aafa-45bf-8aba-2bc11199336a', 'status': 'completed', 'code': 200} Oct 27 18:15:49.222290 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7d5f809a-4ae9-4945-b6de-ade5d9b76125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:49.231212 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-83b28c26-b2b0-4b03-bc32-3dc751914524 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-11480194-network', 'tenant_id': '89d7f2009f0d46bd8076fb12be063ab2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:15:49.338227 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5f809a-4ae9-4945-b6de-ade5d9b76125 None None] Routers {'669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:15:49.338982 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-7d5f809a-4ae9-4945-b6de-ade5d9b76125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:15:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:15:49.351330 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b28c26-b2b0-4b03-bc32-3dc751914524 admin admin] Made reservation on behalf of 89d7f2009f0d46bd8076fb12be063ab2 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:15:49.353864 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-83b28c26-b2b0-4b03-bc32-3dc751914524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:49.368727 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28b039-cbe0-4a51-aaa0-e7e1d589ef45 req-b3b20b3e-35a3-427f-ae4a-ff372470c46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:49.371614 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-83b28c26-b2b0-4b03-bc32-3dc751914524 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:49.372665 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cc28b039-cbe0-4a51-aaa0-e7e1d589ef45 req-b3b20b3e-35a3-427f-ae4a-ff372470c46b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a91620ccab6b42bd92005fb366774bad&device_id=f8c2121a-6af4-4c21-8d77-7a058c38864f HTTP/1.1" status: 200 len: 1124 time: 0.1441877 Oct 27 18:15:49.395372 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-8d724d52-ccad-4990-979c-94ecdd6bbd73 None None] Provisioning complete for port 7dce50eb-2a64-4e11-9617-c46e88add197 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:15:49.395747 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8d724d52-ccad-4990-979c-94ecdd6bbd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:49.441585 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03e36a-58dd-4452-b5dc-127ce6a4a5aa None None] Pushing event updated for resources: {'Port': ['ID=7dce50eb-2a64-4e11-9617-c46e88add197,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:49.604840 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-83b28c26-b2b0-4b03-bc32-3dc751914524 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:49.655786 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28b039-cbe0-4a51-aaa0-e7e1d589ef45 req-040d47be-3020-4f2b-a14f-b344de7e0f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:49.671441 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cc28b039-cbe0-4a51-aaa0-e7e1d589ef45 req-040d47be-3020-4f2b-a14f-b344de7e0f6b service neutron] 10.222.0.93 "GET /v2.0/networks?id=b3551270-2765-4a25-abeb-25e55b0a5126 HTTP/1.1" status: 200 len: 923 time: 0.2650726 Oct 27 18:15:49.672593 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-83b28c26-b2b0-4b03-bc32-3dc751914524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:49.693819 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83b28c26-b2b0-4b03-bc32-3dc751914524 admin admin] vlan segment allocate from pool success with {'vlan_id': 1044, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:15:49.709658 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b28c26-b2b0-4b03-bc32-3dc751914524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a03826-d565-46be-aa33-6e1143e8599e,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:49.714404 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-83b28c26-b2b0-4b03-bc32-3dc751914524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:49.714736 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-83b28c26-b2b0-4b03-bc32-3dc751914524 admin admin] Added segment d4952aab-21f5-455d-9e83-51b323c66f5e of type vlan for network e7125575-7ac8-43a5-b6d6-ae49eea349e6 Oct 27 18:15:49.804853 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-7d5f809a-4ae9-4945-b6de-ade5d9b76125 None None] Set router 669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:15:49.866166 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-83b28c26-b2b0-4b03-bc32-3dc751914524 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:49.879721 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cc28b039-cbe0-4a51-aaa0-e7e1d589ef45 req-152b82d8-5e7e-4874-8511-194d1ec4f202 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5461f609-aafa-45bf-8aba-2bc11199336a HTTP/1.1" status: 200 len: 217 time: 0.2071185 Oct 27 18:15:49.920235 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8d724d52-ccad-4990-979c-94ecdd6bbd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:49.965843 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-83b28c26-b2b0-4b03-bc32-3dc751914524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:49.967685 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b28c26-b2b0-4b03-bc32-3dc751914524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:49.968503 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-83b28c26-b2b0-4b03-bc32-3dc751914524 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:49.995339 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff32003-e8e0-45c8-b44a-1830b905ef73 req-ee71c5c8-5581-4df2-a323-3bbf2ce989ce tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:49.999544 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1ff32003-e8e0-45c8-b44a-1830b905ef73 req-ee71c5c8-5581-4df2-a323-3bbf2ce989ce tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c355512-b0be-4846-908a-20bde38ada9b HTTP/1.1" status: 200 len: 943 time: 0.1744483 Oct 27 18:15:50.024777 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b229f6-a3f1-4a03-9a8f-772fa53d2207 req-8de2027e-1827-4119-89ea-85c1d5df2216 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:50.026547 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-86b229f6-a3f1-4a03-9a8f-772fa53d2207 req-8de2027e-1827-4119-89ea-85c1d5df2216 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8c2121a-6af4-4c21-8d77-7a058c38864f HTTP/1.1" status: 200 len: 943 time: 0.2031837 Oct 27 18:15:50.065554 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-83b28c26-b2b0-4b03-bc32-3dc751914524 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2208850 Oct 27 18:15:50.072242 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41980) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:50.077675 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-3f23a62a-601d-46f4-b584-17efa0cf7ce7 admin admin] Request body: {'subnet': {'network_id': 'e7125575-7ac8-43a5-b6d6-ae49eea349e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-11480194-subnet', 'tenant_id': '89d7f2009f0d46bd8076fb12be063ab2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:15:50.196449 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-8d724d52-ccad-4990-979c-94ecdd6bbd73 None None] For port 7dce50eb-2a64-4e11-9617-c46e88add197, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=7dce50eb-2a64-4e11-9617-c46e88add197,segment=NetworkSegment(e32e95b2-ac4c-4071-8a7e-5d6854e16b2c),segment_id=e32e95b2-ac4c-4071-8a7e-5d6854e16b2c)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:15:50.199717 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28b039-cbe0-4a51-aaa0-e7e1d589ef45 req-1a8ee53b-0e27-4b8e-beda-0a227f8a27a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:50.199717 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cc28b039-cbe0-4a51-aaa0-e7e1d589ef45 req-1a8ee53b-0e27-4b8e-beda-0a227f8a27a5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8b6b6ba7-005f-448a-b57c-d52798a8629c HTTP/1.1" status: 200 len: 861 time: 0.2791839 Oct 27 18:15:50.209659 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1ff32003-e8e0-45c8-b44a-1830b905ef73 req-6daf77ff-add2-4566-abce-bf9164a17001 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610906 Oct 27 18:15:50.265497 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cc28b039-cbe0-4a51-aaa0-e7e1d589ef45 req-1852c734-f69f-49bf-a28c-c5420b63bd08 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b3551270-2765-4a25-abeb-25e55b0a5126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541966 Oct 27 18:15:50.278780 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b28c26-b2b0-4b03-bc32-3dc751914524 admin admin] Pushing event updated for resources: {'Network': ['ID=e7125575-7ac8-43a5-b6d6-ae49eea349e6,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:50.340557 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network e7125575-7ac8-43a5-b6d6-ae49eea349e6 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:15:50.386212 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-86b229f6-a3f1-4a03-9a8f-772fa53d2207 req-ce10a157-4117-452a-946a-e48d8fe16e82 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394656 Oct 27 18:15:50.422686 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cc28b039-cbe0-4a51-aaa0-e7e1d589ef45 req-b32d14d9-ede6-4599-bb75-528a3782feba service neutron] 10.222.0.93 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450412 Oct 27 18:15:50.429894 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8d724d52-ccad-4990-979c-94ecdd6bbd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:50.434850 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f23a62a-601d-46f4-b584-17efa0cf7ce7 admin admin] Made reservation on behalf of 89d7f2009f0d46bd8076fb12be063ab2 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:15:50.439931 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3f23a62a-601d-46f4-b584-17efa0cf7ce7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:50.662594 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cc28b039-cbe0-4a51-aaa0-e7e1d589ef45 req-9468f7f8-bcf2-4beb-8640-d788f8a00b87 service neutron] 10.222.0.93 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321887 Oct 27 18:15:50.744294 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d724d52-ccad-4990-979c-94ecdd6bbd73 None None] Pushing event updated for resources: {'Port': ['ID=7dce50eb-2a64-4e11-9617-c46e88add197,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:50.755968 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-988b1fc0-52c9-4c91-9977-b79fbedf6885 None None] Provisioning complete for port 7dce50eb-2a64-4e11-9617-c46e88add197 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:15:50.756800 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-988b1fc0-52c9-4c91-9977-b79fbedf6885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:50.767365 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41996) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:50.794068 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8797d0e9-bfa3-43fb-8005-20aaf882b822 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:50.877392 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-7d5f809a-4ae9-4945-b6de-ade5d9b76125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b', 'name': 'tempest-AttachSCSIVolumeTestJSON-716903912-router', 'tenant_id': 'ec88986c7eac443d86cfc3440cb5a80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '4bd3b8f6-304c-41bf-b411-a74cca231ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:15:38Z', 'updated_at': '2021-10-27T18:15:45Z', 'revision_number': 4, 'project_id': 'ec88986c7eac443d86cfc3440cb5a80c', 'gw_port': {'id': '4bd3b8f6-304c-41bf-b411-a74cca231ae7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:15:39Z', 'updated_at': '2021-10-27T18:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '7dce50eb-2a64-4e11-9617-c46e88add197', 'name': '', 'network_id': 'afa0e2f5-6779-4ce9-8988-0460e4e4af06', 'tenant_id': 'ec88986c7eac443d86cfc3440cb5a80c', 'mac_address': 'fa:16:3e:98:fc:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '3e67e3ae-04ae-4801-9d8e-bec3ed53b294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:15:43Z', 'updated_at': '2021-10-27T18:15:49Z', 'revision_number': 4, 'project_id': 'ec88986c7eac443d86cfc3440cb5a80c', 'subnets': [{'id': '3e67e3ae-04ae-4801-9d8e-bec3ed53b294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:15:50.940128 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3f23a62a-601d-46f4-b584-17efa0cf7ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:51.010147 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 5461f609-aafa-45bf-8aba-2bc11199336a details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:15:51.032318 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8797d0e9-bfa3-43fb-8005-20aaf882b822 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:51.092635 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f23a62a-601d-46f4-b584-17efa0cf7ce7 admin admin] Checking segment: {'id': 'd4952aab-21f5-455d-9e83-51b323c66f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'e7125575-7ac8-43a5-b6d6-ae49eea349e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:15:51.093068 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f23a62a-601d-46f4-b584-17efa0cf7ce7 admin admin] Network hostable DHCP agents. Network: e7125575-7ac8-43a5-b6d6-ae49eea349e6, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:15:51.095523 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f23a62a-601d-46f4-b584-17efa0cf7ce7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa6b907f-0903-4f2f-a186-3fc6728f6722,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:51.124870 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 5461f609-aafa-45bf-8aba-2bc11199336a, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=5461f609-aafa-45bf-8aba-2bc11199336a,segment=NetworkSegment(32b71140-e440-46b3-9b2a-24e683b039db),segment_id=32b71140-e440-46b3-9b2a-24e683b039db)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:15:51.151259 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 5461f609-aafa-45bf-8aba-2bc11199336a has no active binding in host n-h1-815690-2 {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 27 18:15:51.155357 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8797d0e9-bfa3-43fb-8005-20aaf882b822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:51.159479 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5f809a-4ae9-4945-b6de-ade5d9b76125 None None] The sync data for ids ['669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b'] in n-d-815690-2 is: [{'id': '669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b', 'name': 'tempest-AttachSCSIVolumeTestJSON-716903912-router', 'tenant_id': 'ec88986c7eac443d86cfc3440cb5a80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '4bd3b8f6-304c-41bf-b411-a74cca231ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:15:38Z', 'updated_at': '2021-10-27T18:15:45Z', 'revision_number': 4, 'project_id': 'ec88986c7eac443d86cfc3440cb5a80c', 'gw_port': {'id': '4bd3b8f6-304c-41bf-b411-a74cca231ae7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:15:39Z', 'updated_at': '2021-10-27T18:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '7dce50eb-2a64-4e11-9617-c46e88add197', 'name': '', 'network_id': 'afa0e2f5-6779-4ce9-8988-0460e4e4af06', 'tenant_id': 'ec88986c7eac443d86cfc3440cb5a80c', 'mac_address': 'fa:16:3e:98:fc:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '3e67e3ae-04ae-4801-9d8e-bec3ed53b294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:15:43Z', 'updated_at': '2021-10-27T18:15:49Z', 'revision_number': 4, 'project_id': 'ec88986c7eac443d86cfc3440cb5a80c', 'subnets': [{'id': '3e67e3ae-04ae-4801-9d8e-bec3ed53b294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:15:51.188501 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f23a62a-601d-46f4-b584-17efa0cf7ce7 admin admin] Network e7125575-7ac8-43a5-b6d6-ae49eea349e6 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:15:51.286311 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-3f23a62a-601d-46f4-b584-17efa0cf7ce7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, e7125575-7ac8-43a5-b6d6-ae49eea349e6) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:15:51.291575 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f23a62a-601d-46f4-b584-17efa0cf7ce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:51.291986 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3f23a62a-601d-46f4-b584-17efa0cf7ce7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:51.350455 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8797d0e9-bfa3-43fb-8005-20aaf882b822 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b3d30bd27ff247ccb17f1916dc789424&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5797584 Oct 27 18:15:51.351895 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42010) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:51.366862 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f896fb7b-43b3-4aea-9cde-df201aaebf92 None None] Network e7125575-7ac8-43a5-b6d6-ae49eea349e6 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:15:51.424365 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8797d0e9-bfa3-43fb-8005-20aaf882b822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8012a8-25ea-42e1-af16-de997a48c0c9,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:51.464749 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3f23a62a-601d-46f4-b584-17efa0cf7ce7 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3911123 Oct 27 18:15:51.465448 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42014) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:51.472861 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-1db131c5-1d4e-4822-9f31-022aa94376b3 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=0beacb8f3e5547f6bf77f372e21e69ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1390326 Oct 27 18:15:51.528011 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-b11b0edd-f12d-4107-97bc-d27e5ca64caa admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-11480194-router', 'tenant_id': '89d7f2009f0d46bd8076fb12be063ab2', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:15:51.714431 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:15:51.756963 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c296ca3b-af47-4f53-bb40-68f1c902c69c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:51.814110 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ddd483-655e-45e7-83e9-eb7eb580f319 req-0d9aafcd-0e24-4aee-9d07-9596baed412f tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:51.815729 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-83ddd483-655e-45e7-83e9-eb7eb580f319 req-0d9aafcd-0e24-4aee-9d07-9596baed412f tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c355512-b0be-4846-908a-20bde38ada9b HTTP/1.1" status: 200 len: 943 time: 0.3485622 Oct 27 18:15:51.825483 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b11b0edd-f12d-4107-97bc-d27e5ca64caa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:51.852275 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b11b0edd-f12d-4107-97bc-d27e5ca64caa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:51.930134 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c296ca3b-af47-4f53-bb40-68f1c902c69c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:51.957183 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-22399b29-040e-4ae1-b29f-3d9e2891be8c tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:51.961455 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-22399b29-040e-4ae1-b29f-3d9e2891be8c tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4790154 Oct 27 18:15:51.983099 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781c7428-1aa0-4444-91e0-3c1b5f168f51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-e7125575-7ac8-43a5-b6d6-ae49eea349e6', 'network_id': 'e7125575-7ac8-43a5-b6d6-ae49eea349e6', 'tenant_id': '89d7f2009f0d46bd8076fb12be063ab2', 'fixed_ips': [{'subnet_id': 'fa6b907f-0903-4f2f-a186-3fc6728f6722'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:15:51.984808 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-781c7428-1aa0-4444-91e0-3c1b5f168f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:51.992444 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7dce50eb-2a64-4e11-9617-c46e88add197 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:15:52.026282 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-b2cab5b9-3b3d-4522-baf2-9d2eb0317f7b tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/quotas/0beacb8f3e5547f6bf77f372e21e69ab HTTP/1.1" status: 200 len: 375 time: 0.0525718 Oct 27 18:15:52.049575 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-83ddd483-655e-45e7-83e9-eb7eb580f319 req-3082563a-da61-47c2-8908-a04b794b7de2 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187378 Oct 27 18:15:52.128133 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b11b0edd-f12d-4107-97bc-d27e5ca64caa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:52.160524 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc,segment=NetworkSegment(58a88469-a6e8-4f4a-87d0-167a1bff6a8c),segment_id=58a88469-a6e8-4f4a-87d0-167a1bff6a8c)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:15:52.163946 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-fa24cf68-1e6d-4c6f-ac7d-d938528ba409 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0beacb8f3e5547f6bf77f372e21e69ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1265805 Oct 27 18:15:52.211784 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c296ca3b-af47-4f53-bb40-68f1c902c69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:52.214580 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c296ca3b-af47-4f53-bb40-68f1c902c69c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:52.215941 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c296ca3b-af47-4f53-bb40-68f1c902c69c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/de8012a8-25ea-42e1-af16-de997a48c0c9 HTTP/1.1" status: 204 len: 168 time: 0.8630815 Oct 27 18:15:52.240258 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc', 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b', 'port_id': 'db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc', 'mac_address': 'fa:16:3e:5b:e4:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d2e93d5-4842-4818-961f-a77ef1a8f95b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:15:52.360338 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c296ca3b-af47-4f53-bb40-68f1c902c69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8012a8-25ea-42e1-af16-de997a48c0c9,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:52.463645 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b03c4e-5c1e-4b05-9f18-1c7ca9be7b4b req-df2f8a8f-7885-44e5-a29e-cf594369469d tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:52.485020 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-23b03c4e-5c1e-4b05-9f18-1c7ca9be7b4b req-df2f8a8f-7885-44e5-a29e-cf594369469d tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8c2121a-6af4-4c21-8d77-7a058c38864f HTTP/1.1" status: 200 len: 943 time: 0.2295840 Oct 27 18:15:52.595395 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-23b03c4e-5c1e-4b05-9f18-1c7ca9be7b4b req-31f27eb9-482b-471a-b430-9e1e855b0b7b tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091566 Oct 27 18:15:52.684169 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-781c7428-1aa0-4444-91e0-3c1b5f168f51 None None] Allocated IP 172.20.0.2 (e7125575-7ac8-43a5-b6d6-ae49eea349e6/fa6b907f-0903-4f2f-a186-3fc6728f6722/363d9cfa-5c56-4eab-8125-d9f627f42e07) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:15:52.718255 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-24a37371-6343-4b9f-a4ae-5e7ea25a9c9c req-4adfe0e5-1785-4fec-85b6-9a0b4d074148 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f6791c3-4f8d-489a-bc27-6089d3775aa7 HTTP/1.1" status: 200 len: 210 time: 0.0842922 Oct 27 18:15:52.752193 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b11b0edd-f12d-4107-97bc-d27e5ca64caa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:52.778799 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:52.795100 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 7dce50eb-2a64-4e11-9617-c46e88add197 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:15:52.795535 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:52.837520 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:15:53.037077 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-781c7428-1aa0-4444-91e0-3c1b5f168f51 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:53.061122 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc,segment=NetworkSegment(58a88469-a6e8-4f4a-87d0-167a1bff6a8c),segment_id=58a88469-a6e8-4f4a-87d0-167a1bff6a8c)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:15:53.207972 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:53.215178 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-781c7428-1aa0-4444-91e0-3c1b5f168f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:53.294231 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc80153-c22a-403b-8b5d-69592d231ea1 req-d6a29209-d449-4933-8328-88e7a122aa64 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:53.297730 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781c7428-1aa0-4444-91e0-3c1b5f168f51 None None] Network e7125575-7ac8-43a5-b6d6-ae49eea349e6 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:15:53.305542 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0fc80153-c22a-403b-8b5d-69592d231ea1 req-d6a29209-d449-4933-8328-88e7a122aa64 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c355512-b0be-4846-908a-20bde38ada9b HTTP/1.1" status: 200 len: 943 time: 0.1604953 Oct 27 18:15:53.306393 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-781c7428-1aa0-4444-91e0-3c1b5f168f51 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:15:53.313872 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781c7428-1aa0-4444-91e0-3c1b5f168f51 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:15:53.432904 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:15:53.445693 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b11b0edd-f12d-4107-97bc-d27e5ca64caa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:53.539161 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0fc80153-c22a-403b-8b5d-69592d231ea1 req-171f405c-2349-4440-b91f-58548f8b0a49 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267053 Oct 27 18:15:53.546711 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b11b0edd-f12d-4107-97bc-d27e5ca64caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:53.589982 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a6062446-1b85-4e73-9188-f1e9de208bae req-aff078fb-556d-43de-bf2b-09d5c3ec1c6e service neutron] 10.222.0.93 "GET /v2.0/ports/5461f609-aafa-45bf-8aba-2bc11199336a/bindings/n-h1-815690-2 HTTP/1.1" status: 200 len: 384 time: 0.3377016 Oct 27 18:15:53.664155 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-781c7428-1aa0-4444-91e0-3c1b5f168f51 None None] Attempting to bind port 363d9cfa-5c56-4eab-8125-d9f627f42e07 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:15:53.664155 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-781c7428-1aa0-4444-91e0-3c1b5f168f51 None None] Attempting to bind port 363d9cfa-5c56-4eab-8125-d9f627f42e07 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'd4952aab-21f5-455d-9e83-51b323c66f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'e7125575-7ac8-43a5-b6d6-ae49eea349e6'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:15:53.664155 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781c7428-1aa0-4444-91e0-3c1b5f168f51 None None] Attempting to bind port 363d9cfa-5c56-4eab-8125-d9f627f42e07 on network e7125575-7ac8-43a5-b6d6-ae49eea349e6 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:15:53.684368 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781c7428-1aa0-4444-91e0-3c1b5f168f51 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:15:53.684772 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781c7428-1aa0-4444-91e0-3c1b5f168f51 None None] Checking segment: {'id': 'd4952aab-21f5-455d-9e83-51b323c66f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'e7125575-7ac8-43a5-b6d6-ae49eea349e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:15:53.692800 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-781c7428-1aa0-4444-91e0-3c1b5f168f51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:53.692800 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781c7428-1aa0-4444-91e0-3c1b5f168f51 None None] Bound using segment: {'id': 'd4952aab-21f5-455d-9e83-51b323c66f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'e7125575-7ac8-43a5-b6d6-ae49eea349e6'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:15:53.692800 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-781c7428-1aa0-4444-91e0-3c1b5f168f51 None None] Bound port: 363d9cfa-5c56-4eab-8125-d9f627f42e07, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4952aab-21f5-455d-9e83-51b323c66f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'e7125575-7ac8-43a5-b6d6-ae49eea349e6'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:15:53.693060 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-781c7428-1aa0-4444-91e0-3c1b5f168f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:53.700781 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:53.866449 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-b11b0edd-f12d-4107-97bc-d27e5ca64caa admin admin] Allocated IP 172.25.6.210 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/95211158-76d5-4fe0-8354-3352df3a32c8) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:15:53.924286 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d9fe6f9b-7817-44d8-aaf4-29030fe59563 req-68fd10dc-6cae-40a4-b358-0e8df0d2d9fe tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f6791c3-4f8d-489a-bc27-6089d3775aa7 HTTP/1.1" status: 200 len: 210 time: 0.0953619 Oct 27 18:15:53.974761 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c7428-1aa0-4444-91e0-3c1b5f168f51 None None] Pushing event updated for resources: {'Port': ['ID=363d9cfa-5c56-4eab-8125-d9f627f42e07,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:54.065992 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-781c7428-1aa0-4444-91e0-3c1b5f168f51 None None] For port 363d9cfa-5c56-4eab-8125-d9f627f42e07, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:15:54.103619 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-781c7428-1aa0-4444-91e0-3c1b5f168f51 None None] For port 363d9cfa-5c56-4eab-8125-d9f627f42e07, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=363d9cfa-5c56-4eab-8125-d9f627f42e07,segment=NetworkSegment(d4952aab-21f5-455d-9e83-51b323c66f5e),segment_id=d4952aab-21f5-455d-9e83-51b323c66f5e)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:15:54.160459 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-781c7428-1aa0-4444-91e0-3c1b5f168f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:54.161027 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b11b0edd-f12d-4107-97bc-d27e5ca64caa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:54.260620 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8254a1b9-08c4-4203-986d-69e49fee6a46 req-149c46e1-703e-493f-b7a0-ece212c8bb76 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:54.262417 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8254a1b9-08c4-4203-986d-69e49fee6a46 req-149c46e1-703e-493f-b7a0-ece212c8bb76 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8c2121a-6af4-4c21-8d77-7a058c38864f HTTP/1.1" status: 200 len: 943 time: 0.4701402 Oct 27 18:15:54.286845 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c7428-1aa0-4444-91e0-3c1b5f168f51 None None] Pushing event updated for resources: {'Port': ['ID=363d9cfa-5c56-4eab-8125-d9f627f42e07,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:54.297859 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b11b0edd-f12d-4107-97bc-d27e5ca64caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:54.337963 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-a6062446-1b85-4e73-9188-f1e9de208bae req-d8df935c-5a1d-4bfb-a9ff-99684fbf2f3d service neutron] For port 5461f609-aafa-45bf-8aba-2bc11199336a, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=5461f609-aafa-45bf-8aba-2bc11199336a,segment=NetworkSegment(32b71140-e440-46b3-9b2a-24e683b039db),segment_id=32b71140-e440-46b3-9b2a-24e683b039db)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:15:54.412764 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11b0edd-f12d-4107-97bc-d27e5ca64caa admin admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:15:54.416934 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b0edd-f12d-4107-97bc-d27e5ca64caa admin admin] Pushing event updated for resources: {'Port': ['ID=95211158-76d5-4fe0-8354-3352df3a32c8,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:54.422983 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-b11b0edd-f12d-4107-97bc-d27e5ca64caa admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:15:54.431743 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11b0edd-f12d-4107-97bc-d27e5ca64caa admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:15:54.440346 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-a6062446-1b85-4e73-9188-f1e9de208bae req-d8df935c-5a1d-4bfb-a9ff-99684fbf2f3d service neutron] For port 5461f609-aafa-45bf-8aba-2bc11199336a, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:15:54.508618 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8254a1b9-08c4-4203-986d-69e49fee6a46 req-1fb8136c-1a33-4ae6-b3a2-5b3b132dd95d tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522150 Oct 27 18:15:54.571203 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-a6062446-1b85-4e73-9188-f1e9de208bae req-d8df935c-5a1d-4bfb-a9ff-99684fbf2f3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5461f609-aafa-45bf-8aba-2bc11199336a {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:15:54.607435 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-a6062446-1b85-4e73-9188-f1e9de208bae req-d8df935c-5a1d-4bfb-a9ff-99684fbf2f3d service neutron] For port 5461f609-aafa-45bf-8aba-2bc11199336a, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=5461f609-aafa-45bf-8aba-2bc11199336a,segment=NetworkSegment(32b71140-e440-46b3-9b2a-24e683b039db),segment_id=32b71140-e440-46b3-9b2a-24e683b039db)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:15:54.796756 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a6062446-1b85-4e73-9188-f1e9de208bae req-d8df935c-5a1d-4bfb-a9ff-99684fbf2f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:54.960191 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebfd6b-ac51-45f7-b0c6-8c3d1a819ad4 req-9234b8bb-3ab1-47e2-8217-cda1bed6e99a tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:54.961952 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a2ebfd6b-ac51-45f7-b0c6-8c3d1a819ad4 req-9234b8bb-3ab1-47e2-8217-cda1bed6e99a tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c355512-b0be-4846-908a-20bde38ada9b HTTP/1.1" status: 200 len: 944 time: 0.2519245 Oct 27 18:15:55.001599 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-a6062446-1b85-4e73-9188-f1e9de208bae req-d8df935c-5a1d-4bfb-a9ff-99684fbf2f3d service neutron] Transition to ACTIVE for port object 5461f609-aafa-45bf-8aba-2bc11199336a will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:15:55.038029 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a2ebfd6b-ac51-45f7-b0c6-8c3d1a819ad4 req-cd1a0478-f0ff-4626-b0c8-35784841552d tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661607 Oct 27 18:15:55.078218 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a6062446-1b85-4e73-9188-f1e9de208bae req-d8df935c-5a1d-4bfb-a9ff-99684fbf2f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:55.146649 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b11b0edd-f12d-4107-97bc-d27e5ca64caa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:55.257915 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6062446-1b85-4e73-9188-f1e9de208bae req-d8df935c-5a1d-4bfb-a9ff-99684fbf2f3d service neutron] No DVR routers for this DVR port 5461f609-aafa-45bf-8aba-2bc11199336a on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:15:55.263608 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42096) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:55.322294 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ad87bd0d-26c5-4c3a-a91a-b6f8b1f35f2b req-3b51419b-119a-4332-9727-1122ede91bee tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f6791c3-4f8d-489a-bc27-6089d3775aa7 HTTP/1.1" status: 200 len: 210 time: 0.0935612 Oct 27 18:15:55.408014 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df935c-5a1d-4bfb-a9ff-99684fbf2f3d service neutron] Pushing event updated for resources: {'Port': ['ID=5461f609-aafa-45bf-8aba-2bc11199336a,revision_number=10']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:55.417177 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a6062446-1b85-4e73-9188-f1e9de208bae req-d8df935c-5a1d-4bfb-a9ff-99684fbf2f3d service neutron] 10.222.0.93 "PUT /v2.0/ports/5461f609-aafa-45bf-8aba-2bc11199336a/bindings/n-h1-815690-2/activate HTTP/1.1" status: 200 len: 369 time: 1.8184879 Oct 27 18:15:55.510489 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:15:55.546073 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b11b0edd-f12d-4107-97bc-d27e5ca64caa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:55.596469 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.81', 50153) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:55.708680 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-db5a50ee-8fb2-45e1-a9c3-c1133bb84c2e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-864649329-network', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:15:55.716202 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-5749afd8-eaad-4c9d-93fd-f741f3032452 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=0beacb8f3e5547f6bf77f372e21e69ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0977046 Oct 27 18:15:55.788977 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:15:55.793634 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:15:55.794082 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:55.881264 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5a50ee-8fb2-45e1-a9c3-c1133bb84c2e admin admin] Made reservation on behalf of f8df18aaf1594db3b572eb589716619a for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:15:55.887868 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-db5a50ee-8fb2-45e1-a9c3-c1133bb84c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:55.920845 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-cfbef546-c651-445c-bb2e-5abf144c0f85 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:55.923659 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-cfbef546-c651-445c-bb2e-5abf144c0f85 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1982183 Oct 27 18:15:55.939673 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 363d9cfa-5c56-4eab-8125-d9f627f42e07 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:15:55.941129 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-db5a50ee-8fb2-45e1-a9c3-c1133bb84c2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:55.951800 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-667ddd94-340d-4c14-97ae-a5865f294d53 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Request body: {'port': {'device_id': '2f6791c3-4f8d-489a-bc27-6089d3775aa7', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'admin_state_up': True, 'tenant_id': '0beacb8f3e5547f6bf77f372e21e69ab'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:15:55.960357 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6062446-1b85-4e73-9188-f1e9de208bae req-6ce2d1ff-e70f-4488-9a08-1422ecd64017 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:55.962058 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a6062446-1b85-4e73-9188-f1e9de208bae req-6ce2d1ff-e70f-4488-9a08-1422ecd64017 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f8c2121a-6af4-4c21-8d77-7a058c38864f&tenant_id=a91620ccab6b42bd92005fb366774bad&binding%3Ahost_id=n-h2-815690-2 HTTP/1.1" status: 200 len: 1095 time: 0.3642395 Oct 27 18:15:56.078403 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43521660-c494-468f-8826-10b1b84bac55 None None] Network e7125575-7ac8-43a5-b6d6-ae49eea349e6 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:15:56.143982 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6f9b4-6228-4082-8933-afd28a4ea010 req-ab9b2f83-a80f-4afa-aa3c-c1a46083a1b6 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:56.145579 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8cd6f9b4-6228-4082-8933-afd28a4ea010 req-ab9b2f83-a80f-4afa-aa3c-c1a46083a1b6 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8c2121a-6af4-4c21-8d77-7a058c38864f HTTP/1.1" status: 200 len: 944 time: 0.2887597 Oct 27 18:15:56.224323 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b11b0edd-f12d-4107-97bc-d27e5ca64caa admin admin] Router 495d61f3-3208-4bb6-9d96-efac84693a0f is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:15:56.272092 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:56.288987 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6062446-1b85-4e73-9188-f1e9de208bae req-8a0afb36-96ce-4f77-bf8a-55a6079b7d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:56.290910 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a6062446-1b85-4e73-9188-f1e9de208bae req-8a0afb36-96ce-4f77-bf8a-55a6079b7d33 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f8c2121a-6af4-4c21-8d77-7a058c38864f&tenant_id=a91620ccab6b42bd92005fb366774bad HTTP/1.1" status: 200 len: 1095 time: 0.3130898 Oct 27 18:15:56.360186 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-667ddd94-340d-4c14-97ae-a5865f294d53 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Made reservation on behalf of 0beacb8f3e5547f6bf77f372e21e69ab for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:15:56.365847 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-667ddd94-340d-4c14-97ae-a5865f294d53 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:56.367454 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:56.368897 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8cd6f9b4-6228-4082-8933-afd28a4ea010 req-db15813f-5376-406d-9b63-9c9ac8d7b345 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923087 Oct 27 18:15:56.390710 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-667ddd94-340d-4c14-97ae-a5865f294d53 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:56.396250 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-afdd8983-0da1-49a0-9f4b-49317894c35f None None] Provisioning complete for port 363d9cfa-5c56-4eab-8125-d9f627f42e07 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:15:56.401246 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-afdd8983-0da1-49a0-9f4b-49317894c35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:56.430983 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6062446-1b85-4e73-9188-f1e9de208bae req-2c006a63-6641-460c-b20d-93b984bc2710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:56.432522 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a6062446-1b85-4e73-9188-f1e9de208bae req-2c006a63-6641-460c-b20d-93b984bc2710 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a91620ccab6b42bd92005fb366774bad&device_id=f8c2121a-6af4-4c21-8d77-7a058c38864f HTTP/1.1" status: 200 len: 1095 time: 0.1010451 Oct 27 18:15:56.452440 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-db5a50ee-8fb2-45e1-a9c3-c1133bb84c2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:56.526545 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-db5a50ee-8fb2-45e1-a9c3-c1133bb84c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:56.561104 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 363d9cfa-5c56-4eab-8125-d9f627f42e07 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:15:56.561815 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:56.570116 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db5a50ee-8fb2-45e1-a9c3-c1133bb84c2e admin admin] vlan segment allocate from pool success with {'vlan_id': 1010, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:15:56.596955 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c355512-b0be-4846-908a-20bde38ada9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:15:56.610786 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abdc279-5cf1-4c6c-9717-02d25096dd2e" -d '{"events": [{"server_uuid": "1c355512-b0be-4846-908a-20bde38ada9b", "name": "network-vif-plugged", "status": "completed", "tag": "db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:15:56.617098 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-667ddd94-340d-4c14-97ae-a5865f294d53 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:56.624814 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a50ee-8fb2-45e1-a9c3-c1133bb84c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53827ec5-27f1-455c-ad98-38d9a3efb6b8,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:56.630388 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-db5a50ee-8fb2-45e1-a9c3-c1133bb84c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:56.630996 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-db5a50ee-8fb2-45e1-a9c3-c1133bb84c2e admin admin] Added segment bcfac05a-4f8b-414e-8b59-ad5aa9190aee of type vlan for network f511542f-5df3-4e7b-b026-a1f4910c0d39 Oct 27 18:15:56.657046 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11b0edd-f12d-4107-97bc-d27e5ca64caa admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:15:56.667976 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ab2d3e-acb7-48c3-8335-b4ba2dea4afe None None] Sync routers for ids ['495d61f3-3208-4bb6-9d96-efac84693a0f'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:15:56.686044 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ab2d3e-acb7-48c3-8335-b4ba2dea4afe None None] Routers {'495d61f3-3208-4bb6-9d96-efac84693a0f'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:15:56.689015 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-e1ab2d3e-acb7-48c3-8335-b4ba2dea4afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:15:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['495d61f3-3208-4bb6-9d96-efac84693a0f'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:15:56.700738 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc,segment=NetworkSegment(58a88469-a6e8-4f4a-87d0-167a1bff6a8c),segment_id=58a88469-a6e8-4f4a-87d0-167a1bff6a8c)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:15:56.705786 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-667ddd94-340d-4c14-97ae-a5865f294d53 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:56.738660 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-db5a50ee-8fb2-45e1-a9c3-c1133bb84c2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:56.819927 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:56.843362 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:56.865012 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85097d89-0e28-4e65-921b-5df51f3b76e9 req-87185331-04d1-4a34-bd0f-ed60432bd69a tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:56.865012 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-85097d89-0e28-4e65-921b-5df51f3b76e9 req-87185331-04d1-4a34-bd0f-ed60432bd69a tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c355512-b0be-4846-908a-20bde38ada9b HTTP/1.1" status: 200 len: 944 time: 0.3073268 Oct 27 18:15:56.868279 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6062446-1b85-4e73-9188-f1e9de208bae req-67d4b860-ec47-4011-887d-87e291d10404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:56.868817 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a6062446-1b85-4e73-9188-f1e9de208bae req-67d4b860-ec47-4011-887d-87e291d10404 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b3551270-2765-4a25-abeb-25e55b0a5126 HTTP/1.1" status: 200 len: 923 time: 0.4263823 Oct 27 18:15:56.947606 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-db5a50ee-8fb2-45e1-a9c3-c1133bb84c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:56.948632 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5a50ee-8fb2-45e1-a9c3-c1133bb84c2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:56.949241 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-db5a50ee-8fb2-45e1-a9c3-c1133bb84c2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:56.956697 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-e1ab2d3e-acb7-48c3-8335-b4ba2dea4afe None None] Set router 495d61f3-3208-4bb6-9d96-efac84693a0f gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:15:56.969325 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-39031fea-5c4a-441f-afe0-8275e6ac7149 req-02241b86-df3d-4207-a267-c944170feffd tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f6791c3-4f8d-489a-bc27-6089d3775aa7 HTTP/1.1" status: 200 len: 210 time: 0.0983841 Oct 27 18:15:57.088840 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a6062446-1b85-4e73-9188-f1e9de208bae req-d5492a2d-5b2a-444b-915f-77005d107606 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5461f609-aafa-45bf-8aba-2bc11199336a HTTP/1.1" status: 200 len: 217 time: 0.1797261 Oct 27 18:15:57.178560 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-db5a50ee-8fb2-45e1-a9c3-c1133bb84c2e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9061110 Oct 27 18:15:57.182569 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42132) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:57.186707 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-85097d89-0e28-4e65-921b-5df51f3b76e9 req-b4ad2254-7d82-40a4-a05a-acf7d2416a88 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159931 Oct 27 18:15:57.187007 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a50ee-8fb2-45e1-a9c3-c1133bb84c2e admin admin] Pushing event updated for resources: {'Network': ['ID=f511542f-5df3-4e7b-b026-a1f4910c0d39,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:57.205530 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-a6b1b651-edaa-4504-94e7-52913fd6d225 admin admin] Request body: {'subnet': {'network_id': 'f511542f-5df3-4e7b-b026-a1f4910c0d39', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-864649329-subnet', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:15:57.261817 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6062446-1b85-4e73-9188-f1e9de208bae req-f5ffe927-df7a-4582-8f9e-7b8328fb0d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:57.265941 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a6062446-1b85-4e73-9188-f1e9de208bae req-f5ffe927-df7a-4582-8f9e-7b8328fb0d1a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b6b6ba7-005f-448a-b57c-d52798a8629c HTTP/1.1" status: 200 len: 861 time: 0.1647997 Oct 27 18:15:57.348518 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a6062446-1b85-4e73-9188-f1e9de208bae req-27c3a764-5e5d-4f41-86f5-7c5fe3186bf1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b3551270-2765-4a25-abeb-25e55b0a5126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753896 Oct 27 18:15:57.398149 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-afdd8983-0da1-49a0-9f4b-49317894c35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:57.435941 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b11b0edd-f12d-4107-97bc-d27e5ca64caa admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:57.437673 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b11b0edd-f12d-4107-97bc-d27e5ca64caa admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.9682269 Oct 27 18:15:57.442949 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbcf133-5474-47d1-b955-237d448a35af x-openstack-request-id: req-cfbcf133-5474-47d1-b955-237d448a35af {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:15:57.443972 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42140) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:57.444095 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c355512-b0be-4846-908a-20bde38ada9b", "name": "network-vif-plugged", "status": "completed", "tag": "db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:15:57.444583 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cfbcf133-5474-47d1-b955-237d448a35af {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:15:57.445070 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c355512-b0be-4846-908a-20bde38ada9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc', 'code': 200} Oct 27 18:15:57.451356 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network f511542f-5df3-4e7b-b026-a1f4910c0d39 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:15:57.453038 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ddd94-340d-4c14-97ae-a5865f294d53 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64823d5a-2970-43e6-8206-39ed65e81f4b,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:57.573405 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 5461f609-aafa-45bf-8aba-2bc11199336a no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:15:57.668902 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 5461f609-aafa-45bf-8aba-2bc11199336a not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:15:57.677465 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:57.721231 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:57.780718 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-afdd8983-0da1-49a0-9f4b-49317894c35f None None] For port 363d9cfa-5c56-4eab-8125-d9f627f42e07, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=363d9cfa-5c56-4eab-8125-d9f627f42e07,segment=NetworkSegment(d4952aab-21f5-455d-9e83-51b323c66f5e),segment_id=d4952aab-21f5-455d-9e83-51b323c66f5e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:15:57.810618 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-e1ab2d3e-acb7-48c3-8335-b4ba2dea4afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495d61f3-3208-4bb6-9d96-efac84693a0f', 'name': 'tempest-FloatingIPsTestJSON-11480194-router', 'tenant_id': '89d7f2009f0d46bd8076fb12be063ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '95211158-76d5-4fe0-8354-3352df3a32c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:15:51Z', 'updated_at': '2021-10-27T18:15:54Z', 'revision_number': 3, 'project_id': '89d7f2009f0d46bd8076fb12be063ab2', 'gw_port': {'id': '95211158-76d5-4fe0-8354-3352df3a32c8', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:cc:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495d61f3-3208-4bb6-9d96-efac84693a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:15:53Z', 'updated_at': '2021-10-27T18:15:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:15:57.892046 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-afdd8983-0da1-49a0-9f4b-49317894c35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:57.910139 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-667ddd94-340d-4c14-97ae-a5865f294d53 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Allocated IP 192.168.233.25 (5a00a4ee-d7ee-4646-9905-4d21868e9aa2/5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc/793138b4-0265-4212-b03e-a893a76d7244) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:15:57.920876 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ab2d3e-acb7-48c3-8335-b4ba2dea4afe None None] Checking router: 495d61f3-3208-4bb6-9d96-efac84693a0f for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:15:57.921495 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ab2d3e-acb7-48c3-8335-b4ba2dea4afe None None] Updating router 495d61f3-3208-4bb6-9d96-efac84693a0f port 95211158-76d5-4fe0-8354-3352df3a32c8 binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:15:57.995911 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-e1ab2d3e-acb7-48c3-8335-b4ba2dea4afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:57.996394 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd8983-0da1-49a0-9f4b-49317894c35f None None] Pushing event updated for resources: {'Port': ['ID=363d9cfa-5c56-4eab-8125-d9f627f42e07,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:58.118349 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:15:58.118981 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:15:58.129353 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b1b651-edaa-4504-94e7-52913fd6d225 admin admin] Made reservation on behalf of f8df18aaf1594db3b572eb589716619a for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:15:58.134485 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a6b1b651-edaa-4504-94e7-52913fd6d225 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:58.226939 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-e7ebe26c-23f9-448f-a1bd-6be4f196a4d5 None None] Provisioning complete for port 363d9cfa-5c56-4eab-8125-d9f627f42e07 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:15:58.228193 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e7ebe26c-23f9-448f-a1bd-6be4f196a4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:58.325931 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-667ddd94-340d-4c14-97ae-a5865f294d53 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:58.404901 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-683a5536-c46d-4aab-97fc-67ef4704c322 req-9a4ca65a-eb92-46ca-b83b-7d22b8b9662f tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f6791c3-4f8d-489a-bc27-6089d3775aa7 HTTP/1.1" status: 200 len: 210 time: 0.1763368 Oct 27 18:15:58.522944 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d235b-37b2-46ce-bc11-5093ae19351b req-dad6a167-d3b5-4f36-bbb0-cb667076382a tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:58.534226 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee1d235b-37b2-46ce-bc11-5093ae19351b req-dad6a167-d3b5-4f36-bbb0-cb667076382a tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8c2121a-6af4-4c21-8d77-7a058c38864f HTTP/1.1" status: 200 len: 944 time: 0.4258289 Oct 27 18:15:58.538507 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42160) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:58.623028 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-667ddd94-340d-4c14-97ae-a5865f294d53 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:58.625595 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-e1ab2d3e-acb7-48c3-8335-b4ba2dea4afe None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:58.625778 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdefc9c-313a-40f3-ade0-6e9dc940849c req-d78e2122-6c32-4939-926d-5ca5b23cdd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:58.625778 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fbdefc9c-313a-40f3-ade0-6e9dc940849c req-d78e2122-6c32-4939-926d-5ca5b23cdd50 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1c355512-b0be-4846-908a-20bde38ada9b HTTP/1.1" status: 200 len: 1096 time: 0.5075750 Oct 27 18:15:58.688277 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-667ddd94-340d-4c14-97ae-a5865f294d53 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:15:58.694976 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-667ddd94-340d-4c14-97ae-a5865f294d53 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:15:58.719581 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-667ddd94-340d-4c14-97ae-a5865f294d53 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:15:58.757254 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a6062446-1b85-4e73-9188-f1e9de208bae req-f1794aa7-77dd-47e6-8f4d-8ef774d19ced service neutron] 10.222.0.81 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4055004 Oct 27 18:15:58.807938 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-667ddd94-340d-4c14-97ae-a5865f294d53 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:58.808767 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-667ddd94-340d-4c14-97ae-a5865f294d53 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:58.846560 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 363d9cfa-5c56-4eab-8125-d9f627f42e07 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:15:58.855395 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ddd94-340d-4c14-97ae-a5865f294d53 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Pushing event updated for resources: {'Port': ['ID=793138b4-0265-4212-b03e-a893a76d7244,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:58.858476 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fea3a100-c300-45ce-8ec1-ba8e059e0d4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:58.871463 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-e1ab2d3e-acb7-48c3-8335-b4ba2dea4afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:58.917764 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 363d9cfa-5c56-4eab-8125-d9f627f42e07 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:15:58.918184 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:58.996446 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-667ddd94-340d-4c14-97ae-a5865f294d53 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0631964 Oct 27 18:15:59.022311 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-913faa60-80c1-43c1-9bea-14bb4a3065ae service neutron] Request body: {'port': {'device_id': '2f6791c3-4f8d-489a-bc27-6089d3775aa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:15:59.057502 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-e1ab2d3e-acb7-48c3-8335-b4ba2dea4afe None None] Attempting to bind port 95211158-76d5-4fe0-8354-3352df3a32c8 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:15:59.061849 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-e1ab2d3e-acb7-48c3-8335-b4ba2dea4afe None None] Attempting to bind port 95211158-76d5-4fe0-8354-3352df3a32c8 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:15:59.062531 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ab2d3e-acb7-48c3-8335-b4ba2dea4afe None None] Attempting to bind port 95211158-76d5-4fe0-8354-3352df3a32c8 on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:15:59.087897 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873651ae-b114-4c2d-a7fc-15dc6870377e None None] Pushing event updated for resources: {'Port': ['ID=95211158-76d5-4fe0-8354-3352df3a32c8,revision_number=2']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:59.102929 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ab2d3e-acb7-48c3-8335-b4ba2dea4afe None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:15:59.103588 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ab2d3e-acb7-48c3-8335-b4ba2dea4afe None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:15:59.106212 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-e1ab2d3e-acb7-48c3-8335-b4ba2dea4afe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:59.107002 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ab2d3e-acb7-48c3-8335-b4ba2dea4afe None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:15:59.109218 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-e1ab2d3e-acb7-48c3-8335-b4ba2dea4afe None None] Bound port: 95211158-76d5-4fe0-8354-3352df3a32c8, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:15:59.111359 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-e1ab2d3e-acb7-48c3-8335-b4ba2dea4afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:59.224867 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a6b1b651-edaa-4504-94e7-52913fd6d225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:59.250643 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-e1ab2d3e-acb7-48c3-8335-b4ba2dea4afe None None] For port 95211158-76d5-4fe0-8354-3352df3a32c8, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:15:59.258137 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-e1ab2d3e-acb7-48c3-8335-b4ba2dea4afe None None] For port 95211158-76d5-4fe0-8354-3352df3a32c8, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=95211158-76d5-4fe0-8354-3352df3a32c8,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:15:59.286527 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-19d44a87-3101-4c24-aa8d-9c75adc36373 None None] Provisioning complete for port 793138b4-0265-4212-b03e-a893a76d7244 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:15:59.296444 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-19d44a87-3101-4c24-aa8d-9c75adc36373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:59.297478 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-913faa60-80c1-43c1-9bea-14bb4a3065ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:59.335474 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b1b651-edaa-4504-94e7-52913fd6d225 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71d7f89c-bbad-475f-9db7-0378b3e2ca7c,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:59.346431 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-e1ab2d3e-acb7-48c3-8335-b4ba2dea4afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:59.365782 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fea3a100-c300-45ce-8ec1-ba8e059e0d4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:59.386558 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee1d235b-37b2-46ce-bc11-5093ae19351b req-f8131221-4d2a-4f61-a5d0-150fc56ebfaa tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8471124 Oct 27 18:15:59.434268 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fbdefc9c-313a-40f3-ade0-6e9dc940849c req-355b72c8-e8b5-400e-8238-47e546fab412 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6965106 Oct 27 18:15:59.440317 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-19d44a87-3101-4c24-aa8d-9c75adc36373 None None] Port 793138b4-0265-4212-b03e-a893a76d7244 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:15:59.508778 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fea3a100-c300-45ce-8ec1-ba8e059e0d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:15:59.517742 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1213ca-c510-4e1c-bf7c-b96fe165b859 req-dc956f62-af0f-4fbc-b3df-0492fdd0df5f tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:15:59.520206 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cc1213ca-c510-4e1c-bf7c-b96fe165b859 req-dc956f62-af0f-4fbc-b3df-0492fdd0df5f tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c355512-b0be-4846-908a-20bde38ada9b HTTP/1.1" status: 200 len: 945 time: 0.9075916 Oct 27 18:15:59.564863 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ab2d3e-acb7-48c3-8335-b4ba2dea4afe None None] Routers {'495d61f3-3208-4bb6-9d96-efac84693a0f'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:15:59.567615 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-e1ab2d3e-acb7-48c3-8335-b4ba2dea4afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:15:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['495d61f3-3208-4bb6-9d96-efac84693a0f'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:15:59.569628 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873651ae-b114-4c2d-a7fc-15dc6870377e None None] Pushing event updated for resources: {'Port': ['ID=95211158-76d5-4fe0-8354-3352df3a32c8,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:59.663909 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a6062446-1b85-4e73-9188-f1e9de208bae req-073fe2c6-c97c-4b82-81b6-613a645f03fe service neutron] 10.222.0.81 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6249504 Oct 27 18:15:59.722235 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b1b651-edaa-4504-94e7-52913fd6d225 admin admin] Checking segment: {'id': 'bcfac05a-4f8b-414e-8b59-ad5aa9190aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'f511542f-5df3-4e7b-b026-a1f4910c0d39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:15:59.723584 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b1b651-edaa-4504-94e7-52913fd6d225 admin admin] Network hostable DHCP agents. Network: f511542f-5df3-4e7b-b026-a1f4910c0d39, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:15:59.771652 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-fea3a100-c300-45ce-8ec1-ba8e059e0d4f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f5a4b27c60b74119a38bd046cf38b1fd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2283511 Oct 27 18:15:59.774283 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42170) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:15:59.787533 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea3a100-c300-45ce-8ec1-ba8e059e0d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff74206a-a17b-400a-8a29-235107a73c8a,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:15:59.864212 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cc1213ca-c510-4e1c-bf7c-b96fe165b859 req-18373b7b-47a2-4085-a29b-5274298bf9fc tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492994 Oct 27 18:15:59.900634 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b1b651-edaa-4504-94e7-52913fd6d225 admin admin] Network f511542f-5df3-4e7b-b026-a1f4910c0d39 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:15:59.914565 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-e1ab2d3e-acb7-48c3-8335-b4ba2dea4afe None None] Set router 495d61f3-3208-4bb6-9d96-efac84693a0f gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:16:00.112736 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f24a2-4471-4e4b-bd00-d379e149e712 req-a9a1e866-34cf-44ef-bd7c-a2cb0f46793e tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:00.116383 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-913faa60-80c1-43c1-9bea-14bb4a3065ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 793138b4-0265-4212-b03e-a893a76d7244 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:16:00.125675 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-913faa60-80c1-43c1-9bea-14bb4a3065ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:00.127252 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-312f24a2-4471-4e4b-bd00-d379e149e712 req-a9a1e866-34cf-44ef-bd7c-a2cb0f46793e tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f6791c3-4f8d-489a-bc27-6089d3775aa7 HTTP/1.1" status: 200 len: 935 time: 0.3701556 Oct 27 18:16:00.129798 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-a6b1b651-edaa-4504-94e7-52913fd6d225 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, f511542f-5df3-4e7b-b026-a1f4910c0d39) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:16:00.141265 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-913faa60-80c1-43c1-9bea-14bb4a3065ae service neutron] Transition to ACTIVE for port object 793138b4-0265-4212-b03e-a893a76d7244 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:16:00.150961 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde1d12d-c12c-41ef-9505-2d5d82b5266c None None] Network f511542f-5df3-4e7b-b026-a1f4910c0d39 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:16:00.155826 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b1b651-edaa-4504-94e7-52913fd6d225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:00.159187 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a6b1b651-edaa-4504-94e7-52913fd6d225 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:00.165304 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ee2a2a2a-74a2-42f8-9437-6ec3a1dbd9d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:00.281687 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-27e52134-5397-4755-a15d-7cb3cfea7940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:00.284775 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ee2a2a2a-74a2-42f8-9437-6ec3a1dbd9d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:00.320430 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-312f24a2-4471-4e4b-bd00-d379e149e712 req-e087a471-df34-4c9a-86c0-320885c9372b tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/security-groups?id=64823d5a-2970-43e6-8206-39ed65e81f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914468 Oct 27 18:16:00.388929 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a6b1b651-edaa-4504-94e7-52913fd6d225 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.1966512 Oct 27 18:16:00.391477 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42174) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:16:00.472561 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-05ff877b-3cb5-4688-a867-e4b07d7356c2 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-864649329-router', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:16:00.476674 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce61730c-6bd3-4a7a-903f-ab326b461ee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-f511542f-5df3-4e7b-b026-a1f4910c0d39', 'network_id': 'f511542f-5df3-4e7b-b026-a1f4910c0d39', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'fixed_ips': [{'subnet_id': '71d7f89c-bbad-475f-9db7-0378b3e2ca7c'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:16:00.481503 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ce61730c-6bd3-4a7a-903f-ab326b461ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:00.514647 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-913faa60-80c1-43c1-9bea-14bb4a3065ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:00.522219 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-e1ab2d3e-acb7-48c3-8335-b4ba2dea4afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495d61f3-3208-4bb6-9d96-efac84693a0f', 'name': 'tempest-FloatingIPsTestJSON-11480194-router', 'tenant_id': '89d7f2009f0d46bd8076fb12be063ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '95211158-76d5-4fe0-8354-3352df3a32c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:15:51Z', 'updated_at': '2021-10-27T18:15:54Z', 'revision_number': 3, 'project_id': '89d7f2009f0d46bd8076fb12be063ab2', 'gw_port': {'id': '95211158-76d5-4fe0-8354-3352df3a32c8', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:cc:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495d61f3-3208-4bb6-9d96-efac84693a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:15:53Z', 'updated_at': '2021-10-27T18:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:16:00.609085 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ab2d3e-acb7-48c3-8335-b4ba2dea4afe None None] The sync data for ids ['495d61f3-3208-4bb6-9d96-efac84693a0f'] in n-d-815690-2 is: [{'id': '495d61f3-3208-4bb6-9d96-efac84693a0f', 'name': 'tempest-FloatingIPsTestJSON-11480194-router', 'tenant_id': '89d7f2009f0d46bd8076fb12be063ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '95211158-76d5-4fe0-8354-3352df3a32c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:15:51Z', 'updated_at': '2021-10-27T18:15:54Z', 'revision_number': 3, 'project_id': '89d7f2009f0d46bd8076fb12be063ab2', 'gw_port': {'id': '95211158-76d5-4fe0-8354-3352df3a32c8', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:cc:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495d61f3-3208-4bb6-9d96-efac84693a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:15:53Z', 'updated_at': '2021-10-27T18:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:16:00.674518 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6062446-1b85-4e73-9188-f1e9de208bae req-e3c1c091-2573-49f4-b6fb-4074c7fa7443 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:00.680974 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a6062446-1b85-4e73-9188-f1e9de208bae req-e3c1c091-2573-49f4-b6fb-4074c7fa7443 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f8c2121a-6af4-4c21-8d77-7a058c38864f&tenant_id=a91620ccab6b42bd92005fb366774bad&binding%3Ahost_id=n-h1-815690-2 HTTP/1.1" status: 200 len: 1095 time: 0.2701168 Oct 27 18:16:00.758510 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-05ff877b-3cb5-4688-a867-e4b07d7356c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:00.759909 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-05ff877b-3cb5-4688-a867-e4b07d7356c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:00.789989 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ee2a2a2a-74a2-42f8-9437-6ec3a1dbd9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:00.803222 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ee2a2a2a-74a2-42f8-9437-6ec3a1dbd9d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:00.819125 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ee2a2a2a-74a2-42f8-9437-6ec3a1dbd9d8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ff74206a-a17b-400a-8a29-235107a73c8a HTTP/1.1" status: 204 len: 168 time: 1.0425208 Oct 27 18:16:00.863194 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913faa60-80c1-43c1-9bea-14bb4a3065ae service neutron] Pushing event updated for resources: {'Port': ['ID=793138b4-0265-4212-b03e-a893a76d7244,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:01.002366 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-ce61730c-6bd3-4a7a-903f-ab326b461ee5 None None] Allocated IP 172.20.0.2 (f511542f-5df3-4e7b-b026-a1f4910c0d39/71d7f89c-bbad-475f-9db7-0378b3e2ca7c/f1d221e1-7076-4746-a080-63004be6bc71) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:16:01.002484 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42184) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:16:01.147528 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a2a2a-74a2-42f8-9437-6ec3a1dbd9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff74206a-a17b-400a-8a29-235107a73c8a,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:01.378312 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-27e52134-5397-4755-a15d-7cb3cfea7940 admin admin] Allocated IP 172.20.0.1 (e7125575-7ac8-43a5-b6d6-ae49eea349e6/fa6b907f-0903-4f2f-a186-3fc6728f6722/9ec6d2d1-2adb-44ab-9641-113034fd896e) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:16:01.406976 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-913faa60-80c1-43c1-9bea-14bb4a3065ae service neutron] Attempting to bind port 793138b4-0265-4212-b03e-a893a76d7244 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:16:01.406976 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-913faa60-80c1-43c1-9bea-14bb4a3065ae service neutron] Attempting to bind port 793138b4-0265-4212-b03e-a893a76d7244 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:16:01.406976 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-913faa60-80c1-43c1-9bea-14bb4a3065ae service neutron] Attempting to bind port 793138b4-0265-4212-b03e-a893a76d7244 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:16:01.430209 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ce61730c-6bd3-4a7a-903f-ab326b461ee5 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:01.431615 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-913faa60-80c1-43c1-9bea-14bb4a3065ae service neutron] Port 793138b4-0265-4212-b03e-a893a76d7244 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:16:01.431953 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-913faa60-80c1-43c1-9bea-14bb4a3065ae service neutron] Attempting to bind port 793138b4-0265-4212-b03e-a893a76d7244 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:16:01.483016 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-913faa60-80c1-43c1-9bea-14bb4a3065ae service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:16:01.484329 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-913faa60-80c1-43c1-9bea-14bb4a3065ae service neutron] Checking segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:16:01.484958 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-913faa60-80c1-43c1-9bea-14bb4a3065ae service neutron] Bound using segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:16:01.485813 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-913faa60-80c1-43c1-9bea-14bb4a3065ae service neutron] Bound port: 793138b4-0265-4212-b03e-a893a76d7244, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:16:01.486398 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-913faa60-80c1-43c1-9bea-14bb4a3065ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:01.524631 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ce61730c-6bd3-4a7a-903f-ab326b461ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:01.542417 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b73f213-6945-4c0b-9ad8-c9331088b6f0 req-90251ded-d529-484a-8db7-cad5e59759ea tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:01.546793 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4b73f213-6945-4c0b-9ad8-c9331088b6f0 req-90251ded-d529-484a-8db7-cad5e59759ea tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8c2121a-6af4-4c21-8d77-7a058c38864f HTTP/1.1" status: 200 len: 944 time: 0.7948141 Oct 27 18:16:01.624658 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-05ff877b-3cb5-4688-a867-e4b07d7356c2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:01.685190 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce61730c-6bd3-4a7a-903f-ab326b461ee5 None None] Network f511542f-5df3-4e7b-b026-a1f4910c0d39 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:16:01.702978 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-ce61730c-6bd3-4a7a-903f-ab326b461ee5 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:16:01.706645 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce61730c-6bd3-4a7a-903f-ab326b461ee5 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:16:01.735724 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-913faa60-80c1-43c1-9bea-14bb4a3065ae service neutron] For port 793138b4-0265-4212-b03e-a893a76d7244, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:16:01.746142 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-913faa60-80c1-43c1-9bea-14bb4a3065ae service neutron] For port 793138b4-0265-4212-b03e-a893a76d7244, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=793138b4-0265-4212-b03e-a893a76d7244,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:16:01.754518 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-27e52134-5397-4755-a15d-7cb3cfea7940 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:01.765985 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce61730c-6bd3-4a7a-903f-ab326b461ee5 None None] Pushing event updated for resources: {'Port': ['ID=f1d221e1-7076-4746-a080-63004be6bc71,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:01.829401 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-913faa60-80c1-43c1-9bea-14bb4a3065ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:01.873622 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-ce61730c-6bd3-4a7a-903f-ab326b461ee5 None None] Attempting to bind port f1d221e1-7076-4746-a080-63004be6bc71 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:16:01.875247 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-ce61730c-6bd3-4a7a-903f-ab326b461ee5 None None] Attempting to bind port f1d221e1-7076-4746-a080-63004be6bc71 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'bcfac05a-4f8b-414e-8b59-ad5aa9190aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'f511542f-5df3-4e7b-b026-a1f4910c0d39'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:16:01.875888 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce61730c-6bd3-4a7a-903f-ab326b461ee5 None None] Attempting to bind port f1d221e1-7076-4746-a080-63004be6bc71 on network f511542f-5df3-4e7b-b026-a1f4910c0d39 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:16:01.892031 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-913faa60-80c1-43c1-9bea-14bb4a3065ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:01.893060 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-913faa60-80c1-43c1-9bea-14bb4a3065ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:01.895057 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-913faa60-80c1-43c1-9bea-14bb4a3065ae service neutron] 10.222.0.81 "PUT /v2.0/ports/793138b4-0265-4212-b03e-a893a76d7244 HTTP/1.1" status: 200 len: 1095 time: 2.8887854 Oct 27 18:16:01.904018 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f6791c3-4f8d-489a-bc27-6089d3775aa7', 'tag': '793138b4-0265-4212-b03e-a893a76d7244'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:16:01.904018 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facdda96-0649-43bc-98f8-bbc04ad48f8e" -d '{"events": [{"name": "network-changed", "server_uuid": "2f6791c3-4f8d-489a-bc27-6089d3775aa7", "tag": "793138b4-0265-4212-b03e-a893a76d7244"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:16:01.905729 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e88ca4e6-0986-4cd9-951b-694517afe05a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:01.919732 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce61730c-6bd3-4a7a-903f-ab326b461ee5 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:16:01.920742 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce61730c-6bd3-4a7a-903f-ab326b461ee5 None None] Checking segment: {'id': 'bcfac05a-4f8b-414e-8b59-ad5aa9190aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'f511542f-5df3-4e7b-b026-a1f4910c0d39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:16:01.921319 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ce61730c-6bd3-4a7a-903f-ab326b461ee5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:01.921970 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce61730c-6bd3-4a7a-903f-ab326b461ee5 None None] Bound using segment: {'id': 'bcfac05a-4f8b-414e-8b59-ad5aa9190aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'f511542f-5df3-4e7b-b026-a1f4910c0d39'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:16:01.923869 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-ce61730c-6bd3-4a7a-903f-ab326b461ee5 None None] Bound port: f1d221e1-7076-4746-a080-63004be6bc71, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcfac05a-4f8b-414e-8b59-ad5aa9190aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'f511542f-5df3-4e7b-b026-a1f4910c0d39'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:16:01.925256 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ce61730c-6bd3-4a7a-903f-ab326b461ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:01.942441 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913faa60-80c1-43c1-9bea-14bb4a3065ae service neutron] Pushing event updated for resources: {'Port': ['ID=793138b4-0265-4212-b03e-a893a76d7244,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:01.947783 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-27e52134-5397-4755-a15d-7cb3cfea7940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:02.053269 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42216) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:16:02.054359 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e52134-5397-4755-a15d-7cb3cfea7940 admin admin] Pushing event updated for resources: {'Port': ['ID=9ec6d2d1-2adb-44ab-9641-113034fd896e,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:02.074375 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f37f9a-44fc-4ca9-9122-f41ecea1b784 req-76ecb66e-c524-460f-8dc4-d5ba289c9517 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:02.081348 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-ce61730c-6bd3-4a7a-903f-ab326b461ee5 None None] For port f1d221e1-7076-4746-a080-63004be6bc71, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:16:02.084146 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-17f37f9a-44fc-4ca9-9122-f41ecea1b784 req-76ecb66e-c524-460f-8dc4-d5ba289c9517 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c355512-b0be-4846-908a-20bde38ada9b HTTP/1.1" status: 200 len: 945 time: 1.0008812 Oct 27 18:16:02.084708 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-ce61730c-6bd3-4a7a-903f-ab326b461ee5 None None] For port f1d221e1-7076-4746-a080-63004be6bc71, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=f1d221e1-7076-4746-a080-63004be6bc71,segment=NetworkSegment(bcfac05a-4f8b-414e-8b59-ad5aa9190aee),segment_id=bcfac05a-4f8b-414e-8b59-ad5aa9190aee)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:16:02.123041 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-86dc0976-e327-4a20-8e08-a93f2d98920b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:02.128806 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e52134-5397-4755-a15d-7cb3cfea7940 admin admin] Network e7125575-7ac8-43a5-b6d6-ae49eea349e6 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:16:02.201006 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ce61730c-6bd3-4a7a-903f-ab326b461ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:02.215713 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-05ff877b-3cb5-4688-a867-e4b07d7356c2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:02.235690 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-27e52134-5397-4755-a15d-7cb3cfea7940 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:16:02.272317 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4b73f213-6945-4c0b-9ad8-c9331088b6f0 req-213688bc-a26b-4f80-bf59-207a1f1441db tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6369863 Oct 27 18:16:02.317105 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e52134-5397-4755-a15d-7cb3cfea7940 admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:16:02.352968 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce61730c-6bd3-4a7a-903f-ab326b461ee5 None None] Pushing event updated for resources: {'Port': ['ID=f1d221e1-7076-4746-a080-63004be6bc71,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:02.372770 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-86dc0976-e327-4a20-8e08-a93f2d98920b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:02.397468 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-17f37f9a-44fc-4ca9-9122-f41ecea1b784 req-daa07fb3-3061-4e4e-a958-b1c17738c630 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124125 Oct 27 18:16:02.479900 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-988436da-baa4-4412-af94-861a2a5365fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:02.481741 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-988436da-baa4-4412-af94-861a2a5365fb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0beacb8f3e5547f6bf77f372e21e69ab&device_id=2f6791c3-4f8d-489a-bc27-6089d3775aa7 HTTP/1.1" status: 200 len: 1098 time: 0.3741674 Oct 27 18:16:02.485231 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-86dc0976-e327-4a20-8e08-a93f2d98920b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:02.499966 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-a6062446-1b85-4e73-9188-f1e9de208bae req-4682d180-c265-4ce5-b618-178922fd0a53 service neutron] For port 5461f609-aafa-45bf-8aba-2bc11199336a, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:16:02.544155 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c589ca-9e15-4804-9fb7-3f02877da04d x-openstack-request-id: req-81c589ca-9e15-4804-9fb7-3f02877da04d {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:16:02.545657 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f6791c3-4f8d-489a-bc27-6089d3775aa7", "tag": "793138b4-0265-4212-b03e-a893a76d7244", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:16:02.546075 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-81c589ca-9e15-4804-9fb7-3f02877da04d {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:16:02.548421 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f6791c3-4f8d-489a-bc27-6089d3775aa7', 'tag': '793138b4-0265-4212-b03e-a893a76d7244', 'status': 'completed', 'code': 200} Oct 27 18:16:02.595438 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-86dc0976-e327-4a20-8e08-a93f2d98920b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7ed395c3591043c4af3b836c58008d0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5293150 Oct 27 18:16:02.610398 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc0976-e327-4a20-8e08-a93f2d98920b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8483d8b-1bca-4de7-b18a-24795644336c,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:02.615879 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42228) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:16:02.671636 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a6062446-1b85-4e73-9188-f1e9de208bae req-4682d180-c265-4ce5-b618-178922fd0a53 service neutron] Publish callbacks [] for binding, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:02.673641 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a6062446-1b85-4e73-9188-f1e9de208bae req-4682d180-c265-4ce5-b618-178922fd0a53 service neutron] 10.222.0.81 "DELETE /v2.0/ports/5461f609-aafa-45bf-8aba-2bc11199336a/bindings/n-h2-815690-2 HTTP/1.1" status: 204 len: 173 time: 1.9836252 Oct 27 18:16:02.701382 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-0f75c015-23d1-4e9e-8c93-486fcd73424a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=793138b4-0265-4212-b03e-a893a76d7244 HTTP/1.1" status: 200 len: 217 time: 0.1591077 Oct 27 18:16:02.769044 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-eb2e9838-180c-46ba-8a25-86bc1413bea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:02.771592 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-eb2e9838-180c-46ba-8a25-86bc1413bea3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.0613878 Oct 27 18:16:02.772564 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc4ad6-4a67-4c65-9e9c-28688b7760c8 req-9db83018-f79e-46a6-99d3-5aea43219978 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:02.772713 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-27e52134-5397-4755-a15d-7cb3cfea7940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:02.775312 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cacc4ad6-4a67-4c65-9e9c-28688b7760c8 req-9db83018-f79e-46a6-99d3-5aea43219978 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f6791c3-4f8d-489a-bc27-6089d3775aa7 HTTP/1.1" status: 200 len: 947 time: 0.3767641 Oct 27 18:16:02.795137 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-846c532c-6185-44f6-909c-deebf1d9bdee None None] Provisioning complete for port 9ec6d2d1-2adb-44ab-9641-113034fd896e triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:02.795701 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-846c532c-6185-44f6-909c-deebf1d9bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:02.870629 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e88ca4e6-0986-4cd9-951b-694517afe05a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:02.940129 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-846c532c-6185-44f6-909c-deebf1d9bdee None None] Port 9ec6d2d1-2adb-44ab-9641-113034fd896e cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:16:02.979930 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e88ca4e6-0986-4cd9-951b-694517afe05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:02.992132 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 95211158-76d5-4fe0-8354-3352df3a32c8 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:16:03.085100 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cacc4ad6-4a67-4c65-9e9c-28688b7760c8 req-5c609303-110f-4623-89b7-5806f9df64cb tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/security-groups?id=64823d5a-2970-43e6-8206-39ed65e81f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846754 Oct 27 18:16:03.088640 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e88ca4e6-0986-4cd9-951b-694517afe05a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=87e571d2a8be4516b8bdec3f9a7c9b01&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0752716 Oct 27 18:16:03.096301 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71a154-1333-458f-9704-494f5269774c req-e7360b66-611f-4928-a417-5f3eb8f631e8 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:03.104254 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cc71a154-1333-458f-9704-494f5269774c req-e7360b66-611f-4928-a417-5f3eb8f631e8 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=1c355512-b0be-4846-908a-20bde38ada9b HTTP/1.1" status: 200 len: 1096 time: 0.3277614 Oct 27 18:16:03.106658 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ca4e6-0986-4cd9-951b-694517afe05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e409bf55-df53-4804-bc94-4edc6c2ab1bf,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:03.108196 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c5a0c6a1-4024-4fca-9f99-6a3d42507800 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:03.108846 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42230) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:16:03.119639 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-9139d5ea-e3fc-4bd2-bdf2-f6df66b5bf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:03.122847 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-9139d5ea-e3fc-4bd2-bdf2-f6df66b5bf09 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2736633 Oct 27 18:16:03.163477 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 95211158-76d5-4fe0-8354-3352df3a32c8 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:03.164071 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:03.182970 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c5a0c6a1-4024-4fca-9f99-6a3d42507800 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:03.294741 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:03.319025 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-27e52134-5397-4755-a15d-7cb3cfea7940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:03.320851 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 95211158-76d5-4fe0-8354-3352df3a32c8, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=95211158-76d5-4fe0-8354-3352df3a32c8,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:16:03.325026 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cc71a154-1333-458f-9704-494f5269774c req-bd69253d-76e4-43d8-a1f9-82d1f284bcdc tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200289 Oct 27 18:16:03.399567 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9e775539-b9fd-4c98-8edc-4060c20dd7d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:03.411914 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:03.447515 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-05ff877b-3cb5-4688-a867-e4b07d7356c2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:03.463829 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9e775539-b9fd-4c98-8edc-4060c20dd7d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:03.481994 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848d2fa-5dba-4aaa-80c9-922b6600ba8e req-5dd47443-e1bd-472e-8422-b1ac7c9292d8 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:03.490630 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9848d2fa-5dba-4aaa-80c9-922b6600ba8e req-5dd47443-e1bd-472e-8422-b1ac7c9292d8 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f8c2121a-6af4-4c21-8d77-7a058c38864f HTTP/1.1" status: 200 len: 1095 time: 0.1736665 Oct 27 18:16:03.519138 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=95211158-76d5-4fe0-8354-3352df3a32c8,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:03.521859 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-640540bf-11ad-468d-8c83-265e89b8c89f service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895197 Oct 27 18:16:03.530908 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:03.531586 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:03.532196 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:03.532757 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:03.533669 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:03.534200 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:03.535345 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:03.535893 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:03.536448 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:03.537002 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:03.537658 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:03.538173 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:03.553119 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-05ff877b-3cb5-4688-a867-e4b07d7356c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:03.664551 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22ff4a-f9f5-4fc1-b5aa-c6fae1514044 req-a3d4194f-95c8-420b-abac-095583499cab tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:03.666129 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3d22ff4a-f9f5-4fc1-b5aa-c6fae1514044 req-a3d4194f-95c8-420b-abac-095583499cab tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=1c355512-b0be-4846-908a-20bde38ada9b HTTP/1.1" status: 200 len: 1096 time: 0.2247236 Oct 27 18:16:03.694258 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9848d2fa-5dba-4aaa-80c9-922b6600ba8e req-a43a365d-26e9-4910-bcfa-1c615c1da22e tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927359 Oct 27 18:16:03.888766 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9e775539-b9fd-4c98-8edc-4060c20dd7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:03.902658 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9e775539-b9fd-4c98-8edc-4060c20dd7d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:03.903875 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9e775539-b9fd-4c98-8edc-4060c20dd7d5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e409bf55-df53-4804-bc94-4edc6c2ab1bf HTTP/1.1" status: 204 len: 168 time: 0.7924049 Oct 27 18:16:03.933665 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e775539-b9fd-4c98-8edc-4060c20dd7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e409bf55-df53-4804-bc94-4edc6c2ab1bf,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:03.967704 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3d22ff4a-f9f5-4fc1-b5aa-c6fae1514044 req-3ca8794c-a8a3-4147-9ee9-586aadee46a5 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595789 Oct 27 18:16:04.020324 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-05ff877b-3cb5-4688-a867-e4b07d7356c2 admin admin] Allocated IP 172.25.6.167 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/4f8c66aa-fe19-42fc-8563-4359524b20a3) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:16:04.323681 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-27e52134-5397-4755-a15d-7cb3cfea7940 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:04.330953 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0598e464-3c40-4191-8433-8ee3dc5f6793 req-4111fb85-8ec6-4bf9-9c3e-59556a635828 service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7748945 Oct 27 18:16:04.334275 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c5a0c6a1-4024-4fca-9f99-6a3d42507800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:04.344841 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c5a0c6a1-4024-4fca-9f99-6a3d42507800 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:04.349392 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c5a0c6a1-4024-4fca-9f99-6a3d42507800 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f8483d8b-1bca-4de7-b18a-24795644336c HTTP/1.1" status: 204 len: 168 time: 1.7292798 Oct 27 18:16:04.363478 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a0c6a1-4024-4fca-9f99-6a3d42507800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8483d8b-1bca-4de7-b18a-24795644336c,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:04.398576 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbcbf1a-a947-4078-a1df-233ed38c9f5d None None] Network f511542f-5df3-4e7b-b026-a1f4910c0d39 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:16:04.409016 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-27e52134-5397-4755-a15d-7cb3cfea7940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:04.530563 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-acf23ff9-6dd3-47a7-b208-e20a46c23d1f None None] Provisioning complete for port f1d221e1-7076-4746-a080-63004be6bc71 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:04.531242 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-acf23ff9-6dd3-47a7-b208-e20a46c23d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:04.593746 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-27e52134-5397-4755-a15d-7cb3cfea7940 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:04.603605 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e52134-5397-4755-a15d-7cb3cfea7940 admin admin] Pushing event updated for resources: {'Port': ['ID=9ec6d2d1-2adb-44ab-9641-113034fd896e,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:04.764593 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e52134-5397-4755-a15d-7cb3cfea7940 admin admin] Network e7125575-7ac8-43a5-b6d6-ae49eea349e6 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:16:04.774703 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-27e52134-5397-4755-a15d-7cb3cfea7940 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:16:04.928196 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-acf23ff9-6dd3-47a7-b208-e20a46c23d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:05.023804 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-acf23ff9-6dd3-47a7-b208-e20a46c23d1f None None] For port f1d221e1-7076-4746-a080-63004be6bc71, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=f1d221e1-7076-4746-a080-63004be6bc71,segment=NetworkSegment(bcfac05a-4f8b-414e-8b59-ad5aa9190aee),segment_id=bcfac05a-4f8b-414e-8b59-ad5aa9190aee)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:16:05.051625 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facdda96-0649-43bc-98f8-bbc04ad48f8e req-155e0ed9-733f-49b9-aaea-9e37817b94a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:05.068018 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-facdda96-0649-43bc-98f8-bbc04ad48f8e req-155e0ed9-733f-49b9-aaea-9e37817b94a9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0beacb8f3e5547f6bf77f372e21e69ab&device_id=2f6791c3-4f8d-489a-bc27-6089d3775aa7 HTTP/1.1" status: 200 len: 1098 time: 0.4702268 Oct 27 18:16:05.106276 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-acf23ff9-6dd3-47a7-b208-e20a46c23d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:05.184737 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 95211158-76d5-4fe0-8354-3352df3a32c8 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:16:05.218057 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-05ff877b-3cb5-4688-a867-e4b07d7356c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:05.265671 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc624bb3-b936-4286-98be-c4c29e26395e req-e6762dfd-7bd9-41ba-91c7-c29112184b63 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:05.272779 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facdda96-0649-43bc-98f8-bbc04ad48f8e req-dfd77324-19d5-4bd5-97ee-b96d66226a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:05.274327 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-facdda96-0649-43bc-98f8-bbc04ad48f8e req-dfd77324-19d5-4bd5-97ee-b96d66226a7f service neutron] 10.222.0.81 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.2031422 Oct 27 18:16:05.287646 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fc624bb3-b936-4286-98be-c4c29e26395e req-e6762dfd-7bd9-41ba-91c7-c29112184b63 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f6791c3-4f8d-489a-bc27-6089d3775aa7 HTTP/1.1" status: 200 len: 947 time: 0.3965800 Oct 27 18:16:05.347439 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-2d41d835-921b-4d95-aa5d-bb6425f892ad tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:05.355825 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-2d41d835-921b-4d95-aa5d-bb6425f892ad tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/networks?id=b3551270-2765-4a25-abeb-25e55b0a5126 HTTP/1.1" status: 200 len: 821 time: 1.1684699 Oct 27 18:16:05.373341 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42270) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:16:05.393540 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-facdda96-0649-43bc-98f8-bbc04ad48f8e req-f2cf8a14-6bab-4538-82e6-9205b6614259 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=793138b4-0265-4212-b03e-a893a76d7244 HTTP/1.1" status: 200 len: 217 time: 0.1106415 Oct 27 18:16:05.419412 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-b97a3326-00dc-4ad1-87d7-e10263da4827 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/quotas/a91620ccab6b42bd92005fb366774bad HTTP/1.1" status: 200 len: 375 time: 0.0343931 Oct 27 18:16:05.436224 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ac365bbc-ad2b-4c48-9adf-3673613cf096 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:05.495725 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e52134-5397-4755-a15d-7cb3cfea7940 admin admin] Router 495d61f3-3208-4bb6-9d96-efac84693a0f has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:16:05.521523 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-459ac11e-2dbc-425d-a1c6-9b50f0b71576 None None] Provisioning complete for port 9ec6d2d1-2adb-44ab-9641-113034fd896e triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:05.522631 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-459ac11e-2dbc-425d-a1c6-9b50f0b71576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:05.522764 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facdda96-0649-43bc-98f8-bbc04ad48f8e req-affe6a76-bb7a-44ff-8e29-41ed7808d007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:05.524350 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-facdda96-0649-43bc-98f8-bbc04ad48f8e req-affe6a76-bb7a-44ff-8e29-41ed7808d007 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.1171994 Oct 27 18:16:05.524761 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf23ff9-6dd3-47a7-b208-e20a46c23d1f None None] Pushing event updated for resources: {'Port': ['ID=f1d221e1-7076-4746-a080-63004be6bc71,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:05.569255 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fc624bb3-b936-4286-98be-c4c29e26395e req-60607c10-5328-4242-a044-4f7ac5fc83d5 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/security-groups?id=64823d5a-2970-43e6-8206-39ed65e81f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783759 Oct 27 18:16:05.594928 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 95211158-76d5-4fe0-8354-3352df3a32c8 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:05.595309 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:05.643347 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-19076814-255d-4e11-ac42-8f3fba867af9 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a91620ccab6b42bd92005fb366774bad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2215059 Oct 27 18:16:05.651792 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-459ac11e-2dbc-425d-a1c6-9b50f0b71576 None None] Port 9ec6d2d1-2adb-44ab-9641-113034fd896e cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:16:05.688923 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facdda96-0649-43bc-98f8-bbc04ad48f8e req-0e455486-aa4b-4b23-8c64-3594ba86056a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:05.693519 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-facdda96-0649-43bc-98f8-bbc04ad48f8e req-0e455486-aa4b-4b23-8c64-3594ba86056a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1264968 Oct 27 18:16:05.734291 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device f1d221e1-7076-4746-a080-63004be6bc71 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:16:05.775247 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-05ff877b-3cb5-4688-a867-e4b07d7356c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:05.785270 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ac365bbc-ad2b-4c48-9adf-3673613cf096 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:05.793488 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e52134-5397-4755-a15d-7cb3cfea7940 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:16:05.808416 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-27e52134-5397-4755-a15d-7cb3cfea7940 admin admin] 10.222.0.52 "PUT /v2.0/routers/495d61f3-3208-4bb6-9d96-efac84693a0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3495176 Oct 27 18:16:05.822633 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5daf4b3-2f9a-4fff-b20f-eb8810a8d608 None None] Sync routers for ids ['495d61f3-3208-4bb6-9d96-efac84693a0f'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:16:05.840745 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-34ad8f81-3e56-4a02-9e3e-816cefa6b751 service neutron] 10.222.0.52 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962562 Oct 27 18:16:05.866758 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ac365bbc-ad2b-4c48-9adf-3673613cf096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:05.877057 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-9b392330-1024-4566-8c86-6907a2a1dcda None None] Provisioning complete for port f1d221e1-7076-4746-a080-63004be6bc71 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:05.877428 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9b392330-1024-4566-8c86-6907a2a1dcda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:05.879052 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5daf4b3-2f9a-4fff-b20f-eb8810a8d608 None None] Routers {'495d61f3-3208-4bb6-9d96-efac84693a0f'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:16:05.879689 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-b5daf4b3-2f9a-4fff-b20f-eb8810a8d608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:15:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['495d61f3-3208-4bb6-9d96-efac84693a0f'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:16:05.929351 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ff877b-3cb5-4688-a867-e4b07d7356c2 admin admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:16:05.937290 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-facdda96-0649-43bc-98f8-bbc04ad48f8e req-8dd97f81-4480-400c-97ae-f86481f8363d service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290184 Oct 27 18:16:05.941232 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-05ff877b-3cb5-4688-a867-e4b07d7356c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:16:05.946641 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ff877b-3cb5-4688-a867-e4b07d7356c2 admin admin] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:16:05.953412 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff877b-3cb5-4688-a867-e4b07d7356c2 admin admin] Pushing event updated for resources: {'Port': ['ID=4f8c66aa-fe19-42fc-8563-4359524b20a3,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:06.005783 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8b0ac-9e93-448c-91c8-7593bbcb61eb req-375196f8-4fa1-4774-b898-b21a0d347585 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:06.014356 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f4a8b0ac-9e93-448c-91c8-7593bbcb61eb req-375196f8-4fa1-4774-b898-b21a0d347585 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=1c355512-b0be-4846-908a-20bde38ada9b HTTP/1.1" status: 200 len: 1096 time: 0.2426147 Oct 27 18:16:06.032800 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port f1d221e1-7076-4746-a080-63004be6bc71 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:06.033425 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:06.156810 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f4a8b0ac-9e93-448c-91c8-7593bbcb61eb req-ab2c7bf7-42b6-435e-bd14-cb3fd7c9f203 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363437 Oct 27 18:16:06.161295 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-facdda96-0649-43bc-98f8-bbc04ad48f8e req-9d5edd0c-4812-45f6-9b5e-9d332e1ae9eb service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032750 Oct 27 18:16:06.161976 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac365bbc-ad2b-4c48-9adf-3673613cf096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feff32b2-ea52-4f5c-b265-c8091a8cf833,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:06.164984 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-262a16da-5d43-415c-b26b-f247f8d8ca5c service neutron] 10.222.0.52 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078430 Oct 27 18:16:06.172827 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ac365bbc-ad2b-4c48-9adf-3673613cf096 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6b50862f70ef4010860e48143d8f9251&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7964509 Oct 27 18:16:06.173444 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42284) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:16:06.267237 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b2e266b3-cebe-4332-b617-4712ae2fcf5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:06.303318 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b2e266b3-cebe-4332-b617-4712ae2fcf5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:06.395164 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-b5daf4b3-2f9a-4fff-b20f-eb8810a8d608 None None] Set router 495d61f3-3208-4bb6-9d96-efac84693a0f gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:16:06.431637 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b2e266b3-cebe-4332-b617-4712ae2fcf5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:06.435299 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b2e266b3-cebe-4332-b617-4712ae2fcf5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:06.440399 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b2e266b3-cebe-4332-b617-4712ae2fcf5e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/feff32b2-ea52-4f5c-b265-c8091a8cf833 HTTP/1.1" status: 204 len: 168 time: 0.2653263 Oct 27 18:16:06.453657 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e266b3-cebe-4332-b617-4712ae2fcf5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feff32b2-ea52-4f5c-b265-c8091a8cf833,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:06.739123 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-05ff877b-3cb5-4688-a867-e4b07d7356c2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:06.807283 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-b5daf4b3-2f9a-4fff-b20f-eb8810a8d608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495d61f3-3208-4bb6-9d96-efac84693a0f', 'name': 'tempest-FloatingIPsTestJSON-11480194-router', 'tenant_id': '89d7f2009f0d46bd8076fb12be063ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '95211158-76d5-4fe0-8354-3352df3a32c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:15:51Z', 'updated_at': '2021-10-27T18:16:03Z', 'revision_number': 4, 'project_id': '89d7f2009f0d46bd8076fb12be063ab2', 'gw_port': {'id': '95211158-76d5-4fe0-8354-3352df3a32c8', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:cc:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495d61f3-3208-4bb6-9d96-efac84693a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:15:53Z', 'updated_at': '2021-10-27T18:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '9ec6d2d1-2adb-44ab-9641-113034fd896e', 'name': '', 'network_id': 'e7125575-7ac8-43a5-b6d6-ae49eea349e6', 'tenant_id': '89d7f2009f0d46bd8076fb12be063ab2', 'mac_address': 'fa:16:3e:01:8e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495d61f3-3208-4bb6-9d96-efac84693a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'fa6b907f-0903-4f2f-a186-3fc6728f6722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:00Z', 'updated_at': '2021-10-27T18:16:03Z', 'revision_number': 2, 'project_id': '89d7f2009f0d46bd8076fb12be063ab2', 'subnets': [{'id': 'fa6b907f-0903-4f2f-a186-3fc6728f6722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:16:06.888347 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5daf4b3-2f9a-4fff-b20f-eb8810a8d608 None None] Checking router: 495d61f3-3208-4bb6-9d96-efac84693a0f for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:16:06.889013 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5daf4b3-2f9a-4fff-b20f-eb8810a8d608 None None] Updating router 495d61f3-3208-4bb6-9d96-efac84693a0f port 9ec6d2d1-2adb-44ab-9641-113034fd896e binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:16:06.933607 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device f1d221e1-7076-4746-a080-63004be6bc71 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:16:06.957630 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b5daf4b3-2f9a-4fff-b20f-eb8810a8d608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:07.030485 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 793138b4-0265-4212-b03e-a893a76d7244 details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:16:07.079325 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port f1d221e1-7076-4746-a080-63004be6bc71 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:07.079878 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:07.234946 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-336efc88-11fd-46c3-a8dd-3c52c5c5be77 req-76f035c3-f6dd-4a0a-a16d-e6885188740f tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3626335 Oct 27 18:16:07.273632 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-336efc88-11fd-46c3-a8dd-3c52c5c5be77 req-01411515-ad85-4db7-b8f1-993dec925006 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:16:07.359991 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-05ff877b-3cb5-4688-a867-e4b07d7356c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:07.364403 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 793138b4-0265-4212-b03e-a893a76d7244, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=793138b4-0265-4212-b03e-a893a76d7244,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:16:07.419005 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': '793138b4-0265-4212-b03e-a893a76d7244', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'port_id': '793138b4-0265-4212-b03e-a893a76d7244', 'mac_address': 'fa:16:3e:34:56:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:16:07.462495 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-336efc88-11fd-46c3-a8dd-3c52c5c5be77 req-01411515-ad85-4db7-b8f1-993dec925006 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Publish callbacks [] for floatingip, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:07.511746 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:07.588706 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 793138b4-0265-4212-b03e-a893a76d7244 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:16:07.707766 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 793138b4-0265-4212-b03e-a893a76d7244, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=793138b4-0265-4212-b03e-a893a76d7244,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:16:07.726159 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b5daf4b3-2f9a-4fff-b20f-eb8810a8d608 None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:07.803190 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:07.808380 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b5daf4b3-2f9a-4fff-b20f-eb8810a8d608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:07.819384 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-336efc88-11fd-46c3-a8dd-3c52c5c5be77 req-01411515-ad85-4db7-b8f1-993dec925006 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:07.893415 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=793138b4-0265-4212-b03e-a893a76d7244,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:07.914909 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ff877b-3cb5-4688-a867-e4b07d7356c2 admin admin] Router 46cd2537-d589-446b-917c-1a9445464d0c is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:16:07.969772 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-b5daf4b3-2f9a-4fff-b20f-eb8810a8d608 None None] Attempting to bind port 9ec6d2d1-2adb-44ab-9641-113034fd896e on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:16:07.970151 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-b5daf4b3-2f9a-4fff-b20f-eb8810a8d608 None None] Attempting to bind port 9ec6d2d1-2adb-44ab-9641-113034fd896e by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'd4952aab-21f5-455d-9e83-51b323c66f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'e7125575-7ac8-43a5-b6d6-ae49eea349e6'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:16:07.970533 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5daf4b3-2f9a-4fff-b20f-eb8810a8d608 None None] Attempting to bind port 9ec6d2d1-2adb-44ab-9641-113034fd896e on network e7125575-7ac8-43a5-b6d6-ae49eea349e6 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:16:07.986247 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5daf4b3-2f9a-4fff-b20f-eb8810a8d608 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:16:07.986628 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5daf4b3-2f9a-4fff-b20f-eb8810a8d608 None None] Checking segment: {'id': 'd4952aab-21f5-455d-9e83-51b323c66f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'e7125575-7ac8-43a5-b6d6-ae49eea349e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:16:07.987067 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b5daf4b3-2f9a-4fff-b20f-eb8810a8d608 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:07.987463 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5daf4b3-2f9a-4fff-b20f-eb8810a8d608 None None] Bound using segment: {'id': 'd4952aab-21f5-455d-9e83-51b323c66f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'e7125575-7ac8-43a5-b6d6-ae49eea349e6'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:16:07.987946 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-b5daf4b3-2f9a-4fff-b20f-eb8810a8d608 None None] Bound port: 9ec6d2d1-2adb-44ab-9641-113034fd896e, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4952aab-21f5-455d-9e83-51b323c66f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'e7125575-7ac8-43a5-b6d6-ae49eea349e6'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:16:07.988332 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b5daf4b3-2f9a-4fff-b20f-eb8810a8d608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:07.990578 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cdd057-6d83-4dc2-9087-90c6d1c689ac None None] Pushing event updated for resources: {'Port': ['ID=9ec6d2d1-2adb-44ab-9641-113034fd896e,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:08.046442 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['793138b4-0265-4212-b03e-a893a76d7244'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:16:08.155197 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-b5daf4b3-2f9a-4fff-b20f-eb8810a8d608 None None] For port 9ec6d2d1-2adb-44ab-9641-113034fd896e, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:16:08.167072 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-b5daf4b3-2f9a-4fff-b20f-eb8810a8d608 None None] For port 9ec6d2d1-2adb-44ab-9641-113034fd896e, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=9ec6d2d1-2adb-44ab-9641-113034fd896e,segment=NetworkSegment(d4952aab-21f5-455d-9e83-51b323c66f5e),segment_id=d4952aab-21f5-455d-9e83-51b323c66f5e)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:16:08.256574 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b5daf4b3-2f9a-4fff-b20f-eb8810a8d608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:08.419100 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5daf4b3-2f9a-4fff-b20f-eb8810a8d608 None None] Routers {'495d61f3-3208-4bb6-9d96-efac84693a0f'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:16:08.420942 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-b5daf4b3-2f9a-4fff-b20f-eb8810a8d608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:15:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['495d61f3-3208-4bb6-9d96-efac84693a0f'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:16:08.547044 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ff877b-3cb5-4688-a867-e4b07d7356c2 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:16:08.558294 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc6b45a-3ce5-43ff-9ab1-e33054230e62 None None] Sync routers for ids ['46cd2537-d589-446b-917c-1a9445464d0c'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:16:08.580477 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-336efc88-11fd-46c3-a8dd-3c52c5c5be77 req-01411515-ad85-4db7-b8f1-993dec925006 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Allocated IP 172.25.6.178 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/49d326ac-5638-433c-bd0a-c4b92af854e4) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:16:08.595643 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc6b45a-3ce5-43ff-9ab1-e33054230e62 None None] Routers {'46cd2537-d589-446b-917c-1a9445464d0c'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:16:08.599248 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-fcc6b45a-3ce5-43ff-9ab1-e33054230e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:15:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['46cd2537-d589-446b-917c-1a9445464d0c'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:16:08.713819 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-05ff877b-3cb5-4688-a867-e4b07d7356c2 admin admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:08.720771 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42350) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:16:08.724203 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-05ff877b-3cb5-4688-a867-e4b07d7356c2 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 8.3070929 Oct 27 18:16:08.817703 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-336efc88-11fd-46c3-a8dd-3c52c5c5be77 req-01411515-ad85-4db7-b8f1-993dec925006 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:08.841812 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-b5daf4b3-2f9a-4fff-b20f-eb8810a8d608 None None] Set router 495d61f3-3208-4bb6-9d96-efac84693a0f gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:16:08.898389 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-fcc6b45a-3ce5-43ff-9ab1-e33054230e62 None None] Set router 46cd2537-d589-446b-917c-1a9445464d0c gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:16:08.933342 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-336efc88-11fd-46c3-a8dd-3c52c5c5be77 req-01411515-ad85-4db7-b8f1-993dec925006 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:08.956348 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cdd057-6d83-4dc2-9087-90c6d1c689ac None None] Pushing event updated for resources: {'Port': ['ID=9ec6d2d1-2adb-44ab-9641-113034fd896e,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:08.974349 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-2572c16e-0348-42e1-859a-693cf21dcafa None None] Provisioning complete for port 9ec6d2d1-2adb-44ab-9641-113034fd896e triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:08.974871 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2572c16e-0348-42e1-859a-693cf21dcafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:09.027524 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-336efc88-11fd-46c3-a8dd-3c52c5c5be77 req-01411515-ad85-4db7-b8f1-993dec925006 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:16:09.028725 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-336efc88-11fd-46c3-a8dd-3c52c5c5be77 req-01411515-ad85-4db7-b8f1-993dec925006 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:16:09.033384 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-336efc88-11fd-46c3-a8dd-3c52c5c5be77 req-01411515-ad85-4db7-b8f1-993dec925006 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:16:09.118012 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01411515-ad85-4db7-b8f1-993dec925006 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Pushing event updated for resources: {'Port': ['ID=49d326ac-5638-433c-bd0a-c4b92af854e4,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:09.285620 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-fcc6b45a-3ce5-43ff-9ab1-e33054230e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46cd2537-d589-446b-917c-1a9445464d0c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-864649329-router', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '4f8c66aa-fe19-42fc-8563-4359524b20a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:16:00Z', 'updated_at': '2021-10-27T18:16:06Z', 'revision_number': 3, 'project_id': 'f8df18aaf1594db3b572eb589716619a', 'gw_port': {'id': '4f8c66aa-fe19-42fc-8563-4359524b20a3', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:26:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46cd2537-d589-446b-917c-1a9445464d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:03Z', 'updated_at': '2021-10-27T18:16:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:16:09.353686 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc6b45a-3ce5-43ff-9ab1-e33054230e62 None None] Checking router: 46cd2537-d589-446b-917c-1a9445464d0c for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:16:09.354276 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc6b45a-3ce5-43ff-9ab1-e33054230e62 None None] Updating router 46cd2537-d589-446b-917c-1a9445464d0c port 4f8c66aa-fe19-42fc-8563-4359524b20a3 binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:16:09.418070 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-fcc6b45a-3ce5-43ff-9ab1-e33054230e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:09.440020 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-336efc88-11fd-46c3-a8dd-3c52c5c5be77 req-01411515-ad85-4db7-b8f1-993dec925006 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:09.728429 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-35db5592-88a1-4c20-ab3c-97c19566a5c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:09.740711 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2572c16e-0348-42e1-859a-693cf21dcafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:09.765423 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-336efc88-11fd-46c3-a8dd-3c52c5c5be77 req-01411515-ad85-4db7-b8f1-993dec925006 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:09.775812 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cc8b7ea9-8d45-4710-b75d-03e97beab611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:09.816424 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-b5daf4b3-2f9a-4fff-b20f-eb8810a8d608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495d61f3-3208-4bb6-9d96-efac84693a0f', 'name': 'tempest-FloatingIPsTestJSON-11480194-router', 'tenant_id': '89d7f2009f0d46bd8076fb12be063ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '95211158-76d5-4fe0-8354-3352df3a32c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:15:51Z', 'updated_at': '2021-10-27T18:16:03Z', 'revision_number': 4, 'project_id': '89d7f2009f0d46bd8076fb12be063ab2', 'gw_port': {'id': '95211158-76d5-4fe0-8354-3352df3a32c8', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:cc:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495d61f3-3208-4bb6-9d96-efac84693a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:15:53Z', 'updated_at': '2021-10-27T18:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '9ec6d2d1-2adb-44ab-9641-113034fd896e', 'name': '', 'network_id': 'e7125575-7ac8-43a5-b6d6-ae49eea349e6', 'tenant_id': '89d7f2009f0d46bd8076fb12be063ab2', 'mac_address': 'fa:16:3e:01:8e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495d61f3-3208-4bb6-9d96-efac84693a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'fa6b907f-0903-4f2f-a186-3fc6728f6722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:00Z', 'updated_at': '2021-10-27T18:16:08Z', 'revision_number': 4, 'project_id': '89d7f2009f0d46bd8076fb12be063ab2', 'subnets': [{'id': 'fa6b907f-0903-4f2f-a186-3fc6728f6722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:16:09.822338 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-2572c16e-0348-42e1-859a-693cf21dcafa None None] For port 9ec6d2d1-2adb-44ab-9641-113034fd896e, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=9ec6d2d1-2adb-44ab-9641-113034fd896e,segment=NetworkSegment(d4952aab-21f5-455d-9e83-51b323c66f5e),segment_id=d4952aab-21f5-455d-9e83-51b323c66f5e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:16:09.871166 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-5000b273-510b-4ad5-985b-722a0783071a req-7ab610dd-5578-4402-b649-f60cbe527aa4 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:16:09.876285 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5daf4b3-2f9a-4fff-b20f-eb8810a8d608 None None] The sync data for ids ['495d61f3-3208-4bb6-9d96-efac84693a0f'] in n-d-815690-2 is: [{'id': '495d61f3-3208-4bb6-9d96-efac84693a0f', 'name': 'tempest-FloatingIPsTestJSON-11480194-router', 'tenant_id': '89d7f2009f0d46bd8076fb12be063ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '95211158-76d5-4fe0-8354-3352df3a32c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:15:51Z', 'updated_at': '2021-10-27T18:16:03Z', 'revision_number': 4, 'project_id': '89d7f2009f0d46bd8076fb12be063ab2', 'gw_port': {'id': '95211158-76d5-4fe0-8354-3352df3a32c8', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:cc:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495d61f3-3208-4bb6-9d96-efac84693a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:15:53Z', 'updated_at': '2021-10-27T18:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '9ec6d2d1-2adb-44ab-9641-113034fd896e', 'name': '', 'network_id': 'e7125575-7ac8-43a5-b6d6-ae49eea349e6', 'tenant_id': '89d7f2009f0d46bd8076fb12be063ab2', 'mac_address': 'fa:16:3e:01:8e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '495d61f3-3208-4bb6-9d96-efac84693a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'fa6b907f-0903-4f2f-a186-3fc6728f6722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:00Z', 'updated_at': '2021-10-27T18:16:08Z', 'revision_number': 4, 'project_id': '89d7f2009f0d46bd8076fb12be063ab2', 'subnets': [{'id': 'fa6b907f-0903-4f2f-a186-3fc6728f6722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:16:09.887813 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5000b273-510b-4ad5-985b-722a0783071a req-7ab610dd-5578-4402-b649-f60cbe527aa4 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0426669 Oct 27 18:16:09.892393 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2572c16e-0348-42e1-859a-693cf21dcafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:09.971486 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572c16e-0348-42e1-859a-693cf21dcafa None None] Pushing event updated for resources: {'Port': ['ID=9ec6d2d1-2adb-44ab-9641-113034fd896e,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:10.019658 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-fcc6b45a-3ce5-43ff-9ab1-e33054230e62 None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:10.062408 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-357aed94-1408-4dbb-acc1-e650c7eb0b35 None None] Provisioning complete for port 9ec6d2d1-2adb-44ab-9641-113034fd896e triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:10.063238 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-357aed94-1408-4dbb-acc1-e650c7eb0b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:10.172883 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000b273-510b-4ad5-985b-722a0783071a req-6fe28257-180e-412e-9278-e30eceb105a8 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:10.175280 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5000b273-510b-4ad5-985b-722a0783071a req-6fe28257-180e-412e-9278-e30eceb105a8 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] 10.222.0.52 "GET /v2.0/ports/db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc HTTP/1.1" status: 200 len: 1093 time: 0.2864063 Oct 27 18:16:10.193375 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-43fbb9ba-d97a-41ff-8837-fd5f8a811b59 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:10.196114 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-43fbb9ba-d97a-41ff-8837-fd5f8a811b59 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.93 "GET /v2.0/networks?id=b3551270-2765-4a25-abeb-25e55b0a5126 HTTP/1.1" status: 200 len: 821 time: 0.6595738 Oct 27 18:16:10.202356 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-5000b273-510b-4ad5-985b-722a0783071a req-8c0e7232-3118-468a-97c8-ba8bb3e6321a service neutron] Request body: {'binding': {'host': 'n-h1-815690-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:16:10.202866 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-5000b273-510b-4ad5-985b-722a0783071a req-8c0e7232-3118-468a-97c8-ba8bb3e6321a service neutron] Unknown quota resources ['binding']. {{(pid=102878) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 18:16:10.227880 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-cc8b7ea9-8d45-4710-b75d-03e97beab611 admin admin] Allocated IP 172.20.0.1 (f511542f-5df3-4e7b-b026-a1f4910c0d39/71d7f89c-bbad-475f-9db7-0378b3e2ca7c/62f59bc7-ad58-4cf1-8aff-feb60c59bed9) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:16:10.260693 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-c1cce913-9c9a-42f1-8750-f96bfef8e47e tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Request body: {'port': {'device_id': 'bcef9526-6b6c-48a6-b2d5-8e5c661a56d6', 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126', 'admin_state_up': True, 'tenant_id': 'a91620ccab6b42bd92005fb366774bad'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:16:10.441875 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cc8b7ea9-8d45-4710-b75d-03e97beab611 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:10.446335 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-fcc6b45a-3ce5-43ff-9ab1-e33054230e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:10.494752 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-fcc6b45a-3ce5-43ff-9ab1-e33054230e62 None None] Attempting to bind port 4f8c66aa-fe19-42fc-8563-4359524b20a3 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:16:10.495159 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-fcc6b45a-3ce5-43ff-9ab1-e33054230e62 None None] Attempting to bind port 4f8c66aa-fe19-42fc-8563-4359524b20a3 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:16:10.495648 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc6b45a-3ce5-43ff-9ab1-e33054230e62 None None] Attempting to bind port 4f8c66aa-fe19-42fc-8563-4359524b20a3 on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:16:10.525093 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc6b45a-3ce5-43ff-9ab1-e33054230e62 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:16:10.526189 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc6b45a-3ce5-43ff-9ab1-e33054230e62 None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:16:10.526650 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-fcc6b45a-3ce5-43ff-9ab1-e33054230e62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:10.527672 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc6b45a-3ce5-43ff-9ab1-e33054230e62 None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:16:10.528171 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-fcc6b45a-3ce5-43ff-9ab1-e33054230e62 None None] Bound port: 4f8c66aa-fe19-42fc-8563-4359524b20a3, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:16:10.528585 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-fcc6b45a-3ce5-43ff-9ab1-e33054230e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:10.579763 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cc8b7ea9-8d45-4710-b75d-03e97beab611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:10.662478 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b7ea9-8d45-4710-b75d-03e97beab611 admin admin] Pushing event updated for resources: {'Port': ['ID=62f59bc7-ad58-4cf1-8aff-feb60c59bed9,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:10.663764 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-fcc6b45a-3ce5-43ff-9ab1-e33054230e62 None None] For port 4f8c66aa-fe19-42fc-8563-4359524b20a3, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:16:10.663905 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-336efc88-11fd-46c3-a8dd-3c52c5c5be77 req-01411515-ad85-4db7-b8f1-993dec925006 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:10.671781 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-fcc6b45a-3ce5-43ff-9ab1-e33054230e62 None None] For port 4f8c66aa-fe19-42fc-8563-4359524b20a3, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=4f8c66aa-fe19-42fc-8563-4359524b20a3,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:16:10.690515 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8b7ea9-8d45-4710-b75d-03e97beab611 admin admin] Network f511542f-5df3-4e7b-b026-a1f4910c0d39 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:16:10.692652 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-cc8b7ea9-8d45-4710-b75d-03e97beab611 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:16:10.696784 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522f367e-737f-4052-a5cc-c26e8409ea3c None None] Pushing event updated for resources: {'Port': ['ID=4f8c66aa-fe19-42fc-8563-4359524b20a3,revision_number=2']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:10.712696 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-5000b273-510b-4ad5-985b-722a0783071a req-8c0e7232-3118-468a-97c8-ba8bb3e6321a service neutron] Attempting to bind port db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc on host n-h1-815690-2 for vnic_type normal with profile None {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:16:10.713045 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-5000b273-510b-4ad5-985b-722a0783071a req-8c0e7232-3118-468a-97c8-ba8bb3e6321a service neutron] Attempting to bind port db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:16:10.713380 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5000b273-510b-4ad5-985b-722a0783071a req-8c0e7232-3118-468a-97c8-ba8bb3e6321a service neutron] Attempting to bind port db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc on network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:16:10.724622 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5000b273-510b-4ad5-985b-722a0783071a req-8c0e7232-3118-468a-97c8-ba8bb3e6321a service neutron] Port db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc on network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:16:10.724834 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8b7ea9-8d45-4710-b75d-03e97beab611 admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:16:10.725099 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5000b273-510b-4ad5-985b-722a0783071a req-8c0e7232-3118-468a-97c8-ba8bb3e6321a service neutron] Attempting to bind port db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc on network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:16:10.734420 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5000b273-510b-4ad5-985b-722a0783071a req-8c0e7232-3118-468a-97c8-ba8bb3e6321a service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:16:10.770992 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5000b273-510b-4ad5-985b-722a0783071a req-8c0e7232-3118-468a-97c8-ba8bb3e6321a service neutron] Checking segment: {'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:16:10.770992 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5000b273-510b-4ad5-985b-722a0783071a req-8c0e7232-3118-468a-97c8-ba8bb3e6321a service neutron] Bound using segment: {'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:16:10.770992 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-5000b273-510b-4ad5-985b-722a0783071a req-8c0e7232-3118-468a-97c8-ba8bb3e6321a service neutron] Bound port: db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:16:10.807628 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cc8b7ea9-8d45-4710-b75d-03e97beab611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:10.831619 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-5000b273-510b-4ad5-985b-722a0783071a req-8c0e7232-3118-468a-97c8-ba8bb3e6321a service neutron] For port db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc,segment=NetworkSegment(58a88469-a6e8-4f4a-87d0-167a1bff6a8c),segment_id=58a88469-a6e8-4f4a-87d0-167a1bff6a8c)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:16:10.918023 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 9ec6d2d1-2adb-44ab-9641-113034fd896e up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:16:10.992021 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 9ec6d2d1-2adb-44ab-9641-113034fd896e triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:10.992395 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:11.031577 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 793138b4-0265-4212-b03e-a893a76d7244 up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:16:11.072014 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-36e09a6f-c09a-4c32-a29d-1499f8fef90c None None] Provisioning complete for port 62f59bc7-ad58-4cf1-8aff-feb60c59bed9 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:11.072375 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-36e09a6f-c09a-4c32-a29d-1499f8fef90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:11.101250 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-c1cce913-9c9a-42f1-8750-f96bfef8e47e tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Made reservation on behalf of a91620ccab6b42bd92005fb366774bad for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:16:11.105772 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-c1cce913-9c9a-42f1-8750-f96bfef8e47e tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:11.143930 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-fcc6b45a-3ce5-43ff-9ab1-e33054230e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:11.147776 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-36e09a6f-c09a-4c32-a29d-1499f8fef90c None None] Port 62f59bc7-ad58-4cf1-8aff-feb60c59bed9 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:16:11.198200 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-336efc88-11fd-46c3-a8dd-3c52c5c5be77 req-01411515-ad85-4db7-b8f1-993dec925006 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:11.211405 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-5000b273-510b-4ad5-985b-722a0783071a req-8c0e7232-3118-468a-97c8-ba8bb3e6321a service neutron] Publish callbacks [] for binding, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:11.212630 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5000b273-510b-4ad5-985b-722a0783071a req-8c0e7232-3118-468a-97c8-ba8bb3e6321a service neutron] 10.222.0.52 "POST /v2.0/ports/db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc/bindings HTTP/1.1" status: 201 len: 389 time: 1.0155625 Oct 27 18:16:11.228033 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cc8b7ea9-8d45-4710-b75d-03e97beab611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:11.245947 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning for port 793138b4-0265-4212-b03e-a893a76d7244 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:16:11.251664 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port 793138b4-0265-4212-b03e-a893a76d7244 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:11.252042 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:11.372460 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc6b45a-3ce5-43ff-9ab1-e33054230e62 None None] Routers {'46cd2537-d589-446b-917c-1a9445464d0c'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:16:11.376941 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-fcc6b45a-3ce5-43ff-9ab1-e33054230e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:15:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['46cd2537-d589-446b-917c-1a9445464d0c'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:16:11.381686 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522f367e-737f-4052-a5cc-c26e8409ea3c None None] Pushing event updated for resources: {'Port': ['ID=4f8c66aa-fe19-42fc-8563-4359524b20a3,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:11.392096 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01411515-ad85-4db7-b8f1-993dec925006 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Pushing event updated for resources: {'Port': ['ID=49d326ac-5638-433c-bd0a-c4b92af854e4,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:11.415644 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-336efc88-11fd-46c3-a8dd-3c52c5c5be77 req-01411515-ad85-4db7-b8f1-993dec925006 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:11.430219 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:11.457646 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-c1cce913-9c9a-42f1-8750-f96bfef8e47e tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Allocated IP 172.20.0.6 (b3551270-2765-4a25-abeb-25e55b0a5126/8b6b6ba7-005f-448a-b57c-d52798a8629c/e6afc575-e2ed-486a-9f6a-55abaa859db6) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:16:11.490977 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 793138b4-0265-4212-b03e-a893a76d7244, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=793138b4-0265-4212-b03e-a893a76d7244,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:16:11.492506 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6791c3-4f8d-489a-bc27-6089d3775aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '793138b4-0265-4212-b03e-a893a76d7244'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:16:11.495660 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de78d0a2-9b6d-451e-a36a-52bef26affbc" -d '{"events": [{"server_uuid": "2f6791c3-4f8d-489a-bc27-6089d3775aa7", "name": "network-vif-plugged", "status": "completed", "tag": "793138b4-0265-4212-b03e-a893a76d7244"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:16:11.523842 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-336efc88-11fd-46c3-a8dd-3c52c5c5be77 req-01411515-ad85-4db7-b8f1-993dec925006 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:11.525083 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-336efc88-11fd-46c3-a8dd-3c52c5c5be77 req-01411515-ad85-4db7-b8f1-993dec925006 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2893326 Oct 27 18:16:11.560167 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cc8b7ea9-8d45-4710-b75d-03e97beab611 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:11.583149 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:11.645470 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:16:11.665691 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=793138b4-0265-4212-b03e-a893a76d7244,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:11.666248 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-14a97f25-ec0b-4539-a75c-f47f0f9ed1f8 req-a538340f-1d7d-43e9-afae-c8313d7f2f3e tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcef9526-6b6c-48a6-b2d5-8e5c661a56d6 HTTP/1.1" status: 200 len: 210 time: 0.1243365 Oct 27 18:16:11.680436 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cc8b7ea9-8d45-4710-b75d-03e97beab611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:11.689704 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-336efc88-11fd-46c3-a8dd-3c52c5c5be77 req-b3eb730b-1768-4539-a47f-724f1fc45315 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.178 HTTP/1.1" status: 200 len: 696 time: 0.1557875 Oct 27 18:16:11.718374 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-fcc6b45a-3ce5-43ff-9ab1-e33054230e62 None None] Set router 46cd2537-d589-446b-917c-1a9445464d0c gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:16:11.858314 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336efc88-11fd-46c3-a8dd-3c52c5c5be77 req-5c207021-35fe-4f02-8b35-47c11d72f400 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:11.859936 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-336efc88-11fd-46c3-a8dd-3c52c5c5be77 req-5c207021-35fe-4f02-8b35-47c11d72f400 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] 10.222.0.52 "GET /v2.0/networks/0fad50cd-70b8-43d9-8a14-cc05c0fdea0e HTTP/1.1" status: 200 len: 784 time: 0.1539137 Oct 27 18:16:11.885238 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cc8b7ea9-8d45-4710-b75d-03e97beab611 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:11.907067 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-336efc88-11fd-46c3-a8dd-3c52c5c5be77 req-1429ea1e-65c1-4226-9089-e75a225399bc tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:16:11.908092 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-336efc88-11fd-46c3-a8dd-3c52c5c5be77 req-1429ea1e-65c1-4226-9089-e75a225399bc tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0329838 Oct 27 18:16:11.935616 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b7ea9-8d45-4710-b75d-03e97beab611 admin admin] Pushing event updated for resources: {'Port': ['ID=62f59bc7-ad58-4cf1-8aff-feb60c59bed9,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:11.971731 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb412a18-7454-4c5b-b936-831e21291135 req-711100df-67be-4622-b0a4-4811e2c1fcca tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:11.973272 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eb412a18-7454-4c5b-b936-831e21291135 req-711100df-67be-4622-b0a4-4811e2c1fcca tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f6791c3-4f8d-489a-bc27-6089d3775aa7 HTTP/1.1" status: 200 len: 949 time: 0.0884404 Oct 27 18:16:12.022288 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-c1cce913-9c9a-42f1-8750-f96bfef8e47e tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:12.043755 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eb412a18-7454-4c5b-b936-831e21291135 req-9de6a514-4f19-420a-b12c-015c380715eb tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/security-groups?id=64823d5a-2970-43e6-8206-39ed65e81f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602407 Oct 27 18:16:12.049652 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000b273-510b-4ad5-985b-722a0783071a req-c294ab0f-98de-483c-90a6-f7edf4995074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:12.051314 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5000b273-510b-4ad5-985b-722a0783071a req-c294ab0f-98de-483c-90a6-f7edf4995074 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=43d2aacb3b5645edb71ed26889dd4536&device_id=1c355512-b0be-4846-908a-20bde38ada9b HTTP/1.1" status: 200 len: 1096 time: 0.1019945 Oct 27 18:16:12.090217 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dca1fb2b-a593-4894-9cc2-e7aa156e3e6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:12.181355 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000b273-510b-4ad5-985b-722a0783071a req-03d95120-70e5-46d7-98fa-a70970b095a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:12.183607 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5000b273-510b-4ad5-985b-722a0783071a req-03d95120-70e5-46d7-98fa-a70970b095a7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b HTTP/1.1" status: 200 len: 909 time: 0.1231682 Oct 27 18:16:12.187498 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-c1cce913-9c9a-42f1-8750-f96bfef8e47e tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:12.244783 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5000b273-510b-4ad5-985b-722a0783071a req-8e61f355-a408-4ad4-8007-c4fdfb4c66d5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc HTTP/1.1" status: 200 len: 217 time: 0.0533280 Oct 27 18:16:12.291338 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-c1cce913-9c9a-42f1-8750-f96bfef8e47e tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Network b3551270-2765-4a25-abeb-25e55b0a5126 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:16:12.293507 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-c1cce913-9c9a-42f1-8750-f96bfef8e47e tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:16:12.326850 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-c1cce913-9c9a-42f1-8750-f96bfef8e47e tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:16:12.396940 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-c1cce913-9c9a-42f1-8750-f96bfef8e47e tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:12.397512 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-c1cce913-9c9a-42f1-8750-f96bfef8e47e tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:12.416521 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-fcc6b45a-3ce5-43ff-9ab1-e33054230e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46cd2537-d589-446b-917c-1a9445464d0c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-864649329-router', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '4f8c66aa-fe19-42fc-8563-4359524b20a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:16:00Z', 'updated_at': '2021-10-27T18:16:10Z', 'revision_number': 4, 'project_id': 'f8df18aaf1594db3b572eb589716619a', 'gw_port': {'id': '4f8c66aa-fe19-42fc-8563-4359524b20a3', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:26:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46cd2537-d589-446b-917c-1a9445464d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:03Z', 'updated_at': '2021-10-27T18:16:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '62f59bc7-ad58-4cf1-8aff-feb60c59bed9', 'name': '', 'network_id': 'f511542f-5df3-4e7b-b026-a1f4910c0d39', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'mac_address': 'fa:16:3e:a3:54:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46cd2537-d589-446b-917c-1a9445464d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '71d7f89c-bbad-475f-9db7-0378b3e2ca7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:09Z', 'updated_at': '2021-10-27T18:16:10Z', 'revision_number': 1, 'project_id': 'f8df18aaf1594db3b572eb589716619a', 'subnets': [{'id': '71d7f89c-bbad-475f-9db7-0378b3e2ca7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:16:12.465989 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc6b45a-3ce5-43ff-9ab1-e33054230e62 None None] The sync data for ids ['46cd2537-d589-446b-917c-1a9445464d0c'] in n-d-815690-2 is: [{'id': '46cd2537-d589-446b-917c-1a9445464d0c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-864649329-router', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '4f8c66aa-fe19-42fc-8563-4359524b20a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:16:00Z', 'updated_at': '2021-10-27T18:16:10Z', 'revision_number': 4, 'project_id': 'f8df18aaf1594db3b572eb589716619a', 'gw_port': {'id': '4f8c66aa-fe19-42fc-8563-4359524b20a3', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:26:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46cd2537-d589-446b-917c-1a9445464d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:03Z', 'updated_at': '2021-10-27T18:16:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '62f59bc7-ad58-4cf1-8aff-feb60c59bed9', 'name': '', 'network_id': 'f511542f-5df3-4e7b-b026-a1f4910c0d39', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'mac_address': 'fa:16:3e:a3:54:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46cd2537-d589-446b-917c-1a9445464d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '71d7f89c-bbad-475f-9db7-0378b3e2ca7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:09Z', 'updated_at': '2021-10-27T18:16:10Z', 'revision_number': 1, 'project_id': 'f8df18aaf1594db3b572eb589716619a', 'subnets': [{'id': '71d7f89c-bbad-475f-9db7-0378b3e2ca7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:16:12.579425 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000b273-510b-4ad5-985b-722a0783071a req-33cd07fe-03d8-4698-9433-67edbba18442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:12.580996 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5000b273-510b-4ad5-985b-722a0783071a req-33cd07fe-03d8-4698-9433-67edbba18442 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9d2e93d5-4842-4818-961f-a77ef1a8f95b HTTP/1.1" status: 200 len: 847 time: 0.3286994 Oct 27 18:16:12.649567 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cce913-9c9a-42f1-8750-f96bfef8e47e tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Pushing event updated for resources: {'Port': ['ID=e6afc575-e2ed-486a-9f6a-55abaa859db6,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:12.664077 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-c1cce913-9c9a-42f1-8750-f96bfef8e47e tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4111035 Oct 27 18:16:12.672947 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8b7ea9-8d45-4710-b75d-03e97beab611 admin admin] Network f511542f-5df3-4e7b-b026-a1f4910c0d39 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:16:12.677506 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5000b273-510b-4ad5-985b-722a0783071a req-7ba080e8-95ff-44cb-b331-c2a8df822202 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817728 Oct 27 18:16:12.683802 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-cc8b7ea9-8d45-4710-b75d-03e97beab611 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:16:12.692202 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-28a66a7a-4676-423f-a245-b8c8938a7e6b service neutron] Request body: {'port': {'device_id': 'bcef9526-6b6c-48a6-b2d5-8e5c661a56d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:16:12.875830 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5000b273-510b-4ad5-985b-722a0783071a req-a9b86f87-cc8e-46c9-bc50-e0b94110e379 service neutron] 10.222.0.81 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758182 Oct 27 18:16:12.876345 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42396) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:16:13.104389 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-680dd746-05ed-4bd9-b941-173450a8d6c2 None None] Provisioning complete for port 62f59bc7-ad58-4cf1-8aff-feb60c59bed9 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:13.104894 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-680dd746-05ed-4bd9-b941-173450a8d6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:13.140672 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5000b273-510b-4ad5-985b-722a0783071a req-75cdea57-db1e-436f-a823-ceb7d7415986 service neutron] 10.222.0.81 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553957 Oct 27 18:16:13.146144 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-680dd746-05ed-4bd9-b941-173450a8d6c2 None None] Port 62f59bc7-ad58-4cf1-8aff-feb60c59bed9 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:16:13.177694 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-60947e57-5b2f-476e-84bd-cc1b07d23e46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:13.268595 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8b7ea9-8d45-4710-b75d-03e97beab611 admin admin] Router 46cd2537-d589-446b-917c-1a9445464d0c has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:16:13.282256 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0de97-2486-427d-9ff4-af72021b9980 req-6401537e-2898-4b25-aff5-e7a6c40ad89f tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:13.284179 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-61b0de97-2486-427d-9ff4-af72021b9980 req-6401537e-2898-4b25-aff5-e7a6c40ad89f tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c355512-b0be-4846-908a-20bde38ada9b HTTP/1.1" status: 200 len: 945 time: 1.0402830 Oct 27 18:16:13.318564 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-28a66a7a-4676-423f-a245-b8c8938a7e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:13.335958 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281e1b2-1091-47cf-8d3d-a8f6be9ca395 req-406aea56-c02e-4fd8-979b-2ef83bcb6a8e tempest-NetworksTest-1504715185 tempest-NetworksTest-1504715185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:13.336430 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281e1b2-1091-47cf-8d3d-a8f6be9ca395 req-406aea56-c02e-4fd8-979b-2ef83bcb6a8e tempest-NetworksTest-1504715185 tempest-NetworksTest-1504715185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:13.336895 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281e1b2-1091-47cf-8d3d-a8f6be9ca395 req-406aea56-c02e-4fd8-979b-2ef83bcb6a8e tempest-NetworksTest-1504715185 tempest-NetworksTest-1504715185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:13.337355 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281e1b2-1091-47cf-8d3d-a8f6be9ca395 req-406aea56-c02e-4fd8-979b-2ef83bcb6a8e tempest-NetworksTest-1504715185 tempest-NetworksTest-1504715185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:13.337808 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281e1b2-1091-47cf-8d3d-a8f6be9ca395 req-406aea56-c02e-4fd8-979b-2ef83bcb6a8e tempest-NetworksTest-1504715185 tempest-NetworksTest-1504715185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:13.338278 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281e1b2-1091-47cf-8d3d-a8f6be9ca395 req-406aea56-c02e-4fd8-979b-2ef83bcb6a8e tempest-NetworksTest-1504715185 tempest-NetworksTest-1504715185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:13.338726 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281e1b2-1091-47cf-8d3d-a8f6be9ca395 req-406aea56-c02e-4fd8-979b-2ef83bcb6a8e tempest-NetworksTest-1504715185 tempest-NetworksTest-1504715185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:13.339569 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281e1b2-1091-47cf-8d3d-a8f6be9ca395 req-406aea56-c02e-4fd8-979b-2ef83bcb6a8e tempest-NetworksTest-1504715185 tempest-NetworksTest-1504715185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:13.339690 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281e1b2-1091-47cf-8d3d-a8f6be9ca395 req-406aea56-c02e-4fd8-979b-2ef83bcb6a8e tempest-NetworksTest-1504715185 tempest-NetworksTest-1504715185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:13.340122 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281e1b2-1091-47cf-8d3d-a8f6be9ca395 req-406aea56-c02e-4fd8-979b-2ef83bcb6a8e tempest-NetworksTest-1504715185 tempest-NetworksTest-1504715185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:13.340561 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281e1b2-1091-47cf-8d3d-a8f6be9ca395 req-406aea56-c02e-4fd8-979b-2ef83bcb6a8e tempest-NetworksTest-1504715185 tempest-NetworksTest-1504715185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:13.341084 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:13.343504 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8281e1b2-1091-47cf-8d3d-a8f6be9ca395 req-406aea56-c02e-4fd8-979b-2ef83bcb6a8e tempest-NetworksTest-1504715185 tempest-NetworksTest-1504715185-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7834 time: 0.9420967 Oct 27 18:16:13.380637 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:13.386740 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-60947e57-5b2f-476e-84bd-cc1b07d23e46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:13.392600 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-61b0de97-2486-427d-9ff4-af72021b9980 req-9d4982df-13f2-4dba-9ba7-6fc09945c711 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900159 Oct 27 18:16:13.434845 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896bfba4-1548-44bf-8629-a4136d0eb5a5 x-openstack-request-id: req-896bfba4-1548-44bf-8629-a4136d0eb5a5 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:16:13.434845 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6791c3-4f8d-489a-bc27-6089d3775aa7", "name": "network-vif-plugged", "status": "completed", "tag": "793138b4-0265-4212-b03e-a893a76d7244", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:16:13.434845 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-896bfba4-1548-44bf-8629-a4136d0eb5a5 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:16:13.434845 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6791c3-4f8d-489a-bc27-6089d3775aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '793138b4-0265-4212-b03e-a893a76d7244', 'code': 200} Oct 27 18:16:13.634838 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-60947e57-5b2f-476e-84bd-cc1b07d23e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:13.685091 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8b7ea9-8d45-4710-b75d-03e97beab611 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:16:13.691725 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-cc8b7ea9-8d45-4710-b75d-03e97beab611 admin admin] 10.222.0.52 "PUT /v2.0/routers/46cd2537-d589-446b-917c-1a9445464d0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9696567 Oct 27 18:16:13.700112 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9ca41da6-b617-4ddd-aca8-1e25aca29395 req-15563dda-86ea-4345-b298-c191e094592a tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] 10.222.0.52 "GET /v2.0/floatingips/64a5ed7f-f455-4bd0-aae0-6a8b5a92b419 HTTP/1.1" status: 200 len: 693 time: 0.1851263 Oct 27 18:16:13.745994 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-60947e57-5b2f-476e-84bd-cc1b07d23e46 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=70320d613fc14c5f9b2ae877dfabfc94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8627503 Oct 27 18:16:13.753644 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000b273-510b-4ad5-985b-722a0783071a req-058e9105-e766-4444-ba38-ccdc569982cc tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:13.757353 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5000b273-510b-4ad5-985b-722a0783071a req-058e9105-e766-4444-ba38-ccdc569982cc tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1c355512-b0be-4846-908a-20bde38ada9b&tenant_id=43d2aacb3b5645edb71ed26889dd4536&binding%3Ahost_id=n-h2-815690-2 HTTP/1.1" status: 200 len: 1096 time: 0.4349730 Oct 27 18:16:13.758661 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60947e57-5b2f-476e-84bd-cc1b07d23e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee7444c-2754-4861-8f9d-0256acc47996,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:13.758902 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42410) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:16:13.785154 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-5000b273-510b-4ad5-985b-722a0783071a req-7cb39fb7-d771-49e8-bab1-f9b3a28f6817 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815690-2'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:16:13.904668 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41205516-6c47-4260-a08a-ba6dc0236658 req-b93221f9-5c1f-4e79-b730-1dc124cfd3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:13.906399 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-41205516-6c47-4260-a08a-ba6dc0236658 req-b93221f9-5c1f-4e79-b730-1dc124cfd3ee service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2f6791c3-4f8d-489a-bc27-6089d3775aa7 HTTP/1.1" status: 200 len: 1100 time: 0.3931057 Oct 27 18:16:13.923213 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-5000b273-510b-4ad5-985b-722a0783071a req-7cb39fb7-d771-49e8-bab1-f9b3a28f6817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:13.978159 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b926aa4-9b97-4265-976d-5813cdb7754b req-b7e45e5a-6ab2-4b0a-b88a-3637531b02c0 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:13.986718 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8b926aa4-9b97-4265-976d-5813cdb7754b req-b7e45e5a-6ab2-4b0a-b88a-3637531b02c0 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcef9526-6b6c-48a6-b2d5-8e5c661a56d6 HTTP/1.1" status: 200 len: 931 time: 0.4743662 Oct 27 18:16:14.099839 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f1c5135c-9cbb-42e4-9834-196c4688f320 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:14.165363 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-5000b273-510b-4ad5-985b-722a0783071a req-7cb39fb7-d771-49e8-bab1-f9b3a28f6817 service neutron] For port db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc,segment=NetworkSegment(58a88469-a6e8-4f4a-87d0-167a1bff6a8c),segment_id=58a88469-a6e8-4f4a-87d0-167a1bff6a8c)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:16:14.219820 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-5000b273-510b-4ad5-985b-722a0783071a req-7cb39fb7-d771-49e8-bab1-f9b3a28f6817 service neutron] For port db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:16:14.261758 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8b926aa4-9b97-4265-976d-5813cdb7754b req-9e9690ac-deb9-49c0-a814-f319ad52148a tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741129 Oct 27 18:16:14.281932 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f1c5135c-9cbb-42e4-9834-196c4688f320 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:14.282871 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c355512-b0be-4846-908a-20bde38ada9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:16:14.296145 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-41205516-6c47-4260-a08a-ba6dc0236658 req-8cf428b9-63b3-41f2-b228-c4ef10143848 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=64823d5a-2970-43e6-8206-39ed65e81f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361993 Oct 27 18:16:14.296352 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d0834e-f1f5-43d7-a693-558d6f1e9030" -d '{"events": [{"server_uuid": "1c355512-b0be-4846-908a-20bde38ada9b", "name": "network-vif-unplugged", "status": "completed", "tag": "db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:16:14.296352 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-5000b273-510b-4ad5-985b-722a0783071a req-7cb39fb7-d771-49e8-bab1-f9b3a28f6817 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:14.312241 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca41da6-b617-4ddd-aca8-1e25aca29395 req-16b332a8-7e6d-4be9-aff9-3be3df7ef730 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:14.319761 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9ca41da6-b617-4ddd-aca8-1e25aca29395 req-16b332a8-7e6d-4be9-aff9-3be3df7ef730 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] 10.222.0.52 "GET /v2.0/networks/0fad50cd-70b8-43d9-8a14-cc05c0fdea0e HTTP/1.1" status: 200 len: 784 time: 0.6103847 Oct 27 18:16:14.340378 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-9ca41da6-b617-4ddd-aca8-1e25aca29395 req-f12dbf3c-7d52-4864-85af-bf9fc36e9c29 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:16:14.358164 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9ca41da6-b617-4ddd-aca8-1e25aca29395 req-f12dbf3c-7d52-4864-85af-bf9fc36e9c29 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0363190 Oct 27 18:16:14.386258 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-5000b273-510b-4ad5-985b-722a0783071a req-7cb39fb7-d771-49e8-bab1-f9b3a28f6817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:14.550440 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-5000b273-510b-4ad5-985b-722a0783071a req-7cb39fb7-d771-49e8-bab1-f9b3a28f6817 service neutron] Attempting to bind port db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc on host n-h2-815690-2 for vnic_type normal with profile {"migrating_to": "n-h1-815690-2"} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:16:14.556783 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-5000b273-510b-4ad5-985b-722a0783071a req-7cb39fb7-d771-49e8-bab1-f9b3a28f6817 service neutron] Attempting to bind port db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:16:14.558868 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5000b273-510b-4ad5-985b-722a0783071a req-7cb39fb7-d771-49e8-bab1-f9b3a28f6817 service neutron] Attempting to bind port db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc on network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:16:14.566893 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5000b273-510b-4ad5-985b-722a0783071a req-7cb39fb7-d771-49e8-bab1-f9b3a28f6817 service neutron] Port db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc on network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:16:14.567171 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5000b273-510b-4ad5-985b-722a0783071a req-7cb39fb7-d771-49e8-bab1-f9b3a28f6817 service neutron] Attempting to bind port db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc on network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:16:14.570067 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb39fb7-d771-49e8-bab1-f9b3a28f6817 service neutron] Pushing event updated for resources: {'Port': ['ID=db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc,revision_number=7']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:14.598000 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5000b273-510b-4ad5-985b-722a0783071a req-7cb39fb7-d771-49e8-bab1-f9b3a28f6817 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:16:14.598345 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5000b273-510b-4ad5-985b-722a0783071a req-7cb39fb7-d771-49e8-bab1-f9b3a28f6817 service neutron] Checking segment: {'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:16:14.598563 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-28a66a7a-4676-423f-a245-b8c8938a7e6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6afc575-e2ed-486a-9f6a-55abaa859db6 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:16:14.601336 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5000b273-510b-4ad5-985b-722a0783071a req-7cb39fb7-d771-49e8-bab1-f9b3a28f6817 service neutron] Bound using segment: {'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:16:14.601811 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-5000b273-510b-4ad5-985b-722a0783071a req-7cb39fb7-d771-49e8-bab1-f9b3a28f6817 service neutron] Bound port: db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:16:14.602224 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-5000b273-510b-4ad5-985b-722a0783071a req-7cb39fb7-d771-49e8-bab1-f9b3a28f6817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:14.614096 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-28a66a7a-4676-423f-a245-b8c8938a7e6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:14.627995 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf2852-86af-4d15-a08e-fde55dd4057b req-1bebbde3-703a-46ad-b448-56f6edee6b45 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:14.629455 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-96cf2852-86af-4d15-a08e-fde55dd4057b req-1bebbde3-703a-46ad-b448-56f6edee6b45 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f6791c3-4f8d-489a-bc27-6089d3775aa7 HTTP/1.1" status: 200 len: 949 time: 0.2464678 Oct 27 18:16:14.681782 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f1c5135c-9cbb-42e4-9834-196c4688f320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:14.685053 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f1c5135c-9cbb-42e4-9834-196c4688f320 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:14.686685 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f1c5135c-9cbb-42e4-9834-196c4688f320 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5ee7444c-2754-4861-8f9d-0256acc47996 HTTP/1.1" status: 204 len: 168 time: 0.9257040 Oct 27 18:16:14.693960 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-28a66a7a-4676-423f-a245-b8c8938a7e6b service neutron] Transition to ACTIVE for port object e6afc575-e2ed-486a-9f6a-55abaa859db6 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:16:14.718858 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5135c-9cbb-42e4-9834-196c4688f320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee7444c-2754-4861-8f9d-0256acc47996,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:14.725881 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421f384-d910-473e-9884-e46eba2e03a6 req-0920e53b-061d-4c0a-8741-1c3a8942d1a4 tempest-NetworksTest-1504715185 tempest-NetworksTest-1504715185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:14.727859 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f421f384-d910-473e-9884-e46eba2e03a6 req-0920e53b-061d-4c0a-8741-1c3a8942d1a4 tempest-NetworksTest-1504715185 tempest-NetworksTest-1504715185-project-admin] 10.222.0.52 "GET /v2.0/networks/0fad50cd-70b8-43d9-8a14-cc05c0fdea0e HTTP/1.1" status: 200 len: 886 time: 0.3428974 Oct 27 18:16:14.748955 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-96cf2852-86af-4d15-a08e-fde55dd4057b req-4e79bd50-b163-4b23-a70f-415b56963352 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/security-groups?id=64823d5a-2970-43e6-8206-39ed65e81f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076133 Oct 27 18:16:14.777998 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-28a66a7a-4676-423f-a245-b8c8938a7e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:14.832281 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-5000b273-510b-4ad5-985b-722a0783071a req-7cb39fb7-d771-49e8-bab1-f9b3a28f6817 service neutron] For port db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:16:14.836808 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 18:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f364493d-3916-4b96-8a7c-c4034fec7dde x-openstack-request-id: req-f364493d-3916-4b96-8a7c-c4034fec7dde {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:16:14.837664 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c355512-b0be-4846-908a-20bde38ada9b", "name": "network-vif-unplugged", "status": "completed", "tag": "db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:16:14.838313 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f364493d-3916-4b96-8a7c-c4034fec7dde {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:16:14.840845 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c355512-b0be-4846-908a-20bde38ada9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc', 'code': 200} Oct 27 18:16:14.846133 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-5000b273-510b-4ad5-985b-722a0783071a req-7cb39fb7-d771-49e8-bab1-f9b3a28f6817 service neutron] For port db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc,segment=NetworkSegment(58a88469-a6e8-4f4a-87d0-167a1bff6a8c),segment_id=58a88469-a6e8-4f4a-87d0-167a1bff6a8c)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:16:14.930900 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-5000b273-510b-4ad5-985b-722a0783071a req-7cb39fb7-d771-49e8-bab1-f9b3a28f6817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:14.986979 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-54a8d713-7640-448a-8d4e-5261b56d1b19 req-02268d3f-830a-49a8-9e68-9203d7045530 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] 10.222.0.52 "GET /v2.0/floatingips?tenant_id=89d7f2009f0d46bd8076fb12be063ab2 HTTP/1.1" status: 200 len: 696 time: 0.2006207 Oct 27 18:16:15.009004 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42434) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:16:15.011334 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:15.040579 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 4f8c66aa-fe19-42fc-8563-4359524b20a3 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:16:15.042953 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-28a83448-a1c5-40de-b57c-690c16972c2a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1011673838-network', 'tenant_id': '44ceb98e338f43efad337aa0e94baeee'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:16:15.110122 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 4f8c66aa-fe19-42fc-8563-4359524b20a3 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:15.111026 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:15.130650 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000b273-510b-4ad5-985b-722a0783071a req-7cb39fb7-d771-49e8-bab1-f9b3a28f6817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:15.138327 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-5000b273-510b-4ad5-985b-722a0783071a req-7cb39fb7-d771-49e8-bab1-f9b3a28f6817 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:15.142431 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5000b273-510b-4ad5-985b-722a0783071a req-7cb39fb7-d771-49e8-bab1-f9b3a28f6817 service neutron] 10.222.0.81 "PUT /v2.0/ports/db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc HTTP/1.1" status: 200 len: 1121 time: 1.3615098 Oct 27 18:16:15.163539 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb39fb7-d771-49e8-bab1-f9b3a28f6817 service neutron] Pushing event updated for resources: {'Port': ['ID=db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc,revision_number=8']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:15.199180 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:16:15.200056 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a66a7a-4676-423f-a245-b8c8938a7e6b service neutron] Pushing event updated for resources: {'Port': ['ID=e6afc575-e2ed-486a-9f6a-55abaa859db6,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:15.257220 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a83448-a1c5-40de-b57c-690c16972c2a admin admin] Made reservation on behalf of 44ceb98e338f43efad337aa0e94baeee for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:16:15.259715 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-28a83448-a1c5-40de-b57c-690c16972c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:15.287271 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-28a83448-a1c5-40de-b57c-690c16972c2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:15.320207 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:15.330840 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b368939-eea5-4cfe-b985-3d441f60a6f7 req-d052c9c3-7338-49ce-a702-8e8112cd46eb tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:15.346880 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6b368939-eea5-4cfe-b985-3d441f60a6f7 req-d052c9c3-7338-49ce-a702-8e8112cd46eb tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c355512-b0be-4846-908a-20bde38ada9b HTTP/1.1" status: 200 len: 943 time: 0.4074976 Oct 27 18:16:15.352983 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 4f8c66aa-fe19-42fc-8563-4359524b20a3, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=4f8c66aa-fe19-42fc-8563-4359524b20a3,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:16:15.468398 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:15.476737 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-28a83448-a1c5-40de-b57c-690c16972c2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:15.522349 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-28a66a7a-4676-423f-a245-b8c8938a7e6b service neutron] Attempting to bind port e6afc575-e2ed-486a-9f6a-55abaa859db6 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:16:15.523273 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-28a66a7a-4676-423f-a245-b8c8938a7e6b service neutron] Attempting to bind port e6afc575-e2ed-486a-9f6a-55abaa859db6 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:16:15.523835 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-28a66a7a-4676-423f-a245-b8c8938a7e6b service neutron] Attempting to bind port e6afc575-e2ed-486a-9f6a-55abaa859db6 on network b3551270-2765-4a25-abeb-25e55b0a5126 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:16:15.552708 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-28a83448-a1c5-40de-b57c-690c16972c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:15.567134 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28a83448-a1c5-40de-b57c-690c16972c2a admin admin] vlan segment allocate from pool success with {'vlan_id': 1003, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:16:15.569403 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8d713-7640-448a-8d4e-5261b56d1b19 req-d5173f52-bd11-4593-99c7-f1921bb19714 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:15.578212 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-28a83448-a1c5-40de-b57c-690c16972c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:15.579205 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-28a83448-a1c5-40de-b57c-690c16972c2a admin admin] Added segment 489e6605-4c4a-489e-9a9c-9a95af0e3240 of type vlan for network 8bad24d0-b607-4625-99c5-398cbe0472bb Oct 27 18:16:15.586080 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-54a8d713-7640-448a-8d4e-5261b56d1b19 req-d5173f52-bd11-4593-99c7-f1921bb19714 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] 10.222.0.52 "GET /v2.0/networks?id=0fad50cd-70b8-43d9-8a14-cc05c0fdea0e HTTP/1.1" status: 200 len: 787 time: 0.5687125 Oct 27 18:16:15.586080 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-28a66a7a-4676-423f-a245-b8c8938a7e6b service neutron] Port e6afc575-e2ed-486a-9f6a-55abaa859db6 on network b3551270-2765-4a25-abeb-25e55b0a5126 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:16:15.586080 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-28a66a7a-4676-423f-a245-b8c8938a7e6b service neutron] Attempting to bind port e6afc575-e2ed-486a-9f6a-55abaa859db6 on network b3551270-2765-4a25-abeb-25e55b0a5126 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:16:15.599334 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=4f8c66aa-fe19-42fc-8563-4359524b20a3,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:15.635460 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6b368939-eea5-4cfe-b985-3d441f60a6f7 req-77c4e4b4-a979-406f-9c2e-79193691cd35 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636647 Oct 27 18:16:15.643997 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-54a8d713-7640-448a-8d4e-5261b56d1b19 req-fe856970-dcc9-4063-83ef-f21ac3471b13 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:16:15.652394 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-54a8d713-7640-448a-8d4e-5261b56d1b19 req-fe856970-dcc9-4063-83ef-f21ac3471b13 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0633926 Oct 27 18:16:15.661900 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-28a66a7a-4676-423f-a245-b8c8938a7e6b service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:16:15.662243 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-28a66a7a-4676-423f-a245-b8c8938a7e6b service neutron] Checking segment: {'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:16:15.662628 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-28a66a7a-4676-423f-a245-b8c8938a7e6b service neutron] Bound using segment: {'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:16:15.663096 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-28a66a7a-4676-423f-a245-b8c8938a7e6b service neutron] Bound port: e6afc575-e2ed-486a-9f6a-55abaa859db6, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:16:15.665802 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-28a66a7a-4676-423f-a245-b8c8938a7e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:15.688086 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-28a83448-a1c5-40de-b57c-690c16972c2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:15.773407 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a83448-a1c5-40de-b57c-690c16972c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea1b18e-5233-45d7-a6ad-4df4ddc95269,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:15.819452 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-28a83448-a1c5-40de-b57c-690c16972c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:15.820914 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a83448-a1c5-40de-b57c-690c16972c2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:15.822195 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-28a83448-a1c5-40de-b57c-690c16972c2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:15.838850 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75ee560-95a8-4c1d-9c5c-14ffec4c4619 None None] Sync routers for ids ['46cd2537-d589-446b-917c-1a9445464d0c'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:16:15.862252 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75ee560-95a8-4c1d-9c5c-14ffec4c4619 None None] Routers {'46cd2537-d589-446b-917c-1a9445464d0c'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:16:15.863038 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-c75ee560-95a8-4c1d-9c5c-14ffec4c4619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:16:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['46cd2537-d589-446b-917c-1a9445464d0c'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:16:15.891462 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-28a66a7a-4676-423f-a245-b8c8938a7e6b service neutron] For port e6afc575-e2ed-486a-9f6a-55abaa859db6, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:16:15.912012 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4df38-74f7-43cd-aa83-f9ffd1838066 req-5605b9fd-13ef-41fa-bf35-c3dee4f77789 tempest-NetworksTest-1504715185 tempest-NetworksTest-1504715185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:15.912504 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4df38-74f7-43cd-aa83-f9ffd1838066 req-5605b9fd-13ef-41fa-bf35-c3dee4f77789 tempest-NetworksTest-1504715185 tempest-NetworksTest-1504715185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:15.913277 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4df38-74f7-43cd-aa83-f9ffd1838066 req-5605b9fd-13ef-41fa-bf35-c3dee4f77789 tempest-NetworksTest-1504715185 tempest-NetworksTest-1504715185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:15.914096 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4df38-74f7-43cd-aa83-f9ffd1838066 req-5605b9fd-13ef-41fa-bf35-c3dee4f77789 tempest-NetworksTest-1504715185 tempest-NetworksTest-1504715185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:15.914227 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4df38-74f7-43cd-aa83-f9ffd1838066 req-5605b9fd-13ef-41fa-bf35-c3dee4f77789 tempest-NetworksTest-1504715185 tempest-NetworksTest-1504715185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:15.914673 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4df38-74f7-43cd-aa83-f9ffd1838066 req-5605b9fd-13ef-41fa-bf35-c3dee4f77789 tempest-NetworksTest-1504715185 tempest-NetworksTest-1504715185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:15.915177 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4df38-74f7-43cd-aa83-f9ffd1838066 req-5605b9fd-13ef-41fa-bf35-c3dee4f77789 tempest-NetworksTest-1504715185 tempest-NetworksTest-1504715185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:15.915647 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4df38-74f7-43cd-aa83-f9ffd1838066 req-5605b9fd-13ef-41fa-bf35-c3dee4f77789 tempest-NetworksTest-1504715185 tempest-NetworksTest-1504715185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:15.916122 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4df38-74f7-43cd-aa83-f9ffd1838066 req-5605b9fd-13ef-41fa-bf35-c3dee4f77789 tempest-NetworksTest-1504715185 tempest-NetworksTest-1504715185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:15.916575 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4df38-74f7-43cd-aa83-f9ffd1838066 req-5605b9fd-13ef-41fa-bf35-c3dee4f77789 tempest-NetworksTest-1504715185 tempest-NetworksTest-1504715185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:15.917058 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4df38-74f7-43cd-aa83-f9ffd1838066 req-5605b9fd-13ef-41fa-bf35-c3dee4f77789 tempest-NetworksTest-1504715185 tempest-NetworksTest-1504715185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:15.941785 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-69a4df38-74f7-43cd-aa83-f9ffd1838066 req-5605b9fd-13ef-41fa-bf35-c3dee4f77789 tempest-NetworksTest-1504715185 tempest-NetworksTest-1504715185-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7834 time: 0.2734025 Oct 27 18:16:15.946513 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-28a66a7a-4676-423f-a245-b8c8938a7e6b service neutron] For port e6afc575-e2ed-486a-9f6a-55abaa859db6, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e6afc575-e2ed-486a-9f6a-55abaa859db6,segment=NetworkSegment(32b71140-e440-46b3-9b2a-24e683b039db),segment_id=32b71140-e440-46b3-9b2a-24e683b039db)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:16:15.963942 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a83448-a1c5-40de-b57c-690c16972c2a admin admin] Pushing event updated for resources: {'Network': ['ID=8bad24d0-b607-4625-99c5-398cbe0472bb,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:15.966028 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d691f-833b-428b-8dd7-e84655431643 req-8d484a93-dc86-48a7-8a05-6b7981a498cd tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:15.969054 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-242d691f-833b-428b-8dd7-e84655431643 req-8d484a93-dc86-48a7-8a05-6b7981a498cd tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcef9526-6b6c-48a6-b2d5-8e5c661a56d6 HTTP/1.1" status: 200 len: 943 time: 0.2007010 Oct 27 18:16:15.982318 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 8bad24d0-b607-4625-99c5-398cbe0472bb details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:16:16.004966 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-28a83448-a1c5-40de-b57c-690c16972c2a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9814498 Oct 27 18:16:16.005612 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42446) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:16:16.011075 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-fd52d50f-07d3-4f41-b846-dedacac2edf6 admin admin] Request body: {'subnet': {'network_id': '8bad24d0-b607-4625-99c5-398cbe0472bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1011673838-subnet', 'tenant_id': '44ceb98e338f43efad337aa0e94baeee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:16:16.023730 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f890645f-0371-4a73-9550-c5fa244022bb req-00f81ac7-77b6-4b7d-83dd-12ac2fa2761b tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] 10.222.0.52 "GET /v2.0/floatingips/64a5ed7f-f455-4bd0-aae0-6a8b5a92b419 HTTP/1.1" status: 200 len: 693 time: 0.0809410 Oct 27 18:16:16.044220 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42448) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:16:16.062129 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-251e90c7-dbb8-42e7-b3ff-9a751ce201ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:16.132113 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-28a66a7a-4676-423f-a245-b8c8938a7e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:16.186846 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd52d50f-07d3-4f41-b846-dedacac2edf6 admin admin] Made reservation on behalf of 44ceb98e338f43efad337aa0e94baeee for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:16:16.189154 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fd52d50f-07d3-4f41-b846-dedacac2edf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:16.259654 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a66a7a-4676-423f-a245-b8c8938a7e6b service neutron] Pushing event updated for resources: {'Port': ['ID=e6afc575-e2ed-486a-9f6a-55abaa859db6,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:16.285103 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-28a66a7a-4676-423f-a245-b8c8938a7e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:16.286782 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-28a66a7a-4676-423f-a245-b8c8938a7e6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:16.289263 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-28a66a7a-4676-423f-a245-b8c8938a7e6b service neutron] 10.222.0.93 "PUT /v2.0/ports/e6afc575-e2ed-486a-9f6a-55abaa859db6 HTTP/1.1" status: 200 len: 1091 time: 3.6102669 Oct 27 18:16:16.298632 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcef9526-6b6c-48a6-b2d5-8e5c661a56d6', 'tag': 'e6afc575-e2ed-486a-9f6a-55abaa859db6'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:16:16.301317 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd919e5e-2eaa-4f5a-84f8-98a03624e8e6" -d '{"events": [{"name": "network-changed", "server_uuid": "bcef9526-6b6c-48a6-b2d5-8e5c661a56d6", "tag": "e6afc575-e2ed-486a-9f6a-55abaa859db6"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:16:16.305383 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-251e90c7-dbb8-42e7-b3ff-9a751ce201ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:16.346714 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890645f-0371-4a73-9550-c5fa244022bb req-c162ebd4-6461-4add-ae6c-61964f35fadf tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:16.351557 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f890645f-0371-4a73-9550-c5fa244022bb req-c162ebd4-6461-4add-ae6c-61964f35fadf tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] 10.222.0.52 "GET /v2.0/networks/0fad50cd-70b8-43d9-8a14-cc05c0fdea0e HTTP/1.1" status: 200 len: 784 time: 0.3119850 Oct 27 18:16:16.364438 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-c75ee560-95a8-4c1d-9c5c-14ffec4c4619 None None] Set router 46cd2537-d589-446b-917c-1a9445464d0c gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:16:16.374980 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-242d691f-833b-428b-8dd7-e84655431643 req-ae3f54ed-1630-433d-89d4-d9fcd3d28726 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338432 Oct 27 18:16:16.380687 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-f890645f-0371-4a73-9550-c5fa244022bb req-52318d1d-0b6b-413b-88a4-88261ad28ee6 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:16:16.381693 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f890645f-0371-4a73-9550-c5fa244022bb req-52318d1d-0b6b-413b-88a4-88261ad28ee6 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057387 Oct 27 18:16:16.492387 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-251e90c7-dbb8-42e7-b3ff-9a751ce201ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:16.518641 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-251e90c7-dbb8-42e7-b3ff-9a751ce201ac admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d563c5c67d5f44608c29c7bc8dd2747d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4732759 Oct 27 18:16:16.528856 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42454) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:16:16.545951 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e90c7-dbb8-42e7-b3ff-9a751ce201ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e709e72-1fbf-43c9-85a8-d0290044b29c,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:16.554459 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fd52d50f-07d3-4f41-b846-dedacac2edf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:16.614008 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd52d50f-07d3-4f41-b846-dedacac2edf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2288d72-e204-4d95-a72c-666831c1c114,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:16.643647 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42456) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:16:16.651089 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd52d50f-07d3-4f41-b846-dedacac2edf6 admin admin] Checking segment: {'id': '489e6605-4c4a-489e-9a9c-9a95af0e3240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '8bad24d0-b607-4625-99c5-398cbe0472bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:16:16.651488 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd52d50f-07d3-4f41-b846-dedacac2edf6 admin admin] Network hostable DHCP agents. Network: 8bad24d0-b607-4625-99c5-398cbe0472bb, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:16:16.677031 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f890645f-0371-4a73-9550-c5fa244022bb req-053352e8-d789-4d0d-a873-ded4e7db1a1a tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.178 HTTP/1.1" status: 200 len: 696 time: 0.2766016 Oct 27 18:16:16.689432 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-c75ee560-95a8-4c1d-9c5c-14ffec4c4619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46cd2537-d589-446b-917c-1a9445464d0c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-864649329-router', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '4f8c66aa-fe19-42fc-8563-4359524b20a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:16:00Z', 'updated_at': '2021-10-27T18:16:10Z', 'revision_number': 4, 'project_id': 'f8df18aaf1594db3b572eb589716619a', 'gw_port': {'id': '4f8c66aa-fe19-42fc-8563-4359524b20a3', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46cd2537-d589-446b-917c-1a9445464d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:03Z', 'updated_at': '2021-10-27T18:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '62f59bc7-ad58-4cf1-8aff-feb60c59bed9', 'name': '', 'network_id': 'f511542f-5df3-4e7b-b026-a1f4910c0d39', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'mac_address': 'fa:16:3e:a3:54:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46cd2537-d589-446b-917c-1a9445464d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '71d7f89c-bbad-475f-9db7-0378b3e2ca7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:09Z', 'updated_at': '2021-10-27T18:16:11Z', 'revision_number': 2, 'project_id': 'f8df18aaf1594db3b572eb589716619a', 'subnets': [{'id': '71d7f89c-bbad-475f-9db7-0378b3e2ca7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:16:16.731971 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd52d50f-07d3-4f41-b846-dedacac2edf6 admin admin] Network 8bad24d0-b607-4625-99c5-398cbe0472bb is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:16:16.740031 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75ee560-95a8-4c1d-9c5c-14ffec4c4619 None None] Checking router: 46cd2537-d589-446b-917c-1a9445464d0c for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:16:16.740451 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75ee560-95a8-4c1d-9c5c-14ffec4c4619 None None] Updating router 46cd2537-d589-446b-917c-1a9445464d0c port 62f59bc7-ad58-4cf1-8aff-feb60c59bed9 binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:16:16.800335 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-fd52d50f-07d3-4f41-b846-dedacac2edf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 8bad24d0-b607-4625-99c5-398cbe0472bb) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:16:16.804862 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd52d50f-07d3-4f41-b846-dedacac2edf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:16.805559 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fd52d50f-07d3-4f41-b846-dedacac2edf6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:16.826435 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15a9882-a9ff-48e7-8567-1e6d306ab780 None None] Network 8bad24d0-b607-4625-99c5-398cbe0472bb requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:16:16.835915 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c75ee560-95a8-4c1d-9c5c-14ffec4c4619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:16.842707 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c355512-b0be-4846-908a-20bde38ada9b', 'tag': 'db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:16:16.849531 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1306b02-983b-4f14-88fb-1d0c133a637f" -d '{"events": [{"name": "network-changed", "server_uuid": "1c355512-b0be-4846-908a-20bde38ada9b", "tag": "db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:16:16.943059 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-fd52d50f-07d3-4f41-b846-dedacac2edf6 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9362924 Oct 27 18:16:16.944052 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42464) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:16:16.950983 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-dc6dad36-9398-4049-b865-9f4075726522 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1011673838-router', 'tenant_id': '44ceb98e338f43efad337aa0e94baeee', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:16:16.956006 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 4f8c66aa-fe19-42fc-8563-4359524b20a3 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:16:17.049301 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dc6dad36-9398-4049-b865-9f4075726522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:17.051044 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dc6dad36-9398-4049-b865-9f4075726522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:17.087683 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f890645f-0371-4a73-9550-c5fa244022bb req-3cf8c093-6eaa-4d40-a522-c4bf3d724102 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.178 HTTP/1.1" status: 200 len: 696 time: 0.4096797 Oct 27 18:16:17.102971 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1e19a089-7d49-434b-b84f-dbad1e14ede2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:17.109632 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-9df5a859-7119-4012-9391-3b38cfcbf1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:17.113510 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-9df5a859-7119-4012-9391-3b38cfcbf1ef service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a91620ccab6b42bd92005fb366774bad&device_id=bcef9526-6b6c-48a6-b2d5-8e5c661a56d6 HTTP/1.1" status: 200 len: 1094 time: 0.5831478 Oct 27 18:16:17.125949 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dc6dad36-9398-4049-b865-9f4075726522 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:17.195365 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 4f8c66aa-fe19-42fc-8563-4359524b20a3 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:17.195749 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:17.229208 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c04e71-76e2-4780-adbc-2d6216791dfd req-b15cc11e-a838-4251-a784-a80587354aef tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:17.236244 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f8c04e71-76e2-4780-adbc-2d6216791dfd req-b15cc11e-a838-4251-a784-a80587354aef tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f6791c3-4f8d-489a-bc27-6089d3775aa7 HTTP/1.1" status: 200 len: 949 time: 0.6105468 Oct 27 18:16:17.279165 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-1e06c336-30cb-44e2-9393-e3f2f0105612 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6afc575-e2ed-486a-9f6a-55abaa859db6 HTTP/1.1" status: 200 len: 217 time: 0.1331949 Oct 27 18:16:17.285702 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c0e74e79-5acc-41f5-9d8b-0ef7bff95c6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:17.296986 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0bf232-a405-4916-b764-998e8cee05b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-8bad24d0-b607-4625-99c5-398cbe0472bb', 'network_id': '8bad24d0-b607-4625-99c5-398cbe0472bb', 'tenant_id': '44ceb98e338f43efad337aa0e94baeee', 'fixed_ips': [{'subnet_id': 'e2288d72-e204-4d95-a72c-666831c1c114'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:16:17.297836 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0c0bf232-a405-4916-b764-998e8cee05b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:17.411794 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c0e74e79-5acc-41f5-9d8b-0ef7bff95c6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:17.457094 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f8c04e71-76e2-4780-adbc-2d6216791dfd req-3dfe1cbe-9d8b-4a35-817d-3b3e1542cab2 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/security-groups?id=64823d5a-2970-43e6-8206-39ed65e81f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178051 Oct 27 18:16:17.496435 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-115923c3-538a-464e-b389-75b1b9d84b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:17.497929 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-115923c3-538a-464e-b389-75b1b9d84b9a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8b6b6ba7-005f-448a-b57c-d52798a8629c HTTP/1.1" status: 200 len: 861 time: 0.2010441 Oct 27 18:16:17.506115 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dc6dad36-9398-4049-b865-9f4075726522 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:17.554667 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-0c0bf232-a405-4916-b764-998e8cee05b8 None None] Allocated IP 172.20.0.2 (8bad24d0-b607-4625-99c5-398cbe0472bb/e2288d72-e204-4d95-a72c-666831c1c114/63d591a6-4e44-477b-95be-7470111a2f44) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:16:17.571051 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812578e4-3fd8-4fa2-a369-2db145a62fa1 x-openstack-request-id: req-812578e4-3fd8-4fa2-a369-2db145a62fa1 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:16:17.571643 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcef9526-6b6c-48a6-b2d5-8e5c661a56d6", "tag": "e6afc575-e2ed-486a-9f6a-55abaa859db6", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:16:17.572111 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-812578e4-3fd8-4fa2-a369-2db145a62fa1 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:16:17.572743 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcef9526-6b6c-48a6-b2d5-8e5c661a56d6', 'tag': 'e6afc575-e2ed-486a-9f6a-55abaa859db6', 'status': 'completed', 'code': 200} Oct 27 18:16:17.599747 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-49b87276-5391-49c0-af71-0c5ce22da035 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b3551270-2765-4a25-abeb-25e55b0a5126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561750 Oct 27 18:16:17.701108 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1e19a089-7d49-434b-b84f-dbad1e14ede2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:17.723146 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-f890645f-0371-4a73-9550-c5fa244022bb req-3630f516-4fb5-4969-91dc-8dba92fe4151 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Deleting port 49d326ac-5638-433c-bd0a-c4b92af854e4 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:16:17.723597 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f890645f-0371-4a73-9550-c5fa244022bb req-3630f516-4fb5-4969-91dc-8dba92fe4151 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:17.745361 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c75ee560-95a8-4c1d-9c5c-14ffec4c4619 None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:17.821890 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1e19a089-7d49-434b-b84f-dbad1e14ede2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:17.831710 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0c0bf232-a405-4916-b764-998e8cee05b8 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:17.833135 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c75ee560-95a8-4c1d-9c5c-14ffec4c4619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:17.842880 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bede8d-0a45-4797-a7bf-44466cfa37d3 req-359c769d-724e-4a4e-8183-3140c23edfd3 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:17.846015 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-68bede8d-0a45-4797-a7bf-44466cfa37d3 req-359c769d-724e-4a4e-8183-3140c23edfd3 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c355512-b0be-4846-908a-20bde38ada9b HTTP/1.1" status: 200 len: 943 time: 0.1988370 Oct 27 18:16:17.863621 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dc6dad36-9398-4049-b865-9f4075726522 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:17.879073 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c0e74e79-5acc-41f5-9d8b-0ef7bff95c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:17.881791 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c0e74e79-5acc-41f5-9d8b-0ef7bff95c6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:17.883182 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c0e74e79-5acc-41f5-9d8b-0ef7bff95c6d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3e709e72-1fbf-43c9-85a8-d0290044b29c HTTP/1.1" status: 204 len: 168 time: 1.3532088 Oct 27 18:16:17.932280 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dc6dad36-9398-4049-b865-9f4075726522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:17.968338 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4ac55-c85e-45fb-b02e-54bd3dc12e1e None None] Pushing event updated for resources: {'Port': ['ID=62f59bc7-ad58-4cf1-8aff-feb60c59bed9,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:17.995872 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0c0bf232-a405-4916-b764-998e8cee05b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:18.004283 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-121fa076-6906-4da0-ae7d-27ca16d5425c service neutron] 10.222.0.93 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900483 Oct 27 18:16:18.016021 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1e19a089-7d49-434b-b84f-dbad1e14ede2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ca7b22989d3b44e8a8aeae7f3cd89ac4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3597426 Oct 27 18:16:18.036992 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e19a089-7d49-434b-b84f-dbad1e14ede2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccea19a4-fb96-4b0c-8cf5-3420cd9b209e,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:18.042005 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f890645f-0371-4a73-9550-c5fa244022bb req-3630f516-4fb5-4969-91dc-8dba92fe4151 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:18.042332 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f890645f-0371-4a73-9550-c5fa244022bb req-3630f516-4fb5-4969-91dc-8dba92fe4151 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:18.047518 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42474) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:16:18.107230 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-dc6dad36-9398-4049-b865-9f4075726522 admin admin] Allocated IP 172.25.6.225 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/6b6bc4ea-bbcd-41e2-84b4-dffde30aa01a) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:16:18.144811 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0bf232-a405-4916-b764-998e8cee05b8 None None] Network 8bad24d0-b607-4625-99c5-398cbe0472bb is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:16:18.167283 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-0c0bf232-a405-4916-b764-998e8cee05b8 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:16:18.179845 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0bf232-a405-4916-b764-998e8cee05b8 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:16:18.193813 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-c75ee560-95a8-4c1d-9c5c-14ffec4c4619 None None] Attempting to bind port 62f59bc7-ad58-4cf1-8aff-feb60c59bed9 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:16:18.194249 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-c75ee560-95a8-4c1d-9c5c-14ffec4c4619 None None] Attempting to bind port 62f59bc7-ad58-4cf1-8aff-feb60c59bed9 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'bcfac05a-4f8b-414e-8b59-ad5aa9190aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'f511542f-5df3-4e7b-b026-a1f4910c0d39'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:16:18.194675 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75ee560-95a8-4c1d-9c5c-14ffec4c4619 None None] Attempting to bind port 62f59bc7-ad58-4cf1-8aff-feb60c59bed9 on network f511542f-5df3-4e7b-b026-a1f4910c0d39 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:16:18.206850 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75ee560-95a8-4c1d-9c5c-14ffec4c4619 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:16:18.207338 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75ee560-95a8-4c1d-9c5c-14ffec4c4619 None None] Checking segment: {'id': 'bcfac05a-4f8b-414e-8b59-ad5aa9190aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'f511542f-5df3-4e7b-b026-a1f4910c0d39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:16:18.207851 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c75ee560-95a8-4c1d-9c5c-14ffec4c4619 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:18.208349 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75ee560-95a8-4c1d-9c5c-14ffec4c4619 None None] Bound using segment: {'id': 'bcfac05a-4f8b-414e-8b59-ad5aa9190aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'f511542f-5df3-4e7b-b026-a1f4910c0d39'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:16:18.208937 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-c75ee560-95a8-4c1d-9c5c-14ffec4c4619 None None] Bound port: 62f59bc7-ad58-4cf1-8aff-feb60c59bed9, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcfac05a-4f8b-414e-8b59-ad5aa9190aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'f511542f-5df3-4e7b-b026-a1f4910c0d39'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:16:18.209397 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c75ee560-95a8-4c1d-9c5c-14ffec4c4619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:18.237341 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dc6dad36-9398-4049-b865-9f4075726522 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:18.243649 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0bf232-a405-4916-b764-998e8cee05b8 None None] Pushing event updated for resources: {'Port': ['ID=63d591a6-4e44-477b-95be-7470111a2f44,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:18.259329 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-68bede8d-0a45-4797-a7bf-44466cfa37d3 req-6f547f38-19bf-4b70-a27f-99f90a1acf71 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4076476 Oct 27 18:16:18.261504 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-95686550-2c6b-4a2d-9e10-25edeecd5b08 req-8d835893-4763-4394-82bd-34f33903b411 service neutron] 10.222.0.93 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390316 Oct 27 18:16:18.283918 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-f890645f-0371-4a73-9550-c5fa244022bb req-3630f516-4fb5-4969-91dc-8dba92fe4151 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Calling delete_port for 49d326ac-5638-433c-bd0a-c4b92af854e4 owned by network:floatingip {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:16:18.298955 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e74e79-5acc-41f5-9d8b-0ef7bff95c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e709e72-1fbf-43c9-85a8-d0290044b29c,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:18.325188 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a22403-cc29-4c18-b46f-a4317da154b4 x-openstack-request-id: req-b7a22403-cc29-4c18-b46f-a4317da154b4 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:16:18.326600 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c355512-b0be-4846-908a-20bde38ada9b", "tag": "db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:16:18.327472 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b7a22403-cc29-4c18-b46f-a4317da154b4 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:16:18.327975 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c355512-b0be-4846-908a-20bde38ada9b', 'tag': 'db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc', 'status': 'completed', 'code': 200} Oct 27 18:16:18.331512 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-0c0bf232-a405-4916-b764-998e8cee05b8 None None] Attempting to bind port 63d591a6-4e44-477b-95be-7470111a2f44 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:16:18.331896 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-0c0bf232-a405-4916-b764-998e8cee05b8 None None] Attempting to bind port 63d591a6-4e44-477b-95be-7470111a2f44 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '489e6605-4c4a-489e-9a9c-9a95af0e3240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '8bad24d0-b607-4625-99c5-398cbe0472bb'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:16:18.332248 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0bf232-a405-4916-b764-998e8cee05b8 None None] Attempting to bind port 63d591a6-4e44-477b-95be-7470111a2f44 on network 8bad24d0-b607-4625-99c5-398cbe0472bb {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:16:18.355380 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0bf232-a405-4916-b764-998e8cee05b8 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:16:18.355380 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0bf232-a405-4916-b764-998e8cee05b8 None None] Checking segment: {'id': '489e6605-4c4a-489e-9a9c-9a95af0e3240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '8bad24d0-b607-4625-99c5-398cbe0472bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:16:18.355380 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0c0bf232-a405-4916-b764-998e8cee05b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:18.355380 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0bf232-a405-4916-b764-998e8cee05b8 None None] Bound using segment: {'id': '489e6605-4c4a-489e-9a9c-9a95af0e3240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '8bad24d0-b607-4625-99c5-398cbe0472bb'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:16:18.355380 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-0c0bf232-a405-4916-b764-998e8cee05b8 None None] Bound port: 63d591a6-4e44-477b-95be-7470111a2f44, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '489e6605-4c4a-489e-9a9c-9a95af0e3240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '8bad24d0-b607-4625-99c5-398cbe0472bb'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:16:18.355380 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0c0bf232-a405-4916-b764-998e8cee05b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:18.386953 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-8d01ec51-9665-4d0f-85e7-d0ebf7b9c4b6 None None] Provisioning complete for port 62f59bc7-ad58-4cf1-8aff-feb60c59bed9 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:18.387346 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8d01ec51-9665-4d0f-85e7-d0ebf7b9c4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:18.410230 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f8783c6f-d06e-4cc6-91ff-e8d307dddae2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:18.417001 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-c75ee560-95a8-4c1d-9c5c-14ffec4c4619 None None] For port 62f59bc7-ad58-4cf1-8aff-feb60c59bed9, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:16:18.454290 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-c75ee560-95a8-4c1d-9c5c-14ffec4c4619 None None] For port 62f59bc7-ad58-4cf1-8aff-feb60c59bed9, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=62f59bc7-ad58-4cf1-8aff-feb60c59bed9,segment=NetworkSegment(bcfac05a-4f8b-414e-8b59-ad5aa9190aee),segment_id=bcfac05a-4f8b-414e-8b59-ad5aa9190aee)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:16:18.460230 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-8d01ec51-9665-4d0f-85e7-d0ebf7b9c4b6 None None] Port 62f59bc7-ad58-4cf1-8aff-feb60c59bed9 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:16:18.487184 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f8783c6f-d06e-4cc6-91ff-e8d307dddae2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:18.488454 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-0c0bf232-a405-4916-b764-998e8cee05b8 None None] For port 63d591a6-4e44-477b-95be-7470111a2f44, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:16:18.491569 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-0c0bf232-a405-4916-b764-998e8cee05b8 None None] For port 63d591a6-4e44-477b-95be-7470111a2f44, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=63d591a6-4e44-477b-95be-7470111a2f44,segment=NetworkSegment(489e6605-4c4a-489e-9a9c-9a95af0e3240),segment_id=489e6605-4c4a-489e-9a9c-9a95af0e3240)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:16:18.497190 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1306b02-983b-4f14-88fb-1d0c133a637f req-3edc1c5f-c532-412f-8b4e-91c99d069345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:18.498766 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d1306b02-983b-4f14-88fb-1d0c133a637f req-3edc1c5f-c532-412f-8b4e-91c99d069345 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=43d2aacb3b5645edb71ed26889dd4536&device_id=1c355512-b0be-4846-908a-20bde38ada9b HTTP/1.1" status: 200 len: 1124 time: 0.1346600 Oct 27 18:16:18.586352 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa202f34-0a36-4c5b-a497-c10eb6f2503d req-c3b18d6d-cd6d-41b1-9e0f-2557b77c7e56 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:18.587875 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fa202f34-0a36-4c5b-a497-c10eb6f2503d req-c3b18d6d-cd6d-41b1-9e0f-2557b77c7e56 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcef9526-6b6c-48a6-b2d5-8e5c661a56d6 HTTP/1.1" status: 200 len: 943 time: 0.1848207 Oct 27 18:16:18.670554 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dc6dad36-9398-4049-b865-9f4075726522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:18.693365 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fa202f34-0a36-4c5b-a497-c10eb6f2503d req-dbca1f34-7fd4-4c57-8c11-163601578e03 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969069 Oct 27 18:16:18.693899 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c75ee560-95a8-4c1d-9c5c-14ffec4c4619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:18.696455 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0c0bf232-a405-4916-b764-998e8cee05b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:18.698940 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1306b02-983b-4f14-88fb-1d0c133a637f req-0022a0c6-dcf2-4306-9468-fb097769b249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:18.700422 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d1306b02-983b-4f14-88fb-1d0c133a637f req-0022a0c6-dcf2-4306-9468-fb097769b249 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b HTTP/1.1" status: 200 len: 909 time: 0.1887064 Oct 27 18:16:18.754431 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6dad36-9398-4049-b865-9f4075726522 admin admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:16:18.760729 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-dc6dad36-9398-4049-b865-9f4075726522 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:16:18.767213 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6dad36-9398-4049-b865-9f4075726522 admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:16:18.779308 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f8783c6f-d06e-4cc6-91ff-e8d307dddae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:18.782534 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f8783c6f-d06e-4cc6-91ff-e8d307dddae2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:18.784094 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f8783c6f-d06e-4cc6-91ff-e8d307dddae2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ccea19a4-fb96-4b0c-8cf5-3420cd9b209e HTTP/1.1" status: 204 len: 168 time: 0.7105231 Oct 27 18:16:18.785549 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d1306b02-983b-4f14-88fb-1d0c133a637f req-9e1e42be-7597-4a91-ba06-6fc4d848eb2f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc HTTP/1.1" status: 200 len: 217 time: 0.0738969 Oct 27 18:16:18.790961 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f890645f-0371-4a73-9550-c5fa244022bb req-3630f516-4fb5-4969-91dc-8dba92fe4151 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:18.811916 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8783c6f-d06e-4cc6-91ff-e8d307dddae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccea19a4-fb96-4b0c-8cf5-3420cd9b209e,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:18.821832 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6dad36-9398-4049-b865-9f4075726522 admin admin] Pushing event updated for resources: {'Port': ['ID=6b6bc4ea-bbcd-41e2-84b4-dffde30aa01a,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:18.871414 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3630f516-4fb5-4969-91dc-8dba92fe4151 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Pushing event deleted for resources: {'Port': ['ID=49d326ac-5638-433c-bd0a-c4b92af854e4,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:18.890472 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd919e5e-2eaa-4f5a-84f8-98a03624e8e6 req-5b00b493-e0fd-47aa-8cde-bf7619fa5cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:18.892253 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd919e5e-2eaa-4f5a-84f8-98a03624e8e6 req-5b00b493-e0fd-47aa-8cde-bf7619fa5cab service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a91620ccab6b42bd92005fb366774bad&device_id=bcef9526-6b6c-48a6-b2d5-8e5c661a56d6 HTTP/1.1" status: 200 len: 1094 time: 0.1948900 Oct 27 18:16:18.986681 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75ee560-95a8-4c1d-9c5c-14ffec4c4619 None None] Routers {'46cd2537-d589-446b-917c-1a9445464d0c'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:16:18.995641 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-c75ee560-95a8-4c1d-9c5c-14ffec4c4619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:16:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['46cd2537-d589-446b-917c-1a9445464d0c'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:16:19.002281 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4ac55-c85e-45fb-b02e-54bd3dc12e1e None None] Pushing event updated for resources: {'Port': ['ID=62f59bc7-ad58-4cf1-8aff-feb60c59bed9,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:19.190486 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1306b02-983b-4f14-88fb-1d0c133a637f req-fe0f036f-3601-43b1-a4a1-7a92bbb8e305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:19.191993 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d1306b02-983b-4f14-88fb-1d0c133a637f req-fe0f036f-3601-43b1-a4a1-7a92bbb8e305 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9d2e93d5-4842-4818-961f-a77ef1a8f95b HTTP/1.1" status: 200 len: 847 time: 0.3923743 Oct 27 18:16:19.299809 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5000b273-510b-4ad5-985b-722a0783071a req-65aa0331-4075-483d-95ea-c52f9cfb8624 service neutron] 10.222.0.93 "GET /v2.0/ports/db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc/bindings/n-h1-815690-2 HTTP/1.1" status: 200 len: 384 time: 0.2708211 Oct 27 18:16:19.348471 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d1306b02-983b-4f14-88fb-1d0c133a637f req-17d7acff-b77f-47ba-ac27-8749bc54dd17 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1222217 Oct 27 18:16:19.632544 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:16:19.667687 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f890645f-0371-4a73-9550-c5fa244022bb req-3630f516-4fb5-4969-91dc-8dba92fe4151 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Publish callbacks [] for floatingip, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:19.670594 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f890645f-0371-4a73-9550-c5fa244022bb req-3630f516-4fb5-4969-91dc-8dba92fe4151 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:19.682720 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-c75ee560-95a8-4c1d-9c5c-14ffec4c4619 None None] Set router 46cd2537-d589-446b-917c-1a9445464d0c gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:16:19.687611 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f890645f-0371-4a73-9550-c5fa244022bb req-3630f516-4fb5-4969-91dc-8dba92fe4151 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] 10.222.0.52 "DELETE /v2.0/floatingips/64a5ed7f-f455-4bd0-aae0-6a8b5a92b419 HTTP/1.1" status: 204 len: 173 time: 2.5988836 Oct 27 18:16:19.695212 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd919e5e-2eaa-4f5a-84f8-98a03624e8e6 req-12aaaf39-f287-4aad-92cc-640ad02ba8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:19.700630 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd919e5e-2eaa-4f5a-84f8-98a03624e8e6 req-12aaaf39-f287-4aad-92cc-640ad02ba8a2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b3551270-2765-4a25-abeb-25e55b0a5126 HTTP/1.1" status: 200 len: 923 time: 0.7776411 Oct 27 18:16:19.869473 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-b2db8c61-3000-4661-86d5-98ff42bbc1dd None None] Provisioning complete for port 62f59bc7-ad58-4cf1-8aff-feb60c59bed9 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:19.871308 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b2db8c61-3000-4661-86d5-98ff42bbc1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:19.875966 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-937caa0c-2598-4a61-9e23-b5c0fa216f55 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=0beacb8f3e5547f6bf77f372e21e69ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418527 Oct 27 18:16:19.910748 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd919e5e-2eaa-4f5a-84f8-98a03624e8e6 req-3822397f-ee4b-40ef-ab86-869bd9f2908a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6afc575-e2ed-486a-9f6a-55abaa859db6 HTTP/1.1" status: 200 len: 217 time: 0.2004144 Oct 27 18:16:19.953380 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.resource_extend [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 18:16:19.999472 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dc6dad36-9398-4049-b865-9f4075726522 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:20.006735 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0bf232-a405-4916-b764-998e8cee05b8 None None] Pushing event updated for resources: {'Port': ['ID=63d591a6-4e44-477b-95be-7470111a2f44,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:20.056754 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd919e5e-2eaa-4f5a-84f8-98a03624e8e6 req-42e0689f-993d-4ac6-8116-3c828edb4303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:20.058249 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd919e5e-2eaa-4f5a-84f8-98a03624e8e6 req-42e0689f-993d-4ac6-8116-3c828edb4303 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8b6b6ba7-005f-448a-b57c-d52798a8629c HTTP/1.1" status: 200 len: 861 time: 0.1004305 Oct 27 18:16:20.073031 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42514) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:16:20.167631 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f269f93-19d6-4393-a898-69ffa767c827 req-9b725a14-3846-4e2c-8110-8261efdfe8b8 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:20.185595 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2f269f93-19d6-4393-a898-69ffa767c827 req-9b725a14-3846-4e2c-8110-8261efdfe8b8 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c355512-b0be-4846-908a-20bde38ada9b HTTP/1.1" status: 200 len: 943 time: 0.6326485 Oct 27 18:16:20.205654 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd919e5e-2eaa-4f5a-84f8-98a03624e8e6 req-e6fca690-d62d-4f1a-925a-796b58e8ac51 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b3551270-2765-4a25-abeb-25e55b0a5126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128380 Oct 27 18:16:20.205654 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9486b188-9c21-41ba-afb4-77b603628d95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:20.205942 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b2db8c61-3000-4661-86d5-98ff42bbc1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:20.298129 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d1306b02-983b-4f14-88fb-1d0c133a637f req-038b64f2-9f64-41b7-9779-674ed734adbf service neutron] 10.222.0.93 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9176383 Oct 27 18:16:20.330108 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc,segment=NetworkSegment(58a88469-a6e8-4f4a-87d0-167a1bff6a8c),segment_id=58a88469-a6e8-4f4a-87d0-167a1bff6a8c)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:16:20.369302 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-b2db8c61-3000-4661-86d5-98ff42bbc1dd None None] For port 62f59bc7-ad58-4cf1-8aff-feb60c59bed9, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=62f59bc7-ad58-4cf1-8aff-feb60c59bed9,segment=NetworkSegment(bcfac05a-4f8b-414e-8b59-ad5aa9190aee),segment_id=bcfac05a-4f8b-414e-8b59-ad5aa9190aee)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:16:20.385089 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc has no active binding in host n-h1-815690-2 {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 27 18:16:20.461971 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b2db8c61-3000-4661-86d5-98ff42bbc1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:20.556146 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2db8c61-3000-4661-86d5-98ff42bbc1dd None None] Pushing event updated for resources: {'Port': ['ID=62f59bc7-ad58-4cf1-8aff-feb60c59bed9,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:20.568766 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-c75ee560-95a8-4c1d-9c5c-14ffec4c4619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46cd2537-d589-446b-917c-1a9445464d0c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-864649329-router', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '4f8c66aa-fe19-42fc-8563-4359524b20a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:16:00Z', 'updated_at': '2021-10-27T18:16:10Z', 'revision_number': 4, 'project_id': 'f8df18aaf1594db3b572eb589716619a', 'gw_port': {'id': '4f8c66aa-fe19-42fc-8563-4359524b20a3', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46cd2537-d589-446b-917c-1a9445464d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:03Z', 'updated_at': '2021-10-27T18:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '62f59bc7-ad58-4cf1-8aff-feb60c59bed9', 'name': '', 'network_id': 'f511542f-5df3-4e7b-b026-a1f4910c0d39', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'mac_address': 'fa:16:3e:a3:54:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46cd2537-d589-446b-917c-1a9445464d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '71d7f89c-bbad-475f-9db7-0378b3e2ca7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:09Z', 'updated_at': '2021-10-27T18:16:18Z', 'revision_number': 4, 'project_id': 'f8df18aaf1594db3b572eb589716619a', 'subnets': [{'id': '71d7f89c-bbad-475f-9db7-0378b3e2ca7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:16:20.617412 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb234e55-b756-4c7d-8665-8ff004fd4ee6 None None] Network 8bad24d0-b607-4625-99c5-398cbe0472bb requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:16:20.664661 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75ee560-95a8-4c1d-9c5c-14ffec4c4619 None None] The sync data for ids ['46cd2537-d589-446b-917c-1a9445464d0c'] in n-d-815690-2 is: [{'id': '46cd2537-d589-446b-917c-1a9445464d0c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-864649329-router', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '4f8c66aa-fe19-42fc-8563-4359524b20a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:16:00Z', 'updated_at': '2021-10-27T18:16:10Z', 'revision_number': 4, 'project_id': 'f8df18aaf1594db3b572eb589716619a', 'gw_port': {'id': '4f8c66aa-fe19-42fc-8563-4359524b20a3', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46cd2537-d589-446b-917c-1a9445464d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:03Z', 'updated_at': '2021-10-27T18:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '62f59bc7-ad58-4cf1-8aff-feb60c59bed9', 'name': '', 'network_id': 'f511542f-5df3-4e7b-b026-a1f4910c0d39', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'mac_address': 'fa:16:3e:a3:54:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46cd2537-d589-446b-917c-1a9445464d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '71d7f89c-bbad-475f-9db7-0378b3e2ca7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:09Z', 'updated_at': '2021-10-27T18:16:18Z', 'revision_number': 4, 'project_id': 'f8df18aaf1594db3b572eb589716619a', 'subnets': [{'id': '71d7f89c-bbad-475f-9db7-0378b3e2ca7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:16:20.765078 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-d0a83bee-260f-4f29-94e8-6a991ca0b9d0 None None] Provisioning complete for port 63d591a6-4e44-477b-95be-7470111a2f44 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:20.765456 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d0a83bee-260f-4f29-94e8-6a991ca0b9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:20.778453 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dc6dad36-9398-4049-b865-9f4075726522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:20.801804 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-5000b273-510b-4ad5-985b-722a0783071a req-3f22d4cc-41b4-451f-a594-9114ae393670 service neutron] For port db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc,segment=NetworkSegment(58a88469-a6e8-4f4a-87d0-167a1bff6a8c),segment_id=58a88469-a6e8-4f4a-87d0-167a1bff6a8c)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:16:21.006272 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2f269f93-19d6-4393-a898-69ffa767c827 req-56f0fe7f-a68c-47cc-b1f8-6f31bafe9314 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8191886 Oct 27 18:16:21.073376 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-d0538847-a994-472d-8ea0-1c46929fa808 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:21.073376 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-d0538847-a994-472d-8ea0-1c46929fa808 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1940649 Oct 27 18:16:21.105436 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-5000b273-510b-4ad5-985b-722a0783071a req-3f22d4cc-41b4-451f-a594-9114ae393670 service neutron] For port db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:16:21.141064 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d0a83bee-260f-4f29-94e8-6a991ca0b9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:21.203601 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-d0a83bee-260f-4f29-94e8-6a991ca0b9d0 None None] For port 63d591a6-4e44-477b-95be-7470111a2f44, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=63d591a6-4e44-477b-95be-7470111a2f44,segment=NetworkSegment(489e6605-4c4a-489e-9a9c-9a95af0e3240),segment_id=489e6605-4c4a-489e-9a9c-9a95af0e3240)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:16:21.208538 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 63d591a6-4e44-477b-95be-7470111a2f44 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:16:21.224773 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-5000b273-510b-4ad5-985b-722a0783071a req-3f22d4cc-41b4-451f-a594-9114ae393670 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:16:21.295162 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-5000b273-510b-4ad5-985b-722a0783071a req-3f22d4cc-41b4-451f-a594-9114ae393670 service neutron] For port db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc,segment=NetworkSegment(58a88469-a6e8-4f4a-87d0-167a1bff6a8c),segment_id=58a88469-a6e8-4f4a-87d0-167a1bff6a8c)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:16:21.297369 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d0a83bee-260f-4f29-94e8-6a991ca0b9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:21.300463 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d1306b02-983b-4f14-88fb-1d0c133a637f req-339d76e3-589d-4a1d-92a6-781dc769c9a5 service neutron] 10.222.0.93 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9324672 Oct 27 18:16:21.348526 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-1fb4d1b1-9b55-44af-8737-c1ac87e8a1c9 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/quotas/0beacb8f3e5547f6bf77f372e21e69ab HTTP/1.1" status: 200 len: 375 time: 0.2398653 Oct 27 18:16:21.372799 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-5000b273-510b-4ad5-985b-722a0783071a req-3f22d4cc-41b4-451f-a594-9114ae393670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:21.377440 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd919e5e-2eaa-4f5a-84f8-98a03624e8e6 req-7cbf96de-e731-4c30-b82f-b9a16f51b31f service neutron] 10.222.0.93 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1536670 Oct 27 18:16:21.390086 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 63d591a6-4e44-477b-95be-7470111a2f44 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:21.391296 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:21.426641 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6dad36-9398-4049-b865-9f4075726522 admin admin] Router 226e17da-39c9-47a6-9efe-123f2db43153 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:16:21.462524 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a83bee-260f-4f29-94e8-6a991ca0b9d0 None None] Pushing event updated for resources: {'Port': ['ID=63d591a6-4e44-477b-95be-7470111a2f44,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:21.542461 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 62f59bc7-ad58-4cf1-8aff-feb60c59bed9 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:16:21.630657 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e6afc575-e2ed-486a-9f6a-55abaa859db6 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:16:21.720546 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 62f59bc7-ad58-4cf1-8aff-feb60c59bed9 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:21.720924 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:21.766602 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9486b188-9c21-41ba-afb4-77b603628d95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:21.825665 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-5000b273-510b-4ad5-985b-722a0783071a req-3f22d4cc-41b4-451f-a594-9114ae393670 service neutron] Transition to ACTIVE for port object db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:16:21.843110 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6dad36-9398-4049-b865-9f4075726522 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:16:21.856371 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d0702b-bdc4-44ba-9a22-9351c4ffb67b None None] Sync routers for ids ['226e17da-39c9-47a6-9efe-123f2db43153'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:16:21.871788 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-ec365503-fd09-4112-8e86-165339b088e9 None None] Provisioning complete for port 63d591a6-4e44-477b-95be-7470111a2f44 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:21.872169 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ec365503-fd09-4112-8e86-165339b088e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:21.872937 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd919e5e-2eaa-4f5a-84f8-98a03624e8e6 req-68ec87e9-2024-462c-8a48-b8c064fea323 service neutron] 10.222.0.93 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4759805 Oct 27 18:16:21.880974 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d0702b-bdc4-44ba-9a22-9351c4ffb67b None None] Routers {'226e17da-39c9-47a6-9efe-123f2db43153'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:16:21.882673 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-e4d0702b-bdc4-44ba-9a22-9351c4ffb67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:16:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['226e17da-39c9-47a6-9efe-123f2db43153'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:16:21.909809 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-5000b273-510b-4ad5-985b-722a0783071a req-3f22d4cc-41b4-451f-a594-9114ae393670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:21.942782 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9486b188-9c21-41ba-afb4-77b603628d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:21.985087 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port e6afc575-e2ed-486a-9f6a-55abaa859db6, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e6afc575-e2ed-486a-9f6a-55abaa859db6,segment=NetworkSegment(32b71140-e440-46b3-9b2a-24e683b039db),segment_id=32b71140-e440-46b3-9b2a-24e683b039db)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:16:21.991949 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f22d4cc-41b4-451f-a594-9114ae393670 service neutron] Pushing event updated for resources: {'Port': ['ID=db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc,revision_number=10']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:21.999422 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dc6dad36-9398-4049-b865-9f4075726522 admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:22.001227 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-dc6dad36-9398-4049-b865-9f4075726522 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.0559616 Oct 27 18:16:22.005894 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42538) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:16:22.089071 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'e6afc575-e2ed-486a-9f6a-55abaa859db6', 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126', 'port_id': 'e6afc575-e2ed-486a-9f6a-55abaa859db6', 'mac_address': 'fa:16:3e:73:42:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b6b6ba7-005f-448a-b57c-d52798a8629c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:16:22.130536 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-5614099f-ad57-4b67-b2ed-97d54426bab6 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0beacb8f3e5547f6bf77f372e21e69ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7496653 Oct 27 18:16:22.134356 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-e4d0702b-bdc4-44ba-9a22-9351c4ffb67b None None] Set router 226e17da-39c9-47a6-9efe-123f2db43153 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:16:22.190880 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ced0933e-3622-4a1e-a055-6c8656c2fa10 req-da11ee5a-7521-4f19-996e-e18f2a933eab tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.0627174 Oct 27 18:16:22.225629 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-5000b273-510b-4ad5-985b-722a0783071a req-3f22d4cc-41b4-451f-a594-9114ae393670 service neutron] No DVR routers for this DVR port db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:16:22.232160 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-ced0933e-3622-4a1e-a055-6c8656c2fa10 req-84356743-06e4-4db1-9bf3-490c70a721ac tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:16:22.236454 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9486b188-9c21-41ba-afb4-77b603628d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d791e0e-6a79-4bdd-a3b2-baa00ffd9530,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:22.265474 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9486b188-9c21-41ba-afb4-77b603628d95 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b3e8c712576044a0846cbf842b2453a3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1850326 Oct 27 18:16:22.267848 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42544) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:16:22.277642 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:22.297502 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5000b273-510b-4ad5-985b-722a0783071a req-3f22d4cc-41b4-451f-a594-9114ae393670 service neutron] 10.222.0.93 "PUT /v2.0/ports/db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc/bindings/n-h1-815690-2/activate HTTP/1.1" status: 200 len: 369 time: 2.8591588 Oct 27 18:16:22.353985 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6afc575-e2ed-486a-9f6a-55abaa859db6 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:16:22.397761 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port e6afc575-e2ed-486a-9f6a-55abaa859db6, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e6afc575-e2ed-486a-9f6a-55abaa859db6,segment=NetworkSegment(32b71140-e440-46b3-9b2a-24e683b039db),segment_id=32b71140-e440-46b3-9b2a-24e683b039db)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:16:22.401385 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9cf50e4b-2138-4fc7-b62d-395e6d6c9b2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:22.455922 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-e4d0702b-bdc4-44ba-9a22-9351c4ffb67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226e17da-39c9-47a6-9efe-123f2db43153', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1011673838-router', 'tenant_id': '44ceb98e338f43efad337aa0e94baeee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '6b6bc4ea-bbcd-41e2-84b4-dffde30aa01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:16:17Z', 'updated_at': '2021-10-27T18:16:19Z', 'revision_number': 3, 'project_id': '44ceb98e338f43efad337aa0e94baeee', 'gw_port': {'id': '6b6bc4ea-bbcd-41e2-84b4-dffde30aa01a', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226e17da-39c9-47a6-9efe-123f2db43153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:17Z', 'updated_at': '2021-10-27T18:16:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:16:22.461556 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9cf50e4b-2138-4fc7-b62d-395e6d6c9b2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:22.491550 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d0702b-bdc4-44ba-9a22-9351c4ffb67b None None] Checking router: 226e17da-39c9-47a6-9efe-123f2db43153 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:16:22.492132 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d0702b-bdc4-44ba-9a22-9351c4ffb67b None None] Updating router 226e17da-39c9-47a6-9efe-123f2db43153 port 6b6bc4ea-bbcd-41e2-84b4-dffde30aa01a binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:16:22.497867 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:22.513295 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ced0933e-3622-4a1e-a055-6c8656c2fa10 req-84356743-06e4-4db1-9bf3-490c70a721ac tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Publish callbacks [] for floatingip, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:22.519796 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000b273-510b-4ad5-985b-722a0783071a req-a58dbc4c-5eec-4828-8b4a-dce584c1c60a tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:22.521770 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5000b273-510b-4ad5-985b-722a0783071a req-a58dbc4c-5eec-4828-8b4a-dce584c1c60a tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1c355512-b0be-4846-908a-20bde38ada9b&tenant_id=43d2aacb3b5645edb71ed26889dd4536&binding%3Ahost_id=n-h2-815690-2 HTTP/1.1" status: 200 len: 1095 time: 0.0696626 Oct 27 18:16:22.589290 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-e4d0702b-bdc4-44ba-9a22-9351c4ffb67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:22.664770 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000b273-510b-4ad5-985b-722a0783071a req-394e273c-43b4-4801-8d1b-87efb4d95b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:22.666293 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5000b273-510b-4ad5-985b-722a0783071a req-394e273c-43b4-4801-8d1b-87efb4d95b13 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1c355512-b0be-4846-908a-20bde38ada9b&tenant_id=43d2aacb3b5645edb71ed26889dd4536 HTTP/1.1" status: 200 len: 1095 time: 0.1346667 Oct 27 18:16:22.728135 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=e6afc575-e2ed-486a-9f6a-55abaa859db6,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:22.791495 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9cf50e4b-2138-4fc7-b62d-395e6d6c9b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:22.798638 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9cf50e4b-2138-4fc7-b62d-395e6d6c9b2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:22.803431 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9cf50e4b-2138-4fc7-b62d-395e6d6c9b2a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7d791e0e-6a79-4bdd-a3b2-baa00ffd9530 HTTP/1.1" status: 204 len: 168 time: 0.5345271 Oct 27 18:16:22.810038 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['e6afc575-e2ed-486a-9f6a-55abaa859db6'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:16:22.857506 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf50e4b-2138-4fc7-b62d-395e6d6c9b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d791e0e-6a79-4bdd-a3b2-baa00ffd9530,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:22.893081 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8d810-814c-4538-a289-cf1cd06e6841 req-09a615cc-ade8-4285-b4d7-e1bac493a592 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:22.901692 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-95a8d810-814c-4538-a289-cf1cd06e6841 req-09a615cc-ade8-4285-b4d7-e1bac493a592 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcef9526-6b6c-48a6-b2d5-8e5c661a56d6 HTTP/1.1" status: 200 len: 944 time: 0.2003629 Oct 27 18:16:22.907285 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ced0933e-3622-4a1e-a055-6c8656c2fa10 req-84356743-06e4-4db1-9bf3-490c70a721ac tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:22.909791 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000b273-510b-4ad5-985b-722a0783071a req-7f69813c-3a90-4a08-a025-ca75f4b92ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:22.918384 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5000b273-510b-4ad5-985b-722a0783071a req-7f69813c-3a90-4a08-a025-ca75f4b92ab9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=43d2aacb3b5645edb71ed26889dd4536&device_id=1c355512-b0be-4846-908a-20bde38ada9b HTTP/1.1" status: 200 len: 1095 time: 0.2252848 Oct 27 18:16:22.982223 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 63d591a6-4e44-477b-95be-7470111a2f44 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:16:23.021163 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-95a8d810-814c-4538-a289-cf1cd06e6841 req-0b706187-6ca3-466f-8971-2b5795b529a6 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184971 Oct 27 18:16:23.197544 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-47075693-9dab-485e-9f39-2e86b12133b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:23.234154 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-ced0933e-3622-4a1e-a055-6c8656c2fa10 req-84356743-06e4-4db1-9bf3-490c70a721ac tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Allocated IP 172.25.6.195 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/dd7eee6c-98bd-4d20-be22-bda0078d6c7f) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:16:23.239698 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000b273-510b-4ad5-985b-722a0783071a req-2d42aa5a-1dcd-442b-a564-3a304b291238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:23.241343 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5000b273-510b-4ad5-985b-722a0783071a req-2d42aa5a-1dcd-442b-a564-3a304b291238 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b HTTP/1.1" status: 200 len: 909 time: 0.3157115 Oct 27 18:16:23.302677 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095ff34-101f-4733-ac6d-c52b88cf9baf req-5ce35c10-31a7-46d7-9a7e-8c2570511739 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:23.304302 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c095ff34-101f-4733-ac6d-c52b88cf9baf req-5ce35c10-31a7-46d7-9a7e-8c2570511739 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c355512-b0be-4846-908a-20bde38ada9b HTTP/1.1" status: 200 len: 944 time: 0.1473927 Oct 27 18:16:23.396235 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 63d591a6-4e44-477b-95be-7470111a2f44 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:23.396778 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-47075693-9dab-485e-9f39-2e86b12133b8 admin admin] Allocated IP 172.20.0.1 (8bad24d0-b607-4625-99c5-398cbe0472bb/e2288d72-e204-4d95-a72c-666831c1c114/0552a33b-36e6-4d7d-918c-0ef355407e64) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:16:23.398312 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:23.401144 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c095ff34-101f-4733-ac6d-c52b88cf9baf req-fb1eedf7-ffb4-410d-9aff-d9fe74d28a67 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861270 Oct 27 18:16:23.508114 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ced0933e-3622-4a1e-a055-6c8656c2fa10 req-84356743-06e4-4db1-9bf3-490c70a721ac tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:23.571510 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-47075693-9dab-485e-9f39-2e86b12133b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:23.630669 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:16:23.648317 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ced0933e-3622-4a1e-a055-6c8656c2fa10 req-84356743-06e4-4db1-9bf3-490c70a721ac tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:23.669121 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ced0933e-3622-4a1e-a055-6c8656c2fa10 req-84356743-06e4-4db1-9bf3-490c70a721ac tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:16:23.676342 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-ced0933e-3622-4a1e-a055-6c8656c2fa10 req-84356743-06e4-4db1-9bf3-490c70a721ac tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:16:23.680423 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced0933e-3622-4a1e-a055-6c8656c2fa10 req-84356743-06e4-4db1-9bf3-490c70a721ac tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:16:23.737262 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5000b273-510b-4ad5-985b-722a0783071a req-1c0c69f0-0626-45a0-beb5-80f643f33235 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc HTTP/1.1" status: 200 len: 217 time: 0.1868453 Oct 27 18:16:23.866677 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000b273-510b-4ad5-985b-722a0783071a req-5323820d-ed00-47db-b1a5-9997ed1944e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:23.871501 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5000b273-510b-4ad5-985b-722a0783071a req-5323820d-ed00-47db-b1a5-9997ed1944e4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9d2e93d5-4842-4818-961f-a77ef1a8f95b HTTP/1.1" status: 200 len: 847 time: 0.1202822 Oct 27 18:16:23.928977 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5000b273-510b-4ad5-985b-722a0783071a req-965c40bc-5efe-44b9-afd7-6d46213322be service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478032 Oct 27 18:16:23.931113 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-47075693-9dab-485e-9f39-2e86b12133b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:23.936772 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84356743-06e4-4db1-9bf3-490c70a721ac tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Pushing event updated for resources: {'Port': ['ID=dd7eee6c-98bd-4d20-be22-bda0078d6c7f,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:23.966098 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ced0933e-3622-4a1e-a055-6c8656c2fa10 req-84356743-06e4-4db1-9bf3-490c70a721ac tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:24.034140 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:16:24.039601 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-54029fbd-9b8b-42c1-8c14-5b0cafea98f4 req-ae76a988-b303-435c-9bcd-548e43cbddfb tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7390a9d-792d-446c-bf3d-0c23b52adae2 HTTP/1.1" status: 200 len: 210 time: 0.0366459 Oct 27 18:16:24.052841 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47075693-9dab-485e-9f39-2e86b12133b8 admin admin] Pushing event updated for resources: {'Port': ['ID=0552a33b-36e6-4d7d-918c-0ef355407e64,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:24.089001 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ced0933e-3622-4a1e-a055-6c8656c2fa10 req-84356743-06e4-4db1-9bf3-490c70a721ac tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:24.167793 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-e4d0702b-bdc4-44ba-9a22-9351c4ffb67b None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:24.232428 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-e4d0702b-bdc4-44ba-9a22-9351c4ffb67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:24.240114 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47075693-9dab-485e-9f39-2e86b12133b8 admin admin] Network 8bad24d0-b607-4625-99c5-398cbe0472bb is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:16:24.244972 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-47075693-9dab-485e-9f39-2e86b12133b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:16:24.255323 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47075693-9dab-485e-9f39-2e86b12133b8 admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:16:24.333319 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-47075693-9dab-485e-9f39-2e86b12133b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:24.363165 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ced0933e-3622-4a1e-a055-6c8656c2fa10 req-84356743-06e4-4db1-9bf3-490c70a721ac tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:24.411508 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-e4d0702b-bdc4-44ba-9a22-9351c4ffb67b None None] Attempting to bind port 6b6bc4ea-bbcd-41e2-84b4-dffde30aa01a on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:16:24.412877 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-e4d0702b-bdc4-44ba-9a22-9351c4ffb67b None None] Attempting to bind port 6b6bc4ea-bbcd-41e2-84b4-dffde30aa01a by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:16:24.413413 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d0702b-bdc4-44ba-9a22-9351c4ffb67b None None] Attempting to bind port 6b6bc4ea-bbcd-41e2-84b4-dffde30aa01a on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:16:24.447295 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d0702b-bdc4-44ba-9a22-9351c4ffb67b None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:16:24.447295 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d0702b-bdc4-44ba-9a22-9351c4ffb67b None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:16:24.447295 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-e4d0702b-bdc4-44ba-9a22-9351c4ffb67b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:24.447295 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d0702b-bdc4-44ba-9a22-9351c4ffb67b None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:16:24.447295 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-e4d0702b-bdc4-44ba-9a22-9351c4ffb67b None None] Bound port: 6b6bc4ea-bbcd-41e2-84b4-dffde30aa01a, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:16:24.447295 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-e4d0702b-bdc4-44ba-9a22-9351c4ffb67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:24.472095 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db3b93-c593-4278-8068-d0f9531f6188 None None] Pushing event updated for resources: {'Port': ['ID=6b6bc4ea-bbcd-41e2-84b4-dffde30aa01a,revision_number=2']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:24.488854 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c980486-5bcf-4906-a787-a77f31453e85 req-bae9f07e-58e4-4815-9afa-ab23afa2c0b9 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:24.496522 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5000b273-510b-4ad5-985b-722a0783071a req-86afbcd8-1a4d-45db-8fed-c590e79b32b6 service neutron] 10.222.0.81 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4672773 Oct 27 18:16:24.498619 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6c980486-5bcf-4906-a787-a77f31453e85 req-bae9f07e-58e4-4815-9afa-ab23afa2c0b9 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcef9526-6b6c-48a6-b2d5-8e5c661a56d6 HTTP/1.1" status: 200 len: 944 time: 0.1384430 Oct 27 18:16:24.500300 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ced0933e-3622-4a1e-a055-6c8656c2fa10 req-84356743-06e4-4db1-9bf3-490c70a721ac tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:24.618667 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-e4d0702b-bdc4-44ba-9a22-9351c4ffb67b None None] For port 6b6bc4ea-bbcd-41e2-84b4-dffde30aa01a, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:16:24.622761 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-e4d0702b-bdc4-44ba-9a22-9351c4ffb67b None None] For port 6b6bc4ea-bbcd-41e2-84b4-dffde30aa01a, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=6b6bc4ea-bbcd-41e2-84b4-dffde30aa01a,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:16:24.660917 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5000b273-510b-4ad5-985b-722a0783071a req-20834ced-1440-4312-8255-d16754032965 service neutron] 10.222.0.81 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572406 Oct 27 18:16:24.681456 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84356743-06e4-4db1-9bf3-490c70a721ac tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Pushing event updated for resources: {'Port': ['ID=dd7eee6c-98bd-4d20-be22-bda0078d6c7f,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:24.702262 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-e4d0702b-bdc4-44ba-9a22-9351c4ffb67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:24.721168 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6c980486-5bcf-4906-a787-a77f31453e85 req-89df76cc-bba7-4e7a-bfe5-39d812451c73 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835310 Oct 27 18:16:24.736936 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ced0933e-3622-4a1e-a055-6c8656c2fa10 req-84356743-06e4-4db1-9bf3-490c70a721ac tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:24.749632 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-17434bf7-f48e-45b1-91a0-130434e930d8 None None] Provisioning complete for port 0552a33b-36e6-4d7d-918c-0ef355407e64 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:24.750296 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-17434bf7-f48e-45b1-91a0-130434e930d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:24.828513 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d0702b-bdc4-44ba-9a22-9351c4ffb67b None None] Routers {'226e17da-39c9-47a6-9efe-123f2db43153'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:16:24.829418 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-e4d0702b-bdc4-44ba-9a22-9351c4ffb67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:16:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['226e17da-39c9-47a6-9efe-123f2db43153'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:16:24.834637 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db3b93-c593-4278-8068-d0f9531f6188 None None] Pushing event updated for resources: {'Port': ['ID=6b6bc4ea-bbcd-41e2-84b4-dffde30aa01a,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:24.836358 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-17434bf7-f48e-45b1-91a0-130434e930d8 None None] Port 0552a33b-36e6-4d7d-918c-0ef355407e64 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:16:24.894131 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ced0933e-3622-4a1e-a055-6c8656c2fa10 req-84356743-06e4-4db1-9bf3-490c70a721ac tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:24.896738 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ced0933e-3622-4a1e-a055-6c8656c2fa10 req-84356743-06e4-4db1-9bf3-490c70a721ac tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7034595 Oct 27 18:16:24.940945 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42594) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:16:24.993436 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-47075693-9dab-485e-9f39-2e86b12133b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:25.023295 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ced0933e-3622-4a1e-a055-6c8656c2fa10 req-8854f0ad-93fe-45af-8ba6-e37201c09a39 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.195 HTTP/1.1" status: 200 len: 696 time: 0.1217794 Oct 27 18:16:25.097537 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-65efa167-9cff-4d18-9519-335a3bce866e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1458019691-network', 'tenant_id': 'f6f614013ac944c0bd136d74e2c338cd'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:16:25.111303 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-e4d0702b-bdc4-44ba-9a22-9351c4ffb67b None None] Set router 226e17da-39c9-47a6-9efe-123f2db43153 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:16:25.174693 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6183af77-d3b9-477f-b4a9-44eb90165928 req-b0720156-ff3f-47dd-8b9b-8896b7d3a299 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:25.175923 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6183af77-d3b9-477f-b4a9-44eb90165928 req-b0720156-ff3f-47dd-8b9b-8896b7d3a299 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c355512-b0be-4846-908a-20bde38ada9b HTTP/1.1" status: 200 len: 944 time: 0.1516869 Oct 27 18:16:25.255807 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6183af77-d3b9-477f-b4a9-44eb90165928 req-511e931e-d2e8-4b3a-8297-3b49124a23ce tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695448 Oct 27 18:16:25.301001 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0933e-3622-4a1e-a055-6c8656c2fa10 req-128e4d2d-0f5e-4087-956e-9a714a5cb6f7 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:25.317369 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ced0933e-3622-4a1e-a055-6c8656c2fa10 req-128e4d2d-0f5e-4087-956e-9a714a5cb6f7 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] 10.222.0.52 "GET /v2.0/networks/0fad50cd-70b8-43d9-8a14-cc05c0fdea0e HTTP/1.1" status: 200 len: 784 time: 0.2652254 Oct 27 18:16:25.334949 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65efa167-9cff-4d18-9519-335a3bce866e admin admin] Made reservation on behalf of f6f614013ac944c0bd136d74e2c338cd for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:16:25.342657 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-65efa167-9cff-4d18-9519-335a3bce866e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:25.425092 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-175a6262-8543-4e76-956e-508d7720950b req-e3d2d2f4-4f21-45ec-879e-20c1b0e1a569 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] 10.222.0.52 "GET /v2.0/floatingips/12a886ec-8ccc-4d84-8de7-ac4ce3a29a1c HTTP/1.1" status: 200 len: 693 time: 0.0547507 Oct 27 18:16:25.428146 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-e4d0702b-bdc4-44ba-9a22-9351c4ffb67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226e17da-39c9-47a6-9efe-123f2db43153', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1011673838-router', 'tenant_id': '44ceb98e338f43efad337aa0e94baeee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '6b6bc4ea-bbcd-41e2-84b4-dffde30aa01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:16:17Z', 'updated_at': '2021-10-27T18:16:19Z', 'revision_number': 3, 'project_id': '44ceb98e338f43efad337aa0e94baeee', 'gw_port': {'id': '6b6bc4ea-bbcd-41e2-84b4-dffde30aa01a', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226e17da-39c9-47a6-9efe-123f2db43153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:17Z', 'updated_at': '2021-10-27T18:16:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:16:25.462910 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d0702b-bdc4-44ba-9a22-9351c4ffb67b None None] The sync data for ids ['226e17da-39c9-47a6-9efe-123f2db43153'] in n-d-815690-2 is: [{'id': '226e17da-39c9-47a6-9efe-123f2db43153', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1011673838-router', 'tenant_id': '44ceb98e338f43efad337aa0e94baeee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '6b6bc4ea-bbcd-41e2-84b4-dffde30aa01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:16:17Z', 'updated_at': '2021-10-27T18:16:19Z', 'revision_number': 3, 'project_id': '44ceb98e338f43efad337aa0e94baeee', 'gw_port': {'id': '6b6bc4ea-bbcd-41e2-84b4-dffde30aa01a', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226e17da-39c9-47a6-9efe-123f2db43153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:17Z', 'updated_at': '2021-10-27T18:16:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:16:25.481799 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3803ec38-3234-4bba-8155-f9a077205963 req-dd6a4518-d1b7-4429-a9d4-e667742571e1 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7390a9d-792d-446c-bf3d-0c23b52adae2 HTTP/1.1" status: 200 len: 210 time: 0.0539641 Oct 27 18:16:25.631980 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a6262-8543-4e76-956e-508d7720950b req-4ce88647-59bb-4c59-b43b-6b401864022b tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:25.634005 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-175a6262-8543-4e76-956e-508d7720950b req-4ce88647-59bb-4c59-b43b-6b401864022b tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] 10.222.0.52 "GET /v2.0/networks/0fad50cd-70b8-43d9-8a14-cc05c0fdea0e HTTP/1.1" status: 200 len: 784 time: 0.2075198 Oct 27 18:16:25.640097 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e6afc575-e2ed-486a-9f6a-55abaa859db6 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:16:25.716531 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-175a6262-8543-4e76-956e-508d7720950b req-7524e1f8-93d2-4450-b2de-73fcbfc326bf tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.195 HTTP/1.1" status: 200 len: 696 time: 0.0723219 Oct 27 18:16:25.794041 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-65efa167-9cff-4d18-9519-335a3bce866e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:25.804065 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-8386761a-ad6d-4c6c-a88e-cebbd3ee37d6 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=0beacb8f3e5547f6bf77f372e21e69ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0968947 Oct 27 18:16:25.810410 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port e6afc575-e2ed-486a-9f6a-55abaa859db6 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:16:25.817694 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port e6afc575-e2ed-486a-9f6a-55abaa859db6 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:25.818413 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:25.834917 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-175a6262-8543-4e76-956e-508d7720950b req-c5ed5993-9aad-4f54-a222-afaa23408c70 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.195 HTTP/1.1" status: 200 len: 696 time: 0.1151395 Oct 27 18:16:25.983820 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000b273-510b-4ad5-985b-722a0783071a req-ab71a8af-2332-4858-b14a-ff14c0c9636d tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:25.991504 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5000b273-510b-4ad5-985b-722a0783071a req-ab71a8af-2332-4858-b14a-ff14c0c9636d tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1c355512-b0be-4846-908a-20bde38ada9b&tenant_id=43d2aacb3b5645edb71ed26889dd4536&binding%3Ahost_id=n-h1-815690-2 HTTP/1.1" status: 200 len: 1095 time: 0.7086499 Oct 27 18:16:26.055749 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:26.062391 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-47075693-9dab-485e-9f39-2e86b12133b8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:26.102734 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port e6afc575-e2ed-486a-9f6a-55abaa859db6, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e6afc575-e2ed-486a-9f6a-55abaa859db6,segment=NetworkSegment(32b71140-e440-46b3-9b2a-24e683b039db),segment_id=32b71140-e440-46b3-9b2a-24e683b039db)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:16:26.104614 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcef9526-6b6c-48a6-b2d5-8e5c661a56d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6afc575-e2ed-486a-9f6a-55abaa859db6'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:16:26.107643 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df73d03-2649-4327-9724-5a371283a4f5" -d '{"events": [{"server_uuid": "bcef9526-6b6c-48a6-b2d5-8e5c661a56d6", "name": "network-vif-plugged", "status": "completed", "tag": "e6afc575-e2ed-486a-9f6a-55abaa859db6"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:16:26.149530 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:26.168252 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769a893-752a-439a-bc20-fc769f91e638 req-f7e06e46-5cdb-45cb-b090-8baf53adbe20 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:26.169936 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b769a893-752a-439a-bc20-fc769f91e638 req-f7e06e46-5cdb-45cb-b090-8baf53adbe20 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcef9526-6b6c-48a6-b2d5-8e5c661a56d6 HTTP/1.1" status: 200 len: 944 time: 0.1894114 Oct 27 18:16:26.230757 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b769a893-752a-439a-bc20-fc769f91e638 req-5e0275bc-0f23-48e1-a504-e2f4242c4b1c tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530183 Oct 27 18:16:26.231131 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-2813ae05-06a2-40b0-b307-93ff7eaaf268 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:26.232894 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-2813ae05-06a2-40b0-b307-93ff7eaaf268 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4114797 Oct 27 18:16:26.235213 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:26.251127 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-175a6262-8543-4e76-956e-508d7720950b req-93fb6143-fde5-4c34-9aeb-8941509cc138 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Deleting port dd7eee6c-98bd-4d20-be22-bda0078d6c7f {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:16:26.251551 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-175a6262-8543-4e76-956e-508d7720950b req-93fb6143-fde5-4c34-9aeb-8941509cc138 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:26.283198 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-47075693-9dab-485e-9f39-2e86b12133b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:26.336203 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=e6afc575-e2ed-486a-9f6a-55abaa859db6,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:26.366745 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-16cafbe2-76a6-4356-80bc-56e696df4c7a tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Request body: {'port': {'device_id': 'c7390a9d-792d-446c-bf3d-0c23b52adae2', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'admin_state_up': True, 'tenant_id': '0beacb8f3e5547f6bf77f372e21e69ab'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:16:26.440228 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-175a6262-8543-4e76-956e-508d7720950b req-93fb6143-fde5-4c34-9aeb-8941509cc138 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:26.440699 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-175a6262-8543-4e76-956e-508d7720950b req-93fb6143-fde5-4c34-9aeb-8941509cc138 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:26.443840 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6bbffc8-98ff-45f9-aeec-7d7bcd14d75a x-openstack-request-id: req-f6bbffc8-98ff-45f9-aeec-7d7bcd14d75a {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:16:26.444150 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcef9526-6b6c-48a6-b2d5-8e5c661a56d6", "name": "network-vif-plugged", "status": "completed", "tag": "e6afc575-e2ed-486a-9f6a-55abaa859db6", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:16:26.444407 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f6bbffc8-98ff-45f9-aeec-7d7bcd14d75a {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:16:26.444803 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcef9526-6b6c-48a6-b2d5-8e5c661a56d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6afc575-e2ed-486a-9f6a-55abaa859db6', 'code': 200} Oct 27 18:16:26.479558 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-47075693-9dab-485e-9f39-2e86b12133b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:26.512564 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-175a6262-8543-4e76-956e-508d7720950b req-93fb6143-fde5-4c34-9aeb-8941509cc138 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Calling delete_port for dd7eee6c-98bd-4d20-be22-bda0078d6c7f owned by network:floatingip {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:16:26.666487 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:26.669581 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-65efa167-9cff-4d18-9519-335a3bce866e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:26.721303 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad45da1-a25a-4be0-8b70-3ca95a251f18 req-3d037469-bf8d-4991-b5d3-f1accf20e14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:26.722864 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2ad45da1-a25a-4be0-8b70-3ca95a251f18 req-3d037469-bf8d-4991-b5d3-f1accf20e14c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=bcef9526-6b6c-48a6-b2d5-8e5c661a56d6 HTTP/1.1" status: 200 len: 1096 time: 0.1989720 Oct 27 18:16:26.738469 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed5511-a52e-48b0-96e9-117092df5815 req-d18ba097-c727-4bea-b059-aae1c5051b0f tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:26.750207 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-76ed5511-a52e-48b0-96e9-117092df5815 req-d18ba097-c727-4bea-b059-aae1c5051b0f tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c355512-b0be-4846-908a-20bde38ada9b HTTP/1.1" status: 200 len: 944 time: 0.1644681 Oct 27 18:16:26.839533 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-65efa167-9cff-4d18-9519-335a3bce866e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:26.839802 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-76ed5511-a52e-48b0-96e9-117092df5815 req-dbfca12f-4735-4bf2-b91d-3b9401eed3b3 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837421 Oct 27 18:16:26.902884 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2ad45da1-a25a-4be0-8b70-3ca95a251f18 req-9e05b858-610e-4f59-b067-260703d05182 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479516 Oct 27 18:16:26.948124 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 6b6bc4ea-bbcd-41e2-84b4-dffde30aa01a up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:16:27.023215 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47075693-9dab-485e-9f39-2e86b12133b8 admin admin] Pushing event updated for resources: {'Port': ['ID=0552a33b-36e6-4d7d-918c-0ef355407e64,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:27.068360 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65efa167-9cff-4d18-9519-335a3bce866e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8774e79f-1f5c-4de1-acef-97fe09265600,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:27.069006 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d0664c95-defe-4fc7-a493-4f772fb8635a req-44dd7ed4-0bbb-4565-bcbf-3c8969d6f04e tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7390a9d-792d-446c-bf3d-0c23b52adae2 HTTP/1.1" status: 200 len: 210 time: 0.0658102 Oct 27 18:16:27.069749 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 6b6bc4ea-bbcd-41e2-84b4-dffde30aa01a triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:27.070399 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:27.148483 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47075693-9dab-485e-9f39-2e86b12133b8 admin admin] Network 8bad24d0-b607-4625-99c5-398cbe0472bb is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:16:27.149971 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-47075693-9dab-485e-9f39-2e86b12133b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:16:27.223674 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:27.224842 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42634) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:16:27.250178 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd227b06-f335-4167-9063-b1ded1618476 req-357deebc-7d79-4534-9d0f-c1a7d1122734 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:27.251964 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bd227b06-f335-4167-9063-b1ded1618476 req-357deebc-7d79-4534-9d0f-c1a7d1122734 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=1c355512-b0be-4846-908a-20bde38ada9b HTTP/1.1" status: 200 len: 1095 time: 0.0642679 Oct 27 18:16:27.253531 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 6b6bc4ea-bbcd-41e2-84b4-dffde30aa01a, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=6b6bc4ea-bbcd-41e2-84b4-dffde30aa01a,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:16:27.312309 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bd227b06-f335-4167-9063-b1ded1618476 req-a80cf542-4583-48a0-bdc3-e877deba9c4e tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508943 Oct 27 18:16:27.335220 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47075693-9dab-485e-9f39-2e86b12133b8 admin admin] Router 226e17da-39c9-47a6-9efe-123f2db43153 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:16:27.449903 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3c74c93e-0365-403b-888e-909bc0a4d807 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:27.481546 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddba13a-2844-44cf-8b5f-e2daf90487be req-859b8468-97f9-409d-8db0-17a36c71f190 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:27.484062 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2ddba13a-2844-44cf-8b5f-e2daf90487be req-859b8468-97f9-409d-8db0-17a36c71f190 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcef9526-6b6c-48a6-b2d5-8e5c661a56d6 HTTP/1.1" status: 200 len: 945 time: 0.0578802 Oct 27 18:16:27.521779 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47075693-9dab-485e-9f39-2e86b12133b8 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:16:27.522490 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2ddba13a-2844-44cf-8b5f-e2daf90487be req-da77a2ce-716a-49c3-9623-6f84b24fd9ab tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327210 Oct 27 18:16:27.527519 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-47075693-9dab-485e-9f39-2e86b12133b8 admin admin] 10.222.0.52 "PUT /v2.0/routers/226e17da-39c9-47a6-9efe-123f2db43153/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5199649 Oct 27 18:16:27.565948 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3c74c93e-0365-403b-888e-909bc0a4d807 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:27.586453 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-616eefca-485f-408b-93aa-1e9328960cb2 None None] Provisioning complete for port 0552a33b-36e6-4d7d-918c-0ef355407e64 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:27.586663 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-16cafbe2-76a6-4356-80bc-56e696df4c7a tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Made reservation on behalf of 0beacb8f3e5547f6bf77f372e21e69ab for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:16:27.586902 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-616eefca-485f-408b-93aa-1e9328960cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:27.591728 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-16cafbe2-76a6-4356-80bc-56e696df4c7a tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:27.620881 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-175a6262-8543-4e76-956e-508d7720950b req-93fb6143-fde5-4c34-9aeb-8941509cc138 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:27.655239 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-5000b273-510b-4ad5-985b-722a0783071a req-a2a9fba1-50d2-4f0a-86f2-918139b809fd service neutron] For port db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:16:27.656439 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65efa167-9cff-4d18-9519-335a3bce866e admin admin] vlan segment allocate from pool success with {'vlan_id': 1027, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:16:27.660793 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-616eefca-485f-408b-93aa-1e9328960cb2 None None] Port 0552a33b-36e6-4d7d-918c-0ef355407e64 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:16:27.678259 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:27.711417 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-5000b273-510b-4ad5-985b-722a0783071a req-a2a9fba1-50d2-4f0a-86f2-918139b809fd service neutron] Publish callbacks [] for binding, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:27.711602 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5000b273-510b-4ad5-985b-722a0783071a req-a2a9fba1-50d2-4f0a-86f2-918139b809fd service neutron] 10.222.0.81 "DELETE /v2.0/ports/db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc/bindings/n-h2-815690-2 HTTP/1.1" status: 204 len: 173 time: 1.6981201 Oct 27 18:16:27.712761 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fb6143-fde5-4c34-9aeb-8941509cc138 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Pushing event deleted for resources: {'Port': ['ID=dd7eee6c-98bd-4d20-be22-bda0078d6c7f,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:27.719363 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3c74c93e-0365-403b-888e-909bc0a4d807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:27.762746 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-65efa167-9cff-4d18-9519-335a3bce866e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:27.763169 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-65efa167-9cff-4d18-9519-335a3bce866e admin admin] Added segment 251d1467-2c70-41d6-bbc9-6694143a55e5 of type vlan for network ad9992b2-9d9b-499e-9f30-369a401316df Oct 27 18:16:27.776884 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=6b6bc4ea-bbcd-41e2-84b4-dffde30aa01a,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:27.801436 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3c74c93e-0365-403b-888e-909bc0a4d807 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=784cd2e1ed2349c9ac897dfb7c7890f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5753727 Oct 27 18:16:27.816491 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42660) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:16:27.850071 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c74c93e-0365-403b-888e-909bc0a4d807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f48d201-afd4-4453-9ae3-53413d91ee30,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:27.886435 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-65efa167-9cff-4d18-9519-335a3bce866e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:27.959438 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-16cafbe2-76a6-4356-80bc-56e696df4c7a tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Allocated IP 192.168.233.80 (5a00a4ee-d7ee-4646-9905-4d21868e9aa2/5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc/5683c246-9dc3-473f-a6e3-7f3368dac328) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:16:27.997608 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a7359ead-8b25-406a-a003-6d46e00acb61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:28.048511 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-175a6262-8543-4e76-956e-508d7720950b req-93fb6143-fde5-4c34-9aeb-8941509cc138 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Publish callbacks [] for floatingip, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:28.051223 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-175a6262-8543-4e76-956e-508d7720950b req-93fb6143-fde5-4c34-9aeb-8941509cc138 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:28.052407 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-175a6262-8543-4e76-956e-508d7720950b req-93fb6143-fde5-4c34-9aeb-8941509cc138 tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] 10.222.0.52 "DELETE /v2.0/floatingips/12a886ec-8ccc-4d84-8de7-ac4ce3a29a1c HTTP/1.1" status: 204 len: 173 time: 2.2075517 Oct 27 18:16:28.067744 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a7359ead-8b25-406a-a003-6d46e00acb61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:28.076964 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-6ac9104c-462c-46f1-bd12-0c24a8d4eba7 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:28.084367 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-6ac9104c-462c-46f1-bd12-0c24a8d4eba7 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/networks?id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b HTTP/1.1" status: 200 len: 807 time: 0.4601202 Oct 27 18:16:28.108952 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-27366ec9-4c05-4a9a-8e9e-1201cf7d1fb4 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/quotas/43d2aacb3b5645edb71ed26889dd4536 HTTP/1.1" status: 200 len: 375 time: 0.0236092 Oct 27 18:16:28.156184 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-65efa167-9cff-4d18-9519-335a3bce866e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:28.159029 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65efa167-9cff-4d18-9519-335a3bce866e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:28.163675 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-65efa167-9cff-4d18-9519-335a3bce866e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:28.191493 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fac5d3-0ff1-4e18-a194-1d7f9c27b931 None None] Sync routers for ids ['226e17da-39c9-47a6-9efe-123f2db43153'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:16:28.220315 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-c7beb393-123f-41d3-938f-ae006cf3c026 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=43d2aacb3b5645edb71ed26889dd4536&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1102970 Oct 27 18:16:28.224091 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fac5d3-0ff1-4e18-a194-1d7f9c27b931 None None] Routers {'226e17da-39c9-47a6-9efe-123f2db43153'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:16:28.224733 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-33fac5d3-0ff1-4e18-a194-1d7f9c27b931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:16:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['226e17da-39c9-47a6-9efe-123f2db43153'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:16:28.279333 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-65efa167-9cff-4d18-9519-335a3bce866e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.3372917 Oct 27 18:16:28.291131 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42668) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:16:28.306372 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-8f40cbd8-c164-4423-b722-635c6a2b59a7 admin admin] Request body: {'subnet': {'network_id': 'ad9992b2-9d9b-499e-9f30-369a401316df', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1458019691-subnet', 'tenant_id': 'f6f614013ac944c0bd136d74e2c338cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:16:28.365913 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65efa167-9cff-4d18-9519-335a3bce866e admin admin] Pushing event updated for resources: {'Network': ['ID=ad9992b2-9d9b-499e-9f30-369a401316df,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:28.381639 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network ad9992b2-9d9b-499e-9f30-369a401316df details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:16:28.399693 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a7359ead-8b25-406a-a003-6d46e00acb61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:28.406402 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a7359ead-8b25-406a-a003-6d46e00acb61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:28.407837 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a7359ead-8b25-406a-a003-6d46e00acb61 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8f48d201-afd4-4453-9ae3-53413d91ee30 HTTP/1.1" status: 204 len: 168 time: 0.5912421 Oct 27 18:16:28.436324 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-16cafbe2-76a6-4356-80bc-56e696df4c7a tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:28.453937 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7359ead-8b25-406a-a003-6d46e00acb61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f48d201-afd4-4453-9ae3-53413d91ee30,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:28.473248 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-95a2938f-107d-4fd6-84a8-7e36d2680d0c service neutron] 10.222.0.52 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484217 Oct 27 18:16:28.489394 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f40cbd8-c164-4423-b722-635c6a2b59a7 admin admin] Made reservation on behalf of f6f614013ac944c0bd136d74e2c338cd for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:16:28.492659 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8f40cbd8-c164-4423-b722-635c6a2b59a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:28.537648 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c942d8e7-b058-4f16-90d0-17ecf5255570 req-2da9dfdc-b0f6-426a-a2d7-3f0357d03bc9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0064449b-2ed8-4cca-8c0d-822fe31a16d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2524827 Oct 27 18:16:28.539895 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-33fac5d3-0ff1-4e18-a194-1d7f9c27b931 None None] Set router 226e17da-39c9-47a6-9efe-123f2db43153 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:16:28.630930 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-16cafbe2-76a6-4356-80bc-56e696df4c7a tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:28.636445 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [req-cdf44a93-c0c6-4ffb-9856-b3a8aee0e851 req-30118a62-7a74-4915-a068-0fe3f12d65ae tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] show failed (client error): The resource could not be found. Oct 27 18:16:28.644425 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cdf44a93-c0c6-4ffb-9856-b3a8aee0e851 req-30118a62-7a74-4915-a068-0fe3f12d65ae tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] 10.222.0.52 "GET /v2.0/floatingips/12a886ec-8ccc-4d84-8de7-ac4ce3a29a1c HTTP/1.1" status: 404 len: 350 time: 0.0577507 Oct 27 18:16:28.715475 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['793138b4-0265-4212-b03e-a893a76d7244'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:16:28.750392 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-16cafbe2-76a6-4356-80bc-56e696df4c7a tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:16:28.751289 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-7f4f4c26-c116-4793-8b89-16dd832c54b2 service neutron] 10.222.0.52 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691531 Oct 27 18:16:28.830151 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-16cafbe2-76a6-4356-80bc-56e696df4c7a tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:16:28.840259 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-16cafbe2-76a6-4356-80bc-56e696df4c7a tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:16:28.883033 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede5548-cdfe-4a41-8ff6-5fb3789e0b50 req-528c6a30-7774-4716-9532-cdbaa7815fed tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:28.897347 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9ede5548-cdfe-4a41-8ff6-5fb3789e0b50 req-528c6a30-7774-4716-9532-cdbaa7815fed tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7390a9d-792d-446c-bf3d-0c23b52adae2 HTTP/1.1" status: 200 len: 935 time: 0.1385624 Oct 27 18:16:28.983057 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9ede5548-cdfe-4a41-8ff6-5fb3789e0b50 req-a72d574d-bbe1-4a84-853e-999fbc1b27de tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/security-groups?id=64823d5a-2970-43e6-8206-39ed65e81f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842946 Oct 27 18:16:29.015708 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942d8e7-b058-4f16-90d0-17ecf5255570 req-ce981d26-e735-4023-8ea1-1688bc130e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:29.015708 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c942d8e7-b058-4f16-90d0-17ecf5255570 req-ce981d26-e735-4023-8ea1-1688bc130e61 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=43d2aacb3b5645edb71ed26889dd4536&device_id=0064449b-2ed8-4cca-8c0d-822fe31a16d8 HTTP/1.1" status: 200 len: 1095 time: 0.3931413 Oct 27 18:16:29.041166 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 6b6bc4ea-bbcd-41e2-84b4-dffde30aa01a up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:16:29.057501 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cafbe2-76a6-4356-80bc-56e696df4c7a tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Pushing event updated for resources: {'Port': ['ID=5683c246-9dc3-473f-a6e3-7f3368dac328,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:29.214671 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-16cafbe2-76a6-4356-80bc-56e696df4c7a tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:29.215692 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-16cafbe2-76a6-4356-80bc-56e696df4c7a tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:29.275437 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97423ea1-2c76-4fa3-ad8f-f1c176dc4876 req-cf54ae89-cec5-460b-9860-3aa3a12df5d6 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:29.276984 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-97423ea1-2c76-4fa3-ad8f-f1c176dc4876 req-cf54ae89-cec5-460b-9860-3aa3a12df5d6 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcef9526-6b6c-48a6-b2d5-8e5c661a56d6 HTTP/1.1" status: 200 len: 945 time: 0.1108758 Oct 27 18:16:29.330914 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-97423ea1-2c76-4fa3-ad8f-f1c176dc4876 req-7155f754-e84e-4f6a-a588-f5cb689ed90c tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464473 Oct 27 18:16:29.331254 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942d8e7-b058-4f16-90d0-17ecf5255570 req-fbb3b97e-c636-4dd6-870f-042fd98fefd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:29.333375 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c942d8e7-b058-4f16-90d0-17ecf5255570 req-fbb3b97e-c636-4dd6-870f-042fd98fefd5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b HTTP/1.1" status: 200 len: 909 time: 0.2798126 Oct 27 18:16:29.399805 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [req-625bab9b-8fc0-4766-8f8d-4c9900811601 req-b84c446f-5898-430a-838d-929049d28eef tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] show failed (client error): The resource could not be found. Oct 27 18:16:29.416602 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c942d8e7-b058-4f16-90d0-17ecf5255570 req-76d226e5-50ea-45f8-82da-09f4cf081a1e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=176bb84f-20a4-437b-b8d1-6f9deb1515af HTTP/1.1" status: 200 len: 217 time: 0.0555611 Oct 27 18:16:29.426047 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-16cafbe2-76a6-4356-80bc-56e696df4c7a tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0654409 Oct 27 18:16:29.431473 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 6b6bc4ea-bbcd-41e2-84b4-dffde30aa01a triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:29.431981 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:29.437104 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-625bab9b-8fc0-4766-8f8d-4c9900811601 req-b84c446f-5898-430a-838d-929049d28eef tempest-FloatingIPsTestJSON-2058743930 tempest-FloatingIPsTestJSON-2058743930-project] 10.222.0.52 "GET /v2.0/floatingips/12a886ec-8ccc-4d84-8de7-ac4ce3a29a1c HTTP/1.1" status: 404 len: 350 time: 0.0827744 Oct 27 18:16:29.437787 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42694) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:16:29.443665 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-6c53c942-5875-4144-b313-8c2a08218cb5 service neutron] Request body: {'port': {'device_id': 'c7390a9d-792d-446c-bf3d-0c23b52adae2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:16:29.476226 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-186a0bdf-1441-491f-a005-e2e4601c65e9 None None] Provisioning complete for port 5683c246-9dc3-473f-a6e3-7f3368dac328 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:29.476599 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-186a0bdf-1441-491f-a005-e2e4601c65e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:29.535007 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942d8e7-b058-4f16-90d0-17ecf5255570 req-1d288a10-4beb-40bf-a440-6d98a74949f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:29.536414 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c942d8e7-b058-4f16-90d0-17ecf5255570 req-1d288a10-4beb-40bf-a440-6d98a74949f1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9d2e93d5-4842-4818-961f-a77ef1a8f95b HTTP/1.1" status: 200 len: 847 time: 0.1095283 Oct 27 18:16:29.551257 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-186a0bdf-1441-491f-a005-e2e4601c65e9 None None] Port 5683c246-9dc3-473f-a6e3-7f3368dac328 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:16:29.591144 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-33fac5d3-0ff1-4e18-a194-1d7f9c27b931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226e17da-39c9-47a6-9efe-123f2db43153', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1011673838-router', 'tenant_id': '44ceb98e338f43efad337aa0e94baeee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '6b6bc4ea-bbcd-41e2-84b4-dffde30aa01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:16:17Z', 'updated_at': '2021-10-27T18:16:24Z', 'revision_number': 4, 'project_id': '44ceb98e338f43efad337aa0e94baeee', 'gw_port': {'id': '6b6bc4ea-bbcd-41e2-84b4-dffde30aa01a', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226e17da-39c9-47a6-9efe-123f2db43153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:17Z', 'updated_at': '2021-10-27T18:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '0552a33b-36e6-4d7d-918c-0ef355407e64', 'name': '', 'network_id': '8bad24d0-b607-4625-99c5-398cbe0472bb', 'tenant_id': '44ceb98e338f43efad337aa0e94baeee', 'mac_address': 'fa:16:3e:ee:05:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226e17da-39c9-47a6-9efe-123f2db43153', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'e2288d72-e204-4d95-a72c-666831c1c114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:23Z', 'updated_at': '2021-10-27T18:16:25Z', 'revision_number': 2, 'project_id': '44ceb98e338f43efad337aa0e94baeee', 'subnets': [{'id': 'e2288d72-e204-4d95-a72c-666831c1c114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:16:29.599878 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8f40cbd8-c164-4423-b722-635c6a2b59a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:29.607508 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c942d8e7-b058-4f16-90d0-17ecf5255570 req-5c49761e-41a1-4a3e-ba7c-b5c32f297925 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571430 Oct 27 18:16:29.624467 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-6c53c942-5875-4144-b313-8c2a08218cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:29.666859 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42702) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:16:29.676852 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fac5d3-0ff1-4e18-a194-1d7f9c27b931 None None] Checking router: 226e17da-39c9-47a6-9efe-123f2db43153 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:16:29.677509 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fac5d3-0ff1-4e18-a194-1d7f9c27b931 None None] Updating router 226e17da-39c9-47a6-9efe-123f2db43153 port 0552a33b-36e6-4d7d-918c-0ef355407e64 binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:16:29.722797 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-33fac5d3-0ff1-4e18-a194-1d7f9c27b931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:29.959263 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f1ccb473-21c7-495e-92a7-12547cc52a7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:29.974924 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eec39bfd-a471-447d-9602-61764467eee5 req-93ffc5b1-047e-4041-8bdd-d532d474c540 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc HTTP/1.1" status: 200 len: 210 time: 0.4726140 Oct 27 18:16:30.012201 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40cbd8-c164-4423-b722-635c6a2b59a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f64181dc-dfa9-4ed5-8d0e-066b13de44a3,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:30.022248 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b8c42-45b3-442a-a252-7cf14f0a23b1 req-f07bd276-bc69-44ba-81f3-0a5438ef1ffa tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:30.023869 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dc6b8c42-45b3-442a-a252-7cf14f0a23b1 req-f07bd276-bc69-44ba-81f3-0a5438ef1ffa tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=bcef9526-6b6c-48a6-b2d5-8e5c661a56d6 HTTP/1.1" status: 200 len: 1096 time: 0.1194768 Oct 27 18:16:30.074007 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f40cbd8-c164-4423-b722-635c6a2b59a7 admin admin] Checking segment: {'id': '251d1467-2c70-41d6-bbc9-6694143a55e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'ad9992b2-9d9b-499e-9f30-369a401316df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:16:30.074381 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f40cbd8-c164-4423-b722-635c6a2b59a7 admin admin] Network hostable DHCP agents. Network: ad9992b2-9d9b-499e-9f30-369a401316df, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:16:30.106071 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dc6b8c42-45b3-442a-a252-7cf14f0a23b1 req-1126732e-9a83-462a-a4a1-b8446132c696 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734744 Oct 27 18:16:30.123075 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-33fac5d3-0ff1-4e18-a194-1d7f9c27b931 None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:30.178984 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c942d8e7-b058-4f16-90d0-17ecf5255570 req-becafbd1-5af0-4abf-a78f-4911f1bfffac service neutron] 10.222.0.81 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5509706 Oct 27 18:16:30.205690 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-33fac5d3-0ff1-4e18-a194-1d7f9c27b931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:30.269475 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8577006-7aff-4a7b-b912-f172f274ff42 None None] Pushing event updated for resources: {'Port': ['ID=0552a33b-36e6-4d7d-918c-0ef355407e64,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:30.346302 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f40cbd8-c164-4423-b722-635c6a2b59a7 admin admin] Network ad9992b2-9d9b-499e-9f30-369a401316df is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:16:30.374846 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-33fac5d3-0ff1-4e18-a194-1d7f9c27b931 None None] Attempting to bind port 0552a33b-36e6-4d7d-918c-0ef355407e64 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:16:30.375735 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-33fac5d3-0ff1-4e18-a194-1d7f9c27b931 None None] Attempting to bind port 0552a33b-36e6-4d7d-918c-0ef355407e64 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '489e6605-4c4a-489e-9a9c-9a95af0e3240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '8bad24d0-b607-4625-99c5-398cbe0472bb'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:16:30.376037 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fac5d3-0ff1-4e18-a194-1d7f9c27b931 None None] Attempting to bind port 0552a33b-36e6-4d7d-918c-0ef355407e64 on network 8bad24d0-b607-4625-99c5-398cbe0472bb {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:16:30.381825 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fac5d3-0ff1-4e18-a194-1d7f9c27b931 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:16:30.382734 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fac5d3-0ff1-4e18-a194-1d7f9c27b931 None None] Checking segment: {'id': '489e6605-4c4a-489e-9a9c-9a95af0e3240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '8bad24d0-b607-4625-99c5-398cbe0472bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:16:30.383108 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-33fac5d3-0ff1-4e18-a194-1d7f9c27b931 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:30.383504 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fac5d3-0ff1-4e18-a194-1d7f9c27b931 None None] Bound using segment: {'id': '489e6605-4c4a-489e-9a9c-9a95af0e3240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '8bad24d0-b607-4625-99c5-398cbe0472bb'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:16:30.384138 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-33fac5d3-0ff1-4e18-a194-1d7f9c27b931 None None] Bound port: 0552a33b-36e6-4d7d-918c-0ef355407e64, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '489e6605-4c4a-489e-9a9c-9a95af0e3240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': '8bad24d0-b607-4625-99c5-398cbe0472bb'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:16:30.384637 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-33fac5d3-0ff1-4e18-a194-1d7f9c27b931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:30.444124 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c942d8e7-b058-4f16-90d0-17ecf5255570 req-75285d0b-5c27-41dd-89e6-f1abd063fbc6 service neutron] 10.222.0.81 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386062 Oct 27 18:16:30.487122 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f1ccb473-21c7-495e-92a7-12547cc52a7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:30.594895 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-8f40cbd8-c164-4423-b722-635c6a2b59a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, ad9992b2-9d9b-499e-9f30-369a401316df) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:16:30.594895 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f1ccb473-21c7-495e-92a7-12547cc52a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:30.603115 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f40cbd8-c164-4423-b722-635c6a2b59a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:30.603697 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8f40cbd8-c164-4423-b722-635c6a2b59a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:30.610124 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae17fe2d-0856-4b0e-9694-39e8b0b31313 None None] Network ad9992b2-9d9b-499e-9f30-369a401316df requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:16:30.621575 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-6c53c942-5875-4144-b313-8c2a08218cb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5683c246-9dc3-473f-a6e3-7f3368dac328 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:16:30.637574 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-6c53c942-5875-4144-b313-8c2a08218cb5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:30.671319 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-6c53c942-5875-4144-b313-8c2a08218cb5 service neutron] Transition to ACTIVE for port object 5683c246-9dc3-473f-a6e3-7f3368dac328 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:16:30.672092 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ccb473-21c7-495e-92a7-12547cc52a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d3d537-1195-468a-be46-cb7856dae556,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:30.676714 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f1ccb473-21c7-495e-92a7-12547cc52a7d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cdc9ac4a4ed44b68b71ba828ce1b99e1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0085108 Oct 27 18:16:30.679248 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42728) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:16:30.685344 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceced78-54e6-4648-b21b-6d92393bf340 req-8fec5d79-2eb8-47d3-95c7-dae4bd47ea62 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:30.686964 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8ceced78-54e6-4648-b21b-6d92393bf340 req-8fec5d79-2eb8-47d3-95c7-dae4bd47ea62 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7390a9d-792d-446c-bf3d-0c23b52adae2 HTTP/1.1" status: 200 len: 935 time: 0.1764624 Oct 27 18:16:30.716407 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f595ae5f-1b32-4de4-9f70-5481a7635954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:30.730404 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ead795a0-32a5-432c-a4cf-45ccdc777910 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:30.739264 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8f40cbd8-c164-4423-b722-635c6a2b59a7 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4363632 Oct 27 18:16:30.743233 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42730) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:16:30.749988 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-5c6b4ff3-8776-4358-9d11-4a3302b31f37 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1458019691-router', 'tenant_id': 'f6f614013ac944c0bd136d74e2c338cd', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:16:30.752679 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-33fac5d3-0ff1-4e18-a194-1d7f9c27b931 None None] For port 0552a33b-36e6-4d7d-918c-0ef355407e64, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:16:30.766605 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-6c53c942-5875-4144-b313-8c2a08218cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:30.772630 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ead795a0-32a5-432c-a4cf-45ccdc777910 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:30.780701 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-33fac5d3-0ff1-4e18-a194-1d7f9c27b931 None None] For port 0552a33b-36e6-4d7d-918c-0ef355407e64, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=0552a33b-36e6-4d7d-918c-0ef355407e64,segment=NetworkSegment(489e6605-4c4a-489e-9a9c-9a95af0e3240),segment_id=489e6605-4c4a-489e-9a9c-9a95af0e3240)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:16:30.784485 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-9bc0688f-f2b3-4a0d-aae7-7c5d8a6f35cc None None] Provisioning complete for port 0552a33b-36e6-4d7d-918c-0ef355407e64 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:30.785029 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9bc0688f-f2b3-4a0d-aae7-7c5d8a6f35cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:30.818119 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-a0007076-b96b-453d-98cb-7fc1d1da0f08 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:30.819771 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-a0007076-b96b-453d-98cb-7fc1d1da0f08 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] 10.222.0.52 "GET /v2.0/networks?id=c95aa21c-2b56-49ff-b508-5e602b607f55 HTTP/1.1" status: 200 len: 814 time: 0.3592641 Oct 27 18:16:30.848879 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-33fac5d3-0ff1-4e18-a194-1d7f9c27b931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:30.874529 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53c942-5875-4144-b313-8c2a08218cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=5683c246-9dc3-473f-a6e3-7f3368dac328,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:30.894689 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-0b29a1e4-5420-481d-b4ba-62c152e30a2e tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] 10.222.0.52 "GET /v2.0/quotas/22773e15fdb845dfa8198283c26c1ddd HTTP/1.1" status: 200 len: 375 time: 0.0454812 Oct 27 18:16:30.920733 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8ceced78-54e6-4648-b21b-6d92393bf340 req-2a1d7311-b9e6-4aee-bbeb-565b062b3552 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/security-groups?id=64823d5a-2970-43e6-8206-39ed65e81f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222400 Oct 27 18:16:30.954235 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5c6b4ff3-8776-4358-9d11-4a3302b31f37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:30.961058 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5c6b4ff3-8776-4358-9d11-4a3302b31f37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:30.974848 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-9bc0688f-f2b3-4a0d-aae7-7c5d8a6f35cc None None] Port 0552a33b-36e6-4d7d-918c-0ef355407e64 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:16:31.032254 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-6c53c942-5875-4144-b313-8c2a08218cb5 service neutron] Attempting to bind port 5683c246-9dc3-473f-a6e3-7f3368dac328 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:16:31.032605 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-6c53c942-5875-4144-b313-8c2a08218cb5 service neutron] Attempting to bind port 5683c246-9dc3-473f-a6e3-7f3368dac328 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:16:31.032919 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-6c53c942-5875-4144-b313-8c2a08218cb5 service neutron] Attempting to bind port 5683c246-9dc3-473f-a6e3-7f3368dac328 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:16:31.043516 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-6c53c942-5875-4144-b313-8c2a08218cb5 service neutron] Port 5683c246-9dc3-473f-a6e3-7f3368dac328 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:16:31.043737 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-6c53c942-5875-4144-b313-8c2a08218cb5 service neutron] Attempting to bind port 5683c246-9dc3-473f-a6e3-7f3368dac328 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:16:31.068764 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-6c53c942-5875-4144-b313-8c2a08218cb5 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:16:31.069099 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-6c53c942-5875-4144-b313-8c2a08218cb5 service neutron] Checking segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:16:31.069481 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-6c53c942-5875-4144-b313-8c2a08218cb5 service neutron] Bound using segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:16:31.069909 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-6c53c942-5875-4144-b313-8c2a08218cb5 service neutron] Bound port: 5683c246-9dc3-473f-a6e3-7f3368dac328, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:16:31.070262 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-6c53c942-5875-4144-b313-8c2a08218cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:31.091034 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ead795a0-32a5-432c-a4cf-45ccdc777910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:31.094437 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ead795a0-32a5-432c-a4cf-45ccdc777910 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:31.101464 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ead795a0-32a5-432c-a4cf-45ccdc777910 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/17d3d537-1195-468a-be46-cb7856dae556 HTTP/1.1" status: 204 len: 168 time: 0.4215026 Oct 27 18:16:31.126525 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0d7fc9-53ec-4b47-8aa6-9dc8004d47f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-ad9992b2-9d9b-499e-9f30-369a401316df', 'network_id': 'ad9992b2-9d9b-499e-9f30-369a401316df', 'tenant_id': 'f6f614013ac944c0bd136d74e2c338cd', 'fixed_ips': [{'subnet_id': 'f64181dc-dfa9-4ed5-8d0e-066b13de44a3'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:16:31.129798 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5c0d7fc9-53ec-4b47-8aa6-9dc8004d47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:31.173538 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fac5d3-0ff1-4e18-a194-1d7f9c27b931 None None] Routers {'226e17da-39c9-47a6-9efe-123f2db43153'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:16:31.174632 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-33fac5d3-0ff1-4e18-a194-1d7f9c27b931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:16:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['226e17da-39c9-47a6-9efe-123f2db43153'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:16:31.183911 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8577006-7aff-4a7b-b912-f172f274ff42 None None] Pushing event updated for resources: {'Port': ['ID=0552a33b-36e6-4d7d-918c-0ef355407e64,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:31.195378 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead795a0-32a5-432c-a4cf-45ccdc777910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d3d537-1195-468a-be46-cb7856dae556,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:31.255978 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5c6b4ff3-8776-4358-9d11-4a3302b31f37 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:31.289033 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-6c53c942-5875-4144-b313-8c2a08218cb5 service neutron] For port 5683c246-9dc3-473f-a6e3-7f3368dac328, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:16:31.294119 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-6c53c942-5875-4144-b313-8c2a08218cb5 service neutron] For port 5683c246-9dc3-473f-a6e3-7f3368dac328, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=5683c246-9dc3-473f-a6e3-7f3368dac328,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:16:31.324683 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-f8a55ba2-c61f-45a5-89be-44959d3c4fed tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=22773e15fdb845dfa8198283c26c1ddd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4033768 Oct 27 18:16:31.386433 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca88829-6ccd-4f03-9aef-16d865734e54 req-a6f38166-8d76-454e-b2e0-408610250f71 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:31.391942 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-6c53c942-5875-4144-b313-8c2a08218cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:31.394391 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7ca88829-6ccd-4f03-9aef-16d865734e54 req-a6f38166-8d76-454e-b2e0-408610250f71 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=bcef9526-6b6c-48a6-b2d5-8e5c661a56d6 HTTP/1.1" status: 200 len: 1096 time: 0.3193586 Oct 27 18:16:31.482189 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-6c53c942-5875-4144-b313-8c2a08218cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:31.483209 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-6c53c942-5875-4144-b313-8c2a08218cb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:31.485260 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-6c53c942-5875-4144-b313-8c2a08218cb5 service neutron] 10.222.0.93 "PUT /v2.0/ports/5683c246-9dc3-473f-a6e3-7f3368dac328 HTTP/1.1" status: 200 len: 1095 time: 2.0456889 Oct 27 18:16:31.492327 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7390a9d-792d-446c-bf3d-0c23b52adae2', 'tag': '5683c246-9dc3-473f-a6e3-7f3368dac328'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:16:31.500125 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7ca88829-6ccd-4f03-9aef-16d865734e54 req-23b152a0-53a9-4033-b435-ffc09029f8c0 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996408 Oct 27 18:16:31.500773 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e0857e-2618-4fce-80d4-b2b0d67ab44c" -d '{"events": [{"name": "network-changed", "server_uuid": "c7390a9d-792d-446c-bf3d-0c23b52adae2", "tag": "5683c246-9dc3-473f-a6e3-7f3368dac328"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:16:31.521377 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-33fac5d3-0ff1-4e18-a194-1d7f9c27b931 None None] Set router 226e17da-39c9-47a6-9efe-123f2db43153 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:16:31.522159 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-2c4d8efd-2e57-44aa-9ea3-72dabc8c5093 service neutron] 10.222.0.52 "GET /v2.0/networks/c95aa21c-2b56-49ff-b508-5e602b607f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965547 Oct 27 18:16:31.632743 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5c6b4ff3-8776-4358-9d11-4a3302b31f37 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:31.665446 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-5c0d7fc9-53ec-4b47-8aa6-9dc8004d47f7 None None] Allocated IP 172.20.0.2 (ad9992b2-9d9b-499e-9f30-369a401316df/f64181dc-dfa9-4ed5-8d0e-066b13de44a3/d76e3d55-7f9f-49b1-83db-7e1e8e264a55) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:16:31.731775 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53c942-5875-4144-b313-8c2a08218cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=5683c246-9dc3-473f-a6e3-7f3368dac328,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:31.745935 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-db1f2c63-4d25-42f5-8018-65f5a1d66ea6 None None] Provisioning complete for port 0552a33b-36e6-4d7d-918c-0ef355407e64 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:31.746661 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-db1f2c63-4d25-42f5-8018-65f5a1d66ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:31.766883 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f45f44a1-f78b-443e-9c52-f83e59849007 req-c18a26fe-1576-467a-a06f-9d53a963ee23 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc HTTP/1.1" status: 200 len: 210 time: 0.0664616 Oct 27 18:16:31.783419 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-1f82cce3-46bd-4ec2-b56b-6f85ed4c8f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:31.787328 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-1f82cce3-46bd-4ec2-b56b-6f85ed4c8f7d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0beacb8f3e5547f6bf77f372e21e69ab&device_id=c7390a9d-792d-446c-bf3d-0c23b52adae2 HTTP/1.1" status: 200 len: 1098 time: 0.1397696 Oct 27 18:16:31.856775 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-ef17c13d-2915-4eda-afa4-c0a0a28ada7a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=5683c246-9dc3-473f-a6e3-7f3368dac328 HTTP/1.1" status: 200 len: 217 time: 0.0596762 Oct 27 18:16:31.874461 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-f595ae5f-1b32-4de4-9f70-5481a7635954 admin admin] Deleting port 9ec6d2d1-2adb-44ab-9641-113034fd896e {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:16:31.875458 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f595ae5f-1b32-4de4-9f70-5481a7635954 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:31.903791 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-8ffb3d40-b963-4772-b7c9-adc979430ef2 service neutron] 10.222.0.52 "GET /v2.0/networks/c95aa21c-2b56-49ff-b508-5e602b607f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806334 Oct 27 18:16:32.042357 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-fc2ac82a-6d82-45d9-977f-e4ce5a95ce94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:32.043858 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-fc2ac82a-6d82-45d9-977f-e4ce5a95ce94 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.1772871 Oct 27 18:16:32.046023 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b36149-865b-4ac3-9bd7-4aa71765ba60 x-openstack-request-id: req-87b36149-865b-4ac3-9bd7-4aa71765ba60 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:16:32.046300 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7390a9d-792d-446c-bf3d-0c23b52adae2", "tag": "5683c246-9dc3-473f-a6e3-7f3368dac328", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:16:32.047431 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-87b36149-865b-4ac3-9bd7-4aa71765ba60 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:16:32.047832 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7390a9d-792d-446c-bf3d-0c23b52adae2', 'tag': '5683c246-9dc3-473f-a6e3-7f3368dac328', 'status': 'completed', 'code': 200} Oct 27 18:16:32.068466 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-db1f2c63-4d25-42f5-8018-65f5a1d66ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:32.107036 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5c0d7fc9-53ec-4b47-8aa6-9dc8004d47f7 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:32.129190 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-db1f2c63-4d25-42f5-8018-65f5a1d66ea6 None None] For port 0552a33b-36e6-4d7d-918c-0ef355407e64, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=0552a33b-36e6-4d7d-918c-0ef355407e64,segment=NetworkSegment(489e6605-4c4a-489e-9a9c-9a95af0e3240),segment_id=489e6605-4c4a-489e-9a9c-9a95af0e3240)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:16:32.138224 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-83e492cb-6fe9-4523-97cd-483ec0d8c46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:32.141736 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-83e492cb-6fe9-4523-97cd-483ec0d8c46d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0876606 Oct 27 18:16:32.152369 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-33fac5d3-0ff1-4e18-a194-1d7f9c27b931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226e17da-39c9-47a6-9efe-123f2db43153', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1011673838-router', 'tenant_id': '44ceb98e338f43efad337aa0e94baeee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '6b6bc4ea-bbcd-41e2-84b4-dffde30aa01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:16:17Z', 'updated_at': '2021-10-27T18:16:24Z', 'revision_number': 4, 'project_id': '44ceb98e338f43efad337aa0e94baeee', 'gw_port': {'id': '6b6bc4ea-bbcd-41e2-84b4-dffde30aa01a', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226e17da-39c9-47a6-9efe-123f2db43153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:17Z', 'updated_at': '2021-10-27T18:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '0552a33b-36e6-4d7d-918c-0ef355407e64', 'name': '', 'network_id': '8bad24d0-b607-4625-99c5-398cbe0472bb', 'tenant_id': '44ceb98e338f43efad337aa0e94baeee', 'mac_address': 'fa:16:3e:ee:05:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226e17da-39c9-47a6-9efe-123f2db43153', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'e2288d72-e204-4d95-a72c-666831c1c114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:23Z', 'updated_at': '2021-10-27T18:16:30Z', 'revision_number': 4, 'project_id': '44ceb98e338f43efad337aa0e94baeee', 'subnets': [{'id': 'e2288d72-e204-4d95-a72c-666831c1c114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:16:32.204262 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-d0f40278-1d31-41a2-a4ed-7e1ccec23f95 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:32.208796 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-d0f40278-1d31-41a2-a4ed-7e1ccec23f95 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.93 "GET /v2.0/networks?id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b HTTP/1.1" status: 200 len: 807 time: 0.4274068 Oct 27 18:16:32.212569 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-f595ae5f-1b32-4de4-9f70-5481a7635954 admin admin] For port 9ec6d2d1-2adb-44ab-9641-113034fd896e, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=9ec6d2d1-2adb-44ab-9641-113034fd896e,segment=NetworkSegment(d4952aab-21f5-455d-9e83-51b323c66f5e),segment_id=d4952aab-21f5-455d-9e83-51b323c66f5e)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:16:32.212953 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f595ae5f-1b32-4de4-9f70-5481a7635954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:32.226572 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fac5d3-0ff1-4e18-a194-1d7f9c27b931 None None] The sync data for ids ['226e17da-39c9-47a6-9efe-123f2db43153'] in n-d-815690-2 is: [{'id': '226e17da-39c9-47a6-9efe-123f2db43153', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1011673838-router', 'tenant_id': '44ceb98e338f43efad337aa0e94baeee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '6b6bc4ea-bbcd-41e2-84b4-dffde30aa01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:16:17Z', 'updated_at': '2021-10-27T18:16:24Z', 'revision_number': 4, 'project_id': '44ceb98e338f43efad337aa0e94baeee', 'gw_port': {'id': '6b6bc4ea-bbcd-41e2-84b4-dffde30aa01a', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226e17da-39c9-47a6-9efe-123f2db43153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:17Z', 'updated_at': '2021-10-27T18:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '0552a33b-36e6-4d7d-918c-0ef355407e64', 'name': '', 'network_id': '8bad24d0-b607-4625-99c5-398cbe0472bb', 'tenant_id': '44ceb98e338f43efad337aa0e94baeee', 'mac_address': 'fa:16:3e:ee:05:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '226e17da-39c9-47a6-9efe-123f2db43153', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'e2288d72-e204-4d95-a72c-666831c1c114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:23Z', 'updated_at': '2021-10-27T18:16:30Z', 'revision_number': 4, 'project_id': '44ceb98e338f43efad337aa0e94baeee', 'subnets': [{'id': 'e2288d72-e204-4d95-a72c-666831c1c114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:16:32.235194 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-db1f2c63-4d25-42f5-8018-65f5a1d66ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:32.236444 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-3bc91c0a-6cab-4b86-a6e8-49be0c92fffd tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Request body: {'port': {'device_id': '6e7c75fa-988a-445b-8f88-e443a50af5cc', 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b', 'admin_state_up': True, 'tenant_id': '43d2aacb3b5645edb71ed26889dd4536'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:16:32.241354 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5c0d7fc9-53ec-4b47-8aa6-9dc8004d47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:32.370132 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-f595ae5f-1b32-4de4-9f70-5481a7635954 admin admin] Calling delete_port for 9ec6d2d1-2adb-44ab-9641-113034fd896e owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:16:32.417316 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0d7fc9-53ec-4b47-8aa6-9dc8004d47f7 None None] Network ad9992b2-9d9b-499e-9f30-369a401316df is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:16:32.462183 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-5c0d7fc9-53ec-4b47-8aa6-9dc8004d47f7 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:16:32.466497 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0d7fc9-53ec-4b47-8aa6-9dc8004d47f7 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:16:32.498520 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f2c63-4d25-42f5-8018-65f5a1d66ea6 None None] Pushing event updated for resources: {'Port': ['ID=0552a33b-36e6-4d7d-918c-0ef355407e64,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:32.533282 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-465c7981-8bf9-4544-aaca-a78f9a8ceb4b service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795807 Oct 27 18:16:32.574231 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5c6b4ff3-8776-4358-9d11-4a3302b31f37 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:32.625529 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-5c0d7fc9-53ec-4b47-8aa6-9dc8004d47f7 None None] Attempting to bind port d76e3d55-7f9f-49b1-83db-7e1e8e264a55 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:16:32.625900 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-5c0d7fc9-53ec-4b47-8aa6-9dc8004d47f7 None None] Attempting to bind port d76e3d55-7f9f-49b1-83db-7e1e8e264a55 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '251d1467-2c70-41d6-bbc9-6694143a55e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'ad9992b2-9d9b-499e-9f30-369a401316df'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:16:32.626256 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0d7fc9-53ec-4b47-8aa6-9dc8004d47f7 None None] Attempting to bind port d76e3d55-7f9f-49b1-83db-7e1e8e264a55 on network ad9992b2-9d9b-499e-9f30-369a401316df {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:16:32.629755 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d7fc9-53ec-4b47-8aa6-9dc8004d47f7 None None] Pushing event updated for resources: {'Port': ['ID=d76e3d55-7f9f-49b1-83db-7e1e8e264a55,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:32.642115 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0d7fc9-53ec-4b47-8aa6-9dc8004d47f7 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:16:32.642704 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0d7fc9-53ec-4b47-8aa6-9dc8004d47f7 None None] Checking segment: {'id': '251d1467-2c70-41d6-bbc9-6694143a55e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'ad9992b2-9d9b-499e-9f30-369a401316df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:16:32.642911 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5c0d7fc9-53ec-4b47-8aa6-9dc8004d47f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:32.643295 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0d7fc9-53ec-4b47-8aa6-9dc8004d47f7 None None] Bound using segment: {'id': '251d1467-2c70-41d6-bbc9-6694143a55e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'ad9992b2-9d9b-499e-9f30-369a401316df'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:16:32.643770 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-5c0d7fc9-53ec-4b47-8aa6-9dc8004d47f7 None None] Bound port: d76e3d55-7f9f-49b1-83db-7e1e8e264a55, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '251d1467-2c70-41d6-bbc9-6694143a55e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'ad9992b2-9d9b-499e-9f30-369a401316df'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:16:32.644143 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5c0d7fc9-53ec-4b47-8aa6-9dc8004d47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:32.678195 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5c6b4ff3-8776-4358-9d11-4a3302b31f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:32.707760 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155dbd9-94f3-419f-beae-14fa11e63ebe req-9cd95033-2ab2-4404-aae6-8b1e38437de4 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:32.716073 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5155dbd9-94f3-419f-beae-14fa11e63ebe req-9cd95033-2ab2-4404-aae6-8b1e38437de4 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7390a9d-792d-446c-bf3d-0c23b52adae2 HTTP/1.1" status: 200 len: 947 time: 0.2649655 Oct 27 18:16:32.742732 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-5c0d7fc9-53ec-4b47-8aa6-9dc8004d47f7 None None] For port d76e3d55-7f9f-49b1-83db-7e1e8e264a55, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:16:32.751322 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-5c0d7fc9-53ec-4b47-8aa6-9dc8004d47f7 None None] For port d76e3d55-7f9f-49b1-83db-7e1e8e264a55, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=d76e3d55-7f9f-49b1-83db-7e1e8e264a55,segment=NetworkSegment(251d1467-2c70-41d6-bbc9-6694143a55e5),segment_id=251d1467-2c70-41d6-bbc9-6694143a55e5)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:16:32.804942 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42774) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:16:32.817407 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-e532da2c-d339-4621-9678-476fdef79e86 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Request body: {'security_group': {'name': 'tempest-securitygroup--204682308', 'description': 'tempest-description--1993802303'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:16:32.827943 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4e3ebdfe-c06d-443b-a82a-3c3398eefb8a req-e155033c-2a6e-4817-95df-2023622d22e1 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612035 Oct 27 18:16:32.877913 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5155dbd9-94f3-419f-beae-14fa11e63ebe req-fd363688-a042-4840-ac5f-3a51682cde4e tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/security-groups?id=64823d5a-2970-43e6-8206-39ed65e81f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485109 Oct 27 18:16:32.905740 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5c0d7fc9-53ec-4b47-8aa6-9dc8004d47f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:32.907011 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-5c6b4ff3-8776-4358-9d11-4a3302b31f37 admin admin] Allocated IP 172.25.6.217 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/f1edb98f-05c7-4578-81b9-6c41ac01a504) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:16:32.909612 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-3bc91c0a-6cab-4b86-a6e8-49be0c92fffd tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Made reservation on behalf of 43d2aacb3b5645edb71ed26889dd4536 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:16:32.925686 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-3bc91c0a-6cab-4b86-a6e8-49be0c92fffd tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:32.991059 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 0552a33b-36e6-4d7d-918c-0ef355407e64 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:16:33.091648 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cab886bb-1ede-4f13-88cd-8cf016342878 req-28b5dd2b-da4b-4337-b10b-2b184b0c2b66 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea5b0be3-d120-4eee-aaef-b97739b032d1 HTTP/1.1" status: 200 len: 210 time: 0.0900955 Oct 27 18:16:33.173959 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e532da2c-d339-4621-9678-476fdef79e86 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:33.207937 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5c6b4ff3-8776-4358-9d11-4a3302b31f37 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:33.257562 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d7fc9-53ec-4b47-8aa6-9dc8004d47f7 None None] Pushing event updated for resources: {'Port': ['ID=d76e3d55-7f9f-49b1-83db-7e1e8e264a55,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:33.289786 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 0552a33b-36e6-4d7d-918c-0ef355407e64 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:33.290620 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:33.351862 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0857e-2618-4fce-80d4-b2b0d67ab44c req-626927c7-8022-45d2-bfbc-64897d4dcf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:33.353691 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-55e0857e-2618-4fce-80d4-b2b0d67ab44c req-626927c7-8022-45d2-bfbc-64897d4dcf19 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0beacb8f3e5547f6bf77f372e21e69ab&device_id=c7390a9d-792d-446c-bf3d-0c23b52adae2 HTTP/1.1" status: 200 len: 1098 time: 0.1999526 Oct 27 18:16:33.523335 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5c6b4ff3-8776-4358-9d11-4a3302b31f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:33.669365 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6b4ff3-8776-4358-9d11-4a3302b31f37 admin admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:16:33.676756 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-5c6b4ff3-8776-4358-9d11-4a3302b31f37 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:16:33.684112 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6b4ff3-8776-4358-9d11-4a3302b31f37 admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:16:33.706011 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b4ff3-8776-4358-9d11-4a3302b31f37 admin admin] Pushing event updated for resources: {'Port': ['ID=f1edb98f-05c7-4578-81b9-6c41ac01a504,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:33.739823 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c44c3712-8920-46a0-91a4-be214db64034 req-4d6a32f9-747a-4435-80d3-cbeba5418068 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc HTTP/1.1" status: 200 len: 210 time: 0.1301360 Oct 27 18:16:33.766542 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0857e-2618-4fce-80d4-b2b0d67ab44c req-15ff8e7f-079d-44ac-b27d-89e9b145feb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:33.768262 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-55e0857e-2618-4fce-80d4-b2b0d67ab44c req-15ff8e7f-079d-44ac-b27d-89e9b145feb6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.4048271 Oct 27 18:16:33.828066 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d5e56-89a5-421c-a37c-d1fa7e8b691a req-767f30c7-1c80-4bab-92ad-862f053dd52a tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:33.838600 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6f6d5e56-89a5-421c-a37c-d1fa7e8b691a req-767f30c7-1c80-4bab-92ad-862f053dd52a tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=bcef9526-6b6c-48a6-b2d5-8e5c661a56d6 HTTP/1.1" status: 200 len: 1096 time: 0.2335756 Oct 27 18:16:33.850082 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-3bc91c0a-6cab-4b86-a6e8-49be0c92fffd tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Allocated IP 172.20.0.12 (fb7dc45e-d3fb-4a21-9a07-231f6b81f39b/9d2e93d5-4842-4818-961f-a77ef1a8f95b/2a7444df-e262-4ae0-afaf-72b2a9d5a01a) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:16:33.894931 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e532da2c-d339-4621-9678-476fdef79e86 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:33.905791 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-55e0857e-2618-4fce-80d4-b2b0d67ab44c req-8015be39-ff62-44a5-bca9-d859b92e24cf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=5683c246-9dc3-473f-a6e3-7f3368dac328 HTTP/1.1" status: 200 len: 217 time: 0.1261070 Oct 27 18:16:33.950760 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f595ae5f-1b32-4de4-9f70-5481a7635954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:33.987261 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6f6d5e56-89a5-421c-a37c-d1fa7e8b691a req-5e2b1866-9a2d-4244-83a1-089b73d8295e tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403761 Oct 27 18:16:33.999547 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0857e-2618-4fce-80d4-b2b0d67ab44c req-b85cd5e0-e177-4fed-b85c-554236c0efc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:34.001480 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-55e0857e-2618-4fce-80d4-b2b0d67ab44c req-b85cd5e0-e177-4fed-b85c-554236c0efc9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.0686612 Oct 27 18:16:34.069088 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f595ae5f-1b32-4de4-9f70-5481a7635954 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ec6d2d1-2adb-44ab-9641-113034fd896e,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:34.093217 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e532da2c-d339-4621-9678-476fdef79e86 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:34.101397 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e0857e-2618-4fce-80d4-b2b0d67ab44c req-5c840e79-c119-4e41-97d6-86385936c58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:34.103590 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-55e0857e-2618-4fce-80d4-b2b0d67ab44c req-5c840e79-c119-4e41-97d6-86385936c58d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0938458 Oct 27 18:16:34.331365 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a3efb-1583-432e-8d7f-d0228c187eeb req-394bc1cf-2a19-405e-abc4-9de1b284175c tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:34.333219 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bf2a3efb-1583-432e-8d7f-d0228c187eeb req-394bc1cf-2a19-405e-abc4-9de1b284175c tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7390a9d-792d-446c-bf3d-0c23b52adae2 HTTP/1.1" status: 200 len: 947 time: 0.3019953 Oct 27 18:16:34.348898 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e532da2c-d339-4621-9678-476fdef79e86 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:34.359701 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e532da2c-d339-4621-9678-476fdef79e86 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5531526 Oct 27 18:16:34.379337 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2751c243-a04f-405f-b0c7-0f5fedb2e81c req-1e0a994c-45b2-48ec-bd9c-5684f122dd19 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea5b0be3-d120-4eee-aaef-b97739b032d1 HTTP/1.1" status: 200 len: 210 time: 0.1924670 Oct 27 18:16:34.390489 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42800) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:16:34.445605 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-c43b0b2a-0c7b-4b56-85c4-4a9328d3470b tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Request body: {'security_group_rule': {'security_group_id': '19f055c0-00bc-42ca-93a0-0641824e6b73', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:16:34.520564 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e532da2c-d339-4621-9678-476fdef79e86 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19f055c0-00bc-42ca-93a0-0641824e6b73,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:34.608569 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c882a95-0aff-46ef-afed-c364dc07044c None None] Network ad9992b2-9d9b-499e-9f30-369a401316df requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:16:34.624438 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-3bc91c0a-6cab-4b86-a6e8-49be0c92fffd tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:34.682506 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-55e0857e-2618-4fce-80d4-b2b0d67ab44c req-3c8df96b-4e6a-4d89-b21c-99e364587acc service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5313044 Oct 27 18:16:34.712312 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5c6b4ff3-8776-4358-9d11-4a3302b31f37 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:34.752700 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f595ae5f-1b32-4de4-9f70-5481a7635954 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:34.777304 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bf2a3efb-1583-432e-8d7f-d0228c187eeb req-cb87a9d0-17ff-4071-a115-239d6f77dd86 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/security-groups?id=64823d5a-2970-43e6-8206-39ed65e81f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908901 Oct 27 18:16:34.795668 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c43b0b2a-0c7b-4b56-85c4-4a9328d3470b tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:34.910584 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-55e0857e-2618-4fce-80d4-b2b0d67ab44c req-7f6a7731-30ef-40b8-adcb-ea7b19937474 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205596 Oct 27 18:16:35.021991 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-d94d5a1d-7de1-4373-82a7-f826a164bdff None None] Provisioning complete for port d76e3d55-7f9f-49b1-83db-7e1e8e264a55 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:35.035464 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d94d5a1d-7de1-4373-82a7-f826a164bdff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:35.062504 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5c6b4ff3-8776-4358-9d11-4a3302b31f37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:35.091546 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d76e3d55-7f9f-49b1-83db-7e1e8e264a55 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:16:35.105130 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ce5e4e5a-acf6-4275-bf3f-3aedd715bce0 req-2009247f-969d-4b55-a1dc-4c691bd6c472 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc HTTP/1.1" status: 200 len: 210 time: 0.0814044 Oct 27 18:16:35.294655 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port d76e3d55-7f9f-49b1-83db-7e1e8e264a55 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:35.295611 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:35.331144 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c43b0b2a-0c7b-4b56-85c4-4a9328d3470b tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:35.332689 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d94d5a1d-7de1-4373-82a7-f826a164bdff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:35.340120 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f595ae5f-1b32-4de4-9f70-5481a7635954 admin admin] Router 495d61f3-3208-4bb6-9d96-efac84693a0f has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:16:35.348263 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0cd9b-e4e8-4873-b06e-87e70cadb873 req-7af11c51-8185-49d6-b77b-d9db84abafbe tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:35.350724 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-61e0cd9b-e4e8-4873-b06e-87e70cadb873 req-7af11c51-8185-49d6-b77b-d9db84abafbe tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=bcef9526-6b6c-48a6-b2d5-8e5c661a56d6 HTTP/1.1" status: 200 len: 1096 time: 0.1093671 Oct 27 18:16:35.375632 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c6b4ff3-8776-4358-9d11-4a3302b31f37 admin admin] Router d71ead16-bc66-41c4-af16-34ad588fabe4 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:16:35.385822 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-3bc91c0a-6cab-4b86-a6e8-49be0c92fffd tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:35.404794 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-d94d5a1d-7de1-4373-82a7-f826a164bdff None None] For port d76e3d55-7f9f-49b1-83db-7e1e8e264a55, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=d76e3d55-7f9f-49b1-83db-7e1e8e264a55,segment=NetworkSegment(251d1467-2c70-41d6-bbc9-6694143a55e5),segment_id=251d1467-2c70-41d6-bbc9-6694143a55e5)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:16:35.465770 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:35.527446 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-61e0cd9b-e4e8-4873-b06e-87e70cadb873 req-6231be54-92fc-47b8-bf9a-686ed2da3533 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685603 Oct 27 18:16:35.528243 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c43b0b2a-0c7b-4b56-85c4-4a9328d3470b tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:35.534097 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d94d5a1d-7de1-4373-82a7-f826a164bdff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:35.598874 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b0b2a-0c7b-4b56-85c4-4a9328d3470b tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33c11638-6372-4354-bbea-b049bc2fcdeb,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:35.600863 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-3bc91c0a-6cab-4b86-a6e8-49be0c92fffd tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:16:35.631238 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-3bc91c0a-6cab-4b86-a6e8-49be0c92fffd tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:16:35.642998 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-af623483-5fb5-410f-946c-8f10d20c89fe tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:35.644916 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:16:35.645436 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:16:35.647001 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dc31aafe-823e-43c7-bda0-455dfeb87e0e req-cb6977ca-7ef6-4f17-a488-4502487d27d6 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea5b0be3-d120-4eee-aaef-b97739b032d1 HTTP/1.1" status: 200 len: 210 time: 0.1230440 Oct 27 18:16:35.648255 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-af623483-5fb5-410f-946c-8f10d20c89fe tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] 10.222.0.81 "GET /v2.0/networks?id=c95aa21c-2b56-49ff-b508-5e602b607f55 HTTP/1.1" status: 200 len: 814 time: 0.2839246 Oct 27 18:16:35.652553 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-3bc91c0a-6cab-4b86-a6e8-49be0c92fffd tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:16:35.672208 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-1175dc5a-32f5-41a7-9b83-eb57964b6960 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Request body: {'port': {'device_id': 'ea5b0be3-d120-4eee-aaef-b97739b032d1', 'network_id': 'c95aa21c-2b56-49ff-b508-5e602b607f55', 'admin_state_up': True, 'tenant_id': '22773e15fdb845dfa8198283c26c1ddd'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:16:35.689384 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c43b0b2a-0c7b-4b56-85c4-4a9328d3470b tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:35.690126 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 5683c246-9dc3-473f-a6e3-7f3368dac328 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:16:35.691349 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c43b0b2a-0c7b-4b56-85c4-4a9328d3470b tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2984922 Oct 27 18:16:35.692589 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d5a1d-7de1-4373-82a7-f826a164bdff None None] Pushing event updated for resources: {'Port': ['ID=d76e3d55-7f9f-49b1-83db-7e1e8e264a55,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:35.698050 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42834) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:16:35.715949 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-977f6779-5300-436d-b71d-d9ad61e1fad4 None None] Provisioning complete for port d76e3d55-7f9f-49b1-83db-7e1e8e264a55 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:35.716324 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-634b6565-c04c-460b-8d94-cb0393b77bf8 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Request body: {'security_group_rule': {'security_group_id': '19f055c0-00bc-42ca-93a0-0641824e6b73', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:16:35.716494 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-977f6779-5300-436d-b71d-d9ad61e1fad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:35.734260 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc91c0a-6cab-4b86-a6e8-49be0c92fffd tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Pushing event updated for resources: {'Port': ['ID=2a7444df-e262-4ae0-afaf-72b2a9d5a01a,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:35.755508 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6b4ff3-8776-4358-9d11-4a3302b31f37 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:16:35.770412 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89545809-dc84-4ddf-8cf6-53fa41c1256c None None] Sync routers for ids ['d71ead16-bc66-41c4-af16-34ad588fabe4'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:16:35.774357 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-3bc91c0a-6cab-4b86-a6e8-49be0c92fffd tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:35.775047 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-3bc91c0a-6cab-4b86-a6e8-49be0c92fffd tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:35.785206 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89545809-dc84-4ddf-8cf6-53fa41c1256c None None] Routers {'d71ead16-bc66-41c4-af16-34ad588fabe4'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:16:35.786174 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f595ae5f-1b32-4de4-9f70-5481a7635954 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:16:35.787620 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-89545809-dc84-4ddf-8cf6-53fa41c1256c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:16:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['d71ead16-bc66-41c4-af16-34ad588fabe4'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:16:35.794091 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f595ae5f-1b32-4de4-9f70-5481a7635954 admin admin] 10.222.0.52 "PUT /v2.0/routers/495d61f3-3208-4bb6-9d96-efac84693a0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3543806 Oct 27 18:16:35.804953 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367b1bec-11fb-4c8b-b275-a0aa1d1f9f37 None None] Sync routers for ids ['495d61f3-3208-4bb6-9d96-efac84693a0f'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:16:35.806842 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42836) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:16:35.861794 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367b1bec-11fb-4c8b-b275-a0aa1d1f9f37 None None] Routers {'495d61f3-3208-4bb6-9d96-efac84693a0f'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:16:35.862425 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-367b1bec-11fb-4c8b-b275-a0aa1d1f9f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:16:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['495d61f3-3208-4bb6-9d96-efac84693a0f'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:16:35.939071 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ae8c5914-ed55-46da-a553-aebb38bf5092 admin admin] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:36.009936 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5c6b4ff3-8776-4358-9d11-4a3302b31f37 admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:36.012253 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5c6b4ff3-8776-4358-9d11-4a3302b31f37 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.2674870 Oct 27 18:16:36.016114 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42842) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:16:36.016904 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-634b6565-c04c-460b-8d94-cb0393b77bf8 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:36.028653 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 5683c246-9dc3-473f-a6e3-7f3368dac328, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=5683c246-9dc3-473f-a6e3-7f3368dac328,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:16:36.046063 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-89545809-dc84-4ddf-8cf6-53fa41c1256c None None] Set router d71ead16-bc66-41c4-af16-34ad588fabe4 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:16:36.068408 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '5683c246-9dc3-473f-a6e3-7f3368dac328', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'port_id': '5683c246-9dc3-473f-a6e3-7f3368dac328', 'mac_address': 'fa:16:3e:51:69:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:16:36.080581 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-3bc91c0a-6cab-4b86-a6e8-49be0c92fffd tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8545442 Oct 27 18:16:36.089399 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-367b1bec-11fb-4c8b-b275-a0aa1d1f9f37 None None] Set router 495d61f3-3208-4bb6-9d96-efac84693a0f gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:16:36.116598 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42844) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:16:36.129803 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-c6434df3-e22b-43f0-a6f3-decdac2c39a3 service neutron] Request body: {'port': {'device_id': '6e7c75fa-988a-445b-8f88-e443a50af5cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:16:36.164307 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-634b6565-c04c-460b-8d94-cb0393b77bf8 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:36.235973 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a6e62-7a5f-4018-9507-f2d977b54f85 req-787744ce-dc92-488e-8711-abd8b68dc343 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:36.243674 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e09a6e62-7a5f-4018-9507-f2d977b54f85 req-787744ce-dc92-488e-8711-abd8b68dc343 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7390a9d-792d-446c-bf3d-0c23b52adae2 HTTP/1.1" status: 200 len: 947 time: 0.3017492 Oct 27 18:16:36.278933 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-634b6565-c04c-460b-8d94-cb0393b77bf8 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:36.289414 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-c6434df3-e22b-43f0-a6f3-decdac2c39a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:36.303310 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-1175dc5a-32f5-41a7-9b83-eb57964b6960 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Made reservation on behalf of 22773e15fdb845dfa8198283c26c1ddd for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:16:36.306746 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-1175dc5a-32f5-41a7-9b83-eb57964b6960 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:36.365467 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b6565-c04c-460b-8d94-cb0393b77bf8 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=545badd6-110a-48c2-9d79-9f44bad1ebc8,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:36.392375 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-89545809-dc84-4ddf-8cf6-53fa41c1256c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71ead16-bc66-41c4-af16-34ad588fabe4', 'name': 'tempest-FloatingIPDetailsTestJSON-1458019691-router', 'tenant_id': 'f6f614013ac944c0bd136d74e2c338cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'f1edb98f-05c7-4578-81b9-6c41ac01a504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:16:30Z', 'updated_at': '2021-10-27T18:16:33Z', 'revision_number': 3, 'project_id': 'f6f614013ac944c0bd136d74e2c338cd', 'gw_port': {'id': 'f1edb98f-05c7-4578-81b9-6c41ac01a504', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ef:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71ead16-bc66-41c4-af16-34ad588fabe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:32Z', 'updated_at': '2021-10-27T18:16:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:16:36.398376 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ae8c5914-ed55-46da-a553-aebb38bf5092 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:36.414332 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e09a6e62-7a5f-4018-9507-f2d977b54f85 req-2df2df28-3282-42b2-a1e4-aa8077c5fb2f tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/security-groups?id=64823d5a-2970-43e6-8206-39ed65e81f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691320 Oct 27 18:16:36.427927 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89545809-dc84-4ddf-8cf6-53fa41c1256c None None] Checking router: d71ead16-bc66-41c4-af16-34ad588fabe4 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:16:36.428274 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89545809-dc84-4ddf-8cf6-53fa41c1256c None None] Updating router d71ead16-bc66-41c4-af16-34ad588fabe4 port f1edb98f-05c7-4578-81b9-6c41ac01a504 binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:16:36.490423 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:36.534925 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5683c246-9dc3-473f-a6e3-7f3368dac328 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:16:36.550210 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-89545809-dc84-4ddf-8cf6-53fa41c1256c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:36.590586 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 5683c246-9dc3-473f-a6e3-7f3368dac328, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=5683c246-9dc3-473f-a6e3-7f3368dac328,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:16:36.631076 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-367b1bec-11fb-4c8b-b275-a0aa1d1f9f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495d61f3-3208-4bb6-9d96-efac84693a0f', 'name': 'tempest-FloatingIPsTestJSON-11480194-router', 'tenant_id': '89d7f2009f0d46bd8076fb12be063ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': '95211158-76d5-4fe0-8354-3352df3a32c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:15:51Z', 'updated_at': '2021-10-27T18:16:33Z', 'revision_number': 5, 'project_id': '89d7f2009f0d46bd8076fb12be063ab2', 'gw_port': {'id': '95211158-76d5-4fe0-8354-3352df3a32c8', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:cc:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495d61f3-3208-4bb6-9d96-efac84693a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:15:53Z', 'updated_at': '2021-10-27T18:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:16:36.689105 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367b1bec-11fb-4c8b-b275-a0aa1d1f9f37 None None] Checking router: 495d61f3-3208-4bb6-9d96-efac84693a0f for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:16:36.693294 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:36.747297 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367b1bec-11fb-4c8b-b275-a0aa1d1f9f37 None None] Routers {'495d61f3-3208-4bb6-9d96-efac84693a0f'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:16:36.748100 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-367b1bec-11fb-4c8b-b275-a0aa1d1f9f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:16:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['495d61f3-3208-4bb6-9d96-efac84693a0f'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:16:36.878420 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-1175dc5a-32f5-41a7-9b83-eb57964b6960 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Allocated IP 172.20.0.12 (c95aa21c-2b56-49ff-b508-5e602b607f55/47c0891d-c13f-4c95-b5db-616fb81da54f/3a05a27d-2573-4613-8aca-f52e416e96b2) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:16:36.925181 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['5683c246-9dc3-473f-a6e3-7f3368dac328'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:16:36.950079 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-c6434df3-e22b-43f0-a6f3-decdac2c39a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a7444df-e262-4ae0-afaf-72b2a9d5a01a {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:16:36.964318 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d76e3d55-7f9f-49b1-83db-7e1e8e264a55 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:16:36.966263 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=5683c246-9dc3-473f-a6e3-7f3368dac328,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:36.982089 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-634b6565-c04c-460b-8d94-cb0393b77bf8 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:36.989889 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-634b6565-c04c-460b-8d94-cb0393b77bf8 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2794356 Oct 27 18:16:36.989889 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-96308134-d565-435f-8324-05ee5ed692a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:36.990046 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42884) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:16:37.000385 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-c6434df3-e22b-43f0-a6f3-decdac2c39a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:37.006741 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-c773748d-99dd-413b-a458-2c6b09a224bb tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:16:37.020439 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-367b1bec-11fb-4c8b-b275-a0aa1d1f9f37 None None] Set router 495d61f3-3208-4bb6-9d96-efac84693a0f gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:16:37.031643 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-89545809-dc84-4ddf-8cf6-53fa41c1256c None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:37.088076 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-367b1bec-11fb-4c8b-b275-a0aa1d1f9f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '495d61f3-3208-4bb6-9d96-efac84693a0f', 'name': 'tempest-FloatingIPsTestJSON-11480194-router', 'tenant_id': '89d7f2009f0d46bd8076fb12be063ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:15:51Z', 'updated_at': '2021-10-27T18:16:36Z', 'revision_number': 6, 'project_id': '89d7f2009f0d46bd8076fb12be063ab2', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:16:37.109757 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-c6434df3-e22b-43f0-a6f3-decdac2c39a3 service neutron] Transition to ACTIVE for port object 2a7444df-e262-4ae0-afaf-72b2a9d5a01a will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:16:37.122891 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367b1bec-11fb-4c8b-b275-a0aa1d1f9f37 None None] The sync data for ids ['495d61f3-3208-4bb6-9d96-efac84693a0f'] in n-d-815690-2 is: [{'id': '495d61f3-3208-4bb6-9d96-efac84693a0f', 'name': 'tempest-FloatingIPsTestJSON-11480194-router', 'tenant_id': '89d7f2009f0d46bd8076fb12be063ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:15:51Z', 'updated_at': '2021-10-27T18:16:36Z', 'revision_number': 6, 'project_id': '89d7f2009f0d46bd8076fb12be063ab2', 'gw_port_host': None}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:16:37.129382 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-89545809-dc84-4ddf-8cf6-53fa41c1256c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:37.145258 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0ae6b-a286-4c24-9d68-112803e83be9 req-c8388616-233e-4ef3-8886-ae2d758f79e1 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:37.153878 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2db0ae6b-a286-4c24-9d68-112803e83be9 req-c8388616-233e-4ef3-8886-ae2d758f79e1 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc HTTP/1.1" status: 200 len: 932 time: 0.1750054 Oct 27 18:16:37.206144 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port d76e3d55-7f9f-49b1-83db-7e1e8e264a55 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:37.206515 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:37.223823 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-c6434df3-e22b-43f0-a6f3-decdac2c39a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:37.240739 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c773748d-99dd-413b-a458-2c6b09a224bb tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks [] for floatingip, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:37.262718 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-89545809-dc84-4ddf-8cf6-53fa41c1256c None None] Attempting to bind port f1edb98f-05c7-4578-81b9-6c41ac01a504 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:16:37.263218 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-89545809-dc84-4ddf-8cf6-53fa41c1256c None None] Attempting to bind port f1edb98f-05c7-4578-81b9-6c41ac01a504 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:16:37.263602 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89545809-dc84-4ddf-8cf6-53fa41c1256c None None] Attempting to bind port f1edb98f-05c7-4578-81b9-6c41ac01a504 on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:16:37.299985 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89545809-dc84-4ddf-8cf6-53fa41c1256c None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:16:37.302081 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89545809-dc84-4ddf-8cf6-53fa41c1256c None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:16:37.303254 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-89545809-dc84-4ddf-8cf6-53fa41c1256c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:37.306570 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89545809-dc84-4ddf-8cf6-53fa41c1256c None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:16:37.307241 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-89545809-dc84-4ddf-8cf6-53fa41c1256c None None] Bound port: f1edb98f-05c7-4578-81b9-6c41ac01a504, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:16:37.307660 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-89545809-dc84-4ddf-8cf6-53fa41c1256c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:37.349771 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2db0ae6b-a286-4c24-9d68-112803e83be9 req-4003785e-b5ca-4875-8d61-2307677c5610 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947644 Oct 27 18:16:37.564896 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9692ec2-5c07-4b5b-b831-eae109c03fa9 None None] Pushing event updated for resources: {'Port': ['ID=f1edb98f-05c7-4578-81b9-6c41ac01a504,revision_number=2']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:37.570533 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-ae8c5914-ed55-46da-a553-aebb38bf5092 admin admin] Deleting port 95211158-76d5-4fe0-8354-3352df3a32c8 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:16:37.571434 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ae8c5914-ed55-46da-a553-aebb38bf5092 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:37.599990 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-1175dc5a-32f5-41a7-9b83-eb57964b6960 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:37.600195 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9692ec2-5c07-4b5b-b831-eae109c03fa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:37.600195 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9692ec2-5c07-4b5b-b831-eae109c03fa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:37.600195 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9692ec2-5c07-4b5b-b831-eae109c03fa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:37.600195 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9692ec2-5c07-4b5b-b831-eae109c03fa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:37.605501 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ec6ea8dd-89bb-4db5-bbb6-a315f4aec908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:37.605995 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9692ec2-5c07-4b5b-b831-eae109c03fa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:37.606509 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9692ec2-5c07-4b5b-b831-eae109c03fa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:37.608748 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9692ec2-5c07-4b5b-b831-eae109c03fa9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:37.609489 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9692ec2-5c07-4b5b-b831-eae109c03fa9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:37.610282 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9692ec2-5c07-4b5b-b831-eae109c03fa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:37.611305 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9692ec2-5c07-4b5b-b831-eae109c03fa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:37.612497 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9692ec2-5c07-4b5b-b831-eae109c03fa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:37.613326 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9692ec2-5c07-4b5b-b831-eae109c03fa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:37.637185 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-89545809-dc84-4ddf-8cf6-53fa41c1256c None None] For port f1edb98f-05c7-4578-81b9-6c41ac01a504, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:16:37.646550 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-89545809-dc84-4ddf-8cf6-53fa41c1256c None None] For port f1edb98f-05c7-4578-81b9-6c41ac01a504, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=f1edb98f-05c7-4578-81b9-6c41ac01a504,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:16:37.662194 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b8449b87-f36e-46f4-9b44-4d355aac56e9 req-497b4c04-66f8-4f05-bfa4-652e5b64886e tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea5b0be3-d120-4eee-aaef-b97739b032d1 HTTP/1.1" status: 200 len: 210 time: 0.0745032 Oct 27 18:16:37.712725 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-89545809-dc84-4ddf-8cf6-53fa41c1256c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:37.726975 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6434df3-e22b-43f0-a6f3-decdac2c39a3 service neutron] Pushing event updated for resources: {'Port': ['ID=2a7444df-e262-4ae0-afaf-72b2a9d5a01a,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:37.846266 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9692ec2-5c07-4b5b-b831-eae109c03fa9 None None] Pushing event updated for resources: {'Port': ['ID=f1edb98f-05c7-4578-81b9-6c41ac01a504,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:37.851250 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89545809-dc84-4ddf-8cf6-53fa41c1256c None None] Routers {'d71ead16-bc66-41c4-af16-34ad588fabe4'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:16:37.852146 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-89545809-dc84-4ddf-8cf6-53fa41c1256c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:16:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['d71ead16-bc66-41c4-af16-34ad588fabe4'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:16:37.944672 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c773748d-99dd-413b-a458-2c6b09a224bb tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:37.998991 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-89545809-dc84-4ddf-8cf6-53fa41c1256c None None] Set router d71ead16-bc66-41c4-af16-34ad588fabe4 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:16:38.039016 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-1175dc5a-32f5-41a7-9b83-eb57964b6960 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:38.216778 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-1175dc5a-32f5-41a7-9b83-eb57964b6960 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Network c95aa21c-2b56-49ff-b508-5e602b607f55 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:16:38.235891 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-1175dc5a-32f5-41a7-9b83-eb57964b6960 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:16:38.240015 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-ec6ea8dd-89bb-4db5-bbb6-a315f4aec908 admin admin] Allocated IP 172.20.0.1 (ad9992b2-9d9b-499e-9f30-369a401316df/f64181dc-dfa9-4ed5-8d0e-066b13de44a3/67f9e476-1b69-4e3a-abe7-4df7ddd5121c) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:16:38.256675 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-1175dc5a-32f5-41a7-9b83-eb57964b6960 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:16:38.324277 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-c773748d-99dd-413b-a458-2c6b09a224bb tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Allocated IP 172.25.6.130 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/5a726606-469a-400d-9562-bd6b6e003628) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:16:38.326725 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1175dc5a-32f5-41a7-9b83-eb57964b6960 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Pushing event updated for resources: {'Port': ['ID=3a05a27d-2573-4613-8aca-f52e416e96b2,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:38.350662 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-96308134-d565-435f-8324-05ee5ed692a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:38.376830 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175dc5a-32f5-41a7-9b83-eb57964b6960 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:38.377309 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175dc5a-32f5-41a7-9b83-eb57964b6960 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:38.377658 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175dc5a-32f5-41a7-9b83-eb57964b6960 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:38.377999 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175dc5a-32f5-41a7-9b83-eb57964b6960 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:38.378336 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175dc5a-32f5-41a7-9b83-eb57964b6960 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:38.378673 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175dc5a-32f5-41a7-9b83-eb57964b6960 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:38.379738 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175dc5a-32f5-41a7-9b83-eb57964b6960 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:38.380078 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175dc5a-32f5-41a7-9b83-eb57964b6960 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:38.380411 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175dc5a-32f5-41a7-9b83-eb57964b6960 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:38.380738 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175dc5a-32f5-41a7-9b83-eb57964b6960 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:38.381067 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175dc5a-32f5-41a7-9b83-eb57964b6960 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:38.381391 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1175dc5a-32f5-41a7-9b83-eb57964b6960 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:38.412869 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2a651-2b16-4fc7-b5f2-2c16b1550eaa req-88201348-f472-43c3-a48f-cec39adbc21d tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:38.414554 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-18e2a651-2b16-4fc7-b5f2-2c16b1550eaa req-88201348-f472-43c3-a48f-cec39adbc21d tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7390a9d-792d-446c-bf3d-0c23b52adae2 HTTP/1.1" status: 200 len: 948 time: 0.2403331 Oct 27 18:16:38.426759 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-96308134-d565-435f-8324-05ee5ed692a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:38.445358 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-89545809-dc84-4ddf-8cf6-53fa41c1256c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71ead16-bc66-41c4-af16-34ad588fabe4', 'name': 'tempest-FloatingIPDetailsTestJSON-1458019691-router', 'tenant_id': 'f6f614013ac944c0bd136d74e2c338cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'f1edb98f-05c7-4578-81b9-6c41ac01a504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:16:30Z', 'updated_at': '2021-10-27T18:16:33Z', 'revision_number': 3, 'project_id': 'f6f614013ac944c0bd136d74e2c338cd', 'gw_port': {'id': 'f1edb98f-05c7-4578-81b9-6c41ac01a504', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ef:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71ead16-bc66-41c4-af16-34ad588fabe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:32Z', 'updated_at': '2021-10-27T18:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:16:38.500245 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89545809-dc84-4ddf-8cf6-53fa41c1256c None None] The sync data for ids ['d71ead16-bc66-41c4-af16-34ad588fabe4'] in n-d-815690-2 is: [{'id': 'd71ead16-bc66-41c4-af16-34ad588fabe4', 'name': 'tempest-FloatingIPDetailsTestJSON-1458019691-router', 'tenant_id': 'f6f614013ac944c0bd136d74e2c338cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'f1edb98f-05c7-4578-81b9-6c41ac01a504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:16:30Z', 'updated_at': '2021-10-27T18:16:33Z', 'revision_number': 3, 'project_id': 'f6f614013ac944c0bd136d74e2c338cd', 'gw_port': {'id': 'f1edb98f-05c7-4578-81b9-6c41ac01a504', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ef:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71ead16-bc66-41c4-af16-34ad588fabe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:32Z', 'updated_at': '2021-10-27T18:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:16:38.502965 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-ae8c5914-ed55-46da-a553-aebb38bf5092 admin admin] For port 95211158-76d5-4fe0-8354-3352df3a32c8, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=95211158-76d5-4fe0-8354-3352df3a32c8,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:16:38.503262 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ae8c5914-ed55-46da-a553-aebb38bf5092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:38.505801 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-c6434df3-e22b-43f0-a6f3-decdac2c39a3 service neutron] Attempting to bind port 2a7444df-e262-4ae0-afaf-72b2a9d5a01a on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:16:38.506280 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-c6434df3-e22b-43f0-a6f3-decdac2c39a3 service neutron] Attempting to bind port 2a7444df-e262-4ae0-afaf-72b2a9d5a01a by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:16:38.511692 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-c6434df3-e22b-43f0-a6f3-decdac2c39a3 service neutron] Attempting to bind port 2a7444df-e262-4ae0-afaf-72b2a9d5a01a on network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:16:38.581005 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-1175dc5a-32f5-41a7-9b83-eb57964b6960 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:38.581792 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-1175dc5a-32f5-41a7-9b83-eb57964b6960 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:38.589214 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96308134-d565-435f-8324-05ee5ed692a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66a5616-21cf-4110-bcca-cc81c9be21ac,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:38.670251 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-96308134-d565-435f-8324-05ee5ed692a1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7b4b810a69954250a215fb8d8e59e520&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5490551 Oct 27 18:16:38.721280 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-488df804-cd0e-4fa5-a64b-39c7465ce93c None None] Provisioning complete for port 3a05a27d-2573-4613-8aca-f52e416e96b2 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:38.722757 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-488df804-cd0e-4fa5-a64b-39c7465ce93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:38.731016 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-c6434df3-e22b-43f0-a6f3-decdac2c39a3 service neutron] Port 2a7444df-e262-4ae0-afaf-72b2a9d5a01a on network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:16:38.733277 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-c6434df3-e22b-43f0-a6f3-decdac2c39a3 service neutron] Attempting to bind port 2a7444df-e262-4ae0-afaf-72b2a9d5a01a on network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:16:38.739993 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-ae8c5914-ed55-46da-a553-aebb38bf5092 admin admin] Calling delete_port for 95211158-76d5-4fe0-8354-3352df3a32c8 owned by network:router_gateway {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:16:38.758898 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42896) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:16:38.791112 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-488df804-cd0e-4fa5-a64b-39c7465ce93c None None] Port 3a05a27d-2573-4613-8aca-f52e416e96b2 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:16:38.856926 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-42f66faa-641c-4f50-a0a3-a773cec81396 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:16:38.859630 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-42f66faa-641c-4f50-a0a3-a773cec81396 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1538644 Oct 27 18:16:38.861117 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96308134-d565-435f-8324-05ee5ed692a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:38.861476 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96308134-d565-435f-8324-05ee5ed692a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:38.861813 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96308134-d565-435f-8324-05ee5ed692a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:38.872302 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96308134-d565-435f-8324-05ee5ed692a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:38.872673 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96308134-d565-435f-8324-05ee5ed692a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:38.873026 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96308134-d565-435f-8324-05ee5ed692a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:38.874012 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96308134-d565-435f-8324-05ee5ed692a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:38.874618 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96308134-d565-435f-8324-05ee5ed692a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:38.875272 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96308134-d565-435f-8324-05ee5ed692a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:38.875896 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96308134-d565-435f-8324-05ee5ed692a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:38.876502 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96308134-d565-435f-8324-05ee5ed692a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:38.877093 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96308134-d565-435f-8324-05ee5ed692a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:16:38.922923 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-18e2a651-2b16-4fc7-b5f2-2c16b1550eaa req-be7c1463-8ce3-4780-815a-0c3cf1b74af4 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/security-groups?id=64823d5a-2970-43e6-8206-39ed65e81f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4975724 Oct 27 18:16:38.943414 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 9ec6d2d1-2adb-44ab-9641-113034fd896e no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:16:38.958295 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-c6434df3-e22b-43f0-a6f3-decdac2c39a3 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:16:38.972091 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ec6ea8dd-89bb-4db5-bbb6-a315f4aec908 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:38.972550 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-c6434df3-e22b-43f0-a6f3-decdac2c39a3 service neutron] Checking segment: {'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:16:38.972774 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-c6434df3-e22b-43f0-a6f3-decdac2c39a3 service neutron] Bound using segment: {'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:16:38.973306 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-c6434df3-e22b-43f0-a6f3-decdac2c39a3 service neutron] Bound port: 2a7444df-e262-4ae0-afaf-72b2a9d5a01a, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:16:38.973687 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-c6434df3-e22b-43f0-a6f3-decdac2c39a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:39.036066 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 9ec6d2d1-2adb-44ab-9641-113034fd896e {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:16:39.036415 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 9ec6d2d1-2adb-44ab-9641-113034fd896e not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:16:39.037918 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 95211158-76d5-4fe0-8354-3352df3a32c8 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:16:39.140332 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c773748d-99dd-413b-a458-2c6b09a224bb tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:39.160694 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-1175dc5a-32f5-41a7-9b83-eb57964b6960 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4966578 Oct 27 18:16:39.188232 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ec6ea8dd-89bb-4db5-bbb6-a315f4aec908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:39.204891 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-71816b4e-c6e4-4379-803c-804b5e051f1d service neutron] Request body: {'port': {'device_id': 'ea5b0be3-d120-4eee-aaef-b97739b032d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:16:39.274748 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-9ee7b849-055c-4456-85cc-06c8451e618c tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:39.276487 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-9ee7b849-055c-4456-85cc-06c8451e618c tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.52 "GET /v2.0/ports/e6afc575-e2ed-486a-9f6a-55abaa859db6 HTTP/1.1" status: 200 len: 1093 time: 0.3911319 Oct 27 18:16:39.297637 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-71816b4e-c6e4-4379-803c-804b5e051f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:39.318950 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:39.330893 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c773748d-99dd-413b-a458-2c6b09a224bb tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:39.348065 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-de40fb21-bcec-4e7b-9920-07d5f80e0b05 service neutron] Request body: {'binding': {'host': 'n-h1-815690-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:16:39.348584 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-de40fb21-bcec-4e7b-9920-07d5f80e0b05 service neutron] Unknown quota resources ['binding']. {{(pid=102878) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 18:16:39.351943 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c773748d-99dd-413b-a458-2c6b09a224bb tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:16:39.363314 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6ea8dd-89bb-4db5-bbb6-a315f4aec908 admin admin] Network ad9992b2-9d9b-499e-9f30-369a401316df is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:16:39.369273 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-c773748d-99dd-413b-a458-2c6b09a224bb tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:16:39.375409 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c773748d-99dd-413b-a458-2c6b09a224bb tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:16:39.385067 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-82571b42-c859-4683-bb7b-e134e5b6ff83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:39.389712 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 95211158-76d5-4fe0-8354-3352df3a32c8, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=95211158-76d5-4fe0-8354-3352df3a32c8,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:16:39.437678 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-ec6ea8dd-89bb-4db5-bbb6-a315f4aec908 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:16:39.454494 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6ea8dd-89bb-4db5-bbb6-a315f4aec908 admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:16:39.464902 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:39.555658 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-82571b42-c859-4683-bb7b-e134e5b6ff83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:39.565037 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ecdbf47f-16cd-4c02-a883-d4550eabf7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:39.646327 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-c6434df3-e22b-43f0-a6f3-decdac2c39a3 service neutron] For port 2a7444df-e262-4ae0-afaf-72b2a9d5a01a, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:16:39.666870 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb35ea1-e182-4871-b2e6-b55062d306c4 req-4106d158-bd18-4721-aa15-678e3b0a07fc tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:39.669378 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3bb35ea1-e182-4871-b2e6-b55062d306c4 req-4106d158-bd18-4721-aa15-678e3b0a07fc tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc HTTP/1.1" status: 200 len: 944 time: 0.5076313 Oct 27 18:16:39.682906 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=95211158-76d5-4fe0-8354-3352df3a32c8,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:39.718665 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 5683c246-9dc3-473f-a6e3-7f3368dac328 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:16:39.760936 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-c6434df3-e22b-43f0-a6f3-decdac2c39a3 service neutron] For port 2a7444df-e262-4ae0-afaf-72b2a9d5a01a, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=2a7444df-e262-4ae0-afaf-72b2a9d5a01a,segment=NetworkSegment(58a88469-a6e8-4f4a-87d0-167a1bff6a8c),segment_id=58a88469-a6e8-4f4a-87d0-167a1bff6a8c)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:16:39.827558 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3bb35ea1-e182-4871-b2e6-b55062d306c4 req-2c6d2a20-7665-458a-be37-31b1fd1af497 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169450 Oct 27 18:16:39.861159 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-c6434df3-e22b-43f0-a6f3-decdac2c39a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:39.903129 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-cb536dbf-6902-47bd-9cd8-89591fb9619d None None] Provisioning complete for port 67f9e476-1b69-4e3a-abe7-4df7ddd5121c triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:39.904372 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cb536dbf-6902-47bd-9cd8-89591fb9619d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:39.946690 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-c6434df3-e22b-43f0-a6f3-decdac2c39a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:39.947553 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-c6434df3-e22b-43f0-a6f3-decdac2c39a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:39.952395 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-c6434df3-e22b-43f0-a6f3-decdac2c39a3 service neutron] 10.222.0.93 "PUT /v2.0/ports/2a7444df-e262-4ae0-afaf-72b2a9d5a01a HTTP/1.1" status: 200 len: 1092 time: 3.8358424 Oct 27 18:16:39.954059 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e7c75fa-988a-445b-8f88-e443a50af5cc', 'tag': '2a7444df-e262-4ae0-afaf-72b2a9d5a01a'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:16:39.965093 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-cb536dbf-6902-47bd-9cd8-89591fb9619d None None] Port 67f9e476-1b69-4e3a-abe7-4df7ddd5121c cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:16:39.967099 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5f0006-2508-418e-a29b-afedc50327dc" -d '{"events": [{"name": "network-changed", "server_uuid": "6e7c75fa-988a-445b-8f88-e443a50af5cc", "tag": "2a7444df-e262-4ae0-afaf-72b2a9d5a01a"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:16:40.072774 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ea8dd-89bb-4db5-bbb6-a315f4aec908 admin admin] Pushing event updated for resources: {'Port': ['ID=67f9e476-1b69-4e3a-abe7-4df7ddd5121c,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:40.073912 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 5683c246-9dc3-473f-a6e3-7f3368dac328 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:16:40.079753 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 5683c246-9dc3-473f-a6e3-7f3368dac328 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:40.080176 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:40.104434 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-de40fb21-bcec-4e7b-9920-07d5f80e0b05 service neutron] Attempting to bind port e6afc575-e2ed-486a-9f6a-55abaa859db6 on host n-h1-815690-2 for vnic_type normal with profile None {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:16:40.106038 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-de40fb21-bcec-4e7b-9920-07d5f80e0b05 service neutron] Attempting to bind port e6afc575-e2ed-486a-9f6a-55abaa859db6 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:16:40.106572 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-de40fb21-bcec-4e7b-9920-07d5f80e0b05 service neutron] Attempting to bind port e6afc575-e2ed-486a-9f6a-55abaa859db6 on network b3551270-2765-4a25-abeb-25e55b0a5126 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:16:40.114354 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-de40fb21-bcec-4e7b-9920-07d5f80e0b05 service neutron] Port e6afc575-e2ed-486a-9f6a-55abaa859db6 on network b3551270-2765-4a25-abeb-25e55b0a5126 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:16:40.114913 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-de40fb21-bcec-4e7b-9920-07d5f80e0b05 service neutron] Attempting to bind port e6afc575-e2ed-486a-9f6a-55abaa859db6 on network b3551270-2765-4a25-abeb-25e55b0a5126 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:16:40.118151 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6434df3-e22b-43f0-a6f3-decdac2c39a3 service neutron] Pushing event updated for resources: {'Port': ['ID=2a7444df-e262-4ae0-afaf-72b2a9d5a01a,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:40.133489 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-82571b42-c859-4683-bb7b-e134e5b6ff83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:40.141133 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-82571b42-c859-4683-bb7b-e134e5b6ff83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:40.142695 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-82571b42-c859-4683-bb7b-e134e5b6ff83 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a66a5616-21cf-4110-bcca-cc81c9be21ac HTTP/1.1" status: 204 len: 168 time: 1.3795378 Oct 27 18:16:40.152067 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-de40fb21-bcec-4e7b-9920-07d5f80e0b05 service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:16:40.152534 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-de40fb21-bcec-4e7b-9920-07d5f80e0b05 service neutron] Checking segment: {'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:16:40.153337 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-de40fb21-bcec-4e7b-9920-07d5f80e0b05 service neutron] Bound using segment: {'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:16:40.153703 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-de40fb21-bcec-4e7b-9920-07d5f80e0b05 service neutron] Bound port: e6afc575-e2ed-486a-9f6a-55abaa859db6, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:16:40.249449 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-de40fb21-bcec-4e7b-9920-07d5f80e0b05 service neutron] For port e6afc575-e2ed-486a-9f6a-55abaa859db6, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=e6afc575-e2ed-486a-9f6a-55abaa859db6,segment=NetworkSegment(32b71140-e440-46b3-9b2a-24e683b039db),segment_id=32b71140-e440-46b3-9b2a-24e683b039db)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:16:40.281454 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d934a11-80d9-4720-8ab7-360481f996b3 req-5e795b07-bd9a-447f-90c9-e10205c4428f tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:40.283852 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4d934a11-80d9-4720-8ab7-360481f996b3 req-5e795b07-bd9a-447f-90c9-e10205c4428f tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea5b0be3-d120-4eee-aaef-b97739b032d1 HTTP/1.1" status: 200 len: 932 time: 0.2679279 Oct 27 18:16:40.316076 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:40.332100 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ae8c5914-ed55-46da-a553-aebb38bf5092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:40.340489 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ec6ea8dd-89bb-4db5-bbb6-a315f4aec908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:40.362582 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7390a9d-792d-446c-bf3d-0c23b52adae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5683c246-9dc3-473f-a6e3-7f3368dac328'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:16:40.366229 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10127330-dec0-45e6-bad2-598a8a43ddc7" -d '{"events": [{"server_uuid": "c7390a9d-792d-446c-bf3d-0c23b52adae2", "name": "network-vif-plugged", "status": "completed", "tag": "5683c246-9dc3-473f-a6e3-7f3368dac328"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:16:40.389849 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 5683c246-9dc3-473f-a6e3-7f3368dac328, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=5683c246-9dc3-473f-a6e3-7f3368dac328,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:16:40.421618 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-de40fb21-bcec-4e7b-9920-07d5f80e0b05 service neutron] Publish callbacks [] for binding, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:40.425896 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-de40fb21-bcec-4e7b-9920-07d5f80e0b05 service neutron] 10.222.0.52 "POST /v2.0/ports/e6afc575-e2ed-486a-9f6a-55abaa859db6/bindings HTTP/1.1" status: 201 len: 389 time: 1.1085408 Oct 27 18:16:40.427825 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82571b42-c859-4683-bb7b-e134e5b6ff83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66a5616-21cf-4110-bcca-cc81c9be21ac,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:40.452090 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c5914-ed55-46da-a553-aebb38bf5092 admin admin] Pushing event deleted for resources: {'Port': ['ID=95211158-76d5-4fe0-8354-3352df3a32c8,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:40.461839 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:40.521521 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-71816b4e-c6e4-4379-803c-804b5e051f1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a05a27d-2573-4613-8aca-f52e416e96b2 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:16:40.535978 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-71816b4e-c6e4-4379-803c-804b5e051f1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:40.538746 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=5683c246-9dc3-473f-a6e3-7f3368dac328,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:40.558585 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773748d-99dd-413b-a458-2c6b09a224bb tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Pushing event updated for resources: {'Port': ['ID=5a726606-469a-400d-9562-bd6b6e003628,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:40.559676 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-0711bf9b-c889-4cfc-bd0c-9e504b6f503c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:40.562385 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-0711bf9b-c889-4cfc-bd0c-9e504b6f503c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=43d2aacb3b5645edb71ed26889dd4536&device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc HTTP/1.1" status: 200 len: 1095 time: 0.2932785 Oct 27 18:16:40.595011 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4d934a11-80d9-4720-8ab7-360481f996b3 req-517b01bd-222a-471b-921d-941203100c00 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe7b47d0-b2d2-4513-ad4b-681a95d750a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437313 Oct 27 18:16:40.696912 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c773748d-99dd-413b-a458-2c6b09a224bb tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:40.755863 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-71816b4e-c6e4-4379-803c-804b5e051f1d service neutron] Transition to ACTIVE for port object 3a05a27d-2573-4613-8aca-f52e416e96b2 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:16:40.758446 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8c4a13-e65f-4995-8f23-e4f7a6f7ed4b x-openstack-request-id: req-5d8c4a13-e65f-4995-8f23-e4f7a6f7ed4b {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:16:40.758625 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e7c75fa-988a-445b-8f88-e443a50af5cc", "tag": "2a7444df-e262-4ae0-afaf-72b2a9d5a01a", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:16:40.758990 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5d8c4a13-e65f-4995-8f23-e4f7a6f7ed4b {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:16:40.759590 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e7c75fa-988a-445b-8f88-e443a50af5cc', 'tag': '2a7444df-e262-4ae0-afaf-72b2a9d5a01a', 'status': 'completed', 'code': 200} Oct 27 18:16:40.765569 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-b2045049-12e5-4d88-bb2f-84902255c1bb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a7444df-e262-4ae0-afaf-72b2a9d5a01a HTTP/1.1" status: 200 len: 217 time: 0.1909585 Oct 27 18:16:40.786423 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ae8c5914-ed55-46da-a553-aebb38bf5092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:40.855014 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb324b69-337e-42cb-8b08-2d5572050642 x-openstack-request-id: req-bb324b69-337e-42cb-8b08-2d5572050642 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:16:40.855455 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7390a9d-792d-446c-bf3d-0c23b52adae2", "name": "network-vif-plugged", "status": "completed", "tag": "5683c246-9dc3-473f-a6e3-7f3368dac328", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:16:40.855691 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bb324b69-337e-42cb-8b08-2d5572050642 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:16:40.856087 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7390a9d-792d-446c-bf3d-0c23b52adae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5683c246-9dc3-473f-a6e3-7f3368dac328', 'code': 200} Oct 27 18:16:40.877279 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-71816b4e-c6e4-4379-803c-804b5e051f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:40.974114 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71816b4e-c6e4-4379-803c-804b5e051f1d service neutron] Pushing event updated for resources: {'Port': ['ID=3a05a27d-2573-4613-8aca-f52e416e96b2,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:41.178609 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device f1edb98f-05c7-4578-81b9-6c41ac01a504 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:16:41.179698 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c773748d-99dd-413b-a458-2c6b09a224bb tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:41.180079 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port f1edb98f-05c7-4578-81b9-6c41ac01a504 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:41.180079 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:41.180260 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a04b6-ab95-49e4-ba25-1fb6d1a1291e req-ca94e5eb-bf8c-43e5-92b5-c39b6ad906cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:41.180260 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a77a04b6-ab95-49e4-ba25-1fb6d1a1291e req-ca94e5eb-bf8c-43e5-92b5-c39b6ad906cd service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c7390a9d-792d-446c-bf3d-0c23b52adae2 HTTP/1.1" status: 200 len: 1100 time: 0.1761105 Oct 27 18:16:41.180434 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ae8c5914-ed55-46da-a553-aebb38bf5092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:41.180434 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ae8c5914-ed55-46da-a553-aebb38bf5092 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:41.180434 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-a315ed2b-deb7-4962-b5e6-a26b289271bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:41.180434 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-a315ed2b-deb7-4962-b5e6-a26b289271bd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9d2e93d5-4842-4818-961f-a77ef1a8f95b HTTP/1.1" status: 200 len: 847 time: 0.4042139 Oct 27 18:16:41.248102 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:41.304928 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port f1edb98f-05c7-4578-81b9-6c41ac01a504, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=f1edb98f-05c7-4578-81b9-6c41ac01a504,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:16:41.323279 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8993ef2-bcbe-45a5-80ff-aeb21e6ab946 req-015eefe4-1f83-46f1-9441-9521ee4befb8 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:41.334012 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a77a04b6-ab95-49e4-ba25-1fb6d1a1291e req-7b3c1d92-7732-4f15-8e3d-1a7c64d74667 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=64823d5a-2970-43e6-8206-39ed65e81f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627102 Oct 27 18:16:41.345763 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-71816b4e-c6e4-4379-803c-804b5e051f1d service neutron] Attempting to bind port 3a05a27d-2573-4613-8aca-f52e416e96b2 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:16:41.346105 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-71816b4e-c6e4-4379-803c-804b5e051f1d service neutron] Attempting to bind port 3a05a27d-2573-4613-8aca-f52e416e96b2 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '3b375aa3-1d2d-4300-8f4e-61c78e733512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'c95aa21c-2b56-49ff-b508-5e602b607f55'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:16:41.346430 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-71816b4e-c6e4-4379-803c-804b5e051f1d service neutron] Attempting to bind port 3a05a27d-2573-4613-8aca-f52e416e96b2 on network c95aa21c-2b56-49ff-b508-5e602b607f55 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:16:41.352866 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b8993ef2-bcbe-45a5-80ff-aeb21e6ab946 req-015eefe4-1f83-46f1-9441-9521ee4befb8 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7390a9d-792d-446c-bf3d-0c23b52adae2 HTTP/1.1" status: 200 len: 949 time: 0.5919747 Oct 27 18:16:41.364800 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-71816b4e-c6e4-4379-803c-804b5e051f1d service neutron] Port 3a05a27d-2573-4613-8aca-f52e416e96b2 on network c95aa21c-2b56-49ff-b508-5e602b607f55 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:16:41.365134 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-71816b4e-c6e4-4379-803c-804b5e051f1d service neutron] Attempting to bind port 3a05a27d-2573-4613-8aca-f52e416e96b2 on network c95aa21c-2b56-49ff-b508-5e602b607f55 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:16:41.381329 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-71816b4e-c6e4-4379-803c-804b5e051f1d service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:16:41.381691 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-71816b4e-c6e4-4379-803c-804b5e051f1d service neutron] Checking segment: {'id': '3b375aa3-1d2d-4300-8f4e-61c78e733512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'c95aa21c-2b56-49ff-b508-5e602b607f55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:16:41.382064 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-71816b4e-c6e4-4379-803c-804b5e051f1d service neutron] Bound using segment: {'id': '3b375aa3-1d2d-4300-8f4e-61c78e733512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'c95aa21c-2b56-49ff-b508-5e602b607f55'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:16:41.382599 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-71816b4e-c6e4-4379-803c-804b5e051f1d service neutron] Bound port: 3a05a27d-2573-4613-8aca-f52e416e96b2, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b375aa3-1d2d-4300-8f4e-61c78e733512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'c95aa21c-2b56-49ff-b508-5e602b607f55'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:16:41.385168 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-71816b4e-c6e4-4379-803c-804b5e051f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:41.404579 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-1551f574-0bf2-47a1-9dc6-8e8526b0afb8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1807485 Oct 27 18:16:41.446415 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91525235-ff06-467b-951c-7c831a19e9e3 req-01337de0-06dc-4439-85e4-b0f4c8224292 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:41.457589 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-91525235-ff06-467b-951c-7c831a19e9e3 req-01337de0-06dc-4439-85e4-b0f4c8224292 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcef9526-6b6c-48a6-b2d5-8e5c661a56d6 HTTP/1.1" status: 200 len: 945 time: 0.4605889 Oct 27 18:16:41.507297 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:41.516139 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42918) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:16:41.548468 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c773748d-99dd-413b-a458-2c6b09a224bb tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:41.590042 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ae8c5914-ed55-46da-a553-aebb38bf5092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:41.590606 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8c5914-ed55-46da-a553-aebb38bf5092 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 495d61f3-3208-4bb6-9d96-efac84693a0f {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:16:41.595058 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ec6ea8dd-89bb-4db5-bbb6-a315f4aec908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:41.614784 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b8993ef2-bcbe-45a5-80ff-aeb21e6ab946 req-6987ccdd-da8a-49e0-beea-5f9034700a17 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/security-groups?id=64823d5a-2970-43e6-8206-39ed65e81f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486997 Oct 27 18:16:41.616172 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=f1edb98f-05c7-4578-81b9-6c41ac01a504,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:41.676596 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c773748d-99dd-413b-a458-2c6b09a224bb tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:41.735780 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ae8c5914-ed55-46da-a553-aebb38bf5092 admin admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:41.742979 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ae8c5914-ed55-46da-a553-aebb38bf5092 admin admin] 10.222.0.52 "DELETE /v2.0/routers/495d61f3-3208-4bb6-9d96-efac84693a0f HTTP/1.1" status: 204 len: 168 time: 5.9237869 Oct 27 18:16:41.742979 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-154be3b3-457e-4d43-9319-f6112b9f259e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:41.756949 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42922) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:16:41.806495 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773748d-99dd-413b-a458-2c6b09a224bb tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Pushing event updated for resources: {'Port': ['ID=5a726606-469a-400d-9562-bd6b6e003628,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:41.841514 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-91525235-ff06-467b-951c-7c831a19e9e3 req-8a51d9bb-90c9-456f-b519-a10dd37836ad tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829379 Oct 27 18:16:41.883157 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-71816b4e-c6e4-4379-803c-804b5e051f1d service neutron] For port 3a05a27d-2573-4613-8aca-f52e416e96b2, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:16:41.929869 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee9a921e-106b-4b33-8d8f-7a1cc3de56f7 admin admin] Deleting subnet fa6b907f-0903-4f2f-a186-3fc6728f6722 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:16:41.957249 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ee9a921e-106b-4b33-8d8f-7a1cc3de56f7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:41.958003 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-71816b4e-c6e4-4379-803c-804b5e051f1d service neutron] For port 3a05a27d-2573-4613-8aca-f52e416e96b2, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=3a05a27d-2573-4613-8aca-f52e416e96b2,segment=NetworkSegment(3b375aa3-1d2d-4300-8f4e-61c78e733512),segment_id=3b375aa3-1d2d-4300-8f4e-61c78e733512)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:16:41.981679 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c773748d-99dd-413b-a458-2c6b09a224bb tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:42.016072 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-aa80e671-cbb7-4483-836e-b4ed615a0a9d service neutron] 10.222.0.93 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621694 Oct 27 18:16:42.042648 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2a7a1e85-e33c-4533-adad-879544aadf82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:42.065278 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-71816b4e-c6e4-4379-803c-804b5e051f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:42.104056 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3dd8f-2f62-4650-ab30-db51fa73980f req-ab78a7a3-c0c7-4eb8-b9a7-5c7ae3263fea tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:42.107332 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-89a3dd8f-2f62-4650-ab30-db51fa73980f req-ab78a7a3-c0c7-4eb8-b9a7-5c7ae3263fea tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc HTTP/1.1" status: 200 len: 944 time: 0.2767274 Oct 27 18:16:42.112733 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c773748d-99dd-413b-a458-2c6b09a224bb tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:42.122713 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c773748d-99dd-413b-a458-2c6b09a224bb tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1229856 Oct 27 18:16:42.145582 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-71816b4e-c6e4-4379-803c-804b5e051f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:42.146767 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-71816b4e-c6e4-4379-803c-804b5e051f1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:42.149656 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-71816b4e-c6e4-4379-803c-804b5e051f1d service neutron] 10.222.0.81 "PUT /v2.0/ports/3a05a27d-2573-4613-8aca-f52e416e96b2 HTTP/1.1" status: 200 len: 1092 time: 2.9526186 Oct 27 18:16:42.155753 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea5b0be3-d120-4eee-aaef-b97739b032d1', 'tag': '3a05a27d-2573-4613-8aca-f52e416e96b2'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:16:42.160781 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb48052-fbdb-434f-a977-e00ccb38eb37" -d '{"events": [{"name": "network-changed", "server_uuid": "ea5b0be3-d120-4eee-aaef-b97739b032d1", "tag": "3a05a27d-2573-4613-8aca-f52e416e96b2"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:16:42.211696 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71816b4e-c6e4-4379-803c-804b5e051f1d service neutron] Pushing event updated for resources: {'Port': ['ID=3a05a27d-2573-4613-8aca-f52e416e96b2,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:42.243105 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-73742780-b09b-4a9d-a2a3-11b8fae083d4 req-33fed063-f805-443a-a8c4-f51ea0da99cb service neutron] 10.222.0.93 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079306 Oct 27 18:16:42.270316 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ee9a921e-106b-4b33-8d8f-7a1cc3de56f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:42.352560 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-dcf6ca95-fcfd-4ef9-b10b-707267b354c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:42.354160 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-dcf6ca95-fcfd-4ef9-b10b-707267b354c2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a91620ccab6b42bd92005fb366774bad&device_id=bcef9526-6b6c-48a6-b2d5-8e5c661a56d6 HTTP/1.1" status: 200 len: 1096 time: 0.4196398 Oct 27 18:16:42.375652 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ec6ea8dd-89bb-4db5-bbb6-a315f4aec908 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:42.422003 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-154be3b3-457e-4d43-9319-f6112b9f259e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:42.429416 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-e3f1ec52-f421-4bc8-9873-95f118fadf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:42.430968 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-e3f1ec52-f421-4bc8-9873-95f118fadf5f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=22773e15fdb845dfa8198283c26c1ddd&device_id=ea5b0be3-d120-4eee-aaef-b97739b032d1 HTTP/1.1" status: 200 len: 1095 time: 0.1304185 Oct 27 18:16:42.432224 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1c65e-95a5-4f51-881d-dcd1884bea90 req-2455abf6-8a43-49e7-8657-1a517352e249 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:42.433787 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-30c1c65e-95a5-4f51-881d-dcd1884bea90 req-2455abf6-8a43-49e7-8657-1a517352e249 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea5b0be3-d120-4eee-aaef-b97739b032d1 HTTP/1.1" status: 200 len: 944 time: 0.4470420 Oct 27 18:16:42.449775 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ec6ea8dd-89bb-4db5-bbb6-a315f4aec908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:42.479084 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-89a3dd8f-2f62-4650-ab30-db51fa73980f req-450d119f-365d-4970-b6d1-337319032e30 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118173 Oct 27 18:16:42.621564 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ec6ea8dd-89bb-4db5-bbb6-a315f4aec908 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:42.630404 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ea8dd-89bb-4db5-bbb6-a315f4aec908 admin admin] Pushing event updated for resources: {'Port': ['ID=67f9e476-1b69-4e3a-abe7-4df7ddd5121c,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:42.645431 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77ce357-2c92-4d92-abff-ae1dbb986821 x-openstack-request-id: req-f77ce357-2c92-4d92-abff-ae1dbb986821 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:16:42.647595 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea5b0be3-d120-4eee-aaef-b97739b032d1", "tag": "3a05a27d-2573-4613-8aca-f52e416e96b2", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:16:42.647928 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f77ce357-2c92-4d92-abff-ae1dbb986821 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:16:42.648340 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea5b0be3-d120-4eee-aaef-b97739b032d1', 'tag': '3a05a27d-2573-4613-8aca-f52e416e96b2', 'status': 'completed', 'code': 200} Oct 27 18:16:42.837480 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-a75c610d-75ff-4d2a-9be7-cd15faa26975 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a05a27d-2573-4613-8aca-f52e416e96b2 HTTP/1.1" status: 200 len: 217 time: 0.1403701 Oct 27 18:16:42.898683 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device f1edb98f-05c7-4578-81b9-6c41ac01a504 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:16:42.906570 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-154be3b3-457e-4d43-9319-f6112b9f259e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:42.928456 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6ea8dd-89bb-4db5-bbb6-a315f4aec908 admin admin] Network ad9992b2-9d9b-499e-9f30-369a401316df is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:16:42.932444 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-ec6ea8dd-89bb-4db5-bbb6-a315f4aec908 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:16:42.954997 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ee9a921e-106b-4b33-8d8f-7a1cc3de56f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:43.039674 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port f1edb98f-05c7-4578-81b9-6c41ac01a504 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:43.039950 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:43.082135 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154be3b3-457e-4d43-9319-f6112b9f259e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120457cb-faeb-48eb-b27d-9b0208e9325c,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:43.105400 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-c35d1604-167b-465d-8b37-5c990ced00e2 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--204682308&fields=id&tenant_id=f8df18aaf1594db3b572eb589716619a HTTP/1.1" status: 200 len: 267 time: 0.2340419 Oct 27 18:16:43.219507 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6ea8dd-89bb-4db5-bbb6-a315f4aec908 admin admin] Router d71ead16-bc66-41c4-af16-34ad588fabe4 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:16:43.257250 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-65152d56-4f88-410f-a3f6-91103b136c82 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:43.268473 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-65152d56-4f88-410f-a3f6-91103b136c82 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/networks?id=f511542f-5df3-4e7b-b026-a1f4910c0d39 HTTP/1.1" status: 200 len: 823 time: 0.1602354 Oct 27 18:16:43.300895 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ee9a921e-106b-4b33-8d8f-7a1cc3de56f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:43.317432 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:43.319790 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-30c1c65e-95a5-4f51-881d-dcd1884bea90 req-8490b3bc-5607-4632-bf7d-319e734f96b1 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe7b47d0-b2d2-4513-ad4b-681a95d750a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8465171 Oct 27 18:16:43.337181 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-b81ab4aa-2b6c-4d72-ae6f-be6f86248463 None None] Provisioning complete for port 67f9e476-1b69-4e3a-abe7-4df7ddd5121c triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:43.337181 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b81ab4aa-2b6c-4d72-ae6f-be6f86248463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:43.370802 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-b81ab4aa-2b6c-4d72-ae6f-be6f86248463 None None] Port 67f9e476-1b69-4e3a-abe7-4df7ddd5121c cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:16:43.372285 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:43.412176 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-9847591e-8268-49de-8479-0e0d44f8f92a tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/quotas/f8df18aaf1594db3b572eb589716619a HTTP/1.1" status: 200 len: 375 time: 0.1442842 Oct 27 18:16:43.413280 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-a7623bd2-4c51-4dc2-abf7-7ba25b78be43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:43.414795 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-a7623bd2-4c51-4dc2-abf7-7ba25b78be43 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b3551270-2765-4a25-abeb-25e55b0a5126 HTTP/1.1" status: 200 len: 923 time: 0.9718339 Oct 27 18:16:43.450309 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-154be3b3-457e-4d43-9319-f6112b9f259e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a29c42c3cd6a4c6f8d9fa526e46a9a97&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9249046 Oct 27 18:16:43.451829 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ee9a921e-106b-4b33-8d8f-7a1cc3de56f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:43.454357 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42946) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:16:43.455542 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ee9a921e-106b-4b33-8d8f-7a1cc3de56f7 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/fa6b907f-0903-4f2f-a186-3fc6728f6722 HTTP/1.1" status: 204 len: 168 time: 1.6972516 Oct 27 18:16:43.460439 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2814d54e-28da-42ee-90f4-8ee32e36adf5 None None] Network e7125575-7ac8-43a5-b6d6-ae49eea349e6 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:16:43.476179 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f0006-2508-418e-a29b-afedc50327dc req-6493a74c-0bfc-49ee-8a6f-8d5a4df7091a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:43.477439 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42948) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:16:43.477814 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6e5f0006-2508-418e-a29b-afedc50327dc req-6493a74c-0bfc-49ee-8a6f-8d5a4df7091a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=43d2aacb3b5645edb71ed26889dd4536&device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc HTTP/1.1" status: 200 len: 1095 time: 1.0361428 Oct 27 18:16:43.488218 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a921e-106b-4b33-8d8f-7a1cc3de56f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa6b907f-0903-4f2f-a186-3fc6728f6722,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:43.656838 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6ea4b88b-9798-400e-81f1-1e56756b19dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:43.673902 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6ea8dd-89bb-4db5-bbb6-a315f4aec908 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:16:43.675937 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f0006-2508-418e-a29b-afedc50327dc req-6d4ad854-cc15-42ae-8dea-1a6644e64253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:43.679509 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6e5f0006-2508-418e-a29b-afedc50327dc req-6d4ad854-cc15-42ae-8dea-1a6644e64253 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b HTTP/1.1" status: 200 len: 909 time: 0.1894925 Oct 27 18:16:43.683831 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bf2266-d2ca-4920-a716-e3e11a36a392 None None] Sync routers for ids ['d71ead16-bc66-41c4-af16-34ad588fabe4'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:16:43.706259 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bf2266-d2ca-4920-a716-e3e11a36a392 None None] Routers {'d71ead16-bc66-41c4-af16-34ad588fabe4'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:16:43.707142 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-12bf2266-d2ca-4920-a716-e3e11a36a392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:16:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['d71ead16-bc66-41c4-af16-34ad588fabe4'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:16:43.707317 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ec6ea8dd-89bb-4db5-bbb6-a315f4aec908 admin admin] 10.222.0.52 "PUT /v2.0/routers/d71ead16-bc66-41c4-af16-34ad588fabe4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6899447 Oct 27 18:16:43.756528 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-13cc373d-6609-4df7-a53d-e79c1f69bb34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:43.835454 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-12bf2266-d2ca-4920-a716-e3e11a36a392 None None] Set router d71ead16-bc66-41c4-af16-34ad588fabe4 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:16:43.850083 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6e5f0006-2508-418e-a29b-afedc50327dc req-6abf950e-4e09-423f-b779-04140b91dafe service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a7444df-e262-4ae0-afaf-72b2a9d5a01a HTTP/1.1" status: 200 len: 217 time: 0.1548347 Oct 27 18:16:43.872348 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-13cc373d-6609-4df7-a53d-e79c1f69bb34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:43.875491 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478758b2-d834-45f7-a8b4-45dba95d8a1e None None] DHCP port deletion for e7125575-7ac8-43a5-b6d6-ae49eea349e6 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:16:43.926735 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-6ea4b88b-9798-400e-81f1-1e56756b19dd admin admin] Deleting port 363d9cfa-5c56-4eab-8125-d9f627f42e07 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:16:43.927017 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6ea4b88b-9798-400e-81f1-1e56756b19dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:43.962575 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-478758b2-d834-45f7-a8b4-45dba95d8a1e None None] Deleting port 363d9cfa-5c56-4eab-8125-d9f627f42e07 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:16:43.967920 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-478758b2-d834-45f7-a8b4-45dba95d8a1e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:44.019378 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-035872d9-20a6-4763-88f4-6aee6b2864e9 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f8df18aaf1594db3b572eb589716619a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5621243 Oct 27 18:16:44.031369 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9590b-dc05-4a88-84ea-c20fe9d760ad req-d189f1a4-3a4c-4b63-8306-ecdb883d0ef4 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:44.040948 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c6c9590b-dc05-4a88-84ea-c20fe9d760ad req-d189f1a4-3a4c-4b63-8306-ecdb883d0ef4 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7390a9d-792d-446c-bf3d-0c23b52adae2 HTTP/1.1" status: 200 len: 949 time: 0.5953162 Oct 27 18:16:44.095082 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-12bf2266-d2ca-4920-a716-e3e11a36a392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71ead16-bc66-41c4-af16-34ad588fabe4', 'name': 'tempest-FloatingIPDetailsTestJSON-1458019691-router', 'tenant_id': 'f6f614013ac944c0bd136d74e2c338cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'f1edb98f-05c7-4578-81b9-6c41ac01a504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:16:30Z', 'updated_at': '2021-10-27T18:16:41Z', 'revision_number': 4, 'project_id': 'f6f614013ac944c0bd136d74e2c338cd', 'gw_port': {'id': 'f1edb98f-05c7-4578-81b9-6c41ac01a504', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ef:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71ead16-bc66-41c4-af16-34ad588fabe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:32Z', 'updated_at': '2021-10-27T18:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '67f9e476-1b69-4e3a-abe7-4df7ddd5121c', 'name': '', 'network_id': 'ad9992b2-9d9b-499e-9f30-369a401316df', 'tenant_id': 'f6f614013ac944c0bd136d74e2c338cd', 'mac_address': 'fa:16:3e:29:ee:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71ead16-bc66-41c4-af16-34ad588fabe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'f64181dc-dfa9-4ed5-8d0e-066b13de44a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:37Z', 'updated_at': '2021-10-27T18:16:41Z', 'revision_number': 2, 'project_id': 'f6f614013ac944c0bd136d74e2c338cd', 'subnets': [{'id': 'f64181dc-dfa9-4ed5-8d0e-066b13de44a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:16:44.100270 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-6ea4b88b-9798-400e-81f1-1e56756b19dd admin admin] For port 363d9cfa-5c56-4eab-8125-d9f627f42e07, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=363d9cfa-5c56-4eab-8125-d9f627f42e07,segment=NetworkSegment(d4952aab-21f5-455d-9e83-51b323c66f5e),segment_id=d4952aab-21f5-455d-9e83-51b323c66f5e)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:16:44.100658 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6ea4b88b-9798-400e-81f1-1e56756b19dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:44.118239 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-6ea4b88b-9798-400e-81f1-1e56756b19dd admin admin] Calling delete_port for 363d9cfa-5c56-4eab-8125-d9f627f42e07 owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:16:44.128302 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bf2266-d2ca-4920-a716-e3e11a36a392 None None] Checking router: d71ead16-bc66-41c4-af16-34ad588fabe4 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:16:44.128921 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bf2266-d2ca-4920-a716-e3e11a36a392 None None] Updating router d71ead16-bc66-41c4-af16-34ad588fabe4 port 67f9e476-1b69-4e3a-abe7-4df7ddd5121c binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:16:44.156930 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f0006-2508-418e-a29b-afedc50327dc req-0c17ea53-e4a8-4fea-83ee-6ad16f8713cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:44.158648 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6e5f0006-2508-418e-a29b-afedc50327dc req-0c17ea53-e4a8-4fea-83ee-6ad16f8713cd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9d2e93d5-4842-4818-961f-a77ef1a8f95b HTTP/1.1" status: 200 len: 847 time: 0.2693334 Oct 27 18:16:44.162179 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-12bf2266-d2ca-4920-a716-e3e11a36a392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:44.172938 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-478758b2-d834-45f7-a8b4-45dba95d8a1e None None] For port 363d9cfa-5c56-4eab-8125-d9f627f42e07, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=363d9cfa-5c56-4eab-8125-d9f627f42e07,segment=NetworkSegment(d4952aab-21f5-455d-9e83-51b323c66f5e),segment_id=d4952aab-21f5-455d-9e83-51b323c66f5e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:16:44.173341 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-478758b2-d834-45f7-a8b4-45dba95d8a1e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:44.195781 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6e5f0006-2508-418e-a29b-afedc50327dc req-083ef575-3a2b-4529-881a-2245bcc9e91f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274117 Oct 27 18:16:44.198515 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-478758b2-d834-45f7-a8b4-45dba95d8a1e None None] Calling delete_port for 363d9cfa-5c56-4eab-8125-d9f627f42e07 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:16:44.228216 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c6c9590b-dc05-4a88-84ea-c20fe9d760ad req-3f6dbff8-2b15-42d9-8906-1c3b62657dc2 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/security-groups?id=64823d5a-2970-43e6-8206-39ed65e81f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855872 Oct 27 18:16:44.239762 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-13cc373d-6609-4df7-a53d-e79c1f69bb34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:44.244098 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-13cc373d-6609-4df7-a53d-e79c1f69bb34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:44.247555 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-13cc373d-6609-4df7-a53d-e79c1f69bb34 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/120457cb-faeb-48eb-b27d-9b0208e9325c HTTP/1.1" status: 204 len: 168 time: 0.7886231 Oct 27 18:16:44.295596 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc373d-6609-4df7-a53d-e79c1f69bb34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120457cb-faeb-48eb-b27d-9b0208e9325c,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:44.331376 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-3c91b852-ac64-46b0-b7f9-5b3a93439fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:44.334129 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-3c91b852-ac64-46b0-b7f9-5b3a93439fa0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=47c0891d-c13f-4c95-b5db-616fb81da54f HTTP/1.1" status: 200 len: 853 time: 0.1105001 Oct 27 18:16:44.425160 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-cadb8fec-c417-4460-b040-c382e9adf1e7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6afc575-e2ed-486a-9f6a-55abaa859db6 HTTP/1.1" status: 200 len: 217 time: 0.1716135 Oct 27 18:16:44.474796 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6ea4b88b-9798-400e-81f1-1e56756b19dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:44.511397 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-aa3acd6d-d8cb-4d18-b20d-e87e9c67ca69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:44.512649 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-aa3acd6d-d8cb-4d18-b20d-e87e9c67ca69 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b6b6ba7-005f-448a-b57c-d52798a8629c HTTP/1.1" status: 200 len: 861 time: 0.0522587 Oct 27 18:16:44.515980 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-478758b2-d834-45f7-a8b4-45dba95d8a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:44.546412 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-fff13173-6533-467b-a2b4-e8d6b3af4547 service neutron] 10.222.0.52 "GET /v2.0/networks/f511542f-5df3-4e7b-b026-a1f4910c0d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4840889 Oct 27 18:16:44.560636 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea4b88b-9798-400e-81f1-1e56756b19dd admin admin] Pushing event deleted for resources: {'Port': ['ID=363d9cfa-5c56-4eab-8125-d9f627f42e07,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:44.575119 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-0a3041ba-0a7a-4736-9911-bca8662bda50 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b3551270-2765-4a25-abeb-25e55b0a5126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398495 Oct 27 18:16:44.595574 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea4b88b-9798-400e-81f1-1e56756b19dd admin admin] No DVR routers for this DVR port 363d9cfa-5c56-4eab-8125-d9f627f42e07 on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:16:44.599351 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8110d-f1d9-46cc-b21c-14d93b16e4bb req-8e3b89d0-2ca6-4aa2-bc57-6b905f58c88d tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:44.606593 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fdb8110d-f1d9-46cc-b21c-14d93b16e4bb req-8e3b89d0-2ca6-4aa2-bc57-6b905f58c88d tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcef9526-6b6c-48a6-b2d5-8e5c661a56d6 HTTP/1.1" status: 200 len: 945 time: 0.1960621 Oct 27 18:16:44.614018 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478758b2-d834-45f7-a8b4-45dba95d8a1e None None] No DVR routers for this DVR port 363d9cfa-5c56-4eab-8125-d9f627f42e07 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:16:44.622509 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-9a68fbda-3f68-4d79-bc18-cda686407a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:44.628154 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-9a68fbda-3f68-4d79-bc18-cda686407a0b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c95aa21c-2b56-49ff-b508-5e602b607f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2505596 Oct 27 18:16:44.631330 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478758b2-d834-45f7-a8b4-45dba95d8a1e None None] Pushing event deleted for resources: {'Port': ['ID=363d9cfa-5c56-4eab-8125-d9f627f42e07,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:44.690872 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6e5f0006-2508-418e-a29b-afedc50327dc req-1071de47-7dd8-483c-9a00-633322f4c421 service neutron] 10.222.0.93 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4863822 Oct 27 18:16:44.767612 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-12bf2266-d2ca-4920-a716-e3e11a36a392 None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:44.774046 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fdb8110d-f1d9-46cc-b21c-14d93b16e4bb req-2909a412-2506-4793-a8b3-bc71b9ff3cfb tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641033 Oct 27 18:16:44.815882 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6ea4b88b-9798-400e-81f1-1e56756b19dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:44.848876 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-6ea4b88b-9798-400e-81f1-1e56756b19dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7125575-7ac8-43a5-b6d6-ae49eea349e6']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:16:44.864320 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-6ea4b88b-9798-400e-81f1-1e56756b19dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4952aab-21f5-455d-9e83-51b323c66f5e') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:16:44.864633 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-6ea4b88b-9798-400e-81f1-1e56756b19dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4952aab-21f5-455d-9e83-51b323c66f5e') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:16:44.872685 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-12bf2266-d2ca-4920-a716-e3e11a36a392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:44.886923 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6ea4b88b-9798-400e-81f1-1e56756b19dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:44.894416 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 363d9cfa-5c56-4eab-8125-d9f627f42e07 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:16:44.924358 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 363d9cfa-5c56-4eab-8125-d9f627f42e07 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:16:44.926074 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 363d9cfa-5c56-4eab-8125-d9f627f42e07 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:16:44.944968 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-bdce4d57-78a2-4c48-80db-1b0e8533a902 service neutron] 10.222.0.81 "GET /v2.0/networks/c95aa21c-2b56-49ff-b508-5e602b607f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044945 Oct 27 18:16:44.949186 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6ea4b88b-9798-400e-81f1-1e56756b19dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:44.962346 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ea4b88b-9798-400e-81f1-1e56756b19dd admin admin] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:16:44.962739 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6ea4b88b-9798-400e-81f1-1e56756b19dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:44.969546 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:16:44.969546 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:16:44.969546 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:16:44.969546 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:16:44.969546 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:16:44.969546 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:16:44.969546 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:16:44.969546 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:16:44.969546 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:16:44.969546 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:16:44.969546 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:16:44.969546 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:16:44.969546 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:16:44.969546 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:16:44.969546 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:16:44.969546 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:16:44.969546 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:16:44.969546 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:16:44.969546 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:16:44.969546 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:16:44.969546 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:16:44.969546 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:16:44.969546 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:16:44.969546 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:16:44.969546 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:16:44.969546 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:16:44.969546 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:16:44.969546 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:16:44.969546 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:16:44.969546 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:16:44.969546 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:16:44.969546 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:16:45.021566 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:45.128976 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-2f01b486-721c-4df3-bd18-d8adbf2e0081 service neutron] 10.222.0.81 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292405 Oct 27 18:16:45.179322 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-ebd1309d-9add-4993-9830-ca8418d2afcc service neutron] 10.222.0.52 "GET /v2.0/networks/f511542f-5df3-4e7b-b026-a1f4910c0d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6031058 Oct 27 18:16:45.240587 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdedb0a1-45f7-4260-8808-d19c24e261c5 None None] Pushing event updated for resources: {'Port': ['ID=67f9e476-1b69-4e3a-abe7-4df7ddd5121c,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:45.278003 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-12bf2266-d2ca-4920-a716-e3e11a36a392 None None] Attempting to bind port 67f9e476-1b69-4e3a-abe7-4df7ddd5121c on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:16:45.278343 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-12bf2266-d2ca-4920-a716-e3e11a36a392 None None] Attempting to bind port 67f9e476-1b69-4e3a-abe7-4df7ddd5121c by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '251d1467-2c70-41d6-bbc9-6694143a55e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'ad9992b2-9d9b-499e-9f30-369a401316df'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:16:45.278708 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bf2266-d2ca-4920-a716-e3e11a36a392 None None] Attempting to bind port 67f9e476-1b69-4e3a-abe7-4df7ddd5121c on network ad9992b2-9d9b-499e-9f30-369a401316df {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:16:45.298007 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bf2266-d2ca-4920-a716-e3e11a36a392 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:16:45.298382 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bf2266-d2ca-4920-a716-e3e11a36a392 None None] Checking segment: {'id': '251d1467-2c70-41d6-bbc9-6694143a55e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'ad9992b2-9d9b-499e-9f30-369a401316df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:16:45.298780 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-12bf2266-d2ca-4920-a716-e3e11a36a392 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:45.301000 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bf2266-d2ca-4920-a716-e3e11a36a392 None None] Bound using segment: {'id': '251d1467-2c70-41d6-bbc9-6694143a55e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'ad9992b2-9d9b-499e-9f30-369a401316df'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:16:45.301551 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-12bf2266-d2ca-4920-a716-e3e11a36a392 None None] Bound port: 67f9e476-1b69-4e3a-abe7-4df7ddd5121c, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '251d1467-2c70-41d6-bbc9-6694143a55e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'ad9992b2-9d9b-499e-9f30-369a401316df'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:16:45.301885 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-12bf2266-d2ca-4920-a716-e3e11a36a392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:45.378409 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-75592a90-5fe3-470c-a77c-3744e5feb93d req-6d4f8ffb-2485-43b6-b552-b9bd721713f0 service neutron] 10.222.0.81 "GET /v2.0/networks/c95aa21c-2b56-49ff-b508-5e602b607f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299407 Oct 27 18:16:45.380495 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6ea4b88b-9798-400e-81f1-1e56756b19dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:45.403177 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6e5f0006-2508-418e-a29b-afedc50327dc req-2c3d0d43-2216-4074-9bc1-ab439b9a87cf service neutron] 10.222.0.93 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6873169 Oct 27 18:16:45.409563 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6ea4b88b-9798-400e-81f1-1e56756b19dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:45.422620 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-57e0e11f-e997-4577-9e35-eb4620035b1e None None] Provisioning complete for port 67f9e476-1b69-4e3a-abe7-4df7ddd5121c triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:45.424894 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6ea4b88b-9798-400e-81f1-1e56756b19dd admin admin] 10.222.0.52 "DELETE /v2.0/networks/e7125575-7ac8-43a5-b6d6-ae49eea349e6 HTTP/1.1" status: 204 len: 168 time: 1.9414682 Oct 27 18:16:45.425319 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785eecbe-8345-4f03-81f6-ceb89b2a4b96 req-d10978e6-ba1a-4293-9886-f4d385ff2845 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:45.425815 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-57e0e11f-e997-4577-9e35-eb4620035b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:45.427828 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-785eecbe-8345-4f03-81f6-ceb89b2a4b96 req-d10978e6-ba1a-4293-9886-f4d385ff2845 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc HTTP/1.1" status: 200 len: 944 time: 0.3359861 Oct 27 18:16:45.443707 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-12bf2266-d2ca-4920-a716-e3e11a36a392 None None] For port 67f9e476-1b69-4e3a-abe7-4df7ddd5121c, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:16:45.459643 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-12bf2266-d2ca-4920-a716-e3e11a36a392 None None] For port 67f9e476-1b69-4e3a-abe7-4df7ddd5121c, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=67f9e476-1b69-4e3a-abe7-4df7ddd5121c,segment=NetworkSegment(251d1467-2c70-41d6-bbc9-6694143a55e5),segment_id=251d1467-2c70-41d6-bbc9-6694143a55e5)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:16:45.461282 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea4b88b-9798-400e-81f1-1e56756b19dd admin admin] Pushing event deleted for resources: {'Network': ['ID=e7125575-7ac8-43a5-b6d6-ae49eea349e6,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:45.504638 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-57e0e11f-e997-4577-9e35-eb4620035b1e None None] Port 67f9e476-1b69-4e3a-abe7-4df7ddd5121c cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:16:45.505922 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-c7a6a8df-a80b-40fb-847c-715fc5037d1e service neutron] 10.222.0.81 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234832 Oct 27 18:16:45.532777 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-785eecbe-8345-4f03-81f6-ceb89b2a4b96 req-4620758f-1537-4f16-9e82-8926b157729b tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864775 Oct 27 18:16:45.559950 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-12bf2266-d2ca-4920-a716-e3e11a36a392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:45.716493 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdedb0a1-45f7-4260-8808-d19c24e261c5 None None] Pushing event updated for resources: {'Port': ['ID=67f9e476-1b69-4e3a-abe7-4df7ddd5121c,revision_number=4']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:45.730455 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bf2266-d2ca-4920-a716-e3e11a36a392 None None] Routers {'d71ead16-bc66-41c4-af16-34ad588fabe4'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:16:45.731117 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-12bf2266-d2ca-4920-a716-e3e11a36a392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:16:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['d71ead16-bc66-41c4-af16-34ad588fabe4'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:16:45.752808 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 2a7444df-e262-4ae0-afaf-72b2a9d5a01a details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:16:45.772772 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb48052-fbdb-434f-a977-e00ccb38eb37 req-2a676ca0-ff25-4a80-a4ed-f52e69ef0eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:45.777249 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3eb48052-fbdb-434f-a977-e00ccb38eb37 req-2a676ca0-ff25-4a80-a4ed-f52e69ef0eea service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=22773e15fdb845dfa8198283c26c1ddd&device_id=ea5b0be3-d120-4eee-aaef-b97739b032d1 HTTP/1.1" status: 200 len: 1095 time: 0.1369128 Oct 27 18:16:45.923577 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-e3f010cc-e5c5-490f-84ab-349fde84702a tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:45.924945 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-e3f010cc-e5c5-490f-84ab-349fde84702a tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=bcef9526-6b6c-48a6-b2d5-8e5c661a56d6&tenant_id=a91620ccab6b42bd92005fb366774bad&binding%3Ahost_id=n-h2-815690-2 HTTP/1.1" status: 200 len: 1096 time: 0.1694410 Oct 27 18:16:45.960504 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-4c52b30b-5370-4766-9b59-4ccd6c0c7d09 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815690-2'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:16:46.099230 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42990) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:16:46.113978 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-12bf2266-d2ca-4920-a716-e3e11a36a392 None None] Set router d71ead16-bc66-41c4-af16-34ad588fabe4 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:16:46.143321 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb48052-fbdb-434f-a977-e00ccb38eb37 req-2d8235a6-f9ac-4942-8287-2afafb4a64fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:46.144971 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3eb48052-fbdb-434f-a977-e00ccb38eb37 req-2d8235a6-f9ac-4942-8287-2afafb4a64fd service neutron] 10.222.0.81 "GET /v2.0/networks?id=c95aa21c-2b56-49ff-b508-5e602b607f55 HTTP/1.1" status: 200 len: 916 time: 0.3525159 Oct 27 18:16:46.258116 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 2a7444df-e262-4ae0-afaf-72b2a9d5a01a, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=2a7444df-e262-4ae0-afaf-72b2a9d5a01a,segment=NetworkSegment(58a88469-a6e8-4f4a-87d0-167a1bff6a8c),segment_id=58a88469-a6e8-4f4a-87d0-167a1bff6a8c)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:16:46.306091 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3eb48052-fbdb-434f-a977-e00ccb38eb37 req-207cab3c-2058-4841-8d73-9bd45d035bf8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a05a27d-2573-4613-8aca-f52e416e96b2 HTTP/1.1" status: 200 len: 217 time: 0.1419394 Oct 27 18:16:46.317069 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-8fc3d528-c1d6-4ba1-964d-cebfffc6cd11 None None] Provisioning complete for port 67f9e476-1b69-4e3a-abe7-4df7ddd5121c triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:46.317489 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8fc3d528-c1d6-4ba1-964d-cebfffc6cd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:46.319446 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '2a7444df-e262-4ae0-afaf-72b2a9d5a01a', 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b', 'port_id': '2a7444df-e262-4ae0-afaf-72b2a9d5a01a', 'mac_address': 'fa:16:3e:aa:a4:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d2e93d5-4842-4818-961f-a77ef1a8f95b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:16:46.349447 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-4c52b30b-5370-4766-9b59-4ccd6c0c7d09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:46.496658 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8fc3d528-c1d6-4ba1-964d-cebfffc6cd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:46.520194 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-77b65998-2cc6-4810-93e0-c0b0981d6752 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=89d7f2009f0d46bd8076fb12be063ab2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4186110 Oct 27 18:16:46.524285 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:46.524891 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42998) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:16:46.542852 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a7444df-e262-4ae0-afaf-72b2a9d5a01a {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:16:46.565116 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 2a7444df-e262-4ae0-afaf-72b2a9d5a01a, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=2a7444df-e262-4ae0-afaf-72b2a9d5a01a,segment=NetworkSegment(58a88469-a6e8-4f4a-87d0-167a1bff6a8c),segment_id=58a88469-a6e8-4f4a-87d0-167a1bff6a8c)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:16:46.576920 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb48052-fbdb-434f-a977-e00ccb38eb37 req-0338bd1a-2fff-48c4-bc49-9ef2c5e8fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:46.583151 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-8fc3d528-c1d6-4ba1-964d-cebfffc6cd11 None None] For port 67f9e476-1b69-4e3a-abe7-4df7ddd5121c, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=67f9e476-1b69-4e3a-abe7-4df7ddd5121c,segment=NetworkSegment(251d1467-2c70-41d6-bbc9-6694143a55e5),segment_id=251d1467-2c70-41d6-bbc9-6694143a55e5)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:16:46.584654 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3eb48052-fbdb-434f-a977-e00ccb38eb37 req-0338bd1a-2fff-48c4-bc49-9ef2c5e8fdd4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=47c0891d-c13f-4c95-b5db-616fb81da54f HTTP/1.1" status: 200 len: 853 time: 0.2503996 Oct 27 18:16:46.622939 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6b150-671a-4016-bed6-02717d3e7ee1 req-e9ac347f-a3ba-45bb-bf20-5c55ce287e97 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:46.625221 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c2a6b150-671a-4016-bed6-02717d3e7ee1 req-e9ac347f-a3ba-45bb-bf20-5c55ce287e97 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea5b0be3-d120-4eee-aaef-b97739b032d1 HTTP/1.1" status: 200 len: 944 time: 0.2794657 Oct 27 18:16:46.641489 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-12bf2266-d2ca-4920-a716-e3e11a36a392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71ead16-bc66-41c4-af16-34ad588fabe4', 'name': 'tempest-FloatingIPDetailsTestJSON-1458019691-router', 'tenant_id': 'f6f614013ac944c0bd136d74e2c338cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'f1edb98f-05c7-4578-81b9-6c41ac01a504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:16:30Z', 'updated_at': '2021-10-27T18:16:41Z', 'revision_number': 4, 'project_id': 'f6f614013ac944c0bd136d74e2c338cd', 'gw_port': {'id': 'f1edb98f-05c7-4578-81b9-6c41ac01a504', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ef:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71ead16-bc66-41c4-af16-34ad588fabe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:32Z', 'updated_at': '2021-10-27T18:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '67f9e476-1b69-4e3a-abe7-4df7ddd5121c', 'name': '', 'network_id': 'ad9992b2-9d9b-499e-9f30-369a401316df', 'tenant_id': 'f6f614013ac944c0bd136d74e2c338cd', 'mac_address': 'fa:16:3e:29:ee:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71ead16-bc66-41c4-af16-34ad588fabe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'f64181dc-dfa9-4ed5-8d0e-066b13de44a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:37Z', 'updated_at': '2021-10-27T18:16:45Z', 'revision_number': 4, 'project_id': 'f6f614013ac944c0bd136d74e2c338cd', 'subnets': [{'id': 'f64181dc-dfa9-4ed5-8d0e-066b13de44a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:16:46.677308 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bf2266-d2ca-4920-a716-e3e11a36a392 None None] The sync data for ids ['d71ead16-bc66-41c4-af16-34ad588fabe4'] in n-d-815690-2 is: [{'id': 'd71ead16-bc66-41c4-af16-34ad588fabe4', 'name': 'tempest-FloatingIPDetailsTestJSON-1458019691-router', 'tenant_id': 'f6f614013ac944c0bd136d74e2c338cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'f1edb98f-05c7-4578-81b9-6c41ac01a504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:16:30Z', 'updated_at': '2021-10-27T18:16:41Z', 'revision_number': 4, 'project_id': 'f6f614013ac944c0bd136d74e2c338cd', 'gw_port': {'id': 'f1edb98f-05c7-4578-81b9-6c41ac01a504', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ef:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71ead16-bc66-41c4-af16-34ad588fabe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:32Z', 'updated_at': '2021-10-27T18:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '67f9e476-1b69-4e3a-abe7-4df7ddd5121c', 'name': '', 'network_id': 'ad9992b2-9d9b-499e-9f30-369a401316df', 'tenant_id': 'f6f614013ac944c0bd136d74e2c338cd', 'mac_address': 'fa:16:3e:29:ee:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71ead16-bc66-41c4-af16-34ad588fabe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'f64181dc-dfa9-4ed5-8d0e-066b13de44a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:37Z', 'updated_at': '2021-10-27T18:16:45Z', 'revision_number': 4, 'project_id': 'f6f614013ac944c0bd136d74e2c338cd', 'subnets': [{'id': 'f64181dc-dfa9-4ed5-8d0e-066b13de44a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:16:46.731867 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20a73e14-9b7c-4f89-b907-c7d528a4bfa4 req-39465584-49b4-4361-b08c-9fda7132e3b1 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4270308 Oct 27 18:16:46.761434 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-20a73e14-9b7c-4f89-b907-c7d528a4bfa4 req-c8da5b34-6662-4880-8e13-f847a9dfdb69 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:16:46.778840 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:46.817208 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8fc3d528-c1d6-4ba1-964d-cebfffc6cd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:46.825491 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c2a6b150-671a-4016-bed6-02717d3e7ee1 req-dec917a1-8271-4743-89f2-b6b4df91799b tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe7b47d0-b2d2-4513-ad4b-681a95d750a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706436 Oct 27 18:16:46.900634 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3328dea9-da1d-4ead-a9c7-40487d5469ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:46.992503 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cab35d14-ef3c-4ec8-94d0-89abceaa7ec7 req-9b260fa0-e1a4-4010-a762-9a60aeee619f tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1840160-fba3-4492-a887-2fb869a68d20 HTTP/1.1" status: 200 len: 210 time: 0.0717626 Oct 27 18:16:46.999427 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb48052-fbdb-434f-a977-e00ccb38eb37 req-828ce4d4-fff5-4fd4-8c24-f274c444f335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:47.005892 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3eb48052-fbdb-434f-a977-e00ccb38eb37 req-828ce4d4-fff5-4fd4-8c24-f274c444f335 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c95aa21c-2b56-49ff-b508-5e602b607f55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2077482 Oct 27 18:16:47.010047 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-20a73e14-9b7c-4f89-b907-c7d528a4bfa4 req-c8da5b34-6662-4880-8e13-f847a9dfdb69 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks [] for floatingip, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:47.104784 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['2a7444df-e262-4ae0-afaf-72b2a9d5a01a'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:16:47.137715 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=2a7444df-e262-4ae0-afaf-72b2a9d5a01a,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:47.267950 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 67f9e476-1b69-4e3a-abe7-4df7ddd5121c up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:16:47.448429 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3d528-c1d6-4ba1-964d-cebfffc6cd11 None None] Pushing event updated for resources: {'Port': ['ID=67f9e476-1b69-4e3a-abe7-4df7ddd5121c,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:47.505912 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12874a26-cb66-42c4-86a5-bc82bc55ec62 req-2e06bea9-128a-4e79-8e44-272b8c15e3cc tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:47.511893 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-12874a26-cb66-42c4-86a5-bc82bc55ec62 req-2e06bea9-128a-4e79-8e44-272b8c15e3cc tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcef9526-6b6c-48a6-b2d5-8e5c661a56d6 HTTP/1.1" status: 200 len: 945 time: 0.1710358 Oct 27 18:16:47.514762 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 67f9e476-1b69-4e3a-abe7-4df7ddd5121c triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:47.515181 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:47.632996 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3eb48052-fbdb-434f-a977-e00ccb38eb37 req-a811a35d-63b4-4c50-8bf2-8f8fa3ce542a service neutron] 10.222.0.81 "GET /v2.0/networks/c95aa21c-2b56-49ff-b508-5e602b607f55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6042197 Oct 27 18:16:47.675266 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-4c52b30b-5370-4766-9b59-4ccd6c0c7d09 service neutron] For port e6afc575-e2ed-486a-9f6a-55abaa859db6, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e6afc575-e2ed-486a-9f6a-55abaa859db6,segment=NetworkSegment(32b71140-e440-46b3-9b2a-24e683b039db),segment_id=32b71140-e440-46b3-9b2a-24e683b039db)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:16:47.694616 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-12874a26-cb66-42c4-86a5-bc82bc55ec62 req-18a8a20d-d638-4146-a755-778d64afb568 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596391 Oct 27 18:16:47.764620 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-20a73e14-9b7c-4f89-b907-c7d528a4bfa4 req-c8da5b34-6662-4880-8e13-f847a9dfdb69 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:47.799567 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-4c52b30b-5370-4766-9b59-4ccd6c0c7d09 service neutron] For port e6afc575-e2ed-486a-9f6a-55abaa859db6, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:16:47.852761 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3328dea9-da1d-4ead-a9c7-40487d5469ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:47.905965 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcef9526-6b6c-48a6-b2d5-8e5c661a56d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6afc575-e2ed-486a-9f6a-55abaa859db6'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:16:47.909279 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e94d18a-d579-4584-89d0-1363c74b46a2" -d '{"events": [{"server_uuid": "bcef9526-6b6c-48a6-b2d5-8e5c661a56d6", "name": "network-vif-unplugged", "status": "completed", "tag": "e6afc575-e2ed-486a-9f6a-55abaa859db6"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:16:47.917417 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-4c52b30b-5370-4766-9b59-4ccd6c0c7d09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:48.003946 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd98ce-42f8-41ce-867e-d345d6dde320 req-d6350336-d3b4-4b8b-85e6-15f79a948344 tempest-ServersAdminNegativeTestJSON-125940138 tempest-ServersAdminNegativeTestJSON-125940138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:48.008655 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-4c52b30b-5370-4766-9b59-4ccd6c0c7d09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:48.011725 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c2fd98ce-42f8-41ce-867e-d345d6dde320 req-d6350336-d3b4-4b8b-85e6-15f79a948344 tempest-ServersAdminNegativeTestJSON-125940138 tempest-ServersAdminNegativeTestJSON-125940138-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c7390a9d-792d-446c-bf3d-0c23b52adae2 HTTP/1.1" status: 200 len: 1100 time: 0.1549661 Oct 27 18:16:48.037757 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c2fd98ce-42f8-41ce-867e-d345d6dde320 req-4c427ab3-4bca-4cc2-bd12-404ca5481eb0 tempest-ServersAdminNegativeTestJSON-125940138 tempest-ServersAdminNegativeTestJSON-125940138-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:48.102577 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3eb48052-fbdb-434f-a977-e00ccb38eb37 req-86e652ef-1d33-4a1a-843d-f5d482640dfb service neutron] 10.222.0.81 "GET /v2.0/networks/c95aa21c-2b56-49ff-b508-5e602b607f55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4230528 Oct 27 18:16:48.149377 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3328dea9-da1d-4ead-a9c7-40487d5469ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:48.155709 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-20a73e14-9b7c-4f89-b907-c7d528a4bfa4 req-c8da5b34-6662-4880-8e13-f847a9dfdb69 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Allocated IP 172.25.6.239 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/26b119f6-ba10-4966-8039-b497a3909e38) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:16:48.159280 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3328dea9-da1d-4ead-a9c7-40487d5469ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:48.163292 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3328dea9-da1d-4ead-a9c7-40487d5469ec admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/47a03826-d565-46be-aa33-6e1143e8599e HTTP/1.1" status: 204 len: 168 time: 1.5652094 Oct 27 18:16:48.236047 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328dea9-da1d-4ead-a9c7-40487d5469ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a03826-d565-46be-aa33-6e1143e8599e,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:48.364910 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-4c52b30b-5370-4766-9b59-4ccd6c0c7d09 service neutron] Attempting to bind port e6afc575-e2ed-486a-9f6a-55abaa859db6 on host n-h2-815690-2 for vnic_type normal with profile {"migrating_to": "n-h1-815690-2"} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:16:48.365252 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-4c52b30b-5370-4766-9b59-4ccd6c0c7d09 service neutron] Attempting to bind port e6afc575-e2ed-486a-9f6a-55abaa859db6 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:16:48.365586 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-4c52b30b-5370-4766-9b59-4ccd6c0c7d09 service neutron] Attempting to bind port e6afc575-e2ed-486a-9f6a-55abaa859db6 on network b3551270-2765-4a25-abeb-25e55b0a5126 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:16:48.371982 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c52b30b-5370-4766-9b59-4ccd6c0c7d09 service neutron] Pushing event updated for resources: {'Port': ['ID=e6afc575-e2ed-486a-9f6a-55abaa859db6,revision_number=7']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:48.392006 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-4c52b30b-5370-4766-9b59-4ccd6c0c7d09 service neutron] Port e6afc575-e2ed-486a-9f6a-55abaa859db6 on network b3551270-2765-4a25-abeb-25e55b0a5126 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:16:48.392006 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-4c52b30b-5370-4766-9b59-4ccd6c0c7d09 service neutron] Attempting to bind port e6afc575-e2ed-486a-9f6a-55abaa859db6 on network b3551270-2765-4a25-abeb-25e55b0a5126 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:16:48.403486 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-4c52b30b-5370-4766-9b59-4ccd6c0c7d09 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:16:48.403833 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-4c52b30b-5370-4766-9b59-4ccd6c0c7d09 service neutron] Checking segment: {'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:16:48.404224 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-4c52b30b-5370-4766-9b59-4ccd6c0c7d09 service neutron] Bound using segment: {'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:16:48.405183 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-4c52b30b-5370-4766-9b59-4ccd6c0c7d09 service neutron] Bound port: e6afc575-e2ed-486a-9f6a-55abaa859db6, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:16:48.406416 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-4c52b30b-5370-4766-9b59-4ccd6c0c7d09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:48.579019 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:16:48.610800 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-4c52b30b-5370-4766-9b59-4ccd6c0c7d09 service neutron] For port e6afc575-e2ed-486a-9f6a-55abaa859db6, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:16:48.621209 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-4c52b30b-5370-4766-9b59-4ccd6c0c7d09 service neutron] For port e6afc575-e2ed-486a-9f6a-55abaa859db6, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e6afc575-e2ed-486a-9f6a-55abaa859db6,segment=NetworkSegment(32b71140-e440-46b3-9b2a-24e683b039db),segment_id=32b71140-e440-46b3-9b2a-24e683b039db)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:16:48.722249 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-4c52b30b-5370-4766-9b59-4ccd6c0c7d09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:48.736055 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c2fd98ce-42f8-41ce-867e-d345d6dde320 req-4c427ab3-4bca-4cc2-bd12-404ca5481eb0 tempest-ServersAdminNegativeTestJSON-125940138 tempest-ServersAdminNegativeTestJSON-125940138-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:48.798726 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-20a73e14-9b7c-4f89-b907-c7d528a4bfa4 req-c8da5b34-6662-4880-8e13-f847a9dfdb69 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:48.825896 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c2fd98ce-42f8-41ce-867e-d345d6dde320 req-4c427ab3-4bca-4cc2-bd12-404ca5481eb0 tempest-ServersAdminNegativeTestJSON-125940138 tempest-ServersAdminNegativeTestJSON-125940138-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:48.853072 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-4c52b30b-5370-4766-9b59-4ccd6c0c7d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:48.854071 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-4c52b30b-5370-4766-9b59-4ccd6c0c7d09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:48.855558 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-4c52b30b-5370-4766-9b59-4ccd6c0c7d09 service neutron] 10.222.0.81 "PUT /v2.0/ports/e6afc575-e2ed-486a-9f6a-55abaa859db6 HTTP/1.1" status: 200 len: 1121 time: 2.8994892 Oct 27 18:16:48.875299 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c52b30b-5370-4766-9b59-4ccd6c0c7d09 service neutron] Pushing event updated for resources: {'Port': ['ID=e6afc575-e2ed-486a-9f6a-55abaa859db6,revision_number=8']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:48.919408 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c427ab3-4bca-4cc2-bd12-404ca5481eb0 tempest-ServersAdminNegativeTestJSON-125940138 tempest-ServersAdminNegativeTestJSON-125940138-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd21c0d-3d80-4e50-88b1-2e382d36bbff,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:48.933501 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['e6afc575-e2ed-486a-9f6a-55abaa859db6'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:16:48.946014 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c2fd98ce-42f8-41ce-867e-d345d6dde320 req-4c427ab3-4bca-4cc2-bd12-404ca5481eb0 tempest-ServersAdminNegativeTestJSON-125940138 tempest-ServersAdminNegativeTestJSON-125940138-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=64823d5a-2970-43e6-8206-39ed65e81f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9332249 Oct 27 18:16:49.028024 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 67f9e476-1b69-4e3a-abe7-4df7ddd5121c up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:16:49.051160 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-20a73e14-9b7c-4f89-b907-c7d528a4bfa4 req-c8da5b34-6662-4880-8e13-f847a9dfdb69 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:49.244798 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20a73e14-9b7c-4f89-b907-c7d528a4bfa4 req-c8da5b34-6662-4880-8e13-f847a9dfdb69 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:16:49.253410 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-20a73e14-9b7c-4f89-b907-c7d528a4bfa4 req-c8da5b34-6662-4880-8e13-f847a9dfdb69 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:16:49.260172 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a73e14-9b7c-4f89-b907-c7d528a4bfa4 req-c8da5b34-6662-4880-8e13-f847a9dfdb69 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:16:49.304772 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 67f9e476-1b69-4e3a-abe7-4df7ddd5121c triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:49.305147 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:49.313284 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da5b34-6662-4880-8e13-f847a9dfdb69 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Pushing event updated for resources: {'Port': ['ID=26b119f6-ba10-4966-8039-b497a3909e38,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:49.369756 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8da3ad-a3d4-41ed-83d9-b88ea8a0225c req-e4eae5ee-1e95-4a01-827a-fea87fc4662b tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:49.370884 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ce8da3ad-a3d4-41ed-83d9-b88ea8a0225c req-e4eae5ee-1e95-4a01-827a-fea87fc4662b tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc HTTP/1.1" status: 200 len: 945 time: 0.2610626 Oct 27 18:16:49.396265 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-20a73e14-9b7c-4f89-b907-c7d528a4bfa4 req-c8da5b34-6662-4880-8e13-f847a9dfdb69 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:49.432154 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ce8da3ad-a3d4-41ed-83d9-b88ea8a0225c req-946e5d0d-4206-487b-8d27-d4c2364ffccb tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490170 Oct 27 18:16:49.526066 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-20a73e14-9b7c-4f89-b907-c7d528a4bfa4 req-c8da5b34-6662-4880-8e13-f847a9dfdb69 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:49.663859 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686086f6-a454-4d30-9a36-f93491021736 req-88519b7f-8679-4f0e-ae2d-ab12fc0e5b3a tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:49.668594 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-686086f6-a454-4d30-9a36-f93491021736 req-88519b7f-8679-4f0e-ae2d-ab12fc0e5b3a tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea5b0be3-d120-4eee-aaef-b97739b032d1 HTTP/1.1" status: 200 len: 944 time: 0.1135588 Oct 27 18:16:49.729230 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-686086f6-a454-4d30-9a36-f93491021736 req-20daad04-2576-4887-90e9-a47d9970cb8b tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe7b47d0-b2d2-4513-ad4b-681a95d750a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556643 Oct 27 18:16:49.765055 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 2a7444df-e262-4ae0-afaf-72b2a9d5a01a up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:16:49.786341 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-20a73e14-9b7c-4f89-b907-c7d528a4bfa4 req-c8da5b34-6662-4880-8e13-f847a9dfdb69 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:49.808245 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 18:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78b2095-cbba-45dd-8462-96280c1a6d82 x-openstack-request-id: req-b78b2095-cbba-45dd-8462-96280c1a6d82 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:16:49.808245 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcef9526-6b6c-48a6-b2d5-8e5c661a56d6", "name": "network-vif-unplugged", "status": "completed", "tag": "e6afc575-e2ed-486a-9f6a-55abaa859db6", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:16:49.808245 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b78b2095-cbba-45dd-8462-96280c1a6d82 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:16:49.808245 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcef9526-6b6c-48a6-b2d5-8e5c661a56d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6afc575-e2ed-486a-9f6a-55abaa859db6', 'code': 200} Oct 27 18:16:49.872026 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-20a73e14-9b7c-4f89-b907-c7d528a4bfa4 req-c8da5b34-6662-4880-8e13-f847a9dfdb69 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:49.898324 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bbac6666-c95d-4f42-89c1-a2ad271cc5e9 req-23c015ed-0ce1-44ff-9d5c-227f1b558810 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1840160-fba3-4492-a887-2fb869a68d20 HTTP/1.1" status: 200 len: 210 time: 0.0367029 Oct 27 18:16:49.924445 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 2a7444df-e262-4ae0-afaf-72b2a9d5a01a completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:16:49.932346 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 2a7444df-e262-4ae0-afaf-72b2a9d5a01a triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:49.932713 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:49.993993 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da5b34-6662-4880-8e13-f847a9dfdb69 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Pushing event updated for resources: {'Port': ['ID=26b119f6-ba10-4966-8039-b497a3909e38,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:50.010440 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-20a73e14-9b7c-4f89-b907-c7d528a4bfa4 req-c8da5b34-6662-4880-8e13-f847a9dfdb69 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:50.080485 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:50.103444 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-20a73e14-9b7c-4f89-b907-c7d528a4bfa4 req-c8da5b34-6662-4880-8e13-f847a9dfdb69 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:50.104849 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20a73e14-9b7c-4f89-b907-c7d528a4bfa4 req-c8da5b34-6662-4880-8e13-f847a9dfdb69 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3666501 Oct 27 18:16:50.149880 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 2a7444df-e262-4ae0-afaf-72b2a9d5a01a, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=2a7444df-e262-4ae0-afaf-72b2a9d5a01a,segment=NetworkSegment(58a88469-a6e8-4f4a-87d0-167a1bff6a8c),segment_id=58a88469-a6e8-4f4a-87d0-167a1bff6a8c)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:16:50.156051 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e7c75fa-988a-445b-8f88-e443a50af5cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7444df-e262-4ae0-afaf-72b2a9d5a01a'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:16:50.160826 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a491f2-400e-447e-b327-eb37e5af9b95" -d '{"events": [{"server_uuid": "6e7c75fa-988a-445b-8f88-e443a50af5cc", "name": "network-vif-plugged", "status": "completed", "tag": "2a7444df-e262-4ae0-afaf-72b2a9d5a01a"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:16:50.200678 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20a73e14-9b7c-4f89-b907-c7d528a4bfa4 req-1a067a53-c937-4a67-ac6c-a85c36e3b207 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.239 HTTP/1.1" status: 200 len: 696 time: 0.0885360 Oct 27 18:16:50.236208 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:50.301626 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=2a7444df-e262-4ae0-afaf-72b2a9d5a01a,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:50.331854 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a73e14-9b7c-4f89-b907-c7d528a4bfa4 req-07a7b4b2-d9c9-46b6-b292-43100b81b7ac tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:50.333424 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20a73e14-9b7c-4f89-b907-c7d528a4bfa4 req-07a7b4b2-d9c9-46b6-b292-43100b81b7ac tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] 10.222.0.52 "GET /v2.0/networks/0fad50cd-70b8-43d9-8a14-cc05c0fdea0e HTTP/1.1" status: 200 len: 784 time: 0.1318414 Oct 27 18:16:50.360146 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-20a73e14-9b7c-4f89-b907-c7d528a4bfa4 req-bdf0d7e9-64ac-408d-bc12-9a7620a918a8 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:16:50.364872 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20a73e14-9b7c-4f89-b907-c7d528a4bfa4 req-bdf0d7e9-64ac-408d-bc12-9a7620a918a8 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0088794 Oct 27 18:16:50.384014 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a431487-4ab3-420c-bc83-b8eae14eea41 req-c6951b96-9425-4f0a-b7bc-d3d6822c7127 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:50.386517 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0a431487-4ab3-420c-bc83-b8eae14eea41 req-c6951b96-9425-4f0a-b7bc-d3d6822c7127 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcef9526-6b6c-48a6-b2d5-8e5c661a56d6 HTTP/1.1" status: 200 len: 943 time: 0.0745697 Oct 27 18:16:50.432613 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0a431487-4ab3-420c-bc83-b8eae14eea41 req-51f33a0f-1c0e-4292-8f8e-2c120f066646 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394025 Oct 27 18:16:50.491819 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6092ebc-7a17-4b85-8b54-117adf907714 x-openstack-request-id: req-d6092ebc-7a17-4b85-8b54-117adf907714 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:16:50.492504 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e7c75fa-988a-445b-8f88-e443a50af5cc", "name": "network-vif-plugged", "status": "completed", "tag": "2a7444df-e262-4ae0-afaf-72b2a9d5a01a", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:16:50.492828 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d6092ebc-7a17-4b85-8b54-117adf907714 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:16:50.493288 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e7c75fa-988a-445b-8f88-e443a50af5cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7444df-e262-4ae0-afaf-72b2a9d5a01a', 'code': 200} Oct 27 18:16:50.667432 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-34797ba0-5917-4938-b2e4-0ce73d650e1b tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=d8aa91e78a174144af8b9034a6f65ab0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510240 Oct 27 18:16:50.721011 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de970f4-e84f-4dd0-a9df-71795b9bdbf1 req-f664ec54-59dc-48c8-a60c-60f92c081080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:50.722488 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9de970f4-e84f-4dd0-a9df-71795b9bdbf1 req-f664ec54-59dc-48c8-a60c-60f92c081080 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc HTTP/1.1" status: 200 len: 1097 time: 0.1350584 Oct 27 18:16:50.757010 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-27114de9-6473-4e09-b95f-b78e18556f42 req-059d4bea-c6fb-444f-bb96-a06e270fe170 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2292120 Oct 27 18:16:50.778960 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-27114de9-6473-4e09-b95f-b78e18556f42 req-b112609f-fb6a-469f-b503-3bc3398f6872 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:16:50.835604 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9de970f4-e84f-4dd0-a9df-71795b9bdbf1 req-2de4031e-e72e-40ea-9d5d-ed7345adcc08 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785427 Oct 27 18:16:50.860780 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-36c84b3a-a068-44e2-ab15-3c6022e5ab6d tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:50.862242 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-36c84b3a-a068-44e2-ab15-3c6022e5ab6d tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1822491 Oct 27 18:16:50.878263 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-046b328d-5fc9-4b87-ba1f-6fd94502b570 tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] 10.222.0.52 "GET /v2.0/quotas/d8aa91e78a174144af8b9034a6f65ab0 HTTP/1.1" status: 200 len: 375 time: 0.0102150 Oct 27 18:16:50.912486 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-a05b7f20-791e-4bea-94c3-2bf9d48c2398 tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d8aa91e78a174144af8b9034a6f65ab0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279028 Oct 27 18:16:50.921416 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-27114de9-6473-4e09-b95f-b78e18556f42 req-b112609f-fb6a-469f-b503-3bc3398f6872 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks [] for floatingip, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:51.024713 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-27114de9-6473-4e09-b95f-b78e18556f42 req-b112609f-fb6a-469f-b503-3bc3398f6872 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:51.139858 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-27114de9-6473-4e09-b95f-b78e18556f42 req-b112609f-fb6a-469f-b503-3bc3398f6872 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Allocated IP 172.25.6.82 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/81d70147-fa48-4c6b-9c5e-df993c7cd9a4) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:16:51.173593 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 43092) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:16:51.297825 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-254634a9-725d-45a3-a186-f7e9b9b56e9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:51.304640 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770d9fa-9793-436f-8cd6-ec93d3eeabd1 req-b4df3aab-134d-4cf9-9ec1-ae69c0df4961 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:51.311362 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a770d9fa-9793-436f-8cd6-ec93d3eeabd1 req-b4df3aab-134d-4cf9-9ec1-ae69c0df4961 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc HTTP/1.1" status: 200 len: 946 time: 0.0982711 Oct 27 18:16:51.350311 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-27114de9-6473-4e09-b95f-b78e18556f42 req-b112609f-fb6a-469f-b503-3bc3398f6872 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:51.370039 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a770d9fa-9793-436f-8cd6-ec93d3eeabd1 req-78ad7e1f-d0b3-43b1-bb06-88ce8da25572 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505502 Oct 27 18:16:51.471896 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-851637f1-1cad-401a-8906-4c3b727a6076 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:51.473495 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-851637f1-1cad-401a-8906-4c3b727a6076 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.81 "GET /v2.0/networks?id=f511542f-5df3-4e7b-b026-a1f4910c0d39 HTTP/1.1" status: 200 len: 823 time: 0.1490037 Oct 27 18:16:51.491072 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3df8d-c2d1-4367-b4d6-4c62407aa8dd req-49364757-0ba5-4f58-8d0e-dd57d3d475a5 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:51.493244 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-98b3df8d-c2d1-4367-b4d6-4c62407aa8dd req-49364757-0ba5-4f58-8d0e-dd57d3d475a5 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea5b0be3-d120-4eee-aaef-b97739b032d1 HTTP/1.1" status: 200 len: 944 time: 0.0548794 Oct 27 18:16:51.494760 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-27114de9-6473-4e09-b95f-b78e18556f42 req-b112609f-fb6a-469f-b503-3bc3398f6872 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:51.524603 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-254634a9-725d-45a3-a186-f7e9b9b56e9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:51.552588 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-739c48d1-749a-4c19-9356-6285a4e4901d tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8df18aaf1594db3b572eb589716619a HTTP/1.1" status: 200 len: 379 time: 0.0661488 Oct 27 18:16:51.555975 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27114de9-6473-4e09-b95f-b78e18556f42 req-b112609f-fb6a-469f-b503-3bc3398f6872 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:16:51.564805 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-127ad9e8-2bb7-416a-95a3-ade0c1be1a02 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Request body: {'port': {'device_id': 'b1840160-fba3-4492-a887-2fb869a68d20', 'network_id': 'f511542f-5df3-4e7b-b026-a1f4910c0d39', 'admin_state_up': True, 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'security_groups': ['19f055c0-00bc-42ca-93a0-0641824e6b73']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:16:51.566881 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-27114de9-6473-4e09-b95f-b78e18556f42 req-b112609f-fb6a-469f-b503-3bc3398f6872 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:16:51.573071 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-27114de9-6473-4e09-b95f-b78e18556f42 req-b112609f-fb6a-469f-b503-3bc3398f6872 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:16:51.581983 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-254634a9-725d-45a3-a186-f7e9b9b56e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:51.600349 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b112609f-fb6a-469f-b503-3bc3398f6872 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Pushing event updated for resources: {'Port': ['ID=81d70147-fa48-4c6b-9c5e-df993c7cd9a4,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:51.605029 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-98b3df8d-c2d1-4367-b4d6-4c62407aa8dd req-87d7eb5c-e9d9-474a-9a61-39b6e46ed2e9 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe7b47d0-b2d2-4513-ad4b-681a95d750a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006842 Oct 27 18:16:51.664538 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-254634a9-725d-45a3-a186-f7e9b9b56e9e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1f1b8a5d1181478490052145a2453181&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4897821 Oct 27 18:16:51.667579 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254634a9-725d-45a3-a186-f7e9b9b56e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f266dddf-9809-40b6-987a-93cce01ee1ec,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:51.672220 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43104) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:16:51.724345 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-27114de9-6473-4e09-b95f-b78e18556f42 req-b112609f-fb6a-469f-b503-3bc3398f6872 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:51.750503 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-214224e7-2912-4464-a54c-e24c3ea19fa2 req-2f6d1b0c-70bc-46c6-ac60-adc4b0391a03 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1840160-fba3-4492-a887-2fb869a68d20 HTTP/1.1" status: 200 len: 210 time: 0.0458302 Oct 27 18:16:51.779718 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1402764f-87c3-45d6-a169-865e4b18813c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:51.809319 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcef9526-6b6c-48a6-b2d5-8e5c661a56d6', 'tag': 'e6afc575-e2ed-486a-9f6a-55abaa859db6'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:16:51.812928 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f76f2d9-deda-4a20-9649-3b4dac13a561" -d '{"events": [{"name": "network-changed", "server_uuid": "bcef9526-6b6c-48a6-b2d5-8e5c661a56d6", "tag": "e6afc575-e2ed-486a-9f6a-55abaa859db6"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:16:51.831605 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-32347004-612a-4f8a-9976-ffa59b688c9a req-a4670656-83ac-4a06-a9ae-cc8196a5f621 tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd02b6c3-2521-4803-b091-008cc141582b HTTP/1.1" status: 200 len: 210 time: 0.0370085 Oct 27 18:16:51.833484 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1402764f-87c3-45d6-a169-865e4b18813c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:51.833829 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-127ad9e8-2bb7-416a-95a3-ade0c1be1a02 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Made reservation on behalf of f8df18aaf1594db3b572eb589716619a for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:16:51.838056 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-127ad9e8-2bb7-416a-95a3-ade0c1be1a02 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:51.892168 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-27114de9-6473-4e09-b95f-b78e18556f42 req-b112609f-fb6a-469f-b503-3bc3398f6872 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:52.004512 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-127ad9e8-2bb7-416a-95a3-ade0c1be1a02 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Allocated IP 172.20.0.11 (f511542f-5df3-4e7b-b026-a1f4910c0d39/71d7f89c-bbad-475f-9db7-0378b3e2ca7c/15149c09-094a-4d4c-a3ed-75b4f2d6ea6e) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:16:52.041966 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63abf5-ebe1-44e8-b886-bfafb9289853 req-b8f56613-36d7-4e55-ad66-990b38bd5dc9 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:52.043521 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9e63abf5-ebe1-44e8-b886-bfafb9289853 req-b8f56613-36d7-4e55-ad66-990b38bd5dc9 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcef9526-6b6c-48a6-b2d5-8e5c661a56d6 HTTP/1.1" status: 200 len: 943 time: 0.1060472 Oct 27 18:16:52.047497 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1402764f-87c3-45d6-a169-865e4b18813c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:52.052093 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1402764f-87c3-45d6-a169-865e4b18813c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:52.052093 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1402764f-87c3-45d6-a169-865e4b18813c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f266dddf-9809-40b6-987a-93cce01ee1ec HTTP/1.1" status: 204 len: 168 time: 0.3821368 Oct 27 18:16:52.085736 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1402764f-87c3-45d6-a169-865e4b18813c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f266dddf-9809-40b6-987a-93cce01ee1ec,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:52.140808 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9e63abf5-ebe1-44e8-b886-bfafb9289853 req-8316a4cc-16a6-4538-b9ef-67f27530e945 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851562 Oct 27 18:16:52.149963 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-27114de9-6473-4e09-b95f-b78e18556f42 req-b112609f-fb6a-469f-b503-3bc3398f6872 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:52.179008 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-127ad9e8-2bb7-416a-95a3-ade0c1be1a02 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:52.195906 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883f8e08-fce7-49da-a7c5-fc4b8e47fef1 x-openstack-request-id: req-883f8e08-fce7-49da-a7c5-fc4b8e47fef1 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:16:52.195906 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcef9526-6b6c-48a6-b2d5-8e5c661a56d6", "tag": "e6afc575-e2ed-486a-9f6a-55abaa859db6", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:16:52.195906 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-883f8e08-fce7-49da-a7c5-fc4b8e47fef1 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:16:52.195906 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcef9526-6b6c-48a6-b2d5-8e5c661a56d6', 'tag': 'e6afc575-e2ed-486a-9f6a-55abaa859db6', 'status': 'completed', 'code': 200} Oct 27 18:16:52.256301 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-27114de9-6473-4e09-b95f-b78e18556f42 req-b112609f-fb6a-469f-b503-3bc3398f6872 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:52.276197 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-127ad9e8-2bb7-416a-95a3-ade0c1be1a02 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:52.321646 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-127ad9e8-2bb7-416a-95a3-ade0c1be1a02 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Network f511542f-5df3-4e7b-b026-a1f4910c0d39 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:16:52.327572 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-127ad9e8-2bb7-416a-95a3-ade0c1be1a02 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:16:52.332140 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-127ad9e8-2bb7-416a-95a3-ade0c1be1a02 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:16:52.339497 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b112609f-fb6a-469f-b503-3bc3398f6872 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Pushing event updated for resources: {'Port': ['ID=81d70147-fa48-4c6b-9c5e-df993c7cd9a4,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:52.341894 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76f2d9-deda-4a20-9649-3b4dac13a561 req-c6b2938c-69e0-4f5e-9987-6e7510663f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:52.343687 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1f76f2d9-deda-4a20-9649-3b4dac13a561 req-c6b2938c-69e0-4f5e-9987-6e7510663f50 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a91620ccab6b42bd92005fb366774bad&device_id=bcef9526-6b6c-48a6-b2d5-8e5c661a56d6 HTTP/1.1" status: 200 len: 1124 time: 0.1141417 Oct 27 18:16:52.364464 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-27114de9-6473-4e09-b95f-b78e18556f42 req-b112609f-fb6a-469f-b503-3bc3398f6872 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:52.376899 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127ad9e8-2bb7-416a-95a3-ade0c1be1a02 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Pushing event updated for resources: {'Port': ['ID=15149c09-094a-4d4c-a3ed-75b4f2d6ea6e,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:52.401556 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-127ad9e8-2bb7-416a-95a3-ade0c1be1a02 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:52.405393 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-127ad9e8-2bb7-416a-95a3-ade0c1be1a02 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:52.467193 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76f2d9-deda-4a20-9649-3b4dac13a561 req-6e59f1b6-1edd-4759-a5eb-7d049d9aa371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:52.469665 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1f76f2d9-deda-4a20-9649-3b4dac13a561 req-6e59f1b6-1edd-4759-a5eb-7d049d9aa371 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b3551270-2765-4a25-abeb-25e55b0a5126 HTTP/1.1" status: 200 len: 923 time: 0.1136611 Oct 27 18:16:52.519158 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-127ad9e8-2bb7-416a-95a3-ade0c1be1a02 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9590940 Oct 27 18:16:52.524587 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1f76f2d9-deda-4a20-9649-3b4dac13a561 req-f52a38ab-41d3-405e-9b40-fe52ca297a45 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6afc575-e2ed-486a-9f6a-55abaa859db6 HTTP/1.1" status: 200 len: 217 time: 0.0444121 Oct 27 18:16:52.527546 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-27114de9-6473-4e09-b95f-b78e18556f42 req-b112609f-fb6a-469f-b503-3bc3398f6872 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:52.532646 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-45c3a281-575b-41ed-807d-2dd489e32674 service neutron] Request body: {'port': {'device_id': 'b1840160-fba3-4492-a887-2fb869a68d20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:16:52.536188 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-27114de9-6473-4e09-b95f-b78e18556f42 req-b112609f-fb6a-469f-b503-3bc3398f6872 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7720897 Oct 27 18:16:52.591238 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-45c3a281-575b-41ed-807d-2dd489e32674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:52.612818 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-bbf92e54-31a9-4286-9fc8-1e3532a01510 None None] Provisioning complete for port 15149c09-094a-4d4c-a3ed-75b4f2d6ea6e triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:52.613403 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-bbf92e54-31a9-4286-9fc8-1e3532a01510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:52.632244 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-27114de9-6473-4e09-b95f-b78e18556f42 req-65b96c44-367c-4259-9ba3-13bc374aad1f tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.82 HTTP/1.1" status: 200 len: 695 time: 0.0949891 Oct 27 18:16:52.657505 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-bbf92e54-31a9-4286-9fc8-1e3532a01510 None None] Port 15149c09-094a-4d4c-a3ed-75b4f2d6ea6e cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:16:52.664780 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76f2d9-deda-4a20-9649-3b4dac13a561 req-1cb13c1a-fc82-42a5-8ab7-c7e093eb7da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:52.669170 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1f76f2d9-deda-4a20-9649-3b4dac13a561 req-1cb13c1a-fc82-42a5-8ab7-c7e093eb7da3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8b6b6ba7-005f-448a-b57c-d52798a8629c HTTP/1.1" status: 200 len: 861 time: 0.1276705 Oct 27 18:16:52.734597 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1f76f2d9-deda-4a20-9649-3b4dac13a561 req-96fab471-f929-493c-8c05-8093bae9a742 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b3551270-2765-4a25-abeb-25e55b0a5126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374794 Oct 27 18:16:52.836343 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43126) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:16:52.890422 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e995a8-de1b-4d1f-9184-87e33a344c85 req-06666f9c-ac92-4f15-9b58-f0914ed26f1f tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:52.891997 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-66e995a8-de1b-4d1f-9184-87e33a344c85 req-06666f9c-ac92-4f15-9b58-f0914ed26f1f tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc HTTP/1.1" status: 200 len: 946 time: 0.1544032 Oct 27 18:16:52.892968 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-838c232e-1b0a-4ede-863e-7fb9a33e43fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:52.918303 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27114de9-6473-4e09-b95f-b78e18556f42 req-25b09f6e-cbae-42a4-9922-38893b56c850 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:52.920139 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-27114de9-6473-4e09-b95f-b78e18556f42 req-25b09f6e-cbae-42a4-9922-38893b56c850 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] 10.222.0.52 "GET /v2.0/networks/0fad50cd-70b8-43d9-8a14-cc05c0fdea0e HTTP/1.1" status: 200 len: 784 time: 0.2816708 Oct 27 18:16:52.937066 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-45c3a281-575b-41ed-807d-2dd489e32674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15149c09-094a-4d4c-a3ed-75b4f2d6ea6e {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:16:52.947506 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-45c3a281-575b-41ed-807d-2dd489e32674 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:52.964550 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-45c3a281-575b-41ed-807d-2dd489e32674 service neutron] Transition to ACTIVE for port object 15149c09-094a-4d4c-a3ed-75b4f2d6ea6e will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:16:52.972040 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1f76f2d9-deda-4a20-9649-3b4dac13a561 req-24f35d91-b71a-4750-9c0a-893aec3cc9c3 service neutron] 10.222.0.93 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213962 Oct 27 18:16:53.035894 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-45c3a281-575b-41ed-807d-2dd489e32674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:53.050284 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-66e995a8-de1b-4d1f-9184-87e33a344c85 req-4c6d988a-5bca-4dfb-9371-5fd587598753 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394823 Oct 27 18:16:53.118463 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-838c232e-1b0a-4ede-863e-7fb9a33e43fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:53.128600 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3a281-575b-41ed-807d-2dd489e32674 service neutron] Pushing event updated for resources: {'Port': ['ID=15149c09-094a-4d4c-a3ed-75b4f2d6ea6e,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:53.160999 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226d26f-c964-4991-9a4c-13139dfa6da0 req-a465111f-ddc7-4a7d-9d53-621a66a3dd42 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:53.163791 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9226d26f-c964-4991-9a4c-13139dfa6da0 req-a465111f-ddc7-4a7d-9d53-621a66a3dd42 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea5b0be3-d120-4eee-aaef-b97739b032d1 HTTP/1.1" status: 200 len: 944 time: 0.1667602 Oct 27 18:16:53.206864 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-838c232e-1b0a-4ede-863e-7fb9a33e43fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:53.219640 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-45c3a281-575b-41ed-807d-2dd489e32674 service neutron] Attempting to bind port 15149c09-094a-4d4c-a3ed-75b4f2d6ea6e on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:16:53.221258 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1f76f2d9-deda-4a20-9649-3b4dac13a561 req-bba4d046-e173-4f01-b565-17b67dfad28c service neutron] 10.222.0.93 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378836 Oct 27 18:16:53.221362 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-45c3a281-575b-41ed-807d-2dd489e32674 service neutron] Attempting to bind port 15149c09-094a-4d4c-a3ed-75b4f2d6ea6e by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': 'bcfac05a-4f8b-414e-8b59-ad5aa9190aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'f511542f-5df3-4e7b-b026-a1f4910c0d39'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:16:53.221362 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-45c3a281-575b-41ed-807d-2dd489e32674 service neutron] Attempting to bind port 15149c09-094a-4d4c-a3ed-75b4f2d6ea6e on network f511542f-5df3-4e7b-b026-a1f4910c0d39 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:16:53.225954 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-45c3a281-575b-41ed-807d-2dd489e32674 service neutron] Port 15149c09-094a-4d4c-a3ed-75b4f2d6ea6e on network f511542f-5df3-4e7b-b026-a1f4910c0d39 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:16:53.226174 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-45c3a281-575b-41ed-807d-2dd489e32674 service neutron] Attempting to bind port 15149c09-094a-4d4c-a3ed-75b4f2d6ea6e on network f511542f-5df3-4e7b-b026-a1f4910c0d39 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:16:53.231625 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-45c3a281-575b-41ed-807d-2dd489e32674 service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:16:53.232040 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-45c3a281-575b-41ed-807d-2dd489e32674 service neutron] Checking segment: {'id': 'bcfac05a-4f8b-414e-8b59-ad5aa9190aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'f511542f-5df3-4e7b-b026-a1f4910c0d39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:16:53.233071 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-45c3a281-575b-41ed-807d-2dd489e32674 service neutron] Bound using segment: {'id': 'bcfac05a-4f8b-414e-8b59-ad5aa9190aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'f511542f-5df3-4e7b-b026-a1f4910c0d39'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:16:53.233530 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-45c3a281-575b-41ed-807d-2dd489e32674 service neutron] Bound port: 15149c09-094a-4d4c-a3ed-75b4f2d6ea6e, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcfac05a-4f8b-414e-8b59-ad5aa9190aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'f511542f-5df3-4e7b-b026-a1f4910c0d39'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:16:53.234007 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-45c3a281-575b-41ed-807d-2dd489e32674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:53.284721 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c232e-1b0a-4ede-863e-7fb9a33e43fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b59800-dfeb-4161-9c3e-9a0154f474ad,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:53.290018 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-838c232e-1b0a-4ede-863e-7fb9a33e43fc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=04fe0c688f1e4401aa7d97ae6af3ccbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4517620 Oct 27 18:16:53.296277 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43136) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:16:53.306338 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9226d26f-c964-4991-9a4c-13139dfa6da0 req-5bbae978-6da3-498c-b074-4434b10305ff tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe7b47d0-b2d2-4513-ad4b-681a95d750a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162450 Oct 27 18:16:53.314051 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device e6afc575-e2ed-486a-9f6a-55abaa859db6 details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:16:53.314273 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed477c7c-831a-449a-bbbc-1c0956012c06 req-ba303da2-1de7-4da3-8341-08675e96ee98 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:53.316196 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ed477c7c-831a-449a-bbbc-1c0956012c06 req-ba303da2-1de7-4da3-8341-08675e96ee98 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7390a9d-792d-446c-bf3d-0c23b52adae2 HTTP/1.1" status: 200 len: 949 time: 0.1522918 Oct 27 18:16:53.320515 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-45c3a281-575b-41ed-807d-2dd489e32674 service neutron] For port 15149c09-094a-4d4c-a3ed-75b4f2d6ea6e, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:16:53.325233 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-45c3a281-575b-41ed-807d-2dd489e32674 service neutron] For port 15149c09-094a-4d4c-a3ed-75b4f2d6ea6e, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=15149c09-094a-4d4c-a3ed-75b4f2d6ea6e,segment=NetworkSegment(bcfac05a-4f8b-414e-8b59-ad5aa9190aee),segment_id=bcfac05a-4f8b-414e-8b59-ad5aa9190aee)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:16:53.393655 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-45c3a281-575b-41ed-807d-2dd489e32674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:53.438018 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-45c3a281-575b-41ed-807d-2dd489e32674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:53.438642 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-45c3a281-575b-41ed-807d-2dd489e32674 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:53.439762 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port e6afc575-e2ed-486a-9f6a-55abaa859db6, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e6afc575-e2ed-486a-9f6a-55abaa859db6,segment=NetworkSegment(32b71140-e440-46b3-9b2a-24e683b039db),segment_id=32b71140-e440-46b3-9b2a-24e683b039db)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:16:53.440067 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-45c3a281-575b-41ed-807d-2dd489e32674 service neutron] 10.222.0.81 "PUT /v2.0/ports/15149c09-094a-4d4c-a3ed-75b4f2d6ea6e HTTP/1.1" status: 200 len: 1092 time: 0.9123349 Oct 27 18:16:53.454602 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device e6afc575-e2ed-486a-9f6a-55abaa859db6 has no active binding in host n-h1-815690-2 {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 27 18:16:53.459306 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f2b41b63-0082-4617-a714-d0a736faf7a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:53.472285 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ed477c7c-831a-449a-bbbc-1c0956012c06 req-d6443baa-c945-4a1f-b293-e5a658aa0ae0 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/security-groups?id=64823d5a-2970-43e6-8206-39ed65e81f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400657 Oct 27 18:16:53.475167 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3a281-575b-41ed-807d-2dd489e32674 service neutron] Pushing event updated for resources: {'Port': ['ID=15149c09-094a-4d4c-a3ed-75b4f2d6ea6e,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:53.505990 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6609316-2a5d-4340-8fbe-fab56cffa556 req-433608e4-bd95-42f4-8313-c9b9d9cb904e tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:53.507840 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c6609316-2a5d-4340-8fbe-fab56cffa556 req-433608e4-bd95-42f4-8313-c9b9d9cb904e tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1840160-fba3-4492-a887-2fb869a68d20 HTTP/1.1" status: 200 len: 944 time: 0.1242647 Oct 27 18:16:53.528520 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f2b41b63-0082-4617-a714-d0a736faf7a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:53.602048 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b5a19dd6-9d0c-458a-88cb-1efe229867cb req-2cc52d6f-a120-4085-bca4-bdb798f0ede6 tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd02b6c3-2521-4803-b091-008cc141582b HTTP/1.1" status: 200 len: 210 time: 0.0581832 Oct 27 18:16:53.620882 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c6609316-2a5d-4340-8fbe-fab56cffa556 req-b5a41f48-528a-46d1-b651-81477d018120 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/security-groups?id=19f055c0-00bc-42ca-93a0-0641824e6b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021242 Oct 27 18:16:53.656296 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-8eb0abad-2dde-4eff-9278-7eda40be0c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:53.658240 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-8eb0abad-2dde-4eff-9278-7eda40be0c33 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f8df18aaf1594db3b572eb589716619a&device_id=b1840160-fba3-4492-a887-2fb869a68d20 HTTP/1.1" status: 200 len: 1095 time: 0.0825207 Oct 27 18:16:53.711286 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-75ed2562-1c88-42c0-9bc8-47295e46b447 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15149c09-094a-4d4c-a3ed-75b4f2d6ea6e HTTP/1.1" status: 200 len: 217 time: 0.0443738 Oct 27 18:16:53.768065 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-cd24b703-546a-4230-a16d-4924a96a97d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:53.769548 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-cd24b703-546a-4230-a16d-4924a96a97d0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=71d7f89c-bbad-475f-9db7-0378b3e2ca7c HTTP/1.1" status: 200 len: 862 time: 0.0500698 Oct 27 18:16:53.817422 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-83dc3c0d-163d-4f3f-b2ed-6d6fb7e38f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:53.818965 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-83dc3c0d-163d-4f3f-b2ed-6d6fb7e38f1a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f511542f-5df3-4e7b-b026-a1f4910c0d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417790 Oct 27 18:16:53.919406 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-9c7b3386-9f72-4056-9c40-2f7c96a26524 service neutron] 10.222.0.81 "GET /v2.0/networks/f511542f-5df3-4e7b-b026-a1f4910c0d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908353 Oct 27 18:16:54.006466 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-c18df8b3-d32e-4c84-8509-6062babb1d80 tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=d8aa91e78a174144af8b9034a6f65ab0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0837431 Oct 27 18:16:54.021814 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0e188974-0687-4cdf-aaec-c8599551a6c1 req-ceabf98e-192f-4730-bdad-2f7b57ad0a78 service neutron] 10.222.0.81 "GET /v2.0/networks/f511542f-5df3-4e7b-b026-a1f4910c0d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930932 Oct 27 18:16:54.060230 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f2b41b63-0082-4617-a714-d0a736faf7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:54.063890 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f2b41b63-0082-4617-a714-d0a736faf7a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:54.065022 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f2b41b63-0082-4617-a714-d0a736faf7a5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d3b59800-dfeb-4161-9c3e-9a0154f474ad HTTP/1.1" status: 204 len: 168 time: 0.7678230 Oct 27 18:16:54.111534 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aeb886-1c77-4af1-98eb-d99f94a9ce74 req-ebb2edaa-1e8a-49e0-9a51-c64926bb8ab0 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:54.113074 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a6aeb886-1c77-4af1-98eb-d99f94a9ce74 req-ebb2edaa-1e8a-49e0-9a51-c64926bb8ab0 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc HTTP/1.1" status: 200 len: 1097 time: 0.1928542 Oct 27 18:16:54.121455 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b41b63-0082-4617-a714-d0a736faf7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b59800-dfeb-4161-9c3e-9a0154f474ad,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:54.146673 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d38bed0d-9a7f-4d6b-96f5-c4f38b917aaa req-f3f45662-885d-47ab-a68b-9a26e43a3533 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5126452 Oct 27 18:16:54.161924 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-d38bed0d-9a7f-4d6b-96f5-c4f38b917aaa req-3fe1b321-dc37-48c2-85bd-aaf814137c7a tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:16:54.195827 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1840160-fba3-4492-a887-2fb869a68d20', 'tag': '15149c09-094a-4d4c-a3ed-75b4f2d6ea6e'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:16:54.198210 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8d1dd4-1b04-4716-8a08-7b06e9c3afa1" -d '{"events": [{"name": "network-changed", "server_uuid": "b1840160-fba3-4492-a887-2fb869a68d20", "tag": "15149c09-094a-4d4c-a3ed-75b4f2d6ea6e"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:16:54.220568 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a6aeb886-1c77-4af1-98eb-d99f94a9ce74 req-b85745ca-aa6b-49b3-928d-5cd2873e8cbd tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946169 Oct 27 18:16:54.236152 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-5f983406-3e03-45a4-afb5-061720dc6a5e tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:54.237645 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-5f983406-3e03-45a4-afb5-061720dc6a5e tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2169690 Oct 27 18:16:54.253784 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-0da7846e-ae26-4837-83a6-bd81e140c8ca tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] Request body: {'port': {'device_id': 'cd02b6c3-2521-4803-b091-008cc141582b', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'admin_state_up': True, 'tenant_id': 'd8aa91e78a174144af8b9034a6f65ab0'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:16:54.315091 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408b9fc-5540-4fd9-b5d1-8ab08f2ef6f6 req-7ba17041-20fe-4dec-8586-dc53c43d2a8b tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:54.316617 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1408b9fc-5540-4fd9-b5d1-8ab08f2ef6f6 req-7ba17041-20fe-4dec-8586-dc53c43d2a8b tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.93 "GET /v2.0/ports?device_id=c7390a9d-792d-446c-bf3d-0c23b52adae2 HTTP/1.1" status: 200 len: 949 time: 0.0543592 Oct 27 18:16:54.332553 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d38bed0d-9a7f-4d6b-96f5-c4f38b917aaa req-3fe1b321-dc37-48c2-85bd-aaf814137c7a tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks [] for floatingip, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:54.415578 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-1408b9fc-5540-4fd9-b5d1-8ab08f2ef6f6 req-fff49eb8-9136-473b-88ff-ede1cdeb13ca tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Deleting port 5683c246-9dc3-473f-a6e3-7f3368dac328 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:16:54.415923 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1408b9fc-5540-4fd9-b5d1-8ab08f2ef6f6 req-fff49eb8-9136-473b-88ff-ede1cdeb13ca tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:54.417569 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7143250-cef7-459b-b4a8-163e729ac837 req-5b4f818b-c2a9-4043-be15-416198396923 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:54.419102 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b7143250-cef7-459b-b4a8-163e729ac837 req-5b4f818b-c2a9-4043-be15-416198396923 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcef9526-6b6c-48a6-b2d5-8e5c661a56d6 HTTP/1.1" status: 200 len: 943 time: 0.1234264 Oct 27 18:16:54.491812 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b7143250-cef7-459b-b4a8-163e729ac837 req-81f21f6e-d05f-4e7d-8435-84d8247442ec tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608811 Oct 27 18:16:54.526478 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-1408b9fc-5540-4fd9-b5d1-8ab08f2ef6f6 req-fff49eb8-9136-473b-88ff-ede1cdeb13ca tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] For port 5683c246-9dc3-473f-a6e3-7f3368dac328, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=5683c246-9dc3-473f-a6e3-7f3368dac328,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:16:54.526924 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1408b9fc-5540-4fd9-b5d1-8ab08f2ef6f6 req-fff49eb8-9136-473b-88ff-ede1cdeb13ca tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:54.530320 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d38bed0d-9a7f-4d6b-96f5-c4f38b917aaa req-3fe1b321-dc37-48c2-85bd-aaf814137c7a tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:54.550185 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-1408b9fc-5540-4fd9-b5d1-8ab08f2ef6f6 req-fff49eb8-9136-473b-88ff-ede1cdeb13ca tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Calling delete_port for 5683c246-9dc3-473f-a6e3-7f3368dac328 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:16:54.559045 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc52dae1-d61d-443a-80a4-61e4f66d4a61 x-openstack-request-id: req-cc52dae1-d61d-443a-80a4-61e4f66d4a61 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:16:54.559045 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1840160-fba3-4492-a887-2fb869a68d20", "tag": "15149c09-094a-4d4c-a3ed-75b4f2d6ea6e", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:16:54.559045 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cc52dae1-d61d-443a-80a4-61e4f66d4a61 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:16:54.559045 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1840160-fba3-4492-a887-2fb869a68d20', 'tag': '15149c09-094a-4d4c-a3ed-75b4f2d6ea6e', 'status': 'completed', 'code': 200} Oct 27 18:16:54.653913 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-0da7846e-ae26-4837-83a6-bd81e140c8ca tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] Made reservation on behalf of d8aa91e78a174144af8b9034a6f65ab0 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:16:54.668135 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-0da7846e-ae26-4837-83a6-bd81e140c8ca tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:54.682467 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d1dd4-1b04-4716-8a08-7b06e9c3afa1 req-f6f8e4b9-27bd-45cd-ad84-69ea2b23ce07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:54.683999 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fe8d1dd4-1b04-4716-8a08-7b06e9c3afa1 req-f6f8e4b9-27bd-45cd-ad84-69ea2b23ce07 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f8df18aaf1594db3b572eb589716619a&device_id=b1840160-fba3-4492-a887-2fb869a68d20 HTTP/1.1" status: 200 len: 1095 time: 0.0876222 Oct 27 18:16:54.702203 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-0da7846e-ae26-4837-83a6-bd81e140c8ca tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:54.707950 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-a3b7fcf9-f73f-441b-b9c0-609b2cef0744 service neutron] 10.222.0.93 "GET /v2.0/ports/e6afc575-e2ed-486a-9f6a-55abaa859db6/bindings/n-h1-815690-2 HTTP/1.1" status: 200 len: 384 time: 0.1623273 Oct 27 18:16:54.835495 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d1dd4-1b04-4716-8a08-7b06e9c3afa1 req-44171332-9f51-4de7-87a0-7cc10563f661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:54.837147 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fe8d1dd4-1b04-4716-8a08-7b06e9c3afa1 req-44171332-9f51-4de7-87a0-7cc10563f661 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f511542f-5df3-4e7b-b026-a1f4910c0d39 HTTP/1.1" status: 200 len: 925 time: 0.1389551 Oct 27 18:16:54.878510 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408816d-d537-4f1e-9dc7-3a1f1dba5ec1 req-b637a503-5477-47da-8da4-2b4af3510041 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:54.884618 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5408816d-d537-4f1e-9dc7-3a1f1dba5ec1 req-b637a503-5477-47da-8da4-2b4af3510041 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea5b0be3-d120-4eee-aaef-b97739b032d1 HTTP/1.1" status: 200 len: 944 time: 0.2106705 Oct 27 18:16:54.886181 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-d38bed0d-9a7f-4d6b-96f5-c4f38b917aaa req-3fe1b321-dc37-48c2-85bd-aaf814137c7a tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Allocated IP 172.25.6.234 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/fa052cdb-4ad3-4b3c-9a0c-d1a756521294) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:16:54.890876 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fe8d1dd4-1b04-4716-8a08-7b06e9c3afa1 req-92ddd5d2-0067-42fe-83a1-caf3a69fec22 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15149c09-094a-4d4c-a3ed-75b4f2d6ea6e HTTP/1.1" status: 200 len: 217 time: 0.0448244 Oct 27 18:16:54.891613 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1408b9fc-5540-4fd9-b5d1-8ab08f2ef6f6 req-fff49eb8-9136-473b-88ff-ede1cdeb13ca tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:54.905317 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['793138b4-0265-4212-b03e-a893a76d7244'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:16:54.907575 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['5683c246-9dc3-473f-a6e3-7f3368dac328'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:16:54.986758 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff49eb8-9136-473b-88ff-ede1cdeb13ca tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Pushing event deleted for resources: {'Port': ['ID=5683c246-9dc3-473f-a6e3-7f3368dac328,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:55.046532 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-1408b9fc-5540-4fd9-b5d1-8ab08f2ef6f6 req-fff49eb8-9136-473b-88ff-ede1cdeb13ca tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] No DVR routers for this DVR port 5683c246-9dc3-473f-a6e3-7f3368dac328 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:16:55.050095 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1408b9fc-5540-4fd9-b5d1-8ab08f2ef6f6 req-fff49eb8-9136-473b-88ff-ede1cdeb13ca tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:55.060767 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1408b9fc-5540-4fd9-b5d1-8ab08f2ef6f6 req-fff49eb8-9136-473b-88ff-ede1cdeb13ca tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.93 "DELETE /v2.0/ports/5683c246-9dc3-473f-a6e3-7f3368dac328 HTTP/1.1" status: 204 len: 173 time: 0.7378421 Oct 27 18:16:55.076276 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d1dd4-1b04-4716-8a08-7b06e9c3afa1 req-4e1a9055-898b-4aa9-b695-e2a74134b3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:55.079374 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fe8d1dd4-1b04-4716-8a08-7b06e9c3afa1 req-4e1a9055-898b-4aa9-b695-e2a74134b3a0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=71d7f89c-bbad-475f-9db7-0378b3e2ca7c HTTP/1.1" status: 200 len: 862 time: 0.1659703 Oct 27 18:16:55.110384 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-0da7846e-ae26-4837-83a6-bd81e140c8ca tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:55.110847 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5408816d-d537-4f1e-9dc7-3a1f1dba5ec1 req-f61dc468-e646-45c0-85b4-1388492f6021 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe7b47d0-b2d2-4513-ad4b-681a95d750a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908338 Oct 27 18:16:55.206842 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-0da7846e-ae26-4837-83a6-bd81e140c8ca tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:55.219410 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d1dd4-1b04-4716-8a08-7b06e9c3afa1 req-b7b26a5e-96ea-471e-991e-5b8ba135fdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:55.219410 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fe8d1dd4-1b04-4716-8a08-7b06e9c3afa1 req-b7b26a5e-96ea-471e-991e-5b8ba135fdd5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f511542f-5df3-4e7b-b026-a1f4910c0d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1293614 Oct 27 18:16:55.321715 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 3a05a27d-2573-4613-8aca-f52e416e96b2 details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:16:55.346653 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5d973ee9-2a25-4866-ba5c-f1a0ae933271 req-eae5097d-339b-4d5d-b94b-2c46a9b52fbc tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7390a9d-792d-446c-bf3d-0c23b52adae2 HTTP/1.1" status: 200 len: 210 time: 0.1036892 Oct 27 18:16:55.352487 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-c33d8755-547e-456e-b28a-5e0289780b2e service neutron] For port e6afc575-e2ed-486a-9f6a-55abaa859db6, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e6afc575-e2ed-486a-9f6a-55abaa859db6,segment=NetworkSegment(32b71140-e440-46b3-9b2a-24e683b039db),segment_id=32b71140-e440-46b3-9b2a-24e683b039db)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:16:55.359665 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fe8d1dd4-1b04-4716-8a08-7b06e9c3afa1 req-8ad3facd-9961-4ca4-b18b-ef664d5dcb20 service neutron] 10.222.0.81 "GET /v2.0/networks/f511542f-5df3-4e7b-b026-a1f4910c0d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333835 Oct 27 18:16:55.366626 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da7846e-ae26-4837-83a6-bd81e140c8ca tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d2fe8a-530b-4783-b8a7-502458b80949,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:55.376701 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d38bed0d-9a7f-4d6b-96f5-c4f38b917aaa req-3fe1b321-dc37-48c2-85bd-aaf814137c7a tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:55.432950 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-c33d8755-547e-456e-b28a-5e0289780b2e service neutron] For port e6afc575-e2ed-486a-9f6a-55abaa859db6, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:16:55.506338 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-c33d8755-547e-456e-b28a-5e0289780b2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6afc575-e2ed-486a-9f6a-55abaa859db6 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:16:55.526438 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 3a05a27d-2573-4613-8aca-f52e416e96b2, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=3a05a27d-2573-4613-8aca-f52e416e96b2,segment=NetworkSegment(3b375aa3-1d2d-4300-8f4e-61c78e733512),segment_id=3b375aa3-1d2d-4300-8f4e-61c78e733512)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:16:55.544621 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': '3a05a27d-2573-4613-8aca-f52e416e96b2', 'network_id': 'c95aa21c-2b56-49ff-b508-5e602b607f55', 'port_id': '3a05a27d-2573-4613-8aca-f52e416e96b2', 'mac_address': 'fa:16:3e:40:38:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47c0891d-c13f-4c95-b5db-616fb81da54f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:16:55.555323 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-c33d8755-547e-456e-b28a-5e0289780b2e service neutron] For port e6afc575-e2ed-486a-9f6a-55abaa859db6, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=e6afc575-e2ed-486a-9f6a-55abaa859db6,segment=NetworkSegment(32b71140-e440-46b3-9b2a-24e683b039db),segment_id=32b71140-e440-46b3-9b2a-24e683b039db)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:16:55.559166 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-0da7846e-ae26-4837-83a6-bd81e140c8ca tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] Allocated IP 192.168.233.78 (5a00a4ee-d7ee-4646-9905-4d21868e9aa2/5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc/22f9f5d1-bc81-4a59-886f-8ecb35731f39) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:16:55.563228 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c6b088b1-ca97-4329-af32-9eab5633c0a3 req-6b774648-854d-4944-8896-ff7e2f70dc36 tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd02b6c3-2521-4803-b091-008cc141582b HTTP/1.1" status: 200 len: 210 time: 0.0614502 Oct 27 18:16:55.563883 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fe8d1dd4-1b04-4716-8a08-7b06e9c3afa1 req-516a1400-d6d7-42e7-9d93-1fdd4c363d72 service neutron] 10.222.0.81 "GET /v2.0/networks/f511542f-5df3-4e7b-b026-a1f4910c0d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961522 Oct 27 18:16:55.629677 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:55.643717 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a05a27d-2573-4613-8aca-f52e416e96b2 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:16:55.666212 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 3a05a27d-2573-4613-8aca-f52e416e96b2, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=3a05a27d-2573-4613-8aca-f52e416e96b2,segment=NetworkSegment(3b375aa3-1d2d-4300-8f4e-61c78e733512),segment_id=3b375aa3-1d2d-4300-8f4e-61c78e733512)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:16:55.753679 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b9d57-c9a5-4b84-af44-31c5946cd051 req-9a3d7971-990a-4777-b3e6-60c28666a75c tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:55.755240 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ba4b9d57-c9a5-4b84-af44-31c5946cd051 req-9a3d7971-990a-4777-b3e6-60c28666a75c tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1840160-fba3-4492-a887-2fb869a68d20 HTTP/1.1" status: 200 len: 944 time: 0.0790262 Oct 27 18:16:55.783664 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-0da7846e-ae26-4837-83a6-bd81e140c8ca tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:55.824182 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ba4b9d57-c9a5-4b84-af44-31c5946cd051 req-5e26ab33-89bd-480d-817c-5862806120a6 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/security-groups?id=19f055c0-00bc-42ca-93a0-0641824e6b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507114 Oct 27 18:16:55.939457 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24030952-13cf-4089-8175-9ad68c1fb8c0 req-f60fbaa3-be4f-4f4d-85b3-b2841a35b8a2 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:55.941120 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-24030952-13cf-4089-8175-9ad68c1fb8c0 req-f60fbaa3-be4f-4f4d-85b3-b2841a35b8a2 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcef9526-6b6c-48a6-b2d5-8e5c661a56d6 HTTP/1.1" status: 200 len: 943 time: 0.0556669 Oct 27 18:16:55.978534 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-24030952-13cf-4089-8175-9ad68c1fb8c0 req-9c470fc5-b64e-4ae1-b2fc-c7fc46eac4f1 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316341 Oct 27 18:16:56.239919 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c22c93-c26f-46f5-aa99-1e8c29a80d1c req-4986d7ce-f45e-490b-b879-7436aa994ba3 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:56.241407 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-44c22c93-c26f-46f5-aa99-1e8c29a80d1c req-4986d7ce-f45e-490b-b879-7436aa994ba3 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea5b0be3-d120-4eee-aaef-b97739b032d1 HTTP/1.1" status: 200 len: 944 time: 0.0527875 Oct 27 18:16:56.278623 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-44c22c93-c26f-46f5-aa99-1e8c29a80d1c req-43c1d042-d797-4436-860c-d7f78acdf007 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe7b47d0-b2d2-4513-ad4b-681a95d750a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311871 Oct 27 18:16:56.462433 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3b7a59c2-64c0-4d53-9881-541467ce13d7 req-9b2e2d74-f43d-4ce1-be94-5985df6fb4e7 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7390a9d-792d-446c-bf3d-0c23b52adae2 HTTP/1.1" status: 200 len: 210 time: 0.0278437 Oct 27 18:16:56.499928 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d38bed0d-9a7f-4d6b-96f5-c4f38b917aaa req-3fe1b321-dc37-48c2-85bd-aaf814137c7a tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:56.503365 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-c33d8755-547e-456e-b28a-5e0289780b2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:56.527849 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:56.532994 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:56.539120 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-0da7846e-ae26-4837-83a6-bd81e140c8ca tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:56.559306 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d38bed0d-9a7f-4d6b-96f5-c4f38b917aaa req-3fe1b321-dc37-48c2-85bd-aaf814137c7a tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:16:56.563806 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7390a9d-792d-446c-bf3d-0c23b52adae2', 'name': 'network-vif-deleted', 'tag': '5683c246-9dc3-473f-a6e3-7f3368dac328'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:16:56.564235 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64163cc-7a49-420e-b22f-5e373118f55d" -d '{"events": [{"server_uuid": "c7390a9d-792d-446c-bf3d-0c23b52adae2", "name": "network-vif-deleted", "tag": "5683c246-9dc3-473f-a6e3-7f3368dac328"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:16:56.589599 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:56.595562 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-d38bed0d-9a7f-4d6b-96f5-c4f38b917aaa req-3fe1b321-dc37-48c2-85bd-aaf814137c7a tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:16:56.604207 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-d38bed0d-9a7f-4d6b-96f5-c4f38b917aaa req-3fe1b321-dc37-48c2-85bd-aaf814137c7a tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:16:56.614770 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe1b321-dc37-48c2-85bd-aaf814137c7a tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Pushing event updated for resources: {'Port': ['ID=fa052cdb-4ad3-4b3c-9a0c-d1a756521294,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:56.614907 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecec461c-2ef3-45a5-8a85-936de2f76b71 x-openstack-request-id: req-ecec461c-2ef3-45a5-8a85-936de2f76b71 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:16:56.614907 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7390a9d-792d-446c-bf3d-0c23b52adae2", "name": "network-vif-deleted", "tag": "5683c246-9dc3-473f-a6e3-7f3368dac328", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:16:56.614907 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ecec461c-2ef3-45a5-8a85-936de2f76b71 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:16:56.614907 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7390a9d-792d-446c-bf3d-0c23b52adae2', 'name': 'network-vif-deleted', 'tag': '5683c246-9dc3-473f-a6e3-7f3368dac328', 'status': 'completed', 'code': 200} Oct 27 18:16:56.649962 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-0da7846e-ae26-4837-83a6-bd81e140c8ca tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] Network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:16:56.669238 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=3a05a27d-2573-4613-8aca-f52e416e96b2,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:56.677447 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-0da7846e-ae26-4837-83a6-bd81e140c8ca tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:16:56.697055 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-0da7846e-ae26-4837-83a6-bd81e140c8ca tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:16:56.767533 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da7846e-ae26-4837-83a6-bd81e140c8ca tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] Pushing event updated for resources: {'Port': ['ID=22f9f5d1-bc81-4a59-886f-8ecb35731f39,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:56.772593 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['3a05a27d-2573-4613-8aca-f52e416e96b2'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:16:56.894751 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-0da7846e-ae26-4837-83a6-bd81e140c8ca tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:56.895446 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-0da7846e-ae26-4837-83a6-bd81e140c8ca tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:56.899539 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-c33d8755-547e-456e-b28a-5e0289780b2e service neutron] Transition to ACTIVE for port object e6afc575-e2ed-486a-9f6a-55abaa859db6 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:16:56.957029 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f7499-f411-4a83-8704-b7c78169dcc6 req-31b878db-b879-434d-b030-4a67bbb34948 tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:56.968904 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b95f7499-f411-4a83-8704-b7c78169dcc6 req-31b878db-b879-434d-b030-4a67bbb34948 tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd02b6c3-2521-4803-b091-008cc141582b HTTP/1.1" status: 200 len: 935 time: 0.1951132 Oct 27 18:16:56.974678 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-c33d8755-547e-456e-b28a-5e0289780b2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:56.977129 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d38bed0d-9a7f-4d6b-96f5-c4f38b917aaa req-3fe1b321-dc37-48c2-85bd-aaf814137c7a tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:57.054632 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b95f7499-f411-4a83-8704-b7c78169dcc6 req-0f431118-6298-4a71-bbc5-f52792e29705 tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6d2fe8a-530b-4783-b8a7-502458b80949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848587 Oct 27 18:16:57.068227 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-0da7846e-ae26-4837-83a6-bd81e140c8ca tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8185885 Oct 27 18:16:57.087762 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-c33d8755-547e-456e-b28a-5e0289780b2e service neutron] No DVR routers for this DVR port e6afc575-e2ed-486a-9f6a-55abaa859db6 on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:16:57.093067 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-9fe87cf7-549c-4c0e-8b32-a20a45f5bd01 None None] Provisioning complete for port 22f9f5d1-bc81-4a59-886f-8ecb35731f39 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:57.093547 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9fe87cf7-549c-4c0e-8b32-a20a45f5bd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:57.095383 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-f36a9b7d-9f4f-42b0-8ada-fba690bca227 service neutron] Request body: {'port': {'device_id': 'cd02b6c3-2521-4803-b091-008cc141582b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:16:57.138720 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-9fe87cf7-549c-4c0e-8b32-a20a45f5bd01 None None] Port 22f9f5d1-bc81-4a59-886f-8ecb35731f39 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:16:57.157474 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d8755-547e-456e-b28a-5e0289780b2e service neutron] Pushing event updated for resources: {'Port': ['ID=e6afc575-e2ed-486a-9f6a-55abaa859db6,revision_number=10']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:57.245228 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-c33d8755-547e-456e-b28a-5e0289780b2e service neutron] 10.222.0.93 "PUT /v2.0/ports/e6afc575-e2ed-486a-9f6a-55abaa859db6/bindings/n-h1-815690-2/activate HTTP/1.1" status: 200 len: 369 time: 2.5230782 Oct 27 18:16:57.268267 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-f36a9b7d-9f4f-42b0-8ada-fba690bca227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:57.277459 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a69ec-c47d-4567-bfed-f53154186526 req-33cfc2ff-55da-4cfb-8e25-bc26b4a6266e tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:57.283573 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2a0a69ec-c47d-4567-bfed-f53154186526 req-33cfc2ff-55da-4cfb-8e25-bc26b4a6266e tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1840160-fba3-4492-a887-2fb869a68d20 HTTP/1.1" status: 200 len: 944 time: 0.1413448 Oct 27 18:16:57.284284 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d38bed0d-9a7f-4d6b-96f5-c4f38b917aaa req-3fe1b321-dc37-48c2-85bd-aaf814137c7a tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:57.331118 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 15149c09-094a-4d4c-a3ed-75b4f2d6ea6e details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:16:57.460388 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-8b08db6a-1aa0-4275-ae84-e7724a88967b tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:57.462042 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-8b08db6a-1aa0-4275-ae84-e7724a88967b tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=bcef9526-6b6c-48a6-b2d5-8e5c661a56d6&tenant_id=a91620ccab6b42bd92005fb366774bad&binding%3Ahost_id=n-h2-815690-2 HTTP/1.1" status: 200 len: 1095 time: 0.0844450 Oct 27 18:16:57.474079 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 15149c09-094a-4d4c-a3ed-75b4f2d6ea6e, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=15149c09-094a-4d4c-a3ed-75b4f2d6ea6e,segment=NetworkSegment(bcfac05a-4f8b-414e-8b59-ad5aa9190aee),segment_id=bcfac05a-4f8b-414e-8b59-ad5aa9190aee)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:16:57.487087 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': '15149c09-094a-4d4c-a3ed-75b4f2d6ea6e', 'network_id': 'f511542f-5df3-4e7b-b026-a1f4910c0d39', 'port_id': '15149c09-094a-4d4c-a3ed-75b4f2d6ea6e', 'mac_address': 'fa:16:3e:a2:49:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d7f89c-bbad-475f-9db7-0378b3e2ca7c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:16:57.537176 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:57.552337 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15149c09-094a-4d4c-a3ed-75b4f2d6ea6e {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:16:57.559429 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-8014bd9c-a727-4ed3-b118-4b93b6449645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:57.566768 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-8014bd9c-a727-4ed3-b118-4b93b6449645 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bcef9526-6b6c-48a6-b2d5-8e5c661a56d6&tenant_id=a91620ccab6b42bd92005fb366774bad HTTP/1.1" status: 200 len: 1095 time: 0.0948257 Oct 27 18:16:57.580071 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 15149c09-094a-4d4c-a3ed-75b4f2d6ea6e, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=15149c09-094a-4d4c-a3ed-75b4f2d6ea6e,segment=NetworkSegment(bcfac05a-4f8b-414e-8b59-ad5aa9190aee),segment_id=bcfac05a-4f8b-414e-8b59-ad5aa9190aee)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:16:57.638710 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2a0a69ec-c47d-4567-bfed-f53154186526 req-6f94e02d-ecff-489a-90e2-4b7285722ad7 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/security-groups?id=19f055c0-00bc-42ca-93a0-0641824e6b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3520935 Oct 27 18:16:57.648410 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-07997e72-492e-40f5-b481-d3bb40ed85e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:57.650522 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-07997e72-492e-40f5-b481-d3bb40ed85e1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a91620ccab6b42bd92005fb366774bad&device_id=bcef9526-6b6c-48a6-b2d5-8e5c661a56d6 HTTP/1.1" status: 200 len: 1095 time: 0.0504966 Oct 27 18:16:57.653174 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:57.730847 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d38bed0d-9a7f-4d6b-96f5-c4f38b917aaa req-3fe1b321-dc37-48c2-85bd-aaf814137c7a tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:57.761421 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=15149c09-094a-4d4c-a3ed-75b4f2d6ea6e,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:57.777678 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-c884c8a0-f002-4992-a10a-dc4200fd0d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:57.779475 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-c884c8a0-f002-4992-a10a-dc4200fd0d0b service neutron] 10.222.0.81 "GET /v2.0/networks?id=b3551270-2765-4a25-abeb-25e55b0a5126 HTTP/1.1" status: 200 len: 923 time: 0.1205027 Oct 27 18:16:57.796506 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d38bed0d-9a7f-4d6b-96f5-c4f38b917aaa req-3fe1b321-dc37-48c2-85bd-aaf814137c7a tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:57.813820 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e6afc575-e2ed-486a-9f6a-55abaa859db6 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:16:57.824722 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-98f71e9a-e38e-4959-aa93-80db2a3d0d84 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6afc575-e2ed-486a-9f6a-55abaa859db6 HTTP/1.1" status: 200 len: 217 time: 0.0362804 Oct 27 18:16:57.856499 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e6afc575-e2ed-486a-9f6a-55abaa859db6 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:16:57.857178 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 5683c246-9dc3-473f-a6e3-7f3368dac328 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:16:57.878829 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 5683c246-9dc3-473f-a6e3-7f3368dac328 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:16:57.879411 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 5683c246-9dc3-473f-a6e3-7f3368dac328 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:16:57.902047 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-cb911816-5922-4327-9fea-7c14bbc2a724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:57.904431 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-cb911816-5922-4327-9fea-7c14bbc2a724 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b6b6ba7-005f-448a-b57c-d52798a8629c HTTP/1.1" status: 200 len: 861 time: 0.0721982 Oct 27 18:16:57.905835 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['15149c09-094a-4d4c-a3ed-75b4f2d6ea6e'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:16:57.943958 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-c2973d1f-0153-4855-9dc5-9e39bfdc67bc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b3551270-2765-4a25-abeb-25e55b0a5126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319095 Oct 27 18:16:58.059034 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-f78ef4e5-1831-472a-9dc0-3805a598873f service neutron] 10.222.0.81 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053219 Oct 27 18:16:58.160589 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-2f523d7c-2cb3-4972-a7b2-2ec2713ec5a7 service neutron] 10.222.0.81 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940976 Oct 27 18:16:58.194687 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-f36a9b7d-9f4f-42b0-8ada-fba690bca227 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22f9f5d1-bc81-4a59-886f-8ecb35731f39 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:16:58.229077 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-f36a9b7d-9f4f-42b0-8ada-fba690bca227 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:58.251029 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe1b321-dc37-48c2-85bd-aaf814137c7a tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Pushing event updated for resources: {'Port': ['ID=fa052cdb-4ad3-4b3c-9a0c-d1a756521294,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:58.264306 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-f36a9b7d-9f4f-42b0-8ada-fba690bca227 service neutron] Transition to ACTIVE for port object 22f9f5d1-bc81-4a59-886f-8ecb35731f39 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:16:58.272536 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe55c68-8c2b-4a65-bf6f-f419210b510e req-1176f63f-d8aa-49de-9b5e-8326b6ef5163 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:58.274049 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bbe55c68-8c2b-4a65-bf6f-f419210b510e req-1176f63f-d8aa-49de-9b5e-8326b6ef5163 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcef9526-6b6c-48a6-b2d5-8e5c661a56d6 HTTP/1.1" status: 200 len: 944 time: 0.4931874 Oct 27 18:16:58.274952 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d38bed0d-9a7f-4d6b-96f5-c4f38b917aaa req-3fe1b321-dc37-48c2-85bd-aaf814137c7a tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:58.318466 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bbe55c68-8c2b-4a65-bf6f-f419210b510e req-d2d15e36-93a2-417f-ada2-c136d5380b6e tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360365 Oct 27 18:16:58.330158 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-f36a9b7d-9f4f-42b0-8ada-fba690bca227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:58.364256 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d38bed0d-9a7f-4d6b-96f5-c4f38b917aaa req-3fe1b321-dc37-48c2-85bd-aaf814137c7a tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:58.371119 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d38bed0d-9a7f-4d6b-96f5-c4f38b917aaa req-3fe1b321-dc37-48c2-85bd-aaf814137c7a tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2235401 Oct 27 18:16:58.443861 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a9b7d-9f4f-42b0-8ada-fba690bca227 service neutron] Pushing event updated for resources: {'Port': ['ID=22f9f5d1-bc81-4a59-886f-8ecb35731f39,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:58.470332 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d38bed0d-9a7f-4d6b-96f5-c4f38b917aaa req-399816b6-becb-4774-a42b-e648f9ca5f1c tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.234 HTTP/1.1" status: 200 len: 696 time: 0.0982134 Oct 27 18:16:58.612993 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084af7c2-38d5-4650-b2d5-3fb9fb1d96a1 req-66e69dcc-6949-4fcc-bd0b-fd481a1be536 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:58.614586 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-084af7c2-38d5-4650-b2d5-3fb9fb1d96a1 req-66e69dcc-6949-4fcc-bd0b-fd481a1be536 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea5b0be3-d120-4eee-aaef-b97739b032d1 HTTP/1.1" status: 200 len: 945 time: 0.1952064 Oct 27 18:16:58.654390 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-41606342-b2cb-4d7b-bbc1-0acad90b460c tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:58.662332 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-41606342-b2cb-4d7b-bbc1-0acad90b460c tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=bcef9526-6b6c-48a6-b2d5-8e5c661a56d6&tenant_id=a91620ccab6b42bd92005fb366774bad&binding%3Ahost_id=n-h1-815690-2 HTTP/1.1" status: 200 len: 1095 time: 0.0679874 Oct 27 18:16:58.665492 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-f36a9b7d-9f4f-42b0-8ada-fba690bca227 service neutron] Attempting to bind port 22f9f5d1-bc81-4a59-886f-8ecb35731f39 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:16:58.665783 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-f36a9b7d-9f4f-42b0-8ada-fba690bca227 service neutron] Attempting to bind port 22f9f5d1-bc81-4a59-886f-8ecb35731f39 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:16:58.666121 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-f36a9b7d-9f4f-42b0-8ada-fba690bca227 service neutron] Attempting to bind port 22f9f5d1-bc81-4a59-886f-8ecb35731f39 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:16:58.675670 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38bed0d-9a7f-4d6b-96f5-c4f38b917aaa req-455684eb-9d05-4d2c-ad39-acfeb0250b60 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:58.677069 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d38bed0d-9a7f-4d6b-96f5-c4f38b917aaa req-455684eb-9d05-4d2c-ad39-acfeb0250b60 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] 10.222.0.52 "GET /v2.0/networks/0fad50cd-70b8-43d9-8a14-cc05c0fdea0e HTTP/1.1" status: 200 len: 784 time: 0.2059612 Oct 27 18:16:58.692155 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-f36a9b7d-9f4f-42b0-8ada-fba690bca227 service neutron] Port 22f9f5d1-bc81-4a59-886f-8ecb35731f39 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:16:58.692492 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-f36a9b7d-9f4f-42b0-8ada-fba690bca227 service neutron] Attempting to bind port 22f9f5d1-bc81-4a59-886f-8ecb35731f39 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:16:58.705227 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-084af7c2-38d5-4650-b2d5-3fb9fb1d96a1 req-8adf44c6-04ac-41ef-ad82-bef9e75201eb tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe7b47d0-b2d2-4513-ad4b-681a95d750a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766139 Oct 27 18:16:58.706198 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-f36a9b7d-9f4f-42b0-8ada-fba690bca227 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:16:58.706478 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-f36a9b7d-9f4f-42b0-8ada-fba690bca227 service neutron] Checking segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:16:58.706883 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-f36a9b7d-9f4f-42b0-8ada-fba690bca227 service neutron] Bound using segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:16:58.707330 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-f36a9b7d-9f4f-42b0-8ada-fba690bca227 service neutron] Bound port: 22f9f5d1-bc81-4a59-886f-8ecb35731f39, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:16:58.707700 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-f36a9b7d-9f4f-42b0-8ada-fba690bca227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:58.814617 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-f36a9b7d-9f4f-42b0-8ada-fba690bca227 service neutron] For port 22f9f5d1-bc81-4a59-886f-8ecb35731f39, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:16:58.819528 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-f36a9b7d-9f4f-42b0-8ada-fba690bca227 service neutron] For port 22f9f5d1-bc81-4a59-886f-8ecb35731f39, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=22f9f5d1-bc81-4a59-886f-8ecb35731f39,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:16:58.896608 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9520e8d8-1fe2-4817-9e09-3dccf08e4f81 req-14490cf8-18ca-47a4-91ef-daa81f6700ff tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:58.899140 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9520e8d8-1fe2-4817-9e09-3dccf08e4f81 req-14490cf8-18ca-47a4-91ef-daa81f6700ff tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd02b6c3-2521-4803-b091-008cc141582b HTTP/1.1" status: 200 len: 947 time: 0.0667789 Oct 27 18:16:58.904716 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-f36a9b7d-9f4f-42b0-8ada-fba690bca227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:58.941662 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-6e9c6578-a815-4c1c-a7a2-e01985616ae2 service neutron] For port e6afc575-e2ed-486a-9f6a-55abaa859db6, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:16:58.948640 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-6e9c6578-a815-4c1c-a7a2-e01985616ae2 service neutron] Publish callbacks [] for binding, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:58.949855 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a99b3ffc-cfae-49d2-a718-9f711bb5d7c7 req-6e9c6578-a815-4c1c-a7a2-e01985616ae2 service neutron] 10.222.0.81 "DELETE /v2.0/ports/e6afc575-e2ed-486a-9f6a-55abaa859db6/bindings/n-h2-815690-2 HTTP/1.1" status: 204 len: 173 time: 0.2792406 Oct 27 18:16:58.990197 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a9b7d-9f4f-42b0-8ada-fba690bca227 service neutron] Pushing event updated for resources: {'Port': ['ID=22f9f5d1-bc81-4a59-886f-8ecb35731f39,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:59.005817 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-f36a9b7d-9f4f-42b0-8ada-fba690bca227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:59.006546 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-f36a9b7d-9f4f-42b0-8ada-fba690bca227 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:59.008059 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-f36a9b7d-9f4f-42b0-8ada-fba690bca227 service neutron] 10.222.0.93 "PUT /v2.0/ports/22f9f5d1-bc81-4a59-886f-8ecb35731f39 HTTP/1.1" status: 200 len: 1095 time: 1.9231386 Oct 27 18:16:59.016971 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd02b6c3-2521-4803-b091-008cc141582b', 'tag': '22f9f5d1-bc81-4a59-886f-8ecb35731f39'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:16:59.019663 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c66ea6-ded6-4e5b-a89a-53753fcfeffb" -d '{"events": [{"name": "network-changed", "server_uuid": "cd02b6c3-2521-4803-b091-008cc141582b", "tag": "22f9f5d1-bc81-4a59-886f-8ecb35731f39"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:16:59.050323 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-2d114646-3ee5-4787-aed4-c32903ba2307 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=22d5ef1108754de6b7ab20f33da88601&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610433 Oct 27 18:16:59.103265 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9520e8d8-1fe2-4817-9e09-3dccf08e4f81 req-91a0e092-a864-4bad-adee-7918cc1cf217 tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6d2fe8a-530b-4783-b8a7-502458b80949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940577 Oct 27 18:16:59.257806 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-a8275198-5dfe-499e-980f-0b3a46f9eb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:59.260631 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-a8275198-5dfe-499e-980f-0b3a46f9eb93 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d8aa91e78a174144af8b9034a6f65ab0&device_id=cd02b6c3-2521-4803-b091-008cc141582b HTTP/1.1" status: 200 len: 1098 time: 0.1030641 Oct 27 18:16:59.344900 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 15149c09-094a-4d4c-a3ed-75b4f2d6ea6e up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:16:59.346466 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-96431194-c233-4fe6-a12c-43315a3afa60 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=22f9f5d1-bc81-4a59-886f-8ecb35731f39 HTTP/1.1" status: 200 len: 217 time: 0.0443611 Oct 27 18:16:59.363703 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-e188c46a-7e44-4d9f-bbe4-da80fd33171c tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:59.366768 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-e188c46a-7e44-4d9f-bbe4-da80fd33171c tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3155341 Oct 27 18:16:59.455223 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-4775270d-6f3b-46b3-8926-2fdd981fcb3a tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/quotas/22d5ef1108754de6b7ab20f33da88601 HTTP/1.1" status: 200 len: 375 time: 0.0738502 Oct 27 18:16:59.462890 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning for port 15149c09-094a-4d4c-a3ed-75b4f2d6ea6e completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:16:59.468115 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port 15149c09-094a-4d4c-a3ed-75b4f2d6ea6e triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:16:59.471153 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:59.472504 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eff85c-be6f-4f75-8d6d-c6af71041b9d req-2e76dc0b-c04d-4b71-9789-4dcfb8b4f803 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:59.474123 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-61eff85c-be6f-4f75-8d6d-c6af71041b9d req-2e76dc0b-c04d-4b71-9789-4dcfb8b4f803 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1840160-fba3-4492-a887-2fb869a68d20 HTTP/1.1" status: 200 len: 945 time: 0.2297435 Oct 27 18:16:59.477140 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-ff5cd7de-cf8c-4f9b-a483-531a5ab57be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:59.478654 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-ff5cd7de-cf8c-4f9b-a483-531a5ab57be1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.1104772 Oct 27 18:16:59.532835 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-1b8ed64f-afb4-4ce7-9de8-5448137aea17 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=22d5ef1108754de6b7ab20f33da88601&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576084 Oct 27 18:16:59.570434 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-61eff85c-be6f-4f75-8d6d-c6af71041b9d req-16470ef9-77a5-403d-9df7-c8c57f33541d tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/security-groups?id=19f055c0-00bc-42ca-93a0-0641824e6b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834179 Oct 27 18:16:59.573133 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-b82fba3b-67cb-4348-a67c-b8adae780de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:16:59.574599 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-b82fba3b-67cb-4348-a67c-b8adae780de6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0866871 Oct 27 18:16:59.607053 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:59.631843 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1840160-fba3-4492-a887-2fb869a68d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15149c09-094a-4d4c-a3ed-75b4f2d6ea6e'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:16:59.634187 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477369ae-35f2-46e8-86ff-a78330bed30d" -d '{"events": [{"server_uuid": "b1840160-fba3-4492-a887-2fb869a68d20", "name": "network-vif-plugged", "status": "completed", "tag": "15149c09-094a-4d4c-a3ed-75b4f2d6ea6e"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:16:59.649176 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 15149c09-094a-4d4c-a3ed-75b4f2d6ea6e, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=15149c09-094a-4d4c-a3ed-75b4f2d6ea6e,segment=NetworkSegment(bcfac05a-4f8b-414e-8b59-ad5aa9190aee),segment_id=bcfac05a-4f8b-414e-8b59-ad5aa9190aee)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:16:59.736613 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:16:59.739236 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 3a05a27d-2573-4613-8aca-f52e416e96b2 up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:16:59.789316 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-c096b160-8235-4003-afae-eec35f68b069 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066488 Oct 27 18:16:59.838289 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c29379de-4ac7-4b28-b0d7-1b58acc7cdea req-3255bda2-c0e8-4827-8dc6-466ee8416f32 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2318158 Oct 27 18:16:59.902948 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=15149c09-094a-4d4c-a3ed-75b4f2d6ea6e,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:16:59.937854 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-c29379de-4ac7-4b28-b0d7-1b58acc7cdea req-ac6a7c4d-38be-4392-b07a-939f63ad620b tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:17:00.004566 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning for port 3a05a27d-2573-4613-8aca-f52e416e96b2 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:17:00.030616 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port 3a05a27d-2573-4613-8aca-f52e416e96b2 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:17:00.032599 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:00.055756 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-659aa0ea-b58d-4c28-88bb-436633f6caa2 req-054c1980-269d-4f55-9539-7f43c73a46b2 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534559 Oct 27 18:17:00.132709 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:00.153983 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c29379de-4ac7-4b28-b0d7-1b58acc7cdea req-ac6a7c4d-38be-4392-b07a-939f63ad620b tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks [] for floatingip, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:00.186388 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 3a05a27d-2573-4613-8aca-f52e416e96b2, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=3a05a27d-2573-4613-8aca-f52e416e96b2,segment=NetworkSegment(3b375aa3-1d2d-4300-8f4e-61c78e733512),segment_id=3b375aa3-1d2d-4300-8f4e-61c78e733512)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:00.270229 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:00.287041 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44da96f9-e450-48b1-8783-267a48ef87b8 x-openstack-request-id: req-44da96f9-e450-48b1-8783-267a48ef87b8 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:17:00.287742 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd02b6c3-2521-4803-b091-008cc141582b", "tag": "22f9f5d1-bc81-4a59-886f-8ecb35731f39", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:17:00.288209 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-44da96f9-e450-48b1-8783-267a48ef87b8 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:17:00.289651 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd02b6c3-2521-4803-b091-008cc141582b', 'tag': '22f9f5d1-bc81-4a59-886f-8ecb35731f39', 'status': 'completed', 'code': 200} Oct 27 18:17:00.316181 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c29379de-4ac7-4b28-b0d7-1b58acc7cdea req-ac6a7c4d-38be-4392-b07a-939f63ad620b tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:00.327409 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=3a05a27d-2573-4613-8aca-f52e416e96b2,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:00.482204 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6938be-161e-45d6-9ed1-a68930d36c48 req-7a87cd92-787a-4f02-b7e2-a59969e018c2 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:00.483797 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2d6938be-161e-45d6-9ed1-a68930d36c48 req-7a87cd92-787a-4f02-b7e2-a59969e018c2 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcef9526-6b6c-48a6-b2d5-8e5c661a56d6 HTTP/1.1" status: 200 len: 944 time: 0.1192868 Oct 27 18:17:00.524154 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-c29379de-4ac7-4b28-b0d7-1b58acc7cdea req-ac6a7c4d-38be-4392-b07a-939f63ad620b tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Allocated IP 172.25.6.147 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/bef45824-d1ce-4bd4-b954-61d24f71c822) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:17:00.554106 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c66ea6-ded6-4e5b-a89a-53753fcfeffb req-6a8233ba-8a92-4aaf-8386-1fc09f542f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:00.555687 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b1c66ea6-ded6-4e5b-a89a-53753fcfeffb req-6a8233ba-8a92-4aaf-8386-1fc09f542f70 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=d8aa91e78a174144af8b9034a6f65ab0&device_id=cd02b6c3-2521-4803-b091-008cc141582b HTTP/1.1" status: 200 len: 1098 time: 0.1212318 Oct 27 18:17:00.584907 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2d6938be-161e-45d6-9ed1-a68930d36c48 req-6ef21917-a392-4d3e-b6e5-c7d38331e39d tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927649 Oct 27 18:17:00.634141 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f85360-a775-475b-b41c-9b004acf3f7b x-openstack-request-id: req-09f85360-a775-475b-b41c-9b004acf3f7b {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:17:00.634620 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1840160-fba3-4492-a887-2fb869a68d20", "name": "network-vif-plugged", "status": "completed", "tag": "15149c09-094a-4d4c-a3ed-75b4f2d6ea6e", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:17:00.634914 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-09f85360-a775-475b-b41c-9b004acf3f7b {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:17:00.635674 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1840160-fba3-4492-a887-2fb869a68d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15149c09-094a-4d4c-a3ed-75b4f2d6ea6e', 'code': 200} Oct 27 18:17:00.697101 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-986251e3-8942-4aca-bf8b-386ab70932b2 req-d068f551-ce5c-42d7-8785-b699c1bf4024 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/ports?device_id=51a2e022-deb9-458c-a476-b8933705113e HTTP/1.1" status: 200 len: 210 time: 0.0360105 Oct 27 18:17:00.752023 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339afabe-9460-41eb-843f-e0ea631a6cb0 req-dadde06a-da24-4d64-9cdd-160a763331bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:00.754521 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-339afabe-9460-41eb-843f-e0ea631a6cb0 req-dadde06a-da24-4d64-9cdd-160a763331bd service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b1840160-fba3-4492-a887-2fb869a68d20 HTTP/1.1" status: 200 len: 1097 time: 0.0437214 Oct 27 18:17:00.765017 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c29379de-4ac7-4b28-b0d7-1b58acc7cdea req-ac6a7c4d-38be-4392-b07a-939f63ad620b tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:00.766856 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c66ea6-ded6-4e5b-a89a-53753fcfeffb req-7d04e5c9-c3d2-47a7-8992-bafc5df9bc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:00.768363 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b1c66ea6-ded6-4e5b-a89a-53753fcfeffb req-7d04e5c9-c3d2-47a7-8992-bafc5df9bc14 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.2031722 Oct 27 18:17:00.791226 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-339afabe-9460-41eb-843f-e0ea631a6cb0 req-8a9189d4-b5cf-4051-b08a-bfa1e2de814d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=19f055c0-00bc-42ca-93a0-0641824e6b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280960 Oct 27 18:17:00.839763 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b1c66ea6-ded6-4e5b-a89a-53753fcfeffb req-6f1699a7-42d3-432c-a2db-7665c110feb1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=22f9f5d1-bc81-4a59-886f-8ecb35731f39 HTTP/1.1" status: 200 len: 217 time: 0.0583444 Oct 27 18:17:00.906981 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ee752-2d0a-4815-b800-9e5a80ee8bb4 req-4e6b7532-a08b-4556-9357-bc8416d86011 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:00.908476 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ab5ee752-2d0a-4815-b800-9e5a80ee8bb4 req-4e6b7532-a08b-4556-9357-bc8416d86011 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea5b0be3-d120-4eee-aaef-b97739b032d1 HTTP/1.1" status: 200 len: 946 time: 0.1391141 Oct 27 18:17:00.933648 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c66ea6-ded6-4e5b-a89a-53753fcfeffb req-d711a01d-2d03-4ec9-9155-7f482809954a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:00.935138 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b1c66ea6-ded6-4e5b-a89a-53753fcfeffb req-d711a01d-2d03-4ec9-9155-7f482809954a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.0849221 Oct 27 18:17:00.979676 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ab5ee752-2d0a-4815-b800-9e5a80ee8bb4 req-d5c417ef-cdb9-475c-a99b-b1ed508fb924 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe7b47d0-b2d2-4513-ad4b-681a95d750a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646832 Oct 27 18:17:00.994281 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c66ea6-ded6-4e5b-a89a-53753fcfeffb req-30941702-a017-4edb-8980-a60f08cb2840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:00.996057 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b1c66ea6-ded6-4e5b-a89a-53753fcfeffb req-30941702-a017-4edb-8980-a60f08cb2840 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0527306 Oct 27 18:17:01.056814 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c29379de-4ac7-4b28-b0d7-1b58acc7cdea req-ac6a7c4d-38be-4392-b07a-939f63ad620b tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:01.107672 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c29379de-4ac7-4b28-b0d7-1b58acc7cdea req-ac6a7c4d-38be-4392-b07a-939f63ad620b tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:17:01.111499 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-c29379de-4ac7-4b28-b0d7-1b58acc7cdea req-ac6a7c4d-38be-4392-b07a-939f63ad620b tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:17:01.115117 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-c29379de-4ac7-4b28-b0d7-1b58acc7cdea req-ac6a7c4d-38be-4392-b07a-939f63ad620b tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:17:01.137819 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a7c4d-38be-4392-b07a-939f63ad620b tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Pushing event updated for resources: {'Port': ['ID=bef45824-d1ce-4bd4-b954-61d24f71c822,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:01.195066 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b1c66ea6-ded6-4e5b-a89a-53753fcfeffb req-f4430a52-1c27-41f9-b6ae-94ca6bebea46 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913693 Oct 27 18:17:01.286322 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c29379de-4ac7-4b28-b0d7-1b58acc7cdea req-ac6a7c4d-38be-4392-b07a-939f63ad620b tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:01.321055 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b1c66ea6-ded6-4e5b-a89a-53753fcfeffb req-b1e330d9-19d7-4b3c-8562-8ff12e35b3fc service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070731 Oct 27 18:17:01.396947 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c29379de-4ac7-4b28-b0d7-1b58acc7cdea req-ac6a7c4d-38be-4392-b07a-939f63ad620b tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:01.552922 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c29379de-4ac7-4b28-b0d7-1b58acc7cdea req-ac6a7c4d-38be-4392-b07a-939f63ad620b tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:01.613107 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c29379de-4ac7-4b28-b0d7-1b58acc7cdea req-ac6a7c4d-38be-4392-b07a-939f63ad620b tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:01.687281 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a7c4d-38be-4392-b07a-939f63ad620b tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Pushing event updated for resources: {'Port': ['ID=bef45824-d1ce-4bd4-b954-61d24f71c822,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:01.696954 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c29379de-4ac7-4b28-b0d7-1b58acc7cdea req-ac6a7c4d-38be-4392-b07a-939f63ad620b tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:01.817653 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c29379de-4ac7-4b28-b0d7-1b58acc7cdea req-ac6a7c4d-38be-4392-b07a-939f63ad620b tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:01.819036 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c29379de-4ac7-4b28-b0d7-1b58acc7cdea req-ac6a7c4d-38be-4392-b07a-939f63ad620b tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9547937 Oct 27 18:17:01.877498 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c29379de-4ac7-4b28-b0d7-1b58acc7cdea req-2e9ff55d-0206-4131-a453-9b96957ec25f tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.147 HTTP/1.1" status: 200 len: 696 time: 0.0521934 Oct 27 18:17:01.978025 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17871a-2d89-4414-8d0e-d6184038ffaa req-a9e0cdc6-3800-4feb-8dda-c3386f902e98 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:01.984952 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7d17871a-2d89-4414-8d0e-d6184038ffaa req-a9e0cdc6-3800-4feb-8dda-c3386f902e98 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f6791c3-4f8d-489a-bc27-6089d3775aa7 HTTP/1.1" status: 200 len: 949 time: 0.0499992 Oct 27 18:17:02.003742 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a3beb-5719-4ff9-a15b-d719621d50c9 req-ced38076-aea3-495c-906b-ac4a6e00df3c tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:02.007552 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-015a3beb-5719-4ff9-a15b-d719621d50c9 req-ced38076-aea3-495c-906b-ac4a6e00df3c tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd02b6c3-2521-4803-b091-008cc141582b HTTP/1.1" status: 200 len: 947 time: 0.1098757 Oct 27 18:17:02.066542 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29379de-4ac7-4b28-b0d7-1b58acc7cdea req-1342013c-3b92-4d0e-ac4b-b9ba48c20121 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:02.067953 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c29379de-4ac7-4b28-b0d7-1b58acc7cdea req-1342013c-3b92-4d0e-ac4b-b9ba48c20121 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] 10.222.0.52 "GET /v2.0/networks/0fad50cd-70b8-43d9-8a14-cc05c0fdea0e HTTP/1.1" status: 200 len: 784 time: 0.1839738 Oct 27 18:17:02.084247 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-015a3beb-5719-4ff9-a15b-d719621d50c9 req-bf21992c-31a4-4f74-b8a5-366ef7d68595 tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6d2fe8a-530b-4783-b8a7-502458b80949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643876 Oct 27 18:17:02.114642 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-7d17871a-2d89-4414-8d0e-d6184038ffaa req-02d7143b-7b41-4274-8cd5-55329c8a0824 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Deleting port 793138b4-0265-4212-b03e-a893a76d7244 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:17:02.116611 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7d17871a-2d89-4414-8d0e-d6184038ffaa req-02d7143b-7b41-4274-8cd5-55329c8a0824 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:02.197177 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-3efdbfc8-de74-4395-bb34-1ce95fb89a9a tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=22d5ef1108754de6b7ab20f33da88601&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366249 Oct 27 18:17:02.244816 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-7d17871a-2d89-4414-8d0e-d6184038ffaa req-02d7143b-7b41-4274-8cd5-55329c8a0824 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] For port 793138b4-0265-4212-b03e-a893a76d7244, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=793138b4-0265-4212-b03e-a893a76d7244,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:02.245683 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7d17871a-2d89-4414-8d0e-d6184038ffaa req-02d7143b-7b41-4274-8cd5-55329c8a0824 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:02.262690 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-7d17871a-2d89-4414-8d0e-d6184038ffaa req-02d7143b-7b41-4274-8cd5-55329c8a0824 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Calling delete_port for 793138b4-0265-4212-b03e-a893a76d7244 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:17:02.524687 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7d17871a-2d89-4414-8d0e-d6184038ffaa req-02d7143b-7b41-4274-8cd5-55329c8a0824 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:02.540777 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['793138b4-0265-4212-b03e-a893a76d7244'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:17:02.552033 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c60418-0338-4394-bff7-1c31629630b1 req-93a91756-6298-47f2-bbb2-76f770901f7a tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:02.553588 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e4c60418-0338-4394-bff7-1c31629630b1 req-93a91756-6298-47f2-bbb2-76f770901f7a tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f6791c3-4f8d-489a-bc27-6089d3775aa7 HTTP/1.1" status: 200 len: 949 time: 0.4301193 Oct 27 18:17:02.576426 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7143b-7b41-4274-8cd5-55329c8a0824 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Pushing event deleted for resources: {'Port': ['ID=793138b4-0265-4212-b03e-a893a76d7244,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:02.593793 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307f374-eb4e-4843-9702-3d0f9b7a6a2d req-ef507e47-6d02-4af1-9f1e-7113811bd6cc tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:02.601657 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a307f374-eb4e-4843-9702-3d0f9b7a6a2d req-ef507e47-6d02-4af1-9f1e-7113811bd6cc tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1840160-fba3-4492-a887-2fb869a68d20 HTTP/1.1" status: 200 len: 946 time: 0.4293332 Oct 27 18:17:02.621265 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d17871a-2d89-4414-8d0e-d6184038ffaa req-02d7143b-7b41-4274-8cd5-55329c8a0824 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] No DVR routers for this DVR port 793138b4-0265-4212-b03e-a893a76d7244 on host n-h1-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:17:02.624542 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7d17871a-2d89-4414-8d0e-d6184038ffaa req-02d7143b-7b41-4274-8cd5-55329c8a0824 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:02.628173 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7d17871a-2d89-4414-8d0e-d6184038ffaa req-02d7143b-7b41-4274-8cd5-55329c8a0824 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.81 "DELETE /v2.0/ports/793138b4-0265-4212-b03e-a893a76d7244 HTTP/1.1" status: 204 len: 173 time: 0.6393991 Oct 27 18:17:02.628624 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6791c3-4f8d-489a-bc27-6089d3775aa7', 'name': 'network-vif-deleted', 'tag': '793138b4-0265-4212-b03e-a893a76d7244'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:17:02.631796 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1022efa7-9427-4ef4-9f4d-1870300258b6" -d '{"events": [{"server_uuid": "2f6791c3-4f8d-489a-bc27-6089d3775aa7", "name": "network-vif-deleted", "tag": "793138b4-0265-4212-b03e-a893a76d7244"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:17:02.636583 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5b0be3-d120-4eee-aaef-b97739b032d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a05a27d-2573-4613-8aca-f52e416e96b2'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:17:02.639348 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9b30b0-c24a-49ab-b2ee-9af011fdb8ce" -d '{"events": [{"server_uuid": "ea5b0be3-d120-4eee-aaef-b97739b032d1", "name": "network-vif-plugged", "status": "completed", "tag": "3a05a27d-2573-4613-8aca-f52e416e96b2"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:17:02.685033 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e4c60418-0338-4394-bff7-1c31629630b1 req-231c67a3-cad8-4dfc-bcb2-eef051824ab1 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/security-groups?id=64823d5a-2970-43e6-8206-39ed65e81f4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212254 Oct 27 18:17:02.694532 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-faf0f664-feb2-4d9f-8eec-24d9476d9cdf tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:02.694907 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-faf0f664-feb2-4d9f-8eec-24d9476d9cdf tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4807818 Oct 27 18:17:02.710020 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a307f374-eb4e-4843-9702-3d0f9b7a6a2d req-8a503da4-5769-4106-a530-9356938478f1 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/security-groups?id=19f055c0-00bc-42ca-93a0-0641824e6b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073499 Oct 27 18:17:02.714983 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-562f7bc5-041f-4449-8dbc-2b26c0df9554 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Request body: {'port': {'device_id': '51a2e022-deb9-458c-a476-b8933705113e', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'admin_state_up': True, 'tenant_id': '22d5ef1108754de6b7ab20f33da88601'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:17:02.859397 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1784dbcc-17db-4364-8a64-ad8335e03101 req-ddde4213-a451-488b-af4b-332786e5777f tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/ports?device_id=51a2e022-deb9-458c-a476-b8933705113e HTTP/1.1" status: 200 len: 210 time: 0.0506473 Oct 27 18:17:02.904510 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f474bb-460b-40d6-984f-3fef155ebd31 req-1f28ea3d-55ac-41a6-ada6-f8cd677ef1a1 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:02.907466 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-01f474bb-460b-40d6-984f-3fef155ebd31 req-1f28ea3d-55ac-41a6-ada6-f8cd677ef1a1 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea5b0be3-d120-4eee-aaef-b97739b032d1 HTTP/1.1" status: 200 len: 946 time: 0.1114051 Oct 27 18:17:02.999628 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-933c7b20-2e7d-4754-8da4-6f9bff2c2064 req-d02473e8-c611-4571-8330-f2bf922ba1d6 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] 10.222.0.52 "GET /v2.0/floatingips/6b950fed-fd5e-4744-8b6a-0272c9a0e73a HTTP/1.1" status: 200 len: 693 time: 0.0888708 Oct 27 18:17:03.105596 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-01f474bb-460b-40d6-984f-3fef155ebd31 req-ce0ad5b2-8424-4ac5-994f-3f51906f77ef tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe7b47d0-b2d2-4513-ad4b-681a95d750a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049125 Oct 27 18:17:03.147157 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-562f7bc5-041f-4449-8dbc-2b26c0df9554 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Made reservation on behalf of 22d5ef1108754de6b7ab20f33da88601 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:17:03.151720 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-562f7bc5-041f-4449-8dbc-2b26c0df9554 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:03.172251 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-562f7bc5-041f-4449-8dbc-2b26c0df9554 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:03.181083 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c7b20-2e7d-4754-8da4-6f9bff2c2064 req-e054a891-dfe3-484b-8ff3-0499695fc8ae tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:03.183026 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-933c7b20-2e7d-4754-8da4-6f9bff2c2064 req-e054a891-dfe3-484b-8ff3-0499695fc8ae tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] 10.222.0.52 "GET /v2.0/networks/0fad50cd-70b8-43d9-8a14-cc05c0fdea0e HTTP/1.1" status: 200 len: 784 time: 0.1745300 Oct 27 18:17:03.190278 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552222ec-0ae7-4f73-b288-f33145a63d3e x-openstack-request-id: req-552222ec-0ae7-4f73-b288-f33145a63d3e {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:17:03.190596 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5b0be3-d120-4eee-aaef-b97739b032d1", "name": "network-vif-plugged", "status": "completed", "tag": "3a05a27d-2573-4613-8aca-f52e416e96b2", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:17:03.190915 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-552222ec-0ae7-4f73-b288-f33145a63d3e {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:17:03.197610 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5b0be3-d120-4eee-aaef-b97739b032d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a05a27d-2573-4613-8aca-f52e416e96b2', 'code': 200} Oct 27 18:17:03.221151 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-933c7b20-2e7d-4754-8da4-6f9bff2c2064 req-26ac2c26-5da3-43a0-a5e8-736d40f2bd46 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:17:03.232188 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-933c7b20-2e7d-4754-8da4-6f9bff2c2064 req-26ac2c26-5da3-43a0-a5e8-736d40f2bd46 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0371671 Oct 27 18:17:03.265503 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1675f1e-a726-4427-a8ad-4d9716112248 x-openstack-request-id: req-b1675f1e-a726-4427-a8ad-4d9716112248 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:17:03.265992 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6791c3-4f8d-489a-bc27-6089d3775aa7", "name": "network-vif-deleted", "tag": "793138b4-0265-4212-b03e-a893a76d7244", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:17:03.266086 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b1675f1e-a726-4427-a8ad-4d9716112248 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:17:03.266486 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6791c3-4f8d-489a-bc27-6089d3775aa7', 'name': 'network-vif-deleted', 'tag': '793138b4-0265-4212-b03e-a893a76d7244', 'status': 'completed', 'code': 200} Oct 27 18:17:03.329497 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-562f7bc5-041f-4449-8dbc-2b26c0df9554 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:03.363889 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3feb6e6-2853-4475-9af3-daf969f95d3d req-c885b5fc-9035-4b15-bdf0-1df2644db13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:03.365976 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c3feb6e6-2853-4475-9af3-daf969f95d3d req-c885b5fc-9035-4b15-bdf0-1df2644db13d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ea5b0be3-d120-4eee-aaef-b97739b032d1 HTTP/1.1" status: 200 len: 1097 time: 0.0786843 Oct 27 18:17:03.403728 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99e800-c7e9-4716-ba19-55f1a2541851 req-c96ed4ee-1af2-4aeb-92cf-691aedabc9a6 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:03.411422 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c3feb6e6-2853-4475-9af3-daf969f95d3d req-cd2980b2-4843-458f-a108-bc3e7f9170d1 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=fe7b47d0-b2d2-4513-ad4b-681a95d750a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358860 Oct 27 18:17:03.413049 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5e99e800-c7e9-4716-ba19-55f1a2541851 req-c96ed4ee-1af2-4aeb-92cf-691aedabc9a6 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=bcef9526-6b6c-48a6-b2d5-8e5c661a56d6 HTTP/1.1" status: 200 len: 1095 time: 0.0873954 Oct 27 18:17:03.422026 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-562f7bc5-041f-4449-8dbc-2b26c0df9554 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:03.454981 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4263f94-d4d9-4439-b3d5-ccd6692040ad req-08a1815f-a4c5-4a7b-a8d2-f3ecd169bf27 tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:03.456460 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b4263f94-d4d9-4439-b3d5-ccd6692040ad req-08a1815f-a4c5-4a7b-a8d2-f3ecd169bf27 tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd02b6c3-2521-4803-b091-008cc141582b HTTP/1.1" status: 200 len: 947 time: 0.1152029 Oct 27 18:17:03.540210 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f7bc5-041f-4449-8dbc-2b26c0df9554 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=907e52db-b12d-402a-8ccd-81cb1159dbb3,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:03.563347 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5e99e800-c7e9-4716-ba19-55f1a2541851 req-9c881a31-db14-4fa4-a5d8-239c0bcea1b8 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493602 Oct 27 18:17:03.620470 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b4263f94-d4d9-4439-b3d5-ccd6692040ad req-00172d03-0945-444b-a399-20af6fdbde62 tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6d2fe8a-530b-4783-b8a7-502458b80949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279924 Oct 27 18:17:03.698202 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3a82c302-fd82-46f2-bbc3-2af4d97b6a27 req-27364302-2611-4f19-bbe6-292a9d69058b tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] 10.222.0.52 "GET /v2.0/floatingips/6b950fed-fd5e-4744-8b6a-0272c9a0e73a HTTP/1.1" status: 200 len: 693 time: 0.0841568 Oct 27 18:17:03.699323 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-562f7bc5-041f-4449-8dbc-2b26c0df9554 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Allocated IP 192.168.233.98 (5a00a4ee-d7ee-4646-9905-4d21868e9aa2/5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc/56b4f8e3-bf27-4c86-a72d-57ec68bdca0b) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:17:03.824319 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 22f9f5d1-bc81-4a59-886f-8ecb35731f39 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:17:03.845567 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-820caca8-fb2a-45c8-9b44-4db01c3ca3ee req-ce0c8f37-9c02-4101-a4c5-2411b01a93e4 tempest-ServersAdminNegativeTestJSON-2119354230 tempest-ServersAdminNegativeTestJSON-2119354230-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f6791c3-4f8d-489a-bc27-6089d3775aa7 HTTP/1.1" status: 200 len: 210 time: 0.0563872 Oct 27 18:17:03.926158 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 22f9f5d1-bc81-4a59-886f-8ecb35731f39, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=22f9f5d1-bc81-4a59-886f-8ecb35731f39,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:03.938946 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '22f9f5d1-bc81-4a59-886f-8ecb35731f39', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'port_id': '22f9f5d1-bc81-4a59-886f-8ecb35731f39', 'mac_address': 'fa:16:3e:61:aa:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:17:03.985358 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:04.001245 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22f9f5d1-bc81-4a59-886f-8ecb35731f39 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:17:04.002609 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-562f7bc5-041f-4449-8dbc-2b26c0df9554 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:04.036711 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 22f9f5d1-bc81-4a59-886f-8ecb35731f39, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=22f9f5d1-bc81-4a59-886f-8ecb35731f39,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:04.037027 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82c302-fd82-46f2-bbc3-2af4d97b6a27 req-2f04129c-7bbe-4aec-a054-9948222302f3 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:04.038421 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3a82c302-fd82-46f2-bbc3-2af4d97b6a27 req-2f04129c-7bbe-4aec-a054-9948222302f3 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] 10.222.0.52 "GET /v2.0/networks/0fad50cd-70b8-43d9-8a14-cc05c0fdea0e HTTP/1.1" status: 200 len: 784 time: 0.3294678 Oct 27 18:17:04.078904 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-3a82c302-fd82-46f2-bbc3-2af4d97b6a27 req-a996752b-d237-4ab5-af44-37884f11bfa4 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:17:04.078904 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3a82c302-fd82-46f2-bbc3-2af4d97b6a27 req-a996752b-d237-4ab5-af44-37884f11bfa4 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0249636 Oct 27 18:17:04.119078 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:04.176798 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=22f9f5d1-bc81-4a59-886f-8ecb35731f39,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:04.185589 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3a82c302-fd82-46f2-bbc3-2af4d97b6a27 req-4d3fe8d1-639e-4eb5-9af8-6f3e5a649887 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.147 HTTP/1.1" status: 200 len: 696 time: 0.0971081 Oct 27 18:17:04.192278 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:17:04.192950 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:17:04.193299 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:17:04.193638 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:17:04.193966 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:17:04.194453 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:17:04.194789 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:17:04.195011 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e9b9a-778c-48d3-9ce2-63518f268e50 req-3aceccc7-5a75-48fa-a0fb-4c6a8e64518f tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:04.195175 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:17:04.195679 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:17:04.196006 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:17:04.196335 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:17:04.196598 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-997e9b9a-778c-48d3-9ce2-63518f268e50 req-3aceccc7-5a75-48fa-a0fb-4c6a8e64518f tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1840160-fba3-4492-a887-2fb869a68d20 HTTP/1.1" status: 200 len: 946 time: 0.1868572 Oct 27 18:17:04.196703 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:17:04.220818 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-562f7bc5-041f-4449-8dbc-2b26c0df9554 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:04.308065 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3a82c302-fd82-46f2-bbc3-2af4d97b6a27 req-4f483bf4-85ff-4274-aac2-c4dfb352d7f9 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.147 HTTP/1.1" status: 200 len: 696 time: 0.1102734 Oct 27 18:17:04.330762 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['22f9f5d1-bc81-4a59-886f-8ecb35731f39'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:17:04.396389 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-562f7bc5-041f-4449-8dbc-2b26c0df9554 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:17:04.417746 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-562f7bc5-041f-4449-8dbc-2b26c0df9554 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:17:04.420099 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-562f7bc5-041f-4449-8dbc-2b26c0df9554 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:17:04.427023 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f7bc5-041f-4449-8dbc-2b26c0df9554 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Pushing event updated for resources: {'Port': ['ID=56b4f8e3-bf27-4c86-a72d-57ec68bdca0b,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:04.469627 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-997e9b9a-778c-48d3-9ce2-63518f268e50 req-2e4ec019-e526-4051-ae11-da06c3916f31 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/security-groups?id=19f055c0-00bc-42ca-93a0-0641824e6b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2502847 Oct 27 18:17:04.572220 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-562f7bc5-041f-4449-8dbc-2b26c0df9554 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:04.573548 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-562f7bc5-041f-4449-8dbc-2b26c0df9554 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:04.687737 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-562f7bc5-041f-4449-8dbc-2b26c0df9554 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9767160 Oct 27 18:17:04.709057 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-bf57785f-70e9-4e32-b984-30d3eba54df3 service neutron] Request body: {'port': {'device_id': '51a2e022-deb9-458c-a476-b8933705113e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:17:04.739346 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-3a82c302-fd82-46f2-bbc3-2af4d97b6a27 req-9cc37ee2-72fc-4ba2-b46b-2a277d30dc8a tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Deleting port bef45824-d1ce-4bd4-b954-61d24f71c822 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:17:04.739685 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-3a82c302-fd82-46f2-bbc3-2af4d97b6a27 req-9cc37ee2-72fc-4ba2-b46b-2a277d30dc8a tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:04.789399 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-b447dd1e-1fe0-4828-a082-ca38055c27cb tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:04.790919 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-b447dd1e-1fe0-4828-a082-ca38055c27cb tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/networks?id=b3551270-2765-4a25-abeb-25e55b0a5126 HTTP/1.1" status: 200 len: 821 time: 0.2080266 Oct 27 18:17:04.835496 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-8566c41f-3088-4b89-8d7e-b50ec2cd2012 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/quotas/a91620ccab6b42bd92005fb366774bad HTTP/1.1" status: 200 len: 375 time: 0.0365877 Oct 27 18:17:04.845489 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-bf57785f-70e9-4e32-b984-30d3eba54df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:04.903320 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-3a82c302-fd82-46f2-bbc3-2af4d97b6a27 req-9cc37ee2-72fc-4ba2-b46b-2a277d30dc8a tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:04.903601 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-3a82c302-fd82-46f2-bbc3-2af4d97b6a27 req-9cc37ee2-72fc-4ba2-b46b-2a277d30dc8a tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:04.942150 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-3a82c302-fd82-46f2-bbc3-2af4d97b6a27 req-9cc37ee2-72fc-4ba2-b46b-2a277d30dc8a tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Calling delete_port for bef45824-d1ce-4bd4-b954-61d24f71c822 owned by network:floatingip {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:17:04.977282 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-ab5101b6-d46e-4d24-af41-7a1e18621764 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a91620ccab6b42bd92005fb366774bad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1327522 Oct 27 18:17:05.241800 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-ec542dac-bb33-4ce8-b83d-88b7e507578d service neutron] 10.222.0.52 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194276 Oct 27 18:17:05.359367 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 793138b4-0265-4212-b03e-a893a76d7244 no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:17:05.387976 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] No Port match for: 793138b4-0265-4212-b03e-a893a76d7244 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:17:05.388575 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 793138b4-0265-4212-b03e-a893a76d7244 not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:17:05.398838 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-cd41713a-1b3a-4240-bb93-62f9dd759619 None None] Provisioning complete for port 56b4f8e3-bf27-4c86-a72d-57ec68bdca0b triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:17:05.399652 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cd41713a-1b3a-4240-bb93-62f9dd759619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:05.437918 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-cd41713a-1b3a-4240-bb93-62f9dd759619 None None] Port 56b4f8e3-bf27-4c86-a72d-57ec68bdca0b cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:17:05.439042 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-de484e35-8e3a-44cd-b7de-f8c66d2adf95 service neutron] 10.222.0.52 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884367 Oct 27 18:17:05.440939 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-bf57785f-70e9-4e32-b984-30d3eba54df3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56b4f8e3-bf27-4c86-a72d-57ec68bdca0b {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:17:05.455489 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-bf57785f-70e9-4e32-b984-30d3eba54df3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:05.470143 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-bf57785f-70e9-4e32-b984-30d3eba54df3 service neutron] Transition to ACTIVE for port object 56b4f8e3-bf27-4c86-a72d-57ec68bdca0b will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:17:05.471108 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-3a82c302-fd82-46f2-bbc3-2af4d97b6a27 req-9cc37ee2-72fc-4ba2-b46b-2a277d30dc8a tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:05.527568 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc37ee2-72fc-4ba2-b46b-2a277d30dc8a tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Pushing event deleted for resources: {'Port': ['ID=bef45824-d1ce-4bd4-b954-61d24f71c822,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:05.548769 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-bf57785f-70e9-4e32-b984-30d3eba54df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:05.611857 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-3a82c302-fd82-46f2-bbc3-2af4d97b6a27 req-9cc37ee2-72fc-4ba2-b46b-2a277d30dc8a tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks [] for floatingip, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:05.614507 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-3a82c302-fd82-46f2-bbc3-2af4d97b6a27 req-9cc37ee2-72fc-4ba2-b46b-2a277d30dc8a tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:05.615794 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3a82c302-fd82-46f2-bbc3-2af4d97b6a27 req-9cc37ee2-72fc-4ba2-b46b-2a277d30dc8a tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] 10.222.0.52 "DELETE /v2.0/floatingips/6b950fed-fd5e-4744-8b6a-0272c9a0e73a HTTP/1.1" status: 204 len: 173 time: 1.2979517 Oct 27 18:17:05.716739 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57785f-70e9-4e32-b984-30d3eba54df3 service neutron] Pushing event updated for resources: {'Port': ['ID=56b4f8e3-bf27-4c86-a72d-57ec68bdca0b,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:05.828723 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 22f9f5d1-bc81-4a59-886f-8ecb35731f39 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:17:05.986177 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 22f9f5d1-bc81-4a59-886f-8ecb35731f39 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:17:05.992057 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 22f9f5d1-bc81-4a59-886f-8ecb35731f39 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:17:05.992513 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:06.091254 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-bf57785f-70e9-4e32-b984-30d3eba54df3 service neutron] Attempting to bind port 56b4f8e3-bf27-4c86-a72d-57ec68bdca0b on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:17:06.091725 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-bf57785f-70e9-4e32-b984-30d3eba54df3 service neutron] Attempting to bind port 56b4f8e3-bf27-4c86-a72d-57ec68bdca0b by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:17:06.092806 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-bf57785f-70e9-4e32-b984-30d3eba54df3 service neutron] Attempting to bind port 56b4f8e3-bf27-4c86-a72d-57ec68bdca0b on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:17:06.104590 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc6002-d831-4a57-b4c3-e9ca7b45c829 req-a5d971dc-5b28-4f35-b5c6-ad849186c440 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:06.106400 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-31bc6002-d831-4a57-b4c3-e9ca7b45c829 req-a5d971dc-5b28-4f35-b5c6-ad849186c440 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/ports?device_id=51a2e022-deb9-458c-a476-b8933705113e HTTP/1.1" status: 200 len: 947 time: 0.4113147 Oct 27 18:17:06.112421 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-bf57785f-70e9-4e32-b984-30d3eba54df3 service neutron] Port 56b4f8e3-bf27-4c86-a72d-57ec68bdca0b on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:17:06.112888 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-bf57785f-70e9-4e32-b984-30d3eba54df3 service neutron] Attempting to bind port 56b4f8e3-bf27-4c86-a72d-57ec68bdca0b on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:17:06.132326 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6dcac-8913-4b9f-aa44-a0dcd498a6f8 req-d014f461-d221-4854-9ff5-8e3fc9edc5dd tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:06.133661 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-01d6dcac-8913-4b9f-aa44-a0dcd498a6f8 req-d014f461-d221-4854-9ff5-8e3fc9edc5dd tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea5b0be3-d120-4eee-aaef-b97739b032d1 HTTP/1.1" status: 200 len: 946 time: 0.3965755 Oct 27 18:17:06.136148 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-bf57785f-70e9-4e32-b984-30d3eba54df3 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:17:06.136148 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-bf57785f-70e9-4e32-b984-30d3eba54df3 service neutron] Checking segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:17:06.136701 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-bf57785f-70e9-4e32-b984-30d3eba54df3 service neutron] Bound using segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:17:06.137262 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-bf57785f-70e9-4e32-b984-30d3eba54df3 service neutron] Bound port: 56b4f8e3-bf27-4c86-a72d-57ec68bdca0b, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:17:06.137787 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-bf57785f-70e9-4e32-b984-30d3eba54df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:06.213446 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-31bc6002-d831-4a57-b4c3-e9ca7b45c829 req-fc7be540-9df8-4a2e-8cb0-309eef00c296 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/security-groups?id=907e52db-b12d-402a-8ccd-81cb1159dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972371 Oct 27 18:17:06.240404 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-01d6dcac-8913-4b9f-aa44-a0dcd498a6f8 req-8956b4bb-1b4a-4ec0-8388-0c7b4fe0d0e9 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe7b47d0-b2d2-4513-ad4b-681a95d750a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994883 Oct 27 18:17:06.267892 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-bf57785f-70e9-4e32-b984-30d3eba54df3 service neutron] For port 56b4f8e3-bf27-4c86-a72d-57ec68bdca0b, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:17:06.271042 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:06.272165 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-bf57785f-70e9-4e32-b984-30d3eba54df3 service neutron] For port 56b4f8e3-bf27-4c86-a72d-57ec68bdca0b, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=56b4f8e3-bf27-4c86-a72d-57ec68bdca0b,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:17:06.340002 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd02b6c3-2521-4803-b091-008cc141582b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f9f5d1-bc81-4a59-886f-8ecb35731f39'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:17:06.344029 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ec20b5-8176-47fb-888d-f4e3eb6ee97a" -d '{"events": [{"server_uuid": "cd02b6c3-2521-4803-b091-008cc141582b", "name": "network-vif-plugged", "status": "completed", "tag": "22f9f5d1-bc81-4a59-886f-8ecb35731f39"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:17:06.354755 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-bf57785f-70e9-4e32-b984-30d3eba54df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:06.367692 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 22f9f5d1-bc81-4a59-886f-8ecb35731f39, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=22f9f5d1-bc81-4a59-886f-8ecb35731f39,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:06.411879 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a973d2-7aa7-4f00-96a3-4bb61899908a req-9f6d5fc8-2970-43a1-abfd-0fb22060fcb8 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:06.414844 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-28a973d2-7aa7-4f00-96a3-4bb61899908a req-9f6d5fc8-2970-43a1-abfd-0fb22060fcb8 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1840160-fba3-4492-a887-2fb869a68d20 HTTP/1.1" status: 200 len: 946 time: 0.1216416 Oct 27 18:17:06.426862 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 43354) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:17:06.434073 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-5fabc0df-5972-4085-9cb0-916b7e037509 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Request body: {'floatingip': {'port_id': '15149c09-094a-4d4c-a3ed-75b4f2d6ea6e'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:17:06.438903 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:06.450451 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-bf57785f-70e9-4e32-b984-30d3eba54df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:06.451001 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-bf57785f-70e9-4e32-b984-30d3eba54df3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:06.453188 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-bf57785f-70e9-4e32-b984-30d3eba54df3 service neutron] 10.222.0.93 "PUT /v2.0/ports/56b4f8e3-bf27-4c86-a72d-57ec68bdca0b HTTP/1.1" status: 200 len: 1095 time: 1.7492447 Oct 27 18:17:06.456118 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51a2e022-deb9-458c-a476-b8933705113e', 'tag': '56b4f8e3-bf27-4c86-a72d-57ec68bdca0b'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:17:06.466100 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a2cf0c-7153-4f8b-8db5-ff54814d98d6" -d '{"events": [{"name": "network-changed", "server_uuid": "51a2e022-deb9-458c-a476-b8933705113e", "tag": "56b4f8e3-bf27-4c86-a72d-57ec68bdca0b"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:17:06.491400 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57785f-70e9-4e32-b984-30d3eba54df3 service neutron] Pushing event updated for resources: {'Port': ['ID=56b4f8e3-bf27-4c86-a72d-57ec68bdca0b,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:06.523919 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b104c245-2093-4e47-abc7-bd9037d66b75 req-11d87245-43d8-46a0-a015-fc0fbfb6e98e tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:06.524575 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=22f9f5d1-bc81-4a59-886f-8ecb35731f39,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:06.533183 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b104c245-2093-4e47-abc7-bd9037d66b75 req-11d87245-43d8-46a0-a015-fc0fbfb6e98e tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd02b6c3-2521-4803-b091-008cc141582b HTTP/1.1" status: 200 len: 948 time: 0.1672158 Oct 27 18:17:06.569580 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5fabc0df-5972-4085-9cb0-916b7e037509 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks [] for floatingip, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:06.828883 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b104c245-2093-4e47-abc7-bd9037d66b75 req-ca088b6a-1b06-4448-91e7-f6f2924b5254 tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6d2fe8a-530b-4783-b8a7-502458b80949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947927 Oct 27 18:17:06.887746 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-1935629a-80e7-41df-b435-e684bf1acc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:06.890113 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-1935629a-80e7-41df-b435-e684bf1acc7a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=22d5ef1108754de6b7ab20f33da88601&device_id=51a2e022-deb9-458c-a476-b8933705113e HTTP/1.1" status: 200 len: 1098 time: 0.2566633 Oct 27 18:17:06.903754 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0050325-f58e-4e34-a2be-36a045024b3a req-9f562e64-93f3-4ebd-b557-562675aef799 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:06.916520 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e0050325-f58e-4e34-a2be-36a045024b3a req-9f562e64-93f3-4ebd-b557-562675aef799 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3808944 Oct 27 18:17:06.968256 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f404f8a1-ddeb-4337-b1e0-61db4f57db89 x-openstack-request-id: req-f404f8a1-ddeb-4337-b1e0-61db4f57db89 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:17:06.969033 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd02b6c3-2521-4803-b091-008cc141582b", "name": "network-vif-plugged", "status": "completed", "tag": "22f9f5d1-bc81-4a59-886f-8ecb35731f39", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:17:06.969585 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f404f8a1-ddeb-4337-b1e0-61db4f57db89 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:17:06.970107 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd02b6c3-2521-4803-b091-008cc141582b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f9f5d1-bc81-4a59-886f-8ecb35731f39', 'code': 200} Oct 27 18:17:07.062721 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-09b4e09e-89a6-4641-892c-fc5f4f770ca0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=56b4f8e3-bf27-4c86-a72d-57ec68bdca0b HTTP/1.1" status: 200 len: 217 time: 0.1418202 Oct 27 18:17:07.101957 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077c7b66-cd3a-4800-8f93-e5d78064d596 x-openstack-request-id: req-077c7b66-cd3a-4800-8f93-e5d78064d596 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:17:07.102546 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51a2e022-deb9-458c-a476-b8933705113e", "tag": "56b4f8e3-bf27-4c86-a72d-57ec68bdca0b", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:17:07.102987 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-077c7b66-cd3a-4800-8f93-e5d78064d596 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:17:07.104135 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51a2e022-deb9-458c-a476-b8933705113e', 'tag': '56b4f8e3-bf27-4c86-a72d-57ec68bdca0b', 'status': 'completed', 'code': 200} Oct 27 18:17:07.195044 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-38a482d2-b7e9-46d4-a1fe-09e7b375bfc3 req-6f01f3bb-e513-43ba-b7b7-e42e5addcafc tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 210 time: 0.1599319 Oct 27 18:17:07.226659 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43366) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:17:07.307308 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bde0c393-7d70-4a45-8f5a-220a735b01f5 req-ffdbcdb6-8c0d-4664-b066-b2f876353253 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] 10.222.0.52 "GET /v2.0/floatingips?tenant_id=f6f614013ac944c0bd136d74e2c338cd HTTP/1.1" status: 200 len: 1656 time: 0.1208520 Oct 27 18:17:07.319112 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-ee7f3736-b01f-4390-aa3a-7ce3e3f2b16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:07.324340 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-ee7f3736-b01f-4390-aa3a-7ce3e3f2b16d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.2155442 Oct 27 18:17:07.496175 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a3e8c-e51b-47b6-8160-b12886e050d1 req-affe5815-796c-4876-8cca-af793dd6150a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:07.497600 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e77a3e8c-e51b-47b6-8160-b12886e050d1 req-affe5815-796c-4876-8cca-af793dd6150a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=cd02b6c3-2521-4803-b091-008cc141582b HTTP/1.1" status: 200 len: 1100 time: 0.3126764 Oct 27 18:17:07.517831 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0c393-7d70-4a45-8f5a-220a735b01f5 req-dd165f9e-9c94-435a-8773-9d43afcd931b tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:07.527500 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bde0c393-7d70-4a45-8f5a-220a735b01f5 req-dd165f9e-9c94-435a-8773-9d43afcd931b tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] 10.222.0.52 "GET /v2.0/networks?id=0fad50cd-70b8-43d9-8a14-cc05c0fdea0e&id=0fad50cd-70b8-43d9-8a14-cc05c0fdea0e&id=0fad50cd-70b8-43d9-8a14-cc05c0fdea0e HTTP/1.1" status: 200 len: 787 time: 0.2192934 Oct 27 18:17:07.580764 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-bde0c393-7d70-4a45-8f5a-220a735b01f5 req-bbdc77a6-bef0-45a0-96c9-b39a070a3448 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:17:07.581876 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bde0c393-7d70-4a45-8f5a-220a735b01f5 req-bbdc77a6-bef0-45a0-96c9-b39a070a3448 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0532136 Oct 27 18:17:07.659182 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5fabc0df-5972-4085-9cb0-916b7e037509 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:07.686781 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-574c6d3b-1087-4d61-bae8-3aff441f3d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:07.688013 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-574c6d3b-1087-4d61-bae8-3aff441f3d69 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3521283 Oct 27 18:17:07.700264 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e66b10-dd21-4523-952e-d13eedcb84b6 req-f77c974c-8684-4916-a75d-d43c4b7c0593 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:07.702510 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-96e66b10-dd21-4523-952e-d13eedcb84b6 req-f77c974c-8684-4916-a75d-d43c4b7c0593 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/ports?device_id=51a2e022-deb9-458c-a476-b8933705113e HTTP/1.1" status: 200 len: 947 time: 0.3050582 Oct 27 18:17:07.717958 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5fabc0df-5972-4085-9cb0-916b7e037509 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:07.808012 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-2cb23a1f-7289-4281-a79c-328dbf30199c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0beacb8f3e5547f6bf77f372e21e69ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5774603 Oct 27 18:17:07.810083 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-6dcf655c-2f7c-4496-9936-d28aa13df200 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066246 Oct 27 18:17:07.810571 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43380) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:17:07.818132 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a07ff8a5-9c23-49f0-9751-b264dcf96be1 req-e4258823-e430-4eb2-8c42-cffd3b14bbba tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] 10.222.0.52 "GET /v2.0/floatingips/6d8f295c-8bf3-4da3-9e69-7e0be071b871 HTTP/1.1" status: 200 len: 693 time: 0.2016211 Oct 27 18:17:07.845204 n-d-815690-2 neutron-server[102879]: INFO neutron.db.l3_db [None req-5fabc0df-5972-4085-9cb0-916b7e037509 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Floating IP 6dfc2d8e-8cc2-4308-9244-862e3c11821e associated. External IP: 172.25.6.130, port: 15149c09-094a-4d4c-a3ed-75b4f2d6ea6e. Oct 27 18:17:07.851886 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e77a3e8c-e51b-47b6-8160-b12886e050d1 req-01f5609c-9f95-4136-95ac-19870f3fdf81 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a6d2fe8a-530b-4783-b8a7-502458b80949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200200 Oct 27 18:17:08.030343 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-96e66b10-dd21-4523-952e-d13eedcb84b6 req-ef4e552f-0508-4f46-ae24-7841e0c76066 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/security-groups?id=907e52db-b12d-402a-8ccd-81cb1159dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189108 Oct 27 18:17:08.067097 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-82e62445-4833-45bf-a6a9-99ed1fd23bff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:08.108951 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fabc0df-5972-4085-9cb0-916b7e037509 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Router 46cd2537-d589-446b-917c-1a9445464d0c has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:17:08.123262 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-82e62445-4833-45bf-a6a9-99ed1fd23bff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:08.243434 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ff8a5-9c23-49f0-9751-b264dcf96be1 req-5aadef66-c860-4c29-8c22-5fa8a0e289b1 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:08.244854 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a07ff8a5-9c23-49f0-9751-b264dcf96be1 req-5aadef66-c860-4c29-8c22-5fa8a0e289b1 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] 10.222.0.52 "GET /v2.0/networks/0fad50cd-70b8-43d9-8a14-cc05c0fdea0e HTTP/1.1" status: 200 len: 784 time: 0.4131567 Oct 27 18:17:08.246713 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0232fbb3-2ed1-408a-ac9a-d01a677b665e req-3a865add-4ef7-4e90-83ec-53b90daf3bd7 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163933 Oct 27 18:17:08.277556 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fabc0df-5972-4085-9cb0-916b7e037509 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:17:08.293838 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5a8e74-98e3-4466-9d21-787d9c42ff0b None None] Sync routers for ids ['46cd2537-d589-446b-917c-1a9445464d0c'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:17:08.305213 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5fabc0df-5972-4085-9cb0-916b7e037509 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:08.319061 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5a8e74-98e3-4466-9d21-787d9c42ff0b None None] Routers {'46cd2537-d589-446b-917c-1a9445464d0c'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:17:08.319830 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-7b5a8e74-98e3-4466-9d21-787d9c42ff0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:16:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['46cd2537-d589-446b-917c-1a9445464d0c'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:17:08.347055 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a07ff8a5-9c23-49f0-9751-b264dcf96be1 req-32462bd0-e77c-4ff4-b1e3-fb2a6802f733 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.234 HTTP/1.1" status: 200 len: 696 time: 0.0916455 Oct 27 18:17:08.354751 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfafbcd-7b20-40b1-a24c-c87e593a7c2f req-43c9feaf-f571-4f6e-bcbd-e0d8a2dc3a62 tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:08.365493 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-edfafbcd-7b20-40b1-a24c-c87e593a7c2f req-43c9feaf-f571-4f6e-bcbd-e0d8a2dc3a62 tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd02b6c3-2521-4803-b091-008cc141582b HTTP/1.1" status: 200 len: 949 time: 0.1989992 Oct 27 18:17:08.367934 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5fabc0df-5972-4085-9cb0-916b7e037509 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "PUT /v2.0/floatingips/6dfc2d8e-8cc2-4308-9244-862e3c11821e HTTP/1.1" status: 200 len: 992 time: 1.9386289 Oct 27 18:17:08.369058 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1840160-fba3-4492-a887-2fb869a68d20', 'tag': '15149c09-094a-4d4c-a3ed-75b4f2d6ea6e'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:17:08.372326 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c83ecf6-34b1-4df1-b8f2-149eac18fae3" -d '{"events": [{"name": "network-changed", "server_uuid": "b1840160-fba3-4492-a887-2fb869a68d20", "tag": "15149c09-094a-4d4c-a3ed-75b4f2d6ea6e"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:17:08.419065 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-82e62445-4833-45bf-a6a9-99ed1fd23bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:08.423896 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-82e62445-4833-45bf-a6a9-99ed1fd23bff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:08.427851 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-82e62445-4833-45bf-a6a9-99ed1fd23bff admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/64823d5a-2970-43e6-8206-39ed65e81f4b HTTP/1.1" status: 204 len: 168 time: 0.6129982 Oct 27 18:17:08.533305 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-7b5a8e74-98e3-4466-9d21-787d9c42ff0b None None] Set router 46cd2537-d589-446b-917c-1a9445464d0c gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:17:08.578655 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e62445-4833-45bf-a6a9-99ed1fd23bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64823d5a-2970-43e6-8206-39ed65e81f4b,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:08.598634 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a07ff8a5-9c23-49f0-9751-b264dcf96be1 req-0f024f95-d2d3-4544-9d1f-6ad0401287d8 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.234 HTTP/1.1" status: 200 len: 696 time: 0.2194207 Oct 27 18:17:08.681320 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-edfafbcd-7b20-40b1-a24c-c87e593a7c2f req-1be1f90a-33db-4508-8699-f9d41cd6047f tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6d2fe8a-530b-4783-b8a7-502458b80949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101325 Oct 27 18:17:08.796121 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2cf0c-7153-4f8b-8db5-ff54814d98d6 req-9b19f8cc-da97-452d-9a88-4af574003d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:08.797509 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-04a2cf0c-7153-4f8b-8db5-ff54814d98d6 req-9b19f8cc-da97-452d-9a88-4af574003d77 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=22d5ef1108754de6b7ab20f33da88601&device_id=51a2e022-deb9-458c-a476-b8933705113e HTTP/1.1" status: 200 len: 1098 time: 0.3524954 Oct 27 18:17:08.811534 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-422df098-e57b-499e-95a9-009e06d715f7 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:08.813102 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-422df098-e57b-499e-95a9-009e06d715f7 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.93 "GET /v2.0/networks?id=b3551270-2765-4a25-abeb-25e55b0a5126 HTTP/1.1" status: 200 len: 821 time: 0.4968383 Oct 27 18:17:08.869296 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c9b70019-4efb-4a20-8178-158e3f9a0620 req-d71753c2-7cda-4b94-9574-1419c95a925f tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 210 time: 0.0832763 Oct 27 18:17:08.885049 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-b1894be8-5c4f-4abc-ba00-b3fdcb24263d tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Request body: {'port': {'device_id': '2e8d25ab-4ced-459b-8b94-84fb3c3bfeca', 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126', 'admin_state_up': True, 'tenant_id': 'a91620ccab6b42bd92005fb366774bad'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:17:08.902940 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-7b5a8e74-98e3-4466-9d21-787d9c42ff0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46cd2537-d589-446b-917c-1a9445464d0c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-864649329-router', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '4f8c66aa-fe19-42fc-8563-4359524b20a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:16:00Z', 'updated_at': '2021-10-27T18:16:10Z', 'revision_number': 4, 'project_id': 'f8df18aaf1594db3b572eb589716619a', 'gw_port': {'id': '4f8c66aa-fe19-42fc-8563-4359524b20a3', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46cd2537-d589-446b-917c-1a9445464d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:03Z', 'updated_at': '2021-10-27T18:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '6dfc2d8e-8cc2-4308-9244-862e3c11821e', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'floating_ip_address': '172.25.6.130', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '46cd2537-d589-446b-917c-1a9445464d0c', 'port_id': '15149c09-094a-4d4c-a3ed-75b4f2d6ea6e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f511542f-5df3-4e7b-b026-a1f4910c0d39', 'mac_address': 'fa:16:3e:a2:49:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1840160-fba3-4492-a887-2fb869a68d20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:16:40Z', 'updated_at': '2021-10-27T18:17:07Z', 'revision_number': 1, 'project_id': 'f8df18aaf1594db3b572eb589716619a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62f59bc7-ad58-4cf1-8aff-feb60c59bed9', 'name': '', 'network_id': 'f511542f-5df3-4e7b-b026-a1f4910c0d39', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'mac_address': 'fa:16:3e:a3:54:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46cd2537-d589-446b-917c-1a9445464d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '71d7f89c-bbad-475f-9db7-0378b3e2ca7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:09Z', 'updated_at': '2021-10-27T18:16:20Z', 'revision_number': 5, 'project_id': 'f8df18aaf1594db3b572eb589716619a', 'subnets': [{'id': '71d7f89c-bbad-475f-9db7-0378b3e2ca7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:17:08.948711 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5a8e74-98e3-4466-9d21-787d9c42ff0b None None] Checking router: 46cd2537-d589-446b-917c-1a9445464d0c for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:17:08.960840 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5a8e74-98e3-4466-9d21-787d9c42ff0b None None] Routers {'46cd2537-d589-446b-917c-1a9445464d0c'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:17:08.961823 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-7b5a8e74-98e3-4466-9d21-787d9c42ff0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:16:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['46cd2537-d589-446b-917c-1a9445464d0c'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:17:09.058517 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ede7d4-2422-4797-8769-1f2d8524e9ab x-openstack-request-id: req-38ede7d4-2422-4797-8769-1f2d8524e9ab {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:17:09.059028 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1840160-fba3-4492-a887-2fb869a68d20", "tag": "15149c09-094a-4d4c-a3ed-75b4f2d6ea6e", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:17:09.059224 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-38ede7d4-2422-4797-8769-1f2d8524e9ab {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:17:09.059568 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1840160-fba3-4492-a887-2fb869a68d20', 'tag': '15149c09-094a-4d4c-a3ed-75b4f2d6ea6e', 'status': 'completed', 'code': 200} Oct 27 18:17:09.144783 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83ecf6-34b1-4df1-b8f2-149eac18fae3 req-8962fa57-ba19-4c78-969a-1ab850fd6529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:09.146300 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5c83ecf6-34b1-4df1-b8f2-149eac18fae3 req-8962fa57-ba19-4c78-969a-1ab850fd6529 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f8df18aaf1594db3b572eb589716619a&device_id=b1840160-fba3-4492-a887-2fb869a68d20 HTTP/1.1" status: 200 len: 1097 time: 0.0532961 Oct 27 18:17:09.147436 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-7b5a8e74-98e3-4466-9d21-787d9c42ff0b None None] Set router 46cd2537-d589-446b-917c-1a9445464d0c gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:17:09.252154 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83ecf6-34b1-4df1-b8f2-149eac18fae3 req-a38d16e4-8699-44e2-ab13-1e82752a5f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:09.254055 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5c83ecf6-34b1-4df1-b8f2-149eac18fae3 req-a38d16e4-8699-44e2-ab13-1e82752a5f82 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f511542f-5df3-4e7b-b026-a1f4910c0d39 HTTP/1.1" status: 200 len: 925 time: 0.0996428 Oct 27 18:17:09.379063 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5c83ecf6-34b1-4df1-b8f2-149eac18fae3 req-30f7e2e3-f7b9-4f47-9b40-6650d1e86966 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15149c09-094a-4d4c-a3ed-75b4f2d6ea6e HTTP/1.1" status: 200 len: 1000 time: 0.1182003 Oct 27 18:17:09.441347 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83ecf6-34b1-4df1-b8f2-149eac18fae3 req-e9a9bdfa-5ea1-4079-993b-fadc8ebce4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:09.442052 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-a07ff8a5-9c23-49f0-9751-b264dcf96be1 req-ee69cf95-11db-467b-abf2-955dd76b11f0 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Deleting port fa052cdb-4ad3-4b3c-9a0c-d1a756521294 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:17:09.442895 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a07ff8a5-9c23-49f0-9751-b264dcf96be1 req-ee69cf95-11db-467b-abf2-955dd76b11f0 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:09.443051 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5c83ecf6-34b1-4df1-b8f2-149eac18fae3 req-e9a9bdfa-5ea1-4079-993b-fadc8ebce4b5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=71d7f89c-bbad-475f-9db7-0378b3e2ca7c HTTP/1.1" status: 200 len: 862 time: 0.0556071 Oct 27 18:17:09.459045 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-7b5a8e74-98e3-4466-9d21-787d9c42ff0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46cd2537-d589-446b-917c-1a9445464d0c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-864649329-router', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '4f8c66aa-fe19-42fc-8563-4359524b20a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:16:00Z', 'updated_at': '2021-10-27T18:16:10Z', 'revision_number': 4, 'project_id': 'f8df18aaf1594db3b572eb589716619a', 'gw_port': {'id': '4f8c66aa-fe19-42fc-8563-4359524b20a3', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46cd2537-d589-446b-917c-1a9445464d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:03Z', 'updated_at': '2021-10-27T18:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '6dfc2d8e-8cc2-4308-9244-862e3c11821e', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'floating_ip_address': '172.25.6.130', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '46cd2537-d589-446b-917c-1a9445464d0c', 'port_id': '15149c09-094a-4d4c-a3ed-75b4f2d6ea6e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f511542f-5df3-4e7b-b026-a1f4910c0d39', 'mac_address': 'fa:16:3e:a2:49:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1840160-fba3-4492-a887-2fb869a68d20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:16:40Z', 'updated_at': '2021-10-27T18:17:07Z', 'revision_number': 1, 'project_id': 'f8df18aaf1594db3b572eb589716619a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62f59bc7-ad58-4cf1-8aff-feb60c59bed9', 'name': '', 'network_id': 'f511542f-5df3-4e7b-b026-a1f4910c0d39', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'mac_address': 'fa:16:3e:a3:54:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46cd2537-d589-446b-917c-1a9445464d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '71d7f89c-bbad-475f-9db7-0378b3e2ca7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:09Z', 'updated_at': '2021-10-27T18:16:20Z', 'revision_number': 5, 'project_id': 'f8df18aaf1594db3b572eb589716619a', 'subnets': [{'id': '71d7f89c-bbad-475f-9db7-0378b3e2ca7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:17:09.494689 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5a8e74-98e3-4466-9d21-787d9c42ff0b None None] The sync data for ids ['46cd2537-d589-446b-917c-1a9445464d0c'] in n-d-815690-2 is: [{'id': '46cd2537-d589-446b-917c-1a9445464d0c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-864649329-router', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '4f8c66aa-fe19-42fc-8563-4359524b20a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:16:00Z', 'updated_at': '2021-10-27T18:16:10Z', 'revision_number': 4, 'project_id': 'f8df18aaf1594db3b572eb589716619a', 'gw_port': {'id': '4f8c66aa-fe19-42fc-8563-4359524b20a3', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46cd2537-d589-446b-917c-1a9445464d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:03Z', 'updated_at': '2021-10-27T18:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '6dfc2d8e-8cc2-4308-9244-862e3c11821e', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'floating_ip_address': '172.25.6.130', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '46cd2537-d589-446b-917c-1a9445464d0c', 'port_id': '15149c09-094a-4d4c-a3ed-75b4f2d6ea6e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f511542f-5df3-4e7b-b026-a1f4910c0d39', 'mac_address': 'fa:16:3e:a2:49:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1840160-fba3-4492-a887-2fb869a68d20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:16:40Z', 'updated_at': '2021-10-27T18:17:07Z', 'revision_number': 1, 'project_id': 'f8df18aaf1594db3b572eb589716619a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62f59bc7-ad58-4cf1-8aff-feb60c59bed9', 'name': '', 'network_id': 'f511542f-5df3-4e7b-b026-a1f4910c0d39', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'mac_address': 'fa:16:3e:a3:54:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46cd2537-d589-446b-917c-1a9445464d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '71d7f89c-bbad-475f-9db7-0378b3e2ca7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:09Z', 'updated_at': '2021-10-27T18:16:20Z', 'revision_number': 5, 'project_id': 'f8df18aaf1594db3b572eb589716619a', 'subnets': [{'id': '71d7f89c-bbad-475f-9db7-0378b3e2ca7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:17:09.515508 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 43406) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:17:09.543027 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-31fc0aad-7fc5-4225-a847-2ec0327eb742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:09.552016 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f951a6-ddb8-46f8-ab1c-7b7a8b64fb1d req-19ae1790-c6b2-4b44-be58-6955ab9758de tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:09.553734 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e9f951a6-ddb8-46f8-ab1c-7b7a8b64fb1d req-19ae1790-c6b2-4b44-be58-6955ab9758de tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/ports?device_id=51a2e022-deb9-458c-a476-b8933705113e HTTP/1.1" status: 200 len: 947 time: 0.1947412 Oct 27 18:17:09.566362 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2cf0c-7153-4f8b-8db5-ff54814d98d6 req-4239aa52-da4c-4ee9-b652-72290a2aef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:09.567971 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-04a2cf0c-7153-4f8b-8db5-ff54814d98d6 req-4239aa52-da4c-4ee9-b652-72290a2aef59 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.7534075 Oct 27 18:17:09.586008 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-dd109278-cbb6-4ea5-9c6b-ac2851b008b7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2f5f879b432147f88fff54a13daad193&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0667675 Oct 27 18:17:09.592014 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 43408) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:17:09.594289 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83ecf6-34b1-4df1-b8f2-149eac18fae3 req-fc53ae27-d2d3-4a42-9cf5-ee3df3b84e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:09.595785 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5c83ecf6-34b1-4df1-b8f2-149eac18fae3 req-fc53ae27-d2d3-4a42-9cf5-ee3df3b84e2d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f511542f-5df3-4e7b-b026-a1f4910c0d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1452775 Oct 27 18:17:09.648648 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-04a2cf0c-7153-4f8b-8db5-ff54814d98d6 req-6a49cb88-25ef-406c-94f1-0e62bb6890f8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=56b4f8e3-bf27-4c86-a72d-57ec68bdca0b HTTP/1.1" status: 200 len: 217 time: 0.0707643 Oct 27 18:17:09.696904 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5939e523-1a49-479b-825b-362294240c1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:09.722068 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a07ff8a5-9c23-49f0-9751-b264dcf96be1 req-ee69cf95-11db-467b-abf2-955dd76b11f0 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:09.722397 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a07ff8a5-9c23-49f0-9751-b264dcf96be1 req-ee69cf95-11db-467b-abf2-955dd76b11f0 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:09.729720 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e9f951a6-ddb8-46f8-ab1c-7b7a8b64fb1d req-fd2f11cd-a38e-4263-95e9-1a0a602ba0fc tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/security-groups?id=907e52db-b12d-402a-8ccd-81cb1159dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604278 Oct 27 18:17:09.736449 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5c83ecf6-34b1-4df1-b8f2-149eac18fae3 req-1c84e008-49a0-4fc3-b202-42afff0edb95 service neutron] 10.222.0.81 "GET /v2.0/networks/f511542f-5df3-4e7b-b026-a1f4910c0d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334403 Oct 27 18:17:09.738688 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5939e523-1a49-479b-825b-362294240c1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:09.770262 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-a07ff8a5-9c23-49f0-9751-b264dcf96be1 req-ee69cf95-11db-467b-abf2-955dd76b11f0 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Calling delete_port for fa052cdb-4ad3-4b3c-9a0c-d1a756521294 owned by network:floatingip {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:17:09.770262 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2cf0c-7153-4f8b-8db5-ff54814d98d6 req-542a734f-d47a-4659-90c5-ea597138b05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:09.772437 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-04a2cf0c-7153-4f8b-8db5-ff54814d98d6 req-542a734f-d47a-4659-90c5-ea597138b05f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.1085234 Oct 27 18:17:09.773102 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-b1894be8-5c4f-4abc-ba00-b3fdcb24263d tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Made reservation on behalf of a91620ccab6b42bd92005fb366774bad for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:17:09.777457 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-b1894be8-5c4f-4abc-ba00-b3fdcb24263d tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:09.789306 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2ddbea-19d3-440a-b922-9ccd85339139 None None] New status for floating IP 6dfc2d8e-8cc2-4308-9244-862e3c11821e: ACTIVE {{(pid=102881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:17:09.877629 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5c83ecf6-34b1-4df1-b8f2-149eac18fae3 req-b2ab869a-04cf-4976-b970-f06ca7e45833 service neutron] 10.222.0.81 "GET /v2.0/networks/f511542f-5df3-4e7b-b026-a1f4910c0d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322470 Oct 27 18:17:09.912097 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5939e523-1a49-479b-825b-362294240c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:09.915497 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5939e523-1a49-479b-825b-362294240c1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:09.917849 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5939e523-1a49-479b-825b-362294240c1f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6dd21c0d-3d80-4e50-88b1-2e382d36bbff HTTP/1.1" status: 204 len: 168 time: 0.3305447 Oct 27 18:17:09.937542 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5939e523-1a49-479b-825b-362294240c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd21c0d-3d80-4e50-88b1-2e382d36bbff,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:09.973052 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2cf0c-7153-4f8b-8db5-ff54814d98d6 req-878dfa42-2618-4b26-ac40-cec723ef9988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:09.974616 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-04a2cf0c-7153-4f8b-8db5-ff54814d98d6 req-878dfa42-2618-4b26-ac40-cec723ef9988 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1918869 Oct 27 18:17:10.192457 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-b1894be8-5c4f-4abc-ba00-b3fdcb24263d tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Allocated IP 172.20.0.7 (b3551270-2765-4a25-abeb-25e55b0a5126/8b6b6ba7-005f-448a-b57c-d52798a8629c/fecdc6d7-3d40-4405-ad5a-c0e583376c35) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:17:10.199288 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-04a2cf0c-7153-4f8b-8db5-ff54814d98d6 req-fe96e974-4efd-4460-b74f-2057dcafb191 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960742 Oct 27 18:17:10.265962 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a07ff8a5-9c23-49f0-9751-b264dcf96be1 req-ee69cf95-11db-467b-abf2-955dd76b11f0 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:10.319290 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee69cf95-11db-467b-abf2-955dd76b11f0 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Pushing event deleted for resources: {'Port': ['ID=fa052cdb-4ad3-4b3c-9a0c-d1a756521294,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:10.459582 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-04a2cf0c-7153-4f8b-8db5-ff54814d98d6 req-8cdfac8f-d84f-4e4c-9814-5a362e08b15c service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489617 Oct 27 18:17:10.469870 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a07ff8a5-9c23-49f0-9751-b264dcf96be1 req-ee69cf95-11db-467b-abf2-955dd76b11f0 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks [] for floatingip, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:10.472615 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a07ff8a5-9c23-49f0-9751-b264dcf96be1 req-ee69cf95-11db-467b-abf2-955dd76b11f0 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:10.473796 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a07ff8a5-9c23-49f0-9751-b264dcf96be1 req-ee69cf95-11db-467b-abf2-955dd76b11f0 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] 10.222.0.52 "DELETE /v2.0/floatingips/6d8f295c-8bf3-4da3-9e69-7e0be071b871 HTTP/1.1" status: 204 len: 173 time: 1.8595989 Oct 27 18:17:10.525134 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-b1894be8-5c4f-4abc-ba00-b3fdcb24263d tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:10.600626 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1509789-45bb-4286-a382-9bbef844a684 req-36e6048e-d8c4-4fd0-af8f-648465da5d0f tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:10.602158 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a1509789-45bb-4286-a382-9bbef844a684 req-36e6048e-d8c4-4fd0-af8f-648465da5d0f tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd02b6c3-2521-4803-b091-008cc141582b HTTP/1.1" status: 200 len: 949 time: 0.0674765 Oct 27 18:17:10.642446 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a1509789-45bb-4286-a382-9bbef844a684 req-aea61469-49ad-401e-aeb5-53c767a15e7e tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6d2fe8a-530b-4783-b8a7-502458b80949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340819 Oct 27 18:17:10.667754 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-b1894be8-5c4f-4abc-ba00-b3fdcb24263d tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:10.733894 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-b1894be8-5c4f-4abc-ba00-b3fdcb24263d tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Network b3551270-2765-4a25-abeb-25e55b0a5126 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:17:10.747396 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-b1894be8-5c4f-4abc-ba00-b3fdcb24263d tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:17:10.769365 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-b1894be8-5c4f-4abc-ba00-b3fdcb24263d tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:17:10.798431 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1894be8-5c4f-4abc-ba00-b3fdcb24263d tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Pushing event updated for resources: {'Port': ['ID=fecdc6d7-3d40-4405-ad5a-c0e583376c35,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:10.856488 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-020ba0ae-b0e7-477b-a953-5141b8ddde3c req-18b73925-1249-4698-bbac-28381a626ea2 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] 10.222.0.52 "GET /v2.0/floatingips/3cf2aa34-18c8-495e-9bba-812d65c02abe HTTP/1.1" status: 200 len: 692 time: 0.0912108 Oct 27 18:17:10.880924 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-b1894be8-5c4f-4abc-ba00-b3fdcb24263d tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:10.881531 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-b1894be8-5c4f-4abc-ba00-b3fdcb24263d tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:10.897378 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ca7b1-7844-4433-b23f-658c768366e1 req-9fb1c26c-eae3-4b2e-a3cd-f4ec816d0780 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:10.898915 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c82ca7b1-7844-4433-b23f-658c768366e1 req-9fb1c26c-eae3-4b2e-a3cd-f4ec816d0780 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 931 time: 0.1750200 Oct 27 18:17:10.990776 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c82ca7b1-7844-4433-b23f-658c768366e1 req-57538d56-f06a-4800-b253-0e8a5ffa85fe tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790470 Oct 27 18:17:11.008140 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-b1894be8-5c4f-4abc-ba00-b3fdcb24263d tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1432698 Oct 27 18:17:11.039631 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ba0ae-b0e7-477b-a953-5141b8ddde3c req-4a7119d4-73d2-4ff6-9c25-ffeb2146c084 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:11.049040 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-020ba0ae-b0e7-477b-a953-5141b8ddde3c req-4a7119d4-73d2-4ff6-9c25-ffeb2146c084 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] 10.222.0.52 "GET /v2.0/networks/0fad50cd-70b8-43d9-8a14-cc05c0fdea0e HTTP/1.1" status: 200 len: 784 time: 0.1855135 Oct 27 18:17:11.055696 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-60500991-c1d8-46e5-be93-5f373aee214d service neutron] Request body: {'port': {'device_id': '2e8d25ab-4ced-459b-8b94-84fb3c3bfeca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:17:11.133127 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-020ba0ae-b0e7-477b-a953-5141b8ddde3c req-8bad7fcb-a096-41da-89ce-34491e295d12 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.82 HTTP/1.1" status: 200 len: 695 time: 0.0831501 Oct 27 18:17:11.215329 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-020ba0ae-b0e7-477b-a953-5141b8ddde3c req-1a8132db-9e2e-4e65-a897-2ecacce1090d tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.82 HTTP/1.1" status: 200 len: 695 time: 0.0811863 Oct 27 18:17:11.217030 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-60500991-c1d8-46e5-be93-5f373aee214d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:11.508975 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-020ba0ae-b0e7-477b-a953-5141b8ddde3c req-1c31a2d6-803c-44b0-baf0-13694f6399f2 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Deleting port 81d70147-fa48-4c6b-9c5e-df993c7cd9a4 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:17:11.509320 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-020ba0ae-b0e7-477b-a953-5141b8ddde3c req-1c31a2d6-803c-44b0-baf0-13694f6399f2 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:11.635115 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-020ba0ae-b0e7-477b-a953-5141b8ddde3c req-1c31a2d6-803c-44b0-baf0-13694f6399f2 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:11.635115 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-020ba0ae-b0e7-477b-a953-5141b8ddde3c req-1c31a2d6-803c-44b0-baf0-13694f6399f2 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:11.671301 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-020ba0ae-b0e7-477b-a953-5141b8ddde3c req-1c31a2d6-803c-44b0-baf0-13694f6399f2 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Calling delete_port for 81d70147-fa48-4c6b-9c5e-df993c7cd9a4 owned by network:floatingip {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:17:11.717850 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-60500991-c1d8-46e5-be93-5f373aee214d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fecdc6d7-3d40-4405-ad5a-c0e583376c35 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:17:11.761785 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-60500991-c1d8-46e5-be93-5f373aee214d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:11.790774 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-60500991-c1d8-46e5-be93-5f373aee214d service neutron] Transition to ACTIVE for port object fecdc6d7-3d40-4405-ad5a-c0e583376c35 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:17:11.805776 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc772a3-ec18-422e-9fd0-9797f3ed7d9e req-ef5cfdf9-05c7-4f05-9c4a-8c80a4df9b69 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:11.807521 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3dc772a3-ec18-422e-9fd0-9797f3ed7d9e req-ef5cfdf9-05c7-4f05-9c4a-8c80a4df9b69 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/ports?device_id=51a2e022-deb9-458c-a476-b8933705113e HTTP/1.1" status: 200 len: 947 time: 0.1383188 Oct 27 18:17:11.867591 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 56b4f8e3-bf27-4c86-a72d-57ec68bdca0b details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:17:11.870645 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-60500991-c1d8-46e5-be93-5f373aee214d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:11.886460 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3dc772a3-ec18-422e-9fd0-9797f3ed7d9e req-3b3fa3c7-edb8-4fb0-8b17-c35192c0e6d3 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/security-groups?id=907e52db-b12d-402a-8ccd-81cb1159dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613892 Oct 27 18:17:11.962444 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60500991-c1d8-46e5-be93-5f373aee214d service neutron] Pushing event updated for resources: {'Port': ['ID=fecdc6d7-3d40-4405-ad5a-c0e583376c35,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:11.992127 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 56b4f8e3-bf27-4c86-a72d-57ec68bdca0b, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=56b4f8e3-bf27-4c86-a72d-57ec68bdca0b,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:12.004746 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '56b4f8e3-bf27-4c86-a72d-57ec68bdca0b', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'port_id': '56b4f8e3-bf27-4c86-a72d-57ec68bdca0b', 'mac_address': 'fa:16:3e:02:9e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:17:12.062523 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:12.078582 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56b4f8e3-bf27-4c86-a72d-57ec68bdca0b {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:17:12.090022 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-020ba0ae-b0e7-477b-a953-5141b8ddde3c req-1c31a2d6-803c-44b0-baf0-13694f6399f2 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:12.105688 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-60500991-c1d8-46e5-be93-5f373aee214d service neutron] Attempting to bind port fecdc6d7-3d40-4405-ad5a-c0e583376c35 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:17:12.106450 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-60500991-c1d8-46e5-be93-5f373aee214d service neutron] Attempting to bind port fecdc6d7-3d40-4405-ad5a-c0e583376c35 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:17:12.107043 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-60500991-c1d8-46e5-be93-5f373aee214d service neutron] Attempting to bind port fecdc6d7-3d40-4405-ad5a-c0e583376c35 on network b3551270-2765-4a25-abeb-25e55b0a5126 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:17:12.111383 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 56b4f8e3-bf27-4c86-a72d-57ec68bdca0b, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=56b4f8e3-bf27-4c86-a72d-57ec68bdca0b,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:12.126639 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fbe6339d-2af9-4901-bbf3-0a0434160efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:12.131338 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c31a2d6-803c-44b0-baf0-13694f6399f2 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Pushing event deleted for resources: {'Port': ['ID=81d70147-fa48-4c6b-9c5e-df993c7cd9a4,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:12.134853 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-60500991-c1d8-46e5-be93-5f373aee214d service neutron] Port fecdc6d7-3d40-4405-ad5a-c0e583376c35 on network b3551270-2765-4a25-abeb-25e55b0a5126 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:17:12.135278 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-60500991-c1d8-46e5-be93-5f373aee214d service neutron] Attempting to bind port fecdc6d7-3d40-4405-ad5a-c0e583376c35 on network b3551270-2765-4a25-abeb-25e55b0a5126 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:17:12.164153 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-60500991-c1d8-46e5-be93-5f373aee214d service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:17:12.164723 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-60500991-c1d8-46e5-be93-5f373aee214d service neutron] Checking segment: {'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:17:12.165176 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-60500991-c1d8-46e5-be93-5f373aee214d service neutron] Bound using segment: {'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:17:12.165830 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-60500991-c1d8-46e5-be93-5f373aee214d service neutron] Bound port: fecdc6d7-3d40-4405-ad5a-c0e583376c35, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:17:12.166449 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-60500991-c1d8-46e5-be93-5f373aee214d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:12.186607 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:12.266538 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=56b4f8e3-bf27-4c86-a72d-57ec68bdca0b,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:12.284262 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-020ba0ae-b0e7-477b-a953-5141b8ddde3c req-1c31a2d6-803c-44b0-baf0-13694f6399f2 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks [] for floatingip, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:12.287042 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-020ba0ae-b0e7-477b-a953-5141b8ddde3c req-1c31a2d6-803c-44b0-baf0-13694f6399f2 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:12.288451 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-020ba0ae-b0e7-477b-a953-5141b8ddde3c req-1c31a2d6-803c-44b0-baf0-13694f6399f2 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] 10.222.0.52 "DELETE /v2.0/floatingips/3cf2aa34-18c8-495e-9bba-812d65c02abe HTTP/1.1" status: 204 len: 173 time: 1.0722554 Oct 27 18:17:12.353533 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-60500991-c1d8-46e5-be93-5f373aee214d service neutron] For port fecdc6d7-3d40-4405-ad5a-c0e583376c35, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:17:12.372124 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b8584-4eea-44dc-a9e1-c44f02ea2908 req-3ff4fcf2-2f2e-4cdf-a28b-b5c14cc6073f tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:12.374573 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ab9b8584-4eea-44dc-a9e1-c44f02ea2908 req-3ff4fcf2-2f2e-4cdf-a28b-b5c14cc6073f tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 943 time: 0.1426821 Oct 27 18:17:12.383163 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-711cfe61-5eee-4e44-8067-2f1c017a913f req-bc295008-b50c-4931-a335-0e43ec3b73e8 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] 10.222.0.52 "GET /v2.0/floatingips/bae2db81-39af-4b54-89ba-fc3aa7c30e65 HTTP/1.1" status: 200 len: 693 time: 0.0689960 Oct 27 18:17:12.392632 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-60500991-c1d8-46e5-be93-5f373aee214d service neutron] For port fecdc6d7-3d40-4405-ad5a-c0e583376c35, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=fecdc6d7-3d40-4405-ad5a-c0e583376c35,segment=NetworkSegment(32b71140-e440-46b3-9b2a-24e683b039db),segment_id=32b71140-e440-46b3-9b2a-24e683b039db)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:17:12.470204 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-60500991-c1d8-46e5-be93-5f373aee214d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:12.478428 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ab9b8584-4eea-44dc-a9e1-c44f02ea2908 req-c947b3fe-ab4a-43fd-8560-e5f24c7d9a9e tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943792 Oct 27 18:17:12.521943 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['56b4f8e3-bf27-4c86-a72d-57ec68bdca0b'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:17:12.528896 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-60500991-c1d8-46e5-be93-5f373aee214d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:12.529521 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-60500991-c1d8-46e5-be93-5f373aee214d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:12.531057 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-60500991-c1d8-46e5-be93-5f373aee214d service neutron] 10.222.0.93 "PUT /v2.0/ports/fecdc6d7-3d40-4405-ad5a-c0e583376c35 HTTP/1.1" status: 200 len: 1091 time: 1.4799628 Oct 27 18:17:12.531508 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e8d25ab-4ced-459b-8b94-84fb3c3bfeca', 'tag': 'fecdc6d7-3d40-4405-ad5a-c0e583376c35'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:17:12.533758 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22561992-1a91-4d60-a73a-50ae787e974c" -d '{"events": [{"name": "network-changed", "server_uuid": "2e8d25ab-4ced-459b-8b94-84fb3c3bfeca", "tag": "fecdc6d7-3d40-4405-ad5a-c0e583376c35"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:17:12.581105 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711cfe61-5eee-4e44-8067-2f1c017a913f req-3cb9d5ec-62c8-419f-a11d-c1fc0a029342 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:12.582543 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-711cfe61-5eee-4e44-8067-2f1c017a913f req-3cb9d5ec-62c8-419f-a11d-c1fc0a029342 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] 10.222.0.52 "GET /v2.0/networks/0fad50cd-70b8-43d9-8a14-cc05c0fdea0e HTTP/1.1" status: 200 len: 784 time: 0.1885638 Oct 27 18:17:12.583475 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60500991-c1d8-46e5-be93-5f373aee214d service neutron] Pushing event updated for resources: {'Port': ['ID=fecdc6d7-3d40-4405-ad5a-c0e583376c35,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:12.638940 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-711cfe61-5eee-4e44-8067-2f1c017a913f req-d81e0ba1-bd54-430d-8596-ead433c6ea15 tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.239 HTTP/1.1" status: 200 len: 696 time: 0.0467093 Oct 27 18:17:12.747336 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-711cfe61-5eee-4e44-8067-2f1c017a913f req-340d8a51-3f26-418b-84d9-319a7b7211ba tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.239 HTTP/1.1" status: 200 len: 696 time: 0.1007557 Oct 27 18:17:13.109075 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-de9e645e-9936-47f1-8de2-30aa462b4b95 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=82f76d5c977b49a3a741c29e3332e08f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371644 Oct 27 18:17:13.172532 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-867ed51c-bb56-4bae-ab76-f0231fbdc57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:13.173906 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-867ed51c-bb56-4bae-ab76-f0231fbdc57f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a91620ccab6b42bd92005fb366774bad&device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 1094 time: 0.5158257 Oct 27 18:17:13.267123 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-2015f681-2fd7-4924-a2ad-2632106b1629 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fecdc6d7-3d40-4405-ad5a-c0e583376c35 HTTP/1.1" status: 200 len: 217 time: 0.0639074 Oct 27 18:17:13.301923 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:13.356644 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-19d66d64-4a27-4576-aa00-edbf14d56e06 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:13.358134 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-19d66d64-4a27-4576-aa00-edbf14d56e06 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2167068 Oct 27 18:17:13.367417 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:13.367808 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-56f887f3-f43e-4ef2-88eb-e07dfb75f22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:13.369238 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-56f887f3-f43e-4ef2-88eb-e07dfb75f22d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8b6b6ba7-005f-448a-b57c-d52798a8629c HTTP/1.1" status: 200 len: 861 time: 0.0872011 Oct 27 18:17:13.375971 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-711cfe61-5eee-4e44-8067-2f1c017a913f req-56690696-1d8d-48fe-bfd6-720d8f0eb95a tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Deleting port 26b119f6-ba10-4966-8039-b497a3909e38 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:17:13.376309 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-711cfe61-5eee-4e44-8067-2f1c017a913f req-56690696-1d8d-48fe-bfd6-720d8f0eb95a tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:13.427748 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-0a7cb0ba-5235-4747-89b3-8cf82c033cf3 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/quotas/82f76d5c977b49a3a741c29e3332e08f HTTP/1.1" status: 200 len: 375 time: 0.0631533 Oct 27 18:17:13.451218 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-08864d5a-23fb-4c8b-927d-a8a76f83a083 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b3551270-2765-4a25-abeb-25e55b0a5126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714591 Oct 27 18:17:13.497337 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-577152ba-048d-4baa-803b-79af748fbd49 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=82f76d5c977b49a3a741c29e3332e08f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521319 Oct 27 18:17:13.558514 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-711cfe61-5eee-4e44-8067-2f1c017a913f req-56690696-1d8d-48fe-bfd6-720d8f0eb95a tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:13.558856 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-711cfe61-5eee-4e44-8067-2f1c017a913f req-56690696-1d8d-48fe-bfd6-720d8f0eb95a tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:13.579849 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-711cfe61-5eee-4e44-8067-2f1c017a913f req-56690696-1d8d-48fe-bfd6-720d8f0eb95a tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Calling delete_port for 26b119f6-ba10-4966-8039-b497a3909e38 owned by network:floatingip {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:17:13.610739 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-744b6355-d621-4910-8c0f-deb276b91903 service neutron] 10.222.0.93 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500819 Oct 27 18:17:13.748217 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2f8c1f-c7c9-4de1-ae69-57d5e8d28aa7 x-openstack-request-id: req-8f2f8c1f-c7c9-4de1-ae69-57d5e8d28aa7 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:17:13.749216 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e8d25ab-4ced-459b-8b94-84fb3c3bfeca", "tag": "fecdc6d7-3d40-4405-ad5a-c0e583376c35", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:17:13.749464 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8f2f8c1f-c7c9-4de1-ae69-57d5e8d28aa7 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:17:13.749803 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e8d25ab-4ced-459b-8b94-84fb3c3bfeca', 'tag': 'fecdc6d7-3d40-4405-ad5a-c0e583376c35', 'status': 'completed', 'code': 200} Oct 27 18:17:13.766781 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d97f556d-8c74-4fe2-8a28-3542067560f4 req-2533df40-f2c1-49ff-be2f-cff415fb9f74 service neutron] 10.222.0.93 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286728 Oct 27 18:17:13.869237 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9882e-9791-41ef-b4e1-02e0a28cd17e req-eb788b24-5cba-47d6-bb9c-5b9b0f5b6e50 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:13.870839 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a0a9882e-9791-41ef-b4e1-02e0a28cd17e req-eb788b24-5cba-47d6-bb9c-5b9b0f5b6e50 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/ports?device_id=51a2e022-deb9-458c-a476-b8933705113e HTTP/1.1" status: 200 len: 948 time: 0.0663464 Oct 27 18:17:13.885664 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 56b4f8e3-bf27-4c86-a72d-57ec68bdca0b up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:17:13.970231 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-711cfe61-5eee-4e44-8067-2f1c017a913f req-56690696-1d8d-48fe-bfd6-720d8f0eb95a tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:14.000090 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a0a9882e-9791-41ef-b4e1-02e0a28cd17e req-6216716d-816c-4ebf-ad36-20dd95ad8f88 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/security-groups?id=907e52db-b12d-402a-8ccd-81cb1159dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175985 Oct 27 18:17:14.003917 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56690696-1d8d-48fe-bfd6-720d8f0eb95a tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Pushing event deleted for resources: {'Port': ['ID=26b119f6-ba10-4966-8039-b497a3909e38,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:14.020535 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 56b4f8e3-bf27-4c86-a72d-57ec68bdca0b completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:17:14.027830 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 56b4f8e3-bf27-4c86-a72d-57ec68bdca0b triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:17:14.028864 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22561992-1a91-4d60-a73a-50ae787e974c req-b98335df-5f6c-42b6-a8a0-65b27cb61032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:14.029629 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:14.030678 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-22561992-1a91-4d60-a73a-50ae787e974c req-b98335df-5f6c-42b6-a8a0-65b27cb61032 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a91620ccab6b42bd92005fb366774bad&device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 1094 time: 0.1062028 Oct 27 18:17:14.086230 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-711cfe61-5eee-4e44-8067-2f1c017a913f req-56690696-1d8d-48fe-bfd6-720d8f0eb95a tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks [] for floatingip, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:14.088778 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-711cfe61-5eee-4e44-8067-2f1c017a913f req-56690696-1d8d-48fe-bfd6-720d8f0eb95a tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:14.089890 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-711cfe61-5eee-4e44-8067-2f1c017a913f req-56690696-1d8d-48fe-bfd6-720d8f0eb95a tempest-FloatingIPDetailsTestJSON-201454348 tempest-FloatingIPDetailsTestJSON-201454348-project] 10.222.0.52 "DELETE /v2.0/floatingips/bae2db81-39af-4b54-89ba-fc3aa7c30e65 HTTP/1.1" status: 204 len: 173 time: 1.3419015 Oct 27 18:17:14.096704 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 43546) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:17:14.186929 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:14.254838 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a2e022-deb9-458c-a476-b8933705113e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b4f8e3-bf27-4c86-a72d-57ec68bdca0b'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:17:14.257164 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0461b4-9b01-48fd-88c0-6cc3fc2cfef9" -d '{"events": [{"server_uuid": "51a2e022-deb9-458c-a476-b8933705113e", "name": "network-vif-plugged", "status": "completed", "tag": "56b4f8e3-bf27-4c86-a72d-57ec68bdca0b"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:17:14.284241 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 56b4f8e3-bf27-4c86-a72d-57ec68bdca0b, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=56b4f8e3-bf27-4c86-a72d-57ec68bdca0b,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:14.295763 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8e5e7fa5-4947-411c-9f34-5a8c59977690 req-543aac8a-f039-42dd-81b4-5dc088f0c13e tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=41bfd286-9d93-4b1b-91ef-1487574e30f2 HTTP/1.1" status: 200 len: 210 time: 0.0399539 Oct 27 18:17:14.341165 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d4546-5eee-48c7-92c5-6b91ad845e13 req-ccc895bc-d41a-4d01-b73b-a5cec607f1bc tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:14.349504 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-452d4546-5eee-48c7-92c5-6b91ad845e13 req-ccc895bc-d41a-4d01-b73b-a5cec607f1bc tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 943 time: 0.1821542 Oct 27 18:17:14.364113 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbfb763-264d-48a9-bd59-d72a30b6b415 x-openstack-request-id: req-fcbfb763-264d-48a9-bd59-d72a30b6b415 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:17:14.364946 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a2e022-deb9-458c-a476-b8933705113e", "name": "network-vif-plugged", "status": "completed", "tag": "56b4f8e3-bf27-4c86-a72d-57ec68bdca0b", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:17:14.365284 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fcbfb763-264d-48a9-bd59-d72a30b6b415 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:17:14.365739 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a2e022-deb9-458c-a476-b8933705113e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56b4f8e3-bf27-4c86-a72d-57ec68bdca0b', 'code': 200} Oct 27 18:17:14.380541 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22561992-1a91-4d60-a73a-50ae787e974c req-54c1035c-b8db-4648-9af5-bf6344ea4a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:14.382232 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-22561992-1a91-4d60-a73a-50ae787e974c req-54c1035c-b8db-4648-9af5-bf6344ea4a32 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b3551270-2765-4a25-abeb-25e55b0a5126 HTTP/1.1" status: 200 len: 923 time: 0.3059807 Oct 27 18:17:14.390909 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:14.424732 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-452d4546-5eee-48c7-92c5-6b91ad845e13 req-c03da1fe-7007-4e34-9b43-84706d999004 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740910 Oct 27 18:17:14.471210 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-22561992-1a91-4d60-a73a-50ae787e974c req-021c4260-86bd-4f34-91f2-6a503c004353 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fecdc6d7-3d40-4405-ad5a-c0e583376c35 HTTP/1.1" status: 200 len: 217 time: 0.0750763 Oct 27 18:17:14.496977 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=56b4f8e3-bf27-4c86-a72d-57ec68bdca0b,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:14.578467 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22561992-1a91-4d60-a73a-50ae787e974c req-ae5e2dda-759c-4438-9abe-4e8387961ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:14.580016 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-22561992-1a91-4d60-a73a-50ae787e974c req-ae5e2dda-759c-4438-9abe-4e8387961ba1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8b6b6ba7-005f-448a-b57c-d52798a8629c HTTP/1.1" status: 200 len: 861 time: 0.0965846 Oct 27 18:17:14.581742 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d377f3d-3aef-4f01-ae20-f4c68981bf9e req-fb708bfd-0429-44a5-822c-8b10c7ad5ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:14.583106 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6d377f3d-3aef-4f01-ae20-f4c68981bf9e req-fb708bfd-0429-44a5-822c-8b10c7ad5ae4 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=51a2e022-deb9-458c-a476-b8933705113e HTTP/1.1" status: 200 len: 1100 time: 0.0625930 Oct 27 18:17:14.631398 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-22561992-1a91-4d60-a73a-50ae787e974c req-9eb010a9-fd50-47bf-8316-58b25d3cc6c7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b3551270-2765-4a25-abeb-25e55b0a5126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304441 Oct 27 18:17:14.700435 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6d377f3d-3aef-4f01-ae20-f4c68981bf9e req-7ba3198f-a7cc-4fa6-91ca-1e4a446d77c3 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=907e52db-b12d-402a-8ccd-81cb1159dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911713 Oct 27 18:17:14.751813 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-22561992-1a91-4d60-a73a-50ae787e974c req-ddceb772-811e-4356-99f4-e6cf10d4b948 service neutron] 10.222.0.93 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076186 Oct 27 18:17:14.856841 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5065ebb9-3eb5-47d3-83e7-f9de13311abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:14.946731 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:15.087327 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-22561992-1a91-4d60-a73a-50ae787e974c req-432da2a3-37e3-4c17-a1e9-12d791c3ab62 service neutron] 10.222.0.93 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234858 Oct 27 18:17:15.203361 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-5065ebb9-3eb5-47d3-83e7-f9de13311abf admin admin] Deleting port 67f9e476-1b69-4e3a-abe7-4df7ddd5121c {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:17:15.204384 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5065ebb9-3eb5-47d3-83e7-f9de13311abf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:15.233291 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1673dc5-a96d-4f30-87fe-93fe079f1247 req-7fadc91e-f9e0-4045-b940-f62156a1c954 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:15.236514 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b1673dc5-a96d-4f30-87fe-93fe079f1247 req-7fadc91e-f9e0-4045-b940-f62156a1c954 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/ports?device_id=51a2e022-deb9-458c-a476-b8933705113e HTTP/1.1" status: 200 len: 949 time: 0.0856023 Oct 27 18:17:15.279270 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b1673dc5-a96d-4f30-87fe-93fe079f1247 req-5036165e-01ea-4716-9a49-c6b9bd1889b0 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/security-groups?id=907e52db-b12d-402a-8ccd-81cb1159dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376346 Oct 27 18:17:15.312937 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-5065ebb9-3eb5-47d3-83e7-f9de13311abf admin admin] For port 67f9e476-1b69-4e3a-abe7-4df7ddd5121c, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=67f9e476-1b69-4e3a-abe7-4df7ddd5121c,segment=NetworkSegment(251d1467-2c70-41d6-bbc9-6694143a55e5),segment_id=251d1467-2c70-41d6-bbc9-6694143a55e5)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:15.313357 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5065ebb9-3eb5-47d3-83e7-f9de13311abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:15.327934 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-5065ebb9-3eb5-47d3-83e7-f9de13311abf admin admin] Calling delete_port for 67f9e476-1b69-4e3a-abe7-4df7ddd5121c owned by network:router_interface {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:17:15.439785 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0d7e9023-5a90-4145-b9db-722bf63a678f req-6c387408-a19c-432a-8584-6dac842fa8f9 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=41bfd286-9d93-4b1b-91ef-1487574e30f2 HTTP/1.1" status: 200 len: 210 time: 0.0402637 Oct 27 18:17:15.558713 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c51f00-33dd-4552-b48a-c596a97751cd req-01553bee-5a28-41db-b76f-75f3b209b8c6 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:15.567170 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f0c51f00-33dd-4552-b48a-c596a97751cd req-01553bee-5a28-41db-b76f-75f3b209b8c6 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 943 time: 0.0624788 Oct 27 18:17:15.619240 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f0c51f00-33dd-4552-b48a-c596a97751cd req-f6d4d30c-e87d-4421-841b-183b3314d31b tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443447 Oct 27 18:17:15.676676 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5065ebb9-3eb5-47d3-83e7-f9de13311abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:15.704949 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065ebb9-3eb5-47d3-83e7-f9de13311abf admin admin] Pushing event deleted for resources: {'Port': ['ID=67f9e476-1b69-4e3a-abe7-4df7ddd5121c,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:15.882083 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 22f9f5d1-bc81-4a59-886f-8ecb35731f39 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:17:15.894529 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5065ebb9-3eb5-47d3-83e7-f9de13311abf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:16.362524 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5065ebb9-3eb5-47d3-83e7-f9de13311abf admin admin] Router d71ead16-bc66-41c4-af16-34ad588fabe4 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:17:16.399592 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 22f9f5d1-bc81-4a59-886f-8ecb35731f39, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=22f9f5d1-bc81-4a59-886f-8ecb35731f39,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:16.432614 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '22f9f5d1-bc81-4a59-886f-8ecb35731f39', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'port_id': '22f9f5d1-bc81-4a59-886f-8ecb35731f39', 'mac_address': 'fa:16:3e:61:aa:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:17:16.522946 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e31634-09f3-4914-82f2-12670a53763a req-e29ae7c7-23de-4223-b9e0-1dadfb4918c2 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:16.533451 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c2e31634-09f3-4914-82f2-12670a53763a req-e29ae7c7-23de-4223-b9e0-1dadfb4918c2 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/ports?device_id=51a2e022-deb9-458c-a476-b8933705113e HTTP/1.1" status: 200 len: 949 time: 0.1104019 Oct 27 18:17:16.563687 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:16.606150 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22f9f5d1-bc81-4a59-886f-8ecb35731f39 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:17:16.632404 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-b21783bf-fc2e-4e1c-a30e-a9f26e09b463 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=82f76d5c977b49a3a741c29e3332e08f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633917 Oct 27 18:17:16.650434 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 22f9f5d1-bc81-4a59-886f-8ecb35731f39, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=22f9f5d1-bc81-4a59-886f-8ecb35731f39,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:16.707479 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-db920576-1679-420a-8ca1-0fc41f4f05fc req-ee230896-1175-4a14-91f5-a0b31e5e4984 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=41bfd286-9d93-4b1b-91ef-1487574e30f2 HTTP/1.1" status: 200 len: 210 time: 0.0959125 Oct 27 18:17:16.717171 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c2e31634-09f3-4914-82f2-12670a53763a req-66a12334-c337-4b63-b71a-6df9978a4b60 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/security-groups?id=907e52db-b12d-402a-8ccd-81cb1159dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798611 Oct 27 18:17:16.719134 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:16.807649 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=22f9f5d1-bc81-4a59-886f-8ecb35731f39,revision_number=6']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:16.869604 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5065ebb9-3eb5-47d3-83e7-f9de13311abf admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:17:16.883638 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5f6c6f-3378-4757-9641-945127a60c87 None None] Sync routers for ids ['d71ead16-bc66-41c4-af16-34ad588fabe4'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:17:16.893513 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5065ebb9-3eb5-47d3-83e7-f9de13311abf admin admin] 10.222.0.52 "PUT /v2.0/routers/d71ead16-bc66-41c4-af16-34ad588fabe4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7947707 Oct 27 18:17:16.901312 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 43620) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:17:16.917597 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['22f9f5d1-bc81-4a59-886f-8ecb35731f39'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:17:16.983330 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa15fb-09c0-43af-b943-3dde938a45bb req-6a90e7c6-50c6-44ce-90e9-ff0c02c0d9ba tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:16.995545 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-75aa15fb-09c0-43af-b943-3dde938a45bb req-6a90e7c6-50c6-44ce-90e9-ff0c02c0d9ba tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 943 time: 0.1384845 Oct 27 18:17:16.998448 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5f6c6f-3378-4757-9641-945127a60c87 None None] Routers {'d71ead16-bc66-41c4-af16-34ad588fabe4'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:17:17.002421 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-2b5f6c6f-3378-4757-9641-945127a60c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:17:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['d71ead16-bc66-41c4-af16-34ad588fabe4'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:17:17.066047 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-75aa15fb-09c0-43af-b943-3dde938a45bb req-23fb8da0-ca10-4017-96e3-0235854949a3 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640831 Oct 27 18:17:17.124384 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-7b46ecaa-1c7b-407f-bed1-67ddabae3019 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:17.126518 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-7b46ecaa-1c7b-407f-bed1-67ddabae3019 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4852140 Oct 27 18:17:17.210580 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-54aac428-afef-4d8f-9ba4-a1e63dba78de admin admin] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:17.223802 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-716c7b8d-0cbe-48ad-b951-2eb70936be88 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Request body: {'port': {'device_id': '41bfd286-9d93-4b1b-91ef-1487574e30f2', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'admin_state_up': True, 'tenant_id': '82f76d5c977b49a3a741c29e3332e08f'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:17:17.274790 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-2b5f6c6f-3378-4757-9641-945127a60c87 None None] Set router d71ead16-bc66-41c4-af16-34ad588fabe4 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:17:17.449905 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-54aac428-afef-4d8f-9ba4-a1e63dba78de admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:17.571981 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-716c7b8d-0cbe-48ad-b951-2eb70936be88 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Made reservation on behalf of 82f76d5c977b49a3a741c29e3332e08f for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:17:17.581918 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-716c7b8d-0cbe-48ad-b951-2eb70936be88 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:17.606545 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-716c7b8d-0cbe-48ad-b951-2eb70936be88 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:17.664737 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-2b5f6c6f-3378-4757-9641-945127a60c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71ead16-bc66-41c4-af16-34ad588fabe4', 'name': 'tempest-FloatingIPDetailsTestJSON-1458019691-router', 'tenant_id': 'f6f614013ac944c0bd136d74e2c338cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'f1edb98f-05c7-4578-81b9-6c41ac01a504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:16:30Z', 'updated_at': '2021-10-27T18:17:15Z', 'revision_number': 5, 'project_id': 'f6f614013ac944c0bd136d74e2c338cd', 'gw_port': {'id': 'f1edb98f-05c7-4578-81b9-6c41ac01a504', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ef:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71ead16-bc66-41c4-af16-34ad588fabe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:32Z', 'updated_at': '2021-10-27T18:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:17:17.694571 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5f6c6f-3378-4757-9641-945127a60c87 None None] Checking router: d71ead16-bc66-41c4-af16-34ad588fabe4 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:17:17.705601 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5f6c6f-3378-4757-9641-945127a60c87 None None] Routers {'d71ead16-bc66-41c4-af16-34ad588fabe4'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:17:17.706220 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-2b5f6c6f-3378-4757-9641-945127a60c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:17:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['d71ead16-bc66-41c4-af16-34ad588fabe4'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:17:17.734237 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-54aac428-afef-4d8f-9ba4-a1e63dba78de admin admin] Deleting port f1edb98f-05c7-4578-81b9-6c41ac01a504 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:17:17.734576 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-54aac428-afef-4d8f-9ba4-a1e63dba78de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:17.872900 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-53def49e-3000-4165-a849-1d46c2169388 req-6c7fd9c2-dda8-47f8-a6ae-dd626f0183a2 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=41bfd286-9d93-4b1b-91ef-1487574e30f2 HTTP/1.1" status: 200 len: 210 time: 0.0375197 Oct 27 18:17:17.890402 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-2b5f6c6f-3378-4757-9641-945127a60c87 None None] Set router d71ead16-bc66-41c4-af16-34ad588fabe4 gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:17:17.894571 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device fecdc6d7-3d40-4405-ad5a-c0e583376c35 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:17:17.896500 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 22f9f5d1-bc81-4a59-886f-8ecb35731f39 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:17:17.939991 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb9172-3875-46b9-81ea-295f9891b87f req-3a7e4ec9-f17d-4ce6-8f67-1b9aadb184ed tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:17.955892 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-15eb9172-3875-46b9-81ea-295f9891b87f req-3a7e4ec9-f17d-4ce6-8f67-1b9aadb184ed tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/ports?device_id=51a2e022-deb9-458c-a476-b8933705113e HTTP/1.1" status: 200 len: 949 time: 0.0817497 Oct 27 18:17:17.987655 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-2b5f6c6f-3378-4757-9641-945127a60c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71ead16-bc66-41c4-af16-34ad588fabe4', 'name': 'tempest-FloatingIPDetailsTestJSON-1458019691-router', 'tenant_id': 'f6f614013ac944c0bd136d74e2c338cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:16:30Z', 'updated_at': '2021-10-27T18:17:17Z', 'revision_number': 6, 'project_id': 'f6f614013ac944c0bd136d74e2c338cd', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:17:18.050293 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5f6c6f-3378-4757-9641-945127a60c87 None None] The sync data for ids ['d71ead16-bc66-41c4-af16-34ad588fabe4'] in n-d-815690-2 is: [{'id': 'd71ead16-bc66-41c4-af16-34ad588fabe4', 'name': 'tempest-FloatingIPDetailsTestJSON-1458019691-router', 'tenant_id': 'f6f614013ac944c0bd136d74e2c338cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:16:30Z', 'updated_at': '2021-10-27T18:17:17Z', 'revision_number': 6, 'project_id': 'f6f614013ac944c0bd136d74e2c338cd', 'gw_port_host': None}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:17:18.071886 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-15eb9172-3875-46b9-81ea-295f9891b87f req-06cb6d38-d292-4d7e-a92f-35900855417c tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/security-groups?id=907e52db-b12d-402a-8ccd-81cb1159dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071053 Oct 27 18:17:18.166448 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 22f9f5d1-bc81-4a59-886f-8ecb35731f39 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:17:18.167428 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:18.209149 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-716c7b8d-0cbe-48ad-b951-2eb70936be88 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:18.211486 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-54aac428-afef-4d8f-9ba4-a1e63dba78de admin admin] For port f1edb98f-05c7-4578-81b9-6c41ac01a504, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=f1edb98f-05c7-4578-81b9-6c41ac01a504,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:18.211836 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-54aac428-afef-4d8f-9ba4-a1e63dba78de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:18.223006 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port fecdc6d7-3d40-4405-ad5a-c0e583376c35, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=fecdc6d7-3d40-4405-ad5a-c0e583376c35,segment=NetworkSegment(32b71140-e440-46b3-9b2a-24e683b039db),segment_id=32b71140-e440-46b3-9b2a-24e683b039db)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:18.228091 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-54aac428-afef-4d8f-9ba4-a1e63dba78de admin admin] Calling delete_port for f1edb98f-05c7-4578-81b9-6c41ac01a504 owned by network:router_gateway {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:17:18.239460 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'fecdc6d7-3d40-4405-ad5a-c0e583376c35', 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126', 'port_id': 'fecdc6d7-3d40-4405-ad5a-c0e583376c35', 'mac_address': 'fa:16:3e:5d:2e:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b6b6ba7-005f-448a-b57c-d52798a8629c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:17:18.285993 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af329452-f179-4888-9144-337dee3fe864 req-d5eb3cc0-187c-4ce1-b597-44146fc0e3c5 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:18.295546 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af329452-f179-4888-9144-337dee3fe864 req-d5eb3cc0-187c-4ce1-b597-44146fc0e3c5 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 943 time: 0.0906773 Oct 27 18:17:18.310772 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-716c7b8d-0cbe-48ad-b951-2eb70936be88 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:18.346696 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af329452-f179-4888-9144-337dee3fe864 req-ef387479-09c8-413f-b61d-65474be42c46 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501773 Oct 27 18:17:18.414490 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:18.463822 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:18.466767 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fecdc6d7-3d40-4405-ad5a-c0e583376c35 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:17:18.523728 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c7b8d-0cbe-48ad-b951-2eb70936be88 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b10a56c-3775-4ac9-8e9d-5fb15f399249,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:18.538331 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port fecdc6d7-3d40-4405-ad5a-c0e583376c35, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=fecdc6d7-3d40-4405-ad5a-c0e583376c35,segment=NetworkSegment(32b71140-e440-46b3-9b2a-24e683b039db),segment_id=32b71140-e440-46b3-9b2a-24e683b039db)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:18.552300 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd02b6c3-2521-4803-b091-008cc141582b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f9f5d1-bc81-4a59-886f-8ecb35731f39'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:17:18.568043 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3f1a7d-99c7-4a29-8007-a52cbd4abb14" -d '{"events": [{"server_uuid": "cd02b6c3-2521-4803-b091-008cc141582b", "name": "network-vif-plugged", "status": "completed", "tag": "22f9f5d1-bc81-4a59-886f-8ecb35731f39"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:17:18.587294 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 22f9f5d1-bc81-4a59-886f-8ecb35731f39, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=22f9f5d1-bc81-4a59-886f-8ecb35731f39,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:18.593808 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:18.612730 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd5323-cabf-4e25-a19e-ab7655bd7aa4 req-c6a04002-cdd3-4a5a-b044-2cd52e5eb3a4 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:18.621234 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eacd5323-cabf-4e25-a19e-ab7655bd7aa4 req-c6a04002-cdd3-4a5a-b044-2cd52e5eb3a4 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc HTTP/1.1" status: 200 len: 1097 time: 0.0694408 Oct 27 18:17:18.656390 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:18.676884 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eacd5323-cabf-4e25-a19e-ab7655bd7aa4 req-1bf9af3b-e4bb-4155-8574-57997ac4d40a tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544751 Oct 27 18:17:18.719065 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=fecdc6d7-3d40-4405-ad5a-c0e583376c35,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:18.739793 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c51b2-d913-44e2-ae10-e25ab2f75c3e req-5741491f-47e2-4dff-bced-60a2fdc95662 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:18.749303 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c64c51b2-d913-44e2-ae10-e25ab2f75c3e req-5741491f-47e2-4dff-bced-60a2fdc95662 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/ports?device_id=51a2e022-deb9-458c-a476-b8933705113e HTTP/1.1" status: 200 len: 949 time: 0.0741627 Oct 27 18:17:18.767543 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1e111b-4e3b-41b2-870a-dfe843c99993 x-openstack-request-id: req-9e1e111b-4e3b-41b2-870a-dfe843c99993 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:17:18.767826 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd02b6c3-2521-4803-b091-008cc141582b", "name": "network-vif-plugged", "status": "completed", "tag": "22f9f5d1-bc81-4a59-886f-8ecb35731f39", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:17:18.768074 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9e1e111b-4e3b-41b2-870a-dfe843c99993 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:17:18.768455 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd02b6c3-2521-4803-b091-008cc141582b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f9f5d1-bc81-4a59-886f-8ecb35731f39', 'code': 200} Oct 27 18:17:18.795359 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-716c7b8d-0cbe-48ad-b951-2eb70936be88 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Allocated IP 192.168.233.192 (5a00a4ee-d7ee-4646-9905-4d21868e9aa2/5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc/04183844-5bf2-4075-a1d2-2c9bb9edfe98) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:17:18.800391 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c64c51b2-d913-44e2-ae10-e25ab2f75c3e req-c7909b4e-ad40-4c08-9df0-4f965e4388f8 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/security-groups?id=907e52db-b12d-402a-8ccd-81cb1159dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453231 Oct 27 18:17:18.844658 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=22f9f5d1-bc81-4a59-886f-8ecb35731f39,revision_number=7']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:18.884053 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['fecdc6d7-3d40-4405-ad5a-c0e583376c35'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:17:18.929690 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-54aac428-afef-4d8f-9ba4-a1e63dba78de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:19.005347 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-402448fa-153e-459f-a5c4-66e4fb937020 req-3fc0731d-82b3-4a53-9c72-11ff82451418 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=41bfd286-9d93-4b1b-91ef-1487574e30f2 HTTP/1.1" status: 200 len: 210 time: 0.0489395 Oct 27 18:17:19.005816 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aac428-afef-4d8f-9ba4-a1e63dba78de admin admin] Pushing event deleted for resources: {'Port': ['ID=f1edb98f-05c7-4578-81b9-6c41ac01a504,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:19.121728 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device f1edb98f-05c7-4578-81b9-6c41ac01a504 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:17:19.153411 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: f1edb98f-05c7-4578-81b9-6c41ac01a504 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:17:19.153649 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device f1edb98f-05c7-4578-81b9-6c41ac01a504 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:17:19.154072 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 67f9e476-1b69-4e3a-abe7-4df7ddd5121c no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:17:19.178209 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 67f9e476-1b69-4e3a-abe7-4df7ddd5121c {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:17:19.178556 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 67f9e476-1b69-4e3a-abe7-4df7ddd5121c not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:17:19.240422 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-54aac428-afef-4d8f-9ba4-a1e63dba78de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:19.257723 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-e541b339-0129-4770-b1a3-e9e4bd94615b tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=22d5ef1108754de6b7ab20f33da88601&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486054 Oct 27 18:17:19.292658 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-716c7b8d-0cbe-48ad-b951-2eb70936be88 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:19.369862 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-54aac428-afef-4d8f-9ba4-a1e63dba78de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:19.377287 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-54aac428-afef-4d8f-9ba4-a1e63dba78de admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:19.417472 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-63eb2c61-1586-492a-ac93-d87af4a91ae9 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:19.419182 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-63eb2c61-1586-492a-ac93-d87af4a91ae9 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1552124 Oct 27 18:17:19.436405 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-277e6ff7-66ec-4907-97a4-9ebbe741f57b tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/quotas/22d5ef1108754de6b7ab20f33da88601 HTTP/1.1" status: 200 len: 375 time: 0.0104132 Oct 27 18:17:19.501970 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-10303f10-1efe-41e7-b041-bb46e6273f3c tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=22d5ef1108754de6b7ab20f33da88601&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0591652 Oct 27 18:17:19.517171 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-54aac428-afef-4d8f-9ba4-a1e63dba78de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:19.518077 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54aac428-afef-4d8f-9ba4-a1e63dba78de admin admin] Fanout notify agent at l3_agent the message router_deleted on router d71ead16-bc66-41c4-af16-34ad588fabe4 {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:17:19.520490 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-716c7b8d-0cbe-48ad-b951-2eb70936be88 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:19.564114 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-54aac428-afef-4d8f-9ba4-a1e63dba78de admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:19.565522 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-54aac428-afef-4d8f-9ba4-a1e63dba78de admin admin] 10.222.0.52 "DELETE /v2.0/routers/d71ead16-bc66-41c4-af16-34ad588fabe4 HTTP/1.1" status: 204 len: 168 time: 2.6567733 Oct 27 18:17:19.568409 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43696) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:17:19.599562 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-716c7b8d-0cbe-48ad-b951-2eb70936be88 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:17:19.609804 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-716c7b8d-0cbe-48ad-b951-2eb70936be88 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:17:19.615286 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-716c7b8d-0cbe-48ad-b951-2eb70936be88 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:17:19.664018 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f4839d9-b5d4-41c5-b6ae-2330dacdb689 admin admin] Deleting subnet f64181dc-dfa9-4ed5-8d0e-066b13de44a3 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:17:19.694191 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c7b8d-0cbe-48ad-b951-2eb70936be88 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Pushing event updated for resources: {'Port': ['ID=04183844-5bf2-4075-a1d2-2c9bb9edfe98,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:19.696549 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5f4839d9-b5d4-41c5-b6ae-2330dacdb689 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:19.747644 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-716c7b8d-0cbe-48ad-b951-2eb70936be88 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:19.748433 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-716c7b8d-0cbe-48ad-b951-2eb70936be88 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:19.762938 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5f4839d9-b5d4-41c5-b6ae-2330dacdb689 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:19.866186 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-716c7b8d-0cbe-48ad-b951-2eb70936be88 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6584415 Oct 27 18:17:19.881490 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-73d83b76-6ca6-41e7-81c9-f85ea195f08c service neutron] Request body: {'port': {'device_id': '41bfd286-9d93-4b1b-91ef-1487574e30f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:17:19.896134 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device fecdc6d7-3d40-4405-ad5a-c0e583376c35 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:17:19.980906 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-73d83b76-6ca6-41e7-81c9-f85ea195f08c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:20.065388 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5f4839d9-b5d4-41c5-b6ae-2330dacdb689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:20.090286 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port fecdc6d7-3d40-4405-ad5a-c0e583376c35 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:17:20.095227 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port fecdc6d7-3d40-4405-ad5a-c0e583376c35 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:17:20.095598 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:20.144681 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea07cd-0fbd-43af-870b-88692811210f req-7661ed40-a6c9-4241-8109-74da83b668a5 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:20.146242 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7eea07cd-0fbd-43af-870b-88692811210f req-7661ed40-a6c9-4241-8109-74da83b668a5 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 944 time: 0.1544449 Oct 27 18:17:20.189735 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-1f91c892-3a47-45df-82ec-d0e229239c1f None None] Provisioning complete for port 04183844-5bf2-4075-a1d2-2c9bb9edfe98 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:17:20.190278 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1f91c892-3a47-45df-82ec-d0e229239c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:20.281306 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-1f91c892-3a47-45df-82ec-d0e229239c1f None None] Port 04183844-5bf2-4075-a1d2-2c9bb9edfe98 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:17:20.304707 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:20.314224 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7eea07cd-0fbd-43af-870b-88692811210f req-627da561-e08e-4206-b1b8-47eb79bbed0a tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543636 Oct 27 18:17:20.346352 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5f4839d9-b5d4-41c5-b6ae-2330dacdb689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:20.351066 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port fecdc6d7-3d40-4405-ad5a-c0e583376c35, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=fecdc6d7-3d40-4405-ad5a-c0e583376c35,segment=NetworkSegment(32b71140-e440-46b3-9b2a-24e683b039db),segment_id=32b71140-e440-46b3-9b2a-24e683b039db)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:20.403048 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-73d83b76-6ca6-41e7-81c9-f85ea195f08c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04183844-5bf2-4075-a1d2-2c9bb9edfe98 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:17:20.412252 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-73d83b76-6ca6-41e7-81c9-f85ea195f08c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:20.417114 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:20.423713 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5f4839d9-b5d4-41c5-b6ae-2330dacdb689 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:20.429604 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-73d83b76-6ca6-41e7-81c9-f85ea195f08c service neutron] Transition to ACTIVE for port object 04183844-5bf2-4075-a1d2-2c9bb9edfe98 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:17:20.432952 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5f4839d9-b5d4-41c5-b6ae-2330dacdb689 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f64181dc-dfa9-4ed5-8d0e-066b13de44a3 HTTP/1.1" status: 204 len: 168 time: 0.8609171 Oct 27 18:17:20.433574 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43734) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:17:20.436621 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4839d9-b5d4-41c5-b6ae-2330dacdb689 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f64181dc-dfa9-4ed5-8d0e-066b13de44a3,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:20.446889 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec207b8-a59a-4217-93c4-36d6e4d2c86a None None] Network ad9992b2-9d9b-499e-9f30-369a401316df requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:17:20.490633 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-73d83b76-6ca6-41e7-81c9-f85ea195f08c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:20.580926 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a369653a-1fca-498e-a059-328849ad6fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:20.683946 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d83b76-6ca6-41e7-81c9-f85ea195f08c service neutron] Pushing event updated for resources: {'Port': ['ID=04183844-5bf2-4075-a1d2-2c9bb9edfe98,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:20.708124 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-a369653a-1fca-498e-a059-328849ad6fb0 admin admin] Deleting port d76e3d55-7f9f-49b1-83db-7e1e8e264a55 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:17:20.708476 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a369653a-1fca-498e-a059-328849ad6fb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:20.729353 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=fecdc6d7-3d40-4405-ad5a-c0e583376c35,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:20.795203 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-73d83b76-6ca6-41e7-81c9-f85ea195f08c service neutron] Attempting to bind port 04183844-5bf2-4075-a1d2-2c9bb9edfe98 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:17:20.796831 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-73d83b76-6ca6-41e7-81c9-f85ea195f08c service neutron] Attempting to bind port 04183844-5bf2-4075-a1d2-2c9bb9edfe98 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:17:20.797349 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-73d83b76-6ca6-41e7-81c9-f85ea195f08c service neutron] Attempting to bind port 04183844-5bf2-4075-a1d2-2c9bb9edfe98 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:17:20.798495 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-841894b1-8da9-4e19-be64-0eec6fd412b9 req-84c1ff6c-951b-469c-8d5b-d876eb44ef9e tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/ports?device_id=004d8bc8-db50-4b78-b7a8-e67edda79875 HTTP/1.1" status: 200 len: 210 time: 0.0920970 Oct 27 18:17:20.807457 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8d25ab-4ced-459b-8b94-84fb3c3bfeca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fecdc6d7-3d40-4405-ad5a-c0e583376c35'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:17:20.815946 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe38ca7f-5c80-4488-8b75-b18fdbbf13bb" -d '{"events": [{"server_uuid": "2e8d25ab-4ced-459b-8b94-84fb3c3bfeca", "name": "network-vif-plugged", "status": "completed", "tag": "fecdc6d7-3d40-4405-ad5a-c0e583376c35"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:17:20.819178 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-73d83b76-6ca6-41e7-81c9-f85ea195f08c service neutron] Port 04183844-5bf2-4075-a1d2-2c9bb9edfe98 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:17:20.819632 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-73d83b76-6ca6-41e7-81c9-f85ea195f08c service neutron] Attempting to bind port 04183844-5bf2-4075-a1d2-2c9bb9edfe98 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:17:20.833913 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-73d83b76-6ca6-41e7-81c9-f85ea195f08c service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:17:20.836418 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-73d83b76-6ca6-41e7-81c9-f85ea195f08c service neutron] Checking segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:17:20.836923 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-73d83b76-6ca6-41e7-81c9-f85ea195f08c service neutron] Bound using segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:17:20.838693 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-73d83b76-6ca6-41e7-81c9-f85ea195f08c service neutron] Bound port: 04183844-5bf2-4075-a1d2-2c9bb9edfe98, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:17:20.842539 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-73d83b76-6ca6-41e7-81c9-f85ea195f08c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:21.026879 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-a369653a-1fca-498e-a059-328849ad6fb0 admin admin] For port d76e3d55-7f9f-49b1-83db-7e1e8e264a55, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=d76e3d55-7f9f-49b1-83db-7e1e8e264a55,segment=NetworkSegment(251d1467-2c70-41d6-bbc9-6694143a55e5),segment_id=251d1467-2c70-41d6-bbc9-6694143a55e5)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:21.027290 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a369653a-1fca-498e-a059-328849ad6fb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:21.058856 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-a369653a-1fca-498e-a059-328849ad6fb0 admin admin] Calling delete_port for d76e3d55-7f9f-49b1-83db-7e1e8e264a55 owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:17:21.075224 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-73d83b76-6ca6-41e7-81c9-f85ea195f08c service neutron] For port 04183844-5bf2-4075-a1d2-2c9bb9edfe98, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:17:21.075224 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-73d83b76-6ca6-41e7-81c9-f85ea195f08c service neutron] For port 04183844-5bf2-4075-a1d2-2c9bb9edfe98, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=04183844-5bf2-4075-a1d2-2c9bb9edfe98,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:17:21.177372 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a1d9f-c6c1-4a2f-b1fb-d68390394d38 req-9605eabd-ea9c-4f63-b846-06d88a099e9b tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:21.185890 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ce0a1d9f-c6c1-4a2f-b1fb-d68390394d38 req-9605eabd-ea9c-4f63-b846-06d88a099e9b tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=41bfd286-9d93-4b1b-91ef-1487574e30f2 HTTP/1.1" status: 200 len: 948 time: 0.2604392 Oct 27 18:17:21.197706 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-73d83b76-6ca6-41e7-81c9-f85ea195f08c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:21.251786 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-73d83b76-6ca6-41e7-81c9-f85ea195f08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:21.252824 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-73d83b76-6ca6-41e7-81c9-f85ea195f08c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:21.255730 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-73d83b76-6ca6-41e7-81c9-f85ea195f08c service neutron] 10.222.0.81 "PUT /v2.0/ports/04183844-5bf2-4075-a1d2-2c9bb9edfe98 HTTP/1.1" status: 200 len: 1096 time: 1.3777108 Oct 27 18:17:21.256620 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41bfd286-9d93-4b1b-91ef-1487574e30f2', 'tag': '04183844-5bf2-4075-a1d2-2c9bb9edfe98'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:17:21.270503 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7334177-6cf6-4268-b2bc-8b575151c484" -d '{"events": [{"name": "network-changed", "server_uuid": "41bfd286-9d93-4b1b-91ef-1487574e30f2", "tag": "04183844-5bf2-4075-a1d2-2c9bb9edfe98"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:17:21.289079 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ce0a1d9f-c6c1-4a2f-b1fb-d68390394d38 req-79aefb3b-d237-4488-92ee-7ce7bc4bdbc4 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021302 Oct 27 18:17:21.289938 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a369653a-1fca-498e-a059-328849ad6fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:21.321491 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1ebe06-0200-47ee-864d-639a7a2f5772 None None] DHCP port deletion for ad9992b2-9d9b-499e-9f30-369a401316df request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:17:21.348857 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a369653a-1fca-498e-a059-328849ad6fb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d76e3d55-7f9f-49b1-83db-7e1e8e264a55,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:21.365829 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a369653a-1fca-498e-a059-328849ad6fb0 admin admin] No DVR routers for this DVR port d76e3d55-7f9f-49b1-83db-7e1e8e264a55 on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:17:21.400875 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cecc9753-c6f5-4626-8927-04f1d4d11596 x-openstack-request-id: req-cecc9753-c6f5-4626-8927-04f1d4d11596 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:17:21.401182 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e8d25ab-4ced-459b-8b94-84fb3c3bfeca", "name": "network-vif-plugged", "status": "completed", "tag": "fecdc6d7-3d40-4405-ad5a-c0e583376c35", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:17:21.401679 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cecc9753-c6f5-4626-8927-04f1d4d11596 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:17:21.402225 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e8d25ab-4ced-459b-8b94-84fb3c3bfeca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fecdc6d7-3d40-4405-ad5a-c0e583376c35', 'code': 200} Oct 27 18:17:21.428782 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d83b76-6ca6-41e7-81c9-f85ea195f08c service neutron] Pushing event updated for resources: {'Port': ['ID=04183844-5bf2-4075-a1d2-2c9bb9edfe98,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:21.485426 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabae5a8-f43d-4f1b-8714-9814dc677406 x-openstack-request-id: req-dabae5a8-f43d-4f1b-8714-9814dc677406 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:17:21.485719 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41bfd286-9d93-4b1b-91ef-1487574e30f2", "tag": "04183844-5bf2-4075-a1d2-2c9bb9edfe98", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:17:21.485973 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dabae5a8-f43d-4f1b-8714-9814dc677406 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:17:21.486360 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41bfd286-9d93-4b1b-91ef-1487574e30f2', 'tag': '04183844-5bf2-4075-a1d2-2c9bb9edfe98', 'status': 'completed', 'code': 200} Oct 27 18:17:21.517331 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-f8dae085-50a7-417d-aa93-aa5e6c5ae4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:21.520019 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-f8dae085-50a7-417d-aa93-aa5e6c5ae4e1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=82f76d5c977b49a3a741c29e3332e08f&device_id=41bfd286-9d93-4b1b-91ef-1487574e30f2 HTTP/1.1" status: 200 len: 1099 time: 0.0860696 Oct 27 18:17:21.550030 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-e293989d-8c27-4ce8-9602-c86862dee953 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:17:21.555485 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-e293989d-8c27-4ce8-9602-c86862dee953 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0147846 Oct 27 18:17:21.603610 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-2de49880-9d31-47c2-90de-419c740afa6a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=04183844-5bf2-4075-a1d2-2c9bb9edfe98 HTTP/1.1" status: 200 len: 217 time: 0.0740130 Oct 27 18:17:21.686340 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-1d0a1473-05eb-471b-ab51-f599ba2e2b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:21.687865 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-1d0a1473-05eb-471b-ab51-f599ba2e2b7d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.0741034 Oct 27 18:17:21.690589 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a369653a-1fca-498e-a059-328849ad6fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:21.971469 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-48ec26be-7c27-4c44-96e3-cb9aa7ab984b tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:21.971469 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-48ec26be-7c27-4c44-96e3-cb9aa7ab984b tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] 10.222.0.52 "GET /v2.0/ports/2a7444df-e262-4ae0-afaf-72b2a9d5a01a HTTP/1.1" status: 200 len: 1094 time: 0.1414387 Oct 27 18:17:21.971469 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-a369653a-1fca-498e-a059-328849ad6fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad9992b2-9d9b-499e-9f30-369a401316df']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:17:21.971734 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-6c4f7038-da35-464c-9b88-c14d1b39998a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:21.971734 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-6c4f7038-da35-464c-9b88-c14d1b39998a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0636358 Oct 27 18:17:21.971883 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-a9e35668-3024-4af0-a567-d5ef43eea668 service neutron] Request body: {'binding': {'host': 'n-h1-815690-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:17:21.971883 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-a9e35668-3024-4af0-a567-d5ef43eea668 service neutron] Unknown quota resources ['binding']. {{(pid=102878) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 18:17:21.971883 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475fd76-2281-4abd-9e7d-229d976398a4 req-5a8ac19f-ff85-41c3-9459-5fc517e390d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:21.971883 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6475fd76-2281-4abd-9e7d-229d976398a4 req-5a8ac19f-ff85-41c3-9459-5fc517e390d5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 1096 time: 0.2363825 Oct 27 18:17:21.971883 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-a369653a-1fca-498e-a059-328849ad6fb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '251d1467-2c70-41d6-bbc9-6694143a55e5') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:17:21.971883 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-a369653a-1fca-498e-a059-328849ad6fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '251d1467-2c70-41d6-bbc9-6694143a55e5') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:17:21.971883 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a369653a-1fca-498e-a059-328849ad6fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:21.971883 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009fdac4-ba22-4879-b0c8-393723504d1b req-9a5b239e-698a-48ab-9a80-816dedd216cb tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:21.971883 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-009fdac4-ba22-4879-b0c8-393723504d1b req-9a5b239e-698a-48ab-9a80-816dedd216cb tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 945 time: 0.2572367 Oct 27 18:17:21.971883 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a369653a-1fca-498e-a059-328849ad6fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:21.975746 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-32f20b38-6463-4bb9-8eda-d4d582461e41 service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505268 Oct 27 18:17:21.975832 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6475fd76-2281-4abd-9e7d-229d976398a4 req-5167cfef-0ec2-4c6f-9f5e-39ff4eb8c804 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493821 Oct 27 18:17:21.975832 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a369653a-1fca-498e-a059-328849ad6fb0 admin admin] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:17:21.975832 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a369653a-1fca-498e-a059-328849ad6fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:21.975832 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:17:21.975832 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:17:21.975832 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:17:21.975832 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:17:21.975832 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:17:21.975832 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:17:21.975832 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:17:21.975832 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:17:21.975832 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:17:21.975832 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:17:21.975832 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:17:21.975832 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:17:21.975832 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:17:21.975832 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:17:21.975832 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:17:21.975832 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:17:21.975832 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:17:21.975832 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:17:21.975832 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:17:21.975832 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:17:21.975832 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:17:21.975832 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:17:21.975832 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:17:21.975832 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:17:21.975832 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:17:21.975832 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:17:21.975832 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:17:21.975832 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:17:21.975832 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:17:21.975832 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:17:21.975832 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:17:21.975832 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:17:22.047236 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-009fdac4-ba22-4879-b0c8-393723504d1b req-f7d797c5-e531-4f59-8389-27fe2eabe98a tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741021 Oct 27 18:17:22.115044 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ba467a44-9356-4a11-8117-bdff3d5849a6 req-5b494079-1374-44ce-a720-424225747446 service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791830 Oct 27 18:17:22.123143 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-a9e35668-3024-4af0-a567-d5ef43eea668 service neutron] Attempting to bind port 2a7444df-e262-4ae0-afaf-72b2a9d5a01a on host n-h1-815690-2 for vnic_type normal with profile None {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:17:22.123542 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-a9e35668-3024-4af0-a567-d5ef43eea668 service neutron] Attempting to bind port 2a7444df-e262-4ae0-afaf-72b2a9d5a01a by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:17:22.123880 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-a9e35668-3024-4af0-a567-d5ef43eea668 service neutron] Attempting to bind port 2a7444df-e262-4ae0-afaf-72b2a9d5a01a on network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:17:22.131374 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-a9e35668-3024-4af0-a567-d5ef43eea668 service neutron] Port 2a7444df-e262-4ae0-afaf-72b2a9d5a01a on network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:17:22.131588 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-a9e35668-3024-4af0-a567-d5ef43eea668 service neutron] Attempting to bind port 2a7444df-e262-4ae0-afaf-72b2a9d5a01a on network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:17:22.140485 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-a9e35668-3024-4af0-a567-d5ef43eea668 service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:17:22.140999 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-a9e35668-3024-4af0-a567-d5ef43eea668 service neutron] Checking segment: {'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:17:22.141600 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-a9e35668-3024-4af0-a567-d5ef43eea668 service neutron] Bound using segment: {'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:17:22.141933 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-a9e35668-3024-4af0-a567-d5ef43eea668 service neutron] Bound port: 2a7444df-e262-4ae0-afaf-72b2a9d5a01a, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:17:22.229449 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-a9e35668-3024-4af0-a567-d5ef43eea668 service neutron] For port 2a7444df-e262-4ae0-afaf-72b2a9d5a01a, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=2a7444df-e262-4ae0-afaf-72b2a9d5a01a,segment=NetworkSegment(58a88469-a6e8-4f4a-87d0-167a1bff6a8c),segment_id=58a88469-a6e8-4f4a-87d0-167a1bff6a8c)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:17:22.313854 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a03cb292-359e-4310-9b80-d84ba3354cdd req-160e7c84-8fec-4627-a36c-4e52c5bf7308 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/ports?device_id=004d8bc8-db50-4b78-b7a8-e67edda79875 HTTP/1.1" status: 200 len: 210 time: 0.0392208 Oct 27 18:17:22.427335 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51a871-7d6e-46fe-90b1-d3b0d7139935 req-c5db236d-6552-410e-b1f2-99c8e578a137 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:22.428943 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee51a871-7d6e-46fe-90b1-d3b0d7139935 req-c5db236d-6552-410e-b1f2-99c8e578a137 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=41bfd286-9d93-4b1b-91ef-1487574e30f2 HTTP/1.1" status: 200 len: 948 time: 0.0558646 Oct 27 18:17:22.485062 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee51a871-7d6e-46fe-90b1-d3b0d7139935 req-446d73d4-bc7e-4e69-b3c3-964439311051 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493135 Oct 27 18:17:22.628249 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a369653a-1fca-498e-a059-328849ad6fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:22.634651 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-a9e35668-3024-4af0-a567-d5ef43eea668 service neutron] Publish callbacks [] for binding, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:22.634651 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-a9e35668-3024-4af0-a567-d5ef43eea668 service neutron] 10.222.0.52 "POST /v2.0/ports/2a7444df-e262-4ae0-afaf-72b2a9d5a01a/bindings HTTP/1.1" status: 201 len: 389 time: 0.8706005 Oct 27 18:17:22.641986 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a369653a-1fca-498e-a059-328849ad6fb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:22.645743 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a369653a-1fca-498e-a059-328849ad6fb0 admin admin] 10.222.0.52 "DELETE /v2.0/networks/ad9992b2-9d9b-499e-9f30-369a401316df HTTP/1.1" status: 204 len: 168 time: 2.2109354 Oct 27 18:17:22.658012 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a369653a-1fca-498e-a059-328849ad6fb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad9992b2-9d9b-499e-9f30-369a401316df,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:22.712939 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7334177-6cf6-4268-b2bc-8b575151c484 req-18aa566e-bd3b-43a6-b946-1fe06e08ed32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:22.714456 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f7334177-6cf6-4268-b2bc-8b575151c484 req-18aa566e-bd3b-43a6-b946-1fe06e08ed32 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=82f76d5c977b49a3a741c29e3332e08f&device_id=41bfd286-9d93-4b1b-91ef-1487574e30f2 HTTP/1.1" status: 200 len: 1099 time: 0.0474312 Oct 27 18:17:22.829160 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7334177-6cf6-4268-b2bc-8b575151c484 req-e2979f5d-780a-41f1-9e27-8c51f0849348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:22.830702 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f7334177-6cf6-4268-b2bc-8b575151c484 req-e2979f5d-780a-41f1-9e27-8c51f0849348 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.1082604 Oct 27 18:17:22.915408 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f7334177-6cf6-4268-b2bc-8b575151c484 req-06bd8ed0-1ad2-4ec5-bbdd-884434ed87b2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=04183844-5bf2-4075-a1d2-2c9bb9edfe98 HTTP/1.1" status: 200 len: 217 time: 0.0700684 Oct 27 18:17:22.959846 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d76e3d55-7f9f-49b1-83db-7e1e8e264a55 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:17:22.986182 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: d76e3d55-7f9f-49b1-83db-7e1e8e264a55 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:17:22.986869 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d76e3d55-7f9f-49b1-83db-7e1e8e264a55 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:17:22.997593 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7334177-6cf6-4268-b2bc-8b575151c484 req-e26c9015-a0eb-4e98-b70e-d82f275348e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:22.999764 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f7334177-6cf6-4268-b2bc-8b575151c484 req-e26c9015-a0eb-4e98-b70e-d82f275348e8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.0757177 Oct 27 18:17:23.051723 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332aa7ee-6da9-4001-94d7-9b7e4ac2875f req-387dbba7-e932-47d7-86bc-287f2bc8cf01 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:23.061795 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-332aa7ee-6da9-4001-94d7-9b7e4ac2875f req-387dbba7-e932-47d7-86bc-287f2bc8cf01 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc HTTP/1.1" status: 200 len: 946 time: 0.1145611 Oct 27 18:17:23.071954 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7334177-6cf6-4268-b2bc-8b575151c484 req-b5e42965-2d82-455d-8f99-5abf1528fe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:23.075243 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f7334177-6cf6-4268-b2bc-8b575151c484 req-b5e42965-2d82-455d-8f99-5abf1528fe17 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0640719 Oct 27 18:17:23.111556 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 43780) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:17:23.128317 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-332aa7ee-6da9-4001-94d7-9b7e4ac2875f req-480e6936-6cb0-4a5a-bb5b-09f32cafbe0a tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586524 Oct 27 18:17:23.325573 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b4d0f676-2021-474a-8eed-951c2dbe7485 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f6f614013ac944c0bd136d74e2c338cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2130306 Oct 27 18:17:23.328320 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f7334177-6cf6-4268-b2bc-8b575151c484 req-02fbf1da-41ea-4479-b695-591a8f0e1b40 service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401791 Oct 27 18:17:23.329866 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 43794) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:17:23.338193 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b25dc5-31d0-443c-a0bb-22d453880264 req-bf53d157-8f05-4082-9595-7c3bfb049b92 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:23.347578 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-54b25dc5-31d0-443c-a0bb-22d453880264 req-bf53d157-8f05-4082-9595-7c3bfb049b92 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 945 time: 0.1294527 Oct 27 18:17:23.395144 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-8716ea5a-5cb0-456f-a7b4-2e37f1e71868 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=22d5ef1108754de6b7ab20f33da88601&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393357 Oct 27 18:17:23.543787 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1ddb02ab-7bc7-43cf-a0ce-2e1b8a73622c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:23.561026 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f7334177-6cf6-4268-b2bc-8b575151c484 req-c772afa6-3d94-4005-8ae6-9171e4f37357 service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156003 Oct 27 18:17:23.567424 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-cebeefec-cd73-487d-bc1a-7119ac1e4891 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:23.569325 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-cebeefec-cd73-487d-bc1a-7119ac1e4891 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1618536 Oct 27 18:17:23.575332 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1ddb02ab-7bc7-43cf-a0ce-2e1b8a73622c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:23.636242 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-e238816f-9aa7-4c21-81cf-cec178ba9d52 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Request body: {'port': {'device_id': '004d8bc8-db50-4b78-b7a8-e67edda79875', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'admin_state_up': True, 'tenant_id': '22d5ef1108754de6b7ab20f33da88601'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:17:23.724889 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1ddb02ab-7bc7-43cf-a0ce-2e1b8a73622c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:23.727756 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1ddb02ab-7bc7-43cf-a0ce-2e1b8a73622c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:23.732922 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1ddb02ab-7bc7-43cf-a0ce-2e1b8a73622c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8774e79f-1f5c-4de1-acef-97fe09265600 HTTP/1.1" status: 204 len: 168 time: 0.4020057 Oct 27 18:17:23.741615 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb02ab-7bc7-43cf-a0ce-2e1b8a73622c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8774e79f-1f5c-4de1-acef-97fe09265600,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:23.946935 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-54b25dc5-31d0-443c-a0bb-22d453880264 req-d501b093-5e84-4f7a-8da8-5090ff322177 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5978570 Oct 27 18:17:23.952858 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-31a93c59-a36f-4fc2-bf5d-2e45ae55be77 req-ccbc80fa-1a4e-4bd9-92c6-55c297a7a684 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/ports?device_id=004d8bc8-db50-4b78-b7a8-e67edda79875 HTTP/1.1" status: 200 len: 210 time: 0.3798814 Oct 27 18:17:23.974768 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-68f5b23a-b4fb-4634-9f2d-2459059ddc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:23.976284 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-68f5b23a-b4fb-4634-9f2d-2459059ddc2e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=43d2aacb3b5645edb71ed26889dd4536&device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc HTTP/1.1" status: 200 len: 1097 time: 0.3901455 Oct 27 18:17:24.148285 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941011e5-9caa-480e-a32b-1395defb5f1e req-02aa919d-3d09-4fde-80a6-fd5fb59465bc tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:24.149804 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-941011e5-9caa-480e-a32b-1395defb5f1e req-02aa919d-3d09-4fde-80a6-fd5fb59465bc tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=41bfd286-9d93-4b1b-91ef-1487574e30f2 HTTP/1.1" status: 200 len: 948 time: 0.1110566 Oct 27 18:17:24.203751 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-e14e02f2-59be-4e03-ad96-a2f2272f402b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:24.205895 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-e14e02f2-59be-4e03-ad96-a2f2272f402b service neutron] 10.222.0.81 "GET /v2.0/networks?id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b HTTP/1.1" status: 200 len: 909 time: 0.2137465 Oct 27 18:17:24.270787 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-941011e5-9caa-480e-a32b-1395defb5f1e req-2eef10e7-a010-4169-ba38-692f702822d5 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030126 Oct 27 18:17:24.288435 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-158a8561-1448-41ef-b3c6-9c82524a3747 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a7444df-e262-4ae0-afaf-72b2a9d5a01a HTTP/1.1" status: 200 len: 217 time: 0.0713317 Oct 27 18:17:24.340935 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-e238816f-9aa7-4c21-81cf-cec178ba9d52 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Made reservation on behalf of 22d5ef1108754de6b7ab20f33da88601 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:17:24.345436 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-e238816f-9aa7-4c21-81cf-cec178ba9d52 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:24.407618 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e766a-e239-487e-b787-bb202df97eea req-f312d812-d74f-4010-a9c0-f62c339ecbf6 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:24.409099 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2e766a-e239-487e-b787-bb202df97eea req-f312d812-d74f-4010-a9c0-f62c339ecbf6 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc HTTP/1.1" status: 200 len: 946 time: 0.1551914 Oct 27 18:17:24.410714 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-d356d6a2-a5c3-4fc2-af9c-e09c726f6d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:24.412135 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-d356d6a2-a5c3-4fc2-af9c-e09c726f6d72 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9d2e93d5-4842-4818-961f-a77ef1a8f95b HTTP/1.1" status: 200 len: 847 time: 0.1084588 Oct 27 18:17:24.498167 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-120a70a1-a259-484a-876e-9e70ce75c407 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764251 Oct 27 18:17:24.614324 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2e766a-e239-487e-b787-bb202df97eea req-27f76c96-6fe8-4ed7-8881-f8eff4f68bde tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217234 Oct 27 18:17:24.716017 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-e238816f-9aa7-4c21-81cf-cec178ba9d52 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Allocated IP 192.168.233.207 (5a00a4ee-d7ee-4646-9905-4d21868e9aa2/5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc/429701d8-cba1-4ae3-bc0c-d240850bd99b) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:17:24.723441 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-b228c5b8-d204-4baf-92f8-12952ee2104b service neutron] 10.222.0.81 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935205 Oct 27 18:17:24.935288 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-c2847f31-9204-4af5-b2a9-0052f5c154cb service neutron] 10.222.0.81 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022960 Oct 27 18:17:25.006041 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-e238816f-9aa7-4c21-81cf-cec178ba9d52 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:25.120392 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ba521fe9-8200-4f75-aff7-eddae10080dc req-cbfe863e-72a1-4128-8af6-7a6d9043741f tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/ports?device_id=004d8bc8-db50-4b78-b7a8-e67edda79875 HTTP/1.1" status: 200 len: 210 time: 0.0358188 Oct 27 18:17:25.135067 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-e238816f-9aa7-4c21-81cf-cec178ba9d52 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:25.162203 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['56b4f8e3-bf27-4c86-a72d-57ec68bdca0b'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:17:25.214913 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d672062-0ea5-42f4-826a-3510fe08a2e5 req-c485636a-85ab-4048-8560-7c09a4520578 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:25.216525 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5d672062-0ea5-42f4-826a-3510fe08a2e5 req-c485636a-85ab-4048-8560-7c09a4520578 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 945 time: 0.1432710 Oct 27 18:17:25.253278 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-e238816f-9aa7-4c21-81cf-cec178ba9d52 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:17:25.259957 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e238816f-9aa7-4c21-81cf-cec178ba9d52 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Pushing event updated for resources: {'Port': ['ID=429701d8-cba1-4ae3-bc0c-d240850bd99b,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:25.262610 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-e238816f-9aa7-4c21-81cf-cec178ba9d52 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:17:25.267717 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-e238816f-9aa7-4c21-81cf-cec178ba9d52 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:17:25.305235 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5d672062-0ea5-42f4-826a-3510fe08a2e5 req-a3fc1199-53d7-496b-b583-6c7fd8e10d23 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810256 Oct 27 18:17:25.341121 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-e238816f-9aa7-4c21-81cf-cec178ba9d52 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:25.342908 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-e238816f-9aa7-4c21-81cf-cec178ba9d52 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:25.461168 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-e238816f-9aa7-4c21-81cf-cec178ba9d52 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8286383 Oct 27 18:17:25.462345 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 04183844-5bf2-4075-a1d2-2c9bb9edfe98 details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:17:25.482510 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-4aef5e19-9d3a-4a45-9ead-09d0d384d3d5 service neutron] Request body: {'port': {'device_id': '004d8bc8-db50-4b78-b7a8-e67edda79875', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:17:25.539434 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 43852) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:17:25.573285 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:17:25.606366 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c778a00-f02e-4ce6-aeb8-6e230b02dddb req-1555805c-c929-4c39-a2fd-7e0e51cfc2c0 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:25.627984 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5c778a00-f02e-4ce6-aeb8-6e230b02dddb req-1555805c-c929-4c39-a2fd-7e0e51cfc2c0 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=41bfd286-9d93-4b1b-91ef-1487574e30f2 HTTP/1.1" status: 200 len: 948 time: 0.2538733 Oct 27 18:17:25.751247 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5c778a00-f02e-4ce6-aeb8-6e230b02dddb req-f9c16cfb-3ce4-4ae6-8147-754eab823086 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957215 Oct 27 18:17:25.777849 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 04183844-5bf2-4075-a1d2-2c9bb9edfe98, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=04183844-5bf2-4075-a1d2-2c9bb9edfe98,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:25.780174 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-4aef5e19-9d3a-4a45-9ead-09d0d384d3d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:25.785840 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd245fb-4b14-428b-9896-8628d00b4d22 req-2b03317d-736d-4a22-943b-cecc567caa1c tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:25.793992 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-7482c790-f54b-44c9-bdde-0d634ff3b6cf None None] Provisioning complete for port 429701d8-cba1-4ae3-bc0c-d240850bd99b triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:17:25.796631 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cfd245fb-4b14-428b-9896-8628d00b4d22 req-2b03317d-736d-4a22-943b-cecc567caa1c tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 1096 time: 0.2707889 Oct 27 18:17:25.807302 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7482c790-f54b-44c9-bdde-0d634ff3b6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:25.821317 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-b238fbe5-3098-48ea-ad67-387ead04acf8 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-487987306-network', 'tenant_id': '1e901318404a4041a9284af4397a81ce'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:17:25.890025 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': '04183844-5bf2-4075-a1d2-2c9bb9edfe98', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'port_id': '04183844-5bf2-4075-a1d2-2c9bb9edfe98', 'mac_address': 'fa:16:3e:51:3e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:17:25.906807 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-7482c790-f54b-44c9-bdde-0d634ff3b6cf None None] Port 429701d8-cba1-4ae3-bc0c-d240850bd99b cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:17:25.930587 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b238fbe5-3098-48ea-ad67-387ead04acf8 admin admin] Made reservation on behalf of 1e901318404a4041a9284af4397a81ce for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:17:25.934453 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b238fbe5-3098-48ea-ad67-387ead04acf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:25.950901 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b238fbe5-3098-48ea-ad67-387ead04acf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:25.992487 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cfd245fb-4b14-428b-9896-8628d00b4d22 req-007d39e8-37e6-452c-8e57-3d987581515b tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889410 Oct 27 18:17:25.993491 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:26.029503 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04183844-5bf2-4075-a1d2-2c9bb9edfe98 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:17:26.104412 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b238fbe5-3098-48ea-ad67-387ead04acf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:26.147643 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 04183844-5bf2-4075-a1d2-2c9bb9edfe98, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=04183844-5bf2-4075-a1d2-2c9bb9edfe98,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:26.187794 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b238fbe5-3098-48ea-ad67-387ead04acf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:26.216601 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:26.221517 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:26.284800 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b238fbe5-3098-48ea-ad67-387ead04acf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9b7e27-7351-4e7f-b994-ef2a07ab6850,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:26.329806 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b238fbe5-3098-48ea-ad67-387ead04acf8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1038, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:17:26.351549 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=04183844-5bf2-4075-a1d2-2c9bb9edfe98,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:26.356451 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b238fbe5-3098-48ea-ad67-387ead04acf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:26.356451 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-b238fbe5-3098-48ea-ad67-387ead04acf8 admin admin] Added segment 0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2 of type vlan for network c345cfe3-9ef8-4d81-8fa5-3e08d3754503 Oct 27 18:17:26.415661 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03400f24-9280-4b82-9e22-c746d1b96b34 req-bb37d9da-3fd1-47f0-ad09-fc189cf6f33f tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:26.434841 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-03400f24-9280-4b82-9e22-c746d1b96b34 req-bb37d9da-3fd1-47f0-ad09-fc189cf6f33f tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc HTTP/1.1" status: 200 len: 946 time: 0.2214091 Oct 27 18:17:26.444878 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b238fbe5-3098-48ea-ad67-387ead04acf8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:26.539876 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-03400f24-9280-4b82-9e22-c746d1b96b34 req-d5fe3f2c-812a-4195-8e26-2fdd4f6248ff tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897326 Oct 27 18:17:26.565328 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['04183844-5bf2-4075-a1d2-2c9bb9edfe98'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:17:26.568784 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b238fbe5-3098-48ea-ad67-387ead04acf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:26.570513 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:26.571411 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b238fbe5-3098-48ea-ad67-387ead04acf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:26.572066 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b238fbe5-3098-48ea-ad67-387ead04acf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:26.599249 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-4aef5e19-9d3a-4a45-9ead-09d0d384d3d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 429701d8-cba1-4ae3-bc0c-d240850bd99b {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:17:26.610807 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-4aef5e19-9d3a-4a45-9ead-09d0d384d3d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:26.626112 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-4aef5e19-9d3a-4a45-9ead-09d0d384d3d5 service neutron] Transition to ACTIVE for port object 429701d8-cba1-4ae3-bc0c-d240850bd99b will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:17:26.687132 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b238fbe5-3098-48ea-ad67-387ead04acf8 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1462848 Oct 27 18:17:26.689672 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43882) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:17:26.697497 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-b4f3e454-1017-4169-a98f-14bae1ac787b admin admin] Request body: {'subnet': {'network_id': 'c345cfe3-9ef8-4d81-8fa5-3e08d3754503', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-487987306-subnet', 'tenant_id': '1e901318404a4041a9284af4397a81ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:17:26.714522 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b238fbe5-3098-48ea-ad67-387ead04acf8 admin admin] Pushing event updated for resources: {'Network': ['ID=c345cfe3-9ef8-4d81-8fa5-3e08d3754503,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:26.721600 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-4aef5e19-9d3a-4a45-9ead-09d0d384d3d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:26.727382 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network c345cfe3-9ef8-4d81-8fa5-3e08d3754503 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:17:26.833842 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a97b07-c96d-46a5-9770-69611366fd81 req-c5cccd40-ad5e-4c83-8701-e23b3c01b4a8 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:26.835189 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f0a97b07-c96d-46a5-9770-69611366fd81 req-c5cccd40-ad5e-4c83-8701-e23b3c01b4a8 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/ports?device_id=004d8bc8-db50-4b78-b7a8-e67edda79875 HTTP/1.1" status: 200 len: 936 time: 0.1876142 Oct 27 18:17:26.837498 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef5e19-9d3a-4a45-9ead-09d0d384d3d5 service neutron] Pushing event updated for resources: {'Port': ['ID=429701d8-cba1-4ae3-bc0c-d240850bd99b,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:26.930777 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f3e454-1017-4169-a98f-14bae1ac787b admin admin] Made reservation on behalf of 1e901318404a4041a9284af4397a81ce for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:17:26.935624 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b4f3e454-1017-4169-a98f-14bae1ac787b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:27.006332 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f0a97b07-c96d-46a5-9770-69611366fd81 req-227ffb7e-7872-4d83-8953-245d0a0940a7 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/security-groups?id=907e52db-b12d-402a-8ccd-81cb1159dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643949 Oct 27 18:17:27.096934 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-4aef5e19-9d3a-4a45-9ead-09d0d384d3d5 service neutron] Attempting to bind port 429701d8-cba1-4ae3-bc0c-d240850bd99b on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:17:27.097552 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-4aef5e19-9d3a-4a45-9ead-09d0d384d3d5 service neutron] Attempting to bind port 429701d8-cba1-4ae3-bc0c-d240850bd99b by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:17:27.098131 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-4aef5e19-9d3a-4a45-9ead-09d0d384d3d5 service neutron] Attempting to bind port 429701d8-cba1-4ae3-bc0c-d240850bd99b on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:17:27.107000 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-4aef5e19-9d3a-4a45-9ead-09d0d384d3d5 service neutron] Port 429701d8-cba1-4ae3-bc0c-d240850bd99b on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:17:27.107593 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-4aef5e19-9d3a-4a45-9ead-09d0d384d3d5 service neutron] Attempting to bind port 429701d8-cba1-4ae3-bc0c-d240850bd99b on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:17:27.116469 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-4aef5e19-9d3a-4a45-9ead-09d0d384d3d5 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:17:27.122655 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-4aef5e19-9d3a-4a45-9ead-09d0d384d3d5 service neutron] Checking segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:17:27.123280 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-4aef5e19-9d3a-4a45-9ead-09d0d384d3d5 service neutron] Bound using segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:17:27.124705 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-4aef5e19-9d3a-4a45-9ead-09d0d384d3d5 service neutron] Bound port: 429701d8-cba1-4ae3-bc0c-d240850bd99b, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:17:27.126427 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-4aef5e19-9d3a-4a45-9ead-09d0d384d3d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:27.387289 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017cc899-754e-492a-9ef2-c9b312a51c3f req-316147e6-f0b4-49d2-b7cb-73b1be002251 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:27.387289 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-017cc899-754e-492a-9ef2-c9b312a51c3f req-316147e6-f0b4-49d2-b7cb-73b1be002251 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=41bfd286-9d93-4b1b-91ef-1487574e30f2 HTTP/1.1" status: 200 len: 949 time: 0.2345531 Oct 27 18:17:27.387289 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-4aef5e19-9d3a-4a45-9ead-09d0d384d3d5 service neutron] For port 429701d8-cba1-4ae3-bc0c-d240850bd99b, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:17:27.389537 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-4aef5e19-9d3a-4a45-9ead-09d0d384d3d5 service neutron] For port 429701d8-cba1-4ae3-bc0c-d240850bd99b, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=429701d8-cba1-4ae3-bc0c-d240850bd99b,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:17:27.437718 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-017cc899-754e-492a-9ef2-c9b312a51c3f req-5e68cf03-9a7a-4f73-8c50-ce1256c7b8b2 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590580 Oct 27 18:17:27.494481 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-4aef5e19-9d3a-4a45-9ead-09d0d384d3d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:27.545860 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b4f3e454-1017-4169-a98f-14bae1ac787b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:27.594999 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-4aef5e19-9d3a-4a45-9ead-09d0d384d3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:27.595789 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-4aef5e19-9d3a-4a45-9ead-09d0d384d3d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:27.597783 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-4aef5e19-9d3a-4a45-9ead-09d0d384d3d5 service neutron] 10.222.0.93 "PUT /v2.0/ports/429701d8-cba1-4ae3-bc0c-d240850bd99b HTTP/1.1" status: 200 len: 1096 time: 2.1277235 Oct 27 18:17:27.601982 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '004d8bc8-db50-4b78-b7a8-e67edda79875', 'tag': '429701d8-cba1-4ae3-bc0c-d240850bd99b'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:17:27.603511 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8c176a-8ff4-4595-9005-10c917feca1a" -d '{"events": [{"name": "network-changed", "server_uuid": "004d8bc8-db50-4b78-b7a8-e67edda79875", "tag": "429701d8-cba1-4ae3-bc0c-d240850bd99b"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:17:27.730772 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f3e454-1017-4169-a98f-14bae1ac787b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0915b7bc-3821-43b8-a967-754663cb61b5,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:27.736640 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef5e19-9d3a-4a45-9ead-09d0d384d3d5 service neutron] Pushing event updated for resources: {'Port': ['ID=429701d8-cba1-4ae3-bc0c-d240850bd99b,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:27.892120 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f3e454-1017-4169-a98f-14bae1ac787b admin admin] Checking segment: {'id': '0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'c345cfe3-9ef8-4d81-8fa5-3e08d3754503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:17:27.894263 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f3e454-1017-4169-a98f-14bae1ac787b admin admin] Network hostable DHCP agents. Network: c345cfe3-9ef8-4d81-8fa5-3e08d3754503, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:17:27.954480 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-cde44697-65e2-46de-b9bc-c80847ec584f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:27.956735 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-cde44697-65e2-46de-b9bc-c80847ec584f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=22d5ef1108754de6b7ab20f33da88601&device_id=004d8bc8-db50-4b78-b7a8-e67edda79875 HTTP/1.1" status: 200 len: 1099 time: 0.2114582 Oct 27 18:17:27.986673 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afcaa9da-5837-47fe-b17d-76cbfbfecc61 x-openstack-request-id: req-afcaa9da-5837-47fe-b17d-76cbfbfecc61 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:17:27.994283 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "004d8bc8-db50-4b78-b7a8-e67edda79875", "tag": "429701d8-cba1-4ae3-bc0c-d240850bd99b", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:17:27.994283 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-afcaa9da-5837-47fe-b17d-76cbfbfecc61 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:17:27.994283 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '004d8bc8-db50-4b78-b7a8-e67edda79875', 'tag': '429701d8-cba1-4ae3-bc0c-d240850bd99b', 'status': 'completed', 'code': 200} Oct 27 18:17:28.064025 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-048e265f-f41e-4c83-b82e-1a9cadc51fa0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=429701d8-cba1-4ae3-bc0c-d240850bd99b HTTP/1.1" status: 200 len: 217 time: 0.0699060 Oct 27 18:17:28.071075 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f3e454-1017-4169-a98f-14bae1ac787b admin admin] Network c345cfe3-9ef8-4d81-8fa5-3e08d3754503 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:17:28.191257 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ff25a-ac03-4691-8bd0-6fbc65fe69fd req-33118acc-f517-45f9-8a5b-82209ace54bc tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:28.204086 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a24ff25a-ac03-4691-8bd0-6fbc65fe69fd req-33118acc-f517-45f9-8a5b-82209ace54bc tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc HTTP/1.1" status: 200 len: 946 time: 0.2715533 Oct 27 18:17:28.220676 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-b4f3e454-1017-4169-a98f-14bae1ac787b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, c345cfe3-9ef8-4d81-8fa5-3e08d3754503) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:17:28.229946 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd653bd3-3c58-43d1-a945-f889ed65f833 None None] Network c345cfe3-9ef8-4d81-8fa5-3e08d3754503 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:17:28.299545 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f3e454-1017-4169-a98f-14bae1ac787b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:28.300414 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b4f3e454-1017-4169-a98f-14bae1ac787b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:28.366578 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a24ff25a-ac03-4691-8bd0-6fbc65fe69fd req-2e20a45d-8aea-4c89-8aa3-c769fa5eacb5 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591570 Oct 27 18:17:28.398103 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-04758ebc-ec54-44b4-955f-607f4b3bb4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:28.400446 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-04758ebc-ec54-44b4-955f-607f4b3bb4ee service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.3176467 Oct 27 18:17:28.442770 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8900ca-1a72-403e-b096-a76b12eb88a5 req-88d7b674-deb6-4165-aa4c-da441c54cf7a tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:28.449492 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53185932-f002-4167-b8cc-7bdfcbca537e None None] Network c345cfe3-9ef8-4d81-8fa5-3e08d3754503 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:17:28.458320 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7e8900ca-1a72-403e-b096-a76b12eb88a5 req-88d7b674-deb6-4165-aa4c-da441c54cf7a tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/ports?device_id=004d8bc8-db50-4b78-b7a8-e67edda79875 HTTP/1.1" status: 200 len: 948 time: 0.3153105 Oct 27 18:17:28.708566 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b4f3e454-1017-4169-a98f-14bae1ac787b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.0178151 Oct 27 18:17:28.730580 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fed5eda3-6b38-49f0-bbcb-7f1e50e39925 req-eef7420c-ebbc-4094-8d2e-9fd620c87582 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f8c2121a-6af4-4c21-8d77-7a058c38864f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5058403 Oct 27 18:17:28.776090 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-3578aebd-e51a-4362-bdc0-315170e03699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:28.777687 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-3578aebd-e51a-4362-bdc0-315170e03699 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3559926 Oct 27 18:17:28.781139 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7e8900ca-1a72-403e-b096-a76b12eb88a5 req-79f6cba3-a2b0-45fe-9af2-b564beaab5ce tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/security-groups?id=907e52db-b12d-402a-8ccd-81cb1159dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216243 Oct 27 18:17:28.863770 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa6072-bb5a-45da-940d-1512afd8b6e7 req-fdb42229-7a99-4897-b771-ac684e460fc3 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:28.871298 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bafa6072-bb5a-45da-940d-1512afd8b6e7 req-fdb42229-7a99-4897-b771-ac684e460fc3 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=41bfd286-9d93-4b1b-91ef-1487574e30f2 HTTP/1.1" status: 200 len: 949 time: 0.1726449 Oct 27 18:17:28.961850 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bafa6072-bb5a-45da-940d-1512afd8b6e7 req-abcf2515-ca38-4748-8f82-5f08faa12147 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896132 Oct 27 18:17:29.001712 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed5eda3-6b38-49f0-bbcb-7f1e50e39925 req-13acf715-1bdc-4629-a252-f24ae3cd0039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:29.003627 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fed5eda3-6b38-49f0-bbcb-7f1e50e39925 req-13acf715-1bdc-4629-a252-f24ae3cd0039 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a91620ccab6b42bd92005fb366774bad&device_id=f8c2121a-6af4-4c21-8d77-7a058c38864f HTTP/1.1" status: 200 len: 1095 time: 0.1900954 Oct 27 18:17:29.010041 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-6d2cc96d-e39a-43e6-bf32-8f2e8fd5ad85 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203634 Oct 27 18:17:29.206237 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-41adbc25-b8df-4e0c-8136-1ad231899207 req-3b1e2d6a-5a18-457e-a7aa-6f80ad32342f service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796384 Oct 27 18:17:29.228481 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed5eda3-6b38-49f0-bbcb-7f1e50e39925 req-22a22863-1b15-4ded-89d3-dc761069c3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:29.232280 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fed5eda3-6b38-49f0-bbcb-7f1e50e39925 req-22a22863-1b15-4ded-89d3-dc761069c3e8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b3551270-2765-4a25-abeb-25e55b0a5126 HTTP/1.1" status: 200 len: 923 time: 0.1793056 Oct 27 18:17:29.472100 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 04183844-5bf2-4075-a1d2-2c9bb9edfe98 up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:17:29.639310 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning for port 04183844-5bf2-4075-a1d2-2c9bb9edfe98 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:17:29.648945 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port 04183844-5bf2-4075-a1d2-2c9bb9edfe98 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:17:29.648945 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:29.684471 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fed5eda3-6b38-49f0-bbcb-7f1e50e39925 req-9b582f51-1414-41a2-819a-a8234e30be38 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5461f609-aafa-45bf-8aba-2bc11199336a HTTP/1.1" status: 200 len: 217 time: 0.4456899 Oct 27 18:17:29.787044 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:29.828876 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41bfd286-9d93-4b1b-91ef-1487574e30f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04183844-5bf2-4075-a1d2-2c9bb9edfe98'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:17:29.832967 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4332b076-7d69-43c2-a91c-05942cca05fe" -d '{"events": [{"server_uuid": "41bfd286-9d93-4b1b-91ef-1487574e30f2", "name": "network-vif-plugged", "status": "completed", "tag": "04183844-5bf2-4075-a1d2-2c9bb9edfe98"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:17:29.850662 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 04183844-5bf2-4075-a1d2-2c9bb9edfe98, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=04183844-5bf2-4075-a1d2-2c9bb9edfe98,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:29.861315 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed5eda3-6b38-49f0-bbcb-7f1e50e39925 req-845a4e85-03bb-404d-9ad3-84cba2db4fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:29.862796 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fed5eda3-6b38-49f0-bbcb-7f1e50e39925 req-845a4e85-03bb-404d-9ad3-84cba2db4fdb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b6b6ba7-005f-448a-b57c-d52798a8629c HTTP/1.1" status: 200 len: 861 time: 0.1534910 Oct 27 18:17:29.918206 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6efa3e3-5ab4-4d82-8e23-394d129a310c req-af349a7b-8ceb-469c-a0f5-0665ec1d8252 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:29.919782 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f6efa3e3-5ab4-4d82-8e23-394d129a310c req-af349a7b-8ceb-469c-a0f5-0665ec1d8252 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc HTTP/1.1" status: 200 len: 946 time: 0.2547188 Oct 27 18:17:29.921802 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c176a-8ff4-4595-9005-10c917feca1a req-4c1225c1-ac34-410f-a07c-78b4b0eb8c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:29.924933 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ef8c176a-8ff4-4595-9005-10c917feca1a req-4c1225c1-ac34-410f-a07c-78b4b0eb8c4e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=22d5ef1108754de6b7ab20f33da88601&device_id=004d8bc8-db50-4b78-b7a8-e67edda79875 HTTP/1.1" status: 200 len: 1099 time: 0.2571011 Oct 27 18:17:29.927647 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fed5eda3-6b38-49f0-bbcb-7f1e50e39925 req-f0fa9f5d-7fee-49f9-8cdd-65c03e2084ab service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b3551270-2765-4a25-abeb-25e55b0a5126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533364 Oct 27 18:17:29.928250 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:30.044136 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=04183844-5bf2-4075-a1d2-2c9bb9edfe98,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:30.082737 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-8d70156d-d361-4af1-9c81-3d921ac3571e tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:30.089950 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-8d70156d-d361-4af1-9c81-3d921ac3571e tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/networks?id=c345cfe3-9ef8-4d81-8fa5-3e08d3754503 HTTP/1.1" status: 200 len: 804 time: 0.4226739 Oct 27 18:17:30.134512 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-2bd3139a-d6ef-49e3-b762-7229ba78a576 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/quotas/1e901318404a4041a9284af4397a81ce HTTP/1.1" status: 200 len: 375 time: 0.0435479 Oct 27 18:17:30.190111 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-0e3f3823-3279-4ee8-8c89-812902693afd tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1e901318404a4041a9284af4397a81ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546463 Oct 27 18:17:30.227257 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f6efa3e3-5ab4-4d82-8e23-394d129a310c req-4ecf21c2-e665-4240-9188-ff5552046af1 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655892 Oct 27 18:17:30.302010 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fed5eda3-6b38-49f0-bbcb-7f1e50e39925 req-c1f933f3-2320-43c4-8f3d-84e61a276209 service neutron] 10.222.0.81 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608217 Oct 27 18:17:30.347710 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c176a-8ff4-4595-9005-10c917feca1a req-3489bb7d-05ea-490c-bf0f-9c08c4bb938d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:30.349304 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ef8c176a-8ff4-4595-9005-10c917feca1a req-3489bb7d-05ea-490c-bf0f-9c08c4bb938d service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.4098003 Oct 27 18:17:30.433517 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ef8c176a-8ff4-4595-9005-10c917feca1a req-83e0869b-1c58-49d1-b77f-4474a61c849f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=429701d8-cba1-4ae3-bc0c-d240850bd99b HTTP/1.1" status: 200 len: 217 time: 0.0407522 Oct 27 18:17:30.499969 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c176a-8ff4-4595-9005-10c917feca1a req-c61f7fae-9259-481b-917b-a790dc208cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:30.501436 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ef8c176a-8ff4-4595-9005-10c917feca1a req-c61f7fae-9259-481b-917b-a790dc208cf6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.0555429 Oct 27 18:17:30.586555 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447e0f0-b571-4a39-b487-bd136e4ce19f req-1875ea2d-761e-4162-8dc3-85415dc4f642 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:30.586555 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e447e0f0-b571-4a39-b487-bd136e4ce19f req-1875ea2d-761e-4162-8dc3-85415dc4f642 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/ports?device_id=004d8bc8-db50-4b78-b7a8-e67edda79875 HTTP/1.1" status: 200 len: 948 time: 0.2834194 Oct 27 18:17:30.589272 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-3eadcdcd-71af-4b05-9f72-26cf129dc700 service neutron] 10.222.0.52 "GET /v2.0/networks/c345cfe3-9ef8-4d81-8fa5-3e08d3754503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978493 Oct 27 18:17:30.647051 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fed5eda3-6b38-49f0-bbcb-7f1e50e39925 req-fee8f870-2d68-436b-916b-0e13f112c2d9 service neutron] 10.222.0.81 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345003 Oct 27 18:17:30.715122 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c176a-8ff4-4595-9005-10c917feca1a req-9ccb60bf-8673-4f36-b953-5ae7ff40e9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:30.716636 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ef8c176a-8ff4-4595-9005-10c917feca1a req-9ccb60bf-8673-4f36-b953-5ae7ff40e9d4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1984422 Oct 27 18:17:30.729970 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e447e0f0-b571-4a39-b487-bd136e4ce19f req-47b76462-68be-4573-b139-1cda552efba2 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/security-groups?id=907e52db-b12d-402a-8ccd-81cb1159dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256294 Oct 27 18:17:30.794650 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9ed8af-91dc-4f52-80d7-e879252efc52 x-openstack-request-id: req-0d9ed8af-91dc-4f52-80d7-e879252efc52 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:17:30.795165 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41bfd286-9d93-4b1b-91ef-1487574e30f2", "name": "network-vif-plugged", "status": "completed", "tag": "04183844-5bf2-4075-a1d2-2c9bb9edfe98", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:17:30.795913 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0d9ed8af-91dc-4f52-80d7-e879252efc52 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:17:30.796633 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41bfd286-9d93-4b1b-91ef-1487574e30f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04183844-5bf2-4075-a1d2-2c9bb9edfe98', 'code': 200} Oct 27 18:17:30.874390 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-66fbe042-45dd-46c6-bf2f-ed585f16edf9 service neutron] 10.222.0.52 "GET /v2.0/networks/c345cfe3-9ef8-4d81-8fa5-3e08d3754503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712710 Oct 27 18:17:30.929330 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ef8c176a-8ff4-4595-9005-10c917feca1a req-844f38dc-1909-43b4-8d30-bb763f6cd59c service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984334 Oct 27 18:17:31.012633 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651d2fe-182b-4eb4-8625-e2ec19c973a8 req-3e05d963-abad-49e4-aa35-2af60aa3fff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:31.014263 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4651d2fe-182b-4eb4-8625-e2ec19c973a8 req-3e05d963-abad-49e4-aa35-2af60aa3fff6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=41bfd286-9d93-4b1b-91ef-1487574e30f2 HTTP/1.1" status: 200 len: 1101 time: 0.1428194 Oct 27 18:17:31.092842 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f669d3f6-aefe-4618-85e5-e43ad743e55a req-14d694c5-1e7d-4c74-8296-594dc689e256 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:31.094651 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f669d3f6-aefe-4618-85e5-e43ad743e55a req-14d694c5-1e7d-4c74-8296-594dc689e256 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=41bfd286-9d93-4b1b-91ef-1487574e30f2 HTTP/1.1" status: 200 len: 950 time: 0.1529834 Oct 27 18:17:31.101831 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4651d2fe-182b-4eb4-8625-e2ec19c973a8 req-91a06be5-1b7e-45b3-8cb1-e0a907ba5251 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759025 Oct 27 18:17:31.125561 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ef8c176a-8ff4-4595-9005-10c917feca1a req-bf065e3f-9680-4bba-acb5-ee7457e52381 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819744 Oct 27 18:17:31.157645 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f669d3f6-aefe-4618-85e5-e43ad743e55a req-ff22924c-bfd4-4ac0-ad46-78474e273d68 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507107 Oct 27 18:17:31.297274 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-052f82ec-a03b-413f-9137-0150a99188f8 req-1f3e21dd-b562-47f4-a693-c8e732cec8a0 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6b1a0f4-e47b-414e-b5af-442ac36942d6 HTTP/1.1" status: 200 len: 210 time: 0.0496488 Oct 27 18:17:31.446596 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96730658-a9c9-4255-82b1-a40099e7c4f8 req-d76249aa-4773-4f26-82a3-86c633abdb3c tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:31.448455 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-96730658-a9c9-4255-82b1-a40099e7c4f8 req-d76249aa-4773-4f26-82a3-86c633abdb3c tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc HTTP/1.1" status: 200 len: 946 time: 0.0709062 Oct 27 18:17:31.509881 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-96730658-a9c9-4255-82b1-a40099e7c4f8 req-3d6cc628-1b18-4f9e-bd97-c27fbf5fa9bc tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460722 Oct 27 18:17:31.884831 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5f309-39b2-442f-a4e8-1b1cea0ec813 req-7c2cfd11-95d1-4576-ae2d-0a34c572439c tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:31.894275 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-76e5f309-39b2-442f-a4e8-1b1cea0ec813 req-7c2cfd11-95d1-4576-ae2d-0a34c572439c tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/ports?device_id=004d8bc8-db50-4b78-b7a8-e67edda79875 HTTP/1.1" status: 200 len: 948 time: 0.0694420 Oct 27 18:17:31.902899 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 429701d8-cba1-4ae3-bc0c-d240850bd99b details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:17:31.958362 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-76e5f309-39b2-442f-a4e8-1b1cea0ec813 req-76c8a276-2c39-49f5-89a1-5b653926ee22 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/security-groups?id=907e52db-b12d-402a-8ccd-81cb1159dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505762 Oct 27 18:17:32.088078 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 429701d8-cba1-4ae3-bc0c-d240850bd99b, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=429701d8-cba1-4ae3-bc0c-d240850bd99b,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:32.108029 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '429701d8-cba1-4ae3-bc0c-d240850bd99b', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'port_id': '429701d8-cba1-4ae3-bc0c-d240850bd99b', 'mac_address': 'fa:16:3e:8b:dd:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:17:32.183360 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:32.210587 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 429701d8-cba1-4ae3-bc0c-d240850bd99b {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:17:32.212727 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d5e19-255d-4cba-87cb-a8c5c0fcac96 req-ad410660-061b-40eb-95af-3a0bef33292e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:32.223474 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-751d5e19-255d-4cba-87cb-a8c5c0fcac96 req-ad410660-061b-40eb-95af-3a0bef33292e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=43d2aacb3b5645edb71ed26889dd4536&device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc HTTP/1.1" status: 200 len: 1097 time: 0.1188650 Oct 27 18:17:32.268497 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 429701d8-cba1-4ae3-bc0c-d240850bd99b, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=429701d8-cba1-4ae3-bc0c-d240850bd99b,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:32.322279 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:32.387784 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d5e19-255d-4cba-87cb-a8c5c0fcac96 req-49ac814f-4021-45ab-aca7-9c3328fcec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:32.390009 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-751d5e19-255d-4cba-87cb-a8c5c0fcac96 req-49ac814f-4021-45ab-aca7-9c3328fcec30 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b HTTP/1.1" status: 200 len: 909 time: 0.1339848 Oct 27 18:17:32.429448 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=429701d8-cba1-4ae3-bc0c-d240850bd99b,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:32.496106 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-751d5e19-255d-4cba-87cb-a8c5c0fcac96 req-c7a9d0fe-1727-4df5-8ec5-758b458b31b4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a7444df-e262-4ae0-afaf-72b2a9d5a01a HTTP/1.1" status: 200 len: 217 time: 0.0686421 Oct 27 18:17:32.630167 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-efa76383-c3d8-468e-a3b6-c86e52ce2ba0 req-4fff4a4a-776f-42a7-8db1-ce1a260bf130 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6b1a0f4-e47b-414e-b5af-442ac36942d6 HTTP/1.1" status: 200 len: 210 time: 0.1322901 Oct 27 18:17:32.640067 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['429701d8-cba1-4ae3-bc0c-d240850bd99b'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:17:32.671596 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d806451-b8f3-4fe2-8173-644b9840f249 req-0a193ed1-3091-46df-8108-c35671e8f279 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:32.679024 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4d806451-b8f3-4fe2-8173-644b9840f249 req-0a193ed1-3091-46df-8108-c35671e8f279 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=41bfd286-9d93-4b1b-91ef-1487574e30f2 HTTP/1.1" status: 200 len: 950 time: 0.2876215 Oct 27 18:17:32.691009 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d5e19-255d-4cba-87cb-a8c5c0fcac96 req-b7fb7188-ea5c-40da-80b2-d7e23ef83358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:32.693422 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-751d5e19-255d-4cba-87cb-a8c5c0fcac96 req-b7fb7188-ea5c-40da-80b2-d7e23ef83358 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9d2e93d5-4842-4818-961f-a77ef1a8f95b HTTP/1.1" status: 200 len: 847 time: 0.1851325 Oct 27 18:17:32.744777 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-751d5e19-255d-4cba-87cb-a8c5c0fcac96 req-4ad7f194-a47a-4c24-850c-849c3dd1c170 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392432 Oct 27 18:17:32.778179 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4d806451-b8f3-4fe2-8173-644b9840f249 req-04fc61c4-6c50-4381-bd55-bbc4f6b1e48a tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963740 Oct 27 18:17:32.925847 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58fcd7-65a2-4099-9620-acb5c522ac33 req-3dd5bfa0-200c-4ddb-9b5c-27174d4378c4 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:32.929119 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6b58fcd7-65a2-4099-9620-acb5c522ac33 req-3dd5bfa0-200c-4ddb-9b5c-27174d4378c4 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc HTTP/1.1" status: 200 len: 946 time: 0.1216247 Oct 27 18:17:32.982065 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-751d5e19-255d-4cba-87cb-a8c5c0fcac96 req-fba688e2-0caa-412d-a122-c357e3b12875 service neutron] 10.222.0.93 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282803 Oct 27 18:17:33.022168 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6b58fcd7-65a2-4099-9620-acb5c522ac33 req-784761bb-61ea-4355-9e6c-35c06f4d8d6e tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780849 Oct 27 18:17:33.195829 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2e572-441a-4331-8c45-a7fe5f11b8c0 req-ffe6e997-2580-4f47-be44-945bbfaee3bc tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:33.197507 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6cf2e572-441a-4331-8c45-a7fe5f11b8c0 req-ffe6e997-2580-4f47-be44-945bbfaee3bc tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/ports?device_id=004d8bc8-db50-4b78-b7a8-e67edda79875 HTTP/1.1" status: 200 len: 949 time: 0.1744716 Oct 27 18:17:33.199940 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-751d5e19-255d-4cba-87cb-a8c5c0fcac96 req-2454b1dc-c9ea-4bfa-a6ef-a482a34d6ae4 service neutron] 10.222.0.93 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045991 Oct 27 18:17:33.311867 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6cf2e572-441a-4331-8c45-a7fe5f11b8c0 req-8a4468e4-94e5-40f9-9dfb-65c74a080f8e tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/security-groups?id=907e52db-b12d-402a-8ccd-81cb1159dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830131 Oct 27 18:17:33.767893 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0c8cad87-a59f-4de1-96a3-cc5fe4c8a529 req-1e244901-ffac-4837-8547-cdc4969208a8 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6b1a0f4-e47b-414e-b5af-442ac36942d6 HTTP/1.1" status: 200 len: 210 time: 0.0345271 Oct 27 18:17:33.908289 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cec68d-cd86-4d84-9ad2-c1bbbdeb1bb0 req-9b801421-e894-47f7-ac88-f3dcfa4c9f89 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:33.910012 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-47cec68d-cd86-4d84-9ad2-c1bbbdeb1bb0 req-9b801421-e894-47f7-ac88-f3dcfa4c9f89 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=41bfd286-9d93-4b1b-91ef-1487574e30f2 HTTP/1.1" status: 200 len: 950 time: 0.0577767 Oct 27 18:17:33.956172 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-47cec68d-cd86-4d84-9ad2-c1bbbdeb1bb0 req-7a39ede0-1357-4f42-8047-bd6c20eb6b52 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391214 Oct 27 18:17:33.960707 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 429701d8-cba1-4ae3-bc0c-d240850bd99b up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:17:34.156186 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a1adb-6154-4605-be4e-56970c4f4706 req-7aa92d87-74ab-4679-9543-281f58fe3558 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:34.158221 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e98a1adb-6154-4605-be4e-56970c4f4706 req-7aa92d87-74ab-4679-9543-281f58fe3558 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc HTTP/1.1" status: 200 len: 946 time: 0.0697639 Oct 27 18:17:34.211251 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e98a1adb-6154-4605-be4e-56970c4f4706 req-6cdb461f-e007-499e-999a-4e69e89cf310 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466204 Oct 27 18:17:34.253532 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a7604-e9a1-4093-b7ac-f21cc59fed6c req-07b47931-6061-47d9-9b3d-d167aca1f420 tempest-ServersOnMultiNodesTest-1960722965 tempest-ServersOnMultiNodesTest-1960722965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:34.255185 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3f9a7604-e9a1-4093-b7ac-f21cc59fed6c req-07b47931-6061-47d9-9b3d-d167aca1f420 tempest-ServersOnMultiNodesTest-1960722965 tempest-ServersOnMultiNodesTest-1960722965-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=41bfd286-9d93-4b1b-91ef-1487574e30f2 HTTP/1.1" status: 200 len: 1101 time: 0.0682034 Oct 27 18:17:34.276913 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-3f9a7604-e9a1-4093-b7ac-f21cc59fed6c req-69f904e6-8a6f-478c-9711-f56284d164b4 tempest-ServersOnMultiNodesTest-1960722965 tempest-ServersOnMultiNodesTest-1960722965-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:34.391484 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-3f9a7604-e9a1-4093-b7ac-f21cc59fed6c req-69f904e6-8a6f-478c-9711-f56284d164b4 tempest-ServersOnMultiNodesTest-1960722965 tempest-ServersOnMultiNodesTest-1960722965-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:34.437763 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e21e56-c3e1-4a4b-938b-681bb89994f9 req-78ece2a4-271e-41f6-9789-3a54ff765d3c tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:34.439338 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a8e21e56-c3e1-4a4b-938b-681bb89994f9 req-78ece2a4-271e-41f6-9789-3a54ff765d3c tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/ports?device_id=004d8bc8-db50-4b78-b7a8-e67edda79875 HTTP/1.1" status: 200 len: 949 time: 0.0514030 Oct 27 18:17:34.477497 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a8e21e56-c3e1-4a4b-938b-681bb89994f9 req-2b5d625a-9719-4ee6-a467-020abd4b81de tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/security-groups?id=907e52db-b12d-402a-8ccd-81cb1159dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320303 Oct 27 18:17:34.559164 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 429701d8-cba1-4ae3-bc0c-d240850bd99b completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:17:34.564108 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 429701d8-cba1-4ae3-bc0c-d240850bd99b triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:17:34.564495 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:34.572586 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-3f9a7604-e9a1-4093-b7ac-f21cc59fed6c req-69f904e6-8a6f-478c-9711-f56284d164b4 tempest-ServersOnMultiNodesTest-1960722965 tempest-ServersOnMultiNodesTest-1960722965-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:34.596890 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3f9a7604-e9a1-4093-b7ac-f21cc59fed6c req-69f904e6-8a6f-478c-9711-f56284d164b4 tempest-ServersOnMultiNodesTest-1960722965 tempest-ServersOnMultiNodesTest-1960722965-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319983 Oct 27 18:17:34.632688 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f904e6-8a6f-478c-9711-f56284d164b4 tempest-ServersOnMultiNodesTest-1960722965 tempest-ServersOnMultiNodesTest-1960722965-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cafdf4f-1575-4f25-91c7-23fdda8b6231,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:34.724327 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:34.792071 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-c0a1c546-1b27-4003-a8fe-f71d46c83397 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:34.793730 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-c0a1c546-1b27-4003-a8fe-f71d46c83397 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.93 "GET /v2.0/networks?id=c345cfe3-9ef8-4d81-8fa5-3e08d3754503 HTTP/1.1" status: 200 len: 804 time: 0.1394720 Oct 27 18:17:34.810357 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-878fd3fc-4c0c-4302-9dcd-4dc9d60bc9c5 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Request body: {'port': {'device_id': 'c6b1a0f4-e47b-414e-b5af-442ac36942d6', 'network_id': 'c345cfe3-9ef8-4d81-8fa5-3e08d3754503', 'admin_state_up': True, 'tenant_id': '1e901318404a4041a9284af4397a81ce'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:17:34.816466 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004d8bc8-db50-4b78-b7a8-e67edda79875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '429701d8-cba1-4ae3-bc0c-d240850bd99b'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:17:34.819503 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f999be88-6624-4bd4-aeaf-6db511e4b299" -d '{"events": [{"server_uuid": "004d8bc8-db50-4b78-b7a8-e67edda79875", "name": "network-vif-plugged", "status": "completed", "tag": "429701d8-cba1-4ae3-bc0c-d240850bd99b"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:17:34.865274 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 429701d8-cba1-4ae3-bc0c-d240850bd99b, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=429701d8-cba1-4ae3-bc0c-d240850bd99b,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:34.931962 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:34.964641 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b7e3f43d-e698-49b5-9850-6189bb451bc3 req-bda3700e-5d45-4d21-ac77-f7d0ee195bda tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6b1a0f4-e47b-414e-b5af-442ac36942d6 HTTP/1.1" status: 200 len: 210 time: 0.0645559 Oct 27 18:17:35.097511 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=429701d8-cba1-4ae3-bc0c-d240850bd99b,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:35.239630 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-878fd3fc-4c0c-4302-9dcd-4dc9d60bc9c5 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Made reservation on behalf of 1e901318404a4041a9284af4397a81ce for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:17:35.243560 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-878fd3fc-4c0c-4302-9dcd-4dc9d60bc9c5 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:35.335494 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c7b1ee-1614-4a2c-96e7-3a467a1ea210 x-openstack-request-id: req-a7c7b1ee-1614-4a2c-96e7-3a467a1ea210 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:17:35.335809 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "004d8bc8-db50-4b78-b7a8-e67edda79875", "name": "network-vif-plugged", "status": "completed", "tag": "429701d8-cba1-4ae3-bc0c-d240850bd99b", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:17:35.336064 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a7c7b1ee-1614-4a2c-96e7-3a467a1ea210 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:17:35.336456 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '004d8bc8-db50-4b78-b7a8-e67edda79875', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '429701d8-cba1-4ae3-bc0c-d240850bd99b', 'code': 200} Oct 27 18:17:35.398040 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-86b34761-1714-496a-9f85-953cc03da65d tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=82f76d5c977b49a3a741c29e3332e08f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576410 Oct 27 18:17:35.884659 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-878fd3fc-4c0c-4302-9dcd-4dc9d60bc9c5 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Allocated IP 172.20.0.3 (c345cfe3-9ef8-4d81-8fa5-3e08d3754503/0915b7bc-3821-43b8-a967-754663cb61b5/1129cdb6-557d-468d-ad2e-3e0574b738f8) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:17:35.892114 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2fa83f-0bfe-4e4f-bfec-2adcf95918f8 req-2f51e065-68eb-42ad-8e9b-c02299dfdc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:35.893607 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dd2fa83f-0bfe-4e4f-bfec-2adcf95918f8 req-2f51e065-68eb-42ad-8e9b-c02299dfdc69 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=004d8bc8-db50-4b78-b7a8-e67edda79875 HTTP/1.1" status: 200 len: 1101 time: 0.4745657 Oct 27 18:17:35.928481 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a50fb6-4b10-47be-9513-852c6abeb556 req-70e52570-417c-4d53-836c-87479f75dfe2 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:35.929982 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e1a50fb6-4b10-47be-9513-852c6abeb556 req-70e52570-417c-4d53-836c-87479f75dfe2 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc HTTP/1.1" status: 200 len: 946 time: 0.4840188 Oct 27 18:17:35.968626 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-b9ec8780-cf7c-44e3-83ec-a35d0e7c8cf1 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:35.970533 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-b9ec8780-cf7c-44e3-83ec-a35d0e7c8cf1 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5522208 Oct 27 18:17:36.028426 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-df937ef6-65e1-4698-9b8c-9b132636d76c tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/quotas/82f76d5c977b49a3a741c29e3332e08f HTTP/1.1" status: 200 len: 375 time: 0.0417471 Oct 27 18:17:36.038348 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dd2fa83f-0bfe-4e4f-bfec-2adcf95918f8 req-6f593013-bc97-4c9d-9420-efbced360ec3 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=907e52db-b12d-402a-8ccd-81cb1159dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293039 Oct 27 18:17:36.068509 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e1a50fb6-4b10-47be-9513-852c6abeb556 req-4acdb728-11dc-4c65-a54d-f708d6e0b1a5 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288979 Oct 27 18:17:36.166531 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-eb3985e0-3a35-473c-a34c-b8fdc1b62ba3 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=82f76d5c977b49a3a741c29e3332e08f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1235702 Oct 27 18:17:36.234919 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-878fd3fc-4c0c-4302-9dcd-4dc9d60bc9c5 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:36.261004 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6536fb62-41a6-4fd8-80ea-99cf8c750ce1 req-7ca7a1ab-8087-4f64-9c57-55fed489d5bd tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:36.262424 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6536fb62-41a6-4fd8-80ea-99cf8c750ce1 req-7ca7a1ab-8087-4f64-9c57-55fed489d5bd tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/ports?device_id=004d8bc8-db50-4b78-b7a8-e67edda79875 HTTP/1.1" status: 200 len: 950 time: 0.0679533 Oct 27 18:17:36.316868 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6536fb62-41a6-4fd8-80ea-99cf8c750ce1 req-27107efb-9bbd-4192-94c5-e492a6ebe822 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/security-groups?id=907e52db-b12d-402a-8ccd-81cb1159dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436637 Oct 27 18:17:36.416682 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-878fd3fc-4c0c-4302-9dcd-4dc9d60bc9c5 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:36.496812 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-878fd3fc-4c0c-4302-9dcd-4dc9d60bc9c5 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Network c345cfe3-9ef8-4d81-8fa5-3e08d3754503 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:17:36.500489 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878fd3fc-4c0c-4302-9dcd-4dc9d60bc9c5 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Pushing event updated for resources: {'Port': ['ID=1129cdb6-557d-468d-ad2e-3e0574b738f8,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:36.503950 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-878fd3fc-4c0c-4302-9dcd-4dc9d60bc9c5 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:17:36.507138 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-878fd3fc-4c0c-4302-9dcd-4dc9d60bc9c5 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:17:36.549209 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98774b-fae8-42ec-9c94-2d8f28d94d7e req-29125cd4-f13a-47bc-aaf7-ce74d74996a0 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:36.556387 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1b98774b-fae8-42ec-9c94-2d8f28d94d7e req-29125cd4-f13a-47bc-aaf7-ce74d74996a0 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6b1a0f4-e47b-414e-b5af-442ac36942d6 HTTP/1.1" status: 200 len: 931 time: 0.1064456 Oct 27 18:17:36.599862 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-878fd3fc-4c0c-4302-9dcd-4dc9d60bc9c5 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:36.600458 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-878fd3fc-4c0c-4302-9dcd-4dc9d60bc9c5 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:36.613142 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1b98774b-fae8-42ec-9c94-2d8f28d94d7e req-0d6a0394-8dd0-4387-868f-304c29121679 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559123 Oct 27 18:17:36.672667 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-878fd3fc-4c0c-4302-9dcd-4dc9d60bc9c5 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8666575 Oct 27 18:17:36.693076 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-cdc7d8d6-7638-4e47-9f8d-3263d1072b31 service neutron] Request body: {'port': {'device_id': 'c6b1a0f4-e47b-414e-b5af-442ac36942d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:17:36.773112 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-cdc7d8d6-7638-4e47-9f8d-3263d1072b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:36.943832 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f942bc-ea96-4a7d-916b-044a033c189c req-43f41db1-c024-484c-b75c-569763388107 tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:36.952827 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-83f942bc-ea96-4a7d-916b-044a033c189c req-43f41db1-c024-484c-b75c-569763388107 tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd02b6c3-2521-4803-b091-008cc141582b HTTP/1.1" status: 200 len: 949 time: 0.1760604 Oct 27 18:17:37.068204 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-83f942bc-ea96-4a7d-916b-044a033c189c req-1fdb2410-8127-49eb-98bc-d281f72056d2 tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6d2fe8a-530b-4783-b8a7-502458b80949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064355 Oct 27 18:17:37.291482 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-cdc7d8d6-7638-4e47-9f8d-3263d1072b31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1129cdb6-557d-468d-ad2e-3e0574b738f8 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:17:37.296893 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-cdc7d8d6-7638-4e47-9f8d-3263d1072b31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:37.314202 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-cdc7d8d6-7638-4e47-9f8d-3263d1072b31 service neutron] Transition to ACTIVE for port object 1129cdb6-557d-468d-ad2e-3e0574b738f8 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:17:37.396827 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-cdc7d8d6-7638-4e47-9f8d-3263d1072b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:37.476750 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc7d8d6-7638-4e47-9f8d-3263d1072b31 service neutron] Pushing event updated for resources: {'Port': ['ID=1129cdb6-557d-468d-ad2e-3e0574b738f8,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:37.544746 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea303d36-ab07-45fa-9c3b-4b096f20fd7a req-99f04e98-9aa2-4545-be03-c6ac82263acd tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:37.551372 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ea303d36-ab07-45fa-9c3b-4b096f20fd7a req-99f04e98-9aa2-4545-be03-c6ac82263acd tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc HTTP/1.1" status: 200 len: 946 time: 0.1279478 Oct 27 18:17:37.609325 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ea303d36-ab07-45fa-9c3b-4b096f20fd7a req-95d63269-aee9-46a5-9591-15f1b3a277d3 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562785 Oct 27 18:17:37.618746 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-cdc7d8d6-7638-4e47-9f8d-3263d1072b31 service neutron] Attempting to bind port 1129cdb6-557d-468d-ad2e-3e0574b738f8 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:17:37.619125 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-cdc7d8d6-7638-4e47-9f8d-3263d1072b31 service neutron] Attempting to bind port 1129cdb6-557d-468d-ad2e-3e0574b738f8 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'c345cfe3-9ef8-4d81-8fa5-3e08d3754503'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:17:37.619468 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-cdc7d8d6-7638-4e47-9f8d-3263d1072b31 service neutron] Attempting to bind port 1129cdb6-557d-468d-ad2e-3e0574b738f8 on network c345cfe3-9ef8-4d81-8fa5-3e08d3754503 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:17:37.624966 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-cdc7d8d6-7638-4e47-9f8d-3263d1072b31 service neutron] Port 1129cdb6-557d-468d-ad2e-3e0574b738f8 on network c345cfe3-9ef8-4d81-8fa5-3e08d3754503 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:17:37.625285 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-cdc7d8d6-7638-4e47-9f8d-3263d1072b31 service neutron] Attempting to bind port 1129cdb6-557d-468d-ad2e-3e0574b738f8 on network c345cfe3-9ef8-4d81-8fa5-3e08d3754503 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:17:37.635188 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-cdc7d8d6-7638-4e47-9f8d-3263d1072b31 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:17:37.635188 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-cdc7d8d6-7638-4e47-9f8d-3263d1072b31 service neutron] Checking segment: {'id': '0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'c345cfe3-9ef8-4d81-8fa5-3e08d3754503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:17:37.635188 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-cdc7d8d6-7638-4e47-9f8d-3263d1072b31 service neutron] Bound using segment: {'id': '0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'c345cfe3-9ef8-4d81-8fa5-3e08d3754503'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:17:37.635188 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-cdc7d8d6-7638-4e47-9f8d-3263d1072b31 service neutron] Bound port: 1129cdb6-557d-468d-ad2e-3e0574b738f8, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'c345cfe3-9ef8-4d81-8fa5-3e08d3754503'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:17:37.635188 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-cdc7d8d6-7638-4e47-9f8d-3263d1072b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:37.742911 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1c78874-a53c-48af-9f04-4ea546f9ff61 req-815d327b-30c2-494d-b829-ddf54d247925 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=e90fbca2-708d-4a63-a30a-53e577a1669f HTTP/1.1" status: 200 len: 210 time: 0.0510788 Oct 27 18:17:37.768136 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-cdc7d8d6-7638-4e47-9f8d-3263d1072b31 service neutron] For port 1129cdb6-557d-468d-ad2e-3e0574b738f8, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:17:37.773328 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-cdc7d8d6-7638-4e47-9f8d-3263d1072b31 service neutron] For port 1129cdb6-557d-468d-ad2e-3e0574b738f8, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=1129cdb6-557d-468d-ad2e-3e0574b738f8,segment=NetworkSegment(0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2),segment_id=0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:17:37.843153 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821ff71-cc55-4124-966c-d60ac624141b req-3260efdd-20a6-4715-b210-99af84f18a2c tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:37.844664 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8821ff71-cc55-4124-966c-d60ac624141b req-3260efdd-20a6-4715-b210-99af84f18a2c tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/ports?device_id=004d8bc8-db50-4b78-b7a8-e67edda79875 HTTP/1.1" status: 200 len: 950 time: 0.0523324 Oct 27 18:17:37.848574 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-cdc7d8d6-7638-4e47-9f8d-3263d1072b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:37.903537 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-cdc7d8d6-7638-4e47-9f8d-3263d1072b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:37.904503 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-cdc7d8d6-7638-4e47-9f8d-3263d1072b31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:37.906013 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-cdc7d8d6-7638-4e47-9f8d-3263d1072b31 service neutron] 10.222.0.93 "PUT /v2.0/ports/1129cdb6-557d-468d-ad2e-3e0574b738f8 HTTP/1.1" status: 200 len: 1091 time: 1.2175016 Oct 27 18:17:37.908293 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b1a0f4-e47b-414e-b5af-442ac36942d6', 'tag': '1129cdb6-557d-468d-ad2e-3e0574b738f8'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:17:37.910600 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8bfb8d7-ae67-489b-ba2d-26913d802371" -d '{"events": [{"name": "network-changed", "server_uuid": "c6b1a0f4-e47b-414e-b5af-442ac36942d6", "tag": "1129cdb6-557d-468d-ad2e-3e0574b738f8"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:17:37.945593 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc7d8d6-7638-4e47-9f8d-3263d1072b31 service neutron] Pushing event updated for resources: {'Port': ['ID=1129cdb6-557d-468d-ad2e-3e0574b738f8,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:37.950893 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8821ff71-cc55-4124-966c-d60ac624141b req-26fdd88b-524c-4742-9df7-317be2d6b39a tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/security-groups?id=907e52db-b12d-402a-8ccd-81cb1159dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956006 Oct 27 18:17:38.172474 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-2926529a-346e-4e92-ae72-b9cf2d3fd68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:38.174206 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-2926529a-346e-4e92-ae72-b9cf2d3fd68f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1e901318404a4041a9284af4397a81ce&device_id=c6b1a0f4-e47b-414e-b5af-442ac36942d6 HTTP/1.1" status: 200 len: 1094 time: 0.0582139 Oct 27 18:17:38.239351 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-c820d073-291c-4c78-b530-694c5b10cd97 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1129cdb6-557d-468d-ad2e-3e0574b738f8 HTTP/1.1" status: 200 len: 217 time: 0.0470498 Oct 27 18:17:38.326259 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-27826637-352d-4a62-8646-0d97b5cd1d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:38.328298 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-27826637-352d-4a62-8646-0d97b5cd1d90 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0915b7bc-3821-43b8-a967-754663cb61b5 HTTP/1.1" status: 200 len: 844 time: 0.0753174 Oct 27 18:17:38.339653 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c48c3-d0cc-4635-8597-53206c37d49f req-8190b1d5-cda2-4493-a3c3-9dec9549f403 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:38.341504 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d74c48c3-d0cc-4635-8597-53206c37d49f req-8190b1d5-cda2-4493-a3c3-9dec9549f403 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6b1a0f4-e47b-414e-b5af-442ac36942d6 HTTP/1.1" status: 200 len: 943 time: 0.0989645 Oct 27 18:17:38.370794 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-bc0dfcc8-3a7c-47b9-9e4e-c20cc0eb9987 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c345cfe3-9ef8-4d81-8fa5-3e08d3754503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283880 Oct 27 18:17:38.518845 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d74c48c3-d0cc-4635-8597-53206c37d49f req-3fe00ae1-e57e-43f7-8484-994169c4ea24 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465487 Oct 27 18:17:38.548068 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0a99b1-e1c2-495a-a136-01ef36a71273 x-openstack-request-id: req-aa0a99b1-e1c2-495a-a136-01ef36a71273 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:17:38.549156 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6b1a0f4-e47b-414e-b5af-442ac36942d6", "tag": "1129cdb6-557d-468d-ad2e-3e0574b738f8", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:17:38.559177 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aa0a99b1-e1c2-495a-a136-01ef36a71273 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:17:38.559177 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6b1a0f4-e47b-414e-b5af-442ac36942d6', 'tag': '1129cdb6-557d-468d-ad2e-3e0574b738f8', 'status': 'completed', 'code': 200} Oct 27 18:17:38.580083 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-f5581e38-7ddb-40a9-81fa-1fdc3dd28986 service neutron] 10.222.0.93 "GET /v2.0/networks/c345cfe3-9ef8-4d81-8fa5-3e08d3754503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981652 Oct 27 18:17:38.725927 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eabe0a6e-e7c6-41f2-8df8-23d01b1bd103 req-a230e7ac-a5fc-4d05-aa9f-4bb2081f08f6 service neutron] 10.222.0.93 "GET /v2.0/networks/c345cfe3-9ef8-4d81-8fa5-3e08d3754503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375124 Oct 27 18:17:38.993878 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bfb8d7-ae67-489b-ba2d-26913d802371 req-3d3b436e-2dd5-4975-99ca-c0f4190fa3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:38.995422 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f8bfb8d7-ae67-489b-ba2d-26913d802371 req-3d3b436e-2dd5-4975-99ca-c0f4190fa3b8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1e901318404a4041a9284af4397a81ce&device_id=c6b1a0f4-e47b-414e-b5af-442ac36942d6 HTTP/1.1" status: 200 len: 1094 time: 0.1288919 Oct 27 18:17:39.012472 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0034c25-a13b-475f-a537-15f566920d06 req-d8a8edc3-f610-45f8-aa8b-2c65293f5b41 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:39.013954 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d0034c25-a13b-475f-a537-15f566920d06 req-d8a8edc3-f610-45f8-aa8b-2c65293f5b41 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea5b0be3-d120-4eee-aaef-b97739b032d1 HTTP/1.1" status: 200 len: 946 time: 0.0637951 Oct 27 18:17:39.135451 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d0034c25-a13b-475f-a537-15f566920d06 req-273ed631-78b4-4fdc-8e9a-d644dad38a7f tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe7b47d0-b2d2-4513-ad4b-681a95d750a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130865 Oct 27 18:17:39.171486 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bfb8d7-ae67-489b-ba2d-26913d802371 req-8a830930-786d-4e73-88aa-2da4ff674855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:39.174328 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f8bfb8d7-ae67-489b-ba2d-26913d802371 req-8a830930-786d-4e73-88aa-2da4ff674855 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c345cfe3-9ef8-4d81-8fa5-3e08d3754503 HTTP/1.1" status: 200 len: 906 time: 0.1583331 Oct 27 18:17:39.248041 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f8bfb8d7-ae67-489b-ba2d-26913d802371 req-c62cd3bc-c608-4dc5-a85f-ce7dcefa1c1a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1129cdb6-557d-468d-ad2e-3e0574b738f8 HTTP/1.1" status: 200 len: 217 time: 0.0599167 Oct 27 18:17:39.329029 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bfb8d7-ae67-489b-ba2d-26913d802371 req-63989d43-add8-4847-a2c0-515f7781079d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:39.330940 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f8bfb8d7-ae67-489b-ba2d-26913d802371 req-63989d43-add8-4847-a2c0-515f7781079d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0915b7bc-3821-43b8-a967-754663cb61b5 HTTP/1.1" status: 200 len: 844 time: 0.0730298 Oct 27 18:17:39.339686 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666affc-de91-40b6-809c-231907d141de req-9bd7fec3-1910-478c-99d0-786c16ce5639 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:39.341240 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9666affc-de91-40b6-809c-231907d141de req-9bd7fec3-1910-478c-99d0-786c16ce5639 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc HTTP/1.1" status: 200 len: 946 time: 0.0951123 Oct 27 18:17:39.372645 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f8bfb8d7-ae67-489b-ba2d-26913d802371 req-5f9c2c77-02d9-407b-8679-8b8fb6cad9d7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c345cfe3-9ef8-4d81-8fa5-3e08d3754503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304990 Oct 27 18:17:39.439479 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9666affc-de91-40b6-809c-231907d141de req-6473e91c-ed13-4d7a-9582-6ffb018e6ea3 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878773 Oct 27 18:17:39.492022 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f8bfb8d7-ae67-489b-ba2d-26913d802371 req-5169914f-daf2-4963-b3ab-3727f5abd482 service neutron] 10.222.0.93 "GET /v2.0/networks/c345cfe3-9ef8-4d81-8fa5-3e08d3754503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999408 Oct 27 18:17:39.527429 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1c92ed6d-1aca-4a88-9893-db382a4f57ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:39.577977 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3f181a47-51c6-4ce9-8506-14dcd11b77a6 req-6fa5ee3b-4f2b-4ba2-83e7-ab84131cc872 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=e90fbca2-708d-4a63-a30a-53e577a1669f HTTP/1.1" status: 200 len: 210 time: 0.0589635 Oct 27 18:17:39.652875 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f8bfb8d7-ae67-489b-ba2d-26913d802371 req-2982333f-2905-4f4d-b04d-599864d3e46e service neutron] 10.222.0.93 "GET /v2.0/networks/c345cfe3-9ef8-4d81-8fa5-3e08d3754503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523919 Oct 27 18:17:39.730376 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d84e0-5e0f-4462-a070-253f1f0737a3 req-7e70f5b2-3399-4633-b5b3-f143ec405d12 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:39.732241 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-774d84e0-5e0f-4462-a070-253f1f0737a3 req-7e70f5b2-3399-4633-b5b3-f143ec405d12 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/ports?device_id=004d8bc8-db50-4b78-b7a8-e67edda79875 HTTP/1.1" status: 200 len: 950 time: 0.0570207 Oct 27 18:17:39.773260 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-774d84e0-5e0f-4462-a070-253f1f0737a3 req-f21d522d-a005-4a81-b048-663d0b9efc04 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/security-groups?id=907e52db-b12d-402a-8ccd-81cb1159dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341060 Oct 27 18:17:39.863647 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-da3b7d2b-29b3-4691-a802-2974d36f9881 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=82f76d5c977b49a3a741c29e3332e08f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279350 Oct 27 18:17:39.913852 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 22f9f5d1-bc81-4a59-886f-8ecb35731f39 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:17:40.044463 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824dd9f0-65d5-451d-b6db-408970c3ef14 req-d500d273-a82f-422c-87f0-7315696c5d24 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:40.046383 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-824dd9f0-65d5-451d-b6db-408970c3ef14 req-d500d273-a82f-422c-87f0-7315696c5d24 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6b1a0f4-e47b-414e-b5af-442ac36942d6 HTTP/1.1" status: 200 len: 943 time: 0.0984638 Oct 27 18:17:40.051524 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:40.085618 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd02b6c3-2521-4803-b091-008cc141582b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22f9f5d1-bc81-4a59-886f-8ecb35731f39'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:17:40.087488 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-42bbb1c5-0d0b-497c-986c-84046e90b7ce tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:40.088128 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c718367-d093-483c-ae91-fdcfece44fa1" -d '{"events": [{"server_uuid": "cd02b6c3-2521-4803-b091-008cc141582b", "name": "network-vif-unplugged", "status": "completed", "tag": "22f9f5d1-bc81-4a59-886f-8ecb35731f39"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:17:40.089047 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-42bbb1c5-0d0b-497c-986c-84046e90b7ce tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2165072 Oct 27 18:17:40.103966 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 22f9f5d1-bc81-4a59-886f-8ecb35731f39, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=22f9f5d1-bc81-4a59-886f-8ecb35731f39,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:40.111219 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-844aba8f-2869-451d-9fb6-834298424055 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Request body: {'port': {'device_id': '41b82094-efe3-44a9-abe1-44b16a5dd542', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'admin_state_up': True, 'tenant_id': '82f76d5c977b49a3a741c29e3332e08f'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:17:40.117978 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-824dd9f0-65d5-451d-b6db-408970c3ef14 req-5a087018-661b-410c-9d1d-12bc7846545c tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587270 Oct 27 18:17:40.159833 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 18:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843d5f2f-ca61-45e5-8e3b-c7bf49189c46 x-openstack-request-id: req-843d5f2f-ca61-45e5-8e3b-c7bf49189c46 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:17:40.160132 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd02b6c3-2521-4803-b091-008cc141582b", "name": "network-vif-unplugged", "status": "completed", "tag": "22f9f5d1-bc81-4a59-886f-8ecb35731f39", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:17:40.160382 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-843d5f2f-ca61-45e5-8e3b-c7bf49189c46 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:17:40.162553 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd02b6c3-2521-4803-b091-008cc141582b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22f9f5d1-bc81-4a59-886f-8ecb35731f39', 'code': 200} Oct 27 18:17:40.163118 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:40.264610 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=22f9f5d1-bc81-4a59-886f-8ecb35731f39,revision_number=8']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:40.374003 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-844aba8f-2869-451d-9fb6-834298424055 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Made reservation on behalf of 82f76d5c977b49a3a741c29e3332e08f for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:17:40.374003 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-844aba8f-2869-451d-9fb6-834298424055 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:40.384352 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e5202-70c6-4a3e-b3f2-47bb86096621 req-bfc92156-2447-45c6-9efa-4f0b6e327329 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:40.385958 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-069e5202-70c6-4a3e-b3f2-47bb86096621 req-bfc92156-2447-45c6-9efa-4f0b6e327329 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea5b0be3-d120-4eee-aaef-b97739b032d1 HTTP/1.1" status: 200 len: 946 time: 0.0931032 Oct 27 18:17:40.510642 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-069e5202-70c6-4a3e-b3f2-47bb86096621 req-202fc1cd-208f-469f-a9af-79f53d314858 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] 10.222.0.52 "GET /v2.0/security-groups?id=fe7b47d0-b2d2-4513-ad4b-681a95d750a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167748 Oct 27 18:17:40.547392 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.81', 50188) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:17:40.582085 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-05414d52-7833-4ab7-925e-841096616a47 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=82f76d5c977b49a3a741c29e3332e08f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328696 Oct 27 18:17:40.615240 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0118d11-d61f-47be-bad2-6e197d8dab78 req-a0aa47d5-dea8-44e3-b4c6-95fa2b7d0593 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:40.618386 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c0118d11-d61f-47be-bad2-6e197d8dab78 req-a0aa47d5-dea8-44e3-b4c6-95fa2b7d0593 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea5b0be3-d120-4eee-aaef-b97739b032d1 HTTP/1.1" status: 200 len: 946 time: 0.0982804 Oct 27 18:17:40.660618 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-844aba8f-2869-451d-9fb6-834298424055 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Allocated IP 192.168.233.147 (5a00a4ee-d7ee-4646-9905-4d21868e9aa2/5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc/6e6b7ac8-4b7d-4589-89a2-74f99ccd771e) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:17:40.747639 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-c0118d11-d61f-47be-bad2-6e197d8dab78 req-eeeb7d0b-7ff5-404f-ab2e-fd64cd785637 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Deleting port 3a05a27d-2573-4613-8aca-f52e416e96b2 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:17:40.748131 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-c0118d11-d61f-47be-bad2-6e197d8dab78 req-eeeb7d0b-7ff5-404f-ab2e-fd64cd785637 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:40.767745 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcc34b-e33d-4097-8a5e-bb900876af0a req-3a42121b-c15b-4f8d-bba3-249230bf1e11 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:40.769276 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-54fcc34b-e33d-4097-8a5e-bb900876af0a req-3a42121b-c15b-4f8d-bba3-249230bf1e11 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc HTTP/1.1" status: 200 len: 946 time: 0.1101854 Oct 27 18:17:40.851195 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-c0118d11-d61f-47be-bad2-6e197d8dab78 req-eeeb7d0b-7ff5-404f-ab2e-fd64cd785637 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] For port 3a05a27d-2573-4613-8aca-f52e416e96b2, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=3a05a27d-2573-4613-8aca-f52e416e96b2,segment=NetworkSegment(3b375aa3-1d2d-4300-8f4e-61c78e733512),segment_id=3b375aa3-1d2d-4300-8f4e-61c78e733512)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:40.851870 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-c0118d11-d61f-47be-bad2-6e197d8dab78 req-eeeb7d0b-7ff5-404f-ab2e-fd64cd785637 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:40.868161 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-c0118d11-d61f-47be-bad2-6e197d8dab78 req-eeeb7d0b-7ff5-404f-ab2e-fd64cd785637 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Calling delete_port for 3a05a27d-2573-4613-8aca-f52e416e96b2 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:17:40.876674 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-393fe9ad-9185-4f0b-9377-e0d68fd636ee tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:40.878648 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-393fe9ad-9185-4f0b-9377-e0d68fd636ee tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2888682 Oct 27 18:17:40.908050 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-54fcc34b-e33d-4097-8a5e-bb900876af0a req-75cd7958-e5ff-4e7c-b45c-a40b1fd79883 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263666 Oct 27 18:17:40.911556 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-f4ff41cd-1a2d-43b5-85d6-56f95fd3767e tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Request body: {'port': {'device_id': 'e90fbca2-708d-4a63-a30a-53e577a1669f', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'admin_state_up': True, 'tenant_id': '82f76d5c977b49a3a741c29e3332e08f'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:17:41.085745 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-545b7401-1aab-47f6-9e48-efa6045535d4 req-4fca174a-edf5-4df0-800a-5cd993453745 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=e90fbca2-708d-4a63-a30a-53e577a1669f HTTP/1.1" status: 200 len: 210 time: 0.0796216 Oct 27 18:17:41.088695 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-844aba8f-2869-451d-9fb6-834298424055 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:41.182110 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-c0118d11-d61f-47be-bad2-6e197d8dab78 req-eeeb7d0b-7ff5-404f-ab2e-fd64cd785637 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:41.196445 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['3a05a27d-2573-4613-8aca-f52e416e96b2'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:17:41.204071 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44540e-475f-45a2-80d9-10fe29affb8c req-16aa4e7c-76e8-45ed-a461-7cfa0549b9df tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:41.211333 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3c44540e-475f-45a2-80d9-10fe29affb8c req-16aa4e7c-76e8-45ed-a461-7cfa0549b9df tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/ports?device_id=004d8bc8-db50-4b78-b7a8-e67edda79875 HTTP/1.1" status: 200 len: 950 time: 0.1831751 Oct 27 18:17:41.228493 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeb7d0b-7ff5-404f-ab2e-fd64cd785637 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Pushing event deleted for resources: {'Port': ['ID=3a05a27d-2573-4613-8aca-f52e416e96b2,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:41.243927 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeeb7d0b-7ff5-404f-ab2e-fd64cd785637 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:17:41.244443 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeeb7d0b-7ff5-404f-ab2e-fd64cd785637 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:17:41.244999 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeeb7d0b-7ff5-404f-ab2e-fd64cd785637 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:17:41.245428 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeeb7d0b-7ff5-404f-ab2e-fd64cd785637 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:17:41.245872 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeeb7d0b-7ff5-404f-ab2e-fd64cd785637 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:17:41.246986 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeeb7d0b-7ff5-404f-ab2e-fd64cd785637 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:17:41.247434 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeeb7d0b-7ff5-404f-ab2e-fd64cd785637 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:17:41.247865 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeeb7d0b-7ff5-404f-ab2e-fd64cd785637 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:17:41.248832 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeeb7d0b-7ff5-404f-ab2e-fd64cd785637 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:17:41.249455 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeeb7d0b-7ff5-404f-ab2e-fd64cd785637 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:17:41.249892 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeeb7d0b-7ff5-404f-ab2e-fd64cd785637 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:17:41.251024 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeeb7d0b-7ff5-404f-ab2e-fd64cd785637 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:17:41.274619 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3c44540e-475f-45a2-80d9-10fe29affb8c req-07621726-98f4-4fb8-b1bf-14292fffbc8b tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/security-groups?id=907e52db-b12d-402a-8ccd-81cb1159dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623071 Oct 27 18:17:41.283230 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-844aba8f-2869-451d-9fb6-834298424055 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:41.301217 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0118d11-d61f-47be-bad2-6e197d8dab78 req-eeeb7d0b-7ff5-404f-ab2e-fd64cd785637 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] No DVR routers for this DVR port 3a05a27d-2573-4613-8aca-f52e416e96b2 on host n-h1-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:17:41.303725 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-c0118d11-d61f-47be-bad2-6e197d8dab78 req-eeeb7d0b-7ff5-404f-ab2e-fd64cd785637 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:41.308393 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c0118d11-d61f-47be-bad2-6e197d8dab78 req-eeeb7d0b-7ff5-404f-ab2e-fd64cd785637 tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] 10.222.0.81 "DELETE /v2.0/ports/3a05a27d-2573-4613-8aca-f52e416e96b2 HTTP/1.1" status: 204 len: 173 time: 0.6829681 Oct 27 18:17:41.308815 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5b0be3-d120-4eee-aaef-b97739b032d1', 'name': 'network-vif-deleted', 'tag': '3a05a27d-2573-4613-8aca-f52e416e96b2'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:17:41.311315 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0be0451-e40f-43ae-9733-d28fa55dcead" -d '{"events": [{"server_uuid": "ea5b0be3-d120-4eee-aaef-b97739b032d1", "name": "network-vif-deleted", "tag": "3a05a27d-2573-4613-8aca-f52e416e96b2"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:17:41.315865 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['04183844-5bf2-4075-a1d2-2c9bb9edfe98'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:17:41.364301 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-844aba8f-2869-451d-9fb6-834298424055 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:17:41.368078 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-844aba8f-2869-451d-9fb6-834298424055 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:17:41.372355 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-f4ff41cd-1a2d-43b5-85d6-56f95fd3767e tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Made reservation on behalf of 82f76d5c977b49a3a741c29e3332e08f for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:17:41.376742 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-f4ff41cd-1a2d-43b5-85d6-56f95fd3767e tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:41.379038 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-844aba8f-2869-451d-9fb6-834298424055 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:17:41.477870 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844aba8f-2869-451d-9fb6-834298424055 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Pushing event updated for resources: {'Port': ['ID=6e6b7ac8-4b7d-4589-89a2-74f99ccd771e,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:41.495133 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844aba8f-2869-451d-9fb6-834298424055 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:17:41.495477 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844aba8f-2869-451d-9fb6-834298424055 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:17:41.495821 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844aba8f-2869-451d-9fb6-834298424055 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:17:41.496160 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844aba8f-2869-451d-9fb6-834298424055 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:17:41.496494 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844aba8f-2869-451d-9fb6-834298424055 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:17:41.496830 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844aba8f-2869-451d-9fb6-834298424055 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:17:41.497153 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844aba8f-2869-451d-9fb6-834298424055 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:17:41.497482 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844aba8f-2869-451d-9fb6-834298424055 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:17:41.497807 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844aba8f-2869-451d-9fb6-834298424055 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:17:41.498132 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844aba8f-2869-451d-9fb6-834298424055 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:17:41.499162 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844aba8f-2869-451d-9fb6-834298424055 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:17:41.499489 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844aba8f-2869-451d-9fb6-834298424055 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:17:41.648448 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-844aba8f-2869-451d-9fb6-834298424055 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:41.649094 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-844aba8f-2869-451d-9fb6-834298424055 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:41.683683 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8369d51-9846-42dc-a687-7ec723901ccd req-4204b8ba-db3f-4932-a064-edcd35a94862 tempest-LiveMigrationNegativeTest-473374536 tempest-LiveMigrationNegativeTest-473374536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:41.685391 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c8369d51-9846-42dc-a687-7ec723901ccd req-4204b8ba-db3f-4932-a064-edcd35a94862 tempest-LiveMigrationNegativeTest-473374536 tempest-LiveMigrationNegativeTest-473374536-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=004d8bc8-db50-4b78-b7a8-e67edda79875 HTTP/1.1" status: 200 len: 1101 time: 0.3022089 Oct 27 18:17:41.709097 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217eda6b-dceb-4507-aa35-04a39abe8937 req-614331fd-3884-4746-bbdd-e10b3d86d42f tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:41.717126 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-217eda6b-dceb-4507-aa35-04a39abe8937 req-614331fd-3884-4746-bbdd-e10b3d86d42f tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6b1a0f4-e47b-414e-b5af-442ac36942d6 HTTP/1.1" status: 200 len: 943 time: 0.2849636 Oct 27 18:17:41.761683 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c8369d51-9846-42dc-a687-7ec723901ccd req-6f43f457-1ccf-481f-a2d7-df71bc5423a0 tempest-LiveMigrationNegativeTest-473374536 tempest-LiveMigrationNegativeTest-473374536-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:41.778430 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-f4ff41cd-1a2d-43b5-85d6-56f95fd3767e tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Allocated IP 192.168.233.212 (5a00a4ee-d7ee-4646-9905-4d21868e9aa2/5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc/978a10b7-23b6-4670-8595-d5e34009eee3) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:17:41.813720 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-217eda6b-dceb-4507-aa35-04a39abe8937 req-f7d842d4-f592-4d30-b68f-8dfe16d71a2d tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928447 Oct 27 18:17:41.821386 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-08497119-b061-45ce-95b5-90d934b1fbc6 None None] Provisioning complete for port 6e6b7ac8-4b7d-4589-89a2-74f99ccd771e triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:17:41.822210 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-08497119-b061-45ce-95b5-90d934b1fbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:41.879292 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fd9b21-cd45-4854-8b18-108bee8ba38c x-openstack-request-id: req-59fd9b21-cd45-4854-8b18-108bee8ba38c {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:17:41.880155 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5b0be3-d120-4eee-aaef-b97739b032d1", "name": "network-vif-deleted", "tag": "3a05a27d-2573-4613-8aca-f52e416e96b2", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:17:41.880607 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-59fd9b21-cd45-4854-8b18-108bee8ba38c {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:17:41.881168 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5b0be3-d120-4eee-aaef-b97739b032d1', 'name': 'network-vif-deleted', 'tag': '3a05a27d-2573-4613-8aca-f52e416e96b2', 'status': 'completed', 'code': 200} Oct 27 18:17:41.889732 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-844aba8f-2869-451d-9fb6-834298424055 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7818923 Oct 27 18:17:41.891095 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-08497119-b061-45ce-95b5-90d934b1fbc6 None None] Port 6e6b7ac8-4b7d-4589-89a2-74f99ccd771e cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:17:41.922077 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-2b92b4ee-c053-4390-91f1-045c9d0008ef service neutron] Request body: {'port': {'device_id': '41b82094-efe3-44a9-abe1-44b16a5dd542', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:17:41.939720 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 1129cdb6-557d-468d-ad2e-3e0574b738f8 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:17:42.021582 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-13142e72-dafb-4132-8878-2a05a63c3303 req-ca2cbce8-890b-45aa-a049-2192a07fa1cd tempest-AttachSCSIVolumeTestJSON-1675374913 tempest-AttachSCSIVolumeTestJSON-1675374913-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea5b0be3-d120-4eee-aaef-b97739b032d1 HTTP/1.1" status: 200 len: 210 time: 0.0606611 Oct 27 18:17:42.078480 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 1129cdb6-557d-468d-ad2e-3e0574b738f8, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=1129cdb6-557d-468d-ad2e-3e0574b738f8,segment=NetworkSegment(0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2),segment_id=0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:42.094518 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '1129cdb6-557d-468d-ad2e-3e0574b738f8', 'network_id': 'c345cfe3-9ef8-4d81-8fa5-3e08d3754503', 'port_id': '1129cdb6-557d-468d-ad2e-3e0574b738f8', 'mac_address': 'fa:16:3e:63:37:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1038, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0915b7bc-3821-43b8-a967-754663cb61b5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:17:42.141283 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:42.144605 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-55ff5f29-c209-479b-9dc2-8f33243fb8f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:42.159724 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1129cdb6-557d-468d-ad2e-3e0574b738f8 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:17:42.182369 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 1129cdb6-557d-468d-ad2e-3e0574b738f8, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=1129cdb6-557d-468d-ad2e-3e0574b738f8,segment=NetworkSegment(0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2),segment_id=0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:42.283474 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:42.340690 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=1129cdb6-557d-468d-ad2e-3e0574b738f8,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:42.400423 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c8369d51-9846-42dc-a687-7ec723901ccd req-6f43f457-1ccf-481f-a2d7-df71bc5423a0 tempest-LiveMigrationNegativeTest-473374536 tempest-LiveMigrationNegativeTest-473374536-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:42.424604 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-2b92b4ee-c053-4390-91f1-045c9d0008ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:42.447914 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-f4ff41cd-1a2d-43b5-85d6-56f95fd3767e tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:42.502365 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c8369d51-9846-42dc-a687-7ec723901ccd req-6f43f457-1ccf-481f-a2d7-df71bc5423a0 tempest-LiveMigrationNegativeTest-473374536 tempest-LiveMigrationNegativeTest-473374536-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:42.527773 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384f9bb-a175-4daf-929c-4c852fc43f69 req-ba7fe355-5c62-4ffa-9ad8-4df9cb388813 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:42.529306 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c384f9bb-a175-4daf-929c-4c852fc43f69 req-ba7fe355-5c62-4ffa-9ad8-4df9cb388813 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc HTTP/1.1" status: 200 len: 946 time: 0.1760190 Oct 27 18:17:42.573997 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c8369d51-9846-42dc-a687-7ec723901ccd req-6f43f457-1ccf-481f-a2d7-df71bc5423a0 tempest-LiveMigrationNegativeTest-473374536 tempest-LiveMigrationNegativeTest-473374536-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=907e52db-b12d-402a-8ccd-81cb1159dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8744667 Oct 27 18:17:42.618686 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['1129cdb6-557d-468d-ad2e-3e0574b738f8'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:17:42.640279 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f43f457-1ccf-481f-a2d7-df71bc5423a0 tempest-LiveMigrationNegativeTest-473374536 tempest-LiveMigrationNegativeTest-473374536-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36cc26ea-6c63-4602-b270-a51b0169c03f,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:42.684434 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c384f9bb-a175-4daf-929c-4c852fc43f69 req-713eff38-45d9-4baf-b0bb-39af7abf31b3 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382954 Oct 27 18:17:42.729381 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a5aab6b9-ba83-47c8-ae2e-017f28a2b8b4 req-db9e1e64-a672-44a9-a0c8-fed61e0ac866 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=e90fbca2-708d-4a63-a30a-53e577a1669f HTTP/1.1" status: 200 len: 210 time: 0.0308552 Oct 27 18:17:42.746991 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-f4ff41cd-1a2d-43b5-85d6-56f95fd3767e tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:42.772169 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['04183844-5bf2-4075-a1d2-2c9bb9edfe98'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:17:42.872480 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-f4ff41cd-1a2d-43b5-85d6-56f95fd3767e tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:17:42.879756 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-f4ff41cd-1a2d-43b5-85d6-56f95fd3767e tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:17:42.885500 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-f4ff41cd-1a2d-43b5-85d6-56f95fd3767e tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:17:42.926828 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff41cd-1a2d-43b5-85d6-56f95fd3767e tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Pushing event updated for resources: {'Port': ['ID=978a10b7-23b6-4670-8595-d5e34009eee3,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:43.061780 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-f4ff41cd-1a2d-43b5-85d6-56f95fd3767e tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:43.062469 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-f4ff41cd-1a2d-43b5-85d6-56f95fd3767e tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:43.138617 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92524b5-a151-4fec-bb03-9fcfff4302a6 req-785068b8-1f54-4b88-8e76-b166be9432fd tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:43.141103 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c92524b5-a151-4fec-bb03-9fcfff4302a6 req-785068b8-1f54-4b88-8e76-b166be9432fd tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6b1a0f4-e47b-414e-b5af-442ac36942d6 HTTP/1.1" status: 200 len: 944 time: 0.1453745 Oct 27 18:17:43.153640 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-2b92b4ee-c053-4390-91f1-045c9d0008ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e6b7ac8-4b7d-4589-89a2-74f99ccd771e {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:17:43.193771 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-2b92b4ee-c053-4390-91f1-045c9d0008ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:43.221484 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c92524b5-a151-4fec-bb03-9fcfff4302a6 req-c68145e5-e84b-4c2d-97bd-81fb5de07e43 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717654 Oct 27 18:17:43.230807 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-f4ff41cd-1a2d-43b5-85d6-56f95fd3767e tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3281100 Oct 27 18:17:43.232189 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-2b92b4ee-c053-4390-91f1-045c9d0008ef service neutron] Transition to ACTIVE for port object 6e6b7ac8-4b7d-4589-89a2-74f99ccd771e will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:17:43.245737 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-20b4d47b-f9d2-42e7-bb3d-257c1805b264 service neutron] Request body: {'port': {'device_id': 'e90fbca2-708d-4a63-a30a-53e577a1669f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:17:43.284924 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-11d78115-842b-4787-aa80-50d02edd0065 None None] Provisioning complete for port 978a10b7-23b6-4670-8595-d5e34009eee3 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:17:43.285484 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-11d78115-842b-4787-aa80-50d02edd0065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:43.318606 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-2b92b4ee-c053-4390-91f1-045c9d0008ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:43.328173 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-11d78115-842b-4787-aa80-50d02edd0065 None None] Port 978a10b7-23b6-4670-8595-d5e34009eee3 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:17:43.362643 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:43.368038 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-20b4d47b-f9d2-42e7-bb3d-257c1805b264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:43.416543 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:43.443374 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92b4ee-c053-4390-91f1-045c9d0008ef service neutron] Pushing event updated for resources: {'Port': ['ID=6e6b7ac8-4b7d-4589-89a2-74f99ccd771e,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:43.687110 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-2b92b4ee-c053-4390-91f1-045c9d0008ef service neutron] Attempting to bind port 6e6b7ac8-4b7d-4589-89a2-74f99ccd771e on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:17:43.687362 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-2b92b4ee-c053-4390-91f1-045c9d0008ef service neutron] Attempting to bind port 6e6b7ac8-4b7d-4589-89a2-74f99ccd771e by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:17:43.687692 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-2b92b4ee-c053-4390-91f1-045c9d0008ef service neutron] Attempting to bind port 6e6b7ac8-4b7d-4589-89a2-74f99ccd771e on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:17:43.712123 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f956d0-fb9e-4a23-aafb-f5e240532111 req-513404b9-c85e-4c60-9889-bd6c62e970fc tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:43.713642 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-18f956d0-fb9e-4a23-aafb-f5e240532111 req-513404b9-c85e-4c60-9889-bd6c62e970fc tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/ports?device_id=004d8bc8-db50-4b78-b7a8-e67edda79875 HTTP/1.1" status: 200 len: 950 time: 0.1471863 Oct 27 18:17:43.714210 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-2b92b4ee-c053-4390-91f1-045c9d0008ef service neutron] Port 6e6b7ac8-4b7d-4589-89a2-74f99ccd771e on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:17:43.714530 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-2b92b4ee-c053-4390-91f1-045c9d0008ef service neutron] Attempting to bind port 6e6b7ac8-4b7d-4589-89a2-74f99ccd771e on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:17:43.727673 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-2b92b4ee-c053-4390-91f1-045c9d0008ef service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:17:43.728006 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-2b92b4ee-c053-4390-91f1-045c9d0008ef service neutron] Checking segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:17:43.728388 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-2b92b4ee-c053-4390-91f1-045c9d0008ef service neutron] Bound using segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:17:43.728821 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-2b92b4ee-c053-4390-91f1-045c9d0008ef service neutron] Bound port: 6e6b7ac8-4b7d-4589-89a2-74f99ccd771e, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:17:43.729173 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-2b92b4ee-c053-4390-91f1-045c9d0008ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:43.858034 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-18f956d0-fb9e-4a23-aafb-f5e240532111 req-90ec7a84-b271-45a9-bba7-33ccf66f8b82 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/security-groups?id=907e52db-b12d-402a-8ccd-81cb1159dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337306 Oct 27 18:17:43.926184 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-2b92b4ee-c053-4390-91f1-045c9d0008ef service neutron] For port 6e6b7ac8-4b7d-4589-89a2-74f99ccd771e, host n-h1-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:17:43.954173 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 22f9f5d1-bc81-4a59-886f-8ecb35731f39 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:17:43.955012 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9ead7-3d81-4722-a23f-83f8760d073a req-054d8e55-e3d9-417f-a143-f36d80369e26 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:43.956571 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-16e9ead7-3d81-4722-a23f-83f8760d073a req-054d8e55-e3d9-417f-a143-f36d80369e26 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc HTTP/1.1" status: 200 len: 946 time: 0.1666868 Oct 27 18:17:43.957522 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 1129cdb6-557d-468d-ad2e-3e0574b738f8 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:17:43.966381 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-2b92b4ee-c053-4390-91f1-045c9d0008ef service neutron] For port 6e6b7ac8-4b7d-4589-89a2-74f99ccd771e, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=6e6b7ac8-4b7d-4589-89a2-74f99ccd771e,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:17:43.979895 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-20b4d47b-f9d2-42e7-bb3d-257c1805b264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 978a10b7-23b6-4670-8595-d5e34009eee3 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:17:44.008121 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-20b4d47b-f9d2-42e7-bb3d-257c1805b264 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:44.032070 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-20b4d47b-f9d2-42e7-bb3d-257c1805b264 service neutron] Transition to ACTIVE for port object 978a10b7-23b6-4670-8595-d5e34009eee3 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:17:44.047843 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-2b92b4ee-c053-4390-91f1-045c9d0008ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:44.056867 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-16e9ead7-3d81-4722-a23f-83f8760d073a req-6135543c-7a45-4979-a622-d3242ef84ccf tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864320 Oct 27 18:17:44.068595 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc98e9-50cb-4128-bf90-fbe6d099b1dc req-942b6cfc-2f4f-4314-95eb-80a831552c34 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:44.076407 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8fbc98e9-50cb-4128-bf90-fbe6d099b1dc req-942b6cfc-2f4f-4314-95eb-80a831552c34 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=e90fbca2-708d-4a63-a30a-53e577a1669f HTTP/1.1" status: 200 len: 936 time: 0.1337497 Oct 27 18:17:44.117563 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-2b92b4ee-c053-4390-91f1-045c9d0008ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:44.118509 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-2b92b4ee-c053-4390-91f1-045c9d0008ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:44.120201 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-2b92b4ee-c053-4390-91f1-045c9d0008ef service neutron] 10.222.0.81 "PUT /v2.0/ports/6e6b7ac8-4b7d-4589-89a2-74f99ccd771e HTTP/1.1" status: 200 len: 1096 time: 2.2143834 Oct 27 18:17:44.134625 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 22f9f5d1-bc81-4a59-886f-8ecb35731f39, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=22f9f5d1-bc81-4a59-886f-8ecb35731f39,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:44.141650 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b82094-efe3-44a9-abe1-44b16a5dd542', 'tag': '6e6b7ac8-4b7d-4589-89a2-74f99ccd771e'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:17:44.143995 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5c7c64-1941-4cc4-8049-825e3b87fd8a" -d '{"events": [{"name": "network-changed", "server_uuid": "41b82094-efe3-44a9-abe1-44b16a5dd542", "tag": "6e6b7ac8-4b7d-4589-89a2-74f99ccd771e"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:17:44.153455 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-20b4d47b-f9d2-42e7-bb3d-257c1805b264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:44.158856 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '22f9f5d1-bc81-4a59-886f-8ecb35731f39', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'port_id': '22f9f5d1-bc81-4a59-886f-8ecb35731f39', 'mac_address': 'fa:16:3e:61:aa:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:17:44.215435 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92b4ee-c053-4390-91f1-045c9d0008ef service neutron] Pushing event updated for resources: {'Port': ['ID=6e6b7ac8-4b7d-4589-89a2-74f99ccd771e,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:44.218398 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:44.239972 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22f9f5d1-bc81-4a59-886f-8ecb35731f39 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:17:44.252387 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 1129cdb6-557d-468d-ad2e-3e0574b738f8 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:17:44.259451 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8fbc98e9-50cb-4128-bf90-fbe6d099b1dc req-3f1a8e55-4399-48f5-94fe-b74ef9617b39 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805832 Oct 27 18:17:44.298802 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 22f9f5d1-bc81-4a59-886f-8ecb35731f39, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=22f9f5d1-bc81-4a59-886f-8ecb35731f39,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:44.301690 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 1129cdb6-557d-468d-ad2e-3e0574b738f8 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:17:44.303072 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:44.357280 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b4d47b-f9d2-42e7-bb3d-257c1805b264 service neutron] Pushing event updated for resources: {'Port': ['ID=978a10b7-23b6-4670-8595-d5e34009eee3,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:44.374439 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e286b52-c791-468c-a98f-92b60beb3ef9 x-openstack-request-id: req-6e286b52-c791-468c-a98f-92b60beb3ef9 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:17:44.374744 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b82094-efe3-44a9-abe1-44b16a5dd542", "tag": "6e6b7ac8-4b7d-4589-89a2-74f99ccd771e", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:17:44.375065 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6e286b52-c791-468c-a98f-92b60beb3ef9 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:17:44.376302 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b82094-efe3-44a9-abe1-44b16a5dd542', 'tag': '6e6b7ac8-4b7d-4589-89a2-74f99ccd771e', 'status': 'completed', 'code': 200} Oct 27 18:17:44.379720 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:44.481080 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=22f9f5d1-bc81-4a59-886f-8ecb35731f39,revision_number=9']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:44.506505 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:44.515820 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-db26a7a5-0bb2-415d-9adb-301dae2facc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:44.517412 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-db26a7a5-0bb2-415d-9adb-301dae2facc1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=82f76d5c977b49a3a741c29e3332e08f&device_id=41b82094-efe3-44a9-abe1-44b16a5dd542 HTTP/1.1" status: 200 len: 1099 time: 0.1824026 Oct 27 18:17:44.525373 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696586af-35b6-4854-905d-dd2df6ae764c req-68045728-480e-4e30-9aff-a9a7e8f24fcd tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:44.527113 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-696586af-35b6-4854-905d-dd2df6ae764c req-68045728-480e-4e30-9aff-a9a7e8f24fcd tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6b1a0f4-e47b-414e-b5af-442ac36942d6 HTTP/1.1" status: 200 len: 944 time: 0.1394386 Oct 27 18:17:44.556138 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b1a0f4-e47b-414e-b5af-442ac36942d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1129cdb6-557d-468d-ad2e-3e0574b738f8'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:17:44.563487 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619d3808-def7-4e60-a84d-84222a65c0b9" -d '{"events": [{"server_uuid": "c6b1a0f4-e47b-414e-b5af-442ac36942d6", "name": "network-vif-plugged", "status": "completed", "tag": "1129cdb6-557d-468d-ad2e-3e0574b738f8"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:17:44.589177 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-20b4d47b-f9d2-42e7-bb3d-257c1805b264 service neutron] Attempting to bind port 978a10b7-23b6-4670-8595-d5e34009eee3 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:17:44.589632 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-20b4d47b-f9d2-42e7-bb3d-257c1805b264 service neutron] Attempting to bind port 978a10b7-23b6-4670-8595-d5e34009eee3 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:17:44.589865 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-20b4d47b-f9d2-42e7-bb3d-257c1805b264 service neutron] Attempting to bind port 978a10b7-23b6-4670-8595-d5e34009eee3 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:17:44.595532 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-c4a630fd-a8a0-48cb-ad10-b1190eed9177 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=6e6b7ac8-4b7d-4589-89a2-74f99ccd771e HTTP/1.1" status: 200 len: 217 time: 0.0613346 Oct 27 18:17:44.600376 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['22f9f5d1-bc81-4a59-886f-8ecb35731f39'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:17:44.657192 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-20b4d47b-f9d2-42e7-bb3d-257c1805b264 service neutron] Port 978a10b7-23b6-4670-8595-d5e34009eee3 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:17:44.657646 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-20b4d47b-f9d2-42e7-bb3d-257c1805b264 service neutron] Attempting to bind port 978a10b7-23b6-4670-8595-d5e34009eee3 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:17:44.706933 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1da1d5-1970-4733-87ab-ba19250c6f57 x-openstack-request-id: req-ff1da1d5-1970-4733-87ab-ba19250c6f57 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:17:44.707305 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b1a0f4-e47b-414e-b5af-442ac36942d6", "name": "network-vif-plugged", "status": "completed", "tag": "1129cdb6-557d-468d-ad2e-3e0574b738f8", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:17:44.707514 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ff1da1d5-1970-4733-87ab-ba19250c6f57 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:17:44.707917 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b1a0f4-e47b-414e-b5af-442ac36942d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1129cdb6-557d-468d-ad2e-3e0574b738f8', 'code': 200} Oct 27 18:17:44.712907 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-696586af-35b6-4854-905d-dd2df6ae764c req-8c1d3440-27ba-4ef2-9e2c-0b0df97fde79 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171954 Oct 27 18:17:44.716933 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-20b4d47b-f9d2-42e7-bb3d-257c1805b264 service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:17:44.718307 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-20b4d47b-f9d2-42e7-bb3d-257c1805b264 service neutron] Checking segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:17:44.719478 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-20b4d47b-f9d2-42e7-bb3d-257c1805b264 service neutron] Bound using segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:17:44.720323 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-20b4d47b-f9d2-42e7-bb3d-257c1805b264 service neutron] Bound port: 978a10b7-23b6-4670-8595-d5e34009eee3, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:17:44.720927 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-20b4d47b-f9d2-42e7-bb3d-257c1805b264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:44.734472 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 1129cdb6-557d-468d-ad2e-3e0574b738f8, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=1129cdb6-557d-468d-ad2e-3e0574b738f8,segment=NetworkSegment(0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2),segment_id=0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:44.758921 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-144c041c-ed6e-4060-89b3-8cc33973d721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:44.758921 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-144c041c-ed6e-4060-89b3-8cc33973d721 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.1468296 Oct 27 18:17:44.809485 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:44.887266 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-fe2c956d-de9c-468d-9dcf-30b8c92c91ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:44.887266 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-fe2c956d-de9c-468d-9dcf-30b8c92c91ee service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1097984 Oct 27 18:17:44.891498 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc4fa4-4603-4397-93b9-18f1c17ca4d2 req-60f42388-bb1d-4a1a-a98e-f80d991a9f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:44.892943 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a2fc4fa4-4603-4397-93b9-18f1c17ca4d2 req-60f42388-bb1d-4a1a-a98e-f80d991a9f3c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c6b1a0f4-e47b-414e-b5af-442ac36942d6 HTTP/1.1" status: 200 len: 1096 time: 0.1043911 Oct 27 18:17:44.893999 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-20b4d47b-f9d2-42e7-bb3d-257c1805b264 service neutron] For port 978a10b7-23b6-4670-8595-d5e34009eee3, host n-h1-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:17:44.900397 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=1129cdb6-557d-468d-ad2e-3e0574b738f8,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:44.921154 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-20b4d47b-f9d2-42e7-bb3d-257c1805b264 service neutron] For port 978a10b7-23b6-4670-8595-d5e34009eee3, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=978a10b7-23b6-4670-8595-d5e34009eee3,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:17:45.005057 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:45.018146 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-20b4d47b-f9d2-42e7-bb3d-257c1805b264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:45.057825 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a2fc4fa4-4603-4397-93b9-18f1c17ca4d2 req-aa2eb564-da83-47e9-9c79-d4625fde6686 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528547 Oct 27 18:17:45.083812 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-20b4d47b-f9d2-42e7-bb3d-257c1805b264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:45.085099 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-20b4d47b-f9d2-42e7-bb3d-257c1805b264 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:45.086545 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-20b4d47b-f9d2-42e7-bb3d-257c1805b264 service neutron] 10.222.0.81 "PUT /v2.0/ports/978a10b7-23b6-4670-8595-d5e34009eee3 HTTP/1.1" status: 200 len: 1096 time: 1.8459103 Oct 27 18:17:45.122242 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-91533e75-4f1f-4546-8d34-0504a911bef5 service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238123 Oct 27 18:17:45.134854 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e91097-e559-478c-89b6-9863dc92c237 req-824e50fd-f27a-4910-9a06-83994b3d1ce7 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:45.135817 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-29e91097-e559-478c-89b6-9863dc92c237 req-824e50fd-f27a-4910-9a06-83994b3d1ce7 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/ports?device_id=004d8bc8-db50-4b78-b7a8-e67edda79875 HTTP/1.1" status: 200 len: 950 time: 0.1722829 Oct 27 18:17:45.142029 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b4d47b-f9d2-42e7-bb3d-257c1805b264 service neutron] Pushing event updated for resources: {'Port': ['ID=978a10b7-23b6-4670-8595-d5e34009eee3,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:45.290741 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-29e91097-e559-478c-89b6-9863dc92c237 req-5de56c6e-7ca1-4236-8ac5-eb349eb7f9cb tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/security-groups?id=907e52db-b12d-402a-8ccd-81cb1159dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412902 Oct 27 18:17:45.343902 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57458551-6aba-4ff3-860c-8a761d179485 req-d405f0b0-8d7f-476f-bb63-b74c6690695b tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:45.351068 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-d58eeeb4-6075-4814-b6e7-722bc284e30f tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:45.351689 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-57458551-6aba-4ff3-860c-8a761d179485 req-d405f0b0-8d7f-476f-bb63-b74c6690695b tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc HTTP/1.1" status: 200 len: 946 time: 0.1813326 Oct 27 18:17:45.353600 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-d58eeeb4-6075-4814-b6e7-722bc284e30f tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc&tenant_id=43d2aacb3b5645edb71ed26889dd4536&binding%3Ahost_id=n-h2-815690-2 HTTP/1.1" status: 200 len: 1097 time: 0.0577648 Oct 27 18:17:45.363020 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-bf86030d-1c83-45be-8e97-c679ba346753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:45.364540 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-bf86030d-1c83-45be-8e97-c679ba346753 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=82f76d5c977b49a3a741c29e3332e08f&device_id=e90fbca2-708d-4a63-a30a-53e577a1669f HTTP/1.1" status: 200 len: 1099 time: 0.1538358 Oct 27 18:17:45.367754 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-e22c6a42-6196-49fe-834b-64363f4928f8 service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310057 Oct 27 18:17:45.372320 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-8479e2fe-1e23-45ca-886a-adfd6e424bd6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815690-2'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:17:45.424882 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-57458551-6aba-4ff3-860c-8a761d179485 req-2ad89e1b-1336-4447-93f6-3dbdbcb2ce4b tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722759 Oct 27 18:17:45.465546 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-d1008bb2-4bf0-4f49-a9d8-4aa4ddeb1240 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=978a10b7-23b6-4670-8595-d5e34009eee3 HTTP/1.1" status: 200 len: 217 time: 0.0769787 Oct 27 18:17:45.487380 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-8479e2fe-1e23-45ca-886a-adfd6e424bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:45.533959 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 3a05a27d-2573-4613-8aca-f52e416e96b2 no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:17:45.573747 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-533c9b27-f9be-4c4d-ab85-1d1be10fbd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:45.575150 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] No Port match for: 3a05a27d-2573-4613-8aca-f52e416e96b2 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:17:45.575357 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-533c9b27-f9be-4c4d-ab85-1d1be10fbd6a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.1017003 Oct 27 18:17:45.575954 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 3a05a27d-2573-4613-8aca-f52e416e96b2 not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:17:45.586009 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756bc98e-2671-48a1-a9fe-de8c3539d468 req-574a1667-21d2-4b1d-9a78-f60ff88c8bc6 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:45.591310 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-756bc98e-2671-48a1-a9fe-de8c3539d468 req-574a1667-21d2-4b1d-9a78-f60ff88c8bc6 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=e90fbca2-708d-4a63-a30a-53e577a1669f HTTP/1.1" status: 200 len: 948 time: 0.0734398 Oct 27 18:17:45.688473 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-8479e2fe-1e23-45ca-886a-adfd6e424bd6 service neutron] For port 2a7444df-e262-4ae0-afaf-72b2a9d5a01a, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=2a7444df-e262-4ae0-afaf-72b2a9d5a01a,segment=NetworkSegment(58a88469-a6e8-4f4a-87d0-167a1bff6a8c),segment_id=58a88469-a6e8-4f4a-87d0-167a1bff6a8c)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:45.740036 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-8479e2fe-1e23-45ca-886a-adfd6e424bd6 service neutron] For port 2a7444df-e262-4ae0-afaf-72b2a9d5a01a, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:17:45.759237 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c7c64-1941-4cc4-8049-825e3b87fd8a req-bff2ecfe-9c8c-4a13-9951-f046074bdd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:45.760958 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3f5c7c64-1941-4cc4-8049-825e3b87fd8a req-bff2ecfe-9c8c-4a13-9951-f046074bdd82 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=82f76d5c977b49a3a741c29e3332e08f&device_id=41b82094-efe3-44a9-abe1-44b16a5dd542 HTTP/1.1" status: 200 len: 1099 time: 0.1845315 Oct 27 18:17:45.820123 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e7c75fa-988a-445b-8f88-e443a50af5cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a7444df-e262-4ae0-afaf-72b2a9d5a01a'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:17:45.822701 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df125ca-62e6-4c38-a778-2cc1078144b9" -d '{"events": [{"server_uuid": "6e7c75fa-988a-445b-8f88-e443a50af5cc", "name": "network-vif-unplugged", "status": "completed", "tag": "2a7444df-e262-4ae0-afaf-72b2a9d5a01a"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:17:45.827743 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-8479e2fe-1e23-45ca-886a-adfd6e424bd6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:45.854584 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-18651af1-5a3e-4a26-a38d-19b9b1e94f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:45.854584 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-18651af1-5a3e-4a26-a38d-19b9b1e94f27 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2209179 Oct 27 18:17:45.902140 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-8479e2fe-1e23-45ca-886a-adfd6e424bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:45.925334 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-756bc98e-2671-48a1-a9fe-de8c3539d468 req-4555d104-ccec-4173-a035-6a41de2d2d12 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773850 Oct 27 18:17:45.959588 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 22f9f5d1-bc81-4a59-886f-8ecb35731f39 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:17:46.023204 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 18:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e36255-161d-453c-a6aa-03c608aa704e x-openstack-request-id: req-24e36255-161d-453c-a6aa-03c608aa704e {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:17:46.025224 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e7c75fa-988a-445b-8f88-e443a50af5cc", "name": "network-vif-unplugged", "status": "completed", "tag": "2a7444df-e262-4ae0-afaf-72b2a9d5a01a", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:17:46.025671 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-24e36255-161d-453c-a6aa-03c608aa704e {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:17:46.026448 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e7c75fa-988a-445b-8f88-e443a50af5cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a7444df-e262-4ae0-afaf-72b2a9d5a01a', 'code': 200} Oct 27 18:17:46.028900 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 22f9f5d1-bc81-4a59-886f-8ecb35731f39 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:17:46.029363 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:46.040550 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479e2fe-1e23-45ca-886a-adfd6e424bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=2a7444df-e262-4ae0-afaf-72b2a9d5a01a,revision_number=7']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:46.149489 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-8479e2fe-1e23-45ca-886a-adfd6e424bd6 service neutron] Attempting to bind port 2a7444df-e262-4ae0-afaf-72b2a9d5a01a on host n-h2-815690-2 for vnic_type normal with profile {"migrating_to": "n-h1-815690-2"} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:17:46.149839 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-8479e2fe-1e23-45ca-886a-adfd6e424bd6 service neutron] Attempting to bind port 2a7444df-e262-4ae0-afaf-72b2a9d5a01a by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:17:46.150163 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-8479e2fe-1e23-45ca-886a-adfd6e424bd6 service neutron] Attempting to bind port 2a7444df-e262-4ae0-afaf-72b2a9d5a01a on network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:17:46.165893 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:46.178894 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-8479e2fe-1e23-45ca-886a-adfd6e424bd6 service neutron] Port 2a7444df-e262-4ae0-afaf-72b2a9d5a01a on network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:17:46.179246 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-8479e2fe-1e23-45ca-886a-adfd6e424bd6 service neutron] Attempting to bind port 2a7444df-e262-4ae0-afaf-72b2a9d5a01a on network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:17:46.185596 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-8479e2fe-1e23-45ca-886a-adfd6e424bd6 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:17:46.186032 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-8479e2fe-1e23-45ca-886a-adfd6e424bd6 service neutron] Checking segment: {'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:17:46.186631 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-8479e2fe-1e23-45ca-886a-adfd6e424bd6 service neutron] Bound using segment: {'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:17:46.191312 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-8479e2fe-1e23-45ca-886a-adfd6e424bd6 service neutron] Bound port: 2a7444df-e262-4ae0-afaf-72b2a9d5a01a, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:17:46.191694 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-8479e2fe-1e23-45ca-886a-adfd6e424bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:46.248397 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 22f9f5d1-bc81-4a59-886f-8ecb35731f39, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=22f9f5d1-bc81-4a59-886f-8ecb35731f39,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:46.281931 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-8479e2fe-1e23-45ca-886a-adfd6e424bd6 service neutron] For port 2a7444df-e262-4ae0-afaf-72b2a9d5a01a, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:17:46.285586 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-8479e2fe-1e23-45ca-886a-adfd6e424bd6 service neutron] For port 2a7444df-e262-4ae0-afaf-72b2a9d5a01a, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=2a7444df-e262-4ae0-afaf-72b2a9d5a01a,segment=NetworkSegment(58a88469-a6e8-4f4a-87d0-167a1bff6a8c),segment_id=58a88469-a6e8-4f4a-87d0-167a1bff6a8c)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:17:46.315519 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c7c64-1941-4cc4-8049-825e3b87fd8a req-492e9517-519c-43ca-9890-25bd740ebf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:46.316975 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3f5c7c64-1941-4cc4-8049-825e3b87fd8a req-492e9517-519c-43ca-9890-25bd740ebf1a service neutron] 10.222.0.81 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.5425098 Oct 27 18:17:46.323424 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:46.354397 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-8479e2fe-1e23-45ca-886a-adfd6e424bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:46.397329 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5297f5-ec69-4f65-932f-3e091f93050a req-be8863de-9b5e-4be5-a211-764ad7e3c146 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:46.398885 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ea5297f5-ec69-4f65-932f-3e091f93050a req-be8863de-9b5e-4be5-a211-764ad7e3c146 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6b1a0f4-e47b-414e-b5af-442ac36942d6 HTTP/1.1" status: 200 len: 945 time: 0.5422866 Oct 27 18:17:46.399346 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e90fbca2-708d-4a63-a30a-53e577a1669f', 'tag': '978a10b7-23b6-4670-8595-d5e34009eee3'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:17:46.401892 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faae55e3-91df-4723-afc1-7809930734c7" -d '{"events": [{"name": "network-changed", "server_uuid": "e90fbca2-708d-4a63-a30a-53e577a1669f", "tag": "978a10b7-23b6-4670-8595-d5e34009eee3"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:17:46.423211 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7cd2c5-5790-45e9-9e24-776bb61a21dc req-2d9498cd-676b-4abc-8491-d5825c34e1d5 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:46.425067 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4a7cd2c5-5790-45e9-9e24-776bb61a21dc req-2d9498cd-676b-4abc-8491-d5825c34e1d5 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.93 "GET /v2.0/ports?device_id=004d8bc8-db50-4b78-b7a8-e67edda79875 HTTP/1.1" status: 200 len: 950 time: 0.5728581 Oct 27 18:17:46.426382 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3f5c7c64-1941-4cc4-8049-825e3b87fd8a req-ec781f28-072c-4f51-aae5-812a35cdf790 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=6e6b7ac8-4b7d-4589-89a2-74f99ccd771e HTTP/1.1" status: 200 len: 217 time: 0.0864475 Oct 27 18:17:46.443423 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479e2fe-1e23-45ca-886a-adfd6e424bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=2a7444df-e262-4ae0-afaf-72b2a9d5a01a,revision_number=8']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:46.471105 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=22f9f5d1-bc81-4a59-886f-8ecb35731f39,revision_number=10']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:46.478798 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-07d96338-319f-45c7-b5a0-fa288f9d80e5 service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5942171 Oct 27 18:17:46.519652 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-8479e2fe-1e23-45ca-886a-adfd6e424bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:46.520188 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-8479e2fe-1e23-45ca-886a-adfd6e424bd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:46.521683 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-8479e2fe-1e23-45ca-886a-adfd6e424bd6 service neutron] 10.222.0.81 "PUT /v2.0/ports/2a7444df-e262-4ae0-afaf-72b2a9d5a01a HTTP/1.1" status: 200 len: 1122 time: 1.1594987 Oct 27 18:17:46.630707 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['2a7444df-e262-4ae0-afaf-72b2a9d5a01a'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:17:46.657059 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ea5297f5-ec69-4f65-932f-3e091f93050a req-87296013-1718-4d99-91c6-b0c878b3e444 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469912 Oct 27 18:17:46.683403 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['2a7444df-e262-4ae0-afaf-72b2a9d5a01a'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:17:46.737795 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd02b6c3-2521-4803-b091-008cc141582b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f9f5d1-bc81-4a59-886f-8ecb35731f39'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:17:46.740916 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d22b3e7-795e-4c4c-bb96-27ab6c68dd97" -d '{"events": [{"server_uuid": "cd02b6c3-2521-4803-b091-008cc141582b", "name": "network-vif-plugged", "status": "completed", "tag": "22f9f5d1-bc81-4a59-886f-8ecb35731f39"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:17:46.778888 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a86d768-b05b-4320-9b95-3819c75456bf x-openstack-request-id: req-7a86d768-b05b-4320-9b95-3819c75456bf {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:17:46.779695 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e90fbca2-708d-4a63-a30a-53e577a1669f", "tag": "978a10b7-23b6-4670-8595-d5e34009eee3", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:17:46.781505 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7a86d768-b05b-4320-9b95-3819c75456bf {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:17:46.782129 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e90fbca2-708d-4a63-a30a-53e577a1669f', 'tag': '978a10b7-23b6-4670-8595-d5e34009eee3', 'status': 'completed', 'code': 200} Oct 27 18:17:46.790260 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c7c64-1941-4cc4-8049-825e3b87fd8a req-077d5778-836a-4b92-ab82-90890429d3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:46.804813 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3f5c7c64-1941-4cc4-8049-825e3b87fd8a req-077d5778-836a-4b92-ab82-90890429d3d4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.3614385 Oct 27 18:17:46.864310 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0f9ede50-deea-44c9-b688-febe2a8d4dc5 req-2838cbbd-190f-402d-aba0-8608b2e57fa1 service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189797 Oct 27 18:17:46.903004 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e44e6-3dda-4cd7-8b45-82663f5f801a req-4ce12c51-281b-498c-b088-bb94f8013d0e tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:46.910836 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7a1e44e6-3dda-4cd7-8b45-82663f5f801a req-4ce12c51-281b-498c-b088-bb94f8013d0e tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/ports?device_id=004d8bc8-db50-4b78-b7a8-e67edda79875 HTTP/1.1" status: 200 len: 950 time: 0.4247353 Oct 27 18:17:47.065332 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-4a7cd2c5-5790-45e9-9e24-776bb61a21dc req-87697055-b605-456d-ab34-8ba042fbf7a8 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Deleting port 429701d8-cba1-4ae3-bc0c-d240850bd99b {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:17:47.065683 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4a7cd2c5-5790-45e9-9e24-776bb61a21dc req-87697055-b605-456d-ab34-8ba042fbf7a8 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:47.190100 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c7c64-1941-4cc4-8049-825e3b87fd8a req-2f6a4efa-3ccb-47ab-afd3-1d950521cfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:47.191900 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3f5c7c64-1941-4cc4-8049-825e3b87fd8a req-2f6a4efa-3ccb-47ab-afd3-1d950521cfd4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3254108 Oct 27 18:17:47.251530 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7a1e44e6-3dda-4cd7-8b45-82663f5f801a req-6dabe555-7408-473c-ad94-c644428c81ed tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/security-groups?id=907e52db-b12d-402a-8ccd-81cb1159dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915711 Oct 27 18:17:47.384338 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e818428-8d1c-442d-9fd7-0684b0231a30 x-openstack-request-id: req-0e818428-8d1c-442d-9fd7-0684b0231a30 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:17:47.384675 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd02b6c3-2521-4803-b091-008cc141582b", "name": "network-vif-plugged", "status": "completed", "tag": "22f9f5d1-bc81-4a59-886f-8ecb35731f39", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:17:47.384935 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0e818428-8d1c-442d-9fd7-0684b0231a30 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:17:47.385342 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd02b6c3-2521-4803-b091-008cc141582b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f9f5d1-bc81-4a59-886f-8ecb35731f39', 'code': 200} Oct 27 18:17:47.392175 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eddc90-a357-440c-9cb5-929d7228e4ca req-4c8f59d4-f799-4469-baa0-1123b0ef6896 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:47.401512 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d7eddc90-a357-440c-9cb5-929d7228e4ca req-4c8f59d4-f799-4469-baa0-1123b0ef6896 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc HTTP/1.1" status: 200 len: 944 time: 0.4199080 Oct 27 18:17:47.406894 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-4a7cd2c5-5790-45e9-9e24-776bb61a21dc req-87697055-b605-456d-ab34-8ba042fbf7a8 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] For port 429701d8-cba1-4ae3-bc0c-d240850bd99b, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=429701d8-cba1-4ae3-bc0c-d240850bd99b,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:47.407272 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4a7cd2c5-5790-45e9-9e24-776bb61a21dc req-87697055-b605-456d-ab34-8ba042fbf7a8 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:47.425471 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae55e3-91df-4723-afc1-7809930734c7 req-bfe5eda5-6451-446d-9eb2-227cba9da725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:47.427012 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-faae55e3-91df-4723-afc1-7809930734c7 req-bfe5eda5-6451-446d-9eb2-227cba9da725 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=82f76d5c977b49a3a741c29e3332e08f&device_id=e90fbca2-708d-4a63-a30a-53e577a1669f HTTP/1.1" status: 200 len: 1099 time: 0.3769138 Oct 27 18:17:47.443883 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-4a7cd2c5-5790-45e9-9e24-776bb61a21dc req-87697055-b605-456d-ab34-8ba042fbf7a8 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Calling delete_port for 429701d8-cba1-4ae3-bc0c-d240850bd99b owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:17:47.554098 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 2a7444df-e262-4ae0-afaf-72b2a9d5a01a details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:17:47.581738 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3f5c7c64-1941-4cc4-8049-825e3b87fd8a req-d448a14b-e543-4014-8aa2-c4ad51ae2e6f service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789208 Oct 27 18:17:47.641364 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d7eddc90-a357-440c-9cb5-929d7228e4ca req-cf6fb9a3-631b-4b3e-a3f3-1947767544b1 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388909 Oct 27 18:17:47.714541 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 2a7444df-e262-4ae0-afaf-72b2a9d5a01a, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=2a7444df-e262-4ae0-afaf-72b2a9d5a01a,segment=NetworkSegment(58a88469-a6e8-4f4a-87d0-167a1bff6a8c),segment_id=58a88469-a6e8-4f4a-87d0-167a1bff6a8c)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:47.729604 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 2a7444df-e262-4ae0-afaf-72b2a9d5a01a has no active binding in host n-h1-815690-2 {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 27 18:17:47.730193 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 6e6b7ac8-4b7d-4589-89a2-74f99ccd771e details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:17:47.833558 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b49f4a-fb3b-4f79-a035-462ca540851e req-424c57e1-d5a3-45cc-82ed-b062d69dce14 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:47.840734 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d7b49f4a-fb3b-4f79-a035-462ca540851e req-424c57e1-d5a3-45cc-82ed-b062d69dce14 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=e90fbca2-708d-4a63-a30a-53e577a1669f HTTP/1.1" status: 200 len: 948 time: 0.3594172 Oct 27 18:17:47.851506 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 6e6b7ac8-4b7d-4589-89a2-74f99ccd771e, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=6e6b7ac8-4b7d-4589-89a2-74f99ccd771e,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:47.868777 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': '6e6b7ac8-4b7d-4589-89a2-74f99ccd771e', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'port_id': '6e6b7ac8-4b7d-4589-89a2-74f99ccd771e', 'mac_address': 'fa:16:3e:98:bb:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:17:47.893358 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae55e3-91df-4723-afc1-7809930734c7 req-bd900918-4351-4ff7-a0d6-9f334c028935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:47.895462 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-faae55e3-91df-4723-afc1-7809930734c7 req-bd900918-4351-4ff7-a0d6-9f334c028935 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.4594312 Oct 27 18:17:47.960226 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:47.982065 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-faae55e3-91df-4723-afc1-7809930734c7 req-c081533e-36bc-4d1b-9e80-9a5c505946f6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=978a10b7-23b6-4670-8595-d5e34009eee3 HTTP/1.1" status: 200 len: 217 time: 0.0709491 Oct 27 18:17:47.988536 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3f5c7c64-1941-4cc4-8049-825e3b87fd8a req-adca5a71-d3e3-4354-b43a-4e70358b425c service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685911 Oct 27 18:17:47.989346 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e6b7ac8-4b7d-4589-89a2-74f99ccd771e {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:17:48.026068 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 6e6b7ac8-4b7d-4589-89a2-74f99ccd771e, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=6e6b7ac8-4b7d-4589-89a2-74f99ccd771e,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:48.027800 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e7c75fa-988a-445b-8f88-e443a50af5cc', 'tag': '2a7444df-e262-4ae0-afaf-72b2a9d5a01a'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:17:48.033654 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4f0720-f488-4465-8c7b-6b25b3cba38a" -d '{"events": [{"name": "network-changed", "server_uuid": "6e7c75fa-988a-445b-8f88-e443a50af5cc", "tag": "2a7444df-e262-4ae0-afaf-72b2a9d5a01a"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:17:48.088030 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d7b49f4a-fb3b-4f79-a035-462ca540851e req-bb142bac-a477-4651-bbb1-4b53204edee4 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464473 Oct 27 18:17:48.100393 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:48.107556 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d96b0-e610-486e-b003-5ff317ac3d87 req-84daa536-ee32-47a7-b29b-4bbc652361ae tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:48.109812 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-302d96b0-e610-486e-b003-5ff317ac3d87 req-84daa536-ee32-47a7-b29b-4bbc652361ae tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6b1a0f4-e47b-414e-b5af-442ac36942d6 HTTP/1.1" status: 200 len: 945 time: 0.3363888 Oct 27 18:17:48.159472 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae55e3-91df-4723-afc1-7809930734c7 req-4d486f39-7eab-425e-8392-47230befa5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:48.161033 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-faae55e3-91df-4723-afc1-7809930734c7 req-4d486f39-7eab-425e-8392-47230befa5e3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.1662965 Oct 27 18:17:48.210719 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=6e6b7ac8-4b7d-4589-89a2-74f99ccd771e,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:48.248744 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4a7cd2c5-5790-45e9-9e24-776bb61a21dc req-87697055-b605-456d-ab34-8ba042fbf7a8 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:48.266124 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-302d96b0-e610-486e-b003-5ff317ac3d87 req-66597840-3bfb-4a7f-bf26-02ad762e5194 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446314 Oct 27 18:17:48.268605 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['56b4f8e3-bf27-4c86-a72d-57ec68bdca0b'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:17:48.296137 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf09457a-2d82-40d6-9a74-12156a62dbb6 x-openstack-request-id: req-bf09457a-2d82-40d6-9a74-12156a62dbb6 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:17:48.296607 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e7c75fa-988a-445b-8f88-e443a50af5cc", "tag": "2a7444df-e262-4ae0-afaf-72b2a9d5a01a", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:17:48.296978 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bf09457a-2d82-40d6-9a74-12156a62dbb6 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:17:48.297892 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e7c75fa-988a-445b-8f88-e443a50af5cc', 'tag': '2a7444df-e262-4ae0-afaf-72b2a9d5a01a', 'status': 'completed', 'code': 200} Oct 27 18:17:48.392588 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87697055-b605-456d-ab34-8ba042fbf7a8 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Pushing event deleted for resources: {'Port': ['ID=429701d8-cba1-4ae3-bc0c-d240850bd99b,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:48.504161 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['6e6b7ac8-4b7d-4589-89a2-74f99ccd771e'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:17:48.517347 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aba599f5-9904-48e5-97ca-08b63e5e6132 req-686fb588-2ad6-444c-8202-a883e768c020 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/ports?device_id=004d8bc8-db50-4b78-b7a8-e67edda79875 HTTP/1.1" status: 200 len: 210 time: 0.0847416 Oct 27 18:17:48.525655 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae55e3-91df-4723-afc1-7809930734c7 req-2da40fce-5e7d-40c3-b481-095c57ae1d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:48.529896 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-faae55e3-91df-4723-afc1-7809930734c7 req-2da40fce-5e7d-40c3-b481-095c57ae1d1f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3462162 Oct 27 18:17:48.614640 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a7cd2c5-5790-45e9-9e24-776bb61a21dc req-87697055-b605-456d-ab34-8ba042fbf7a8 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] No DVR routers for this DVR port 429701d8-cba1-4ae3-bc0c-d240850bd99b on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:17:48.792543 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4a7cd2c5-5790-45e9-9e24-776bb61a21dc req-87697055-b605-456d-ab34-8ba042fbf7a8 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:48.801486 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4a7cd2c5-5790-45e9-9e24-776bb61a21dc req-87697055-b605-456d-ab34-8ba042fbf7a8 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.93 "DELETE /v2.0/ports/429701d8-cba1-4ae3-bc0c-d240850bd99b HTTP/1.1" status: 204 len: 173 time: 2.3304040 Oct 27 18:17:48.803924 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '004d8bc8-db50-4b78-b7a8-e67edda79875', 'name': 'network-vif-deleted', 'tag': '429701d8-cba1-4ae3-bc0c-d240850bd99b'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:17:48.810231 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1d5047-f26c-4be9-a315-c48410665a48" -d '{"events": [{"server_uuid": "004d8bc8-db50-4b78-b7a8-e67edda79875", "name": "network-vif-deleted", "tag": "429701d8-cba1-4ae3-bc0c-d240850bd99b"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:17:48.926208 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f0720-f488-4465-8c7b-6b25b3cba38a req-14930164-6b2d-433c-876f-04d63f35aa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:48.928568 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aa4f0720-f488-4465-8c7b-6b25b3cba38a req-14930164-6b2d-433c-876f-04d63f35aa18 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=43d2aacb3b5645edb71ed26889dd4536&device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc HTTP/1.1" status: 200 len: 1125 time: 0.5777855 Oct 27 18:17:49.051918 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f34ddb6-66ae-435e-a3ac-cbb3abab6ecb req-baf4bd16-6d2a-4165-9eee-81be28ad3e32 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:49.059724 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7f34ddb6-66ae-435e-a3ac-cbb3abab6ecb req-baf4bd16-6d2a-4165-9eee-81be28ad3e32 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6b1a0f4-e47b-414e-b5af-442ac36942d6 HTTP/1.1" status: 200 len: 945 time: 0.2425890 Oct 27 18:17:49.080895 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3235d1d1-0ebd-495f-90f9-fb4978613e47 req-45c02211-89d4-412d-bbdf-03f7ed14a630 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:49.080895 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3235d1d1-0ebd-495f-90f9-fb4978613e47 req-45c02211-89d4-412d-bbdf-03f7ed14a630 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc HTTP/1.1" status: 200 len: 944 time: 0.2496493 Oct 27 18:17:49.093510 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-faae55e3-91df-4723-afc1-7809930734c7 req-23680a2c-f1d5-45c6-8835-d6ad1c778b22 service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5528421 Oct 27 18:17:49.207395 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7f34ddb6-66ae-435e-a3ac-cbb3abab6ecb req-492a9a7a-6872-42f2-83c5-28567b4ee059 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467412 Oct 27 18:17:49.209980 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f0720-f488-4465-8c7b-6b25b3cba38a req-ec1cce18-110e-4776-afb7-5ec4168c0490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:49.217005 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aa4f0720-f488-4465-8c7b-6b25b3cba38a req-ec1cce18-110e-4776-afb7-5ec4168c0490 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b HTTP/1.1" status: 200 len: 909 time: 0.2713232 Oct 27 18:17:49.323554 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65a6097-2cbc-44c7-93cd-2b89bb3d74b6 x-openstack-request-id: req-e65a6097-2cbc-44c7-93cd-2b89bb3d74b6 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:17:49.324319 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "004d8bc8-db50-4b78-b7a8-e67edda79875", "name": "network-vif-deleted", "tag": "429701d8-cba1-4ae3-bc0c-d240850bd99b", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:17:49.325031 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e65a6097-2cbc-44c7-93cd-2b89bb3d74b6 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:17:49.325919 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '004d8bc8-db50-4b78-b7a8-e67edda79875', 'name': 'network-vif-deleted', 'tag': '429701d8-cba1-4ae3-bc0c-d240850bd99b', 'status': 'completed', 'code': 200} Oct 27 18:17:49.440537 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aa4f0720-f488-4465-8c7b-6b25b3cba38a req-4d82af41-e1ff-49a5-9e34-ad340b91e3f3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a7444df-e262-4ae0-afaf-72b2a9d5a01a HTTP/1.1" status: 200 len: 217 time: 0.1245790 Oct 27 18:17:49.448321 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3235d1d1-0ebd-495f-90f9-fb4978613e47 req-76e15405-87ee-4f2a-92ad-ad31babbe292 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538702 Oct 27 18:17:49.551862 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 978a10b7-23b6-4670-8595-d5e34009eee3 details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:17:49.635235 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-faae55e3-91df-4723-afc1-7809930734c7 req-f978e68a-4127-43b6-b850-d1250ca19f5d service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5297213 Oct 27 18:17:49.671768 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d50d64e6-fb93-4adc-9423-681cdae28a53 req-31d1b3a6-e095-4d13-a9ad-216d9d2b408d tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/ports?device_id=004d8bc8-db50-4b78-b7a8-e67edda79875 HTTP/1.1" status: 200 len: 210 time: 0.0418763 Oct 27 18:17:49.674390 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f0720-f488-4465-8c7b-6b25b3cba38a req-032dd8c5-29c8-4ec4-a399-700bb2222e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:49.676484 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aa4f0720-f488-4465-8c7b-6b25b3cba38a req-032dd8c5-29c8-4ec4-a399-700bb2222e5b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9d2e93d5-4842-4818-961f-a77ef1a8f95b HTTP/1.1" status: 200 len: 847 time: 0.1804330 Oct 27 18:17:49.685240 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0116a35-e9a0-4c88-a6e9-44f89d723def req-0cfb0933-7e48-424d-ae89-405157f0b44e tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:49.687476 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f0116a35-e9a0-4c88-a6e9-44f89d723def req-0cfb0933-7e48-424d-ae89-405157f0b44e tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=e90fbca2-708d-4a63-a30a-53e577a1669f HTTP/1.1" status: 200 len: 948 time: 0.3345356 Oct 27 18:17:49.734380 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aa4f0720-f488-4465-8c7b-6b25b3cba38a req-eb62c402-d827-4237-9c60-f7b82ffafe88 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429647 Oct 27 18:17:49.771694 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 978a10b7-23b6-4670-8595-d5e34009eee3, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=978a10b7-23b6-4670-8595-d5e34009eee3,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:49.797702 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': '978a10b7-23b6-4670-8595-d5e34009eee3', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'port_id': '978a10b7-23b6-4670-8595-d5e34009eee3', 'mac_address': 'fa:16:3e:8e:98:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:17:49.853587 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:49.868969 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 978a10b7-23b6-4670-8595-d5e34009eee3 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:17:49.902057 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 978a10b7-23b6-4670-8595-d5e34009eee3, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=978a10b7-23b6-4670-8595-d5e34009eee3,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:49.957747 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:49.984167 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 429701d8-cba1-4ae3-bc0c-d240850bd99b no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:17:50.016639 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 429701d8-cba1-4ae3-bc0c-d240850bd99b {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:17:50.016994 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 429701d8-cba1-4ae3-bc0c-d240850bd99b not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:17:50.035181 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=978a10b7-23b6-4670-8595-d5e34009eee3,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:50.098281 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f0116a35-e9a0-4c88-a6e9-44f89d723def req-a818973b-7ac5-4ef9-a606-ef62a4ae0248 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954282 Oct 27 18:17:50.151672 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aa4f0720-f488-4465-8c7b-6b25b3cba38a req-223c2834-81ca-4838-9581-133367c30e02 service neutron] 10.222.0.93 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083114 Oct 27 18:17:50.310735 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aa4f0720-f488-4465-8c7b-6b25b3cba38a req-681e2c61-9e07-4f66-8d25-feabdb366c0b service neutron] 10.222.0.93 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487164 Oct 27 18:17:50.369950 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976629ac-47fb-42b2-8b68-d06cb3b66a06 req-ae983c21-c9f0-4ca5-bc60-96555571d641 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:50.371601 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-976629ac-47fb-42b2-8b68-d06cb3b66a06 req-ae983c21-c9f0-4ca5-bc60-96555571d641 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6b1a0f4-e47b-414e-b5af-442ac36942d6 HTTP/1.1" status: 200 len: 945 time: 0.0845177 Oct 27 18:17:50.376516 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['978a10b7-23b6-4670-8595-d5e34009eee3'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:17:50.423872 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-976629ac-47fb-42b2-8b68-d06cb3b66a06 req-06797567-9830-40f5-9f01-bc60555809e3 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442595 Oct 27 18:17:50.660800 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaab87a-6af8-4bdb-871e-feeeb6724694 req-891746b9-358b-4abc-a1e2-6b9888aed686 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:50.675869 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ccaab87a-6af8-4bdb-871e-feeeb6724694 req-891746b9-358b-4abc-a1e2-6b9888aed686 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc HTTP/1.1" status: 200 len: 944 time: 0.1002936 Oct 27 18:17:50.745576 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ccaab87a-6af8-4bdb-871e-feeeb6724694 req-00ec61b8-6c79-4a74-8b6c-3dddb40d0423 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686896 Oct 27 18:17:50.929106 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44540) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:17:51.385529 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e1b85-63ad-40ad-9e56-fced743f86cc req-75ad4861-a006-4692-a5d4-d0568189245b tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:51.387149 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-610e1b85-63ad-40ad-9e56-fced743f86cc req-75ad4861-a006-4692-a5d4-d0568189245b tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=e90fbca2-708d-4a63-a30a-53e577a1669f HTTP/1.1" status: 200 len: 949 time: 0.0809929 Oct 27 18:17:51.479696 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-610e1b85-63ad-40ad-9e56-fced743f86cc req-be401585-3299-4574-a533-34ddde9f24ab tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673389 Oct 27 18:17:51.572970 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 6e6b7ac8-4b7d-4589-89a2-74f99ccd771e up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:17:51.686861 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ce492041-edbd-41e2-8a24-210bee60c7ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:51.713872 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning for port 6e6b7ac8-4b7d-4589-89a2-74f99ccd771e completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:17:51.718761 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port 6e6b7ac8-4b7d-4589-89a2-74f99ccd771e triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:17:51.719161 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:51.812460 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:51.837453 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b82094-efe3-44a9-abe1-44b16a5dd542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e6b7ac8-4b7d-4589-89a2-74f99ccd771e'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:17:51.840202 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4eddd6-d91b-46cc-8d21-234d52803830" -d '{"events": [{"server_uuid": "41b82094-efe3-44a9-abe1-44b16a5dd542", "name": "network-vif-plugged", "status": "completed", "tag": "6e6b7ac8-4b7d-4589-89a2-74f99ccd771e"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:17:51.842188 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e404b8-1a02-4075-9bc6-d97748407788 req-e1cae9b5-9854-499f-aa6a-9a7c5f3c8759 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:51.843869 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f0e404b8-1a02-4075-9bc6-d97748407788 req-e1cae9b5-9854-499f-aa6a-9a7c5f3c8759 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/ports?device_id=51a2e022-deb9-458c-a476-b8933705113e HTTP/1.1" status: 200 len: 949 time: 0.1791835 Oct 27 18:17:51.854860 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 6e6b7ac8-4b7d-4589-89a2-74f99ccd771e, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=6e6b7ac8-4b7d-4589-89a2-74f99ccd771e,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:51.960572 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f0e404b8-1a02-4075-9bc6-d97748407788 req-a38d2c69-8ac0-46da-8b83-1a9c52eb01e2 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/security-groups?id=907e52db-b12d-402a-8ccd-81cb1159dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019280 Oct 27 18:17:51.969980 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19033e28-be74-4c65-88d4-13757cc90930 req-5ab62ae9-c390-459e-b418-0459590335d2 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:51.971575 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-19033e28-be74-4c65-88d4-13757cc90930 req-5ab62ae9-c390-459e-b418-0459590335d2 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc HTTP/1.1" status: 200 len: 944 time: 0.1246793 Oct 27 18:17:52.020294 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe45ff0-a25d-42d4-b9d5-76eee324f514 x-openstack-request-id: req-abe45ff0-a25d-42d4-b9d5-76eee324f514 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:17:52.020824 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b82094-efe3-44a9-abe1-44b16a5dd542", "name": "network-vif-plugged", "status": "completed", "tag": "6e6b7ac8-4b7d-4589-89a2-74f99ccd771e", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:17:52.021183 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-abe45ff0-a25d-42d4-b9d5-76eee324f514 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:17:52.022024 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b82094-efe3-44a9-abe1-44b16a5dd542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e6b7ac8-4b7d-4589-89a2-74f99ccd771e', 'code': 200} Oct 27 18:17:52.044723 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-19033e28-be74-4c65-88d4-13757cc90930 req-81997502-40d0-4d46-89e6-8597eaab7b8a tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519576 Oct 27 18:17:52.158974 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2a816-4944-4ef1-9527-4c4858654570 req-ddc85806-4bcf-43b4-bd4a-03056d8d54af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:52.160483 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a5c2a816-4944-4ef1-9527-4c4858654570 req-ddc85806-4bcf-43b4-bd4a-03056d8d54af service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=41b82094-efe3-44a9-abe1-44b16a5dd542 HTTP/1.1" status: 200 len: 1100 time: 0.0697241 Oct 27 18:17:52.177400 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:52.184354 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-ce492041-edbd-41e2-8a24-210bee60c7ae admin admin] Deleting port 06fc558f-9175-486a-bb1f-b7cc7ef3e2ee {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:17:52.184498 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ce492041-edbd-41e2-8a24-210bee60c7ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:52.242535 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=6e6b7ac8-4b7d-4589-89a2-74f99ccd771e,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:52.247207 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a5c2a816-4944-4ef1-9527-4c4858654570 req-e83cebf2-fa86-4694-9a60-bb8d8c540e3a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792592 Oct 27 18:17:52.283489 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-ce492041-edbd-41e2-8a24-210bee60c7ae admin admin] For port 06fc558f-9175-486a-bb1f-b7cc7ef3e2ee, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=06fc558f-9175-486a-bb1f-b7cc7ef3e2ee,segment=NetworkSegment(3b375aa3-1d2d-4300-8f4e-61c78e733512),segment_id=3b375aa3-1d2d-4300-8f4e-61c78e733512)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:52.283775 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ce492041-edbd-41e2-8a24-210bee60c7ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:52.296830 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-ce492041-edbd-41e2-8a24-210bee60c7ae admin admin] Calling delete_port for 06fc558f-9175-486a-bb1f-b7cc7ef3e2ee owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:17:52.582395 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ce492041-edbd-41e2-8a24-210bee60c7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:52.645250 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce492041-edbd-41e2-8a24-210bee60c7ae admin admin] Pushing event deleted for resources: {'Port': ['ID=06fc558f-9175-486a-bb1f-b7cc7ef3e2ee,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:52.761294 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51cdfa-811f-4203-a80d-520bac6d32b0 req-734cb854-e057-48ef-a0cc-271281bf7481 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:52.768930 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7b51cdfa-811f-4203-a80d-520bac6d32b0 req-734cb854-e057-48ef-a0cc-271281bf7481 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=e90fbca2-708d-4a63-a30a-53e577a1669f HTTP/1.1" status: 200 len: 949 time: 0.1560578 Oct 27 18:17:52.803290 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c44abf-5333-4c0f-9996-bd81d8619385 req-46b48cd1-e747-4df4-9e10-752a9fb6045e tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:52.804886 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-88c44abf-5333-4c0f-9996-bd81d8619385 req-46b48cd1-e747-4df4-9e10-752a9fb6045e tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 1096 time: 0.1120439 Oct 27 18:17:52.864156 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7b51cdfa-811f-4203-a80d-520bac6d32b0 req-bc2685e2-a154-4b55-b457-45bc3058f89d tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801976 Oct 27 18:17:52.963666 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-88c44abf-5333-4c0f-9996-bd81d8619385 req-76d1ea32-d841-45aa-8c04-70c36d4ee820 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510670 Oct 27 18:17:52.999951 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ce492041-edbd-41e2-8a24-210bee60c7ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:53.173715 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d7f60-3499-4cad-a908-b6c6bc853fc9 req-c71fff4c-c20e-4c2a-b0a9-4407611d7d03 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:53.182099 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f69d7f60-3499-4cad-a908-b6c6bc853fc9 req-c71fff4c-c20e-4c2a-b0a9-4407611d7d03 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/ports?device_id=51a2e022-deb9-458c-a476-b8933705113e HTTP/1.1" status: 200 len: 949 time: 0.1063356 Oct 27 18:17:53.247180 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f69d7f60-3499-4cad-a908-b6c6bc853fc9 req-3bd6af81-c761-45df-8199-0d1a155e2875 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/security-groups?id=907e52db-b12d-402a-8ccd-81cb1159dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641754 Oct 27 18:17:53.442542 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a51d3-d7dd-4330-bbc1-fcf6168d3b59 req-f9cad18f-89f7-4f3c-9371-faf1766890c0 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:53.445397 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bf6a51d3-d7dd-4330-bbc1-fcf6168d3b59 req-f9cad18f-89f7-4f3c-9371-faf1766890c0 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc HTTP/1.1" status: 200 len: 944 time: 0.1092939 Oct 27 18:17:53.475631 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce492041-edbd-41e2-8a24-210bee60c7ae admin admin] Router 9cc9645d-25bd-4422-b666-03d7194b32fb has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:17:53.510165 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bf6a51d3-d7dd-4330-bbc1-fcf6168d3b59 req-32730303-0e18-43bd-994e-7af1254a498c tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587504 Oct 27 18:17:53.580512 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 978a10b7-23b6-4670-8595-d5e34009eee3 up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:17:53.676622 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce492041-edbd-41e2-8a24-210bee60c7ae admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:17:53.692053 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c639e4af-c927-4fc9-ad17-c0dd73ec2fdb None None] Sync routers for ids ['9cc9645d-25bd-4422-b666-03d7194b32fb'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:17:53.696208 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44622) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:17:53.696785 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ce492041-edbd-41e2-8a24-210bee60c7ae admin admin] 10.222.0.52 "PUT /v2.0/routers/9cc9645d-25bd-4422-b666-03d7194b32fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7661581 Oct 27 18:17:53.706500 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c639e4af-c927-4fc9-ad17-c0dd73ec2fdb None None] Routers {'9cc9645d-25bd-4422-b666-03d7194b32fb'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:17:53.706768 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-c639e4af-c927-4fc9-ad17-c0dd73ec2fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:17:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9cc9645d-25bd-4422-b666-03d7194b32fb'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:17:53.719330 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning for port 978a10b7-23b6-4670-8595-d5e34009eee3 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:17:53.726195 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port 978a10b7-23b6-4670-8595-d5e34009eee3 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:17:53.732243 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:53.907846 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-88cdbf1a-e668-4c25-808c-94b917c9b508 admin admin] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:53.989133 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 1129cdb6-557d-468d-ad2e-3e0574b738f8 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:17:54.007271 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-c639e4af-c927-4fc9-ad17-c0dd73ec2fdb None None] Set router 9cc9645d-25bd-4422-b666-03d7194b32fb gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:17:54.027392 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6120f4-5e41-4387-bc19-b6ba3144346f req-11b29cbb-b3e7-4c21-b462-9b38e06e5d1e tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:54.035643 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4f6120f4-5e41-4387-bc19-b6ba3144346f req-11b29cbb-b3e7-4c21-b462-9b38e06e5d1e tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.93 "GET /v2.0/ports?device_id=51a2e022-deb9-458c-a476-b8933705113e HTTP/1.1" status: 200 len: 949 time: 0.1569498 Oct 27 18:17:54.126009 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-88cdbf1a-e668-4c25-808c-94b917c9b508 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:54.144818 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:54.334274 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-88cdbf1a-e668-4c25-808c-94b917c9b508 admin admin] Deleting port 84519916-ec3e-4774-8df0-ee7de3a2efb1 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:17:54.334613 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-88cdbf1a-e668-4c25-808c-94b917c9b508 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:54.350923 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10273918-2fb2-4dcd-8c2d-a0ab67bf6afa req-769f5675-964c-4b96-bc3d-4324d6c90e02 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:54.361069 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-10273918-2fb2-4dcd-8c2d-a0ab67bf6afa req-769f5675-964c-4b96-bc3d-4324d6c90e02 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=e90fbca2-708d-4a63-a30a-53e577a1669f HTTP/1.1" status: 200 len: 949 time: 0.3572166 Oct 27 18:17:54.382795 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-c639e4af-c927-4fc9-ad17-c0dd73ec2fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc9645d-25bd-4422-b666-03d7194b32fb', 'name': 'tempest-AttachSCSIVolumeTestJSON-424808917-router', 'tenant_id': '22773e15fdb845dfa8198283c26c1ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '84519916-ec3e-4774-8df0-ee7de3a2efb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:15:28Z', 'updated_at': '2021-10-27T18:17:52Z', 'revision_number': 5, 'project_id': '22773e15fdb845dfa8198283c26c1ddd', 'gw_port': {'id': '84519916-ec3e-4774-8df0-ee7de3a2efb1', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc9645d-25bd-4422-b666-03d7194b32fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:15:29Z', 'updated_at': '2021-10-27T18:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:17:54.446526 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c639e4af-c927-4fc9-ad17-c0dd73ec2fdb None None] Checking router: 9cc9645d-25bd-4422-b666-03d7194b32fb for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:17:54.472375 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c639e4af-c927-4fc9-ad17-c0dd73ec2fdb None None] Routers {'9cc9645d-25bd-4422-b666-03d7194b32fb'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:17:54.473140 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-c639e4af-c927-4fc9-ad17-c0dd73ec2fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:17:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9cc9645d-25bd-4422-b666-03d7194b32fb'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:17:54.485938 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-4f6120f4-5e41-4387-bc19-b6ba3144346f req-134ea915-930c-4619-8ae2-f8275b8ac654 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Deleting port 56b4f8e3-bf27-4c86-a72d-57ec68bdca0b {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:17:54.486253 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4f6120f4-5e41-4387-bc19-b6ba3144346f req-134ea915-930c-4619-8ae2-f8275b8ac654 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:54.563953 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-88cdbf1a-e668-4c25-808c-94b917c9b508 admin admin] For port 84519916-ec3e-4774-8df0-ee7de3a2efb1, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=84519916-ec3e-4774-8df0-ee7de3a2efb1,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:54.564370 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-88cdbf1a-e668-4c25-808c-94b917c9b508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:54.594596 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-88cdbf1a-e668-4c25-808c-94b917c9b508 admin admin] Calling delete_port for 84519916-ec3e-4774-8df0-ee7de3a2efb1 owned by network:router_gateway {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:17:54.611236 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 978a10b7-23b6-4670-8595-d5e34009eee3, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=978a10b7-23b6-4670-8595-d5e34009eee3,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:54.619793 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e90fbca2-708d-4a63-a30a-53e577a1669f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978a10b7-23b6-4670-8595-d5e34009eee3'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:17:54.624857 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312431cf-b218-4fc4-bac4-d1e96a166670" -d '{"events": [{"server_uuid": "e90fbca2-708d-4a63-a30a-53e577a1669f", "name": "network-vif-plugged", "status": "completed", "tag": "978a10b7-23b6-4670-8595-d5e34009eee3"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:17:54.676108 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-10273918-2fb2-4dcd-8c2d-a0ab67bf6afa req-c1f1ecaf-d375-4afa-858b-e27b8140e68c tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142285 Oct 27 18:17:54.696635 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:54.720831 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-c639e4af-c927-4fc9-ad17-c0dd73ec2fdb None None] Set router 9cc9645d-25bd-4422-b666-03d7194b32fb gateway port host: None {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:17:54.729195 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 1129cdb6-557d-468d-ad2e-3e0574b738f8, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=1129cdb6-557d-468d-ad2e-3e0574b738f8,segment=NetworkSegment(0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2),segment_id=0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:54.824871 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-c639e4af-c927-4fc9-ad17-c0dd73ec2fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc9645d-25bd-4422-b666-03d7194b32fb', 'name': 'tempest-AttachSCSIVolumeTestJSON-424808917-router', 'tenant_id': '22773e15fdb845dfa8198283c26c1ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:15:28Z', 'updated_at': '2021-10-27T18:17:54Z', 'revision_number': 6, 'project_id': '22773e15fdb845dfa8198283c26c1ddd', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:17:54.854318 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '1129cdb6-557d-468d-ad2e-3e0574b738f8', 'network_id': 'c345cfe3-9ef8-4d81-8fa5-3e08d3754503', 'port_id': '1129cdb6-557d-468d-ad2e-3e0574b738f8', 'mac_address': 'fa:16:3e:63:37:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1038, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0915b7bc-3821-43b8-a967-754663cb61b5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:17:54.864691 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c639e4af-c927-4fc9-ad17-c0dd73ec2fdb None None] The sync data for ids ['9cc9645d-25bd-4422-b666-03d7194b32fb'] in n-d-815690-2 is: [{'id': '9cc9645d-25bd-4422-b666-03d7194b32fb', 'name': 'tempest-AttachSCSIVolumeTestJSON-424808917-router', 'tenant_id': '22773e15fdb845dfa8198283c26c1ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:15:28Z', 'updated_at': '2021-10-27T18:17:54Z', 'revision_number': 6, 'project_id': '22773e15fdb845dfa8198283c26c1ddd', 'gw_port_host': None}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:17:54.945810 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-4f6120f4-5e41-4387-bc19-b6ba3144346f req-134ea915-930c-4619-8ae2-f8275b8ac654 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] For port 56b4f8e3-bf27-4c86-a72d-57ec68bdca0b, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=56b4f8e3-bf27-4c86-a72d-57ec68bdca0b,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:54.947061 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4f6120f4-5e41-4387-bc19-b6ba3144346f req-134ea915-930c-4619-8ae2-f8275b8ac654 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:54.980517 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-4f6120f4-5e41-4387-bc19-b6ba3144346f req-134ea915-930c-4619-8ae2-f8275b8ac654 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Calling delete_port for 56b4f8e3-bf27-4c86-a72d-57ec68bdca0b owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:17:55.015441 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=978a10b7-23b6-4670-8595-d5e34009eee3,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:55.039670 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78da8f7-77e2-4cba-a555-32286c54c5f2 req-abce6afd-04df-484a-9915-ec75ea1be3f4 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:55.043119 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e78da8f7-77e2-4cba-a555-32286c54c5f2 req-abce6afd-04df-484a-9915-ec75ea1be3f4 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/ports?device_id=51a2e022-deb9-458c-a476-b8933705113e HTTP/1.1" status: 200 len: 949 time: 0.1569421 Oct 27 18:17:55.048162 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:55.069805 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1129cdb6-557d-468d-ad2e-3e0574b738f8 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:17:55.098117 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 1129cdb6-557d-468d-ad2e-3e0574b738f8, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=1129cdb6-557d-468d-ad2e-3e0574b738f8,segment=NetworkSegment(0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2),segment_id=0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:55.120421 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-88cdbf1a-e668-4c25-808c-94b917c9b508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:55.150777 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cdbf1a-e668-4c25-808c-94b917c9b508 admin admin] Pushing event deleted for resources: {'Port': ['ID=84519916-ec3e-4774-8df0-ee7de3a2efb1,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:55.177255 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:55.332457 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e78da8f7-77e2-4cba-a555-32286c54c5f2 req-4d089dfc-c1ce-4f40-8458-4b04f438b939 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.52 "GET /v2.0/security-groups?id=907e52db-b12d-402a-8ccd-81cb1159dbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716937 Oct 27 18:17:55.335998 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-88cdbf1a-e668-4c25-808c-94b917c9b508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:55.343816 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-ec934d6d-585b-49d0-9315-369c9008c76f tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:17:55.352980 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=1129cdb6-557d-468d-ad2e-3e0574b738f8,revision_number=6']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:55.357747 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['1129cdb6-557d-468d-ad2e-3e0574b738f8'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:17:55.368516 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-ec934d6d-585b-49d0-9315-369c9008c76f tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0459747 Oct 27 18:17:55.463892 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-6a7693e2-bc58-4746-802f-3dd969819088 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:55.469150 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-6a7693e2-bc58-4746-802f-3dd969819088 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.52 "GET /v2.0/ports/fecdc6d7-3d40-4405-ad5a-c0e583376c35 HTTP/1.1" status: 200 len: 1093 time: 0.0917697 Oct 27 18:17:55.493761 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-682c9209-2bc5-41d5-9d1b-5d860d48b60e service neutron] Request body: {'binding': {'host': 'n-h1-815690-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:17:55.498177 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-682c9209-2bc5-41d5-9d1b-5d860d48b60e service neutron] Unknown quota resources ['binding']. {{(pid=102878) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 18:17:55.583161 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-88cdbf1a-e668-4c25-808c-94b917c9b508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:55.595349 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-88cdbf1a-e668-4c25-808c-94b917c9b508 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:55.817710 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-682c9209-2bc5-41d5-9d1b-5d860d48b60e service neutron] Attempting to bind port fecdc6d7-3d40-4405-ad5a-c0e583376c35 on host n-h1-815690-2 for vnic_type normal with profile None {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:17:55.818052 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-682c9209-2bc5-41d5-9d1b-5d860d48b60e service neutron] Attempting to bind port fecdc6d7-3d40-4405-ad5a-c0e583376c35 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:17:55.818385 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-682c9209-2bc5-41d5-9d1b-5d860d48b60e service neutron] Attempting to bind port fecdc6d7-3d40-4405-ad5a-c0e583376c35 on network b3551270-2765-4a25-abeb-25e55b0a5126 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:17:55.838352 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab77e70-4c72-40f3-b42c-451db5a967b1 req-5c2a2250-1e88-4ec1-8b45-314c1e3eca1f tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:55.840640 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eab77e70-4c72-40f3-b42c-451db5a967b1 req-5c2a2250-1e88-4ec1-8b45-314c1e3eca1f tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc HTTP/1.1" status: 200 len: 944 time: 0.3330746 Oct 27 18:17:55.844135 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-682c9209-2bc5-41d5-9d1b-5d860d48b60e service neutron] Port fecdc6d7-3d40-4405-ad5a-c0e583376c35 on network b3551270-2765-4a25-abeb-25e55b0a5126 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:17:55.845938 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-682c9209-2bc5-41d5-9d1b-5d860d48b60e service neutron] Attempting to bind port fecdc6d7-3d40-4405-ad5a-c0e583376c35 on network b3551270-2765-4a25-abeb-25e55b0a5126 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:17:55.867780 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4f6120f4-5e41-4387-bc19-b6ba3144346f req-134ea915-930c-4619-8ae2-f8275b8ac654 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:55.980038 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-682c9209-2bc5-41d5-9d1b-5d860d48b60e service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:17:55.981960 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-682c9209-2bc5-41d5-9d1b-5d860d48b60e service neutron] Checking segment: {'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:17:55.991767 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 1129cdb6-557d-468d-ad2e-3e0574b738f8 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:17:55.992882 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-682c9209-2bc5-41d5-9d1b-5d860d48b60e service neutron] Bound using segment: {'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:17:55.993551 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-682c9209-2bc5-41d5-9d1b-5d860d48b60e service neutron] Bound port: fecdc6d7-3d40-4405-ad5a-c0e583376c35, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:17:56.026433 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6120f4-5e41-4387-bc19-b6ba3144346f req-134ea915-930c-4619-8ae2-f8275b8ac654 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] No DVR routers for this DVR port 56b4f8e3-bf27-4c86-a72d-57ec68bdca0b on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:17:56.030597 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4f6120f4-5e41-4387-bc19-b6ba3144346f req-134ea915-930c-4619-8ae2-f8275b8ac654 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:56.035764 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4f6120f4-5e41-4387-bc19-b6ba3144346f req-134ea915-930c-4619-8ae2-f8275b8ac654 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] 10.222.0.93 "DELETE /v2.0/ports/56b4f8e3-bf27-4c86-a72d-57ec68bdca0b HTTP/1.1" status: 204 len: 173 time: 1.9743977 Oct 27 18:17:56.069038 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ea915-930c-4619-8ae2-f8275b8ac654 tempest-LiveMigrationNegativeTest-830706702 tempest-LiveMigrationNegativeTest-830706702-project] Pushing event deleted for resources: {'Port': ['ID=56b4f8e3-bf27-4c86-a72d-57ec68bdca0b,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:56.105761 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a2e022-deb9-458c-a476-b8933705113e', 'name': 'network-vif-deleted', 'tag': '56b4f8e3-bf27-4c86-a72d-57ec68bdca0b'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:17:56.109763 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2735524a-fe64-47b6-8d4a-5d7a4707704c" -d '{"events": [{"server_uuid": "51a2e022-deb9-458c-a476-b8933705113e", "name": "network-vif-deleted", "tag": "56b4f8e3-bf27-4c86-a72d-57ec68bdca0b"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:17:56.117319 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eab77e70-4c72-40f3-b42c-451db5a967b1 req-71f09094-88bd-4a90-b76e-cafbf099abd5 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678268 Oct 27 18:17:56.177512 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-682c9209-2bc5-41d5-9d1b-5d860d48b60e service neutron] For port fecdc6d7-3d40-4405-ad5a-c0e583376c35, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=fecdc6d7-3d40-4405-ad5a-c0e583376c35,segment=NetworkSegment(32b71140-e440-46b3-9b2a-24e683b039db),segment_id=32b71140-e440-46b3-9b2a-24e683b039db)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:17:56.200578 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 1129cdb6-557d-468d-ad2e-3e0574b738f8 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:17:56.200578 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:56.244142 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-88cdbf1a-e668-4c25-808c-94b917c9b508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:56.244667 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88cdbf1a-e668-4c25-808c-94b917c9b508 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cc9645d-25bd-4422-b666-03d7194b32fb {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:17:56.254120 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-88cdbf1a-e668-4c25-808c-94b917c9b508 admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:56.256190 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-88cdbf1a-e668-4c25-808c-94b917c9b508 admin admin] 10.222.0.52 "DELETE /v2.0/routers/9cc9645d-25bd-4422-b666-03d7194b32fb HTTP/1.1" status: 204 len: 168 time: 2.5575767 Oct 27 18:17:56.258427 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44688) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:17:56.275140 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-682c9209-2bc5-41d5-9d1b-5d860d48b60e service neutron] Publish callbacks [] for binding, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:56.276777 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-682c9209-2bc5-41d5-9d1b-5d860d48b60e service neutron] 10.222.0.52 "POST /v2.0/ports/fecdc6d7-3d40-4405-ad5a-c0e583376c35/bindings HTTP/1.1" status: 201 len: 389 time: 0.7906923 Oct 27 18:17:56.300914 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:56.366259 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:56.411920 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e50309-e67e-4c4f-8128-75fb5c163f4e admin admin] Deleting subnet 47c0891d-c13f-4c95-b5db-616fb81da54f {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:17:56.422828 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-72e50309-e67e-4c4f-8128-75fb5c163f4e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:56.474037 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 1129cdb6-557d-468d-ad2e-3e0574b738f8, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=1129cdb6-557d-468d-ad2e-3e0574b738f8,segment=NetworkSegment(0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2),segment_id=0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:56.536966 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-72e50309-e67e-4c4f-8128-75fb5c163f4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:56.580904 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:56.581715 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 56b4f8e3-bf27-4c86-a72d-57ec68bdca0b no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:17:56.719461 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:56.720104 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 56b4f8e3-bf27-4c86-a72d-57ec68bdca0b {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:17:56.720456 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 56b4f8e3-bf27-4c86-a72d-57ec68bdca0b not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:17:56.720877 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 2a7444df-e262-4ae0-afaf-72b2a9d5a01a no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:17:56.859280 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5945a7-5122-4148-a111-7f6119fcc23d x-openstack-request-id: req-5c5945a7-5122-4148-a111-7f6119fcc23d {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:17:56.860171 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e90fbca2-708d-4a63-a30a-53e577a1669f", "name": "network-vif-plugged", "status": "completed", "tag": "978a10b7-23b6-4670-8595-d5e34009eee3", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:17:56.861168 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5c5945a7-5122-4148-a111-7f6119fcc23d {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:17:56.862506 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e90fbca2-708d-4a63-a30a-53e577a1669f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978a10b7-23b6-4670-8595-d5e34009eee3', 'code': 200} Oct 27 18:17:56.936487 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33152a1b-47c2-42c3-b20b-3eb35e34ecfe req-7eee88ed-1f60-4c72-bc04-ca0bb046f144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:56.939313 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-33152a1b-47c2-42c3-b20b-3eb35e34ecfe req-7eee88ed-1f60-4c72-bc04-ca0bb046f144 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e90fbca2-708d-4a63-a30a-53e577a1669f HTTP/1.1" status: 200 len: 1101 time: 0.1372924 Oct 27 18:17:56.975045 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-72e50309-e67e-4c4f-8128-75fb5c163f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:57.005483 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=1129cdb6-557d-468d-ad2e-3e0574b738f8,revision_number=7']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:57.052596 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-33152a1b-47c2-42c3-b20b-3eb35e34ecfe req-4fba30ee-dd05-4787-89de-f5854e044ecf service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053245 Oct 27 18:17:57.069745 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 06fc558f-9175-486a-bb1f-b7cc7ef3e2ee no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:17:57.095707 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 06fc558f-9175-486a-bb1f-b7cc7ef3e2ee {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:17:57.096330 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 06fc558f-9175-486a-bb1f-b7cc7ef3e2ee not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:17:57.096921 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 84519916-ec3e-4774-8df0-ee7de3a2efb1 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:17:57.127660 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 84519916-ec3e-4774-8df0-ee7de3a2efb1 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:17:57.128269 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 84519916-ec3e-4774-8df0-ee7de3a2efb1 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:17:57.195433 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-72e50309-e67e-4c4f-8128-75fb5c163f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:57.269310 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-72e50309-e67e-4c4f-8128-75fb5c163f4e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:57.272375 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a1a734-24d6-4f0d-8690-6130efbe2fa5 None None] Network c95aa21c-2b56-49ff-b508-5e602b607f55 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:17:57.276351 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-72e50309-e67e-4c4f-8128-75fb5c163f4e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/47c0891d-c13f-4c95-b5db-616fb81da54f HTTP/1.1" status: 204 len: 168 time: 1.0160964 Oct 27 18:17:57.278401 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44702) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:17:57.285416 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e50309-e67e-4c4f-8128-75fb5c163f4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47c0891d-c13f-4c95-b5db-616fb81da54f,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:57.502002 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-de97f319-a50b-4bd4-bc89-b70e2555c5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:57.672347 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666c7414-f32e-4f13-a121-92630b8052f8 None None] DHCP port deletion for c95aa21c-2b56-49ff-b508-5e602b607f55 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:17:57.757587 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-666c7414-f32e-4f13-a121-92630b8052f8 None None] Deleting port fa48a7fc-50a2-423e-9668-9484fda95bc5 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:17:57.757870 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-666c7414-f32e-4f13-a121-92630b8052f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:57.871921 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-666c7414-f32e-4f13-a121-92630b8052f8 None None] For port fa48a7fc-50a2-423e-9668-9484fda95bc5, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=fa48a7fc-50a2-423e-9668-9484fda95bc5,segment=NetworkSegment(3b375aa3-1d2d-4300-8f4e-61c78e733512),segment_id=3b375aa3-1d2d-4300-8f4e-61c78e733512)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:57.872958 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-666c7414-f32e-4f13-a121-92630b8052f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:57.888988 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-666c7414-f32e-4f13-a121-92630b8052f8 None None] Calling delete_port for fa48a7fc-50a2-423e-9668-9484fda95bc5 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:17:58.258687 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-ac0294c3-ab54-4c73-9e57-81e20d6659dd service neutron] 10.222.0.93 "GET /v2.0/ports/2a7444df-e262-4ae0-afaf-72b2a9d5a01a/bindings/n-h1-815690-2 HTTP/1.1" status: 200 len: 384 time: 0.0943520 Oct 27 18:17:58.258687 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-de97f319-a50b-4bd4-bc89-b70e2555c5a3 admin admin] Deleting port fa48a7fc-50a2-423e-9668-9484fda95bc5 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:17:58.258687 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-de97f319-a50b-4bd4-bc89-b70e2555c5a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:58.346397 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-de97f319-a50b-4bd4-bc89-b70e2555c5a3 admin admin] For port fa48a7fc-50a2-423e-9668-9484fda95bc5, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=fa48a7fc-50a2-423e-9668-9484fda95bc5,segment=NetworkSegment(3b375aa3-1d2d-4300-8f4e-61c78e733512),segment_id=3b375aa3-1d2d-4300-8f4e-61c78e733512)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:58.347429 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-de97f319-a50b-4bd4-bc89-b70e2555c5a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:58.361508 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-de97f319-a50b-4bd4-bc89-b70e2555c5a3 admin admin] Calling delete_port for fa48a7fc-50a2-423e-9668-9484fda95bc5 owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:17:58.588040 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-a6d9d55a-21ec-4254-bafe-09934bb44635 service neutron] For port 2a7444df-e262-4ae0-afaf-72b2a9d5a01a, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=2a7444df-e262-4ae0-afaf-72b2a9d5a01a,segment=NetworkSegment(58a88469-a6e8-4f4a-87d0-167a1bff6a8c),segment_id=58a88469-a6e8-4f4a-87d0-167a1bff6a8c)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:58.614147 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-a6d9d55a-21ec-4254-bafe-09934bb44635 service neutron] For port 2a7444df-e262-4ae0-afaf-72b2a9d5a01a, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:17:58.649213 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-a6d9d55a-21ec-4254-bafe-09934bb44635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a7444df-e262-4ae0-afaf-72b2a9d5a01a {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:17:58.661336 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-a6d9d55a-21ec-4254-bafe-09934bb44635 service neutron] For port 2a7444df-e262-4ae0-afaf-72b2a9d5a01a, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=2a7444df-e262-4ae0-afaf-72b2a9d5a01a,segment=NetworkSegment(58a88469-a6e8-4f4a-87d0-167a1bff6a8c),segment_id=58a88469-a6e8-4f4a-87d0-167a1bff6a8c)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:17:58.744543 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-666c7414-f32e-4f13-a121-92630b8052f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:58.755033 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-de97f319-a50b-4bd4-bc89-b70e2555c5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:58.771135 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c7414-f32e-4f13-a121-92630b8052f8 None None] Pushing event deleted for resources: {'Port': ['ID=fa48a7fc-50a2-423e-9668-9484fda95bc5,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:58.774780 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666c7414-f32e-4f13-a121-92630b8052f8 None None] No DVR routers for this DVR port fa48a7fc-50a2-423e-9668-9484fda95bc5 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:17:58.813841 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97f319-a50b-4bd4-bc89-b70e2555c5a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa48a7fc-50a2-423e-9668-9484fda95bc5,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:58.819547 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-a6d9d55a-21ec-4254-bafe-09934bb44635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:58.835627 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de97f319-a50b-4bd4-bc89-b70e2555c5a3 admin admin] No DVR routers for this DVR port fa48a7fc-50a2-423e-9668-9484fda95bc5 on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:17:58.866481 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b1a0f4-e47b-414e-b5af-442ac36942d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1129cdb6-557d-468d-ad2e-3e0574b738f8'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:17:58.872610 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f7a788-cc7a-4ffe-ba46-65aa20b73a87" -d '{"events": [{"server_uuid": "c6b1a0f4-e47b-414e-b5af-442ac36942d6", "name": "network-vif-plugged", "status": "completed", "tag": "1129cdb6-557d-468d-ad2e-3e0574b738f8"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:17:58.994880 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-de97f319-a50b-4bd4-bc89-b70e2555c5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:59.060177 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device fa48a7fc-50a2-423e-9668-9484fda95bc5 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:17:59.087731 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-de97f319-a50b-4bd4-bc89-b70e2555c5a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c95aa21c-2b56-49ff-b508-5e602b607f55']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:17:59.099429 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: fa48a7fc-50a2-423e-9668-9484fda95bc5 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:17:59.099429 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device fa48a7fc-50a2-423e-9668-9484fda95bc5 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:17:59.131445 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-de97f319-a50b-4bd4-bc89-b70e2555c5a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b375aa3-1d2d-4300-8f4e-61c78e733512') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:17:59.132148 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-de97f319-a50b-4bd4-bc89-b70e2555c5a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b375aa3-1d2d-4300-8f4e-61c78e733512') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:17:59.177112 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-de97f319-a50b-4bd4-bc89-b70e2555c5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:59.184360 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-a6d9d55a-21ec-4254-bafe-09934bb44635 service neutron] Transition to ACTIVE for port object 2a7444df-e262-4ae0-afaf-72b2a9d5a01a will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:17:59.204243 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-de97f319-a50b-4bd4-bc89-b70e2555c5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:59.228662 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de97f319-a50b-4bd4-bc89-b70e2555c5a3 admin admin] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:17:59.229189 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-de97f319-a50b-4bd4-bc89-b70e2555c5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:59.231082 n-d-815690-2 neutron-server[102878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:17:59.231082 n-d-815690-2 neutron-server[102878]: self.session.flush() Oct 27 18:17:59.231082 n-d-815690-2 neutron-server[102878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:17:59.231082 n-d-815690-2 neutron-server[102878]: self.session.flush() Oct 27 18:17:59.231082 n-d-815690-2 neutron-server[102878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:17:59.231082 n-d-815690-2 neutron-server[102878]: self.session.flush() Oct 27 18:17:59.231082 n-d-815690-2 neutron-server[102878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:17:59.231082 n-d-815690-2 neutron-server[102878]: self.session.flush() Oct 27 18:17:59.231082 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:17:59.231082 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:17:59.231082 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:17:59.231082 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:17:59.231082 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:17:59.231082 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:17:59.231082 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:17:59.231082 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:17:59.231082 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:17:59.231082 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:17:59.231082 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:17:59.231082 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:17:59.231082 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:17:59.231082 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:17:59.231082 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:17:59.231082 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:17:59.231082 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:17:59.231082 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:17:59.231082 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:17:59.231082 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:17:59.231082 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:17:59.231082 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:17:59.231082 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:17:59.231082 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:17:59.231082 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:17:59.231082 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:17:59.231082 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:17:59.231082 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:17:59.231082 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:17:59.231082 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:17:59.231082 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:17:59.231082 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:17:59.314179 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-a6d9d55a-21ec-4254-bafe-09934bb44635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:59.413338 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-a6d9d55a-21ec-4254-bafe-09934bb44635 service neutron] No DVR routers for this DVR port 2a7444df-e262-4ae0-afaf-72b2a9d5a01a on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:17:59.419004 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-de97f319-a50b-4bd4-bc89-b70e2555c5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:59.467770 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-de97f319-a50b-4bd4-bc89-b70e2555c5a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:17:59.471853 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-de97f319-a50b-4bd4-bc89-b70e2555c5a3 admin admin] 10.222.0.52 "DELETE /v2.0/networks/c95aa21c-2b56-49ff-b508-5e602b607f55 HTTP/1.1" status: 204 len: 168 time: 2.1923416 Oct 27 18:17:59.475755 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44712) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:17:59.495074 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d9d55a-21ec-4254-bafe-09934bb44635 service neutron] Pushing event updated for resources: {'Port': ['ID=2a7444df-e262-4ae0-afaf-72b2a9d5a01a,revision_number=10']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:59.512599 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97f319-a50b-4bd4-bc89-b70e2555c5a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c95aa21c-2b56-49ff-b508-5e602b607f55,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:17:59.522594 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-a6d9d55a-21ec-4254-bafe-09934bb44635 service neutron] 10.222.0.93 "PUT /v2.0/ports/2a7444df-e262-4ae0-afaf-72b2a9d5a01a/bindings/n-h1-815690-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2827551 Oct 27 18:17:59.737187 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-b00f68df-1c01-4289-89e9-91835c123966 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:59.738767 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-b00f68df-1c01-4289-89e9-91835c123966 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc&tenant_id=43d2aacb3b5645edb71ed26889dd4536&binding%3Ahost_id=n-h2-815690-2 HTTP/1.1" status: 200 len: 1096 time: 0.0713909 Oct 27 18:17:59.820610 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-48bbdac6-ac4d-49ea-94c6-29ba3990f144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:17:59.822993 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-48bbdac6-ac4d-49ea-94c6-29ba3990f144 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc&tenant_id=43d2aacb3b5645edb71ed26889dd4536 HTTP/1.1" status: 200 len: 1096 time: 0.0661485 Oct 27 18:18:00.014754 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-7b5b433d-ada1-48ed-b29d-ef2406241fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:00.036380 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-7b5b433d-ada1-48ed-b29d-ef2406241fef service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=43d2aacb3b5645edb71ed26889dd4536&device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc HTTP/1.1" status: 200 len: 1096 time: 0.1743908 Oct 27 18:18:00.308514 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-064be23d-603e-4381-ab29-875f910ec2a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:00.309795 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-66e60cfc-7fe9-4cb0-a0d5-a4c830df3de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:00.311461 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-66e60cfc-7fe9-4cb0-a0d5-a4c830df3de8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b HTTP/1.1" status: 200 len: 909 time: 0.2724049 Oct 27 18:18:00.454889 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-9ce4913c-392c-44ac-af14-69d8b8c706b1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a7444df-e262-4ae0-afaf-72b2a9d5a01a HTTP/1.1" status: 200 len: 217 time: 0.1334729 Oct 27 18:18:00.588943 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-adae6f43-52d5-4efa-add9-63c43d6b5d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:00.603493 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-adae6f43-52d5-4efa-add9-63c43d6b5d1d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9d2e93d5-4842-4818-961f-a77ef1a8f95b HTTP/1.1" status: 200 len: 847 time: 0.1408353 Oct 27 18:18:00.840462 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-269be1d4-27ce-473e-86c2-54d633a2bbd2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2118964 Oct 27 18:18:00.981422 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-4673f4f4-1093-49bd-8937-6f9295095aac service neutron] 10.222.0.81 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470788 Oct 27 18:18:00.995617 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-064be23d-603e-4381-ab29-875f910ec2a2 admin admin] Deleting port 7dce50eb-2a64-4e11-9617-c46e88add197 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:18:00.996199 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-064be23d-603e-4381-ab29-875f910ec2a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:01.119510 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-08dc78b1-25a7-4e7f-a9aa-9cb71d721656 service neutron] 10.222.0.81 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303973 Oct 27 18:18:01.147138 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-064be23d-603e-4381-ab29-875f910ec2a2 admin admin] For port 7dce50eb-2a64-4e11-9617-c46e88add197, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=7dce50eb-2a64-4e11-9617-c46e88add197,segment=NetworkSegment(e32e95b2-ac4c-4071-8a7e-5d6854e16b2c),segment_id=e32e95b2-ac4c-4071-8a7e-5d6854e16b2c)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:18:01.147512 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-064be23d-603e-4381-ab29-875f910ec2a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:01.162927 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-064be23d-603e-4381-ab29-875f910ec2a2 admin admin] Calling delete_port for 7dce50eb-2a64-4e11-9617-c46e88add197 owned by network:router_interface {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:18:01.558028 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-064be23d-603e-4381-ab29-875f910ec2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:01.593081 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064be23d-603e-4381-ab29-875f910ec2a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dce50eb-2a64-4e11-9617-c46e88add197,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:01.634519 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-64ceb9dc-a813-4493-a81f-fc6775f23a65 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:01.637236 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-64ceb9dc-a813-4493-a81f-fc6775f23a65 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc&tenant_id=43d2aacb3b5645edb71ed26889dd4536&binding%3Ahost_id=n-h1-815690-2 HTTP/1.1" status: 200 len: 1096 time: 0.0945909 Oct 27 18:18:01.897511 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-064be23d-603e-4381-ab29-875f910ec2a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:01.956174 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-a58d445c-6102-4597-b608-2cd2cca2e5c0 service neutron] For port 2a7444df-e262-4ae0-afaf-72b2a9d5a01a, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:18:01.964887 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-a58d445c-6102-4597-b608-2cd2cca2e5c0 service neutron] Publish callbacks [] for binding, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:01.964887 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-a58d445c-6102-4597-b608-2cd2cca2e5c0 service neutron] 10.222.0.81 "DELETE /v2.0/ports/2a7444df-e262-4ae0-afaf-72b2a9d5a01a/bindings/n-h2-815690-2 HTTP/1.1" status: 204 len: 173 time: 0.3172114 Oct 27 18:18:02.270044 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-064be23d-603e-4381-ab29-875f910ec2a2 admin admin] Router 669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:18:02.472489 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064be23d-603e-4381-ab29-875f910ec2a2 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:18:02.479133 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-064be23d-603e-4381-ab29-875f910ec2a2 admin admin] 10.222.0.52 "PUT /v2.0/routers/669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0022631 Oct 27 18:18:02.483508 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44718) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:18:02.488491 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f4e852-337a-4c59-a4c3-4bc86d64302d None None] Sync routers for ids ['669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:18:02.507416 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f4e852-337a-4c59-a4c3-4bc86d64302d None None] Routers {'669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:18:02.508059 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-94f4e852-337a-4c59-a4c3-4bc86d64302d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:17:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:18:02.573879 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:18:02.707003 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-94f4e852-337a-4c59-a4c3-4bc86d64302d None None] Set router 669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:18:02.721487 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d56351cc-c1b2-489b-a0c9-a9d1252aae32 admin admin] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:02.860589 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d56351cc-c1b2-489b-a0c9-a9d1252aae32 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:02.994774 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-94f4e852-337a-4c59-a4c3-4bc86d64302d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b', 'name': 'tempest-AttachSCSIVolumeTestJSON-716903912-router', 'tenant_id': 'ec88986c7eac443d86cfc3440cb5a80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': '4bd3b8f6-304c-41bf-b411-a74cca231ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:15:38Z', 'updated_at': '2021-10-27T18:18:01Z', 'revision_number': 5, 'project_id': 'ec88986c7eac443d86cfc3440cb5a80c', 'gw_port': {'id': '4bd3b8f6-304c-41bf-b411-a74cca231ae7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:15:39Z', 'updated_at': '2021-10-27T18:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:18:03.044415 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-d56351cc-c1b2-489b-a0c9-a9d1252aae32 admin admin] Deleting port 4bd3b8f6-304c-41bf-b411-a74cca231ae7 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:18:03.044765 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d56351cc-c1b2-489b-a0c9-a9d1252aae32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:03.061823 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f4e852-337a-4c59-a4c3-4bc86d64302d None None] Checking router: 669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:18:03.073122 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f4e852-337a-4c59-a4c3-4bc86d64302d None None] Routers {'669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:18:03.076913 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-94f4e852-337a-4c59-a4c3-4bc86d64302d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:17:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:18:03.196441 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-94f4e852-337a-4c59-a4c3-4bc86d64302d None None] Set router 669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:18:03.196748 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-d56351cc-c1b2-489b-a0c9-a9d1252aae32 admin admin] For port 4bd3b8f6-304c-41bf-b411-a74cca231ae7, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=4bd3b8f6-304c-41bf-b411-a74cca231ae7,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:18:03.197181 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d56351cc-c1b2-489b-a0c9-a9d1252aae32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:03.221309 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-d56351cc-c1b2-489b-a0c9-a9d1252aae32 admin admin] Calling delete_port for 4bd3b8f6-304c-41bf-b411-a74cca231ae7 owned by network:router_gateway {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:18:03.293069 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-94f4e852-337a-4c59-a4c3-4bc86d64302d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b', 'name': 'tempest-AttachSCSIVolumeTestJSON-716903912-router', 'tenant_id': 'ec88986c7eac443d86cfc3440cb5a80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:15:38Z', 'updated_at': '2021-10-27T18:18:02Z', 'revision_number': 6, 'project_id': 'ec88986c7eac443d86cfc3440cb5a80c', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:18:03.321457 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f4e852-337a-4c59-a4c3-4bc86d64302d None None] The sync data for ids ['669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b'] in n-d-815690-2 is: [{'id': '669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b', 'name': 'tempest-AttachSCSIVolumeTestJSON-716903912-router', 'tenant_id': 'ec88986c7eac443d86cfc3440cb5a80c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:15:38Z', 'updated_at': '2021-10-27T18:18:02Z', 'revision_number': 6, 'project_id': 'ec88986c7eac443d86cfc3440cb5a80c', 'gw_port_host': None}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:18:03.569507 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d56351cc-c1b2-489b-a0c9-a9d1252aae32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:03.647997 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56351cc-c1b2-489b-a0c9-a9d1252aae32 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bd3b8f6-304c-41bf-b411-a74cca231ae7,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:03.721900 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d56351cc-c1b2-489b-a0c9-a9d1252aae32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:04.015959 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d56351cc-c1b2-489b-a0c9-a9d1252aae32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:04.022991 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d56351cc-c1b2-489b-a0c9-a9d1252aae32 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:04.098026 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-2a150b03-4ca1-4498-8c80-f7f5ee39840e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:04.099839 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-2a150b03-4ca1-4498-8c80-f7f5ee39840e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a91620ccab6b42bd92005fb366774bad&device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 1096 time: 0.1373036 Oct 27 18:18:04.222974 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-5b3ca07f-4e8c-469e-a692-f0d92e90dc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:04.224909 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-5b3ca07f-4e8c-469e-a692-f0d92e90dc94 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b3551270-2765-4a25-abeb-25e55b0a5126 HTTP/1.1" status: 200 len: 923 time: 0.1147239 Oct 27 18:18:04.278051 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-ea32ae71-5850-4ea1-9b41-cc626e5206c5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fecdc6d7-3d40-4405-ad5a-c0e583376c35 HTTP/1.1" status: 200 len: 217 time: 0.0431354 Oct 27 18:18:04.289101 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d56351cc-c1b2-489b-a0c9-a9d1252aae32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:04.289101 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56351cc-c1b2-489b-a0c9-a9d1252aae32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:18:04.293769 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d56351cc-c1b2-489b-a0c9-a9d1252aae32 admin admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:04.294946 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d56351cc-c1b2-489b-a0c9-a9d1252aae32 admin admin] 10.222.0.52 "DELETE /v2.0/routers/669c1ed1-d4d6-4e3a-ac6e-7ce4fc91705b HTTP/1.1" status: 204 len: 168 time: 1.8104210 Oct 27 18:18:04.298037 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44724) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:18:04.354775 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-23e5d2c3-dfc1-4836-8414-63bc62145557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:04.356975 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-23e5d2c3-dfc1-4836-8414-63bc62145557 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b6b6ba7-005f-448a-b57c-d52798a8629c HTTP/1.1" status: 200 len: 861 time: 0.0603280 Oct 27 18:18:04.359099 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-23cefe46-b94f-42c8-af70-75df0e2d6127 admin admin] Deleting subnet 3e67e3ae-04ae-4801-9d8e-bec3ed53b294 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:18:04.362655 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-23cefe46-b94f-42c8-af70-75df0e2d6127 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:04.406093 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-5eeb768b-4da0-4faa-8c8d-b5134d0aef8b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b3551270-2765-4a25-abeb-25e55b0a5126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413959 Oct 27 18:18:04.424345 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-23cefe46-b94f-42c8-af70-75df0e2d6127 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:04.543547 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-3365e528-81e8-45c8-9613-b73a27b6f162 service neutron] 10.222.0.81 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283569 Oct 27 18:18:04.549537 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-23cefe46-b94f-42c8-af70-75df0e2d6127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:04.678928 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-67fa7358-e85d-49f8-a87f-53bdbbd6fecf service neutron] 10.222.0.81 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222360 Oct 27 18:18:04.948296 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7dce50eb-2a64-4e11-9617-c46e88add197 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:18:04.969512 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 7dce50eb-2a64-4e11-9617-c46e88add197 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:18:04.969860 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7dce50eb-2a64-4e11-9617-c46e88add197 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:18:04.970276 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 4bd3b8f6-304c-41bf-b411-a74cca231ae7 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:18:04.993589 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 4bd3b8f6-304c-41bf-b411-a74cca231ae7 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:18:04.993930 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 4bd3b8f6-304c-41bf-b411-a74cca231ae7 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:18:05.009638 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-23cefe46-b94f-42c8-af70-75df0e2d6127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:05.031263 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cefe46-b94f-42c8-af70-75df0e2d6127 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e67e3ae-04ae-4801-9d8e-bec3ed53b294,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:05.035315 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-23cefe46-b94f-42c8-af70-75df0e2d6127 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:05.038733 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-23cefe46-b94f-42c8-af70-75df0e2d6127 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/3e67e3ae-04ae-4801-9d8e-bec3ed53b294 HTTP/1.1" status: 204 len: 168 time: 0.7396894 Oct 27 18:18:05.042077 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44742) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:18:05.043827 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fd189f-f4a4-4304-8658-232ebc496d9c None None] Network afa0e2f5-6779-4ce9-8988-0460e4e4af06 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:18:05.152507 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac867e15-dcbd-42ea-bf5f-02344f14780b x-openstack-request-id: req-ac867e15-dcbd-42ea-bf5f-02344f14780b {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:18:05.152507 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a2e022-deb9-458c-a476-b8933705113e", "name": "network-vif-deleted", "tag": "56b4f8e3-bf27-4c86-a72d-57ec68bdca0b", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:18:05.152507 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ac867e15-dcbd-42ea-bf5f-02344f14780b {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:18:05.152830 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a2e022-deb9-458c-a476-b8933705113e', 'name': 'network-vif-deleted', 'tag': '56b4f8e3-bf27-4c86-a72d-57ec68bdca0b', 'status': 'completed', 'code': 200} Oct 27 18:18:05.183584 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-723d05c9-d090-4fc2-bf4c-5d2661cc8fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:05.219794 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e376c-4a37-4fc8-8f48-769ba81c8f3d req-b1886342-0e48-4455-86b4-a1c4d429d373 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:05.221874 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-986e376c-4a37-4fc8-8f48-769ba81c8f3d req-b1886342-0e48-4455-86b4-a1c4d429d373 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=e90fbca2-708d-4a63-a30a-53e577a1669f HTTP/1.1" status: 200 len: 950 time: 0.0927086 Oct 27 18:18:05.315288 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-986e376c-4a37-4fc8-8f48-769ba81c8f3d req-0aa70e02-7bb3-4286-a9ee-9fa04e76f643 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723839 Oct 27 18:18:05.337388 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac9e68c-4300-4f3f-82c4-039039c1b2d9 None None] DHCP port deletion for afa0e2f5-6779-4ce9-8988-0460e4e4af06 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:18:05.351961 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-723d05c9-d090-4fc2-bf4c-5d2661cc8fb5 admin admin] Deleting port c10cdcba-24af-45d4-a0bb-619b9afb4932 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:18:05.352317 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-723d05c9-d090-4fc2-bf4c-5d2661cc8fb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:05.467842 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-5ac9e68c-4300-4f3f-82c4-039039c1b2d9 None None] Deleting port c10cdcba-24af-45d4-a0bb-619b9afb4932 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:18:05.468387 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5ac9e68c-4300-4f3f-82c4-039039c1b2d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:05.526962 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-723d05c9-d090-4fc2-bf4c-5d2661cc8fb5 admin admin] For port c10cdcba-24af-45d4-a0bb-619b9afb4932, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=c10cdcba-24af-45d4-a0bb-619b9afb4932,segment=NetworkSegment(e32e95b2-ac4c-4071-8a7e-5d6854e16b2c),segment_id=e32e95b2-ac4c-4071-8a7e-5d6854e16b2c)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:18:05.527876 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-723d05c9-d090-4fc2-bf4c-5d2661cc8fb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:05.561405 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-5ac9e68c-4300-4f3f-82c4-039039c1b2d9 None None] For port c10cdcba-24af-45d4-a0bb-619b9afb4932, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=c10cdcba-24af-45d4-a0bb-619b9afb4932,segment=NetworkSegment(e32e95b2-ac4c-4071-8a7e-5d6854e16b2c),segment_id=e32e95b2-ac4c-4071-8a7e-5d6854e16b2c)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:18:05.562023 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5ac9e68c-4300-4f3f-82c4-039039c1b2d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:05.581530 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-5ac9e68c-4300-4f3f-82c4-039039c1b2d9 None None] Calling delete_port for c10cdcba-24af-45d4-a0bb-619b9afb4932 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:18:05.584784 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819ba6e-b8b0-4a3a-991b-5646ec96f552 req-9a06ef91-139c-4527-882b-da60f3c1ddbc tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:05.584784 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a819ba6e-b8b0-4a3a-991b-5646ec96f552 req-9a06ef91-139c-4527-882b-da60f3c1ddbc tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 945 time: 0.1779394 Oct 27 18:18:05.590741 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-723d05c9-d090-4fc2-bf4c-5d2661cc8fb5 admin admin] Calling delete_port for c10cdcba-24af-45d4-a0bb-619b9afb4932 owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:18:05.636395 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a819ba6e-b8b0-4a3a-991b-5646ec96f552 req-a37ba345-f60a-457a-b8ee-3b8b3546a373 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377991 Oct 27 18:18:05.648504 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61a9fe-20e1-4819-8d6c-f5c4fe61f5ae req-9d2afa82-5784-4116-a5f0-008c1afe295a tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:05.650197 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8a61a9fe-20e1-4819-8d6c-f5c4fe61f5ae req-9d2afa82-5784-4116-a5f0-008c1afe295a tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc HTTP/1.1" status: 200 len: 945 time: 0.1921461 Oct 27 18:18:05.777647 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8a61a9fe-20e1-4819-8d6c-f5c4fe61f5ae req-c5212faa-fd69-4b23-99a3-c1a06d8cec51 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767367 Oct 27 18:18:05.817461 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5ac9e68c-4300-4f3f-82c4-039039c1b2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:05.823425 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-723d05c9-d090-4fc2-bf4c-5d2661cc8fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:05.891609 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d05c9-d090-4fc2-bf4c-5d2661cc8fb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c10cdcba-24af-45d4-a0bb-619b9afb4932,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:05.898545 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb0686a-ca44-4af5-9867-3c7bb77c5fd7 x-openstack-request-id: req-ddb0686a-ca44-4af5-9867-3c7bb77c5fd7 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:18:05.898879 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b1a0f4-e47b-414e-b5af-442ac36942d6", "name": "network-vif-plugged", "status": "completed", "tag": "1129cdb6-557d-468d-ad2e-3e0574b738f8", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:18:05.899763 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ddb0686a-ca44-4af5-9867-3c7bb77c5fd7 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:18:05.899763 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b1a0f4-e47b-414e-b5af-442ac36942d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1129cdb6-557d-468d-ad2e-3e0574b738f8', 'code': 200} Oct 27 18:18:05.900540 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac9e68c-4300-4f3f-82c4-039039c1b2d9 None None] Pushing event deleted for resources: {'Port': ['ID=c10cdcba-24af-45d4-a0bb-619b9afb4932,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:05.906098 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac9e68c-4300-4f3f-82c4-039039c1b2d9 None None] No DVR routers for this DVR port c10cdcba-24af-45d4-a0bb-619b9afb4932 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:18:05.912000 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44770) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:18:05.923699 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723d05c9-d090-4fc2-bf4c-5d2661cc8fb5 admin admin] No DVR routers for this DVR port c10cdcba-24af-45d4-a0bb-619b9afb4932 on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:18:05.926127 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac9e68c-4300-4f3f-82c4-039039c1b2d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:05.926738 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac9e68c-4300-4f3f-82c4-039039c1b2d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:05.926909 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac9e68c-4300-4f3f-82c4-039039c1b2d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:05.927182 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac9e68c-4300-4f3f-82c4-039039c1b2d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:05.927516 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac9e68c-4300-4f3f-82c4-039039c1b2d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:05.934220 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac9e68c-4300-4f3f-82c4-039039c1b2d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:05.934623 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac9e68c-4300-4f3f-82c4-039039c1b2d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:05.935036 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac9e68c-4300-4f3f-82c4-039039c1b2d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:05.935335 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac9e68c-4300-4f3f-82c4-039039c1b2d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:05.939268 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac9e68c-4300-4f3f-82c4-039039c1b2d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:05.939268 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac9e68c-4300-4f3f-82c4-039039c1b2d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:05.939268 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac9e68c-4300-4f3f-82c4-039039c1b2d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:06.085344 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-723d05c9-d090-4fc2-bf4c-5d2661cc8fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:06.110407 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-723d05c9-d090-4fc2-bf4c-5d2661cc8fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afa0e2f5-6779-4ce9-8988-0460e4e4af06']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:18:06.121899 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-723d05c9-d090-4fc2-bf4c-5d2661cc8fb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e32e95b2-ac4c-4071-8a7e-5d6854e16b2c') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:18:06.122338 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-723d05c9-d090-4fc2-bf4c-5d2661cc8fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e32e95b2-ac4c-4071-8a7e-5d6854e16b2c') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:18:06.134570 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-723d05c9-d090-4fc2-bf4c-5d2661cc8fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:06.171868 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-723d05c9-d090-4fc2-bf4c-5d2661cc8fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:06.188587 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-723d05c9-d090-4fc2-bf4c-5d2661cc8fb5 admin admin] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:18:06.190782 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-723d05c9-d090-4fc2-bf4c-5d2661cc8fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:06.194858 n-d-815690-2 neutron-server[102878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:18:06.194858 n-d-815690-2 neutron-server[102878]: self.session.flush() Oct 27 18:18:06.194858 n-d-815690-2 neutron-server[102878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:18:06.194858 n-d-815690-2 neutron-server[102878]: self.session.flush() Oct 27 18:18:06.194858 n-d-815690-2 neutron-server[102878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:18:06.194858 n-d-815690-2 neutron-server[102878]: self.session.flush() Oct 27 18:18:06.194858 n-d-815690-2 neutron-server[102878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:18:06.194858 n-d-815690-2 neutron-server[102878]: self.session.flush() Oct 27 18:18:06.194858 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:18:06.194858 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:18:06.194858 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:18:06.194858 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:18:06.194858 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:18:06.194858 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:18:06.194858 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:18:06.194858 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:18:06.194858 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:18:06.194858 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:18:06.194858 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:18:06.194858 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:18:06.194858 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:18:06.194858 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:18:06.194858 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:18:06.194858 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:18:06.194858 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:18:06.194858 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:18:06.194858 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:18:06.194858 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:18:06.194858 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:18:06.194858 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:18:06.194858 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:18:06.194858 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:18:06.194858 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:18:06.194858 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:18:06.194858 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:18:06.194858 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:18:06.194858 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:18:06.194858 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:18:06.194858 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:18:06.194858 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:18:06.222220 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c559ced-fe89-4ba6-8c05-8d579c82ced8 req-1a88e9cc-cd98-4283-8002-25fbad6e774b tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:06.226387 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5c559ced-fe89-4ba6-8c05-8d579c82ced8 req-1a88e9cc-cd98-4283-8002-25fbad6e774b tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=41b82094-efe3-44a9-abe1-44b16a5dd542 HTTP/1.1" status: 200 len: 950 time: 0.2644324 Oct 27 18:18:06.290393 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3103568d-3fad-4552-99ad-7531918ff592 req-ff3a86f2-c98d-45e7-bd84-5aeb4af2a39c tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:06.292094 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3103568d-3fad-4552-99ad-7531918ff592 req-ff3a86f2-c98d-45e7-bd84-5aeb4af2a39c tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd02b6c3-2521-4803-b091-008cc141582b HTTP/1.1" status: 200 len: 950 time: 0.2704110 Oct 27 18:18:06.329833 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e1edab31-72f6-46a5-8014-b8b8e5084fd5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=22d5ef1108754de6b7ab20f33da88601&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4099598 Oct 27 18:18:06.331126 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44778) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:18:06.363239 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5c559ced-fe89-4ba6-8c05-8d579c82ced8 req-2ef32d8d-e17d-41f4-8ce6-4ae8c48a6d00 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023514 Oct 27 18:18:06.375381 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3103568d-3fad-4552-99ad-7531918ff592 req-3e715158-bf02-4d54-9241-d4de922aa6bf tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6d2fe8a-530b-4783-b8a7-502458b80949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657990 Oct 27 18:18:06.428289 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-723d05c9-d090-4fc2-bf4c-5d2661cc8fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:06.438961 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-723d05c9-d090-4fc2-bf4c-5d2661cc8fb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:06.447742 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-723d05c9-d090-4fc2-bf4c-5d2661cc8fb5 admin admin] 10.222.0.52 "DELETE /v2.0/networks/afa0e2f5-6779-4ce9-8988-0460e4e4af06 HTTP/1.1" status: 204 len: 168 time: 1.4036586 Oct 27 18:18:06.473351 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f9e3d1e4-00d0-4569-a047-d25ed1e1e8d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:06.481083 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d05c9-d090-4fc2-bf4c-5d2661cc8fb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=afa0e2f5-6779-4ce9-8988-0460e4e4af06,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:06.542211 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f9e3d1e4-00d0-4569-a047-d25ed1e1e8d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:06.606297 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96675d1f-4275-437f-8939-5cabfa24aa8a req-85962bfd-310e-4423-aae9-51a525252d3e tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:06.614386 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-96675d1f-4275-437f-8939-5cabfa24aa8a req-85962bfd-310e-4423-aae9-51a525252d3e tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc HTTP/1.1" status: 200 len: 1096 time: 0.0961845 Oct 27 18:18:06.675848 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-96675d1f-4275-437f-8939-5cabfa24aa8a req-34c52f5f-f89c-4e1c-a345-85b3a5e67516 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542545 Oct 27 18:18:06.707976 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f9e3d1e4-00d0-4569-a047-d25ed1e1e8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:06.711381 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f9e3d1e4-00d0-4569-a047-d25ed1e1e8d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:06.712830 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f9e3d1e4-00d0-4569-a047-d25ed1e1e8d9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/907e52db-b12d-402a-8ccd-81cb1159dbb3 HTTP/1.1" status: 204 len: 168 time: 0.3790326 Oct 27 18:18:06.725088 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3d1e4-00d0-4569-a047-d25ed1e1e8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907e52db-b12d-402a-8ccd-81cb1159dbb3,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:06.890802 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44812) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:18:06.997918 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-19d0b5a5-8db2-4648-84eb-f5488dad8917 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=22773e15fdb845dfa8198283c26c1ddd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1055393 Oct 27 18:18:07.001183 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44814) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:18:07.042109 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device c10cdcba-24af-45d4-a0bb-619b9afb4932 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:18:07.073512 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: c10cdcba-24af-45d4-a0bb-619b9afb4932 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:18:07.073855 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device c10cdcba-24af-45d4-a0bb-619b9afb4932 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:18:07.122627 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-89ddd09e-cd41-4a44-9583-edfcdfd04bc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:07.170555 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-89ddd09e-cd41-4a44-9583-edfcdfd04bc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:07.289730 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc0149-6c48-4e21-90c2-96189307cf64 req-8f2184ae-864d-4d1e-b64a-a50985e76830 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:07.297732 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc0149-6c48-4e21-90c2-96189307cf64 req-8f2184ae-864d-4d1e-b64a-a50985e76830 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:07.299407 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-59bc0149-6c48-4e21-90c2-96189307cf64 req-8f2184ae-864d-4d1e-b64a-a50985e76830 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=41b82094-efe3-44a9-abe1-44b16a5dd542&device_id=e90fbca2-708d-4a63-a30a-53e577a1669f HTTP/1.1" status: 200 len: 1691 time: 0.1001439 Oct 27 18:18:07.366431 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-59bc0149-6c48-4e21-90c2-96189307cf64 req-f958325b-6c1f-414b-9622-7696bfa12f81 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534964 Oct 27 18:18:07.397300 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-89ddd09e-cd41-4a44-9583-edfcdfd04bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:07.399933 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-89ddd09e-cd41-4a44-9583-edfcdfd04bc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:07.403327 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-89ddd09e-cd41-4a44-9583-edfcdfd04bc4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fe7b47d0-b2d2-4513-ad4b-681a95d750a0 HTTP/1.1" status: 204 len: 168 time: 0.3987339 Oct 27 18:18:07.424241 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ddd09e-cd41-4a44-9583-edfcdfd04bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7b47d0-b2d2-4513-ad4b-681a95d750a0,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:07.487696 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef86f968-d11f-47de-b328-b48a23778f42 req-7cdff60b-8745-440a-9c3b-25ee73219a04 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:07.496640 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ef86f968-d11f-47de-b328-b48a23778f42 req-7cdff60b-8745-440a-9c3b-25ee73219a04 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 945 time: 0.0714996 Oct 27 18:18:07.555975 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ef86f968-d11f-47de-b328-b48a23778f42 req-ea455f18-0ff4-49b0-8111-427e749e4e32 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541799 Oct 27 18:18:07.643088 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44828) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:18:07.709843 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2b836a66-357a-4382-99a1-42ee253f3259 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=89816a7579474941b57fbdb235447861&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0657508 Oct 27 18:18:07.712763 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44832) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:18:07.732085 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bef938-42f7-48a0-a4dd-7fd0e5b1fceb req-48085a90-575e-47d9-84fd-f90b47c24ac2 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:07.743054 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e3bef938-42f7-48a0-a4dd-7fd0e5b1fceb req-48085a90-575e-47d9-84fd-f90b47c24ac2 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc HTTP/1.1" status: 200 len: 1096 time: 0.0876031 Oct 27 18:18:07.772724 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2b2c3543-34a4-4447-9e16-4794194eca6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:07.814931 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2b2c3543-34a4-4447-9e16-4794194eca6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:07.834683 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e3bef938-42f7-48a0-a4dd-7fd0e5b1fceb req-49b243de-0156-4bd5-b514-60723fae10f2 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860953 Oct 27 18:18:07.979850 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2b2c3543-34a4-4447-9e16-4794194eca6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:07.983947 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2b2c3543-34a4-4447-9e16-4794194eca6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:07.985463 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2b2c3543-34a4-4447-9e16-4794194eca6a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/36cc26ea-6c63-4602-b270-a51b0169c03f HTTP/1.1" status: 204 len: 168 time: 0.2715592 Oct 27 18:18:08.010167 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c3543-34a4-4447-9e16-4794194eca6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36cc26ea-6c63-4602-b270-a51b0169c03f,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:08.041251 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 22f9f5d1-bc81-4a59-886f-8ecb35731f39 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:18:08.249921 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:08.301616 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd02b6c3-2521-4803-b091-008cc141582b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22f9f5d1-bc81-4a59-886f-8ecb35731f39'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:18:08.304069 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fecc64-bd2a-4020-af36-b5d346e8bf3e" -d '{"events": [{"server_uuid": "cd02b6c3-2521-4803-b091-008cc141582b", "name": "network-vif-unplugged", "status": "completed", "tag": "22f9f5d1-bc81-4a59-886f-8ecb35731f39"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:18:08.320396 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 22f9f5d1-bc81-4a59-886f-8ecb35731f39, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=22f9f5d1-bc81-4a59-886f-8ecb35731f39,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:18:08.391610 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:08.400368 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44868) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:18:08.476903 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-00acf90e-f50a-489c-9142-c0fc2dab96af admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ec88986c7eac443d86cfc3440cb5a80c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0752723 Oct 27 18:18:08.477463 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=22f9f5d1-bc81-4a59-886f-8ecb35731f39,revision_number=11']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:08.479419 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44872) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:18:08.550776 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-28bf4e60-e221-46c6-980a-5d0bbb0a3d10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:08.578036 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-28bf4e60-e221-46c6-980a-5d0bbb0a3d10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:08.683899 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-28bf4e60-e221-46c6-980a-5d0bbb0a3d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:08.687468 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-28bf4e60-e221-46c6-980a-5d0bbb0a3d10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:08.688802 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-28bf4e60-e221-46c6-980a-5d0bbb0a3d10 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c2c163a9-5d15-4c94-b89f-2547625f9f3e HTTP/1.1" status: 204 len: 168 time: 0.2083235 Oct 27 18:18:08.699477 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf4e60-e221-46c6-980a-5d0bbb0a3d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c163a9-5d15-4c94-b89f-2547625f9f3e,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:09.299858 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d019c8-169e-4a66-81fd-ff3df5b6fa01 req-2b0ce735-ef06-4d64-8d2d-37fcf7f5261d tempest-ServersOnMultiNodesTest-1960722965 tempest-ServersOnMultiNodesTest-1960722965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:09.311519 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-82d019c8-169e-4a66-81fd-ff3df5b6fa01 req-2b0ce735-ef06-4d64-8d2d-37fcf7f5261d tempest-ServersOnMultiNodesTest-1960722965 tempest-ServersOnMultiNodesTest-1960722965-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=41b82094-efe3-44a9-abe1-44b16a5dd542 HTTP/1.1" status: 200 len: 1101 time: 0.1582265 Oct 27 18:18:09.371297 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-82d019c8-169e-4a66-81fd-ff3df5b6fa01 req-e51faa4a-ffe0-4456-b96c-9d27f1c32355 tempest-ServersOnMultiNodesTest-1960722965 tempest-ServersOnMultiNodesTest-1960722965-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524571 Oct 27 18:18:09.597689 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d26d6-c2b1-4afc-8d2e-3863e7cfbf5f req-0987b23c-cc8d-4af0-888d-7928e7ca14fb tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:09.611498 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7b3d26d6-c2b1-4afc-8d2e-3863e7cfbf5f req-0987b23c-cc8d-4af0-888d-7928e7ca14fb tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 945 time: 0.1086993 Oct 27 18:18:09.643452 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 18:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8fc14e-52c1-4e6c-b805-c03ef6b9b619 x-openstack-request-id: req-0e8fc14e-52c1-4e6c-b805-c03ef6b9b619 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:18:09.644035 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd02b6c3-2521-4803-b091-008cc141582b", "name": "network-vif-unplugged", "status": "completed", "tag": "22f9f5d1-bc81-4a59-886f-8ecb35731f39", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:18:09.644588 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0e8fc14e-52c1-4e6c-b805-c03ef6b9b619 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:18:09.644827 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd02b6c3-2521-4803-b091-008cc141582b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22f9f5d1-bc81-4a59-886f-8ecb35731f39', 'code': 200} Oct 27 18:18:09.672341 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7b3d26d6-c2b1-4afc-8d2e-3863e7cfbf5f req-9ad8f34b-2687-4bf4-aa1e-e954a0033c59 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585873 Oct 27 18:18:09.832745 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d4aa0b07-3a3c-4f88-8148-d67832af04bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:10.020000 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b6f97-798d-4b6c-bee2-8563af176ffb req-2535bd66-489f-4837-a8ff-f353908f8df1 tempest-ServersOnMultiNodesTest-1960722965 tempest-ServersOnMultiNodesTest-1960722965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:10.030240 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-037b6f97-798d-4b6c-bee2-8563af176ffb req-2535bd66-489f-4837-a8ff-f353908f8df1 tempest-ServersOnMultiNodesTest-1960722965 tempest-ServersOnMultiNodesTest-1960722965-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e90fbca2-708d-4a63-a30a-53e577a1669f HTTP/1.1" status: 200 len: 1101 time: 0.1278837 Oct 27 18:18:10.164400 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-037b6f97-798d-4b6c-bee2-8563af176ffb req-bf243204-72ad-4619-928b-e2406386b03c tempest-ServersOnMultiNodesTest-1960722965 tempest-ServersOnMultiNodesTest-1960722965-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266875 Oct 27 18:18:10.940617 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73c6b2-974e-4aac-a9b7-647a616710f7 req-91512ee6-3887-4ac3-a436-c6848752b8d5 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:10.949753 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cb73c6b2-974e-4aac-a9b7-647a616710f7 req-91512ee6-3887-4ac3-a436-c6848752b8d5 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 945 time: 0.0623429 Oct 27 18:18:11.053115 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cb73c6b2-974e-4aac-a9b7-647a616710f7 req-85963cbb-73d6-4a6f-bcef-b2b3ff484929 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967498 Oct 27 18:18:11.254407 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-26beda25-34b3-4704-8872-ad6106034aaa req-e8964335-b0c5-45c6-a533-e9e2b2c7a070 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=82f76d5c977b49a3a741c29e3332e08f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0722709 Oct 27 18:18:11.413715 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26beda25-34b3-4704-8872-ad6106034aaa req-28450f5c-795e-4bd2-9765-a1c7804267a6 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:11.422036 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-26beda25-34b3-4704-8872-ad6106034aaa req-28450f5c-795e-4bd2-9765-a1c7804267a6 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1663616 Oct 27 18:18:11.439746 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-26beda25-34b3-4704-8872-ad6106034aaa req-36aded64-490d-40eb-8c34-f5e0aa6cfd05 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/quotas/82f76d5c977b49a3a741c29e3332e08f HTTP/1.1" status: 200 len: 375 time: 0.0167744 Oct 27 18:18:11.546737 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-26beda25-34b3-4704-8872-ad6106034aaa req-a921c65e-2986-44d5-b1cd-ca44b06baa0e tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=82f76d5c977b49a3a741c29e3332e08f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1016216 Oct 27 18:18:11.586101 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c904932-62bc-4286-b6e4-30292433a54e req-a01c3b07-dac4-415e-bdfa-3e99db837ac2 tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:11.588104 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7c904932-62bc-4286-b6e4-30292433a54e req-a01c3b07-dac4-415e-bdfa-3e99db837ac2 tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd02b6c3-2521-4803-b091-008cc141582b HTTP/1.1" status: 200 len: 948 time: 0.1067224 Oct 27 18:18:11.648705 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7c904932-62bc-4286-b6e4-30292433a54e req-8ecf7887-0050-463f-bc2a-de7555950de2 tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6d2fe8a-530b-4783-b8a7-502458b80949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534816 Oct 27 18:18:12.096908 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-34639851-37d6-4c0d-904b-edc0dbe74a91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:12.456607 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ca86a-4f01-4aaa-8082-38d4213a7a51 req-f361f40c-3c28-46b9-9d25-b0ca9728c16c tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:12.458198 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b16ca86a-4f01-4aaa-8082-38d4213a7a51 req-f361f40c-3c28-46b9-9d25-b0ca9728c16c tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 945 time: 0.0753715 Oct 27 18:18:12.513457 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b16ca86a-4f01-4aaa-8082-38d4213a7a51 req-11209a2a-cabb-420b-b244-09ae3b23491f tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472670 Oct 27 18:18:12.682464 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23be4c-2da0-4c51-ada7-fee845f40d53 req-61146ae6-a04f-4f8b-8137-15e224ce55ac tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:12.683912 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd23be4c-2da0-4c51-ada7-fee845f40d53 req-61146ae6-a04f-4f8b-8137-15e224ce55ac tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] 10.222.0.93 "GET /v2.0/ports?device_id=cd02b6c3-2521-4803-b091-008cc141582b HTTP/1.1" status: 200 len: 948 time: 0.0638995 Oct 27 18:18:13.175272 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59dbd7-d5ad-4ffc-b5c2-79a07c9476f7 req-0ab4f199-a345-4779-bd5d-67b036be841b tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:13.181453 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3f59dbd7-d5ad-4ffc-b5c2-79a07c9476f7 req-0ab4f199-a345-4779-bd5d-67b036be841b tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd02b6c3-2521-4803-b091-008cc141582b HTTP/1.1" status: 200 len: 948 time: 0.0883889 Oct 27 18:18:13.196766 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-fd23be4c-2da0-4c51-ada7-fee845f40d53 req-fe49a9e9-dade-416c-aeb0-5abc4173b367 tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] Deleting port 22f9f5d1-bc81-4a59-886f-8ecb35731f39 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:18:13.197348 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-fd23be4c-2da0-4c51-ada7-fee845f40d53 req-fe49a9e9-dade-416c-aeb0-5abc4173b367 tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:13.286447 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-83030b1c-4d0e-4e19-8b73-7723bb191f45 req-fbeed6f7-f2e8-4f28-8f5e-9df93b0d0c64 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=62d38a89-5d30-4f8c-ae1d-566e363fa547 HTTP/1.1" status: 200 len: 210 time: 0.0701244 Oct 27 18:18:13.319120 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3f59dbd7-d5ad-4ffc-b5c2-79a07c9476f7 req-8f7566c6-2fbe-4b9e-9ea8-202209aa9498 tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] 10.222.0.52 "GET /v2.0/security-groups?id=a6d2fe8a-530b-4783-b8a7-502458b80949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183560 Oct 27 18:18:13.340743 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:13.364430 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-fd23be4c-2da0-4c51-ada7-fee845f40d53 req-fe49a9e9-dade-416c-aeb0-5abc4173b367 tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] For port 22f9f5d1-bc81-4a59-886f-8ecb35731f39, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=22f9f5d1-bc81-4a59-886f-8ecb35731f39,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:18:13.364795 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-fd23be4c-2da0-4c51-ada7-fee845f40d53 req-fe49a9e9-dade-416c-aeb0-5abc4173b367 tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:13.379416 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-fd23be4c-2da0-4c51-ada7-fee845f40d53 req-fe49a9e9-dade-416c-aeb0-5abc4173b367 tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] Calling delete_port for 22f9f5d1-bc81-4a59-886f-8ecb35731f39 owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:18:13.382684 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:13.609162 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-fd23be4c-2da0-4c51-ada7-fee845f40d53 req-fe49a9e9-dade-416c-aeb0-5abc4173b367 tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:13.666203 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe49a9e9-dade-416c-aeb0-5abc4173b367 tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] Pushing event deleted for resources: {'Port': ['ID=22f9f5d1-bc81-4a59-886f-8ecb35731f39,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:13.724725 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd23be4c-2da0-4c51-ada7-fee845f40d53 req-fe49a9e9-dade-416c-aeb0-5abc4173b367 tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] No DVR routers for this DVR port 22f9f5d1-bc81-4a59-886f-8ecb35731f39 on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:18:13.728609 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-fd23be4c-2da0-4c51-ada7-fee845f40d53 req-fe49a9e9-dade-416c-aeb0-5abc4173b367 tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:13.732482 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd23be4c-2da0-4c51-ada7-fee845f40d53 req-fe49a9e9-dade-416c-aeb0-5abc4173b367 tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] 10.222.0.93 "DELETE /v2.0/ports/22f9f5d1-bc81-4a59-886f-8ecb35731f39 HTTP/1.1" status: 204 len: 173 time: 0.9757254 Oct 27 18:18:13.735510 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd02b6c3-2521-4803-b091-008cc141582b', 'name': 'network-vif-deleted', 'tag': '22f9f5d1-bc81-4a59-886f-8ecb35731f39'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:18:13.738101 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d94808-469b-4337-bb59-e1868b9a0f63" -d '{"events": [{"server_uuid": "cd02b6c3-2521-4803-b091-008cc141582b", "name": "network-vif-deleted", "tag": "22f9f5d1-bc81-4a59-886f-8ecb35731f39"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:18:13.793269 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775d49b-2b3a-4456-a653-c51374b105ef req-95ba9cf3-de9b-43a6-86e6-4e8d3ff8fb57 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:13.801508 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6775d49b-2b3a-4456-a653-c51374b105ef req-95ba9cf3-de9b-43a6-86e6-4e8d3ff8fb57 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 945 time: 0.0673006 Oct 27 18:18:13.837664 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6775d49b-2b3a-4456-a653-c51374b105ef req-e3d0fa57-a0a9-4420-a4eb-35de2ed16983 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352864 Oct 27 18:18:13.947810 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a4e3b0-c410-4db2-a8d1-f99d24854310 x-openstack-request-id: req-74a4e3b0-c410-4db2-a8d1-f99d24854310 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:18:13.948299 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd02b6c3-2521-4803-b091-008cc141582b", "name": "network-vif-deleted", "tag": "22f9f5d1-bc81-4a59-886f-8ecb35731f39", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:18:13.948702 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-74a4e3b0-c410-4db2-a8d1-f99d24854310 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:18:13.949294 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd02b6c3-2521-4803-b091-008cc141582b', 'name': 'network-vif-deleted', 'tag': '22f9f5d1-bc81-4a59-886f-8ecb35731f39', 'status': 'completed', 'code': 200} Oct 27 18:18:14.675474 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-78391716-affd-4c31-adfc-48f3d4d0b338 req-e7ef0c0d-55bc-481b-bf4b-7a431b6edf30 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=62d38a89-5d30-4f8c-ae1d-566e363fa547 HTTP/1.1" status: 200 len: 210 time: 0.0434012 Oct 27 18:18:14.810192 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9d0a25e8-0954-45fb-b5bb-e60db42f9e91 req-acf061fb-49a2-4f01-a263-a5830ea56e57 tempest-ImagesOneServerTestJSON-1018360633 tempest-ImagesOneServerTestJSON-1018360633-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd02b6c3-2521-4803-b091-008cc141582b HTTP/1.1" status: 200 len: 210 time: 0.0625005 Oct 27 18:18:15.017655 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:15.429038 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-26beda25-34b3-4704-8872-ad6106034aaa req-27e40a8b-1126-4c71-b590-7d108355a972 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=82f76d5c977b49a3a741c29e3332e08f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430238 Oct 27 18:18:15.502379 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab584b5-97d3-4334-8c13-2825126b46d5 req-845811bb-b75a-4d5f-ad7f-49833f2a8634 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:15.503959 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1ab584b5-97d3-4334-8c13-2825126b46d5 req-845811bb-b75a-4d5f-ad7f-49833f2a8634 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 945 time: 0.1277475 Oct 27 18:18:15.561375 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1ab584b5-97d3-4334-8c13-2825126b46d5 req-f5109923-11ee-4abc-aa38-f281c2d56696 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475948 Oct 27 18:18:15.568011 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45172) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:18:15.601752 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26beda25-34b3-4704-8872-ad6106034aaa req-f874bb39-7d73-473f-b42b-4738f120115c tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:15.603302 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-26beda25-34b3-4704-8872-ad6106034aaa req-f874bb39-7d73-473f-b42b-4738f120115c tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1660078 Oct 27 18:18:15.625083 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-26beda25-34b3-4704-8872-ad6106034aaa req-d5456d2f-6cc5-43a2-970d-c8b03637f1e2 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Request body: {'port': {'device_id': 'aec936d2-d091-41ff-8cce-151c598f6ebb', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'admin_state_up': True, 'tenant_id': '82f76d5c977b49a3a741c29e3332e08f'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:18:15.814202 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6eca49d7-b638-4bc6-b263-703d77d80203 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:15.832064 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26beda25-34b3-4704-8872-ad6106034aaa req-d5456d2f-6cc5-43a2-970d-c8b03637f1e2 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Made reservation on behalf of 82f76d5c977b49a3a741c29e3332e08f for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:18:15.839449 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-26beda25-34b3-4704-8872-ad6106034aaa req-d5456d2f-6cc5-43a2-970d-c8b03637f1e2 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:15.908367 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6eca49d7-b638-4bc6-b263-703d77d80203 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:15.984272 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6eca49d7-b638-4bc6-b263-703d77d80203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:16.018432 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6eca49d7-b638-4bc6-b263-703d77d80203 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=85f5e00b3e764020aee6044fa170123b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4497161 Oct 27 18:18:16.021488 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45186) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:18:16.083174 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 1129cdb6-557d-468d-ad2e-3e0574b738f8 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:18:16.087191 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9c941ec6-a564-46ab-ac94-0d4168d6d0af req-06afd5ed-976c-4216-a0b0-af226979b741 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=62d38a89-5d30-4f8c-ae1d-566e363fa547 HTTP/1.1" status: 200 len: 210 time: 0.0530069 Oct 27 18:18:16.095412 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-26beda25-34b3-4704-8872-ad6106034aaa req-d5456d2f-6cc5-43a2-970d-c8b03637f1e2 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Allocated IP 192.168.233.47 (5a00a4ee-d7ee-4646-9905-4d21868e9aa2/5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc/a30727c6-2893-47dc-8280-a57141d6e2c9) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:18:16.102074 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca49d7-b638-4bc6-b263-703d77d80203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d510f93f-ad01-43cc-a019-8f948b0f1b1f,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:16.167647 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b5c30372-9378-4f58-9e5e-0915aa345663 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:16.223916 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b5c30372-9378-4f58-9e5e-0915aa345663 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:16.304145 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:16.362059 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b1a0f4-e47b-414e-b5af-442ac36942d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1129cdb6-557d-468d-ad2e-3e0574b738f8'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:18:16.365951 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347472b1-4c21-44f3-9547-d40355491cf5" -d '{"events": [{"server_uuid": "c6b1a0f4-e47b-414e-b5af-442ac36942d6", "name": "network-vif-unplugged", "status": "completed", "tag": "1129cdb6-557d-468d-ad2e-3e0574b738f8"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:18:16.391876 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-26beda25-34b3-4704-8872-ad6106034aaa req-4d4bd8ce-e8fc-44ab-aeb3-dbef4c952fc2 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=82f76d5c977b49a3a741c29e3332e08f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0744779 Oct 27 18:18:16.392300 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 1129cdb6-557d-468d-ad2e-3e0574b738f8, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=1129cdb6-557d-468d-ad2e-3e0574b738f8,segment=NetworkSegment(0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2),segment_id=0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:18:16.439277 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b5c30372-9378-4f58-9e5e-0915aa345663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:16.445888 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b5c30372-9378-4f58-9e5e-0915aa345663 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:16.448275 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b5c30372-9378-4f58-9e5e-0915aa345663 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d510f93f-ad01-43cc-a019-8f948b0f1b1f HTTP/1.1" status: 204 len: 168 time: 0.4247806 Oct 27 18:18:16.462541 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:16.463821 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 22f9f5d1-bc81-4a59-886f-8ecb35731f39 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:18:16.507197 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c30372-9378-4f58-9e5e-0915aa345663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d510f93f-ad01-43cc-a019-8f948b0f1b1f,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:16.717385 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 18:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b98cae-2d2b-45dd-9da9-2f7d04724e3f x-openstack-request-id: req-a1b98cae-2d2b-45dd-9da9-2f7d04724e3f {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:18:16.720374 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b1a0f4-e47b-414e-b5af-442ac36942d6", "name": "network-vif-unplugged", "status": "completed", "tag": "1129cdb6-557d-468d-ad2e-3e0574b738f8", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:18:16.721422 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a1b98cae-2d2b-45dd-9da9-2f7d04724e3f {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:18:16.722201 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b1a0f4-e47b-414e-b5af-442ac36942d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1129cdb6-557d-468d-ad2e-3e0574b738f8', 'code': 200} Oct 27 18:18:16.728060 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 22f9f5d1-bc81-4a59-886f-8ecb35731f39 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:18:16.729735 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 22f9f5d1-bc81-4a59-886f-8ecb35731f39 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:18:16.734805 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-26beda25-34b3-4704-8872-ad6106034aaa req-d5456d2f-6cc5-43a2-970d-c8b03637f1e2 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:16.737963 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=1129cdb6-557d-468d-ad2e-3e0574b738f8,revision_number=8']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:16.756995 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26beda25-34b3-4704-8872-ad6106034aaa req-b9bef180-5018-43ec-a46d-1ca6d247f169 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:16.758772 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-26beda25-34b3-4704-8872-ad6106034aaa req-b9bef180-5018-43ec-a46d-1ca6d247f169 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3568730 Oct 27 18:18:16.780078 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-26beda25-34b3-4704-8872-ad6106034aaa req-c24a6527-7306-4233-a511-decced370eb8 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Request body: {'port': {'device_id': '62d38a89-5d30-4f8c-ae1d-566e363fa547', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'admin_state_up': True, 'tenant_id': '82f76d5c977b49a3a741c29e3332e08f'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:18:16.819720 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45246) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:18:16.927144 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-83845bcd-712d-4321-8885-10a8b8cf8418 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:16.944145 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-83845bcd-712d-4321-8885-10a8b8cf8418 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/networks?id=c345cfe3-9ef8-4d81-8fa5-3e08d3754503 HTTP/1.1" status: 200 len: 804 time: 0.5133026 Oct 27 18:18:16.993247 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-7f360988-eec6-48ba-9817-2e61b7d3199d tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/quotas/1e901318404a4041a9284af4397a81ce HTTP/1.1" status: 200 len: 375 time: 0.0459793 Oct 27 18:18:17.052632 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34852d-eb07-417f-80c2-7d237d4f17b2 req-8a875027-5a68-4362-8cec-f30f86c9f56e tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:17.054619 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cd34852d-eb07-417f-80c2-7d237d4f17b2 req-8a875027-5a68-4362-8cec-f30f86c9f56e tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 945 time: 0.1941862 Oct 27 18:18:17.081091 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-26beda25-34b3-4704-8872-ad6106034aaa req-d5456d2f-6cc5-43a2-970d-c8b03637f1e2 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:17.097112 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['04183844-5bf2-4075-a1d2-2c9bb9edfe98', '6e6b7ac8-4b7d-4589-89a2-74f99ccd771e', '978a10b7-23b6-4670-8595-d5e34009eee3'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:18:17.200213 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26beda25-34b3-4704-8872-ad6106034aaa req-d5456d2f-6cc5-43a2-970d-c8b03637f1e2 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:18:17.228394 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-26beda25-34b3-4704-8872-ad6106034aaa req-d5456d2f-6cc5-43a2-970d-c8b03637f1e2 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:18:17.236430 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cd34852d-eb07-417f-80c2-7d237d4f17b2 req-58848787-b0b1-4b3b-b92b-5e5686e2dd24 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708543 Oct 27 18:18:17.237275 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-26beda25-34b3-4704-8872-ad6106034aaa req-d5456d2f-6cc5-43a2-970d-c8b03637f1e2 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:18:17.265678 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5456d2f-6cc5-43a2-970d-c8b03637f1e2 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Pushing event updated for resources: {'Port': ['ID=a30727c6-2893-47dc-8280-a57141d6e2c9,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:17.272172 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-69c2d31b-5fc7-4323-b481-8cb6ee7ce4c0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d8aa91e78a174144af8b9034a6f65ab0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4512694 Oct 27 18:18:17.275009 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45266) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:18:17.362673 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-acd5e3a3-f236-4ce0-85b5-f0c12e516d5a tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1e901318404a4041a9284af4397a81ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3604190 Oct 27 18:18:17.364576 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-82f11130-b249-4f8f-9bb6-58c41d02ed23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:17.369017 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26beda25-34b3-4704-8872-ad6106034aaa req-c24a6527-7306-4233-a511-decced370eb8 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Made reservation on behalf of 82f76d5c977b49a3a741c29e3332e08f for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:18:17.385652 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-26beda25-34b3-4704-8872-ad6106034aaa req-c24a6527-7306-4233-a511-decced370eb8 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:17.396743 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-82f11130-b249-4f8f-9bb6-58c41d02ed23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:17.539111 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45272) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:18:17.565529 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-55fb7c06-3fb6-4e77-a934-353ac3f8fbec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:17.598324 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-82f11130-b249-4f8f-9bb6-58c41d02ed23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:17.605194 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-82f11130-b249-4f8f-9bb6-58c41d02ed23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:17.605194 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-82f11130-b249-4f8f-9bb6-58c41d02ed23 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a6d2fe8a-530b-4783-b8a7-502458b80949 HTTP/1.1" status: 204 len: 168 time: 0.3261940 Oct 27 18:18:17.635054 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f11130-b249-4f8f-9bb6-58c41d02ed23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d2fe8a-530b-4783-b8a7-502458b80949,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:17.704187 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-55fb7c06-3fb6-4e77-a934-353ac3f8fbec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:17.734163 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-a1716186-3f2d-4836-828a-d27eef0c3660 None None] Provisioning complete for port a30727c6-2893-47dc-8280-a57141d6e2c9 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:18:17.734842 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a1716186-3f2d-4836-828a-d27eef0c3660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:17.735486 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26beda25-34b3-4704-8872-ad6106034aaa req-d5456d2f-6cc5-43a2-970d-c8b03637f1e2 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:17.736279 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-26beda25-34b3-4704-8872-ad6106034aaa req-d5456d2f-6cc5-43a2-970d-c8b03637f1e2 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:17.750330 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c152a6d9-0167-4823-ade6-f1685e1ef629 req-1a731661-5761-46cb-96a5-670131592ffd tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=62d38a89-5d30-4f8c-ae1d-566e363fa547 HTTP/1.1" status: 200 len: 210 time: 0.1824756 Oct 27 18:18:17.786753 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-55fb7c06-3fb6-4e77-a934-353ac3f8fbec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:17.802701 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-a1716186-3f2d-4836-828a-d27eef0c3660 None None] Port a30727c6-2893-47dc-8280-a57141d6e2c9 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:18:17.847949 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-55fb7c06-3fb6-4e77-a934-353ac3f8fbec admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1cae07ff84784303844cc0cf3585c39d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3074288 Oct 27 18:18:17.865022 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb7c06-3fb6-4e77-a934-353ac3f8fbec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ed2d03-7614-4328-b35d-96861f6a1e6f,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:17.868399 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45280) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:18:17.896418 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-a65e81b0-b9cb-4d3b-8d5c-284985a793cf service neutron] 10.222.0.52 "GET /v2.0/networks/c345cfe3-9ef8-4d81-8fa5-3e08d3754503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5292108 Oct 27 18:18:17.964266 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a758bece-fb65-4541-a894-d7ceb2154b72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:17.989045 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a758bece-fb65-4541-a894-d7ceb2154b72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:18.036089 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-26beda25-34b3-4704-8872-ad6106034aaa req-c24a6527-7306-4233-a511-decced370eb8 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Allocated IP 192.168.233.152 (5a00a4ee-d7ee-4646-9905-4d21868e9aa2/5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc/c4673a1d-190c-4441-a2e3-5fab2e695513) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:18:18.103893 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-26beda25-34b3-4704-8872-ad6106034aaa req-d5456d2f-6cc5-43a2-970d-c8b03637f1e2 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4865742 Oct 27 18:18:18.148072 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a758bece-fb65-4541-a894-d7ceb2154b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:18.150636 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a758bece-fb65-4541-a894-d7ceb2154b72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:18.154233 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a758bece-fb65-4541-a894-d7ceb2154b72 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/25ed2d03-7614-4328-b35d-96861f6a1e6f HTTP/1.1" status: 204 len: 168 time: 0.2823539 Oct 27 18:18:18.166800 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a758bece-fb65-4541-a894-d7ceb2154b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ed2d03-7614-4328-b35d-96861f6a1e6f,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:18.182374 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-26beda25-34b3-4704-8872-ad6106034aaa req-6f80113c-ef6e-4725-9855-f2e19903d9e1 service neutron] Request body: {'port': {'device_id': 'aec936d2-d091-41ff-8cce-151c598f6ebb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:18:18.241561 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48c109-a4a4-4e85-abed-43eff26e9a69 req-000fcb36-f96d-4d87-bf68-807dbe6fb1f4 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:18.244778 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0e48c109-a4a4-4e85-abed-43eff26e9a69 req-000fcb36-f96d-4d87-bf68-807dbe6fb1f4 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6b1a0f4-e47b-414e-b5af-442ac36942d6 HTTP/1.1" status: 200 len: 943 time: 0.4199941 Oct 27 18:18:18.459598 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-1e76d178-c30a-442a-8ec1-744c96c687d8 service neutron] 10.222.0.52 "GET /v2.0/networks/c345cfe3-9ef8-4d81-8fa5-3e08d3754503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5621426 Oct 27 18:18:18.483393 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-26beda25-34b3-4704-8872-ad6106034aaa req-6f80113c-ef6e-4725-9855-f2e19903d9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:18.538082 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-26beda25-34b3-4704-8872-ad6106034aaa req-c24a6527-7306-4233-a511-decced370eb8 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:18.602554 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9bca47-a5e7-4d65-8ef1-cae6c5d80337 req-92025911-b1b3-4b4a-a01f-5865e9541e24 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:18.602554 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ed9bca47-a5e7-4d65-8ef1-cae6c5d80337 req-92025911-b1b3-4b4a-a01f-5865e9541e24 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 945 time: 0.1985142 Oct 27 18:18:18.707233 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-0e48c109-a4a4-4e85-abed-43eff26e9a69 req-c28f6f2e-ade7-4aca-86b4-9eaef43c1f1d tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Deleting port 1129cdb6-557d-468d-ad2e-3e0574b738f8 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:18:18.707233 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-0e48c109-a4a4-4e85-abed-43eff26e9a69 req-c28f6f2e-ade7-4aca-86b4-9eaef43c1f1d tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:18.813096 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ed9bca47-a5e7-4d65-8ef1-cae6c5d80337 req-5d54e32d-5d79-4916-a48a-0edf64b77aac tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073951 Oct 27 18:18:18.943413 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-26beda25-34b3-4704-8872-ad6106034aaa req-c24a6527-7306-4233-a511-decced370eb8 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:18.965076 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['04183844-5bf2-4075-a1d2-2c9bb9edfe98', '6e6b7ac8-4b7d-4589-89a2-74f99ccd771e', '978a10b7-23b6-4670-8595-d5e34009eee3'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:18:19.034250 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d161a8c1-31b4-4712-915d-d85de485df35 req-2d593e95-c539-4dce-8f34-f746fa9d32a3 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=897216c7-db70-4e06-8b0b-cb7b2659635c HTTP/1.1" status: 200 len: 210 time: 0.1739445 Oct 27 18:18:19.281104 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45366) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:18:19.497259 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-150dec6e-afeb-46a7-97f9-aa446ed1862a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-879756776-network', 'tenant_id': 'a5994b7ba06b4151b58ba01f2c995408'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:18:19.615224 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150dec6e-afeb-46a7-97f9-aa446ed1862a admin admin] Made reservation on behalf of a5994b7ba06b4151b58ba01f2c995408 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:18:19.617549 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-150dec6e-afeb-46a7-97f9-aa446ed1862a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:19.627023 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-150dec6e-afeb-46a7-97f9-aa446ed1862a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:19.705544 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26beda25-34b3-4704-8872-ad6106034aaa req-c24a6527-7306-4233-a511-decced370eb8 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:18:19.735266 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-150dec6e-afeb-46a7-97f9-aa446ed1862a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:19.740581 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-26beda25-34b3-4704-8872-ad6106034aaa req-c24a6527-7306-4233-a511-decced370eb8 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:18:19.740581 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-0e48c109-a4a4-4e85-abed-43eff26e9a69 req-c28f6f2e-ade7-4aca-86b4-9eaef43c1f1d tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] For port 1129cdb6-557d-468d-ad2e-3e0574b738f8, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=1129cdb6-557d-468d-ad2e-3e0574b738f8,segment=NetworkSegment(0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2),segment_id=0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:18:19.740797 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-0e48c109-a4a4-4e85-abed-43eff26e9a69 req-c28f6f2e-ade7-4aca-86b4-9eaef43c1f1d tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:19.752939 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-26beda25-34b3-4704-8872-ad6106034aaa req-c24a6527-7306-4233-a511-decced370eb8 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:18:19.816695 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-0e48c109-a4a4-4e85-abed-43eff26e9a69 req-c28f6f2e-ade7-4aca-86b4-9eaef43c1f1d tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Calling delete_port for 1129cdb6-557d-468d-ad2e-3e0574b738f8 owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:18:19.818444 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24a6527-7306-4233-a511-decced370eb8 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Pushing event updated for resources: {'Port': ['ID=c4673a1d-190c-4441-a2e3-5fab2e695513,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:19.857392 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-150dec6e-afeb-46a7-97f9-aa446ed1862a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:19.890537 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8639829b-20f5-48f1-a03a-07884ba43637 req-f13b2a8e-242a-49d8-a9e5-ca2618853faa tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:19.892610 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8639829b-20f5-48f1-a03a-07884ba43637 req-f13b2a8e-242a-49d8-a9e5-ca2618853faa tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=62d38a89-5d30-4f8c-ae1d-566e363fa547 HTTP/1.1" status: 200 len: 936 time: 0.2643032 Oct 27 18:18:19.898359 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26beda25-34b3-4704-8872-ad6106034aaa req-c24a6527-7306-4233-a511-decced370eb8 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:19.899126 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-26beda25-34b3-4704-8872-ad6106034aaa req-c24a6527-7306-4233-a511-decced370eb8 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:19.942696 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-150dec6e-afeb-46a7-97f9-aa446ed1862a admin admin] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:18:19.949402 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150dec6e-afeb-46a7-97f9-aa446ed1862a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cd9538-4319-435d-90f4-473e43f2af2d,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:19.989823 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-150dec6e-afeb-46a7-97f9-aa446ed1862a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:19.989958 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-150dec6e-afeb-46a7-97f9-aa446ed1862a admin admin] Added segment 86083249-b3fb-43bf-8aa0-d1a115df68ec of type vlan for network 2b0c544f-e1c5-43e5-917d-858b4f45dd21 Oct 27 18:18:20.060396 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-150dec6e-afeb-46a7-97f9-aa446ed1862a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:20.095028 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-26beda25-34b3-4704-8872-ad6106034aaa req-c24a6527-7306-4233-a511-decced370eb8 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3210466 Oct 27 18:18:20.105826 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8639829b-20f5-48f1-a03a-07884ba43637 req-36ec27af-d4a6-4f64-a09a-2239a4a87461 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957312 Oct 27 18:18:20.132826 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-26beda25-34b3-4704-8872-ad6106034aaa req-05f8e2e2-831c-44e5-aaa7-273aded930c6 service neutron] Request body: {'port': {'device_id': '62d38a89-5d30-4f8c-ae1d-566e363fa547', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:18:20.156931 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-0a5fd519-93b6-46e3-b0e3-91ba32f214c9 None None] Provisioning complete for port c4673a1d-190c-4441-a2e3-5fab2e695513 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:18:20.164099 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0a5fd519-93b6-46e3-b0e3-91ba32f214c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:20.194722 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-26beda25-34b3-4704-8872-ad6106034aaa req-6f80113c-ef6e-4725-9855-f2e19903d9e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a30727c6-2893-47dc-8280-a57141d6e2c9 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:18:20.210918 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-150dec6e-afeb-46a7-97f9-aa446ed1862a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:20.211241 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150dec6e-afeb-46a7-97f9-aa446ed1862a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:20.211964 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-150dec6e-afeb-46a7-97f9-aa446ed1862a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:20.214113 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-26beda25-34b3-4704-8872-ad6106034aaa req-6f80113c-ef6e-4725-9855-f2e19903d9e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:20.218685 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-0a5fd519-93b6-46e3-b0e3-91ba32f214c9 None None] Port c4673a1d-190c-4441-a2e3-5fab2e695513 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:18:20.317345 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-26beda25-34b3-4704-8872-ad6106034aaa req-05f8e2e2-831c-44e5-aaa7-273aded930c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:20.320767 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-157de770-c540-4489-a2d6-ba9f6a745df7 req-de93f652-d951-476c-89fa-f66a0f60013f tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=897216c7-db70-4e06-8b0b-cb7b2659635c HTTP/1.1" status: 200 len: 210 time: 0.0692682 Oct 27 18:18:20.323465 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-150dec6e-afeb-46a7-97f9-aa446ed1862a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0404079 Oct 27 18:18:20.324850 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45396) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:18:20.325501 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150dec6e-afeb-46a7-97f9-aa446ed1862a admin admin] Pushing event updated for resources: {'Network': ['ID=2b0c544f-e1c5-43e5-917d-858b4f45dd21,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:20.330757 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a97db-9378-4b19-a0b8-9aa57f70d56f req-273a5068-b1cf-42ea-9fbf-c5beb7c98478 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:20.336085 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-8eac3aeb-8c61-4e5f-8dee-dcf54655f2fb admin admin] Request body: {'subnet': {'network_id': '2b0c544f-e1c5-43e5-917d-858b4f45dd21', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-879756776-subnet', 'tenant_id': 'a5994b7ba06b4151b58ba01f2c995408', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:18:20.338728 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-263a97db-9378-4b19-a0b8-9aa57f70d56f req-273a5068-b1cf-42ea-9fbf-c5beb7c98478 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 945 time: 0.2499495 Oct 27 18:18:20.339762 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 2b0c544f-e1c5-43e5-917d-858b4f45dd21 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:18:20.457042 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eac3aeb-8c61-4e5f-8dee-dcf54655f2fb admin admin] Made reservation on behalf of a5994b7ba06b4151b58ba01f2c995408 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:18:20.459430 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8eac3aeb-8c61-4e5f-8dee-dcf54655f2fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:20.468867 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-263a97db-9378-4b19-a0b8-9aa57f70d56f req-25f4dd84-98fb-476a-92c4-a7c8891f9df6 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227453 Oct 27 18:18:20.520056 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-26beda25-34b3-4704-8872-ad6106034aaa req-6f80113c-ef6e-4725-9855-f2e19903d9e1 service neutron] Transition to ACTIVE for port object a30727c6-2893-47dc-8280-a57141d6e2c9 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:18:20.571788 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-0e48c109-a4a4-4e85-abed-43eff26e9a69 req-c28f6f2e-ade7-4aca-86b4-9eaef43c1f1d tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:20.618461 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-26beda25-34b3-4704-8872-ad6106034aaa req-6f80113c-ef6e-4725-9855-f2e19903d9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:20.625784 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f6f2e-ade7-4aca-86b4-9eaef43c1f1d tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Pushing event deleted for resources: {'Port': ['ID=1129cdb6-557d-468d-ad2e-3e0574b738f8,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:20.761443 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e48c109-a4a4-4e85-abed-43eff26e9a69 req-c28f6f2e-ade7-4aca-86b4-9eaef43c1f1d tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] No DVR routers for this DVR port 1129cdb6-557d-468d-ad2e-3e0574b738f8 on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:18:20.768599 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-0e48c109-a4a4-4e85-abed-43eff26e9a69 req-c28f6f2e-ade7-4aca-86b4-9eaef43c1f1d tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:20.772251 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0e48c109-a4a4-4e85-abed-43eff26e9a69 req-c28f6f2e-ade7-4aca-86b4-9eaef43c1f1d tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.93 "DELETE /v2.0/ports/1129cdb6-557d-468d-ad2e-3e0574b738f8 HTTP/1.1" status: 204 len: 173 time: 2.5169401 Oct 27 18:18:20.777245 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b1a0f4-e47b-414e-b5af-442ac36942d6', 'name': 'network-vif-deleted', 'tag': '1129cdb6-557d-468d-ad2e-3e0574b738f8'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:18:20.778893 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f666e7e-ccc0-4011-945e-a3530ccb5d14" -d '{"events": [{"server_uuid": "c6b1a0f4-e47b-414e-b5af-442ac36942d6", "name": "network-vif-deleted", "tag": "1129cdb6-557d-468d-ad2e-3e0574b738f8"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:18:20.804862 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f80113c-ef6e-4725-9855-f2e19903d9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=a30727c6-2893-47dc-8280-a57141d6e2c9,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:20.806149 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8eac3aeb-8c61-4e5f-8dee-dcf54655f2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:20.917855 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac3aeb-8c61-4e5f-8dee-dcf54655f2fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4965f8af-4fde-4a0a-9bd8-662a2fb0507c,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:20.931283 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eac3aeb-8c61-4e5f-8dee-dcf54655f2fb admin admin] Checking segment: {'id': '86083249-b3fb-43bf-8aa0-d1a115df68ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '2b0c544f-e1c5-43e5-917d-858b4f45dd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:18:20.931283 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eac3aeb-8c61-4e5f-8dee-dcf54655f2fb admin admin] Network hostable DHCP agents. Network: 2b0c544f-e1c5-43e5-917d-858b4f45dd21, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:18:21.017040 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8a9eac-4d5f-424b-b7f9-fa41da447864 x-openstack-request-id: req-0a8a9eac-4d5f-424b-b7f9-fa41da447864 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:18:21.017675 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b1a0f4-e47b-414e-b5af-442ac36942d6", "name": "network-vif-deleted", "tag": "1129cdb6-557d-468d-ad2e-3e0574b738f8", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:18:21.018220 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0a8a9eac-4d5f-424b-b7f9-fa41da447864 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:18:21.018879 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b1a0f4-e47b-414e-b5af-442ac36942d6', 'name': 'network-vif-deleted', 'tag': '1129cdb6-557d-468d-ad2e-3e0574b738f8', 'status': 'completed', 'code': 200} Oct 27 18:18:21.028187 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-26beda25-34b3-4704-8872-ad6106034aaa req-05f8e2e2-831c-44e5-aaa7-273aded930c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4673a1d-190c-4441-a2e3-5fab2e695513 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:18:21.040570 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-26beda25-34b3-4704-8872-ad6106034aaa req-05f8e2e2-831c-44e5-aaa7-273aded930c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:21.068335 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eac3aeb-8c61-4e5f-8dee-dcf54655f2fb admin admin] Network 2b0c544f-e1c5-43e5-917d-858b4f45dd21 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:18:21.078115 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-26beda25-34b3-4704-8872-ad6106034aaa req-05f8e2e2-831c-44e5-aaa7-273aded930c6 service neutron] Transition to ACTIVE for port object c4673a1d-190c-4441-a2e3-5fab2e695513 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:18:21.079312 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-26beda25-34b3-4704-8872-ad6106034aaa req-6f80113c-ef6e-4725-9855-f2e19903d9e1 service neutron] Attempting to bind port a30727c6-2893-47dc-8280-a57141d6e2c9 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:18:21.079955 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-26beda25-34b3-4704-8872-ad6106034aaa req-6f80113c-ef6e-4725-9855-f2e19903d9e1 service neutron] Attempting to bind port a30727c6-2893-47dc-8280-a57141d6e2c9 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:18:21.080301 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26beda25-34b3-4704-8872-ad6106034aaa req-6f80113c-ef6e-4725-9855-f2e19903d9e1 service neutron] Attempting to bind port a30727c6-2893-47dc-8280-a57141d6e2c9 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:18:21.085200 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26beda25-34b3-4704-8872-ad6106034aaa req-6f80113c-ef6e-4725-9855-f2e19903d9e1 service neutron] Port a30727c6-2893-47dc-8280-a57141d6e2c9 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:18:21.085531 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26beda25-34b3-4704-8872-ad6106034aaa req-6f80113c-ef6e-4725-9855-f2e19903d9e1 service neutron] Attempting to bind port a30727c6-2893-47dc-8280-a57141d6e2c9 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:18:21.090705 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26beda25-34b3-4704-8872-ad6106034aaa req-6f80113c-ef6e-4725-9855-f2e19903d9e1 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:18:21.091075 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26beda25-34b3-4704-8872-ad6106034aaa req-6f80113c-ef6e-4725-9855-f2e19903d9e1 service neutron] Checking segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:18:21.091457 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26beda25-34b3-4704-8872-ad6106034aaa req-6f80113c-ef6e-4725-9855-f2e19903d9e1 service neutron] Bound using segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:18:21.091911 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-26beda25-34b3-4704-8872-ad6106034aaa req-6f80113c-ef6e-4725-9855-f2e19903d9e1 service neutron] Bound port: a30727c6-2893-47dc-8280-a57141d6e2c9, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:18:21.092522 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-26beda25-34b3-4704-8872-ad6106034aaa req-6f80113c-ef6e-4725-9855-f2e19903d9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:21.167557 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-26beda25-34b3-4704-8872-ad6106034aaa req-6f80113c-ef6e-4725-9855-f2e19903d9e1 service neutron] For port a30727c6-2893-47dc-8280-a57141d6e2c9, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:18:21.171977 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-26beda25-34b3-4704-8872-ad6106034aaa req-6f80113c-ef6e-4725-9855-f2e19903d9e1 service neutron] For port a30727c6-2893-47dc-8280-a57141d6e2c9, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=a30727c6-2893-47dc-8280-a57141d6e2c9,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:18:21.228429 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-8eac3aeb-8c61-4e5f-8dee-dcf54655f2fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 2b0c544f-e1c5-43e5-917d-858b4f45dd21) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:18:21.233702 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eac3aeb-8c61-4e5f-8dee-dcf54655f2fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:21.234341 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8eac3aeb-8c61-4e5f-8dee-dcf54655f2fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:21.236238 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-26beda25-34b3-4704-8872-ad6106034aaa req-05f8e2e2-831c-44e5-aaa7-273aded930c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:21.247519 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dff9562-e314-490b-b757-9eae240ca6f3 None None] Network 2b0c544f-e1c5-43e5-917d-858b4f45dd21 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:18:21.330257 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-26beda25-34b3-4704-8872-ad6106034aaa req-6f80113c-ef6e-4725-9855-f2e19903d9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:21.341419 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8eac3aeb-8c61-4e5f-8dee-dcf54655f2fb admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0118520 Oct 27 18:18:21.431258 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45426) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:18:21.456039 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88805528-7cf2-42d4-bed1-a76da626f303 req-e1946026-3e6b-45d6-8442-9e430f422252 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:21.457640 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-88805528-7cf2-42d4-bed1-a76da626f303 req-e1946026-3e6b-45d6-8442-9e430f422252 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=62d38a89-5d30-4f8c-ae1d-566e363fa547 HTTP/1.1" status: 200 len: 936 time: 0.2602620 Oct 27 18:18:21.470011 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f8e2e2-831c-44e5-aaa7-273aded930c6 service neutron] Pushing event updated for resources: {'Port': ['ID=c4673a1d-190c-4441-a2e3-5fab2e695513,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:21.520588 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97d8388-c417-4008-ad62-ab548b886cd2 None None] Network 2b0c544f-e1c5-43e5-917d-858b4f45dd21 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:18:21.602224 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f80113c-ef6e-4725-9855-f2e19903d9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=a30727c6-2893-47dc-8280-a57141d6e2c9,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:21.641895 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26beda25-34b3-4704-8872-ad6106034aaa req-6f80113c-ef6e-4725-9855-f2e19903d9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:21.643103 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-26beda25-34b3-4704-8872-ad6106034aaa req-6f80113c-ef6e-4725-9855-f2e19903d9e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:21.646121 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-26beda25-34b3-4704-8872-ad6106034aaa req-6f80113c-ef6e-4725-9855-f2e19903d9e1 service neutron] 10.222.0.93 "PUT /v2.0/ports/a30727c6-2893-47dc-8280-a57141d6e2c9 HTTP/1.1" status: 200 len: 1095 time: 3.4684892 Oct 27 18:18:21.730210 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-578075af-b1db-405a-bc99-7faac290ab03 req-541b1761-1541-4775-8ea1-b75329665a92 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=897216c7-db70-4e06-8b0b-cb7b2659635c HTTP/1.1" status: 200 len: 210 time: 0.0833459 Oct 27 18:18:21.833719 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b250c640-007c-4139-8ee2-403507fe34cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:22.012093 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-88805528-7cf2-42d4-bed1-a76da626f303 req-0f9c0125-f1ec-476f-8fd7-6511dbc55ba7 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004869 Oct 27 18:18:22.012725 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b250c640-007c-4139-8ee2-403507fe34cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:22.135547 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-15362c1e-cd0d-4c4a-8877-0b4247b2b293 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:22.137040 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-15362c1e-cd0d-4c4a-8877-0b4247b2b293 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.93 "GET /v2.0/networks?id=c345cfe3-9ef8-4d81-8fa5-3e08d3754503 HTTP/1.1" status: 200 len: 804 time: 0.7337143 Oct 27 18:18:22.140304 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-26beda25-34b3-4704-8872-ad6106034aaa req-05f8e2e2-831c-44e5-aaa7-273aded930c6 service neutron] Attempting to bind port c4673a1d-190c-4441-a2e3-5fab2e695513 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:18:22.140598 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 1129cdb6-557d-468d-ad2e-3e0574b738f8 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:18:22.140730 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-26beda25-34b3-4704-8872-ad6106034aaa req-05f8e2e2-831c-44e5-aaa7-273aded930c6 service neutron] Attempting to bind port c4673a1d-190c-4441-a2e3-5fab2e695513 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:18:22.141020 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26beda25-34b3-4704-8872-ad6106034aaa req-05f8e2e2-831c-44e5-aaa7-273aded930c6 service neutron] Attempting to bind port c4673a1d-190c-4441-a2e3-5fab2e695513 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:18:22.151449 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26beda25-34b3-4704-8872-ad6106034aaa req-404dbb5a-e09c-42e5-a538-08e7f822ee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:22.154082 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-26beda25-34b3-4704-8872-ad6106034aaa req-404dbb5a-e09c-42e5-a538-08e7f822ee54 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=82f76d5c977b49a3a741c29e3332e08f&device_id=aec936d2-d091-41ff-8cce-151c598f6ebb HTTP/1.1" status: 200 len: 1098 time: 0.3073673 Oct 27 18:18:22.159236 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-c8fe94fd-51be-4e30-89d4-5d08fccb113f tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Request body: {'port': {'device_id': '897216c7-db70-4e06-8b0b-cb7b2659635c', 'network_id': 'c345cfe3-9ef8-4d81-8fa5-3e08d3754503', 'admin_state_up': True, 'tenant_id': '1e901318404a4041a9284af4397a81ce'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:18:22.165509 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26beda25-34b3-4704-8872-ad6106034aaa req-05f8e2e2-831c-44e5-aaa7-273aded930c6 service neutron] Port c4673a1d-190c-4441-a2e3-5fab2e695513 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:18:22.165900 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26beda25-34b3-4704-8872-ad6106034aaa req-05f8e2e2-831c-44e5-aaa7-273aded930c6 service neutron] Attempting to bind port c4673a1d-190c-4441-a2e3-5fab2e695513 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:18:22.171352 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b250c640-007c-4139-8ee2-403507fe34cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:22.177392 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 1129cdb6-557d-468d-ad2e-3e0574b738f8 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:18:22.177392 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 1129cdb6-557d-468d-ad2e-3e0574b738f8 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:18:22.238607 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250c640-007c-4139-8ee2-403507fe34cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b63ce2-48d0-4fea-a3c3-ec643a73e41c,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:22.247455 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b250c640-007c-4139-8ee2-403507fe34cc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b7ae31f3cc804f6bb6b79bc985048f68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8147812 Oct 27 18:18:22.251278 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45442) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:18:22.269992 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-d963dfbb-8eb3-451e-8047-454c2be510a5 req-b37eada9-8bbd-4cd2-a9e3-a978ed181184 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-303397923', 'description': 'tempest-description-1787611851'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:18:22.282722 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd6ac9-0c1f-4a89-925d-95d55b45b375 req-a23ea433-e098-42df-bee5-58e46e8a5ea8 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:22.284320 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-defd6ac9-0c1f-4a89-925d-95d55b45b375 req-a23ea433-e098-42df-bee5-58e46e8a5ea8 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 945 time: 0.2794867 Oct 27 18:18:22.295082 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-26beda25-34b3-4704-8872-ad6106034aaa req-35ea2755-79fc-4946-9bde-6504505c6beb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=a30727c6-2893-47dc-8280-a57141d6e2c9 HTTP/1.1" status: 200 len: 217 time: 0.1316776 Oct 27 18:18:22.295830 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26beda25-34b3-4704-8872-ad6106034aaa req-05f8e2e2-831c-44e5-aaa7-273aded930c6 service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:18:22.296419 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26beda25-34b3-4704-8872-ad6106034aaa req-05f8e2e2-831c-44e5-aaa7-273aded930c6 service neutron] Checking segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:18:22.296762 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26beda25-34b3-4704-8872-ad6106034aaa req-05f8e2e2-831c-44e5-aaa7-273aded930c6 service neutron] Bound using segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:18:22.297217 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-26beda25-34b3-4704-8872-ad6106034aaa req-05f8e2e2-831c-44e5-aaa7-273aded930c6 service neutron] Bound port: c4673a1d-190c-4441-a2e3-5fab2e695513, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:18:22.297578 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-26beda25-34b3-4704-8872-ad6106034aaa req-05f8e2e2-831c-44e5-aaa7-273aded930c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:22.328169 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-19347e5b-a9ca-403d-ae56-9c87800aeb56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:22.359025 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-19347e5b-a9ca-403d-ae56-9c87800aeb56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:22.401518 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45446) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:18:22.466143 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-defd6ac9-0c1f-4a89-925d-95d55b45b375 req-39d5fe2a-8338-4d34-954c-99f0e4f24703 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628251 Oct 27 18:18:22.467968 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26beda25-34b3-4704-8872-ad6106034aaa req-f77a8ef7-972e-4585-b39e-110e55500481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:22.469430 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-26beda25-34b3-4704-8872-ad6106034aaa req-f77a8ef7-972e-4585-b39e-110e55500481 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.1604125 Oct 27 18:18:22.473490 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d963dfbb-8eb3-451e-8047-454c2be510a5 req-b37eada9-8bbd-4cd2-a9e3-a978ed181184 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:22.487962 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-19347e5b-a9ca-403d-ae56-9c87800aeb56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:22.503244 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-19347e5b-a9ca-403d-ae56-9c87800aeb56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:22.504333 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-19347e5b-a9ca-403d-ae56-9c87800aeb56 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/40b63ce2-48d0-4fea-a3c3-ec643a73e41c HTTP/1.1" status: 204 len: 168 time: 0.2521536 Oct 27 18:18:22.515318 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19347e5b-a9ca-403d-ae56-9c87800aeb56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b63ce2-48d0-4fea-a3c3-ec643a73e41c,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:22.546592 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-26beda25-34b3-4704-8872-ad6106034aaa req-05f8e2e2-831c-44e5-aaa7-273aded930c6 service neutron] For port c4673a1d-190c-4441-a2e3-5fab2e695513, host n-h1-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:18:22.570545 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4f15e3bf-fbef-4d11-a9b2-86e107a8a91e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:22.575218 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-26beda25-34b3-4704-8872-ad6106034aaa req-05f8e2e2-831c-44e5-aaa7-273aded930c6 service neutron] For port c4673a1d-190c-4441-a2e3-5fab2e695513, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=c4673a1d-190c-4441-a2e3-5fab2e695513,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:18:22.592119 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26beda25-34b3-4704-8872-ad6106034aaa req-69a66b50-043d-48ef-abd9-4ac4e5bd9b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:22.593672 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-26beda25-34b3-4704-8872-ad6106034aaa req-69a66b50-043d-48ef-abd9-4ac4e5bd9b87 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1145120 Oct 27 18:18:22.663513 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-c8fe94fd-51be-4e30-89d4-5d08fccb113f tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Made reservation on behalf of 1e901318404a4041a9284af4397a81ce for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:18:22.663831 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4f15e3bf-fbef-4d11-a9b2-86e107a8a91e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:22.667488 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-c8fe94fd-51be-4e30-89d4-5d08fccb113f tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:22.674785 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-26beda25-34b3-4704-8872-ad6106034aaa req-05f8e2e2-831c-44e5-aaa7-273aded930c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:22.708450 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d963dfbb-8eb3-451e-8047-454c2be510a5 req-b37eada9-8bbd-4cd2-a9e3-a978ed181184 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:22.733075 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4f15e3bf-fbef-4d11-a9b2-86e107a8a91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:22.769921 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26beda25-34b3-4704-8872-ad6106034aaa req-05f8e2e2-831c-44e5-aaa7-273aded930c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:22.770561 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-26beda25-34b3-4704-8872-ad6106034aaa req-05f8e2e2-831c-44e5-aaa7-273aded930c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:22.771828 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4f15e3bf-fbef-4d11-a9b2-86e107a8a91e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6adc3291b18744208070ef00e1dbbda3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3680327 Oct 27 18:18:22.772227 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-26beda25-34b3-4704-8872-ad6106034aaa req-05f8e2e2-831c-44e5-aaa7-273aded930c6 service neutron] 10.222.0.81 "PUT /v2.0/ports/c4673a1d-190c-4441-a2e3-5fab2e695513 HTTP/1.1" status: 200 len: 1096 time: 2.6652844 Oct 27 18:18:22.785033 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45454) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:18:22.829874 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15e3bf-fbef-4d11-a9b2-86e107a8a91e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21bb30c-7868-463e-a1a1-b97b3a308bc6,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:22.846448 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-26beda25-34b3-4704-8872-ad6106034aaa req-92356460-364d-4c05-a42d-bcd4d1445952 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458775 Oct 27 18:18:22.847095 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f8e2e2-831c-44e5-aaa7-273aded930c6 service neutron] Pushing event updated for resources: {'Port': ['ID=c4673a1d-190c-4441-a2e3-5fab2e695513,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:22.863396 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d963dfbb-8eb3-451e-8047-454c2be510a5 req-b37eada9-8bbd-4cd2-a9e3-a978ed181184 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:22.912667 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-521f1caf-476c-441c-9c43-0b78eb3dc059 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:22.958570 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-521f1caf-476c-441c-9c43-0b78eb3dc059 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:23.016574 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-388bdcac-216d-4ad2-a9cb-4c675a01353e req-8b0cf095-850e-47f4-ad5a-710ef117b153 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=897216c7-db70-4e06-8b0b-cb7b2659635c HTTP/1.1" status: 200 len: 210 time: 0.1596572 Oct 27 18:18:23.050875 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aec936d2-d091-41ff-8cce-151c598f6ebb', 'tag': 'a30727c6-2893-47dc-8280-a57141d6e2c9'}, {'name': 'network-changed', 'server_uuid': '62d38a89-5d30-4f8c-ae1d-566e363fa547', 'tag': 'c4673a1d-190c-4441-a2e3-5fab2e695513'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:18:23.053217 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d466f0-edbc-4667-9b86-feab86d24884" -d '{"events": [{"name": "network-changed", "server_uuid": "aec936d2-d091-41ff-8cce-151c598f6ebb", "tag": "a30727c6-2893-47dc-8280-a57141d6e2c9"}, {"name": "network-changed", "server_uuid": "62d38a89-5d30-4f8c-ae1d-566e363fa547", "tag": "c4673a1d-190c-4441-a2e3-5fab2e695513"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:18:23.100594 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-521f1caf-476c-441c-9c43-0b78eb3dc059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:23.103552 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-521f1caf-476c-441c-9c43-0b78eb3dc059 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:23.104632 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-521f1caf-476c-441c-9c43-0b78eb3dc059 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b21bb30c-7868-463e-a1a1-b97b3a308bc6 HTTP/1.1" status: 204 len: 168 time: 0.3179500 Oct 27 18:18:23.127266 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37eada9-8bbd-4cd2-a9e3-a978ed181184 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5cf10a-3efc-42e6-ac2c-1d33e7a42af2,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:23.131279 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521f1caf-476c-441c-9c43-0b78eb3dc059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21bb30c-7868-463e-a1a1-b97b3a308bc6,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:23.462996 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d963dfbb-8eb3-451e-8047-454c2be510a5 req-b37eada9-8bbd-4cd2-a9e3-a978ed181184 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:23.464255 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d963dfbb-8eb3-451e-8047-454c2be510a5 req-b37eada9-8bbd-4cd2-a9e3-a978ed181184 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.2354379 Oct 27 18:18:23.502297 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-26beda25-34b3-4704-8872-ad6106034aaa req-94fef3f9-34ae-4d36-b8af-95b1c92a7a03 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6036758 Oct 27 18:18:23.509724 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26beda25-34b3-4704-8872-ad6106034aaa req-025204e3-72ed-45ba-8c23-08d7fb310ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:23.511293 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-26beda25-34b3-4704-8872-ad6106034aaa req-025204e3-72ed-45ba-8c23-08d7fb310ffd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=82f76d5c977b49a3a741c29e3332e08f&device_id=62d38a89-5d30-4f8c-ae1d-566e363fa547 HTTP/1.1" status: 200 len: 1099 time: 0.5544651 Oct 27 18:18:23.550937 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 27 Oct 2021 18:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768a2f7f-ffdf-425d-bca2-bd76702d485f x-openstack-request-id: req-768a2f7f-ffdf-425d-bca2-bd76702d485f {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:18:23.551247 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aec936d2-d091-41ff-8cce-151c598f6ebb", "tag": "a30727c6-2893-47dc-8280-a57141d6e2c9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "62d38a89-5d30-4f8c-ae1d-566e363fa547", "tag": "c4673a1d-190c-4441-a2e3-5fab2e695513", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:18:23.551502 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-768a2f7f-ffdf-425d-bca2-bd76702d485f {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:18:23.551958 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aec936d2-d091-41ff-8cce-151c598f6ebb', 'tag': 'a30727c6-2893-47dc-8280-a57141d6e2c9', 'status': 'completed', 'code': 200} Oct 27 18:18:23.552224 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62d38a89-5d30-4f8c-ae1d-566e363fa547', 'tag': 'c4673a1d-190c-4441-a2e3-5fab2e695513', 'status': 'completed', 'code': 200} Oct 27 18:18:23.591751 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-26beda25-34b3-4704-8872-ad6106034aaa req-f7e39477-a091-450c-be63-8d54d6926079 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=c4673a1d-190c-4441-a2e3-5fab2e695513 HTTP/1.1" status: 200 len: 217 time: 0.0671732 Oct 27 18:18:23.598779 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-21705a1c-8572-48ac-8d41-1de680cbc18f req-458e6674-281c-4a54-b931-92f810cdd7a9 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1948346340', 'description': 'tempest-description-1212918910'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:18:23.610719 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-c8fe94fd-51be-4e30-89d4-5d08fccb113f tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Allocated IP 172.20.0.5 (c345cfe3-9ef8-4d81-8fa5-3e08d3754503/0915b7bc-3821-43b8-a967-754663cb61b5/b9e34544-f884-4445-90b4-80a5768d9b19) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:18:23.720698 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc25ef8-21b2-4d2d-8b44-f8335544aaa9 req-67d1c20c-ad9f-44af-9515-c4e1d8eac895 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:23.730368 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9fc25ef8-21b2-4d2d-8b44-f8335544aaa9 req-67d1c20c-ad9f-44af-9515-c4e1d8eac895 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=62d38a89-5d30-4f8c-ae1d-566e363fa547 HTTP/1.1" status: 200 len: 948 time: 0.2287149 Oct 27 18:18:23.781157 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26beda25-34b3-4704-8872-ad6106034aaa req-9ef8e7f8-fb2c-43c2-9c76-b87bcbfadd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:23.782779 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-26beda25-34b3-4704-8872-ad6106034aaa req-9ef8e7f8-fb2c-43c2-9c76-b87bcbfadd63 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.1745355 Oct 27 18:18:23.841387 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d466f0-edbc-4667-9b86-feab86d24884 req-1cd8e92a-742f-4ca6-a6da-068f5b5dbe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:23.843469 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b3d466f0-edbc-4667-9b86-feab86d24884 req-1cd8e92a-742f-4ca6-a6da-068f5b5dbe1d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=82f76d5c977b49a3a741c29e3332e08f&device_id=aec936d2-d091-41ff-8cce-151c598f6ebb HTTP/1.1" status: 200 len: 1098 time: 0.2147098 Oct 27 18:18:23.864477 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45490) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:18:23.882249 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-16b3b025-ec4d-4ee7-9973-800f999f4145 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:23.899667 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-21705a1c-8572-48ac-8d41-1de680cbc18f req-458e6674-281c-4a54-b931-92f810cdd7a9 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:23.908731 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9fc25ef8-21b2-4d2d-8b44-f8335544aaa9 req-4fe14d6c-c829-4475-9b8b-45a73fc67ed1 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788976 Oct 27 18:18:23.945234 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45492) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:18:24.002513 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-16b3b025-ec4d-4ee7-9973-800f999f4145 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:24.017895 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26beda25-34b3-4704-8872-ad6106034aaa req-19f20489-b47b-48cd-bf54-ddfcddc27411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:24.019559 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-26beda25-34b3-4704-8872-ad6106034aaa req-19f20489-b47b-48cd-bf54-ddfcddc27411 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2259197 Oct 27 18:18:24.089427 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-16b3b025-ec4d-4ee7-9973-800f999f4145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:24.140005 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-16b3b025-ec4d-4ee7-9973-800f999f4145 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=882703187fa34c1ebca5efb248e6a8b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2734385 Oct 27 18:18:24.141372 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45498) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:18:24.151626 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b3b025-ec4d-4ee7-9973-800f999f4145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3dfc228-5a74-4ef9-8951-3f20948fe51f,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:24.158492 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-b2e39696-e60e-47d5-87b7-a5589cd19c19 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-676054517-network', 'tenant_id': 'e9c9f8d15e694335a8e99499ce7f1df1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:18:24.192555 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-c8fe94fd-51be-4e30-89d4-5d08fccb113f tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:24.198661 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d466f0-edbc-4667-9b86-feab86d24884 req-a5f1633e-5466-480e-8b27-624c554fd470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:24.200217 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b3d466f0-edbc-4667-9b86-feab86d24884 req-a5f1633e-5466-480e-8b27-624c554fd470 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.3145814 Oct 27 18:18:24.227302 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-95c390db-46bd-46a8-8a77-ce1d44de7aab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:24.250464 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-95c390db-46bd-46a8-8a77-ce1d44de7aab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:24.281090 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-21705a1c-8572-48ac-8d41-1de680cbc18f req-458e6674-281c-4a54-b931-92f810cdd7a9 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:24.285249 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e39696-e60e-47d5-87b7-a5589cd19c19 admin admin] Made reservation on behalf of e9c9f8d15e694335a8e99499ce7f1df1 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:18:24.289374 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b2e39696-e60e-47d5-87b7-a5589cd19c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:24.290152 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7becf76-ccc8-4004-b527-cf2953efe931 req-4959e630-212f-4a5f-a637-95efe61b92e6 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:24.291797 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a7becf76-ccc8-4004-b527-cf2953efe931 req-4959e630-212f-4a5f-a637-95efe61b92e6 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 945 time: 0.2597849 Oct 27 18:18:24.303108 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b3d466f0-edbc-4667-9b86-feab86d24884 req-70d32fdb-2857-44fe-9963-c117319d5883 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=a30727c6-2893-47dc-8280-a57141d6e2c9 HTTP/1.1" status: 200 len: 217 time: 0.0915375 Oct 27 18:18:24.311311 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b2e39696-e60e-47d5-87b7-a5589cd19c19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:24.383114 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-21705a1c-8572-48ac-8d41-1de680cbc18f req-458e6674-281c-4a54-b931-92f810cdd7a9 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:24.394051 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-95c390db-46bd-46a8-8a77-ce1d44de7aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:24.395895 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-26beda25-34b3-4704-8872-ad6106034aaa req-479339ec-5e40-4e1a-8b92-54f2e422d0d1 service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591478 Oct 27 18:18:24.396762 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-95c390db-46bd-46a8-8a77-ce1d44de7aab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:24.402508 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-95c390db-46bd-46a8-8a77-ce1d44de7aab admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e3dfc228-5a74-4ef9-8951-3f20948fe51f HTTP/1.1" status: 204 len: 168 time: 0.2569988 Oct 27 18:18:24.409365 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b2e39696-e60e-47d5-87b7-a5589cd19c19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:24.418737 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c390db-46bd-46a8-8a77-ce1d44de7aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3dfc228-5a74-4ef9-8951-3f20948fe51f,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:24.477502 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b2e39696-e60e-47d5-87b7-a5589cd19c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:24.497386 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a7becf76-ccc8-4004-b527-cf2953efe931 req-ec757a5b-69a2-4595-a950-bb95cfe3e66d tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917474 Oct 27 18:18:24.502540 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d466f0-edbc-4667-9b86-feab86d24884 req-7a58a461-be89-402b-b6e1-2dfbf6d2dfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:24.504047 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b3d466f0-edbc-4667-9b86-feab86d24884 req-7a58a461-be89-402b-b6e1-2dfbf6d2dfb6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.1832840 Oct 27 18:18:24.506742 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e6674-281c-4a54-b931-92f810cdd7a9 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf72822-1ef8-44df-962d-6ad87a399e09,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:24.512666 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2e39696-e60e-47d5-87b7-a5589cd19c19 admin admin] vlan segment allocate from pool success with {'vlan_id': 1047, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:18:24.541814 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e39696-e60e-47d5-87b7-a5589cd19c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72efa001-5556-4bec-85fc-8a3cd22d8dbc,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:24.549819 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b2e39696-e60e-47d5-87b7-a5589cd19c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:24.550174 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-b2e39696-e60e-47d5-87b7-a5589cd19c19 admin admin] Added segment 7e9244b4-f3d3-4887-ad08-abc36593e8ca of type vlan for network 4e086075-a1b5-4045-ad82-552f5d921dc9 Oct 27 18:18:24.554426 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-c8fe94fd-51be-4e30-89d4-5d08fccb113f tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:24.580040 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-21705a1c-8572-48ac-8d41-1de680cbc18f req-458e6674-281c-4a54-b931-92f810cdd7a9 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:24.586482 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-21705a1c-8572-48ac-8d41-1de680cbc18f req-458e6674-281c-4a54-b931-92f810cdd7a9 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.0013354 Oct 27 18:18:24.646457 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-c8fe94fd-51be-4e30-89d4-5d08fccb113f tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Network c345cfe3-9ef8-4d81-8fa5-3e08d3754503 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:18:24.652641 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b2e39696-e60e-47d5-87b7-a5589cd19c19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:24.679237 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-c8fe94fd-51be-4e30-89d4-5d08fccb113f tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:18:24.694987 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-c8fe94fd-51be-4e30-89d4-5d08fccb113f tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:18:24.741357 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fe94fd-51be-4e30-89d4-5d08fccb113f tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Pushing event updated for resources: {'Port': ['ID=b9e34544-f884-4445-90b4-80a5768d9b19,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:24.759788 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d466f0-edbc-4667-9b86-feab86d24884 req-e591471d-3f49-4128-8e1d-085fa91089e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:24.761338 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b3d466f0-edbc-4667-9b86-feab86d24884 req-e591471d-3f49-4128-8e1d-085fa91089e9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2476075 Oct 27 18:18:24.763200 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-26beda25-34b3-4704-8872-ad6106034aaa req-dcceadbf-b911-4cad-9427-8cbd63fb3af2 service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454030 Oct 27 18:18:24.783207 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b2e39696-e60e-47d5-87b7-a5589cd19c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:24.788696 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e39696-e60e-47d5-87b7-a5589cd19c19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:24.788696 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b2e39696-e60e-47d5-87b7-a5589cd19c19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:24.864345 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12366923-d03e-4897-8114-722ab0bec1de req-0ae4cbd2-0c16-455f-b8bf-fcdd0a900bbd tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:24.866483 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-12366923-d03e-4897-8114-722ab0bec1de req-0ae4cbd2-0c16-455f-b8bf-fcdd0a900bbd tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=897216c7-db70-4e06-8b0b-cb7b2659635c HTTP/1.1" status: 200 len: 931 time: 0.2479751 Oct 27 18:18:24.867847 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e39696-e60e-47d5-87b7-a5589cd19c19 admin admin] Pushing event updated for resources: {'Network': ['ID=4e086075-a1b5-4045-ad82-552f5d921dc9,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:24.890272 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 4e086075-a1b5-4045-ad82-552f5d921dc9 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:18:24.938966 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b2e39696-e60e-47d5-87b7-a5589cd19c19 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9922016 Oct 27 18:18:24.941868 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45524) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:18:24.949676 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-c26e6816-b8a0-4ded-90ed-a71b6cb3634b admin admin] Request body: {'subnet': {'network_id': '4e086075-a1b5-4045-ad82-552f5d921dc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-676054517-subnet', 'tenant_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:18:24.980742 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-c8fe94fd-51be-4e30-89d4-5d08fccb113f tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:24.981377 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-c8fe94fd-51be-4e30-89d4-5d08fccb113f tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:25.085423 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26e6816-b8a0-4ded-90ed-a71b6cb3634b admin admin] Made reservation on behalf of e9c9f8d15e694335a8e99499ce7f1df1 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:18:25.087827 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-12366923-d03e-4897-8114-722ab0bec1de req-4bdd74eb-dba3-40d2-a501-65e8bd596879 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595495 Oct 27 18:18:25.088301 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c26e6816-b8a0-4ded-90ed-a71b6cb3634b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:25.114428 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-ba1a59e6-3f01-41b0-9cfa-ef1e00aaa3b0 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:25.124454 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-ba1a59e6-3f01-41b0-9cfa-ef1e00aaa3b0 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/networks?id=2b0c544f-e1c5-43e5-917d-858b4f45dd21 HTTP/1.1" status: 200 len: 812 time: 0.2873595 Oct 27 18:18:25.125328 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d466f0-edbc-4667-9b86-feab86d24884 req-b2c74900-2920-4939-8286-c9a665a85fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:25.126779 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b3d466f0-edbc-4667-9b86-feab86d24884 req-b2c74900-2920-4939-8286-c9a665a85fd8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=82f76d5c977b49a3a741c29e3332e08f&device_id=62d38a89-5d30-4f8c-ae1d-566e363fa547 HTTP/1.1" status: 200 len: 1099 time: 0.1997507 Oct 27 18:18:25.128615 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b3d466f0-edbc-4667-9b86-feab86d24884 req-fdf92f27-5ceb-4600-8e09-f537461774dc service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560021 Oct 27 18:18:25.172669 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-f61dd79c-7701-483f-babf-980a06bd4b3d tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/quotas/a5994b7ba06b4151b58ba01f2c995408 HTTP/1.1" status: 200 len: 375 time: 0.0503769 Oct 27 18:18:25.239037 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-c8fe94fd-51be-4e30-89d4-5d08fccb113f tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0928996 Oct 27 18:18:25.302798 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-d5d5f8fe-9771-48b2-a9cb-c06f097ed228 service neutron] Request body: {'port': {'device_id': '897216c7-db70-4e06-8b0b-cb7b2659635c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:18:25.328195 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-9c91b284-f96d-4bf0-8fb3-4d722b34802c tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a5994b7ba06b4151b58ba01f2c995408&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1544163 Oct 27 18:18:25.403516 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c26e6816-b8a0-4ded-90ed-a71b6cb3634b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:25.476319 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b51fe55-c51a-4949-93d7-9dfd2f0a961b req-8a8f6d5e-9a03-4d8a-aff5-d1885eeea270 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:25.477859 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4b51fe55-c51a-4949-93d7-9dfd2f0a961b req-8a8f6d5e-9a03-4d8a-aff5-d1885eeea270 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=62d38a89-5d30-4f8c-ae1d-566e363fa547 HTTP/1.1" status: 200 len: 948 time: 0.2778215 Oct 27 18:18:25.498673 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e6816-b8a0-4ded-90ed-a71b6cb3634b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c1b7808-e582-4ce4-9710-0fef53c91dd4,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:25.508144 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26e6816-b8a0-4ded-90ed-a71b6cb3634b admin admin] Checking segment: {'id': '7e9244b4-f3d3-4887-ad08-abc36593e8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '4e086075-a1b5-4045-ad82-552f5d921dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:18:25.508507 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26e6816-b8a0-4ded-90ed-a71b6cb3634b admin admin] Network hostable DHCP agents. Network: 4e086075-a1b5-4045-ad82-552f5d921dc9, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:18:25.524599 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-d5d5f8fe-9771-48b2-a9cb-c06f097ed228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:25.539353 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d466f0-edbc-4667-9b86-feab86d24884 req-31903c15-c263-4624-a0dc-a0df57ec9648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:25.540819 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b3d466f0-edbc-4667-9b86-feab86d24884 req-31903c15-c263-4624-a0dc-a0df57ec9648 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.4058228 Oct 27 18:18:25.552013 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b3d466f0-edbc-4667-9b86-feab86d24884 req-5c28f871-4346-4f6c-b03e-9fa18d084374 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072714 Oct 27 18:18:25.592165 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26e6816-b8a0-4ded-90ed-a71b6cb3634b admin admin] Network 4e086075-a1b5-4045-ad82-552f5d921dc9 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:18:25.628484 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-a2f94724-d35d-4049-bc2b-7e8c09a167c4 service neutron] 10.222.0.52 "GET /v2.0/networks/2b0c544f-e1c5-43e5-917d-858b4f45dd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804890 Oct 27 18:18:25.629720 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b3d466f0-edbc-4667-9b86-feab86d24884 req-6f82f193-0729-4c0d-a2ef-6a957643d292 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=c4673a1d-190c-4441-a2e3-5fab2e695513 HTTP/1.1" status: 200 len: 217 time: 0.0758772 Oct 27 18:18:25.672127 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-c26e6816-b8a0-4ded-90ed-a71b6cb3634b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 4e086075-a1b5-4045-ad82-552f5d921dc9) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:18:25.676662 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26e6816-b8a0-4ded-90ed-a71b6cb3634b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:25.682117 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c26e6816-b8a0-4ded-90ed-a71b6cb3634b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:25.688193 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4d496c-9786-418b-9787-77314d41374c None None] Network 4e086075-a1b5-4045-ad82-552f5d921dc9 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:18:25.690666 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4b51fe55-c51a-4949-93d7-9dfd2f0a961b req-e556ba10-b494-4ef9-9d0a-77a76c013a47 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949091 Oct 27 18:18:25.782854 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c26e6816-b8a0-4ded-90ed-a71b6cb3634b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8396368 Oct 27 18:18:25.783604 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45546) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:18:25.788718 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-efe47f26-2aa7-4b97-a64f-e246d10d7f42 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-676054517-router', 'tenant_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:18:25.865689 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d466f0-edbc-4667-9b86-feab86d24884 req-6b3529a7-c457-4ffe-84cf-a8ab116c1215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:25.867205 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b3d466f0-edbc-4667-9b86-feab86d24884 req-6b3529a7-c457-4ffe-84cf-a8ab116c1215 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.2141221 Oct 27 18:18:25.902611 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-efe47f26-2aa7-4b97-a64f-e246d10d7f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:25.903740 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-efe47f26-2aa7-4b97-a64f-e246d10d7f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:25.905883 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-007f5321-ca76-4887-b97c-53112f7a50c5 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:25.907407 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-007f5321-ca76-4887-b97c-53112f7a50c5 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca&tenant_id=a91620ccab6b42bd92005fb366774bad&binding%3Ahost_id=n-h2-815690-2 HTTP/1.1" status: 200 len: 1096 time: 0.2973523 Oct 27 18:18:25.923030 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accb03d8-4c11-4c9e-b31f-b562f8dfb669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-4e086075-a1b5-4045-ad82-552f5d921dc9', 'network_id': '4e086075-a1b5-4045-ad82-552f5d921dc9', 'tenant_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'fixed_ips': [{'subnet_id': '1c1b7808-e582-4ce4-9710-0fef53c91dd4'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:18:25.924295 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-accb03d8-4c11-4c9e-b31f-b562f8dfb669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:25.942927 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-d22338e6-b4a7-4a67-9086-81709156fe11 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815690-2'}}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:18:25.995960 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-7884a170-bfff-48ef-8066-92eeffa94cff service neutron] 10.222.0.52 "GET /v2.0/networks/2b0c544f-e1c5-43e5-917d-858b4f45dd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417037 Oct 27 18:18:26.004025 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-efe47f26-2aa7-4b97-a64f-e246d10d7f42 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:26.139849 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-accb03d8-4c11-4c9e-b31f-b562f8dfb669 None None] Allocated IP 172.20.0.2 (4e086075-a1b5-4045-ad82-552f5d921dc9/1c1b7808-e582-4ce4-9710-0fef53c91dd4/ca24143e-5be0-437a-85db-b96da5a50156) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:18:26.206390 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device a30727c6-2893-47dc-8280-a57141d6e2c9 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:18:26.333501 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:26.371469 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-efe47f26-2aa7-4b97-a64f-e246d10d7f42 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:26.421911 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e171ab7-ccbc-41d6-8a09-56da6c22a6e9 req-a4e8342f-80c4-4cc1-877e-2a7fdd5961aa tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:26.422665 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7e171ab7-ccbc-41d6-8a09-56da6c22a6e9 req-a4e8342f-80c4-4cc1-877e-2a7fdd5961aa tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 945 time: 0.5745559 Oct 27 18:18:26.434953 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d466f0-edbc-4667-9b86-feab86d24884 req-130f50b3-175a-41ce-bd33-0fe76f5e588e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:26.436800 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b3d466f0-edbc-4667-9b86-feab86d24884 req-130f50b3-175a-41ce-bd33-0fe76f5e588e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5341897 Oct 27 18:18:26.443797 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port a30727c6-2893-47dc-8280-a57141d6e2c9, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=a30727c6-2893-47dc-8280-a57141d6e2c9,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:18:26.456181 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-d22338e6-b4a7-4a67-9086-81709156fe11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:26.458138 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-accb03d8-4c11-4c9e-b31f-b562f8dfb669 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:26.463437 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'a30727c6-2893-47dc-8280-a57141d6e2c9', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'port_id': 'a30727c6-2893-47dc-8280-a57141d6e2c9', 'mac_address': 'fa:16:3e:76:06:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:18:26.518630 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:26.537493 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a30727c6-2893-47dc-8280-a57141d6e2c9 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:18:26.558636 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-accb03d8-4c11-4c9e-b31f-b562f8dfb669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:26.593319 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port a30727c6-2893-47dc-8280-a57141d6e2c9, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=a30727c6-2893-47dc-8280-a57141d6e2c9,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:18:26.646953 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:26.683968 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accb03d8-4c11-4c9e-b31f-b562f8dfb669 None None] Network 4e086075-a1b5-4045-ad82-552f5d921dc9 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:18:26.687155 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-accb03d8-4c11-4c9e-b31f-b562f8dfb669 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:18:26.693085 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accb03d8-4c11-4c9e-b31f-b562f8dfb669 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:18:26.705449 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:26.744877 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7e171ab7-ccbc-41d6-8a09-56da6c22a6e9 req-0ee14ec3-7ae5-4ae8-9922-063136f021f6 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021085 Oct 27 18:18:26.785894 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb03d8-4c11-4c9e-b31f-b562f8dfb669 None None] Pushing event updated for resources: {'Port': ['ID=ca24143e-5be0-437a-85db-b96da5a50156,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:26.830214 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-accb03d8-4c11-4c9e-b31f-b562f8dfb669 None None] Attempting to bind port ca24143e-5be0-437a-85db-b96da5a50156 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:18:26.830712 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-accb03d8-4c11-4c9e-b31f-b562f8dfb669 None None] Attempting to bind port ca24143e-5be0-437a-85db-b96da5a50156 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '7e9244b4-f3d3-4887-ad08-abc36593e8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '4e086075-a1b5-4045-ad82-552f5d921dc9'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:18:26.832122 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accb03d8-4c11-4c9e-b31f-b562f8dfb669 None None] Attempting to bind port ca24143e-5be0-437a-85db-b96da5a50156 on network 4e086075-a1b5-4045-ad82-552f5d921dc9 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:18:26.843861 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accb03d8-4c11-4c9e-b31f-b562f8dfb669 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:18:26.844389 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accb03d8-4c11-4c9e-b31f-b562f8dfb669 None None] Checking segment: {'id': '7e9244b4-f3d3-4887-ad08-abc36593e8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '4e086075-a1b5-4045-ad82-552f5d921dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:18:26.844926 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-accb03d8-4c11-4c9e-b31f-b562f8dfb669 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:26.845421 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accb03d8-4c11-4c9e-b31f-b562f8dfb669 None None] Bound using segment: {'id': '7e9244b4-f3d3-4887-ad08-abc36593e8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '4e086075-a1b5-4045-ad82-552f5d921dc9'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:18:26.846009 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-accb03d8-4c11-4c9e-b31f-b562f8dfb669 None None] Bound port: ca24143e-5be0-437a-85db-b96da5a50156, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9244b4-f3d3-4887-ad08-abc36593e8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '4e086075-a1b5-4045-ad82-552f5d921dc9'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:18:26.846491 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-accb03d8-4c11-4c9e-b31f-b562f8dfb669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:26.886722 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=a30727c6-2893-47dc-8280-a57141d6e2c9,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:26.909201 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-efe47f26-2aa7-4b97-a64f-e246d10d7f42 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:26.931428 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['a30727c6-2893-47dc-8280-a57141d6e2c9'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:18:26.940009 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-efe47f26-2aa7-4b97-a64f-e246d10d7f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:27.001182 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-84c509ab-e8bc-42f6-8a2c-714e1fec1ac1 req-4d706e14-908e-4c3c-82bd-8942f60f4ab3 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2ffcd34-afe5-471e-91e1-cb71a72191d7 HTTP/1.1" status: 200 len: 210 time: 0.0543387 Oct 27 18:18:27.016172 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-accb03d8-4c11-4c9e-b31f-b562f8dfb669 None None] For port ca24143e-5be0-437a-85db-b96da5a50156, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:18:27.022602 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-accb03d8-4c11-4c9e-b31f-b562f8dfb669 None None] For port ca24143e-5be0-437a-85db-b96da5a50156, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ca24143e-5be0-437a-85db-b96da5a50156,segment=NetworkSegment(7e9244b4-f3d3-4887-ad08-abc36593e8ca),segment_id=7e9244b4-f3d3-4887-ad08-abc36593e8ca)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:18:27.087227 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-d22338e6-b4a7-4a67-9086-81709156fe11 service neutron] For port fecdc6d7-3d40-4405-ad5a-c0e583376c35, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=fecdc6d7-3d40-4405-ad5a-c0e583376c35,segment=NetworkSegment(32b71140-e440-46b3-9b2a-24e683b039db),segment_id=32b71140-e440-46b3-9b2a-24e683b039db)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:18:27.099616 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca2fb3-f3fd-4ad2-93c9-58d2c70c4a96 req-a379a68b-6d30-42be-aa6d-61b91a48b534 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:27.107172 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-87ca2fb3-f3fd-4ad2-93c9-58d2c70c4a96 req-a379a68b-6d30-42be-aa6d-61b91a48b534 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=897216c7-db70-4e06-8b0b-cb7b2659635c HTTP/1.1" status: 200 len: 931 time: 0.3438931 Oct 27 18:18:27.116016 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-efe47f26-2aa7-4b97-a64f-e246d10d7f42 admin admin] Allocated IP 172.25.6.94 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/ea8c6714-a947-4e09-b889-0de9919fb461) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:18:27.125934 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b3d466f0-edbc-4667-9b86-feab86d24884 req-e600526b-99fd-4752-a220-13179fe21a4a service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6619666 Oct 27 18:18:27.161367 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-accb03d8-4c11-4c9e-b31f-b562f8dfb669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:27.179804 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-d5d5f8fe-9771-48b2-a9cb-c06f097ed228 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9e34544-f884-4445-90b4-80a5768d9b19 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:18:27.252674 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb03d8-4c11-4c9e-b31f-b562f8dfb669 None None] Pushing event updated for resources: {'Port': ['ID=ca24143e-5be0-437a-85db-b96da5a50156,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:27.300754 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-d5d5f8fe-9771-48b2-a9cb-c06f097ed228 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:27.380276 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-87ca2fb3-f3fd-4ad2-93c9-58d2c70c4a96 req-613c71cb-8412-4635-afa2-946a21cc610c tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716837 Oct 27 18:18:27.392237 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-d5d5f8fe-9771-48b2-a9cb-c06f097ed228 service neutron] Transition to ACTIVE for port object b9e34544-f884-4445-90b4-80a5768d9b19 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:18:27.395251 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-d22338e6-b4a7-4a67-9086-81709156fe11 service neutron] For port fecdc6d7-3d40-4405-ad5a-c0e583376c35, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:18:27.521620 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57076d6-00df-4dac-9543-951d8c0ddaf4 req-7dcb0471-fcfc-4783-9dc6-da04b53f8791 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:27.528566 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f57076d6-00df-4dac-9543-951d8c0ddaf4 req-7dcb0471-fcfc-4783-9dc6-da04b53f8791 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=62d38a89-5d30-4f8c-ae1d-566e363fa547 HTTP/1.1" status: 200 len: 948 time: 0.4016593 Oct 27 18:18:27.531503 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b3d466f0-edbc-4667-9b86-feab86d24884 req-95250eea-016b-4958-809c-cca1796a6911 service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835363 Oct 27 18:18:27.535907 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-d5d5f8fe-9771-48b2-a9cb-c06f097ed228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:27.611522 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-efe47f26-2aa7-4b97-a64f-e246d10d7f42 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:27.671985 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8d25ab-4ced-459b-8b94-84fb3c3bfeca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fecdc6d7-3d40-4405-ad5a-c0e583376c35'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:18:27.674462 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e41385-4385-4d4a-b9f4-bf66214ff549" -d '{"events": [{"server_uuid": "2e8d25ab-4ced-459b-8b94-84fb3c3bfeca", "name": "network-vif-unplugged", "status": "completed", "tag": "fecdc6d7-3d40-4405-ad5a-c0e583376c35"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:18:27.691388 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-d22338e6-b4a7-4a67-9086-81709156fe11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:27.731177 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device c4673a1d-190c-4441-a2e3-5fab2e695513 details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:18:27.732361 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f57076d6-00df-4dac-9543-951d8c0ddaf4 req-4fcd5f08-baf6-4dde-a0be-b43909350209 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975386 Oct 27 18:18:27.734105 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5f8fe-9771-48b2-a9cb-c06f097ed228 service neutron] Pushing event updated for resources: {'Port': ['ID=b9e34544-f884-4445-90b4-80a5768d9b19,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:27.765057 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-efe47f26-2aa7-4b97-a64f-e246d10d7f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:27.924411 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port c4673a1d-190c-4441-a2e3-5fab2e695513, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=c4673a1d-190c-4441-a2e3-5fab2e695513,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:18:27.924959 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe47f26-2aa7-4b97-a64f-e246d10d7f42 admin admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:18:27.928142 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-efe47f26-2aa7-4b97-a64f-e246d10d7f42 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:18:27.938503 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': 'c4673a1d-190c-4441-a2e3-5fab2e695513', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'port_id': 'c4673a1d-190c-4441-a2e3-5fab2e695513', 'mac_address': 'fa:16:3e:44:ac:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:18:27.941240 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe47f26-2aa7-4b97-a64f-e246d10d7f42 admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:18:27.948276 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 18:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a96b17-e354-415b-917b-a7f0f2ddf602 x-openstack-request-id: req-b7a96b17-e354-415b-917b-a7f0f2ddf602 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:18:27.948649 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e8d25ab-4ced-459b-8b94-84fb3c3bfeca", "name": "network-vif-unplugged", "status": "completed", "tag": "fecdc6d7-3d40-4405-ad5a-c0e583376c35", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:18:27.948977 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b7a96b17-e354-415b-917b-a7f0f2ddf602 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:18:27.949508 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e8d25ab-4ced-459b-8b94-84fb3c3bfeca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fecdc6d7-3d40-4405-ad5a-c0e583376c35', 'code': 200} Oct 27 18:18:27.980585 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-d22338e6-b4a7-4a67-9086-81709156fe11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:27.986655 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:28.003014 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe47f26-2aa7-4b97-a64f-e246d10d7f42 admin admin] Pushing event updated for resources: {'Port': ['ID=ea8c6714-a947-4e09-b889-0de9919fb461,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:28.013158 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4673a1d-190c-4441-a2e3-5fab2e695513 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:18:28.045186 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port c4673a1d-190c-4441-a2e3-5fab2e695513, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=c4673a1d-190c-4441-a2e3-5fab2e695513,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:18:28.057465 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-d5d5f8fe-9771-48b2-a9cb-c06f097ed228 service neutron] Attempting to bind port b9e34544-f884-4445-90b4-80a5768d9b19 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:18:28.057812 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-d5d5f8fe-9771-48b2-a9cb-c06f097ed228 service neutron] Attempting to bind port b9e34544-f884-4445-90b4-80a5768d9b19 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'c345cfe3-9ef8-4d81-8fa5-3e08d3754503'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:18:28.058197 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-d5d5f8fe-9771-48b2-a9cb-c06f097ed228 service neutron] Attempting to bind port b9e34544-f884-4445-90b4-80a5768d9b19 on network c345cfe3-9ef8-4d81-8fa5-3e08d3754503 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:18:28.113977 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-d5d5f8fe-9771-48b2-a9cb-c06f097ed228 service neutron] Port b9e34544-f884-4445-90b4-80a5768d9b19 on network c345cfe3-9ef8-4d81-8fa5-3e08d3754503 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:18:28.114305 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-d5d5f8fe-9771-48b2-a9cb-c06f097ed228 service neutron] Attempting to bind port b9e34544-f884-4445-90b4-80a5768d9b19 on network c345cfe3-9ef8-4d81-8fa5-3e08d3754503 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:18:28.126128 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:28.126798 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device fecdc6d7-3d40-4405-ad5a-c0e583376c35 details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:18:28.148217 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-d5d5f8fe-9771-48b2-a9cb-c06f097ed228 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:18:28.148559 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-d5d5f8fe-9771-48b2-a9cb-c06f097ed228 service neutron] Checking segment: {'id': '0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'c345cfe3-9ef8-4d81-8fa5-3e08d3754503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:18:28.148945 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-d5d5f8fe-9771-48b2-a9cb-c06f097ed228 service neutron] Bound using segment: {'id': '0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'c345cfe3-9ef8-4d81-8fa5-3e08d3754503'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:18:28.149396 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-d5d5f8fe-9771-48b2-a9cb-c06f097ed228 service neutron] Bound port: b9e34544-f884-4445-90b4-80a5768d9b19, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'c345cfe3-9ef8-4d81-8fa5-3e08d3754503'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:18:28.149758 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-d5d5f8fe-9771-48b2-a9cb-c06f097ed228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:28.228493 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device a30727c6-2893-47dc-8280-a57141d6e2c9 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:18:28.243670 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4a710-779b-48e0-84ec-6696728bcb83 req-f32c31a8-69bc-49ff-8f8c-4b33d15f94b3 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:28.258293 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c3d4a710-779b-48e0-84ec-6696728bcb83 req-f32c31a8-69bc-49ff-8f8c-4b33d15f94b3 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 943 time: 0.3066347 Oct 27 18:18:28.301632 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-d22338e6-b4a7-4a67-9086-81709156fe11 service neutron] Attempting to bind port fecdc6d7-3d40-4405-ad5a-c0e583376c35 on host n-h2-815690-2 for vnic_type normal with profile {"migrating_to": "n-h1-815690-2"} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:18:28.302071 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-d22338e6-b4a7-4a67-9086-81709156fe11 service neutron] Attempting to bind port fecdc6d7-3d40-4405-ad5a-c0e583376c35 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:18:28.302408 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-d22338e6-b4a7-4a67-9086-81709156fe11 service neutron] Attempting to bind port fecdc6d7-3d40-4405-ad5a-c0e583376c35 on network b3551270-2765-4a25-abeb-25e55b0a5126 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:18:28.308434 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22338e6-b4a7-4a67-9086-81709156fe11 service neutron] Pushing event updated for resources: {'Port': ['ID=fecdc6d7-3d40-4405-ad5a-c0e583376c35,revision_number=7']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:28.348248 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-d22338e6-b4a7-4a67-9086-81709156fe11 service neutron] Port fecdc6d7-3d40-4405-ad5a-c0e583376c35 on network b3551270-2765-4a25-abeb-25e55b0a5126 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:18:28.348734 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-d22338e6-b4a7-4a67-9086-81709156fe11 service neutron] Attempting to bind port fecdc6d7-3d40-4405-ad5a-c0e583376c35 on network b3551270-2765-4a25-abeb-25e55b0a5126 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:18:28.365313 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-d22338e6-b4a7-4a67-9086-81709156fe11 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:18:28.365657 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-d22338e6-b4a7-4a67-9086-81709156fe11 service neutron] Checking segment: {'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:18:28.366051 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-d22338e6-b4a7-4a67-9086-81709156fe11 service neutron] Bound using segment: {'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:18:28.366504 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-d22338e6-b4a7-4a67-9086-81709156fe11 service neutron] Bound port: fecdc6d7-3d40-4405-ad5a-c0e583376c35, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:18:28.366904 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-d22338e6-b4a7-4a67-9086-81709156fe11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:28.376336 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=c4673a1d-190c-4441-a2e3-5fab2e695513,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:28.424756 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c3d4a710-779b-48e0-84ec-6696728bcb83 req-19b77b25-c7f3-40aa-a5b7-f51661412019 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665218 Oct 27 18:18:28.441833 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port fecdc6d7-3d40-4405-ad5a-c0e583376c35, host n-h2-815690-2, got binding levels [] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:18:28.454888 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-d5d5f8fe-9771-48b2-a9cb-c06f097ed228 service neutron] For port b9e34544-f884-4445-90b4-80a5768d9b19, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:18:28.472946 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-d5d5f8fe-9771-48b2-a9cb-c06f097ed228 service neutron] For port b9e34544-f884-4445-90b4-80a5768d9b19, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=b9e34544-f884-4445-90b4-80a5768d9b19,segment=NetworkSegment(0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2),segment_id=0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:18:28.482284 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port a30727c6-2893-47dc-8280-a57141d6e2c9 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:18:28.498305 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port a30727c6-2893-47dc-8280-a57141d6e2c9 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:18:28.498305 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:28.501146 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Attempting to bind port fecdc6d7-3d40-4405-ad5a-c0e583376c35 on host n-h2-815690-2 for vnic_type normal with profile {"migrating_to": "n-h1-815690-2"} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:18:28.501584 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Attempting to bind port fecdc6d7-3d40-4405-ad5a-c0e583376c35 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:18:28.506308 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Attempting to bind port fecdc6d7-3d40-4405-ad5a-c0e583376c35 on network b3551270-2765-4a25-abeb-25e55b0a5126 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:18:28.563709 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Port fecdc6d7-3d40-4405-ad5a-c0e583376c35 on network b3551270-2765-4a25-abeb-25e55b0a5126 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:18:28.564079 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Attempting to bind port fecdc6d7-3d40-4405-ad5a-c0e583376c35 on network b3551270-2765-4a25-abeb-25e55b0a5126 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:18:28.578455 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-d22338e6-b4a7-4a67-9086-81709156fe11 service neutron] For port fecdc6d7-3d40-4405-ad5a-c0e583376c35, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:18:28.583587 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-d22338e6-b4a7-4a67-9086-81709156fe11 service neutron] For port fecdc6d7-3d40-4405-ad5a-c0e583376c35, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=fecdc6d7-3d40-4405-ad5a-c0e583376c35,segment=NetworkSegment(32b71140-e440-46b3-9b2a-24e683b039db),segment_id=32b71140-e440-46b3-9b2a-24e683b039db)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:18:28.594179 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589ac21a-010e-4e17-af38-ebb79c531f6f None None] Network 4e086075-a1b5-4045-ad82-552f5d921dc9 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:18:28.597309 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-d5d5f8fe-9771-48b2-a9cb-c06f097ed228 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:28.639153 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-efe47f26-2aa7-4b97-a64f-e246d10d7f42 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:28.644300 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:18:28.644567 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Checking segment: {'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:18:28.645223 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Bound using segment: {'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:18:28.645648 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Bound port: fecdc6d7-3d40-4405-ad5a-c0e583376c35, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:18:28.646037 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:28.686387 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5f8fe-9771-48b2-a9cb-c06f097ed228 service neutron] Pushing event updated for resources: {'Port': ['ID=b9e34544-f884-4445-90b4-80a5768d9b19,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:28.693418 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-d22338e6-b4a7-4a67-9086-81709156fe11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:28.698352 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d356965f-ce27-4c17-910d-bc03c109ff11 req-73890230-98b7-45b3-b96f-38d029903824 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2ffcd34-afe5-471e-91e1-cb71a72191d7 HTTP/1.1" status: 200 len: 210 time: 0.1127288 Oct 27 18:18:28.821077 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-d5d5f8fe-9771-48b2-a9cb-c06f097ed228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:28.821679 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-d5d5f8fe-9771-48b2-a9cb-c06f097ed228 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:28.823397 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-d5d5f8fe-9771-48b2-a9cb-c06f097ed228 service neutron] 10.222.0.93 "PUT /v2.0/ports/b9e34544-f884-4445-90b4-80a5768d9b19 HTTP/1.1" status: 200 len: 1091 time: 3.5494287 Oct 27 18:18:28.841879 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22338e6-b4a7-4a67-9086-81709156fe11 service neutron] Pushing event updated for resources: {'Port': ['ID=fecdc6d7-3d40-4405-ad5a-c0e583376c35,revision_number=8']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:28.866596 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a654d-7f80-4ec2-9748-c177163feef5 req-373a4fef-d84d-4e9d-8b0f-2d4bf9227858 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:28.868273 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8e5a654d-7f80-4ec2-9748-c177163feef5 req-373a4fef-d84d-4e9d-8b0f-2d4bf9227858 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=897216c7-db70-4e06-8b0b-cb7b2659635c HTTP/1.1" status: 200 len: 943 time: 0.1997485 Oct 27 18:18:28.905070 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-d22338e6-b4a7-4a67-9086-81709156fe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:28.905701 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-d22338e6-b4a7-4a67-9086-81709156fe11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:28.907140 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-d22338e6-b4a7-4a67-9086-81709156fe11 service neutron] 10.222.0.81 "PUT /v2.0/ports/fecdc6d7-3d40-4405-ad5a-c0e583376c35 HTTP/1.1" status: 200 len: 1121 time: 2.9810677 Oct 27 18:18:28.961766 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8e5a654d-7f80-4ec2-9748-c177163feef5 req-9ad90b1e-09ea-45f0-94d2-66d6041198c5 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617807 Oct 27 18:18:28.975877 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-efe47f26-2aa7-4b97-a64f-e246d10d7f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:29.079899 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-7d06c177-2dda-4b9b-8a6d-3e8af893babd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:29.087523 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-7d06c177-2dda-4b9b-8a6d-3e8af893babd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1e901318404a4041a9284af4397a81ce&device_id=897216c7-db70-4e06-8b0b-cb7b2659635c HTTP/1.1" status: 200 len: 1094 time: 0.1282170 Oct 27 18:18:29.187632 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-e124a189-d690-4e34-8f6c-5c1ec71ac62a None None] Provisioning complete for port ca24143e-5be0-437a-85db-b96da5a50156 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:18:29.188233 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e124a189-d690-4e34-8f6c-5c1ec71ac62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:29.196515 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-2cb2db19-fa24-4c38-88eb-94e476a08e61 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9e34544-f884-4445-90b4-80a5768d9b19 HTTP/1.1" status: 200 len: 217 time: 0.1001458 Oct 27 18:18:29.204718 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:29.295627 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6ba10-265e-4d6c-942e-cef8e50c9f78 req-8e9c4c3d-ca73-4b1f-ad8f-e27a37fe8849 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:29.308260 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-10a6ba10-265e-4d6c-942e-cef8e50c9f78 req-8e9c4c3d-ca73-4b1f-ad8f-e27a37fe8849 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=62d38a89-5d30-4f8c-ae1d-566e363fa547 HTTP/1.1" status: 200 len: 949 time: 0.1230774 Oct 27 18:18:29.334919 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-488c2243-9b6d-45dd-85f0-5b16d7316cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:29.334919 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-488c2243-9b6d-45dd-85f0-5b16d7316cda service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0915b7bc-3821-43b8-a967-754663cb61b5 HTTP/1.1" status: 200 len: 844 time: 0.1027701 Oct 27 18:18:29.375142 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ca24143e-5be0-437a-85db-b96da5a50156 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:18:29.408388 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-6858319c-857e-4b8a-b33d-89c0d974c229 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c345cfe3-9ef8-4d81-8fa5-3e08d3754503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523829 Oct 27 18:18:29.414790 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['fecdc6d7-3d40-4405-ad5a-c0e583376c35'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:18:29.420782 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['fecdc6d7-3d40-4405-ad5a-c0e583376c35'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:18:29.445581 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe47f26-2aa7-4b97-a64f-e246d10d7f42 admin admin] Router 04c0fd8a-fd57-43ef-9c1f-922a43068b4e is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:18:29.455543 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-10a6ba10-265e-4d6c-942e-cef8e50c9f78 req-5f49c717-b784-475c-b0db-f684fba0db03 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440175 Oct 27 18:18:29.528557 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2f9936e-0967-440e-a440-65d12406040d req-920881ff-3066-4dae-bf95-987888bc503a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1c355512-b0be-4846-908a-20bde38ada9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2149131 Oct 27 18:18:29.563287 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port a30727c6-2893-47dc-8280-a57141d6e2c9, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=a30727c6-2893-47dc-8280-a57141d6e2c9,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:18:29.584033 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe47f26-2aa7-4b97-a64f-e246d10d7f42 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:18:29.595385 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d10986-583b-4bad-911a-243906143852 None None] Sync routers for ids ['04c0fd8a-fd57-43ef-9c1f-922a43068b4e'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:18:29.632536 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d10986-583b-4bad-911a-243906143852 None None] Routers {'04c0fd8a-fd57-43ef-9c1f-922a43068b4e'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:18:29.637799 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-54d10986-583b-4bad-911a-243906143852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:18:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['04c0fd8a-fd57-43ef-9c1f-922a43068b4e'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:18:29.695723 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec936d2-d091-41ff-8cce-151c598f6ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30727c6-2893-47dc-8280-a57141d6e2c9'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:18:29.703664 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6110695-36f7-4249-b169-ab806ae40d73" -d '{"events": [{"server_uuid": "aec936d2-d091-41ff-8cce-151c598f6ebb", "name": "network-vif-plugged", "status": "completed", "tag": "a30727c6-2893-47dc-8280-a57141d6e2c9"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:18:29.713656 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-efe47f26-2aa7-4b97-a64f-e246d10d7f42 admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:29.717646 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-efe47f26-2aa7-4b97-a64f-e246d10d7f42 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9303339 Oct 27 18:18:29.717965 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45712) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:18:29.760096 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-c8659b5a-0147-43a0-b9fb-5d76f20ae04c service neutron] 10.222.0.93 "GET /v2.0/networks/c345cfe3-9ef8-4d81-8fa5-3e08d3754503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405044 Oct 27 18:18:29.769647 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ea944-dbed-4782-9e17-311a67b5db12 req-40e6e268-2620-4135-ae68-d18a74826170 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:29.776889 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-434ea944-dbed-4782-9e17-311a67b5db12 req-40e6e268-2620-4135-ae68-d18a74826170 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 943 time: 0.2092793 Oct 27 18:18:29.783897 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:29.824124 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9936e-0967-440e-a440-65d12406040d req-e6edcbf2-5547-4c27-a8b9-13ff616babb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:29.825613 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2f9936e-0967-440e-a440-65d12406040d req-e6edcbf2-5547-4c27-a8b9-13ff616babb6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=43d2aacb3b5645edb71ed26889dd4536&device_id=1c355512-b0be-4846-908a-20bde38ada9b HTTP/1.1" status: 200 len: 1095 time: 0.2196939 Oct 27 18:18:29.851219 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-54d10986-583b-4bad-911a-243906143852 None None] Set router 04c0fd8a-fd57-43ef-9c1f-922a43068b4e gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:18:29.860786 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-9be93bf8-fe24-4a30-981b-7c92c88e15fd tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:29.862690 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-9be93bf8-fe24-4a30-981b-7c92c88e15fd tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.93 "GET /v2.0/networks?id=2b0c544f-e1c5-43e5-917d-858b4f45dd21 HTTP/1.1" status: 200 len: 812 time: 0.3405781 Oct 27 18:18:29.899886 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-1adc65a5-013a-445e-ac99-c9ef1fd08ea6 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Request body: {'port': {'device_id': 'c2ffcd34-afe5-471e-91e1-cb71a72191d7', 'network_id': '2b0c544f-e1c5-43e5-917d-858b4f45dd21', 'admin_state_up': True, 'tenant_id': 'a5994b7ba06b4151b58ba01f2c995408'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:18:29.918052 n-d-815690-2 neutron-server[102880]: WARNING neutron.plugins.ml2.plugin [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Concurrent port binding operations failed on port fecdc6d7-3d40-4405-ad5a-c0e583376c35 Oct 27 18:18:29.929271 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=a30727c6-2893-47dc-8280-a57141d6e2c9,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:29.952165 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port fecdc6d7-3d40-4405-ad5a-c0e583376c35, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=fecdc6d7-3d40-4405-ad5a-c0e583376c35,segment=NetworkSegment(32b71140-e440-46b3-9b2a-24e683b039db),segment_id=32b71140-e440-46b3-9b2a-24e683b039db)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:18:29.955690 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '897216c7-db70-4e06-8b0b-cb7b2659635c', 'tag': 'b9e34544-f884-4445-90b4-80a5768d9b19'}, {'name': 'network-changed', 'server_uuid': '2e8d25ab-4ced-459b-8b94-84fb3c3bfeca', 'tag': 'fecdc6d7-3d40-4405-ad5a-c0e583376c35'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:18:29.957889 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a53106-2b4c-4457-b13e-f3ee4a4d0acc" -d '{"events": [{"name": "network-changed", "server_uuid": "897216c7-db70-4e06-8b0b-cb7b2659635c", "tag": "b9e34544-f884-4445-90b4-80a5768d9b19"}, {"name": "network-changed", "server_uuid": "2e8d25ab-4ced-459b-8b94-84fb3c3bfeca", "tag": "fecdc6d7-3d40-4405-ad5a-c0e583376c35"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:18:29.993433 n-d-815690-2 neutron-server[102880]: INFO neutron.plugins.ml2.plugin [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Attempt 2 to bind port fecdc6d7-3d40-4405-ad5a-c0e583376c35 Oct 27 18:18:29.993433 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device fecdc6d7-3d40-4405-ad5a-c0e583376c35 has no active binding in host n-h1-815690-2 {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 27 18:18:30.017107 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port ca24143e-5be0-437a-85db-b96da5a50156 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:18:30.017496 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:30.107303 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-434ea944-dbed-4782-9e17-311a67b5db12 req-dbbfe286-9dfc-467c-a68b-f7470d003964 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281600 Oct 27 18:18:30.141161 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e124a189-d690-4e34-8f6c-5c1ec71ac62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:30.306913 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-54d10986-583b-4bad-911a-243906143852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c0fd8a-fd57-43ef-9c1f-922a43068b4e', 'name': 'tempest-ServersTestFqdnHostnames-676054517-router', 'tenant_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'ea8c6714-a947-4e09-b889-0de9919fb461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:18:25Z', 'updated_at': '2021-10-27T18:18:28Z', 'revision_number': 3, 'project_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'gw_port': {'id': 'ea8c6714-a947-4e09-b889-0de9919fb461', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:76:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c0fd8a-fd57-43ef-9c1f-922a43068b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:18:26Z', 'updated_at': '2021-10-27T18:18:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:18:30.320385 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-e124a189-d690-4e34-8f6c-5c1ec71ac62a None None] For port ca24143e-5be0-437a-85db-b96da5a50156, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ca24143e-5be0-437a-85db-b96da5a50156,segment=NetworkSegment(7e9244b4-f3d3-4887-ad08-abc36593e8ca),segment_id=7e9244b4-f3d3-4887-ad08-abc36593e8ca)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:18:30.323384 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1ff6bbd8-e39b-42c4-931b-9beb2ce6a4b0 req-73a75cce-a345-4adc-91f2-77546a1fc104 service neutron] 10.222.0.93 "GET /v2.0/networks/c345cfe3-9ef8-4d81-8fa5-3e08d3754503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5424502 Oct 27 18:18:30.357336 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d10986-583b-4bad-911a-243906143852 None None] Checking router: 04c0fd8a-fd57-43ef-9c1f-922a43068b4e for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:18:30.358689 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d10986-583b-4bad-911a-243906143852 None None] Updating router 04c0fd8a-fd57-43ef-9c1f-922a43068b4e port ea8c6714-a947-4e09-b889-0de9919fb461 binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:18:30.365190 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9936e-0967-440e-a440-65d12406040d req-075a1967-65e4-40a9-bfa7-efc925f03bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:30.366695 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2f9936e-0967-440e-a440-65d12406040d req-075a1967-65e4-40a9-bfa7-efc925f03bce service neutron] 10.222.0.81 "GET /v2.0/networks?id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b HTTP/1.1" status: 200 len: 909 time: 0.5014243 Oct 27 18:18:30.431519 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-54d10986-583b-4bad-911a-243906143852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:30.489432 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e124a189-d690-4e34-8f6c-5c1ec71ac62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:30.513797 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['c4673a1d-190c-4441-a2e3-5fab2e695513'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:18:30.540178 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b173aa7f-bf75-45b4-973e-8a868bde1f55 req-35007f83-d50f-48a5-b16b-ea856224872b tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2ffcd34-afe5-471e-91e1-cb71a72191d7 HTTP/1.1" status: 200 len: 210 time: 0.1855028 Oct 27 18:18:30.547516 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2f9936e-0967-440e-a440-65d12406040d req-c262d709-211f-443f-ae5d-74b1804aecbe service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc HTTP/1.1" status: 200 len: 217 time: 0.1524231 Oct 27 18:18:30.612168 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:30.638445 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9b916e-ef26-417d-ae4b-adc33d04d7cb x-openstack-request-id: req-fe9b916e-ef26-417d-ae4b-adc33d04d7cb {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:18:30.638911 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec936d2-d091-41ff-8cce-151c598f6ebb", "name": "network-vif-plugged", "status": "completed", "tag": "a30727c6-2893-47dc-8280-a57141d6e2c9", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:18:30.639373 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fe9b916e-ef26-417d-ae4b-adc33d04d7cb {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:18:30.640210 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec936d2-d091-41ff-8cce-151c598f6ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30727c6-2893-47dc-8280-a57141d6e2c9', 'code': 200} Oct 27 18:18:30.672748 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-1adc65a5-013a-445e-ac99-c9ef1fd08ea6 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Made reservation on behalf of a5994b7ba06b4151b58ba01f2c995408 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:18:30.680017 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-1adc65a5-013a-445e-ac99-c9ef1fd08ea6 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:30.727895 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e124a189-d690-4e34-8f6c-5c1ec71ac62a None None] Pushing event updated for resources: {'Port': ['ID=ca24143e-5be0-437a-85db-b96da5a50156,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:30.741955 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-db11b53b-1115-40d6-b6b7-058e9b275a57 None None] Provisioning complete for port ca24143e-5be0-437a-85db-b96da5a50156 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:18:30.742574 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-db11b53b-1115-40d6-b6b7-058e9b275a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:30.792681 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0546153e-4335-47ed-9e2c-de39c7144538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:30.864786 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:18:30.865362 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:18:30.883551 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9936e-0967-440e-a440-65d12406040d req-2433b29f-cbf1-4a9c-9c36-89b65c97f866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:30.887030 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2f9936e-0967-440e-a440-65d12406040d req-2433b29f-cbf1-4a9c-9c36-89b65c97f866 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9d2e93d5-4842-4818-961f-a77ef1a8f95b HTTP/1.1" status: 200 len: 847 time: 0.2920947 Oct 27 18:18:30.893173 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 27 Oct 2021 18:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdc5f05-84e6-4387-a515-2c071980e4e5 x-openstack-request-id: req-5bdc5f05-84e6-4387-a515-2c071980e4e5 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:18:30.896193 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "897216c7-db70-4e06-8b0b-cb7b2659635c", "tag": "b9e34544-f884-4445-90b4-80a5768d9b19", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2e8d25ab-4ced-459b-8b94-84fb3c3bfeca", "tag": "fecdc6d7-3d40-4405-ad5a-c0e583376c35", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:18:30.898216 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5bdc5f05-84e6-4387-a515-2c071980e4e5 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:18:30.901679 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '897216c7-db70-4e06-8b0b-cb7b2659635c', 'tag': 'b9e34544-f884-4445-90b4-80a5768d9b19', 'status': 'completed', 'code': 200} Oct 27 18:18:30.904463 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e8d25ab-4ced-459b-8b94-84fb3c3bfeca', 'tag': 'fecdc6d7-3d40-4405-ad5a-c0e583376c35', 'status': 'completed', 'code': 200} Oct 27 18:18:31.048365 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2f9936e-0967-440e-a440-65d12406040d req-c1a39607-0468-47f4-a15a-4d9b4f70014d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748136 Oct 27 18:18:31.062432 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a53106-2b4c-4457-b13e-f3ee4a4d0acc req-74dd155a-baf5-4a43-a129-a80102b29773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:31.068584 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-46a53106-2b4c-4457-b13e-f3ee4a4d0acc req-74dd155a-baf5-4a43-a129-a80102b29773 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1e901318404a4041a9284af4397a81ce&device_id=897216c7-db70-4e06-8b0b-cb7b2659635c HTTP/1.1" status: 200 len: 1094 time: 0.1414120 Oct 27 18:18:31.103326 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dba877-2bd7-4813-aa0c-86ebc1a0025f req-2b85142c-2497-4cae-8300-caacf69c62ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:31.104538 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-03dba877-2bd7-4813-aa0c-86ebc1a0025f req-2b85142c-2497-4cae-8300-caacf69c62ae service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=aec936d2-d091-41ff-8cce-151c598f6ebb HTTP/1.1" status: 200 len: 1100 time: 0.4133897 Oct 27 18:18:31.117096 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-54d10986-583b-4bad-911a-243906143852 None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:31.187573 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-54d10986-583b-4bad-911a-243906143852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:31.257861 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a53106-2b4c-4457-b13e-f3ee4a4d0acc req-740f41b2-7255-4b76-b43b-d81731a4af12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:31.258582 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-46a53106-2b4c-4457-b13e-f3ee4a4d0acc req-740f41b2-7255-4b76-b43b-d81731a4af12 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c345cfe3-9ef8-4d81-8fa5-3e08d3754503 HTTP/1.1" status: 200 len: 906 time: 0.1544712 Oct 27 18:18:31.259891 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-0546153e-4335-47ed-9e2c-de39c7144538 admin admin] Allocated IP 172.20.0.1 (4e086075-a1b5-4045-ad82-552f5d921dc9/1c1b7808-e582-4ce4-9710-0fef53c91dd4/2422692f-70a5-4919-9453-19f94bb18c1b) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:18:31.296340 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-54d10986-583b-4bad-911a-243906143852 None None] Attempting to bind port ea8c6714-a947-4e09-b889-0de9919fb461 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:18:31.296692 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-54d10986-583b-4bad-911a-243906143852 None None] Attempting to bind port ea8c6714-a947-4e09-b889-0de9919fb461 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:18:31.297060 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d10986-583b-4bad-911a-243906143852 None None] Attempting to bind port ea8c6714-a947-4e09-b889-0de9919fb461 on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:18:31.312305 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-46a53106-2b4c-4457-b13e-f3ee4a4d0acc req-b36c81a9-c13f-44d0-b352-af785ee950c1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9e34544-f884-4445-90b4-80a5768d9b19 HTTP/1.1" status: 200 len: 217 time: 0.0457714 Oct 27 18:18:31.315705 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b91481-c475-447f-9132-04ea25b92644 None None] Pushing event updated for resources: {'Port': ['ID=ea8c6714-a947-4e09-b889-0de9919fb461,revision_number=2']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:31.321898 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d10986-583b-4bad-911a-243906143852 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:18:31.321898 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d10986-583b-4bad-911a-243906143852 None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:18:31.322315 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-54d10986-583b-4bad-911a-243906143852 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:31.322638 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d10986-583b-4bad-911a-243906143852 None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:18:31.324794 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-54d10986-583b-4bad-911a-243906143852 None None] Bound port: ea8c6714-a947-4e09-b889-0de9919fb461, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:18:31.327527 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-54d10986-583b-4bad-911a-243906143852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:31.370177 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b91481-c475-447f-9132-04ea25b92644 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:31.370440 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b91481-c475-447f-9132-04ea25b92644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:31.370785 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b91481-c475-447f-9132-04ea25b92644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:31.371157 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b91481-c475-447f-9132-04ea25b92644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:31.371487 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b91481-c475-447f-9132-04ea25b92644 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:31.371820 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b91481-c475-447f-9132-04ea25b92644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:31.372154 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b91481-c475-447f-9132-04ea25b92644 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:31.372476 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b91481-c475-447f-9132-04ea25b92644 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:31.372806 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b91481-c475-447f-9132-04ea25b92644 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:31.373729 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b91481-c475-447f-9132-04ea25b92644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:31.374626 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b91481-c475-447f-9132-04ea25b92644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:31.374626 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b91481-c475-447f-9132-04ea25b92644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:31.421161 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-54d10986-583b-4bad-911a-243906143852 None None] For port ea8c6714-a947-4e09-b889-0de9919fb461, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:18:31.426606 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-54d10986-583b-4bad-911a-243906143852 None None] For port ea8c6714-a947-4e09-b889-0de9919fb461, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ea8c6714-a947-4e09-b889-0de9919fb461,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:18:31.445293 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a53106-2b4c-4457-b13e-f3ee4a4d0acc req-23d4e5fc-53d7-4473-b49e-5d663b9ea016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:31.446955 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-46a53106-2b4c-4457-b13e-f3ee4a4d0acc req-23d4e5fc-53d7-4473-b49e-5d663b9ea016 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0915b7bc-3821-43b8-a967-754663cb61b5 HTTP/1.1" status: 200 len: 844 time: 0.1248572 Oct 27 18:18:31.493004 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-46a53106-2b4c-4457-b13e-f3ee4a4d0acc req-8035d4df-ec64-4fc5-9fe0-cbae6fc809f4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c345cfe3-9ef8-4d81-8fa5-3e08d3754503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367401 Oct 27 18:18:31.508864 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-54d10986-583b-4bad-911a-243906143852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:31.552421 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ca24143e-5be0-437a-85db-b96da5a50156 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:18:31.558384 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0546153e-4335-47ed-9e2c-de39c7144538 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:31.565501 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-1adc65a5-013a-445e-ac99-c9ef1fd08ea6 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Allocated IP 172.20.0.2 (2b0c544f-e1c5-43e5-917d-858b4f45dd21/4965f8af-4fde-4a0a-9bd8-662a2fb0507c/50ed6423-e6aa-4fb4-9f04-88c9e0df44f1) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:18:31.625836 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d10986-583b-4bad-911a-243906143852 None None] Routers {'04c0fd8a-fd57-43ef-9c1f-922a43068b4e'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:18:31.631816 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-46a53106-2b4c-4457-b13e-f3ee4a4d0acc req-7d4d79d5-1093-42a1-b343-b86bad23884c service neutron] 10.222.0.93 "GET /v2.0/networks/c345cfe3-9ef8-4d81-8fa5-3e08d3754503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307793 Oct 27 18:18:31.632228 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-54d10986-583b-4bad-911a-243906143852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:18:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['04c0fd8a-fd57-43ef-9c1f-922a43068b4e'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:18:31.645580 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port ca24143e-5be0-437a-85db-b96da5a50156 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:18:31.646088 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:31.711047 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0546153e-4335-47ed-9e2c-de39c7144538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:31.771266 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0546153e-4335-47ed-9e2c-de39c7144538 admin admin] Network 4e086075-a1b5-4045-ad82-552f5d921dc9 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:18:31.778260 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b91481-c475-447f-9132-04ea25b92644 None None] Pushing event updated for resources: {'Port': ['ID=ea8c6714-a947-4e09-b889-0de9919fb461,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:31.783234 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-0546153e-4335-47ed-9e2c-de39c7144538 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:18:31.788231 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0546153e-4335-47ed-9e2c-de39c7144538 admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:18:31.808867 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-54d10986-583b-4bad-911a-243906143852 None None] Set router 04c0fd8a-fd57-43ef-9c1f-922a43068b4e gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:18:31.812339 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc035a-4ec0-46b1-a1a9-57792788b33d req-e6945224-fabc-46af-b312-caeb20d0028d tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:31.820615 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-46a53106-2b4c-4457-b13e-f3ee4a4d0acc req-4db1a523-1d06-4bb2-8a5e-bb926f487b51 service neutron] 10.222.0.93 "GET /v2.0/networks/c345cfe3-9ef8-4d81-8fa5-3e08d3754503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789882 Oct 27 18:18:31.825255 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0546153e-4335-47ed-9e2c-de39c7144538 admin admin] Pushing event updated for resources: {'Port': ['ID=2422692f-70a5-4919-9453-19f94bb18c1b,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:31.832278 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2ebc035a-4ec0-46b1-a1a9-57792788b33d req-e6945224-fabc-46af-b312-caeb20d0028d tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=897216c7-db70-4e06-8b0b-cb7b2659635c HTTP/1.1" status: 200 len: 943 time: 1.0733554 Oct 27 18:18:31.854584 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0546153e-4335-47ed-9e2c-de39c7144538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:31.924741 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2f9936e-0967-440e-a440-65d12406040d req-01d2d675-f859-4d6a-8be1-45e50641b5ac service neutron] 10.222.0.81 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8648608 Oct 27 18:18:31.940804 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b553f51-4cef-43f1-8375-39a0ef371350 req-fcb4585d-84c0-4b54-acce-092ca5d94f72 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:31.950369 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8b553f51-4cef-43f1-8375-39a0ef371350 req-fcb4585d-84c0-4b54-acce-092ca5d94f72 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=62d38a89-5d30-4f8c-ae1d-566e363fa547 HTTP/1.1" status: 200 len: 949 time: 0.8631995 Oct 27 18:18:31.956845 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-03dba877-2bd7-4813-aa0c-86ebc1a0025f req-a21ba263-702a-4f11-897c-1df3c24ef03b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8131673 Oct 27 18:18:31.984837 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a53106-2b4c-4457-b13e-f3ee4a4d0acc req-c934c002-4b5e-4d36-93f4-d26d37df2319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:31.987041 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-46a53106-2b4c-4457-b13e-f3ee4a4d0acc req-c934c002-4b5e-4d36-93f4-d26d37df2319 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a91620ccab6b42bd92005fb366774bad&device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 1124 time: 0.0810604 Oct 27 18:18:32.071136 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2ebc035a-4ec0-46b1-a1a9-57792788b33d req-778d9ec3-2580-44dd-a259-ddfe6078b4fc tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343245 Oct 27 18:18:32.084423 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-1adc65a5-013a-445e-ac99-c9ef1fd08ea6 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:32.100640 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-54d10986-583b-4bad-911a-243906143852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c0fd8a-fd57-43ef-9c1f-922a43068b4e', 'name': 'tempest-ServersTestFqdnHostnames-676054517-router', 'tenant_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'ea8c6714-a947-4e09-b889-0de9919fb461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:18:25Z', 'updated_at': '2021-10-27T18:18:28Z', 'revision_number': 3, 'project_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'gw_port': {'id': 'ea8c6714-a947-4e09-b889-0de9919fb461', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:76:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c0fd8a-fd57-43ef-9c1f-922a43068b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:18:26Z', 'updated_at': '2021-10-27T18:18:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:18:32.125568 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8b553f51-4cef-43f1-8375-39a0ef371350 req-0d7611a3-2c6e-4801-9be0-1f3c2f126988 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707265 Oct 27 18:18:32.200209 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d10986-583b-4bad-911a-243906143852 None None] The sync data for ids ['04c0fd8a-fd57-43ef-9c1f-922a43068b4e'] in n-d-815690-2 is: [{'id': '04c0fd8a-fd57-43ef-9c1f-922a43068b4e', 'name': 'tempest-ServersTestFqdnHostnames-676054517-router', 'tenant_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'ea8c6714-a947-4e09-b889-0de9919fb461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:18:25Z', 'updated_at': '2021-10-27T18:18:28Z', 'revision_number': 3, 'project_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'gw_port': {'id': 'ea8c6714-a947-4e09-b889-0de9919fb461', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:76:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c0fd8a-fd57-43ef-9c1f-922a43068b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:18:26Z', 'updated_at': '2021-10-27T18:18:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:18:32.251696 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device b9e34544-f884-4445-90b4-80a5768d9b19 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:18:32.258279 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2f9936e-0967-440e-a440-65d12406040d req-15dc77fe-b683-4656-a8f1-2d4c57c245bf service neutron] 10.222.0.81 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987199 Oct 27 18:18:32.261466 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0546153e-4335-47ed-9e2c-de39c7144538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:32.359476 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-1adc65a5-013a-445e-ac99-c9ef1fd08ea6 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:32.360020 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a53106-2b4c-4457-b13e-f3ee4a4d0acc req-f9216817-40e6-49f9-acc8-20eb192d3c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:32.362537 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-46a53106-2b4c-4457-b13e-f3ee4a4d0acc req-f9216817-40e6-49f9-acc8-20eb192d3c0c service neutron] 10.222.0.93 "GET /v2.0/networks?id=b3551270-2765-4a25-abeb-25e55b0a5126 HTTP/1.1" status: 200 len: 923 time: 0.2030613 Oct 27 18:18:32.395144 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-fb5c4c60-5a0b-46f5-98a7-1003ea2b82af None None] Provisioning complete for port 2422692f-70a5-4919-9453-19f94bb18c1b triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:18:32.395786 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fb5c4c60-5a0b-46f5-98a7-1003ea2b82af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:32.418176 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-46a53106-2b4c-4457-b13e-f3ee4a4d0acc req-e0266795-477c-4f3c-9d6a-4c79ec23f055 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fecdc6d7-3d40-4405-ad5a-c0e583376c35 HTTP/1.1" status: 200 len: 217 time: 0.0470150 Oct 27 18:18:32.455951 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-fb5c4c60-5a0b-46f5-98a7-1003ea2b82af None None] Port 2422692f-70a5-4919-9453-19f94bb18c1b cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:18:32.488733 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port b9e34544-f884-4445-90b4-80a5768d9b19, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=b9e34544-f884-4445-90b4-80a5768d9b19,segment=NetworkSegment(0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2),segment_id=0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:18:32.489540 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a42677-6334-45bf-880e-7441ca8d3eb6 req-a99d5966-2116-4d7e-a584-807a28cf35ec tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:32.502685 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a5a42677-6334-45bf-880e-7441ca8d3eb6 req-a99d5966-2116-4d7e-a584-807a28cf35ec tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 943 time: 0.2418478 Oct 27 18:18:32.508918 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'b9e34544-f884-4445-90b4-80a5768d9b19', 'network_id': 'c345cfe3-9ef8-4d81-8fa5-3e08d3754503', 'port_id': 'b9e34544-f884-4445-90b4-80a5768d9b19', 'mac_address': 'fa:16:3e:13:f1:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1038, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0915b7bc-3821-43b8-a967-754663cb61b5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:18:32.515438 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a53106-2b4c-4457-b13e-f3ee4a4d0acc req-fa972a6a-e732-427a-9e3b-17c0b0d23b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:32.516909 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-46a53106-2b4c-4457-b13e-f3ee4a4d0acc req-fa972a6a-e732-427a-9e3b-17c0b0d23b1d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8b6b6ba7-005f-448a-b57c-d52798a8629c HTTP/1.1" status: 200 len: 861 time: 0.0881963 Oct 27 18:18:32.518963 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-1adc65a5-013a-445e-ac99-c9ef1fd08ea6 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Network 2b0c544f-e1c5-43e5-917d-858b4f45dd21 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:18:32.533483 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-1adc65a5-013a-445e-ac99-c9ef1fd08ea6 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:18:32.547341 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-1adc65a5-013a-445e-ac99-c9ef1fd08ea6 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:18:32.564675 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ff9d7-ed09-49ba-9a8f-9e24a85779c1 req-85d22027-7268-44e5-b5d9-7d9dde25e7e0 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:32.572692 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aa4ff9d7-ed09-49ba-9a8f-9e24a85779c1 req-85d22027-7268-44e5-b5d9-7d9dde25e7e0 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2ffcd34-afe5-471e-91e1-cb71a72191d7 HTTP/1.1" status: 200 len: 931 time: 0.2727530 Oct 27 18:18:32.579256 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc65a5-013a-445e-ac99-c9ef1fd08ea6 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Pushing event updated for resources: {'Port': ['ID=50ed6423-e6aa-4fb4-9f04-88c9e0df44f1,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:32.579553 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:32.592448 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-46a53106-2b4c-4457-b13e-f3ee4a4d0acc req-40c84d64-7aa1-4f0a-b25b-2fa25fcf0d30 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b3551270-2765-4a25-abeb-25e55b0a5126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610080 Oct 27 18:18:32.604301 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9e34544-f884-4445-90b4-80a5768d9b19 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:18:32.653107 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port b9e34544-f884-4445-90b4-80a5768d9b19, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=b9e34544-f884-4445-90b4-80a5768d9b19,segment=NetworkSegment(0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2),segment_id=0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:18:32.688637 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a5a42677-6334-45bf-880e-7441ca8d3eb6 req-2b494f62-1855-4a30-b298-459e1c77cd30 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850240 Oct 27 18:18:32.723419 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:32.733345 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0546153e-4335-47ed-9e2c-de39c7144538 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:32.748653 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-1adc65a5-013a-445e-ac99-c9ef1fd08ea6 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:32.750949 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-1adc65a5-013a-445e-ac99-c9ef1fd08ea6 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:32.758274 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aa4ff9d7-ed09-49ba-9a8f-9e24a85779c1 req-c12d3232-89c9-4a4f-986d-446885975619 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?id=65cd9538-4319-435d-90f4-473e43f2af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847112 Oct 27 18:18:32.802262 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-46a53106-2b4c-4457-b13e-f3ee4a4d0acc req-d367c01e-2a4b-4921-9994-b18f8acfa3d2 service neutron] 10.222.0.93 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960707 Oct 27 18:18:32.820695 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0546153e-4335-47ed-9e2c-de39c7144538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:32.832379 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=b9e34544-f884-4445-90b4-80a5768d9b19,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:32.872856 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-1adc65a5-013a-445e-ac99-c9ef1fd08ea6 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9946275 Oct 27 18:18:32.890711 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-0f016961-d9ef-4bc0-a58e-148243829c61 service neutron] Request body: {'port': {'device_id': 'c2ffcd34-afe5-471e-91e1-cb71a72191d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:18:32.973076 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-0f016961-d9ef-4bc0-a58e-148243829c61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:32.980632 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0546153e-4335-47ed-9e2c-de39c7144538 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:32.996521 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0546153e-4335-47ed-9e2c-de39c7144538 admin admin] Pushing event updated for resources: {'Port': ['ID=2422692f-70a5-4919-9453-19f94bb18c1b,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:33.019412 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['b9e34544-f884-4445-90b4-80a5768d9b19'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:18:33.176283 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-46a53106-2b4c-4457-b13e-f3ee4a4d0acc req-4d71208c-be57-4646-85cf-feed19a97b43 service neutron] 10.222.0.93 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685925 Oct 27 18:18:33.183550 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0546153e-4335-47ed-9e2c-de39c7144538 admin admin] Network 4e086075-a1b5-4045-ad82-552f5d921dc9 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:18:33.185387 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-0546153e-4335-47ed-9e2c-de39c7144538 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:18:33.567142 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522770fd-0684-458e-94ad-826f0291a51c req-9d7c9a27-5181-45e5-b1a4-0121fa59603d tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:33.571234 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-522770fd-0684-458e-94ad-826f0291a51c req-9d7c9a27-5181-45e5-b1a4-0121fa59603d tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=897216c7-db70-4e06-8b0b-cb7b2659635c HTTP/1.1" status: 200 len: 944 time: 0.2684467 Oct 27 18:18:33.621755 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ea8c6714-a947-4e09-b889-0de9919fb461 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:18:33.722978 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-205c0e84-6ac6-4d05-a18e-3b0af754d86f None None] Provisioning complete for port 2422692f-70a5-4919-9453-19f94bb18c1b triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:18:33.723523 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-205c0e84-6ac6-4d05-a18e-3b0af754d86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:33.729374 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-522770fd-0684-458e-94ad-826f0291a51c req-d40c4ba1-bef1-4dc4-add4-caebdb8516ff tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396308 Oct 27 18:18:33.748825 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5e5f4-7541-4bd4-af20-2d20b705fd2a req-1fac0b2b-955e-4657-ad5b-4f52eebc8a68 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:33.766393 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-98f5e5f4-7541-4bd4-af20-2d20b705fd2a req-1fac0b2b-955e-4657-ad5b-4f52eebc8a68 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=62d38a89-5d30-4f8c-ae1d-566e363fa547 HTTP/1.1" status: 200 len: 949 time: 0.1606998 Oct 27 18:18:33.771822 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-205c0e84-6ac6-4d05-a18e-3b0af754d86f None None] Port 2422692f-70a5-4919-9453-19f94bb18c1b cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:18:33.800106 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port ea8c6714-a947-4e09-b889-0de9919fb461 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:18:33.800979 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:33.869432 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-98f5e5f4-7541-4bd4-af20-2d20b705fd2a req-44343bb3-9fe3-4723-b705-c032df322681 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982687 Oct 27 18:18:33.888161 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-0f016961-d9ef-4bc0-a58e-148243829c61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ed6423-e6aa-4fb4-9f04-88c9e0df44f1 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:18:33.910673 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-0f016961-d9ef-4bc0-a58e-148243829c61 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:33.948132 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-0f016961-d9ef-4bc0-a58e-148243829c61 service neutron] Transition to ACTIVE for port object 50ed6423-e6aa-4fb4-9f04-88c9e0df44f1 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:18:33.973913 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62046dac-4db8-4355-a280-f7555447ef17 req-07b52a8c-f14f-4996-b30e-3f34c72da71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:33.975481 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-62046dac-4db8-4355-a280-f7555447ef17 req-07b52a8c-f14f-4996-b30e-3f34c72da71a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a91620ccab6b42bd92005fb366774bad&device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 1124 time: 0.0634024 Oct 27 18:18:33.976444 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:34.003536 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device c4673a1d-190c-4441-a2e3-5fab2e695513 up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:18:34.012099 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port ea8c6714-a947-4e09-b889-0de9919fb461, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ea8c6714-a947-4e09-b889-0de9919fb461,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:18:34.037682 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e0636-a687-4483-b834-5c3bb59848aa req-5919a236-b86c-4c7c-9048-a527f8009e54 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:34.039390 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6a8e0636-a687-4483-b834-5c3bb59848aa req-5919a236-b86c-4c7c-9048-a527f8009e54 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 943 time: 0.1101003 Oct 27 18:18:34.040079 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-0f016961-d9ef-4bc0-a58e-148243829c61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:34.073057 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0546153e-4335-47ed-9e2c-de39c7144538 admin admin] Router 04c0fd8a-fd57-43ef-9c1f-922a43068b4e has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:18:34.085771 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:34.118260 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57032cc7-db50-4d55-b9b6-67b056433fb4 req-1dcff44a-92cf-4ad7-8850-93bd2dda5a92 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:34.119863 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-57032cc7-db50-4d55-b9b6-67b056433fb4 req-1dcff44a-92cf-4ad7-8850-93bd2dda5a92 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2ffcd34-afe5-471e-91e1-cb71a72191d7 HTTP/1.1" status: 200 len: 931 time: 0.1459286 Oct 27 18:18:34.160770 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f016961-d9ef-4bc0-a58e-148243829c61 service neutron] Pushing event updated for resources: {'Port': ['ID=50ed6423-e6aa-4fb4-9f04-88c9e0df44f1,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:34.213579 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning for port c4673a1d-190c-4441-a2e3-5fab2e695513 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:18:34.213579 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=ea8c6714-a947-4e09-b889-0de9919fb461,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:34.213579 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port c4673a1d-190c-4441-a2e3-5fab2e695513 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:18:34.213579 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:34.214050 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6a8e0636-a687-4483-b834-5c3bb59848aa req-e8494e03-e140-4d1a-9670-816e384ba325 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397481 Oct 27 18:18:34.265979 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device b9e34544-f884-4445-90b4-80a5768d9b19 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:18:34.267627 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62046dac-4db8-4355-a280-f7555447ef17 req-da1373ce-9a73-4cf9-a8d8-0d3cbcb63ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:34.269567 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-62046dac-4db8-4355-a280-f7555447ef17 req-da1373ce-9a73-4cf9-a8d8-0d3cbcb63ff7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b3551270-2765-4a25-abeb-25e55b0a5126 HTTP/1.1" status: 200 len: 923 time: 0.2667048 Oct 27 18:18:34.286216 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-57032cc7-db50-4d55-b9b6-67b056433fb4 req-6bf6af01-bc7f-420b-9022-d182e6d46b57 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?id=65cd9538-4319-435d-90f4-473e43f2af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535156 Oct 27 18:18:34.354104 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-62046dac-4db8-4355-a280-f7555447ef17 req-470a09a6-5ccb-4869-80c6-54a199824552 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fecdc6d7-3d40-4405-ad5a-c0e583376c35 HTTP/1.1" status: 200 len: 217 time: 0.0751204 Oct 27 18:18:34.371792 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-0f016961-d9ef-4bc0-a58e-148243829c61 service neutron] Attempting to bind port 50ed6423-e6aa-4fb4-9f04-88c9e0df44f1 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:18:34.377151 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-0f016961-d9ef-4bc0-a58e-148243829c61 service neutron] Attempting to bind port 50ed6423-e6aa-4fb4-9f04-88c9e0df44f1 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '86083249-b3fb-43bf-8aa0-d1a115df68ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '2b0c544f-e1c5-43e5-917d-858b4f45dd21'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:18:34.377734 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-0f016961-d9ef-4bc0-a58e-148243829c61 service neutron] Attempting to bind port 50ed6423-e6aa-4fb4-9f04-88c9e0df44f1 on network 2b0c544f-e1c5-43e5-917d-858b4f45dd21 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:18:34.391856 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:34.392004 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-0f016961-d9ef-4bc0-a58e-148243829c61 service neutron] Port 50ed6423-e6aa-4fb4-9f04-88c9e0df44f1 on network 2b0c544f-e1c5-43e5-917d-858b4f45dd21 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:18:34.392262 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-0f016961-d9ef-4bc0-a58e-148243829c61 service neutron] Attempting to bind port 50ed6423-e6aa-4fb4-9f04-88c9e0df44f1 on network 2b0c544f-e1c5-43e5-917d-858b4f45dd21 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:18:34.401387 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-0f016961-d9ef-4bc0-a58e-148243829c61 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:18:34.403102 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-0f016961-d9ef-4bc0-a58e-148243829c61 service neutron] Checking segment: {'id': '86083249-b3fb-43bf-8aa0-d1a115df68ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '2b0c544f-e1c5-43e5-917d-858b4f45dd21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:18:34.406292 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-0f016961-d9ef-4bc0-a58e-148243829c61 service neutron] Bound using segment: {'id': '86083249-b3fb-43bf-8aa0-d1a115df68ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '2b0c544f-e1c5-43e5-917d-858b4f45dd21'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:18:34.406851 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-0f016961-d9ef-4bc0-a58e-148243829c61 service neutron] Bound port: 50ed6423-e6aa-4fb4-9f04-88c9e0df44f1, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86083249-b3fb-43bf-8aa0-d1a115df68ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '2b0c544f-e1c5-43e5-917d-858b4f45dd21'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:18:34.408409 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-0f016961-d9ef-4bc0-a58e-148243829c61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:34.425676 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d38a89-5d30-4f8c-ae1d-566e363fa547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4673a1d-190c-4441-a2e3-5fab2e695513'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:18:34.428031 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e19864d-693f-4090-afd1-217ecc89358a" -d '{"events": [{"server_uuid": "62d38a89-5d30-4f8c-ae1d-566e363fa547", "name": "network-vif-plugged", "status": "completed", "tag": "c4673a1d-190c-4441-a2e3-5fab2e695513"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:18:34.448962 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port c4673a1d-190c-4441-a2e3-5fab2e695513, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=c4673a1d-190c-4441-a2e3-5fab2e695513,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:18:34.480496 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62046dac-4db8-4355-a280-f7555447ef17 req-1dc98623-eba9-4fd4-8405-1750c9f4a162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:34.482126 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-62046dac-4db8-4355-a280-f7555447ef17 req-1dc98623-eba9-4fd4-8405-1750c9f4a162 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8b6b6ba7-005f-448a-b57c-d52798a8629c HTTP/1.1" status: 200 len: 861 time: 0.1197739 Oct 27 18:18:34.495521 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48137b41-842b-48e5-9e27-63fadd1702dc x-openstack-request-id: req-48137b41-842b-48e5-9e27-63fadd1702dc {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:18:34.495821 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d38a89-5d30-4f8c-ae1d-566e363fa547", "name": "network-vif-plugged", "status": "completed", "tag": "c4673a1d-190c-4441-a2e3-5fab2e695513", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:18:34.496080 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-48137b41-842b-48e5-9e27-63fadd1702dc {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:18:34.496468 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d38a89-5d30-4f8c-ae1d-566e363fa547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4673a1d-190c-4441-a2e3-5fab2e695513', 'code': 200} Oct 27 18:18:34.500968 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0546153e-4335-47ed-9e2c-de39c7144538 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:18:34.520056 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0546153e-4335-47ed-9e2c-de39c7144538 admin admin] 10.222.0.52 "PUT /v2.0/routers/04c0fd8a-fd57-43ef-9c1f-922a43068b4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7926848 Oct 27 18:18:34.543966 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-62046dac-4db8-4355-a280-f7555447ef17 req-ffedf0e9-c73d-4bd6-9afb-9a155e89b7dd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b3551270-2765-4a25-abeb-25e55b0a5126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546505 Oct 27 18:18:34.611580 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-0f016961-d9ef-4bc0-a58e-148243829c61 service neutron] For port 50ed6423-e6aa-4fb4-9f04-88c9e0df44f1, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:18:34.615886 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-0f016961-d9ef-4bc0-a58e-148243829c61 service neutron] For port 50ed6423-e6aa-4fb4-9f04-88c9e0df44f1, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=50ed6423-e6aa-4fb4-9f04-88c9e0df44f1,segment=NetworkSegment(86083249-b3fb-43bf-8aa0-d1a115df68ec),segment_id=86083249-b3fb-43bf-8aa0-d1a115df68ec)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:18:34.694495 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2418f2-d7e9-44d7-8102-da3400064bed req-d7af0850-20ed-411c-8a44-255622ab612f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:34.697482 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4f2418f2-d7e9-44d7-8102-da3400064bed req-d7af0850-20ed-411c-8a44-255622ab612f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=62d38a89-5d30-4f8c-ae1d-566e363fa547 HTTP/1.1" status: 200 len: 1100 time: 0.0786581 Oct 27 18:18:34.697647 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-62046dac-4db8-4355-a280-f7555447ef17 req-a49f4b3a-fed3-4eba-a058-af7a3f2a2167 service neutron] 10.222.0.93 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454446 Oct 27 18:18:34.812751 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4f2418f2-d7e9-44d7-8102-da3400064bed req-a7777ddc-8a81-4072-b495-bb055e6a23b8 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074700 Oct 27 18:18:34.827271 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port b9e34544-f884-4445-90b4-80a5768d9b19 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:18:34.833834 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port b9e34544-f884-4445-90b4-80a5768d9b19 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:18:34.840062 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:34.861344 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-0f016961-d9ef-4bc0-a58e-148243829c61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:34.877511 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-62046dac-4db8-4355-a280-f7555447ef17 req-114f68b7-7aa7-4823-9b57-f1d0d176d9d7 service neutron] 10.222.0.93 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654177 Oct 27 18:18:34.926670 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-0f016961-d9ef-4bc0-a58e-148243829c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:34.927337 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-0f016961-d9ef-4bc0-a58e-148243829c61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:34.929042 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-0f016961-d9ef-4bc0-a58e-148243829c61 service neutron] 10.222.0.93 "PUT /v2.0/ports/50ed6423-e6aa-4fb4-9f04-88c9e0df44f1 HTTP/1.1" status: 200 len: 1091 time: 2.0446663 Oct 27 18:18:34.932020 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:34.937415 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ffcd34-afe5-471e-91e1-cb71a72191d7', 'tag': '50ed6423-e6aa-4fb4-9f04-88c9e0df44f1'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:18:34.940008 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a94395-4909-42ec-9f7f-0050f86da71e" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ffcd34-afe5-471e-91e1-cb71a72191d7", "tag": "50ed6423-e6aa-4fb4-9f04-88c9e0df44f1"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:18:34.995403 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c69b81-bf4a-429f-a2a9-e609627a4c14 None None] Sync routers for ids ['04c0fd8a-fd57-43ef-9c1f-922a43068b4e'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:18:34.999107 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f016961-d9ef-4bc0-a58e-148243829c61 service neutron] Pushing event updated for resources: {'Port': ['ID=50ed6423-e6aa-4fb4-9f04-88c9e0df44f1,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:35.013734 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c69b81-bf4a-429f-a2a9-e609627a4c14 None None] Routers {'04c0fd8a-fd57-43ef-9c1f-922a43068b4e'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:18:35.018615 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-d5c69b81-bf4a-429f-a2a9-e609627a4c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:18:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['04c0fd8a-fd57-43ef-9c1f-922a43068b4e'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:18:35.025304 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b480f-f526-4560-ac1c-13b9dcfb05c3 req-533a56bf-8451-44b3-80fd-0b2f666af736 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:35.027279 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6c1b480f-f526-4560-ac1c-13b9dcfb05c3 req-533a56bf-8451-44b3-80fd-0b2f666af736 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=897216c7-db70-4e06-8b0b-cb7b2659635c HTTP/1.1" status: 200 len: 944 time: 0.1171229 Oct 27 18:18:35.175746 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6c1b480f-f526-4560-ac1c-13b9dcfb05c3 req-1c8655ca-c88d-47d0-965d-7c6349447127 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379554 Oct 27 18:18:35.184651 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-176cfde9-1d97-4dc2-acf9-37965cdc78ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:35.186240 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-176cfde9-1d97-4dc2-acf9-37965cdc78ff service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a5994b7ba06b4151b58ba01f2c995408&device_id=c2ffcd34-afe5-471e-91e1-cb71a72191d7 HTTP/1.1" status: 200 len: 1094 time: 0.1184623 Oct 27 18:18:35.254382 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-c7f95cf2-398b-4933-9c56-3418e5b060c0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=50ed6423-e6aa-4fb4-9f04-88c9e0df44f1 HTTP/1.1" status: 200 len: 217 time: 0.0590107 Oct 27 18:18:35.322681 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=c4673a1d-190c-4441-a2e3-5fab2e695513,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:35.341093 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-c4337d77-9812-4b2d-a65e-bf3cfe801be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:35.343176 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-c4337d77-9812-4b2d-a65e-bf3cfe801be1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4965f8af-4fde-4a0a-9bd8-662a2fb0507c HTTP/1.1" status: 200 len: 852 time: 0.0738561 Oct 27 18:18:35.407495 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-5c2b38b6-6f8a-4722-a34d-116064eac9d2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2b0c544f-e1c5-43e5-917d-858b4f45dd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572226 Oct 27 18:18:35.460945 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:35.489250 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-d5c69b81-bf4a-429f-a2a9-e609627a4c14 None None] Set router 04c0fd8a-fd57-43ef-9c1f-922a43068b4e gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:18:35.545567 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port b9e34544-f884-4445-90b4-80a5768d9b19, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=b9e34544-f884-4445-90b4-80a5768d9b19,segment=NetworkSegment(0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2),segment_id=0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:18:35.660884 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:35.668100 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ea8c6714-a947-4e09-b889-0de9919fb461 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:18:35.760091 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a700c4d-b992-4974-94cc-b77caa8eafa2 req-ca734594-f572-405e-a641-474ea64c938b tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:35.770643 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8a700c4d-b992-4974-94cc-b77caa8eafa2 req-ca734594-f572-405e-a641-474ea64c938b tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=62d38a89-5d30-4f8c-ae1d-566e363fa547 HTTP/1.1" status: 200 len: 950 time: 0.1674683 Oct 27 18:18:35.804022 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-4bf914dd-f425-4b27-b285-3c5e93559470 service neutron] 10.222.0.93 "GET /v2.0/networks/2b0c544f-e1c5-43e5-917d-858b4f45dd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888977 Oct 27 18:18:35.860176 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=b9e34544-f884-4445-90b4-80a5768d9b19,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:35.861604 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45944) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:18:35.863207 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8a700c4d-b992-4974-94cc-b77caa8eafa2 req-f459a6ec-70c8-4e28-868e-6e6a30985f7b tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908117 Oct 27 18:18:35.864912 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port ea8c6714-a947-4e09-b889-0de9919fb461 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:18:35.865730 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:35.866505 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-7d05ae90-7f8b-4a35-99e2-025c735b0b75 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1923563944', 'description': 'tempest-description--1077819504'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:18:35.943657 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d45edcd-fd05-46a1-9b73-6dd44c0bd729 x-openstack-request-id: req-8d45edcd-fd05-46a1-9b73-6dd44c0bd729 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:18:35.944761 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ffcd34-afe5-471e-91e1-cb71a72191d7", "tag": "50ed6423-e6aa-4fb4-9f04-88c9e0df44f1", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:18:35.945113 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8d45edcd-fd05-46a1-9b73-6dd44c0bd729 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:18:35.947518 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ffcd34-afe5-471e-91e1-cb71a72191d7', 'tag': '50ed6423-e6aa-4fb4-9f04-88c9e0df44f1', 'status': 'completed', 'code': 200} Oct 27 18:18:36.015141 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-d5c69b81-bf4a-429f-a2a9-e609627a4c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c0fd8a-fd57-43ef-9c1f-922a43068b4e', 'name': 'tempest-ServersTestFqdnHostnames-676054517-router', 'tenant_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'ea8c6714-a947-4e09-b889-0de9919fb461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:18:25Z', 'updated_at': '2021-10-27T18:18:32Z', 'revision_number': 4, 'project_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'gw_port': {'id': 'ea8c6714-a947-4e09-b889-0de9919fb461', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:76:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c0fd8a-fd57-43ef-9c1f-922a43068b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:18:26Z', 'updated_at': '2021-10-27T18:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '2422692f-70a5-4919-9453-19f94bb18c1b', 'name': '', 'network_id': '4e086075-a1b5-4045-ad82-552f5d921dc9', 'tenant_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'mac_address': 'fa:16:3e:c3:af:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c0fd8a-fd57-43ef-9c1f-922a43068b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '1c1b7808-e582-4ce4-9710-0fef53c91dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:18:30Z', 'updated_at': '2021-10-27T18:18:32Z', 'revision_number': 2, 'project_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'subnets': [{'id': '1c1b7808-e582-4ce4-9710-0fef53c91dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:18:36.023271 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7d05ae90-7f8b-4a35-99e2-025c735b0b75 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:36.058181 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2d94f594-7409-455c-b9dc-7e9d3061464c req-87133654-2537-47cb-affb-2dfee0fafe3a service neutron] 10.222.0.93 "GET /v2.0/networks/2b0c544f-e1c5-43e5-917d-858b4f45dd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401206 Oct 27 18:18:36.075864 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c69b81-bf4a-429f-a2a9-e609627a4c14 None None] Checking router: 04c0fd8a-fd57-43ef-9c1f-922a43068b4e for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:18:36.077585 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c69b81-bf4a-429f-a2a9-e609627a4c14 None None] Updating router 04c0fd8a-fd57-43ef-9c1f-922a43068b4e port 2422692f-70a5-4919-9453-19f94bb18c1b binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:18:36.114400 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9391e3d2-4d0b-4868-9709-60492d9e4d1a req-1d1c3b6a-6de0-46ea-b703-722cc8890fd4 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:36.116325 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9391e3d2-4d0b-4868-9709-60492d9e4d1a req-1d1c3b6a-6de0-46ea-b703-722cc8890fd4 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 943 time: 0.1337280 Oct 27 18:18:36.164697 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d5c69b81-bf4a-429f-a2a9-e609627a4c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:36.194404 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7d05ae90-7f8b-4a35-99e2-025c735b0b75 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:36.260832 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7d05ae90-7f8b-4a35-99e2-025c735b0b75 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:36.261923 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9391e3d2-4d0b-4868-9709-60492d9e4d1a req-6413101e-7de4-4705-9220-7d2020dbe304 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194839 Oct 27 18:18:36.304303 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf77361-d0d9-41bb-8eee-32c0cd71fbb9 req-f577598a-23fb-474f-98e7-afc5ff0cc454 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:36.317284 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-baf77361-d0d9-41bb-8eee-32c0cd71fbb9 req-f577598a-23fb-474f-98e7-afc5ff0cc454 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2ffcd34-afe5-471e-91e1-cb71a72191d7 HTTP/1.1" status: 200 len: 943 time: 0.2312169 Oct 27 18:18:36.332429 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d05ae90-7f8b-4a35-99e2-025c735b0b75 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2277af77-d237-4b45-8f2c-868ff18dbfbd,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:36.415074 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-baf77361-d0d9-41bb-8eee-32c0cd71fbb9 req-2296169d-a9e1-4143-8776-89c64cbb077a tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?id=65cd9538-4319-435d-90f4-473e43f2af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949717 Oct 27 18:18:36.424690 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a94395-4909-42ec-9f7f-0050f86da71e req-4e00515f-03c9-4759-81b4-59845784be3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:36.426227 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f3a94395-4909-42ec-9f7f-0050f86da71e req-4e00515f-03c9-4759-81b4-59845784be3b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a5994b7ba06b4151b58ba01f2c995408&device_id=c2ffcd34-afe5-471e-91e1-cb71a72191d7 HTTP/1.1" status: 200 len: 1094 time: 0.1624613 Oct 27 18:18:36.476302 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7d05ae90-7f8b-4a35-99e2-025c735b0b75 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:36.477959 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7d05ae90-7f8b-4a35-99e2-025c735b0b75 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6152594 Oct 27 18:18:36.482907 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45956) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:18:36.487630 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-cff956e8-ec74-4af2-9fa9-baaa412d95fe tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Request body: {'security_group_rule': {'security_group_id': '2277af77-d237-4b45-8f2c-868ff18dbfbd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:18:36.576268 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a94395-4909-42ec-9f7f-0050f86da71e req-a956fe48-6316-4831-a9ca-01f0dad1c381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:36.577433 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f3a94395-4909-42ec-9f7f-0050f86da71e req-a956fe48-6316-4831-a9ca-01f0dad1c381 service neutron] 10.222.0.93 "GET /v2.0/networks?id=2b0c544f-e1c5-43e5-917d-858b4f45dd21 HTTP/1.1" status: 200 len: 914 time: 0.1424365 Oct 27 18:18:36.602734 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cff956e8-ec74-4af2-9fa9-baaa412d95fe tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:36.633250 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d5c69b81-bf4a-429f-a2a9-e609627a4c14 None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:36.636481 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '897216c7-db70-4e06-8b0b-cb7b2659635c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e34544-f884-4445-90b4-80a5768d9b19'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:18:36.642659 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f592c77-cb84-4d92-8c8e-559f94779f76" -d '{"events": [{"server_uuid": "897216c7-db70-4e06-8b0b-cb7b2659635c", "name": "network-vif-plugged", "status": "completed", "tag": "b9e34544-f884-4445-90b4-80a5768d9b19"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:18:36.657661 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f3a94395-4909-42ec-9f7f-0050f86da71e req-3fa42b14-179f-439e-ab31-e570f95ef481 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=50ed6423-e6aa-4fb4-9f04-88c9e0df44f1 HTTP/1.1" status: 200 len: 217 time: 0.0503628 Oct 27 18:18:36.720021 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a409d-71c7-4806-92b6-16f3b6254e44 req-1ac43a22-f095-4d9b-98de-16187606599c tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:36.721590 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-504a409d-71c7-4806-92b6-16f3b6254e44 req-1ac43a22-f095-4d9b-98de-16187606599c tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=897216c7-db70-4e06-8b0b-cb7b2659635c HTTP/1.1" status: 200 len: 945 time: 0.1629009 Oct 27 18:18:36.729026 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d5c69b81-bf4a-429f-a2a9-e609627a4c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:36.751596 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a94395-4909-42ec-9f7f-0050f86da71e req-357ae1c3-86d0-4ee5-baeb-495d1fd17a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:36.753509 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cff956e8-ec74-4af2-9fa9-baaa412d95fe tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:36.755083 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f3a94395-4909-42ec-9f7f-0050f86da71e req-357ae1c3-86d0-4ee5-baeb-495d1fd17a22 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4965f8af-4fde-4a0a-9bd8-662a2fb0507c HTTP/1.1" status: 200 len: 852 time: 0.0859034 Oct 27 18:18:36.797880 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f3a94395-4909-42ec-9f7f-0050f86da71e req-f009d833-02eb-456e-83d6-b25ef49521ed service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2b0c544f-e1c5-43e5-917d-858b4f45dd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360720 Oct 27 18:18:36.806078 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d921f-6dd7-484b-a853-8dec972dd518 None None] Pushing event updated for resources: {'Port': ['ID=2422692f-70a5-4919-9453-19f94bb18c1b,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:36.822870 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cff956e8-ec74-4af2-9fa9-baaa412d95fe tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:36.921912 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff956e8-ec74-4af2-9fa9-baaa412d95fe tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09cb25c0-7e38-4e10-9261-8a506325d922,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:36.943219 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f3a94395-4909-42ec-9f7f-0050f86da71e req-4266799a-f8ab-4459-99d9-9d1219f668ff service neutron] 10.222.0.93 "GET /v2.0/networks/2b0c544f-e1c5-43e5-917d-858b4f45dd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253798 Oct 27 18:18:36.988760 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-504a409d-71c7-4806-92b6-16f3b6254e44 req-08f84a12-3a1d-4d09-aed1-8006ed9c8924 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347355 Oct 27 18:18:37.011920 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-d5c69b81-bf4a-429f-a2a9-e609627a4c14 None None] Attempting to bind port 2422692f-70a5-4919-9453-19f94bb18c1b on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:18:37.012416 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-d5c69b81-bf4a-429f-a2a9-e609627a4c14 None None] Attempting to bind port 2422692f-70a5-4919-9453-19f94bb18c1b by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '7e9244b4-f3d3-4887-ad08-abc36593e8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '4e086075-a1b5-4045-ad82-552f5d921dc9'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:18:37.012645 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c69b81-bf4a-429f-a2a9-e609627a4c14 None None] Attempting to bind port 2422692f-70a5-4919-9453-19f94bb18c1b on network 4e086075-a1b5-4045-ad82-552f5d921dc9 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:18:37.024208 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c69b81-bf4a-429f-a2a9-e609627a4c14 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:18:37.027476 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c69b81-bf4a-429f-a2a9-e609627a4c14 None None] Checking segment: {'id': '7e9244b4-f3d3-4887-ad08-abc36593e8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '4e086075-a1b5-4045-ad82-552f5d921dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:18:37.027607 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d5c69b81-bf4a-429f-a2a9-e609627a4c14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:37.028012 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c69b81-bf4a-429f-a2a9-e609627a4c14 None None] Bound using segment: {'id': '7e9244b4-f3d3-4887-ad08-abc36593e8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '4e086075-a1b5-4045-ad82-552f5d921dc9'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:18:37.028510 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-d5c69b81-bf4a-429f-a2a9-e609627a4c14 None None] Bound port: 2422692f-70a5-4919-9453-19f94bb18c1b, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9244b4-f3d3-4887-ad08-abc36593e8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '4e086075-a1b5-4045-ad82-552f5d921dc9'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:18:37.028902 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d5c69b81-bf4a-429f-a2a9-e609627a4c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:37.053031 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cff956e8-ec74-4af2-9fa9-baaa412d95fe tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:37.054533 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-cff956e8-ec74-4af2-9fa9-baaa412d95fe tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5706046 Oct 27 18:18:37.057320 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45998) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:18:37.067668 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-cedd9c95-380a-4ba1-b29c-825325ecbb5a tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Request body: {'security_group_rule': {'security_group_id': '2277af77-d237-4b45-8f2c-868ff18dbfbd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:18:37.116682 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd5d3cd-28dd-4245-af79-79008fe9cd05 x-openstack-request-id: req-fdd5d3cd-28dd-4245-af79-79008fe9cd05 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:18:37.116977 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "897216c7-db70-4e06-8b0b-cb7b2659635c", "name": "network-vif-plugged", "status": "completed", "tag": "b9e34544-f884-4445-90b4-80a5768d9b19", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:18:37.117233 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fdd5d3cd-28dd-4245-af79-79008fe9cd05 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:18:37.119047 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '897216c7-db70-4e06-8b0b-cb7b2659635c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e34544-f884-4445-90b4-80a5768d9b19', 'code': 200} Oct 27 18:18:37.183323 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-d5c69b81-bf4a-429f-a2a9-e609627a4c14 None None] For port 2422692f-70a5-4919-9453-19f94bb18c1b, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:18:37.190526 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cedd9c95-380a-4ba1-b29c-825325ecbb5a tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:37.191096 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-d5c69b81-bf4a-429f-a2a9-e609627a4c14 None None] For port 2422692f-70a5-4919-9453-19f94bb18c1b, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=2422692f-70a5-4919-9453-19f94bb18c1b,segment=NetworkSegment(7e9244b4-f3d3-4887-ad08-abc36593e8ca),segment_id=7e9244b4-f3d3-4887-ad08-abc36593e8ca)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:18:37.241259 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f3a94395-4909-42ec-9f7f-0050f86da71e req-dd23d527-dc32-4049-bf27-1b2d0593f1c1 service neutron] 10.222.0.93 "GET /v2.0/networks/2b0c544f-e1c5-43e5-917d-858b4f45dd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005955 Oct 27 18:18:37.281466 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d5c69b81-bf4a-429f-a2a9-e609627a4c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:37.343647 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cedd9c95-380a-4ba1-b29c-825325ecbb5a tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:37.348165 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101cedc4-296c-4426-9ad0-f2bb23d515a5 req-00d60ed8-f1bb-4841-a9f4-c4c41598d1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:37.349879 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-101cedc4-296c-4426-9ad0-f2bb23d515a5 req-00d60ed8-f1bb-4841-a9f4-c4c41598d1a9 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=897216c7-db70-4e06-8b0b-cb7b2659635c HTTP/1.1" status: 200 len: 1096 time: 0.1429799 Oct 27 18:18:37.376424 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38494281-181f-43fe-82f5-829928d67c4d req-2fec1571-108c-4bbc-b755-a114c2e7c891 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:37.393907 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-38494281-181f-43fe-82f5-829928d67c4d req-2fec1571-108c-4bbc-b755-a114c2e7c891 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=62d38a89-5d30-4f8c-ae1d-566e363fa547 HTTP/1.1" status: 200 len: 950 time: 0.1513085 Oct 27 18:18:37.430754 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-101cedc4-296c-4426-9ad0-f2bb23d515a5 req-a427c430-d808-40a6-9528-31f9e591e613 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587468 Oct 27 18:18:37.430754 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cedd9c95-380a-4ba1-b29c-825325ecbb5a tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:37.442824 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-133269bd-bb17-4dd8-9568-71989ab3a1ab None None] Provisioning complete for port 2422692f-70a5-4919-9453-19f94bb18c1b triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:18:37.450143 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-133269bd-bb17-4dd8-9568-71989ab3a1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:37.464592 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c69b81-bf4a-429f-a2a9-e609627a4c14 None None] Routers {'04c0fd8a-fd57-43ef-9c1f-922a43068b4e'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:18:37.465646 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-d5c69b81-bf4a-429f-a2a9-e609627a4c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:18:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['04c0fd8a-fd57-43ef-9c1f-922a43068b4e'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:18:37.479114 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd9c95-380a-4ba1-b29c-825325ecbb5a tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a865618-49d0-4577-9e4e-51fae8bf99a5,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:37.497253 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-38494281-181f-43fe-82f5-829928d67c4d req-c29b2656-48a2-4c46-9926-eb0b265f3b54 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998697 Oct 27 18:18:37.508599 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d921f-6dd7-484b-a853-8dec972dd518 None None] Pushing event updated for resources: {'Port': ['ID=2422692f-70a5-4919-9453-19f94bb18c1b,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:37.551125 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cedd9c95-380a-4ba1-b29c-825325ecbb5a tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:37.553091 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-cedd9c95-380a-4ba1-b29c-825325ecbb5a tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4931648 Oct 27 18:18:37.558329 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46018) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:18:37.575584 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-151ccaaa-e529-40a0-acb3-0407fbca9966 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:18:37.628120 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abbcdf-575b-458d-8a01-50a105dd2b4e req-5d1ad542-aac0-49af-971f-55036f8bd44b tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:37.629740 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-88abbcdf-575b-458d-8a01-50a105dd2b4e req-5d1ad542-aac0-49af-971f-55036f8bd44b tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 943 time: 0.1533825 Oct 27 18:18:37.713297 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-88abbcdf-575b-458d-8a01-50a105dd2b4e req-b71a75bb-c3ab-4b49-b421-9aa5187be432 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769894 Oct 27 18:18:37.741228 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-151ccaaa-e529-40a0-acb3-0407fbca9966 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Publish callbacks [] for floatingip, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:37.773226 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-d5c69b81-bf4a-429f-a2a9-e609627a4c14 None None] Set router 04c0fd8a-fd57-43ef-9c1f-922a43068b4e gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:18:37.917432 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea088978-f567-44df-a628-10fdc970300e req-262fee66-4e78-4a5d-94c4-e241748ea4a4 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:37.932859 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ea088978-f567-44df-a628-10fdc970300e req-262fee66-4e78-4a5d-94c4-e241748ea4a4 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2ffcd34-afe5-471e-91e1-cb71a72191d7 HTTP/1.1" status: 200 len: 943 time: 0.1070912 Oct 27 18:18:37.982357 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ea088978-f567-44df-a628-10fdc970300e req-d994fb01-67bd-4144-85da-81db7aea3150 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?id=65cd9538-4319-435d-90f4-473e43f2af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424223 Oct 27 18:18:38.030048 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-133269bd-bb17-4dd8-9568-71989ab3a1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:38.032474 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-151ccaaa-e529-40a0-acb3-0407fbca9966 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:38.162390 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-133269bd-bb17-4dd8-9568-71989ab3a1ab None None] For port 2422692f-70a5-4919-9453-19f94bb18c1b, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=2422692f-70a5-4919-9453-19f94bb18c1b,segment=NetworkSegment(7e9244b4-f3d3-4887-ad08-abc36593e8ca),segment_id=7e9244b4-f3d3-4887-ad08-abc36593e8ca)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:18:38.206444 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035e8e7-4dfe-41c2-9245-c9971bff0e85 req-d7b3b2f6-b4be-4bf3-bc63-45cfcdb3c3d9 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:38.209004 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d035e8e7-4dfe-41c2-9245-c9971bff0e85 req-d7b3b2f6-b4be-4bf3-bc63-45cfcdb3c3d9 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=aec936d2-d091-41ff-8cce-151c598f6ebb HTTP/1.1" status: 200 len: 949 time: 0.0748026 Oct 27 18:18:38.215082 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-d5c69b81-bf4a-429f-a2a9-e609627a4c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c0fd8a-fd57-43ef-9c1f-922a43068b4e', 'name': 'tempest-ServersTestFqdnHostnames-676054517-router', 'tenant_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'ea8c6714-a947-4e09-b889-0de9919fb461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:18:25Z', 'updated_at': '2021-10-27T18:18:32Z', 'revision_number': 4, 'project_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'gw_port': {'id': 'ea8c6714-a947-4e09-b889-0de9919fb461', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:76:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c0fd8a-fd57-43ef-9c1f-922a43068b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:18:26Z', 'updated_at': '2021-10-27T18:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '2422692f-70a5-4919-9453-19f94bb18c1b', 'name': '', 'network_id': '4e086075-a1b5-4045-ad82-552f5d921dc9', 'tenant_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'mac_address': 'fa:16:3e:c3:af:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c0fd8a-fd57-43ef-9c1f-922a43068b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '1c1b7808-e582-4ce4-9710-0fef53c91dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:18:30Z', 'updated_at': '2021-10-27T18:18:37Z', 'revision_number': 4, 'project_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'subnets': [{'id': '1c1b7808-e582-4ce4-9710-0fef53c91dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:18:38.221666 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-151ccaaa-e529-40a0-acb3-0407fbca9966 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Allocated IP 172.25.6.223 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/4c9eb299-4161-44c0-b6e3-a7495240f75c) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:18:38.257995 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d035e8e7-4dfe-41c2-9245-c9971bff0e85 req-8eecd513-06f6-4138-a492-25d0ff099f3c tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417976 Oct 27 18:18:38.314674 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 50ed6423-e6aa-4fb4-9f04-88c9e0df44f1 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:18:38.320193 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device fecdc6d7-3d40-4405-ad5a-c0e583376c35 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:18:38.350018 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-133269bd-bb17-4dd8-9568-71989ab3a1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:38.352579 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c69b81-bf4a-429f-a2a9-e609627a4c14 None None] The sync data for ids ['04c0fd8a-fd57-43ef-9c1f-922a43068b4e'] in n-d-815690-2 is: [{'id': '04c0fd8a-fd57-43ef-9c1f-922a43068b4e', 'name': 'tempest-ServersTestFqdnHostnames-676054517-router', 'tenant_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'ea8c6714-a947-4e09-b889-0de9919fb461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:18:25Z', 'updated_at': '2021-10-27T18:18:32Z', 'revision_number': 4, 'project_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'gw_port': {'id': 'ea8c6714-a947-4e09-b889-0de9919fb461', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:76:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c0fd8a-fd57-43ef-9c1f-922a43068b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:18:26Z', 'updated_at': '2021-10-27T18:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '2422692f-70a5-4919-9453-19f94bb18c1b', 'name': '', 'network_id': '4e086075-a1b5-4045-ad82-552f5d921dc9', 'tenant_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'mac_address': 'fa:16:3e:c3:af:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c0fd8a-fd57-43ef-9c1f-922a43068b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '1c1b7808-e582-4ce4-9710-0fef53c91dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:18:30Z', 'updated_at': '2021-10-27T18:18:37Z', 'revision_number': 4, 'project_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'subnets': [{'id': '1c1b7808-e582-4ce4-9710-0fef53c91dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:18:38.361355 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-151ccaaa-e529-40a0-acb3-0407fbca9966 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:38.507634 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885b8db-901f-4e04-8eaf-995661f9e807 req-a9fc1b1a-adc8-43f4-9c03-ef81b36e675c tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:38.518885 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f885b8db-901f-4e04-8eaf-995661f9e807 req-a9fc1b1a-adc8-43f4-9c03-ef81b36e675c tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=897216c7-db70-4e06-8b0b-cb7b2659635c HTTP/1.1" status: 200 len: 945 time: 0.1302836 Oct 27 18:18:38.565882 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-4388244e-04e1-4313-a24d-61a7bea69050 service neutron] 10.222.0.93 "GET /v2.0/ports/fecdc6d7-3d40-4405-ad5a-c0e583376c35/bindings/n-h1-815690-2 HTTP/1.1" status: 200 len: 384 time: 0.1531456 Oct 27 18:18:38.566778 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-151ccaaa-e529-40a0-acb3-0407fbca9966 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:38.578904 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f885b8db-901f-4e04-8eaf-995661f9e807 req-59a54f64-4e1f-4df2-b5bd-8ed5fd2585e5 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586526 Oct 27 18:18:38.689172 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151ccaaa-e529-40a0-acb3-0407fbca9966 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:18:38.721356 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-151ccaaa-e529-40a0-acb3-0407fbca9966 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:18:38.736717 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151ccaaa-e529-40a0-acb3-0407fbca9966 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:18:38.824970 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133269bd-bb17-4dd8-9568-71989ab3a1ab None None] Pushing event updated for resources: {'Port': ['ID=2422692f-70a5-4919-9453-19f94bb18c1b,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:38.856821 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151ccaaa-e529-40a0-acb3-0407fbca9966 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Pushing event updated for resources: {'Port': ['ID=4c9eb299-4161-44c0-b6e3-a7495240f75c,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:38.888428 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471e7bf-5baa-47be-839d-c78119671bb2 req-3eb1c8a9-87d2-4e97-ae37-dd614d7d4745 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:38.898302 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471e7bf-5baa-47be-839d-c78119671bb2 req-3eb1c8a9-87d2-4e97-ae37-dd614d7d4745 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:38.907742 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0471e7bf-5baa-47be-839d-c78119671bb2 req-3eb1c8a9-87d2-4e97-ae37-dd614d7d4745 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=62d38a89-5d30-4f8c-ae1d-566e363fa547&device_id=aec936d2-d091-41ff-8cce-151c598f6ebb HTTP/1.1" status: 200 len: 1690 time: 0.0939739 Oct 27 18:18:38.933993 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f8d46232-e1f9-47af-988b-fae8a639add8 None None] Provisioning complete for port 2422692f-70a5-4919-9453-19f94bb18c1b triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:18:38.934466 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f8d46232-e1f9-47af-988b-fae8a639add8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:38.979348 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0471e7bf-5baa-47be-839d-c78119671bb2 req-a37de341-7b73-4cdd-9dc9-976256cf3755 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666091 Oct 27 18:18:39.029964 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-151ccaaa-e529-40a0-acb3-0407fbca9966 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:39.041870 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 50ed6423-e6aa-4fb4-9f04-88c9e0df44f1, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=50ed6423-e6aa-4fb4-9f04-88c9e0df44f1,segment=NetworkSegment(86083249-b3fb-43bf-8aa0-d1a115df68ec),segment_id=86083249-b3fb-43bf-8aa0-d1a115df68ec)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:18:39.070476 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '50ed6423-e6aa-4fb4-9f04-88c9e0df44f1', 'network_id': '2b0c544f-e1c5-43e5-917d-858b4f45dd21', 'port_id': '50ed6423-e6aa-4fb4-9f04-88c9e0df44f1', 'mac_address': 'fa:16:3e:e1:d1:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4965f8af-4fde-4a0a-9bd8-662a2fb0507c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:18:39.102101 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50cd55-6fa5-46b3-bf7d-bd1221cd372b req-fff4a2da-6187-43e1-a0cb-2f0563b28a5c tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:39.110183 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7c50cd55-6fa5-46b3-bf7d-bd1221cd372b req-fff4a2da-6187-43e1-a0cb-2f0563b28a5c tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 943 time: 0.0742679 Oct 27 18:18:39.165676 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7c50cd55-6fa5-46b3-bf7d-bd1221cd372b req-bd676f8b-5c99-4172-bf46-4527aa8e8981 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522990 Oct 27 18:18:39.181493 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-54769195-19ee-4bb2-9166-edd854a683e3 service neutron] For port fecdc6d7-3d40-4405-ad5a-c0e583376c35, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=fecdc6d7-3d40-4405-ad5a-c0e583376c35,segment=NetworkSegment(32b71140-e440-46b3-9b2a-24e683b039db),segment_id=32b71140-e440-46b3-9b2a-24e683b039db)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:18:39.245368 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-54769195-19ee-4bb2-9166-edd854a683e3 service neutron] For port fecdc6d7-3d40-4405-ad5a-c0e583376c35, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:18:39.269662 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:39.288743 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ed6423-e6aa-4fb4-9f04-88c9e0df44f1 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:18:39.318107 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 50ed6423-e6aa-4fb4-9f04-88c9e0df44f1, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=50ed6423-e6aa-4fb4-9f04-88c9e0df44f1,segment=NetworkSegment(86083249-b3fb-43bf-8aa0-d1a115df68ec),segment_id=86083249-b3fb-43bf-8aa0-d1a115df68ec)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:18:39.340059 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-54769195-19ee-4bb2-9166-edd854a683e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fecdc6d7-3d40-4405-ad5a-c0e583376c35 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:18:39.345629 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-151ccaaa-e529-40a0-acb3-0407fbca9966 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:39.387917 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-54769195-19ee-4bb2-9166-edd854a683e3 service neutron] For port fecdc6d7-3d40-4405-ad5a-c0e583376c35, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=fecdc6d7-3d40-4405-ad5a-c0e583376c35,segment=NetworkSegment(32b71140-e440-46b3-9b2a-24e683b039db),segment_id=32b71140-e440-46b3-9b2a-24e683b039db)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:18:39.403436 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:39.412978 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170491b3-3123-4141-a3a6-37edfa319cf8 req-c6a21f48-8116-4ab2-bb20-df3152b8a6c0 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:39.414777 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-170491b3-3123-4141-a3a6-37edfa319cf8 req-c6a21f48-8116-4ab2-bb20-df3152b8a6c0 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2ffcd34-afe5-471e-91e1-cb71a72191d7 HTTP/1.1" status: 200 len: 943 time: 0.0672600 Oct 27 18:18:39.473097 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-170491b3-3123-4141-a3a6-37edfa319cf8 req-e0efed2c-a4c7-4ab8-b32a-0d9fb2ddeb82 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?id=65cd9538-4319-435d-90f4-473e43f2af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471406 Oct 27 18:18:39.581389 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=50ed6423-e6aa-4fb4-9f04-88c9e0df44f1,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:39.595235 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:18:39.626312 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 2422692f-70a5-4919-9453-19f94bb18c1b up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:18:39.677723 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-151ccaaa-e529-40a0-acb3-0407fbca9966 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:39.705211 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['50ed6423-e6aa-4fb4-9f04-88c9e0df44f1'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:18:39.751444 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 2422692f-70a5-4919-9453-19f94bb18c1b triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:18:39.751817 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:39.756254 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c0f42-27aa-4f29-b87a-c779fb46edc9 req-2e7c1eca-b9f7-40c2-b248-a7b582f7e2e6 tempest-ServersOnMultiNodesTest-1960722965 tempest-ServersOnMultiNodesTest-1960722965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:39.767710 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1b4c0f42-27aa-4f29-b87a-c779fb46edc9 req-2e7c1eca-b9f7-40c2-b248-a7b582f7e2e6 tempest-ServersOnMultiNodesTest-1960722965 tempest-ServersOnMultiNodesTest-1960722965-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=62d38a89-5d30-4f8c-ae1d-566e363fa547 HTTP/1.1" status: 200 len: 1101 time: 0.0979288 Oct 27 18:18:39.833998 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1b4c0f42-27aa-4f29-b87a-c779fb46edc9 req-883c509a-cc92-4431-b952-8a0955a5cd8e tempest-ServersOnMultiNodesTest-1960722965 tempest-ServersOnMultiNodesTest-1960722965-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603452 Oct 27 18:18:39.983753 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33eb640-3661-4dc0-96e6-314ffa8e5506 req-e7d70cc7-b1a8-4bde-b364-90a90e2ce82f tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:39.984751 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c33eb640-3661-4dc0-96e6-314ffa8e5506 req-e7d70cc7-b1a8-4bde-b364-90a90e2ce82f tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=897216c7-db70-4e06-8b0b-cb7b2659635c HTTP/1.1" status: 200 len: 945 time: 0.0764477 Oct 27 18:18:40.049309 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c33eb640-3661-4dc0-96e6-314ffa8e5506 req-83841bc9-a61b-4b81-b1b2-d43c1bf76f04 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577471 Oct 27 18:18:40.174048 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9d1c9-7c72-4754-81d5-a18fcb092ef9 req-b15010bc-37cb-4dda-86c8-4f59f720add5 tempest-ServersOnMultiNodesTest-1960722965 tempest-ServersOnMultiNodesTest-1960722965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:40.175862 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a0a9d1c9-7c72-4754-81d5-a18fcb092ef9 req-b15010bc-37cb-4dda-86c8-4f59f720add5 tempest-ServersOnMultiNodesTest-1960722965 tempest-ServersOnMultiNodesTest-1960722965-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=aec936d2-d091-41ff-8cce-151c598f6ebb HTTP/1.1" status: 200 len: 1100 time: 0.0446303 Oct 27 18:18:40.183589 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-54769195-19ee-4bb2-9166-edd854a683e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:40.225175 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a0a9d1c9-7c72-4754-81d5-a18fcb092ef9 req-1e6feacf-682b-43a3-a7d6-50ad56cb1ac5 tempest-ServersOnMultiNodesTest-1960722965 tempest-ServersOnMultiNodesTest-1960722965-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377994 Oct 27 18:18:40.281747 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-54769195-19ee-4bb2-9166-edd854a683e3 service neutron] Transition to ACTIVE for port object fecdc6d7-3d40-4405-ad5a-c0e583376c35 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:18:40.369354 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a50bfb91-ce3e-4345-98b7-8d2fad711c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:40.393468 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-54769195-19ee-4bb2-9166-edd854a683e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:40.399829 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-151ccaaa-e529-40a0-acb3-0407fbca9966 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:40.495774 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-54769195-19ee-4bb2-9166-edd854a683e3 service neutron] No DVR routers for this DVR port fecdc6d7-3d40-4405-ad5a-c0e583376c35 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:18:40.526352 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54769195-19ee-4bb2-9166-edd854a683e3 service neutron] Pushing event updated for resources: {'Port': ['ID=fecdc6d7-3d40-4405-ad5a-c0e583376c35,revision_number=10']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:40.531636 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-151ccaaa-e529-40a0-acb3-0407fbca9966 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:40.591658 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-54769195-19ee-4bb2-9166-edd854a683e3 service neutron] 10.222.0.93 "PUT /v2.0/ports/fecdc6d7-3d40-4405-ad5a-c0e583376c35/bindings/n-h1-815690-2/activate HTTP/1.1" status: 200 len: 369 time: 2.0078485 Oct 27 18:18:40.592037 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725aed06-9760-4f6d-9d2f-fcd1c0435765 req-d1c580c9-c917-486f-ace9-7f5dcdaf0d3f tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:40.602457 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151ccaaa-e529-40a0-acb3-0407fbca9966 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Pushing event updated for resources: {'Port': ['ID=4c9eb299-4161-44c0-b6e3-a7495240f75c,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:40.605970 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-725aed06-9760-4f6d-9d2f-fcd1c0435765 req-d1c580c9-c917-486f-ace9-7f5dcdaf0d3f tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 944 time: 0.0858521 Oct 27 18:18:40.649457 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-96c5734d-516e-4ee9-b095-d00beb3186b4 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=82f76d5c977b49a3a741c29e3332e08f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269468 Oct 27 18:18:40.668145 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-151ccaaa-e529-40a0-acb3-0407fbca9966 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:40.678914 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-151ccaaa-e529-40a0-acb3-0407fbca9966 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1089001 Oct 27 18:18:40.682950 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-725aed06-9760-4f6d-9d2f-fcd1c0435765 req-b2ec2b8b-69e4-425d-b17b-586d8a574cca tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698311 Oct 27 18:18:40.844506 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-43918a3f-ed33-4537-bd1b-55b09f1533fa tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:40.846018 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-43918a3f-ed33-4537-bd1b-55b09f1533fa tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca&tenant_id=a91620ccab6b42bd92005fb366774bad&binding%3Ahost_id=n-h2-815690-2 HTTP/1.1" status: 200 len: 1095 time: 0.1038744 Oct 27 18:18:40.856260 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-3915b59c-a1e8-4c5f-9bbb-a87fdef2d2c1 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:40.858225 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-3915b59c-a1e8-4c5f-9bbb-a87fdef2d2c1 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2010906 Oct 27 18:18:40.913039 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-de70e04d-dd4e-4a42-8d51-3e7b144a89bd tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/quotas/82f76d5c977b49a3a741c29e3332e08f HTTP/1.1" status: 200 len: 375 time: 0.0321698 Oct 27 18:18:40.947678 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c82bbe-35a5-41ae-a385-ce4ff716d082 req-96c0c4fe-e4c8-40d9-88ad-8cf1b563f4a3 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:40.949168 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1c82bbe-35a5-41ae-a385-ce4ff716d082 req-96c0c4fe-e4c8-40d9-88ad-8cf1b563f4a3 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2ffcd34-afe5-471e-91e1-cb71a72191d7 HTTP/1.1" status: 200 len: 944 time: 0.1215887 Oct 27 18:18:40.987688 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-9ea37b25-7cdb-4812-bd2e-45f6046ced39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:40.989248 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-9ea37b25-7cdb-4812-bd2e-45f6046ced39 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca&tenant_id=a91620ccab6b42bd92005fb366774bad HTTP/1.1" status: 200 len: 1095 time: 0.1167834 Oct 27 18:18:41.040023 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-59c61710-321d-4f54-85bf-646c9b29d938 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=82f76d5c977b49a3a741c29e3332e08f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1184139 Oct 27 18:18:41.063414 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1c82bbe-35a5-41ae-a385-ce4ff716d082 req-ce4e44dc-530e-4a3a-99a3-23bc445d391a tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?id=65cd9538-4319-435d-90f4-473e43f2af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990064 Oct 27 18:18:41.169214 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-85e96603-5cbe-4641-853e-69ed833536a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:41.169214 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-85e96603-5cbe-4641-853e-69ed833536a0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a91620ccab6b42bd92005fb366774bad&device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 1095 time: 0.0821874 Oct 27 18:18:41.231276 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2b84a-2f7d-46e6-a46b-89eb118047d6 req-ae0a077a-b1c4-4ed5-9806-37eae3d6c292 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:41.233970 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9cf2b84a-2f7d-46e6-a46b-89eb118047d6 req-ae0a077a-b1c4-4ed5-9806-37eae3d6c292 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=897216c7-db70-4e06-8b0b-cb7b2659635c HTTP/1.1" status: 200 len: 945 time: 0.0776842 Oct 27 18:18:41.250561 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-ef4c6753-059f-4247-9139-83162be4089d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:41.252023 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-ef4c6753-059f-4247-9139-83162be4089d service neutron] 10.222.0.81 "GET /v2.0/networks?id=b3551270-2765-4a25-abeb-25e55b0a5126 HTTP/1.1" status: 200 len: 923 time: 0.1476393 Oct 27 18:18:41.320241 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-261455a8-1df7-4c38-a5e7-a97c5b8c3b21 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fecdc6d7-3d40-4405-ad5a-c0e583376c35 HTTP/1.1" status: 200 len: 217 time: 0.0597773 Oct 27 18:18:41.328971 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9cf2b84a-2f7d-46e6-a46b-89eb118047d6 req-86336ab0-5d67-446b-83dc-f9134b255f4e tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894585 Oct 27 18:18:41.722924 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fe3eb069-b518-49e0-9db4-c6315e383847 req-05aa654b-25b3-4f9a-8590-4f40d92d23aa tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cbd5319-a4de-4901-8d25-a2423de5b813 HTTP/1.1" status: 200 len: 210 time: 0.0497026 Oct 27 18:18:41.743509 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-2b7ee36f-c24c-4104-9012-40857d2ce2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:41.745915 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-2b7ee36f-c24c-4104-9012-40857d2ce2b6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b6b6ba7-005f-448a-b57c-d52798a8629c HTTP/1.1" status: 200 len: 861 time: 0.4074137 Oct 27 18:18:41.754697 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-932c8804-551b-4177-ba2b-43b519871712 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1923563944&fields=id&tenant_id=e9c9f8d15e694335a8e99499ce7f1df1 HTTP/1.1" status: 200 len: 267 time: 0.0800600 Oct 27 18:18:41.795773 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-38f4fb51-b7b0-47f3-bb4f-5894bbcdf011 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b3551270-2765-4a25-abeb-25e55b0a5126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393848 Oct 27 18:18:41.976231 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46256) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:18:42.005085 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-d3506e50-8275-4601-a652-52664f5289a9 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:42.006664 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-d3506e50-8275-4601-a652-52664f5289a9 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.52 "GET /v2.0/networks?id=4e086075-a1b5-4045-ad82-552f5d921dc9 HTTP/1.1" status: 200 len: 814 time: 0.2424603 Oct 27 18:18:42.011583 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e866f46f-b08f-4915-9213-db9d4342d4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:42.027556 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d1346-0360-4019-8193-fb88059f02fa req-c231abda-4792-429f-8f91-dc2923b62a56 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:42.029184 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0f9d1346-0360-4019-8193-fb88059f02fa req-c231abda-4792-429f-8f91-dc2923b62a56 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 944 time: 0.1873307 Oct 27 18:18:42.067175 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-0d684199-208e-4403-9bcd-c4e8adb3037a tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.52 "GET /v2.0/quotas/e9c9f8d15e694335a8e99499ce7f1df1 HTTP/1.1" status: 200 len: 375 time: 0.0516214 Oct 27 18:18:42.080900 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-d7ec7a4d-2e5c-4802-9792-ebd3be1c99f7 service neutron] 10.222.0.81 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724857 Oct 27 18:18:42.118930 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2133cb94-8a05-400c-89d0-44b88eff1b3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:42.190864 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0f9d1346-0360-4019-8193-fb88059f02fa req-610f618b-582c-4c67-be92-2c561b71c414 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460221 Oct 27 18:18:42.207236 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2133cb94-8a05-400c-89d0-44b88eff1b3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:42.238284 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-78b8337e-f24d-4c80-bec8-a068cac3112d tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e9c9f8d15e694335a8e99499ce7f1df1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1570091 Oct 27 18:18:42.281740 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 50ed6423-e6aa-4fb4-9f04-88c9e0df44f1 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:18:42.289403 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2133cb94-8a05-400c-89d0-44b88eff1b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:42.322642 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-c0472996-2638-42d8-8572-f9a31eaf839e service neutron] 10.222.0.81 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287915 Oct 27 18:18:42.335314 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2133cb94-8a05-400c-89d0-44b88eff1b3a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=be43ab4ad13f41098d69068e74feca8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3579936 Oct 27 18:18:42.336899 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133cb94-8a05-400c-89d0-44b88eff1b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f583572f-0e5b-4496-8543-7ddb67d30b24,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:42.338348 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46264) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:18:42.346298 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133cb94-8a05-400c-89d0-44b88eff1b3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:42.346804 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133cb94-8a05-400c-89d0-44b88eff1b3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:42.348326 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133cb94-8a05-400c-89d0-44b88eff1b3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:42.348326 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133cb94-8a05-400c-89d0-44b88eff1b3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:42.348326 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133cb94-8a05-400c-89d0-44b88eff1b3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:42.348326 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133cb94-8a05-400c-89d0-44b88eff1b3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:42.348859 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133cb94-8a05-400c-89d0-44b88eff1b3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:42.349447 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133cb94-8a05-400c-89d0-44b88eff1b3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:42.349871 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133cb94-8a05-400c-89d0-44b88eff1b3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:42.350401 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133cb94-8a05-400c-89d0-44b88eff1b3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:42.351009 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133cb94-8a05-400c-89d0-44b88eff1b3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:42.351560 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2133cb94-8a05-400c-89d0-44b88eff1b3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:42.422562 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 50ed6423-e6aa-4fb4-9f04-88c9e0df44f1 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:18:42.426722 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 50ed6423-e6aa-4fb4-9f04-88c9e0df44f1 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:18:42.434213 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:42.449545 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a6316-3234-452e-823c-d8f5e0780172 req-897f101b-dbdb-4705-b752-abc16b78df6f tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:42.451173 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bc2a6316-3234-452e-823c-d8f5e0780172 req-897f101b-dbdb-4705-b752-abc16b78df6f tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2ffcd34-afe5-471e-91e1-cb71a72191d7 HTTP/1.1" status: 200 len: 944 time: 0.1367712 Oct 27 18:18:42.493707 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-6ec5f673-0fa9-40e7-b37f-530c76c434ba service neutron] 10.222.0.52 "GET /v2.0/networks/4e086075-a1b5-4045-ad82-552f5d921dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479813 Oct 27 18:18:42.496771 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3f47d54d-e560-491a-91a0-820210c8ae3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:42.520209 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bc2a6316-3234-452e-823c-d8f5e0780172 req-56f51d00-ec98-4483-9c77-62b63c4ca239 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?id=65cd9538-4319-435d-90f4-473e43f2af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588038 Oct 27 18:18:42.531533 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:42.574220 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ffcd34-afe5-471e-91e1-cb71a72191d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ed6423-e6aa-4fb4-9f04-88c9e0df44f1'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:18:42.579000 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5150a90e-9a5f-4596-a989-80e61b70efbb" -d '{"events": [{"server_uuid": "c2ffcd34-afe5-471e-91e1-cb71a72191d7", "name": "network-vif-plugged", "status": "completed", "tag": "50ed6423-e6aa-4fb4-9f04-88c9e0df44f1"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:18:42.597767 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 50ed6423-e6aa-4fb4-9f04-88c9e0df44f1, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=50ed6423-e6aa-4fb4-9f04-88c9e0df44f1,segment=NetworkSegment(86083249-b3fb-43bf-8aa0-d1a115df68ec),segment_id=86083249-b3fb-43bf-8aa0-d1a115df68ec)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:18:42.646001 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:42.658945 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3f47d54d-e560-491a-91a0-820210c8ae3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:42.662103 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-93b757ff-ddc7-471d-beda-7c82cd81f950 service neutron] 10.222.0.52 "GET /v2.0/networks/4e086075-a1b5-4045-ad82-552f5d921dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469862 Oct 27 18:18:42.700639 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=50ed6423-e6aa-4fb4-9f04-88c9e0df44f1,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:42.709747 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f8dff-b8f6-4b7e-8651-e06bee36612a req-6ce740af-21c2-4530-bab4-ace785d6573f tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:42.711317 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-522f8dff-b8f6-4b7e-8651-e06bee36612a req-6ce740af-21c2-4530-bab4-ace785d6573f tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=897216c7-db70-4e06-8b0b-cb7b2659635c HTTP/1.1" status: 200 len: 945 time: 0.1013002 Oct 27 18:18:42.777021 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-522f8dff-b8f6-4b7e-8651-e06bee36612a req-b4bfb925-6800-46f9-a0df-bde2ec2ecb56 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546398 Oct 27 18:18:42.820700 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3f47d54d-e560-491a-91a0-820210c8ae3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:42.823449 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3f47d54d-e560-491a-91a0-820210c8ae3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:42.824804 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3f47d54d-e560-491a-91a0-820210c8ae3d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f583572f-0e5b-4496-8543-7ddb67d30b24 HTTP/1.1" status: 204 len: 168 time: 0.4850860 Oct 27 18:18:42.840913 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f47d54d-e560-491a-91a0-820210c8ae3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f583572f-0e5b-4496-8543-7ddb67d30b24,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:42.851637 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47d54d-e560-491a-91a0-820210c8ae3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:42.852331 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47d54d-e560-491a-91a0-820210c8ae3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:42.852864 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47d54d-e560-491a-91a0-820210c8ae3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:42.853365 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47d54d-e560-491a-91a0-820210c8ae3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:42.853885 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47d54d-e560-491a-91a0-820210c8ae3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:42.854393 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47d54d-e560-491a-91a0-820210c8ae3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:42.855135 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47d54d-e560-491a-91a0-820210c8ae3d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:42.855472 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47d54d-e560-491a-91a0-820210c8ae3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:42.855970 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47d54d-e560-491a-91a0-820210c8ae3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:42.856473 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47d54d-e560-491a-91a0-820210c8ae3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:42.856972 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47d54d-e560-491a-91a0-820210c8ae3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:42.857347 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f47d54d-e560-491a-91a0-820210c8ae3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:18:42.940759 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0f39dc-cbf4-4575-883a-c89736f5e281 x-openstack-request-id: req-7c0f39dc-cbf4-4575-883a-c89736f5e281 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:18:42.941251 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ffcd34-afe5-471e-91e1-cb71a72191d7", "name": "network-vif-plugged", "status": "completed", "tag": "50ed6423-e6aa-4fb4-9f04-88c9e0df44f1", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:18:42.941628 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7c0f39dc-cbf4-4575-883a-c89736f5e281 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:18:42.942137 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ffcd34-afe5-471e-91e1-cb71a72191d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ed6423-e6aa-4fb4-9f04-88c9e0df44f1', 'code': 200} Oct 27 18:18:42.943627 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-5e46305b-631e-445b-973b-569362f8c187 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:42.948636 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-5e46305b-631e-445b-973b-569362f8c187 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca&tenant_id=a91620ccab6b42bd92005fb366774bad&binding%3Ahost_id=n-h1-815690-2 HTTP/1.1" status: 200 len: 1095 time: 0.0681279 Oct 27 18:18:43.055858 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d1ec0b14-e571-4d2f-bab2-e61cf7a81d71 req-df1d8cb6-17bb-4fcb-aa66-51c685770511 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cbd5319-a4de-4901-8d25-a2423de5b813 HTTP/1.1" status: 200 len: 210 time: 0.0508034 Oct 27 18:18:43.072830 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ddd6f8dd-8ebb-40fb-a625-b0074f70be71 req-27a9ed02-d505-4ae6-abef-3b31a8f43bf3 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.52 "GET /v2.0/ports?device_id=af2c9311-b5d3-4daf-8643-dacef929149f HTTP/1.1" status: 200 len: 210 time: 0.0528979 Oct 27 18:18:43.128244 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b2dbc-c5c3-43e6-8bc2-13f970a6ac7c req-7b36c2cd-e500-44a0-b1c0-3c224bf5aed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:43.129826 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a43b2dbc-c5c3-43e6-8bc2-13f970a6ac7c req-7b36c2cd-e500-44a0-b1c0-3c224bf5aed6 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c2ffcd34-afe5-471e-91e1-cb71a72191d7 HTTP/1.1" status: 200 len: 1096 time: 0.0646222 Oct 27 18:18:43.172109 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a43b2dbc-c5c3-43e6-8bc2-13f970a6ac7c req-9fffb78d-a49b-4670-bf04-64200f176d92 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=65cd9538-4319-435d-90f4-473e43f2af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314448 Oct 27 18:18:43.322275 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-f62207c7-87c4-444f-bc09-64f358cc0636 service neutron] For port fecdc6d7-3d40-4405-ad5a-c0e583376c35, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:18:43.327679 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-f62207c7-87c4-444f-bc09-64f358cc0636 service neutron] Publish callbacks [] for binding, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:43.329431 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-218cd0ff-cff4-4301-bdc5-9fbd2cb65e81 req-f62207c7-87c4-444f-bc09-64f358cc0636 service neutron] 10.222.0.81 "DELETE /v2.0/ports/fecdc6d7-3d40-4405-ad5a-c0e583376c35/bindings/n-h2-815690-2 HTTP/1.1" status: 204 len: 173 time: 0.3753717 Oct 27 18:18:43.339616 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:43.340295 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:43.359800 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fdee9e-3457-4828-b4b0-e619930a24e3 req-1df97f8c-cbe1-4862-a997-4badbc9e9a88 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:43.361634 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-89fdee9e-3457-4828-b4b0-e619930a24e3 req-1df97f8c-cbe1-4862-a997-4badbc9e9a88 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 944 time: 0.0797198 Oct 27 18:18:43.416425 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-89fdee9e-3457-4828-b4b0-e619930a24e3 req-ff4056eb-aa8d-4e96-8c72-fd2805f7c659 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472577 Oct 27 18:18:43.605719 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27341c80-8df9-45d7-ba55-407fd472d897 req-8c839082-1d84-4b3b-8828-cebf9607bf2b tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:43.613963 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-27341c80-8df9-45d7-ba55-407fd472d897 req-8c839082-1d84-4b3b-8828-cebf9607bf2b tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 1095 time: 0.0597930 Oct 27 18:18:43.667369 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-27341c80-8df9-45d7-ba55-407fd472d897 req-bbca1cf4-2375-413f-9b7e-d47a406784fd tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415387 Oct 27 18:18:43.786441 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf453c-0142-4122-b0c7-e51bf504d3e4 req-9ea6d69e-0b57-413c-8ab7-907e3a28500f tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:43.788498 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7bcf453c-0142-4122-b0c7-e51bf504d3e4 req-9ea6d69e-0b57-413c-8ab7-907e3a28500f tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2ffcd34-afe5-471e-91e1-cb71a72191d7 HTTP/1.1" status: 200 len: 945 time: 0.0876203 Oct 27 18:18:43.874746 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-80d70f11-f3bc-4aad-b7ce-1cc6e8097abd tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=82f76d5c977b49a3a741c29e3332e08f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342081 Oct 27 18:18:43.879612 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7bcf453c-0142-4122-b0c7-e51bf504d3e4 req-3fbca966-3622-41e3-a357-a515c6b0f297 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?id=65cd9538-4319-435d-90f4-473e43f2af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848737 Oct 27 18:18:43.931257 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d96499-0df7-4b25-b064-831241c63328 req-263ff384-1651-4928-bc40-b42638ca6773 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:43.946233 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-95d96499-0df7-4b25-b064-831241c63328 req-263ff384-1651-4928-bc40-b42638ca6773 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 1095 time: 0.1271007 Oct 27 18:18:44.113015 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-95d96499-0df7-4b25-b064-831241c63328 req-7f03cafb-f541-4079-9817-c1de4cfaf7cf tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640081 Oct 27 18:18:44.132011 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-87a18791-b5fe-4991-ae0e-af656f7bf997 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:44.132011 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-87a18791-b5fe-4991-ae0e-af656f7bf997 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2351377 Oct 27 18:18:44.144962 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-b927b893-6b44-4bce-85fb-af8252eb8f2d tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Request body: {'port': {'device_id': '1cbd5319-a4de-4901-8d25-a2423de5b813', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'admin_state_up': True, 'tenant_id': '82f76d5c977b49a3a741c29e3332e08f'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:18:44.146719 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cc218-c5b0-4afe-9b54-1caccadfda3c req-5820a0e6-f43a-420a-a9fb-c358b9082232 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:44.160897 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ed9cc218-c5b0-4afe-9b54-1caccadfda3c req-5820a0e6-f43a-420a-a9fb-c358b9082232 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=897216c7-db70-4e06-8b0b-cb7b2659635c HTTP/1.1" status: 200 len: 945 time: 0.1643558 Oct 27 18:18:44.271681 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ed9cc218-c5b0-4afe-9b54-1caccadfda3c req-acd70330-bc0f-4748-a725-ccb01c603254 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916421 Oct 27 18:18:44.400136 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ad40aeb2-6a30-4cfa-9282-d362dcb32c63 req-17854ab8-59df-4048-a954-17979600d579 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.52 "GET /v2.0/ports?device_id=af2c9311-b5d3-4daf-8643-dacef929149f HTTP/1.1" status: 200 len: 210 time: 0.0507612 Oct 27 18:18:44.444530 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-be1b0e69-c158-4afe-bfd5-76effd1c0691 req-042ebc8a-f4bb-4181-8667-03e8a8bc944c tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cbd5319-a4de-4901-8d25-a2423de5b813 HTTP/1.1" status: 200 len: 210 time: 0.0536716 Oct 27 18:18:44.452408 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-b927b893-6b44-4bce-85fb-af8252eb8f2d tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Made reservation on behalf of 82f76d5c977b49a3a741c29e3332e08f for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:18:44.467223 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-b927b893-6b44-4bce-85fb-af8252eb8f2d tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:44.705919 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-b927b893-6b44-4bce-85fb-af8252eb8f2d tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Allocated IP 192.168.233.144 (5a00a4ee-d7ee-4646-9905-4d21868e9aa2/5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc/60541cd6-5968-4ec0-917c-f74f26bed35a) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:18:44.897645 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-4894bdd7-223b-42b5-aeca-eaa80cc16030 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=b96d1ccccd1a44b38a5a179965dbb73a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311530 Oct 27 18:18:44.930578 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-b927b893-6b44-4bce-85fb-af8252eb8f2d tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:45.031349 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:45.069015 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-76e3b24c-0572-4c06-8f7d-ef38a1ff0454 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:45.071291 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-76e3b24c-0572-4c06-8f7d-ef38a1ff0454 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1725535 Oct 27 18:18:45.101261 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-c4d7c56a-62a9-4b24-a2d3-2bd75d773efb tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] 10.222.0.52 "GET /v2.0/quotas/b96d1ccccd1a44b38a5a179965dbb73a HTTP/1.1" status: 200 len: 375 time: 0.0143900 Oct 27 18:18:45.126257 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-b927b893-6b44-4bce-85fb-af8252eb8f2d tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:45.127385 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61299c5f-9730-44a1-bba2-910ca7d6d08f req-f696b29b-d6e4-47c5-82d4-0ec37128b6b2 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:45.129702 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-61299c5f-9730-44a1-bba2-910ca7d6d08f req-f696b29b-d6e4-47c5-82d4-0ec37128b6b2 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2ffcd34-afe5-471e-91e1-cb71a72191d7 HTTP/1.1" status: 200 len: 945 time: 0.1251631 Oct 27 18:18:45.142440 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['a30727c6-2893-47dc-8280-a57141d6e2c9'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:18:45.144732 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['04183844-5bf2-4075-a1d2-2c9bb9edfe98', '6e6b7ac8-4b7d-4589-89a2-74f99ccd771e', '978a10b7-23b6-4670-8595-d5e34009eee3', 'c4673a1d-190c-4441-a2e3-5fab2e695513'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:18:45.153871 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-09f7e34c-6ef8-4b9b-ab7f-2d0ef813b18a tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b96d1ccccd1a44b38a5a179965dbb73a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458281 Oct 27 18:18:45.195267 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-b927b893-6b44-4bce-85fb-af8252eb8f2d tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:18:45.200173 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-b927b893-6b44-4bce-85fb-af8252eb8f2d tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:18:45.220686 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-b927b893-6b44-4bce-85fb-af8252eb8f2d tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:18:45.220862 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-61299c5f-9730-44a1-bba2-910ca7d6d08f req-723ee74b-f28c-4e2e-ae7e-9256fb7ab906 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?id=65cd9538-4319-435d-90f4-473e43f2af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674436 Oct 27 18:18:45.225019 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b927b893-6b44-4bce-85fb-af8252eb8f2d tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Pushing event updated for resources: {'Port': ['ID=60541cd6-5968-4ec0-917c-f74f26bed35a,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:45.301895 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-b927b893-6b44-4bce-85fb-af8252eb8f2d tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:45.302987 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-b927b893-6b44-4bce-85fb-af8252eb8f2d tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:45.366577 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3cc0c992-216f-4021-b0f4-6601a2ba7a08 req-0b676a81-4081-4024-9583-4830f8b42415 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-303397923&fields=id&tenant_id=a5994b7ba06b4151b58ba01f2c995408 HTTP/1.1" status: 200 len: 267 time: 0.0630579 Oct 27 18:18:45.410779 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-b927b893-6b44-4bce-85fb-af8252eb8f2d tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2702212 Oct 27 18:18:45.432999 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-0bdf2cc8-cf53-41fd-9f6a-a3c431eb88b0 service neutron] Request body: {'port': {'device_id': '1cbd5319-a4de-4901-8d25-a2423de5b813', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:18:45.463947 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0c992-216f-4021-b0f4-6601a2ba7a08 req-9c7b5b64-862e-46f6-bc42-610a154c7feb tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:45.469634 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3cc0c992-216f-4021-b0f4-6601a2ba7a08 req-9c7b5b64-862e-46f6-bc42-610a154c7feb tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2ffcd34-afe5-471e-91e1-cb71a72191d7 HTTP/1.1" status: 200 len: 945 time: 0.0973034 Oct 27 18:18:45.481333 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-3cc0c992-216f-4021-b0f4-6601a2ba7a08 req-4b69241c-6574-476c-81c4-c93982713974 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Request body: {'port': {'security_groups': ['65cd9538-4319-435d-90f4-473e43f2af2d', 'cb5cf10a-3efc-42e6-ac2c-1d33e7a42af2']}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:18:45.566147 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-0bdf2cc8-cf53-41fd-9f6a-a3c431eb88b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:45.639517 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-3cc0c992-216f-4021-b0f4-6601a2ba7a08 req-4b69241c-6574-476c-81c4-c93982713974 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:45.690031 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-c2e09d88-4c51-4e24-9a83-fd34613198c8 None None] Provisioning complete for port 60541cd6-5968-4ec0-917c-f74f26bed35a triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:18:45.690638 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c2e09d88-4c51-4e24-9a83-fd34613198c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:45.785958 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-c2e09d88-4c51-4e24-9a83-fd34613198c8 None None] Port 60541cd6-5968-4ec0-917c-f74f26bed35a cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:18:46.117069 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3c1d7-27c6-492e-9fb3-e49147dc8436 req-344b6bcc-c187-4a50-a10f-43b532bd127c tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:46.133923 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-98b3c1d7-27c6-492e-9fb3-e49147dc8436 req-344b6bcc-c187-4a50-a10f-43b532bd127c tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=897216c7-db70-4e06-8b0b-cb7b2659635c HTTP/1.1" status: 200 len: 945 time: 0.3502462 Oct 27 18:18:46.205269 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-9dd11a51-ce78-4390-a9de-0d2b82c8f963 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:46.205641 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-9dd11a51-ce78-4390-a9de-0d2b82c8f963 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.93 "GET /v2.0/networks?id=4e086075-a1b5-4045-ad82-552f5d921dc9 HTTP/1.1" status: 200 len: 814 time: 0.3196640 Oct 27 18:18:46.224586 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-0bdf2cc8-cf53-41fd-9f6a-a3c431eb88b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60541cd6-5968-4ec0-917c-f74f26bed35a {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:18:46.269679 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-0bdf2cc8-cf53-41fd-9f6a-a3c431eb88b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:46.302072 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-0bdf2cc8-cf53-41fd-9f6a-a3c431eb88b0 service neutron] Transition to ACTIVE for port object 60541cd6-5968-4ec0-917c-f74f26bed35a will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:18:46.308260 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-98b3c1d7-27c6-492e-9fb3-e49147dc8436 req-2b7c10cc-2313-4617-92f1-e28709d482cf tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706750 Oct 27 18:18:46.380325 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-3cc0c992-216f-4021-b0f4-6601a2ba7a08 req-4b69241c-6574-476c-81c4-c93982713974 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] For port 50ed6423-e6aa-4fb4-9f04-88c9e0df44f1, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=50ed6423-e6aa-4fb4-9f04-88c9e0df44f1,segment=NetworkSegment(86083249-b3fb-43bf-8aa0-d1a115df68ec),segment_id=86083249-b3fb-43bf-8aa0-d1a115df68ec)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:18:46.382936 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-0bdf2cc8-cf53-41fd-9f6a-a3c431eb88b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:46.386864 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-0ec8f23f-6114-4bd4-a3ac-fd9a56687f94 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9c9f8d15e694335a8e99499ce7f1df1 HTTP/1.1" status: 200 len: 380 time: 0.1673353 Oct 27 18:18:46.409108 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-e6d62ab5-a490-4919-8790-f89c8b44f306 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Request body: {'port': {'device_id': 'af2c9311-b5d3-4daf-8643-dacef929149f', 'network_id': '4e086075-a1b5-4045-ad82-552f5d921dc9', 'admin_state_up': True, 'tenant_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'security_groups': ['2277af77-d237-4b45-8f2c-868ff18dbfbd']}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:18:46.534919 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d89ed2f9-8515-4cf7-a322-c4cbdd0694b3 req-9b25c5e7-a485-4ff5-b5a4-0574d4d1028d tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.52 "GET /v2.0/ports?device_id=af2c9311-b5d3-4daf-8643-dacef929149f HTTP/1.1" status: 200 len: 210 time: 0.1006503 Oct 27 18:18:46.536982 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf2cc8-cf53-41fd-9f6a-a3c431eb88b0 service neutron] Pushing event updated for resources: {'Port': ['ID=60541cd6-5968-4ec0-917c-f74f26bed35a,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:46.568784 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-3cc0c992-216f-4021-b0f4-6601a2ba7a08 req-4b69241c-6574-476c-81c4-c93982713974 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:46.628546 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-0bdf2cc8-cf53-41fd-9f6a-a3c431eb88b0 service neutron] Attempting to bind port 60541cd6-5968-4ec0-917c-f74f26bed35a on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:18:46.628959 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-0bdf2cc8-cf53-41fd-9f6a-a3c431eb88b0 service neutron] Attempting to bind port 60541cd6-5968-4ec0-917c-f74f26bed35a by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:18:46.629294 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-0bdf2cc8-cf53-41fd-9f6a-a3c431eb88b0 service neutron] Attempting to bind port 60541cd6-5968-4ec0-917c-f74f26bed35a on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:18:46.643926 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-0bdf2cc8-cf53-41fd-9f6a-a3c431eb88b0 service neutron] Port 60541cd6-5968-4ec0-917c-f74f26bed35a on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:18:46.644649 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-0bdf2cc8-cf53-41fd-9f6a-a3c431eb88b0 service neutron] Attempting to bind port 60541cd6-5968-4ec0-917c-f74f26bed35a on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:18:46.651453 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-0bdf2cc8-cf53-41fd-9f6a-a3c431eb88b0 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:18:46.653904 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-0bdf2cc8-cf53-41fd-9f6a-a3c431eb88b0 service neutron] Checking segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:18:46.653904 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-0bdf2cc8-cf53-41fd-9f6a-a3c431eb88b0 service neutron] Bound using segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:18:46.653904 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-0bdf2cc8-cf53-41fd-9f6a-a3c431eb88b0 service neutron] Bound port: 60541cd6-5968-4ec0-917c-f74f26bed35a, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:18:46.653904 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-0bdf2cc8-cf53-41fd-9f6a-a3c431eb88b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:46.673865 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-562ccfdd-9eba-49d5-9be0-74e1868631ff req-da7f6997-e283-4aff-8eac-a32401d1cd5c tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f703729-bf35-4129-aa4f-ef55817ee509 HTTP/1.1" status: 200 len: 210 time: 0.0449872 Oct 27 18:18:46.684625 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-3cc0c992-216f-4021-b0f4-6601a2ba7a08 req-4b69241c-6574-476c-81c4-c93982713974 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:46.704866 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['50ed6423-e6aa-4fb4-9f04-88c9e0df44f1'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:18:46.763284 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0c992-216f-4021-b0f4-6601a2ba7a08 req-4b69241c-6574-476c-81c4-c93982713974 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:46.765113 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-3cc0c992-216f-4021-b0f4-6601a2ba7a08 req-4b69241c-6574-476c-81c4-c93982713974 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:46.765389 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-0bdf2cc8-cf53-41fd-9f6a-a3c431eb88b0 service neutron] For port 60541cd6-5968-4ec0-917c-f74f26bed35a, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:18:46.766378 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3cc0c992-216f-4021-b0f4-6601a2ba7a08 req-4b69241c-6574-476c-81c4-c93982713974 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "PUT /v2.0/ports/50ed6423-e6aa-4fb4-9f04-88c9e0df44f1 HTTP/1.1" status: 200 len: 981 time: 1.2901685 Oct 27 18:18:46.766868 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ffcd34-afe5-471e-91e1-cb71a72191d7', 'tag': '50ed6423-e6aa-4fb4-9f04-88c9e0df44f1'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:18:46.769574 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ca62c6-00d0-4141-9759-387680f4f2fa" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ffcd34-afe5-471e-91e1-cb71a72191d7", "tag": "50ed6423-e6aa-4fb4-9f04-88c9e0df44f1"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:18:46.773597 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-0bdf2cc8-cf53-41fd-9f6a-a3c431eb88b0 service neutron] For port 60541cd6-5968-4ec0-917c-f74f26bed35a, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=60541cd6-5968-4ec0-917c-f74f26bed35a,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:18:46.800129 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69241c-6574-476c-81c4-c93982713974 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Pushing event updated for resources: {'Port': ['ID=50ed6423-e6aa-4fb4-9f04-88c9e0df44f1,revision_number=6']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:46.860753 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-e6d62ab5-a490-4919-8790-f89c8b44f306 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Made reservation on behalf of e9c9f8d15e694335a8e99499ce7f1df1 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:18:46.864428 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-e6d62ab5-a490-4919-8790-f89c8b44f306 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:46.880861 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-0bdf2cc8-cf53-41fd-9f6a-a3c431eb88b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:46.882642 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['50ed6423-e6aa-4fb4-9f04-88c9e0df44f1'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:18:46.909246 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905537b2-a123-4a45-b277-91806742df52 req-7b54c3f4-a783-4073-a541-aa9f504dc5ad tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:46.918394 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-905537b2-a123-4a45-b277-91806742df52 req-7b54c3f4-a783-4073-a541-aa9f504dc5ad tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cbd5319-a4de-4901-8d25-a2423de5b813 HTTP/1.1" status: 200 len: 948 time: 0.0937097 Oct 27 18:18:46.960483 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-0bdf2cc8-cf53-41fd-9f6a-a3c431eb88b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:46.961109 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-0bdf2cc8-cf53-41fd-9f6a-a3c431eb88b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:46.981137 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-0bdf2cc8-cf53-41fd-9f6a-a3c431eb88b0 service neutron] 10.222.0.93 "PUT /v2.0/ports/60541cd6-5968-4ec0-917c-f74f26bed35a HTTP/1.1" status: 200 len: 1096 time: 1.5554109 Oct 27 18:18:46.981767 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cbd5319-a4de-4901-8d25-a2423de5b813', 'tag': '60541cd6-5968-4ec0-917c-f74f26bed35a'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:18:46.996288 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cac5be4-b90a-41d0-a9f9-7062c41b9a6c" -d '{"events": [{"name": "network-changed", "server_uuid": "1cbd5319-a4de-4901-8d25-a2423de5b813", "tag": "60541cd6-5968-4ec0-917c-f74f26bed35a"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:18:47.059917 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf2cc8-cf53-41fd-9f6a-a3c431eb88b0 service neutron] Pushing event updated for resources: {'Port': ['ID=60541cd6-5968-4ec0-917c-f74f26bed35a,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:47.070373 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-905537b2-a123-4a45-b277-91806742df52 req-c9e9ab20-f495-480a-8b2c-8bb90c18cfa5 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356988 Oct 27 18:18:47.220409 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362b82f1-fe20-4aa6-b25c-fc53dc5ef38a x-openstack-request-id: req-362b82f1-fe20-4aa6-b25c-fc53dc5ef38a {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:18:47.221163 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ffcd34-afe5-471e-91e1-cb71a72191d7", "tag": "50ed6423-e6aa-4fb4-9f04-88c9e0df44f1", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:18:47.221163 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-362b82f1-fe20-4aa6-b25c-fc53dc5ef38a {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:18:47.221479 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ffcd34-afe5-471e-91e1-cb71a72191d7', 'tag': '50ed6423-e6aa-4fb4-9f04-88c9e0df44f1', 'status': 'completed', 'code': 200} Oct 27 18:18:47.289672 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-58dd1c41-5ef0-4e97-9284-726a8ce1a735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:47.292380 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-58dd1c41-5ef0-4e97-9284-726a8ce1a735 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=82f76d5c977b49a3a741c29e3332e08f&device_id=1cbd5319-a4de-4901-8d25-a2423de5b813 HTTP/1.1" status: 200 len: 1099 time: 0.0987794 Oct 27 18:18:47.353519 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-1fba9c3b-9bcb-4ddc-886f-60b6296256b3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=60541cd6-5968-4ec0-917c-f74f26bed35a HTTP/1.1" status: 200 len: 217 time: 0.0496621 Oct 27 18:18:47.368959 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-564fa289-a657-4321-832e-f75746ece453 req-245fcd18-18e7-4f01-8c48-1d29fcb92f95 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1948346340&fields=id&tenant_id=a5994b7ba06b4151b58ba01f2c995408 HTTP/1.1" status: 200 len: 267 time: 0.3033178 Oct 27 18:18:47.409959 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca62c6-00d0-4141-9759-387680f4f2fa req-c7cbc99f-9efe-4be1-a1d4-4a95ec637f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:47.411154 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-5e2115bc-aef0-4fda-a429-7b14920c6424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:47.411567 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-70ca62c6-00d0-4141-9759-387680f4f2fa req-c7cbc99f-9efe-4be1-a1d4-4a95ec637f5f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a5994b7ba06b4151b58ba01f2c995408&device_id=c2ffcd34-afe5-471e-91e1-cb71a72191d7 HTTP/1.1" status: 200 len: 1135 time: 0.2131684 Oct 27 18:18:47.413032 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-5e2115bc-aef0-4fda-a429-7b14920c6424 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.0506263 Oct 27 18:18:47.415297 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-e6d62ab5-a490-4919-8790-f89c8b44f306 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Allocated IP 172.20.0.9 (4e086075-a1b5-4045-ad82-552f5d921dc9/1c1b7808-e582-4ce4-9710-0fef53c91dd4/b5458414-97a3-45a4-945c-c31d115e2201) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:18:47.442776 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987baacd-76ef-4da2-9249-c0364b179196 req-31d24388-c223-4fa1-b633-962764587c45 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:47.444445 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-987baacd-76ef-4da2-9249-c0364b179196 req-31d24388-c223-4fa1-b633-962764587c45 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1840160-fba3-4492-a887-2fb869a68d20 HTTP/1.1" status: 200 len: 946 time: 0.1661220 Oct 27 18:18:47.487852 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-a64fe176-859a-45c6-9f90-64d90a4d3b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:47.490232 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-a64fe176-859a-45c6-9f90-64d90a4d3b9a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0616043 Oct 27 18:18:47.543435 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564fa289-a657-4321-832e-f75746ece453 req-d58ac006-79d9-41ac-ab1b-c18489c70da5 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:47.550794 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-564fa289-a657-4321-832e-f75746ece453 req-d58ac006-79d9-41ac-ab1b-c18489c70da5 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2ffcd34-afe5-471e-91e1-cb71a72191d7 HTTP/1.1" status: 200 len: 984 time: 0.1809382 Oct 27 18:18:47.578045 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-564fa289-a657-4321-832e-f75746ece453 req-3207202f-23be-407a-bb86-30b86938ba46 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Request body: {'port': {'security_groups': ['65cd9538-4319-435d-90f4-473e43f2af2d', 'cb5cf10a-3efc-42e6-ac2c-1d33e7a42af2', '8bf72822-1ef8-44df-962d-6ad87a399e09']}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:18:47.612227 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-3b5d6778-99cc-4920-a669-2a2492b4cfba service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006858 Oct 27 18:18:47.724383 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-952cdc1c-7fa0-44bc-9ca1-e19bcdd7635c req-a30b7347-f3cf-44bf-b357-b94111345f6e service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010761 Oct 27 18:18:47.734108 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-987baacd-76ef-4da2-9249-c0364b179196 req-84fb062f-7efb-4c1a-a545-9e7ba68de096 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/security-groups?id=19f055c0-00bc-42ca-93a0-0641824e6b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2795730 Oct 27 18:18:47.766314 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-564fa289-a657-4321-832e-f75746ece453 req-3207202f-23be-407a-bb86-30b86938ba46 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:47.790753 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c44d42-0737-48e5-9655-8353619dba01 x-openstack-request-id: req-72c44d42-0737-48e5-9655-8353619dba01 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:18:47.791177 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cbd5319-a4de-4901-8d25-a2423de5b813", "tag": "60541cd6-5968-4ec0-917c-f74f26bed35a", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:18:47.791694 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-72c44d42-0737-48e5-9655-8353619dba01 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:18:47.792318 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cbd5319-a4de-4901-8d25-a2423de5b813', 'tag': '60541cd6-5968-4ec0-917c-f74f26bed35a', 'status': 'completed', 'code': 200} Oct 27 18:18:47.819818 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca62c6-00d0-4141-9759-387680f4f2fa req-be8fb256-a6ea-46ae-a5d5-d3901f484c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:47.821304 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-70ca62c6-00d0-4141-9759-387680f4f2fa req-be8fb256-a6ea-46ae-a5d5-d3901f484c3e service neutron] 10.222.0.93 "GET /v2.0/networks?id=2b0c544f-e1c5-43e5-917d-858b4f45dd21 HTTP/1.1" status: 200 len: 914 time: 0.3889489 Oct 27 18:18:47.927289 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac5be4-b90a-41d0-a9f9-7062c41b9a6c req-ae81433a-a937-4991-9091-e0eda1f881b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:47.929023 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0cac5be4-b90a-41d0-a9f9-7062c41b9a6c req-ae81433a-a937-4991-9091-e0eda1f881b2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=82f76d5c977b49a3a741c29e3332e08f&device_id=1cbd5319-a4de-4901-8d25-a2423de5b813 HTTP/1.1" status: 200 len: 1099 time: 0.0534446 Oct 27 18:18:47.936350 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-70ca62c6-00d0-4141-9759-387680f4f2fa req-3a243e39-df58-4eec-922e-10fcb4f399cc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=50ed6423-e6aa-4fb4-9f04-88c9e0df44f1 HTTP/1.1" status: 200 len: 217 time: 0.0790927 Oct 27 18:18:47.941355 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-e6d62ab5-a490-4919-8790-f89c8b44f306 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:48.048548 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac5be4-b90a-41d0-a9f9-7062c41b9a6c req-8da7c1f6-6feb-48b5-bdff-58540ff511ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:48.049341 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0cac5be4-b90a-41d0-a9f9-7062c41b9a6c req-8da7c1f6-6feb-48b5-bdff-58540ff511ac service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.1020827 Oct 27 18:18:48.088241 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd631bb6-e133-4fd1-ab79-685060fbe2b4 req-aca2ba9d-5a02-43b5-9200-10740de2712f tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:48.102857 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cd631bb6-e133-4fd1-ab79-685060fbe2b4 req-aca2ba9d-5a02-43b5-9200-10740de2712f tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=897216c7-db70-4e06-8b0b-cb7b2659635c HTTP/1.1" status: 200 len: 945 time: 0.2370384 Oct 27 18:18:48.110765 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca62c6-00d0-4141-9759-387680f4f2fa req-70f07d04-47ca-46a1-a865-98ac7f49f26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:48.111468 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0cac5be4-b90a-41d0-a9f9-7062c41b9a6c req-e219dda3-5c66-47c6-8bbb-1efaebd315a0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=60541cd6-5968-4ec0-917c-f74f26bed35a HTTP/1.1" status: 200 len: 217 time: 0.0411923 Oct 27 18:18:48.112244 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-70ca62c6-00d0-4141-9759-387680f4f2fa req-70f07d04-47ca-46a1-a865-98ac7f49f26f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4965f8af-4fde-4a0a-9bd8-662a2fb0507c HTTP/1.1" status: 200 len: 852 time: 0.1170223 Oct 27 18:18:48.153895 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-e6d62ab5-a490-4919-8790-f89c8b44f306 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:48.159177 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-70ca62c6-00d0-4141-9759-387680f4f2fa req-e5ad81f5-b0ad-4928-b7e4-cc975c0909fa service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2b0c544f-e1c5-43e5-917d-858b4f45dd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330427 Oct 27 18:18:48.172614 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac5be4-b90a-41d0-a9f9-7062c41b9a6c req-ffbf69b3-9770-4615-b807-7de2523a9c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:48.174569 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0cac5be4-b90a-41d0-a9f9-7062c41b9a6c req-ffbf69b3-9770-4615-b807-7de2523a9c96 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.0497968 Oct 27 18:18:48.233814 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cd631bb6-e133-4fd1-ab79-685060fbe2b4 req-4827c99f-89f7-441c-9bf7-e584d126d59d tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373179 Oct 27 18:18:48.239991 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac5be4-b90a-41d0-a9f9-7062c41b9a6c req-29f12533-3eb1-4dda-8ae2-edb6aefb8759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:48.241608 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0cac5be4-b90a-41d0-a9f9-7062c41b9a6c req-29f12533-3eb1-4dda-8ae2-edb6aefb8759 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0605946 Oct 27 18:18:48.325875 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-e6d62ab5-a490-4919-8790-f89c8b44f306 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Network 4e086075-a1b5-4045-ad82-552f5d921dc9 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:18:48.347087 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-e6d62ab5-a490-4919-8790-f89c8b44f306 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:18:48.360524 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-e6d62ab5-a490-4919-8790-f89c8b44f306 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:18:48.371035 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d62ab5-a490-4919-8790-f89c8b44f306 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Pushing event updated for resources: {'Port': ['ID=b5458414-97a3-45a4-945c-c31d115e2201,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:48.396500 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0cac5be4-b90a-41d0-a9f9-7062c41b9a6c req-71dbf54e-d61d-4b4a-af9e-d142c538c36c service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370208 Oct 27 18:18:48.508102 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0cac5be4-b90a-41d0-a9f9-7062c41b9a6c req-9eb92c81-8396-42f7-95be-ea71cc84cd81 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020861 Oct 27 18:18:48.718649 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-83fd21ce-343a-47f3-ba8a-25140535ecf8 None None] Provisioning complete for port b5458414-97a3-45a4-945c-c31d115e2201 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:18:48.719744 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-83fd21ce-343a-47f3-ba8a-25140535ecf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:48.756309 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-e6d62ab5-a490-4919-8790-f89c8b44f306 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:48.756792 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-e6d62ab5-a490-4919-8790-f89c8b44f306 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:48.757704 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-83fd21ce-343a-47f3-ba8a-25140535ecf8 None None] Port b5458414-97a3-45a4-945c-c31d115e2201 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:18:48.777162 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-564fa289-a657-4321-832e-f75746ece453 req-3207202f-23be-407a-bb86-30b86938ba46 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] For port 50ed6423-e6aa-4fb4-9f04-88c9e0df44f1, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=50ed6423-e6aa-4fb4-9f04-88c9e0df44f1,segment=NetworkSegment(86083249-b3fb-43bf-8aa0-d1a115df68ec),segment_id=86083249-b3fb-43bf-8aa0-d1a115df68ec)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:18:48.786215 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5089e-8a61-4bb9-8977-b01b619b38a8 req-d25b71ed-6264-4f28-ba01-f40849d1116d tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:48.787751 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1e5089e-8a61-4bb9-8977-b01b619b38a8 req-d25b71ed-6264-4f28-ba01-f40849d1116d tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.52 "GET /v2.0/ports?device_id=af2c9311-b5d3-4daf-8643-dacef929149f HTTP/1.1" status: 200 len: 931 time: 0.4509501 Oct 27 18:18:48.797538 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-70ca62c6-00d0-4141-9759-387680f4f2fa req-4f1ee39f-870f-44b6-b677-391e788ae143 service neutron] 10.222.0.93 "GET /v2.0/networks/2b0c544f-e1c5-43e5-917d-858b4f45dd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6227593 Oct 27 18:18:48.894707 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-564fa289-a657-4321-832e-f75746ece453 req-3207202f-23be-407a-bb86-30b86938ba46 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:48.903561 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1e5089e-8a61-4bb9-8977-b01b619b38a8 req-b584e5f9-e8e3-4ca2-ad11-044380457f28 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.52 "GET /v2.0/security-groups?id=2277af77-d237-4b45-8f2c-868ff18dbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050818 Oct 27 18:18:48.915617 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-e6d62ab5-a490-4919-8790-f89c8b44f306 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5140781 Oct 27 18:18:48.918009 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-19ccbeca-d698-41c9-8347-ddffa9981f78 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=b96d1ccccd1a44b38a5a179965dbb73a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289731 Oct 27 18:18:48.924523 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-44157616-f168-41de-84eb-0b92359e9f80 service neutron] Request body: {'port': {'device_id': 'af2c9311-b5d3-4daf-8643-dacef929149f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:18:49.006726 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-70ca62c6-00d0-4141-9759-387680f4f2fa req-b3c249f9-7c67-41aa-975e-c731a90e4ba8 service neutron] 10.222.0.93 "GET /v2.0/networks/2b0c544f-e1c5-43e5-917d-858b4f45dd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970823 Oct 27 18:18:49.024799 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-44157616-f168-41de-84eb-0b92359e9f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:49.056190 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-06aa8246-3978-4370-952c-72e154c95e6b req-cb1b3c45-a885-4b9f-b96c-fb312d657840 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f703729-bf35-4129-aa4f-ef55817ee509 HTTP/1.1" status: 200 len: 210 time: 0.0457869 Oct 27 18:18:49.058840 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-564fa289-a657-4321-832e-f75746ece453 req-3207202f-23be-407a-bb86-30b86938ba46 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:49.070341 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-452ed351-3214-438a-a13c-0d0a522ef40a tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:49.071009 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['50ed6423-e6aa-4fb4-9f04-88c9e0df44f1'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:18:49.072031 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-452ed351-3214-438a-a13c-0d0a522ef40a tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1484418 Oct 27 18:18:49.094590 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-25acef86-73c6-4da4-b52a-46b6eb59ce04 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] Request body: {'port': {'device_id': '6f703729-bf35-4129-aa4f-ef55817ee509', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'admin_state_up': True, 'tenant_id': 'b96d1ccccd1a44b38a5a179965dbb73a'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:18:49.162802 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564fa289-a657-4321-832e-f75746ece453 req-3207202f-23be-407a-bb86-30b86938ba46 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:49.163494 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-564fa289-a657-4321-832e-f75746ece453 req-3207202f-23be-407a-bb86-30b86938ba46 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:49.165061 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-564fa289-a657-4321-832e-f75746ece453 req-3207202f-23be-407a-bb86-30b86938ba46 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "PUT /v2.0/ports/50ed6423-e6aa-4fb4-9f04-88c9e0df44f1 HTTP/1.1" status: 200 len: 1020 time: 1.6074328 Oct 27 18:18:49.256238 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ffcd34-afe5-471e-91e1-cb71a72191d7', 'tag': '50ed6423-e6aa-4fb4-9f04-88c9e0df44f1'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:18:49.260011 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7941b561-7c3c-4914-90e5-70ee96745fd8" -d '{"events": [{"name": "network-changed", "server_uuid": "c2ffcd34-afe5-471e-91e1-cb71a72191d7", "tag": "50ed6423-e6aa-4fb4-9f04-88c9e0df44f1"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:18:49.266530 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3207202f-23be-407a-bb86-30b86938ba46 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Pushing event updated for resources: {'Port': ['ID=50ed6423-e6aa-4fb4-9f04-88c9e0df44f1,revision_number=7']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:49.323743 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['50ed6423-e6aa-4fb4-9f04-88c9e0df44f1'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:18:49.438924 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ead91-b2fb-4b43-845d-077ddb270884 req-6900e600-8359-4b2d-addb-93e5a2ba413d tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:49.443425 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-476ead91-b2fb-4b43-845d-077ddb270884 req-6900e600-8359-4b2d-addb-93e5a2ba413d tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cbd5319-a4de-4901-8d25-a2423de5b813 HTTP/1.1" status: 200 len: 948 time: 0.1067426 Oct 27 18:18:49.451774 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-25acef86-73c6-4da4-b52a-46b6eb59ce04 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] Made reservation on behalf of b96d1ccccd1a44b38a5a179965dbb73a for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:18:49.455736 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-25acef86-73c6-4da4-b52a-46b6eb59ce04 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:49.480262 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-25acef86-73c6-4da4-b52a-46b6eb59ce04 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:49.524192 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-476ead91-b2fb-4b43-845d-077ddb270884 req-e16dfcff-a733-4ae1-a189-c41d86693b73 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733707 Oct 27 18:18:49.609575 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-44157616-f168-41de-84eb-0b92359e9f80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5458414-97a3-45a4-945c-c31d115e2201 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:18:49.631451 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-44157616-f168-41de-84eb-0b92359e9f80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:49.659710 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-44157616-f168-41de-84eb-0b92359e9f80 service neutron] Transition to ACTIVE for port object b5458414-97a3-45a4-945c-c31d115e2201 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:18:49.662142 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-25acef86-73c6-4da4-b52a-46b6eb59ce04 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:49.735743 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832feac-2ef0-489e-88b0-5745a970b899 req-f064a3c8-c892-47f5-a3ee-5c55e935f41b tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:49.737547 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5832feac-2ef0-489e-88b0-5745a970b899 req-f064a3c8-c892-47f5-a3ee-5c55e935f41b tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2ffcd34-afe5-471e-91e1-cb71a72191d7 HTTP/1.1" status: 200 len: 1023 time: 0.0657330 Oct 27 18:18:49.743062 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-25acef86-73c6-4da4-b52a-46b6eb59ce04 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:49.771845 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-44157616-f168-41de-84eb-0b92359e9f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:49.944991 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5832feac-2ef0-489e-88b0-5745a970b899 req-2d86d013-d8d2-461e-8022-5812178dc3d2 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bf72822-1ef8-44df-962d-6ad87a399e09&id=cb5cf10a-3efc-42e6-ac2c-1d33e7a42af2&id=65cd9538-4319-435d-90f4-473e43f2af2d HTTP/1.1" status: 200 len: 6149 time: 0.1837373 Oct 27 18:18:49.962488 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44157616-f168-41de-84eb-0b92359e9f80 service neutron] Pushing event updated for resources: {'Port': ['ID=b5458414-97a3-45a4-945c-c31d115e2201,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:50.055107 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04c6e00-bd8f-41b6-919b-5b43ae7e13ec x-openstack-request-id: req-b04c6e00-bd8f-41b6-919b-5b43ae7e13ec {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:18:50.057767 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2ffcd34-afe5-471e-91e1-cb71a72191d7", "tag": "50ed6423-e6aa-4fb4-9f04-88c9e0df44f1", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:18:50.057767 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b04c6e00-bd8f-41b6-919b-5b43ae7e13ec {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:18:50.057767 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ffcd34-afe5-471e-91e1-cb71a72191d7', 'tag': '50ed6423-e6aa-4fb4-9f04-88c9e0df44f1', 'status': 'completed', 'code': 200} Oct 27 18:18:50.106040 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7864480-db9d-46f8-a42e-cd1c80a26aac req-1b0d54b9-596a-4a07-9645-ba0572a1001c tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:50.107800 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d7864480-db9d-46f8-a42e-cd1c80a26aac req-1b0d54b9-596a-4a07-9645-ba0572a1001c tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=897216c7-db70-4e06-8b0b-cb7b2659635c HTTP/1.1" status: 200 len: 945 time: 0.2289069 Oct 27 18:18:50.167752 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-44157616-f168-41de-84eb-0b92359e9f80 service neutron] Attempting to bind port b5458414-97a3-45a4-945c-c31d115e2201 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:18:50.168091 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-44157616-f168-41de-84eb-0b92359e9f80 service neutron] Attempting to bind port b5458414-97a3-45a4-945c-c31d115e2201 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '7e9244b4-f3d3-4887-ad08-abc36593e8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '4e086075-a1b5-4045-ad82-552f5d921dc9'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:18:50.168421 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-44157616-f168-41de-84eb-0b92359e9f80 service neutron] Attempting to bind port b5458414-97a3-45a4-945c-c31d115e2201 on network 4e086075-a1b5-4045-ad82-552f5d921dc9 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:18:50.180113 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941b561-7c3c-4914-90e5-70ee96745fd8 req-050549a8-6661-4518-ad5a-e0392cefa307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:50.181797 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7941b561-7c3c-4914-90e5-70ee96745fd8 req-050549a8-6661-4518-ad5a-e0392cefa307 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a5994b7ba06b4151b58ba01f2c995408&device_id=c2ffcd34-afe5-471e-91e1-cb71a72191d7 HTTP/1.1" status: 200 len: 1174 time: 0.1303422 Oct 27 18:18:50.197080 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25acef86-73c6-4da4-b52a-46b6eb59ce04 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=337f08da-32bd-4305-8206-b52ac5f43a7b,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:50.213111 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-44157616-f168-41de-84eb-0b92359e9f80 service neutron] Port b5458414-97a3-45a4-945c-c31d115e2201 on network 4e086075-a1b5-4045-ad82-552f5d921dc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:18:50.213424 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-44157616-f168-41de-84eb-0b92359e9f80 service neutron] Attempting to bind port b5458414-97a3-45a4-945c-c31d115e2201 on network 4e086075-a1b5-4045-ad82-552f5d921dc9 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:18:50.286716 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-44157616-f168-41de-84eb-0b92359e9f80 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:18:50.287481 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-44157616-f168-41de-84eb-0b92359e9f80 service neutron] Checking segment: {'id': '7e9244b4-f3d3-4887-ad08-abc36593e8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '4e086075-a1b5-4045-ad82-552f5d921dc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:18:50.290971 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-44157616-f168-41de-84eb-0b92359e9f80 service neutron] Bound using segment: {'id': '7e9244b4-f3d3-4887-ad08-abc36593e8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '4e086075-a1b5-4045-ad82-552f5d921dc9'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:18:50.291786 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-44157616-f168-41de-84eb-0b92359e9f80 service neutron] Bound port: b5458414-97a3-45a4-945c-c31d115e2201, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e9244b4-f3d3-4887-ad08-abc36593e8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '4e086075-a1b5-4045-ad82-552f5d921dc9'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:18:50.292396 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-44157616-f168-41de-84eb-0b92359e9f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:50.297238 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 60541cd6-5968-4ec0-917c-f74f26bed35a details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:18:50.302534 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d7864480-db9d-46f8-a42e-cd1c80a26aac req-fd55b263-72f2-481e-8391-85d317512cda tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820269 Oct 27 18:18:50.314846 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-25acef86-73c6-4da4-b52a-46b6eb59ce04 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] Allocated IP 192.168.233.181 (5a00a4ee-d7ee-4646-9905-4d21868e9aa2/5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc/078a524f-6d76-454d-bd1e-0dd3dc8d8fa2) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:18:50.341298 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-2746b217-e148-43a1-81d2-ac63ff00138f tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--204682308&fields=id&tenant_id=f8df18aaf1594db3b572eb589716619a HTTP/1.1" status: 200 len: 267 time: 0.1974916 Oct 27 18:18:50.440104 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 60541cd6-5968-4ec0-917c-f74f26bed35a, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=60541cd6-5968-4ec0-917c-f74f26bed35a,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:18:50.456734 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '60541cd6-5968-4ec0-917c-f74f26bed35a', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'port_id': '60541cd6-5968-4ec0-917c-f74f26bed35a', 'mac_address': 'fa:16:3e:eb:d1:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:18:50.510445 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:50.525301 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60541cd6-5968-4ec0-917c-f74f26bed35a {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:18:50.540943 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941b561-7c3c-4914-90e5-70ee96745fd8 req-c95db284-09d0-40db-b94f-301deeee4e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:50.542430 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7941b561-7c3c-4914-90e5-70ee96745fd8 req-c95db284-09d0-40db-b94f-301deeee4e57 service neutron] 10.222.0.93 "GET /v2.0/networks?id=2b0c544f-e1c5-43e5-917d-858b4f45dd21 HTTP/1.1" status: 200 len: 914 time: 0.3519828 Oct 27 18:18:50.550032 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 60541cd6-5968-4ec0-917c-f74f26bed35a, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=60541cd6-5968-4ec0-917c-f74f26bed35a,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:18:50.552485 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-25acef86-73c6-4da4-b52a-46b6eb59ce04 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:50.611831 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-44157616-f168-41de-84eb-0b92359e9f80 service neutron] For port b5458414-97a3-45a4-945c-c31d115e2201, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:18:50.619297 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7941b561-7c3c-4914-90e5-70ee96745fd8 req-0232b3aa-f633-4583-a0a1-2d0bd22a1ad3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=50ed6423-e6aa-4fb4-9f04-88c9e0df44f1 HTTP/1.1" status: 200 len: 217 time: 0.0616579 Oct 27 18:18:50.642287 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c084b35-cbfb-49e2-b697-832225de24c5 req-77b8be4e-6161-46ef-ad8a-b4758b7922d1 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:50.643869 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8c084b35-cbfb-49e2-b697-832225de24c5 req-77b8be4e-6161-46ef-ad8a-b4758b7922d1 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.52 "GET /v2.0/ports?device_id=af2c9311-b5d3-4daf-8643-dacef929149f HTTP/1.1" status: 200 len: 943 time: 0.2159874 Oct 27 18:18:50.657926 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-44157616-f168-41de-84eb-0b92359e9f80 service neutron] For port b5458414-97a3-45a4-945c-c31d115e2201, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=b5458414-97a3-45a4-945c-c31d115e2201,segment=NetworkSegment(7e9244b4-f3d3-4887-ad08-abc36593e8ca),segment_id=7e9244b4-f3d3-4887-ad08-abc36593e8ca)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:18:50.683858 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:50.692991 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-e3ce40b5-7961-47a8-a5d1-cd9599f53118 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:50.694425 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-e3ce40b5-7961-47a8-a5d1-cd9599f53118 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/networks?id=f511542f-5df3-4e7b-b026-a1f4910c0d39 HTTP/1.1" status: 200 len: 823 time: 0.3489203 Oct 27 18:18:50.709408 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-25acef86-73c6-4da4-b52a-46b6eb59ce04 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:50.733798 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-42c3ea68-1fbd-4c2d-9439-0ab9f8e652a8 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/quotas/f8df18aaf1594db3b572eb589716619a HTTP/1.1" status: 200 len: 375 time: 0.0262852 Oct 27 18:18:50.765027 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8c084b35-cbfb-49e2-b697-832225de24c5 req-5d5ac79c-f977-4344-a7ab-7d9466803c5c tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.52 "GET /v2.0/security-groups?id=2277af77-d237-4b45-8f2c-868ff18dbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078598 Oct 27 18:18:50.766361 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941b561-7c3c-4914-90e5-70ee96745fd8 req-61150cfe-e6ea-4b60-9e25-9c86612ced64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:50.767789 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7941b561-7c3c-4914-90e5-70ee96745fd8 req-61150cfe-e6ea-4b60-9e25-9c86612ced64 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4965f8af-4fde-4a0a-9bd8-662a2fb0507c HTTP/1.1" status: 200 len: 852 time: 0.1401305 Oct 27 18:18:50.768798 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-44157616-f168-41de-84eb-0b92359e9f80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:50.805178 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-25acef86-73c6-4da4-b52a-46b6eb59ce04 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] Network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:18:50.808578 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-25acef86-73c6-4da4-b52a-46b6eb59ce04 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:18:50.813051 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-25acef86-73c6-4da4-b52a-46b6eb59ce04 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:18:50.839534 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7941b561-7c3c-4914-90e5-70ee96745fd8 req-26fb016c-308d-4276-9f1f-208cfccabcea service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2b0c544f-e1c5-43e5-917d-858b4f45dd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504169 Oct 27 18:18:50.842526 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=60541cd6-5968-4ec0-917c-f74f26bed35a,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:50.865227 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25acef86-73c6-4da4-b52a-46b6eb59ce04 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] Pushing event updated for resources: {'Port': ['ID=078a524f-6d76-454d-bd1e-0dd3dc8d8fa2,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:50.883997 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-32bd56c7-6313-474e-86b3-c9be10628aa1 req-4c637d7b-2f5d-43d8-ba66-707068ebc25a tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Request body: {'security_group': {'name': ' tempest-securitygroup -460823513 ', 'description': 'tempest-description-1062473875'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:18:50.895278 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-44157616-f168-41de-84eb-0b92359e9f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:50.896043 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-44157616-f168-41de-84eb-0b92359e9f80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:50.899581 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-44157616-f168-41de-84eb-0b92359e9f80 service neutron] 10.222.0.93 "PUT /v2.0/ports/b5458414-97a3-45a4-945c-c31d115e2201 HTTP/1.1" status: 200 len: 1091 time: 1.9816329 Oct 27 18:18:50.931465 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-25acef86-73c6-4da4-b52a-46b6eb59ce04 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:50.932446 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-25acef86-73c6-4da4-b52a-46b6eb59ce04 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:50.949332 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['60541cd6-5968-4ec0-917c-f74f26bed35a'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:18:51.009457 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-83bfb89d-0548-4c57-911e-f38d5ae62593 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f8df18aaf1594db3b572eb589716619a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2659452 Oct 27 18:18:51.015406 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44157616-f168-41de-84eb-0b92359e9f80 service neutron] Pushing event updated for resources: {'Port': ['ID=b5458414-97a3-45a4-945c-c31d115e2201,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:51.194202 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-32bd56c7-6313-474e-86b3-c9be10628aa1 req-4c637d7b-2f5d-43d8-ba66-707068ebc25a tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:51.240477 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-25acef86-73c6-4da4-b52a-46b6eb59ce04 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1498945 Oct 27 18:18:51.253185 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7941b561-7c3c-4914-90e5-70ee96745fd8 req-77cd5916-3a28-44bd-b739-b7bc5734629d service neutron] 10.222.0.93 "GET /v2.0/networks/2b0c544f-e1c5-43e5-917d-858b4f45dd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914266 Oct 27 18:18:51.258510 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-8bb76e24-7966-4dde-8dbb-57d6476a2331 service neutron] Request body: {'port': {'device_id': '6f703729-bf35-4129-aa4f-ef55817ee509', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:18:51.261961 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-1ea2329c-d413-4e23-92dd-6275fa4c3baa None None] Provisioning complete for port 078a524f-6d76-454d-bd1e-0dd3dc8d8fa2 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:18:51.262524 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1ea2329c-d413-4e23-92dd-6275fa4c3baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:51.308715 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-1ea2329c-d413-4e23-92dd-6275fa4c3baa None None] Port 078a524f-6d76-454d-bd1e-0dd3dc8d8fa2 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:18:51.329771 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d71da-e157-4ee3-81f4-5e8871c7e8f3 req-efa39d7f-66f6-4405-aef8-0d29212eb1d8 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:51.331472 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ed0d71da-e157-4ee3-81f4-5e8871c7e8f3 req-efa39d7f-66f6-4405-aef8-0d29212eb1d8 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.81 "GET /v2.0/ports?device_id=b1840160-fba3-4492-a887-2fb869a68d20 HTTP/1.1" status: 200 len: 946 time: 0.2055120 Oct 27 18:18:51.333368 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-7479d754-abfc-43b6-8826-6b7fe8f3bc0c service neutron] 10.222.0.52 "GET /v2.0/networks/f511542f-5df3-4e7b-b026-a1f4910c0d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902200 Oct 27 18:18:51.338422 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-8bb76e24-7966-4dde-8dbb-57d6476a2331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:51.395406 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-e700fa84-d84b-4594-91ef-a010f5277b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:51.397048 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-e700fa84-d84b-4594-91ef-a010f5277b0d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e9c9f8d15e694335a8e99499ce7f1df1&device_id=af2c9311-b5d3-4daf-8643-dacef929149f HTTP/1.1" status: 200 len: 1094 time: 0.2427700 Oct 27 18:18:51.541364 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-2e66d4bb-8396-4ba4-aafe-24c60a0a614c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5458414-97a3-45a4-945c-c31d115e2201 HTTP/1.1" status: 200 len: 217 time: 0.0915601 Oct 27 18:18:51.646657 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7941b561-7c3c-4914-90e5-70ee96745fd8 req-b08fdb3b-d751-48f0-94d8-09f4a421b055 service neutron] 10.222.0.93 "GET /v2.0/networks/2b0c544f-e1c5-43e5-917d-858b4f45dd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758500 Oct 27 18:18:51.650567 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-32bd56c7-6313-474e-86b3-c9be10628aa1 req-4c637d7b-2f5d-43d8-ba66-707068ebc25a tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:51.658972 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-8bb76e24-7966-4dde-8dbb-57d6476a2331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 078a524f-6d76-454d-bd1e-0dd3dc8d8fa2 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:18:51.669169 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-8bb76e24-7966-4dde-8dbb-57d6476a2331 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:51.681064 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-4b98d25b-864d-4236-bf28-396cf41f50a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:51.682551 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-4b98d25b-864d-4236-bf28-396cf41f50a1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1c1b7808-e582-4ce4-9710-0fef53c91dd4 HTTP/1.1" status: 200 len: 853 time: 0.1200848 Oct 27 18:18:51.682880 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-8bb76e24-7966-4dde-8dbb-57d6476a2331 service neutron] Transition to ACTIVE for port object 078a524f-6d76-454d-bd1e-0dd3dc8d8fa2 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:18:51.686953 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-2672e0ac-8993-44c8-bc9a-1f081b6bff00 service neutron] 10.222.0.52 "GET /v2.0/networks/f511542f-5df3-4e7b-b026-a1f4910c0d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261480 Oct 27 18:18:51.722076 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-ed0d71da-e157-4ee3-81f4-5e8871c7e8f3 req-c59536e4-dace-4c9b-ac8c-a27d93b0a6c8 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Deleting port 15149c09-094a-4d4c-a3ed-75b4f2d6ea6e {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:18:51.722482 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ed0d71da-e157-4ee3-81f4-5e8871c7e8f3 req-c59536e4-dace-4c9b-ac8c-a27d93b0a6c8 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:51.788177 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-32bd56c7-6313-474e-86b3-c9be10628aa1 req-4c637d7b-2f5d-43d8-ba66-707068ebc25a tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:51.813369 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-21223374-d0cc-477f-8cba-d72df7720ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:51.814953 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-21223374-d0cc-477f-8cba-d72df7720ab9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4e086075-a1b5-4045-ad82-552f5d921dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1232347 Oct 27 18:18:51.882880 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c637d7b-2f5d-43d8-ba66-707068ebc25a tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10cdc710-7d55-4e38-84e2-97dde4a1b7bb,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:51.889227 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-8bb76e24-7966-4dde-8dbb-57d6476a2331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:51.927400 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-ed0d71da-e157-4ee3-81f4-5e8871c7e8f3 req-c59536e4-dace-4c9b-ac8c-a27d93b0a6c8 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] For port 15149c09-094a-4d4c-a3ed-75b4f2d6ea6e, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=15149c09-094a-4d4c-a3ed-75b4f2d6ea6e,segment=NetworkSegment(bcfac05a-4f8b-414e-8b59-ad5aa9190aee),segment_id=bcfac05a-4f8b-414e-8b59-ad5aa9190aee)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:18:51.928410 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ed0d71da-e157-4ee3-81f4-5e8871c7e8f3 req-c59536e4-dace-4c9b-ac8c-a27d93b0a6c8 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:51.955971 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb76e24-7966-4dde-8dbb-57d6476a2331 service neutron] Pushing event updated for resources: {'Port': ['ID=078a524f-6d76-454d-bd1e-0dd3dc8d8fa2,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:52.045642 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-8d338715-564a-4e7b-a7c3-d591b7a577f0 service neutron] 10.222.0.93 "GET /v2.0/networks/4e086075-a1b5-4045-ad82-552f5d921dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161040 Oct 27 18:18:52.062217 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-32bd56c7-6313-474e-86b3-c9be10628aa1 req-4c637d7b-2f5d-43d8-ba66-707068ebc25a tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:52.063952 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-32bd56c7-6313-474e-86b3-c9be10628aa1 req-4c637d7b-2f5d-43d8-ba66-707068ebc25a tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 1.2159233 Oct 27 18:18:52.064405 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af2c9311-b5d3-4daf-8643-dacef929149f', 'tag': 'b5458414-97a3-45a4-945c-c31d115e2201'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:18:52.066878 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea926bed-6520-4205-aeb8-53e1ace445eb" -d '{"events": [{"name": "network-changed", "server_uuid": "af2c9311-b5d3-4daf-8643-dacef929149f", "tag": "b5458414-97a3-45a4-945c-c31d115e2201"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:18:52.116000 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-8bb76e24-7966-4dde-8dbb-57d6476a2331 service neutron] Attempting to bind port 078a524f-6d76-454d-bd1e-0dd3dc8d8fa2 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:18:52.116342 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-8bb76e24-7966-4dde-8dbb-57d6476a2331 service neutron] Attempting to bind port 078a524f-6d76-454d-bd1e-0dd3dc8d8fa2 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:18:52.116670 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-8bb76e24-7966-4dde-8dbb-57d6476a2331 service neutron] Attempting to bind port 078a524f-6d76-454d-bd1e-0dd3dc8d8fa2 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:18:52.121350 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-8bb76e24-7966-4dde-8dbb-57d6476a2331 service neutron] Port 078a524f-6d76-454d-bd1e-0dd3dc8d8fa2 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:18:52.121727 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-8bb76e24-7966-4dde-8dbb-57d6476a2331 service neutron] Attempting to bind port 078a524f-6d76-454d-bd1e-0dd3dc8d8fa2 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:18:52.130961 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-8bb76e24-7966-4dde-8dbb-57d6476a2331 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:18:52.131559 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-8bb76e24-7966-4dde-8dbb-57d6476a2331 service neutron] Checking segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:18:52.132116 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-8bb76e24-7966-4dde-8dbb-57d6476a2331 service neutron] Bound using segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:18:52.132752 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-8bb76e24-7966-4dde-8dbb-57d6476a2331 service neutron] Bound port: 078a524f-6d76-454d-bd1e-0dd3dc8d8fa2, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:18:52.133346 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-8bb76e24-7966-4dde-8dbb-57d6476a2331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:52.299494 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 60541cd6-5968-4ec0-917c-f74f26bed35a up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:18:52.301862 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-8bb76e24-7966-4dde-8dbb-57d6476a2331 service neutron] For port 078a524f-6d76-454d-bd1e-0dd3dc8d8fa2, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:18:52.310695 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-8bb76e24-7966-4dde-8dbb-57d6476a2331 service neutron] For port 078a524f-6d76-454d-bd1e-0dd3dc8d8fa2, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=078a524f-6d76-454d-bd1e-0dd3dc8d8fa2,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:18:52.432953 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-8bb76e24-7966-4dde-8dbb-57d6476a2331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:52.463286 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 60541cd6-5968-4ec0-917c-f74f26bed35a completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:18:52.468427 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 60541cd6-5968-4ec0-917c-f74f26bed35a triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:18:52.468927 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:52.507204 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb76e24-7966-4dde-8dbb-57d6476a2331 service neutron] Pushing event updated for resources: {'Port': ['ID=078a524f-6d76-454d-bd1e-0dd3dc8d8fa2,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:52.527284 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-8bb76e24-7966-4dde-8dbb-57d6476a2331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:52.528314 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-8bb76e24-7966-4dde-8dbb-57d6476a2331 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:52.530715 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-8bb76e24-7966-4dde-8dbb-57d6476a2331 service neutron] 10.222.0.93 "PUT /v2.0/ports/078a524f-6d76-454d-bd1e-0dd3dc8d8fa2 HTTP/1.1" status: 200 len: 1096 time: 1.2785389 Oct 27 18:18:52.531232 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f703729-bf35-4129-aa4f-ef55817ee509', 'tag': '078a524f-6d76-454d-bd1e-0dd3dc8d8fa2'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:18:52.540848 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4417add-d439-4777-b5ec-0b24381eea76" -d '{"events": [{"name": "network-changed", "server_uuid": "6f703729-bf35-4129-aa4f-ef55817ee509", "tag": "078a524f-6d76-454d-bd1e-0dd3dc8d8fa2"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:18:52.615770 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:52.645971 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cbd5319-a4de-4901-8d25-a2423de5b813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60541cd6-5968-4ec0-917c-f74f26bed35a'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:18:52.648652 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55068e6a-6085-41c2-be3a-8c9f9343a3bd" -d '{"events": [{"server_uuid": "1cbd5319-a4de-4901-8d25-a2423de5b813", "name": "network-vif-plugged", "status": "completed", "tag": "60541cd6-5968-4ec0-917c-f74f26bed35a"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:18:52.671260 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 60541cd6-5968-4ec0-917c-f74f26bed35a, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=60541cd6-5968-4ec0-917c-f74f26bed35a,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:18:52.742631 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a30fa-6219-45cc-91d2-71156dfcb325 req-ed5c5db9-f54b-439c-9c9d-dcc60a76554e tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:52.744367 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af9a30fa-6219-45cc-91d2-71156dfcb325 req-ed5c5db9-f54b-439c-9c9d-dcc60a76554e tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f703729-bf35-4129-aa4f-ef55817ee509 HTTP/1.1" status: 200 len: 948 time: 0.2819941 Oct 27 18:18:52.762926 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ed0d71da-e157-4ee3-81f4-5e8871c7e8f3 req-c59536e4-dace-4c9b-ac8c-a27d93b0a6c8 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:52.764302 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ed0d71da-e157-4ee3-81f4-5e8871c7e8f3 req-c59536e4-dace-4c9b-ac8c-a27d93b0a6c8 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:52.769010 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [req-ed0d71da-e157-4ee3-81f4-5e8871c7e8f3 req-c59536e4-dace-4c9b-ac8c-a27d93b0a6c8 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Floating IP 6dfc2d8e-8cc2-4308-9244-862e3c11821e disassociated. External IP: 172.25.6.130, port: 15149c09-094a-4d4c-a3ed-75b4f2d6ea6e. Oct 27 18:18:52.769010 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-ed0d71da-e157-4ee3-81f4-5e8871c7e8f3 req-c59536e4-dace-4c9b-ac8c-a27d93b0a6c8 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Calling delete_port for 15149c09-094a-4d4c-a3ed-75b4f2d6ea6e owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:18:52.774974 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74fc7c-f139-4d40-a0aa-b975fbfb52da req-ff0eea0c-c611-46b2-b2b1-04857bfbcea4 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:52.776647 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3c74fc7c-f139-4d40-a0aa-b975fbfb52da req-ff0eea0c-c611-46b2-b2b1-04857bfbcea4 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cbd5319-a4de-4901-8d25-a2423de5b813 HTTP/1.1" status: 200 len: 949 time: 0.3130534 Oct 27 18:18:52.784451 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-baa2c204-2e45-42c1-a97f-1e35ab1a2b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:52.786169 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-baa2c204-2e45-42c1-a97f-1e35ab1a2b0d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b96d1ccccd1a44b38a5a179965dbb73a&device_id=6f703729-bf35-4129-aa4f-ef55817ee509 HTTP/1.1" status: 200 len: 1099 time: 0.0564654 Oct 27 18:18:52.787566 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-170c30b7-56a6-4cb0-8b39-b4d7b9d285b4 req-f8615a1c-8a38-485b-9106-3258dd254a33 service neutron] 10.222.0.93 "GET /v2.0/networks/4e086075-a1b5-4045-ad82-552f5d921dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7324433 Oct 27 18:18:52.802940 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:52.856810 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-5fb79bf4-9322-4c78-a6ca-ea2298911f45 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=078a524f-6d76-454d-bd1e-0dd3dc8d8fa2 HTTP/1.1" status: 200 len: 217 time: 0.0505373 Oct 27 18:18:52.863182 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=60541cd6-5968-4ec0-917c-f74f26bed35a,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:52.918828 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af9a30fa-6219-45cc-91d2-71156dfcb325 req-a4e4df42-6a8d-406f-853a-d209825e1580 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] 10.222.0.52 "GET /v2.0/security-groups?id=337f08da-32bd-4305-8206-b52ac5f43a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636531 Oct 27 18:18:52.931376 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3c74fc7c-f139-4d40-a0aa-b975fbfb52da req-30562608-5154-46ea-a4b9-bc8a0b4b7a9e tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406572 Oct 27 18:18:52.946925 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-590dca1c-55d8-4bc4-82a4-8b2ee7d6943a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:52.949018 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-590dca1c-55d8-4bc4-82a4-8b2ee7d6943a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.0739939 Oct 27 18:18:53.027014 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-5982946c-2c8c-438d-9472-d18f846e50bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:53.028615 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-5982946c-2c8c-438d-9472-d18f846e50bb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0688279 Oct 27 18:18:53.127676 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-5ede1e0e-43f2-40ce-981e-42375fecd1de service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896225 Oct 27 18:18:53.136112 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec655e2a-80b1-4c2f-954a-e6cee285796a req-436aac0b-bf6a-488c-9205-8a27e29c2d0e tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:53.137752 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ec655e2a-80b1-4c2f-954a-e6cee285796a req-436aac0b-bf6a-488c-9205-8a27e29c2d0e tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=897216c7-db70-4e06-8b0b-cb7b2659635c HTTP/1.1" status: 200 len: 945 time: 0.1246796 Oct 27 18:18:53.145680 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae25003-f2e4-46f6-ac5c-a54a6b254583 req-f6f58294-c6ca-42b2-b872-409e86052a1e tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:53.147129 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7ae25003-f2e4-46f6-ac5c-a54a6b254583 req-f6f58294-c6ca-42b2-b872-409e86052a1e tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.52 "GET /v2.0/ports?device_id=af2c9311-b5d3-4daf-8643-dacef929149f HTTP/1.1" status: 200 len: 943 time: 0.1040297 Oct 27 18:18:53.211869 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ec655e2a-80b1-4c2f-954a-e6cee285796a req-a0ef3097-9f31-434e-b706-f95e29f47823 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636160 Oct 27 18:18:53.215707 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7ae25003-f2e4-46f6-ac5c-a54a6b254583 req-b2b650b4-959d-4a21-b3ae-20921fd098f4 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.52 "GET /v2.0/security-groups?id=2277af77-d237-4b45-8f2c-868ff18dbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601716 Oct 27 18:18:53.241326 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4649c466-ae6c-43e8-b68e-5ec5546c98f1 req-c83fa462-f4f2-4fa7-aa42-99956a2a2fed service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051087 Oct 27 18:18:53.244091 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ed0d71da-e157-4ee3-81f4-5e8871c7e8f3 req-c59536e4-dace-4c9b-ac8c-a27d93b0a6c8 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:53.286190 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59536e4-dace-4c9b-ac8c-a27d93b0a6c8 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Pushing event deleted for resources: {'Port': ['ID=15149c09-094a-4d4c-a3ed-75b4f2d6ea6e,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:53.316606 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a38ed74-7391-4e52-9184-8f12193487f6 x-openstack-request-id: req-4a38ed74-7391-4e52-9184-8f12193487f6 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:18:53.316896 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af2c9311-b5d3-4daf-8643-dacef929149f", "tag": "b5458414-97a3-45a4-945c-c31d115e2201", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:18:53.317161 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4a38ed74-7391-4e52-9184-8f12193487f6 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:18:53.317552 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af2c9311-b5d3-4daf-8643-dacef929149f', 'tag': 'b5458414-97a3-45a4-945c-c31d115e2201', 'status': 'completed', 'code': 200} Oct 27 18:18:53.382117 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea926bed-6520-4205-aeb8-53e1ace445eb req-af9bedc2-d1ca-4ec2-901e-7c50f83f8b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:53.382520 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a6795c2d-a61f-48df-9137-44925d5ddb21 req-e0891d7f-72ae-4bf8-b60c-d4da3ad1e2c3 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc13112b-81b5-47e0-a253-22af29c21f42 HTTP/1.1" status: 200 len: 210 time: 0.0989876 Oct 27 18:18:53.383708 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ea926bed-6520-4205-aeb8-53e1ace445eb req-af9bedc2-d1ca-4ec2-901e-7c50f83f8b72 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e9c9f8d15e694335a8e99499ce7f1df1&device_id=af2c9311-b5d3-4daf-8643-dacef929149f HTTP/1.1" status: 200 len: 1094 time: 0.0469875 Oct 27 18:18:53.443874 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea8276a-45ee-4de7-add0-1bfdb2a98a3c x-openstack-request-id: req-4ea8276a-45ee-4de7-add0-1bfdb2a98a3c {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:18:53.444108 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f703729-bf35-4129-aa4f-ef55817ee509", "tag": "078a524f-6d76-454d-bd1e-0dd3dc8d8fa2", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:18:53.444406 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4ea8276a-45ee-4de7-add0-1bfdb2a98a3c {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:18:53.444996 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f703729-bf35-4129-aa4f-ef55817ee509', 'tag': '078a524f-6d76-454d-bd1e-0dd3dc8d8fa2', 'status': 'completed', 'code': 200} Oct 27 18:18:53.497625 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1cde3d0-91e5-40ba-9d1a-a03343bb6745 x-openstack-request-id: req-b1cde3d0-91e5-40ba-9d1a-a03343bb6745 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:18:53.498228 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cbd5319-a4de-4901-8d25-a2423de5b813", "name": "network-vif-plugged", "status": "completed", "tag": "60541cd6-5968-4ec0-917c-f74f26bed35a", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:18:53.498468 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b1cde3d0-91e5-40ba-9d1a-a03343bb6745 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:18:53.499121 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cbd5319-a4de-4901-8d25-a2423de5b813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60541cd6-5968-4ec0-917c-f74f26bed35a', 'code': 200} Oct 27 18:18:53.501828 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea926bed-6520-4205-aeb8-53e1ace445eb req-32ae82ea-6d97-451b-8894-6add8e73a555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:53.503468 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ea926bed-6520-4205-aeb8-53e1ace445eb req-32ae82ea-6d97-451b-8894-6add8e73a555 service neutron] 10.222.0.93 "GET /v2.0/networks?id=4e086075-a1b5-4045-ad82-552f5d921dc9 HTTP/1.1" status: 200 len: 916 time: 0.1101747 Oct 27 18:18:53.519146 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ef34af8f-8580-41c8-b79c-d3d44f3f3a24 req-61e1c8e8-432d-493d-98e0-2e75d7e7e864 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups/10cdc710-7d55-4e38-84e2-97dde4a1b7bb HTTP/1.1" status: 200 len: 1780 time: 0.1390576 Oct 27 18:18:53.557574 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ea926bed-6520-4205-aeb8-53e1ace445eb req-c6ae1ed2-13dd-451a-9f0d-997b5c86251c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5458414-97a3-45a4-945c-c31d115e2201 HTTP/1.1" status: 200 len: 217 time: 0.0450630 Oct 27 18:18:53.562028 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed0d71da-e157-4ee3-81f4-5e8871c7e8f3 req-c59536e4-dace-4c9b-ac8c-a27d93b0a6c8 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Router 46cd2537-d589-446b-917c-1a9445464d0c has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:18:53.564087 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4417add-d439-4777-b5ec-0b24381eea76 req-28a07346-a44b-4cbb-9012-a977563e5409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:53.565647 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e4417add-d439-4777-b5ec-0b24381eea76 req-28a07346-a44b-4cbb-9012-a977563e5409 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b96d1ccccd1a44b38a5a179965dbb73a&device_id=6f703729-bf35-4129-aa4f-ef55817ee509 HTTP/1.1" status: 200 len: 1099 time: 0.1029544 Oct 27 18:18:53.624934 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea926bed-6520-4205-aeb8-53e1ace445eb req-1c5dd256-6d2f-462f-aa2e-b0458c553f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:53.626399 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ea926bed-6520-4205-aeb8-53e1ace445eb req-1c5dd256-6d2f-462f-aa2e-b0458c553f25 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1c1b7808-e582-4ce4-9710-0fef53c91dd4 HTTP/1.1" status: 200 len: 853 time: 0.0479715 Oct 27 18:18:53.691318 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea926bed-6520-4205-aeb8-53e1ace445eb req-8790cc31-6a90-4cb2-9267-b2a94bf60af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:53.693173 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ea926bed-6520-4205-aeb8-53e1ace445eb req-8790cc31-6a90-4cb2-9267-b2a94bf60af7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4e086075-a1b5-4045-ad82-552f5d921dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548060 Oct 27 18:18:53.736552 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cea340ce-4988-4c99-bed9-cdd1ae87c70b req-7742c132-39d7-46a2-b504-981bdde262ea tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups/10cdc710-7d55-4e38-84e2-97dde4a1b7bb HTTP/1.1" status: 200 len: 1780 time: 0.2028000 Oct 27 18:18:53.834460 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5344f-7e38-401e-a0b5-fa64ffb6e8ec req-a1c0e70b-0d68-4c62-9702-211e193dcacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:53.835049 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ea926bed-6520-4205-aeb8-53e1ace445eb req-89a079e4-3f9f-452a-a224-d68a01a948af service neutron] 10.222.0.93 "GET /v2.0/networks/4e086075-a1b5-4045-ad82-552f5d921dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241519 Oct 27 18:18:53.835431 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1b5344f-7e38-401e-a0b5-fa64ffb6e8ec req-a1c0e70b-0d68-4c62-9702-211e193dcacd service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1cbd5319-a4de-4901-8d25-a2423de5b813 HTTP/1.1" status: 200 len: 1101 time: 0.2277999 Oct 27 18:18:53.880156 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4417add-d439-4777-b5ec-0b24381eea76 req-9bcd7b16-c75d-4d60-b345-8c754732698f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:53.881651 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e4417add-d439-4777-b5ec-0b24381eea76 req-9bcd7b16-c75d-4d60-b345-8c754732698f service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.2839592 Oct 27 18:18:53.889244 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed0d71da-e157-4ee3-81f4-5e8871c7e8f3 req-c59536e4-dace-4c9b-ac8c-a27d93b0a6c8 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:18:53.900819 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e089608-0f4b-4303-b5b9-f9eb47077154 None None] Sync routers for ids ['46cd2537-d589-446b-917c-1a9445464d0c'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:18:53.924979 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e089608-0f4b-4303-b5b9-f9eb47077154 None None] Routers {'46cd2537-d589-446b-917c-1a9445464d0c'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:18:53.924979 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-5e089608-0f4b-4303-b5b9-f9eb47077154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:18:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['46cd2537-d589-446b-917c-1a9445464d0c'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:18:53.983330 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-cea340ce-4988-4c99-bed9-cdd1ae87c70b req-dea338a5-0959-415e-9dca-6d2a1fce28ee tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:53.988978 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e4417add-d439-4777-b5ec-0b24381eea76 req-e4dca1d4-c35c-4efa-94d1-d7b6f8f0136c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=078a524f-6d76-454d-bd1e-0dd3dc8d8fa2 HTTP/1.1" status: 200 len: 217 time: 0.0896285 Oct 27 18:18:54.005462 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ea926bed-6520-4205-aeb8-53e1ace445eb req-402bbbd7-7cf0-44d9-a153-7075120da2c2 service neutron] 10.222.0.93 "GET /v2.0/networks/4e086075-a1b5-4045-ad82-552f5d921dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558282 Oct 27 18:18:54.008231 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed0d71da-e157-4ee3-81f4-5e8871c7e8f3 req-c59536e4-dace-4c9b-ac8c-a27d93b0a6c8 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] No DVR routers for this DVR port 15149c09-094a-4d4c-a3ed-75b4f2d6ea6e on host n-h1-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:18:54.011352 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1b5344f-7e38-401e-a0b5-fa64ffb6e8ec req-de2f8e34-e832-4f4a-bdd5-7872825fbbd0 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569800 Oct 27 18:18:54.033144 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ed0d71da-e157-4ee3-81f4-5e8871c7e8f3 req-c59536e4-dace-4c9b-ac8c-a27d93b0a6c8 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:54.039198 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ed0d71da-e157-4ee3-81f4-5e8871c7e8f3 req-c59536e4-dace-4c9b-ac8c-a27d93b0a6c8 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.81 "DELETE /v2.0/ports/15149c09-094a-4d4c-a3ed-75b4f2d6ea6e HTTP/1.1" status: 204 len: 173 time: 2.6998777 Oct 27 18:18:54.119850 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 15149c09-094a-4d4c-a3ed-75b4f2d6ea6e no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:18:54.147835 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-cea340ce-4988-4c99-bed9-cdd1ae87c70b req-dea338a5-0959-415e-9dca-6d2a1fce28ee tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:54.173799 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4417add-d439-4777-b5ec-0b24381eea76 req-0a4dd5eb-9d46-448c-b2a2-efa743e3ecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:54.175611 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e4417add-d439-4777-b5ec-0b24381eea76 req-0a4dd5eb-9d46-448c-b2a2-efa743e3ecd9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.1442106 Oct 27 18:18:54.193731 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] No Port match for: 15149c09-094a-4d4c-a3ed-75b4f2d6ea6e {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:18:54.195116 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 15149c09-094a-4d4c-a3ed-75b4f2d6ea6e not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:18:54.209597 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda7bb4-5aa9-481e-a453-b9ac5fa6d600 req-d368a225-31e0-4d47-a784-e9fae60703a3 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:54.211779 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ccda7bb4-5aa9-481e-a453-b9ac5fa6d600 req-d368a225-31e0-4d47-a784-e9fae60703a3 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cbd5319-a4de-4901-8d25-a2423de5b813 HTTP/1.1" status: 200 len: 950 time: 0.1233652 Oct 27 18:18:54.216731 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-5e089608-0f4b-4303-b5b9-f9eb47077154 None None] Set router 46cd2537-d589-446b-917c-1a9445464d0c gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:18:54.295293 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ccda7bb4-5aa9-481e-a453-b9ac5fa6d600 req-f812756d-b2a7-43cb-9481-439ad7e51a3d tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668874 Oct 27 18:18:54.310092 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4417add-d439-4777-b5ec-0b24381eea76 req-43a05f2f-dc34-47d7-8be1-d0b636e8a20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:54.312789 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e4417add-d439-4777-b5ec-0b24381eea76 req-43a05f2f-dc34-47d7-8be1-d0b636e8a20a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0657403 Oct 27 18:18:54.338969 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-cea340ce-4988-4c99-bed9-cdd1ae87c70b req-dea338a5-0959-415e-9dca-6d2a1fce28ee tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:54.349469 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-cea340ce-4988-4c99-bed9-cdd1ae87c70b req-dea338a5-0959-415e-9dca-6d2a1fce28ee tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:54.349469 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cea340ce-4988-4c99-bed9-cdd1ae87c70b req-dea338a5-0959-415e-9dca-6d2a1fce28ee tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "DELETE /v2.0/security-groups/10cdc710-7d55-4e38-84e2-97dde4a1b7bb HTTP/1.1" status: 204 len: 173 time: 0.6115663 Oct 27 18:18:54.475129 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea338a5-0959-415e-9dca-6d2a1fce28ee tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10cdc710-7d55-4e38-84e2-97dde4a1b7bb,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:54.517933 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-5e089608-0f4b-4303-b5b9-f9eb47077154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46cd2537-d589-446b-917c-1a9445464d0c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-864649329-router', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '4f8c66aa-fe19-42fc-8563-4359524b20a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:16:00Z', 'updated_at': '2021-10-27T18:16:10Z', 'revision_number': 4, 'project_id': 'f8df18aaf1594db3b572eb589716619a', 'gw_port': {'id': '4f8c66aa-fe19-42fc-8563-4359524b20a3', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46cd2537-d589-446b-917c-1a9445464d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:03Z', 'updated_at': '2021-10-27T18:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '62f59bc7-ad58-4cf1-8aff-feb60c59bed9', 'name': '', 'network_id': 'f511542f-5df3-4e7b-b026-a1f4910c0d39', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'mac_address': 'fa:16:3e:a3:54:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46cd2537-d589-446b-917c-1a9445464d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '71d7f89c-bbad-475f-9db7-0378b3e2ca7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:09Z', 'updated_at': '2021-10-27T18:16:20Z', 'revision_number': 5, 'project_id': 'f8df18aaf1594db3b572eb589716619a', 'subnets': [{'id': '71d7f89c-bbad-475f-9db7-0378b3e2ca7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:18:54.557571 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e089608-0f4b-4303-b5b9-f9eb47077154 None None] Checking router: 46cd2537-d589-446b-917c-1a9445464d0c for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:18:54.566245 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9d6dc-c8e9-4ea5-bf59-3c74b25e56d1 req-522ca4f6-2503-4c39-ba31-aed16fbb7013 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:54.567215 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e089608-0f4b-4303-b5b9-f9eb47077154 None None] Routers {'46cd2537-d589-446b-917c-1a9445464d0c'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:18:54.567958 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aab9d6dc-c8e9-4ea5-bf59-3c74b25e56d1 req-522ca4f6-2503-4c39-ba31-aed16fbb7013 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f703729-bf35-4129-aa4f-ef55817ee509 HTTP/1.1" status: 200 len: 948 time: 0.1373253 Oct 27 18:18:54.568069 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-5e089608-0f4b-4303-b5b9-f9eb47077154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:18:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['46cd2537-d589-446b-917c-1a9445464d0c'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:18:54.578612 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e4417add-d439-4777-b5ec-0b24381eea76 req-9a51b89f-b47f-491b-b970-f7e23fd50db3 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566278 Oct 27 18:18:54.588634 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed678f6-0ae6-4839-9312-6f02b568c273 req-3361666d-f339-438c-bcc4-c4f2389fdf13 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:54.590444 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6ed678f6-0ae6-4839-9312-6f02b568c273 req-3361666d-f339-438c-bcc4-c4f2389fdf13 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.52 "GET /v2.0/ports?device_id=af2c9311-b5d3-4daf-8643-dacef929149f HTTP/1.1" status: 200 len: 943 time: 0.1414816 Oct 27 18:18:54.692162 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-5e089608-0f4b-4303-b5b9-f9eb47077154 None None] Set router 46cd2537-d589-446b-917c-1a9445464d0c gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:18:54.705661 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6ed678f6-0ae6-4839-9312-6f02b568c273 req-c84ed876-6e8b-415d-8262-c5635ac43953 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.52 "GET /v2.0/security-groups?id=2277af77-d237-4b45-8f2c-868ff18dbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015565 Oct 27 18:18:54.720228 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aab9d6dc-c8e9-4ea5-bf59-3c74b25e56d1 req-c945f981-68cc-4488-9eb0-5c48ceb32ca1 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] 10.222.0.52 "GET /v2.0/security-groups?id=337f08da-32bd-4305-8206-b52ac5f43a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395962 Oct 27 18:18:54.758358 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e4417add-d439-4777-b5ec-0b24381eea76 req-7d4bc01d-0853-491c-8b71-64c5044a6fe1 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652162 Oct 27 18:18:54.777567 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [req-b89632fa-f7e6-47bc-8857-de1cd33f991a req-244953b9-435a-4401-b649-412804eb1455 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] show failed (client error): The resource could not be found. Oct 27 18:18:54.778613 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b89632fa-f7e6-47bc-8857-de1cd33f991a req-244953b9-435a-4401-b649-412804eb1455 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups/10cdc710-7d55-4e38-84e2-97dde4a1b7bb HTTP/1.1" status: 404 len: 352 time: 0.0161235 Oct 27 18:18:54.875757 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca75150-95fa-44a9-97e7-a77948ad2566 req-68fa46e8-d006-4fec-9e3a-d21c90021d45 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:54.884403 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2ca75150-95fa-44a9-97e7-a77948ad2566 req-68fa46e8-d006-4fec-9e3a-d21c90021d45 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=897216c7-db70-4e06-8b0b-cb7b2659635c HTTP/1.1" status: 200 len: 945 time: 0.0801322 Oct 27 18:18:54.936333 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4c8d18ad-5413-470c-9fb3-1c8572a771db req-7bcf7208-c04f-4eb0-bfd0-8a8fc144f463 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc13112b-81b5-47e0-a253-22af29c21f42 HTTP/1.1" status: 200 len: 210 time: 0.0343781 Oct 27 18:18:54.937050 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-5e089608-0f4b-4303-b5b9-f9eb47077154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46cd2537-d589-446b-917c-1a9445464d0c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-864649329-router', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '4f8c66aa-fe19-42fc-8563-4359524b20a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:16:00Z', 'updated_at': '2021-10-27T18:16:10Z', 'revision_number': 4, 'project_id': 'f8df18aaf1594db3b572eb589716619a', 'gw_port': {'id': '4f8c66aa-fe19-42fc-8563-4359524b20a3', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46cd2537-d589-446b-917c-1a9445464d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:03Z', 'updated_at': '2021-10-27T18:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '62f59bc7-ad58-4cf1-8aff-feb60c59bed9', 'name': '', 'network_id': 'f511542f-5df3-4e7b-b026-a1f4910c0d39', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'mac_address': 'fa:16:3e:a3:54:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46cd2537-d589-446b-917c-1a9445464d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '71d7f89c-bbad-475f-9db7-0378b3e2ca7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:09Z', 'updated_at': '2021-10-27T18:16:20Z', 'revision_number': 5, 'project_id': 'f8df18aaf1594db3b572eb589716619a', 'subnets': [{'id': '71d7f89c-bbad-475f-9db7-0378b3e2ca7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:18:54.956250 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2ca75150-95fa-44a9-97e7-a77948ad2566 req-40539c05-cb2b-42e6-af17-77534b29aa9b tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708487 Oct 27 18:18:55.012678 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e089608-0f4b-4303-b5b9-f9eb47077154 None None] The sync data for ids ['46cd2537-d589-446b-917c-1a9445464d0c'] in n-d-815690-2 is: [{'id': '46cd2537-d589-446b-917c-1a9445464d0c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-864649329-router', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '4f8c66aa-fe19-42fc-8563-4359524b20a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:16:00Z', 'updated_at': '2021-10-27T18:16:10Z', 'revision_number': 4, 'project_id': 'f8df18aaf1594db3b572eb589716619a', 'gw_port': {'id': '4f8c66aa-fe19-42fc-8563-4359524b20a3', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46cd2537-d589-446b-917c-1a9445464d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:03Z', 'updated_at': '2021-10-27T18:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '62f59bc7-ad58-4cf1-8aff-feb60c59bed9', 'name': '', 'network_id': 'f511542f-5df3-4e7b-b026-a1f4910c0d39', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'mac_address': 'fa:16:3e:a3:54:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46cd2537-d589-446b-917c-1a9445464d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '71d7f89c-bbad-475f-9db7-0378b3e2ca7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:09Z', 'updated_at': '2021-10-27T18:16:20Z', 'revision_number': 5, 'project_id': 'f8df18aaf1594db3b572eb589716619a', 'subnets': [{'id': '71d7f89c-bbad-475f-9db7-0378b3e2ca7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:18:55.013945 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-47f6b301-88b0-40c2-8d20-66739eea2acd req-ddc7064e-8262-4ba3-b987-4a6ac7371ade tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-715501371', 'description': 'tempest-description-1239088729'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:18:55.230080 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d13052-09e1-4493-b344-6de74001f5d1 None None] New status for floating IP 6dfc2d8e-8cc2-4308-9244-862e3c11821e: DOWN {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:18:55.299043 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-47f6b301-88b0-40c2-8d20-66739eea2acd req-ddc7064e-8262-4ba3-b987-4a6ac7371ade tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:55.319802 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1840160-fba3-4492-a887-2fb869a68d20', 'name': 'network-vif-deleted', 'tag': '15149c09-094a-4d4c-a3ed-75b4f2d6ea6e'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:18:55.322793 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb5294a-3480-422d-a85d-929c6ce310b3" -d '{"events": [{"server_uuid": "b1840160-fba3-4492-a887-2fb869a68d20", "name": "network-vif-deleted", "tag": "15149c09-094a-4d4c-a3ed-75b4f2d6ea6e"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:18:55.390449 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0043225-7b12-4b97-a3de-8bc31381e084 x-openstack-request-id: req-a0043225-7b12-4b97-a3de-8bc31381e084 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:18:55.390758 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1840160-fba3-4492-a887-2fb869a68d20", "name": "network-vif-deleted", "tag": "15149c09-094a-4d4c-a3ed-75b4f2d6ea6e", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:18:55.391019 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a0043225-7b12-4b97-a3de-8bc31381e084 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:18:55.391413 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1840160-fba3-4492-a887-2fb869a68d20', 'name': 'network-vif-deleted', 'tag': '15149c09-094a-4d4c-a3ed-75b4f2d6ea6e', 'status': 'completed', 'code': 200} Oct 27 18:18:55.413146 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-47f6b301-88b0-40c2-8d20-66739eea2acd req-ddc7064e-8262-4ba3-b987-4a6ac7371ade tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:55.529817 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-47f6b301-88b0-40c2-8d20-66739eea2acd req-ddc7064e-8262-4ba3-b987-4a6ac7371ade tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:55.592938 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc7064e-8262-4ba3-b987-4a6ac7371ade tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18dedb9c-75b1-4ad8-82da-9f83c823f299,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:55.621358 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f4503-d1e2-4de7-a780-76711ea0d60f req-44dbd846-979b-4411-bf45-b24ca242d574 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:55.623590 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-835f4503-d1e2-4de7-a780-76711ea0d60f req-44dbd846-979b-4411-bf45-b24ca242d574 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cbd5319-a4de-4901-8d25-a2423de5b813 HTTP/1.1" status: 200 len: 950 time: 0.1659808 Oct 27 18:18:55.631216 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-19f4ad6a-aff1-4719-8402-ee63b9592adf tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:55.632860 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-19f4ad6a-aff1-4719-8402-ee63b9592adf tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.81 "GET /v2.0/networks?id=f511542f-5df3-4e7b-b026-a1f4910c0d39 HTTP/1.1" status: 200 len: 823 time: 0.1899345 Oct 27 18:18:55.690851 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-835f4503-d1e2-4de7-a780-76711ea0d60f req-995fca7f-b4ad-4901-a713-bedc9684aace tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569663 Oct 27 18:18:55.701916 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-e0b2570a-72fa-449f-937b-0ea048accadf tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8df18aaf1594db3b572eb589716619a HTTP/1.1" status: 200 len: 379 time: 0.0520554 Oct 27 18:18:55.712121 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-47f6b301-88b0-40c2-8d20-66739eea2acd req-ddc7064e-8262-4ba3-b987-4a6ac7371ade tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:55.712121 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-47f6b301-88b0-40c2-8d20-66739eea2acd req-ddc7064e-8262-4ba3-b987-4a6ac7371ade tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7194672 Oct 27 18:18:55.718113 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-d4145517-1ace-4036-9d03-7d95250dc82f tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Request body: {'port': {'device_id': 'dc13112b-81b5-47e0-a253-22af29c21f42', 'network_id': 'f511542f-5df3-4e7b-b026-a1f4910c0d39', 'admin_state_up': True, 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'security_groups': ['19f055c0-00bc-42ca-93a0-0641824e6b73']}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:18:55.772813 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-4cc11834-2fe8-4696-b8e0-3d1eff725ff6 req-6e16b3b1-0ac0-4700-bb1e-2ceb8c502855 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1638215982', 'description': 'tempest-description-1971822254'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:18:56.162303 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e464b71-7dea-426e-816e-df11df838369 req-9a34348d-ecab-4440-bf0a-5ff1911cba2a tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:56.163811 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0e464b71-7dea-426e-816e-df11df838369 req-9a34348d-ecab-4440-bf0a-5ff1911cba2a tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f703729-bf35-4129-aa4f-ef55817ee509 HTTP/1.1" status: 200 len: 948 time: 0.3688378 Oct 27 18:18:56.212658 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0e464b71-7dea-426e-816e-df11df838369 req-f6eab5b0-5517-44be-90ce-95b0e7fdeb70 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] 10.222.0.52 "GET /v2.0/security-groups?id=337f08da-32bd-4305-8206-b52ac5f43a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393064 Oct 27 18:18:56.296790 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:56.299218 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 078a524f-6d76-454d-bd1e-0dd3dc8d8fa2 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:18:56.313018 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4cc11834-2fe8-4696-b8e0-3d1eff725ff6 req-6e16b3b1-0ac0-4700-bb1e-2ceb8c502855 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:56.362223 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47591a14-c6e5-419d-b8af-a9bbb05682dc req-16525cf3-0ae0-4f2a-bf48-3a6a2e79c32f tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:56.363900 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-47591a14-c6e5-419d-b8af-a9bbb05682dc req-16525cf3-0ae0-4f2a-bf48-3a6a2e79c32f tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.52 "GET /v2.0/ports?device_id=af2c9311-b5d3-4daf-8643-dacef929149f HTTP/1.1" status: 200 len: 943 time: 0.0873013 Oct 27 18:18:56.433191 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-47591a14-c6e5-419d-b8af-a9bbb05682dc req-5421cfd2-53c6-4362-83e4-d003192eace4 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.52 "GET /v2.0/security-groups?id=2277af77-d237-4b45-8f2c-868ff18dbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611920 Oct 27 18:18:56.465584 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4cc11834-2fe8-4696-b8e0-3d1eff725ff6 req-6e16b3b1-0ac0-4700-bb1e-2ceb8c502855 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:56.472769 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-d4145517-1ace-4036-9d03-7d95250dc82f tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Made reservation on behalf of f8df18aaf1594db3b572eb589716619a for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:18:56.482461 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-d4145517-1ace-4036-9d03-7d95250dc82f tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:56.563559 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 078a524f-6d76-454d-bd1e-0dd3dc8d8fa2, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=078a524f-6d76-454d-bd1e-0dd3dc8d8fa2,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:18:56.581346 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '078a524f-6d76-454d-bd1e-0dd3dc8d8fa2', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'port_id': '078a524f-6d76-454d-bd1e-0dd3dc8d8fa2', 'mac_address': 'fa:16:3e:ea:da:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:18:56.597809 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eafdcb55-7ada-4886-9322-c99e9eedbd16 req-474d114e-0d35-4d0d-9cc3-8915a2787137 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc13112b-81b5-47e0-a253-22af29c21f42 HTTP/1.1" status: 200 len: 210 time: 0.0382378 Oct 27 18:18:56.601109 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4cc11834-2fe8-4696-b8e0-3d1eff725ff6 req-6e16b3b1-0ac0-4700-bb1e-2ceb8c502855 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:56.639461 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:56.644391 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:56.660036 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 078a524f-6d76-454d-bd1e-0dd3dc8d8fa2 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:18:56.690423 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16b3b1-0ac0-4700-bb1e-2ceb8c502855 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39327940-81c3-44b3-88a1-5f10847c7d77,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:56.699778 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 078a524f-6d76-454d-bd1e-0dd3dc8d8fa2, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=078a524f-6d76-454d-bd1e-0dd3dc8d8fa2,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:18:56.725278 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-d4145517-1ace-4036-9d03-7d95250dc82f tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Allocated IP 172.20.0.12 (f511542f-5df3-4e7b-b026-a1f4910c0d39/71d7f89c-bbad-475f-9db7-0378b3e2ca7c/6295ef30-3dd6-4e15-a106-d71e99f0032e) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:18:56.756942 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbdcbc6-54ba-4ee0-b94d-2dbf9820ccfb req-22287cf8-324f-44ac-a2bf-311b68544706 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:56.758565 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6bbdcbc6-54ba-4ee0-b94d-2dbf9820ccfb req-22287cf8-324f-44ac-a2bf-311b68544706 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=897216c7-db70-4e06-8b0b-cb7b2659635c HTTP/1.1" status: 200 len: 945 time: 0.0833359 Oct 27 18:18:56.765173 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4cc11834-2fe8-4696-b8e0-3d1eff725ff6 req-6e16b3b1-0ac0-4700-bb1e-2ceb8c502855 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:56.766335 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4cc11834-2fe8-4696-b8e0-3d1eff725ff6 req-6e16b3b1-0ac0-4700-bb1e-2ceb8c502855 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.0272918 Oct 27 18:18:56.782680 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:56.783916 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device b5458414-97a3-45a4-945c-c31d115e2201 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:18:56.901095 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6bbdcbc6-54ba-4ee0-b94d-2dbf9820ccfb req-caa373c4-6c94-4da4-a211-ae79c88138ad tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279435 Oct 27 18:18:56.901340 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=078a524f-6d76-454d-bd1e-0dd3dc8d8fa2,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:56.952484 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0855ed-ebd3-4d9c-902c-7c0acede7df1 req-ddb2790e-7ba7-48ee-9ed2-30e8b1a09613 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:56.955086 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cb0855ed-ebd3-4d9c-902c-7c0acede7df1 req-ddb2790e-7ba7-48ee-9ed2-30e8b1a09613 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cbd5319-a4de-4901-8d25-a2423de5b813 HTTP/1.1" status: 200 len: 950 time: 0.1087065 Oct 27 18:18:56.965234 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-cd6ce418-ae2b-4b25-926c-00ec58d6c2f8 req-4f82ed8a-8ba3-42e1-88f3-4be574980045 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-635749870', 'description': 'tempest-description-1767375481'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:18:56.975389 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port b5458414-97a3-45a4-945c-c31d115e2201, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=b5458414-97a3-45a4-945c-c31d115e2201,segment=NetworkSegment(7e9244b4-f3d3-4887-ad08-abc36593e8ca),segment_id=7e9244b4-f3d3-4887-ad08-abc36593e8ca)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:18:56.989562 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'b5458414-97a3-45a4-945c-c31d115e2201', 'network_id': '4e086075-a1b5-4045-ad82-552f5d921dc9', 'port_id': 'b5458414-97a3-45a4-945c-c31d115e2201', 'mac_address': 'fa:16:3e:1c:49:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c1b7808-e582-4ce4-9710-0fef53c91dd4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:18:57.020302 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-d4145517-1ace-4036-9d03-7d95250dc82f tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:57.039259 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:57.043594 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cb0855ed-ebd3-4d9c-902c-7c0acede7df1 req-3634be2e-415d-4371-b36b-b5475b32403f tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731423 Oct 27 18:18:57.052844 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5458414-97a3-45a4-945c-c31d115e2201 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:18:57.088788 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port b5458414-97a3-45a4-945c-c31d115e2201, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=b5458414-97a3-45a4-945c-c31d115e2201,segment=NetworkSegment(7e9244b4-f3d3-4887-ad08-abc36593e8ca),segment_id=7e9244b4-f3d3-4887-ad08-abc36593e8ca)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:18:57.175299 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b108f24-61b1-42b3-8610-edd1a79f1231 req-9544516b-cede-4824-935e-45550c441d99 tempest-ServersOnMultiNodesTest-1960722965 tempest-ServersOnMultiNodesTest-1960722965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:57.176857 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6b108f24-61b1-42b3-8610-edd1a79f1231 req-9544516b-cede-4824-935e-45550c441d99 tempest-ServersOnMultiNodesTest-1960722965 tempest-ServersOnMultiNodesTest-1960722965-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=1cbd5319-a4de-4901-8d25-a2423de5b813 HTTP/1.1" status: 200 len: 1101 time: 0.0420289 Oct 27 18:18:57.199291 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-cd6ce418-ae2b-4b25-926c-00ec58d6c2f8 req-4f82ed8a-8ba3-42e1-88f3-4be574980045 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:57.230399 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6b108f24-61b1-42b3-8610-edd1a79f1231 req-4aaa2f5a-e2d9-4dff-9ae8-bb49bcbd5fbc tempest-ServersOnMultiNodesTest-1960722965 tempest-ServersOnMultiNodesTest-1960722965-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466101 Oct 27 18:18:57.238799 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:57.239636 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-d4145517-1ace-4036-9d03-7d95250dc82f tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:57.317752 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=b5458414-97a3-45a4-945c-c31d115e2201,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:57.393363 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-d4145517-1ace-4036-9d03-7d95250dc82f tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Network f511542f-5df3-4e7b-b026-a1f4910c0d39 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:18:57.397311 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4145517-1ace-4036-9d03-7d95250dc82f tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Pushing event updated for resources: {'Port': ['ID=6295ef30-3dd6-4e15-a106-d71e99f0032e,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:57.408934 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-d4145517-1ace-4036-9d03-7d95250dc82f tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:18:57.414251 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-d4145517-1ace-4036-9d03-7d95250dc82f tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:18:57.426348 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-cd6ce418-ae2b-4b25-926c-00ec58d6c2f8 req-4f82ed8a-8ba3-42e1-88f3-4be574980045 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:57.482662 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58a32d-b20f-4c4f-a699-b032bd4c0ffb req-7d0b78c4-2880-433b-9d56-6bfdd6fdde89 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:57.484247 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6d58a32d-b20f-4c4f-a699-b032bd4c0ffb req-7d0b78c4-2880-433b-9d56-6bfdd6fdde89 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f703729-bf35-4129-aa4f-ef55817ee509 HTTP/1.1" status: 200 len: 949 time: 0.1530721 Oct 27 18:18:57.511018 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-d4145517-1ace-4036-9d03-7d95250dc82f tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:57.512906 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-d4145517-1ace-4036-9d03-7d95250dc82f tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:57.541325 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['078a524f-6d76-454d-bd1e-0dd3dc8d8fa2'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:18:57.543392 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-cd6ce418-ae2b-4b25-926c-00ec58d6c2f8 req-4f82ed8a-8ba3-42e1-88f3-4be574980045 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:57.560376 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6d58a32d-b20f-4c4f-a699-b032bd4c0ffb req-e3058dc7-adeb-4587-8c0d-bba70290301a tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] 10.222.0.52 "GET /v2.0/security-groups?id=337f08da-32bd-4305-8206-b52ac5f43a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664728 Oct 27 18:18:57.585841 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82ed8a-8ba3-42e1-88f3-4be574980045 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c375aea3-0b01-43a4-881b-90ed3e4f8895,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:57.623772 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['b5458414-97a3-45a4-945c-c31d115e2201'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:18:57.665052 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-d4145517-1ace-4036-9d03-7d95250dc82f tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9508049 Oct 27 18:18:57.678988 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-b2209674-6466-4cdf-9c00-fdde0624d005 service neutron] Request body: {'port': {'device_id': 'dc13112b-81b5-47e0-a253-22af29c21f42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:18:57.737935 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-cd6ce418-ae2b-4b25-926c-00ec58d6c2f8 req-4f82ed8a-8ba3-42e1-88f3-4be574980045 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:57.739225 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cd6ce418-ae2b-4b25-926c-00ec58d6c2f8 req-4f82ed8a-8ba3-42e1-88f3-4be574980045 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7811751 Oct 27 18:18:57.758102 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-0ad1e737-b19c-4fa4-b66a-c3eb261cad62 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=82f76d5c977b49a3a741c29e3332e08f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414505 Oct 27 18:18:57.855991 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-b2209674-6466-4cdf-9c00-fdde0624d005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:57.959660 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-50f83c0c-5938-4061-af55-33ddfb6aa0a8 None None] Provisioning complete for port 6295ef30-3dd6-4e15-a106-d71e99f0032e triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:18:57.959863 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-50f83c0c-5938-4061-af55-33ddfb6aa0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:57.999172 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9a6af-46e5-489e-88b1-ee0cfc95de0b req-0c3423a0-f091-4553-9c03-a2424a32b5f4 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:58.000742 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8ee9a6af-46e5-489e-88b1-ee0cfc95de0b req-0c3423a0-f091-4553-9c03-a2424a32b5f4 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.52 "GET /v2.0/ports?device_id=af2c9311-b5d3-4daf-8643-dacef929149f HTTP/1.1" status: 200 len: 944 time: 0.1296220 Oct 27 18:18:58.015018 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-50f83c0c-5938-4061-af55-33ddfb6aa0a8 None None] Port 6295ef30-3dd6-4e15-a106-d71e99f0032e cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:18:58.016356 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-c409dda9-32b0-41b4-9c6b-0b85aa2acf4f tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:58.023941 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-c409dda9-32b0-41b4-9c6b-0b85aa2acf4f tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2588124 Oct 27 18:18:58.119789 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-adcc88d4-8624-46ab-b106-11419fc718ec tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/quotas/82f76d5c977b49a3a741c29e3332e08f HTTP/1.1" status: 200 len: 375 time: 0.0952868 Oct 27 18:18:58.208743 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8ee9a6af-46e5-489e-88b1-ee0cfc95de0b req-21b70d2a-d4f4-4503-a4b7-6743d735f960 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.52 "GET /v2.0/security-groups?id=2277af77-d237-4b45-8f2c-868ff18dbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825473 Oct 27 18:18:58.300131 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-fcc663f9-2aad-4850-bca8-7539f79697fc tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=82f76d5c977b49a3a741c29e3332e08f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1793821 Oct 27 18:18:58.379211 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-b2209674-6466-4cdf-9c00-fdde0624d005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6295ef30-3dd6-4e15-a106-d71e99f0032e {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:18:58.389670 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-b2209674-6466-4cdf-9c00-fdde0624d005 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:58.401954 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51c243-2f2a-4bba-8280-0ae53c0e47d8 req-5e108352-292c-4aa5-b2c7-a19ea91bb991 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:58.403607 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3e51c243-2f2a-4bba-8280-0ae53c0e47d8 req-5e108352-292c-4aa5-b2c7-a19ea91bb991 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc13112b-81b5-47e0-a253-22af29c21f42 HTTP/1.1" status: 200 len: 932 time: 0.1026504 Oct 27 18:18:58.420752 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-b2209674-6466-4cdf-9c00-fdde0624d005 service neutron] Transition to ACTIVE for port object 6295ef30-3dd6-4e15-a106-d71e99f0032e will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:18:58.449319 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3e51c243-2f2a-4bba-8280-0ae53c0e47d8 req-d9ee680e-bc49-41f9-9d21-f706e4014682 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/security-groups?id=19f055c0-00bc-42ca-93a0-0641824e6b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367243 Oct 27 18:18:58.530890 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-b2209674-6466-4cdf-9c00-fdde0624d005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:58.639555 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-82a6c9e2-58c3-42c3-b8f7-7a1ae92df6cb req-a5b5b8b9-5a23-403c-bd97-e92897717886 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a5994b7ba06b4151b58ba01f2c995408 HTTP/1.1" status: 200 len: 10897 time: 0.1651223 Oct 27 18:18:58.685988 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2209674-6466-4cdf-9c00-fdde0624d005 service neutron] Pushing event updated for resources: {'Port': ['ID=6295ef30-3dd6-4e15-a106-d71e99f0032e,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:58.801909 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-82a6c9e2-58c3-42c3-b8f7-7a1ae92df6cb req-1cd2d17e-dcda-40e5-a749-e6bd9fbceb80 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups/65cd9538-4319-435d-90f4-473e43f2af2d HTTP/1.1" status: 200 len: 2981 time: 0.1613805 Oct 27 18:18:58.840404 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfaecfd-9306-41b3-b0ed-270c53f45ad1 req-c5d7e76a-3277-4d47-a6ae-60da3458dd80 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:58.840404 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4dfaecfd-9306-41b3-b0ed-270c53f45ad1 req-c5d7e76a-3277-4d47-a6ae-60da3458dd80 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=897216c7-db70-4e06-8b0b-cb7b2659635c HTTP/1.1" status: 200 len: 945 time: 0.1669481 Oct 27 18:18:58.841454 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-b2209674-6466-4cdf-9c00-fdde0624d005 service neutron] Attempting to bind port 6295ef30-3dd6-4e15-a106-d71e99f0032e on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:18:58.842435 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-b2209674-6466-4cdf-9c00-fdde0624d005 service neutron] Attempting to bind port 6295ef30-3dd6-4e15-a106-d71e99f0032e by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': 'bcfac05a-4f8b-414e-8b59-ad5aa9190aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'f511542f-5df3-4e7b-b026-a1f4910c0d39'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:18:58.842953 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-b2209674-6466-4cdf-9c00-fdde0624d005 service neutron] Attempting to bind port 6295ef30-3dd6-4e15-a106-d71e99f0032e on network f511542f-5df3-4e7b-b026-a1f4910c0d39 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:18:58.863922 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-b2209674-6466-4cdf-9c00-fdde0624d005 service neutron] Port 6295ef30-3dd6-4e15-a106-d71e99f0032e on network f511542f-5df3-4e7b-b026-a1f4910c0d39 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:18:58.864272 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-b2209674-6466-4cdf-9c00-fdde0624d005 service neutron] Attempting to bind port 6295ef30-3dd6-4e15-a106-d71e99f0032e on network f511542f-5df3-4e7b-b026-a1f4910c0d39 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:18:58.892922 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-b2209674-6466-4cdf-9c00-fdde0624d005 service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:18:58.893428 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-b2209674-6466-4cdf-9c00-fdde0624d005 service neutron] Checking segment: {'id': 'bcfac05a-4f8b-414e-8b59-ad5aa9190aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'f511542f-5df3-4e7b-b026-a1f4910c0d39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:18:58.893641 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-b2209674-6466-4cdf-9c00-fdde0624d005 service neutron] Bound using segment: {'id': 'bcfac05a-4f8b-414e-8b59-ad5aa9190aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'f511542f-5df3-4e7b-b026-a1f4910c0d39'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:18:58.894201 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-b2209674-6466-4cdf-9c00-fdde0624d005 service neutron] Bound port: 6295ef30-3dd6-4e15-a106-d71e99f0032e, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcfac05a-4f8b-414e-8b59-ad5aa9190aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'f511542f-5df3-4e7b-b026-a1f4910c0d39'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:18:58.894545 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-b2209674-6466-4cdf-9c00-fdde0624d005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:58.917577 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-82a6c9e2-58c3-42c3-b8f7-7a1ae92df6cb req-0a4ee37a-0b5a-4978-8330-c4e1162e7d09 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups/65cd9538-4319-435d-90f4-473e43f2af2d HTTP/1.1" status: 200 len: 2981 time: 0.1148019 Oct 27 18:18:58.925096 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4dfaecfd-9306-41b3-b0ed-270c53f45ad1 req-897257ac-4bec-4f74-a2c9-79ef63d6dd28 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799520 Oct 27 18:18:59.021899 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-92d75aaa-5f5e-4b62-b74f-3fc794a7281a req-c0483545-4ef8-4756-b6e3-d219948d5e00 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=bccb4f9e-a308-4571-8d38-d631d03d07d0 HTTP/1.1" status: 200 len: 210 time: 0.0474427 Oct 27 18:18:59.126118 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-b2209674-6466-4cdf-9c00-fdde0624d005 service neutron] For port 6295ef30-3dd6-4e15-a106-d71e99f0032e, host n-h1-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:18:59.145919 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e3803773-5ade-4c78-b5ba-3d2e93df07e9 req-4173ccec-51e3-46cd-8551-9974638e8322 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups/18dedb9c-75b1-4ad8-82da-9f83c823f299 HTTP/1.1" status: 200 len: 1800 time: 0.0887623 Oct 27 18:18:59.147611 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-b2209674-6466-4cdf-9c00-fdde0624d005 service neutron] For port 6295ef30-3dd6-4e15-a106-d71e99f0032e, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=6295ef30-3dd6-4e15-a106-d71e99f0032e,segment=NetworkSegment(bcfac05a-4f8b-414e-8b59-ad5aa9190aee),segment_id=bcfac05a-4f8b-414e-8b59-ad5aa9190aee)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:18:59.159042 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5272ff-9443-4cdd-ae36-959f79cbab95 req-5585bdbf-33e2-454f-a4ab-7fb891d2b532 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:59.160529 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4c5272ff-9443-4cdd-ae36-959f79cbab95 req-5585bdbf-33e2-454f-a4ab-7fb891d2b532 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f703729-bf35-4129-aa4f-ef55817ee509 HTTP/1.1" status: 200 len: 949 time: 0.1432960 Oct 27 18:18:59.230061 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4c5272ff-9443-4cdd-ae36-959f79cbab95 req-5cac9071-361c-490a-b6ce-66bf98d17953 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] 10.222.0.52 "GET /v2.0/security-groups?id=337f08da-32bd-4305-8206-b52ac5f43a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622196 Oct 27 18:18:59.257421 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-b2209674-6466-4cdf-9c00-fdde0624d005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:59.257421 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e3803773-5ade-4c78-b5ba-3d2e93df07e9 req-e39c8b46-509d-4b16-9f18-f7e448ad5ba6 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:59.333502 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-b2209674-6466-4cdf-9c00-fdde0624d005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:59.334051 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-b2209674-6466-4cdf-9c00-fdde0624d005 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:59.344483 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-b2209674-6466-4cdf-9c00-fdde0624d005 service neutron] 10.222.0.81 "PUT /v2.0/ports/6295ef30-3dd6-4e15-a106-d71e99f0032e HTTP/1.1" status: 200 len: 1092 time: 1.6701252 Oct 27 18:18:59.344976 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc13112b-81b5-47e0-a253-22af29c21f42', 'tag': '6295ef30-3dd6-4e15-a106-d71e99f0032e'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:18:59.347312 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdb686b-c2cd-48d5-a16e-555a2ee97def" -d '{"events": [{"name": "network-changed", "server_uuid": "dc13112b-81b5-47e0-a253-22af29c21f42", "tag": "6295ef30-3dd6-4e15-a106-d71e99f0032e"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:18:59.403571 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2209674-6466-4cdf-9c00-fdde0624d005 service neutron] Pushing event updated for resources: {'Port': ['ID=6295ef30-3dd6-4e15-a106-d71e99f0032e,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:59.412566 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e3803773-5ade-4c78-b5ba-3d2e93df07e9 req-e39c8b46-509d-4b16-9f18-f7e448ad5ba6 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:59.502925 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab29b0-95c9-4285-8654-054ad8291a13 req-394fe773-c533-483a-a83f-1d0639dae9f3 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:59.506699 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e0ab29b0-95c9-4285-8654-054ad8291a13 req-394fe773-c533-483a-a83f-1d0639dae9f3 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.52 "GET /v2.0/ports?device_id=af2c9311-b5d3-4daf-8643-dacef929149f HTTP/1.1" status: 200 len: 944 time: 0.1515863 Oct 27 18:18:59.541256 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-479c95b4-ae6e-4b32-af5a-dc8d25885210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:59.542892 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-479c95b4-ae6e-4b32-af5a-dc8d25885210 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f8df18aaf1594db3b572eb589716619a&device_id=dc13112b-81b5-47e0-a253-22af29c21f42 HTTP/1.1" status: 200 len: 1095 time: 0.0764837 Oct 27 18:18:59.606063 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-fa990ca9-cc38-4b4a-9e93-4734a687dce0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6295ef30-3dd6-4e15-a106-d71e99f0032e HTTP/1.1" status: 200 len: 217 time: 0.0544703 Oct 27 18:18:59.609661 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e0ab29b0-95c9-4285-8654-054ad8291a13 req-a35e9c50-a3b9-460e-97e7-0d6b82a235e8 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.52 "GET /v2.0/security-groups?id=2277af77-d237-4b45-8f2c-868ff18dbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977309 Oct 27 18:18:59.610336 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e3803773-5ade-4c78-b5ba-3d2e93df07e9 req-e39c8b46-509d-4b16-9f18-f7e448ad5ba6 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:59.613340 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e3803773-5ade-4c78-b5ba-3d2e93df07e9 req-e39c8b46-509d-4b16-9f18-f7e448ad5ba6 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:18:59.613923 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e3803773-5ade-4c78-b5ba-3d2e93df07e9 req-e39c8b46-509d-4b16-9f18-f7e448ad5ba6 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "DELETE /v2.0/security-groups/18dedb9c-75b1-4ad8-82da-9f83c823f299 HTTP/1.1" status: 204 len: 173 time: 0.4525154 Oct 27 18:18:59.662544 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c8b46-509d-4b16-9f18-f7e448ad5ba6 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18dedb9c-75b1-4ad8-82da-9f83c823f299,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:18:59.667621 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104485c7-2f8c-40ab-abf3-ddad1bd47c80 x-openstack-request-id: req-104485c7-2f8c-40ab-abf3-ddad1bd47c80 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:18:59.673081 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc13112b-81b5-47e0-a253-22af29c21f42", "tag": "6295ef30-3dd6-4e15-a106-d71e99f0032e", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:18:59.673081 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-104485c7-2f8c-40ab-abf3-ddad1bd47c80 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:18:59.673081 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc13112b-81b5-47e0-a253-22af29c21f42', 'tag': '6295ef30-3dd6-4e15-a106-d71e99f0032e', 'status': 'completed', 'code': 200} Oct 27 18:18:59.688701 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-72ae30f9-bed2-4af6-b49b-b539da734a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:59.690545 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-72ae30f9-bed2-4af6-b49b-b539da734a5e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=71d7f89c-bbad-475f-9db7-0378b3e2ca7c HTTP/1.1" status: 200 len: 862 time: 0.0757265 Oct 27 18:18:59.866451 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-10815587-2771-49a9-98d4-34eff106c939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:59.867939 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-10815587-2771-49a9-98d4-34eff106c939 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f511542f-5df3-4e7b-b026-a1f4910c0d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1677835 Oct 27 18:18:59.948662 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea25bef-3575-4db1-923f-1f496a9353f4 req-95a4d4b8-9ff9-4b79-bf7b-3f657e2f527c tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:59.950165 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2ea25bef-3575-4db1-923f-1f496a9353f4 req-95a4d4b8-9ff9-4b79-bf7b-3f657e2f527c tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc13112b-81b5-47e0-a253-22af29c21f42 HTTP/1.1" status: 200 len: 944 time: 0.1361730 Oct 27 18:18:59.984780 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-afdc2cb1-d5de-4977-bec2-78931713ff12 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:18:59.986276 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-afdc2cb1-d5de-4977-bec2-78931713ff12 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/networks?id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b HTTP/1.1" status: 200 len: 807 time: 0.2316539 Oct 27 18:19:00.024936 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-80c72117-4ec3-4093-85d5-d626e2a78c75 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/quotas/43d2aacb3b5645edb71ed26889dd4536 HTTP/1.1" status: 200 len: 375 time: 0.0294788 Oct 27 18:19:00.056539 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2ea25bef-3575-4db1-923f-1f496a9353f4 req-30cf7522-00a5-492a-a59a-35ce5b23a2d8 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/security-groups?id=19f055c0-00bc-42ca-93a0-0641824e6b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957632 Oct 27 18:19:00.089200 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-4e2c7e3b-810e-4fe1-a383-60f997f906cf service neutron] 10.222.0.81 "GET /v2.0/networks/f511542f-5df3-4e7b-b026-a1f4910c0d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110157 Oct 27 18:19:00.124996 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [req-07a7a1f8-ef29-403d-8b03-e696e1888ad4 req-1d144c61-6c00-4079-b155-d7e89da92690 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] show failed (client error): The resource could not be found. Oct 27 18:19:00.125982 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-07a7a1f8-ef29-403d-8b03-e696e1888ad4 req-1d144c61-6c00-4079-b155-d7e89da92690 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups/18dedb9c-75b1-4ad8-82da-9f83c823f299 HTTP/1.1" status: 404 len: 352 time: 0.0352459 Oct 27 18:19:00.183319 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-ae28bb57-9bb7-4c48-8490-f3db9442e991 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=43d2aacb3b5645edb71ed26889dd4536&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1458881 Oct 27 18:19:00.247010 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c6534d2d-29f8-4f4c-9d3a-c3b8e2422af7 req-b8520149-76b3-40a6-8ef5-e17564762ac1 service neutron] 10.222.0.81 "GET /v2.0/networks/f511542f-5df3-4e7b-b026-a1f4910c0d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472316 Oct 27 18:19:00.313583 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 078a524f-6d76-454d-bd1e-0dd3dc8d8fa2 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:19:00.374832 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d769d-f0d0-48fd-a176-349e75c09912 req-515f5d9b-5de1-4f3d-80a0-f5d2ca7a7bb1 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:00.376502 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-848d769d-f0d0-48fd-a176-349e75c09912 req-515f5d9b-5de1-4f3d-80a0-f5d2ca7a7bb1 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=897216c7-db70-4e06-8b0b-cb7b2659635c HTTP/1.1" status: 200 len: 945 time: 0.0911667 Oct 27 18:19:00.390932 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-69c4b546-f0b9-4b6c-afd8-417e971ecf8a service neutron] 10.222.0.52 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957738 Oct 27 18:19:00.441877 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 078a524f-6d76-454d-bd1e-0dd3dc8d8fa2 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:19:00.446618 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 078a524f-6d76-454d-bd1e-0dd3dc8d8fa2 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:19:00.447099 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:00.524638 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-848d769d-f0d0-48fd-a176-349e75c09912 req-4c6e1eac-8dc7-4342-888c-5e60fed288e3 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241367 Oct 27 18:19:00.534182 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb686b-c2cd-48d5-a16e-555a2ee97def req-b8b027a3-80d3-4855-9e29-2f0365a80026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:00.536264 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9bdb686b-c2cd-48d5-a16e-555a2ee97def req-b8b027a3-80d3-4855-9e29-2f0365a80026 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f8df18aaf1594db3b572eb589716619a&device_id=dc13112b-81b5-47e0-a253-22af29c21f42 HTTP/1.1" status: 200 len: 1095 time: 0.1367879 Oct 27 18:19:00.542892 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:00.569388 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f703729-bf35-4129-aa4f-ef55817ee509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '078a524f-6d76-454d-bd1e-0dd3dc8d8fa2'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:19:00.571903 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e872cd-58a0-4077-b40e-32cdf4a40b06" -d '{"events": [{"server_uuid": "6f703729-bf35-4129-aa4f-ef55817ee509", "name": "network-vif-plugged", "status": "completed", "tag": "078a524f-6d76-454d-bd1e-0dd3dc8d8fa2"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:19:00.586961 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 078a524f-6d76-454d-bd1e-0dd3dc8d8fa2, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=078a524f-6d76-454d-bd1e-0dd3dc8d8fa2,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:19:00.628384 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-1fd79456-3775-4c20-a20a-1fdace11a4eb service neutron] 10.222.0.52 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365198 Oct 27 18:19:00.646156 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:00.647070 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device b5458414-97a3-45a4-945c-c31d115e2201 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:19:00.650170 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3c666aa7-ab24-4cc8-9362-23272a7f1147 req-362be2be-ddd3-4407-a0cd-a30c9d10cda0 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=bccb4f9e-a308-4571-8d38-d631d03d07d0 HTTP/1.1" status: 200 len: 210 time: 0.0418317 Oct 27 18:19:00.716028 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb686b-c2cd-48d5-a16e-555a2ee97def req-1a30f809-97a9-41bb-9a41-c1600b4436af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:00.718228 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9bdb686b-c2cd-48d5-a16e-555a2ee97def req-1a30f809-97a9-41bb-9a41-c1600b4436af service neutron] 10.222.0.81 "GET /v2.0/networks?id=f511542f-5df3-4e7b-b026-a1f4910c0d39 HTTP/1.1" status: 200 len: 925 time: 0.1643004 Oct 27 18:19:00.730463 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=078a524f-6d76-454d-bd1e-0dd3dc8d8fa2,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:00.782039 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9bdb686b-c2cd-48d5-a16e-555a2ee97def req-2ee92167-3d7e-433d-a904-166fff0ed4e7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6295ef30-3dd6-4e15-a106-d71e99f0032e HTTP/1.1" status: 200 len: 217 time: 0.0556140 Oct 27 18:19:00.801324 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port b5458414-97a3-45a4-945c-c31d115e2201 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:19:00.806132 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port b5458414-97a3-45a4-945c-c31d115e2201 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:19:00.809486 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:00.831394 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fde5b360-0177-4610-9442-382a093ea781 req-152670c2-a169-4f16-8b28-08dc562a479b tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups/39327940-81c3-44b3-88a1-5f10847c7d77 HTTP/1.1" status: 200 len: 1801 time: 0.1335499 Oct 27 18:19:00.864808 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb686b-c2cd-48d5-a16e-555a2ee97def req-65f2c6bf-24bf-4fc3-bd3d-3e00a08d4c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:00.866307 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9bdb686b-c2cd-48d5-a16e-555a2ee97def req-65f2c6bf-24bf-4fc3-bd3d-3e00a08d4c0d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=71d7f89c-bbad-475f-9db7-0378b3e2ca7c HTTP/1.1" status: 200 len: 862 time: 0.0739312 Oct 27 18:19:00.919478 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:00.961436 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port b5458414-97a3-45a4-945c-c31d115e2201, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=b5458414-97a3-45a4-945c-c31d115e2201,segment=NetworkSegment(7e9244b4-f3d3-4887-ad08-abc36593e8ca),segment_id=7e9244b4-f3d3-4887-ad08-abc36593e8ca)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:19:01.035714 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:01.136914 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=b5458414-97a3-45a4-945c-c31d115e2201,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:01.324807 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-74af2dbe-9dac-4f36-841d-2884cbe9f826 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=82f76d5c977b49a3a741c29e3332e08f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0803185 Oct 27 18:19:01.444576 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-fde5b360-0177-4610-9442-382a093ea781 req-527bbc55-0b9c-4065-848d-8487c575a47e tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:01.456414 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb686b-c2cd-48d5-a16e-555a2ee97def req-a58e116b-b49f-4e88-912b-8a1fa6bd12d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:01.457934 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9bdb686b-c2cd-48d5-a16e-555a2ee97def req-a58e116b-b49f-4e88-912b-8a1fa6bd12d0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f511542f-5df3-4e7b-b026-a1f4910c0d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5834610 Oct 27 18:19:01.516258 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30bd64d-2e8b-46df-a4b7-170e3611b24f req-669bfe00-eae1-46ba-8aa1-6933394d41ad tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:01.517832 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a30bd64d-2e8b-46df-a4b7-170e3611b24f req-669bfe00-eae1-46ba-8aa1-6933394d41ad tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f703729-bf35-4129-aa4f-ef55817ee509 HTTP/1.1" status: 200 len: 950 time: 0.1963451 Oct 27 18:19:01.521860 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-fde5b360-0177-4610-9442-382a093ea781 req-527bbc55-0b9c-4065-848d-8487c575a47e tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:01.633469 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-01273e81-ce23-44f2-8330-95a2bc8710d7 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:01.634952 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-01273e81-ce23-44f2-8330-95a2bc8710d7 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2965102 Oct 27 18:19:01.656147 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-69a82eb9-5079-467e-8975-4afc3114e1dc tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Request body: {'port': {'device_id': 'bccb4f9e-a308-4571-8d38-d631d03d07d0', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'admin_state_up': True, 'tenant_id': '82f76d5c977b49a3a741c29e3332e08f'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:19:01.670899 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a30bd64d-2e8b-46df-a4b7-170e3611b24f req-b18ba384-1bc1-457f-b8d8-33efef5d645b tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] 10.222.0.52 "GET /v2.0/security-groups?id=337f08da-32bd-4305-8206-b52ac5f43a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080148 Oct 27 18:19:01.728430 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12c45a1-9ef0-452d-a82e-5c4d236e6eaf x-openstack-request-id: req-b12c45a1-9ef0-452d-a82e-5c4d236e6eaf {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:19:01.728430 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f703729-bf35-4129-aa4f-ef55817ee509", "name": "network-vif-plugged", "status": "completed", "tag": "078a524f-6d76-454d-bd1e-0dd3dc8d8fa2", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:19:01.728430 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b12c45a1-9ef0-452d-a82e-5c4d236e6eaf {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:19:01.728430 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f703729-bf35-4129-aa4f-ef55817ee509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '078a524f-6d76-454d-bd1e-0dd3dc8d8fa2', 'code': 200} Oct 27 18:19:01.731978 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9bdb686b-c2cd-48d5-a16e-555a2ee97def req-e637dda3-ad17-4af6-8691-d273ad44a5a3 service neutron] 10.222.0.81 "GET /v2.0/networks/f511542f-5df3-4e7b-b026-a1f4910c0d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587359 Oct 27 18:19:01.758890 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-fde5b360-0177-4610-9442-382a093ea781 req-527bbc55-0b9c-4065-848d-8487c575a47e tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:01.761523 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-fde5b360-0177-4610-9442-382a093ea781 req-527bbc55-0b9c-4065-848d-8487c575a47e tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:01.775123 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fde5b360-0177-4610-9442-382a093ea781 req-527bbc55-0b9c-4065-848d-8487c575a47e tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "DELETE /v2.0/security-groups/39327940-81c3-44b3-88a1-5f10847c7d77 HTTP/1.1" status: 204 len: 173 time: 0.9351161 Oct 27 18:19:01.863672 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527bbc55-0b9c-4065-848d-8487c575a47e tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39327940-81c3-44b3-88a1-5f10847c7d77,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:02.003326 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63eb6b-6497-4a6a-94e5-060a30c3e819 req-72c5ac31-d551-44fc-a607-293fa80c9453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:02.004858 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3c63eb6b-6497-4a6a-94e5-060a30c3e819 req-72c5ac31-d551-44fc-a607-293fa80c9453 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6f703729-bf35-4129-aa4f-ef55817ee509 HTTP/1.1" status: 200 len: 1101 time: 0.1724107 Oct 27 18:19:02.010587 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9bdb686b-c2cd-48d5-a16e-555a2ee97def req-0c03f011-3171-485f-b923-e17ac66d71c9 service neutron] 10.222.0.81 "GET /v2.0/networks/f511542f-5df3-4e7b-b026-a1f4910c0d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678683 Oct 27 18:19:02.022025 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f83411-d062-4bf5-952e-b4926f355e61 req-f008ce4a-80be-45c4-a794-d1138ee63bd2 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:02.023435 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e7f83411-d062-4bf5-952e-b4926f355e61 req-f008ce4a-80be-45c4-a794-d1138ee63bd2 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.52 "GET /v2.0/ports?device_id=af2c9311-b5d3-4daf-8643-dacef929149f HTTP/1.1" status: 200 len: 945 time: 0.1999009 Oct 27 18:19:02.031620 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b63699-ab7f-468a-a23f-66ad745e8d85 req-7dad2e18-5703-4e64-9044-f1b8a26c8b9a tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:02.033188 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-12b63699-ab7f-468a-a23f-66ad745e8d85 req-7dad2e18-5703-4e64-9044-f1b8a26c8b9a tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc13112b-81b5-47e0-a253-22af29c21f42 HTTP/1.1" status: 200 len: 944 time: 0.1759133 Oct 27 18:19:02.082297 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-69a82eb9-5079-467e-8975-4afc3114e1dc tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Made reservation on behalf of 82f76d5c977b49a3a741c29e3332e08f for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:19:02.085783 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-69a82eb9-5079-467e-8975-4afc3114e1dc tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:02.129327 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3c63eb6b-6497-4a6a-94e5-060a30c3e819 req-76d12747-4968-4fe2-b30e-cdd2fd6b360a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=337f08da-32bd-4305-8206-b52ac5f43a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164274 Oct 27 18:19:02.139923 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e7f83411-d062-4bf5-952e-b4926f355e61 req-97a5d9ed-395c-46c6-8aca-2af40a5c4b0c tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.52 "GET /v2.0/security-groups?id=2277af77-d237-4b45-8f2c-868ff18dbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049299 Oct 27 18:19:02.148252 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-12b63699-ab7f-468a-a23f-66ad745e8d85 req-ed580807-b258-40af-b257-a76ac20f88fb tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/security-groups?id=19f055c0-00bc-42ca-93a0-0641824e6b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026769 Oct 27 18:19:02.238872 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3dc76ecd-6558-425e-b73e-63e139a54a32 req-f69956bf-2f57-47a6-9e92-9abd3a8d8552 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 210 time: 0.0413101 Oct 27 18:19:02.341339 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1e773bba-e6f0-4400-a94e-1420fe8e5d41 req-83b44230-9fa5-446c-9be9-37a3b413ac7b tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=bccb4f9e-a308-4571-8d38-d631d03d07d0 HTTP/1.1" status: 200 len: 210 time: 0.0409636 Oct 27 18:19:02.369981 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238c820-5e3f-49e7-ba18-c83df761be3d req-f1006df7-8849-4b0b-a69e-534393ad66c4 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:02.371593 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9238c820-5e3f-49e7-ba18-c83df761be3d req-f1006df7-8849-4b0b-a69e-534393ad66c4 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=897216c7-db70-4e06-8b0b-cb7b2659635c HTTP/1.1" status: 200 len: 945 time: 0.1386249 Oct 27 18:19:02.389300 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-69a82eb9-5079-467e-8975-4afc3114e1dc tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Allocated IP 192.168.233.4 (5a00a4ee-d7ee-4646-9905-4d21868e9aa2/5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc/ec778523-5859-43d1-af0b-02229d0bdf72) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:19:02.416331 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [req-55b14f97-8b43-4d6d-a952-10ecd1911800 req-296d4a28-822d-4930-9d87-b99b5c89cbb4 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] show failed (client error): The resource could not be found. Oct 27 18:19:02.417350 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-55b14f97-8b43-4d6d-a952-10ecd1911800 req-296d4a28-822d-4930-9d87-b99b5c89cbb4 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups/39327940-81c3-44b3-88a1-5f10847c7d77 HTTP/1.1" status: 404 len: 352 time: 0.0448360 Oct 27 18:19:02.462100 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9238c820-5e3f-49e7-ba18-c83df761be3d req-a2310342-bd59-4f65-b8a3-cf353493f7e7 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704541 Oct 27 18:19:02.557727 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-57c4b518-fbed-4c6c-85b8-cf9818aa7f8c req-c8040ad3-ef0e-4410-84f2-89d369f0f920 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups/c375aea3-0b01-43a4-881b-90ed3e4f8895 HTTP/1.1" status: 200 len: 1800 time: 0.1124408 Oct 27 18:19:02.656706 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-69a82eb9-5079-467e-8975-4afc3114e1dc tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:02.665421 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-57c4b518-fbed-4c6c-85b8-cf9818aa7f8c req-1155d3e4-0013-42d9-b55a-cded0c88fb09 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:02.698427 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-57c4b518-fbed-4c6c-85b8-cf9818aa7f8c req-1155d3e4-0013-42d9-b55a-cded0c88fb09 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:02.815839 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-69a82eb9-5079-467e-8975-4afc3114e1dc tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:02.829724 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['04183844-5bf2-4075-a1d2-2c9bb9edfe98', '6e6b7ac8-4b7d-4589-89a2-74f99ccd771e', '978a10b7-23b6-4670-8595-d5e34009eee3', 'c4673a1d-190c-4441-a2e3-5fab2e695513'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:19:02.833067 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['a30727c6-2893-47dc-8280-a57141d6e2c9', '60541cd6-5968-4ec0-917c-f74f26bed35a'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:19:02.853222 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-57c4b518-fbed-4c6c-85b8-cf9818aa7f8c req-1155d3e4-0013-42d9-b55a-cded0c88fb09 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:02.855926 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-57c4b518-fbed-4c6c-85b8-cf9818aa7f8c req-1155d3e4-0013-42d9-b55a-cded0c88fb09 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:02.857112 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-57c4b518-fbed-4c6c-85b8-cf9818aa7f8c req-1155d3e4-0013-42d9-b55a-cded0c88fb09 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "DELETE /v2.0/security-groups/c375aea3-0b01-43a4-881b-90ed3e4f8895 HTTP/1.1" status: 204 len: 173 time: 0.2895381 Oct 27 18:19:02.890912 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155d3e4-0013-42d9-b55a-cded0c88fb09 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c375aea3-0b01-43a4-881b-90ed3e4f8895,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:02.901775 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-69a82eb9-5079-467e-8975-4afc3114e1dc tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:19:02.912734 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-69a82eb9-5079-467e-8975-4afc3114e1dc tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:19:02.914722 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a82eb9-5079-467e-8975-4afc3114e1dc tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Pushing event updated for resources: {'Port': ['ID=ec778523-5859-43d1-af0b-02229d0bdf72,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:02.917317 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-69a82eb9-5079-467e-8975-4afc3114e1dc tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:19:02.930532 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bbd5ba-f0fb-4d77-aeba-d91d7707e0c2 req-c7c1c8c4-af3c-427e-94c8-1a62314f7d36 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:02.932131 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-39bbd5ba-f0fb-4d77-aeba-d91d7707e0c2 req-c7c1c8c4-af3c-427e-94c8-1a62314f7d36 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f703729-bf35-4129-aa4f-ef55817ee509 HTTP/1.1" status: 200 len: 950 time: 0.1483450 Oct 27 18:19:02.933040 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [req-f7907167-dd99-45ed-b268-0ce428edebd8 req-50a6c4bd-f462-4ddb-9896-c783c7f7161a tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] show failed (client error): The resource could not be found. Oct 27 18:19:02.934042 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f7907167-dd99-45ed-b268-0ce428edebd8 req-50a6c4bd-f462-4ddb-9896-c783c7f7161a tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups/c375aea3-0b01-43a4-881b-90ed3e4f8895 HTTP/1.1" status: 404 len: 352 time: 0.0531249 Oct 27 18:19:03.035211 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-69a82eb9-5079-467e-8975-4afc3114e1dc tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:03.035851 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-69a82eb9-5079-467e-8975-4afc3114e1dc tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:03.073994 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-39bbd5ba-f0fb-4d77-aeba-d91d7707e0c2 req-b9e7b9bf-cc4d-45ec-8cba-c8e9e897d192 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] 10.222.0.52 "GET /v2.0/security-groups?id=337f08da-32bd-4305-8206-b52ac5f43a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180816 Oct 27 18:19:03.139893 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bbd6d6a4-893d-4f63-b682-0c6131a0796d req-43c9d050-0e0f-44d6-bd74-4533fec13e1d tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a5994b7ba06b4151b58ba01f2c995408 HTTP/1.1" status: 200 len: 6149 time: 0.1602736 Oct 27 18:19:03.180321 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-69a82eb9-5079-467e-8975-4afc3114e1dc tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5289907 Oct 27 18:19:03.205411 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-d298bf8c-8d02-47fb-ab35-7a21119b9239 service neutron] Request body: {'port': {'device_id': 'bccb4f9e-a308-4571-8d38-d631d03d07d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:19:03.328812 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f87ecab3-3dd4-47ca-8eb1-ff0cf1dc409f None None] Provisioning complete for port ec778523-5859-43d1-af0b-02229d0bdf72 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:19:03.329184 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f87ecab3-3dd4-47ca-8eb1-ff0cf1dc409f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:03.332399 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bbd6d6a4-893d-4f63-b682-0c6131a0796d req-899ddab7-3a61-4d3f-b090-5ffeac998fcd tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups/65cd9538-4319-435d-90f4-473e43f2af2d HTTP/1.1" status: 200 len: 2981 time: 0.1915457 Oct 27 18:19:03.333138 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-d298bf8c-8d02-47fb-ab35-7a21119b9239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:03.400453 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f87ecab3-3dd4-47ca-8eb1-ff0cf1dc409f None None] Port ec778523-5859-43d1-af0b-02229d0bdf72 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:19:03.427184 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4959f-e7f7-4738-b925-d2f54363e987 req-487d271d-8e04-42b4-9b16-739b99ef996b tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:03.440817 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-08c4959f-e7f7-4738-b925-d2f54363e987 req-487d271d-8e04-42b4-9b16-739b99ef996b tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.52 "GET /v2.0/ports?device_id=af2c9311-b5d3-4daf-8643-dacef929149f HTTP/1.1" status: 200 len: 945 time: 0.1898551 Oct 27 18:19:03.500524 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bbd6d6a4-893d-4f63-b682-0c6131a0796d req-08168df4-0bd9-4325-b3ed-95f18afb24bf tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups/65cd9538-4319-435d-90f4-473e43f2af2d HTTP/1.1" status: 200 len: 2981 time: 0.1573706 Oct 27 18:19:03.601746 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-08c4959f-e7f7-4738-b925-d2f54363e987 req-b3c80b53-c4a0-4aa2-a673-1c593f9cf951 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.52 "GET /v2.0/security-groups?id=2277af77-d237-4b45-8f2c-868ff18dbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598570 Oct 27 18:19:03.654710 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14cf79-b9f3-4173-b28e-5a5d2980215a req-51a2c68a-55bf-43c0-aa03-c5dc839bad2b tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:03.656463 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6f14cf79-b9f3-4173-b28e-5a5d2980215a req-51a2c68a-55bf-43c0-aa03-c5dc839bad2b tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc13112b-81b5-47e0-a253-22af29c21f42 HTTP/1.1" status: 200 len: 944 time: 0.0836186 Oct 27 18:19:03.727769 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2c9311-b5d3-4daf-8643-dacef929149f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5458414-97a3-45a4-945c-c31d115e2201'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:19:03.730179 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5bf77be-06ff-4889-9231-25a75ca779af" -d '{"events": [{"server_uuid": "af2c9311-b5d3-4daf-8643-dacef929149f", "name": "network-vif-plugged", "status": "completed", "tag": "b5458414-97a3-45a4-945c-c31d115e2201"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:19:03.803551 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-15227ece-f8bf-4ee0-a39f-d1fcd9eeb8a4 req-cb69d9aa-090e-48e1-a79d-d7f4731ac158 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 210 time: 0.0978425 Oct 27 18:19:03.843872 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6f14cf79-b9f3-4173-b28e-5a5d2980215a req-230af667-ac3c-4a19-82fd-dcca7111e49a tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/security-groups?id=19f055c0-00bc-42ca-93a0-0641824e6b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755238 Oct 27 18:19:03.883861 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-3e4dea19-3c4c-4933-801c-4c86492c45f9 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:03.885372 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-3e4dea19-3c4c-4933-801c-4c86492c45f9 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.93 "GET /v2.0/networks?id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b HTTP/1.1" status: 200 len: 807 time: 0.2280037 Oct 27 18:19:03.926751 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-3af4f6e9-830d-4cfd-af90-5b4bbba551ca tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Request body: {'port': {'device_id': '1598c483-dad7-410a-850c-6543cd1a54c7', 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b', 'admin_state_up': True, 'tenant_id': '43d2aacb3b5645edb71ed26889dd4536'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:19:04.090763 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b54e92-85d5-4927-a450-23a3532cae59 req-0250ea88-0e66-4589-897f-352387ee0942 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:04.092419 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e7b54e92-85d5-4927-a450-23a3532cae59 req-0250ea88-0e66-4589-897f-352387ee0942 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=bccb4f9e-a308-4571-8d38-d631d03d07d0 HTTP/1.1" status: 200 len: 934 time: 0.2061565 Oct 27 18:19:04.133357 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3233d5-8d98-496a-adbf-958ba387ef0c req-bb1aeaf3-9643-41f4-b3a3-4fdd0de0a629 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:04.134932 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1f3233d5-8d98-496a-adbf-958ba387ef0c req-bb1aeaf3-9643-41f4-b3a3-4fdd0de0a629 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=897216c7-db70-4e06-8b0b-cb7b2659635c HTTP/1.1" status: 200 len: 945 time: 0.2046614 Oct 27 18:19:04.144227 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-d298bf8c-8d02-47fb-ab35-7a21119b9239 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec778523-5859-43d1-af0b-02229d0bdf72 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:19:04.145486 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 6295ef30-3dd6-4e15-a106-d71e99f0032e details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:19:04.161150 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-d298bf8c-8d02-47fb-ab35-7a21119b9239 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:04.211490 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-d298bf8c-8d02-47fb-ab35-7a21119b9239 service neutron] Transition to ACTIVE for port object ec778523-5859-43d1-af0b-02229d0bdf72 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:19:04.231669 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e7b54e92-85d5-4927-a450-23a3532cae59 req-76f68f38-becb-4478-83bc-f1dedeb3f7e1 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170101 Oct 27 18:19:04.267945 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-51e561e9-3318-4d5d-975d-02a59d243540 req-5c4ef02a-5414-4288-9cfa-f2dd8564171b tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-798962873', 'description': 'tempest-description-2005453657'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:19:04.279722 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1f3233d5-8d98-496a-adbf-958ba387ef0c req-6291dec6-e064-48cf-95b8-938f5742650f tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228483 Oct 27 18:19:04.281973 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-d298bf8c-8d02-47fb-ab35-7a21119b9239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:04.298243 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 6295ef30-3dd6-4e15-a106-d71e99f0032e, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=6295ef30-3dd6-4e15-a106-d71e99f0032e,segment=NetworkSegment(bcfac05a-4f8b-414e-8b59-ad5aa9190aee),segment_id=bcfac05a-4f8b-414e-8b59-ad5aa9190aee)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:19:04.339668 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2f13d3-b597-4aee-a902-b53fc8c822f7 x-openstack-request-id: req-2d2f13d3-b597-4aee-a902-b53fc8c822f7 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:19:04.339958 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2c9311-b5d3-4daf-8643-dacef929149f", "name": "network-vif-plugged", "status": "completed", "tag": "b5458414-97a3-45a4-945c-c31d115e2201", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:19:04.341994 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2d2f13d3-b597-4aee-a902-b53fc8c822f7 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:19:04.343112 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2c9311-b5d3-4daf-8643-dacef929149f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5458414-97a3-45a4-945c-c31d115e2201', 'code': 200} Oct 27 18:19:04.354863 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': '6295ef30-3dd6-4e15-a106-d71e99f0032e', 'network_id': 'f511542f-5df3-4e7b-b026-a1f4910c0d39', 'port_id': '6295ef30-3dd6-4e15-a106-d71e99f0032e', 'mac_address': 'fa:16:3e:85:29:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71d7f89c-bbad-475f-9db7-0378b3e2ca7c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:19:04.398680 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-3af4f6e9-830d-4cfd-af90-5b4bbba551ca tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Made reservation on behalf of 43d2aacb3b5645edb71ed26889dd4536 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:19:04.402559 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-3af4f6e9-830d-4cfd-af90-5b4bbba551ca tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:04.406162 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d298bf8c-8d02-47fb-ab35-7a21119b9239 service neutron] Pushing event updated for resources: {'Port': ['ID=ec778523-5859-43d1-af0b-02229d0bdf72,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:04.477657 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-51e561e9-3318-4d5d-975d-02a59d243540 req-5c4ef02a-5414-4288-9cfa-f2dd8564171b tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:04.492352 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:04.508405 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7fe052-4561-4c31-8e77-4a45b7d4660d req-35cbf8e7-112a-4ab8-bf3a-f0ec64cda4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:04.522885 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0a7fe052-4561-4c31-8e77-4a45b7d4660d req-35cbf8e7-112a-4ab8-bf3a-f0ec64cda4a4 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=af2c9311-b5d3-4daf-8643-dacef929149f HTTP/1.1" status: 200 len: 1096 time: 0.0925753 Oct 27 18:19:04.523035 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6295ef30-3dd6-4e15-a106-d71e99f0032e {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:19:04.542128 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 6295ef30-3dd6-4e15-a106-d71e99f0032e, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=6295ef30-3dd6-4e15-a106-d71e99f0032e,segment=NetworkSegment(bcfac05a-4f8b-414e-8b59-ad5aa9190aee),segment_id=bcfac05a-4f8b-414e-8b59-ad5aa9190aee)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:19:04.596254 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0a7fe052-4561-4c31-8e77-4a45b7d4660d req-86a55df6-2866-4d3b-8eac-d4a4e0b7aabd service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=2277af77-d237-4b45-8f2c-868ff18dbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765953 Oct 27 18:19:04.602699 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-d298bf8c-8d02-47fb-ab35-7a21119b9239 service neutron] Attempting to bind port ec778523-5859-43d1-af0b-02229d0bdf72 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:19:04.603071 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-d298bf8c-8d02-47fb-ab35-7a21119b9239 service neutron] Attempting to bind port ec778523-5859-43d1-af0b-02229d0bdf72 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:19:04.603620 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-d298bf8c-8d02-47fb-ab35-7a21119b9239 service neutron] Attempting to bind port ec778523-5859-43d1-af0b-02229d0bdf72 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:19:04.614972 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625caa8b-7a5e-4b59-81bf-df30d9d3b440 req-cb53a37c-1fe1-47f1-98ef-1ecf450c710a tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:04.614972 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-625caa8b-7a5e-4b59-81bf-df30d9d3b440 req-cb53a37c-1fe1-47f1-98ef-1ecf450c710a tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f703729-bf35-4129-aa4f-ef55817ee509 HTTP/1.1" status: 200 len: 950 time: 0.1756601 Oct 27 18:19:04.634448 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:04.663647 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-d298bf8c-8d02-47fb-ab35-7a21119b9239 service neutron] Port ec778523-5859-43d1-af0b-02229d0bdf72 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:19:04.664266 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-d298bf8c-8d02-47fb-ab35-7a21119b9239 service neutron] Attempting to bind port ec778523-5859-43d1-af0b-02229d0bdf72 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:19:04.699354 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=6295ef30-3dd6-4e15-a106-d71e99f0032e,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:04.745985 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-d298bf8c-8d02-47fb-ab35-7a21119b9239 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:19:04.746422 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-d298bf8c-8d02-47fb-ab35-7a21119b9239 service neutron] Checking segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:19:04.746850 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-d298bf8c-8d02-47fb-ab35-7a21119b9239 service neutron] Bound using segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:19:04.747350 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-d298bf8c-8d02-47fb-ab35-7a21119b9239 service neutron] Bound port: ec778523-5859-43d1-af0b-02229d0bdf72, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:19:04.748730 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-d298bf8c-8d02-47fb-ab35-7a21119b9239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:04.800271 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-51e561e9-3318-4d5d-975d-02a59d243540 req-5c4ef02a-5414-4288-9cfa-f2dd8564171b tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:04.830836 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-625caa8b-7a5e-4b59-81bf-df30d9d3b440 req-26812fde-6662-4fce-98a2-d95a8bad98ce tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] 10.222.0.52 "GET /v2.0/security-groups?id=337f08da-32bd-4305-8206-b52ac5f43a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058702 Oct 27 18:19:04.848051 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-3af4f6e9-830d-4cfd-af90-5b4bbba551ca tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Allocated IP 172.20.0.14 (fb7dc45e-d3fb-4a21-9a07-231f6b81f39b/9d2e93d5-4842-4818-961f-a77ef1a8f95b/50ee530d-9047-4e2f-b18a-7c05ac1292e8) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:19:04.880582 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-51e561e9-3318-4d5d-975d-02a59d243540 req-5c4ef02a-5414-4288-9cfa-f2dd8564171b tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:04.920581 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-d298bf8c-8d02-47fb-ab35-7a21119b9239 service neutron] For port ec778523-5859-43d1-af0b-02229d0bdf72, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:19:04.968369 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['6295ef30-3dd6-4e15-a106-d71e99f0032e'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:19:04.984200 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-d298bf8c-8d02-47fb-ab35-7a21119b9239 service neutron] For port ec778523-5859-43d1-af0b-02229d0bdf72, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=ec778523-5859-43d1-af0b-02229d0bdf72,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:19:04.988033 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ef02a-5414-4288-9cfa-f2dd8564171b tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=234e62a3-60d9-488e-9a46-122324bb693a,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:04.998910 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-51e561e9-3318-4d5d-975d-02a59d243540 req-5c4ef02a-5414-4288-9cfa-f2dd8564171b tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:05.011179 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-51e561e9-3318-4d5d-975d-02a59d243540 req-5c4ef02a-5414-4288-9cfa-f2dd8564171b tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7552159 Oct 27 18:19:05.340022 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-d298bf8c-8d02-47fb-ab35-7a21119b9239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:05.403354 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2b3ca479-69be-4a46-8d90-8512f96d8b7a req-867adde5-e93d-4275-bedd-810c5a72ec64 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 210 time: 0.0692520 Oct 27 18:19:05.417107 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77b857-7e62-461d-8d93-42c18b8e9f02 req-587706dd-1687-4572-a4e0-9a7c57307660 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:05.418636 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4f77b857-7e62-461d-8d93-42c18b8e9f02 req-587706dd-1687-4572-a4e0-9a7c57307660 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.52 "GET /v2.0/ports?device_id=af2c9311-b5d3-4daf-8643-dacef929149f HTTP/1.1" status: 200 len: 945 time: 0.5058584 Oct 27 18:19:05.428263 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-d298bf8c-8d02-47fb-ab35-7a21119b9239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:05.428971 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-d298bf8c-8d02-47fb-ab35-7a21119b9239 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:05.430782 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-d298bf8c-8d02-47fb-ab35-7a21119b9239 service neutron] 10.222.0.93 "PUT /v2.0/ports/ec778523-5859-43d1-af0b-02229d0bdf72 HTTP/1.1" status: 200 len: 1094 time: 2.2339876 Oct 27 18:19:05.436931 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bccb4f9e-a308-4571-8d38-d631d03d07d0', 'tag': 'ec778523-5859-43d1-af0b-02229d0bdf72'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:19:05.439465 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2135ee-c1cf-498a-a49f-edd59bed9f72" -d '{"events": [{"name": "network-changed", "server_uuid": "bccb4f9e-a308-4571-8d38-d631d03d07d0", "tag": "ec778523-5859-43d1-af0b-02229d0bdf72"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:19:05.511070 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d298bf8c-8d02-47fb-ab35-7a21119b9239 service neutron] Pushing event updated for resources: {'Port': ['ID=ec778523-5859-43d1-af0b-02229d0bdf72,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:05.541284 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-3af4f6e9-830d-4cfd-af90-5b4bbba551ca tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:05.558451 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4f77b857-7e62-461d-8d93-42c18b8e9f02 req-ea02098b-d655-4698-ac43-a54f7869cc12 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.52 "GET /v2.0/security-groups?id=2277af77-d237-4b45-8f2c-868ff18dbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078765 Oct 27 18:19:05.598349 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-e2db619e-bb68-4737-8786-812ff8276bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:05.600712 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-e2db619e-bb68-4737-8786-812ff8276bdb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=82f76d5c977b49a3a741c29e3332e08f&device_id=bccb4f9e-a308-4571-8d38-d631d03d07d0 HTTP/1.1" status: 200 len: 1097 time: 0.0558717 Oct 27 18:19:05.663222 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-b9c58f4a-3cb8-44c2-93e0-398ba5e7fa65 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=ec778523-5859-43d1-af0b-02229d0bdf72 HTTP/1.1" status: 200 len: 217 time: 0.0482671 Oct 27 18:19:05.753703 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-3af4f6e9-830d-4cfd-af90-5b4bbba551ca tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:05.794262 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-b3b4cc0f-7ceb-4d93-8cfa-cfec5627ce71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:05.796352 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-b3b4cc0f-7ceb-4d93-8cfa-cfec5627ce71 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.1252205 Oct 27 18:19:05.816359 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-3af4f6e9-830d-4cfd-af90-5b4bbba551ca tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:19:05.846955 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-3af4f6e9-830d-4cfd-af90-5b4bbba551ca tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:19:05.849429 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-3af4f6e9-830d-4cfd-af90-5b4bbba551ca tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:19:05.865360 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be217a2-9b77-47d9-9150-ecaa5190115b req-47955003-f83c-4971-aacc-e363af0658ce tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:05.866992 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0be217a2-9b77-47d9-9150-ecaa5190115b req-47955003-f83c-4971-aacc-e363af0658ce tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc13112b-81b5-47e0-a253-22af29c21f42 HTTP/1.1" status: 200 len: 945 time: 0.1870520 Oct 27 18:19:05.923132 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4f6e9-830d-4cfd-af90-5b4bbba551ca tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Pushing event updated for resources: {'Port': ['ID=50ee530d-9047-4e2f-b18a-7c05ac1292e8,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:05.967462 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-217e782d-8f1f-4a15-82c5-fa9b188c319e req-a55aa236-8cf4-4221-8471-2bce505922c3 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-783172734', 'description': 'tempest-description-2092235012'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:19:05.983036 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['2a7444df-e262-4ae0-afaf-72b2a9d5a01a'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:19:06.000005 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-3af4f6e9-830d-4cfd-af90-5b4bbba551ca tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:06.000672 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-3af4f6e9-830d-4cfd-af90-5b4bbba551ca tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:06.029540 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0be217a2-9b77-47d9-9150-ecaa5190115b req-6881ecf1-79e2-4e06-acf6-7ea4dde88e4a tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/security-groups?id=19f055c0-00bc-42ca-93a0-0641824e6b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327534 Oct 27 18:19:06.042456 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-fec71797-83db-4190-8317-e971d1ef334a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:06.045827 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-fec71797-83db-4190-8317-e971d1ef334a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2361922 Oct 27 18:19:06.140842 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-217e782d-8f1f-4a15-82c5-fa9b188c319e req-a55aa236-8cf4-4221-8471-2bce505922c3 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:06.161824 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 6295ef30-3dd6-4e15-a106-d71e99f0032e up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:19:06.252166 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0e140-2f15-4063-9ff6-a8b1a82ce38b req-f15c1ba2-70d6-4e70-bb1e-5f04e147800a tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:06.253747 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9ab0e140-2f15-4063-9ff6-a8b1a82ce38b req-f15c1ba2-70d6-4e70-bb1e-5f04e147800a tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=bccb4f9e-a308-4571-8d38-d631d03d07d0 HTTP/1.1" status: 200 len: 946 time: 0.1152501 Oct 27 18:19:06.279118 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-3af4f6e9-830d-4cfd-af90-5b4bbba551ca tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3742759 Oct 27 18:19:06.304207 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-fe48f795-5fec-4cec-966d-6d6e13fa41d8 service neutron] Request body: {'port': {'device_id': '1598c483-dad7-410a-850c-6543cd1a54c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:19:06.349378 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning for port 6295ef30-3dd6-4e15-a106-d71e99f0032e completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:19:06.355405 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port 6295ef30-3dd6-4e15-a106-d71e99f0032e triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:19:06.356317 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:06.383290 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9ab0e140-2f15-4063-9ff6-a8b1a82ce38b req-08abbd19-3735-4b1d-88d6-dd2f800bb985 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108401 Oct 27 18:19:06.385198 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-4bf972d2-5f3a-465f-861f-90df222b6c1c service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267615 Oct 27 18:19:06.484314 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:06.515540 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-00fd6e5b-27b0-4fba-b3f1-687bc2862b8a req-305b1f39-1256-44c6-bf10-7665970d6a37 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123841 Oct 27 18:19:06.523000 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc13112b-81b5-47e0-a253-22af29c21f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6295ef30-3dd6-4e15-a106-d71e99f0032e'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:19:06.525654 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b96332e-ee12-4110-85d7-d43abe58771c" -d '{"events": [{"server_uuid": "dc13112b-81b5-47e0-a253-22af29c21f42", "name": "network-vif-plugged", "status": "completed", "tag": "6295ef30-3dd6-4e15-a106-d71e99f0032e"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:19:06.542446 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 6295ef30-3dd6-4e15-a106-d71e99f0032e, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=6295ef30-3dd6-4e15-a106-d71e99f0032e,segment=NetworkSegment(bcfac05a-4f8b-414e-8b59-ad5aa9190aee),segment_id=bcfac05a-4f8b-414e-8b59-ad5aa9190aee)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:19:06.553956 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-217e782d-8f1f-4a15-82c5-fa9b188c319e req-a55aa236-8cf4-4221-8471-2bce505922c3 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:06.570268 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-fe48f795-5fec-4cec-966d-6d6e13fa41d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:06.644486 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbef0ed-ea69-472e-bde6-e7dd246935d3 req-31da877a-fe3c-4c85-af18-e76c3ca01585 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:06.646090 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cbbef0ed-ea69-472e-bde6-e7dd246935d3 req-31da877a-fe3c-4c85-af18-e76c3ca01585 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=897216c7-db70-4e06-8b0b-cb7b2659635c HTTP/1.1" status: 200 len: 945 time: 0.1280186 Oct 27 18:19:06.655159 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-217e782d-8f1f-4a15-82c5-fa9b188c319e req-a55aa236-8cf4-4221-8471-2bce505922c3 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:06.660718 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:06.722833 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=6295ef30-3dd6-4e15-a106-d71e99f0032e,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:06.738295 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:06.738295 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:06.738295 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:06.738295 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:06.738295 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:06.738295 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:06.738295 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:06.738295 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:06.739225 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:06.739426 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:06.739845 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:06.740488 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:06.771977 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55aa236-8cf4-4221-8471-2bce505922c3 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8be8d67e-5ab5-417e-9418-301405fe031b,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:06.832385 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cbbef0ed-ea69-472e-bde6-e7dd246935d3 req-50db60a9-ea11-4b41-a14f-bd5e124cb09f tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264954 Oct 27 18:19:06.835047 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-217e782d-8f1f-4a15-82c5-fa9b188c319e req-a55aa236-8cf4-4221-8471-2bce505922c3 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:06.836228 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-217e782d-8f1f-4a15-82c5-fa9b188c319e req-a55aa236-8cf4-4221-8471-2bce505922c3 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.9173009 Oct 27 18:19:06.905334 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a332c7e5-d5a6-4bb2-bb62-401f4e45ea96 x-openstack-request-id: req-a332c7e5-d5a6-4bb2-bb62-401f4e45ea96 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:19:06.906149 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bccb4f9e-a308-4571-8d38-d631d03d07d0", "tag": "ec778523-5859-43d1-af0b-02229d0bdf72", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:19:06.907582 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a332c7e5-d5a6-4bb2-bb62-401f4e45ea96 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:19:06.908117 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bccb4f9e-a308-4571-8d38-d631d03d07d0', 'tag': 'ec778523-5859-43d1-af0b-02229d0bdf72', 'status': 'completed', 'code': 200} Oct 27 18:19:07.122370 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-fe48f795-5fec-4cec-966d-6d6e13fa41d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ee530d-9047-4e2f-b18a-7c05ac1292e8 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:19:07.141706 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88050103-dfe1-4663-b2ed-98bbf3b0c482 req-27f6b531-6912-4010-bf51-f09629bc61d9 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:07.148952 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-88050103-dfe1-4663-b2ed-98bbf3b0c482 req-27f6b531-6912-4010-bf51-f09629bc61d9 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f703729-bf35-4129-aa4f-ef55817ee509 HTTP/1.1" status: 200 len: 950 time: 0.1880133 Oct 27 18:19:07.155688 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-fe48f795-5fec-4cec-966d-6d6e13fa41d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:07.184367 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd172294-087c-4781-968f-08d17ded01ec req-aad5e8e1-b807-4175-bd44-51d8fca673b8 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:07.187721 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dd172294-087c-4781-968f-08d17ded01ec req-aad5e8e1-b807-4175-bd44-51d8fca673b8 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 932 time: 0.1904237 Oct 27 18:19:07.203951 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2135ee-c1cf-498a-a49f-edd59bed9f72 req-845e8dfd-d1c9-4a40-aae4-be6deceaf147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:07.205952 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9c2135ee-c1cf-498a-a49f-edd59bed9f72 req-845e8dfd-d1c9-4a40-aae4-be6deceaf147 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=82f76d5c977b49a3a741c29e3332e08f&device_id=bccb4f9e-a308-4571-8d38-d631d03d07d0 HTTP/1.1" status: 200 len: 1097 time: 0.2173369 Oct 27 18:19:07.243946 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-fe48f795-5fec-4cec-966d-6d6e13fa41d8 service neutron] Transition to ACTIVE for port object 50ee530d-9047-4e2f-b18a-7c05ac1292e8 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:19:07.296759 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-88050103-dfe1-4663-b2ed-98bbf3b0c482 req-89d758ca-ce55-4932-8061-1335aa6b8957 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] 10.222.0.52 "GET /v2.0/security-groups?id=337f08da-32bd-4305-8206-b52ac5f43a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468523 Oct 27 18:19:07.304242 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-fe48f795-5fec-4cec-966d-6d6e13fa41d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:07.368164 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dd172294-087c-4781-968f-08d17ded01ec req-94808f9b-b2f1-42dc-b2c8-33b87e67bdcd tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699903 Oct 27 18:19:07.398749 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc392fbf-177f-4fbd-9d79-70a2a39921d3 x-openstack-request-id: req-dc392fbf-177f-4fbd-9d79-70a2a39921d3 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:19:07.399334 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc13112b-81b5-47e0-a253-22af29c21f42", "name": "network-vif-plugged", "status": "completed", "tag": "6295ef30-3dd6-4e15-a106-d71e99f0032e", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:19:07.399334 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dc392fbf-177f-4fbd-9d79-70a2a39921d3 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:19:07.399689 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc13112b-81b5-47e0-a253-22af29c21f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6295ef30-3dd6-4e15-a106-d71e99f0032e', 'code': 200} Oct 27 18:19:07.415311 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe48f795-5fec-4cec-966d-6d6e13fa41d8 service neutron] Pushing event updated for resources: {'Port': ['ID=50ee530d-9047-4e2f-b18a-7c05ac1292e8,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:07.505782 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2135ee-c1cf-498a-a49f-edd59bed9f72 req-be61d1d8-a889-4684-9f7f-0e6423bde1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:07.507327 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9c2135ee-c1cf-498a-a49f-edd59bed9f72 req-be61d1d8-a889-4684-9f7f-0e6423bde1df service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.2715120 Oct 27 18:19:07.666504 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9c2135ee-c1cf-498a-a49f-edd59bed9f72 req-9db79f1f-390a-4909-a9fb-944983d45322 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=ec778523-5859-43d1-af0b-02229d0bdf72 HTTP/1.1" status: 200 len: 217 time: 0.1257403 Oct 27 18:19:07.705635 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2ec12-a127-4b18-8001-a11dbe7fdfc0 req-d88cc1b0-ec6d-4d4a-a37b-f7ecca8b3bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:07.707206 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1ce2ec12-a127-4b18-8001-a11dbe7fdfc0 req-d88cc1b0-ec6d-4d4a-a37b-f7ecca8b3bfc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=dc13112b-81b5-47e0-a253-22af29c21f42 HTTP/1.1" status: 200 len: 1097 time: 0.2367778 Oct 27 18:19:07.750198 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d4a9f-d398-40b7-8d87-1983374be590 req-d8c794d6-c439-4dd9-bc2c-674afe02327e tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:07.752062 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-217d4a9f-d398-40b7-8d87-1983374be590 req-d8c794d6-c439-4dd9-bc2c-674afe02327e tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.52 "GET /v2.0/ports?device_id=af2c9311-b5d3-4daf-8643-dacef929149f HTTP/1.1" status: 200 len: 945 time: 0.2841563 Oct 27 18:19:07.793128 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-fe48f795-5fec-4cec-966d-6d6e13fa41d8 service neutron] Attempting to bind port 50ee530d-9047-4e2f-b18a-7c05ac1292e8 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:19:07.793468 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-fe48f795-5fec-4cec-966d-6d6e13fa41d8 service neutron] Attempting to bind port 50ee530d-9047-4e2f-b18a-7c05ac1292e8 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:19:07.793805 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-fe48f795-5fec-4cec-966d-6d6e13fa41d8 service neutron] Attempting to bind port 50ee530d-9047-4e2f-b18a-7c05ac1292e8 on network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:19:07.837355 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-fe48f795-5fec-4cec-966d-6d6e13fa41d8 service neutron] Port 50ee530d-9047-4e2f-b18a-7c05ac1292e8 on network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:19:07.837690 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-fe48f795-5fec-4cec-966d-6d6e13fa41d8 service neutron] Attempting to bind port 50ee530d-9047-4e2f-b18a-7c05ac1292e8 on network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:19:07.851813 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2135ee-c1cf-498a-a49f-edd59bed9f72 req-c49cbacd-c634-447b-90b2-b3d355356aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:07.853302 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9c2135ee-c1cf-498a-a49f-edd59bed9f72 req-c49cbacd-c634-447b-90b2-b3d355356aa2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.1752205 Oct 27 18:19:07.862299 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-fe48f795-5fec-4cec-966d-6d6e13fa41d8 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:19:07.862651 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-fe48f795-5fec-4cec-966d-6d6e13fa41d8 service neutron] Checking segment: {'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:19:07.863063 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-fe48f795-5fec-4cec-966d-6d6e13fa41d8 service neutron] Bound using segment: {'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:19:07.863512 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-fe48f795-5fec-4cec-966d-6d6e13fa41d8 service neutron] Bound port: 50ee530d-9047-4e2f-b18a-7c05ac1292e8, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:19:07.863875 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-fe48f795-5fec-4cec-966d-6d6e13fa41d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:07.874979 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1ce2ec12-a127-4b18-8001-a11dbe7fdfc0 req-2059dd75-6f59-4688-aef3-ffb5cf167235 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=19f055c0-00bc-42ca-93a0-0641824e6b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181185 Oct 27 18:19:07.881317 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-38440d4b-ca81-4c1e-8edd-2ba5f34364fb tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:07.882794 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-38440d4b-ca81-4c1e-8edd-2ba5f34364fb tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/networks?id=2b0c544f-e1c5-43e5-917d-858b4f45dd21 HTTP/1.1" status: 200 len: 812 time: 0.3410118 Oct 27 18:19:07.928129 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-217d4a9f-d398-40b7-8d87-1983374be590 req-0081d701-7e8c-4625-9043-931dc0b9cb6f tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.52 "GET /v2.0/security-groups?id=2277af77-d237-4b45-8f2c-868ff18dbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563842 Oct 27 18:19:07.937144 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-47769278-1cd5-4168-80a2-7a3d66dc1e7d tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/quotas/a5994b7ba06b4151b58ba01f2c995408 HTTP/1.1" status: 200 len: 375 time: 0.0343180 Oct 27 18:19:07.964947 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eaa895-205d-4612-9739-730990d3f702 req-f8c89804-8f1a-4989-9078-771ac624777e tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:07.967763 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b3eaa895-205d-4612-9739-730990d3f702 req-f8c89804-8f1a-4989-9078-771ac624777e tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] 10.222.0.93 "GET /v2.0/ports?device_id=6f703729-bf35-4129-aa4f-ef55817ee509 HTTP/1.1" status: 200 len: 950 time: 0.0533190 Oct 27 18:19:08.020154 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2135ee-c1cf-498a-a49f-edd59bed9f72 req-623c0499-8474-4dc3-b4b7-3b877092f60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:08.021695 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9c2135ee-c1cf-498a-a49f-edd59bed9f72 req-623c0499-8474-4dc3-b4b7-3b877092f60d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1508029 Oct 27 18:19:08.050854 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-fe48f795-5fec-4cec-966d-6d6e13fa41d8 service neutron] For port 50ee530d-9047-4e2f-b18a-7c05ac1292e8, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:19:08.108585 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-b3eaa895-205d-4612-9739-730990d3f702 req-4c789f61-0f32-4d05-bea0-879cc67169f9 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] Deleting port 078a524f-6d76-454d-bd1e-0dd3dc8d8fa2 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:19:08.109234 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b3eaa895-205d-4612-9739-730990d3f702 req-4c789f61-0f32-4d05-bea0-879cc67169f9 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:08.128674 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-fe48f795-5fec-4cec-966d-6d6e13fa41d8 service neutron] For port 50ee530d-9047-4e2f-b18a-7c05ac1292e8, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=50ee530d-9047-4e2f-b18a-7c05ac1292e8,segment=NetworkSegment(58a88469-a6e8-4f4a-87d0-167a1bff6a8c),segment_id=58a88469-a6e8-4f4a-87d0-167a1bff6a8c)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:19:08.137888 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-d5e17e2c-363f-44f7-9953-30e9cff3a8a2 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a5994b7ba06b4151b58ba01f2c995408&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1795123 Oct 27 18:19:08.212101 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-b3eaa895-205d-4612-9739-730990d3f702 req-4c789f61-0f32-4d05-bea0-879cc67169f9 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] For port 078a524f-6d76-454d-bd1e-0dd3dc8d8fa2, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=078a524f-6d76-454d-bd1e-0dd3dc8d8fa2,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:19:08.212470 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b3eaa895-205d-4612-9739-730990d3f702 req-4c789f61-0f32-4d05-bea0-879cc67169f9 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:08.222680 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-fe48f795-5fec-4cec-966d-6d6e13fa41d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:08.231648 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b147cc8-ab5e-415a-a37e-8f6c5db5840c req-abcd19da-e094-43ca-899c-cff9ac21af1b tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:08.231854 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-b3eaa895-205d-4612-9739-730990d3f702 req-4c789f61-0f32-4d05-bea0-879cc67169f9 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] Calling delete_port for 078a524f-6d76-454d-bd1e-0dd3dc8d8fa2 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:19:08.233247 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7b147cc8-ab5e-415a-a37e-8f6c5db5840c req-abcd19da-e094-43ca-899c-cff9ac21af1b tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc13112b-81b5-47e0-a253-22af29c21f42 HTTP/1.1" status: 200 len: 946 time: 0.1859152 Oct 27 18:19:08.280278 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9c2135ee-c1cf-498a-a49f-edd59bed9f72 req-408cb531-3a50-409c-a99c-7c77ffb4fc9d service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480080 Oct 27 18:19:08.314713 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-fe48f795-5fec-4cec-966d-6d6e13fa41d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:08.315381 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-fe48f795-5fec-4cec-966d-6d6e13fa41d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:08.316739 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-fe48f795-5fec-4cec-966d-6d6e13fa41d8 service neutron] 10.222.0.93 "PUT /v2.0/ports/50ee530d-9047-4e2f-b18a-7c05ac1292e8 HTTP/1.1" status: 200 len: 1092 time: 2.0184386 Oct 27 18:19:08.421434 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-5526bd23-6b3e-4d2c-a480-4faf777d0f53 service neutron] 10.222.0.52 "GET /v2.0/networks/2b0c544f-e1c5-43e5-917d-858b4f45dd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720933 Oct 27 18:19:08.443603 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7b147cc8-ab5e-415a-a37e-8f6c5db5840c req-1e9a07ad-2207-43be-acb6-db3f1672acea tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/security-groups?id=19f055c0-00bc-42ca-93a0-0641824e6b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1958189 Oct 27 18:19:08.463325 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe48f795-5fec-4cec-966d-6d6e13fa41d8 service neutron] Pushing event updated for resources: {'Port': ['ID=50ee530d-9047-4e2f-b18a-7c05ac1292e8,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:08.469323 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b3eaa895-205d-4612-9739-730990d3f702 req-4c789f61-0f32-4d05-bea0-879cc67169f9 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:08.484666 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['078a524f-6d76-454d-bd1e-0dd3dc8d8fa2'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:19:08.512660 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c789f61-0f32-4d05-bea0-879cc67169f9 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] Pushing event deleted for resources: {'Port': ['ID=078a524f-6d76-454d-bd1e-0dd3dc8d8fa2,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:08.618621 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3eaa895-205d-4612-9739-730990d3f702 req-4c789f61-0f32-4d05-bea0-879cc67169f9 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] No DVR routers for this DVR port 078a524f-6d76-454d-bd1e-0dd3dc8d8fa2 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:19:08.621982 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b3eaa895-205d-4612-9739-730990d3f702 req-4c789f61-0f32-4d05-bea0-879cc67169f9 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:08.627011 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b3eaa895-205d-4612-9739-730990d3f702 req-4c789f61-0f32-4d05-bea0-879cc67169f9 tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] 10.222.0.93 "DELETE /v2.0/ports/078a524f-6d76-454d-bd1e-0dd3dc8d8fa2 HTTP/1.1" status: 204 len: 173 time: 0.6434262 Oct 27 18:19:08.628227 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f703729-bf35-4129-aa4f-ef55817ee509', 'name': 'network-vif-deleted', 'tag': '078a524f-6d76-454d-bd1e-0dd3dc8d8fa2'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:19:08.633585 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53996808-f52d-4c0c-a794-f53a4c14647f" -d '{"events": [{"server_uuid": "6f703729-bf35-4129-aa4f-ef55817ee509", "name": "network-vif-deleted", "tag": "078a524f-6d76-454d-bd1e-0dd3dc8d8fa2"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:19:08.922972 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1598c483-dad7-410a-850c-6543cd1a54c7', 'tag': '50ee530d-9047-4e2f-b18a-7c05ac1292e8'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:19:08.925266 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743d1212-0157-48d6-b00c-1344d7c1fcac" -d '{"events": [{"name": "network-changed", "server_uuid": "1598c483-dad7-410a-850c-6543cd1a54c7", "tag": "50ee530d-9047-4e2f-b18a-7c05ac1292e8"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:19:08.990781 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9c2135ee-c1cf-498a-a49f-edd59bed9f72 req-b49403c7-bcdb-47c0-91ec-fa82d2bc9007 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6903894 Oct 27 18:19:08.997633 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-580af829-04a8-4405-b0aa-e429cb15bbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:09.000589 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-580af829-04a8-4405-b0aa-e429cb15bbbd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=43d2aacb3b5645edb71ed26889dd4536&device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 1095 time: 0.5394049 Oct 27 18:19:09.073928 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-21750912-9cdb-4d35-a804-4aeeadbdef7b service neutron] 10.222.0.52 "GET /v2.0/networks/2b0c544f-e1c5-43e5-917d-858b4f45dd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6260531 Oct 27 18:19:09.075646 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-78777d41-2af2-4ed8-a7a9-5c7f988761a8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50ee530d-9047-4e2f-b18a-7c05ac1292e8 HTTP/1.1" status: 200 len: 217 time: 0.0611656 Oct 27 18:19:09.088013 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59b0c5-e3ab-4016-9db5-95b4c0016dff req-62e6c6aa-1520-4793-a687-d0838f3351a2 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:09.089686 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0b59b0c5-e3ab-4016-9db5-95b4c0016dff req-62e6c6aa-1520-4793-a687-d0838f3351a2 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=bccb4f9e-a308-4571-8d38-d631d03d07d0 HTTP/1.1" status: 200 len: 946 time: 0.1838183 Oct 27 18:19:09.167435 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-4249528d-ae7e-464d-aa17-f95dcacbc4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:09.172139 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-4249528d-ae7e-464d-aa17-f95dcacbc4c5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9d2e93d5-4842-4818-961f-a77ef1a8f95b HTTP/1.1" status: 200 len: 847 time: 0.0783241 Oct 27 18:19:09.172859 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0b59b0c5-e3ab-4016-9db5-95b4c0016dff req-91226e87-9c5a-4ca3-8794-7ba986cda96a tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722525 Oct 27 18:19:09.240083 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-bd89b9bb-5142-4519-af53-9e334e626c8d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517869 Oct 27 18:19:09.383594 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704eaea4-a4a5-4a5a-b332-f51f769d0ea6 req-e21bbf9a-4ada-4545-85a7-9aec6acbf747 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:09.395802 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-704eaea4-a4a5-4a5a-b332-f51f769d0ea6 req-e21bbf9a-4ada-4545-85a7-9aec6acbf747 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=897216c7-db70-4e06-8b0b-cb7b2659635c HTTP/1.1" status: 200 len: 945 time: 0.1217144 Oct 27 18:19:09.420713 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-8296f5d9-053b-49df-b67a-b13a5e0607af service neutron] 10.222.0.93 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711631 Oct 27 18:19:09.538280 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-eae3dff0-1bb3-4d1c-b20b-af06697d7b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:09.588902 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-704eaea4-a4a5-4a5a-b332-f51f769d0ea6 req-66a957e3-cd91-466c-ae76-a97413ac2d0e tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919634 Oct 27 18:19:09.642498 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5bf92-9bba-448c-9653-0f0fc90082e0 req-6ee66764-a9b3-4f36-a80b-c5e1b3e2be6f tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:09.644942 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3ce5bf92-9bba-448c-9653-0f0fc90082e0 req-6ee66764-a9b3-4f36-a80b-c5e1b3e2be6f tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.52 "GET /v2.0/ports?device_id=af2c9311-b5d3-4daf-8643-dacef929149f HTTP/1.1" status: 200 len: 945 time: 0.1272924 Oct 27 18:19:09.650190 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1dd8ee0b-9c1c-4f92-8e3b-f6da4e08811c req-ef248399-c365-4368-bb07-c42b496211e1 service neutron] 10.222.0.93 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198489 Oct 27 18:19:09.654483 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46796) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:19:09.674651 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-1b3b93e9-094e-42a4-ac68-5385af479148 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Request body: {'floatingip': {'port_id': 'b5458414-97a3-45a4-945c-c31d115e2201'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:19:09.772563 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1b3b93e9-094e-42a4-ac68-5385af479148 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Publish callbacks [] for floatingip, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:09.850429 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2d2eebe4-82ea-4b35-b1e9-62177d67f093 req-29fd01d0-f195-4828-8849-dac0d7881b6f tempest-ImagesNegativeTestJSON-172250491 tempest-ImagesNegativeTestJSON-172250491-project] 10.222.0.52 "GET /v2.0/ports?device_id=6f703729-bf35-4129-aa4f-ef55817ee509 HTTP/1.1" status: 200 len: 210 time: 0.1069090 Oct 27 18:19:09.936822 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c337e460-f194-4d7a-8742-6c8830ce67d8 x-openstack-request-id: req-c337e460-f194-4d7a-8742-6c8830ce67d8 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:19:09.937316 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f703729-bf35-4129-aa4f-ef55817ee509", "name": "network-vif-deleted", "tag": "078a524f-6d76-454d-bd1e-0dd3dc8d8fa2", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:19:09.937419 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c337e460-f194-4d7a-8742-6c8830ce67d8 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:19:09.937747 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f703729-bf35-4129-aa4f-ef55817ee509', 'name': 'network-vif-deleted', 'tag': '078a524f-6d76-454d-bd1e-0dd3dc8d8fa2', 'status': 'completed', 'code': 200} Oct 27 18:19:09.949757 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c73290-c619-43cc-b7f8-e511372521ae req-a267cc5d-03ef-4db1-8bb8-b3d476013563 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:09.956872 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-73c73290-c619-43cc-b7f8-e511372521ae req-a267cc5d-03ef-4db1-8bb8-b3d476013563 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 944 time: 0.2076573 Oct 27 18:19:10.003364 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77fffd9c-7333-4385-8f9a-48ff3f1ce840 x-openstack-request-id: req-77fffd9c-7333-4385-8f9a-48ff3f1ce840 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:19:10.008214 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1598c483-dad7-410a-850c-6543cd1a54c7", "tag": "50ee530d-9047-4e2f-b18a-7c05ac1292e8", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:19:10.008214 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-77fffd9c-7333-4385-8f9a-48ff3f1ce840 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:19:10.008214 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1598c483-dad7-410a-850c-6543cd1a54c7', 'tag': '50ee530d-9047-4e2f-b18a-7c05ac1292e8', 'status': 'completed', 'code': 200} Oct 27 18:19:10.042864 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-73c73290-c619-43cc-b7f8-e511372521ae req-c5fc3bdb-20a1-48ba-9fb8-cf58cf32cb6d tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786791 Oct 27 18:19:10.227630 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-489223c6-3d9e-4ba3-a6a2-93850b1b35be req-dfb6de25-f298-421c-81c5-f07296acab4f tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 210 time: 0.2011325 Oct 27 18:19:10.361394 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device ec778523-5859-43d1-af0b-02229d0bdf72 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:19:10.426937 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d1212-0157-48d6-b00c-1344d7c1fcac req-11310252-c0ae-4ee4-87d2-4b77d3eea903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:10.428406 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-743d1212-0157-48d6-b00c-1344d7c1fcac req-11310252-c0ae-4ee4-87d2-4b77d3eea903 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=43d2aacb3b5645edb71ed26889dd4536&device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 1095 time: 0.4198635 Oct 27 18:19:10.460456 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95231510-0803-4eeb-bd8b-56bf0d4a4bcf req-14cd9252-38d2-4745-aac2-16ded2204bf2 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:10.468548 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-95231510-0803-4eeb-bd8b-56bf0d4a4bcf req-14cd9252-38d2-4745-aac2-16ded2204bf2 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc13112b-81b5-47e0-a253-22af29c21f42 HTTP/1.1" status: 200 len: 946 time: 0.2775397 Oct 27 18:19:10.495969 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port ec778523-5859-43d1-af0b-02229d0bdf72, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=ec778523-5859-43d1-af0b-02229d0bdf72,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:19:10.508997 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'ec778523-5859-43d1-af0b-02229d0bdf72', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'port_id': 'ec778523-5859-43d1-af0b-02229d0bdf72', 'mac_address': 'fa:16:3e:02:42:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:19:10.572107 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:10.588909 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec778523-5859-43d1-af0b-02229d0bdf72 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:19:10.610685 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port ec778523-5859-43d1-af0b-02229d0bdf72, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=ec778523-5859-43d1-af0b-02229d0bdf72,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:19:10.660104 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-95231510-0803-4eeb-bd8b-56bf0d4a4bcf req-428b624d-ba07-4662-9a97-d67146b5803a tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/security-groups?id=19f055c0-00bc-42ca-93a0-0641824e6b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906655 Oct 27 18:19:10.667798 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c05c1c-9ff6-420c-8361-62be9279c44b req-67f6b2b1-dc32-4219-aa8f-374c3ec29e97 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:10.669274 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a9c05c1c-9ff6-420c-8361-62be9279c44b req-67f6b2b1-dc32-4219-aa8f-374c3ec29e97 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=bccb4f9e-a308-4571-8d38-d631d03d07d0 HTTP/1.1" status: 200 len: 946 time: 0.3416901 Oct 27 18:19:10.793469 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.db.resource_extend [None req-1b3b93e9-094e-42a4-ac68-5385af479148 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 18:19:10.830441 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d1212-0157-48d6-b00c-1344d7c1fcac req-a1c48f1e-1571-4dfa-bd46-33f05bb8d94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:10.831453 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-743d1212-0157-48d6-b00c-1344d7c1fcac req-a1c48f1e-1571-4dfa-bd46-33f05bb8d94d service neutron] 10.222.0.93 "GET /v2.0/networks?id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b HTTP/1.1" status: 200 len: 909 time: 0.3930995 Oct 27 18:19:10.911227 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a9c05c1c-9ff6-420c-8361-62be9279c44b req-4fa24b62-0c93-4eab-8e05-d0b9725b2486 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135372 Oct 27 18:19:10.917147 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-743d1212-0157-48d6-b00c-1344d7c1fcac req-c987cf0d-5b79-4bf0-a792-7792a4e04652 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50ee530d-9047-4e2f-b18a-7c05ac1292e8 HTTP/1.1" status: 200 len: 217 time: 0.0623119 Oct 27 18:19:10.923863 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1b3b93e9-094e-42a4-ac68-5385af479148 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:10.934136 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224fa148-c959-4ef5-873d-7d57a68cc698 req-c223ccbd-77f0-48d2-9e84-1d38c26f8925 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:10.936230 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-224fa148-c959-4ef5-873d-7d57a68cc698 req-c223ccbd-77f0-48d2-9e84-1d38c26f8925 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=897216c7-db70-4e06-8b0b-cb7b2659635c HTTP/1.1" status: 200 len: 945 time: 0.2100925 Oct 27 18:19:11.037816 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d1212-0157-48d6-b00c-1344d7c1fcac req-59952d57-a201-4f99-a1c9-c78caf94e6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:11.039689 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-743d1212-0157-48d6-b00c-1344d7c1fcac req-59952d57-a201-4f99-a1c9-c78caf94e6c0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9d2e93d5-4842-4818-961f-a77ef1a8f95b HTTP/1.1" status: 200 len: 847 time: 0.1023338 Oct 27 18:19:11.089548 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-224fa148-c959-4ef5-873d-7d57a68cc698 req-9fcfae6d-b754-4354-949d-bcc861ebc301 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423218 Oct 27 18:19:11.093490 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-743d1212-0157-48d6-b00c-1344d7c1fcac req-9b4b21c6-6dde-4077-8c5e-e18942647cbb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434215 Oct 27 18:19:11.106374 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3dc17-fff9-471f-ac8c-ff63754095c2 req-c5fd1b44-2200-40a4-b7bf-f97cf713bd8e tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:11.108382 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-57b3dc17-fff9-471f-ac8c-ff63754095c2 req-c5fd1b44-2200-40a4-b7bf-f97cf713bd8e tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc13112b-81b5-47e0-a253-22af29c21f42 HTTP/1.1" status: 200 len: 946 time: 0.1308520 Oct 27 18:19:11.117562 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46812) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:19:11.122507 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-db37cd86-928c-44bc-821a-65f6d9b89e06 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Request body: {'floatingip': {'port_id': '6295ef30-3dd6-4e15-a106-d71e99f0032e'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:19:11.233846 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-db37cd86-928c-44bc-821a-65f6d9b89e06 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks [] for floatingip, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:11.367430 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4d37f50d-d5e1-4e8d-9d5d-1cb45639b0c0 req-807dd7fb-c850-4b50-be4c-a6277f9d838b tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 210 time: 0.0464010 Oct 27 18:19:11.435023 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8e930-9c3d-4e5a-8edc-7ce24668e6c6 req-41183875-4bf7-4e5d-9354-1f46cc825ccd tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:11.436933 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-91c8e930-9c3d-4e5a-8edc-7ce24668e6c6 req-41183875-4bf7-4e5d-9354-1f46cc825ccd tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 944 time: 0.2620788 Oct 27 18:19:11.441453 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-743d1212-0157-48d6-b00c-1344d7c1fcac req-69e970aa-676b-4502-80b9-dadb952ed98f service neutron] 10.222.0.93 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321738 Oct 27 18:19:11.554966 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:11.697852 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=ec778523-5859-43d1-af0b-02229d0bdf72,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:11.854141 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1b3b93e9-094e-42a4-ac68-5385af479148 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:11.889744 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['ec778523-5859-43d1-af0b-02229d0bdf72'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:19:12.036252 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-91c8e930-9c3d-4e5a-8edc-7ce24668e6c6 req-c252d0b4-ee6e-45fc-86f9-2de1539e275d tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5900302 Oct 27 18:19:12.088953 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-396d3f12-64a0-4077-be32-b5a36a082663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:12.160743 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46854) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:19:12.167895 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-743d1212-0157-48d6-b00c-1344d7c1fcac req-4e690a31-602f-4bfe-88da-d3d1086757f7 service neutron] 10.222.0.93 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7157204 Oct 27 18:19:12.183214 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc9e74-748f-4ed8-bcc3-b66bf1066d9e req-663bc94d-bc22-45da-8a7d-0c60aa9ddcca tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:12.184740 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-97dc9e74-748f-4ed8-bcc3-b66bf1066d9e req-663bc94d-bc22-45da-8a7d-0c60aa9ddcca tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=bccb4f9e-a308-4571-8d38-d631d03d07d0 HTTP/1.1" status: 200 len: 947 time: 0.1316071 Oct 27 18:19:12.232740 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [None req-1b3b93e9-094e-42a4-ac68-5385af479148 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Floating IP 92b7ecae-c21b-4a16-b49c-d3e45084c240 associated. External IP: 172.25.6.223, port: b5458414-97a3-45a4-945c-c31d115e2201. Oct 27 18:19:12.335907 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6ccf3a5a-2ce5-4849-969a-5d51b455bea1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b96d1ccccd1a44b38a5a179965dbb73a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1671159 Oct 27 18:19:12.336943 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46858) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:19:12.362041 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 078a524f-6d76-454d-bd1e-0dd3dc8d8fa2 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:19:12.407038 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 078a524f-6d76-454d-bd1e-0dd3dc8d8fa2 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:19:12.407714 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 078a524f-6d76-454d-bd1e-0dd3dc8d8fa2 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:19:12.416302 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b8c99bf3-e043-483a-aed2-bc1a922fc6c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:12.441944 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b8c99bf3-e043-483a-aed2-bc1a922fc6c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:12.482701 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-97dc9e74-748f-4ed8-bcc3-b66bf1066d9e req-25e2242b-ff3d-4260-b9a0-12ea91f20854 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904010 Oct 27 18:19:12.517207 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbbb5f-5a2a-44e3-ac0f-e880cb3a3d7b req-c7e2391c-c89d-4059-8da0-6e88b9e109df tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:12.518750 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dcbbbb5f-5a2a-44e3-ac0f-e880cb3a3d7b req-c7e2391c-c89d-4059-8da0-6e88b9e109df tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=897216c7-db70-4e06-8b0b-cb7b2659635c HTTP/1.1" status: 200 len: 945 time: 0.3308446 Oct 27 18:19:12.571878 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b8c99bf3-e043-483a-aed2-bc1a922fc6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:12.575870 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b8c99bf3-e043-483a-aed2-bc1a922fc6c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:12.582614 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b8c99bf3-e043-483a-aed2-bc1a922fc6c2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/337f08da-32bd-4305-8206-b52ac5f43a7b HTTP/1.1" status: 204 len: 168 time: 0.2393265 Oct 27 18:19:12.594078 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c99bf3-e043-483a-aed2-bc1a922fc6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337f08da-32bd-4305-8206-b52ac5f43a7b,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:12.615101 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3db1bf8d-e453-4d79-8914-ad84aac2b887 req-f291f168-57c5-4cd0-9d6f-0bcc0d9fd654 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 210 time: 0.0358517 Oct 27 18:19:12.714667 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dcbbbb5f-5a2a-44e3-ac0f-e880cb3a3d7b req-ff6465ac-8c17-4bb1-94d8-e6593d059e75 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708679 Oct 27 18:19:12.754193 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-db37cd86-928c-44bc-821a-65f6d9b89e06 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:12.798591 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3b93e9-094e-42a4-ac68-5385af479148 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Router 04c0fd8a-fd57-43ef-9c1f-922a43068b4e has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:19:12.875100 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-db37cd86-928c-44bc-821a-65f6d9b89e06 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:13.008032 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3b93e9-094e-42a4-ac68-5385af479148 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:19:13.014418 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1b3b93e9-094e-42a4-ac68-5385af479148 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:13.022048 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [None req-db37cd86-928c-44bc-821a-65f6d9b89e06 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Floating IP 6dfc2d8e-8cc2-4308-9244-862e3c11821e associated. External IP: 172.25.6.130, port: 6295ef30-3dd6-4e15-a106-d71e99f0032e. Oct 27 18:19:13.022600 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3768fa-1f65-44ac-84c0-d7e66e54e259 None None] Sync routers for ids ['04c0fd8a-fd57-43ef-9c1f-922a43068b4e'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:19:13.035932 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3768fa-1f65-44ac-84c0-d7e66e54e259 None None] Routers {'04c0fd8a-fd57-43ef-9c1f-922a43068b4e'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:19:13.036560 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-9c3768fa-1f65-44ac-84c0-d7e66e54e259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:19:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['04c0fd8a-fd57-43ef-9c1f-922a43068b4e'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:19:13.124488 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1b3b93e9-094e-42a4-ac68-5385af479148 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.52 "PUT /v2.0/floatingips/92b7ecae-c21b-4a16-b49c-d3e45084c240 HTTP/1.1" status: 200 len: 991 time: 3.4594808 Oct 27 18:19:13.127061 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af2c9311-b5d3-4daf-8643-dacef929149f', 'tag': 'b5458414-97a3-45a4-945c-c31d115e2201'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:19:13.129720 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49d4453-2ab1-4a75-80c5-9f329936c824" -d '{"events": [{"name": "network-changed", "server_uuid": "af2c9311-b5d3-4daf-8643-dacef929149f", "tag": "b5458414-97a3-45a4-945c-c31d115e2201"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:19:13.185780 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-9c3768fa-1f65-44ac-84c0-d7e66e54e259 None None] Set router 04c0fd8a-fd57-43ef-9c1f-922a43068b4e gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:19:13.317949 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-ff1c275a-5f26-4869-9aef-22e4f2d37892 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:13.319567 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-ff1c275a-5f26-4869-9aef-22e4f2d37892 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.81 "GET /v2.0/networks?id=2b0c544f-e1c5-43e5-917d-858b4f45dd21 HTTP/1.1" status: 200 len: 812 time: 0.1508789 Oct 27 18:19:13.338670 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-1d7d98ff-b845-46ca-9ad3-b04344f8c28a tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Request body: {'port': {'device_id': '617f33a8-1b15-4757-a7b8-bf13dfaba8c7', 'network_id': '2b0c544f-e1c5-43e5-917d-858b4f45dd21', 'admin_state_up': True, 'tenant_id': 'a5994b7ba06b4151b58ba01f2c995408'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:19:13.348249 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:13.377977 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:13.564395 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18563898-79a8-4189-8040-d83a989d57ff req-696b25b0-3abc-4f4b-b2bd-c631145fb585 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:13.583609 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-18563898-79a8-4189-8040-d83a989d57ff req-696b25b0-3abc-4f4b-b2bd-c631145fb585 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 944 time: 0.2611954 Oct 27 18:19:13.604529 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-9c3768fa-1f65-44ac-84c0-d7e66e54e259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c0fd8a-fd57-43ef-9c1f-922a43068b4e', 'name': 'tempest-ServersTestFqdnHostnames-676054517-router', 'tenant_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'ea8c6714-a947-4e09-b889-0de9919fb461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:18:25Z', 'updated_at': '2021-10-27T18:18:32Z', 'revision_number': 4, 'project_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'gw_port': {'id': 'ea8c6714-a947-4e09-b889-0de9919fb461', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:76:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c0fd8a-fd57-43ef-9c1f-922a43068b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:18:26Z', 'updated_at': '2021-10-27T18:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '92b7ecae-c21b-4a16-b49c-d3e45084c240', 'tenant_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'floating_ip_address': '172.25.6.223', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '04c0fd8a-fd57-43ef-9c1f-922a43068b4e', 'port_id': 'b5458414-97a3-45a4-945c-c31d115e2201', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e086075-a1b5-4045-ad82-552f5d921dc9', 'mac_address': 'fa:16:3e:1c:49:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2c9311-b5d3-4daf-8643-dacef929149f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:18:38Z', 'updated_at': '2021-10-27T18:19:10Z', 'revision_number': 1, 'project_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2422692f-70a5-4919-9453-19f94bb18c1b', 'name': '', 'network_id': '4e086075-a1b5-4045-ad82-552f5d921dc9', 'tenant_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'mac_address': 'fa:16:3e:c3:af:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c0fd8a-fd57-43ef-9c1f-922a43068b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '1c1b7808-e582-4ce4-9710-0fef53c91dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:18:30Z', 'updated_at': '2021-10-27T18:18:38Z', 'revision_number': 5, 'project_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'subnets': [{'id': '1c1b7808-e582-4ce4-9710-0fef53c91dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:19:13.625262 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b13287-06db-402b-880e-99093250b92d x-openstack-request-id: req-c0b13287-06db-402b-880e-99093250b92d {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:19:13.625816 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af2c9311-b5d3-4daf-8643-dacef929149f", "tag": "b5458414-97a3-45a4-945c-c31d115e2201", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:19:13.626302 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c0b13287-06db-402b-880e-99093250b92d {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:19:13.626708 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af2c9311-b5d3-4daf-8643-dacef929149f', 'tag': 'b5458414-97a3-45a4-945c-c31d115e2201', 'status': 'completed', 'code': 200} Oct 27 18:19:13.673724 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3768fa-1f65-44ac-84c0-d7e66e54e259 None None] Checking router: 04c0fd8a-fd57-43ef-9c1f-922a43068b4e for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:19:13.693987 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3768fa-1f65-44ac-84c0-d7e66e54e259 None None] Routers {'04c0fd8a-fd57-43ef-9c1f-922a43068b4e'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:19:13.694793 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-9c3768fa-1f65-44ac-84c0-d7e66e54e259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:19:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['04c0fd8a-fd57-43ef-9c1f-922a43068b4e'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:19:13.773735 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-18563898-79a8-4189-8040-d83a989d57ff req-5f9a7974-0efd-4876-ad7d-15272beffff8 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891434 Oct 27 18:19:13.846757 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db37cd86-928c-44bc-821a-65f6d9b89e06 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Router 46cd2537-d589-446b-917c-1a9445464d0c has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:19:13.851601 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d4453-2ab1-4a75-80c5-9f329936c824 req-15c98a55-32b3-43b8-89a5-46220238e635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:13.853157 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f49d4453-2ab1-4a75-80c5-9f329936c824 req-15c98a55-32b3-43b8-89a5-46220238e635 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e9c9f8d15e694335a8e99499ce7f1df1&device_id=af2c9311-b5d3-4daf-8643-dacef929149f HTTP/1.1" status: 200 len: 1096 time: 0.1991663 Oct 27 18:19:13.905580 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-9c3768fa-1f65-44ac-84c0-d7e66e54e259 None None] Set router 04c0fd8a-fd57-43ef-9c1f-922a43068b4e gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:19:13.951581 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-1d7d98ff-b845-46ca-9ad3-b04344f8c28a tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Made reservation on behalf of a5994b7ba06b4151b58ba01f2c995408 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:19:13.956232 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-1d7d98ff-b845-46ca-9ad3-b04344f8c28a tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:14.069272 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8e7f1a87-1d8e-4661-8cb1-4a86402d26b5 req-3e1da28c-aff6-4d5c-8911-83af6b670f8e tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 210 time: 0.1257424 Oct 27 18:19:14.312960 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-9c3768fa-1f65-44ac-84c0-d7e66e54e259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c0fd8a-fd57-43ef-9c1f-922a43068b4e', 'name': 'tempest-ServersTestFqdnHostnames-676054517-router', 'tenant_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'ea8c6714-a947-4e09-b889-0de9919fb461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:18:25Z', 'updated_at': '2021-10-27T18:18:32Z', 'revision_number': 4, 'project_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'gw_port': {'id': 'ea8c6714-a947-4e09-b889-0de9919fb461', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:76:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c0fd8a-fd57-43ef-9c1f-922a43068b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:18:26Z', 'updated_at': '2021-10-27T18:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '92b7ecae-c21b-4a16-b49c-d3e45084c240', 'tenant_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'floating_ip_address': '172.25.6.223', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '04c0fd8a-fd57-43ef-9c1f-922a43068b4e', 'port_id': 'b5458414-97a3-45a4-945c-c31d115e2201', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e086075-a1b5-4045-ad82-552f5d921dc9', 'mac_address': 'fa:16:3e:1c:49:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2c9311-b5d3-4daf-8643-dacef929149f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:18:38Z', 'updated_at': '2021-10-27T18:19:10Z', 'revision_number': 1, 'project_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2422692f-70a5-4919-9453-19f94bb18c1b', 'name': '', 'network_id': '4e086075-a1b5-4045-ad82-552f5d921dc9', 'tenant_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'mac_address': 'fa:16:3e:c3:af:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c0fd8a-fd57-43ef-9c1f-922a43068b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '1c1b7808-e582-4ce4-9710-0fef53c91dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:18:30Z', 'updated_at': '2021-10-27T18:18:38Z', 'revision_number': 5, 'project_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'subnets': [{'id': '1c1b7808-e582-4ce4-9710-0fef53c91dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:19:14.348994 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device ec778523-5859-43d1-af0b-02229d0bdf72 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:19:14.349938 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3768fa-1f65-44ac-84c0-d7e66e54e259 None None] The sync data for ids ['04c0fd8a-fd57-43ef-9c1f-922a43068b4e'] in n-d-815690-2 is: [{'id': '04c0fd8a-fd57-43ef-9c1f-922a43068b4e', 'name': 'tempest-ServersTestFqdnHostnames-676054517-router', 'tenant_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'ea8c6714-a947-4e09-b889-0de9919fb461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:18:25Z', 'updated_at': '2021-10-27T18:18:32Z', 'revision_number': 4, 'project_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'gw_port': {'id': 'ea8c6714-a947-4e09-b889-0de9919fb461', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:76:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c0fd8a-fd57-43ef-9c1f-922a43068b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:18:26Z', 'updated_at': '2021-10-27T18:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '92b7ecae-c21b-4a16-b49c-d3e45084c240', 'tenant_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'floating_ip_address': '172.25.6.223', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '04c0fd8a-fd57-43ef-9c1f-922a43068b4e', 'port_id': 'b5458414-97a3-45a4-945c-c31d115e2201', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e086075-a1b5-4045-ad82-552f5d921dc9', 'mac_address': 'fa:16:3e:1c:49:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2c9311-b5d3-4daf-8643-dacef929149f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:18:38Z', 'updated_at': '2021-10-27T18:19:10Z', 'revision_number': 1, 'project_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2422692f-70a5-4919-9453-19f94bb18c1b', 'name': '', 'network_id': '4e086075-a1b5-4045-ad82-552f5d921dc9', 'tenant_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'mac_address': 'fa:16:3e:c3:af:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c0fd8a-fd57-43ef-9c1f-922a43068b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '1c1b7808-e582-4ce4-9710-0fef53c91dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:18:30Z', 'updated_at': '2021-10-27T18:18:38Z', 'revision_number': 5, 'project_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'subnets': [{'id': '1c1b7808-e582-4ce4-9710-0fef53c91dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:19:14.430171 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349f9c6-4620-4c5d-a6c8-f688a080d016 req-88e9308e-d993-4085-a4cf-eb52cb35c027 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:14.437499 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e349f9c6-4620-4c5d-a6c8-f688a080d016 req-88e9308e-d993-4085-a4cf-eb52cb35c027 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=bccb4f9e-a308-4571-8d38-d631d03d07d0 HTTP/1.1" status: 200 len: 947 time: 0.6588738 Oct 27 18:19:14.474930 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port ec778523-5859-43d1-af0b-02229d0bdf72 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:19:14.483976 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port ec778523-5859-43d1-af0b-02229d0bdf72 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:19:14.485930 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:14.524579 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d4453-2ab1-4a75-80c5-9f329936c824 req-53eea698-f436-4e89-9228-6ed76a80feaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:14.526111 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f49d4453-2ab1-4a75-80c5-9f329936c824 req-53eea698-f436-4e89-9228-6ed76a80feaf service neutron] 10.222.0.93 "GET /v2.0/networks?id=4e086075-a1b5-4045-ad82-552f5d921dc9 HTTP/1.1" status: 200 len: 916 time: 0.6578736 Oct 27 18:19:14.610395 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:14.650348 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bccb4f9e-a308-4571-8d38-d631d03d07d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec778523-5859-43d1-af0b-02229d0bdf72'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:19:14.650952 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d7262d-cd2c-47c3-bdaa-dcb09687af80" -d '{"events": [{"server_uuid": "bccb4f9e-a308-4571-8d38-d631d03d07d0", "name": "network-vif-plugged", "status": "completed", "tag": "ec778523-5859-43d1-af0b-02229d0bdf72"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:19:14.671536 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e349f9c6-4620-4c5d-a6c8-f688a080d016 req-3c70c8af-7293-4edc-b303-f44eaac2aa13 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280245 Oct 27 18:19:14.682088 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port ec778523-5859-43d1-af0b-02229d0bdf72, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=ec778523-5859-43d1-af0b-02229d0bdf72,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:19:14.708275 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db37cd86-928c-44bc-821a-65f6d9b89e06 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:19:14.724836 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-db37cd86-928c-44bc-821a-65f6d9b89e06 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:14.737882 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae41c50e-7607-4e4f-bd6c-dabd1413de5f None None] Sync routers for ids ['46cd2537-d589-446b-917c-1a9445464d0c'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:19:14.757245 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:14.792355 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b2483f-fa61-48a0-8bed-e042c228ebe4 None None] New status for floating IP 92b7ecae-c21b-4a16-b49c-d3e45084c240: ACTIVE {{(pid=102881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:19:14.834224 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae41c50e-7607-4e4f-bd6c-dabd1413de5f None None] Routers {'46cd2537-d589-446b-917c-1a9445464d0c'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:19:14.835140 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-ae41c50e-7607-4e4f-bd6c-dabd1413de5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:19:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['46cd2537-d589-446b-917c-1a9445464d0c'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:19:14.859781 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f49d4453-2ab1-4a75-80c5-9f329936c824 req-fedb3889-9f2e-4d92-8a01-5f4a45e36c40 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5458414-97a3-45a4-945c-c31d115e2201 HTTP/1.1" status: 200 len: 999 time: 0.3147831 Oct 27 18:19:14.905537 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-db37cd86-928c-44bc-821a-65f6d9b89e06 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "PUT /v2.0/floatingips/6dfc2d8e-8cc2-4308-9244-862e3c11821e HTTP/1.1" status: 200 len: 992 time: 3.7868857 Oct 27 18:19:14.941681 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-1d7d98ff-b845-46ca-9ad3-b04344f8c28a tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Allocated IP 172.20.0.7 (2b0c544f-e1c5-43e5-917d-858b4f45dd21/4965f8af-4fde-4a0a-9bd8-662a2fb0507c/07eca8ca-7d3e-4a28-90bc-509e24138681) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:19:14.985228 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb83c62-324e-45d0-a068-5ab56250fa33 x-openstack-request-id: req-aeb83c62-324e-45d0-a068-5ab56250fa33 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:19:14.985679 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bccb4f9e-a308-4571-8d38-d631d03d07d0", "name": "network-vif-plugged", "status": "completed", "tag": "ec778523-5859-43d1-af0b-02229d0bdf72", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:19:14.985935 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aeb83c62-324e-45d0-a068-5ab56250fa33 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:19:14.986310 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bccb4f9e-a308-4571-8d38-d631d03d07d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec778523-5859-43d1-af0b-02229d0bdf72', 'code': 200} Oct 27 18:19:14.987634 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=ec778523-5859-43d1-af0b-02229d0bdf72,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:14.999609 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-ae41c50e-7607-4e4f-bd6c-dabd1413de5f None None] Set router 46cd2537-d589-446b-917c-1a9445464d0c gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:19:15.158309 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0043fdb-b54b-4ad8-9eb3-3ffd31c58f68 req-34d6134c-e310-4f81-8485-06a278660d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:15.158309 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f0043fdb-b54b-4ad8-9eb3-3ffd31c58f68 req-34d6134c-e310-4f81-8485-06a278660d79 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=bccb4f9e-a308-4571-8d38-d631d03d07d0 HTTP/1.1" status: 200 len: 1099 time: 0.2245326 Oct 27 18:19:15.189577 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d4453-2ab1-4a75-80c5-9f329936c824 req-20e0f4f7-cdee-4041-9a19-ae4e49083b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:15.191288 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f49d4453-2ab1-4a75-80c5-9f329936c824 req-20e0f4f7-cdee-4041-9a19-ae4e49083b3d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1c1b7808-e582-4ce4-9710-0fef53c91dd4 HTTP/1.1" status: 200 len: 853 time: 0.3004744 Oct 27 18:19:15.262213 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:15.272167 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e014c6e-9882-44d6-8c83-874cdfe0188a req-85d0cf78-7825-4605-9bb4-88ed07d3b951 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:15.280861 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7e014c6e-9882-44d6-8c83-874cdfe0188a req-85d0cf78-7825-4605-9bb4-88ed07d3b951 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 944 time: 0.2268248 Oct 27 18:19:15.408395 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f0043fdb-b54b-4ad8-9eb3-3ffd31c58f68 req-997c4263-3129-43bf-9fc2-05a60cbd8790 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319624 Oct 27 18:19:15.413880 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7ca0a309-4191-4000-9bf8-de95c35b5269 req-a38f0f8d-f7b6-4c11-8ba8-13b30639909c tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 210 time: 0.0640054 Oct 27 18:19:15.433516 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-ae41c50e-7607-4e4f-bd6c-dabd1413de5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46cd2537-d589-446b-917c-1a9445464d0c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-864649329-router', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '4f8c66aa-fe19-42fc-8563-4359524b20a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:16:00Z', 'updated_at': '2021-10-27T18:16:10Z', 'revision_number': 4, 'project_id': 'f8df18aaf1594db3b572eb589716619a', 'gw_port': {'id': '4f8c66aa-fe19-42fc-8563-4359524b20a3', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46cd2537-d589-446b-917c-1a9445464d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:03Z', 'updated_at': '2021-10-27T18:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '6dfc2d8e-8cc2-4308-9244-862e3c11821e', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'floating_ip_address': '172.25.6.130', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '46cd2537-d589-446b-917c-1a9445464d0c', 'port_id': '6295ef30-3dd6-4e15-a106-d71e99f0032e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f511542f-5df3-4e7b-b026-a1f4910c0d39', 'mac_address': 'fa:16:3e:85:29:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc13112b-81b5-47e0-a253-22af29c21f42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:16:40Z', 'updated_at': '2021-10-27T18:19:12Z', 'revision_number': 5, 'project_id': 'f8df18aaf1594db3b572eb589716619a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62f59bc7-ad58-4cf1-8aff-feb60c59bed9', 'name': '', 'network_id': 'f511542f-5df3-4e7b-b026-a1f4910c0d39', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'mac_address': 'fa:16:3e:a3:54:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46cd2537-d589-446b-917c-1a9445464d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '71d7f89c-bbad-475f-9db7-0378b3e2ca7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:09Z', 'updated_at': '2021-10-27T18:16:20Z', 'revision_number': 5, 'project_id': 'f8df18aaf1594db3b572eb589716619a', 'subnets': [{'id': '71d7f89c-bbad-475f-9db7-0378b3e2ca7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:19:15.459447 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7e014c6e-9882-44d6-8c83-874cdfe0188a req-6f9f2c98-862b-42ff-9b06-ea0ba60120c9 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781948 Oct 27 18:19:15.462986 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d4453-2ab1-4a75-80c5-9f329936c824 req-58c5df51-db17-4c48-879b-2277838d133b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:15.467156 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f49d4453-2ab1-4a75-80c5-9f329936c824 req-58c5df51-db17-4c48-879b-2277838d133b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4e086075-a1b5-4045-ad82-552f5d921dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2504120 Oct 27 18:19:15.480995 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae41c50e-7607-4e4f-bd6c-dabd1413de5f None None] Checking router: 46cd2537-d589-446b-917c-1a9445464d0c for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:19:15.494685 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-1d7d98ff-b845-46ca-9ad3-b04344f8c28a tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:15.506273 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae41c50e-7607-4e4f-bd6c-dabd1413de5f None None] Routers {'46cd2537-d589-446b-917c-1a9445464d0c'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:19:15.506273 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-ae41c50e-7607-4e4f-bd6c-dabd1413de5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:19:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['46cd2537-d589-446b-917c-1a9445464d0c'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:19:15.617503 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-1d7d98ff-b845-46ca-9ad3-b04344f8c28a tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:15.624303 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-ae41c50e-7607-4e4f-bd6c-dabd1413de5f None None] Set router 46cd2537-d589-446b-917c-1a9445464d0c gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:19:15.629394 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc13112b-81b5-47e0-a253-22af29c21f42', 'tag': '6295ef30-3dd6-4e15-a106-d71e99f0032e'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:19:15.632387 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808991ee-738d-42c5-9e97-a25235a23674" -d '{"events": [{"name": "network-changed", "server_uuid": "dc13112b-81b5-47e0-a253-22af29c21f42", "tag": "6295ef30-3dd6-4e15-a106-d71e99f0032e"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:19:15.659809 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['50ed6423-e6aa-4fb4-9f04-88c9e0df44f1'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:19:15.690357 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-1d7d98ff-b845-46ca-9ad3-b04344f8c28a tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Network 2b0c544f-e1c5-43e5-917d-858b4f45dd21 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:19:15.708897 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-1d7d98ff-b845-46ca-9ad3-b04344f8c28a tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:19:15.744769 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-1d7d98ff-b845-46ca-9ad3-b04344f8c28a tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:19:15.749678 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90923c74-aef3-495d-a65e-ab47525ac4cf x-openstack-request-id: req-90923c74-aef3-495d-a65e-ab47525ac4cf {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:19:15.750119 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc13112b-81b5-47e0-a253-22af29c21f42", "tag": "6295ef30-3dd6-4e15-a106-d71e99f0032e", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:19:15.750386 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-90923c74-aef3-495d-a65e-ab47525ac4cf {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:19:15.750791 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc13112b-81b5-47e0-a253-22af29c21f42', 'tag': '6295ef30-3dd6-4e15-a106-d71e99f0032e', 'status': 'completed', 'code': 200} Oct 27 18:19:15.786711 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d98ff-b845-46ca-9ad3-b04344f8c28a tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Pushing event updated for resources: {'Port': ['ID=07eca8ca-7d3e-4a28-90bc-509e24138681,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:15.923751 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-1d7d98ff-b845-46ca-9ad3-b04344f8c28a tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:15.924417 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-1d7d98ff-b845-46ca-9ad3-b04344f8c28a tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:15.941902 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808991ee-738d-42c5-9e97-a25235a23674 req-5e88309e-0ebc-4d5a-aa92-0a8bb2a572e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:15.943360 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-808991ee-738d-42c5-9e97-a25235a23674 req-5e88309e-0ebc-4d5a-aa92-0a8bb2a572e5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f8df18aaf1594db3b572eb589716619a&device_id=dc13112b-81b5-47e0-a253-22af29c21f42 HTTP/1.1" status: 200 len: 1097 time: 0.1848748 Oct 27 18:19:16.004293 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a719ab9-acfc-4fff-99ef-e65c78eb9929 req-2c12ea49-1b33-454d-add5-d245ad9bb807 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:16.004293 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5a719ab9-acfc-4fff-99ef-e65c78eb9929 req-2c12ea49-1b33-454d-add5-d245ad9bb807 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=bccb4f9e-a308-4571-8d38-d631d03d07d0 HTTP/1.1" status: 200 len: 948 time: 0.1589222 Oct 27 18:19:16.027899 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f49d4453-2ab1-4a75-80c5-9f329936c824 req-56bcfd68-17ab-4025-9bca-dfa0d8312f82 service neutron] 10.222.0.93 "GET /v2.0/networks/4e086075-a1b5-4045-ad82-552f5d921dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488915 Oct 27 18:19:16.086247 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-1d7d98ff-b845-46ca-9ad3-b04344f8c28a tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7514970 Oct 27 18:19:16.117713 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-ae41c50e-7607-4e4f-bd6c-dabd1413de5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46cd2537-d589-446b-917c-1a9445464d0c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-864649329-router', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '4f8c66aa-fe19-42fc-8563-4359524b20a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:16:00Z', 'updated_at': '2021-10-27T18:16:10Z', 'revision_number': 4, 'project_id': 'f8df18aaf1594db3b572eb589716619a', 'gw_port': {'id': '4f8c66aa-fe19-42fc-8563-4359524b20a3', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46cd2537-d589-446b-917c-1a9445464d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:03Z', 'updated_at': '2021-10-27T18:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '6dfc2d8e-8cc2-4308-9244-862e3c11821e', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'floating_ip_address': '172.25.6.130', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '46cd2537-d589-446b-917c-1a9445464d0c', 'port_id': '6295ef30-3dd6-4e15-a106-d71e99f0032e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f511542f-5df3-4e7b-b026-a1f4910c0d39', 'mac_address': 'fa:16:3e:85:29:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc13112b-81b5-47e0-a253-22af29c21f42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:16:40Z', 'updated_at': '2021-10-27T18:19:12Z', 'revision_number': 5, 'project_id': 'f8df18aaf1594db3b572eb589716619a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62f59bc7-ad58-4cf1-8aff-feb60c59bed9', 'name': '', 'network_id': 'f511542f-5df3-4e7b-b026-a1f4910c0d39', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'mac_address': 'fa:16:3e:a3:54:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46cd2537-d589-446b-917c-1a9445464d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '71d7f89c-bbad-475f-9db7-0378b3e2ca7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:09Z', 'updated_at': '2021-10-27T18:16:20Z', 'revision_number': 5, 'project_id': 'f8df18aaf1594db3b572eb589716619a', 'subnets': [{'id': '71d7f89c-bbad-475f-9db7-0378b3e2ca7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:19:16.143986 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-be436732-1580-4383-bb11-27bdc8893f74 service neutron] Request body: {'port': {'device_id': '617f33a8-1b15-4757-a7b8-bf13dfaba8c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:19:16.154733 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae41c50e-7607-4e4f-bd6c-dabd1413de5f None None] The sync data for ids ['46cd2537-d589-446b-917c-1a9445464d0c'] in n-d-815690-2 is: [{'id': '46cd2537-d589-446b-917c-1a9445464d0c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-864649329-router', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '4f8c66aa-fe19-42fc-8563-4359524b20a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:16:00Z', 'updated_at': '2021-10-27T18:16:10Z', 'revision_number': 4, 'project_id': 'f8df18aaf1594db3b572eb589716619a', 'gw_port': {'id': '4f8c66aa-fe19-42fc-8563-4359524b20a3', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46cd2537-d589-446b-917c-1a9445464d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:03Z', 'updated_at': '2021-10-27T18:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '6dfc2d8e-8cc2-4308-9244-862e3c11821e', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'floating_ip_address': '172.25.6.130', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '46cd2537-d589-446b-917c-1a9445464d0c', 'port_id': '6295ef30-3dd6-4e15-a106-d71e99f0032e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f511542f-5df3-4e7b-b026-a1f4910c0d39', 'mac_address': 'fa:16:3e:85:29:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc13112b-81b5-47e0-a253-22af29c21f42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:16:40Z', 'updated_at': '2021-10-27T18:19:12Z', 'revision_number': 5, 'project_id': 'f8df18aaf1594db3b572eb589716619a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62f59bc7-ad58-4cf1-8aff-feb60c59bed9', 'name': '', 'network_id': 'f511542f-5df3-4e7b-b026-a1f4910c0d39', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'mac_address': 'fa:16:3e:a3:54:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46cd2537-d589-446b-917c-1a9445464d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '71d7f89c-bbad-475f-9db7-0378b3e2ca7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:09Z', 'updated_at': '2021-10-27T18:16:20Z', 'revision_number': 5, 'project_id': 'f8df18aaf1594db3b572eb589716619a', 'subnets': [{'id': '71d7f89c-bbad-475f-9db7-0378b3e2ca7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:19:16.256905 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-be436732-1580-4383-bb11-27bdc8893f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:16.269356 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5a719ab9-acfc-4fff-99ef-e65c78eb9929 req-277cfa57-47a7-42da-8754-6f719308d7fd tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018614 Oct 27 18:19:16.311924 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808991ee-738d-42c5-9e97-a25235a23674 req-793a27f8-b835-4f39-9c1b-ee38f317fb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:16.313679 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-808991ee-738d-42c5-9e97-a25235a23674 req-793a27f8-b835-4f39-9c1b-ee38f317fb25 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f511542f-5df3-4e7b-b026-a1f4910c0d39 HTTP/1.1" status: 200 len: 925 time: 0.3530571 Oct 27 18:19:16.384354 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device b9e34544-f884-4445-90b4-80a5768d9b19 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:19:16.407978 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f49d4453-2ab1-4a75-80c5-9f329936c824 req-1be08d5b-e95a-4454-b43b-97bc2bd2836c service neutron] 10.222.0.93 "GET /v2.0/networks/4e086075-a1b5-4045-ad82-552f5d921dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387127 Oct 27 18:19:16.542588 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port b9e34544-f884-4445-90b4-80a5768d9b19, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=b9e34544-f884-4445-90b4-80a5768d9b19,segment=NetworkSegment(0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2),segment_id=0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:19:16.577969 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e362d621-47a9-4fdb-b255-ebfde177ac63 None None] New status for floating IP 6dfc2d8e-8cc2-4308-9244-862e3c11821e: ACTIVE {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:19:16.581836 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:19:16.654662 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'b9e34544-f884-4445-90b4-80a5768d9b19', 'network_id': 'c345cfe3-9ef8-4d81-8fa5-3e08d3754503', 'port_id': 'b9e34544-f884-4445-90b4-80a5768d9b19', 'mac_address': 'fa:16:3e:13:f1:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1038, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0915b7bc-3821-43b8-a967-754663cb61b5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:19:16.656612 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47002) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:19:16.702041 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-808991ee-738d-42c5-9e97-a25235a23674 req-1270f280-b313-4707-84cb-ccdf4081972d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6295ef30-3dd6-4e15-a106-d71e99f0032e HTTP/1.1" status: 200 len: 1000 time: 0.3486176 Oct 27 18:19:16.754606 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:16.793879 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9e34544-f884-4445-90b4-80a5768d9b19 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:19:16.824931 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port b9e34544-f884-4445-90b4-80a5768d9b19, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=b9e34544-f884-4445-90b4-80a5768d9b19,segment=NetworkSegment(0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2),segment_id=0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:19:16.845494 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a8aa53fc-ece4-422f-a463-dfe0d6344298 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:16.868623 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808991ee-738d-42c5-9e97-a25235a23674 req-57f54a92-8e25-4df1-9ec4-7cadb0ee18a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:16.870132 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-808991ee-738d-42c5-9e97-a25235a23674 req-57f54a92-8e25-4df1-9ec4-7cadb0ee18a3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=71d7f89c-bbad-475f-9db7-0378b3e2ca7c HTTP/1.1" status: 200 len: 862 time: 0.1297495 Oct 27 18:19:16.882148 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194df4da-45b9-4161-b701-75b0f2c8ad5d req-34bc6ffa-4c49-4908-9510-515909df8f78 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:16.890525 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-194df4da-45b9-4161-b701-75b0f2c8ad5d req-34bc6ffa-4c49-4908-9510-515909df8f78 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 931 time: 0.2296422 Oct 27 18:19:16.903529 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330f98b-aeb9-4b40-aba3-44f632fc8fa4 req-476fccd5-7e73-48e7-af9b-ad6fcfb7ee55 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:16.905796 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1330f98b-aeb9-4b40-aba3-44f632fc8fa4 req-476fccd5-7e73-48e7-af9b-ad6fcfb7ee55 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 944 time: 0.2462423 Oct 27 18:19:16.917461 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:16.992626 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a8aa53fc-ece4-422f-a463-dfe0d6344298 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:17.045072 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-194df4da-45b9-4161-b701-75b0f2c8ad5d req-6a00005f-a764-4832-80a5-c2b80e0ab9ce tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?id=65cd9538-4319-435d-90f4-473e43f2af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498983 Oct 27 18:19:17.071876 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808991ee-738d-42c5-9e97-a25235a23674 req-1b2ccb87-0452-4715-8023-c55c432a5e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:17.081456 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-808991ee-738d-42c5-9e97-a25235a23674 req-1b2ccb87-0452-4715-8023-c55c432a5e86 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f511542f-5df3-4e7b-b026-a1f4910c0d39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1860063 Oct 27 18:19:17.093707 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['b9e34544-f884-4445-90b4-80a5768d9b19'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:19:17.098695 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a8aa53fc-ece4-422f-a463-dfe0d6344298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:17.126287 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1330f98b-aeb9-4b40-aba3-44f632fc8fa4 req-e15e79f6-7523-4ed2-b5a6-e65ebaa245e7 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975467 Oct 27 18:19:17.190584 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=b9e34544-f884-4445-90b4-80a5768d9b19,revision_number=6']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:17.219186 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa53fc-ece4-422f-a463-dfe0d6344298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eea22b2-ceaf-4d6d-9d85-7dfba92642cb,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:17.259458 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47028) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:19:17.261363 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a8aa53fc-ece4-422f-a463-dfe0d6344298 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d52051e9673c49379da5e33c22c0eaa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6035376 Oct 27 18:19:17.356939 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-be436732-1580-4383-bb11-27bdc8893f74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07eca8ca-7d3e-4a28-90bc-509e24138681 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:19:17.403160 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-be436732-1580-4383-bb11-27bdc8893f74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:17.449334 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-be436732-1580-4383-bb11-27bdc8893f74 service neutron] Transition to ACTIVE for port object 07eca8ca-7d3e-4a28-90bc-509e24138681 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:19:17.472549 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-808991ee-738d-42c5-9e97-a25235a23674 req-6bae9883-0368-4bcc-a4cb-af51acd15e2b service neutron] 10.222.0.81 "GET /v2.0/networks/f511542f-5df3-4e7b-b026-a1f4910c0d39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815043 Oct 27 18:19:17.494803 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-eff0ce8e-6141-44af-a15c-f0d44af7cb76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:17.551985 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-be436732-1580-4383-bb11-27bdc8893f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:17.581720 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-eff0ce8e-6141-44af-a15c-f0d44af7cb76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:17.609523 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d79027f-170d-4837-830e-9d91aa8226af req-011fc335-1d05-49a8-9520-74ed3d887cee tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:17.611180 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9d79027f-170d-4837-830e-9d91aa8226af req-011fc335-1d05-49a8-9520-74ed3d887cee tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=bccb4f9e-a308-4571-8d38-d631d03d07d0 HTTP/1.1" status: 200 len: 948 time: 0.1863649 Oct 27 18:19:17.707085 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be436732-1580-4383-bb11-27bdc8893f74 service neutron] Pushing event updated for resources: {'Port': ['ID=07eca8ca-7d3e-4a28-90bc-509e24138681,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:17.781923 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-808991ee-738d-42c5-9e97-a25235a23674 req-c4f7167e-95fa-4987-890c-d3a5a7922c71 service neutron] 10.222.0.81 "GET /v2.0/networks/f511542f-5df3-4e7b-b026-a1f4910c0d39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915626 Oct 27 18:19:17.781923 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9d79027f-170d-4837-830e-9d91aa8226af req-dafd718d-b5cb-4caf-827e-46099226023b tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492493 Oct 27 18:19:17.814168 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-be436732-1580-4383-bb11-27bdc8893f74 service neutron] Attempting to bind port 07eca8ca-7d3e-4a28-90bc-509e24138681 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:19:17.814631 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-be436732-1580-4383-bb11-27bdc8893f74 service neutron] Attempting to bind port 07eca8ca-7d3e-4a28-90bc-509e24138681 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '86083249-b3fb-43bf-8aa0-d1a115df68ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '2b0c544f-e1c5-43e5-917d-858b4f45dd21'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:19:17.815051 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-be436732-1580-4383-bb11-27bdc8893f74 service neutron] Attempting to bind port 07eca8ca-7d3e-4a28-90bc-509e24138681 on network 2b0c544f-e1c5-43e5-917d-858b4f45dd21 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:19:17.823614 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-be436732-1580-4383-bb11-27bdc8893f74 service neutron] Port 07eca8ca-7d3e-4a28-90bc-509e24138681 on network 2b0c544f-e1c5-43e5-917d-858b4f45dd21 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:19:17.823979 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-be436732-1580-4383-bb11-27bdc8893f74 service neutron] Attempting to bind port 07eca8ca-7d3e-4a28-90bc-509e24138681 on network 2b0c544f-e1c5-43e5-917d-858b4f45dd21 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:19:17.830304 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-be436732-1580-4383-bb11-27bdc8893f74 service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:19:17.830641 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-be436732-1580-4383-bb11-27bdc8893f74 service neutron] Checking segment: {'id': '86083249-b3fb-43bf-8aa0-d1a115df68ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '2b0c544f-e1c5-43e5-917d-858b4f45dd21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:19:17.831181 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-be436732-1580-4383-bb11-27bdc8893f74 service neutron] Bound using segment: {'id': '86083249-b3fb-43bf-8aa0-d1a115df68ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '2b0c544f-e1c5-43e5-917d-858b4f45dd21'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:19:17.831606 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-be436732-1580-4383-bb11-27bdc8893f74 service neutron] Bound port: 07eca8ca-7d3e-4a28-90bc-509e24138681, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86083249-b3fb-43bf-8aa0-d1a115df68ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '2b0c544f-e1c5-43e5-917d-858b4f45dd21'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:19:17.831968 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-be436732-1580-4383-bb11-27bdc8893f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:17.897502 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-eff0ce8e-6141-44af-a15c-f0d44af7cb76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:17.900161 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-eff0ce8e-6141-44af-a15c-f0d44af7cb76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:17.901472 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-eff0ce8e-6141-44af-a15c-f0d44af7cb76 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7eea22b2-ceaf-4d6d-9d85-7dfba92642cb HTTP/1.1" status: 204 len: 168 time: 0.6409547 Oct 27 18:19:17.926528 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff0ce8e-6141-44af-a15c-f0d44af7cb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eea22b2-ceaf-4d6d-9d85-7dfba92642cb,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:17.950361 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-be436732-1580-4383-bb11-27bdc8893f74 service neutron] For port 07eca8ca-7d3e-4a28-90bc-509e24138681, host n-h1-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:19:17.956576 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-be436732-1580-4383-bb11-27bdc8893f74 service neutron] For port 07eca8ca-7d3e-4a28-90bc-509e24138681, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=07eca8ca-7d3e-4a28-90bc-509e24138681,segment=NetworkSegment(86083249-b3fb-43bf-8aa0-d1a115df68ec),segment_id=86083249-b3fb-43bf-8aa0-d1a115df68ec)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:19:18.074263 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-be436732-1580-4383-bb11-27bdc8893f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:18.126967 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-be436732-1580-4383-bb11-27bdc8893f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:18.129727 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-be436732-1580-4383-bb11-27bdc8893f74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:18.129727 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-be436732-1580-4383-bb11-27bdc8893f74 service neutron] 10.222.0.81 "PUT /v2.0/ports/07eca8ca-7d3e-4a28-90bc-509e24138681 HTTP/1.1" status: 200 len: 1091 time: 1.9936562 Oct 27 18:19:18.129988 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '617f33a8-1b15-4757-a7b8-bf13dfaba8c7', 'tag': '07eca8ca-7d3e-4a28-90bc-509e24138681'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:19:18.132829 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14843e5d-ad44-4781-ae83-8627169d4b07" -d '{"events": [{"name": "network-changed", "server_uuid": "617f33a8-1b15-4757-a7b8-bf13dfaba8c7", "tag": "07eca8ca-7d3e-4a28-90bc-509e24138681"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:19:18.235745 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150107d9-163a-4f86-bfc8-28611ccc7c96 x-openstack-request-id: req-150107d9-163a-4f86-bfc8-28611ccc7c96 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:19:18.236032 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "617f33a8-1b15-4757-a7b8-bf13dfaba8c7", "tag": "07eca8ca-7d3e-4a28-90bc-509e24138681", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:19:18.236291 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-150107d9-163a-4f86-bfc8-28611ccc7c96 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:19:18.236787 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '617f33a8-1b15-4757-a7b8-bf13dfaba8c7', 'tag': '07eca8ca-7d3e-4a28-90bc-509e24138681', 'status': 'completed', 'code': 200} Oct 27 18:19:18.255628 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be436732-1580-4383-bb11-27bdc8893f74 service neutron] Pushing event updated for resources: {'Port': ['ID=07eca8ca-7d3e-4a28-90bc-509e24138681,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:18.335459 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4fbf4e-50ef-40aa-ad49-ca278c2b7ebb req-e0c8135e-623a-41a3-85cf-55997721e3f6 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:18.337064 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ec4fbf4e-50ef-40aa-ad49-ca278c2b7ebb req-e0c8135e-623a-41a3-85cf-55997721e3f6 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 943 time: 0.1648033 Oct 27 18:19:18.349830 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14843e5d-ad44-4781-ae83-8627169d4b07 req-3b90d20e-1355-4997-832d-f1134465b355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:18.351437 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-14843e5d-ad44-4781-ae83-8627169d4b07 req-3b90d20e-1355-4997-832d-f1134465b355 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a5994b7ba06b4151b58ba01f2c995408&device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 1094 time: 0.1193142 Oct 27 18:19:18.394851 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device b9e34544-f884-4445-90b4-80a5768d9b19 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:19:18.466019 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port b9e34544-f884-4445-90b4-80a5768d9b19 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:19:18.466428 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:18.549664 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14843e5d-ad44-4781-ae83-8627169d4b07 req-fd65be21-6072-4e6d-9e49-89263b11c373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:18.552141 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-14843e5d-ad44-4781-ae83-8627169d4b07 req-fd65be21-6072-4e6d-9e49-89263b11c373 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=a5994b7ba06b4151b58ba01f2c995408&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1861203 Oct 27 18:19:18.552881 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:18.587254 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '897216c7-db70-4e06-8b0b-cb7b2659635c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e34544-f884-4445-90b4-80a5768d9b19'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:19:18.590982 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc02c2c-d294-4266-9bdc-1d5fe554c6ae" -d '{"events": [{"server_uuid": "897216c7-db70-4e06-8b0b-cb7b2659635c", "name": "network-vif-plugged", "status": "completed", "tag": "b9e34544-f884-4445-90b4-80a5768d9b19"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:19:18.607218 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port b9e34544-f884-4445-90b4-80a5768d9b19, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=b9e34544-f884-4445-90b4-80a5768d9b19,segment=NetworkSegment(0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2),segment_id=0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:19:18.654896 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ec4fbf4e-50ef-40aa-ad49-ca278c2b7ebb req-8127ac06-11af-4df1-92f9-7deb2e9c1c00 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?id=65cd9538-4319-435d-90f4-473e43f2af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072293 Oct 27 18:19:18.687838 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505eec83-826e-48eb-8934-3d82a62a62b6 req-311a1947-2c71-4595-8995-8cae4afdc6ef tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:18.695307 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-505eec83-826e-48eb-8934-3d82a62a62b6 req-311a1947-2c71-4595-8995-8cae4afdc6ef tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 944 time: 0.3166089 Oct 27 18:19:18.720169 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:18.766115 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-505eec83-826e-48eb-8934-3d82a62a62b6 req-8b5bbe5d-ba19-48ac-97d9-5224a19afb2e tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689216 Oct 27 18:19:18.799374 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14843e5d-ad44-4781-ae83-8627169d4b07 req-1b877f29-6edc-45ab-b5c6-58f797da281a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:18.800871 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-14843e5d-ad44-4781-ae83-8627169d4b07 req-1b877f29-6edc-45ab-b5c6-58f797da281a service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2193449 Oct 27 18:19:18.825121 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649194e1-9cc8-447f-9b9e-b9550e2d8fa3 x-openstack-request-id: req-649194e1-9cc8-447f-9b9e-b9550e2d8fa3 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:19:18.825426 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "897216c7-db70-4e06-8b0b-cb7b2659635c", "name": "network-vif-plugged", "status": "completed", "tag": "b9e34544-f884-4445-90b4-80a5768d9b19", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:19:18.825718 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-649194e1-9cc8-447f-9b9e-b9550e2d8fa3 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:19:18.826626 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '897216c7-db70-4e06-8b0b-cb7b2659635c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e34544-f884-4445-90b4-80a5768d9b19', 'code': 200} Oct 27 18:19:18.844324 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=b9e34544-f884-4445-90b4-80a5768d9b19,revision_number=7']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:18.904710 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-141a90f1-189f-4f56-8bad-cd6a66d1cdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:18.906786 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-141a90f1-189f-4f56-8bad-cd6a66d1cdd0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a5994b7ba06b4151b58ba01f2c995408&device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 1094 time: 0.0588157 Oct 27 18:19:18.987632 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-e67f9649-ac66-42aa-8bc9-02abd544fa0e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07eca8ca-7d3e-4a28-90bc-509e24138681 HTTP/1.1" status: 200 len: 217 time: 0.0648894 Oct 27 18:19:19.043725 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b05be6-8b47-486b-bc23-fa28d12b83fe req-e5d475c0-0397-47a5-9a60-6c66b5ebe4f3 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:19.045827 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-40b05be6-8b47-486b-bc23-fa28d12b83fe req-e5d475c0-0397-47a5-9a60-6c66b5ebe4f3 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=bccb4f9e-a308-4571-8d38-d631d03d07d0 HTTP/1.1" status: 200 len: 948 time: 0.1343215 Oct 27 18:19:19.078106 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-6ec2ffba-7c3a-44b5-8418-a69bab5f9120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:19.079887 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-6ec2ffba-7c3a-44b5-8418-a69bab5f9120 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=4965f8af-4fde-4a0a-9bd8-662a2fb0507c HTTP/1.1" status: 200 len: 852 time: 0.0822401 Oct 27 18:19:19.124921 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-038a019e-0c1c-459e-ac59-7b19fb5d7238 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2b0c544f-e1c5-43e5-917d-858b4f45dd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369449 Oct 27 18:19:19.139445 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-40b05be6-8b47-486b-bc23-fa28d12b83fe req-a5b74454-4f17-4d79-8830-ba69eb5f9335 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850685 Oct 27 18:19:19.297590 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-739ae2ee-9a92-4113-8654-586fb3f33e7e service neutron] 10.222.0.81 "GET /v2.0/networks/2b0c544f-e1c5-43e5-917d-858b4f45dd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551683 Oct 27 18:19:19.308812 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf80e38-f068-4519-b7f0-dc26c7bf1d6c req-ff5a025d-c39c-467a-af47-872db55ec531 tempest-ServersOnMultiNodesTest-1960722965 tempest-ServersOnMultiNodesTest-1960722965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:19.311697 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6bf80e38-f068-4519-b7f0-dc26c7bf1d6c req-ff5a025d-c39c-467a-af47-872db55ec531 tempest-ServersOnMultiNodesTest-1960722965 tempest-ServersOnMultiNodesTest-1960722965-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=bccb4f9e-a308-4571-8d38-d631d03d07d0 HTTP/1.1" status: 200 len: 1099 time: 0.0675285 Oct 27 18:19:19.786327 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6bf80e38-f068-4519-b7f0-dc26c7bf1d6c req-b7f134e5-c4f2-4c34-9ce6-10fe63a15015 tempest-ServersOnMultiNodesTest-1960722965 tempest-ServersOnMultiNodesTest-1960722965-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4541087 Oct 27 18:19:19.877694 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-0deb0cc9-7cd0-4a01-b277-bb1da2482f77 service neutron] 10.222.0.81 "GET /v2.0/networks/2b0c544f-e1c5-43e5-917d-858b4f45dd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5723276 Oct 27 18:19:19.979895 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd350c95-79da-4e1d-978c-a6f38d80877c req-fbbe1ae9-04f5-46be-875e-399b1ec3bb4d tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:19.981510 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd350c95-79da-4e1d-978c-a6f38d80877c req-fbbe1ae9-04f5-46be-875e-399b1ec3bb4d tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 943 time: 0.1203442 Oct 27 18:19:20.062756 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd350c95-79da-4e1d-978c-a6f38d80877c req-78c3486c-205a-4b7a-839a-7ea66f57021d tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?id=65cd9538-4319-435d-90f4-473e43f2af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736427 Oct 27 18:19:20.098023 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17565abd-36cf-4157-94cd-72294ddcb17f req-563688e7-f42a-4cde-bc6c-8044f4c087d4 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:20.107975 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-17565abd-36cf-4157-94cd-72294ddcb17f req-563688e7-f42a-4cde-bc6c-8044f4c087d4 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 944 time: 0.1033893 Oct 27 18:19:20.161440 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-17565abd-36cf-4157-94cd-72294ddcb17f req-e301f265-5621-4e05-86db-8f064f8e956d tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504758 Oct 27 18:19:20.261855 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-045bb146-bfa8-476e-9626-acca81261899 req-028f1fb2-3bc3-420b-b144-7df74039a0fd tempest-AbsoluteLimitsNegativeTestJSON-1865991477 tempest-AbsoluteLimitsNegativeTestJSON-1865991477-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=bbeb3ea5811a41fb9cd80b4b7b34de60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240228 Oct 27 18:19:20.350209 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1253977c-af0e-4103-a528-e955b7b37666 req-96d323f1-da70-49bf-bed5-26ab6a76bed4 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=82f76d5c977b49a3a741c29e3332e08f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570450 Oct 27 18:19:20.401172 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 50ee530d-9047-4e2f-b18a-7c05ac1292e8 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:19:20.490379 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045bb146-bfa8-476e-9626-acca81261899 req-a56216f6-cffa-450c-8d74-37b1126a233d tempest-AbsoluteLimitsNegativeTestJSON-1865991477 tempest-AbsoluteLimitsNegativeTestJSON-1865991477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:20.491839 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-045bb146-bfa8-476e-9626-acca81261899 req-a56216f6-cffa-450c-8d74-37b1126a233d tempest-AbsoluteLimitsNegativeTestJSON-1865991477 tempest-AbsoluteLimitsNegativeTestJSON-1865991477-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2232461 Oct 27 18:19:20.524720 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-045bb146-bfa8-476e-9626-acca81261899 req-3b9d7a2d-3f0c-4ae0-9f6e-4e274f1b0e57 tempest-AbsoluteLimitsNegativeTestJSON-1865991477 tempest-AbsoluteLimitsNegativeTestJSON-1865991477-project] 10.222.0.52 "GET /v2.0/quotas/bbeb3ea5811a41fb9cd80b4b7b34de60 HTTP/1.1" status: 200 len: 375 time: 0.0250351 Oct 27 18:19:20.534454 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253977c-af0e-4103-a528-e955b7b37666 req-a236d180-2ca1-4b13-a0c7-dc743b04d93e tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:20.534620 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 50ee530d-9047-4e2f-b18a-7c05ac1292e8, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=50ee530d-9047-4e2f-b18a-7c05ac1292e8,segment=NetworkSegment(58a88469-a6e8-4f4a-87d0-167a1bff6a8c),segment_id=58a88469-a6e8-4f4a-87d0-167a1bff6a8c)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:19:20.541845 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1253977c-af0e-4103-a528-e955b7b37666 req-a236d180-2ca1-4b13-a0c7-dc743b04d93e tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1823392 Oct 27 18:19:20.549840 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '50ee530d-9047-4e2f-b18a-7c05ac1292e8', 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b', 'port_id': '50ee530d-9047-4e2f-b18a-7c05ac1292e8', 'mac_address': 'fa:16:3e:22:6b:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d2e93d5-4842-4818-961f-a77ef1a8f95b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:19:20.570967 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1253977c-af0e-4103-a528-e955b7b37666 req-91a1d2f9-e4c1-44e9-abd4-f6631c479c1a tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/quotas/82f76d5c977b49a3a741c29e3332e08f HTTP/1.1" status: 200 len: 375 time: 0.0281150 Oct 27 18:19:20.592332 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:20.602764 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-045bb146-bfa8-476e-9626-acca81261899 req-7dbfa0c5-927b-4bc2-9ea1-fc6e655f6b9b tempest-AbsoluteLimitsNegativeTestJSON-1865991477 tempest-AbsoluteLimitsNegativeTestJSON-1865991477-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=bbeb3ea5811a41fb9cd80b4b7b34de60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588155 Oct 27 18:19:20.636406 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ee530d-9047-4e2f-b18a-7c05ac1292e8 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:19:20.662621 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 50ee530d-9047-4e2f-b18a-7c05ac1292e8, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=50ee530d-9047-4e2f-b18a-7c05ac1292e8,segment=NetworkSegment(58a88469-a6e8-4f4a-87d0-167a1bff6a8c),segment_id=58a88469-a6e8-4f4a-87d0-167a1bff6a8c)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:19:20.679035 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1253977c-af0e-4103-a528-e955b7b37666 req-5ab2f633-5970-43b2-9df1-3d32338ca116 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=82f76d5c977b49a3a741c29e3332e08f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1069620 Oct 27 18:19:20.817551 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:20.870023 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=50ee530d-9047-4e2f-b18a-7c05ac1292e8,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:21.031522 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-468b1daa-04cd-40ec-a058-94919a1f2f65 req-e5482272-c6d7-49c8-a1e0-871d01a89678 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88af2fc-bb8c-463d-ae2c-69d4dd1e3248 HTTP/1.1" status: 200 len: 210 time: 0.0441375 Oct 27 18:19:21.158138 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['50ee530d-9047-4e2f-b18a-7c05ac1292e8'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:19:21.253197 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713beca-e2f0-4618-9444-f1fe97e2d5cf req-681b75c1-0ed2-4a9f-ad0c-1b7e845a45cc tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:21.259251 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e713beca-e2f0-4618-9444-f1fe97e2d5cf req-681b75c1-0ed2-4a9f-ad0c-1b7e845a45cc tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 943 time: 0.1049376 Oct 27 18:19:21.377764 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e713beca-e2f0-4618-9444-f1fe97e2d5cf req-80d950f5-0e50-4d18-8985-6db659d6ca2d tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?id=65cd9538-4319-435d-90f4-473e43f2af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086004 Oct 27 18:19:21.483975 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd46dff-523b-4121-ae37-b0cb602131cd req-7599562f-4682-438e-827d-c5ad5d4d67c9 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:21.492237 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1cd46dff-523b-4121-ae37-b0cb602131cd req-7599562f-4682-438e-827d-c5ad5d4d67c9 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 945 time: 0.1159184 Oct 27 18:19:21.534385 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47174) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:19:21.568106 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1cd46dff-523b-4121-ae37-b0cb602131cd req-47dd382e-4721-4d8e-be32-8be8de4a4ef8 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727043 Oct 27 18:19:21.663580 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f7539be5-9a42-41ad-8fdf-1d4fd8fcadd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:21.746399 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f7539be5-9a42-41ad-8fdf-1d4fd8fcadd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:21.947039 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f7539be5-9a42-41ad-8fdf-1d4fd8fcadd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:21.986911 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f7539be5-9a42-41ad-8fdf-1d4fd8fcadd5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bbeb3ea5811a41fb9cd80b4b7b34de60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4513288 Oct 27 18:19:21.989110 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7539be5-9a42-41ad-8fdf-1d4fd8fcadd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1f930b-e260-4361-ba00-21050645ad54,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:21.989698 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47182) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:19:22.045763 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ee338834-2e9a-48a5-adbc-72c931f12fff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:22.118370 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ee338834-2e9a-48a5-adbc-72c931f12fff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:22.170292 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ac1aa9b0-1b7f-4495-b8d5-0441c8b68018 req-1624c87b-73fa-40c1-933e-abdf2194e3b0 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88af2fc-bb8c-463d-ae2c-69d4dd1e3248 HTTP/1.1" status: 200 len: 210 time: 0.0573075 Oct 27 18:19:22.269026 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 07eca8ca-7d3e-4a28-90bc-509e24138681 details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:19:22.347278 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ee338834-2e9a-48a5-adbc-72c931f12fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:22.350522 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ee338834-2e9a-48a5-adbc-72c931f12fff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:22.353589 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ee338834-2e9a-48a5-adbc-72c931f12fff admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bd1f930b-e260-4361-ba00-21050645ad54 HTTP/1.1" status: 204 len: 168 time: 0.3605447 Oct 27 18:19:22.368214 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee338834-2e9a-48a5-adbc-72c931f12fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1f930b-e260-4361-ba00-21050645ad54,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:22.419446 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 07eca8ca-7d3e-4a28-90bc-509e24138681, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=07eca8ca-7d3e-4a28-90bc-509e24138681,segment=NetworkSegment(86083249-b3fb-43bf-8aa0-d1a115df68ec),segment_id=86083249-b3fb-43bf-8aa0-d1a115df68ec)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:19:22.434732 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': '07eca8ca-7d3e-4a28-90bc-509e24138681', 'network_id': '2b0c544f-e1c5-43e5-917d-858b4f45dd21', 'port_id': '07eca8ca-7d3e-4a28-90bc-509e24138681', 'mac_address': 'fa:16:3e:35:35:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4965f8af-4fde-4a0a-9bd8-662a2fb0507c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:19:22.504098 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:22.519864 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07eca8ca-7d3e-4a28-90bc-509e24138681 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:19:22.535319 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d335ba8-500f-4610-a232-450e1f163342 req-26cb541e-9cb6-4bc8-a3c9-f66be5d8e2b3 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:22.543575 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8d335ba8-500f-4610-a232-450e1f163342 req-26cb541e-9cb6-4bc8-a3c9-f66be5d8e2b3 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 943 time: 0.0743027 Oct 27 18:19:22.548065 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 07eca8ca-7d3e-4a28-90bc-509e24138681, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=07eca8ca-7d3e-4a28-90bc-509e24138681,segment=NetworkSegment(86083249-b3fb-43bf-8aa0-d1a115df68ec),segment_id=86083249-b3fb-43bf-8aa0-d1a115df68ec)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:19:22.603708 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8d335ba8-500f-4610-a232-450e1f163342 req-4739c5cd-7a16-4e35-9b3c-0bb24da5749c tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?id=65cd9538-4319-435d-90f4-473e43f2af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555921 Oct 27 18:19:22.684047 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:22.728033 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d89ba-19a7-44b2-a270-c5af54850be7 req-807781e2-57a0-4aa1-8454-74f4168e7597 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:22.732824 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1f9d89ba-19a7-44b2-a270-c5af54850be7 req-807781e2-57a0-4aa1-8454-74f4168e7597 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 945 time: 0.0797424 Oct 27 18:19:22.747406 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=07eca8ca-7d3e-4a28-90bc-509e24138681,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:22.834853 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1f9d89ba-19a7-44b2-a270-c5af54850be7 req-df6206b6-60cd-4e24-af5f-7bb4231bab8e tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729046 Oct 27 18:19:23.017619 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['07eca8ca-7d3e-4a28-90bc-509e24138681'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:19:23.311875 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0622399a-bcc1-4740-b0aa-08a684979f60 req-929f5650-7187-447b-ae98-11dfb7d4f03b tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88af2fc-bb8c-463d-ae2c-69d4dd1e3248 HTTP/1.1" status: 200 len: 210 time: 0.0459979 Oct 27 18:19:23.658999 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1253977c-af0e-4103-a528-e955b7b37666 req-114d6644-c16f-46d3-9fbb-7aa4d645f41f tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=82f76d5c977b49a3a741c29e3332e08f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400519 Oct 27 18:19:23.821711 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40cd837-a211-4ee0-8712-7fefda67dcad req-632b24f9-0bc6-417c-8b85-5284ba5a41fa tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:23.824864 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c40cd837-a211-4ee0-8712-7fefda67dcad req-632b24f9-0bc6-417c-8b85-5284ba5a41fa tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 944 time: 0.1365128 Oct 27 18:19:23.881079 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253977c-af0e-4103-a528-e955b7b37666 req-52542a92-57d3-4292-b770-9706d4753e11 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:23.882708 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1253977c-af0e-4103-a528-e955b7b37666 req-52542a92-57d3-4292-b770-9706d4753e11 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2176127 Oct 27 18:19:23.903223 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c40cd837-a211-4ee0-8712-7fefda67dcad req-b436872d-9033-488a-85d3-e8ce3c1dd41d tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?id=65cd9538-4319-435d-90f4-473e43f2af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592461 Oct 27 18:19:23.909634 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-1253977c-af0e-4103-a528-e955b7b37666 req-b733e408-3836-47d2-8756-a1027bae37a9 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Request body: {'port': {'device_id': 'b88af2fc-bb8c-463d-ae2c-69d4dd1e3248', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'admin_state_up': True, 'tenant_id': '82f76d5c977b49a3a741c29e3332e08f'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:19:24.018113 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47252) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:19:24.116179 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8efb39-d5ed-4abd-a5b5-8363ba9eb2fa req-265c9f0f-c4ba-4cf0-8d76-0e79bf9052ce tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:24.118009 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3a8efb39-d5ed-4abd-a5b5-8363ba9eb2fa req-265c9f0f-c4ba-4cf0-8d76-0e79bf9052ce tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 945 time: 0.1240625 Oct 27 18:19:24.186455 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3a8efb39-d5ed-4abd-a5b5-8363ba9eb2fa req-604cc444-083d-4e5c-8467-3b0ef3b04599 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561562 Oct 27 18:19:24.196473 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-1a7bbb5e-0511-418e-a3b4-031a6a4fbec6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1502352321-network', 'tenant_id': '52425a4848b54b7383a7845cb99edf04'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:19:24.301336 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1253977c-af0e-4103-a528-e955b7b37666 req-b733e408-3836-47d2-8756-a1027bae37a9 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Made reservation on behalf of 82f76d5c977b49a3a741c29e3332e08f for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:19:24.305180 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1253977c-af0e-4103-a528-e955b7b37666 req-b733e408-3836-47d2-8756-a1027bae37a9 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:24.423972 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 50ee530d-9047-4e2f-b18a-7c05ac1292e8 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:19:24.434305 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7bbb5e-0511-418e-a3b4-031a6a4fbec6 admin admin] Made reservation on behalf of 52425a4848b54b7383a7845cb99edf04 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:19:24.437903 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1a7bbb5e-0511-418e-a3b4-031a6a4fbec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:24.454471 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1a7bbb5e-0511-418e-a3b4-031a6a4fbec6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:24.530216 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-1253977c-af0e-4103-a528-e955b7b37666 req-b733e408-3836-47d2-8756-a1027bae37a9 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Allocated IP 192.168.233.3 (5a00a4ee-d7ee-4646-9905-4d21868e9aa2/5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc/cc76fcf1-c65e-46e4-91d1-188b6145c658) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:19:24.541435 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-923f7aa2-f7da-4f95-a0be-1bd78e9c839d req-3cc16915-5051-42c8-a010-631061f6668b tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88af2fc-bb8c-463d-ae2c-69d4dd1e3248 HTTP/1.1" status: 200 len: 210 time: 0.1356862 Oct 27 18:19:24.549356 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1a7bbb5e-0511-418e-a3b4-031a6a4fbec6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:24.586906 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 50ee530d-9047-4e2f-b18a-7c05ac1292e8 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:19:24.591941 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 50ee530d-9047-4e2f-b18a-7c05ac1292e8 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:19:24.592432 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:24.617401 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1a7bbb5e-0511-418e-a3b4-031a6a4fbec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:24.651445 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a7bbb5e-0511-418e-a3b4-031a6a4fbec6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1029, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:19:24.670859 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7bbb5e-0511-418e-a3b4-031a6a4fbec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6811083f-b04b-4ef8-aa3e-e44ef0c0cbce,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:24.691919 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1a7bbb5e-0511-418e-a3b4-031a6a4fbec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:24.692221 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:24.693690 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-1a7bbb5e-0511-418e-a3b4-031a6a4fbec6 admin admin] Added segment 2eadb8c9-d522-4e88-9224-7c53eba8e9a4 of type vlan for network d3694d0f-52cb-42d1-9264-83b0dc3842f4 Oct 27 18:19:24.788113 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1a7bbb5e-0511-418e-a3b4-031a6a4fbec6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:24.808547 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1253977c-af0e-4103-a528-e955b7b37666 req-b733e408-3836-47d2-8756-a1027bae37a9 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:24.887937 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1598c483-dad7-410a-850c-6543cd1a54c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ee530d-9047-4e2f-b18a-7c05ac1292e8'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:19:24.891080 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316dffb6-73a7-4d08-8548-2cb2b58a42f1" -d '{"events": [{"server_uuid": "1598c483-dad7-410a-850c-6543cd1a54c7", "name": "network-vif-plugged", "status": "completed", "tag": "50ee530d-9047-4e2f-b18a-7c05ac1292e8"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:19:24.909388 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 50ee530d-9047-4e2f-b18a-7c05ac1292e8, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=50ee530d-9047-4e2f-b18a-7c05ac1292e8,segment=NetworkSegment(58a88469-a6e8-4f4a-87d0-167a1bff6a8c),segment_id=58a88469-a6e8-4f4a-87d0-167a1bff6a8c)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:19:24.949008 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1a7bbb5e-0511-418e-a3b4-031a6a4fbec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:24.950043 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7bbb5e-0511-418e-a3b4-031a6a4fbec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:24.950927 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1a7bbb5e-0511-418e-a3b4-031a6a4fbec6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:24.986707 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a1d243-d886-472a-8e33-0dbf5bc610a0 x-openstack-request-id: req-77a1d243-d886-472a-8e33-0dbf5bc610a0 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:19:24.987096 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1598c483-dad7-410a-850c-6543cd1a54c7", "name": "network-vif-plugged", "status": "completed", "tag": "50ee530d-9047-4e2f-b18a-7c05ac1292e8", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:19:24.988108 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-77a1d243-d886-472a-8e33-0dbf5bc610a0 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:19:24.988573 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1598c483-dad7-410a-850c-6543cd1a54c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ee530d-9047-4e2f-b18a-7c05ac1292e8', 'code': 200} Oct 27 18:19:24.995101 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1253977c-af0e-4103-a528-e955b7b37666 req-b733e408-3836-47d2-8756-a1027bae37a9 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:25.008292 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['04183844-5bf2-4075-a1d2-2c9bb9edfe98', '6e6b7ac8-4b7d-4589-89a2-74f99ccd771e', '978a10b7-23b6-4670-8595-d5e34009eee3', 'c4673a1d-190c-4441-a2e3-5fab2e695513'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:19:25.010583 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['a30727c6-2893-47dc-8280-a57141d6e2c9', '60541cd6-5968-4ec0-917c-f74f26bed35a', 'ec778523-5859-43d1-af0b-02229d0bdf72'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:19:25.077551 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:25.142108 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1a7bbb5e-0511-418e-a3b4-031a6a4fbec6 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1207078 Oct 27 18:19:25.147282 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47278) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:19:25.158656 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-90e9964b-0022-4678-86a8-8a03b1f33227 admin admin] Request body: {'subnet': {'network_id': 'd3694d0f-52cb-42d1-9264-83b0dc3842f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1502352321-subnet', 'tenant_id': '52425a4848b54b7383a7845cb99edf04', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:19:25.187827 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1253977c-af0e-4103-a528-e955b7b37666 req-b733e408-3836-47d2-8756-a1027bae37a9 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:19:25.198311 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-1253977c-af0e-4103-a528-e955b7b37666 req-b733e408-3836-47d2-8756-a1027bae37a9 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:19:25.199803 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b733e408-3836-47d2-8756-a1027bae37a9 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Pushing event updated for resources: {'Port': ['ID=cc76fcf1-c65e-46e4-91d1-188b6145c658,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:25.203073 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-1253977c-af0e-4103-a528-e955b7b37666 req-b733e408-3836-47d2-8756-a1027bae37a9 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:19:25.223000 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=50ee530d-9047-4e2f-b18a-7c05ac1292e8,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:25.239823 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7bbb5e-0511-418e-a3b4-031a6a4fbec6 admin admin] Pushing event updated for resources: {'Network': ['ID=d3694d0f-52cb-42d1-9264-83b0dc3842f4,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:25.270507 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network d3694d0f-52cb-42d1-9264-83b0dc3842f4 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:19:25.281521 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60539f96-7a11-437f-9ed9-a1fe5a2973e2 req-e308a05b-c763-46cf-b049-7152657a9183 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:25.288945 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-60539f96-7a11-437f-9ed9-a1fe5a2973e2 req-e308a05b-c763-46cf-b049-7152657a9183 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 944 time: 0.2792964 Oct 27 18:19:25.316109 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb67cd-2cd1-4ac2-8407-8b1a74003fd7 req-61bb2030-8cd9-4d1a-8c90-04214ea7fc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:25.317610 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-06eb67cd-2cd1-4ac2-8407-8b1a74003fd7 req-61bb2030-8cd9-4d1a-8c90-04214ea7fc4e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 1097 time: 0.2161031 Oct 27 18:19:25.331646 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253977c-af0e-4103-a528-e955b7b37666 req-b733e408-3836-47d2-8756-a1027bae37a9 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:25.335025 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1253977c-af0e-4103-a528-e955b7b37666 req-b733e408-3836-47d2-8756-a1027bae37a9 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:25.354880 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e9964b-0022-4678-86a8-8a03b1f33227 admin admin] Made reservation on behalf of 52425a4848b54b7383a7845cb99edf04 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:19:25.366278 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-90e9964b-0022-4678-86a8-8a03b1f33227 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:25.411086 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-60539f96-7a11-437f-9ed9-a1fe5a2973e2 req-15bcf41a-b8ed-4114-b692-ee13df86a1b5 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?id=65cd9538-4319-435d-90f4-473e43f2af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212218 Oct 27 18:19:25.484060 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-06eb67cd-2cd1-4ac2-8407-8b1a74003fd7 req-5b7956af-b201-4084-8790-fd724eb78993 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477742 Oct 27 18:19:25.516716 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14fade1-ce5d-4c49-a14a-dad0c9ad020f req-79187f75-4ec4-46ca-a88e-11dfd8aa2e4d tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:25.518332 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f14fade1-ce5d-4c49-a14a-dad0c9ad020f req-79187f75-4ec4-46ca-a88e-11dfd8aa2e4d tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 946 time: 0.1551375 Oct 27 18:19:25.552926 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1253977c-af0e-4103-a528-e955b7b37666 req-b733e408-3836-47d2-8756-a1027bae37a9 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6482663 Oct 27 18:19:25.587053 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-1253977c-af0e-4103-a528-e955b7b37666 req-51fa3f63-7141-4513-a7fa-0dc6bb28a0d7 service neutron] Request body: {'port': {'device_id': 'b88af2fc-bb8c-463d-ae2c-69d4dd1e3248', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:19:25.654652 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f14fade1-ce5d-4c49-a14a-dad0c9ad020f req-68b5c9d5-7c86-4407-bdbd-896f3e94eaaf tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039355 Oct 27 18:19:25.786346 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1253977c-af0e-4103-a528-e955b7b37666 req-51fa3f63-7141-4513-a7fa-0dc6bb28a0d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:25.795106 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-90e9964b-0022-4678-86a8-8a03b1f33227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:25.812985 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-58cfd624-674d-4774-b685-18fe20a7a8bc None None] Provisioning complete for port cc76fcf1-c65e-46e4-91d1-188b6145c658 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:19:25.813484 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-58cfd624-674d-4774-b685-18fe20a7a8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:25.850125 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae697a34-f393-4b0b-b0a4-ade95c8bfd5f req-088ba82b-647c-4cb6-92b1-fe01ddd0e41b tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:25.852047 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ae697a34-f393-4b0b-b0a4-ade95c8bfd5f req-088ba82b-647c-4cb6-92b1-fe01ddd0e41b tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88af2fc-bb8c-463d-ae2c-69d4dd1e3248 HTTP/1.1" status: 200 len: 934 time: 0.1410961 Oct 27 18:19:25.925310 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e9964b-0022-4678-86a8-8a03b1f33227 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b4ec33a-4e32-41cc-901e-ac684673c9fe,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:25.948043 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e9964b-0022-4678-86a8-8a03b1f33227 admin admin] Checking segment: {'id': '2eadb8c9-d522-4e88-9224-7c53eba8e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'd3694d0f-52cb-42d1-9264-83b0dc3842f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:19:25.948746 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e9964b-0022-4678-86a8-8a03b1f33227 admin admin] Network hostable DHCP agents. Network: d3694d0f-52cb-42d1-9264-83b0dc3842f4, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:19:25.977059 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-58cfd624-674d-4774-b685-18fe20a7a8bc None None] Port cc76fcf1-c65e-46e4-91d1-188b6145c658 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:19:26.001442 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ae697a34-f393-4b0b-b0a4-ade95c8bfd5f req-18c639e6-3da4-40f3-8fca-ae450710e9fb tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303213 Oct 27 18:19:26.198057 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-1253977c-af0e-4103-a528-e955b7b37666 req-51fa3f63-7141-4513-a7fa-0dc6bb28a0d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc76fcf1-c65e-46e4-91d1-188b6145c658 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:19:26.211493 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1253977c-af0e-4103-a528-e955b7b37666 req-51fa3f63-7141-4513-a7fa-0dc6bb28a0d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:26.233112 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-1253977c-af0e-4103-a528-e955b7b37666 req-51fa3f63-7141-4513-a7fa-0dc6bb28a0d7 service neutron] Transition to ACTIVE for port object cc76fcf1-c65e-46e4-91d1-188b6145c658 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:19:26.266828 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 07eca8ca-7d3e-4a28-90bc-509e24138681 up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:19:26.383156 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e9964b-0022-4678-86a8-8a03b1f33227 admin admin] Network d3694d0f-52cb-42d1-9264-83b0dc3842f4 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:19:26.508180 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:26.537701 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-90e9964b-0022-4678-86a8-8a03b1f33227 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, d3694d0f-52cb-42d1-9264-83b0dc3842f4) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:19:26.542972 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning for port 07eca8ca-7d3e-4a28-90bc-509e24138681 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:19:26.543908 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e9964b-0022-4678-86a8-8a03b1f33227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:26.543908 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-90e9964b-0022-4678-86a8-8a03b1f33227 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:26.545160 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port 07eca8ca-7d3e-4a28-90bc-509e24138681 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:19:26.545160 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:26.549178 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213952d1-fd52-456f-a2fe-d69a203d3c24 req-a228558f-76a3-42be-a17c-6312f2ec563e tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:26.552619 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960e865c-bb3d-43eb-80a7-5934414d4ad7 None None] Network d3694d0f-52cb-42d1-9264-83b0dc3842f4 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:19:26.560043 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-213952d1-fd52-456f-a2fe-d69a203d3c24 req-a228558f-76a3-42be-a17c-6312f2ec563e tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 944 time: 0.0729756 Oct 27 18:19:26.571295 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1253977c-af0e-4103-a528-e955b7b37666 req-51fa3f63-7141-4513-a7fa-0dc6bb28a0d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:26.646309 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa3f63-7141-4513-a7fa-0dc6bb28a0d7 service neutron] Pushing event updated for resources: {'Port': ['ID=cc76fcf1-c65e-46e4-91d1-188b6145c658,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:26.679584 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-90e9964b-0022-4678-86a8-8a03b1f33227 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5295842 Oct 27 18:19:26.681775 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47320) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:19:26.696886 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-213952d1-fd52-456f-a2fe-d69a203d3c24 req-9ef8afdd-19a8-4390-af13-61d90161b54b tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?id=65cd9538-4319-435d-90f4-473e43f2af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319554 Oct 27 18:19:26.698352 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:26.709831 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-d30af0ec-4909-4edd-afaf-58087feddc4b admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1502352321-router', 'tenant_id': '52425a4848b54b7383a7845cb99edf04', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:19:26.800681 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-1253977c-af0e-4103-a528-e955b7b37666 req-51fa3f63-7141-4513-a7fa-0dc6bb28a0d7 service neutron] Attempting to bind port cc76fcf1-c65e-46e4-91d1-188b6145c658 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:19:26.801032 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-1253977c-af0e-4103-a528-e955b7b37666 req-51fa3f63-7141-4513-a7fa-0dc6bb28a0d7 service neutron] Attempting to bind port cc76fcf1-c65e-46e4-91d1-188b6145c658 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:19:26.801372 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253977c-af0e-4103-a528-e955b7b37666 req-51fa3f63-7141-4513-a7fa-0dc6bb28a0d7 service neutron] Attempting to bind port cc76fcf1-c65e-46e4-91d1-188b6145c658 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:19:26.840599 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:26.866653 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253977c-af0e-4103-a528-e955b7b37666 req-51fa3f63-7141-4513-a7fa-0dc6bb28a0d7 service neutron] Port cc76fcf1-c65e-46e4-91d1-188b6145c658 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:19:26.867068 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253977c-af0e-4103-a528-e955b7b37666 req-51fa3f63-7141-4513-a7fa-0dc6bb28a0d7 service neutron] Attempting to bind port cc76fcf1-c65e-46e4-91d1-188b6145c658 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:19:26.879119 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253977c-af0e-4103-a528-e955b7b37666 req-51fa3f63-7141-4513-a7fa-0dc6bb28a0d7 service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:19:26.879512 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253977c-af0e-4103-a528-e955b7b37666 req-51fa3f63-7141-4513-a7fa-0dc6bb28a0d7 service neutron] Checking segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:19:26.879856 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1253977c-af0e-4103-a528-e955b7b37666 req-51fa3f63-7141-4513-a7fa-0dc6bb28a0d7 service neutron] Bound using segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:19:26.880306 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-1253977c-af0e-4103-a528-e955b7b37666 req-51fa3f63-7141-4513-a7fa-0dc6bb28a0d7 service neutron] Bound port: cc76fcf1-c65e-46e4-91d1-188b6145c658, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:19:26.880669 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1253977c-af0e-4103-a528-e955b7b37666 req-51fa3f63-7141-4513-a7fa-0dc6bb28a0d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:26.885633 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d30af0ec-4909-4edd-afaf-58087feddc4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:26.887167 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d30af0ec-4909-4edd-afaf-58087feddc4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:26.929119 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ae0feb-5eb3-47b0-b29f-777e476f8205 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-d3694d0f-52cb-42d1-9264-83b0dc3842f4', 'network_id': 'd3694d0f-52cb-42d1-9264-83b0dc3842f4', 'tenant_id': '52425a4848b54b7383a7845cb99edf04', 'fixed_ips': [{'subnet_id': '4b4ec33a-4e32-41cc-901e-ac684673c9fe'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:19:26.930988 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-17ae0feb-5eb3-47b0-b29f-777e476f8205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:26.947229 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 07eca8ca-7d3e-4a28-90bc-509e24138681, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=07eca8ca-7d3e-4a28-90bc-509e24138681,segment=NetworkSegment(86083249-b3fb-43bf-8aa0-d1a115df68ec),segment_id=86083249-b3fb-43bf-8aa0-d1a115df68ec)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:19:26.990268 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617f33a8-1b15-4757-a7b8-bf13dfaba8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07eca8ca-7d3e-4a28-90bc-509e24138681'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:19:26.993051 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f747a99-59b9-42ef-a095-2b8c8d3d32d8" -d '{"events": [{"server_uuid": "617f33a8-1b15-4757-a7b8-bf13dfaba8c7", "name": "network-vif-plugged", "status": "completed", "tag": "07eca8ca-7d3e-4a28-90bc-509e24138681"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:19:27.028340 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7c747-5583-43aa-af57-45941dc8bb48 req-5467a8dd-e49a-4547-803b-80f9feb10854 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:27.032322 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d30af0ec-4909-4edd-afaf-58087feddc4b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:27.033186 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-adf7c747-5583-43aa-af57-45941dc8bb48 req-5467a8dd-e49a-4547-803b-80f9feb10854 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 946 time: 0.2285507 Oct 27 18:19:27.089807 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:27.203530 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-1253977c-af0e-4103-a528-e955b7b37666 req-51fa3f63-7141-4513-a7fa-0dc6bb28a0d7 service neutron] For port cc76fcf1-c65e-46e4-91d1-188b6145c658, host n-h1-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:19:27.209221 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-adf7c747-5583-43aa-af57-45941dc8bb48 req-c7079981-1a0b-453d-ab1a-a53e4c0696e1 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645389 Oct 27 18:19:27.231625 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-1253977c-af0e-4103-a528-e955b7b37666 req-51fa3f63-7141-4513-a7fa-0dc6bb28a0d7 service neutron] For port cc76fcf1-c65e-46e4-91d1-188b6145c658, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=cc76fcf1-c65e-46e4-91d1-188b6145c658,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:19:27.258677 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-17ae0feb-5eb3-47b0-b29f-777e476f8205 None None] Allocated IP 172.20.0.2 (d3694d0f-52cb-42d1-9264-83b0dc3842f4/4b4ec33a-4e32-41cc-901e-ac684673c9fe/4339e38e-481c-4248-9ef9-6265d555d20b) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:19:27.261600 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612fd3a-4231-4eb3-865e-3407bb33072d req-a9650745-fa0a-4add-9e36-d770ec1eeeea tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:27.269952 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2612fd3a-4231-4eb3-865e-3407bb33072d req-a9650745-fa0a-4add-9e36-d770ec1eeeea tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88af2fc-bb8c-463d-ae2c-69d4dd1e3248 HTTP/1.1" status: 200 len: 946 time: 0.1772287 Oct 27 18:19:27.284621 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=07eca8ca-7d3e-4a28-90bc-509e24138681,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:27.318041 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2612fd3a-4231-4eb3-865e-3407bb33072d req-61f7a6aa-aea6-4473-b440-5c5679971e66 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469706 Oct 27 18:19:27.376035 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d661ba27-614c-4324-a6a2-9c7e4bf19ea2 x-openstack-request-id: req-d661ba27-614c-4324-a6a2-9c7e4bf19ea2 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:19:27.381866 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d30af0ec-4909-4edd-afaf-58087feddc4b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:27.387455 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "617f33a8-1b15-4757-a7b8-bf13dfaba8c7", "name": "network-vif-plugged", "status": "completed", "tag": "07eca8ca-7d3e-4a28-90bc-509e24138681", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:19:27.387746 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d661ba27-614c-4324-a6a2-9c7e4bf19ea2 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:19:27.388221 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '617f33a8-1b15-4757-a7b8-bf13dfaba8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07eca8ca-7d3e-4a28-90bc-509e24138681', 'code': 200} Oct 27 18:19:27.470803 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe93dd-963c-426c-a309-004e876d97d3 req-321fe009-c3ba-41d7-a5fd-f569a2ff2e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:27.472414 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-edfe93dd-963c-426c-a309-004e876d97d3 req-321fe009-c3ba-41d7-a5fd-f569a2ff2e8c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 1096 time: 0.0695634 Oct 27 18:19:27.495673 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1253977c-af0e-4103-a528-e955b7b37666 req-51fa3f63-7141-4513-a7fa-0dc6bb28a0d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:27.548011 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253977c-af0e-4103-a528-e955b7b37666 req-51fa3f63-7141-4513-a7fa-0dc6bb28a0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:27.548640 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1253977c-af0e-4103-a528-e955b7b37666 req-51fa3f63-7141-4513-a7fa-0dc6bb28a0d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:27.550179 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1253977c-af0e-4103-a528-e955b7b37666 req-51fa3f63-7141-4513-a7fa-0dc6bb28a0d7 service neutron] 10.222.0.81 "PUT /v2.0/ports/cc76fcf1-c65e-46e4-91d1-188b6145c658 HTTP/1.1" status: 200 len: 1094 time: 1.9685314 Oct 27 18:19:27.550633 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b88af2fc-bb8c-463d-ae2c-69d4dd1e3248', 'tag': 'cc76fcf1-c65e-46e4-91d1-188b6145c658'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:19:27.553162 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7b5530-0560-4934-a42a-47582255ab21" -d '{"events": [{"name": "network-changed", "server_uuid": "b88af2fc-bb8c-463d-ae2c-69d4dd1e3248", "tag": "cc76fcf1-c65e-46e4-91d1-188b6145c658"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:19:27.561737 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-17ae0feb-5eb3-47b0-b29f-777e476f8205 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:27.581509 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-edfe93dd-963c-426c-a309-004e876d97d3 req-0da4cfc0-417d-45e6-9c52-4b08cd9679ef service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=65cd9538-4319-435d-90f4-473e43f2af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005344 Oct 27 18:19:27.614119 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa3f63-7141-4513-a7fa-0dc6bb28a0d7 service neutron] Pushing event updated for resources: {'Port': ['ID=cc76fcf1-c65e-46e4-91d1-188b6145c658,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:27.624409 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8c8e3b-8c2f-4506-9208-7f0fdefee585 x-openstack-request-id: req-5e8c8e3b-8c2f-4506-9208-7f0fdefee585 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:19:27.624716 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b88af2fc-bb8c-463d-ae2c-69d4dd1e3248", "tag": "cc76fcf1-c65e-46e4-91d1-188b6145c658", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:19:27.625485 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5e8c8e3b-8c2f-4506-9208-7f0fdefee585 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:19:27.625485 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b88af2fc-bb8c-463d-ae2c-69d4dd1e3248', 'tag': 'cc76fcf1-c65e-46e4-91d1-188b6145c658', 'status': 'completed', 'code': 200} Oct 27 18:19:27.696172 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-17ae0feb-5eb3-47b0-b29f-777e476f8205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:27.806049 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ae0feb-5eb3-47b0-b29f-777e476f8205 None None] Network d3694d0f-52cb-42d1-9264-83b0dc3842f4 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:19:27.806956 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae0feb-5eb3-47b0-b29f-777e476f8205 None None] Pushing event updated for resources: {'Port': ['ID=4339e38e-481c-4248-9ef9-6265d555d20b,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:27.810861 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-17ae0feb-5eb3-47b0-b29f-777e476f8205 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:19:27.812989 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ae0feb-5eb3-47b0-b29f-777e476f8205 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:19:27.953118 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253977c-af0e-4103-a528-e955b7b37666 req-ae60efba-6ed0-4adf-b020-6d6a0d9c143d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:27.957386 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-17ae0feb-5eb3-47b0-b29f-777e476f8205 None None] Attempting to bind port 4339e38e-481c-4248-9ef9-6265d555d20b on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:19:27.957928 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-17ae0feb-5eb3-47b0-b29f-777e476f8205 None None] Attempting to bind port 4339e38e-481c-4248-9ef9-6265d555d20b by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '2eadb8c9-d522-4e88-9224-7c53eba8e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'd3694d0f-52cb-42d1-9264-83b0dc3842f4'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:19:27.958164 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ae0feb-5eb3-47b0-b29f-777e476f8205 None None] Attempting to bind port 4339e38e-481c-4248-9ef9-6265d555d20b on network d3694d0f-52cb-42d1-9264-83b0dc3842f4 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:19:27.964084 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1253977c-af0e-4103-a528-e955b7b37666 req-ae60efba-6ed0-4adf-b020-6d6a0d9c143d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=82f76d5c977b49a3a741c29e3332e08f&device_id=b88af2fc-bb8c-463d-ae2c-69d4dd1e3248 HTTP/1.1" status: 200 len: 1097 time: 0.1588309 Oct 27 18:19:27.974427 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d30af0ec-4909-4edd-afaf-58087feddc4b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:27.978219 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ae0feb-5eb3-47b0-b29f-777e476f8205 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:19:27.979689 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ae0feb-5eb3-47b0-b29f-777e476f8205 None None] Checking segment: {'id': '2eadb8c9-d522-4e88-9224-7c53eba8e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'd3694d0f-52cb-42d1-9264-83b0dc3842f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:19:27.979689 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-17ae0feb-5eb3-47b0-b29f-777e476f8205 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:27.979689 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ae0feb-5eb3-47b0-b29f-777e476f8205 None None] Bound using segment: {'id': '2eadb8c9-d522-4e88-9224-7c53eba8e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'd3694d0f-52cb-42d1-9264-83b0dc3842f4'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:19:27.979948 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-17ae0feb-5eb3-47b0-b29f-777e476f8205 None None] Bound port: 4339e38e-481c-4248-9ef9-6265d555d20b, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eadb8c9-d522-4e88-9224-7c53eba8e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'd3694d0f-52cb-42d1-9264-83b0dc3842f4'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:19:27.980902 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-17ae0feb-5eb3-47b0-b29f-777e476f8205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:27.983934 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904b52d-ea39-4602-8a7f-7b357b09c48d req-f5934baa-b845-4795-9275-883fdf61cb46 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:27.999456 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a904b52d-ea39-4602-8a7f-7b357b09c48d req-f5934baa-b845-4795-9275-883fdf61cb46 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 945 time: 0.1932199 Oct 27 18:19:28.022778 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d30af0ec-4909-4edd-afaf-58087feddc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:28.088574 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1253977c-af0e-4103-a528-e955b7b37666 req-d58cd40b-1b5a-4f20-907d-d7141ea0a630 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=cc76fcf1-c65e-46e4-91d1-188b6145c658 HTTP/1.1" status: 200 len: 217 time: 0.0754850 Oct 27 18:19:28.137026 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-17ae0feb-5eb3-47b0-b29f-777e476f8205 None None] For port 4339e38e-481c-4248-9ef9-6265d555d20b, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:19:28.146054 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-17ae0feb-5eb3-47b0-b29f-777e476f8205 None None] For port 4339e38e-481c-4248-9ef9-6265d555d20b, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=4339e38e-481c-4248-9ef9-6265d555d20b,segment=NetworkSegment(2eadb8c9-d522-4e88-9224-7c53eba8e9a4),segment_id=2eadb8c9-d522-4e88-9224-7c53eba8e9a4)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:19:28.152391 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253977c-af0e-4103-a528-e955b7b37666 req-a6ca6c73-8e90-4f05-8b0e-5449f260ab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:28.154691 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1253977c-af0e-4103-a528-e955b7b37666 req-a6ca6c73-8e90-4f05-8b0e-5449f260ab8a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.0534441 Oct 27 18:19:28.184269 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a904b52d-ea39-4602-8a7f-7b357b09c48d req-ef5596a5-7b24-4624-b517-b7f801a9f8a7 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?id=65cd9538-4319-435d-90f4-473e43f2af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838462 Oct 27 18:19:28.199688 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-d30af0ec-4909-4edd-afaf-58087feddc4b admin admin] Allocated IP 172.25.6.165 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/973a6b9f-7108-4ccd-beb6-b154405db982) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:19:28.236627 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253977c-af0e-4103-a528-e955b7b37666 req-3fa1ac8c-db7c-40da-9bda-c7cd05e8c212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:28.238485 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1253977c-af0e-4103-a528-e955b7b37666 req-3fa1ac8c-db7c-40da-9bda-c7cd05e8c212 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0532789 Oct 27 18:19:28.290940 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-17ae0feb-5eb3-47b0-b29f-777e476f8205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:28.369194 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1253977c-af0e-4103-a528-e955b7b37666 req-9d154c10-18e7-4c0e-afbe-d41657e56afa service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225321 Oct 27 18:19:28.385884 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d30af0ec-4909-4edd-afaf-58087feddc4b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:28.411629 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae0feb-5eb3-47b0-b29f-777e476f8205 None None] Pushing event updated for resources: {'Port': ['ID=4339e38e-481c-4248-9ef9-6265d555d20b,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:28.532276 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d30af0ec-4909-4edd-afaf-58087feddc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:28.556288 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d25ea-fab6-450e-acae-f8c802a4347c req-886e52a2-7f4a-4cdf-ae28-a076608938a2 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:28.570650 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-767d25ea-fab6-450e-acae-f8c802a4347c req-886e52a2-7f4a-4cdf-ae28-a076608938a2 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 946 time: 0.1989357 Oct 27 18:19:28.608674 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30af0ec-4909-4edd-afaf-58087feddc4b admin admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:19:28.614193 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-d30af0ec-4909-4edd-afaf-58087feddc4b admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:19:28.620805 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30af0ec-4909-4edd-afaf-58087feddc4b admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:19:28.644462 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1253977c-af0e-4103-a528-e955b7b37666 req-791f17aa-0adc-441f-b886-74e7ff1a548b service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380641 Oct 27 18:19:28.707751 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad3787-844e-43bf-b598-23490d55392d req-7e3dc0d8-e4fb-4952-89c2-1db3a48f82bc tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:28.711436 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-76ad3787-844e-43bf-b598-23490d55392d req-7e3dc0d8-e4fb-4952-89c2-1db3a48f82bc tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88af2fc-bb8c-463d-ae2c-69d4dd1e3248 HTTP/1.1" status: 200 len: 946 time: 0.2684252 Oct 27 18:19:28.766253 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-767d25ea-fab6-450e-acae-f8c802a4347c req-a1e32779-e0a8-446a-9e37-daccda547d36 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912041 Oct 27 18:19:28.819188 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30af0ec-4909-4edd-afaf-58087feddc4b admin admin] Pushing event updated for resources: {'Port': ['ID=973a6b9f-7108-4ccd-beb6-b154405db982,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:28.932616 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-76ad3787-844e-43bf-b598-23490d55392d req-c85d2ce3-381d-46af-99e6-fde75835e5d8 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003751 Oct 27 18:19:28.948561 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b5530-0560-4934-a42a-47582255ab21 req-ae5a004d-48b8-4d50-b942-298a163908e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:28.950191 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6d7b5530-0560-4934-a42a-47582255ab21 req-ae5a004d-48b8-4d50-b942-298a163908e8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=82f76d5c977b49a3a741c29e3332e08f&device_id=b88af2fc-bb8c-463d-ae2c-69d4dd1e3248 HTTP/1.1" status: 200 len: 1097 time: 0.1376731 Oct 27 18:19:29.153485 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b5530-0560-4934-a42a-47582255ab21 req-6d78fdf4-5a1f-4199-a631-cb46b5d55076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:29.157285 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d30af0ec-4909-4edd-afaf-58087feddc4b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:29.158784 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6d7b5530-0560-4934-a42a-47582255ab21 req-6d78fdf4-5a1f-4199-a631-cb46b5d55076 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.2005870 Oct 27 18:19:29.321995 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6d7b5530-0560-4934-a42a-47582255ab21 req-442c30fb-f80a-43d9-8133-f33511625d61 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=cc76fcf1-c65e-46e4-91d1-188b6145c658 HTTP/1.1" status: 200 len: 217 time: 0.0819032 Oct 27 18:19:29.377605 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae0993-d07b-48e8-ae33-a5164211d4d7 req-7c9e598a-882f-4d42-8247-39265050d736 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:29.385498 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a3ae0993-d07b-48e8-ae33-a5164211d4d7 req-7c9e598a-882f-4d42-8247-39265050d736 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 1097 time: 0.2389495 Oct 27 18:19:29.481225 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6835fc-0b88-4115-ae27-3a8f1ec23331 req-89da5a0a-1e80-4029-a591-61a8a5796bae tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:29.490247 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cd6835fc-0b88-4115-ae27-3a8f1ec23331 req-89da5a0a-1e80-4029-a591-61a8a5796bae tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 945 time: 0.1536736 Oct 27 18:19:29.543956 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b5530-0560-4934-a42a-47582255ab21 req-57a7db31-c194-4faf-b79b-0751e016e512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:29.552017 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6d7b5530-0560-4934-a42a-47582255ab21 req-57a7db31-c194-4faf-b79b-0751e016e512 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.2143171 Oct 27 18:19:29.597671 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d30af0ec-4909-4edd-afaf-58087feddc4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:29.603005 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a3ae0993-d07b-48e8-ae33-a5164211d4d7 req-33a7a74f-e73d-4d8f-9e41-fa84262bbc69 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166162 Oct 27 18:19:29.658221 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cd6835fc-0b88-4115-ae27-3a8f1ec23331 req-e46edba5-64b5-426a-a326-f84032b1da86 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?id=65cd9538-4319-435d-90f4-473e43f2af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668284 Oct 27 18:19:29.698075 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b5530-0560-4934-a42a-47582255ab21 req-cc0c71ca-7ccb-4cad-b222-70985dc19e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:29.700044 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6d7b5530-0560-4934-a42a-47582255ab21 req-cc0c71ca-7ccb-4cad-b222-70985dc19e1c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1248946 Oct 27 18:19:29.702533 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 4339e38e-481c-4248-9ef9-6265d555d20b up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:19:29.820022 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 4339e38e-481c-4248-9ef9-6265d555d20b triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:19:29.820022 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:29.847159 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6d7b5530-0560-4934-a42a-47582255ab21 req-0cb637f2-3b24-45be-acf6-ef4afd46bee2 service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374724 Oct 27 18:19:29.969669 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94193c8c-50a0-479c-bebf-624c8b9de728 None None] Network d3694d0f-52cb-42d1-9264-83b0dc3842f4 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:19:30.003384 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6d7b5530-0560-4934-a42a-47582255ab21 req-d2ad45c1-a497-4816-8805-d1e6580390fd service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470668 Oct 27 18:19:30.052596 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7917158-bed9-49d8-b7f8-ea17b6f5f9f6 req-32bbe61f-db78-455e-b31c-d2ad7b6d02b9 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:30.054215 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f7917158-bed9-49d8-b7f8-ea17b6f5f9f6 req-32bbe61f-db78-455e-b31c-d2ad7b6d02b9 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 1097 time: 0.2058945 Oct 27 18:19:30.126020 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f7917158-bed9-49d8-b7f8-ea17b6f5f9f6 req-b90ebbbb-1f80-40b0-a603-66dafa163a96 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642710 Oct 27 18:19:30.179873 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:30.285266 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750145d-7a00-4899-8167-eacb83ce0d19 req-4d1c44ad-6233-4dfb-8465-571598865427 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:30.289849 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c750145d-7a00-4899-8167-eacb83ce0d19 req-4d1c44ad-6233-4dfb-8465-571598865427 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88af2fc-bb8c-463d-ae2c-69d4dd1e3248 HTTP/1.1" status: 200 len: 946 time: 0.1126454 Oct 27 18:19:30.374422 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 4339e38e-481c-4248-9ef9-6265d555d20b, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=4339e38e-481c-4248-9ef9-6265d555d20b,segment=NetworkSegment(2eadb8c9-d522-4e88-9224-7c53eba8e9a4),segment_id=2eadb8c9-d522-4e88-9224-7c53eba8e9a4)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:19:30.388671 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c750145d-7a00-4899-8167-eacb83ce0d19 req-a48928ad-a7d7-4759-b728-97a973ca7cc9 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923219 Oct 27 18:19:30.400908 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-a8b2a412-caa7-4176-b051-c0a805c77a92 None None] Provisioning complete for port 4339e38e-481c-4248-9ef9-6265d555d20b triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:19:30.402079 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a8b2a412-caa7-4176-b051-c0a805c77a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:30.521964 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:30.542666 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30af0ec-4909-4edd-afaf-58087feddc4b admin admin] Router 9ea743e4-3caa-4069-ae34-14547296b565 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:19:30.706001 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30af0ec-4909-4edd-afaf-58087feddc4b admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:19:30.717885 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63e819b-ec43-4625-93c0-1f2f676133b6 None None] Sync routers for ids ['9ea743e4-3caa-4069-ae34-14547296b565'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:19:30.741298 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63e819b-ec43-4625-93c0-1f2f676133b6 None None] Routers {'9ea743e4-3caa-4069-ae34-14547296b565'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:19:30.742905 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-d63e819b-ec43-4625-93c0-1f2f676133b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:19:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9ea743e4-3caa-4069-ae34-14547296b565'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:19:30.773016 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=4339e38e-481c-4248-9ef9-6265d555d20b,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:30.790669 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d30af0ec-4909-4edd-afaf-58087feddc4b admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:30.795183 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47402) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:19:30.803110 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d30af0ec-4909-4edd-afaf-58087feddc4b admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1124103 Oct 27 18:19:30.994203 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-d63e819b-ec43-4625-93c0-1f2f676133b6 None None] Set router 9ea743e4-3caa-4069-ae34-14547296b565 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:19:31.073460 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d651c4-b7e3-4aa0-b4b2-07857bee6cfc req-2e6dbc3e-4de1-44e9-9ed7-b4de2cc403e3 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:31.082457 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d1d651c4-b7e3-4aa0-b4b2-07857bee6cfc req-2e6dbc3e-4de1-44e9-9ed7-b4de2cc403e3 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 945 time: 0.1472571 Oct 27 18:19:31.205725 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d1d651c4-b7e3-4aa0-b4b2-07857bee6cfc req-874a2b59-de94-46d8-9928-c753063b81b2 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?id=65cd9538-4319-435d-90f4-473e43f2af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950875 Oct 27 18:19:31.253929 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-31070331-b5b2-42ad-a3f6-031f331187fa None None] Provisioning complete for port 4339e38e-481c-4248-9ef9-6265d555d20b triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:19:31.257161 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-31070331-b5b2-42ad-a3f6-031f331187fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:31.300256 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-d63e819b-ec43-4625-93c0-1f2f676133b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea743e4-3caa-4069-ae34-14547296b565', 'name': 'tempest-ServersTestMultiNic-1502352321-router', 'tenant_id': '52425a4848b54b7383a7845cb99edf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '973a6b9f-7108-4ccd-beb6-b154405db982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:19:26Z', 'updated_at': '2021-10-27T18:19:28Z', 'revision_number': 3, 'project_id': '52425a4848b54b7383a7845cb99edf04', 'gw_port': {'id': '973a6b9f-7108-4ccd-beb6-b154405db982', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:53:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea743e4-3caa-4069-ae34-14547296b565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:19:28Z', 'updated_at': '2021-10-27T18:19:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:19:31.340755 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63e819b-ec43-4625-93c0-1f2f676133b6 None None] Checking router: 9ea743e4-3caa-4069-ae34-14547296b565 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:19:31.342340 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63e819b-ec43-4625-93c0-1f2f676133b6 None None] Updating router 9ea743e4-3caa-4069-ae34-14547296b565 port 973a6b9f-7108-4ccd-beb6-b154405db982 binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:19:31.401772 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-d63e819b-ec43-4625-93c0-1f2f676133b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:31.669803 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 4339e38e-481c-4248-9ef9-6265d555d20b up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:19:31.762337 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a84b0-b86b-4fb3-9b5b-7deaf11ceace req-9eff3535-3ffe-4418-96e9-bb1b2406540e tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:31.772583 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f16a84b0-b86b-4fb3-9b5b-7deaf11ceace req-9eff3535-3ffe-4418-96e9-bb1b2406540e tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88af2fc-bb8c-463d-ae2c-69d4dd1e3248 HTTP/1.1" status: 200 len: 946 time: 0.1119812 Oct 27 18:19:31.795752 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 4339e38e-481c-4248-9ef9-6265d555d20b triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:19:31.796865 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:31.813123 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fc64d379-f585-43d5-8f4f-10ab98c60978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:31.871875 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f16a84b0-b86b-4fb3-9b5b-7deaf11ceace req-127cb491-2579-4872-9c07-66a419aec60d tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917547 Oct 27 18:19:31.917767 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-d63e819b-ec43-4625-93c0-1f2f676133b6 None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:32.000318 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-d63e819b-ec43-4625-93c0-1f2f676133b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:32.063805 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e249347-c0d4-431c-ba54-b69e98bb73fb None None] Pushing event updated for resources: {'Port': ['ID=973a6b9f-7108-4ccd-beb6-b154405db982,revision_number=2']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:32.066585 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-d63e819b-ec43-4625-93c0-1f2f676133b6 None None] Attempting to bind port 973a6b9f-7108-4ccd-beb6-b154405db982 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:19:32.067143 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-d63e819b-ec43-4625-93c0-1f2f676133b6 None None] Attempting to bind port 973a6b9f-7108-4ccd-beb6-b154405db982 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:19:32.067448 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63e819b-ec43-4625-93c0-1f2f676133b6 None None] Attempting to bind port 973a6b9f-7108-4ccd-beb6-b154405db982 on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:19:32.089285 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63e819b-ec43-4625-93c0-1f2f676133b6 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:19:32.089641 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63e819b-ec43-4625-93c0-1f2f676133b6 None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:19:32.090038 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-d63e819b-ec43-4625-93c0-1f2f676133b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:32.090418 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63e819b-ec43-4625-93c0-1f2f676133b6 None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:19:32.091282 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-d63e819b-ec43-4625-93c0-1f2f676133b6 None None] Bound port: 973a6b9f-7108-4ccd-beb6-b154405db982, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:19:32.092177 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-d63e819b-ec43-4625-93c0-1f2f676133b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:32.095773 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e249347-c0d4-431c-ba54-b69e98bb73fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:32.096125 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e249347-c0d4-431c-ba54-b69e98bb73fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:32.096456 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e249347-c0d4-431c-ba54-b69e98bb73fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:32.096786 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e249347-c0d4-431c-ba54-b69e98bb73fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:32.097118 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e249347-c0d4-431c-ba54-b69e98bb73fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:32.097432 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e249347-c0d4-431c-ba54-b69e98bb73fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:32.097750 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e249347-c0d4-431c-ba54-b69e98bb73fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:32.098066 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e249347-c0d4-431c-ba54-b69e98bb73fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:32.098379 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e249347-c0d4-431c-ba54-b69e98bb73fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:32.098703 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e249347-c0d4-431c-ba54-b69e98bb73fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:32.101968 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-fc64d379-f585-43d5-8f4f-10ab98c60978 admin admin] Allocated IP 172.20.0.1 (d3694d0f-52cb-42d1-9264-83b0dc3842f4/4b4ec33a-4e32-41cc-901e-ac684673c9fe/9438f126-c34a-4fce-ae9b-eda8bda33c13) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:19:32.103842 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e249347-c0d4-431c-ba54-b69e98bb73fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:32.106057 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e249347-c0d4-431c-ba54-b69e98bb73fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:32.164191 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-d63e819b-ec43-4625-93c0-1f2f676133b6 None None] For port 973a6b9f-7108-4ccd-beb6-b154405db982, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:19:32.167246 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-d63e819b-ec43-4625-93c0-1f2f676133b6 None None] For port 973a6b9f-7108-4ccd-beb6-b154405db982, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=973a6b9f-7108-4ccd-beb6-b154405db982,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:19:32.233228 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-d63e819b-ec43-4625-93c0-1f2f676133b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:32.301830 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device cc76fcf1-c65e-46e4-91d1-188b6145c658 details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:19:32.334694 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fc64d379-f585-43d5-8f4f-10ab98c60978 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:32.340321 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63e819b-ec43-4625-93c0-1f2f676133b6 None None] Routers {'9ea743e4-3caa-4069-ae34-14547296b565'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:19:32.340970 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-d63e819b-ec43-4625-93c0-1f2f676133b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:19:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9ea743e4-3caa-4069-ae34-14547296b565'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:19:32.469670 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e249347-c0d4-431c-ba54-b69e98bb73fb None None] Pushing event updated for resources: {'Port': ['ID=973a6b9f-7108-4ccd-beb6-b154405db982,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:32.525119 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-d63e819b-ec43-4625-93c0-1f2f676133b6 None None] Set router 9ea743e4-3caa-4069-ae34-14547296b565 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:19:32.663333 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port cc76fcf1-c65e-46e4-91d1-188b6145c658, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=cc76fcf1-c65e-46e4-91d1-188b6145c658,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:19:32.679470 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': 'cc76fcf1-c65e-46e4-91d1-188b6145c658', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'port_id': 'cc76fcf1-c65e-46e4-91d1-188b6145c658', 'mac_address': 'fa:16:3e:b4:e9:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:19:32.687753 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30ea02-5af5-44fd-975a-4eca192539a9 req-f31d416f-b82e-4dd1-af80-4d18a0cf53df tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:32.689351 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6e30ea02-5af5-44fd-975a-4eca192539a9 req-f31d416f-b82e-4dd1-af80-4d18a0cf53df tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 945 time: 0.3948665 Oct 27 18:19:32.722357 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-d63e819b-ec43-4625-93c0-1f2f676133b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea743e4-3caa-4069-ae34-14547296b565', 'name': 'tempest-ServersTestMultiNic-1502352321-router', 'tenant_id': '52425a4848b54b7383a7845cb99edf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '973a6b9f-7108-4ccd-beb6-b154405db982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:19:26Z', 'updated_at': '2021-10-27T18:19:28Z', 'revision_number': 3, 'project_id': '52425a4848b54b7383a7845cb99edf04', 'gw_port': {'id': '973a6b9f-7108-4ccd-beb6-b154405db982', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:53:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea743e4-3caa-4069-ae34-14547296b565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:19:28Z', 'updated_at': '2021-10-27T18:19:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:19:32.726490 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:32.738239 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6e30ea02-5af5-44fd-975a-4eca192539a9 req-76ad0c4e-1775-4ccb-964d-e5c228061e15 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?id=65cd9538-4319-435d-90f4-473e43f2af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367849 Oct 27 18:19:32.743649 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc76fcf1-c65e-46e4-91d1-188b6145c658 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:19:32.782787 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port cc76fcf1-c65e-46e4-91d1-188b6145c658, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=cc76fcf1-c65e-46e4-91d1-188b6145c658,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:19:32.838767 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63e819b-ec43-4625-93c0-1f2f676133b6 None None] The sync data for ids ['9ea743e4-3caa-4069-ae34-14547296b565'] in n-d-815690-2 is: [{'id': '9ea743e4-3caa-4069-ae34-14547296b565', 'name': 'tempest-ServersTestMultiNic-1502352321-router', 'tenant_id': '52425a4848b54b7383a7845cb99edf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '973a6b9f-7108-4ccd-beb6-b154405db982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:19:26Z', 'updated_at': '2021-10-27T18:19:28Z', 'revision_number': 3, 'project_id': '52425a4848b54b7383a7845cb99edf04', 'gw_port': {'id': '973a6b9f-7108-4ccd-beb6-b154405db982', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:53:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea743e4-3caa-4069-ae34-14547296b565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:19:28Z', 'updated_at': '2021-10-27T18:19:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:19:32.881343 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fc64d379-f585-43d5-8f4f-10ab98c60978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:32.921088 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc64d379-f585-43d5-8f4f-10ab98c60978 admin admin] Network d3694d0f-52cb-42d1-9264-83b0dc3842f4 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:19:32.937964 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-fc64d379-f585-43d5-8f4f-10ab98c60978 admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:19:32.940463 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc64d379-f585-43d5-8f4f-10ab98c60978 admin admin] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:19:32.973170 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:33.029398 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc64d379-f585-43d5-8f4f-10ab98c60978 admin admin] Pushing event updated for resources: {'Port': ['ID=9438f126-c34a-4fce-ae9b-eda8bda33c13,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:33.050403 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fc64d379-f585-43d5-8f4f-10ab98c60978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:33.096248 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=cc76fcf1-c65e-46e4-91d1-188b6145c658,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:33.229230 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-7cbd1c59-d47d-4aaf-a04f-c9ce3d43e3ed tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:33.238410 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-7cbd1c59-d47d-4aaf-a04f-c9ce3d43e3ed tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/networks?id=b3551270-2765-4a25-abeb-25e55b0a5126 HTTP/1.1" status: 200 len: 821 time: 0.3122196 Oct 27 18:19:33.256196 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-4a7dd332-ed7c-46ca-bd23-205b0e103fb6 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/quotas/a91620ccab6b42bd92005fb366774bad HTTP/1.1" status: 200 len: 375 time: 0.0168278 Oct 27 18:19:33.289547 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-491a3bb9-c51a-42f0-abb4-f0878b13be73 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:19:33.290682 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-491a3bb9-c51a-42f0-abb4-f0878b13be73 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0086169 Oct 27 18:19:33.308785 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-721d5efd-72ad-4d20-9c72-1c6be314c1ef None None] Provisioning complete for port 9438f126-c34a-4fce-ae9b-eda8bda33c13 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:19:33.309318 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-721d5efd-72ad-4d20-9c72-1c6be314c1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:33.347293 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['cc76fcf1-c65e-46e4-91d1-188b6145c658'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:19:33.353163 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-e2565b36-ad23-4aee-8ce9-8e2a71cb95a5 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:33.353541 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-e2565b36-ad23-4aee-8ce9-8e2a71cb95a5 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] 10.222.0.52 "GET /v2.0/ports/50ee530d-9047-4e2f-b18a-7c05ac1292e8 HTTP/1.1" status: 200 len: 1094 time: 0.0512531 Oct 27 18:19:33.383902 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-8ffacd05-f873-47a5-9f9b-0cb90f49ad53 service neutron] Request body: {'binding': {'host': 'n-h1-815690-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:19:33.384764 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-8ffacd05-f873-47a5-9f9b-0cb90f49ad53 service neutron] Unknown quota resources ['binding']. {{(pid=102878) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 18:19:33.389779 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-721d5efd-72ad-4d20-9c72-1c6be314c1ef None None] Port 9438f126-c34a-4fce-ae9b-eda8bda33c13 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:19:33.458712 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fc64d379-f585-43d5-8f4f-10ab98c60978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:33.500114 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-e7c24f65-c283-4b0e-a0c1-70754ecac09f tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a91620ccab6b42bd92005fb366774bad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2083726 Oct 27 18:19:33.669908 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 973a6b9f-7108-4ccd-beb6-b154405db982 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:19:33.750382 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 973a6b9f-7108-4ccd-beb6-b154405db982 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:19:33.751046 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:33.789151 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fc64d379-f585-43d5-8f4f-10ab98c60978 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:33.842856 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:33.853593 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-3a42796e-0a30-48db-a6c0-244b165257f5 service neutron] 10.222.0.52 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526025 Oct 27 18:19:33.864660 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fc64d379-f585-43d5-8f4f-10ab98c60978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:33.891174 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 973a6b9f-7108-4ccd-beb6-b154405db982, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=973a6b9f-7108-4ccd-beb6-b154405db982,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:19:33.985921 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:34.050050 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=973a6b9f-7108-4ccd-beb6-b154405db982,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:34.053098 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc64d379-f585-43d5-8f4f-10ab98c60978 admin admin] Pushing event updated for resources: {'Port': ['ID=9438f126-c34a-4fce-ae9b-eda8bda33c13,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:34.064633 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fc64d379-f585-43d5-8f4f-10ab98c60978 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:34.099555 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-8ffacd05-f873-47a5-9f9b-0cb90f49ad53 service neutron] Attempting to bind port 50ee530d-9047-4e2f-b18a-7c05ac1292e8 on host n-h1-815690-2 for vnic_type normal with profile None {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:19:34.099555 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-8ffacd05-f873-47a5-9f9b-0cb90f49ad53 service neutron] Attempting to bind port 50ee530d-9047-4e2f-b18a-7c05ac1292e8 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:19:34.099843 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-8ffacd05-f873-47a5-9f9b-0cb90f49ad53 service neutron] Attempting to bind port 50ee530d-9047-4e2f-b18a-7c05ac1292e8 on network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:19:34.157302 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-8ffacd05-f873-47a5-9f9b-0cb90f49ad53 service neutron] Port 50ee530d-9047-4e2f-b18a-7c05ac1292e8 on network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:19:34.157634 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-8ffacd05-f873-47a5-9f9b-0cb90f49ad53 service neutron] Attempting to bind port 50ee530d-9047-4e2f-b18a-7c05ac1292e8 on network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:19:34.164120 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-6ea5e26d-a204-4994-84b0-bb80cce1e199 service neutron] 10.222.0.52 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676716 Oct 27 18:19:34.172261 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-8ffacd05-f873-47a5-9f9b-0cb90f49ad53 service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:19:34.172602 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-8ffacd05-f873-47a5-9f9b-0cb90f49ad53 service neutron] Checking segment: {'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:19:34.172990 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-8ffacd05-f873-47a5-9f9b-0cb90f49ad53 service neutron] Bound using segment: {'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:19:34.173425 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-8ffacd05-f873-47a5-9f9b-0cb90f49ad53 service neutron] Bound port: 50ee530d-9047-4e2f-b18a-7c05ac1292e8, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:19:34.258579 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc64d379-f585-43d5-8f4f-10ab98c60978 admin admin] Network d3694d0f-52cb-42d1-9264-83b0dc3842f4 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:19:34.262065 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-8ffacd05-f873-47a5-9f9b-0cb90f49ad53 service neutron] For port 50ee530d-9047-4e2f-b18a-7c05ac1292e8, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=50ee530d-9047-4e2f-b18a-7c05ac1292e8,segment=NetworkSegment(58a88469-a6e8-4f4a-87d0-167a1bff6a8c),segment_id=58a88469-a6e8-4f4a-87d0-167a1bff6a8c)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:19:34.263857 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-fc64d379-f585-43d5-8f4f-10ab98c60978 admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:19:34.363314 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-8ffacd05-f873-47a5-9f9b-0cb90f49ad53 service neutron] Publish callbacks [] for binding, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:34.364764 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-8ffacd05-f873-47a5-9f9b-0cb90f49ad53 service neutron] 10.222.0.52 "POST /v2.0/ports/50ee530d-9047-4e2f-b18a-7c05ac1292e8/bindings HTTP/1.1" status: 201 len: 389 time: 0.9875939 Oct 27 18:19:34.409352 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc64d379-f585-43d5-8f4f-10ab98c60978 admin admin] Router 9ea743e4-3caa-4069-ae34-14547296b565 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:19:34.544231 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc64d379-f585-43d5-8f4f-10ab98c60978 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:19:34.550952 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-fc64d379-f585-43d5-8f4f-10ab98c60978 admin admin] 10.222.0.52 "PUT /v2.0/routers/9ea743e4-3caa-4069-ae34-14547296b565/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7538595 Oct 27 18:19:34.624112 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-03d4a002-3a9e-4cea-b413-d6144e92abc5 None None] Provisioning complete for port 9438f126-c34a-4fce-ae9b-eda8bda33c13 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:19:34.624488 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-03d4a002-3a9e-4cea-b413-d6144e92abc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:34.662769 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-03d4a002-3a9e-4cea-b413-d6144e92abc5 None None] Port 9438f126-c34a-4fce-ae9b-eda8bda33c13 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:19:34.681583 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47494) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:19:34.765280 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-caba0146-88a0-41ee-b37f-d9f38118303c tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-189960402'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:19:34.801928 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b0ba1-371b-4a0c-8809-f528bd4289c2 req-dfb2cf7e-6123-4696-ac7b-c11406840858 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:34.803544 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-515b0ba1-371b-4a0c-8809-f528bd4289c2 req-dfb2cf7e-6123-4696-ac7b-c11406840858 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88af2fc-bb8c-463d-ae2c-69d4dd1e3248 HTTP/1.1" status: 200 len: 947 time: 0.0732939 Oct 27 18:19:34.807584 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606fd4dc-3b27-4bbb-9b33-537de21a6fa9 None None] Sync routers for ids ['9ea743e4-3caa-4069-ae34-14547296b565'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:19:34.819230 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606fd4dc-3b27-4bbb-9b33-537de21a6fa9 None None] Routers {'9ea743e4-3caa-4069-ae34-14547296b565'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:19:34.819849 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-606fd4dc-3b27-4bbb-9b33-537de21a6fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:19:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9ea743e4-3caa-4069-ae34-14547296b565'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:19:34.843800 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-515b0ba1-371b-4a0c-8809-f528bd4289c2 req-96082869-f01d-4207-b788-0dc7f0050a26 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343468 Oct 27 18:19:34.879885 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caba0146-88a0-41ee-b37f-d9f38118303c tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Made reservation on behalf of 52425a4848b54b7383a7845cb99edf04 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:19:34.883638 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-caba0146-88a0-41ee-b37f-d9f38118303c tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:34.911142 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caba0146-88a0-41ee-b37f-d9f38118303c tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] vlan segment allocate from pool success with {'vlan_id': 1033, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:19:34.926955 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-caba0146-88a0-41ee-b37f-d9f38118303c tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:34.928080 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-caba0146-88a0-41ee-b37f-d9f38118303c tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Added segment 6388ccd7-db1c-4d9d-856c-3365a1a254b2 of type vlan for network 9b8c0782-0d89-4e76-8f58-a4e4776c9fa4 Oct 27 18:19:34.995077 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-606fd4dc-3b27-4bbb-9b33-537de21a6fa9 None None] Set router 9ea743e4-3caa-4069-ae34-14547296b565 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:19:35.003053 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-caba0146-88a0-41ee-b37f-d9f38118303c tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:35.163691 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac638c01-d2a8-4fa3-a756-c27034ca404c req-e82f42be-7b40-4761-9528-87bb3cb84628 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:35.173197 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ac638c01-d2a8-4fa3-a756-c27034ca404c req-e82f42be-7b40-4761-9528-87bb3cb84628 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 945 time: 0.1931553 Oct 27 18:19:35.217095 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-caba0146-88a0-41ee-b37f-d9f38118303c tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:35.222724 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caba0146-88a0-41ee-b37f-d9f38118303c tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:35.223358 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-caba0146-88a0-41ee-b37f-d9f38118303c tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:35.270803 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-606fd4dc-3b27-4bbb-9b33-537de21a6fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea743e4-3caa-4069-ae34-14547296b565', 'name': 'tempest-ServersTestMultiNic-1502352321-router', 'tenant_id': '52425a4848b54b7383a7845cb99edf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '973a6b9f-7108-4ccd-beb6-b154405db982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:19:26Z', 'updated_at': '2021-10-27T18:19:33Z', 'revision_number': 4, 'project_id': '52425a4848b54b7383a7845cb99edf04', 'gw_port': {'id': '973a6b9f-7108-4ccd-beb6-b154405db982', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:53:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea743e4-3caa-4069-ae34-14547296b565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:19:28Z', 'updated_at': '2021-10-27T18:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '9438f126-c34a-4fce-ae9b-eda8bda33c13', 'name': '', 'network_id': 'd3694d0f-52cb-42d1-9264-83b0dc3842f4', 'tenant_id': '52425a4848b54b7383a7845cb99edf04', 'mac_address': 'fa:16:3e:53:9a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea743e4-3caa-4069-ae34-14547296b565', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '4b4ec33a-4e32-41cc-901e-ac684673c9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:19:31Z', 'updated_at': '2021-10-27T18:19:33Z', 'revision_number': 2, 'project_id': '52425a4848b54b7383a7845cb99edf04', 'subnets': [{'id': '4b4ec33a-4e32-41cc-901e-ac684673c9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:19:35.298572 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606fd4dc-3b27-4bbb-9b33-537de21a6fa9 None None] Checking router: 9ea743e4-3caa-4069-ae34-14547296b565 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:19:35.298951 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606fd4dc-3b27-4bbb-9b33-537de21a6fa9 None None] Updating router 9ea743e4-3caa-4069-ae34-14547296b565 port 9438f126-c34a-4fce-ae9b-eda8bda33c13 binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:19:35.323897 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-606fd4dc-3b27-4bbb-9b33-537de21a6fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:35.364048 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ac638c01-d2a8-4fa3-a756-c27034ca404c req-75a9f600-6667-49f6-a6c9-165c8f044f14 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?id=65cd9538-4319-435d-90f4-473e43f2af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898654 Oct 27 18:19:35.395447 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7bb07d9f-7892-4502-a9dd-a92671040a6c req-dd9654f5-7cd8-401f-bc5f-170f0a92579d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=aec936d2-d091-41ff-8cce-151c598f6ebb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3138683 Oct 27 18:19:35.409478 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba0146-88a0-41ee-b37f-d9f38118303c tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Pushing event updated for resources: {'Network': ['ID=9b8c0782-0d89-4e76-8f58-a4e4776c9fa4,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:35.409478 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829bba1-67f0-4418-a588-d8a217fc0054 req-c1222c01-1703-4e7f-bf18-71f909e04951 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:35.411058 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a829bba1-67f0-4418-a588-d8a217fc0054 req-c1222c01-1703-4e7f-bf18-71f909e04951 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 946 time: 0.2696426 Oct 27 18:19:35.423802 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 9b8c0782-0d89-4e76-8f58-a4e4776c9fa4 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:19:35.450070 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-67c9db5f-c5d0-4e15-ba35-5c5984416235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:35.450070 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-67c9db5f-c5d0-4e15-ba35-5c5984416235 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=43d2aacb3b5645edb71ed26889dd4536&device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 1097 time: 0.1416852 Oct 27 18:19:35.459735 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47516) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:19:35.460218 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-caba0146-88a0-41ee-b37f-d9f38118303c tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7770574 Oct 27 18:19:35.467682 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-9cd98fe4-987c-4004-8422-268524b2c922 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Request body: {'subnet': {'network_id': '9b8c0782-0d89-4e76-8f58-a4e4776c9fa4', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:19:35.581112 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a829bba1-67f0-4418-a588-d8a217fc0054 req-344520a3-bdf9-45ae-b7a1-17509597288e tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603482 Oct 27 18:19:35.623355 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bc8dab1c-b839-4212-bd5a-9a3845ef15e4 req-46d5eb74-0f5d-49b4-9752-620c22eb755a tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 210 time: 0.0974896 Oct 27 18:19:35.652709 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 973a6b9f-7108-4ccd-beb6-b154405db982 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:19:35.672543 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb07d9f-7892-4502-a9dd-a92671040a6c req-d22ff8b1-65ee-4828-bd4c-48a94b444ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:35.674051 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7bb07d9f-7892-4502-a9dd-a92671040a6c req-d22ff8b1-65ee-4828-bd4c-48a94b444ec6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=82f76d5c977b49a3a741c29e3332e08f&device_id=aec936d2-d091-41ff-8cce-151c598f6ebb HTTP/1.1" status: 200 len: 1100 time: 0.1874204 Oct 27 18:19:35.675481 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-7bd81279-c4fe-48f3-8840-beae1cff0873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:35.676907 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-7bd81279-c4fe-48f3-8840-beae1cff0873 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b HTTP/1.1" status: 200 len: 909 time: 0.2147119 Oct 27 18:19:35.686013 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd98fe4-987c-4004-8422-268524b2c922 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Made reservation on behalf of 52425a4848b54b7383a7845cb99edf04 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:19:35.689308 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9cd98fe4-987c-4004-8422-268524b2c922 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:35.752286 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 973a6b9f-7108-4ccd-beb6-b154405db982 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:19:35.752773 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:35.771552 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-fbc2d1ee-c38c-414e-93fc-b13cd543ac1c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50ee530d-9047-4e2f-b18a-7c05ac1292e8 HTTP/1.1" status: 200 len: 217 time: 0.0745320 Oct 27 18:19:35.865986 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-55c07686-d299-46fe-bec7-5436d7cb5d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:35.869205 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-55c07686-d299-46fe-bec7-5436d7cb5d94 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9d2e93d5-4842-4818-961f-a77ef1a8f95b HTTP/1.1" status: 200 len: 847 time: 0.0709996 Oct 27 18:19:35.877080 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-606fd4dc-3b27-4bbb-9b33-537de21a6fa9 None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:35.917798 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-a40729cb-4110-4430-9135-8e3a89218713 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402782 Oct 27 18:19:35.919667 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb07d9f-7892-4502-a9dd-a92671040a6c req-22a7a930-33b6-4b0c-acc6-0490e4e8a478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:35.921126 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7bb07d9f-7892-4502-a9dd-a92671040a6c req-22a7a930-33b6-4b0c-acc6-0490e4e8a478 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.2064955 Oct 27 18:19:35.949780 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-606fd4dc-3b27-4bbb-9b33-537de21a6fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:36.017570 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7bb07d9f-7892-4502-a9dd-a92671040a6c req-c4c2c8d5-7ee5-4b86-9fda-bfd627834d3d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=a30727c6-2893-47dc-8280-a57141d6e2c9 HTTP/1.1" status: 200 len: 217 time: 0.0824022 Oct 27 18:19:36.031844 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dccaa42-6a4e-4f4d-a30e-6c4620f35cda None None] Pushing event updated for resources: {'Port': ['ID=9438f126-c34a-4fce-ae9b-eda8bda33c13,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:36.089840 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-606fd4dc-3b27-4bbb-9b33-537de21a6fa9 None None] Attempting to bind port 9438f126-c34a-4fce-ae9b-eda8bda33c13 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:19:36.090251 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-606fd4dc-3b27-4bbb-9b33-537de21a6fa9 None None] Attempting to bind port 9438f126-c34a-4fce-ae9b-eda8bda33c13 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '2eadb8c9-d522-4e88-9224-7c53eba8e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'd3694d0f-52cb-42d1-9264-83b0dc3842f4'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:19:36.090766 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606fd4dc-3b27-4bbb-9b33-537de21a6fa9 None None] Attempting to bind port 9438f126-c34a-4fce-ae9b-eda8bda33c13 on network d3694d0f-52cb-42d1-9264-83b0dc3842f4 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:19:36.111173 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606fd4dc-3b27-4bbb-9b33-537de21a6fa9 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:19:36.111552 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606fd4dc-3b27-4bbb-9b33-537de21a6fa9 None None] Checking segment: {'id': '2eadb8c9-d522-4e88-9224-7c53eba8e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'd3694d0f-52cb-42d1-9264-83b0dc3842f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:19:36.112027 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-606fd4dc-3b27-4bbb-9b33-537de21a6fa9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:36.112351 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606fd4dc-3b27-4bbb-9b33-537de21a6fa9 None None] Bound using segment: {'id': '2eadb8c9-d522-4e88-9224-7c53eba8e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'd3694d0f-52cb-42d1-9264-83b0dc3842f4'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:19:36.112837 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-606fd4dc-3b27-4bbb-9b33-537de21a6fa9 None None] Bound port: 9438f126-c34a-4fce-ae9b-eda8bda33c13, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eadb8c9-d522-4e88-9224-7c53eba8e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'd3694d0f-52cb-42d1-9264-83b0dc3842f4'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:19:36.113222 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-606fd4dc-3b27-4bbb-9b33-537de21a6fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:36.143244 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c047b89-9f4e-40a9-a431-75edd261f788 req-2b4bf5b2-88a6-4c38-b762-d8f1dd9696b7 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:36.144314 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9cd98fe4-987c-4004-8422-268524b2c922 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:36.144951 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1c047b89-9f4e-40a9-a431-75edd261f788 req-2b4bf5b2-88a6-4c38-b762-d8f1dd9696b7 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88af2fc-bb8c-463d-ae2c-69d4dd1e3248 HTTP/1.1" status: 200 len: 947 time: 0.1902165 Oct 27 18:19:36.150123 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb07d9f-7892-4502-a9dd-a92671040a6c req-b346ce49-5bf3-430c-9859-145985f3484c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:36.158661 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7bb07d9f-7892-4502-a9dd-a92671040a6c req-b346ce49-5bf3-430c-9859-145985f3484c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.1083877 Oct 27 18:19:36.162882 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-ffac314a-8c95-4ec7-9b8d-b5e5716b8700 service neutron] 10.222.0.81 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357023 Oct 27 18:19:36.221421 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-606fd4dc-3b27-4bbb-9b33-537de21a6fa9 None None] For port 9438f126-c34a-4fce-ae9b-eda8bda33c13, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:19:36.224714 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-606fd4dc-3b27-4bbb-9b33-537de21a6fa9 None None] For port 9438f126-c34a-4fce-ae9b-eda8bda33c13, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=9438f126-c34a-4fce-ae9b-eda8bda33c13,segment=NetworkSegment(2eadb8c9-d522-4e88-9224-7c53eba8e9a4),segment_id=2eadb8c9-d522-4e88-9224-7c53eba8e9a4)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:19:36.264565 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd98fe4-987c-4004-8422-268524b2c922 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Pushing event updated for resources: {'Subnet': ['ID=fcb8720c-bb7c-46fa-84fe-0ff41b908d7b,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:36.275933 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd98fe4-987c-4004-8422-268524b2c922 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Checking segment: {'id': '6388ccd7-db1c-4d9d-856c-3365a1a254b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '9b8c0782-0d89-4e76-8f58-a4e4776c9fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:19:36.276410 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd98fe4-987c-4004-8422-268524b2c922 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Network hostable DHCP agents. Network: 9b8c0782-0d89-4e76-8f58-a4e4776c9fa4, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:19:36.308905 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1c047b89-9f4e-40a9-a431-75edd261f788 req-270b3283-6982-4763-b504-3f69e2a2b455 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450434 Oct 27 18:19:36.313370 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device cc76fcf1-c65e-46e4-91d1-188b6145c658 up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:19:36.323601 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb07d9f-7892-4502-a9dd-a92671040a6c req-78b2f060-d22e-41d9-a60a-26262a424644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:36.323601 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7bb07d9f-7892-4502-a9dd-a92671040a6c req-78b2f060-d22e-41d9-a60a-26262a424644 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1556101 Oct 27 18:19:36.323866 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-606fd4dc-3b27-4bbb-9b33-537de21a6fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:36.390556 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-ba8867a7-9b89-4666-8eb2-c0c310c0f7b3 service neutron] 10.222.0.81 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108252 Oct 27 18:19:36.432129 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd98fe4-987c-4004-8422-268524b2c922 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Network 9b8c0782-0d89-4e76-8f58-a4e4776c9fa4 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:19:36.449839 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7bb07d9f-7892-4502-a9dd-a92671040a6c req-cc1fe1a1-50ba-429e-b0a5-fdde6ca2a1ae service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165171 Oct 27 18:19:36.488220 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606fd4dc-3b27-4bbb-9b33-537de21a6fa9 None None] Routers {'9ea743e4-3caa-4069-ae34-14547296b565'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:19:36.489192 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-606fd4dc-3b27-4bbb-9b33-537de21a6fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:19:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9ea743e4-3caa-4069-ae34-14547296b565'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:19:36.537002 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-9cd98fe4-987c-4004-8422-268524b2c922 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 9b8c0782-0d89-4e76-8f58-a4e4776c9fa4) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:19:36.542154 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd98fe4-987c-4004-8422-268524b2c922 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:36.545553 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9cd98fe4-987c-4004-8422-268524b2c922 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:36.625372 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7bb07d9f-7892-4502-a9dd-a92671040a6c req-96260105-52b9-4509-965e-e42c322d9d03 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651487 Oct 27 18:19:36.656947 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47564) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:19:36.657990 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9cd98fe4-987c-4004-8422-268524b2c922 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1961887 Oct 27 18:19:36.674228 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-a2f193ed-597a-425b-af2f-e9b33b00878d tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-887028017'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:19:36.677547 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-ee113115-4ccc-4d73-a36e-a6c4258d2771 None None] Provisioning complete for port 9438f126-c34a-4fce-ae9b-eda8bda33c13 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:19:36.678095 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ee113115-4ccc-4d73-a36e-a6c4258d2771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:36.680243 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424a6e51-1e83-4c96-bc71-8ed1e8658d92 None None] Network 9b8c0782-0d89-4e76-8f58-a4e4776c9fa4 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:19:36.687097 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dccaa42-6a4e-4f4d-a30e-6c4620f35cda None None] Pushing event updated for resources: {'Port': ['ID=9438f126-c34a-4fce-ae9b-eda8bda33c13,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:36.714495 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51a8d4-b836-43cd-b999-9e4e029d2ba2 req-fa2decd6-80e4-4e30-ad66-2dc43cf67a2b tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:36.717600 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9c51a8d4-b836-43cd-b999-9e4e029d2ba2 req-fa2decd6-80e4-4e30-ad66-2dc43cf67a2b tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 945 time: 0.1370752 Oct 27 18:19:36.768988 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9c51a8d4-b836-43cd-b999-9e4e029d2ba2 req-ab7a195a-e451-4dfe-aee2-d639bcffc47a tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?id=65cd9538-4319-435d-90f4-473e43f2af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416038 Oct 27 18:19:36.845803 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f193ed-597a-425b-af2f-e9b33b00878d tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Made reservation on behalf of 52425a4848b54b7383a7845cb99edf04 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:19:36.849725 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a2f193ed-597a-425b-af2f-e9b33b00878d tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:36.887317 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2f193ed-597a-425b-af2f-e9b33b00878d tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] vlan segment allocate from pool success with {'vlan_id': 1019, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:19:36.967876 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a2f193ed-597a-425b-af2f-e9b33b00878d tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:36.970363 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-a2f193ed-597a-425b-af2f-e9b33b00878d tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Added segment a16e71ba-967b-4856-97b5-a0b9e252c995 of type vlan for network c24cd42c-d49f-46e3-a6bb-53a1d2e23b15 Oct 27 18:19:37.024410 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a2f193ed-597a-425b-af2f-e9b33b00878d tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:37.041094 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7736ba2-fecb-47c7-901c-b0df306c6059 req-54206535-f7ee-4947-a764-915ffc8b560f tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:37.043415 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c7736ba2-fecb-47c7-901c-b0df306c6059 req-54206535-f7ee-4947-a764-915ffc8b560f tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 946 time: 0.1480229 Oct 27 18:19:37.059753 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning for port cc76fcf1-c65e-46e4-91d1-188b6145c658 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:19:37.068832 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-606fd4dc-3b27-4bbb-9b33-537de21a6fa9 None None] Set router 9ea743e4-3caa-4069-ae34-14547296b565 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:19:37.107043 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port cc76fcf1-c65e-46e4-91d1-188b6145c658 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:19:37.107425 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:37.119377 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c7736ba2-fecb-47c7-901c-b0df306c6059 req-e27789f5-ef84-48d0-a0f1-340deab63c71 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454562 Oct 27 18:19:37.223014 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a2f193ed-597a-425b-af2f-e9b33b00878d tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:37.236089 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f193ed-597a-425b-af2f-e9b33b00878d tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:37.243196 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a2f193ed-597a-425b-af2f-e9b33b00878d tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:37.274947 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-60056010-6298-4cdc-828e-92129608b5d9 req-0b6cbd88-beb4-41cc-b1d5-2ac4fead414f tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 210 time: 0.0792820 Oct 27 18:19:37.340312 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f193ed-597a-425b-af2f-e9b33b00878d tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Pushing event updated for resources: {'Network': ['ID=c24cd42c-d49f-46e3-a6bb-53a1d2e23b15,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:37.372954 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network c24cd42c-d49f-46e3-a6bb-53a1d2e23b15 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:19:37.400025 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a2f193ed-597a-425b-af2f-e9b33b00878d tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7388439 Oct 27 18:19:37.400236 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47576) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:19:37.404994 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-75230eb1-781d-41a5-ad81-d47fd68cbc9b tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Request body: {'subnet': {'network_id': 'c24cd42c-d49f-46e3-a6bb-53a1d2e23b15', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:19:37.490963 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5dbbe-8d76-42dc-bfd2-245b2b5094d5 req-fb2724f0-aca7-49b4-8cca-4e479d859db2 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:37.491255 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ee113115-4ccc-4d73-a36e-a6c4258d2771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:37.500337 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f0e5dbbe-8d76-42dc-bfd2-245b2b5094d5 req-fb2724f0-aca7-49b4-8cca-4e479d859db2 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88af2fc-bb8c-463d-ae2c-69d4dd1e3248 HTTP/1.1" status: 200 len: 947 time: 0.0643184 Oct 27 18:19:37.523699 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a3e070-e70d-479d-a6e4-980817a30317 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-9b8c0782-0d89-4e76-8f58-a4e4776c9fa4', 'network_id': '9b8c0782-0d89-4e76-8f58-a4e4776c9fa4', 'tenant_id': '52425a4848b54b7383a7845cb99edf04', 'fixed_ips': [{'subnet_id': 'fcb8720c-bb7c-46fa-84fe-0ff41b908d7b'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:19:37.524617 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e3a3e070-e70d-479d-a6e4-980817a30317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:37.618493 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-ee113115-4ccc-4d73-a36e-a6c4258d2771 None None] For port 9438f126-c34a-4fce-ae9b-eda8bda33c13, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=9438f126-c34a-4fce-ae9b-eda8bda33c13,segment=NetworkSegment(2eadb8c9-d522-4e88-9224-7c53eba8e9a4),segment_id=2eadb8c9-d522-4e88-9224-7c53eba8e9a4)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:19:37.644559 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f0e5dbbe-8d76-42dc-bfd2-245b2b5094d5 req-05a20bb7-1726-4a78-993a-eb45f805589b tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341085 Oct 27 18:19:37.672389 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:37.686269 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75230eb1-781d-41a5-ad81-d47fd68cbc9b tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Made reservation on behalf of 52425a4848b54b7383a7845cb99edf04 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:19:37.690157 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-75230eb1-781d-41a5-ad81-d47fd68cbc9b tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:37.733500 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-ba68e2da-7aca-4b59-89fd-66354d6c992c tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:37.736830 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-ba68e2da-7aca-4b59-89fd-66354d6c992c tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.93 "GET /v2.0/networks?id=b3551270-2765-4a25-abeb-25e55b0a5126 HTTP/1.1" status: 200 len: 821 time: 0.2051623 Oct 27 18:19:37.769818 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ee113115-4ccc-4d73-a36e-a6c4258d2771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:37.778874 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-9ff4b44a-0835-4f64-ac9f-663373b1d11b tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Request body: {'port': {'device_id': '211d3f40-2971-46c3-8096-0e2056e3b79a', 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126', 'admin_state_up': True, 'tenant_id': 'a91620ccab6b42bd92005fb366774bad'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:19:37.929908 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b88af2fc-bb8c-463d-ae2c-69d4dd1e3248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc76fcf1-c65e-46e4-91d1-188b6145c658'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:19:37.932085 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f74c521-c653-45e3-905d-f7657c8bd7da" -d '{"events": [{"server_uuid": "b88af2fc-bb8c-463d-ae2c-69d4dd1e3248", "name": "network-vif-plugged", "status": "completed", "tag": "cc76fcf1-c65e-46e4-91d1-188b6145c658"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:19:37.992078 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port cc76fcf1-c65e-46e4-91d1-188b6145c658, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=cc76fcf1-c65e-46e4-91d1-188b6145c658,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:19:38.012700 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee113115-4ccc-4d73-a36e-a6c4258d2771 None None] Pushing event updated for resources: {'Port': ['ID=9438f126-c34a-4fce-ae9b-eda8bda33c13,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:38.017936 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-bc48ca65-5e6b-47c1-8ed6-50a5873d5884 None None] Provisioning complete for port 9438f126-c34a-4fce-ae9b-eda8bda33c13 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:19:38.018275 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-bc48ca65-5e6b-47c1-8ed6-50a5873d5884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:38.055675 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-e3a3e070-e70d-479d-a6e4-980817a30317 None None] Allocated IP 19.80.0.2 (9b8c0782-0d89-4e76-8f58-a4e4776c9fa4/fcb8720c-bb7c-46fa-84fe-0ff41b908d7b/2e785974-c49a-469d-8f5d-e8ba738e29f6) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:19:38.061855 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:38.080953 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-75230eb1-781d-41a5-ad81-d47fd68cbc9b tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:38.116141 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-606fd4dc-3b27-4bbb-9b33-537de21a6fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea743e4-3caa-4069-ae34-14547296b565', 'name': 'tempest-ServersTestMultiNic-1502352321-router', 'tenant_id': '52425a4848b54b7383a7845cb99edf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '973a6b9f-7108-4ccd-beb6-b154405db982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:19:26Z', 'updated_at': '2021-10-27T18:19:33Z', 'revision_number': 4, 'project_id': '52425a4848b54b7383a7845cb99edf04', 'gw_port': {'id': '973a6b9f-7108-4ccd-beb6-b154405db982', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:53:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea743e4-3caa-4069-ae34-14547296b565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:19:28Z', 'updated_at': '2021-10-27T18:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '9438f126-c34a-4fce-ae9b-eda8bda33c13', 'name': '', 'network_id': 'd3694d0f-52cb-42d1-9264-83b0dc3842f4', 'tenant_id': '52425a4848b54b7383a7845cb99edf04', 'mac_address': 'fa:16:3e:53:9a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea743e4-3caa-4069-ae34-14547296b565', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '4b4ec33a-4e32-41cc-901e-ac684673c9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:19:31Z', 'updated_at': '2021-10-27T18:19:36Z', 'revision_number': 4, 'project_id': '52425a4848b54b7383a7845cb99edf04', 'subnets': [{'id': '4b4ec33a-4e32-41cc-901e-ac684673c9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:19:38.181940 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75230eb1-781d-41a5-ad81-d47fd68cbc9b tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Pushing event updated for resources: {'Subnet': ['ID=5302600b-fe8a-44d1-ba44-773833814e2e,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:38.197975 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75230eb1-781d-41a5-ad81-d47fd68cbc9b tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Checking segment: {'id': 'a16e71ba-967b-4856-97b5-a0b9e252c995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'c24cd42c-d49f-46e3-a6bb-53a1d2e23b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:19:38.198714 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75230eb1-781d-41a5-ad81-d47fd68cbc9b tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Network hostable DHCP agents. Network: c24cd42c-d49f-46e3-a6bb-53a1d2e23b15, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:19:38.276112 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606fd4dc-3b27-4bbb-9b33-537de21a6fa9 None None] The sync data for ids ['9ea743e4-3caa-4069-ae34-14547296b565'] in n-d-815690-2 is: [{'id': '9ea743e4-3caa-4069-ae34-14547296b565', 'name': 'tempest-ServersTestMultiNic-1502352321-router', 'tenant_id': '52425a4848b54b7383a7845cb99edf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '973a6b9f-7108-4ccd-beb6-b154405db982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:19:26Z', 'updated_at': '2021-10-27T18:19:33Z', 'revision_number': 4, 'project_id': '52425a4848b54b7383a7845cb99edf04', 'gw_port': {'id': '973a6b9f-7108-4ccd-beb6-b154405db982', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:53:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea743e4-3caa-4069-ae34-14547296b565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:19:28Z', 'updated_at': '2021-10-27T18:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '9438f126-c34a-4fce-ae9b-eda8bda33c13', 'name': '', 'network_id': 'd3694d0f-52cb-42d1-9264-83b0dc3842f4', 'tenant_id': '52425a4848b54b7383a7845cb99edf04', 'mac_address': 'fa:16:3e:53:9a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea743e4-3caa-4069-ae34-14547296b565', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '4b4ec33a-4e32-41cc-901e-ac684673c9fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:19:31Z', 'updated_at': '2021-10-27T18:19:36Z', 'revision_number': 4, 'project_id': '52425a4848b54b7383a7845cb99edf04', 'subnets': [{'id': '4b4ec33a-4e32-41cc-901e-ac684673c9fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:19:38.310179 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75230eb1-781d-41a5-ad81-d47fd68cbc9b tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Network c24cd42c-d49f-46e3-a6bb-53a1d2e23b15 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:19:38.325679 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=cc76fcf1-c65e-46e4-91d1-188b6145c658,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:38.371634 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-75230eb1-781d-41a5-ad81-d47fd68cbc9b tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, c24cd42c-d49f-46e3-a6bb-53a1d2e23b15) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:19:38.378307 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75230eb1-781d-41a5-ad81-d47fd68cbc9b tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:38.379174 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-75230eb1-781d-41a5-ad81-d47fd68cbc9b tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:38.443132 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c15fb-82a0-47eb-82ca-8596d31a9c6b req-7999b166-f5ed-4d8b-83eb-a14e18faab30 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:38.451566 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-634c15fb-82a0-47eb-82ca-8596d31a9c6b req-7999b166-f5ed-4d8b-83eb-a14e18faab30 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 945 time: 0.1467001 Oct 27 18:19:38.470509 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a61a731-4723-4fae-acf5-1589019c25c7 None None] Network c24cd42c-d49f-46e3-a6bb-53a1d2e23b15 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:19:38.476212 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device b9e34544-f884-4445-90b4-80a5768d9b19 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:19:38.496166 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-75230eb1-781d-41a5-ad81-d47fd68cbc9b tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0952463 Oct 27 18:19:38.595473 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-634c15fb-82a0-47eb-82ca-8596d31a9c6b req-d4f9649c-0355-47fd-9130-2e50b04d9111 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?id=65cd9538-4319-435d-90f4-473e43f2af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428013 Oct 27 18:19:38.681630 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11bf7d2-a611-4c8b-8ff9-c10e5a3a9bd2 x-openstack-request-id: req-a11bf7d2-a611-4c8b-8ff9-c10e5a3a9bd2 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:19:38.682515 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b88af2fc-bb8c-463d-ae2c-69d4dd1e3248", "name": "network-vif-plugged", "status": "completed", "tag": "cc76fcf1-c65e-46e4-91d1-188b6145c658", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:19:38.682954 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a11bf7d2-a611-4c8b-8ff9-c10e5a3a9bd2 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:19:38.683500 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b88af2fc-bb8c-463d-ae2c-69d4dd1e3248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc76fcf1-c65e-46e4-91d1-188b6145c658', 'code': 200} Oct 27 18:19:38.801336 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-9ff4b44a-0835-4f64-ac9f-663373b1d11b tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Made reservation on behalf of a91620ccab6b42bd92005fb366774bad for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:19:38.810243 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-9ff4b44a-0835-4f64-ac9f-663373b1d11b tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:38.938330 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3b22b0-7a48-40b3-aead-201e8eb59b40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-c24cd42c-d49f-46e3-a6bb-53a1d2e23b15', 'network_id': 'c24cd42c-d49f-46e3-a6bb-53a1d2e23b15', 'tenant_id': '52425a4848b54b7383a7845cb99edf04', 'fixed_ips': [{'subnet_id': '5302600b-fe8a-44d1-ba44-773833814e2e'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:19:38.939406 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ab3b22b0-7a48-40b3-aead-201e8eb59b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:38.975124 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e3a3e070-e70d-479d-a6e4-980817a30317 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:38.986106 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:39.066424 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba67f66-f938-4cd1-a09e-dd6b3badadfc req-3db5ad3f-8815-44bd-8d59-52c485f6cb6f tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:39.079335 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5ba67f66-f938-4cd1-a09e-dd6b3badadfc req-3db5ad3f-8815-44bd-8d59-52c485f6cb6f tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 946 time: 0.2639968 Oct 27 18:19:39.084914 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362461b-2346-4fca-ad48-14a1f746aa4b req-730eeea6-f304-437d-83f6-51aff4fe0993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:39.086429 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4362461b-2346-4fca-ad48-14a1f746aa4b req-730eeea6-f304-437d-83f6-51aff4fe0993 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b88af2fc-bb8c-463d-ae2c-69d4dd1e3248 HTTP/1.1" status: 200 len: 1099 time: 0.3033614 Oct 27 18:19:39.109694 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-70e0df2e-af21-4272-9425-592ac027889c tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:39.109912 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e3a3e070-e70d-479d-a6e4-980817a30317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:39.117079 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-70e0df2e-af21-4272-9425-592ac027889c tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/networks?id=c345cfe3-9ef8-4d81-8fa5-3e08d3754503 HTTP/1.1" status: 200 len: 804 time: 0.8117597 Oct 27 18:19:39.181058 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port b9e34544-f884-4445-90b4-80a5768d9b19, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=b9e34544-f884-4445-90b4-80a5768d9b19,segment=NetworkSegment(0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2),segment_id=0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:19:39.204905 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-2dc94e67-e976-4ba6-894b-3255bfb3992c tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/quotas/1e901318404a4041a9284af4397a81ce HTTP/1.1" status: 200 len: 375 time: 0.0631549 Oct 27 18:19:39.212321 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a3e070-e70d-479d-a6e4-980817a30317 None None] Network 9b8c0782-0d89-4e76-8f58-a4e4776c9fa4 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:19:39.229124 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-e3a3e070-e70d-479d-a6e4-980817a30317 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:19:39.236462 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a3e070-e70d-479d-a6e4-980817a30317 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:19:39.240299 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a3e070-e70d-479d-a6e4-980817a30317 None None] Pushing event updated for resources: {'Port': ['ID=2e785974-c49a-469d-8f5d-e8ba738e29f6,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:39.251752 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:39.262034 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-ab3b22b0-7a48-40b3-aead-201e8eb59b40 None None] Allocated IP 19.86.0.2 (c24cd42c-d49f-46e3-a6bb-53a1d2e23b15/5302600b-fe8a-44d1-ba44-773833814e2e/2b539344-0ec0-4df7-8ce5-02b32dad74c0) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:19:39.319856 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-9ff4b44a-0835-4f64-ac9f-663373b1d11b tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Allocated IP 172.20.0.5 (b3551270-2765-4a25-abeb-25e55b0a5126/8b6b6ba7-005f-448a-b57c-d52798a8629c/a76b3dc7-cf3e-4735-9308-d09f65f512fa) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:19:39.379250 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-e3a3e070-e70d-479d-a6e4-980817a30317 None None] Attempting to bind port 2e785974-c49a-469d-8f5d-e8ba738e29f6 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:19:39.379621 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-e3a3e070-e70d-479d-a6e4-980817a30317 None None] Attempting to bind port 2e785974-c49a-469d-8f5d-e8ba738e29f6 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '6388ccd7-db1c-4d9d-856c-3365a1a254b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '9b8c0782-0d89-4e76-8f58-a4e4776c9fa4'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:19:39.381974 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a3e070-e70d-479d-a6e4-980817a30317 None None] Attempting to bind port 2e785974-c49a-469d-8f5d-e8ba738e29f6 on network 9b8c0782-0d89-4e76-8f58-a4e4776c9fa4 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:19:39.419861 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a3e070-e70d-479d-a6e4-980817a30317 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:19:39.420238 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a3e070-e70d-479d-a6e4-980817a30317 None None] Checking segment: {'id': '6388ccd7-db1c-4d9d-856c-3365a1a254b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '9b8c0782-0d89-4e76-8f58-a4e4776c9fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:19:39.420728 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e3a3e070-e70d-479d-a6e4-980817a30317 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:39.421043 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a3e070-e70d-479d-a6e4-980817a30317 None None] Bound using segment: {'id': '6388ccd7-db1c-4d9d-856c-3365a1a254b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '9b8c0782-0d89-4e76-8f58-a4e4776c9fa4'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:19:39.421530 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-e3a3e070-e70d-479d-a6e4-980817a30317 None None] Bound port: 2e785974-c49a-469d-8f5d-e8ba738e29f6, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6388ccd7-db1c-4d9d-856c-3365a1a254b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '9b8c0782-0d89-4e76-8f58-a4e4776c9fa4'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:19:39.421930 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e3a3e070-e70d-479d-a6e4-980817a30317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:39.458601 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=b9e34544-f884-4445-90b4-80a5768d9b19,revision_number=8']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:39.593574 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-9ff4b44a-0835-4f64-ac9f-663373b1d11b tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:39.651075 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fe450049-7892-48e1-87e7-858157ef8125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:39.659773 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5ba67f66-f938-4cd1-a09e-dd6b3badadfc req-b88a7df1-c5e7-4f1d-8e0b-84b04fcb604f tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5530367 Oct 27 18:19:39.707930 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 9438f126-c34a-4fce-ae9b-eda8bda33c13 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:19:39.754313 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-e3a3e070-e70d-479d-a6e4-980817a30317 None None] For port 2e785974-c49a-469d-8f5d-e8ba738e29f6, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:19:39.772841 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-9ff4b44a-0835-4f64-ac9f-663373b1d11b tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:39.790546 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['fecdc6d7-3d40-4405-ad5a-c0e583376c35'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:19:39.796144 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-e3a3e070-e70d-479d-a6e4-980817a30317 None None] For port 2e785974-c49a-469d-8f5d-e8ba738e29f6, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=2e785974-c49a-469d-8f5d-e8ba738e29f6,segment=NetworkSegment(6388ccd7-db1c-4d9d-856c-3365a1a254b2),segment_id=6388ccd7-db1c-4d9d-856c-3365a1a254b2)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:19:39.831749 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4362461b-2346-4fca-ad48-14a1f746aa4b req-2aab311c-b835-42eb-b644-8b80600aea4a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7101724 Oct 27 18:19:39.836096 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ab3b22b0-7a48-40b3-aead-201e8eb59b40 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:39.859088 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e3a3e070-e70d-479d-a6e4-980817a30317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:39.893455 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-6cf775e4-2705-4768-8a3d-27f70c0a1434 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1e901318404a4041a9284af4397a81ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6653147 Oct 27 18:19:39.903943 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 9438f126-c34a-4fce-ae9b-eda8bda33c13 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:19:39.904382 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:39.918518 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-9ff4b44a-0835-4f64-ac9f-663373b1d11b tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Network b3551270-2765-4a25-abeb-25e55b0a5126 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:19:39.922877 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff4b44a-0835-4f64-ac9f-663373b1d11b tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Pushing event updated for resources: {'Port': ['ID=a76b3dc7-cf3e-4735-9308-d09f65f512fa,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:39.960933 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ab3b22b0-7a48-40b3-aead-201e8eb59b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:39.969170 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-9ff4b44a-0835-4f64-ac9f-663373b1d11b tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:19:39.984073 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad395b8-0697-4c2e-9f0e-ddb0519f6777 req-e9ec2095-0b25-4844-b704-d630e2afc67b tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:39.985757 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9ad395b8-0697-4c2e-9f0e-ddb0519f6777 req-e9ec2095-0b25-4844-b704-d630e2afc67b tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.93 "GET /v2.0/ports?device_id=897216c7-db70-4e06-8b0b-cb7b2659635c HTTP/1.1" status: 200 len: 943 time: 0.3112636 Oct 27 18:19:39.989290 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-9ff4b44a-0835-4f64-ac9f-663373b1d11b tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:19:40.008618 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a3e070-e70d-479d-a6e4-980817a30317 None None] Pushing event updated for resources: {'Port': ['ID=2e785974-c49a-469d-8f5d-e8ba738e29f6,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:40.020476 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3b22b0-7a48-40b3-aead-201e8eb59b40 None None] Network c24cd42c-d49f-46e3-a6bb-53a1d2e23b15 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:19:40.062959 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-ab3b22b0-7a48-40b3-aead-201e8eb59b40 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:19:40.073530 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3b22b0-7a48-40b3-aead-201e8eb59b40 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:19:40.088576 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084902f8-a46e-4893-b7b9-ca82e545e9fa req-92065ada-9ff9-4267-af46-b5716f902df6 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:40.096793 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-084902f8-a46e-4893-b7b9-ca82e545e9fa req-92065ada-9ff9-4267-af46-b5716f902df6 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 931 time: 0.2738771 Oct 27 18:19:40.136960 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b22b0-7a48-40b3-aead-201e8eb59b40 None None] Pushing event updated for resources: {'Port': ['ID=2b539344-0ec0-4df7-8ce5-02b32dad74c0,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:40.158592 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-9ff4b44a-0835-4f64-ac9f-663373b1d11b tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:40.159278 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-9ff4b44a-0835-4f64-ac9f-663373b1d11b tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:40.246120 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-084902f8-a46e-4893-b7b9-ca82e545e9fa req-6e6bcdb7-6451-4546-963c-4537fcbc3dbe tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483927 Oct 27 18:19:40.248116 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-ab3b22b0-7a48-40b3-aead-201e8eb59b40 None None] Attempting to bind port 2b539344-0ec0-4df7-8ce5-02b32dad74c0 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:19:40.249740 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-b6b81bd0-e7a0-4407-a40c-87c5bcac8877 service neutron] 10.222.0.52 "GET /v2.0/networks/c345cfe3-9ef8-4d81-8fa5-3e08d3754503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422892 Oct 27 18:19:40.250133 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-ab3b22b0-7a48-40b3-aead-201e8eb59b40 None None] Attempting to bind port 2b539344-0ec0-4df7-8ce5-02b32dad74c0 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'a16e71ba-967b-4856-97b5-a0b9e252c995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'c24cd42c-d49f-46e3-a6bb-53a1d2e23b15'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:19:40.250505 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3b22b0-7a48-40b3-aead-201e8eb59b40 None None] Attempting to bind port 2b539344-0ec0-4df7-8ce5-02b32dad74c0 on network c24cd42c-d49f-46e3-a6bb-53a1d2e23b15 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:19:40.288028 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3b22b0-7a48-40b3-aead-201e8eb59b40 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:19:40.288028 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3b22b0-7a48-40b3-aead-201e8eb59b40 None None] Checking segment: {'id': 'a16e71ba-967b-4856-97b5-a0b9e252c995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'c24cd42c-d49f-46e3-a6bb-53a1d2e23b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:19:40.288028 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ab3b22b0-7a48-40b3-aead-201e8eb59b40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:40.288028 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3b22b0-7a48-40b3-aead-201e8eb59b40 None None] Bound using segment: {'id': 'a16e71ba-967b-4856-97b5-a0b9e252c995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'c24cd42c-d49f-46e3-a6bb-53a1d2e23b15'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:19:40.288375 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-ab3b22b0-7a48-40b3-aead-201e8eb59b40 None None] Bound port: 2b539344-0ec0-4df7-8ce5-02b32dad74c0, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16e71ba-967b-4856-97b5-a0b9e252c995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'c24cd42c-d49f-46e3-a6bb-53a1d2e23b15'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:19:40.288504 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ab3b22b0-7a48-40b3-aead-201e8eb59b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:40.373940 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-9ff4b44a-0835-4f64-ac9f-663373b1d11b tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6105554 Oct 27 18:19:40.393500 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-336bf009-a1bb-4eb9-abe5-837b23ae7f02 service neutron] Request body: {'port': {'device_id': '211d3f40-2971-46c3-8096-0e2056e3b79a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:19:40.440762 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-ab3b22b0-7a48-40b3-aead-201e8eb59b40 None None] For port 2b539344-0ec0-4df7-8ce5-02b32dad74c0, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:19:40.444578 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-ab3b22b0-7a48-40b3-aead-201e8eb59b40 None None] For port 2b539344-0ec0-4df7-8ce5-02b32dad74c0, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=2b539344-0ec0-4df7-8ce5-02b32dad74c0,segment=NetworkSegment(a16e71ba-967b-4856-97b5-a0b9e252c995),segment_id=a16e71ba-967b-4856-97b5-a0b9e252c995)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:19:40.497789 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-9ad395b8-0697-4c2e-9f0e-ddb0519f6777 req-66afc03d-42c6-4e88-9e31-73f1787e0199 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Deleting port b9e34544-f884-4445-90b4-80a5768d9b19 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:19:40.498261 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-9ad395b8-0697-4c2e-9f0e-ddb0519f6777 req-66afc03d-42c6-4e88-9e31-73f1787e0199 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:40.519362 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ab3b22b0-7a48-40b3-aead-201e8eb59b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:40.586965 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b22b0-7a48-40b3-aead-201e8eb59b40 None None] Pushing event updated for resources: {'Port': ['ID=2b539344-0ec0-4df7-8ce5-02b32dad74c0,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:40.620649 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-84aa85ce-0e4f-4643-8266-4a6d48ea22d2 service neutron] 10.222.0.52 "GET /v2.0/networks/c345cfe3-9ef8-4d81-8fa5-3e08d3754503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534837 Oct 27 18:19:40.621203 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-336bf009-a1bb-4eb9-abe5-837b23ae7f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:40.684892 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '897216c7-db70-4e06-8b0b-cb7b2659635c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9e34544-f884-4445-90b4-80a5768d9b19'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:19:40.691953 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238ac5ef-3ce9-4b3a-9983-83935112fc7b" -d '{"events": [{"server_uuid": "897216c7-db70-4e06-8b0b-cb7b2659635c", "name": "network-vif-unplugged", "status": "completed", "tag": "b9e34544-f884-4445-90b4-80a5768d9b19"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:19:40.713432 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548061ee-b404-454b-8ad1-c7776a586e84 req-70bff1b4-a693-4944-a098-562ab26934ea tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:40.720461 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548061ee-b404-454b-8ad1-c7776a586e84 req-70bff1b4-a693-4944-a098-562ab26934ea tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:40.722053 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-548061ee-b404-454b-8ad1-c7776a586e84 req-70bff1b4-a693-4944-a098-562ab26934ea tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/networks?id=9b8c0782-0d89-4e76-8f58-a4e4776c9fa4&id=c24cd42c-d49f-46e3-a6bb-53a1d2e23b15&id=9b8c0782-0d89-4e76-8f58-a4e4776c9fa4 HTTP/1.1" status: 200 len: 1390 time: 0.2971377 Oct 27 18:19:40.758676 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-9ad395b8-0697-4c2e-9f0e-ddb0519f6777 req-66afc03d-42c6-4e88-9e31-73f1787e0199 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] For port b9e34544-f884-4445-90b4-80a5768d9b19, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=b9e34544-f884-4445-90b4-80a5768d9b19,segment=NetworkSegment(0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2),segment_id=0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:19:40.759068 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-9ad395b8-0697-4c2e-9f0e-ddb0519f6777 req-66afc03d-42c6-4e88-9e31-73f1787e0199 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:40.764653 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-548061ee-b404-454b-8ad1-c7776a586e84 req-7db7a05a-e0d2-42b9-9c56-a6fdfc9f91c0 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/quotas/52425a4848b54b7383a7845cb99edf04 HTTP/1.1" status: 200 len: 375 time: 0.0327528 Oct 27 18:19:40.815419 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-9ad395b8-0697-4c2e-9f0e-ddb0519f6777 req-66afc03d-42c6-4e88-9e31-73f1787e0199 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Calling delete_port for b9e34544-f884-4445-90b4-80a5768d9b19 owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:19:41.053982 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-548061ee-b404-454b-8ad1-c7776a586e84 req-c1ffe999-8295-4141-8061-6f7fc1ad52ef tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=52425a4848b54b7383a7845cb99edf04&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2773812 Oct 27 18:19:41.255458 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fbb08-e110-49a5-a8d9-c3da46fbd6b5 req-c6bbb856-b094-4e0e-a485-f17d5a64fd70 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:41.257096 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6f5fbb08-e110-49a5-a8d9-c3da46fbd6b5 req-c6bbb856-b094-4e0e-a485-f17d5a64fd70 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88af2fc-bb8c-463d-ae2c-69d4dd1e3248 HTTP/1.1" status: 200 len: 948 time: 0.1948922 Oct 27 18:19:41.374979 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6f5fbb08-e110-49a5-a8d9-c3da46fbd6b5 req-6bf12e52-e1db-4203-a773-9829c9c4d4b0 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071308 Oct 27 18:19:41.385329 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-548061ee-b404-454b-8ad1-c7776a586e84 req-8929a023-635e-4ad9-9f01-58fecab5ded2 service neutron] 10.222.0.52 "GET /v2.0/networks/9b8c0782-0d89-4e76-8f58-a4e4776c9fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791266 Oct 27 18:19:41.522481 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-336bf009-a1bb-4eb9-abe5-837b23ae7f02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a76b3dc7-cf3e-4735-9308-d09f65f512fa {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:19:41.536250 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-336bf009-a1bb-4eb9-abe5-837b23ae7f02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:41.563948 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-9ad395b8-0697-4c2e-9f0e-ddb0519f6777 req-66afc03d-42c6-4e88-9e31-73f1787e0199 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:41.584665 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd464329-6fe0-42dc-a7a1-9f7d4e40ed17 None None] Network 9b8c0782-0d89-4e76-8f58-a4e4776c9fa4 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:19:41.590739 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-336bf009-a1bb-4eb9-abe5-837b23ae7f02 service neutron] Transition to ACTIVE for port object a76b3dc7-cf3e-4735-9308-d09f65f512fa will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:19:41.594981 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-548061ee-b404-454b-8ad1-c7776a586e84 req-9ce74d34-6303-4135-a8b1-7c96d433bbbb service neutron] 10.222.0.52 "GET /v2.0/networks/9b8c0782-0d89-4e76-8f58-a4e4776c9fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911864 Oct 27 18:19:41.685690 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66afc03d-42c6-4e88-9e31-73f1787e0199 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Pushing event deleted for resources: {'Port': ['ID=b9e34544-f884-4445-90b4-80a5768d9b19,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:41.740167 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-336bf009-a1bb-4eb9-abe5-837b23ae7f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:41.750302 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-814b21e0-c935-4739-8ea1-1e58d7001bf4 None None] Provisioning complete for port 2e785974-c49a-469d-8f5d-e8ba738e29f6 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:19:41.750972 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-814b21e0-c935-4739-8ea1-1e58d7001bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:41.817133 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 2b539344-0ec0-4df7-8ce5-02b32dad74c0 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:19:41.962232 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-548061ee-b404-454b-8ad1-c7776a586e84 req-84ba035b-f2e5-4c84-b756-48d798e1ac19 service neutron] 10.222.0.52 "GET /v2.0/networks/c24cd42c-d49f-46e3-a6bb-53a1d2e23b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060491 Oct 27 18:19:41.970496 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336bf009-a1bb-4eb9-abe5-837b23ae7f02 service neutron] Pushing event updated for resources: {'Port': ['ID=a76b3dc7-cf3e-4735-9308-d09f65f512fa,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:42.006173 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-814b21e0-c935-4739-8ea1-1e58d7001bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:42.020319 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad395b8-0697-4c2e-9f0e-ddb0519f6777 req-66afc03d-42c6-4e88-9e31-73f1787e0199 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] No DVR routers for this DVR port b9e34544-f884-4445-90b4-80a5768d9b19 on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:19:42.033039 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 2b539344-0ec0-4df7-8ce5-02b32dad74c0 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:19:42.033401 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:42.058673 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-9ad395b8-0697-4c2e-9f0e-ddb0519f6777 req-66afc03d-42c6-4e88-9e31-73f1787e0199 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:42.062647 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9ad395b8-0697-4c2e-9f0e-ddb0519f6777 req-66afc03d-42c6-4e88-9e31-73f1787e0199 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.93 "DELETE /v2.0/ports/b9e34544-f884-4445-90b4-80a5768d9b19 HTTP/1.1" status: 204 len: 173 time: 2.0661833 Oct 27 18:19:42.079918 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '897216c7-db70-4e06-8b0b-cb7b2659635c', 'name': 'network-vif-deleted', 'tag': 'b9e34544-f884-4445-90b4-80a5768d9b19'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:19:42.082551 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fbdd80-c3cf-4925-9ab5-550cdef3400d" -d '{"events": [{"server_uuid": "897216c7-db70-4e06-8b0b-cb7b2659635c", "name": "network-vif-deleted", "tag": "b9e34544-f884-4445-90b4-80a5768d9b19"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:19:42.102944 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-95966be3-36c0-4fe0-95cd-2b349485ee89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:42.112271 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-814b21e0-c935-4739-8ea1-1e58d7001bf4 None None] For port 2e785974-c49a-469d-8f5d-e8ba738e29f6, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=2e785974-c49a-469d-8f5d-e8ba738e29f6,segment=NetworkSegment(6388ccd7-db1c-4d9d-856c-3365a1a254b2),segment_id=6388ccd7-db1c-4d9d-856c-3365a1a254b2)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:19:42.125587 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e649b-426c-4d5e-ad73-1f74831de399 req-6e44dc54-6cac-4774-ad77-6a6ef6e8e39b tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:42.133211 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b89e649b-426c-4d5e-ad73-1f74831de399 req-6e44dc54-6cac-4774-ad77-6a6ef6e8e39b tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 945 time: 0.2126014 Oct 27 18:19:42.173895 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:42.214387 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-814b21e0-c935-4739-8ea1-1e58d7001bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:42.232613 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-336bf009-a1bb-4eb9-abe5-837b23ae7f02 service neutron] Attempting to bind port a76b3dc7-cf3e-4735-9308-d09f65f512fa on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:19:42.232972 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-336bf009-a1bb-4eb9-abe5-837b23ae7f02 service neutron] Attempting to bind port a76b3dc7-cf3e-4735-9308-d09f65f512fa by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:19:42.233396 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-336bf009-a1bb-4eb9-abe5-837b23ae7f02 service neutron] Attempting to bind port a76b3dc7-cf3e-4735-9308-d09f65f512fa on network b3551270-2765-4a25-abeb-25e55b0a5126 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:19:42.257739 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-336bf009-a1bb-4eb9-abe5-837b23ae7f02 service neutron] Port a76b3dc7-cf3e-4735-9308-d09f65f512fa on network b3551270-2765-4a25-abeb-25e55b0a5126 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:19:42.276745 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-336bf009-a1bb-4eb9-abe5-837b23ae7f02 service neutron] Attempting to bind port a76b3dc7-cf3e-4735-9308-d09f65f512fa on network b3551270-2765-4a25-abeb-25e55b0a5126 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:19:42.300503 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 2b539344-0ec0-4df7-8ce5-02b32dad74c0, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=2b539344-0ec0-4df7-8ce5-02b32dad74c0,segment=NetworkSegment(a16e71ba-967b-4856-97b5-a0b9e252c995),segment_id=a16e71ba-967b-4856-97b5-a0b9e252c995)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:19:42.332790 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b21e0-c935-4739-8ea1-1e58d7001bf4 None None] Pushing event updated for resources: {'Port': ['ID=2e785974-c49a-469d-8f5d-e8ba738e29f6,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:42.366891 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fca866-a187-44c5-b579-48499589a0fb None None] Network c24cd42c-d49f-46e3-a6bb-53a1d2e23b15 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:19:42.457419 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:42.458469 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 2e785974-c49a-469d-8f5d-e8ba738e29f6 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:19:42.555102 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device b9e34544-f884-4445-90b4-80a5768d9b19 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:19:42.603392 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: b9e34544-f884-4445-90b4-80a5768d9b19 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:19:42.604111 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device b9e34544-f884-4445-90b4-80a5768d9b19 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:19:42.634259 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-336bf009-a1bb-4eb9-abe5-837b23ae7f02 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:19:42.634758 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-336bf009-a1bb-4eb9-abe5-837b23ae7f02 service neutron] Checking segment: {'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:19:42.635481 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-336bf009-a1bb-4eb9-abe5-837b23ae7f02 service neutron] Bound using segment: {'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:19:42.636124 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-336bf009-a1bb-4eb9-abe5-837b23ae7f02 service neutron] Bound port: a76b3dc7-cf3e-4735-9308-d09f65f512fa, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:19:42.636631 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-336bf009-a1bb-4eb9-abe5-837b23ae7f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:42.646555 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-d10083e3-36e6-4a24-9f6a-bbff6528ceaa None None] Provisioning complete for port 2b539344-0ec0-4df7-8ce5-02b32dad74c0 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:19:42.646959 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d10083e3-36e6-4a24-9f6a-bbff6528ceaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:42.663557 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b89e649b-426c-4d5e-ad73-1f74831de399 req-8271c27a-dd22-41a8-9a72-3bd9c4571bf6 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?id=65cd9538-4319-435d-90f4-473e43f2af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5293250 Oct 27 18:19:42.676523 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-548061ee-b404-454b-8ad1-c7776a586e84 req-401d41f4-5e0f-471b-85f0-2fa6dd53fc73 service neutron] 10.222.0.52 "GET /v2.0/networks/c24cd42c-d49f-46e3-a6bb-53a1d2e23b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7143645 Oct 27 18:19:42.727332 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 2e785974-c49a-469d-8f5d-e8ba738e29f6 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:19:42.727731 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:42.729306 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=2b539344-0ec0-4df7-8ce5-02b32dad74c0,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:42.823340 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-336bf009-a1bb-4eb9-abe5-837b23ae7f02 service neutron] For port a76b3dc7-cf3e-4735-9308-d09f65f512fa, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:19:42.848997 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-336bf009-a1bb-4eb9-abe5-837b23ae7f02 service neutron] For port a76b3dc7-cf3e-4735-9308-d09f65f512fa, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=a76b3dc7-cf3e-4735-9308-d09f65f512fa,segment=NetworkSegment(32b71140-e440-46b3-9b2a-24e683b039db),segment_id=32b71140-e440-46b3-9b2a-24e683b039db)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:19:42.861368 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-548061ee-b404-454b-8ad1-c7776a586e84 req-7afa2d98-5878-49a1-bf45-96800c10e9ea service neutron] 10.222.0.52 "GET /v2.0/networks/9b8c0782-0d89-4e76-8f58-a4e4776c9fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836526 Oct 27 18:19:42.923543 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce89cd-4082-452a-a50c-8e0bf13269e2 req-63c5af48-c9bf-4da3-bbe2-93f602580075 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:42.925184 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5dce89cd-4082-452a-a50c-8e0bf13269e2 req-63c5af48-c9bf-4da3-bbe2-93f602580075 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 946 time: 0.1408381 Oct 27 18:19:42.932018 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-336bf009-a1bb-4eb9-abe5-837b23ae7f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:43.008893 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-1b3eb48d-3372-4be8-a53d-143eb275e4a8 None None] Provisioning complete for port 2e785974-c49a-469d-8f5d-e8ba738e29f6 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:19:43.009529 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1b3eb48d-3372-4be8-a53d-143eb275e4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:43.014372 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-336bf009-a1bb-4eb9-abe5-837b23ae7f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:43.014938 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-336bf009-a1bb-4eb9-abe5-837b23ae7f02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:43.016439 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-336bf009-a1bb-4eb9-abe5-837b23ae7f02 service neutron] 10.222.0.93 "PUT /v2.0/ports/a76b3dc7-cf3e-4735-9308-d09f65f512fa HTTP/1.1" status: 200 len: 1091 time: 2.6325657 Oct 27 18:19:43.061252 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336bf009-a1bb-4eb9-abe5-837b23ae7f02 service neutron] Pushing event updated for resources: {'Port': ['ID=a76b3dc7-cf3e-4735-9308-d09f65f512fa,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:43.071135 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-548061ee-b404-454b-8ad1-c7776a586e84 req-fcb911a3-6381-45ea-a154-7c5eb5baae13 service neutron] 10.222.0.52 "GET /v2.0/networks/9b8c0782-0d89-4e76-8f58-a4e4776c9fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087262 Oct 27 18:19:43.095535 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5dce89cd-4082-452a-a50c-8e0bf13269e2 req-50df44c6-afd8-4029-920f-1bb77fbd6b77 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305935 Oct 27 18:19:43.097333 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336bf009-a1bb-4eb9-abe5-837b23ae7f02 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:43.097682 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336bf009-a1bb-4eb9-abe5-837b23ae7f02 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:43.098024 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336bf009-a1bb-4eb9-abe5-837b23ae7f02 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:43.098361 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336bf009-a1bb-4eb9-abe5-837b23ae7f02 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:43.098695 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336bf009-a1bb-4eb9-abe5-837b23ae7f02 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:43.099052 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336bf009-a1bb-4eb9-abe5-837b23ae7f02 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:43.099382 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336bf009-a1bb-4eb9-abe5-837b23ae7f02 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:43.099705 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336bf009-a1bb-4eb9-abe5-837b23ae7f02 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:43.100139 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336bf009-a1bb-4eb9-abe5-837b23ae7f02 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:43.100348 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336bf009-a1bb-4eb9-abe5-837b23ae7f02 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:43.100671 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336bf009-a1bb-4eb9-abe5-837b23ae7f02 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:43.100991 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336bf009-a1bb-4eb9-abe5-837b23ae7f02 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:43.165757 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 18:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d763c3ad-0de9-4f45-bcae-abb4823a0f0c x-openstack-request-id: req-d763c3ad-0de9-4f45-bcae-abb4823a0f0c {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:19:43.166059 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "897216c7-db70-4e06-8b0b-cb7b2659635c", "name": "network-vif-unplugged", "status": "completed", "tag": "b9e34544-f884-4445-90b4-80a5768d9b19", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:19:43.166329 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d763c3ad-0de9-4f45-bcae-abb4823a0f0c {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:19:43.166764 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '897216c7-db70-4e06-8b0b-cb7b2659635c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9e34544-f884-4445-90b4-80a5768d9b19', 'code': 200} Oct 27 18:19:43.274181 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-ac9c15e7-893f-432c-b9f7-8ab15323b489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:43.282422 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-ac9c15e7-893f-432c-b9f7-8ab15323b489 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a91620ccab6b42bd92005fb366774bad&device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 1094 time: 0.0917392 Oct 27 18:19:43.309149 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:43.318291 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a0e7f0c5-9c73-4741-8242-e83e598c767a req-bf5a7aab-2f94-434b-a746-6b76acc50a35 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=10d00461-8f8c-4927-a11d-564a11ec4ca3 HTTP/1.1" status: 200 len: 210 time: 0.0328507 Oct 27 18:19:43.367456 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:43.373903 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-7bf64226-a914-49db-bdba-cde3dca6c00d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a76b3dc7-cf3e-4735-9308-d09f65f512fa HTTP/1.1" status: 200 len: 217 time: 0.0538175 Oct 27 18:19:43.411395 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-91cc5dc6-ff58-44aa-8f15-ee765923da2f None None] Provisioning complete for port 2b539344-0ec0-4df7-8ce5-02b32dad74c0 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:19:43.411768 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-91cc5dc6-ff58-44aa-8f15-ee765923da2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:43.443467 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-921b4acc-3d77-4a41-86b1-b4ba5df298a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:43.444978 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-921b4acc-3d77-4a41-86b1-b4ba5df298a5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8b6b6ba7-005f-448a-b57c-d52798a8629c HTTP/1.1" status: 200 len: 861 time: 0.0638223 Oct 27 18:19:43.455899 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12236b7a-f190-4636-bd90-d2538eee620f x-openstack-request-id: req-12236b7a-f190-4636-bd90-d2538eee620f {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:19:43.456637 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "897216c7-db70-4e06-8b0b-cb7b2659635c", "name": "network-vif-deleted", "tag": "b9e34544-f884-4445-90b4-80a5768d9b19", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:19:43.456637 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-12236b7a-f190-4636-bd90-d2538eee620f {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:19:43.456944 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '897216c7-db70-4e06-8b0b-cb7b2659635c', 'name': 'network-vif-deleted', 'tag': 'b9e34544-f884-4445-90b4-80a5768d9b19', 'status': 'completed', 'code': 200} Oct 27 18:19:43.566350 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-cc4d3e51-d78d-423d-9978-0d7cb51ce925 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b3551270-2765-4a25-abeb-25e55b0a5126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717480 Oct 27 18:19:43.647939 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7613b5c6-3cf1-419f-b400-d3dea1509926 req-d3344e35-3141-4e80-a75e-8421116d37f7 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:43.656317 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7613b5c6-3cf1-419f-b400-d3dea1509926 req-d3344e35-3141-4e80-a75e-8421116d37f7 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 943 time: 0.2100592 Oct 27 18:19:43.676832 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 2e785974-c49a-469d-8f5d-e8ba738e29f6 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:19:43.756741 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 2e785974-c49a-469d-8f5d-e8ba738e29f6 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:19:43.757501 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:43.776815 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7613b5c6-3cf1-419f-b400-d3dea1509926 req-c4324c6f-c9ee-4769-97da-8f251392efbc tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174893 Oct 27 18:19:43.833393 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-fde7c461-4815-4ea1-8b26-bb2d0026fbdf service neutron] 10.222.0.93 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501619 Oct 27 18:19:43.843377 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389698e-66f5-4ebc-9f8c-16d90268070c req-c427a0cd-b143-4971-9b4c-153bb9b21c50 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:43.853637 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6389698e-66f5-4ebc-9f8c-16d90268070c req-c427a0cd-b143-4971-9b4c-153bb9b21c50 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88af2fc-bb8c-463d-ae2c-69d4dd1e3248 HTTP/1.1" status: 200 len: 948 time: 0.2881510 Oct 27 18:19:43.868947 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 2b539344-0ec0-4df7-8ce5-02b32dad74c0 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:19:43.925384 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 2b539344-0ec0-4df7-8ce5-02b32dad74c0 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:19:43.925755 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:43.971102 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6389698e-66f5-4ebc-9f8c-16d90268070c req-f7533301-3e62-48f5-aeef-d9dd065594f1 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133270 Oct 27 18:19:44.015633 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3316bc49-43c9-4938-a50c-c7b8c4cd9f88 req-0bf274dc-0701-4f20-8a4d-8d1ab9eabd3b service neutron] 10.222.0.93 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612558 Oct 27 18:19:44.067754 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-54af6447-afd5-454a-a041-58e4d99a9f0c req-f5c5de06-1dd8-49fb-a4ff-0b8aa312c482 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ab65244-8f0e-4194-bc52-9ffd9173e6d2 HTTP/1.1" status: 200 len: 210 time: 0.0465758 Oct 27 18:19:44.292860 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a0392-11cd-4865-bcd8-61468ba8da9e req-bd48dbaa-d709-49f0-afbc-3c011ce7ebfb tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:44.300903 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f90a0392-11cd-4865-bcd8-61468ba8da9e req-bd48dbaa-d709-49f0-afbc-3c011ce7ebfb tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 945 time: 0.2611220 Oct 27 18:19:44.369892 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-8f3eb152-e56d-49e6-9977-004b974a50c9 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:44.371406 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-8f3eb152-e56d-49e6-9977-004b974a50c9 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.81 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 945 time: 0.2712970 Oct 27 18:19:44.385931 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c0921-85dd-47f8-898c-a0e26081fc5f req-2471db0a-9476-4aab-9766-76216390cf7e tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:44.387619 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9a4c0921-85dd-47f8-898c-a0e26081fc5f req-2471db0a-9476-4aab-9766-76216390cf7e tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 946 time: 0.1636043 Oct 27 18:19:44.440978 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-ce162a1e-4e16-4636-80ab-a11e250671d8 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:44.442484 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-ce162a1e-4e16-4636-80ab-a11e250671d8 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.93 "GET /v2.0/networks?id=c345cfe3-9ef8-4d81-8fa5-3e08d3754503 HTTP/1.1" status: 200 len: 804 time: 0.3310971 Oct 27 18:19:44.453927 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f90a0392-11cd-4865-bcd8-61468ba8da9e req-462cc821-16fd-4e97-9d8a-459cd394214a tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?id=65cd9538-4319-435d-90f4-473e43f2af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519651 Oct 27 18:19:44.464020 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-7fc0995f-e2dd-4580-b3e1-02bb0dd97eae tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Request body: {'port': {'device_id': '10d00461-8f8c-4927-a11d-564a11ec4ca3', 'network_id': 'c345cfe3-9ef8-4d81-8fa5-3e08d3754503', 'admin_state_up': True, 'tenant_id': '1e901318404a4041a9284af4397a81ce'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:19:44.588126 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9a4c0921-85dd-47f8-898c-a0e26081fc5f req-a51c3801-e983-4ffb-9015-022b343834ee tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809309 Oct 27 18:19:44.610613 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4d838889-f1ed-4b18-84a4-c32785db6192 req-360dff6b-3be5-4308-a366-8cc15194e1bc tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=10d00461-8f8c-4927-a11d-564a11ec4ca3 HTTP/1.1" status: 200 len: 210 time: 0.0494812 Oct 27 18:19:44.668782 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-515380b7-c1b9-4584-a3e0-c3192b0f225f tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Deleting port 07eca8ca-7d3e-4a28-90bc-509e24138681 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:19:44.669149 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-515380b7-c1b9-4584-a3e0-c3192b0f225f tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:44.775749 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-515380b7-c1b9-4584-a3e0-c3192b0f225f tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] For port 07eca8ca-7d3e-4a28-90bc-509e24138681, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=07eca8ca-7d3e-4a28-90bc-509e24138681,segment=NetworkSegment(86083249-b3fb-43bf-8aa0-d1a115df68ec),segment_id=86083249-b3fb-43bf-8aa0-d1a115df68ec)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:19:44.776035 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-515380b7-c1b9-4584-a3e0-c3192b0f225f tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:44.789940 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-515380b7-c1b9-4584-a3e0-c3192b0f225f tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Calling delete_port for 07eca8ca-7d3e-4a28-90bc-509e24138681 owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:19:44.836516 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-7fc0995f-e2dd-4580-b3e1-02bb0dd97eae tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Made reservation on behalf of 1e901318404a4041a9284af4397a81ce for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:19:44.840430 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-7fc0995f-e2dd-4580-b3e1-02bb0dd97eae tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:44.996976 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:45.018849 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958874dd-7bc0-4130-9dcf-7cb832abd119 req-c456bf69-fc77-4325-bb1a-7d1426974c94 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:45.020429 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-958874dd-7bc0-4130-9dcf-7cb832abd119 req-c456bf69-fc77-4325-bb1a-7d1426974c94 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 943 time: 0.1256998 Oct 27 18:19:45.177877 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-958874dd-7bc0-4130-9dcf-7cb832abd119 req-1fd384ad-42d1-469b-84f4-1d2ab29b075d tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495452 Oct 27 18:19:45.182406 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-7fc0995f-e2dd-4580-b3e1-02bb0dd97eae tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Allocated IP 172.20.0.5 (c345cfe3-9ef8-4d81-8fa5-3e08d3754503/0915b7bc-3821-43b8-a967-754663cb61b5/d41c2494-8b37-48c3-b74b-8f7f41547128) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:19:45.211598 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492d66e-7881-4fbb-91ff-5cef4146fce6 req-e2681117-8b71-4824-b827-51f2d3152f8b tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:45.219811 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6492d66e-7881-4fbb-91ff-5cef4146fce6 req-e2681117-8b71-4824-b827-51f2d3152f8b tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88af2fc-bb8c-463d-ae2c-69d4dd1e3248 HTTP/1.1" status: 200 len: 948 time: 0.1255364 Oct 27 18:19:45.250700 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-515380b7-c1b9-4584-a3e0-c3192b0f225f tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:45.265816 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['50ed6423-e6aa-4fb4-9f04-88c9e0df44f1'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:19:45.326475 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515380b7-c1b9-4584-a3e0-c3192b0f225f tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Pushing event deleted for resources: {'Port': ['ID=07eca8ca-7d3e-4a28-90bc-509e24138681,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:45.376114 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6492d66e-7881-4fbb-91ff-5cef4146fce6 req-1a9c14b5-6dae-4755-991d-6f22d093934a tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534929 Oct 27 18:19:45.410719 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-62f27184-fff5-48d8-9992-1c983a684e5c req-53a8e861-3476-4b3c-bf11-3510427cd28d tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ab65244-8f0e-4194-bc52-9ffd9173e6d2 HTTP/1.1" status: 200 len: 210 time: 0.0979550 Oct 27 18:19:45.421983 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-515380b7-c1b9-4584-a3e0-c3192b0f225f tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] No DVR routers for this DVR port 07eca8ca-7d3e-4a28-90bc-509e24138681 on host n-h1-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:19:45.424729 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-515380b7-c1b9-4584-a3e0-c3192b0f225f tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:45.428953 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-515380b7-c1b9-4584-a3e0-c3192b0f225f tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.81 "DELETE /v2.0/ports/07eca8ca-7d3e-4a28-90bc-509e24138681 HTTP/1.1" status: 204 len: 173 time: 1.0335813 Oct 27 18:19:45.460012 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '211d3f40-2971-46c3-8096-0e2056e3b79a', 'tag': 'a76b3dc7-cf3e-4735-9308-d09f65f512fa'}, {'server_uuid': '617f33a8-1b15-4757-a7b8-bf13dfaba8c7', 'name': 'network-vif-deleted', 'tag': '07eca8ca-7d3e-4a28-90bc-509e24138681'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:19:45.462460 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5936bd02-c1d7-4d18-8486-9969a8cdba98" -d '{"events": [{"name": "network-changed", "server_uuid": "211d3f40-2971-46c3-8096-0e2056e3b79a", "tag": "a76b3dc7-cf3e-4735-9308-d09f65f512fa"}, {"server_uuid": "617f33a8-1b15-4757-a7b8-bf13dfaba8c7", "name": "network-vif-deleted", "tag": "07eca8ca-7d3e-4a28-90bc-509e24138681"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:19:45.559266 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 347 Content-Type: application/json Date: Wed, 27 Oct 2021 18:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b19bfed-99fc-4eea-a5b4-43072af934e9 x-openstack-request-id: req-7b19bfed-99fc-4eea-a5b4-43072af934e9 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:19:45.559564 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "211d3f40-2971-46c3-8096-0e2056e3b79a", "tag": "a76b3dc7-cf3e-4735-9308-d09f65f512fa", "status": "completed", "code": 200}, {"server_uuid": "617f33a8-1b15-4757-a7b8-bf13dfaba8c7", "name": "network-vif-deleted", "tag": "07eca8ca-7d3e-4a28-90bc-509e24138681", "status": "failed", "code": 422}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:19:45.560486 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7b19bfed-99fc-4eea-a5b4-43072af934e9 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:19:45.561148 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '211d3f40-2971-46c3-8096-0e2056e3b79a', 'tag': 'a76b3dc7-cf3e-4735-9308-d09f65f512fa', 'status': 'completed', 'code': 200} Oct 27 18:19:45.561479 n-d-815690-2 neutron-server[102878]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '617f33a8-1b15-4757-a7b8-bf13dfaba8c7', 'name': 'network-vif-deleted', 'tag': '07eca8ca-7d3e-4a28-90bc-509e24138681', 'status': 'failed', 'code': 422} returned with failed status Oct 27 18:19:45.588922 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-7fc0995f-e2dd-4580-b3e1-02bb0dd97eae tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:45.608099 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee9d1e2a-db5a-45ac-a8f1-39eb830d5fca req-3c486e5f-8d40-4cb2-b4ce-2b376c8e6572 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 210 time: 0.0454695 Oct 27 18:19:45.728641 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-7fc0995f-e2dd-4580-b3e1-02bb0dd97eae tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:45.743604 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936bd02-c1d7-4d18-8486-9969a8cdba98 req-3167fe9c-8b51-4b21-9e9b-8c2b35f091f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:45.745308 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5936bd02-c1d7-4d18-8486-9969a8cdba98 req-3167fe9c-8b51-4b21-9e9b-8c2b35f091f6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a91620ccab6b42bd92005fb366774bad&device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 1094 time: 0.1657453 Oct 27 18:19:45.863837 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd496e3-4317-4c87-9799-e3946ed25a1c req-ecd9000c-6dee-44dc-a21f-34cd6bbf711b tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:45.865349 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4dd496e3-4317-4c87-9799-e3946ed25a1c req-ecd9000c-6dee-44dc-a21f-34cd6bbf711b tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 946 time: 0.1763568 Oct 27 18:19:45.881416 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-7fc0995f-e2dd-4580-b3e1-02bb0dd97eae tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Network c345cfe3-9ef8-4d81-8fa5-3e08d3754503 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:19:45.901084 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-7fc0995f-e2dd-4580-b3e1-02bb0dd97eae tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:19:45.908073 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-7fc0995f-e2dd-4580-b3e1-02bb0dd97eae tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:19:45.920744 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc0995f-e2dd-4580-b3e1-02bb0dd97eae tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Pushing event updated for resources: {'Port': ['ID=d41c2494-8b37-48c3-b74b-8f7f41547128,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:45.977301 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4045934-ef3a-449a-8155-2b16de8d77cd req-8f3f9894-df1b-4a7b-86ae-dc95b3473020 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:45.978807 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b4045934-ef3a-449a-8155-2b16de8d77cd req-8f3f9894-df1b-4a7b-86ae-dc95b3473020 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=10d00461-8f8c-4927-a11d-564a11ec4ca3 HTTP/1.1" status: 200 len: 931 time: 0.2421176 Oct 27 18:19:46.015746 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4dd496e3-4317-4c87-9799-e3946ed25a1c req-cb6a2c61-b2ce-4646-a049-8cda55e4f4e9 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331916 Oct 27 18:19:46.041977 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-7fc0995f-e2dd-4580-b3e1-02bb0dd97eae tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:46.042606 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-7fc0995f-e2dd-4580-b3e1-02bb0dd97eae tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:46.058560 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936bd02-c1d7-4d18-8486-9969a8cdba98 req-9376ff56-afea-4903-b8cd-61ce80b6fedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:46.060167 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5936bd02-c1d7-4d18-8486-9969a8cdba98 req-9376ff56-afea-4903-b8cd-61ce80b6fedd service neutron] 10.222.0.93 "GET /v2.0/networks?id=b3551270-2765-4a25-abeb-25e55b0a5126 HTTP/1.1" status: 200 len: 923 time: 0.2978413 Oct 27 18:19:46.081590 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b4045934-ef3a-449a-8155-2b16de8d77cd req-6caf7d21-4eee-42f1-8f96-26ec9eb281ef tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927091 Oct 27 18:19:46.155119 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-7fc0995f-e2dd-4580-b3e1-02bb0dd97eae tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6981003 Oct 27 18:19:46.156691 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5936bd02-c1d7-4d18-8486-9969a8cdba98 req-c4387e40-93e2-481a-976a-66d127d6cda1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a76b3dc7-cf3e-4735-9308-d09f65f512fa HTTP/1.1" status: 200 len: 217 time: 0.0741727 Oct 27 18:19:46.179526 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-6ed42b64-162d-4e3f-87bf-c43eb40f7fe6 service neutron] Request body: {'port': {'device_id': '10d00461-8f8c-4927-a11d-564a11ec4ca3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:19:46.228790 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548061ee-b404-454b-8ad1-c7776a586e84 req-ce54172f-db82-483f-9ad5-15a8c41bd30e tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:46.240597 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548061ee-b404-454b-8ad1-c7776a586e84 req-ce54172f-db82-483f-9ad5-15a8c41bd30e tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:46.242684 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-548061ee-b404-454b-8ad1-c7776a586e84 req-ce54172f-db82-483f-9ad5-15a8c41bd30e tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.93 "GET /v2.0/networks?id=9b8c0782-0d89-4e76-8f58-a4e4776c9fa4&id=c24cd42c-d49f-46e3-a6bb-53a1d2e23b15&id=9b8c0782-0d89-4e76-8f58-a4e4776c9fa4 HTTP/1.1" status: 200 len: 1390 time: 0.1645398 Oct 27 18:19:46.270076 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-548061ee-b404-454b-8ad1-c7776a586e84 req-0faff8a4-acf0-4704-b66b-17c341f8cdc8 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Request body: {'port': {'device_id': '4ab65244-8f0e-4194-bc52-9ffd9173e6d2', 'network_id': '9b8c0782-0d89-4e76-8f58-a4e4776c9fa4', 'admin_state_up': True, 'tenant_id': '52425a4848b54b7383a7845cb99edf04'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:19:46.332050 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 07eca8ca-7d3e-4a28-90bc-509e24138681 no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:19:46.353906 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-6ed42b64-162d-4e3f-87bf-c43eb40f7fe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:46.373822 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936bd02-c1d7-4d18-8486-9969a8cdba98 req-91e32b8b-7913-4882-9e8b-be6af37d3952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:46.377024 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5936bd02-c1d7-4d18-8486-9969a8cdba98 req-91e32b8b-7913-4882-9e8b-be6af37d3952 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8b6b6ba7-005f-448a-b57c-d52798a8629c HTTP/1.1" status: 200 len: 861 time: 0.2019362 Oct 27 18:19:46.379167 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] No Port match for: 07eca8ca-7d3e-4a28-90bc-509e24138681 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:19:46.379345 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 07eca8ca-7d3e-4a28-90bc-509e24138681 not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:19:46.485982 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5936bd02-c1d7-4d18-8486-9969a8cdba98 req-453a0c3b-ac51-4c78-bc9f-1cd1f28d4633 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b3551270-2765-4a25-abeb-25e55b0a5126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518537 Oct 27 18:19:46.538259 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244f7bb-49cc-4ec7-a2bf-a0686c3ba250 req-51196319-c7e8-42cb-95cd-fd31b7a00ed1 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:46.539783 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1244f7bb-49cc-4ec7-a2bf-a0686c3ba250 req-51196319-c7e8-42cb-95cd-fd31b7a00ed1 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 943 time: 0.2315304 Oct 27 18:19:46.569968 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-548061ee-b404-454b-8ad1-c7776a586e84 req-0faff8a4-acf0-4704-b66b-17c341f8cdc8 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Made reservation on behalf of 52425a4848b54b7383a7845cb99edf04 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:19:46.573891 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-548061ee-b404-454b-8ad1-c7776a586e84 req-0faff8a4-acf0-4704-b66b-17c341f8cdc8 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:46.728314 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc1b45-ba2a-4f3e-b72f-4cbe5daf8d60 req-742f2f16-c502-4ce3-b4dc-dd2e827950da tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:46.729873 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2bfc1b45-ba2a-4f3e-b72f-4cbe5daf8d60 req-742f2f16-c502-4ce3-b4dc-dd2e827950da tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88af2fc-bb8c-463d-ae2c-69d4dd1e3248 HTTP/1.1" status: 200 len: 948 time: 0.2359545 Oct 27 18:19:46.733396 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-548061ee-b404-454b-8ad1-c7776a586e84 req-0faff8a4-acf0-4704-b66b-17c341f8cdc8 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Allocated IP 19.80.0.3 (9b8c0782-0d89-4e76-8f58-a4e4776c9fa4/fcb8720c-bb7c-46fa-84fe-0ff41b908d7b/51754470-1138-4148-b958-354039f668d8) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:19:46.759975 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1244f7bb-49cc-4ec7-a2bf-a0686c3ba250 req-1d078033-a85f-4dd9-b55e-e25e69c3749e tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080307 Oct 27 18:19:46.798581 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5936bd02-c1d7-4d18-8486-9969a8cdba98 req-14d27da5-9dfd-4fff-b05d-19996a65be2f service neutron] 10.222.0.93 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955029 Oct 27 18:19:46.932759 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-548061ee-b404-454b-8ad1-c7776a586e84 req-0faff8a4-acf0-4704-b66b-17c341f8cdc8 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:46.955486 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3093ec8f-0de0-41b0-9738-8dec05e3fec3 req-ca7afddb-8f08-4074-a9c6-adb7344ebd86 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ab65244-8f0e-4194-bc52-9ffd9173e6d2 HTTP/1.1" status: 200 len: 210 time: 0.1069248 Oct 27 18:19:47.023675 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2bfc1b45-ba2a-4f3e-b72f-4cbe5daf8d60 req-8863aaad-a881-4d83-8731-72661a461cc7 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835336 Oct 27 18:19:47.054435 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-548061ee-b404-454b-8ad1-c7776a586e84 req-0faff8a4-acf0-4704-b66b-17c341f8cdc8 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:47.086134 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9eb5f5cd-9ec4-4388-8ff8-6dc0d0cb852b req-dc545065-f44d-4e35-9a79-543782401b29 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 210 time: 0.0599923 Oct 27 18:19:47.092727 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5936bd02-c1d7-4d18-8486-9969a8cdba98 req-81423716-7eb6-4eae-8425-9947174bc063 service neutron] 10.222.0.93 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633667 Oct 27 18:19:47.187817 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-548061ee-b404-454b-8ad1-c7776a586e84 req-0faff8a4-acf0-4704-b66b-17c341f8cdc8 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Network 9b8c0782-0d89-4e76-8f58-a4e4776c9fa4 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:19:47.192089 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-548061ee-b404-454b-8ad1-c7776a586e84 req-0faff8a4-acf0-4704-b66b-17c341f8cdc8 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:19:47.217153 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-548061ee-b404-454b-8ad1-c7776a586e84 req-0faff8a4-acf0-4704-b66b-17c341f8cdc8 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:19:47.328990 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548061ee-b404-454b-8ad1-c7776a586e84 req-0faff8a4-acf0-4704-b66b-17c341f8cdc8 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:47.330063 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-548061ee-b404-454b-8ad1-c7776a586e84 req-0faff8a4-acf0-4704-b66b-17c341f8cdc8 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:47.337241 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faff8a4-acf0-4704-b66b-17c341f8cdc8 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Pushing event updated for resources: {'Port': ['ID=51754470-1138-4148-b958-354039f668d8,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:47.349450 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faff8a4-acf0-4704-b66b-17c341f8cdc8 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:47.349968 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faff8a4-acf0-4704-b66b-17c341f8cdc8 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:47.350625 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faff8a4-acf0-4704-b66b-17c341f8cdc8 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:47.351473 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faff8a4-acf0-4704-b66b-17c341f8cdc8 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:47.352279 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faff8a4-acf0-4704-b66b-17c341f8cdc8 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:47.352746 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faff8a4-acf0-4704-b66b-17c341f8cdc8 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:47.353541 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faff8a4-acf0-4704-b66b-17c341f8cdc8 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:47.354060 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faff8a4-acf0-4704-b66b-17c341f8cdc8 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:47.354697 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faff8a4-acf0-4704-b66b-17c341f8cdc8 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:47.355199 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faff8a4-acf0-4704-b66b-17c341f8cdc8 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:47.355753 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faff8a4-acf0-4704-b66b-17c341f8cdc8 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:47.356204 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0faff8a4-acf0-4704-b66b-17c341f8cdc8 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:19:47.457738 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-548061ee-b404-454b-8ad1-c7776a586e84 req-0faff8a4-acf0-4704-b66b-17c341f8cdc8 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1962583 Oct 27 18:19:47.471220 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-548061ee-b404-454b-8ad1-c7776a586e84 req-8fd16b43-55d5-4c81-af93-7fea14e7531e tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Request body: {'port': {'device_id': '4ab65244-8f0e-4194-bc52-9ffd9173e6d2', 'network_id': 'c24cd42c-d49f-46e3-a6bb-53a1d2e23b15', 'admin_state_up': True, 'tenant_id': '52425a4848b54b7383a7845cb99edf04'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:19:47.579853 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-58f07a5e-3c3c-45a8-b163-6553c5beca59 None None] Provisioning complete for port 51754470-1138-4148-b958-354039f668d8 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:19:47.581333 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-58f07a5e-3c3c-45a8-b163-6553c5beca59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:47.593718 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-6ed42b64-162d-4e3f-87bf-c43eb40f7fe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d41c2494-8b37-48c3-b74b-8f7f41547128 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:19:47.602125 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-6ed42b64-162d-4e3f-87bf-c43eb40f7fe6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:47.615001 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-6ed42b64-162d-4e3f-87bf-c43eb40f7fe6 service neutron] Transition to ACTIVE for port object d41c2494-8b37-48c3-b74b-8f7f41547128 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:19:47.626563 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-58f07a5e-3c3c-45a8-b163-6553c5beca59 None None] Port 51754470-1138-4148-b958-354039f668d8 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:19:47.647829 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1162d-45d2-441c-ae7d-dca381ad8aba req-5470a6f6-b24b-41e4-b71e-e327fa6ad5d7 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:47.649312 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-74c1162d-45d2-441c-ae7d-dca381ad8aba req-5470a6f6-b24b-41e4-b71e-e327fa6ad5d7 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=10d00461-8f8c-4927-a11d-564a11ec4ca3 HTTP/1.1" status: 200 len: 931 time: 0.4719434 Oct 27 18:19:47.658139 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d77db-de78-4b1d-9c51-293bfa9e1086 req-35e86e0b-e94b-4878-9094-5bf5d11f6254 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:47.659600 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fc5d77db-de78-4b1d-9c51-293bfa9e1086 req-35e86e0b-e94b-4878-9094-5bf5d11f6254 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 946 time: 0.4833438 Oct 27 18:19:47.703778 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-6ed42b64-162d-4e3f-87bf-c43eb40f7fe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:47.718186 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-548061ee-b404-454b-8ad1-c7776a586e84 req-8fd16b43-55d5-4c81-af93-7fea14e7531e tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Made reservation on behalf of 52425a4848b54b7383a7845cb99edf04 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:19:47.721801 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-548061ee-b404-454b-8ad1-c7776a586e84 req-8fd16b43-55d5-4c81-af93-7fea14e7531e tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:47.744545 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-74c1162d-45d2-441c-ae7d-dca381ad8aba req-891daa12-18b3-4352-a6bd-d81cf2e2d329 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839758 Oct 27 18:19:47.760804 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fc5d77db-de78-4b1d-9c51-293bfa9e1086 req-7b4ac469-0444-47dc-9b61-e0b469da749e tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945210 Oct 27 18:19:47.779467 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed42b64-162d-4e3f-87bf-c43eb40f7fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=d41c2494-8b37-48c3-b74b-8f7f41547128,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:47.870269 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-6ed42b64-162d-4e3f-87bf-c43eb40f7fe6 service neutron] Attempting to bind port d41c2494-8b37-48c3-b74b-8f7f41547128 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:19:47.870715 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-6ed42b64-162d-4e3f-87bf-c43eb40f7fe6 service neutron] Attempting to bind port d41c2494-8b37-48c3-b74b-8f7f41547128 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'c345cfe3-9ef8-4d81-8fa5-3e08d3754503'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:19:47.871302 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-6ed42b64-162d-4e3f-87bf-c43eb40f7fe6 service neutron] Attempting to bind port d41c2494-8b37-48c3-b74b-8f7f41547128 on network c345cfe3-9ef8-4d81-8fa5-3e08d3754503 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:19:47.903133 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-6ed42b64-162d-4e3f-87bf-c43eb40f7fe6 service neutron] Port d41c2494-8b37-48c3-b74b-8f7f41547128 on network c345cfe3-9ef8-4d81-8fa5-3e08d3754503 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:19:47.903993 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-6ed42b64-162d-4e3f-87bf-c43eb40f7fe6 service neutron] Attempting to bind port d41c2494-8b37-48c3-b74b-8f7f41547128 on network c345cfe3-9ef8-4d81-8fa5-3e08d3754503 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:19:47.920836 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-6ed42b64-162d-4e3f-87bf-c43eb40f7fe6 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:19:47.921142 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-6ed42b64-162d-4e3f-87bf-c43eb40f7fe6 service neutron] Checking segment: {'id': '0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'c345cfe3-9ef8-4d81-8fa5-3e08d3754503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:19:47.921508 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-6ed42b64-162d-4e3f-87bf-c43eb40f7fe6 service neutron] Bound using segment: {'id': '0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'c345cfe3-9ef8-4d81-8fa5-3e08d3754503'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:19:47.921968 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-6ed42b64-162d-4e3f-87bf-c43eb40f7fe6 service neutron] Bound port: d41c2494-8b37-48c3-b74b-8f7f41547128, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'c345cfe3-9ef8-4d81-8fa5-3e08d3754503'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:19:47.922323 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-6ed42b64-162d-4e3f-87bf-c43eb40f7fe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:47.936185 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-548061ee-b404-454b-8ad1-c7776a586e84 req-8fd16b43-55d5-4c81-af93-7fea14e7531e tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Allocated IP 19.86.0.119 (c24cd42c-d49f-46e3-a6bb-53a1d2e23b15/5302600b-fe8a-44d1-ba44-773833814e2e/71e02d4c-9dde-4112-b402-96d956d80d3f) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:19:48.046874 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-6ed42b64-162d-4e3f-87bf-c43eb40f7fe6 service neutron] For port d41c2494-8b37-48c3-b74b-8f7f41547128, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:19:48.053045 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-6ed42b64-162d-4e3f-87bf-c43eb40f7fe6 service neutron] For port d41c2494-8b37-48c3-b74b-8f7f41547128, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d41c2494-8b37-48c3-b74b-8f7f41547128,segment=NetworkSegment(0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2),segment_id=0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:19:48.100121 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d32cb3-d696-4f92-a518-ae6567d7bc59 req-76b9f9fd-2e1b-4cc3-b60b-d297d9e4890e tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:48.103281 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c5d32cb3-d696-4f92-a518-ae6567d7bc59 req-76b9f9fd-2e1b-4cc3-b60b-d297d9e4890e tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 943 time: 0.1305747 Oct 27 18:19:48.131276 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-548061ee-b404-454b-8ad1-c7776a586e84 req-8fd16b43-55d5-4c81-af93-7fea14e7531e tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:48.153064 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-6ed42b64-162d-4e3f-87bf-c43eb40f7fe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:48.252418 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-548061ee-b404-454b-8ad1-c7776a586e84 req-8fd16b43-55d5-4c81-af93-7fea14e7531e tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:48.259297 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3703b-455b-4d57-8825-e731b2edaff6 req-76bbae6d-5dde-4d6d-b082-9f88fd5c1221 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:48.267234 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-33a3703b-455b-4d57-8825-e731b2edaff6 req-76bbae6d-5dde-4d6d-b082-9f88fd5c1221 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ab65244-8f0e-4194-bc52-9ffd9173e6d2 HTTP/1.1" status: 200 len: 930 time: 0.2117524 Oct 27 18:19:48.277398 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-6ed42b64-162d-4e3f-87bf-c43eb40f7fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:48.278027 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-6ed42b64-162d-4e3f-87bf-c43eb40f7fe6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:48.279612 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-6ed42b64-162d-4e3f-87bf-c43eb40f7fe6 service neutron] 10.222.0.93 "PUT /v2.0/ports/d41c2494-8b37-48c3-b74b-8f7f41547128 HTTP/1.1" status: 200 len: 1091 time: 2.1057291 Oct 27 18:19:48.282768 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10d00461-8f8c-4927-a11d-564a11ec4ca3', 'tag': 'd41c2494-8b37-48c3-b74b-8f7f41547128'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:19:48.285068 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a781699-aca7-4194-86c5-e26d8f3d7cf1" -d '{"events": [{"name": "network-changed", "server_uuid": "10d00461-8f8c-4927-a11d-564a11ec4ca3", "tag": "d41c2494-8b37-48c3-b74b-8f7f41547128"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:19:48.321377 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-548061ee-b404-454b-8ad1-c7776a586e84 req-8fd16b43-55d5-4c81-af93-7fea14e7531e tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Network c24cd42c-d49f-46e3-a6bb-53a1d2e23b15 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:19:48.321640 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c5d32cb3-d696-4f92-a518-ae6567d7bc59 req-6dc8066e-2346-4ae0-8fab-fe3996def29e tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989896 Oct 27 18:19:48.326405 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-548061ee-b404-454b-8ad1-c7776a586e84 req-8fd16b43-55d5-4c81-af93-7fea14e7531e tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:19:48.329419 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-548061ee-b404-454b-8ad1-c7776a586e84 req-8fd16b43-55d5-4c81-af93-7fea14e7531e tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:19:48.332563 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd16b43-55d5-4c81-af93-7fea14e7531e tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Pushing event updated for resources: {'Port': ['ID=71e02d4c-9dde-4112-b402-96d956d80d3f,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:48.367977 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed42b64-162d-4e3f-87bf-c43eb40f7fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=d41c2494-8b37-48c3-b74b-8f7f41547128,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:48.403329 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-33a3703b-455b-4d57-8825-e731b2edaff6 req-3f0a5b84-04e1-4eaa-bdb8-ade18a301465 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/security-groups?id=6811083f-b04b-4ef8-aa3e-e44ef0c0cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308119 Oct 27 18:19:48.421864 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-a23fdd96-5d37-4c07-9d5c-fac5b7bbde2d tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:48.423430 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-a23fdd96-5d37-4c07-9d5c-fac5b7bbde2d tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.93 "GET /v2.0/networks?id=2b0c544f-e1c5-43e5-917d-858b4f45dd21 HTTP/1.1" status: 200 len: 812 time: 0.3123045 Oct 27 18:19:48.449833 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-a0c677bd-83b7-4098-b353-d248448c931b tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Request body: {'port': {'device_id': '617f33a8-1b15-4757-a7b8-bf13dfaba8c7', 'network_id': '2b0c544f-e1c5-43e5-917d-858b4f45dd21', 'admin_state_up': True, 'tenant_id': 'a5994b7ba06b4151b58ba01f2c995408'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:19:48.462066 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548061ee-b404-454b-8ad1-c7776a586e84 req-8fd16b43-55d5-4c81-af93-7fea14e7531e tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:48.464629 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-548061ee-b404-454b-8ad1-c7776a586e84 req-8fd16b43-55d5-4c81-af93-7fea14e7531e tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:48.558048 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-548061ee-b404-454b-8ad1-c7776a586e84 req-8fd16b43-55d5-4c81-af93-7fea14e7531e tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0905068 Oct 27 18:19:48.570262 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-548061ee-b404-454b-8ad1-c7776a586e84 req-c96c4803-6de8-4a4a-bdb0-7236beb695de tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Request body: {'port': {'device_id': '4ab65244-8f0e-4194-bc52-9ffd9173e6d2', 'network_id': '9b8c0782-0d89-4e76-8f58-a4e4776c9fa4', 'admin_state_up': True, 'tenant_id': '52425a4848b54b7383a7845cb99edf04'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:19:48.597379 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f678c79e-e6d4-4894-8939-5cc992f5ae35 req-9ec51c0c-b702-4a33-8582-301c7ed581cf tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 210 time: 0.0983195 Oct 27 18:19:48.626282 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-257d10e7-22fa-44d5-9871-73978d39513d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:48.627853 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-257d10e7-22fa-44d5-9871-73978d39513d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1e901318404a4041a9284af4397a81ce&device_id=10d00461-8f8c-4927-a11d-564a11ec4ca3 HTTP/1.1" status: 200 len: 1094 time: 0.2034817 Oct 27 18:19:48.647245 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011b821-8828-4f29-af3e-a056cb5aece5 req-cfa9f88a-38d3-4a4d-96e1-8709572322bf tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:48.655195 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f011b821-8828-4f29-af3e-a056cb5aece5 req-cfa9f88a-38d3-4a4d-96e1-8709572322bf tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88af2fc-bb8c-463d-ae2c-69d4dd1e3248 HTTP/1.1" status: 200 len: 948 time: 0.1549668 Oct 27 18:19:48.709865 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-432c83c4-2a04-4a74-9881-74912164e124 None None] Provisioning complete for port 71e02d4c-9dde-4112-b402-96d956d80d3f triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:19:48.711122 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-432c83c4-2a04-4a74-9881-74912164e124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:48.720940 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-23bff6a3-89eb-4718-8941-80949fa54d0b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d41c2494-8b37-48c3-b74b-8f7f41547128 HTTP/1.1" status: 200 len: 217 time: 0.0631111 Oct 27 18:19:48.733493 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b75fe0-183a-4211-9cf5-36434ccad9d6 x-openstack-request-id: req-72b75fe0-183a-4211-9cf5-36434ccad9d6 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:19:48.733788 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10d00461-8f8c-4927-a11d-564a11ec4ca3", "tag": "d41c2494-8b37-48c3-b74b-8f7f41547128", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:19:48.734043 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-72b75fe0-183a-4211-9cf5-36434ccad9d6 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:19:48.734438 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10d00461-8f8c-4927-a11d-564a11ec4ca3', 'tag': 'd41c2494-8b37-48c3-b74b-8f7f41547128', 'status': 'completed', 'code': 200} Oct 27 18:19:48.767585 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-432c83c4-2a04-4a74-9881-74912164e124 None None] Port 71e02d4c-9dde-4112-b402-96d956d80d3f cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:19:48.783526 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-548061ee-b404-454b-8ad1-c7776a586e84 req-c96c4803-6de8-4a4a-bdb0-7236beb695de tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Made reservation on behalf of 52425a4848b54b7383a7845cb99edf04 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:19:48.787271 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-548061ee-b404-454b-8ad1-c7776a586e84 req-c96c4803-6de8-4a4a-bdb0-7236beb695de tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:48.806530 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f011b821-8828-4f29-af3e-a056cb5aece5 req-da6ca03a-fe86-4664-a9ca-7df85cabf6cf tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460443 Oct 27 18:19:48.840403 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-da7d810f-03c9-4108-a241-1c95cfc6ea7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:48.842350 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-da7d810f-03c9-4108-a241-1c95cfc6ea7c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0915b7bc-3821-43b8-a967-754663cb61b5 HTTP/1.1" status: 200 len: 844 time: 0.1053746 Oct 27 18:19:48.894487 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-9437de86-19fb-489a-a522-7a583ec7887e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c345cfe3-9ef8-4d81-8fa5-3e08d3754503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444498 Oct 27 18:19:48.914322 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-a0c677bd-83b7-4098-b353-d248448c931b tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Made reservation on behalf of a5994b7ba06b4151b58ba01f2c995408 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:19:48.919211 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-a0c677bd-83b7-4098-b353-d248448c931b tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:48.955970 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-548061ee-b404-454b-8ad1-c7776a586e84 req-c96c4803-6de8-4a4a-bdb0-7236beb695de tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Allocated IP 19.80.0.120 (9b8c0782-0d89-4e76-8f58-a4e4776c9fa4/fcb8720c-bb7c-46fa-84fe-0ff41b908d7b/45a12de5-0b9d-4642-8702-248cd501c404) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:19:49.066680 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631dbf4b-64a5-4e54-9d11-9a4c10945a1a req-9b492fcd-2aec-4174-a513-13cb33f0c8c6 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:49.068294 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-631dbf4b-64a5-4e54-9d11-9a4c10945a1a req-9b492fcd-2aec-4174-a513-13cb33f0c8c6 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=10d00461-8f8c-4927-a11d-564a11ec4ca3 HTTP/1.1" status: 200 len: 943 time: 0.1761236 Oct 27 18:19:49.115932 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-548061ee-b404-454b-8ad1-c7776a586e84 req-c96c4803-6de8-4a4a-bdb0-7236beb695de tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:49.123639 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0a51e-7535-44d0-923b-e32b184204e0 req-b2d6334c-1f32-4976-acd3-712571edcef5 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:49.125372 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f0f0a51e-7535-44d0-923b-e32b184204e0 req-b2d6334c-1f32-4976-acd3-712571edcef5 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 946 time: 0.2344730 Oct 27 18:19:49.196042 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-548061ee-b404-454b-8ad1-c7776a586e84 req-c96c4803-6de8-4a4a-bdb0-7236beb695de tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:49.221696 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-7c03f66e-36e1-4623-9d28-2e79c7a830e8 service neutron] 10.222.0.93 "GET /v2.0/networks/c345cfe3-9ef8-4d81-8fa5-3e08d3754503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083885 Oct 27 18:19:49.252036 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-548061ee-b404-454b-8ad1-c7776a586e84 req-c96c4803-6de8-4a4a-bdb0-7236beb695de tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Network 9b8c0782-0d89-4e76-8f58-a4e4776c9fa4 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:19:49.255234 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-548061ee-b404-454b-8ad1-c7776a586e84 req-c96c4803-6de8-4a4a-bdb0-7236beb695de tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:19:49.259593 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-548061ee-b404-454b-8ad1-c7776a586e84 req-c96c4803-6de8-4a4a-bdb0-7236beb695de tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:19:49.269835 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-631dbf4b-64a5-4e54-9d11-9a4c10945a1a req-506b6092-797a-4ec0-b742-5adaf2b5caaf tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632023 Oct 27 18:19:49.290572 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c4803-6de8-4a4a-bdb0-7236beb695de tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Pushing event updated for resources: {'Port': ['ID=45a12de5-0b9d-4642-8702-248cd501c404,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:49.338349 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f0f0a51e-7535-44d0-923b-e32b184204e0 req-e50eb83f-0186-47b9-8f86-82c74195a3f4 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938655 Oct 27 18:19:49.347796 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548061ee-b404-454b-8ad1-c7776a586e84 req-c96c4803-6de8-4a4a-bdb0-7236beb695de tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:49.349249 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-548061ee-b404-454b-8ad1-c7776a586e84 req-c96c4803-6de8-4a4a-bdb0-7236beb695de tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:49.383870 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-a0c677bd-83b7-4098-b353-d248448c931b tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Allocated IP 172.20.0.3 (2b0c544f-e1c5-43e5-917d-858b4f45dd21/4965f8af-4fde-4a0a-9bd8-662a2fb0507c/bee165a0-9e4f-4a86-a928-ae0304b1e528) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:19:49.440756 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-548061ee-b404-454b-8ad1-c7776a586e84 req-c96c4803-6de8-4a4a-bdb0-7236beb695de tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8740873 Oct 27 18:19:49.443160 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-937c6c6e-f3ee-4681-9611-caf6e1902f15 req-8620a6ae-190a-4792-9588-62953ca1e929 service neutron] 10.222.0.93 "GET /v2.0/networks/c345cfe3-9ef8-4d81-8fa5-3e08d3754503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964889 Oct 27 18:19:49.459367 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-548061ee-b404-454b-8ad1-c7776a586e84 req-7fc431d0-b837-4ba5-aad1-2ebfdea9ba00 service neutron] Request body: {'port': {'device_id': '4ab65244-8f0e-4194-bc52-9ffd9173e6d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:19:49.577023 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-548061ee-b404-454b-8ad1-c7776a586e84 req-7fc431d0-b837-4ba5-aad1-2ebfdea9ba00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:49.666981 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba173a66-28b9-4f79-8472-13d540e16cd3 req-1fc29883-ffce-4061-bd05-a662699b0826 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:49.668633 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ba173a66-28b9-4f79-8472-13d540e16cd3 req-1fc29883-ffce-4061-bd05-a662699b0826 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 943 time: 0.1834142 Oct 27 18:19:49.700118 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-43f8d9e4-79d4-432a-9677-6a628c55b019 None None] Provisioning complete for port 45a12de5-0b9d-4642-8702-248cd501c404 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:19:49.701170 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-43f8d9e4-79d4-432a-9677-6a628c55b019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:49.741388 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-43f8d9e4-79d4-432a-9677-6a628c55b019 None None] Port 45a12de5-0b9d-4642-8702-248cd501c404 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:19:49.756988 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-a0c677bd-83b7-4098-b353-d248448c931b tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:49.759654 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a781699-aca7-4194-86c5-e26d8f3d7cf1 req-f3c7ea5c-92c2-4d7e-8763-d58d4a939ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:49.761156 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2a781699-aca7-4194-86c5-e26d8f3d7cf1 req-f3c7ea5c-92c2-4d7e-8763-d58d4a939ba3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1e901318404a4041a9284af4397a81ce&device_id=10d00461-8f8c-4927-a11d-564a11ec4ca3 HTTP/1.1" status: 200 len: 1094 time: 0.1791122 Oct 27 18:19:49.769785 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa5de9-4744-4a89-b05c-4f0d8cb910e0 req-ad8bf14f-2737-482c-8f20-4b1d590ce720 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:49.775942 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa5de9-4744-4a89-b05c-4f0d8cb910e0 req-ad8bf14f-2737-482c-8f20-4b1d590ce720 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:49.783074 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa5de9-4744-4a89-b05c-4f0d8cb910e0 req-ad8bf14f-2737-482c-8f20-4b1d590ce720 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:49.784763 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aefa5de9-4744-4a89-b05c-4f0d8cb910e0 req-ad8bf14f-2737-482c-8f20-4b1d590ce720 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ab65244-8f0e-4194-bc52-9ffd9173e6d2 HTTP/1.1" status: 200 len: 2375 time: 0.2105842 Oct 27 18:19:49.875162 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ba173a66-28b9-4f79-8472-13d540e16cd3 req-9df1fed2-f125-4004-9f15-c1c162275f68 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902847 Oct 27 18:19:49.898958 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-548061ee-b404-454b-8ad1-c7776a586e84 req-7fc431d0-b837-4ba5-aad1-2ebfdea9ba00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51754470-1138-4148-b958-354039f668d8 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:19:49.907705 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-548061ee-b404-454b-8ad1-c7776a586e84 req-7fc431d0-b837-4ba5-aad1-2ebfdea9ba00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:49.921190 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-548061ee-b404-454b-8ad1-c7776a586e84 req-7fc431d0-b837-4ba5-aad1-2ebfdea9ba00 service neutron] Transition to ACTIVE for port object 51754470-1138-4148-b958-354039f668d8 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:19:49.921352 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aefa5de9-4744-4a89-b05c-4f0d8cb910e0 req-e5a9c513-6fc3-4be3-83b4-52f4fede5196 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/security-groups?id=6811083f-b04b-4ef8-aa3e-e44ef0c0cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216919 Oct 27 18:19:49.955042 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a781699-aca7-4194-86c5-e26d8f3d7cf1 req-dc077fda-e355-4a5e-bb31-1db6c34dc374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:49.956604 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2a781699-aca7-4194-86c5-e26d8f3d7cf1 req-dc077fda-e355-4a5e-bb31-1db6c34dc374 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c345cfe3-9ef8-4d81-8fa5-3e08d3754503 HTTP/1.1" status: 200 len: 906 time: 0.1708992 Oct 27 18:19:49.999849 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-548061ee-b404-454b-8ad1-c7776a586e84 req-7fc431d0-b837-4ba5-aad1-2ebfdea9ba00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:50.007481 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2a781699-aca7-4194-86c5-e26d8f3d7cf1 req-7328351f-f938-46a8-9fb2-b6d6939bbe24 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d41c2494-8b37-48c3-b74b-8f7f41547128 HTTP/1.1" status: 200 len: 217 time: 0.0423224 Oct 27 18:19:50.051600 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc431d0-b837-4ba5-aad1-2ebfdea9ba00 service neutron] Pushing event updated for resources: {'Port': ['ID=51754470-1138-4148-b958-354039f668d8,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:50.084624 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-a0c677bd-83b7-4098-b353-d248448c931b tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:50.098305 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['50ed6423-e6aa-4fb4-9f04-88c9e0df44f1'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:19:50.143489 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-548061ee-b404-454b-8ad1-c7776a586e84 req-7fc431d0-b837-4ba5-aad1-2ebfdea9ba00 service neutron] Attempting to bind port 51754470-1138-4148-b958-354039f668d8 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:19:50.144951 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-548061ee-b404-454b-8ad1-c7776a586e84 req-7fc431d0-b837-4ba5-aad1-2ebfdea9ba00 service neutron] Attempting to bind port 51754470-1138-4148-b958-354039f668d8 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '6388ccd7-db1c-4d9d-856c-3365a1a254b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '9b8c0782-0d89-4e76-8f58-a4e4776c9fa4'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:19:50.145310 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548061ee-b404-454b-8ad1-c7776a586e84 req-7fc431d0-b837-4ba5-aad1-2ebfdea9ba00 service neutron] Attempting to bind port 51754470-1138-4148-b958-354039f668d8 on network 9b8c0782-0d89-4e76-8f58-a4e4776c9fa4 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:19:50.151375 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548061ee-b404-454b-8ad1-c7776a586e84 req-7fc431d0-b837-4ba5-aad1-2ebfdea9ba00 service neutron] Port 51754470-1138-4148-b958-354039f668d8 on network 9b8c0782-0d89-4e76-8f58-a4e4776c9fa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:19:50.152159 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548061ee-b404-454b-8ad1-c7776a586e84 req-7fc431d0-b837-4ba5-aad1-2ebfdea9ba00 service neutron] Attempting to bind port 51754470-1138-4148-b958-354039f668d8 on network 9b8c0782-0d89-4e76-8f58-a4e4776c9fa4 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:19:50.158483 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548061ee-b404-454b-8ad1-c7776a586e84 req-7fc431d0-b837-4ba5-aad1-2ebfdea9ba00 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:19:50.158928 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548061ee-b404-454b-8ad1-c7776a586e84 req-7fc431d0-b837-4ba5-aad1-2ebfdea9ba00 service neutron] Checking segment: {'id': '6388ccd7-db1c-4d9d-856c-3365a1a254b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '9b8c0782-0d89-4e76-8f58-a4e4776c9fa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:19:50.162497 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548061ee-b404-454b-8ad1-c7776a586e84 req-7fc431d0-b837-4ba5-aad1-2ebfdea9ba00 service neutron] Bound using segment: {'id': '6388ccd7-db1c-4d9d-856c-3365a1a254b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '9b8c0782-0d89-4e76-8f58-a4e4776c9fa4'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:19:50.162497 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-548061ee-b404-454b-8ad1-c7776a586e84 req-7fc431d0-b837-4ba5-aad1-2ebfdea9ba00 service neutron] Bound port: 51754470-1138-4148-b958-354039f668d8, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6388ccd7-db1c-4d9d-856c-3365a1a254b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '9b8c0782-0d89-4e76-8f58-a4e4776c9fa4'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:19:50.162497 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-548061ee-b404-454b-8ad1-c7776a586e84 req-7fc431d0-b837-4ba5-aad1-2ebfdea9ba00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:50.211183 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c677bd-83b7-4098-b353-d248448c931b tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Pushing event updated for resources: {'Port': ['ID=bee165a0-9e4f-4a86-a928-ae0304b1e528,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:50.245255 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-a0c677bd-83b7-4098-b353-d248448c931b tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Network 2b0c544f-e1c5-43e5-917d-858b4f45dd21 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:19:50.262800 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-548061ee-b404-454b-8ad1-c7776a586e84 req-7fc431d0-b837-4ba5-aad1-2ebfdea9ba00 service neutron] For port 51754470-1138-4148-b958-354039f668d8, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:19:50.266747 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-548061ee-b404-454b-8ad1-c7776a586e84 req-7fc431d0-b837-4ba5-aad1-2ebfdea9ba00 service neutron] For port 51754470-1138-4148-b958-354039f668d8, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=51754470-1138-4148-b958-354039f668d8,segment=NetworkSegment(6388ccd7-db1c-4d9d-856c-3365a1a254b2),segment_id=6388ccd7-db1c-4d9d-856c-3365a1a254b2)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:19:50.272601 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a781699-aca7-4194-86c5-e26d8f3d7cf1 req-0b7ad5ee-1c10-4041-b712-ae66e22f06ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:50.272601 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2a781699-aca7-4194-86c5-e26d8f3d7cf1 req-0b7ad5ee-1c10-4041-b712-ae66e22f06ca service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0915b7bc-3821-43b8-a967-754663cb61b5 HTTP/1.1" status: 200 len: 844 time: 0.2447920 Oct 27 18:19:50.280849 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bcaf4-4577-4d7a-9b6a-5d93365012cc req-e3bfe9ab-9a60-498a-909a-2feed2ead410 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:50.282405 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d68bcaf4-4577-4d7a-9b6a-5d93365012cc req-e3bfe9ab-9a60-498a-909a-2feed2ead410 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88af2fc-bb8c-463d-ae2c-69d4dd1e3248 HTTP/1.1" status: 200 len: 948 time: 0.2789598 Oct 27 18:19:50.283365 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-a0c677bd-83b7-4098-b353-d248448c931b tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:19:50.295389 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69545f-2910-460b-b213-f81ee38e1d18 req-af5fc73f-fb37-4f03-8bc2-aeb92a1f41cd tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:50.300148 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-db69545f-2910-460b-b213-f81ee38e1d18 req-af5fc73f-fb37-4f03-8bc2-aeb92a1f41cd tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 931 time: 0.2923806 Oct 27 18:19:50.300148 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-a0c677bd-83b7-4098-b353-d248448c931b tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:19:50.349228 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-548061ee-b404-454b-8ad1-c7776a586e84 req-7fc431d0-b837-4ba5-aad1-2ebfdea9ba00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:50.370130 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2a781699-aca7-4194-86c5-e26d8f3d7cf1 req-2a8ff427-132c-46d7-9598-5a8e027c7dab service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c345cfe3-9ef8-4d81-8fa5-3e08d3754503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841901 Oct 27 18:19:50.394499 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548061ee-b404-454b-8ad1-c7776a586e84 req-7fc431d0-b837-4ba5-aad1-2ebfdea9ba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:50.395049 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-548061ee-b404-454b-8ad1-c7776a586e84 req-7fc431d0-b837-4ba5-aad1-2ebfdea9ba00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:50.396592 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-548061ee-b404-454b-8ad1-c7776a586e84 req-7fc431d0-b837-4ba5-aad1-2ebfdea9ba00 service neutron] 10.222.0.93 "PUT /v2.0/ports/51754470-1138-4148-b958-354039f668d8 HTTP/1.1" status: 200 len: 1090 time: 0.9436834 Oct 27 18:19:50.396944 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ab65244-8f0e-4194-bc52-9ffd9173e6d2', 'tag': '51754470-1138-4148-b958-354039f668d8'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:19:50.399513 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61bcf15c-d397-47a3-9b9a-633f51485f54" -d '{"events": [{"name": "network-changed", "server_uuid": "4ab65244-8f0e-4194-bc52-9ffd9173e6d2", "tag": "51754470-1138-4148-b958-354039f668d8"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:19:50.419698 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc431d0-b837-4ba5-aad1-2ebfdea9ba00 service neutron] Pushing event updated for resources: {'Port': ['ID=51754470-1138-4148-b958-354039f668d8,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:50.468556 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253977c-af0e-4103-a528-e955b7b37666 req-25ed801c-cc73-4f8f-b415-faf1b20a95d8 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:50.470104 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1253977c-af0e-4103-a528-e955b7b37666 req-25ed801c-cc73-4f8f-b415-faf1b20a95d8 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.81 "GET /v2.0/ports?device_id=b88af2fc-bb8c-463d-ae2c-69d4dd1e3248 HTTP/1.1" status: 200 len: 948 time: 0.2690299 Oct 27 18:19:50.495506 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-548061ee-b404-454b-8ad1-c7776a586e84 req-fecae4f2-37a8-4ad1-a8a5-86a617ddfe8d service neutron] Request body: {'port': {'device_id': '4ab65244-8f0e-4194-bc52-9ffd9173e6d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:19:50.506001 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-a0c677bd-83b7-4098-b353-d248448c931b tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:50.506643 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-a0c677bd-83b7-4098-b353-d248448c931b tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:50.523961 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-db69545f-2910-460b-b213-f81ee38e1d18 req-11954e66-6440-4435-b29d-801905008132 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?id=65cd9538-4319-435d-90f4-473e43f2af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046635 Oct 27 18:19:50.555725 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-548061ee-b404-454b-8ad1-c7776a586e84 req-fecae4f2-37a8-4ad1-a8a5-86a617ddfe8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:50.563446 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d68bcaf4-4577-4d7a-9b6a-5d93365012cc req-9f775f57-bf32-4626-ae95-e28934368acb tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429130 Oct 27 18:19:50.656014 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-a0c677bd-83b7-4098-b353-d248448c931b tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2111142 Oct 27 18:19:50.693104 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-f7c09a3c-a950-4c7b-9488-5058f8b52def service neutron] Request body: {'port': {'device_id': '617f33a8-1b15-4757-a7b8-bf13dfaba8c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:19:50.761759 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2a781699-aca7-4194-86c5-e26d8f3d7cf1 req-e8b5dd77-75a2-42cd-85aa-15a2a5fca371 service neutron] 10.222.0.93 "GET /v2.0/networks/c345cfe3-9ef8-4d81-8fa5-3e08d3754503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733430 Oct 27 18:19:50.798838 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec69a3-3bd7-450e-86ee-743c54f141cc req-94690063-0849-4852-a0f2-9f6c3f0b1f5e tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:50.800371 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c8ec69a3-3bd7-450e-86ee-743c54f141cc req-94690063-0849-4852-a0f2-9f6c3f0b1f5e tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=10d00461-8f8c-4927-a11d-564a11ec4ca3 HTTP/1.1" status: 200 len: 943 time: 0.1753411 Oct 27 18:19:50.861557 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-1253977c-af0e-4103-a528-e955b7b37666 req-5403f91e-a8a8-4745-a99b-2fe73753e389 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Deleting port cc76fcf1-c65e-46e4-91d1-188b6145c658 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:19:50.861917 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1253977c-af0e-4103-a528-e955b7b37666 req-5403f91e-a8a8-4745-a99b-2fe73753e389 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:50.865384 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-548061ee-b404-454b-8ad1-c7776a586e84 req-fecae4f2-37a8-4ad1-a8a5-86a617ddfe8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71e02d4c-9dde-4112-b402-96d956d80d3f {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:19:50.875591 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-548061ee-b404-454b-8ad1-c7776a586e84 req-fecae4f2-37a8-4ad1-a8a5-86a617ddfe8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:50.877375 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b705a-e1af-4641-8b97-2c41fa2cba3b req-95be0b1f-54cc-46f8-9c11-96d07f92ea03 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:50.878905 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c23b705a-e1af-4641-8b97-2c41fa2cba3b req-95be0b1f-54cc-46f8-9c11-96d07f92ea03 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 946 time: 0.2314463 Oct 27 18:19:50.890176 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-548061ee-b404-454b-8ad1-c7776a586e84 req-fecae4f2-37a8-4ad1-a8a5-86a617ddfe8d service neutron] Transition to ACTIVE for port object 71e02d4c-9dde-4112-b402-96d956d80d3f will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:19:51.011647 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-548061ee-b404-454b-8ad1-c7776a586e84 req-fecae4f2-37a8-4ad1-a8a5-86a617ddfe8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:51.063365 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecae4f2-37a8-4ad1-a8a5-86a617ddfe8d service neutron] Pushing event updated for resources: {'Port': ['ID=71e02d4c-9dde-4112-b402-96d956d80d3f,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:51.144800 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-548061ee-b404-454b-8ad1-c7776a586e84 req-fecae4f2-37a8-4ad1-a8a5-86a617ddfe8d service neutron] Attempting to bind port 71e02d4c-9dde-4112-b402-96d956d80d3f on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:19:51.145228 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-548061ee-b404-454b-8ad1-c7776a586e84 req-fecae4f2-37a8-4ad1-a8a5-86a617ddfe8d service neutron] Attempting to bind port 71e02d4c-9dde-4112-b402-96d956d80d3f by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': 'a16e71ba-967b-4856-97b5-a0b9e252c995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'c24cd42c-d49f-46e3-a6bb-53a1d2e23b15'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:19:51.145681 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548061ee-b404-454b-8ad1-c7776a586e84 req-fecae4f2-37a8-4ad1-a8a5-86a617ddfe8d service neutron] Attempting to bind port 71e02d4c-9dde-4112-b402-96d956d80d3f on network c24cd42c-d49f-46e3-a6bb-53a1d2e23b15 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:19:51.150446 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548061ee-b404-454b-8ad1-c7776a586e84 req-fecae4f2-37a8-4ad1-a8a5-86a617ddfe8d service neutron] Port 71e02d4c-9dde-4112-b402-96d956d80d3f on network c24cd42c-d49f-46e3-a6bb-53a1d2e23b15 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:19:51.150879 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548061ee-b404-454b-8ad1-c7776a586e84 req-fecae4f2-37a8-4ad1-a8a5-86a617ddfe8d service neutron] Attempting to bind port 71e02d4c-9dde-4112-b402-96d956d80d3f on network c24cd42c-d49f-46e3-a6bb-53a1d2e23b15 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:19:51.157275 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548061ee-b404-454b-8ad1-c7776a586e84 req-fecae4f2-37a8-4ad1-a8a5-86a617ddfe8d service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:19:51.157756 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548061ee-b404-454b-8ad1-c7776a586e84 req-fecae4f2-37a8-4ad1-a8a5-86a617ddfe8d service neutron] Checking segment: {'id': 'a16e71ba-967b-4856-97b5-a0b9e252c995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'c24cd42c-d49f-46e3-a6bb-53a1d2e23b15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:19:51.158239 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548061ee-b404-454b-8ad1-c7776a586e84 req-fecae4f2-37a8-4ad1-a8a5-86a617ddfe8d service neutron] Bound using segment: {'id': 'a16e71ba-967b-4856-97b5-a0b9e252c995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'c24cd42c-d49f-46e3-a6bb-53a1d2e23b15'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:19:51.158762 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-548061ee-b404-454b-8ad1-c7776a586e84 req-fecae4f2-37a8-4ad1-a8a5-86a617ddfe8d service neutron] Bound port: 71e02d4c-9dde-4112-b402-96d956d80d3f, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a16e71ba-967b-4856-97b5-a0b9e252c995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'c24cd42c-d49f-46e3-a6bb-53a1d2e23b15'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:19:51.159285 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-548061ee-b404-454b-8ad1-c7776a586e84 req-fecae4f2-37a8-4ad1-a8a5-86a617ddfe8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:51.240787 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-548061ee-b404-454b-8ad1-c7776a586e84 req-fecae4f2-37a8-4ad1-a8a5-86a617ddfe8d service neutron] For port 71e02d4c-9dde-4112-b402-96d956d80d3f, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:19:51.242525 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-f7c09a3c-a950-4c7b-9488-5058f8b52def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:51.244054 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-548061ee-b404-454b-8ad1-c7776a586e84 req-fecae4f2-37a8-4ad1-a8a5-86a617ddfe8d service neutron] For port 71e02d4c-9dde-4112-b402-96d956d80d3f, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=71e02d4c-9dde-4112-b402-96d956d80d3f,segment=NetworkSegment(a16e71ba-967b-4856-97b5-a0b9e252c995),segment_id=a16e71ba-967b-4856-97b5-a0b9e252c995)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:19:51.303563 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-548061ee-b404-454b-8ad1-c7776a586e84 req-fecae4f2-37a8-4ad1-a8a5-86a617ddfe8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:51.310685 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c8ec69a3-3bd7-450e-86ee-743c54f141cc req-821eb737-29be-4bbc-b4e5-79628d9c718a tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4796355 Oct 27 18:19:51.353166 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548061ee-b404-454b-8ad1-c7776a586e84 req-fecae4f2-37a8-4ad1-a8a5-86a617ddfe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:51.353815 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-548061ee-b404-454b-8ad1-c7776a586e84 req-fecae4f2-37a8-4ad1-a8a5-86a617ddfe8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:51.355385 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-548061ee-b404-454b-8ad1-c7776a586e84 req-fecae4f2-37a8-4ad1-a8a5-86a617ddfe8d service neutron] 10.222.0.93 "PUT /v2.0/ports/71e02d4c-9dde-4112-b402-96d956d80d3f HTTP/1.1" status: 200 len: 1092 time: 0.8647804 Oct 27 18:19:51.379758 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c23b705a-e1af-4641-8b97-2c41fa2cba3b req-7348a98f-9aae-4922-887a-1df4bb94b709 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4730554 Oct 27 18:19:51.382442 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecae4f2-37a8-4ad1-a8a5-86a617ddfe8d service neutron] Pushing event updated for resources: {'Port': ['ID=71e02d4c-9dde-4112-b402-96d956d80d3f,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:51.395533 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2a781699-aca7-4194-86c5-e26d8f3d7cf1 req-6d73b942-ec8f-49d1-99ac-ab34818a87b1 service neutron] 10.222.0.93 "GET /v2.0/networks/c345cfe3-9ef8-4d81-8fa5-3e08d3754503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6183779 Oct 27 18:19:51.407765 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86e329d-b2f6-465b-b4aa-67ebfdd0e6bf x-openstack-request-id: req-e86e329d-b2f6-465b-b4aa-67ebfdd0e6bf {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:19:51.408698 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-1253977c-af0e-4103-a528-e955b7b37666 req-5403f91e-a8a8-4745-a99b-2fe73753e389 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] For port cc76fcf1-c65e-46e4-91d1-188b6145c658, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=cc76fcf1-c65e-46e4-91d1-188b6145c658,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:19:51.408853 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ab65244-8f0e-4194-bc52-9ffd9173e6d2", "tag": "51754470-1138-4148-b958-354039f668d8", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:19:51.409049 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e86e329d-b2f6-465b-b4aa-67ebfdd0e6bf {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:19:51.409174 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1253977c-af0e-4103-a528-e955b7b37666 req-5403f91e-a8a8-4745-a99b-2fe73753e389 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:51.409511 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ab65244-8f0e-4194-bc52-9ffd9173e6d2', 'tag': '51754470-1138-4148-b958-354039f668d8', 'status': 'completed', 'code': 200} Oct 27 18:19:51.481529 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-548061ee-b404-454b-8ad1-c7776a586e84 req-0dac0f23-f773-4b61-8373-04380d896208 service neutron] Request body: {'port': {'device_id': '4ab65244-8f0e-4194-bc52-9ffd9173e6d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:19:51.495617 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bcf15c-d397-47a3-9b9a-633f51485f54 req-56888575-b922-48e2-84b1-2c8abc6bb56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:51.496842 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bcf15c-d397-47a3-9b9a-633f51485f54 req-56888575-b922-48e2-84b1-2c8abc6bb56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:51.497526 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bcf15c-d397-47a3-9b9a-633f51485f54 req-56888575-b922-48e2-84b1-2c8abc6bb56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:51.499744 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-61bcf15c-d397-47a3-9b9a-633f51485f54 req-56888575-b922-48e2-84b1-2c8abc6bb56b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=52425a4848b54b7383a7845cb99edf04&device_id=4ab65244-8f0e-4194-bc52-9ffd9173e6d2 HTTP/1.1" status: 200 len: 2797 time: 0.0892422 Oct 27 18:19:51.507383 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-1253977c-af0e-4103-a528-e955b7b37666 req-5403f91e-a8a8-4745-a99b-2fe73753e389 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Calling delete_port for cc76fcf1-c65e-46e4-91d1-188b6145c658 owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:19:51.707157 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-548061ee-b404-454b-8ad1-c7776a586e84 req-0dac0f23-f773-4b61-8373-04380d896208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:51.725236 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bcf15c-d397-47a3-9b9a-633f51485f54 req-61db39e4-3313-44f2-ac31-8ca0f4032a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:51.725709 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bcf15c-d397-47a3-9b9a-633f51485f54 req-61db39e4-3313-44f2-ac31-8ca0f4032a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:51.726175 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bcf15c-d397-47a3-9b9a-633f51485f54 req-61db39e4-3313-44f2-ac31-8ca0f4032a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:51.727772 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-61bcf15c-d397-47a3-9b9a-633f51485f54 req-61db39e4-3313-44f2-ac31-8ca0f4032a48 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=52425a4848b54b7383a7845cb99edf04&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2169011 Oct 27 18:19:51.816041 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f54d0a-50da-44e4-b737-030c586d2837 req-b061839a-953a-4d05-9452-609d7e67c283 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:51.817559 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05f54d0a-50da-44e4-b737-030c586d2837 req-b061839a-953a-4d05-9452-609d7e67c283 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 943 time: 0.2217009 Oct 27 18:19:51.833192 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539665d6-960c-4f05-95f8-c7f6803fe017 req-b384def4-588c-4720-9337-19db6df0655f tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:51.839535 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539665d6-960c-4f05-95f8-c7f6803fe017 req-b384def4-588c-4720-9337-19db6df0655f tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:51.845693 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539665d6-960c-4f05-95f8-c7f6803fe017 req-b384def4-588c-4720-9337-19db6df0655f tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:51.847463 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-539665d6-960c-4f05-95f8-c7f6803fe017 req-b384def4-588c-4720-9337-19db6df0655f tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ab65244-8f0e-4194-bc52-9ffd9173e6d2 HTTP/1.1" status: 200 len: 2399 time: 0.2527738 Oct 27 18:19:51.893704 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bcf15c-d397-47a3-9b9a-633f51485f54 req-308522ab-8b19-4d6b-8bd8-4a3e793eed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:51.895237 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-61bcf15c-d397-47a3-9b9a-633f51485f54 req-308522ab-8b19-4d6b-8bd8-4a3e793eed63 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1591656 Oct 27 18:19:52.065764 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05f54d0a-50da-44e4-b737-030c586d2837 req-3bebcdbe-1385-43d6-98c2-311c7e256573 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149193 Oct 27 18:19:52.073626 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-539665d6-960c-4f05-95f8-c7f6803fe017 req-fe09350a-1f77-4923-8072-01e9d91bcffc tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/security-groups?id=6811083f-b04b-4ef8-aa3e-e44ef0c0cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162607 Oct 27 18:19:52.163900 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-f7c09a3c-a950-4c7b-9488-5058f8b52def service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bee165a0-9e4f-4a86-a928-ae0304b1e528 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:19:52.203183 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-f7c09a3c-a950-4c7b-9488-5058f8b52def service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:52.209775 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1253977c-af0e-4103-a528-e955b7b37666 req-5403f91e-a8a8-4745-a99b-2fe73753e389 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:52.224077 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['04183844-5bf2-4075-a1d2-2c9bb9edfe98', '6e6b7ac8-4b7d-4589-89a2-74f99ccd771e', '978a10b7-23b6-4670-8595-d5e34009eee3', 'c4673a1d-190c-4441-a2e3-5fab2e695513'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:19:52.225843 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['a30727c6-2893-47dc-8280-a57141d6e2c9', '60541cd6-5968-4ec0-917c-f74f26bed35a', 'ec778523-5859-43d1-af0b-02229d0bdf72'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:19:52.235153 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c0939996-31f0-4465-8317-a6e0d47985d0 req-ff00816d-d6fa-4176-b437-1383c016da7a tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88af2fc-bb8c-463d-ae2c-69d4dd1e3248 HTTP/1.1" status: 200 len: 210 time: 0.0748732 Oct 27 18:19:52.279657 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403f91e-a8a8-4745-a99b-2fe73753e389 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Pushing event deleted for resources: {'Port': ['ID=cc76fcf1-c65e-46e4-91d1-188b6145c658,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:52.287409 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-f7c09a3c-a950-4c7b-9488-5058f8b52def service neutron] Transition to ACTIVE for port object bee165a0-9e4f-4a86-a928-ae0304b1e528 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:19:52.326960 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6c481-a2b7-469a-afe9-80acb76c6c2b req-5fee8d71-d321-4b20-b6d4-ee1b6e43cec5 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:52.328753 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f8c6c481-a2b7-469a-afe9-80acb76c6c2b req-5fee8d71-d321-4b20-b6d4-ee1b6e43cec5 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 931 time: 0.1883278 Oct 27 18:19:52.365247 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device cc76fcf1-c65e-46e4-91d1-188b6145c658 no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:19:52.376656 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-1253977c-af0e-4103-a528-e955b7b37666 req-5403f91e-a8a8-4745-a99b-2fe73753e389 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] No DVR routers for this DVR port cc76fcf1-c65e-46e4-91d1-188b6145c658 on host n-h1-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:19:52.377598 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-f7c09a3c-a950-4c7b-9488-5058f8b52def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:52.380172 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1253977c-af0e-4103-a528-e955b7b37666 req-5403f91e-a8a8-4745-a99b-2fe73753e389 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:52.383539 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1253977c-af0e-4103-a528-e955b7b37666 req-5403f91e-a8a8-4745-a99b-2fe73753e389 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.81 "DELETE /v2.0/ports/cc76fcf1-c65e-46e4-91d1-188b6145c658 HTTP/1.1" status: 204 len: 173 time: 1.8977668 Oct 27 18:19:52.390766 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b88af2fc-bb8c-463d-ae2c-69d4dd1e3248', 'name': 'network-vif-deleted', 'tag': 'cc76fcf1-c65e-46e4-91d1-188b6145c658'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:19:52.394007 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c27c0a-b02b-4d77-a291-9f57498da623" -d '{"events": [{"server_uuid": "b88af2fc-bb8c-463d-ae2c-69d4dd1e3248", "name": "network-vif-deleted", "tag": "cc76fcf1-c65e-46e4-91d1-188b6145c658"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:19:52.417150 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] No Port match for: cc76fcf1-c65e-46e4-91d1-188b6145c658 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:19:52.417769 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device cc76fcf1-c65e-46e4-91d1-188b6145c658 not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:19:52.518028 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f8c6c481-a2b7-469a-afe9-80acb76c6c2b req-9539ef37-10c2-49d1-9c2e-0f519c68fb5c tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?id=65cd9538-4319-435d-90f4-473e43f2af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581609 Oct 27 18:19:52.539083 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c09a3c-a950-4c7b-9488-5058f8b52def service neutron] Pushing event updated for resources: {'Port': ['ID=bee165a0-9e4f-4a86-a928-ae0304b1e528,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:52.552433 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-548061ee-b404-454b-8ad1-c7776a586e84 req-0dac0f23-f773-4b61-8373-04380d896208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45a12de5-0b9d-4642-8702-248cd501c404 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:19:52.562057 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-548061ee-b404-454b-8ad1-c7776a586e84 req-0dac0f23-f773-4b61-8373-04380d896208 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:52.575376 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device d41c2494-8b37-48c3-b74b-8f7f41547128 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:19:52.587067 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 27 Oct 2021 18:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74b0789-793a-42ed-b97f-111738553590 x-openstack-request-id: req-d74b0789-793a-42ed-b97f-111738553590 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:19:52.587365 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b88af2fc-bb8c-463d-ae2c-69d4dd1e3248", "name": "network-vif-deleted", "tag": "cc76fcf1-c65e-46e4-91d1-188b6145c658", "status": "failed", "code": 422}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:19:52.587622 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d74b0789-793a-42ed-b97f-111738553590 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:19:52.588428 n-d-815690-2 neutron-server[102878]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b88af2fc-bb8c-463d-ae2c-69d4dd1e3248', 'name': 'network-vif-deleted', 'tag': 'cc76fcf1-c65e-46e4-91d1-188b6145c658', 'status': 'failed', 'code': 422} returned with failed status Oct 27 18:19:52.616255 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5fe3e1-a1f4-4553-a549-0718d85bc19e req-42ced5c1-cd4a-4e89-959f-0b8c1633662b tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:52.624267 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4a5fe3e1-a1f4-4553-a549-0718d85bc19e req-42ced5c1-cd4a-4e89-959f-0b8c1633662b tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=10d00461-8f8c-4927-a11d-564a11ec4ca3 HTTP/1.1" status: 200 len: 943 time: 0.2035151 Oct 27 18:19:52.648285 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-548061ee-b404-454b-8ad1-c7776a586e84 req-0dac0f23-f773-4b61-8373-04380d896208 service neutron] Transition to ACTIVE for port object 45a12de5-0b9d-4642-8702-248cd501c404 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:19:52.720728 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4a5fe3e1-a1f4-4553-a549-0718d85bc19e req-ac8f1150-d255-4fc0-9621-228f3b581e41 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955598 Oct 27 18:19:52.724884 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-548061ee-b404-454b-8ad1-c7776a586e84 req-0dac0f23-f773-4b61-8373-04380d896208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:52.737142 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-f7c09a3c-a950-4c7b-9488-5058f8b52def service neutron] Attempting to bind port bee165a0-9e4f-4a86-a928-ae0304b1e528 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:19:52.737568 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-f7c09a3c-a950-4c7b-9488-5058f8b52def service neutron] Attempting to bind port bee165a0-9e4f-4a86-a928-ae0304b1e528 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '86083249-b3fb-43bf-8aa0-d1a115df68ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '2b0c544f-e1c5-43e5-917d-858b4f45dd21'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:19:52.737970 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-f7c09a3c-a950-4c7b-9488-5058f8b52def service neutron] Attempting to bind port bee165a0-9e4f-4a86-a928-ae0304b1e528 on network 2b0c544f-e1c5-43e5-917d-858b4f45dd21 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:19:52.772738 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d41c2494-8b37-48c3-b74b-8f7f41547128, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d41c2494-8b37-48c3-b74b-8f7f41547128,segment=NetworkSegment(0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2),segment_id=0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:19:52.775952 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3278db-8740-44d2-9332-5954f985d2fa req-24fd688b-be52-4fd2-ad96-34063d103c5c tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:52.783258 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6a3278db-8740-44d2-9332-5954f985d2fa req-24fd688b-be52-4fd2-ad96-34063d103c5c tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 946 time: 0.1510751 Oct 27 18:19:52.810519 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'd41c2494-8b37-48c3-b74b-8f7f41547128', 'network_id': 'c345cfe3-9ef8-4d81-8fa5-3e08d3754503', 'port_id': 'd41c2494-8b37-48c3-b74b-8f7f41547128', 'mac_address': 'fa:16:3e:ab:57:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1038, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0915b7bc-3821-43b8-a967-754663cb61b5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:19:52.848537 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6a3278db-8740-44d2-9332-5954f985d2fa req-cb3b72ca-3624-4894-9441-95ddedf404c1 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571544 Oct 27 18:19:52.848537 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-f7c09a3c-a950-4c7b-9488-5058f8b52def service neutron] Port bee165a0-9e4f-4a86-a928-ae0304b1e528 on network 2b0c544f-e1c5-43e5-917d-858b4f45dd21 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:19:52.848760 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-f7c09a3c-a950-4c7b-9488-5058f8b52def service neutron] Attempting to bind port bee165a0-9e4f-4a86-a928-ae0304b1e528 on network 2b0c544f-e1c5-43e5-917d-858b4f45dd21 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:19:52.868521 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-f7c09a3c-a950-4c7b-9488-5058f8b52def service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:19:52.871339 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-f7c09a3c-a950-4c7b-9488-5058f8b52def service neutron] Checking segment: {'id': '86083249-b3fb-43bf-8aa0-d1a115df68ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '2b0c544f-e1c5-43e5-917d-858b4f45dd21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:19:52.871339 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-f7c09a3c-a950-4c7b-9488-5058f8b52def service neutron] Bound using segment: {'id': '86083249-b3fb-43bf-8aa0-d1a115df68ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '2b0c544f-e1c5-43e5-917d-858b4f45dd21'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:19:52.871339 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-f7c09a3c-a950-4c7b-9488-5058f8b52def service neutron] Bound port: bee165a0-9e4f-4a86-a928-ae0304b1e528, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86083249-b3fb-43bf-8aa0-d1a115df68ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '2b0c544f-e1c5-43e5-917d-858b4f45dd21'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:19:52.871339 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-f7c09a3c-a950-4c7b-9488-5058f8b52def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:52.938246 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:52.944156 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac0f23-f773-4b61-8373-04380d896208 service neutron] Pushing event updated for resources: {'Port': ['ID=45a12de5-0b9d-4642-8702-248cd501c404,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:52.973887 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d41c2494-8b37-48c3-b74b-8f7f41547128 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:19:53.025572 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-f7c09a3c-a950-4c7b-9488-5058f8b52def service neutron] For port bee165a0-9e4f-4a86-a928-ae0304b1e528, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:19:53.030799 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-f7c09a3c-a950-4c7b-9488-5058f8b52def service neutron] For port bee165a0-9e4f-4a86-a928-ae0304b1e528, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=bee165a0-9e4f-4a86-a928-ae0304b1e528,segment=NetworkSegment(86083249-b3fb-43bf-8aa0-d1a115df68ec),segment_id=86083249-b3fb-43bf-8aa0-d1a115df68ec)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:19:53.032009 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-548061ee-b404-454b-8ad1-c7776a586e84 req-0dac0f23-f773-4b61-8373-04380d896208 service neutron] Attempting to bind port 45a12de5-0b9d-4642-8702-248cd501c404 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:19:53.032155 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d41c2494-8b37-48c3-b74b-8f7f41547128, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d41c2494-8b37-48c3-b74b-8f7f41547128,segment=NetworkSegment(0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2),segment_id=0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:19:53.032343 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-548061ee-b404-454b-8ad1-c7776a586e84 req-0dac0f23-f773-4b61-8373-04380d896208 service neutron] Attempting to bind port 45a12de5-0b9d-4642-8702-248cd501c404 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '6388ccd7-db1c-4d9d-856c-3365a1a254b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '9b8c0782-0d89-4e76-8f58-a4e4776c9fa4'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:19:53.032671 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548061ee-b404-454b-8ad1-c7776a586e84 req-0dac0f23-f773-4b61-8373-04380d896208 service neutron] Attempting to bind port 45a12de5-0b9d-4642-8702-248cd501c404 on network 9b8c0782-0d89-4e76-8f58-a4e4776c9fa4 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:19:53.037500 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548061ee-b404-454b-8ad1-c7776a586e84 req-0dac0f23-f773-4b61-8373-04380d896208 service neutron] Port 45a12de5-0b9d-4642-8702-248cd501c404 on network 9b8c0782-0d89-4e76-8f58-a4e4776c9fa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:19:53.037832 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548061ee-b404-454b-8ad1-c7776a586e84 req-0dac0f23-f773-4b61-8373-04380d896208 service neutron] Attempting to bind port 45a12de5-0b9d-4642-8702-248cd501c404 on network 9b8c0782-0d89-4e76-8f58-a4e4776c9fa4 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:19:53.043715 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548061ee-b404-454b-8ad1-c7776a586e84 req-0dac0f23-f773-4b61-8373-04380d896208 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:19:53.045004 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548061ee-b404-454b-8ad1-c7776a586e84 req-0dac0f23-f773-4b61-8373-04380d896208 service neutron] Checking segment: {'id': '6388ccd7-db1c-4d9d-856c-3365a1a254b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '9b8c0782-0d89-4e76-8f58-a4e4776c9fa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:19:53.045004 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548061ee-b404-454b-8ad1-c7776a586e84 req-0dac0f23-f773-4b61-8373-04380d896208 service neutron] Bound using segment: {'id': '6388ccd7-db1c-4d9d-856c-3365a1a254b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '9b8c0782-0d89-4e76-8f58-a4e4776c9fa4'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:19:53.045236 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-548061ee-b404-454b-8ad1-c7776a586e84 req-0dac0f23-f773-4b61-8373-04380d896208 service neutron] Bound port: 45a12de5-0b9d-4642-8702-248cd501c404, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6388ccd7-db1c-4d9d-856c-3365a1a254b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '9b8c0782-0d89-4e76-8f58-a4e4776c9fa4'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:19:53.045573 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-548061ee-b404-454b-8ad1-c7776a586e84 req-0dac0f23-f773-4b61-8373-04380d896208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:53.101146 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-f7c09a3c-a950-4c7b-9488-5058f8b52def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:53.142204 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:53.159547 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-f7c09a3c-a950-4c7b-9488-5058f8b52def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:53.160525 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-f7c09a3c-a950-4c7b-9488-5058f8b52def service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:53.162139 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-f7c09a3c-a950-4c7b-9488-5058f8b52def service neutron] 10.222.0.93 "PUT /v2.0/ports/bee165a0-9e4f-4a86-a928-ae0304b1e528 HTTP/1.1" status: 200 len: 1091 time: 2.4836576 Oct 27 18:19:53.188221 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-548061ee-b404-454b-8ad1-c7776a586e84 req-0dac0f23-f773-4b61-8373-04380d896208 service neutron] For port 45a12de5-0b9d-4642-8702-248cd501c404, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:19:53.283158 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-548061ee-b404-454b-8ad1-c7776a586e84 req-0dac0f23-f773-4b61-8373-04380d896208 service neutron] For port 45a12de5-0b9d-4642-8702-248cd501c404, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=45a12de5-0b9d-4642-8702-248cd501c404,segment=NetworkSegment(6388ccd7-db1c-4d9d-856c-3365a1a254b2),segment_id=6388ccd7-db1c-4d9d-856c-3365a1a254b2)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:19:53.284443 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c09a3c-a950-4c7b-9488-5058f8b52def service neutron] Pushing event updated for resources: {'Port': ['ID=bee165a0-9e4f-4a86-a928-ae0304b1e528,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:53.285459 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=d41c2494-8b37-48c3-b74b-8f7f41547128,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:53.360327 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53fa7ec-fd2c-46de-b7c0-5ac0d748b89c req-32a61d8c-3c58-4b04-aaa8-cc0df5f934d1 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:53.366218 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53fa7ec-fd2c-46de-b7c0-5ac0d748b89c req-32a61d8c-3c58-4b04-aaa8-cc0df5f934d1 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:53.372449 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53fa7ec-fd2c-46de-b7c0-5ac0d748b89c req-32a61d8c-3c58-4b04-aaa8-cc0df5f934d1 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:53.374114 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b53fa7ec-fd2c-46de-b7c0-5ac0d748b89c req-32a61d8c-3c58-4b04-aaa8-cc0df5f934d1 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ab65244-8f0e-4194-bc52-9ffd9173e6d2 HTTP/1.1" status: 200 len: 2411 time: 0.1811101 Oct 27 18:19:53.382636 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bbedbe-0c1a-4636-8503-7fd4f7f03a15 req-b001be8f-acd0-4251-ab91-df7fe532d158 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:53.384071 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e6bbedbe-0c1a-4636-8503-7fd4f7f03a15 req-b001be8f-acd0-4251-ab91-df7fe532d158 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 943 time: 0.1618233 Oct 27 18:19:53.388545 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-548061ee-b404-454b-8ad1-c7776a586e84 req-0dac0f23-f773-4b61-8373-04380d896208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:53.410427 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ab65244-8f0e-4194-bc52-9ffd9173e6d2', 'tag': '71e02d4c-9dde-4112-b402-96d956d80d3f'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:19:53.413192 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3547da-4646-4eb7-90fa-f6ec70e2853f" -d '{"events": [{"name": "network-changed", "server_uuid": "4ab65244-8f0e-4194-bc52-9ffd9173e6d2", "tag": "71e02d4c-9dde-4112-b402-96d956d80d3f"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:19:53.461382 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-c0c8ebc7-d7df-4339-8fd3-120829668134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:53.462948 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-c0c8ebc7-d7df-4339-8fd3-120829668134 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a5994b7ba06b4151b58ba01f2c995408&device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 1094 time: 0.1594131 Oct 27 18:19:53.468125 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548061ee-b404-454b-8ad1-c7776a586e84 req-0dac0f23-f773-4b61-8373-04380d896208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:53.468746 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-548061ee-b404-454b-8ad1-c7776a586e84 req-0dac0f23-f773-4b61-8373-04380d896208 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:53.470116 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-548061ee-b404-454b-8ad1-c7776a586e84 req-0dac0f23-f773-4b61-8373-04380d896208 service neutron] 10.222.0.93 "PUT /v2.0/ports/45a12de5-0b9d-4642-8702-248cd501c404 HTTP/1.1" status: 200 len: 1092 time: 1.9948564 Oct 27 18:19:53.474879 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47778) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:19:53.508182 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1253977c-af0e-4103-a528-e955b7b37666 req-6ae290b8-9521-41e2-bc55-be21c4942f5c tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88af2fc-bb8c-463d-ae2c-69d4dd1e3248 HTTP/1.1" status: 200 len: 210 time: 0.0316041 Oct 27 18:19:53.536430 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['d41c2494-8b37-48c3-b74b-8f7f41547128'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:19:53.543619 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-087f8f77-bdac-4dc9-8dce-eeca05c4cae7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bee165a0-9e4f-4a86-a928-ae0304b1e528 HTTP/1.1" status: 200 len: 217 time: 0.0631258 Oct 27 18:19:53.550588 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b53fa7ec-fd2c-46de-b7c0-5ac0d748b89c req-be1e7e95-e39e-4385-a261-7020aba76e69 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/security-groups?id=6811083f-b04b-4ef8-aa3e-e44ef0c0cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650982 Oct 27 18:19:53.571109 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:19:53.587094 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e6bbedbe-0c1a-4636-8503-7fd4f7f03a15 req-fa6710c0-192b-40d5-a081-11977aff7e77 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900032 Oct 27 18:19:53.591576 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac0f23-f773-4b61-8373-04380d896208 service neutron] Pushing event updated for resources: {'Port': ['ID=45a12de5-0b9d-4642-8702-248cd501c404,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:53.652191 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82a5971-210c-4daf-822b-586f20fa52d3 x-openstack-request-id: req-c82a5971-210c-4daf-822b-586f20fa52d3 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:19:53.652705 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ab65244-8f0e-4194-bc52-9ffd9173e6d2", "tag": "71e02d4c-9dde-4112-b402-96d956d80d3f", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:19:53.653124 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c82a5971-210c-4daf-822b-586f20fa52d3 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:19:53.655140 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ab65244-8f0e-4194-bc52-9ffd9173e6d2', 'tag': '71e02d4c-9dde-4112-b402-96d956d80d3f', 'status': 'completed', 'code': 200} Oct 27 18:19:53.723737 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f62ebb32-f696-4453-8935-a6b88d1e235b req-7a2273f3-2571-4927-8cd0-f1329cf598bb tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88af2fc-bb8c-463d-ae2c-69d4dd1e3248 HTTP/1.1" status: 200 len: 210 time: 0.0469103 Oct 27 18:19:53.729155 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-8732b311-ee76-43eb-a0c3-7537ecc75c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:53.730564 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-8732b311-ee76-43eb-a0c3-7537ecc75c48 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4965f8af-4fde-4a0a-9bd8-662a2fb0507c HTTP/1.1" status: 200 len: 852 time: 0.1790469 Oct 27 18:19:53.821311 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-bcd0a39e-9ba1-4637-b9e8-86489dd4cba0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2b0c544f-e1c5-43e5-917d-858b4f45dd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528314 Oct 27 18:19:53.844703 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548061ee-b404-454b-8ad1-c7776a586e84 req-44dff9ab-d216-4241-b2de-21360fecd9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:53.845203 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548061ee-b404-454b-8ad1-c7776a586e84 req-44dff9ab-d216-4241-b2de-21360fecd9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:53.845689 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548061ee-b404-454b-8ad1-c7776a586e84 req-44dff9ab-d216-4241-b2de-21360fecd9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:53.847302 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-548061ee-b404-454b-8ad1-c7776a586e84 req-44dff9ab-d216-4241-b2de-21360fecd9b1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=52425a4848b54b7383a7845cb99edf04&device_id=4ab65244-8f0e-4194-bc52-9ffd9173e6d2 HTTP/1.1" status: 200 len: 2864 time: 0.2184556 Oct 27 18:19:53.953270 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047f680-a0f4-4097-9464-ab7e56d1472a req-6ff6b898-f788-41e8-a687-34bf671b27d6 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:53.954964 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b047f680-a0f4-4097-9464-ab7e56d1472a req-6ff6b898-f788-41e8-a687-34bf671b27d6 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 943 time: 0.2291408 Oct 27 18:19:53.964937 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-548061ee-b404-454b-8ad1-c7776a586e84 req-ddafd0ed-8ff0-491c-970d-6136c6ccfeb1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.3&port_id=51754470-1138-4148-b958-354039f668d8 HTTP/1.1" status: 200 len: 217 time: 0.0955012 Oct 27 18:19:53.987182 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-15970edc-6836-4fd4-89ab-2cbca76e9c7e tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:53.990856 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-15970edc-6836-4fd4-89ab-2cbca76e9c7e tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7&tenant_id=43d2aacb3b5645edb71ed26889dd4536&binding%3Ahost_id=n-h2-815690-2 HTTP/1.1" status: 200 len: 1097 time: 0.2222106 Oct 27 18:19:54.042378 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46956f71-53df-44b2-9fc9-9591e9f87d1d req-2537ca4b-6f58-4a53-926b-f05080cbae39 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:54.043950 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-46956f71-53df-44b2-9fc9-9591e9f87d1d req-2537ca4b-6f58-4a53-926b-f05080cbae39 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=10d00461-8f8c-4927-a11d-564a11ec4ca3 HTTP/1.1" status: 200 len: 944 time: 0.2285287 Oct 27 18:19:54.095121 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-2d747125-7292-4692-96e1-9887e7ed0acd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815690-2'}}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:19:54.376253 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 50ee530d-9047-4e2f-b18a-7c05ac1292e8 details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:19:54.409108 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b047f680-a0f4-4097-9464-ab7e56d1472a req-a52c6c9f-ac6e-4963-8e7c-7aec0dbb3c65 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?id=65cd9538-4319-435d-90f4-473e43f2af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4432049 Oct 27 18:19:54.417027 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-0c8510ce-3cd0-4cf6-9bc8-2ecd941f8e4e service neutron] 10.222.0.93 "GET /v2.0/networks/2b0c544f-e1c5-43e5-917d-858b4f45dd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5788722 Oct 27 18:19:54.428982 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548061ee-b404-454b-8ad1-c7776a586e84 req-93f1e669-7108-48d6-a926-52dc605041fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:54.430457 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-548061ee-b404-454b-8ad1-c7776a586e84 req-93f1e669-7108-48d6-a926-52dc605041fb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fcb8720c-bb7c-46fa-84fe-0ff41b908d7b HTTP/1.1" status: 200 len: 801 time: 0.4492950 Oct 27 18:19:54.482086 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 50ee530d-9047-4e2f-b18a-7c05ac1292e8, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=50ee530d-9047-4e2f-b18a-7c05ac1292e8,segment=NetworkSegment(58a88469-a6e8-4f4a-87d0-167a1bff6a8c),segment_id=58a88469-a6e8-4f4a-87d0-167a1bff6a8c)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:19:54.492912 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-46956f71-53df-44b2-9fc9-9591e9f87d1d req-d0b76284-85fa-4af9-b654-563be9f8e375 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390357 Oct 27 18:19:54.497017 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 50ee530d-9047-4e2f-b18a-7c05ac1292e8 has no active binding in host n-h1-815690-2 {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 27 18:19:54.553067 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-2d747125-7292-4692-96e1-9887e7ed0acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:54.562088 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device d41c2494-8b37-48c3-b74b-8f7f41547128 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:19:54.592204 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '617f33a8-1b15-4757-a7b8-bf13dfaba8c7', 'tag': 'bee165a0-9e4f-4a86-a928-ae0304b1e528'}, {'name': 'network-changed', 'server_uuid': '4ab65244-8f0e-4194-bc52-9ffd9173e6d2', 'tag': '45a12de5-0b9d-4642-8702-248cd501c404'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:19:54.594496 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1871abaf-2a8a-432c-b96d-cea0006ae2e5" -d '{"events": [{"name": "network-changed", "server_uuid": "617f33a8-1b15-4757-a7b8-bf13dfaba8c7", "tag": "bee165a0-9e4f-4a86-a928-ae0304b1e528"}, {"name": "network-changed", "server_uuid": "4ab65244-8f0e-4194-bc52-9ffd9173e6d2", "tag": "45a12de5-0b9d-4642-8702-248cd501c404"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:19:54.621636 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548061ee-b404-454b-8ad1-c7776a586e84 req-59bdfb76-dd2f-4635-8a7a-4ab82b919dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:54.623730 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-548061ee-b404-454b-8ad1-c7776a586e84 req-59bdfb76-dd2f-4635-8a7a-4ab82b919dbb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9b8c0782-0d89-4e76-8f58-a4e4776c9fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1681643 Oct 27 18:19:54.630057 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2d05895-bcaf-4956-b071-5bf88338b7e1 req-05c7d914-f89d-43a2-8924-346622062594 service neutron] 10.222.0.93 "GET /v2.0/networks/2b0c544f-e1c5-43e5-917d-858b4f45dd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986563 Oct 27 18:19:54.702795 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port d41c2494-8b37-48c3-b74b-8f7f41547128 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:19:54.707250 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port d41c2494-8b37-48c3-b74b-8f7f41547128 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:19:54.707665 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:54.721363 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7c281d39-8bc2-4dba-8911-bcf939d47525 req-112c8c1a-029b-4bec-bfd0-91dca98d7e3b tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88af2fc-bb8c-463d-ae2c-69d4dd1e3248 HTTP/1.1" status: 200 len: 210 time: 0.0885184 Oct 27 18:19:54.806724 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:54.833524 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d00461-8f8c-4927-a11d-564a11ec4ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41c2494-8b37-48c3-b74b-8f7f41547128'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:19:54.835885 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea66383-ffee-4800-8f0e-1857b9e07b7a" -d '{"events": [{"server_uuid": "10d00461-8f8c-4927-a11d-564a11ec4ca3", "name": "network-vif-plugged", "status": "completed", "tag": "d41c2494-8b37-48c3-b74b-8f7f41547128"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:19:54.848419 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d41c2494-8b37-48c3-b74b-8f7f41547128, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d41c2494-8b37-48c3-b74b-8f7f41547128,segment=NetworkSegment(0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2),segment_id=0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:19:54.852934 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b7b9a-99a1-42e3-9dfa-6173e4733137 req-4d27f8a9-e74b-4bbd-8fd1-6a29dd895fe2 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:54.854446 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-949b7b9a-99a1-42e3-9dfa-6173e4733137 req-4d27f8a9-e74b-4bbd-8fd1-6a29dd895fe2 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 946 time: 0.2013433 Oct 27 18:19:54.861463 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-548061ee-b404-454b-8ad1-c7776a586e84 req-095586bc-5df5-4862-84cc-3479f7c5afb9 service neutron] 10.222.0.93 "GET /v2.0/networks/9b8c0782-0d89-4e76-8f58-a4e4776c9fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277327 Oct 27 18:19:54.937700 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-2d747125-7292-4692-96e1-9887e7ed0acd service neutron] For port 50ee530d-9047-4e2f-b18a-7c05ac1292e8, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=50ee530d-9047-4e2f-b18a-7c05ac1292e8,segment=NetworkSegment(58a88469-a6e8-4f4a-87d0-167a1bff6a8c),segment_id=58a88469-a6e8-4f4a-87d0-167a1bff6a8c)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:19:54.954783 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:54.980877 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-949b7b9a-99a1-42e3-9dfa-6173e4733137 req-b54fac82-3e4e-422c-93e2-b5f9d1b428a4 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184406 Oct 27 18:19:55.016039 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-2d747125-7292-4692-96e1-9887e7ed0acd service neutron] For port 50ee530d-9047-4e2f-b18a-7c05ac1292e8, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:19:55.018870 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=d41c2494-8b37-48c3-b74b-8f7f41547128,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:55.046756 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-548061ee-b404-454b-8ad1-c7776a586e84 req-89c1f34f-0168-44d3-a7fd-386c8f2e6c5d service neutron] 10.222.0.93 "GET /v2.0/networks/9b8c0782-0d89-4e76-8f58-a4e4776c9fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727340 Oct 27 18:19:55.074216 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-2d747125-7292-4692-96e1-9887e7ed0acd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:55.108262 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-548061ee-b404-454b-8ad1-c7776a586e84 req-7dc6e118-14f7-4fae-b884-e090a617670c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.119&port_id=71e02d4c-9dde-4112-b402-96d956d80d3f HTTP/1.1" status: 200 len: 217 time: 0.0458367 Oct 27 18:19:55.180810 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-2d747125-7292-4692-96e1-9887e7ed0acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:55.195529 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548061ee-b404-454b-8ad1-c7776a586e84 req-c79ef856-f44f-4032-9505-daaa8d18449a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:55.197015 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-548061ee-b404-454b-8ad1-c7776a586e84 req-c79ef856-f44f-4032-9505-daaa8d18449a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5302600b-fe8a-44d1-ba44-773833814e2e HTTP/1.1" status: 200 len: 801 time: 0.0813677 Oct 27 18:19:55.271345 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cfcaa4-b274-423c-ae5c-9201eaeaf96d req-08d0e39a-b5ae-4104-953f-374de81bdf35 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:55.277370 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cfcaa4-b274-423c-ae5c-9201eaeaf96d req-08d0e39a-b5ae-4104-953f-374de81bdf35 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:55.284018 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cfcaa4-b274-423c-ae5c-9201eaeaf96d req-08d0e39a-b5ae-4104-953f-374de81bdf35 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:55.285681 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e3cfcaa4-b274-423c-ae5c-9201eaeaf96d req-08d0e39a-b5ae-4104-953f-374de81bdf35 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ab65244-8f0e-4194-bc52-9ffd9173e6d2 HTTP/1.1" status: 200 len: 2411 time: 0.1439912 Oct 27 18:19:55.352587 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d747125-7292-4692-96e1-9887e7ed0acd service neutron] Pushing event updated for resources: {'Port': ['ID=50ee530d-9047-4e2f-b18a-7c05ac1292e8,revision_number=7']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:55.370656 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-2d747125-7292-4692-96e1-9887e7ed0acd service neutron] Attempting to bind port 50ee530d-9047-4e2f-b18a-7c05ac1292e8 on host n-h2-815690-2 for vnic_type normal with profile {"migrating_to": "n-h1-815690-2"} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:19:55.371028 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-2d747125-7292-4692-96e1-9887e7ed0acd service neutron] Attempting to bind port 50ee530d-9047-4e2f-b18a-7c05ac1292e8 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:19:55.371369 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-2d747125-7292-4692-96e1-9887e7ed0acd service neutron] Attempting to bind port 50ee530d-9047-4e2f-b18a-7c05ac1292e8 on network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:19:55.375749 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548061ee-b404-454b-8ad1-c7776a586e84 req-55e57046-81ed-4fc2-a7ed-124b8bc53d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:55.377256 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-548061ee-b404-454b-8ad1-c7776a586e84 req-55e57046-81ed-4fc2-a7ed-124b8bc53d87 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c24cd42c-d49f-46e3-a6bb-53a1d2e23b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1587014 Oct 27 18:19:55.383802 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-2d747125-7292-4692-96e1-9887e7ed0acd service neutron] Port 50ee530d-9047-4e2f-b18a-7c05ac1292e8 on network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:19:55.387372 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-2d747125-7292-4692-96e1-9887e7ed0acd service neutron] Attempting to bind port 50ee530d-9047-4e2f-b18a-7c05ac1292e8 on network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:19:55.390323 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e3cfcaa4-b274-423c-ae5c-9201eaeaf96d req-04d072dc-dfb4-43d0-9906-d1bdaba8d039 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/security-groups?id=6811083f-b04b-4ef8-aa3e-e44ef0c0cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945656 Oct 27 18:19:55.401130 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-2d747125-7292-4692-96e1-9887e7ed0acd service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:19:55.401130 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-2d747125-7292-4692-96e1-9887e7ed0acd service neutron] Checking segment: {'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:19:55.401385 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-2d747125-7292-4692-96e1-9887e7ed0acd service neutron] Bound using segment: {'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:19:55.401629 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-2d747125-7292-4692-96e1-9887e7ed0acd service neutron] Bound port: 50ee530d-9047-4e2f-b18a-7c05ac1292e8, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:19:55.401996 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-2d747125-7292-4692-96e1-9887e7ed0acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:55.448822 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 27 Oct 2021 18:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf979c62-a926-4929-ae62-6625b8ea32bd x-openstack-request-id: req-bf979c62-a926-4929-ae62-6625b8ea32bd {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:19:55.449422 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "617f33a8-1b15-4757-a7b8-bf13dfaba8c7", "tag": "bee165a0-9e4f-4a86-a928-ae0304b1e528", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4ab65244-8f0e-4194-bc52-9ffd9173e6d2", "tag": "45a12de5-0b9d-4642-8702-248cd501c404", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:19:55.449422 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bf979c62-a926-4929-ae62-6625b8ea32bd {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:19:55.449759 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '617f33a8-1b15-4757-a7b8-bf13dfaba8c7', 'tag': 'bee165a0-9e4f-4a86-a928-ae0304b1e528', 'status': 'completed', 'code': 200} Oct 27 18:19:55.450024 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ab65244-8f0e-4194-bc52-9ffd9173e6d2', 'tag': '45a12de5-0b9d-4642-8702-248cd501c404', 'status': 'completed', 'code': 200} Oct 27 18:19:55.469496 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93befaf-23cf-4e6d-811d-58277d7f1e94 x-openstack-request-id: req-a93befaf-23cf-4e6d-811d-58277d7f1e94 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:19:55.470009 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d00461-8f8c-4927-a11d-564a11ec4ca3", "name": "network-vif-plugged", "status": "completed", "tag": "d41c2494-8b37-48c3-b74b-8f7f41547128", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:19:55.470009 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a93befaf-23cf-4e6d-811d-58277d7f1e94 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:19:55.470984 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d00461-8f8c-4927-a11d-564a11ec4ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41c2494-8b37-48c3-b74b-8f7f41547128', 'code': 200} Oct 27 18:19:55.602193 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df9542-9e73-452a-a248-a88e3ba034c6 req-4d61e6bf-59cf-4b5b-8757-1d8c61bae6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:55.603709 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-99df9542-9e73-452a-a248-a88e3ba034c6 req-4d61e6bf-59cf-4b5b-8757-1d8c61bae6ef service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=10d00461-8f8c-4927-a11d-564a11ec4ca3 HTTP/1.1" status: 200 len: 1096 time: 0.0449061 Oct 27 18:19:55.634617 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-548061ee-b404-454b-8ad1-c7776a586e84 req-940ec247-18a2-4ed3-98fc-d29c39424602 service neutron] 10.222.0.93 "GET /v2.0/networks/c24cd42c-d49f-46e3-a6bb-53a1d2e23b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417574 Oct 27 18:19:55.635783 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-2d747125-7292-4692-96e1-9887e7ed0acd service neutron] For port 50ee530d-9047-4e2f-b18a-7c05ac1292e8, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:19:55.640681 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-99df9542-9e73-452a-a248-a88e3ba034c6 req-51af4df4-bb42-479a-a9c1-10162215a905 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290272 Oct 27 18:19:55.641857 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871abaf-2a8a-432c-b96d-cea0006ae2e5 req-9c94a5e1-2ed2-400f-a2e1-30fafe1e5768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:55.643819 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1871abaf-2a8a-432c-b96d-cea0006ae2e5 req-9c94a5e1-2ed2-400f-a2e1-30fafe1e5768 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a5994b7ba06b4151b58ba01f2c995408&device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 1094 time: 0.1610603 Oct 27 18:19:55.665142 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65461f8e-87dd-49de-a585-5cfab4e8558e req-ca89b518-0633-40b1-9bb0-5dea7b0eec4d tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:55.666589 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-65461f8e-87dd-49de-a585-5cfab4e8558e req-ca89b518-0633-40b1-9bb0-5dea7b0eec4d tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 943 time: 0.1851597 Oct 27 18:19:55.668308 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-2d747125-7292-4692-96e1-9887e7ed0acd service neutron] For port 50ee530d-9047-4e2f-b18a-7c05ac1292e8, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=50ee530d-9047-4e2f-b18a-7c05ac1292e8,segment=NetworkSegment(58a88469-a6e8-4f4a-87d0-167a1bff6a8c),segment_id=58a88469-a6e8-4f4a-87d0-167a1bff6a8c)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:19:55.697133 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd89a9e-3fa8-46c3-a83b-3c7aa26a9dd9 req-441ea6e8-1795-485a-bafa-033437cba781 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:55.698604 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6cd89a9e-3fa8-46c3-a83b-3c7aa26a9dd9 req-441ea6e8-1795-485a-bafa-033437cba781 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 943 time: 0.1285470 Oct 27 18:19:55.732854 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-65461f8e-87dd-49de-a585-5cfab4e8558e req-cf55aa43-56af-4405-8cd3-d06d9e4e3100 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598652 Oct 27 18:19:55.751097 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6cd89a9e-3fa8-46c3-a83b-3c7aa26a9dd9 req-f174b23e-9c95-438d-9380-b1eb058612ac tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?id=65cd9538-4319-435d-90f4-473e43f2af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449030 Oct 27 18:19:55.784328 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-2d747125-7292-4692-96e1-9887e7ed0acd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:55.976284 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d747125-7292-4692-96e1-9887e7ed0acd service neutron] Pushing event updated for resources: {'Port': ['ID=50ee530d-9047-4e2f-b18a-7c05ac1292e8,revision_number=8']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:56.009485 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-2d747125-7292-4692-96e1-9887e7ed0acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:56.010102 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-2d747125-7292-4692-96e1-9887e7ed0acd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:56.011512 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-2d747125-7292-4692-96e1-9887e7ed0acd service neutron] 10.222.0.81 "PUT /v2.0/ports/50ee530d-9047-4e2f-b18a-7c05ac1292e8 HTTP/1.1" status: 200 len: 1122 time: 2.0068405 Oct 27 18:19:56.043710 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef33f76-4627-4962-a1ef-1480e94ddef1 req-07d85798-2cda-49fd-9704-efb5269dd18c tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:56.045738 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eef33f76-4627-4962-a1ef-1480e94ddef1 req-07d85798-2cda-49fd-9704-efb5269dd18c tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=10d00461-8f8c-4927-a11d-564a11ec4ca3 HTTP/1.1" status: 200 len: 945 time: 0.2331171 Oct 27 18:19:56.095787 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-548061ee-b404-454b-8ad1-c7776a586e84 req-30968966-e531-49d3-8e28-449f5bb9021e service neutron] 10.222.0.93 "GET /v2.0/networks/c24cd42c-d49f-46e3-a6bb-53a1d2e23b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612319 Oct 27 18:19:56.100514 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871abaf-2a8a-432c-b96d-cea0006ae2e5 req-85dc45d3-a8cd-4486-8dc3-58ed762c33f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:56.101902 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1871abaf-2a8a-432c-b96d-cea0006ae2e5 req-85dc45d3-a8cd-4486-8dc3-58ed762c33f4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=2b0c544f-e1c5-43e5-917d-858b4f45dd21 HTTP/1.1" status: 200 len: 914 time: 0.2417638 Oct 27 18:19:56.146392 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['50ee530d-9047-4e2f-b18a-7c05ac1292e8'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:19:56.148884 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['50ee530d-9047-4e2f-b18a-7c05ac1292e8'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:19:56.191967 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1871abaf-2a8a-432c-b96d-cea0006ae2e5 req-d166f187-6016-440d-a69e-ab094171b3c0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bee165a0-9e4f-4a86-a928-ae0304b1e528 HTTP/1.1" status: 200 len: 217 time: 0.0754673 Oct 27 18:19:56.195281 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eef33f76-4627-4962-a1ef-1480e94ddef1 req-9ce5d9ba-3182-4e25-97ad-cdb836464a0a tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376407 Oct 27 18:19:56.197019 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-548061ee-b404-454b-8ad1-c7776a586e84 req-3fbc218f-f9a9-43f9-92d7-7eecb85ecb1d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.120&port_id=45a12de5-0b9d-4642-8702-248cd501c404 HTTP/1.1" status: 200 len: 217 time: 0.0731020 Oct 27 18:19:56.205609 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:56.348758 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871abaf-2a8a-432c-b96d-cea0006ae2e5 req-def30cc4-43d3-41e1-8302-d09649bbdc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:56.350263 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1871abaf-2a8a-432c-b96d-cea0006ae2e5 req-def30cc4-43d3-41e1-8302-d09649bbdc58 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4965f8af-4fde-4a0a-9bd8-662a2fb0507c HTTP/1.1" status: 200 len: 852 time: 0.1436532 Oct 27 18:19:56.384380 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548061ee-b404-454b-8ad1-c7776a586e84 req-f7e0a7c6-bbb9-42b0-bf94-902d1025ce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:56.385964 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-548061ee-b404-454b-8ad1-c7776a586e84 req-f7e0a7c6-bbb9-42b0-bf94-902d1025ce64 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fcb8720c-bb7c-46fa-84fe-0ff41b908d7b HTTP/1.1" status: 200 len: 801 time: 0.1348855 Oct 27 18:19:56.413791 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9eea6-eef6-4373-a7a9-bcacf626b357 req-f90ba865-0b69-4a34-b993-210fc2d25730 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:56.416167 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bad9eea6-eef6-4373-a7a9-bcacf626b357 req-f90ba865-0b69-4a34-b993-210fc2d25730 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=bccb4f9e-a308-4571-8d38-d631d03d07d0 HTTP/1.1" status: 200 len: 948 time: 0.1240523 Oct 27 18:19:56.422067 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1871abaf-2a8a-432c-b96d-cea0006ae2e5 req-c4d7d7f1-4916-472a-a76c-14f3598deb0a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2b0c544f-e1c5-43e5-917d-858b4f45dd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534101 Oct 27 18:19:56.581210 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548061ee-b404-454b-8ad1-c7776a586e84 req-51764c22-2fdc-4278-9ede-7af64f3c113d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:56.582690 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-548061ee-b404-454b-8ad1-c7776a586e84 req-51764c22-2fdc-4278-9ede-7af64f3c113d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9b8c0782-0d89-4e76-8f58-a4e4776c9fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1655943 Oct 27 18:19:56.588558 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:56.592859 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e12e4-1da9-4a75-abf8-426fa94092a8 req-f72434c3-4d05-45e9-9b8c-f3565fdee2d6 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:56.594261 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-524e12e4-1da9-4a75-abf8-426fa94092a8 req-f72434c3-4d05-45e9-9b8c-f3565fdee2d6 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 944 time: 0.3443139 Oct 27 18:19:56.597012 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bad9eea6-eef6-4373-a7a9-bcacf626b357 req-d21a412b-57b5-4008-a61b-d39c34d9e721 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593640 Oct 27 18:19:56.686553 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1871abaf-2a8a-432c-b96d-cea0006ae2e5 req-efb1b78a-e92c-4323-87b8-4ed7e03df9ea service neutron] 10.222.0.93 "GET /v2.0/networks/2b0c544f-e1c5-43e5-917d-858b4f45dd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468734 Oct 27 18:19:56.709515 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-524e12e4-1da9-4a75-abf8-426fa94092a8 req-7d305f0d-c420-464c-9599-c5feb03f7b27 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076088 Oct 27 18:19:56.836977 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-548061ee-b404-454b-8ad1-c7776a586e84 req-b4b3c879-96cd-42dd-bb4e-025fc17ceb83 service neutron] 10.222.0.93 "GET /v2.0/networks/9b8c0782-0d89-4e76-8f58-a4e4776c9fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221074 Oct 27 18:19:56.935519 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecafa2d-5540-4014-954d-0c772d6e021c req-f6c1668a-a7c2-4352-9104-d20428707326 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:56.941633 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecafa2d-5540-4014-954d-0c772d6e021c req-f6c1668a-a7c2-4352-9104-d20428707326 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:56.947980 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecafa2d-5540-4014-954d-0c772d6e021c req-f6c1668a-a7c2-4352-9104-d20428707326 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:56.949604 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fecafa2d-5540-4014-954d-0c772d6e021c req-f6c1668a-a7c2-4352-9104-d20428707326 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ab65244-8f0e-4194-bc52-9ffd9173e6d2 HTTP/1.1" status: 200 len: 2411 time: 0.2314065 Oct 27 18:19:56.965776 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1871abaf-2a8a-432c-b96d-cea0006ae2e5 req-fd49d15e-5c03-4360-8878-9bf4d4b13b78 service neutron] 10.222.0.93 "GET /v2.0/networks/2b0c544f-e1c5-43e5-917d-858b4f45dd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593498 Oct 27 18:19:57.003698 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43f3ac-43a9-4bfa-a56f-7ba397263b4d req-eb6a89fb-5c75-4999-8270-174b042e38a1 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:57.005610 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8c43f3ac-43a9-4bfa-a56f-7ba397263b4d req-eb6a89fb-5c75-4999-8270-174b042e38a1 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 943 time: 0.1957736 Oct 27 18:19:57.055972 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fecafa2d-5540-4014-954d-0c772d6e021c req-8fd000b6-f9b0-472d-b189-1c4b43a0b716 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/security-groups?id=6811083f-b04b-4ef8-aa3e-e44ef0c0cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985477 Oct 27 18:19:57.077052 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-548061ee-b404-454b-8ad1-c7776a586e84 req-ee4655d2-7c2c-49f4-8882-5b3bd9bab35b service neutron] 10.222.0.93 "GET /v2.0/networks/9b8c0782-0d89-4e76-8f58-a4e4776c9fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206228 Oct 27 18:19:57.088279 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8c43f3ac-43a9-4bfa-a56f-7ba397263b4d req-0e22a774-423b-4e01-a056-2f07d2eaf196 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735414 Oct 27 18:19:57.176366 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37c300-f268-44f1-b57d-f3a8a6dcb0dc req-901fa696-1bbf-4c05-af2b-3d0700da3a90 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:57.177892 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0b37c300-f268-44f1-b57d-f3a8a6dcb0dc req-901fa696-1bbf-4c05-af2b-3d0700da3a90 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 943 time: 0.0514083 Oct 27 18:19:57.223493 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0b37c300-f268-44f1-b57d-f3a8a6dcb0dc req-a572f85d-ad72-431c-a8e6-b3096a44c514 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?id=65cd9538-4319-435d-90f4-473e43f2af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393560 Oct 27 18:19:57.290951 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3547da-4646-4eb7-90fa-f6ec70e2853f req-3b300a78-4357-4295-96fd-c259cac7923e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:57.291457 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3547da-4646-4eb7-90fa-f6ec70e2853f req-3b300a78-4357-4295-96fd-c259cac7923e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:57.291941 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3547da-4646-4eb7-90fa-f6ec70e2853f req-3b300a78-4357-4295-96fd-c259cac7923e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:57.293538 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd3547da-4646-4eb7-90fa-f6ec70e2853f req-3b300a78-4357-4295-96fd-c259cac7923e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=52425a4848b54b7383a7845cb99edf04&device_id=4ab65244-8f0e-4194-bc52-9ffd9173e6d2 HTTP/1.1" status: 200 len: 2864 time: 0.0547318 Oct 27 18:19:57.391182 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8099eff-8bb8-4156-af72-34c6327912c9 req-c79c1e82-f0c8-4fe0-a183-0d397a4e043c tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:57.392606 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a8099eff-8bb8-4156-af72-34c6327912c9 req-c79c1e82-f0c8-4fe0-a183-0d397a4e043c tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=10d00461-8f8c-4927-a11d-564a11ec4ca3 HTTP/1.1" status: 200 len: 945 time: 0.1132169 Oct 27 18:19:57.438856 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3547da-4646-4eb7-90fa-f6ec70e2853f req-ad9ae886-2633-421c-88a1-68a511889ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:57.440311 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd3547da-4646-4eb7-90fa-f6ec70e2853f req-ad9ae886-2633-421c-88a1-68a511889ac3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c24cd42c-d49f-46e3-a6bb-53a1d2e23b15 HTTP/1.1" status: 200 len: 903 time: 0.1285338 Oct 27 18:19:57.454961 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1598c483-dad7-410a-850c-6543cd1a54c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50ee530d-9047-4e2f-b18a-7c05ac1292e8'}, {'name': 'network-changed', 'server_uuid': '1598c483-dad7-410a-850c-6543cd1a54c7', 'tag': '50ee530d-9047-4e2f-b18a-7c05ac1292e8'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:19:57.457290 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279acf1f-3881-4c26-823b-659710a5cd8e" -d '{"events": [{"server_uuid": "1598c483-dad7-410a-850c-6543cd1a54c7", "name": "network-vif-unplugged", "status": "completed", "tag": "50ee530d-9047-4e2f-b18a-7c05ac1292e8"}, {"name": "network-changed", "server_uuid": "1598c483-dad7-410a-850c-6543cd1a54c7", "tag": "50ee530d-9047-4e2f-b18a-7c05ac1292e8"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:19:57.467865 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a8099eff-8bb8-4156-af72-34c6327912c9 req-ebfedf86-81ec-4dc3-b364-69a3ee96ca3b tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633986 Oct 27 18:19:57.499230 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 27 Oct 2021 18:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf59c79a-ed9b-4949-9f56-e63d38e08900 x-openstack-request-id: req-cf59c79a-ed9b-4949-9f56-e63d38e08900 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:19:57.499528 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1598c483-dad7-410a-850c-6543cd1a54c7", "name": "network-vif-unplugged", "status": "completed", "tag": "50ee530d-9047-4e2f-b18a-7c05ac1292e8", "code": 200}, {"name": "network-changed", "server_uuid": "1598c483-dad7-410a-850c-6543cd1a54c7", "tag": "50ee530d-9047-4e2f-b18a-7c05ac1292e8", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:19:57.499780 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cf59c79a-ed9b-4949-9f56-e63d38e08900 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:19:57.500176 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1598c483-dad7-410a-850c-6543cd1a54c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50ee530d-9047-4e2f-b18a-7c05ac1292e8', 'code': 200} Oct 27 18:19:57.500430 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1598c483-dad7-410a-850c-6543cd1a54c7', 'tag': '50ee530d-9047-4e2f-b18a-7c05ac1292e8', 'status': 'completed', 'code': 200} Oct 27 18:19:57.501976 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd3547da-4646-4eb7-90fa-f6ec70e2853f req-56f7e245-e4a9-427c-a367-10a4f390cd9a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.119&port_id=71e02d4c-9dde-4112-b402-96d956d80d3f HTTP/1.1" status: 200 len: 217 time: 0.0505502 Oct 27 18:19:57.598439 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3547da-4646-4eb7-90fa-f6ec70e2853f req-568dfe19-5444-45a3-b59e-2aefc900495f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:57.599943 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd3547da-4646-4eb7-90fa-f6ec70e2853f req-568dfe19-5444-45a3-b59e-2aefc900495f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5302600b-fe8a-44d1-ba44-773833814e2e HTTP/1.1" status: 200 len: 801 time: 0.0759785 Oct 27 18:19:57.606186 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279acf1f-3881-4c26-823b-659710a5cd8e req-638e580f-597d-4cc1-955f-766190eb883b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:57.608185 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-279acf1f-3881-4c26-823b-659710a5cd8e req-638e580f-597d-4cc1-955f-766190eb883b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=43d2aacb3b5645edb71ed26889dd4536&device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 1125 time: 0.0576098 Oct 27 18:19:58.013018 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448186e0-a1d7-4ee1-b2e5-9683ee838f7b req-b9ca9fb1-2131-41ee-8881-d80d682596d7 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:58.015140 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-448186e0-a1d7-4ee1-b2e5-9683ee838f7b req-b9ca9fb1-2131-41ee-8881-d80d682596d7 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.93 "GET /v2.0/ports?device_id=bccb4f9e-a308-4571-8d38-d631d03d07d0 HTTP/1.1" status: 200 len: 948 time: 0.0492947 Oct 27 18:19:58.036353 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3547da-4646-4eb7-90fa-f6ec70e2853f req-282ba2e5-2fff-41c9-9b07-23575957c846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:58.037850 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd3547da-4646-4eb7-90fa-f6ec70e2853f req-282ba2e5-2fff-41c9-9b07-23575957c846 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c24cd42c-d49f-46e3-a6bb-53a1d2e23b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4280341 Oct 27 18:19:58.115216 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-448186e0-a1d7-4ee1-b2e5-9683ee838f7b req-bbdba67f-56c4-44c9-a8c3-bfbadbbe9a4b tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Deleting port ec778523-5859-43d1-af0b-02229d0bdf72 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:19:58.115553 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-448186e0-a1d7-4ee1-b2e5-9683ee838f7b req-bbdba67f-56c4-44c9-a8c3-bfbadbbe9a4b tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:58.131807 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5267c9-e73d-494e-a440-1b3ce748af25 req-7d00e2c8-843f-4095-9b6f-f1f551903788 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:58.133313 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5d5267c9-e73d-494e-a440-1b3ce748af25 req-7d00e2c8-843f-4095-9b6f-f1f551903788 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=bccb4f9e-a308-4571-8d38-d631d03d07d0 HTTP/1.1" status: 200 len: 948 time: 0.4593124 Oct 27 18:19:58.134307 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279acf1f-3881-4c26-823b-659710a5cd8e req-fb0d89e6-5bfd-4f62-9a2b-789622473180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:58.135709 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-279acf1f-3881-4c26-823b-659710a5cd8e req-fb0d89e6-5bfd-4f62-9a2b-789622473180 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b HTTP/1.1" status: 200 len: 909 time: 0.5187070 Oct 27 18:19:58.165383 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13daba76-b966-4bf6-8da2-220e8637af83 req-0c4542ad-256a-47a6-8735-302a6bb03cfb tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:58.166870 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-13daba76-b966-4bf6-8da2-220e8637af83 req-0c4542ad-256a-47a6-8735-302a6bb03cfb tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 944 time: 0.1711090 Oct 27 18:19:58.209240 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-448186e0-a1d7-4ee1-b2e5-9683ee838f7b req-bbdba67f-56c4-44c9-a8c3-bfbadbbe9a4b tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] For port ec778523-5859-43d1-af0b-02229d0bdf72, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=ec778523-5859-43d1-af0b-02229d0bdf72,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:19:58.209773 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-448186e0-a1d7-4ee1-b2e5-9683ee838f7b req-bbdba67f-56c4-44c9-a8c3-bfbadbbe9a4b tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:58.210169 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-279acf1f-3881-4c26-823b-659710a5cd8e req-e86462bd-4027-440e-957b-825d278b6348 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50ee530d-9047-4e2f-b18a-7c05ac1292e8 HTTP/1.1" status: 200 len: 217 time: 0.0638268 Oct 27 18:19:58.222410 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-448186e0-a1d7-4ee1-b2e5-9683ee838f7b req-bbdba67f-56c4-44c9-a8c3-bfbadbbe9a4b tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Calling delete_port for ec778523-5859-43d1-af0b-02229d0bdf72 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:19:58.297375 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5d5267c9-e73d-494e-a440-1b3ce748af25 req-68e77443-70b9-4b12-bc4e-9e110d385b9f tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541624 Oct 27 18:19:58.307709 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd3547da-4646-4eb7-90fa-f6ec70e2853f req-4d49a2e4-98ef-4bfa-80a0-22875762e0c8 service neutron] 10.222.0.93 "GET /v2.0/networks/c24cd42c-d49f-46e3-a6bb-53a1d2e23b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532854 Oct 27 18:19:58.368484 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-13daba76-b966-4bf6-8da2-220e8637af83 req-125041c1-5976-478a-b730-c4a4f543c527 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637247 Oct 27 18:19:58.371841 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279acf1f-3881-4c26-823b-659710a5cd8e req-4f0133c2-b931-423b-8d4a-4938d8bfb329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:58.373663 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-279acf1f-3881-4c26-823b-659710a5cd8e req-4f0133c2-b931-423b-8d4a-4938d8bfb329 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9d2e93d5-4842-4818-961f-a77ef1a8f95b HTTP/1.1" status: 200 len: 847 time: 0.1441915 Oct 27 18:19:58.439497 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-279acf1f-3881-4c26-823b-659710a5cd8e req-74b82c2e-53f1-4110-a936-0f1ce7284696 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486596 Oct 27 18:19:58.562889 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd69b90-21f8-41e0-82c3-8c6837489bbc req-8f58d0e5-e1df-42d0-aca7-549428389c9e tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:58.568961 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd69b90-21f8-41e0-82c3-8c6837489bbc req-8f58d0e5-e1df-42d0-aca7-549428389c9e tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:58.574962 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd69b90-21f8-41e0-82c3-8c6837489bbc req-8f58d0e5-e1df-42d0-aca7-549428389c9e tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:58.577421 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ccd69b90-21f8-41e0-82c3-8c6837489bbc req-8f58d0e5-e1df-42d0-aca7-549428389c9e tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ab65244-8f0e-4194-bc52-9ffd9173e6d2 HTTP/1.1" status: 200 len: 2411 time: 0.2027678 Oct 27 18:19:58.587751 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd3547da-4646-4eb7-90fa-f6ec70e2853f req-670c4ebf-1771-4118-907d-0febd4e4a1f7 service neutron] 10.222.0.93 "GET /v2.0/networks/c24cd42c-d49f-46e3-a6bb-53a1d2e23b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725427 Oct 27 18:19:58.590169 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device a76b3dc7-cf3e-4735-9308-d09f65f512fa details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:19:58.617484 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fbf20c-f4f5-40a6-a813-0344a012012f req-8d8ac613-2d38-4fa6-8495-0609348f3d10 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:58.619034 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-83fbf20c-f4f5-40a6-a813-0344a012012f req-8d8ac613-2d38-4fa6-8495-0609348f3d10 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 943 time: 0.1766272 Oct 27 18:19:58.695988 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ccd69b90-21f8-41e0-82c3-8c6837489bbc req-8e69192c-dd8f-4a09-b68b-2745b6b9b91e tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/security-groups?id=6811083f-b04b-4ef8-aa3e-e44ef0c0cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072781 Oct 27 18:19:58.708002 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-279acf1f-3881-4c26-823b-659710a5cd8e req-cd6e3b16-c69f-4ad8-8dbd-4045b52e6007 service neutron] 10.222.0.93 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500288 Oct 27 18:19:58.713642 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-448186e0-a1d7-4ee1-b2e5-9683ee838f7b req-bbdba67f-56c4-44c9-a8c3-bfbadbbe9a4b tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:58.724336 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port a76b3dc7-cf3e-4735-9308-d09f65f512fa, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=a76b3dc7-cf3e-4735-9308-d09f65f512fa,segment=NetworkSegment(32b71140-e440-46b3-9b2a-24e683b039db),segment_id=32b71140-e440-46b3-9b2a-24e683b039db)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:19:58.740508 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['04183844-5bf2-4075-a1d2-2c9bb9edfe98', '6e6b7ac8-4b7d-4589-89a2-74f99ccd771e', '978a10b7-23b6-4670-8595-d5e34009eee3', 'c4673a1d-190c-4441-a2e3-5fab2e695513'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:19:58.743853 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['a30727c6-2893-47dc-8280-a57141d6e2c9', '60541cd6-5968-4ec0-917c-f74f26bed35a', 'ec778523-5859-43d1-af0b-02229d0bdf72'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:19:58.757074 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdba67f-56c4-44c9-a8c3-bfbadbbe9a4b tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Pushing event deleted for resources: {'Port': ['ID=ec778523-5859-43d1-af0b-02229d0bdf72,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:58.774250 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-83fbf20c-f4f5-40a6-a813-0344a012012f req-c9d2b7a9-b129-48f6-9035-6bde2058e14a tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333919 Oct 27 18:19:58.790134 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871abaf-2a8a-432c-b96d-cea0006ae2e5 req-a153d2b5-d575-445d-b865-00b114a283f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:58.790643 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871abaf-2a8a-432c-b96d-cea0006ae2e5 req-a153d2b5-d575-445d-b865-00b114a283f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:58.791221 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871abaf-2a8a-432c-b96d-cea0006ae2e5 req-a153d2b5-d575-445d-b865-00b114a283f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:58.792895 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1871abaf-2a8a-432c-b96d-cea0006ae2e5 req-a153d2b5-d575-445d-b865-00b114a283f1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=52425a4848b54b7383a7845cb99edf04&device_id=4ab65244-8f0e-4194-bc52-9ffd9173e6d2 HTTP/1.1" status: 200 len: 2864 time: 0.1430576 Oct 27 18:19:58.835997 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-448186e0-a1d7-4ee1-b2e5-9683ee838f7b req-bbdba67f-56c4-44c9-a8c3-bfbadbbe9a4b tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] No DVR routers for this DVR port ec778523-5859-43d1-af0b-02229d0bdf72 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:19:58.839779 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-448186e0-a1d7-4ee1-b2e5-9683ee838f7b req-bbdba67f-56c4-44c9-a8c3-bfbadbbe9a4b tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:58.848209 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-448186e0-a1d7-4ee1-b2e5-9683ee838f7b req-bbdba67f-56c4-44c9-a8c3-bfbadbbe9a4b tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.93 "DELETE /v2.0/ports/ec778523-5859-43d1-af0b-02229d0bdf72 HTTP/1.1" status: 204 len: 173 time: 0.8270409 Oct 27 18:19:58.848699 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bccb4f9e-a308-4571-8d38-d631d03d07d0', 'name': 'network-vif-deleted', 'tag': 'ec778523-5859-43d1-af0b-02229d0bdf72'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:19:58.861738 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'a76b3dc7-cf3e-4735-9308-d09f65f512fa', 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126', 'port_id': 'a76b3dc7-cf3e-4735-9308-d09f65f512fa', 'mac_address': 'fa:16:3e:4d:35:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b6b6ba7-005f-448a-b57c-d52798a8629c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:19:58.862496 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e91d09-66ca-4cfe-8728-c67d2c7e661a" -d '{"events": [{"server_uuid": "bccb4f9e-a308-4571-8d38-d631d03d07d0", "name": "network-vif-deleted", "tag": "ec778523-5859-43d1-af0b-02229d0bdf72"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:19:58.949159 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-279acf1f-3881-4c26-823b-659710a5cd8e req-1a2a8bd9-14ae-48ac-861b-2f27fa3d2cc7 service neutron] 10.222.0.93 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325964 Oct 27 18:19:58.981170 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:59.014608 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871abaf-2a8a-432c-b96d-cea0006ae2e5 req-ff032b9a-2938-4067-b6a5-f9ea492bfcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:59.016048 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1871abaf-2a8a-432c-b96d-cea0006ae2e5 req-ff032b9a-2938-4067-b6a5-f9ea492bfcc8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=9b8c0782-0d89-4e76-8f58-a4e4776c9fa4 HTTP/1.1" status: 200 len: 903 time: 0.2139673 Oct 27 18:19:59.022465 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a76b3dc7-cf3e-4735-9308-d09f65f512fa {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:19:59.024779 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46726445-bd91-4722-885e-f4ecba22c19a req-e4f6ba42-fa37-44cd-a6ac-9dd42dcc3fed tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:59.026282 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-46726445-bd91-4722-885e-f4ecba22c19a req-e4f6ba42-fa37-44cd-a6ac-9dd42dcc3fed tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 943 time: 0.1432805 Oct 27 18:19:59.037409 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d112c6-f83c-4746-815e-2326a17e8cce req-862bb56c-6952-40ed-843b-357a23a48518 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:59.038922 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-59d112c6-f83c-4746-815e-2326a17e8cce req-862bb56c-6952-40ed-843b-357a23a48518 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=10d00461-8f8c-4927-a11d-564a11ec4ca3 HTTP/1.1" status: 200 len: 945 time: 0.1257460 Oct 27 18:19:59.075702 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port a76b3dc7-cf3e-4735-9308-d09f65f512fa, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=a76b3dc7-cf3e-4735-9308-d09f65f512fa,segment=NetworkSegment(32b71140-e440-46b3-9b2a-24e683b039db),segment_id=32b71140-e440-46b3-9b2a-24e683b039db)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:19:59.089768 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1871abaf-2a8a-432c-b96d-cea0006ae2e5 req-bb352c76-f7b1-4523-a124-f0fd20f80146 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.120&port_id=45a12de5-0b9d-4642-8702-248cd501c404 HTTP/1.1" status: 200 len: 217 time: 0.0622382 Oct 27 18:19:59.139821 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:59.140473 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device bee165a0-9e4f-4a86-a928-ae0304b1e528 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:19:59.196220 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-46726445-bd91-4722-885e-f4ecba22c19a req-697a38fc-feaa-4cdb-a1f4-05be4c02441e tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?id=65cd9538-4319-435d-90f4-473e43f2af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447906 Oct 27 18:19:59.234324 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-59d112c6-f83c-4746-815e-2326a17e8cce req-cd746310-2f3d-4694-a356-b1bb10be5c31 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526728 Oct 27 18:19:59.235875 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871abaf-2a8a-432c-b96d-cea0006ae2e5 req-a37fd876-900e-4aca-a53b-880933da7397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:59.237285 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1871abaf-2a8a-432c-b96d-cea0006ae2e5 req-a37fd876-900e-4aca-a53b-880933da7397 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fcb8720c-bb7c-46fa-84fe-0ff41b908d7b HTTP/1.1" status: 200 len: 801 time: 0.1384945 Oct 27 18:19:59.333139 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871abaf-2a8a-432c-b96d-cea0006ae2e5 req-326e5c15-b737-4674-a722-d3756f2562d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:59.334779 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1871abaf-2a8a-432c-b96d-cea0006ae2e5 req-326e5c15-b737-4674-a722-d3756f2562d4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9b8c0782-0d89-4e76-8f58-a4e4776c9fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0830448 Oct 27 18:19:59.470570 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2288431-ce23-413b-9df9-53c280880ec2 x-openstack-request-id: req-b2288431-ce23-413b-9df9-53c280880ec2 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:19:59.471110 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bccb4f9e-a308-4571-8d38-d631d03d07d0", "name": "network-vif-deleted", "tag": "ec778523-5859-43d1-af0b-02229d0bdf72", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:19:59.471110 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b2288431-ce23-413b-9df9-53c280880ec2 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:19:59.471572 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bccb4f9e-a308-4571-8d38-d631d03d07d0', 'name': 'network-vif-deleted', 'tag': 'ec778523-5859-43d1-af0b-02229d0bdf72', 'status': 'completed', 'code': 200} Oct 27 18:19:59.478562 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=a76b3dc7-cf3e-4735-9308-d09f65f512fa,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:19:59.510076 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1871abaf-2a8a-432c-b96d-cea0006ae2e5 req-940103dc-2757-479b-95c4-a4d809c7eb1e service neutron] 10.222.0.93 "GET /v2.0/networks/9b8c0782-0d89-4e76-8f58-a4e4776c9fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667116 Oct 27 18:19:59.634744 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-85d8bc5c-c6bb-4501-baeb-8797c8bdd276 req-c364dde3-18f7-428a-baf4-5c630d562197 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=bccb4f9e-a308-4571-8d38-d631d03d07d0 HTTP/1.1" status: 200 len: 210 time: 0.0419781 Oct 27 18:19:59.682321 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1871abaf-2a8a-432c-b96d-cea0006ae2e5 req-cfe24ebe-ab82-43af-b3ec-917e5be5dd90 service neutron] 10.222.0.93 "GET /v2.0/networks/9b8c0782-0d89-4e76-8f58-a4e4776c9fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583960 Oct 27 18:19:59.730608 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port bee165a0-9e4f-4a86-a928-ae0304b1e528, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=bee165a0-9e4f-4a86-a928-ae0304b1e528,segment=NetworkSegment(86083249-b3fb-43bf-8aa0-d1a115df68ec),segment_id=86083249-b3fb-43bf-8aa0-d1a115df68ec)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:19:59.775513 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'bee165a0-9e4f-4a86-a928-ae0304b1e528', 'network_id': '2b0c544f-e1c5-43e5-917d-858b4f45dd21', 'port_id': 'bee165a0-9e4f-4a86-a928-ae0304b1e528', 'mac_address': 'fa:16:3e:e3:52:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4965f8af-4fde-4a0a-9bd8-662a2fb0507c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:19:59.801223 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331e8ba-575c-43c4-8570-f31fc193e63b req-8b4618e1-7f0f-4e50-847d-28d6163d8cfb tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:19:59.803998 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3331e8ba-575c-43c4-8570-f31fc193e63b req-8b4618e1-7f0f-4e50-847d-28d6163d8cfb tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 944 time: 0.0784111 Oct 27 18:19:59.852604 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:19:59.863169 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3331e8ba-575c-43c4-8570-f31fc193e63b req-c718e93c-5b96-44d8-8bae-6171665e7217 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514755 Oct 27 18:19:59.883314 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bee165a0-9e4f-4a86-a928-ae0304b1e528 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:19:59.919929 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port bee165a0-9e4f-4a86-a928-ae0304b1e528, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=bee165a0-9e4f-4a86-a928-ae0304b1e528,segment=NetworkSegment(86083249-b3fb-43bf-8aa0-d1a115df68ec),segment_id=86083249-b3fb-43bf-8aa0-d1a115df68ec)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:00.000278 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d5101-0642-482d-90f2-4349bd9cfe88 req-a4512888-e443-4ef7-b5d6-f492923afc33 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:00.007080 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d5101-0642-482d-90f2-4349bd9cfe88 req-a4512888-e443-4ef7-b5d6-f492923afc33 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:00.016017 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d5101-0642-482d-90f2-4349bd9cfe88 req-a4512888-e443-4ef7-b5d6-f492923afc33 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:00.017759 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6a1d5101-0642-482d-90f2-4349bd9cfe88 req-a4512888-e443-4ef7-b5d6-f492923afc33 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ab65244-8f0e-4194-bc52-9ffd9173e6d2 HTTP/1.1" status: 200 len: 2411 time: 0.0988407 Oct 27 18:20:00.024578 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:00.093380 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6a1d5101-0642-482d-90f2-4349bd9cfe88 req-8d5efa37-7ec1-4341-8e6a-a5e1fb97ea24 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/security-groups?id=6811083f-b04b-4ef8-aa3e-e44ef0c0cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625513 Oct 27 18:20:00.101927 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad1c46-997b-4317-89fb-7f8e42ec6266 req-38a1b040-2c82-4d12-8066-726974d45568 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:00.103513 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-70ad1c46-997b-4317-89fb-7f8e42ec6266 req-38a1b040-2c82-4d12-8066-726974d45568 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 944 time: 0.0848334 Oct 27 18:20:00.110174 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=bee165a0-9e4f-4a86-a928-ae0304b1e528,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:00.145991 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-70ad1c46-997b-4317-89fb-7f8e42ec6266 req-a1164697-b573-44b1-ae1c-921cbe355ed5 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361338 Oct 27 18:20:00.281051 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7c65f-137c-4d5f-bbfb-7d6e905c0fe2 req-2e6ac50b-18a9-49d8-a59c-8c464e880085 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:00.283268 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f6d7c65f-137c-4d5f-bbfb-7d6e905c0fe2 req-2e6ac50b-18a9-49d8-a59c-8c464e880085 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=10d00461-8f8c-4927-a11d-564a11ec4ca3 HTTP/1.1" status: 200 len: 945 time: 0.0615556 Oct 27 18:20:00.345023 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9029830-b455-4c35-a1bf-842c8f7d7753 req-0ffe8840-e88b-449f-ab55-7273e1a37a97 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:00.346697 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a9029830-b455-4c35-a1bf-842c8f7d7753 req-0ffe8840-e88b-449f-ab55-7273e1a37a97 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 944 time: 0.0850701 Oct 27 18:20:00.349423 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f6d7c65f-137c-4d5f-bbfb-7d6e905c0fe2 req-6502858f-96fd-4a7e-9388-932b638a2fc1 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522435 Oct 27 18:20:00.391280 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a9029830-b455-4c35-a1bf-842c8f7d7753 req-19c36e32-1660-4369-b230-dcd9f513d3d6 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?id=65cd9538-4319-435d-90f4-473e43f2af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384321 Oct 27 18:20:00.498565 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['a76b3dc7-cf3e-4735-9308-d09f65f512fa'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:20:00.523296 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['bee165a0-9e4f-4a86-a928-ae0304b1e528'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:20:00.616561 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 71e02d4c-9dde-4112-b402-96d956d80d3f details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:20:00.623659 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device ec778523-5859-43d1-af0b-02229d0bdf72 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:20:00.661459 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: ec778523-5859-43d1-af0b-02229d0bdf72 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:20:00.661795 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device ec778523-5859-43d1-af0b-02229d0bdf72 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:20:00.848270 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 71e02d4c-9dde-4112-b402-96d956d80d3f, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=71e02d4c-9dde-4112-b402-96d956d80d3f,segment=NetworkSegment(a16e71ba-967b-4856-97b5-a0b9e252c995),segment_id=a16e71ba-967b-4856-97b5-a0b9e252c995)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:00.865749 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '71e02d4c-9dde-4112-b402-96d956d80d3f', 'network_id': 'c24cd42c-d49f-46e3-a6bb-53a1d2e23b15', 'port_id': '71e02d4c-9dde-4112-b402-96d956d80d3f', 'mac_address': 'fa:16:3e:c6:b5:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5302600b-fe8a-44d1-ba44-773833814e2e', 'ip_address': '19.86.0.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:20:00.912431 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:00.925877 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71e02d4c-9dde-4112-b402-96d956d80d3f {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:20:00.946515 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 71e02d4c-9dde-4112-b402-96d956d80d3f, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=71e02d4c-9dde-4112-b402-96d956d80d3f,segment=NetworkSegment(a16e71ba-967b-4856-97b5-a0b9e252c995),segment_id=a16e71ba-967b-4856-97b5-a0b9e252c995)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:00.978414 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f0a97-19ae-4890-9abb-2047bb6740c4 req-a9e11f30-4d24-434d-9a5c-0bd2cff50ded tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:00.979969 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8f8f0a97-19ae-4890-9abb-2047bb6740c4 req-a9e11f30-4d24-434d-9a5c-0bd2cff50ded tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 944 time: 0.0554330 Oct 27 18:20:01.019058 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8f8f0a97-19ae-4890-9abb-2047bb6740c4 req-d1c3fd1d-7d26-4cea-ab6c-645b7b0349c4 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325377 Oct 27 18:20:01.074162 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:01.074913 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 45a12de5-0b9d-4642-8702-248cd501c404 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:20:01.180415 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=71e02d4c-9dde-4112-b402-96d956d80d3f,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:01.198847 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb88ced-22cc-41a2-93f2-a136d0e64ce3 req-58000849-6865-4f09-a14a-d4310b14baa9 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:01.200431 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8cb88ced-22cc-41a2-93f2-a136d0e64ce3 req-58000849-6865-4f09-a14a-d4310b14baa9 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cbd5319-a4de-4901-8d25-a2423de5b813 HTTP/1.1" status: 200 len: 950 time: 0.0629466 Oct 27 18:20:01.236407 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 45a12de5-0b9d-4642-8702-248cd501c404, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=45a12de5-0b9d-4642-8702-248cd501c404,segment=NetworkSegment(6388ccd7-db1c-4d9d-856c-3365a1a254b2),segment_id=6388ccd7-db1c-4d9d-856c-3365a1a254b2)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:01.248686 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '45a12de5-0b9d-4642-8702-248cd501c404', 'network_id': '9b8c0782-0d89-4e76-8f58-a4e4776c9fa4', 'port_id': '45a12de5-0b9d-4642-8702-248cd501c404', 'mac_address': 'fa:16:3e:28:3f:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1033, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcb8720c-bb7c-46fa-84fe-0ff41b908d7b', 'ip_address': '19.80.0.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:20:01.275218 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59921795-a16b-4431-be3a-bfa5612b80d0 req-af57caf2-c560-47b8-ba9e-dd58784ef926 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:01.281592 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59921795-a16b-4431-be3a-bfa5612b80d0 req-af57caf2-c560-47b8-ba9e-dd58784ef926 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:01.287040 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:01.287844 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59921795-a16b-4431-be3a-bfa5612b80d0 req-af57caf2-c560-47b8-ba9e-dd58784ef926 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:01.289527 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-59921795-a16b-4431-be3a-bfa5612b80d0 req-af57caf2-c560-47b8-ba9e-dd58784ef926 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ab65244-8f0e-4194-bc52-9ffd9173e6d2 HTTP/1.1" status: 200 len: 2412 time: 0.1088572 Oct 27 18:20:01.292338 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8cb88ced-22cc-41a2-93f2-a136d0e64ce3 req-9d19c988-a457-4214-a6a0-cea0ca589208 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712669 Oct 27 18:20:01.301951 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45a12de5-0b9d-4642-8702-248cd501c404 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:20:01.333450 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 45a12de5-0b9d-4642-8702-248cd501c404, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=45a12de5-0b9d-4642-8702-248cd501c404,segment=NetworkSegment(6388ccd7-db1c-4d9d-856c-3365a1a254b2),segment_id=6388ccd7-db1c-4d9d-856c-3365a1a254b2)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:01.340003 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-59921795-a16b-4431-be3a-bfa5612b80d0 req-66afadfc-e3fb-4054-b060-669893ddbde8 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/security-groups?id=6811083f-b04b-4ef8-aa3e-e44ef0c0cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401204 Oct 27 18:20:01.409755 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4c330-0fe1-409e-9f58-b7e22279002f req-3b43f8e3-368f-4306-9c52-889d33ebdf7e tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:01.416179 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:01.417645 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 51754470-1138-4148-b958-354039f668d8 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:20:01.426946 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6ac4c330-0fe1-409e-9f58-b7e22279002f req-3b43f8e3-368f-4306-9c52-889d33ebdf7e tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 944 time: 0.0710566 Oct 27 18:20:01.468168 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6ac4c330-0fe1-409e-9f58-b7e22279002f req-d64d1611-79a1-47f0-a6c7-08f436aae7d3 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390611 Oct 27 18:20:01.520928 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=45a12de5-0b9d-4642-8702-248cd501c404,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:01.524982 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 51754470-1138-4148-b958-354039f668d8, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=51754470-1138-4148-b958-354039f668d8,segment=NetworkSegment(6388ccd7-db1c-4d9d-856c-3365a1a254b2),segment_id=6388ccd7-db1c-4d9d-856c-3365a1a254b2)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:01.550431 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '51754470-1138-4148-b958-354039f668d8', 'network_id': '9b8c0782-0d89-4e76-8f58-a4e4776c9fa4', 'port_id': '51754470-1138-4148-b958-354039f668d8', 'mac_address': 'fa:16:3e:d7:c9:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1033, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcb8720c-bb7c-46fa-84fe-0ff41b908d7b', 'ip_address': '19.80.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:20:01.598413 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:01.598993 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997e3f9-ba31-4b9b-bfdd-319d888e7939 req-3eab15dd-f2c1-46fc-9a22-21a0f94739f2 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:01.600562 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f997e3f9-ba31-4b9b-bfdd-319d888e7939 req-3eab15dd-f2c1-46fc-9a22-21a0f94739f2 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=10d00461-8f8c-4927-a11d-564a11ec4ca3 HTTP/1.1" status: 200 len: 945 time: 0.0891132 Oct 27 18:20:01.614198 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51754470-1138-4148-b958-354039f668d8 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:20:01.623714 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a21a7f-310e-4884-96a2-468be9f2c5db req-b216a52f-73bb-44be-901f-8af416b1f462 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:01.625259 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d7a21a7f-310e-4884-96a2-468be9f2c5db req-b216a52f-73bb-44be-901f-8af416b1f462 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 944 time: 0.0785811 Oct 27 18:20:01.635520 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 51754470-1138-4148-b958-354039f668d8, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=51754470-1138-4148-b958-354039f668d8,segment=NetworkSegment(6388ccd7-db1c-4d9d-856c-3365a1a254b2),segment_id=6388ccd7-db1c-4d9d-856c-3365a1a254b2)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:01.667821 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f997e3f9-ba31-4b9b-bfdd-319d888e7939 req-6d725964-5b7d-45f1-bad1-332f0c36107d tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582993 Oct 27 18:20:01.680428 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:01.695964 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d7a21a7f-310e-4884-96a2-468be9f2c5db req-fbac9281-d7fd-4e42-b0e3-b3ee9688462f tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?id=65cd9538-4319-435d-90f4-473e43f2af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632143 Oct 27 18:20:01.747808 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=51754470-1138-4148-b958-354039f668d8,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:02.053737 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['45a12de5-0b9d-4642-8702-248cd501c404'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:20:02.116255 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['51754470-1138-4148-b958-354039f668d8'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:20:02.146846 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c60e19-4659-4ac6-888b-a2a255186c93 req-77bfd46d-117b-41b0-90e2-71bcb55b5935 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:02.148629 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a4c60e19-4659-4ac6-888b-a2a255186c93 req-77bfd46d-117b-41b0-90e2-71bcb55b5935 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 944 time: 0.0513914 Oct 27 18:20:02.188759 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a4c60e19-4659-4ac6-888b-a2a255186c93 req-ed8619c7-8bec-4366-9109-73f83f21feea tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335903 Oct 27 18:20:02.425014 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6f92b-1d3a-4ea7-b2fd-c875b6da4e1c req-63d354b0-8a9b-4d36-b77c-35110096a0f0 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:02.426656 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-90b6f92b-1d3a-4ea7-b2fd-c875b6da4e1c req-63d354b0-8a9b-4d36-b77c-35110096a0f0 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cbd5319-a4de-4901-8d25-a2423de5b813 HTTP/1.1" status: 200 len: 950 time: 0.0570006 Oct 27 18:20:02.514770 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-90b6f92b-1d3a-4ea7-b2fd-c875b6da4e1c req-906c0546-041c-4f7a-a8cd-c7d8068ed418 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740714 Oct 27 18:20:02.539236 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a4964-e848-4b6b-8baa-25ff8a37dd55 req-312ad6ee-b533-413a-9a9c-a65f2ade1ab3 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:02.547309 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a4964-e848-4b6b-8baa-25ff8a37dd55 req-312ad6ee-b533-413a-9a9c-a65f2ade1ab3 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:02.553521 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a4964-e848-4b6b-8baa-25ff8a37dd55 req-312ad6ee-b533-413a-9a9c-a65f2ade1ab3 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:02.555198 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-856a4964-e848-4b6b-8baa-25ff8a37dd55 req-312ad6ee-b533-413a-9a9c-a65f2ade1ab3 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ab65244-8f0e-4194-bc52-9ffd9173e6d2 HTTP/1.1" status: 200 len: 2414 time: 0.1235547 Oct 27 18:20:02.597220 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece19a96-d748-4b22-bec5-fe60974d02bf req-ebd3bc08-e820-40c8-a68c-117bedca8570 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:02.598867 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ece19a96-d748-4b22-bec5-fe60974d02bf req-ebd3bc08-e820-40c8-a68c-117bedca8570 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.93 "GET /v2.0/ports?device_id=1cbd5319-a4de-4901-8d25-a2423de5b813 HTTP/1.1" status: 200 len: 950 time: 0.1030555 Oct 27 18:20:02.633394 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device a76b3dc7-cf3e-4735-9308-d09f65f512fa up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:20:02.647179 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-856a4964-e848-4b6b-8baa-25ff8a37dd55 req-891cc396-85f8-4b14-a1e8-7e431775c959 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/security-groups?id=6811083f-b04b-4ef8-aa3e-e44ef0c0cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833688 Oct 27 18:20:02.733010 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a150bef-ed66-4ce6-b7b0-58006915edf2 req-64bd53c7-d81e-4bf5-82ec-9678e7984151 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:02.734530 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0a150bef-ed66-4ce6-b7b0-58006915edf2 req-64bd53c7-d81e-4bf5-82ec-9678e7984151 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 944 time: 0.0934188 Oct 27 18:20:02.780272 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-ece19a96-d748-4b22-bec5-fe60974d02bf req-e1cad46a-ffce-456b-9cb9-661ac53a3c42 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Deleting port 60541cd6-5968-4ec0-917c-f74f26bed35a {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:20:02.780612 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ece19a96-d748-4b22-bec5-fe60974d02bf req-e1cad46a-ffce-456b-9cb9-661ac53a3c42 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:02.788515 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port a76b3dc7-cf3e-4735-9308-d09f65f512fa completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:20:02.792740 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port a76b3dc7-cf3e-4735-9308-d09f65f512fa triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:20:02.793043 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:02.805669 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0a150bef-ed66-4ce6-b7b0-58006915edf2 req-27dd1420-4f2c-49f7-a8e5-943798c65752 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648468 Oct 27 18:20:02.886902 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:02.898864 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea02e51-f10c-45a5-91fa-a771fbda7988 req-109219fc-a09e-403b-b703-886a151b4bc8 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:02.900356 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9ea02e51-f10c-45a5-91fa-a771fbda7988 req-109219fc-a09e-403b-b703-886a151b4bc8 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 944 time: 0.1168978 Oct 27 18:20:02.911703 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211d3f40-2971-46c3-8096-0e2056e3b79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76b3dc7-cf3e-4735-9308-d09f65f512fa'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:20:02.913955 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728de856-a2b6-4646-8ed9-15c4d22b04a8" -d '{"events": [{"server_uuid": "211d3f40-2971-46c3-8096-0e2056e3b79a", "name": "network-vif-plugged", "status": "completed", "tag": "a76b3dc7-cf3e-4735-9308-d09f65f512fa"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:20:02.927473 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port a76b3dc7-cf3e-4735-9308-d09f65f512fa, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=a76b3dc7-cf3e-4735-9308-d09f65f512fa,segment=NetworkSegment(32b71140-e440-46b3-9b2a-24e683b039db),segment_id=32b71140-e440-46b3-9b2a-24e683b039db)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:02.928783 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-ece19a96-d748-4b22-bec5-fe60974d02bf req-e1cad46a-ffce-456b-9cb9-661ac53a3c42 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] For port 60541cd6-5968-4ec0-917c-f74f26bed35a, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=60541cd6-5968-4ec0-917c-f74f26bed35a,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:02.929153 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ece19a96-d748-4b22-bec5-fe60974d02bf req-e1cad46a-ffce-456b-9cb9-661ac53a3c42 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:02.946488 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-ece19a96-d748-4b22-bec5-fe60974d02bf req-e1cad46a-ffce-456b-9cb9-661ac53a3c42 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Calling delete_port for 60541cd6-5968-4ec0-917c-f74f26bed35a owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:20:02.958655 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2acd03e-1061-453e-86ba-621d0b030c61 x-openstack-request-id: req-a2acd03e-1061-453e-86ba-621d0b030c61 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:20:02.958655 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211d3f40-2971-46c3-8096-0e2056e3b79a", "name": "network-vif-plugged", "status": "completed", "tag": "a76b3dc7-cf3e-4735-9308-d09f65f512fa", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:20:02.958655 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a2acd03e-1061-453e-86ba-621d0b030c61 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:20:02.958655 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '211d3f40-2971-46c3-8096-0e2056e3b79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76b3dc7-cf3e-4735-9308-d09f65f512fa', 'code': 200} Oct 27 18:20:02.970075 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9ea02e51-f10c-45a5-91fa-a771fbda7988 req-9b723663-218a-49cc-86fa-61ff11d424f8 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?id=65cd9538-4319-435d-90f4-473e43f2af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633011 Oct 27 18:20:03.011530 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:03.012330 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device bee165a0-9e4f-4a86-a928-ae0304b1e528 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:20:03.077101 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24b079-a352-4b40-b018-b2d458810fb5 req-00102165-ca63-4102-a553-c06c8e85145c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:03.079040 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9e24b079-a352-4b40-b018-b2d458810fb5 req-00102165-ca63-4102-a553-c06c8e85145c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 1096 time: 0.0579827 Oct 27 18:20:03.098870 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=a76b3dc7-cf3e-4735-9308-d09f65f512fa,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:03.117679 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['71e02d4c-9dde-4112-b402-96d956d80d3f'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:20:03.141918 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9e24b079-a352-4b40-b018-b2d458810fb5 req-5b4286b0-b1e9-495d-8a3a-a7c77bcf1304 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447373 Oct 27 18:20:03.246098 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port bee165a0-9e4f-4a86-a928-ae0304b1e528 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:20:03.246900 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ece19a96-d748-4b22-bec5-fe60974d02bf req-e1cad46a-ffce-456b-9cb9-661ac53a3c42 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:03.253071 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port bee165a0-9e4f-4a86-a928-ae0304b1e528 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:20:03.255671 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:03.280884 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['04183844-5bf2-4075-a1d2-2c9bb9edfe98', '6e6b7ac8-4b7d-4589-89a2-74f99ccd771e', '978a10b7-23b6-4670-8595-d5e34009eee3', 'c4673a1d-190c-4441-a2e3-5fab2e695513'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:20:03.288206 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cad46a-ffce-456b-9cb9-661ac53a3c42 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Pushing event deleted for resources: {'Port': ['ID=60541cd6-5968-4ec0-917c-f74f26bed35a,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:03.354366 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece19a96-d748-4b22-bec5-fe60974d02bf req-e1cad46a-ffce-456b-9cb9-661ac53a3c42 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] No DVR routers for this DVR port 60541cd6-5968-4ec0-917c-f74f26bed35a on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:20:03.357587 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ece19a96-d748-4b22-bec5-fe60974d02bf req-e1cad46a-ffce-456b-9cb9-661ac53a3c42 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:03.360882 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ece19a96-d748-4b22-bec5-fe60974d02bf req-e1cad46a-ffce-456b-9cb9-661ac53a3c42 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.93 "DELETE /v2.0/ports/60541cd6-5968-4ec0-917c-f74f26bed35a HTTP/1.1" status: 204 len: 173 time: 0.7501740 Oct 27 18:20:03.361318 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cbd5319-a4de-4901-8d25-a2423de5b813', 'name': 'network-vif-deleted', 'tag': '60541cd6-5968-4ec0-917c-f74f26bed35a'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:20:03.363606 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb347460-8128-456a-b583-3e5da510a820" -d '{"events": [{"server_uuid": "1cbd5319-a4de-4901-8d25-a2423de5b813", "name": "network-vif-deleted", "tag": "60541cd6-5968-4ec0-917c-f74f26bed35a"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:20:03.386203 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3568e-77c7-49ca-9af9-8396f8702f0e req-f8ded11c-546f-463e-bac3-c65828232413 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:03.386203 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eeb3568e-77c7-49ca-9af9-8396f8702f0e req-f8ded11c-546f-463e-bac3-c65828232413 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 944 time: 0.1102431 Oct 27 18:20:03.406977 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d450305-77a2-4c2e-8887-1d4f809aa461 x-openstack-request-id: req-9d450305-77a2-4c2e-8887-1d4f809aa461 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:20:03.407250 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cbd5319-a4de-4901-8d25-a2423de5b813", "name": "network-vif-deleted", "tag": "60541cd6-5968-4ec0-917c-f74f26bed35a", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:20:03.407563 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9d450305-77a2-4c2e-8887-1d4f809aa461 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:20:03.407991 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cbd5319-a4de-4901-8d25-a2423de5b813', 'name': 'network-vif-deleted', 'tag': '60541cd6-5968-4ec0-917c-f74f26bed35a', 'status': 'completed', 'code': 200} Oct 27 18:20:03.424508 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:03.454333 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eeb3568e-77c7-49ca-9af9-8396f8702f0e req-ed725e8c-2abb-4de2-94b6-907764f24ab3 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593681 Oct 27 18:20:03.496787 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port bee165a0-9e4f-4a86-a928-ae0304b1e528, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=bee165a0-9e4f-4a86-a928-ae0304b1e528,segment=NetworkSegment(86083249-b3fb-43bf-8aa0-d1a115df68ec),segment_id=86083249-b3fb-43bf-8aa0-d1a115df68ec)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:03.547199 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:03.612863 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-79716dfc-812c-4df2-a580-6ebf4e30d275 req-5c976fd4-35dd-4fc9-ba22-a1ea875504d4 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cbd5319-a4de-4901-8d25-a2423de5b813 HTTP/1.1" status: 200 len: 210 time: 0.0282571 Oct 27 18:20:03.639429 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=bee165a0-9e4f-4a86-a928-ae0304b1e528,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:03.779846 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b4715-3170-415d-bbf3-ef141dd6cb39 req-761e038b-5438-40bd-8364-09224b63976a tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:03.785887 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b4715-3170-415d-bbf3-ef141dd6cb39 req-761e038b-5438-40bd-8364-09224b63976a tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:03.792089 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b4715-3170-415d-bbf3-ef141dd6cb39 req-761e038b-5438-40bd-8364-09224b63976a tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:03.793874 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a36b4715-3170-415d-bbf3-ef141dd6cb39 req-761e038b-5438-40bd-8364-09224b63976a tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ab65244-8f0e-4194-bc52-9ffd9173e6d2 HTTP/1.1" status: 200 len: 2414 time: 0.0726423 Oct 27 18:20:03.849828 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a36b4715-3170-415d-bbf3-ef141dd6cb39 req-6d574432-3e6d-49c3-b902-b35975aeb364 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/security-groups?id=6811083f-b04b-4ef8-aa3e-e44ef0c0cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489197 Oct 27 18:20:03.938100 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0effc-589e-4b14-b415-720efab6b3a1 req-d6b3c8f8-8ecf-446e-8fbd-00e6bac924d5 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:03.942479 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9af0effc-589e-4b14-b415-720efab6b3a1 req-d6b3c8f8-8ecf-446e-8fbd-00e6bac924d5 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 945 time: 0.0496290 Oct 27 18:20:03.978976 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9af0effc-589e-4b14-b415-720efab6b3a1 req-c8e89943-9104-4eb5-b758-039dd845f4f9 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327971 Oct 27 18:20:04.091901 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98a35b-aa66-46a9-8649-7fea259b05df req-20f7c03a-623f-4cc9-8930-b36a4b7ee26e tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:04.093474 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ba98a35b-aa66-46a9-8649-7fea259b05df req-20f7c03a-623f-4cc9-8930-b36a4b7ee26e tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 945 time: 0.0510600 Oct 27 18:20:04.134432 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ba98a35b-aa66-46a9-8649-7fea259b05df req-14ce842e-32db-4894-9aa8-fc983558c74d tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?id=65cd9538-4319-435d-90f4-473e43f2af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347440 Oct 27 18:20:04.182981 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['a30727c6-2893-47dc-8280-a57141d6e2c9', '60541cd6-5968-4ec0-917c-f74f26bed35a'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:20:04.576331 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f4eb7-128c-4691-8ea3-26d9a23961f2 req-9d89b0fa-88c1-4da9-a462-2084a185f2e8 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:04.577894 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fa6f4eb7-128c-4691-8ea3-26d9a23961f2 req-9d89b0fa-88c1-4da9-a462-2084a185f2e8 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 944 time: 0.0499225 Oct 27 18:20:04.619814 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fa6f4eb7-128c-4691-8ea3-26d9a23961f2 req-d118ea30-b42e-4ab5-9d8e-313fedce760a tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356522 Oct 27 18:20:04.641026 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device d41c2494-8b37-48c3-b74b-8f7f41547128 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:20:04.644410 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 51754470-1138-4148-b958-354039f668d8 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:20:04.790481 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d41c2494-8b37-48c3-b74b-8f7f41547128, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d41c2494-8b37-48c3-b74b-8f7f41547128,segment=NetworkSegment(0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2),segment_id=0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:04.802786 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'd41c2494-8b37-48c3-b74b-8f7f41547128', 'network_id': 'c345cfe3-9ef8-4d81-8fa5-3e08d3754503', 'port_id': 'd41c2494-8b37-48c3-b74b-8f7f41547128', 'mac_address': 'fa:16:3e:ab:57:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1038, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0915b7bc-3821-43b8-a967-754663cb61b5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:20:04.845232 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:04.860160 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d41c2494-8b37-48c3-b74b-8f7f41547128 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:20:04.880059 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d41c2494-8b37-48c3-b74b-8f7f41547128, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d41c2494-8b37-48c3-b74b-8f7f41547128,segment=NetworkSegment(0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2),segment_id=0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:04.914173 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 51754470-1138-4148-b958-354039f668d8 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:20:04.918474 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 51754470-1138-4148-b958-354039f668d8 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:20:04.920153 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:04.958956 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617f33a8-1b15-4757-a7b8-bf13dfaba8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee165a0-9e4f-4a86-a928-ae0304b1e528'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:20:04.961650 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cca5464-cda3-43ca-a644-4a9714a5bd6c" -d '{"events": [{"server_uuid": "617f33a8-1b15-4757-a7b8-bf13dfaba8c7", "name": "network-vif-plugged", "status": "completed", "tag": "bee165a0-9e4f-4a86-a928-ae0304b1e528"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:20:04.975588 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe1622-1df9-41ca-87ef-30450254b12a req-61725863-fd8d-46c1-91d7-24099b29080a tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:04.986455 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe1622-1df9-41ca-87ef-30450254b12a req-61725863-fd8d-46c1-91d7-24099b29080a tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:04.988928 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe1622-1df9-41ca-87ef-30450254b12a req-61725863-fd8d-46c1-91d7-24099b29080a tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:04.990688 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cefe1622-1df9-41ca-87ef-30450254b12a req-61725863-fd8d-46c1-91d7-24099b29080a tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ab65244-8f0e-4194-bc52-9ffd9173e6d2 HTTP/1.1" status: 200 len: 2414 time: 0.0694506 Oct 27 18:20:05.012344 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:05.042855 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cefe1622-1df9-41ca-87ef-30450254b12a req-71273dba-2540-49e7-9bda-e591948a87e4 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/security-groups?id=6811083f-b04b-4ef8-aa3e-e44ef0c0cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457337 Oct 27 18:20:05.056451 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 51754470-1138-4148-b958-354039f668d8, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=51754470-1138-4148-b958-354039f668d8,segment=NetworkSegment(6388ccd7-db1c-4d9d-856c-3365a1a254b2),segment_id=6388ccd7-db1c-4d9d-856c-3365a1a254b2)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:05.058078 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:05.118100 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=d41c2494-8b37-48c3-b74b-8f7f41547128,revision_number=6']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:05.171616 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:05.172455 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 71e02d4c-9dde-4112-b402-96d956d80d3f up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:20:05.216832 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d91d8b-a841-4fb6-8cbb-fb703417c52d x-openstack-request-id: req-c5d91d8b-a841-4fb6-8cbb-fb703417c52d {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:20:05.217886 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "617f33a8-1b15-4757-a7b8-bf13dfaba8c7", "name": "network-vif-plugged", "status": "completed", "tag": "bee165a0-9e4f-4a86-a928-ae0304b1e528", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:20:05.218159 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c5d91d8b-a841-4fb6-8cbb-fb703417c52d {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:20:05.218540 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '617f33a8-1b15-4757-a7b8-bf13dfaba8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee165a0-9e4f-4a86-a928-ae0304b1e528', 'code': 200} Oct 27 18:20:05.219543 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['d41c2494-8b37-48c3-b74b-8f7f41547128'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:20:05.400624 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669070f4-cf50-4916-9dfc-5c4942724e9c req-909443c9-f862-49b8-941e-2d8bd2e38812 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:05.402201 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-669070f4-cf50-4916-9dfc-5c4942724e9c req-909443c9-f862-49b8-941e-2d8bd2e38812 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 945 time: 0.0885205 Oct 27 18:20:05.404665 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a82099-f9a6-4c49-9445-6ca947aa439e req-d6c80a81-9609-44c8-a769-b7344bfc197f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:05.407684 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-18a82099-f9a6-4c49-9445-6ca947aa439e req-d6c80a81-9609-44c8-a769-b7344bfc197f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 1096 time: 0.1539862 Oct 27 18:20:05.424667 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa2ddf-7dd9-49f3-9bce-0af468513e15 req-f5ed61ae-98c1-4ae5-a964-beebbe8010ef tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:05.426173 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ddfa2ddf-7dd9-49f3-9bce-0af468513e15 req-f5ed61ae-98c1-4ae5-a964-beebbe8010ef tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 945 time: 0.1310382 Oct 27 18:20:05.461077 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=51754470-1138-4148-b958-354039f668d8,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:05.506675 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-669070f4-cf50-4916-9dfc-5c4942724e9c req-89e8c712-41c7-466e-947a-a0fcdf9a1f29 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964539 Oct 27 18:20:05.522595 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ddfa2ddf-7dd9-49f3-9bce-0af468513e15 req-51af5ca7-9bff-4b1c-8475-7fe175fcb0a6 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?id=65cd9538-4319-435d-90f4-473e43f2af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772314 Oct 27 18:20:05.543805 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-18a82099-f9a6-4c49-9445-6ca947aa439e req-b6c4450b-97d3-4947-a77f-a76fc1426ce8 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=65cd9538-4319-435d-90f4-473e43f2af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155393 Oct 27 18:20:05.560574 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 71e02d4c-9dde-4112-b402-96d956d80d3f completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:20:05.562109 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 71e02d4c-9dde-4112-b402-96d956d80d3f triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:20:05.562645 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:05.672310 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:05.718076 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 71e02d4c-9dde-4112-b402-96d956d80d3f, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=71e02d4c-9dde-4112-b402-96d956d80d3f,segment=NetworkSegment(a16e71ba-967b-4856-97b5-a0b9e252c995),segment_id=a16e71ba-967b-4856-97b5-a0b9e252c995)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:05.729318 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea30e49-5d97-42e9-8254-e274d534492b req-b47a4c60-9c3e-465c-8d92-4e34d2d73ea3 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:05.731049 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7ea30e49-5d97-42e9-8254-e274d534492b req-b47a4c60-9c3e-465c-8d92-4e34d2d73ea3 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 1096 time: 0.0469759 Oct 27 18:20:05.773295 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7ea30e49-5d97-42e9-8254-e274d534492b req-89367067-9d77-42af-9ed4-e69c5e94a68e tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352426 Oct 27 18:20:05.798945 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:05.802649 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 45a12de5-0b9d-4642-8702-248cd501c404 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:20:05.869628 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=71e02d4c-9dde-4112-b402-96d956d80d3f,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:05.975664 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2783d8f-f164-49d9-867e-0258279118de req-e393d61e-5b28-4ad1-8494-ac3db9720099 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:05.978513 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2783d8f-f164-49d9-867e-0258279118de req-e393d61e-5b28-4ad1-8494-ac3db9720099 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 944 time: 0.1077704 Oct 27 18:20:06.000089 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 45a12de5-0b9d-4642-8702-248cd501c404 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:20:06.004805 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 45a12de5-0b9d-4642-8702-248cd501c404 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:20:06.005187 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:06.024195 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2783d8f-f164-49d9-867e-0258279118de req-f6f5185a-5af3-4ab2-9990-205bfa399c44 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388424 Oct 27 18:20:06.143382 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653aaab-7824-4afd-868c-d203983b8ea5 req-7792591b-f615-4031-b9b6-32ab655f56e7 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:06.144081 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:06.145551 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9653aaab-7824-4afd-868c-d203983b8ea5 req-7792591b-f615-4031-b9b6-32ab655f56e7 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 1096 time: 0.0852342 Oct 27 18:20:06.193027 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 45a12de5-0b9d-4642-8702-248cd501c404, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=45a12de5-0b9d-4642-8702-248cd501c404,segment=NetworkSegment(6388ccd7-db1c-4d9d-856c-3365a1a254b2),segment_id=6388ccd7-db1c-4d9d-856c-3365a1a254b2)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:06.259594 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9653aaab-7824-4afd-868c-d203983b8ea5 req-6ebea347-cee6-4b2e-8bc5-78ecdf1ea228 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060462 Oct 27 18:20:06.265533 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:06.303022 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c146c1-6513-47a0-a6b1-ff49ceb9ab89 req-034b1048-422f-420b-8f86-3f2b090c4498 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:06.334890 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-22c146c1-6513-47a0-a6b1-ff49ceb9ab89 req-034b1048-422f-420b-8f86-3f2b090c4498 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=aec936d2-d091-41ff-8cce-151c598f6ebb HTTP/1.1" status: 200 len: 949 time: 0.1385703 Oct 27 18:20:06.356829 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=45a12de5-0b9d-4642-8702-248cd501c404,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:06.406556 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-22c146c1-6513-47a0-a6b1-ff49ceb9ab89 req-6d57f20c-6cb9-4d1e-a9d6-9849086b8c30 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707264 Oct 27 18:20:06.490061 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2c0c8-29d2-4df9-b8cc-ea9033f2e73f req-33acc9e7-b659-4f3d-bec9-bcef8546c9f9 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:06.496356 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2c0c8-29d2-4df9-b8cc-ea9033f2e73f req-33acc9e7-b659-4f3d-bec9-bcef8546c9f9 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:06.503851 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2c0c8-29d2-4df9-b8cc-ea9033f2e73f req-33acc9e7-b659-4f3d-bec9-bcef8546c9f9 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:06.505703 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-78f2c0c8-29d2-4df9-b8cc-ea9033f2e73f req-33acc9e7-b659-4f3d-bec9-bcef8546c9f9 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ab65244-8f0e-4194-bc52-9ffd9173e6d2 HTTP/1.1" status: 200 len: 2417 time: 0.0941062 Oct 27 18:20:06.577542 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-78f2c0c8-29d2-4df9-b8cc-ea9033f2e73f req-73fcf5dc-d44f-44ba-9c3d-00f2826691c8 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/security-groups?id=6811083f-b04b-4ef8-aa3e-e44ef0c0cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626168 Oct 27 18:20:06.650435 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device d41c2494-8b37-48c3-b74b-8f7f41547128 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:20:06.691687 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0327fe9-8992-498e-8ce8-8ee86eb9f7ec req-96680b37-0dc3-44d0-9957-3d85e4e2db93 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:06.694057 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a0327fe9-8992-498e-8ce8-8ee86eb9f7ec req-96680b37-0dc3-44d0-9957-3d85e4e2db93 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 945 time: 0.0596159 Oct 27 18:20:06.739117 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port d41c2494-8b37-48c3-b74b-8f7f41547128 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:20:06.746450 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:06.752773 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a0327fe9-8992-498e-8ce8-8ee86eb9f7ec req-3bcbf77c-1b03-4cf8-9036-038ae717364f tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?id=65cd9538-4319-435d-90f4-473e43f2af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446856 Oct 27 18:20:06.930510 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:06.993001 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d41c2494-8b37-48c3-b74b-8f7f41547128, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d41c2494-8b37-48c3-b74b-8f7f41547128,segment=NetworkSegment(0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2),segment_id=0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:07.002210 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007016d-7c41-4b8e-8d03-9dca7a5dbcc1 req-14edd2bb-03f3-4e80-9ae5-58073c5bcf65 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:07.003871 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d007016d-7c41-4b8e-8d03-9dca7a5dbcc1 req-14edd2bb-03f3-4e80-9ae5-58073c5bcf65 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.93 "GET /v2.0/ports?device_id=aec936d2-d091-41ff-8cce-151c598f6ebb HTTP/1.1" status: 200 len: 949 time: 0.1078534 Oct 27 18:20:07.113097 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:07.113938 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 60541cd6-5968-4ec0-917c-f74f26bed35a no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:20:07.214930 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 60541cd6-5968-4ec0-917c-f74f26bed35a {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:20:07.215291 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 60541cd6-5968-4ec0-917c-f74f26bed35a not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:20:07.218638 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=d41c2494-8b37-48c3-b74b-8f7f41547128,revision_number=7']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:07.221386 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab65244-8f0e-4194-bc52-9ffd9173e6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51754470-1138-4148-b958-354039f668d8'}, {'server_uuid': '4ab65244-8f0e-4194-bc52-9ffd9173e6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e02d4c-9dde-4112-b402-96d956d80d3f'}, {'server_uuid': '4ab65244-8f0e-4194-bc52-9ffd9173e6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a12de5-0b9d-4642-8702-248cd501c404'}, {'server_uuid': '10d00461-8f8c-4927-a11d-564a11ec4ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41c2494-8b37-48c3-b74b-8f7f41547128'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:20:07.231368 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5357a1a-e3db-41dc-be5f-254563845d7c" -d '{"events": [{"server_uuid": "4ab65244-8f0e-4194-bc52-9ffd9173e6d2", "name": "network-vif-plugged", "status": "completed", "tag": "51754470-1138-4148-b958-354039f668d8"}, {"server_uuid": "4ab65244-8f0e-4194-bc52-9ffd9173e6d2", "name": "network-vif-plugged", "status": "completed", "tag": "71e02d4c-9dde-4112-b402-96d956d80d3f"}, {"server_uuid": "4ab65244-8f0e-4194-bc52-9ffd9173e6d2", "name": "network-vif-plugged", "status": "completed", "tag": "45a12de5-0b9d-4642-8702-248cd501c404"}, {"server_uuid": "10d00461-8f8c-4927-a11d-564a11ec4ca3", "name": "network-vif-plugged", "status": "completed", "tag": "d41c2494-8b37-48c3-b74b-8f7f41547128"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:20:07.257866 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:07.258302 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:07.259610 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:07.260135 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:07.261208 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:07.261812 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:07.263059 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:07.263826 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:07.264768 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:07.265768 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:07.266743 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:07.267925 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:07.321846 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53eef3b-393c-4550-94a3-22d542e08d06 req-24502407-3955-4da3-88c8-f00c83d4a779 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:07.324273 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d53eef3b-393c-4550-94a3-22d542e08d06 req-24502407-3955-4da3-88c8-f00c83d4a779 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 944 time: 0.1486459 Oct 27 18:20:07.366566 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-d007016d-7c41-4b8e-8d03-9dca7a5dbcc1 req-3668c0ce-cc56-45c2-a473-4820ae58b75f tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Deleting port a30727c6-2893-47dc-8280-a57141d6e2c9 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:20:07.366851 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d007016d-7c41-4b8e-8d03-9dca7a5dbcc1 req-3668c0ce-cc56-45c2-a473-4820ae58b75f tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:07.380573 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ffa5f0-f1da-4902-896a-10053f4745c8 req-0e5d1f94-4105-4198-8757-095d96bf53eb tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:07.382109 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e5ffa5f0-f1da-4902-896a-10053f4745c8 req-0e5d1f94-4105-4198-8757-095d96bf53eb tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.81 "GET /v2.0/ports?device_id=62d38a89-5d30-4f8c-ae1d-566e363fa547 HTTP/1.1" status: 200 len: 950 time: 0.1185875 Oct 27 18:20:07.922246 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d53eef3b-393c-4550-94a3-22d542e08d06 req-ae1172ec-2a72-4412-8eff-12ed037bb208 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5894527 Oct 27 18:20:08.060968 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 27 Oct 2021 18:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f519da-a1d4-467d-a4ca-90daac5266ec x-openstack-request-id: req-78f519da-a1d4-467d-a4ca-90daac5266ec {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:20:08.064035 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ab65244-8f0e-4194-bc52-9ffd9173e6d2", "name": "network-vif-plugged", "status": "completed", "tag": "51754470-1138-4148-b958-354039f668d8", "code": 200}, {"server_uuid": "4ab65244-8f0e-4194-bc52-9ffd9173e6d2", "name": "network-vif-plugged", "status": "completed", "tag": "71e02d4c-9dde-4112-b402-96d956d80d3f", "code": 200}, {"server_uuid": "4ab65244-8f0e-4194-bc52-9ffd9173e6d2", "name": "network-vif-plugged", "status": "completed", "tag": "45a12de5-0b9d-4642-8702-248cd501c404", "code": 200}, {"server_uuid": "10d00461-8f8c-4927-a11d-564a11ec4ca3", "name": "network-vif-plugged", "status": "completed", "tag": "d41c2494-8b37-48c3-b74b-8f7f41547128", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:20:08.064171 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-d007016d-7c41-4b8e-8d03-9dca7a5dbcc1 req-3668c0ce-cc56-45c2-a473-4820ae58b75f tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] For port a30727c6-2893-47dc-8280-a57141d6e2c9, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=a30727c6-2893-47dc-8280-a57141d6e2c9,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:08.066273 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-78f519da-a1d4-467d-a4ca-90daac5266ec {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:20:08.066415 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d007016d-7c41-4b8e-8d03-9dca7a5dbcc1 req-3668c0ce-cc56-45c2-a473-4820ae58b75f tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:08.067236 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ab65244-8f0e-4194-bc52-9ffd9173e6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51754470-1138-4148-b958-354039f668d8', 'code': 200} Oct 27 18:20:08.068068 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ab65244-8f0e-4194-bc52-9ffd9173e6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e02d4c-9dde-4112-b402-96d956d80d3f', 'code': 200} Oct 27 18:20:08.069180 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ab65244-8f0e-4194-bc52-9ffd9173e6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a12de5-0b9d-4642-8702-248cd501c404', 'code': 200} Oct 27 18:20:08.070302 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d00461-8f8c-4927-a11d-564a11ec4ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41c2494-8b37-48c3-b74b-8f7f41547128', 'code': 200} Oct 27 18:20:08.090435 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-d007016d-7c41-4b8e-8d03-9dca7a5dbcc1 req-3668c0ce-cc56-45c2-a473-4820ae58b75f tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Calling delete_port for a30727c6-2893-47dc-8280-a57141d6e2c9 owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:20:08.096728 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-e5ffa5f0-f1da-4902-896a-10053f4745c8 req-bb32db02-78a7-4415-ae65-8cae5335e893 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Deleting port c4673a1d-190c-4441-a2e3-5fab2e695513 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:20:08.098222 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e5ffa5f0-f1da-4902-896a-10053f4745c8 req-bb32db02-78a7-4415-ae65-8cae5335e893 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:08.338707 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91e136-7efb-4438-8379-8cbe5e70d586 req-4bb1045e-a24c-47ed-a61f-490ecee749da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:08.339370 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91e136-7efb-4438-8379-8cbe5e70d586 req-4bb1045e-a24c-47ed-a61f-490ecee749da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:08.339924 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91e136-7efb-4438-8379-8cbe5e70d586 req-4bb1045e-a24c-47ed-a61f-490ecee749da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:08.342387 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9b91e136-7efb-4438-8379-8cbe5e70d586 req-4bb1045e-a24c-47ed-a61f-490ecee749da service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4ab65244-8f0e-4194-bc52-9ffd9173e6d2 HTTP/1.1" status: 200 len: 2870 time: 0.1896343 Oct 27 18:20:08.345668 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-e5ffa5f0-f1da-4902-896a-10053f4745c8 req-bb32db02-78a7-4415-ae65-8cae5335e893 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] For port c4673a1d-190c-4441-a2e3-5fab2e695513, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=c4673a1d-190c-4441-a2e3-5fab2e695513,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:08.346112 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e5ffa5f0-f1da-4902-896a-10053f4745c8 req-bb32db02-78a7-4415-ae65-8cae5335e893 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:08.368883 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae00b6f-bfda-4a5a-9385-4ea2c87469b2 req-5f35fbeb-996d-417a-91d9-abff45079792 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:08.370547 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dae00b6f-bfda-4a5a-9385-4ea2c87469b2 req-5f35fbeb-996d-417a-91d9-abff45079792 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=aec936d2-d091-41ff-8cce-151c598f6ebb HTTP/1.1" status: 200 len: 949 time: 0.1796212 Oct 27 18:20:08.384461 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-e5ffa5f0-f1da-4902-896a-10053f4745c8 req-bb32db02-78a7-4415-ae65-8cae5335e893 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Calling delete_port for c4673a1d-190c-4441-a2e3-5fab2e695513 owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:20:08.525909 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dae00b6f-bfda-4a5a-9385-4ea2c87469b2 req-40571728-b937-4df8-94ba-eec16640cb2a tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411405 Oct 27 18:20:08.540826 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9b91e136-7efb-4438-8379-8cbe5e70d586 req-4d129b19-9bdd-495f-ac81-a4ce4b335974 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=6811083f-b04b-4ef8-aa3e-e44ef0c0cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691763 Oct 27 18:20:08.637365 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d007016d-7c41-4b8e-8d03-9dca7a5dbcc1 req-3668c0ce-cc56-45c2-a473-4820ae58b75f tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:08.652830 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['04183844-5bf2-4075-a1d2-2c9bb9edfe98', '6e6b7ac8-4b7d-4589-89a2-74f99ccd771e', '978a10b7-23b6-4670-8595-d5e34009eee3'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:20:08.656781 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['a30727c6-2893-47dc-8280-a57141d6e2c9'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:20:08.680716 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668c0ce-cc56-45c2-a473-4820ae58b75f tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Pushing event deleted for resources: {'Port': ['ID=a30727c6-2893-47dc-8280-a57141d6e2c9,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:08.776363 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-d007016d-7c41-4b8e-8d03-9dca7a5dbcc1 req-3668c0ce-cc56-45c2-a473-4820ae58b75f tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] No DVR routers for this DVR port a30727c6-2893-47dc-8280-a57141d6e2c9 on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:20:08.780904 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d007016d-7c41-4b8e-8d03-9dca7a5dbcc1 req-3668c0ce-cc56-45c2-a473-4820ae58b75f tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:08.785531 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d007016d-7c41-4b8e-8d03-9dca7a5dbcc1 req-3668c0ce-cc56-45c2-a473-4820ae58b75f tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.93 "DELETE /v2.0/ports/a30727c6-2893-47dc-8280-a57141d6e2c9 HTTP/1.1" status: 204 len: 173 time: 1.7711432 Oct 27 18:20:08.786216 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec936d2-d091-41ff-8cce-151c598f6ebb', 'name': 'network-vif-deleted', 'tag': 'a30727c6-2893-47dc-8280-a57141d6e2c9'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:20:08.789358 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54faec1-7a90-4432-80e2-2b4348d8ce67" -d '{"events": [{"server_uuid": "aec936d2-d091-41ff-8cce-151c598f6ebb", "name": "network-vif-deleted", "tag": "a30727c6-2893-47dc-8280-a57141d6e2c9"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:20:08.795692 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e5ffa5f0-f1da-4902-896a-10053f4745c8 req-bb32db02-78a7-4415-ae65-8cae5335e893 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:08.833134 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb32db02-78a7-4415-ae65-8cae5335e893 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Pushing event deleted for resources: {'Port': ['ID=c4673a1d-190c-4441-a2e3-5fab2e695513,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:08.896791 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828d5fb-d06c-4f72-b193-d9962a3b3538 req-c7173f5f-0876-4a04-91e5-af3dcbbaa67b tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:08.906120 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828d5fb-d06c-4f72-b193-d9962a3b3538 req-c7173f5f-0876-4a04-91e5-af3dcbbaa67b tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:08.920135 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828d5fb-d06c-4f72-b193-d9962a3b3538 req-c7173f5f-0876-4a04-91e5-af3dcbbaa67b tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:08.930532 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a828d5fb-d06c-4f72-b193-d9962a3b3538 req-c7173f5f-0876-4a04-91e5-af3dcbbaa67b tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ab65244-8f0e-4194-bc52-9ffd9173e6d2 HTTP/1.1" status: 200 len: 2417 time: 0.2165461 Oct 27 18:20:08.955697 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ffa5f0-f1da-4902-896a-10053f4745c8 req-bb32db02-78a7-4415-ae65-8cae5335e893 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] No DVR routers for this DVR port c4673a1d-190c-4441-a2e3-5fab2e695513 on host n-h1-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:20:08.958549 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e5ffa5f0-f1da-4902-896a-10053f4745c8 req-bb32db02-78a7-4415-ae65-8cae5335e893 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:08.963003 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e5ffa5f0-f1da-4902-896a-10053f4745c8 req-bb32db02-78a7-4415-ae65-8cae5335e893 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.81 "DELETE /v2.0/ports/c4673a1d-190c-4441-a2e3-5fab2e695513 HTTP/1.1" status: 204 len: 173 time: 1.1289122 Oct 27 18:20:09.007407 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a828d5fb-d06c-4f72-b193-d9962a3b3538 req-0a357dc5-3395-4199-b926-fba675f64792 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/security-groups?id=6811083f-b04b-4ef8-aa3e-e44ef0c0cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758452 Oct 27 18:20:09.169788 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ff1e6-0537-4f55-91ad-0377247257b7 req-736eccd1-80da-45f0-8af0-20ee190a2030 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:09.178911 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-701ff1e6-0537-4f55-91ad-0377247257b7 req-736eccd1-80da-45f0-8af0-20ee190a2030 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 945 time: 0.0925624 Oct 27 18:20:09.240015 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-717a14a2-7df6-41f5-be2f-0e0b74fc8472 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:20:09.241383 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-717a14a2-7df6-41f5-be2f-0e0b74fc8472 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0301569 Oct 27 18:20:09.346403 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-cbba5cbd-5462-4536-a806-9f531301829f tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:09.347868 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-cbba5cbd-5462-4536-a806-9f531301829f tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.52 "GET /v2.0/ports/a76b3dc7-cf3e-4735-9308-d09f65f512fa HTTP/1.1" status: 200 len: 1093 time: 0.0836174 Oct 27 18:20:09.363374 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-701ff1e6-0537-4f55-91ad-0377247257b7 req-30d880bc-7e61-451c-ab31-adaae788ee97 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?id=65cd9538-4319-435d-90f4-473e43f2af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833851 Oct 27 18:20:09.381303 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-655581c3-7d18-41f9-840e-ccac1219393c service neutron] Request body: {'binding': {'host': 'n-h1-815690-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:20:09.382345 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-655581c3-7d18-41f9-840e-ccac1219393c service neutron] Unknown quota resources ['binding']. {{(pid=102878) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 18:20:09.395104 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-97a89316-07c9-457f-9b69-ca315f1c1055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:09.395307 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-97a89316-07c9-457f-9b69-ca315f1c1055 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=43d2aacb3b5645edb71ed26889dd4536&device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 1125 time: 0.2139876 Oct 27 18:20:09.581213 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-25b14c5b-28b7-47d4-a5c2-30b8aeac4635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:09.614848 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a9e4ea-37ed-4c70-96ea-716ef0931b8f x-openstack-request-id: req-60a9e4ea-37ed-4c70-96ea-716ef0931b8f {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:20:09.615428 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec936d2-d091-41ff-8cce-151c598f6ebb", "name": "network-vif-deleted", "tag": "a30727c6-2893-47dc-8280-a57141d6e2c9", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:20:09.615706 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-60a9e4ea-37ed-4c70-96ea-716ef0931b8f {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:20:09.621325 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec936d2-d091-41ff-8cce-151c598f6ebb', 'name': 'network-vif-deleted', 'tag': 'a30727c6-2893-47dc-8280-a57141d6e2c9', 'status': 'completed', 'code': 200} Oct 27 18:20:09.630341 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-abdecbae-4e2d-407e-8c6f-5409a96eff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:09.632031 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-abdecbae-4e2d-407e-8c6f-5409a96eff8f service neutron] 10.222.0.81 "GET /v2.0/networks?id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b HTTP/1.1" status: 200 len: 909 time: 0.2124972 Oct 27 18:20:09.699700 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-532a9e91-74a9-4e13-bdc7-c5126b989aee service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50ee530d-9047-4e2f-b18a-7c05ac1292e8 HTTP/1.1" status: 200 len: 217 time: 0.0557556 Oct 27 18:20:09.741868 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-655581c3-7d18-41f9-840e-ccac1219393c service neutron] Attempting to bind port a76b3dc7-cf3e-4735-9308-d09f65f512fa on host n-h1-815690-2 for vnic_type normal with profile None {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:20:09.742316 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-655581c3-7d18-41f9-840e-ccac1219393c service neutron] Attempting to bind port a76b3dc7-cf3e-4735-9308-d09f65f512fa by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:20:09.742725 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-655581c3-7d18-41f9-840e-ccac1219393c service neutron] Attempting to bind port a76b3dc7-cf3e-4735-9308-d09f65f512fa on network b3551270-2765-4a25-abeb-25e55b0a5126 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:20:09.783474 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-655581c3-7d18-41f9-840e-ccac1219393c service neutron] Port a76b3dc7-cf3e-4735-9308-d09f65f512fa on network b3551270-2765-4a25-abeb-25e55b0a5126 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:20:09.789489 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-655581c3-7d18-41f9-840e-ccac1219393c service neutron] Attempting to bind port a76b3dc7-cf3e-4735-9308-d09f65f512fa on network b3551270-2765-4a25-abeb-25e55b0a5126 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:20:09.795901 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-655581c3-7d18-41f9-840e-ccac1219393c service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:20:09.796926 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-655581c3-7d18-41f9-840e-ccac1219393c service neutron] Checking segment: {'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:20:09.797398 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-655581c3-7d18-41f9-840e-ccac1219393c service neutron] Bound using segment: {'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:20:09.797929 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-655581c3-7d18-41f9-840e-ccac1219393c service neutron] Bound port: a76b3dc7-cf3e-4735-9308-d09f65f512fa, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:20:09.811375 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82afa8-0316-4e61-876d-b4c72837b3b3 req-f3e11298-c0cd-4faa-876d-77081699bbd4 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:09.813059 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9f82afa8-0316-4e61-876d-b4c72837b3b3 req-f3e11298-c0cd-4faa-876d-77081699bbd4 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 944 time: 0.1515663 Oct 27 18:20:09.846099 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-57f60a75-c615-4f1e-992e-85267279d067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:09.853333 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-57f60a75-c615-4f1e-992e-85267279d067 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9d2e93d5-4842-4818-961f-a77ef1a8f95b HTTP/1.1" status: 200 len: 847 time: 0.1328313 Oct 27 18:20:09.943692 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-441b684d-adce-4c0f-8d6c-b2a396462ffd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521436 Oct 27 18:20:10.043993 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9f82afa8-0316-4e61-876d-b4c72837b3b3 req-bc7f9e7b-e4fb-45e7-8d40-08f096baa65a tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151108 Oct 27 18:20:10.057916 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-655581c3-7d18-41f9-840e-ccac1219393c service neutron] For port a76b3dc7-cf3e-4735-9308-d09f65f512fa, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=a76b3dc7-cf3e-4735-9308-d09f65f512fa,segment=NetworkSegment(32b71140-e440-46b3-9b2a-24e683b039db),segment_id=32b71140-e440-46b3-9b2a-24e683b039db)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:20:10.129585 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-673e01a5-cb4e-4612-91f6-b5b4239092aa service neutron] 10.222.0.81 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876249 Oct 27 18:20:10.188046 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-655581c3-7d18-41f9-840e-ccac1219393c service neutron] Publish callbacks [] for binding, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:10.189354 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-655581c3-7d18-41f9-840e-ccac1219393c service neutron] 10.222.0.52 "POST /v2.0/ports/a76b3dc7-cf3e-4735-9308-d09f65f512fa/bindings HTTP/1.1" status: 201 len: 389 time: 0.8209088 Oct 27 18:20:10.262260 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6fb91b99-c87a-43ca-860a-36da8dd6ac05 req-fe66feac-c6a2-43c8-a747-5be6d6b52de4 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-798962873&fields=id&tenant_id=a5994b7ba06b4151b58ba01f2c995408 HTTP/1.1" status: 200 len: 267 time: 0.1313274 Oct 27 18:20:10.353841 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-5e5d779d-9216-4a13-a130-10e2e6a0a973 service neutron] 10.222.0.81 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145970 Oct 27 18:20:10.370274 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb91b99-c87a-43ca-860a-36da8dd6ac05 req-eee7f957-8fa3-4fb8-8b0e-a7c7c84e24e5 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:10.375417 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6fb91b99-c87a-43ca-860a-36da8dd6ac05 req-eee7f957-8fa3-4fb8-8b0e-a7c7c84e24e5 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 945 time: 0.1114540 Oct 27 18:20:10.385012 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-6fb91b99-c87a-43ca-860a-36da8dd6ac05 req-36e8c80c-40c5-4f84-8df2-faf00bed436b tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Request body: {'port': {'security_groups': ['65cd9538-4319-435d-90f4-473e43f2af2d', '234e62a3-60d9-488e-9a46-122324bb693a']}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:20:10.390714 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['04183844-5bf2-4075-a1d2-2c9bb9edfe98', '6e6b7ac8-4b7d-4589-89a2-74f99ccd771e', '978a10b7-23b6-4670-8595-d5e34009eee3'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:20:10.461410 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device c4673a1d-190c-4441-a2e3-5fab2e695513 no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:20:10.499667 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] No Port match for: c4673a1d-190c-4441-a2e3-5fab2e695513 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:20:10.500065 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device c4673a1d-190c-4441-a2e3-5fab2e695513 not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:20:10.525877 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-584b8eb2-f75d-4949-a5d1-a03d5ef944cb tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:10.527460 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-584b8eb2-f75d-4949-a5d1-a03d5ef944cb tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7&tenant_id=43d2aacb3b5645edb71ed26889dd4536&binding%3Ahost_id=n-h2-815690-2 HTTP/1.1" status: 200 len: 1125 time: 0.1369586 Oct 27 18:20:10.529343 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-6fb91b99-c87a-43ca-860a-36da8dd6ac05 req-36e8c80c-40c5-4f84-8df2-faf00bed436b tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:10.545032 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-e12ebf99-ef28-481d-aa38-1928d3e034ee service neutron] Request body: {'port': {'binding:profile': {}}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:20:10.655620 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-e12ebf99-ef28-481d-aa38-1928d3e034ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:10.666737 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device a30727c6-2893-47dc-8280-a57141d6e2c9 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:20:10.696288 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: a30727c6-2893-47dc-8280-a57141d6e2c9 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:20:10.772462 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device a30727c6-2893-47dc-8280-a57141d6e2c9 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:20:10.772640 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74adde18-077e-4449-8b40-5232d72c6d8a req-f0427d96-d799-40d7-b499-a3a8e54ecf65 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:10.772640 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74adde18-077e-4449-8b40-5232d72c6d8a req-f0427d96-d799-40d7-b499-a3a8e54ecf65 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:10.777354 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74adde18-077e-4449-8b40-5232d72c6d8a req-f0427d96-d799-40d7-b499-a3a8e54ecf65 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:10.779678 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-74adde18-077e-4449-8b40-5232d72c6d8a req-f0427d96-d799-40d7-b499-a3a8e54ecf65 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ab65244-8f0e-4194-bc52-9ffd9173e6d2 HTTP/1.1" status: 200 len: 2417 time: 0.1361787 Oct 27 18:20:10.928612 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-74adde18-077e-4449-8b40-5232d72c6d8a req-f70ca025-04b6-4afb-9144-2b60efc44953 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/security-groups?id=6811083f-b04b-4ef8-aa3e-e44ef0c0cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393008 Oct 27 18:20:10.976527 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-e12ebf99-ef28-481d-aa38-1928d3e034ee service neutron] For port 50ee530d-9047-4e2f-b18a-7c05ac1292e8, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=50ee530d-9047-4e2f-b18a-7c05ac1292e8,segment=NetworkSegment(58a88469-a6e8-4f4a-87d0-167a1bff6a8c),segment_id=58a88469-a6e8-4f4a-87d0-167a1bff6a8c)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:11.019563 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-6fb91b99-c87a-43ca-860a-36da8dd6ac05 req-36e8c80c-40c5-4f84-8df2-faf00bed436b tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] For port bee165a0-9e4f-4a86-a928-ae0304b1e528, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=bee165a0-9e4f-4a86-a928-ae0304b1e528,segment=NetworkSegment(86083249-b3fb-43bf-8aa0-d1a115df68ec),segment_id=86083249-b3fb-43bf-8aa0-d1a115df68ec)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:11.119222 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-6fb91b99-c87a-43ca-860a-36da8dd6ac05 req-36e8c80c-40c5-4f84-8df2-faf00bed436b tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:11.121205 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-e12ebf99-ef28-481d-aa38-1928d3e034ee service neutron] For port 50ee530d-9047-4e2f-b18a-7c05ac1292e8, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:20:11.131565 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6942e-4b7e-4331-8f34-cd23b4ecf096 req-433317b8-37d0-4c09-8c75-8ae184e54121 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:11.133079 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f5e6942e-4b7e-4331-8f34-cd23b4ecf096 req-433317b8-37d0-4c09-8c75-8ae184e54121 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 945 time: 0.1082063 Oct 27 18:20:11.186184 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-e12ebf99-ef28-481d-aa38-1928d3e034ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ee530d-9047-4e2f-b18a-7c05ac1292e8 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:20:11.198683 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-6fb91b99-c87a-43ca-860a-36da8dd6ac05 req-36e8c80c-40c5-4f84-8df2-faf00bed436b tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:11.204583 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-e12ebf99-ef28-481d-aa38-1928d3e034ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:11.212299 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['50ed6423-e6aa-4fb4-9f04-88c9e0df44f1', 'bee165a0-9e4f-4a86-a928-ae0304b1e528'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:20:11.279109 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f5e6942e-4b7e-4331-8f34-cd23b4ecf096 req-79f44f21-96b7-4fd0-928c-6e2961b227de tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263947 Oct 27 18:20:11.334919 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-e12ebf99-ef28-481d-aa38-1928d3e034ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:11.373667 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e8c80c-40c5-4f84-8df2-faf00bed436b tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Pushing event updated for resources: {'Port': ['ID=bee165a0-9e4f-4a86-a928-ae0304b1e528,revision_number=6']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:11.436596 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb91b99-c87a-43ca-860a-36da8dd6ac05 req-36e8c80c-40c5-4f84-8df2-faf00bed436b tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:11.437187 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-6fb91b99-c87a-43ca-860a-36da8dd6ac05 req-36e8c80c-40c5-4f84-8df2-faf00bed436b tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:11.451013 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6fb91b99-c87a-43ca-860a-36da8dd6ac05 req-36e8c80c-40c5-4f84-8df2-faf00bed436b tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "PUT /v2.0/ports/bee165a0-9e4f-4a86-a928-ae0304b1e528 HTTP/1.1" status: 200 len: 981 time: 1.0710607 Oct 27 18:20:11.566644 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12ebf99-ef28-481d-aa38-1928d3e034ee service neutron] Pushing event updated for resources: {'Port': ['ID=50ee530d-9047-4e2f-b18a-7c05ac1292e8,revision_number=9']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:11.580717 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-e12ebf99-ef28-481d-aa38-1928d3e034ee service neutron] Attempting to bind port 50ee530d-9047-4e2f-b18a-7c05ac1292e8 on host n-h2-815690-2 for vnic_type normal with profile {} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:20:11.581991 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-e12ebf99-ef28-481d-aa38-1928d3e034ee service neutron] Attempting to bind port 50ee530d-9047-4e2f-b18a-7c05ac1292e8 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:20:11.582523 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-e12ebf99-ef28-481d-aa38-1928d3e034ee service neutron] Attempting to bind port 50ee530d-9047-4e2f-b18a-7c05ac1292e8 on network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:20:11.595217 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['bee165a0-9e4f-4a86-a928-ae0304b1e528'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:20:11.611890 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-5c62cf14-dea2-4c91-8d6c-4562ea5ddddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:11.614436 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-5c62cf14-dea2-4c91-8d6c-4562ea5ddddf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a91620ccab6b42bd92005fb366774bad&device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 1096 time: 0.2808297 Oct 27 18:20:11.616682 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62d38a89-5d30-4f8c-ae1d-566e363fa547', 'name': 'network-vif-deleted', 'tag': 'c4673a1d-190c-4441-a2e3-5fab2e695513'}, {'name': 'network-changed', 'server_uuid': '617f33a8-1b15-4757-a7b8-bf13dfaba8c7', 'tag': 'bee165a0-9e4f-4a86-a928-ae0304b1e528'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:20:11.618959 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8df6d85-9c2b-47a5-926a-024df75ded34" -d '{"events": [{"server_uuid": "62d38a89-5d30-4f8c-ae1d-566e363fa547", "name": "network-vif-deleted", "tag": "c4673a1d-190c-4441-a2e3-5fab2e695513"}, {"name": "network-changed", "server_uuid": "617f33a8-1b15-4757-a7b8-bf13dfaba8c7", "tag": "bee165a0-9e4f-4a86-a928-ae0304b1e528"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:20:11.621557 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-e12ebf99-ef28-481d-aa38-1928d3e034ee service neutron] Port 50ee530d-9047-4e2f-b18a-7c05ac1292e8 on network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:20:11.621925 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-e12ebf99-ef28-481d-aa38-1928d3e034ee service neutron] Attempting to bind port 50ee530d-9047-4e2f-b18a-7c05ac1292e8 on network fb7dc45e-d3fb-4a21-9a07-231f6b81f39b {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:20:11.671102 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-e12ebf99-ef28-481d-aa38-1928d3e034ee service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:20:11.671487 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-e12ebf99-ef28-481d-aa38-1928d3e034ee service neutron] Checking segment: {'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:20:11.671837 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-e12ebf99-ef28-481d-aa38-1928d3e034ee service neutron] Bound using segment: {'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:20:11.672290 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-e12ebf99-ef28-481d-aa38-1928d3e034ee service neutron] Bound port: 50ee530d-9047-4e2f-b18a-7c05ac1292e8, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58a88469-a6e8-4f4a-87d0-167a1bff6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'fb7dc45e-d3fb-4a21-9a07-231f6b81f39b'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:20:11.672663 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-e12ebf99-ef28-481d-aa38-1928d3e034ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:11.741444 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41337d34-c8ff-4469-89c4-9a346df494ab req-a56db928-6af3-4dd4-b8a5-f618bbc7590b tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:11.742948 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-41337d34-c8ff-4469-89c4-9a346df494ab req-a56db928-6af3-4dd4-b8a5-f618bbc7590b tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 1053 time: 0.1879077 Oct 27 18:20:11.865980 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dc145924-8608-49dd-b234-e449a16e5f87 req-6f9f2479-06aa-46c6-960f-8f90d9903372 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups/234e62a3-60d9-488e-9a46-122324bb693a HTTP/1.1" status: 200 len: 1800 time: 0.1900096 Oct 27 18:20:11.896101 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-e12ebf99-ef28-481d-aa38-1928d3e034ee service neutron] For port 50ee530d-9047-4e2f-b18a-7c05ac1292e8, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:20:11.908450 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-41337d34-c8ff-4469-89c4-9a346df494ab req-96f682e2-0f2c-4281-9105-c4bb7c595038 tempest-LiveMigrationTest-1928683333 tempest-LiveMigrationTest-1928683333-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506543 Oct 27 18:20:11.923083 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-5b16ef95-bfbd-4c92-89c8-702ede7057ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:11.924717 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-5b16ef95-bfbd-4c92-89c8-702ede7057ae service neutron] 10.222.0.81 "GET /v2.0/networks?id=b3551270-2765-4a25-abeb-25e55b0a5126 HTTP/1.1" status: 200 len: 923 time: 0.3000858 Oct 27 18:20:11.932174 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-e12ebf99-ef28-481d-aa38-1928d3e034ee service neutron] For port 50ee530d-9047-4e2f-b18a-7c05ac1292e8, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=50ee530d-9047-4e2f-b18a-7c05ac1292e8,segment=NetworkSegment(58a88469-a6e8-4f4a-87d0-167a1bff6a8c),segment_id=58a88469-a6e8-4f4a-87d0-167a1bff6a8c)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:20:11.996445 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-3cd7e559-1f65-4f98-962e-81bbb2320942 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a76b3dc7-cf3e-4735-9308-d09f65f512fa HTTP/1.1" status: 200 len: 217 time: 0.0621424 Oct 27 18:20:12.016853 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-e12ebf99-ef28-481d-aa38-1928d3e034ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:12.092606 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1960a6cf-4035-4a09-9cfa-a5f9f8979d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:12.100408 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [req-dc145924-8608-49dd-b234-e449a16e5f87 req-a2aeceb5-5865-4b67-b42a-b9f1d78b13ca tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 27 18:20:12.110466 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dc145924-8608-49dd-b234-e449a16e5f87 req-a2aeceb5-5865-4b67-b42a-b9f1d78b13ca tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "DELETE /v2.0/security-groups/234e62a3-60d9-488e-9a46-122324bb693a HTTP/1.1" status: 409 len: 341 time: 0.2247598 Oct 27 18:20:12.122018 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-e12ebf99-ef28-481d-aa38-1928d3e034ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:12.122669 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-e12ebf99-ef28-481d-aa38-1928d3e034ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:12.124121 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-e12ebf99-ef28-481d-aa38-1928d3e034ee service neutron] 10.222.0.81 "PUT /v2.0/ports/50ee530d-9047-4e2f-b18a-7c05ac1292e8 HTTP/1.1" status: 200 len: 1092 time: 1.5854011 Oct 27 18:20:12.146028 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-b8697571-8bc5-4245-8089-46774ef45d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:12.147591 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-b8697571-8bc5-4245-8089-46774ef45d3c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b6b6ba7-005f-448a-b57c-d52798a8629c HTTP/1.1" status: 200 len: 861 time: 0.1421697 Oct 27 18:20:12.212380 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12ebf99-ef28-481d-aa38-1928d3e034ee service neutron] Pushing event updated for resources: {'Port': ['ID=50ee530d-9047-4e2f-b18a-7c05ac1292e8,revision_number=10']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:12.217348 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-aeef294a-0f19-448b-9cc9-0a3d698b41c6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b3551270-2765-4a25-abeb-25e55b0a5126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432646 Oct 27 18:20:12.256055 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['50ee530d-9047-4e2f-b18a-7c05ac1292e8'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:20:12.293133 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 27 Oct 2021 18:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9bd406-fc2b-40a6-aba0-48aef9f3aaca x-openstack-request-id: req-7d9bd406-fc2b-40a6-aba0-48aef9f3aaca {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:20:12.293434 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62d38a89-5d30-4f8c-ae1d-566e363fa547", "name": "network-vif-deleted", "tag": "c4673a1d-190c-4441-a2e3-5fab2e695513", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "617f33a8-1b15-4757-a7b8-bf13dfaba8c7", "tag": "bee165a0-9e4f-4a86-a928-ae0304b1e528", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:20:12.294343 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7d9bd406-fc2b-40a6-aba0-48aef9f3aaca {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:20:12.294803 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62d38a89-5d30-4f8c-ae1d-566e363fa547', 'name': 'network-vif-deleted', 'tag': 'c4673a1d-190c-4441-a2e3-5fab2e695513', 'status': 'completed', 'code': 200} Oct 27 18:20:12.295090 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '617f33a8-1b15-4757-a7b8-bf13dfaba8c7', 'tag': 'bee165a0-9e4f-4a86-a928-ae0304b1e528', 'status': 'completed', 'code': 200} Oct 27 18:20:12.336298 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['50ee530d-9047-4e2f-b18a-7c05ac1292e8'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:20:12.553644 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-4fde909c-e3d7-4a8a-a499-6969377370dd service neutron] 10.222.0.81 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249781 Oct 27 18:20:12.559771 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df6d85-9c2b-47a5-926a-024df75ded34 req-de933f20-7b0d-45d1-a361-dd1c927f69c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:12.561358 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d8df6d85-9c2b-47a5-926a-024df75ded34 req-de933f20-7b0d-45d1-a361-dd1c927f69c2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a5994b7ba06b4151b58ba01f2c995408&device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 1135 time: 0.2461040 Oct 27 18:20:13.123808 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-7b4a9691-ae27-4ecb-8b96-a1d87d2f0884 service neutron] For port 50ee530d-9047-4e2f-b18a-7c05ac1292e8, host n-h1-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:20:13.148508 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-db68b082-3eef-4418-bf69-d2be2ba615be service neutron] 10.222.0.81 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5859773 Oct 27 18:20:13.156628 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df6d85-9c2b-47a5-926a-024df75ded34 req-0d4a00e8-0d7c-48f3-ad3c-152c12432285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:13.158579 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d8df6d85-9c2b-47a5-926a-024df75ded34 req-0d4a00e8-0d7c-48f3-ad3c-152c12432285 service neutron] 10.222.0.93 "GET /v2.0/networks?id=2b0c544f-e1c5-43e5-917d-858b4f45dd21 HTTP/1.1" status: 200 len: 914 time: 0.5461111 Oct 27 18:20:13.168481 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea27330-296a-49e4-acc2-9401b2fe8262 req-ce4f9a71-df6a-453c-bcf1-883c581d5e9d tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:13.171211 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3ea27330-296a-49e4-acc2-9401b2fe8262 req-ce4f9a71-df6a-453c-bcf1-883c581d5e9d tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 945 time: 0.1449440 Oct 27 18:20:13.244669 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-7b4a9691-ae27-4ecb-8b96-a1d87d2f0884 service neutron] Publish callbacks [] for binding, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:13.245788 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4b00e54e-8daf-4a2e-9e63-2a364fb6e707 req-7b4a9691-ae27-4ecb-8b96-a1d87d2f0884 service neutron] 10.222.0.81 "DELETE /v2.0/ports/50ee530d-9047-4e2f-b18a-7c05ac1292e8/bindings/n-h1-815690-2 HTTP/1.1" status: 204 len: 173 time: 1.1120691 Oct 27 18:20:13.247843 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d8df6d85-9c2b-47a5-926a-024df75ded34 req-587c2957-7426-4c00-b879-2f43b55d924d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bee165a0-9e4f-4a86-a928-ae0304b1e528 HTTP/1.1" status: 200 len: 217 time: 0.0749681 Oct 27 18:20:13.299950 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3ea27330-296a-49e4-acc2-9401b2fe8262 req-f2020ff5-1b8e-4b5f-9672-5ed51afad090 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205115 Oct 27 18:20:13.357895 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df6d85-9c2b-47a5-926a-024df75ded34 req-4d00b6b9-d0dc-4bfc-908d-3ad77850e2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:13.363895 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:13.364490 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d8df6d85-9c2b-47a5-926a-024df75ded34 req-4d00b6b9-d0dc-4bfc-908d-3ad77850e2ce service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4965f8af-4fde-4a0a-9bd8-662a2fb0507c HTTP/1.1" status: 200 len: 852 time: 0.1028171 Oct 27 18:20:13.400487 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d8df6d85-9c2b-47a5-926a-024df75ded34 req-040becb0-5c87-4fa6-9d68-ce765aaccd26 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2b0c544f-e1c5-43e5-917d-858b4f45dd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318425 Oct 27 18:20:13.412021 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e84f9-711b-44b7-ac36-a958def6b0c3 req-f7f13a5d-4704-44cd-a810-84cb62e288c2 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:13.413541 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:13.421479 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e84f9-711b-44b7-ac36-a958def6b0c3 req-f7f13a5d-4704-44cd-a810-84cb62e288c2 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:13.427516 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e84f9-711b-44b7-ac36-a958def6b0c3 req-f7f13a5d-4704-44cd-a810-84cb62e288c2 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:13.435480 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5b3e84f9-711b-44b7-ac36-a958def6b0c3 req-f7f13a5d-4704-44cd-a810-84cb62e288c2 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ab65244-8f0e-4194-bc52-9ffd9173e6d2 HTTP/1.1" status: 200 len: 2417 time: 0.1202328 Oct 27 18:20:13.548037 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d8df6d85-9c2b-47a5-926a-024df75ded34 req-561a3412-3116-4416-805f-047c58661ec0 service neutron] 10.222.0.93 "GET /v2.0/networks/2b0c544f-e1c5-43e5-917d-858b4f45dd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104853 Oct 27 18:20:13.658522 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5b3e84f9-711b-44b7-ac36-a958def6b0c3 req-b36f6f8d-6c3a-4c0a-818c-c238bb0f0aef tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/security-groups?id=6811083f-b04b-4ef8-aa3e-e44ef0c0cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220836 Oct 27 18:20:13.730829 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d8df6d85-9c2b-47a5-926a-024df75ded34 req-f68c82cc-dc57-412a-a69b-dd5440521dc0 service neutron] 10.222.0.93 "GET /v2.0/networks/2b0c544f-e1c5-43e5-917d-858b4f45dd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722934 Oct 27 18:20:13.822700 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eadb44-b0b5-45b5-b9a2-0afff3aaccfa req-c7fce0c2-8c03-4688-905d-b16cd35e1e9f tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:13.825846 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-58eadb44-b0b5-45b5-b9a2-0afff3aaccfa req-c7fce0c2-8c03-4688-905d-b16cd35e1e9f tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 945 time: 0.0820885 Oct 27 18:20:13.885749 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-58eadb44-b0b5-45b5-b9a2-0afff3aaccfa req-4597fd3e-6155-45ed-a422-8165956e7ae3 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537193 Oct 27 18:20:13.936445 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e911323-2f6d-4a30-8767-b826d204c44e req-bf899d23-0cb1-44a8-b780-cd9bd66083b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:13.938776 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4e911323-2f6d-4a30-8767-b826d204c44e req-bf899d23-0cb1-44a8-b780-cd9bd66083b0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a5994b7ba06b4151b58ba01f2c995408&device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 1135 time: 0.0651042 Oct 27 18:20:14.083065 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea86e03-7d0a-4bd2-a3fe-a430a95740a9 req-ae342c3c-c565-4dd9-af8d-dfa571577925 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:14.091316 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6ea86e03-7d0a-4bd2-a3fe-a430a95740a9 req-ae342c3c-c565-4dd9-af8d-dfa571577925 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 984 time: 0.1079504 Oct 27 18:20:14.126695 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e911323-2f6d-4a30-8767-b826d204c44e req-b56d8d94-4481-456a-8725-3d4d93185aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:14.128306 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4e911323-2f6d-4a30-8767-b826d204c44e req-b56d8d94-4481-456a-8725-3d4d93185aec service neutron] 10.222.0.93 "GET /v2.0/networks?id=2b0c544f-e1c5-43e5-917d-858b4f45dd21 HTTP/1.1" status: 200 len: 914 time: 0.1792209 Oct 27 18:20:14.258905 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4e911323-2f6d-4a30-8767-b826d204c44e req-e20e693f-af6d-4cc4-b1de-467b127eea6b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bee165a0-9e4f-4a86-a928-ae0304b1e528 HTTP/1.1" status: 200 len: 217 time: 0.1073525 Oct 27 18:20:14.287497 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6ea86e03-7d0a-4bd2-a3fe-a430a95740a9 req-07f0215d-3218-4e3f-84b6-c89c85170fe7 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?id=234e62a3-60d9-488e-9a46-122324bb693a&id=65cd9538-4319-435d-90f4-473e43f2af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1951907 Oct 27 18:20:14.298721 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1598c483-dad7-410a-850c-6543cd1a54c7', 'tag': '50ee530d-9047-4e2f-b18a-7c05ac1292e8'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:20:14.300989 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350c6e76-613f-4c75-b1f3-0794b0a8d3df" -d '{"events": [{"name": "network-changed", "server_uuid": "1598c483-dad7-410a-850c-6543cd1a54c7", "tag": "50ee530d-9047-4e2f-b18a-7c05ac1292e8"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:20:14.346168 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af260d6c-8034-4d0c-9c6d-3af3a2a6bf33 req-bc45f859-524e-4556-9ef5-1ddecf77be74 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:14.353778 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af260d6c-8034-4d0c-9c6d-3af3a2a6bf33 req-bc45f859-524e-4556-9ef5-1ddecf77be74 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=41b82094-efe3-44a9-abe1-44b16a5dd542 HTTP/1.1" status: 200 len: 950 time: 0.2522626 Oct 27 18:20:14.401194 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692dc04-4e58-462d-b142-c0997d40e3b5 req-1b92eef6-5fe1-42d2-949f-23c6bdbe7100 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:14.402693 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d692dc04-4e58-462d-b142-c0997d40e3b5 req-1b92eef6-5fe1-42d2-949f-23c6bdbe7100 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b82094-efe3-44a9-abe1-44b16a5dd542 HTTP/1.1" status: 200 len: 950 time: 0.2271590 Oct 27 18:20:14.430192 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56aa3ebb-57d4-410e-b431-7b84117690b2 x-openstack-request-id: req-56aa3ebb-57d4-410e-b431-7b84117690b2 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:20:14.433008 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1598c483-dad7-410a-850c-6543cd1a54c7", "tag": "50ee530d-9047-4e2f-b18a-7c05ac1292e8", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:20:14.433008 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-56aa3ebb-57d4-410e-b431-7b84117690b2 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:20:14.433008 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1598c483-dad7-410a-850c-6543cd1a54c7', 'tag': '50ee530d-9047-4e2f-b18a-7c05ac1292e8', 'status': 'completed', 'code': 200} Oct 27 18:20:14.461498 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e911323-2f6d-4a30-8767-b826d204c44e req-41f3c870-a345-4c7a-b3d4-86f9ae4ae6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:14.463054 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4e911323-2f6d-4a30-8767-b826d204c44e req-41f3c870-a345-4c7a-b3d4-86f9ae4ae6ae service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4965f8af-4fde-4a0a-9bd8-662a2fb0507c HTTP/1.1" status: 200 len: 852 time: 0.1730907 Oct 27 18:20:14.521382 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c6e76-613f-4c75-b1f3-0794b0a8d3df req-ac6fa7e1-1223-422f-8340-b093feb83b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:14.523714 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-350c6e76-613f-4c75-b1f3-0794b0a8d3df req-ac6fa7e1-1223-422f-8340-b093feb83b2e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=43d2aacb3b5645edb71ed26889dd4536&device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 1096 time: 0.0839314 Oct 27 18:20:14.542299 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af260d6c-8034-4d0c-9c6d-3af3a2a6bf33 req-75c6a5f5-d555-4d99-84fd-581c03da8e3e tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876504 Oct 27 18:20:14.545054 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4e911323-2f6d-4a30-8767-b826d204c44e req-0a8b3b7b-6385-4d48-ae3e-ca5bb18e8b8e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2b0c544f-e1c5-43e5-917d-858b4f45dd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713234 Oct 27 18:20:14.601753 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a9b01-b397-4e37-b78e-da482634077b req-b0256285-4eb5-45c7-9545-e136c12e4b9d tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:14.614155 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a9b01-b397-4e37-b78e-da482634077b req-b0256285-4eb5-45c7-9545-e136c12e4b9d tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:14.620599 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a9b01-b397-4e37-b78e-da482634077b req-b0256285-4eb5-45c7-9545-e136c12e4b9d tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:14.623025 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-663a9b01-b397-4e37-b78e-da482634077b req-b0256285-4eb5-45c7-9545-e136c12e4b9d tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.93 "GET /v2.0/ports?device_id=4ab65244-8f0e-4194-bc52-9ffd9173e6d2 HTTP/1.1" status: 200 len: 2417 time: 0.2439492 Oct 27 18:20:14.635475 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c6e76-613f-4c75-b1f3-0794b0a8d3df req-5a661fe7-5903-46d7-b88d-97e187844fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:14.637215 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-350c6e76-613f-4c75-b1f3-0794b0a8d3df req-5a661fe7-5903-46d7-b88d-97e187844fe7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b HTTP/1.1" status: 200 len: 909 time: 0.1052487 Oct 27 18:20:14.690130 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-350c6e76-613f-4c75-b1f3-0794b0a8d3df req-f4895638-149a-4616-b5c6-d1c957abcb7d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50ee530d-9047-4e2f-b18a-7c05ac1292e8 HTTP/1.1" status: 200 len: 217 time: 0.0448453 Oct 27 18:20:14.760784 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c54b2-9c26-4cdb-92e6-7c7aa1098518 req-2f311f5e-b8cd-46f5-ba89-7e76a371e5f2 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:14.782312 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-359c54b2-9c26-4cdb-92e6-7c7aa1098518 req-2f311f5e-b8cd-46f5-ba89-7e76a371e5f2 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 945 time: 0.3072999 Oct 27 18:20:14.796839 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c6e76-613f-4c75-b1f3-0794b0a8d3df req-380fd484-f3d7-44a8-b2c6-95c44c02a870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:14.798259 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-350c6e76-613f-4c75-b1f3-0794b0a8d3df req-380fd484-f3d7-44a8-b2c6-95c44c02a870 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9d2e93d5-4842-4818-961f-a77ef1a8f95b HTTP/1.1" status: 200 len: 847 time: 0.0986614 Oct 27 18:20:14.863885 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-350c6e76-613f-4c75-b1f3-0794b0a8d3df req-4b325da2-cae9-4d33-ab7c-db610961de3a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443513 Oct 27 18:20:14.958843 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-359c54b2-9c26-4cdb-92e6-7c7aa1098518 req-6953ea78-a13e-4b8b-b278-1d1cd5a6db46 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749454 Oct 27 18:20:14.991891 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4e911323-2f6d-4a30-8767-b826d204c44e req-5515a3bb-f3f8-470f-b6b2-a1534f64ea9e service neutron] 10.222.0.93 "GET /v2.0/networks/2b0c544f-e1c5-43e5-917d-858b4f45dd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116025 Oct 27 18:20:15.000904 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:15.006341 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-d692dc04-4e58-462d-b142-c0997d40e3b5 req-6802792f-03e5-4101-aeaa-095046103d46 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Deleting port 6e6b7ac8-4b7d-4589-89a2-74f99ccd771e {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:20:15.007369 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d692dc04-4e58-462d-b142-c0997d40e3b5 req-6802792f-03e5-4101-aeaa-095046103d46 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:15.059006 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-350c6e76-613f-4c75-b1f3-0794b0a8d3df req-356a400d-74df-41ab-bd63-4bc1b4a5eb54 service neutron] 10.222.0.93 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836164 Oct 27 18:20:15.133722 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.93', 52500) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:20:15.181019 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f1d67-499f-4124-aede-e60c71ff036a req-35b55800-0d7b-4527-bf79-a85d833a95e7 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:15.189771 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f1d67-499f-4124-aede-e60c71ff036a req-35b55800-0d7b-4527-bf79-a85d833a95e7 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:15.200538 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f1d67-499f-4124-aede-e60c71ff036a req-35b55800-0d7b-4527-bf79-a85d833a95e7 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:15.204012 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-740f1d67-499f-4124-aede-e60c71ff036a req-35b55800-0d7b-4527-bf79-a85d833a95e7 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ab65244-8f0e-4194-bc52-9ffd9173e6d2 HTTP/1.1" status: 200 len: 2417 time: 0.4102035 Oct 27 18:20:15.273930 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b5765a-bcfb-43bb-a3f0-cdb0d60f0a07 req-8aeb619d-fc54-4d6d-8da2-90baaf427629 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:15.275953 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-07b5765a-bcfb-43bb-a3f0-cdb0d60f0a07 req-8aeb619d-fc54-4d6d-8da2-90baaf427629 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.93 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 945 time: 0.1415105 Oct 27 18:20:15.283927 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-350c6e76-613f-4c75-b1f3-0794b0a8d3df req-0d34f12a-8802-46a9-a53f-a832acacce25 service neutron] 10.222.0.93 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119577 Oct 27 18:20:15.369407 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-663a9b01-b397-4e37-b78e-da482634077b req-e567f601-2159-460d-b7c7-420d2a7fd2cd tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Deleting port 51754470-1138-4148-b958-354039f668d8 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:20:15.369407 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-663a9b01-b397-4e37-b78e-da482634077b req-e567f601-2159-460d-b7c7-420d2a7fd2cd tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:15.406480 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-07b5765a-bcfb-43bb-a3f0-cdb0d60f0a07 req-14cc185a-1026-4633-817b-b741aab211a4 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Deleting port 50ee530d-9047-4e2f-b18a-7c05ac1292e8 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:20:15.407239 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-07b5765a-bcfb-43bb-a3f0-cdb0d60f0a07 req-14cc185a-1026-4633-817b-b741aab211a4 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:15.444116 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-740f1d67-499f-4124-aede-e60c71ff036a req-f3137b04-efad-4514-bf7a-23e00d69c0ac tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/security-groups?id=6811083f-b04b-4ef8-aa3e-e44ef0c0cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237599 Oct 27 18:20:15.448044 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-d692dc04-4e58-462d-b142-c0997d40e3b5 req-6802792f-03e5-4101-aeaa-095046103d46 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] For port 6e6b7ac8-4b7d-4589-89a2-74f99ccd771e, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=6e6b7ac8-4b7d-4589-89a2-74f99ccd771e,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:15.448413 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d692dc04-4e58-462d-b142-c0997d40e3b5 req-6802792f-03e5-4101-aeaa-095046103d46 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:15.455925 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4e911323-2f6d-4a30-8767-b826d204c44e req-1e3e2657-b813-4147-b438-3419035494a0 service neutron] 10.222.0.93 "GET /v2.0/networks/2b0c544f-e1c5-43e5-917d-858b4f45dd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442737 Oct 27 18:20:15.498790 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da53be-47f8-46b2-96fe-ac9ba3c54233 req-c8334083-1b5f-4856-bb56-07efce97f60f tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:15.498790 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-14da53be-47f8-46b2-96fe-ac9ba3c54233 req-c8334083-1b5f-4856-bb56-07efce97f60f tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 945 time: 0.3224993 Oct 27 18:20:15.500320 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-d692dc04-4e58-462d-b142-c0997d40e3b5 req-6802792f-03e5-4101-aeaa-095046103d46 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Calling delete_port for 6e6b7ac8-4b7d-4589-89a2-74f99ccd771e owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:20:15.560638 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-07b5765a-bcfb-43bb-a3f0-cdb0d60f0a07 req-14cc185a-1026-4633-817b-b741aab211a4 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] For port 50ee530d-9047-4e2f-b18a-7c05ac1292e8, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=50ee530d-9047-4e2f-b18a-7c05ac1292e8,segment=NetworkSegment(58a88469-a6e8-4f4a-87d0-167a1bff6a8c),segment_id=58a88469-a6e8-4f4a-87d0-167a1bff6a8c)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:15.561731 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-07b5765a-bcfb-43bb-a3f0-cdb0d60f0a07 req-14cc185a-1026-4633-817b-b741aab211a4 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:15.566404 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-663a9b01-b397-4e37-b78e-da482634077b req-e567f601-2159-460d-b7c7-420d2a7fd2cd tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] For port 51754470-1138-4148-b958-354039f668d8, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=51754470-1138-4148-b958-354039f668d8,segment=NetworkSegment(6388ccd7-db1c-4d9d-856c-3365a1a254b2),segment_id=6388ccd7-db1c-4d9d-856c-3365a1a254b2)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:15.566907 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-663a9b01-b397-4e37-b78e-da482634077b req-e567f601-2159-460d-b7c7-420d2a7fd2cd tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:15.587021 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-663a9b01-b397-4e37-b78e-da482634077b req-e567f601-2159-460d-b7c7-420d2a7fd2cd tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Calling delete_port for 51754470-1138-4148-b958-354039f668d8 owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:20:15.588539 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-07b5765a-bcfb-43bb-a3f0-cdb0d60f0a07 req-14cc185a-1026-4633-817b-b741aab211a4 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Calling delete_port for 50ee530d-9047-4e2f-b18a-7c05ac1292e8 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:20:15.653348 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5acf56-4e8b-403e-b9fd-b30514836a47 req-5857285e-31c9-4f33-9a63-7da700a06c9c tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:15.655013 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3c5acf56-4e8b-403e-b9fd-b30514836a47 req-5857285e-31c9-4f33-9a63-7da700a06c9c tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.81 "GET /v2.0/ports?device_id=e90fbca2-708d-4a63-a30a-53e577a1669f HTTP/1.1" status: 200 len: 950 time: 0.3866315 Oct 27 18:20:15.776077 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-14da53be-47f8-46b2-96fe-ac9ba3c54233 req-e4dce819-33fc-4fdc-91dc-c76cd93b398d tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910302 Oct 27 18:20:15.867201 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-07b5765a-bcfb-43bb-a3f0-cdb0d60f0a07 req-14cc185a-1026-4633-817b-b741aab211a4 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:15.880046 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['2a7444df-e262-4ae0-afaf-72b2a9d5a01a'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:20:15.885760 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['50ee530d-9047-4e2f-b18a-7c05ac1292e8'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:20:15.926236 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc185a-1026-4633-817b-b741aab211a4 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Pushing event deleted for resources: {'Port': ['ID=50ee530d-9047-4e2f-b18a-7c05ac1292e8,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:16.007481 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b5765a-bcfb-43bb-a3f0-cdb0d60f0a07 req-14cc185a-1026-4633-817b-b741aab211a4 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] No DVR routers for this DVR port 50ee530d-9047-4e2f-b18a-7c05ac1292e8 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:20:16.015641 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-07b5765a-bcfb-43bb-a3f0-cdb0d60f0a07 req-14cc185a-1026-4633-817b-b741aab211a4 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:16.019120 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-07b5765a-bcfb-43bb-a3f0-cdb0d60f0a07 req-14cc185a-1026-4633-817b-b741aab211a4 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.93 "DELETE /v2.0/ports/50ee530d-9047-4e2f-b18a-7c05ac1292e8 HTTP/1.1" status: 204 len: 173 time: 0.7342644 Oct 27 18:20:16.019583 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1598c483-dad7-410a-850c-6543cd1a54c7', 'name': 'network-vif-deleted', 'tag': '50ee530d-9047-4e2f-b18a-7c05ac1292e8'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:20:16.021840 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6d727d-7ab9-46d5-98f4-2cc51653091a" -d '{"events": [{"server_uuid": "1598c483-dad7-410a-850c-6543cd1a54c7", "name": "network-vif-deleted", "tag": "50ee530d-9047-4e2f-b18a-7c05ac1292e8"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:20:16.055792 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d34c1-ae9c-4893-ba71-60a86f8cf8f0 req-3d538615-4e72-4cb3-8745-9faed07e62f6 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:16.065009 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7e4d34c1-ae9c-4893-ba71-60a86f8cf8f0 req-3d538615-4e72-4cb3-8745-9faed07e62f6 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 984 time: 0.4087021 Oct 27 18:20:16.171676 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572dade5-70a0-4d07-9f2a-e00da7b3918b req-1b2cda97-15b1-4458-a205-1d4973dcda5e tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:16.179376 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-572dade5-70a0-4d07-9f2a-e00da7b3918b req-1b2cda97-15b1-4458-a205-1d4973dcda5e tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=41b82094-efe3-44a9-abe1-44b16a5dd542 HTTP/1.1" status: 200 len: 950 time: 0.2047801 Oct 27 18:20:16.203281 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7e4d34c1-ae9c-4893-ba71-60a86f8cf8f0 req-52af4156-9008-49f1-bfed-92ddf20125f5 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?id=234e62a3-60d9-488e-9a46-122324bb693a&id=65cd9538-4319-435d-90f4-473e43f2af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1323659 Oct 27 18:20:16.344395 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-3c5acf56-4e8b-403e-b9fd-b30514836a47 req-a54ed780-0f7e-41fb-a95a-ee5b28b1651e tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Deleting port 978a10b7-23b6-4670-8595-d5e34009eee3 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:20:16.344668 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-3c5acf56-4e8b-403e-b9fd-b30514836a47 req-a54ed780-0f7e-41fb-a95a-ee5b28b1651e tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:16.491742 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 978a10b7-23b6-4670-8595-d5e34009eee3 no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:20:16.516186 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-572dade5-70a0-4d07-9f2a-e00da7b3918b req-4bf435fa-6c37-4f45-84d1-ca0f326f08a0 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309839 Oct 27 18:20:16.591824 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2060432-0c38-4444-8d51-3159faaef86d x-openstack-request-id: req-e2060432-0c38-4444-8d51-3159faaef86d {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:20:16.592394 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1598c483-dad7-410a-850c-6543cd1a54c7", "name": "network-vif-deleted", "tag": "50ee530d-9047-4e2f-b18a-7c05ac1292e8", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:20:16.592394 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e2060432-0c38-4444-8d51-3159faaef86d {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:20:16.593550 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1598c483-dad7-410a-850c-6543cd1a54c7', 'name': 'network-vif-deleted', 'tag': '50ee530d-9047-4e2f-b18a-7c05ac1292e8', 'status': 'completed', 'code': 200} Oct 27 18:20:16.605074 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-663a9b01-b397-4e37-b78e-da482634077b req-e567f601-2159-460d-b7c7-420d2a7fd2cd tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:16.631898 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f37939-69cc-4c02-8694-2584a7773f9a req-4471edb5-5bea-49a3-9644-40b2cac37627 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:16.642227 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a1f37939-69cc-4c02-8694-2584a7773f9a req-4471edb5-5bea-49a3-9644-40b2cac37627 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 945 time: 0.2273564 Oct 27 18:20:16.692519 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:16.705291 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d692dc04-4e58-462d-b142-c0997d40e3b5 req-6802792f-03e5-4101-aeaa-095046103d46 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:16.712154 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 51754470-1138-4148-b958-354039f668d8 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:20:16.742158 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 978a10b7-23b6-4670-8595-d5e34009eee3, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=978a10b7-23b6-4670-8595-d5e34009eee3,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:16.772048 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e567f601-2159-460d-b7c7-420d2a7fd2cd tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Pushing event deleted for resources: {'Port': ['ID=51754470-1138-4148-b958-354039f668d8,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:16.794430 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e90fbca2-708d-4a63-a30a-53e577a1669f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '978a10b7-23b6-4670-8595-d5e34009eee3'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:20:16.796986 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016b4bba-d470-4095-9f19-b193b644d1b6" -d '{"events": [{"server_uuid": "e90fbca2-708d-4a63-a30a-53e577a1669f", "name": "network-vif-unplugged", "status": "completed", "tag": "978a10b7-23b6-4670-8595-d5e34009eee3"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:20:16.801429 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['04183844-5bf2-4075-a1d2-2c9bb9edfe98'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:20:16.807027 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 51754470-1138-4148-b958-354039f668d8 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:20:16.807027 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 51754470-1138-4148-b958-354039f668d8 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:20:16.807288 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 71e02d4c-9dde-4112-b402-96d956d80d3f no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:20:16.877342 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:16.878172 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 50ee530d-9047-4e2f-b18a-7c05ac1292e8 no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:20:16.956331 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] No Port match for: 50ee530d-9047-4e2f-b18a-7c05ac1292e8 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:20:16.957513 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 50ee530d-9047-4e2f-b18a-7c05ac1292e8 not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:20:16.957973 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 6e6b7ac8-4b7d-4589-89a2-74f99ccd771e no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:20:17.014923 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] No Port match for: 6e6b7ac8-4b7d-4589-89a2-74f99ccd771e {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:20:17.015205 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 6e6b7ac8-4b7d-4589-89a2-74f99ccd771e not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:20:17.019103 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=978a10b7-23b6-4670-8595-d5e34009eee3,revision_number=6']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:17.079599 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:17.175268 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6802792f-03e5-4101-aeaa-095046103d46 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Pushing event deleted for resources: {'Port': ['ID=6e6b7ac8-4b7d-4589-89a2-74f99ccd771e,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:17.288478 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 71e02d4c-9dde-4112-b402-96d956d80d3f, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=71e02d4c-9dde-4112-b402-96d956d80d3f,segment=NetworkSegment(a16e71ba-967b-4856-97b5-a0b9e252c995),segment_id=a16e71ba-967b-4856-97b5-a0b9e252c995)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:17.342920 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:17.346041 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 45a12de5-0b9d-4642-8702-248cd501c404 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:20:17.382725 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-663a9b01-b397-4e37-b78e-da482634077b req-e567f601-2159-460d-b7c7-420d2a7fd2cd tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] No DVR routers for this DVR port 51754470-1138-4148-b958-354039f668d8 on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:20:17.389280 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-663a9b01-b397-4e37-b78e-da482634077b req-e567f601-2159-460d-b7c7-420d2a7fd2cd tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:17.393805 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-663a9b01-b397-4e37-b78e-da482634077b req-e567f601-2159-460d-b7c7-420d2a7fd2cd tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.93 "DELETE /v2.0/ports/51754470-1138-4148-b958-354039f668d8 HTTP/1.1" status: 204 len: 173 time: 2.7579787 Oct 27 18:20:17.397679 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-3c5acf56-4e8b-403e-b9fd-b30514836a47 req-a54ed780-0f7e-41fb-a95a-ee5b28b1651e tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] For port 978a10b7-23b6-4670-8595-d5e34009eee3, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=978a10b7-23b6-4670-8595-d5e34009eee3,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:17.398051 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-3c5acf56-4e8b-403e-b9fd-b30514836a47 req-a54ed780-0f7e-41fb-a95a-ee5b28b1651e tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:17.409051 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab65244-8f0e-4194-bc52-9ffd9173e6d2', 'name': 'network-vif-deleted', 'tag': '51754470-1138-4148-b958-354039f668d8'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:20:17.419268 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693261cf-9625-4fd8-bc3f-e604019e60a0" -d '{"events": [{"server_uuid": "4ab65244-8f0e-4194-bc52-9ffd9173e6d2", "name": "network-vif-deleted", "tag": "51754470-1138-4148-b958-354039f668d8"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:20:17.425103 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-d692dc04-4e58-462d-b142-c0997d40e3b5 req-6802792f-03e5-4101-aeaa-095046103d46 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] No DVR routers for this DVR port 6e6b7ac8-4b7d-4589-89a2-74f99ccd771e on host n-h1-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:20:17.428463 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d692dc04-4e58-462d-b142-c0997d40e3b5 req-6802792f-03e5-4101-aeaa-095046103d46 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:17.438241 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d692dc04-4e58-462d-b142-c0997d40e3b5 req-6802792f-03e5-4101-aeaa-095046103d46 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.81 "DELETE /v2.0/ports/6e6b7ac8-4b7d-4589-89a2-74f99ccd771e HTTP/1.1" status: 204 len: 173 time: 3.0163324 Oct 27 18:20:17.494509 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=71e02d4c-9dde-4112-b402-96d956d80d3f,revision_number=6']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:17.523582 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a1f37939-69cc-4c02-8694-2584a7773f9a req-0118c424-4eb7-4922-a529-902f73a02c70 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8765490 Oct 27 18:20:17.572741 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:17.618159 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-3c5acf56-4e8b-403e-b9fd-b30514836a47 req-a54ed780-0f7e-41fb-a95a-ee5b28b1651e tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Calling delete_port for 978a10b7-23b6-4670-8595-d5e34009eee3 owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:20:17.627083 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 45a12de5-0b9d-4642-8702-248cd501c404, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=45a12de5-0b9d-4642-8702-248cd501c404,segment=NetworkSegment(6388ccd7-db1c-4d9d-856c-3365a1a254b2),segment_id=6388ccd7-db1c-4d9d-856c-3365a1a254b2)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:17.660860 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247eda7-b635-460f-bc04-f62d0e8455f8 req-bffde47b-653b-4260-861e-657a4197e2dd tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:17.673651 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247eda7-b635-460f-bc04-f62d0e8455f8 req-bffde47b-653b-4260-861e-657a4197e2dd tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:17.675953 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8247eda7-b635-460f-bc04-f62d0e8455f8 req-bffde47b-653b-4260-861e-657a4197e2dd tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ab65244-8f0e-4194-bc52-9ffd9173e6d2 HTTP/1.1" status: 200 len: 1683 time: 0.9507854 Oct 27 18:20:17.704011 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:17.812104 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=45a12de5-0b9d-4642-8702-248cd501c404,revision_number=6']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:17.861480 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ad837b18-cc53-41c5-9db6-0fc3d424c69a req-0cf572a1-3504-416f-b8ff-33e2934a0063 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 210 time: 0.0383809 Oct 27 18:20:17.902042 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8247eda7-b635-460f-bc04-f62d0e8455f8 req-d0e16462-b6aa-4957-8d54-cf6b5276df70 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/security-groups?id=6811083f-b04b-4ef8-aa3e-e44ef0c0cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081988 Oct 27 18:20:17.957865 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 18:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39513a3-851c-4997-88ad-8ab7b1743864 x-openstack-request-id: req-f39513a3-851c-4997-88ad-8ab7b1743864 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:20:17.958211 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e90fbca2-708d-4a63-a30a-53e577a1669f", "name": "network-vif-unplugged", "status": "completed", "tag": "978a10b7-23b6-4670-8595-d5e34009eee3", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:20:17.958462 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f39513a3-851c-4997-88ad-8ab7b1743864 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:20:17.959099 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e90fbca2-708d-4a63-a30a-53e577a1669f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '978a10b7-23b6-4670-8595-d5e34009eee3', 'code': 200} Oct 27 18:20:18.032897 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-663a9b01-b397-4e37-b78e-da482634077b req-8b20068d-58c7-4897-a385-fb52fe238ebc tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Deleting port 71e02d4c-9dde-4112-b402-96d956d80d3f {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:20:18.032897 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-663a9b01-b397-4e37-b78e-da482634077b req-8b20068d-58c7-4897-a385-fb52fe238ebc tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:18.170242 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d670e9-3e86-4e1d-8bd2-1899418aaef2 x-openstack-request-id: req-37d670e9-3e86-4e1d-8bd2-1899418aaef2 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:20:18.171783 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ab65244-8f0e-4194-bc52-9ffd9173e6d2", "name": "network-vif-deleted", "tag": "51754470-1138-4148-b958-354039f668d8", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:20:18.171993 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-37d670e9-3e86-4e1d-8bd2-1899418aaef2 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:20:18.172392 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ab65244-8f0e-4194-bc52-9ffd9173e6d2', 'name': 'network-vif-deleted', 'tag': '51754470-1138-4148-b958-354039f668d8', 'status': 'completed', 'code': 200} Oct 27 18:20:18.198367 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e532ceb-81e0-4afc-ad34-7a12b7d575c2 req-47e966cd-ed9c-48c1-a651-ff83d4d4f44c tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:18.202254 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4e532ceb-81e0-4afc-ad34-7a12b7d575c2 req-47e966cd-ed9c-48c1-a651-ff83d4d4f44c tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 984 time: 0.1683602 Oct 27 18:20:18.302285 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9a7a91b7-76f7-489e-a23f-bc42219f9b4f req-b89bf017-18e6-41dd-a2f7-913206b1d71a tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=41b82094-efe3-44a9-abe1-44b16a5dd542 HTTP/1.1" status: 200 len: 210 time: 0.0576096 Oct 27 18:20:18.303053 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-3c5acf56-4e8b-403e-b9fd-b30514836a47 req-a54ed780-0f7e-41fb-a95a-ee5b28b1651e tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:18.317248 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['04183844-5bf2-4075-a1d2-2c9bb9edfe98'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:20:18.380314 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ed780-0f7e-41fb-a95a-ee5b28b1651e tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Pushing event deleted for resources: {'Port': ['ID=978a10b7-23b6-4670-8595-d5e34009eee3,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:18.406552 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-663a9b01-b397-4e37-b78e-da482634077b req-8b20068d-58c7-4897-a385-fb52fe238ebc tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] For port 71e02d4c-9dde-4112-b402-96d956d80d3f, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=71e02d4c-9dde-4112-b402-96d956d80d3f,segment=NetworkSegment(a16e71ba-967b-4856-97b5-a0b9e252c995),segment_id=a16e71ba-967b-4856-97b5-a0b9e252c995)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:18.407333 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-663a9b01-b397-4e37-b78e-da482634077b req-8b20068d-58c7-4897-a385-fb52fe238ebc tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:18.533197 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4e532ceb-81e0-4afc-ad34-7a12b7d575c2 req-5fb9daf2-2bf3-485e-ac97-e5e0001fec53 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?id=234e62a3-60d9-488e-9a46-122324bb693a&id=65cd9538-4319-435d-90f4-473e43f2af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3087661 Oct 27 18:20:18.538048 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-663a9b01-b397-4e37-b78e-da482634077b req-8b20068d-58c7-4897-a385-fb52fe238ebc tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Calling delete_port for 71e02d4c-9dde-4112-b402-96d956d80d3f owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:20:18.603313 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c5acf56-4e8b-403e-b9fd-b30514836a47 req-a54ed780-0f7e-41fb-a95a-ee5b28b1651e tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] No DVR routers for this DVR port 978a10b7-23b6-4670-8595-d5e34009eee3 on host n-h1-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:20:18.608984 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-3c5acf56-4e8b-403e-b9fd-b30514836a47 req-a54ed780-0f7e-41fb-a95a-ee5b28b1651e tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:18.619215 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3c5acf56-4e8b-403e-b9fd-b30514836a47 req-a54ed780-0f7e-41fb-a95a-ee5b28b1651e tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.81 "DELETE /v2.0/ports/978a10b7-23b6-4670-8595-d5e34009eee3 HTTP/1.1" status: 204 len: 173 time: 2.9416213 Oct 27 18:20:18.696554 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 50ee530d-9047-4e2f-b18a-7c05ac1292e8 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:20:18.785834 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 50ee530d-9047-4e2f-b18a-7c05ac1292e8 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:20:18.786187 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 50ee530d-9047-4e2f-b18a-7c05ac1292e8 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:20:18.954732 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-65d7d0d7-47ea-47ec-85e4-a2276c19360e req-3c926e08-b0ee-4579-8c14-954b02f83597 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-783172734&fields=id&tenant_id=a5994b7ba06b4151b58ba01f2c995408 HTTP/1.1" status: 200 len: 267 time: 0.1926455 Oct 27 18:20:19.118287 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7d0d7-47ea-47ec-85e4-a2276c19360e req-8573a0e1-a967-415c-b11b-7cf1f8eee067 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:19.128871 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-65d7d0d7-47ea-47ec-85e4-a2276c19360e req-8573a0e1-a967-415c-b11b-7cf1f8eee067 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 984 time: 0.1719785 Oct 27 18:20:19.150326 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-65d7d0d7-47ea-47ec-85e4-a2276c19360e req-90be52bd-d010-4982-bd50-7010d751bfb0 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Request body: {'port': {'security_groups': ['234e62a3-60d9-488e-9a46-122324bb693a', '65cd9538-4319-435d-90f4-473e43f2af2d', '8be8d67e-5ab5-417e-9418-301405fe031b']}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:20:19.211953 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f60c2-04cd-4d4d-a6fd-5a5102ae44b3 req-ee31730f-1f8e-4e49-b8f5-76bfc87e3570 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:19.213569 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd5f60c2-04cd-4d4d-a6fd-5a5102ae44b3 req-ee31730f-1f8e-4e49-b8f5-76bfc87e3570 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 945 time: 0.2391708 Oct 27 18:20:19.364243 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd5f60c2-04cd-4d4d-a6fd-5a5102ae44b3 req-3bde9233-2135-4556-88e0-7285010572a8 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160202 Oct 27 18:20:19.364243 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-65d7d0d7-47ea-47ec-85e4-a2276c19360e req-90be52bd-d010-4982-bd50-7010d751bfb0 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:19.516284 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-663a9b01-b397-4e37-b78e-da482634077b req-8b20068d-58c7-4897-a385-fb52fe238ebc tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:19.592668 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20068d-58c7-4897-a385-fb52fe238ebc tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Pushing event deleted for resources: {'Port': ['ID=71e02d4c-9dde-4112-b402-96d956d80d3f,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:19.687253 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-663a9b01-b397-4e37-b78e-da482634077b req-8b20068d-58c7-4897-a385-fb52fe238ebc tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] No DVR routers for this DVR port 71e02d4c-9dde-4112-b402-96d956d80d3f on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:20:19.693852 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-663a9b01-b397-4e37-b78e-da482634077b req-8b20068d-58c7-4897-a385-fb52fe238ebc tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:19.702525 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-663a9b01-b397-4e37-b78e-da482634077b req-8b20068d-58c7-4897-a385-fb52fe238ebc tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.93 "DELETE /v2.0/ports/71e02d4c-9dde-4112-b402-96d956d80d3f HTTP/1.1" status: 204 len: 173 time: 2.2517059 Oct 27 18:20:19.742454 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3912e140-8b97-41ba-84c9-5bfeea2514d1 req-3a8d3717-4975-48c7-8b60-1a832e2b5406 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 210 time: 0.1220214 Oct 27 18:20:19.952460 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-65d7d0d7-47ea-47ec-85e4-a2276c19360e req-90be52bd-d010-4982-bd50-7010d751bfb0 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] For port bee165a0-9e4f-4a86-a928-ae0304b1e528, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=bee165a0-9e4f-4a86-a928-ae0304b1e528,segment=NetworkSegment(86083249-b3fb-43bf-8aa0-d1a115df68ec),segment_id=86083249-b3fb-43bf-8aa0-d1a115df68ec)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:19.960042 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab65244-8f0e-4194-bc52-9ffd9173e6d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71e02d4c-9dde-4112-b402-96d956d80d3f'}, {'server_uuid': '4ab65244-8f0e-4194-bc52-9ffd9173e6d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45a12de5-0b9d-4642-8702-248cd501c404'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:20:19.963070 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6c0819-a439-4008-8221-e55ba44a979f" -d '{"events": [{"server_uuid": "4ab65244-8f0e-4194-bc52-9ffd9173e6d2", "name": "network-vif-unplugged", "status": "completed", "tag": "71e02d4c-9dde-4112-b402-96d956d80d3f"}, {"server_uuid": "4ab65244-8f0e-4194-bc52-9ffd9173e6d2", "name": "network-vif-unplugged", "status": "completed", "tag": "45a12de5-0b9d-4642-8702-248cd501c404"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:20:19.994487 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc1a02-3d39-4806-aa39-48033bb285a5 req-08c7e1e2-f2d5-4640-9789-fc5e586db842 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:19.996134 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-74bc1a02-3d39-4806-aa39-48033bb285a5 req-08c7e1e2-f2d5-4640-9789-fc5e586db842 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ab65244-8f0e-4194-bc52-9ffd9173e6d2 HTTP/1.1" status: 200 len: 944 time: 0.1310265 Oct 27 18:20:20.023271 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-663a9b01-b397-4e37-b78e-da482634077b req-4fed4d64-f4e8-4163-bb56-ff8281f077e6 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Deleting port 45a12de5-0b9d-4642-8702-248cd501c404 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:20:20.023614 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-663a9b01-b397-4e37-b78e-da482634077b req-4fed4d64-f4e8-4163-bb56-ff8281f077e6 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:20.029231 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-65d7d0d7-47ea-47ec-85e4-a2276c19360e req-90be52bd-d010-4982-bd50-7010d751bfb0 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:20.108147 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-65d7d0d7-47ea-47ec-85e4-a2276c19360e req-90be52bd-d010-4982-bd50-7010d751bfb0 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:20.114433 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-74bc1a02-3d39-4806-aa39-48033bb285a5 req-2397d505-f631-41c8-935e-368b7459abac tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/security-groups?id=6811083f-b04b-4ef8-aa3e-e44ef0c0cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079433 Oct 27 18:20:20.125353 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['50ed6423-e6aa-4fb4-9f04-88c9e0df44f1', 'bee165a0-9e4f-4a86-a928-ae0304b1e528'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:20:20.173286 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b82094-efe3-44a9-abe1-44b16a5dd542', 'name': 'network-vif-deleted', 'tag': '6e6b7ac8-4b7d-4589-89a2-74f99ccd771e'}, {'server_uuid': 'e90fbca2-708d-4a63-a30a-53e577a1669f', 'name': 'network-vif-deleted', 'tag': '978a10b7-23b6-4670-8595-d5e34009eee3'}, {'server_uuid': '4ab65244-8f0e-4194-bc52-9ffd9173e6d2', 'name': 'network-vif-deleted', 'tag': '71e02d4c-9dde-4112-b402-96d956d80d3f'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:20:20.175604 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98b326e-fc6d-47c3-b288-5eed31a24a4b" -d '{"events": [{"server_uuid": "41b82094-efe3-44a9-abe1-44b16a5dd542", "name": "network-vif-deleted", "tag": "6e6b7ac8-4b7d-4589-89a2-74f99ccd771e"}, {"server_uuid": "e90fbca2-708d-4a63-a30a-53e577a1669f", "name": "network-vif-deleted", "tag": "978a10b7-23b6-4670-8595-d5e34009eee3"}, {"server_uuid": "4ab65244-8f0e-4194-bc52-9ffd9173e6d2", "name": "network-vif-deleted", "tag": "71e02d4c-9dde-4112-b402-96d956d80d3f"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:20:20.206780 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7d0d7-47ea-47ec-85e4-a2276c19360e req-90be52bd-d010-4982-bd50-7010d751bfb0 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:20.207393 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-65d7d0d7-47ea-47ec-85e4-a2276c19360e req-90be52bd-d010-4982-bd50-7010d751bfb0 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:20.224775 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-65d7d0d7-47ea-47ec-85e4-a2276c19360e req-90be52bd-d010-4982-bd50-7010d751bfb0 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "PUT /v2.0/ports/bee165a0-9e4f-4a86-a928-ae0304b1e528 HTTP/1.1" status: 200 len: 1020 time: 1.0946157 Oct 27 18:20:20.304984 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-663a9b01-b397-4e37-b78e-da482634077b req-4fed4d64-f4e8-4163-bb56-ff8281f077e6 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] For port 45a12de5-0b9d-4642-8702-248cd501c404, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=45a12de5-0b9d-4642-8702-248cd501c404,segment=NetworkSegment(6388ccd7-db1c-4d9d-856c-3365a1a254b2),segment_id=6388ccd7-db1c-4d9d-856c-3365a1a254b2)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:20.305359 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-663a9b01-b397-4e37-b78e-da482634077b req-4fed4d64-f4e8-4163-bb56-ff8281f077e6 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:20.319163 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['bee165a0-9e4f-4a86-a928-ae0304b1e528'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:20:20.333504 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be52bd-d010-4982-bd50-7010d751bfb0 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Pushing event updated for resources: {'Port': ['ID=bee165a0-9e4f-4a86-a928-ae0304b1e528,revision_number=7']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:20.360861 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-663a9b01-b397-4e37-b78e-da482634077b req-4fed4d64-f4e8-4163-bb56-ff8281f077e6 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Calling delete_port for 45a12de5-0b9d-4642-8702-248cd501c404 owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:20:20.383003 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 27 Oct 2021 18:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3a52c3-1791-4056-84b2-db677f42deba x-openstack-request-id: req-1e3a52c3-1791-4056-84b2-db677f42deba {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:20:20.383309 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b82094-efe3-44a9-abe1-44b16a5dd542", "name": "network-vif-deleted", "tag": "6e6b7ac8-4b7d-4589-89a2-74f99ccd771e", "status": "completed", "code": 200}, {"server_uuid": "e90fbca2-708d-4a63-a30a-53e577a1669f", "name": "network-vif-deleted", "tag": "978a10b7-23b6-4670-8595-d5e34009eee3", "status": "completed", "code": 200}, {"server_uuid": "4ab65244-8f0e-4194-bc52-9ffd9173e6d2", "name": "network-vif-deleted", "tag": "71e02d4c-9dde-4112-b402-96d956d80d3f", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:20:20.383573 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1e3a52c3-1791-4056-84b2-db677f42deba {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:20:20.386532 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b82094-efe3-44a9-abe1-44b16a5dd542', 'name': 'network-vif-deleted', 'tag': '6e6b7ac8-4b7d-4589-89a2-74f99ccd771e', 'status': 'completed', 'code': 200} Oct 27 18:20:20.386866 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e90fbca2-708d-4a63-a30a-53e577a1669f', 'name': 'network-vif-deleted', 'tag': '978a10b7-23b6-4670-8595-d5e34009eee3', 'status': 'completed', 'code': 200} Oct 27 18:20:20.387107 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ab65244-8f0e-4194-bc52-9ffd9173e6d2', 'name': 'network-vif-deleted', 'tag': '71e02d4c-9dde-4112-b402-96d956d80d3f', 'status': 'completed', 'code': 200} Oct 27 18:20:20.394275 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 27 Oct 2021 18:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a2718f-01dd-4772-b2a2-df0942d5fc6f x-openstack-request-id: req-43a2718f-01dd-4772-b2a2-df0942d5fc6f {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:20:20.394568 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ab65244-8f0e-4194-bc52-9ffd9173e6d2", "name": "network-vif-unplugged", "status": "completed", "tag": "71e02d4c-9dde-4112-b402-96d956d80d3f", "code": 200}, {"server_uuid": "4ab65244-8f0e-4194-bc52-9ffd9173e6d2", "name": "network-vif-unplugged", "status": "completed", "tag": "45a12de5-0b9d-4642-8702-248cd501c404", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:20:20.394843 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-43a2718f-01dd-4772-b2a2-df0942d5fc6f {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:20:20.395248 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ab65244-8f0e-4194-bc52-9ffd9173e6d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71e02d4c-9dde-4112-b402-96d956d80d3f', 'code': 200} Oct 27 18:20:20.395509 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ab65244-8f0e-4194-bc52-9ffd9173e6d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45a12de5-0b9d-4642-8702-248cd501c404', 'code': 200} Oct 27 18:20:20.619456 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23ae73-b08d-4893-8647-52fc6e957c9f req-172e0a79-0a3d-42ca-83cf-33d4d0731327 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:20.628138 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5f23ae73-b08d-4893-8647-52fc6e957c9f req-172e0a79-0a3d-42ca-83cf-33d4d0731327 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 945 time: 0.1046731 Oct 27 18:20:20.645161 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-601b0329-d6fa-42fe-b615-9b36cf346f33 req-aac6a7d8-af98-4e29-8a23-4f8b5ef234d8 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups/8be8d67e-5ab5-417e-9418-301405fe031b HTTP/1.1" status: 200 len: 1800 time: 0.1733394 Oct 27 18:20:20.742339 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5f23ae73-b08d-4893-8647-52fc6e957c9f req-1c078f19-1c62-4984-b6e2-3689d8d573c7 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129549 Oct 27 18:20:20.792018 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [req-601b0329-d6fa-42fe-b615-9b36cf346f33 req-b6d1759a-b5f4-46c9-8f81-8499ca7cee92 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 27 18:20:20.808792 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-601b0329-d6fa-42fe-b615-9b36cf346f33 req-b6d1759a-b5f4-46c9-8f81-8499ca7cee92 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "DELETE /v2.0/security-groups/8be8d67e-5ab5-417e-9418-301405fe031b HTTP/1.1" status: 409 len: 341 time: 0.1624701 Oct 27 18:20:20.977840 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-663a9b01-b397-4e37-b78e-da482634077b req-4fed4d64-f4e8-4163-bb56-ff8281f077e6 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:21.086233 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed4d64-f4e8-4163-bb56-ff8281f077e6 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Pushing event deleted for resources: {'Port': ['ID=45a12de5-0b9d-4642-8702-248cd501c404,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:21.158959 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e91e94f2-7ab1-476f-bcb0-d37e34e22553 req-41135b78-d65a-44ad-a3bc-af58393fa46b tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 210 time: 0.0941885 Oct 27 18:20:21.160100 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-663a9b01-b397-4e37-b78e-da482634077b req-4fed4d64-f4e8-4163-bb56-ff8281f077e6 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] No DVR routers for this DVR port 45a12de5-0b9d-4642-8702-248cd501c404 on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:20:21.166713 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-663a9b01-b397-4e37-b78e-da482634077b req-4fed4d64-f4e8-4163-bb56-ff8281f077e6 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:21.177279 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-663a9b01-b397-4e37-b78e-da482634077b req-4fed4d64-f4e8-4163-bb56-ff8281f077e6 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.93 "DELETE /v2.0/ports/45a12de5-0b9d-4642-8702-248cd501c404 HTTP/1.1" status: 204 len: 173 time: 1.4434781 Oct 27 18:20:21.530009 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-64e9177e-4f41-4062-b830-c348a3ef6412 req-431ddfd3-77aa-4eab-842e-1baad70cc7ae tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ab65244-8f0e-4194-bc52-9ffd9173e6d2 HTTP/1.1" status: 200 len: 210 time: 0.0342753 Oct 27 18:20:21.854609 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26a651-8e4c-4a94-8ea3-fe86972e1ef4 req-c778c2f5-1782-458a-8271-5bcf428e65f1 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:21.865635 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7e26a651-8e4c-4a94-8ea3-fe86972e1ef4 req-c778c2f5-1782-458a-8271-5bcf428e65f1 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 1023 time: 0.0802493 Oct 27 18:20:21.973383 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7e26a651-8e4c-4a94-8ea3-fe86972e1ef4 req-abcb3c89-cae6-4a7c-b201-431639d7a6bd tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?id=234e62a3-60d9-488e-9a46-122324bb693a&id=65cd9538-4319-435d-90f4-473e43f2af2d&id=8be8d67e-5ab5-417e-9418-301405fe031b&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1060190 Oct 27 18:20:21.994414 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a7754-cc54-4f82-bffc-391bc8c3a674 req-01ff48b0-aa9f-432c-ba03-56208aa8ac06 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:21.996111 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-155a7754-cc54-4f82-bffc-391bc8c3a674 req-01ff48b0-aa9f-432c-ba03-56208aa8ac06 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 945 time: 0.0998800 Oct 27 18:20:22.041974 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-155a7754-cc54-4f82-bffc-391bc8c3a674 req-4e00ee51-779f-46d0-8bd2-5ff24d93495a tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384285 Oct 27 18:20:22.111190 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af1ea5-e057-4045-97b8-50de0a89281b req-2bad4cb2-b6c5-4053-826f-89c3ba4a6a42 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:22.112862 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-86af1ea5-e057-4045-97b8-50de0a89281b req-2bad4cb2-b6c5-4053-826f-89c3ba4a6a42 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=41bfd286-9d93-4b1b-91ef-1487574e30f2 HTTP/1.1" status: 200 len: 950 time: 0.0642967 Oct 27 18:20:22.164378 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-86af1ea5-e057-4045-97b8-50de0a89281b req-70be2bdf-b86a-4a08-8a6b-d867c7084ab9 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408959 Oct 27 18:20:22.264240 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-54f52e32-74f5-4f82-9656-61a0f25c9b05 req-3dec9c51-a946-4698-8b92-0a8d2a115538 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 210 time: 0.0280800 Oct 27 18:20:22.388424 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '617f33a8-1b15-4757-a7b8-bf13dfaba8c7', 'tag': 'bee165a0-9e4f-4a86-a928-ae0304b1e528'}, {'server_uuid': '4ab65244-8f0e-4194-bc52-9ffd9173e6d2', 'name': 'network-vif-deleted', 'tag': '45a12de5-0b9d-4642-8702-248cd501c404'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:20:22.390972 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb37cf2-6b7b-4176-9251-22ce57626995" -d '{"events": [{"name": "network-changed", "server_uuid": "617f33a8-1b15-4757-a7b8-bf13dfaba8c7", "tag": "bee165a0-9e4f-4a86-a928-ae0304b1e528"}, {"server_uuid": "4ab65244-8f0e-4194-bc52-9ffd9173e6d2", "name": "network-vif-deleted", "tag": "45a12de5-0b9d-4642-8702-248cd501c404"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:20:22.460802 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 27 Oct 2021 18:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca4e813-b184-4a8d-bf6b-2b6933cf558b x-openstack-request-id: req-dca4e813-b184-4a8d-bf6b-2b6933cf558b {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:20:22.461150 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "617f33a8-1b15-4757-a7b8-bf13dfaba8c7", "tag": "bee165a0-9e4f-4a86-a928-ae0304b1e528", "status": "completed", "code": 200}, {"server_uuid": "4ab65244-8f0e-4194-bc52-9ffd9173e6d2", "name": "network-vif-deleted", "tag": "45a12de5-0b9d-4642-8702-248cd501c404", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:20:22.461406 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dca4e813-b184-4a8d-bf6b-2b6933cf558b {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:20:22.461801 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '617f33a8-1b15-4757-a7b8-bf13dfaba8c7', 'tag': 'bee165a0-9e4f-4a86-a928-ae0304b1e528', 'status': 'completed', 'code': 200} Oct 27 18:20:22.462058 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ab65244-8f0e-4194-bc52-9ffd9173e6d2', 'name': 'network-vif-deleted', 'tag': '45a12de5-0b9d-4642-8702-248cd501c404', 'status': 'completed', 'code': 200} Oct 27 18:20:22.553289 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb37cf2-6b7b-4176-9251-22ce57626995 req-1f23f925-c812-4b4e-9352-1007bdffc516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:22.554729 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5eb37cf2-6b7b-4176-9251-22ce57626995 req-1f23f925-c812-4b4e-9352-1007bdffc516 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a5994b7ba06b4151b58ba01f2c995408&device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 1174 time: 0.0508139 Oct 27 18:20:22.599760 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48336) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:20:22.709270 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb37cf2-6b7b-4176-9251-22ce57626995 req-1bc67c83-d148-4ffc-8354-5c7ebb10a84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:22.711218 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5eb37cf2-6b7b-4176-9251-22ce57626995 req-1bc67c83-d148-4ffc-8354-5c7ebb10a84e service neutron] 10.222.0.93 "GET /v2.0/networks?id=2b0c544f-e1c5-43e5-917d-858b4f45dd21 HTTP/1.1" status: 200 len: 914 time: 0.1426203 Oct 27 18:20:22.755592 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-296b1759-f575-4221-9ea4-f1588ee0e4eb tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Deleting subnet 5302600b-fe8a-44d1-ba44-773833814e2e {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:20:22.764980 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-296b1759-f575-4221-9ea4-f1588ee0e4eb tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:22.777384 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5eb37cf2-6b7b-4176-9251-22ce57626995 req-6f2cd792-77cd-45e0-9629-1dca9bbe4817 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bee165a0-9e4f-4a86-a928-ae0304b1e528 HTTP/1.1" status: 200 len: 217 time: 0.0575500 Oct 27 18:20:22.821584 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-296b1759-f575-4221-9ea4-f1588ee0e4eb tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:22.883037 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb37cf2-6b7b-4176-9251-22ce57626995 req-0124e2e7-3bf5-49c1-80f7-13b8fa6bdc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:22.885865 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5eb37cf2-6b7b-4176-9251-22ce57626995 req-0124e2e7-3bf5-49c1-80f7-13b8fa6bdc02 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4965f8af-4fde-4a0a-9bd8-662a2fb0507c HTTP/1.1" status: 200 len: 852 time: 0.0960729 Oct 27 18:20:22.928979 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5eb37cf2-6b7b-4176-9251-22ce57626995 req-905473fe-b619-4bae-8e15-ee724fa1dac6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2b0c544f-e1c5-43e5-917d-858b4f45dd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337377 Oct 27 18:20:22.935549 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-296b1759-f575-4221-9ea4-f1588ee0e4eb tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:23.035356 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5eb37cf2-6b7b-4176-9251-22ce57626995 req-25a14fe9-9061-4665-a8b6-4a72c9d44845 service neutron] 10.222.0.93 "GET /v2.0/networks/2b0c544f-e1c5-43e5-917d-858b4f45dd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961969 Oct 27 18:20:23.160697 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-296b1759-f575-4221-9ea4-f1588ee0e4eb tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:23.196940 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b1759-f575-4221-9ea4-f1588ee0e4eb tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Pushing event deleted for resources: {'Subnet': ['ID=5302600b-fe8a-44d1-ba44-773833814e2e,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:23.206943 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-296b1759-f575-4221-9ea4-f1588ee0e4eb tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:23.207736 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-296b1759-f575-4221-9ea4-f1588ee0e4eb tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "DELETE /v2.0/subnets/5302600b-fe8a-44d1-ba44-773833814e2e HTTP/1.1" status: 204 len: 168 time: 0.6063626 Oct 27 18:20:23.209696 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48358) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:20:23.223528 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607036d7-6666-4208-bc9f-7fc7568c259b req-077e95f2-009d-4954-b7ca-009a7b002927 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:23.224591 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-607036d7-6666-4208-bc9f-7fc7568c259b req-077e95f2-009d-4954-b7ca-009a7b002927 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.81 "GET /v2.0/ports?device_id=41bfd286-9d93-4b1b-91ef-1487574e30f2 HTTP/1.1" status: 200 len: 950 time: 0.1883631 Oct 27 18:20:23.231865 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f2d222-c1fe-4d6a-b2de-116e1ff33c09 None None] Network c24cd42c-d49f-46e3-a6bb-53a1d2e23b15 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:20:23.291198 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcab67-986b-487e-aa3f-cb9015a0af65 req-cab50335-20be-4e44-85db-83b7cbbce854 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:23.291198 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-43dcab67-986b-487e-aa3f-cb9015a0af65 req-cab50335-20be-4e44-85db-83b7cbbce854 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 1023 time: 0.2006569 Oct 27 18:20:23.300476 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5eb37cf2-6b7b-4176-9251-22ce57626995 req-ba7bce45-c380-4b7f-9e2c-48d32699d5de service neutron] 10.222.0.93 "GET /v2.0/networks/2b0c544f-e1c5-43e5-917d-858b4f45dd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544384 Oct 27 18:20:23.314911 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b1c62-7cf4-42c4-8fc7-3e33ed4b9e84 req-927e3837-a76a-4939-9139-074cd383ee84 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:23.316438 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-449b1c62-7cf4-42c4-8fc7-3e33ed4b9e84 req-927e3837-a76a-4939-9139-074cd383ee84 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 945 time: 0.1618242 Oct 27 18:20:23.392594 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-43930933-dd16-403d-a195-f2fb3394402e tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:23.430314 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-43dcab67-986b-487e-aa3f-cb9015a0af65 req-f9ae8f87-ea63-44b7-bc2b-33fead9789f7 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?id=234e62a3-60d9-488e-9a46-122324bb693a&id=65cd9538-4319-435d-90f4-473e43f2af2d&id=8be8d67e-5ab5-417e-9418-301405fe031b&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1081989 Oct 27 18:20:23.443377 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc04bde-f9ab-4d27-af47-5aa1bece121e req-334a41c4-4f4e-4ad3-ad20-c9a5d569275c tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:23.443377 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7cc04bde-f9ab-4d27-af47-5aa1bece121e req-334a41c4-4f4e-4ad3-ad20-c9a5d569275c tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.93 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 1023 time: 0.1530275 Oct 27 18:20:23.455092 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-449b1c62-7cf4-42c4-8fc7-3e33ed4b9e84 req-8d4004f9-dc83-426b-bd13-8c5dc32abad1 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242216 Oct 27 18:20:23.485107 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-607036d7-6666-4208-bc9f-7fc7568c259b req-14584ed8-577b-4652-81bc-3152ec1e0a56 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Deleting port 04183844-5bf2-4075-a1d2-2c9bb9edfe98 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:20:23.485320 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-607036d7-6666-4208-bc9f-7fc7568c259b req-14584ed8-577b-4652-81bc-3152ec1e0a56 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:23.528987 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b452b25-c2a8-4dd9-a920-a681467d3337 None None] DHCP port deletion for c24cd42c-d49f-46e3-a6bb-53a1d2e23b15 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:20:23.643893 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-9b452b25-c2a8-4dd9-a920-a681467d3337 None None] Deleting port 2b539344-0ec0-4df7-8ce5-02b32dad74c0 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:20:23.644219 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9b452b25-c2a8-4dd9-a920-a681467d3337 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:23.653867 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44333f90-6598-4a68-9046-4cd1afc3b52b req-2ed53528-916c-4c72-9c72-f65f10129a4c tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:23.661420 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-44333f90-6598-4a68-9046-4cd1afc3b52b req-2ed53528-916c-4c72-9c72-f65f10129a4c tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=41bfd286-9d93-4b1b-91ef-1487574e30f2 HTTP/1.1" status: 200 len: 950 time: 0.0963283 Oct 27 18:20:23.705340 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-607036d7-6666-4208-bc9f-7fc7568c259b req-14584ed8-577b-4652-81bc-3152ec1e0a56 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] For port 04183844-5bf2-4075-a1d2-2c9bb9edfe98, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=04183844-5bf2-4075-a1d2-2c9bb9edfe98,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:23.705716 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-607036d7-6666-4208-bc9f-7fc7568c259b req-14584ed8-577b-4652-81bc-3152ec1e0a56 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:23.711501 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-43930933-dd16-403d-a195-f2fb3394402e tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Deleting port 2b539344-0ec0-4df7-8ce5-02b32dad74c0 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:20:23.712034 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-43930933-dd16-403d-a195-f2fb3394402e tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:23.719930 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 2b539344-0ec0-4df7-8ce5-02b32dad74c0 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:20:23.729874 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fb339fdd-21e7-47c2-a951-58d67d6dc0b5 req-b1155ee9-dc40-485c-84c8-ee944c8ffaf5 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 210 time: 0.0407157 Oct 27 18:20:23.741880 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-607036d7-6666-4208-bc9f-7fc7568c259b req-14584ed8-577b-4652-81bc-3152ec1e0a56 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Calling delete_port for 04183844-5bf2-4075-a1d2-2c9bb9edfe98 owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:20:23.781097 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-9b452b25-c2a8-4dd9-a920-a681467d3337 None None] For port 2b539344-0ec0-4df7-8ce5-02b32dad74c0, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=2b539344-0ec0-4df7-8ce5-02b32dad74c0,segment=NetworkSegment(a16e71ba-967b-4856-97b5-a0b9e252c995),segment_id=a16e71ba-967b-4856-97b5-a0b9e252c995)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:23.781487 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9b452b25-c2a8-4dd9-a920-a681467d3337 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:23.783495 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-44333f90-6598-4a68-9046-4cd1afc3b52b req-834ff7cd-1e2c-410c-8417-7d3de1720df0 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b10a56c-3775-4ac9-8e9d-5fb15f399249&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149733 Oct 27 18:20:23.800929 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-9b452b25-c2a8-4dd9-a920-a681467d3337 None None] Calling delete_port for 2b539344-0ec0-4df7-8ce5-02b32dad74c0 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:20:23.836144 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-43930933-dd16-403d-a195-f2fb3394402e tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] For port 2b539344-0ec0-4df7-8ce5-02b32dad74c0, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=2b539344-0ec0-4df7-8ce5-02b32dad74c0,segment=NetworkSegment(a16e71ba-967b-4856-97b5-a0b9e252c995),segment_id=a16e71ba-967b-4856-97b5-a0b9e252c995)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:23.836503 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-43930933-dd16-403d-a195-f2fb3394402e tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:23.868205 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-7cc04bde-f9ab-4d27-af47-5aa1bece121e req-d4b3d632-093d-409a-b73f-b4f0edfbbbfd tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Deleting port bee165a0-9e4f-4a86-a928-ae0304b1e528 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:20:23.868547 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7cc04bde-f9ab-4d27-af47-5aa1bece121e req-d4b3d632-093d-409a-b73f-b4f0edfbbbfd tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:23.872157 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-43930933-dd16-403d-a195-f2fb3394402e tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Calling delete_port for 2b539344-0ec0-4df7-8ce5-02b32dad74c0 owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:20:23.901991 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:23.987394 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 2b539344-0ec0-4df7-8ce5-02b32dad74c0, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=2b539344-0ec0-4df7-8ce5-02b32dad74c0,segment=NetworkSegment(a16e71ba-967b-4856-97b5-a0b9e252c995),segment_id=a16e71ba-967b-4856-97b5-a0b9e252c995)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:24.083597 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-7cc04bde-f9ab-4d27-af47-5aa1bece121e req-d4b3d632-093d-409a-b73f-b4f0edfbbbfd tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] For port bee165a0-9e4f-4a86-a928-ae0304b1e528, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=bee165a0-9e4f-4a86-a928-ae0304b1e528,segment=NetworkSegment(86083249-b3fb-43bf-8aa0-d1a115df68ec),segment_id=86083249-b3fb-43bf-8aa0-d1a115df68ec)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:24.084142 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7cc04bde-f9ab-4d27-af47-5aa1bece121e req-d4b3d632-093d-409a-b73f-b4f0edfbbbfd tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:24.103988 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-7cc04bde-f9ab-4d27-af47-5aa1bece121e req-d4b3d632-093d-409a-b73f-b4f0edfbbbfd tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Calling delete_port for bee165a0-9e4f-4a86-a928-ae0304b1e528 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:20:24.125723 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:24.138511 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-607036d7-6666-4208-bc9f-7fc7568c259b req-14584ed8-577b-4652-81bc-3152ec1e0a56 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:24.188153 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14584ed8-577b-4652-81bc-3152ec1e0a56 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Pushing event deleted for resources: {'Port': ['ID=04183844-5bf2-4075-a1d2-2c9bb9edfe98,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:24.191231 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['04183844-5bf2-4075-a1d2-2c9bb9edfe98'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:20:24.238643 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-607036d7-6666-4208-bc9f-7fc7568c259b req-14584ed8-577b-4652-81bc-3152ec1e0a56 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] No DVR routers for this DVR port 04183844-5bf2-4075-a1d2-2c9bb9edfe98 on host n-h1-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:20:24.241402 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-607036d7-6666-4208-bc9f-7fc7568c259b req-14584ed8-577b-4652-81bc-3152ec1e0a56 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:24.246495 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-607036d7-6666-4208-bc9f-7fc7568c259b req-14584ed8-577b-4652-81bc-3152ec1e0a56 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.81 "DELETE /v2.0/ports/04183844-5bf2-4075-a1d2-2c9bb9edfe98 HTTP/1.1" status: 204 len: 173 time: 1.0096545 Oct 27 18:20:24.298803 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=2b539344-0ec0-4df7-8ce5-02b32dad74c0,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:24.303577 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9b452b25-c2a8-4dd9-a920-a681467d3337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:24.313084 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-43930933-dd16-403d-a195-f2fb3394402e tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:24.337152 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b452b25-c2a8-4dd9-a920-a681467d3337 None None] Pushing event deleted for resources: {'Port': ['ID=2b539344-0ec0-4df7-8ce5-02b32dad74c0,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:24.340877 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b452b25-c2a8-4dd9-a920-a681467d3337 None None] No DVR routers for this DVR port 2b539344-0ec0-4df7-8ce5-02b32dad74c0 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:20:24.372773 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43930933-dd16-403d-a195-f2fb3394402e tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] No DVR routers for this DVR port 2b539344-0ec0-4df7-8ce5-02b32dad74c0 on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:20:24.375321 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43930933-dd16-403d-a195-f2fb3394402e tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Pushing event deleted for resources: {'Port': ['ID=2b539344-0ec0-4df7-8ce5-02b32dad74c0,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:24.419364 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7cc04bde-f9ab-4d27-af47-5aa1bece121e req-d4b3d632-093d-409a-b73f-b4f0edfbbbfd tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:24.425364 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['50ed6423-e6aa-4fb4-9f04-88c9e0df44f1', 'bee165a0-9e4f-4a86-a928-ae0304b1e528'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:20:24.463363 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41bfd286-9d93-4b1b-91ef-1487574e30f2', 'name': 'network-vif-deleted', 'tag': '04183844-5bf2-4075-a1d2-2c9bb9edfe98'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:20:24.465752 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2dbad4c-7abe-4016-b6dc-c04fada722cc" -d '{"events": [{"server_uuid": "41bfd286-9d93-4b1b-91ef-1487574e30f2", "name": "network-vif-deleted", "tag": "04183844-5bf2-4075-a1d2-2c9bb9edfe98"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:20:24.494134 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b3d632-093d-409a-b73f-b4f0edfbbbfd tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Pushing event deleted for resources: {'Port': ['ID=bee165a0-9e4f-4a86-a928-ae0304b1e528,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:24.514309 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-43930933-dd16-403d-a195-f2fb3394402e tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:24.592581 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-06809a7c-7df6-412d-987a-d4e4174282b7 req-6ef9825d-e11b-42f2-a2a9-d0a7b837e270 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 210 time: 0.0603831 Oct 27 18:20:24.600966 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc04bde-f9ab-4d27-af47-5aa1bece121e req-d4b3d632-093d-409a-b73f-b4f0edfbbbfd tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] No DVR routers for this DVR port bee165a0-9e4f-4a86-a928-ae0304b1e528 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:20:24.609012 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7cc04bde-f9ab-4d27-af47-5aa1bece121e req-d4b3d632-093d-409a-b73f-b4f0edfbbbfd tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:24.616847 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7cc04bde-f9ab-4d27-af47-5aa1bece121e req-d4b3d632-093d-409a-b73f-b4f0edfbbbfd tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.93 "DELETE /v2.0/ports/bee165a0-9e4f-4a86-a928-ae0304b1e528 HTTP/1.1" status: 204 len: 173 time: 1.1512301 Oct 27 18:20:24.617462 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617f33a8-1b15-4757-a7b8-bf13dfaba8c7', 'name': 'network-vif-deleted', 'tag': 'bee165a0-9e4f-4a86-a928-ae0304b1e528'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:20:24.619618 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb0f98d-5405-45a1-84b1-6cd1b18a0fe3" -d '{"events": [{"server_uuid": "617f33a8-1b15-4757-a7b8-bf13dfaba8c7", "name": "network-vif-deleted", "tag": "bee165a0-9e4f-4a86-a928-ae0304b1e528"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:20:24.625293 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-43930933-dd16-403d-a195-f2fb3394402e tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c24cd42c-d49f-46e3-a6bb-53a1d2e23b15']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:20:24.652405 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-43930933-dd16-403d-a195-f2fb3394402e tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a16e71ba-967b-4856-97b5-a0b9e252c995') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:20:24.652738 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-43930933-dd16-403d-a195-f2fb3394402e tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a16e71ba-967b-4856-97b5-a0b9e252c995') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:20:24.667962 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-43930933-dd16-403d-a195-f2fb3394402e tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:24.674797 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9cd7e5-39cb-41d9-9c21-b207cafaf771 x-openstack-request-id: req-3b9cd7e5-39cb-41d9-9c21-b207cafaf771 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:20:24.675136 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41bfd286-9d93-4b1b-91ef-1487574e30f2", "name": "network-vif-deleted", "tag": "04183844-5bf2-4075-a1d2-2c9bb9edfe98", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:20:24.676148 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3b9cd7e5-39cb-41d9-9c21-b207cafaf771 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:20:24.676564 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41bfd286-9d93-4b1b-91ef-1487574e30f2', 'name': 'network-vif-deleted', 'tag': '04183844-5bf2-4075-a1d2-2c9bb9edfe98', 'status': 'completed', 'code': 200} Oct 27 18:20:24.690133 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-43930933-dd16-403d-a195-f2fb3394402e tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:24.737290 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43930933-dd16-403d-a195-f2fb3394402e tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:20:24.738380 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-43930933-dd16-403d-a195-f2fb3394402e tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:24.743693 n-d-815690-2 neutron-server[102879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:20:24.743693 n-d-815690-2 neutron-server[102879]: self.session.flush() Oct 27 18:20:24.743693 n-d-815690-2 neutron-server[102879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:20:24.743693 n-d-815690-2 neutron-server[102879]: self.session.flush() Oct 27 18:20:24.743693 n-d-815690-2 neutron-server[102879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:20:24.743693 n-d-815690-2 neutron-server[102879]: self.session.flush() Oct 27 18:20:24.743693 n-d-815690-2 neutron-server[102879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:20:24.743693 n-d-815690-2 neutron-server[102879]: self.session.flush() Oct 27 18:20:24.743693 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:20:24.743693 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:20:24.743693 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:20:24.743693 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:20:24.743693 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:20:24.743693 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:20:24.743693 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:20:24.743693 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:20:24.743693 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:20:24.743693 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:20:24.743693 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:20:24.743693 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:20:24.743693 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:20:24.743693 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:20:24.743693 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:20:24.743693 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:20:24.743693 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:20:24.743693 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:20:24.743693 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:20:24.743693 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:20:24.743693 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:20:24.743693 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:20:24.743693 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:20:24.743693 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:20:24.743693 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:20:24.743693 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:20:24.743693 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:20:24.743693 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:20:24.743693 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:20:24.743693 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:20:24.743693 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:20:24.743693 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:20:24.887121 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90134f9-5a42-4dcc-b752-93874cd6814a req-3c52da12-64ee-4f7a-b6af-7afa8101b25d tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:24.889400 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b90134f9-5a42-4dcc-b752-93874cd6814a req-3c52da12-64ee-4f7a-b6af-7afa8101b25d tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 945 time: 0.1170974 Oct 27 18:20:24.936977 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b90134f9-5a42-4dcc-b752-93874cd6814a req-5ceafd89-c8d9-459d-86c4-76b57e517363 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379028 Oct 27 18:20:24.958680 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-43930933-dd16-403d-a195-f2fb3394402e tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:24.973079 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-43930933-dd16-403d-a195-f2fb3394402e tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:24.976508 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-43930933-dd16-403d-a195-f2fb3394402e tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "DELETE /v2.0/networks/c24cd42c-d49f-46e3-a6bb-53a1d2e23b15 HTTP/1.1" status: 204 len: 168 time: 1.7657976 Oct 27 18:20:24.979305 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48448) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:20:25.018045 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43930933-dd16-403d-a195-f2fb3394402e tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Pushing event deleted for resources: {'Network': ['ID=c24cd42c-d49f-46e3-a6bb-53a1d2e23b15,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:25.061491 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-b26aa1e8-fce2-4b1d-896b-4450e4cfdf8f tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Deleting subnet fcb8720c-bb7c-46fa-84fe-0ff41b908d7b {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:20:25.066385 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b26aa1e8-fce2-4b1d-896b-4450e4cfdf8f tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:25.115918 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be15d4fa-687a-40a3-83da-c37761ae2888 x-openstack-request-id: req-be15d4fa-687a-40a3-83da-c37761ae2888 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:20:25.116114 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "617f33a8-1b15-4757-a7b8-bf13dfaba8c7", "name": "network-vif-deleted", "tag": "bee165a0-9e4f-4a86-a928-ae0304b1e528", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:20:25.116249 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-be15d4fa-687a-40a3-83da-c37761ae2888 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:20:25.116646 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '617f33a8-1b15-4757-a7b8-bf13dfaba8c7', 'name': 'network-vif-deleted', 'tag': 'bee165a0-9e4f-4a86-a928-ae0304b1e528', 'status': 'completed', 'code': 200} Oct 27 18:20:25.154986 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b26aa1e8-fce2-4b1d-896b-4450e4cfdf8f tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:25.263513 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5fd2fc0f-12da-405f-9b0d-86662a3f4a1e req-49e89e16-3030-4638-b3a5-555ef1e321b3 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1598c483-dad7-410a-850c-6543cd1a54c7 HTTP/1.1" status: 200 len: 210 time: 0.0572395 Oct 27 18:20:25.346787 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b26aa1e8-fce2-4b1d-896b-4450e4cfdf8f tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:25.389923 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c8309ba3-6cfb-40a0-9535-ca15c91bf383 req-52486f32-1b88-4254-9145-699d4351e8a7 tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] 10.222.0.52 "GET /v2.0/ports?device_id=41bfd286-9d93-4b1b-91ef-1487574e30f2 HTTP/1.1" status: 200 len: 210 time: 0.0542369 Oct 27 18:20:25.514156 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b26aa1e8-fce2-4b1d-896b-4450e4cfdf8f tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:25.543806 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26aa1e8-fce2-4b1d-896b-4450e4cfdf8f tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Pushing event deleted for resources: {'Subnet': ['ID=fcb8720c-bb7c-46fa-84fe-0ff41b908d7b,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:25.552631 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b26aa1e8-fce2-4b1d-896b-4450e4cfdf8f tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:25.560427 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b26aa1e8-fce2-4b1d-896b-4450e4cfdf8f tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "DELETE /v2.0/subnets/fcb8720c-bb7c-46fa-84fe-0ff41b908d7b HTTP/1.1" status: 204 len: 168 time: 0.5797775 Oct 27 18:20:25.562368 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48452) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:20:25.564499 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e060d16-5467-46d5-9bb6-521fba41ecf8 None None] Network 9b8c0782-0d89-4e76-8f58-a4e4776c9fa4 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:20:25.681724 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ff1e2b3c-2a5b-4559-abf1-c8778a586104 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:25.788084 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-ff1e2b3c-2a5b-4559-abf1-c8778a586104 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Deleting port 2e785974-c49a-469d-8f5d-e8ba738e29f6 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:20:25.788766 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ff1e2b3c-2a5b-4559-abf1-c8778a586104 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:25.791547 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3a8f214c-2bbd-4f21-97c6-b0f1028b4ae2 req-04e6b960-5d4d-46fa-8f45-469b4e8f9165 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=617f33a8-1b15-4757-a7b8-bf13dfaba8c7 HTTP/1.1" status: 200 len: 210 time: 0.0758319 Oct 27 18:20:25.846948 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6e79cb-856c-4e07-8346-b87c28a9c503 None None] DHCP port deletion for 9b8c0782-0d89-4e76-8f58-a4e4776c9fa4 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:20:25.873095 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-ff1e2b3c-2a5b-4559-abf1-c8778a586104 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] For port 2e785974-c49a-469d-8f5d-e8ba738e29f6, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=2e785974-c49a-469d-8f5d-e8ba738e29f6,segment=NetworkSegment(6388ccd7-db1c-4d9d-856c-3365a1a254b2),segment_id=6388ccd7-db1c-4d9d-856c-3365a1a254b2)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:25.873471 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ff1e2b3c-2a5b-4559-abf1-c8778a586104 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:25.897686 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-ff1e2b3c-2a5b-4559-abf1-c8778a586104 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Calling delete_port for 2e785974-c49a-469d-8f5d-e8ba738e29f6 owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:20:25.911250 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-0d6e79cb-856c-4e07-8346-b87c28a9c503 None None] Deleting port 2e785974-c49a-469d-8f5d-e8ba738e29f6 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:20:25.911623 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0d6e79cb-856c-4e07-8346-b87c28a9c503 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:25.993338 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-0d6e79cb-856c-4e07-8346-b87c28a9c503 None None] For port 2e785974-c49a-469d-8f5d-e8ba738e29f6, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=2e785974-c49a-469d-8f5d-e8ba738e29f6,segment=NetworkSegment(6388ccd7-db1c-4d9d-856c-3365a1a254b2),segment_id=6388ccd7-db1c-4d9d-856c-3365a1a254b2)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:25.993727 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0d6e79cb-856c-4e07-8346-b87c28a9c503 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:26.012267 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-0d6e79cb-856c-4e07-8346-b87c28a9c503 None None] Calling delete_port for 2e785974-c49a-469d-8f5d-e8ba738e29f6 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:20:26.118581 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ff1e2b3c-2a5b-4559-abf1-c8778a586104 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:26.151373 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0d6e79cb-856c-4e07-8346-b87c28a9c503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:26.167910 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1e2b3c-2a5b-4559-abf1-c8778a586104 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] No DVR routers for this DVR port 2e785974-c49a-469d-8f5d-e8ba738e29f6 on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:20:26.179040 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e79cb-856c-4e07-8346-b87c28a9c503 None None] Pushing event deleted for resources: {'Port': ['ID=2e785974-c49a-469d-8f5d-e8ba738e29f6,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:26.181740 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e2b3c-2a5b-4559-abf1-c8778a586104 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Pushing event deleted for resources: {'Port': ['ID=2e785974-c49a-469d-8f5d-e8ba738e29f6,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:26.186410 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6e79cb-856c-4e07-8346-b87c28a9c503 None None] No DVR routers for this DVR port 2e785974-c49a-469d-8f5d-e8ba738e29f6 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:20:26.198881 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:26.290027 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ff1e2b3c-2a5b-4559-abf1-c8778a586104 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:26.323098 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-ff1e2b3c-2a5b-4559-abf1-c8778a586104 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b8c0782-0d89-4e76-8f58-a4e4776c9fa4']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:20:26.335015 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-ff1e2b3c-2a5b-4559-abf1-c8778a586104 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6388ccd7-db1c-4d9d-856c-3365a1a254b2') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:20:26.335566 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-ff1e2b3c-2a5b-4559-abf1-c8778a586104 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6388ccd7-db1c-4d9d-856c-3365a1a254b2') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:20:26.346536 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ff1e2b3c-2a5b-4559-abf1-c8778a586104 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:26.361921 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ff1e2b3c-2a5b-4559-abf1-c8778a586104 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:26.369514 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff1e2b3c-2a5b-4559-abf1-c8778a586104 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:20:26.370002 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ff1e2b3c-2a5b-4559-abf1-c8778a586104 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:26.374138 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:20:26.374138 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:20:26.374138 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:20:26.374138 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:20:26.374138 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:20:26.374138 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:20:26.374138 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:20:26.374138 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:20:26.374138 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:20:26.374138 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:20:26.374138 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:20:26.374138 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:20:26.374138 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:20:26.374138 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:20:26.374138 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:20:26.374138 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:20:26.374138 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:20:26.374138 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:20:26.374138 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:20:26.374138 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:20:26.374138 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:20:26.374138 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:20:26.374138 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:20:26.374138 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:20:26.374138 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:20:26.374138 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:20:26.374138 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:20:26.374138 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:20:26.374138 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:20:26.374138 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:20:26.374138 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:20:26.374138 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:20:26.488673 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b90eb2-a99c-4465-b2e2-534c499079a2 req-a6f11733-5221-4789-bc7a-3d6906a30d29 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:26.490090 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-57b90eb2-a99c-4465-b2e2-534c499079a2 req-a6f11733-5221-4789-bc7a-3d6906a30d29 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 945 time: 0.4379458 Oct 27 18:20:26.517917 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 04183844-5bf2-4075-a1d2-2c9bb9edfe98 no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:20:26.519980 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ff1e2b3c-2a5b-4559-abf1-c8778a586104 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:26.529588 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ff1e2b3c-2a5b-4559-abf1-c8778a586104 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:26.540428 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ff1e2b3c-2a5b-4559-abf1-c8778a586104 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "DELETE /v2.0/networks/9b8c0782-0d89-4e76-8f58-a4e4776c9fa4 HTTP/1.1" status: 204 len: 168 time: 0.9753993 Oct 27 18:20:26.548243 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48478) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:20:26.553740 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-06c75086-f7f1-4010-80f7-f258d7f014be tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1418514680'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:20:26.564335 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e2b3c-2a5b-4559-abf1-c8778a586104 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Pushing event deleted for resources: {'Network': ['ID=9b8c0782-0d89-4e76-8f58-a4e4776c9fa4,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:26.572998 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-57b90eb2-a99c-4465-b2e2-534c499079a2 req-4d2754ac-6acc-4a3a-bece-a512810a15f2 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735219 Oct 27 18:20:26.578768 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] No Port match for: 04183844-5bf2-4075-a1d2-2c9bb9edfe98 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:20:26.579407 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 04183844-5bf2-4075-a1d2-2c9bb9edfe98 not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:20:26.585461 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92823515-4f42-4211-83b2-66dcfda87380 req-b56f08ca-f93a-4bd6-a6c9-e424c4263f2e tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:26.587058 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-92823515-4f42-4211-83b2-66dcfda87380 req-b56f08ca-f93a-4bd6-a6c9-e424c4263f2e tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/networks?id=c345cfe3-9ef8-4d81-8fa5-3e08d3754503 HTTP/1.1" status: 200 len: 804 time: 0.5002575 Oct 27 18:20:26.612542 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-92823515-4f42-4211-83b2-66dcfda87380 req-b0efc256-23ba-440c-8893-11b2a2d6d3fe tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/quotas/1e901318404a4041a9284af4397a81ce HTTP/1.1" status: 200 len: 375 time: 0.0169814 Oct 27 18:20:26.680391 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:26.682063 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-92823515-4f42-4211-83b2-66dcfda87380 req-b788b713-8d0a-4fef-b4b4-9c5be7183253 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1e901318404a4041a9284af4397a81ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0616174 Oct 27 18:20:26.721766 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c75086-f7f1-4010-80f7-f258d7f014be tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Made reservation on behalf of 52425a4848b54b7383a7845cb99edf04 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:20:26.726482 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-06c75086-f7f1-4010-80f7-f258d7f014be tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:26.733859 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device d41c2494-8b37-48c3-b74b-8f7f41547128 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:20:26.769754 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06c75086-f7f1-4010-80f7-f258d7f014be tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] vlan segment allocate from pool success with {'vlan_id': 1045, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:20:26.858984 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:26.872351 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-06c75086-f7f1-4010-80f7-f258d7f014be tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:26.873062 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-06c75086-f7f1-4010-80f7-f258d7f014be tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Added segment 56c705e8-fdf2-4031-9309-191b99b1dc48 of type vlan for network 3e05cae3-d74c-4ea3-b3d2-f15cfeddf528 Oct 27 18:20:26.924172 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d00461-8f8c-4927-a11d-564a11ec4ca3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd41c2494-8b37-48c3-b74b-8f7f41547128'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:20:26.930951 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7295e962-7b9d-4ddb-9011-917a6c52df0a" -d '{"events": [{"server_uuid": "10d00461-8f8c-4927-a11d-564a11ec4ca3", "name": "network-vif-unplugged", "status": "completed", "tag": "d41c2494-8b37-48c3-b74b-8f7f41547128"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:20:26.956072 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d41c2494-8b37-48c3-b74b-8f7f41547128, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d41c2494-8b37-48c3-b74b-8f7f41547128,segment=NetworkSegment(0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2),segment_id=0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:26.999693 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-06c75086-f7f1-4010-80f7-f258d7f014be tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:27.054589 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-92823515-4f42-4211-83b2-66dcfda87380 req-3f4f7e45-9f43-4a93-9efd-2010067e307d service neutron] 10.222.0.52 "GET /v2.0/networks/c345cfe3-9ef8-4d81-8fa5-3e08d3754503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637276 Oct 27 18:20:27.063607 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-146ab5bf-0897-4d40-8e1e-e89e85e372c0 req-342b6359-ec8e-4e14-8249-8857f41482c9 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups/234e62a3-60d9-488e-9a46-122324bb693a HTTP/1.1" status: 200 len: 1800 time: 0.1077502 Oct 27 18:20:27.089535 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:27.089535 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device bee165a0-9e4f-4a86-a928-ae0304b1e528 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:20:27.157279 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-06c75086-f7f1-4010-80f7-f258d7f014be tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:27.170828 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: bee165a0-9e4f-4a86-a928-ae0304b1e528 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:20:27.171326 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device bee165a0-9e4f-4a86-a928-ae0304b1e528 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:20:27.172788 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c75086-f7f1-4010-80f7-f258d7f014be tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:27.173772 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-06c75086-f7f1-4010-80f7-f258d7f014be tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:27.219362 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=d41c2494-8b37-48c3-b74b-8f7f41547128,revision_number=8']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:27.286241 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-146ab5bf-0897-4d40-8e1e-e89e85e372c0 req-e43e9122-1847-4145-bad4-9a9d0a2fb72d tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:27.313364 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c75086-f7f1-4010-80f7-f258d7f014be tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Pushing event updated for resources: {'Network': ['ID=3e05cae3-d74c-4ea3-b3d2-f15cfeddf528,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:27.330228 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 3e05cae3-d74c-4ea3-b3d2-f15cfeddf528 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:20:27.391542 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-06c75086-f7f1-4010-80f7-f258d7f014be tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8377962 Oct 27 18:20:27.392553 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48496) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:20:27.401895 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-b98396ac-cf85-4bfc-a520-9d6e5ce48eda tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Request body: {'subnet': {'network_id': '3e05cae3-d74c-4ea3-b3d2-f15cfeddf528', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:20:27.433347 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-92823515-4f42-4211-83b2-66dcfda87380 req-bb7fb5cf-21e9-43a0-b054-b498765552e5 service neutron] 10.222.0.52 "GET /v2.0/networks/c345cfe3-9ef8-4d81-8fa5-3e08d3754503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684187 Oct 27 18:20:27.441750 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-146ab5bf-0897-4d40-8e1e-e89e85e372c0 req-e43e9122-1847-4145-bad4-9a9d0a2fb72d tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:27.464181 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48498) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:20:27.607781 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-146ab5bf-0897-4d40-8e1e-e89e85e372c0 req-e43e9122-1847-4145-bad4-9a9d0a2fb72d tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:27.613240 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-146ab5bf-0897-4d40-8e1e-e89e85e372c0 req-e43e9122-1847-4145-bad4-9a9d0a2fb72d tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:27.627941 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-146ab5bf-0897-4d40-8e1e-e89e85e372c0 req-e43e9122-1847-4145-bad4-9a9d0a2fb72d tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "DELETE /v2.0/security-groups/234e62a3-60d9-488e-9a46-122324bb693a HTTP/1.1" status: 204 len: 173 time: 0.5554307 Oct 27 18:20:27.666723 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 2e785974-c49a-469d-8f5d-e8ba738e29f6 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:20:27.693574 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e9122-1847-4145-bad4-9a9d0a2fb72d tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=234e62a3-60d9-488e-9a46-122324bb693a,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:27.786681 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 2e785974-c49a-469d-8f5d-e8ba738e29f6 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:20:27.786681 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 2e785974-c49a-469d-8f5d-e8ba738e29f6 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:20:27.792030 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3ad27-9ac5-4bfb-86fb-389e343f6296 req-4703d03e-6a4a-42bb-b128-68eedf949919 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:27.801493 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3dd3ad27-9ac5-4bfb-86fb-389e343f6296 req-4703d03e-6a4a-42bb-b128-68eedf949919 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.93 "GET /v2.0/ports?device_id=10d00461-8f8c-4927-a11d-564a11ec4ca3 HTTP/1.1" status: 200 len: 943 time: 0.1712539 Oct 27 18:20:27.834334 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98396ac-cf85-4bfc-a520-9d6e5ce48eda tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Made reservation on behalf of 52425a4848b54b7383a7845cb99edf04 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:20:27.843132 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b98396ac-cf85-4bfc-a520-9d6e5ce48eda tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:27.849937 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 18:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f1bc40-292b-42c2-933c-da58b99197ab x-openstack-request-id: req-42f1bc40-292b-42c2-933c-da58b99197ab {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:20:27.850231 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d00461-8f8c-4927-a11d-564a11ec4ca3", "name": "network-vif-unplugged", "status": "completed", "tag": "d41c2494-8b37-48c3-b74b-8f7f41547128", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:20:27.850501 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-42f1bc40-292b-42c2-933c-da58b99197ab {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:20:27.850905 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d00461-8f8c-4927-a11d-564a11ec4ca3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd41c2494-8b37-48c3-b74b-8f7f41547128', 'code': 200} Oct 27 18:20:27.896975 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7e1a85e9-4b41-4713-a74e-11771adc5bdb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=82f76d5c977b49a3a741c29e3332e08f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4257891 Oct 27 18:20:27.909363 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48514) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:20:28.057663 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2f2bf18d-ef89-4d4f-8cd5-a8142ba581b0 req-e28d5146-5cde-4710-8e89-ee5571e09720 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups/8be8d67e-5ab5-417e-9418-301405fe031b HTTP/1.1" status: 200 len: 1800 time: 0.1661177 Oct 27 18:20:28.141094 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-788081ad-9d23-4242-bbfe-66c8057047f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:28.196641 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817febb9-9d2a-4c7e-9220-d2db6441ff0c req-d2fb5c2b-a7f0-44c6-aea2-0119f1f1af13 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:28.214087 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-817febb9-9d2a-4c7e-9220-d2db6441ff0c req-d2fb5c2b-a7f0-44c6-aea2-0119f1f1af13 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 945 time: 0.2565880 Oct 27 18:20:28.273216 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-788081ad-9d23-4242-bbfe-66c8057047f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:28.384136 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-3dd3ad27-9ac5-4bfb-86fb-389e343f6296 req-c4cf099f-abdf-46a8-a101-25608ddddecc tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Deleting port d41c2494-8b37-48c3-b74b-8f7f41547128 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:20:28.384829 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-3dd3ad27-9ac5-4bfb-86fb-389e343f6296 req-c4cf099f-abdf-46a8-a101-25608ddddecc tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:28.407316 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2f2bf18d-ef89-4d4f-8cd5-a8142ba581b0 req-9999bf41-7c29-4547-951e-9900a34b146a tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:28.415174 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-817febb9-9d2a-4c7e-9220-d2db6441ff0c req-cd3817f0-ab01-4f09-a7fa-71792abc1157 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893158 Oct 27 18:20:28.420501 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-788081ad-9d23-4242-bbfe-66c8057047f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:28.423434 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-788081ad-9d23-4242-bbfe-66c8057047f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:28.428795 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-788081ad-9d23-4242-bbfe-66c8057047f9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5b10a56c-3775-4ac9-8e9d-5fb15f399249 HTTP/1.1" status: 204 len: 168 time: 0.5178392 Oct 27 18:20:28.456084 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788081ad-9d23-4242-bbfe-66c8057047f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b10a56c-3775-4ac9-8e9d-5fb15f399249,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:28.478332 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2f2bf18d-ef89-4d4f-8cd5-a8142ba581b0 req-9999bf41-7c29-4547-951e-9900a34b146a tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:28.534196 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b98396ac-cf85-4bfc-a520-9d6e5ce48eda tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:28.616707 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98396ac-cf85-4bfc-a520-9d6e5ce48eda tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Pushing event updated for resources: {'Subnet': ['ID=0ae947a9-31ce-4ea8-a668-c540b7841e7d,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:28.651458 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2f2bf18d-ef89-4d4f-8cd5-a8142ba581b0 req-9999bf41-7c29-4547-951e-9900a34b146a tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:28.656194 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2f2bf18d-ef89-4d4f-8cd5-a8142ba581b0 req-9999bf41-7c29-4547-951e-9900a34b146a tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:28.665749 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2f2bf18d-ef89-4d4f-8cd5-a8142ba581b0 req-9999bf41-7c29-4547-951e-9900a34b146a tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "DELETE /v2.0/security-groups/8be8d67e-5ab5-417e-9418-301405fe031b HTTP/1.1" status: 204 len: 173 time: 0.5856173 Oct 27 18:20:28.669627 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98396ac-cf85-4bfc-a520-9d6e5ce48eda tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Checking segment: {'id': '56c705e8-fdf2-4031-9309-191b99b1dc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '3e05cae3-d74c-4ea3-b3d2-f15cfeddf528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:20:28.669989 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98396ac-cf85-4bfc-a520-9d6e5ce48eda tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Network hostable DHCP agents. Network: 3e05cae3-d74c-4ea3-b3d2-f15cfeddf528, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:20:28.698158 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9999bf41-7c29-4547-951e-9900a34b146a tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be8d67e-5ab5-417e-9418-301405fe031b,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:28.718635 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-3dd3ad27-9ac5-4bfb-86fb-389e343f6296 req-c4cf099f-abdf-46a8-a101-25608ddddecc tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] For port d41c2494-8b37-48c3-b74b-8f7f41547128, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d41c2494-8b37-48c3-b74b-8f7f41547128,segment=NetworkSegment(0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2),segment_id=0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:28.719043 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-3dd3ad27-9ac5-4bfb-86fb-389e343f6296 req-c4cf099f-abdf-46a8-a101-25608ddddecc tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:28.735206 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-3dd3ad27-9ac5-4bfb-86fb-389e343f6296 req-c4cf099f-abdf-46a8-a101-25608ddddecc tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Calling delete_port for d41c2494-8b37-48c3-b74b-8f7f41547128 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:20:28.794113 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-963f3839-cff8-4838-8c3a-1e363eb08353 req-c257cd86-8092-4749-b6b4-ffdae246b838 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=84837687-4216-49a0-8fd2-78e279c159f9 HTTP/1.1" status: 200 len: 210 time: 0.0369618 Oct 27 18:20:28.800920 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-40b572cd-fdeb-4ec7-8daf-627dc8184cc0 req-e95308ca-3b04-4535-92b7-955bf7a317c8 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1107279303', 'description': 'tempest-description-1503274686'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:20:28.819329 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98396ac-cf85-4bfc-a520-9d6e5ce48eda tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Network 3e05cae3-d74c-4ea3-b3d2-f15cfeddf528 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:20:28.943943 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-40b572cd-fdeb-4ec7-8daf-627dc8184cc0 req-e95308ca-3b04-4535-92b7-955bf7a317c8 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:28.950767 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-b98396ac-cf85-4bfc-a520-9d6e5ce48eda tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 3e05cae3-d74c-4ea3-b3d2-f15cfeddf528) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:20:28.956529 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98396ac-cf85-4bfc-a520-9d6e5ce48eda tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:28.957592 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b98396ac-cf85-4bfc-a520-9d6e5ce48eda tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:28.961497 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84c0bfe-bc11-416e-8e29-c94525968a2d None None] Network 3e05cae3-d74c-4ea3-b3d2-f15cfeddf528 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:20:29.034656 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-3dd3ad27-9ac5-4bfb-86fb-389e343f6296 req-c4cf099f-abdf-46a8-a101-25608ddddecc tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:29.072113 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf099f-abdf-46a8-a101-25608ddddecc tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Pushing event deleted for resources: {'Port': ['ID=d41c2494-8b37-48c3-b74b-8f7f41547128,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:29.118881 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b98396ac-cf85-4bfc-a520-9d6e5ce48eda tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7222240 Oct 27 18:20:29.120427 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48532) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:20:29.137186 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-40b572cd-fdeb-4ec7-8daf-627dc8184cc0 req-e95308ca-3b04-4535-92b7-955bf7a317c8 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:29.143142 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-77b8ffcf-c7e7-4727-b937-a34fbef399bb tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1754858389'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:20:29.162477 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd3ad27-9ac5-4bfb-86fb-389e343f6296 req-c4cf099f-abdf-46a8-a101-25608ddddecc tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] No DVR routers for this DVR port d41c2494-8b37-48c3-b74b-8f7f41547128 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:20:29.165943 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-3dd3ad27-9ac5-4bfb-86fb-389e343f6296 req-c4cf099f-abdf-46a8-a101-25608ddddecc tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:29.173293 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3dd3ad27-9ac5-4bfb-86fb-389e343f6296 req-c4cf099f-abdf-46a8-a101-25608ddddecc tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.93 "DELETE /v2.0/ports/d41c2494-8b37-48c3-b74b-8f7f41547128 HTTP/1.1" status: 204 len: 173 time: 1.3664107 Oct 27 18:20:29.178146 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d00461-8f8c-4927-a11d-564a11ec4ca3', 'name': 'network-vif-deleted', 'tag': 'd41c2494-8b37-48c3-b74b-8f7f41547128'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:20:29.180294 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc54304-73f9-4bc9-9476-d3f876ddc83e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-3e05cae3-d74c-4ea3-b3d2-f15cfeddf528', 'network_id': '3e05cae3-d74c-4ea3-b3d2-f15cfeddf528', 'tenant_id': '52425a4848b54b7383a7845cb99edf04', 'fixed_ips': [{'subnet_id': '0ae947a9-31ce-4ea8-a668-c540b7841e7d'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:20:29.182685 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cdc54304-73f9-4bc9-9476-d3f876ddc83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:29.183205 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ff2f38-46c5-4025-b37e-0dd283047b64" -d '{"events": [{"server_uuid": "10d00461-8f8c-4927-a11d-564a11ec4ca3", "name": "network-vif-deleted", "tag": "d41c2494-8b37-48c3-b74b-8f7f41547128"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:20:29.252405 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-40b572cd-fdeb-4ec7-8daf-627dc8184cc0 req-e95308ca-3b04-4535-92b7-955bf7a317c8 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:29.255994 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37cc01cb-e822-468e-90d9-35ea99aa588b x-openstack-request-id: req-37cc01cb-e822-468e-90d9-35ea99aa588b {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:20:29.256359 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d00461-8f8c-4927-a11d-564a11ec4ca3", "name": "network-vif-deleted", "tag": "d41c2494-8b37-48c3-b74b-8f7f41547128", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:20:29.262294 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-37cc01cb-e822-468e-90d9-35ea99aa588b {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:20:29.262294 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10d00461-8f8c-4927-a11d-564a11ec4ca3', 'name': 'network-vif-deleted', 'tag': 'd41c2494-8b37-48c3-b74b-8f7f41547128', 'status': 'completed', 'code': 200} Oct 27 18:20:29.302898 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b8ffcf-c7e7-4727-b937-a34fbef399bb tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Made reservation on behalf of 52425a4848b54b7383a7845cb99edf04 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:20:29.307678 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-77b8ffcf-c7e7-4727-b937-a34fbef399bb tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:29.338727 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77b8ffcf-c7e7-4727-b937-a34fbef399bb tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] vlan segment allocate from pool success with {'vlan_id': 1040, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:20:29.349281 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95308ca-3b04-4535-92b7-955bf7a317c8 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e62a202e-a217-425b-a797-d62bcc2da8d5,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:29.377095 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-40b572cd-fdeb-4ec7-8daf-627dc8184cc0 req-e95308ca-3b04-4535-92b7-955bf7a317c8 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:29.379328 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-40b572cd-fdeb-4ec7-8daf-627dc8184cc0 req-e95308ca-3b04-4535-92b7-955bf7a317c8 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5833137 Oct 27 18:20:29.389734 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-77b8ffcf-c7e7-4727-b937-a34fbef399bb tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:29.391858 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-77b8ffcf-c7e7-4727-b937-a34fbef399bb tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Added segment 222880bb-1ca2-433a-b796-c52adb9f7343 of type vlan for network ad0653b6-4310-40ad-9106-9bf6ed3fd0e7 Oct 27 18:20:29.427362 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-cdc54304-73f9-4bc9-9476-d3f876ddc83e None None] Allocated IP 19.80.0.2 (3e05cae3-d74c-4ea3-b3d2-f15cfeddf528/0ae947a9-31ce-4ea8-a668-c540b7841e7d/046294fb-2c85-4c9f-b25f-823e19c48559) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:20:29.450176 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-77b8ffcf-c7e7-4727-b937-a34fbef399bb tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:29.470108 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48538) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:20:29.482283 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-680dfe8f-1e77-428f-8845-ad102a6c1176 req-c3cf4382-4b90-419a-bacf-7e2f45e5db81 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups/e62a202e-a217-425b-a797-d62bcc2da8d5 HTTP/1.1" status: 200 len: 1801 time: 0.0722983 Oct 27 18:20:29.504625 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-680dfe8f-1e77-428f-8845-ad102a6c1176 req-3d1de5ef-4586-45d6-83e5-0a766539395e tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1979796629', 'description': 'tempest-description-hth-1927735461'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:20:29.573062 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-680dfe8f-1e77-428f-8845-ad102a6c1176 req-3d1de5ef-4586-45d6-83e5-0a766539395e tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:29.593907 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-576acf1e-c36d-43fb-8f09-10a39b6cf223 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e612ae60806b4dc8ada7200e9ad747e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1209393 Oct 27 18:20:29.594696 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48542) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:20:29.612163 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-77b8ffcf-c7e7-4727-b937-a34fbef399bb tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:29.626349 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b8ffcf-c7e7-4727-b937-a34fbef399bb tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:29.630653 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-77b8ffcf-c7e7-4727-b937-a34fbef399bb tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:29.727813 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cdc54304-73f9-4bc9-9476-d3f876ddc83e None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:29.748852 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-680dfe8f-1e77-428f-8845-ad102a6c1176 req-3d1de5ef-4586-45d6-83e5-0a766539395e tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:29.765544 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38639f2b-dfbc-43de-86af-69535ae2a339 req-7c9d55aa-4329-444a-a86e-2dc1ab2abad1 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:29.767341 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-38639f2b-dfbc-43de-86af-69535ae2a339 req-7c9d55aa-4329-444a-a86e-2dc1ab2abad1 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 945 time: 0.1722443 Oct 27 18:20:29.767491 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8ffcf-c7e7-4727-b937-a34fbef399bb tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Pushing event updated for resources: {'Network': ['ID=ad0653b6-4310-40ad-9106-9bf6ed3fd0e7,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:29.780904 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-77b8ffcf-c7e7-4727-b937-a34fbef399bb tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6594436 Oct 27 18:20:29.785832 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48548) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:20:29.786742 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network ad0653b6-4310-40ad-9106-9bf6ed3fd0e7 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:20:29.791602 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-c7d313ad-20c1-4190-a206-ab9507366a5b tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Request body: {'subnet': {'network_id': 'ad0653b6-4310-40ad-9106-9bf6ed3fd0e7', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:20:29.838756 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-38639f2b-dfbc-43de-86af-69535ae2a339 req-290b4c5b-0533-4143-bbd9-d4babc8b3b57 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559607 Oct 27 18:20:29.875626 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cdc54304-73f9-4bc9-9476-d3f876ddc83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:29.876774 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-680dfe8f-1e77-428f-8845-ad102a6c1176 req-3d1de5ef-4586-45d6-83e5-0a766539395e tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:29.885412 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-680dfe8f-1e77-428f-8845-ad102a6c1176 req-3d1de5ef-4586-45d6-83e5-0a766539395e tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:29.895554 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-680dfe8f-1e77-428f-8845-ad102a6c1176 req-3d1de5ef-4586-45d6-83e5-0a766539395e tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "PUT /v2.0/security-groups/e62a202e-a217-425b-a797-d62bcc2da8d5 HTTP/1.1" status: 200 len: 1775 time: 0.4017057 Oct 27 18:20:29.922254 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9b4a9920-2f46-434c-a8fb-5bdc7300d751 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:29.928020 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc54304-73f9-4bc9-9476-d3f876ddc83e None None] Network 3e05cae3-d74c-4ea3-b3d2-f15cfeddf528 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:20:29.955460 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-cdc54304-73f9-4bc9-9476-d3f876ddc83e None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:20:29.962443 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc54304-73f9-4bc9-9476-d3f876ddc83e None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:20:29.975971 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc54304-73f9-4bc9-9476-d3f876ddc83e None None] Pushing event updated for resources: {'Port': ['ID=046294fb-2c85-4c9f-b25f-823e19c48559,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:30.007640 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1de5ef-4586-45d6-83e5-0a766539395e tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e62a202e-a217-425b-a797-d62bcc2da8d5,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:30.058300 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9b4a9920-2f46-434c-a8fb-5bdc7300d751 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:30.082439 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-cdc54304-73f9-4bc9-9476-d3f876ddc83e None None] Attempting to bind port 046294fb-2c85-4c9f-b25f-823e19c48559 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:20:30.082911 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-cdc54304-73f9-4bc9-9476-d3f876ddc83e None None] Attempting to bind port 046294fb-2c85-4c9f-b25f-823e19c48559 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '56c705e8-fdf2-4031-9309-191b99b1dc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '3e05cae3-d74c-4ea3-b3d2-f15cfeddf528'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:20:30.083235 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc54304-73f9-4bc9-9476-d3f876ddc83e None None] Attempting to bind port 046294fb-2c85-4c9f-b25f-823e19c48559 on network 3e05cae3-d74c-4ea3-b3d2-f15cfeddf528 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:20:30.089485 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc54304-73f9-4bc9-9476-d3f876ddc83e None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:20:30.090001 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc54304-73f9-4bc9-9476-d3f876ddc83e None None] Checking segment: {'id': '56c705e8-fdf2-4031-9309-191b99b1dc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '3e05cae3-d74c-4ea3-b3d2-f15cfeddf528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:20:30.090512 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cdc54304-73f9-4bc9-9476-d3f876ddc83e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:30.091144 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc54304-73f9-4bc9-9476-d3f876ddc83e None None] Bound using segment: {'id': '56c705e8-fdf2-4031-9309-191b99b1dc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '3e05cae3-d74c-4ea3-b3d2-f15cfeddf528'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:20:30.091765 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-cdc54304-73f9-4bc9-9476-d3f876ddc83e None None] Bound port: 046294fb-2c85-4c9f-b25f-823e19c48559, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c705e8-fdf2-4031-9309-191b99b1dc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '3e05cae3-d74c-4ea3-b3d2-f15cfeddf528'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:20:30.092203 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cdc54304-73f9-4bc9-9476-d3f876ddc83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:30.212957 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-cdc54304-73f9-4bc9-9476-d3f876ddc83e None None] For port 046294fb-2c85-4c9f-b25f-823e19c48559, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:20:30.224075 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-cdc54304-73f9-4bc9-9476-d3f876ddc83e None None] For port 046294fb-2c85-4c9f-b25f-823e19c48559, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=046294fb-2c85-4c9f-b25f-823e19c48559,segment=NetworkSegment(56c705e8-fdf2-4031-9309-191b99b1dc48),segment_id=56c705e8-fdf2-4031-9309-191b99b1dc48)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:20:30.227819 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3a2b3c2a-bfff-4c91-aee1-7ef93222b71c req-d6eb294d-90e5-498a-acd3-53e9e2cd34db tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=84837687-4216-49a0-8fd2-78e279c159f9 HTTP/1.1" status: 200 len: 210 time: 0.0830500 Oct 27 18:20:30.250263 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dc20fae9-2ef4-4796-84c4-049aca721aa0 req-d4bb3cfa-3d5c-452b-b046-722f746f3594 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups/e62a202e-a217-425b-a797-d62bcc2da8d5 HTTP/1.1" status: 200 len: 1775 time: 0.1293190 Oct 27 18:20:30.291529 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d313ad-20c1-4190-a206-ab9507366a5b tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Made reservation on behalf of 52425a4848b54b7383a7845cb99edf04 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:20:30.296503 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c7d313ad-20c1-4190-a206-ab9507366a5b tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:30.310267 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cdc54304-73f9-4bc9-9476-d3f876ddc83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:30.322851 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9b4a9920-2f46-434c-a8fb-5bdc7300d751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:30.326503 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9b4a9920-2f46-434c-a8fb-5bdc7300d751 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:30.328126 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9b4a9920-2f46-434c-a8fb-5bdc7300d751 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0cafdf4f-1575-4f25-91c7-23fdda8b6231 HTTP/1.1" status: 204 len: 168 time: 0.7323146 Oct 27 18:20:30.375621 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fbef5474-6c82-4b02-8998-26de77f5facd req-bb67016f-c427-40af-9345-6377294b7e6c tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups/e62a202e-a217-425b-a797-d62bcc2da8d5 HTTP/1.1" status: 200 len: 1775 time: 0.1066017 Oct 27 18:20:30.402071 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc54304-73f9-4bc9-9476-d3f876ddc83e None None] Pushing event updated for resources: {'Port': ['ID=046294fb-2c85-4c9f-b25f-823e19c48559,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:30.445932 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a9920-2f46-434c-a8fb-5bdc7300d751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cafdf4f-1575-4f25-91c7-23fdda8b6231,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:30.514077 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-fbef5474-6c82-4b02-8998-26de77f5facd req-3ea16ad6-29a2-4486-a880-7ed2c9587f22 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:30.540795 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-fbef5474-6c82-4b02-8998-26de77f5facd req-3ea16ad6-29a2-4486-a880-7ed2c9587f22 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:30.571670 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:20:30.674231 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-fbef5474-6c82-4b02-8998-26de77f5facd req-3ea16ad6-29a2-4486-a880-7ed2c9587f22 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:30.678012 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-fbef5474-6c82-4b02-8998-26de77f5facd req-3ea16ad6-29a2-4486-a880-7ed2c9587f22 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:30.682521 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fbef5474-6c82-4b02-8998-26de77f5facd req-3ea16ad6-29a2-4486-a880-7ed2c9587f22 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "DELETE /v2.0/security-groups/e62a202e-a217-425b-a797-d62bcc2da8d5 HTTP/1.1" status: 204 len: 173 time: 0.3047285 Oct 27 18:20:30.715043 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea16ad6-29a2-4486-a880-7ed2c9587f22 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62a202e-a217-425b-a797-d62bcc2da8d5,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:30.750589 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device d41c2494-8b37-48c3-b74b-8f7f41547128 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:20:30.826422 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: d41c2494-8b37-48c3-b74b-8f7f41547128 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:20:30.826772 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device d41c2494-8b37-48c3-b74b-8f7f41547128 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:20:30.894361 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [req-3a7be95a-4536-46a4-9f52-9ab338b88506 req-14bb48f5-df57-4956-9381-706c3133d571 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] show failed (client error): The resource could not be found. Oct 27 18:20:30.895655 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3a7be95a-4536-46a4-9f52-9ab338b88506 req-14bb48f5-df57-4956-9381-706c3133d571 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups/8be8d67e-5ab5-417e-9418-301405fe031b HTTP/1.1" status: 404 len: 352 time: 0.0452087 Oct 27 18:20:30.901146 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c7d313ad-20c1-4190-a206-ab9507366a5b tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:30.968320 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [req-a9bb3ea3-70f5-4da8-8c7e-1cb94aa8bdfe req-64e608d3-c40b-4522-8e84-e800e681e1ac tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] show failed (client error): The resource could not be found. Oct 27 18:20:30.969363 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a9bb3ea3-70f5-4da8-8c7e-1cb94aa8bdfe req-64e608d3-c40b-4522-8e84-e800e681e1ac tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups/234e62a3-60d9-488e-9a46-122324bb693a HTTP/1.1" status: 404 len: 352 time: 0.0376847 Oct 27 18:20:31.057945 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [req-4f61f6a1-885a-4720-a584-8499d14752f4 req-aba818e0-dda8-4560-8686-3fa62eabdfdb tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] show failed (client error): The resource could not be found. Oct 27 18:20:31.060294 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4f61f6a1-885a-4720-a584-8499d14752f4 req-aba818e0-dda8-4560-8686-3fa62eabdfdb tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups/c375aea3-0b01-43a4-881b-90ed3e4f8895 HTTP/1.1" status: 404 len: 352 time: 0.0637426 Oct 27 18:20:31.089403 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90552155-970c-456d-ad73-6e554795c616 req-757fb340-8c85-4771-94b0-421c628da0d6 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:31.091701 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-90552155-970c-456d-ad73-6e554795c616 req-757fb340-8c85-4771-94b0-421c628da0d6 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 945 time: 0.1214526 Oct 27 18:20:31.173128 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-90552155-970c-456d-ad73-6e554795c616 req-66f6b9dc-448f-4e67-90dc-c0f4b8a535ab tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708809 Oct 27 18:20:31.178995 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d313ad-20c1-4190-a206-ab9507366a5b tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Checking segment: {'id': '222880bb-1ca2-433a-b796-c52adb9f7343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'ad0653b6-4310-40ad-9106-9bf6ed3fd0e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:20:31.179632 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d313ad-20c1-4190-a206-ab9507366a5b tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Network hostable DHCP agents. Network: ad0653b6-4310-40ad-9106-9bf6ed3fd0e7, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:20:31.189346 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d313ad-20c1-4190-a206-ab9507366a5b tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Pushing event updated for resources: {'Subnet': ['ID=65610351-c247-49c8-a326-f9cccd0da99b,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:31.259080 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [req-6441e789-1a13-453d-bae6-e65a41659cd9 req-0c68731b-458c-4f49-84f4-aba53063fee2 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] show failed (client error): The resource could not be found. Oct 27 18:20:31.295812 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6441e789-1a13-453d-bae6-e65a41659cd9 req-0c68731b-458c-4f49-84f4-aba53063fee2 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups/39327940-81c3-44b3-88a1-5f10847c7d77 HTTP/1.1" status: 404 len: 352 time: 0.0840545 Oct 27 18:20:31.340056 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92823515-4f42-4211-83b2-66dcfda87380 req-450cfbb5-2092-4720-a8fe-0f71b6e1ccd4 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:31.342526 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-92823515-4f42-4211-83b2-66dcfda87380 req-450cfbb5-2092-4720-a8fe-0f71b6e1ccd4 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.93 "GET /v2.0/networks?id=c345cfe3-9ef8-4d81-8fa5-3e08d3754503 HTTP/1.1" status: 200 len: 804 time: 0.3655739 Oct 27 18:20:31.348879 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d313ad-20c1-4190-a206-ab9507366a5b tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Network ad0653b6-4310-40ad-9106-9bf6ed3fd0e7 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:20:31.361958 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-92823515-4f42-4211-83b2-66dcfda87380 req-5862d9ec-c6bd-4db7-8006-4c9d12ff2625 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Request body: {'port': {'device_id': '84837687-4216-49a0-8fd2-78e279c159f9', 'network_id': 'c345cfe3-9ef8-4d81-8fa5-3e08d3754503', 'admin_state_up': True, 'tenant_id': '1e901318404a4041a9284af4397a81ce'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:20:31.412705 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bbea2357-e8bb-4f49-ac21-461cfb3a7130 req-c7d83f6f-d6ea-468c-9847-21d9316f3c6e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0064449b-2ed8-4cca-8c0d-822fe31a16d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0941844 Oct 27 18:20:31.439041 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-c7d313ad-20c1-4190-a206-ab9507366a5b tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, ad0653b6-4310-40ad-9106-9bf6ed3fd0e7) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:20:31.447753 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d313ad-20c1-4190-a206-ab9507366a5b tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:31.448855 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c7d313ad-20c1-4190-a206-ab9507366a5b tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:31.454549 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeda8296-b3ae-4b90-90ef-7cac0ba532ae None None] Network ad0653b6-4310-40ad-9106-9bf6ed3fd0e7 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:20:31.459973 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [req-54ff8a85-7508-4210-b2e0-b6d69867d7bf req-23f07e1d-153f-4ba4-926c-a5fc55d3ff1b tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] show failed (client error): The resource could not be found. Oct 27 18:20:31.462947 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-54ff8a85-7508-4210-b2e0-b6d69867d7bf req-23f07e1d-153f-4ba4-926c-a5fc55d3ff1b tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups/18dedb9c-75b1-4ad8-82da-9f83c823f299 HTTP/1.1" status: 404 len: 352 time: 0.0580831 Oct 27 18:20:31.535827 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-202ac530-80d2-40a6-95d2-ea7c2f895d5c req-ccfde82d-ee06-4c79-b9dd-4cf5155e4150 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=84837687-4216-49a0-8fd2-78e279c159f9 HTTP/1.1" status: 200 len: 210 time: 0.0675089 Oct 27 18:20:31.565305 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c7d313ad-20c1-4190-a206-ab9507366a5b tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7783973 Oct 27 18:20:31.610936 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [req-595febe7-69a9-4964-80c8-e655afbe2018 req-49f519a7-bfb9-4895-8158-69ecc830f633 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] show failed (client error): The resource could not be found. Oct 27 18:20:31.624033 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-595febe7-69a9-4964-80c8-e655afbe2018 req-49f519a7-bfb9-4895-8158-69ecc830f633 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups/10cdc710-7d55-4e38-84e2-97dde4a1b7bb HTTP/1.1" status: 404 len: 352 time: 0.0894990 Oct 27 18:20:31.693909 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea2357-e8bb-4f49-ac21-461cfb3a7130 req-63d2c47b-7d30-4132-959f-4a64c3938fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:31.701787 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bbea2357-e8bb-4f49-ac21-461cfb3a7130 req-63d2c47b-7d30-4132-959f-4a64c3938fce service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=43d2aacb3b5645edb71ed26889dd4536&device_id=0064449b-2ed8-4cca-8c0d-822fe31a16d8 HTTP/1.1" status: 200 len: 1095 time: 0.1570899 Oct 27 18:20:31.707594 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92823515-4f42-4211-83b2-66dcfda87380 req-5862d9ec-c6bd-4db7-8006-4c9d12ff2625 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Made reservation on behalf of 1e901318404a4041a9284af4397a81ce for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:20:31.713472 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-92823515-4f42-4211-83b2-66dcfda87380 req-5862d9ec-c6bd-4db7-8006-4c9d12ff2625 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:31.983676 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea2357-e8bb-4f49-ac21-461cfb3a7130 req-33c22c1d-9b2b-46a4-8604-cd4bbf6e9e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:31.985459 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bbea2357-e8bb-4f49-ac21-461cfb3a7130 req-33c22c1d-9b2b-46a4-8604-cd4bbf6e9e70 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b HTTP/1.1" status: 200 len: 909 time: 0.2459788 Oct 27 18:20:32.083368 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bbea2357-e8bb-4f49-ac21-461cfb3a7130 req-5a200956-10c4-4abd-b233-a81e2e1dbef4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=176bb84f-20a4-437b-b8d1-6f9deb1515af HTTP/1.1" status: 200 len: 217 time: 0.0792170 Oct 27 18:20:32.109806 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 046294fb-2c85-4c9f-b25f-823e19c48559 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:20:32.166768 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 046294fb-2c85-4c9f-b25f-823e19c48559 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:20:32.167189 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:32.172243 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace2147e-819a-40ff-abc4-597e52532c66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-ad0653b6-4310-40ad-9106-9bf6ed3fd0e7', 'network_id': 'ad0653b6-4310-40ad-9106-9bf6ed3fd0e7', 'tenant_id': '52425a4848b54b7383a7845cb99edf04', 'fixed_ips': [{'subnet_id': '65610351-c247-49c8-a326-f9cccd0da99b'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:20:32.175433 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ace2147e-819a-40ff-abc4-597e52532c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:32.377282 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48624) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:20:32.388101 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189b9e3e-96d0-4a62-b9ad-fbe3917a0403 None None] Network 3e05cae3-d74c-4ea3-b3d2-f15cfeddf528 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:20:32.424750 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea2357-e8bb-4f49-ac21-461cfb3a7130 req-e1114a29-38f7-42ff-8521-55918288b2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:32.426272 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bbea2357-e8bb-4f49-ac21-461cfb3a7130 req-e1114a29-38f7-42ff-8521-55918288b2a6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9d2e93d5-4842-4818-961f-a77ef1a8f95b HTTP/1.1" status: 200 len: 847 time: 0.3147731 Oct 27 18:20:32.482115 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bbea2357-e8bb-4f49-ac21-461cfb3a7130 req-95b6364d-a3d8-441e-a161-2b1ed3ae283d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433393 Oct 27 18:20:32.538166 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27489469-1893-408f-912a-85881706e875 req-3af19c69-327a-44db-ab84-e1f9f6697177 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:32.552019 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-27489469-1893-408f-912a-85881706e875 req-3af19c69-327a-44db-ab84-e1f9f6697177 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 945 time: 0.2236898 Oct 27 18:20:32.578794 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-dbcf1b7c-2fc6-4038-82f1-71852727b982 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:32.585072 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-dbcf1b7c-2fc6-4038-82f1-71852727b982 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:32.593533 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-dbcf1b7c-2fc6-4038-82f1-71852727b982 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/networks?id=3e05cae3-d74c-4ea3-b3d2-f15cfeddf528&id=ad0653b6-4310-40ad-9106-9bf6ed3fd0e7 HTTP/1.1" status: 200 len: 1392 time: 0.6054213 Oct 27 18:20:32.642896 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-f40460c8-7058-4abd-ac7a-a5ffb1f73f7b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-556420732-network', 'tenant_id': '56b282c0ba7e4fa9932615f8f67f9cb3'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:20:32.676691 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-ebc2e110-642f-4433-886e-11b2c744ec10 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/quotas/52425a4848b54b7383a7845cb99edf04 HTTP/1.1" status: 200 len: 375 time: 0.0820827 Oct 27 18:20:32.720233 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-92823515-4f42-4211-83b2-66dcfda87380 req-5862d9ec-c6bd-4db7-8006-4c9d12ff2625 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Allocated IP 172.20.0.5 (c345cfe3-9ef8-4d81-8fa5-3e08d3754503/0915b7bc-3821-43b8-a967-754663cb61b5/c64b6af5-6f5f-4488-82e5-9502bd40f4f2) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:20:32.757639 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ee9a022-821f-4665-b6a9-fa54e2b7e531 None None] Provisioning complete for port 046294fb-2c85-4c9f-b25f-823e19c48559 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:20:32.761112 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ee9a022-821f-4665-b6a9-fa54e2b7e531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:32.765264 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-27489469-1893-408f-912a-85881706e875 req-4da8bf8e-ad3d-475f-99d5-03ce0806acd4 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317291 Oct 27 18:20:32.784615 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bbea2357-e8bb-4f49-ac21-461cfb3a7130 req-3db04b5d-1973-49ff-9d83-00a7d8b30a13 service neutron] 10.222.0.81 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953911 Oct 27 18:20:32.803180 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-ab6b00d7-fd3c-4803-ba1e-b680af6da080 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=52425a4848b54b7383a7845cb99edf04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1260056 Oct 27 18:20:32.844723 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40460c8-7058-4abd-ac7a-a5ffb1f73f7b admin admin] Made reservation on behalf of 56b282c0ba7e4fa9932615f8f67f9cb3 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:20:32.845994 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f40460c8-7058-4abd-ac7a-a5ffb1f73f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:32.888840 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:32.932973 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f40460c8-7058-4abd-ac7a-a5ffb1f73f7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:32.956749 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-ace2147e-819a-40ff-abc4-597e52532c66 None None] Allocated IP 19.86.0.2 (ad0653b6-4310-40ad-9106-9bf6ed3fd0e7/65610351-c247-49c8-a326-f9cccd0da99b/e14b49a7-747b-4582-9dba-de5892c38f6e) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:20:32.994651 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 046294fb-2c85-4c9f-b25f-823e19c48559, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=046294fb-2c85-4c9f-b25f-823e19c48559,segment=NetworkSegment(56c705e8-fdf2-4031-9309-191b99b1dc48),segment_id=56c705e8-fdf2-4031-9309-191b99b1dc48)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:33.020807 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-92823515-4f42-4211-83b2-66dcfda87380 req-5862d9ec-c6bd-4db7-8006-4c9d12ff2625 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:33.073414 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:33.115798 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bbea2357-e8bb-4f49-ac21-461cfb3a7130 req-f743ddb2-4ac6-4f7f-b93c-fb15d8414b0e service neutron] 10.222.0.81 "GET /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103204 Oct 27 18:20:33.120357 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-2f177f57-b0a9-47f3-922d-41bb873112b8 service neutron] 10.222.0.52 "GET /v2.0/networks/3e05cae3-d74c-4ea3-b3d2-f15cfeddf528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163126 Oct 27 18:20:33.128750 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edcbc2-6759-4731-bb69-0d22ba44144e req-0e1ebdd1-0db0-4442-90a9-d78cda662aaf tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:33.136643 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d4edcbc2-6759-4731-bb69-0d22ba44144e req-0e1ebdd1-0db0-4442-90a9-d78cda662aaf tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2ffcd34-afe5-471e-91e1-cb71a72191d7 HTTP/1.1" status: 200 len: 1023 time: 0.2095532 Oct 27 18:20:33.172692 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-92823515-4f42-4211-83b2-66dcfda87380 req-5862d9ec-c6bd-4db7-8006-4c9d12ff2625 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:33.251288 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=046294fb-2c85-4c9f-b25f-823e19c48559,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:33.263209 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92823515-4f42-4211-83b2-66dcfda87380 req-5862d9ec-c6bd-4db7-8006-4c9d12ff2625 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Network c345cfe3-9ef8-4d81-8fa5-3e08d3754503 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:20:33.269476 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-92823515-4f42-4211-83b2-66dcfda87380 req-5862d9ec-c6bd-4db7-8006-4c9d12ff2625 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:20:33.273979 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-92823515-4f42-4211-83b2-66dcfda87380 req-5862d9ec-c6bd-4db7-8006-4c9d12ff2625 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:20:33.314797 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5862d9ec-c6bd-4db7-8006-4c9d12ff2625 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Pushing event updated for resources: {'Port': ['ID=c64b6af5-6f5f-4488-82e5-9502bd40f4f2,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:33.349526 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d4edcbc2-6759-4731-bb69-0d22ba44144e req-292d219b-953c-49be-b9f5-3a42348002bd tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bf72822-1ef8-44df-962d-6ad87a399e09&id=cb5cf10a-3efc-42e6-ac2c-1d33e7a42af2&id=65cd9538-4319-435d-90f4-473e43f2af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2117510 Oct 27 18:20:33.360735 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92823515-4f42-4211-83b2-66dcfda87380 req-5862d9ec-c6bd-4db7-8006-4c9d12ff2625 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:33.361435 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-92823515-4f42-4211-83b2-66dcfda87380 req-5862d9ec-c6bd-4db7-8006-4c9d12ff2625 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:33.379762 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ace2147e-819a-40ff-abc4-597e52532c66 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:33.441543 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f40460c8-7058-4abd-ac7a-a5ffb1f73f7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:33.459380 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-5a6e6714-01ea-4443-a477-40c146f40c3d service neutron] 10.222.0.52 "GET /v2.0/networks/3e05cae3-d74c-4ea3-b3d2-f15cfeddf528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914784 Oct 27 18:20:33.473342 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ace2147e-819a-40ff-abc4-597e52532c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:33.477301 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-92823515-4f42-4211-83b2-66dcfda87380 req-5862d9ec-c6bd-4db7-8006-4c9d12ff2625 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1193562 Oct 27 18:20:33.493876 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-92823515-4f42-4211-83b2-66dcfda87380 req-8f50d460-f74b-452f-8a52-562f14f503ec service neutron] Request body: {'port': {'device_id': '84837687-4216-49a0-8fd2-78e279c159f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:20:33.595605 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f40460c8-7058-4abd-ac7a-a5ffb1f73f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:33.611826 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-92823515-4f42-4211-83b2-66dcfda87380 req-8f50d460-f74b-452f-8a52-562f14f503ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:33.615360 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace2147e-819a-40ff-abc4-597e52532c66 None None] Network ad0653b6-4310-40ad-9106-9bf6ed3fd0e7 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:20:33.620336 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-ace2147e-819a-40ff-abc4-597e52532c66 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:20:33.622133 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace2147e-819a-40ff-abc4-597e52532c66 None None] Pushing event updated for resources: {'Port': ['ID=e14b49a7-747b-4582-9dba-de5892c38f6e,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:33.632986 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace2147e-819a-40ff-abc4-597e52532c66 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:20:33.687036 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4e2cd267-9588-4df5-a6f0-20ba1460e81c None None] Provisioning complete for port 046294fb-2c85-4c9f-b25f-823e19c48559 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:20:33.687414 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4e2cd267-9588-4df5-a6f0-20ba1460e81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:33.745435 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 046294fb-2c85-4c9f-b25f-823e19c48559 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:20:33.805454 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f40460c8-7058-4abd-ac7a-a5ffb1f73f7b admin admin] vlan segment allocate from pool success with {'vlan_id': 1043, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:20:33.837461 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40460c8-7058-4abd-ac7a-a5ffb1f73f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0542be0e-2aba-4838-b162-8fb81a7d0543,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:33.850426 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-ace2147e-819a-40ff-abc4-597e52532c66 None None] Attempting to bind port e14b49a7-747b-4582-9dba-de5892c38f6e on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:20:33.851024 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-ace2147e-819a-40ff-abc4-597e52532c66 None None] Attempting to bind port e14b49a7-747b-4582-9dba-de5892c38f6e by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '222880bb-1ca2-433a-b796-c52adb9f7343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'ad0653b6-4310-40ad-9106-9bf6ed3fd0e7'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:20:33.851226 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace2147e-819a-40ff-abc4-597e52532c66 None None] Attempting to bind port e14b49a7-747b-4582-9dba-de5892c38f6e on network ad0653b6-4310-40ad-9106-9bf6ed3fd0e7 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:20:33.859342 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace2147e-819a-40ff-abc4-597e52532c66 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:20:33.859714 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace2147e-819a-40ff-abc4-597e52532c66 None None] Checking segment: {'id': '222880bb-1ca2-433a-b796-c52adb9f7343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'ad0653b6-4310-40ad-9106-9bf6ed3fd0e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:20:33.860148 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ace2147e-819a-40ff-abc4-597e52532c66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:33.860482 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace2147e-819a-40ff-abc4-597e52532c66 None None] Bound using segment: {'id': '222880bb-1ca2-433a-b796-c52adb9f7343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'ad0653b6-4310-40ad-9106-9bf6ed3fd0e7'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:20:33.860946 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-ace2147e-819a-40ff-abc4-597e52532c66 None None] Bound port: e14b49a7-747b-4582-9dba-de5892c38f6e, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '222880bb-1ca2-433a-b796-c52adb9f7343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'ad0653b6-4310-40ad-9106-9bf6ed3fd0e7'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:20:33.861317 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ace2147e-819a-40ff-abc4-597e52532c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:33.866187 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f40460c8-7058-4abd-ac7a-a5ffb1f73f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:33.866668 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-f40460c8-7058-4abd-ac7a-a5ffb1f73f7b admin admin] Added segment 81afd54b-34e5-4673-9b2c-d87753c0bd96 of type vlan for network f48bf973-c1ab-49c1-a20d-c1110b28b53e Oct 27 18:20:33.870450 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-16bf6936-0492-48e5-81b7-996c842d7358 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:33.872415 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-16bf6936-0492-48e5-81b7-996c842d7358 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a&tenant_id=a91620ccab6b42bd92005fb366774bad&binding%3Ahost_id=n-h2-815690-2 HTTP/1.1" status: 200 len: 1096 time: 0.3665252 Oct 27 18:20:33.896010 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-861c25e9-fa7f-4a01-8d04-65dc20e0d119 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815690-2'}}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:20:33.952610 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057beaca-788a-4ec5-a946-6c72dd7b8567 req-891d465c-bd7b-4f3b-830f-1cf39783ef25 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:33.954628 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-057beaca-788a-4ec5-a946-6c72dd7b8567 req-891d465c-bd7b-4f3b-830f-1cf39783ef25 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.93 "GET /v2.0/ports?device_id=c2ffcd34-afe5-471e-91e1-cb71a72191d7 HTTP/1.1" status: 200 len: 1023 time: 0.2726266 Oct 27 18:20:33.957676 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-ace2147e-819a-40ff-abc4-597e52532c66 None None] For port e14b49a7-747b-4582-9dba-de5892c38f6e, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:20:33.961802 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-ace2147e-819a-40ff-abc4-597e52532c66 None None] For port e14b49a7-747b-4582-9dba-de5892c38f6e, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=e14b49a7-747b-4582-9dba-de5892c38f6e,segment=NetworkSegment(222880bb-1ca2-433a-b796-c52adb9f7343),segment_id=222880bb-1ca2-433a-b796-c52adb9f7343)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:20:33.983490 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 046294fb-2c85-4c9f-b25f-823e19c48559 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:20:33.983919 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:34.004912 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5620f-ea2e-4771-b099-7d568af3d8fc req-836eddb7-66c3-464a-ae72-6119793cd423 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:34.016173 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7bb5620f-ea2e-4771-b099-7d568af3d8fc req-836eddb7-66c3-464a-ae72-6119793cd423 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=84837687-4216-49a0-8fd2-78e279c159f9 HTTP/1.1" status: 200 len: 931 time: 0.2996860 Oct 27 18:20:34.031056 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-92823515-4f42-4211-83b2-66dcfda87380 req-8f50d460-f74b-452f-8a52-562f14f503ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c64b6af5-6f5f-4488-82e5-9502bd40f4f2 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:20:34.042429 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-92823515-4f42-4211-83b2-66dcfda87380 req-8f50d460-f74b-452f-8a52-562f14f503ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:34.058575 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-d30843de-604f-48f1-adaf-e18d2c9bc534 service neutron] 10.222.0.52 "GET /v2.0/networks/ad0653b6-4310-40ad-9106-9bf6ed3fd0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5915000 Oct 27 18:20:34.104038 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ace2147e-819a-40ff-abc4-597e52532c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:34.104344 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-92823515-4f42-4211-83b2-66dcfda87380 req-8f50d460-f74b-452f-8a52-562f14f503ec service neutron] Transition to ACTIVE for port object c64b6af5-6f5f-4488-82e5-9502bd40f4f2 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:20:34.174890 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace2147e-819a-40ff-abc4-597e52532c66 None None] Pushing event updated for resources: {'Port': ['ID=e14b49a7-747b-4582-9dba-de5892c38f6e,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:34.189456 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-92823515-4f42-4211-83b2-66dcfda87380 req-8f50d460-f74b-452f-8a52-562f14f503ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:34.252442 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f40460c8-7058-4abd-ac7a-a5ffb1f73f7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:34.283261 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f50d460-f74b-452f-8a52-562f14f503ec service neutron] Pushing event updated for resources: {'Port': ['ID=c64b6af5-6f5f-4488-82e5-9502bd40f4f2,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:34.284966 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-861c25e9-fa7f-4a01-8d04-65dc20e0d119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:34.334038 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-c04eb928-981d-4909-a2eb-49b4870a17bc service neutron] 10.222.0.52 "GET /v2.0/networks/ad0653b6-4310-40ad-9106-9bf6ed3fd0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408643 Oct 27 18:20:34.381548 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-92823515-4f42-4211-83b2-66dcfda87380 req-8f50d460-f74b-452f-8a52-562f14f503ec service neutron] Attempting to bind port c64b6af5-6f5f-4488-82e5-9502bd40f4f2 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:20:34.382185 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-92823515-4f42-4211-83b2-66dcfda87380 req-8f50d460-f74b-452f-8a52-562f14f503ec service neutron] Attempting to bind port c64b6af5-6f5f-4488-82e5-9502bd40f4f2 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'c345cfe3-9ef8-4d81-8fa5-3e08d3754503'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:20:34.394993 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92823515-4f42-4211-83b2-66dcfda87380 req-8f50d460-f74b-452f-8a52-562f14f503ec service neutron] Attempting to bind port c64b6af5-6f5f-4488-82e5-9502bd40f4f2 on network c345cfe3-9ef8-4d81-8fa5-3e08d3754503 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:20:34.404861 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7bb5620f-ea2e-4771-b099-7d568af3d8fc req-f99290f5-c0e3-402d-be38-3d09e4ceadb5 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874834 Oct 27 18:20:34.416674 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92823515-4f42-4211-83b2-66dcfda87380 req-8f50d460-f74b-452f-8a52-562f14f503ec service neutron] Port c64b6af5-6f5f-4488-82e5-9502bd40f4f2 on network c345cfe3-9ef8-4d81-8fa5-3e08d3754503 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:20:34.416977 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92823515-4f42-4211-83b2-66dcfda87380 req-8f50d460-f74b-452f-8a52-562f14f503ec service neutron] Attempting to bind port c64b6af5-6f5f-4488-82e5-9502bd40f4f2 on network c345cfe3-9ef8-4d81-8fa5-3e08d3754503 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:20:34.429214 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92823515-4f42-4211-83b2-66dcfda87380 req-8f50d460-f74b-452f-8a52-562f14f503ec service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:20:34.429400 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92823515-4f42-4211-83b2-66dcfda87380 req-8f50d460-f74b-452f-8a52-562f14f503ec service neutron] Checking segment: {'id': '0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'c345cfe3-9ef8-4d81-8fa5-3e08d3754503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:20:34.429762 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92823515-4f42-4211-83b2-66dcfda87380 req-8f50d460-f74b-452f-8a52-562f14f503ec service neutron] Bound using segment: {'id': '0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'c345cfe3-9ef8-4d81-8fa5-3e08d3754503'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:20:34.432268 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-92823515-4f42-4211-83b2-66dcfda87380 req-8f50d460-f74b-452f-8a52-562f14f503ec service neutron] Bound port: c64b6af5-6f5f-4488-82e5-9502bd40f4f2, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'c345cfe3-9ef8-4d81-8fa5-3e08d3754503'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:20:34.432268 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-92823515-4f42-4211-83b2-66dcfda87380 req-8f50d460-f74b-452f-8a52-562f14f503ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:34.567814 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f40460c8-7058-4abd-ac7a-a5ffb1f73f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:34.568942 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40460c8-7058-4abd-ac7a-a5ffb1f73f7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:34.569527 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f40460c8-7058-4abd-ac7a-a5ffb1f73f7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:34.579501 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device a76b3dc7-cf3e-4735-9308-d09f65f512fa details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:20:34.581406 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-92823515-4f42-4211-83b2-66dcfda87380 req-8f50d460-f74b-452f-8a52-562f14f503ec service neutron] For port c64b6af5-6f5f-4488-82e5-9502bd40f4f2, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:20:34.587391 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-92823515-4f42-4211-83b2-66dcfda87380 req-8f50d460-f74b-452f-8a52-562f14f503ec service neutron] For port c64b6af5-6f5f-4488-82e5-9502bd40f4f2, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=c64b6af5-6f5f-4488-82e5-9502bd40f4f2,segment=NetworkSegment(0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2),segment_id=0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:20:34.686184 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40460c8-7058-4abd-ac7a-a5ffb1f73f7b admin admin] Pushing event updated for resources: {'Network': ['ID=f48bf973-c1ab-49c1-a20d-c1110b28b53e,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:34.688907 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-92823515-4f42-4211-83b2-66dcfda87380 req-8f50d460-f74b-452f-8a52-562f14f503ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:34.704603 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network f48bf973-c1ab-49c1-a20d-c1110b28b53e details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:20:34.718570 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-861c25e9-fa7f-4a01-8d04-65dc20e0d119 service neutron] For port a76b3dc7-cf3e-4735-9308-d09f65f512fa, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=a76b3dc7-cf3e-4735-9308-d09f65f512fa,segment=NetworkSegment(32b71140-e440-46b3-9b2a-24e683b039db),segment_id=32b71140-e440-46b3-9b2a-24e683b039db)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:34.723064 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-057beaca-788a-4ec5-a946-6c72dd7b8567 req-0dc42a68-fbbd-4f47-80d9-5c3e6af5f40a tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Deleting port 50ed6423-e6aa-4fb4-9f04-88c9e0df44f1 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:20:34.723456 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-057beaca-788a-4ec5-a946-6c72dd7b8567 req-0dc42a68-fbbd-4f47-80d9-5c3e6af5f40a tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:34.750543 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f40460c8-7058-4abd-ac7a-a5ffb1f73f7b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.3702831 Oct 27 18:20:34.756268 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48648) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:20:34.787495 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port a76b3dc7-cf3e-4735-9308-d09f65f512fa, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=a76b3dc7-cf3e-4735-9308-d09f65f512fa,segment=NetworkSegment(32b71140-e440-46b3-9b2a-24e683b039db),segment_id=32b71140-e440-46b3-9b2a-24e683b039db)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:34.789245 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-696ceeb9-3674-4ee8-be8d-4d733c736eb0 admin admin] Request body: {'subnet': {'network_id': 'f48bf973-c1ab-49c1-a20d-c1110b28b53e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-556420732-subnet', 'tenant_id': '56b282c0ba7e4fa9932615f8f67f9cb3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:20:34.796583 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92823515-4f42-4211-83b2-66dcfda87380 req-8f50d460-f74b-452f-8a52-562f14f503ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:34.797343 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-92823515-4f42-4211-83b2-66dcfda87380 req-8f50d460-f74b-452f-8a52-562f14f503ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:34.798804 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-92823515-4f42-4211-83b2-66dcfda87380 req-8f50d460-f74b-452f-8a52-562f14f503ec service neutron] 10.222.0.93 "PUT /v2.0/ports/c64b6af5-6f5f-4488-82e5-9502bd40f4f2 HTTP/1.1" status: 200 len: 1091 time: 1.3092201 Oct 27 18:20:34.821332 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84837687-4216-49a0-8fd2-78e279c159f9', 'tag': 'c64b6af5-6f5f-4488-82e5-9502bd40f4f2'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:20:34.824148 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a47817-2416-4195-995d-f8278b6ca771" -d '{"events": [{"name": "network-changed", "server_uuid": "84837687-4216-49a0-8fd2-78e279c159f9", "tag": "c64b6af5-6f5f-4488-82e5-9502bd40f4f2"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:20:34.880981 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device a76b3dc7-cf3e-4735-9308-d09f65f512fa has no active binding in host n-h1-815690-2 {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 27 18:20:34.882840 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f50d460-f74b-452f-8a52-562f14f503ec service neutron] Pushing event updated for resources: {'Port': ['ID=c64b6af5-6f5f-4488-82e5-9502bd40f4f2,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:34.918009 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-861c25e9-fa7f-4a01-8d04-65dc20e0d119 service neutron] For port a76b3dc7-cf3e-4735-9308-d09f65f512fa, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:20:34.929726 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210ef07-9b13-47a7-9147-2ca76a15751d req-5511030a-3339-4d50-a2d6-e1a0abbe8837 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:34.939026 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b210ef07-9b13-47a7-9147-2ca76a15751d req-5511030a-3339-4d50-a2d6-e1a0abbe8837 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 945 time: 0.1566560 Oct 27 18:20:34.977270 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696ceeb9-3674-4ee8-be8d-4d733c736eb0 admin admin] Made reservation on behalf of 56b282c0ba7e4fa9932615f8f67f9cb3 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:20:34.980172 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-696ceeb9-3674-4ee8-be8d-4d733c736eb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:35.038276 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92823515-4f42-4211-83b2-66dcfda87380 req-3c2d5078-56e2-4a06-89cb-97c5f7c7f4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:35.040083 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-861c25e9-fa7f-4a01-8d04-65dc20e0d119 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:35.043670 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211d3f40-2971-46c3-8096-0e2056e3b79a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a76b3dc7-cf3e-4735-9308-d09f65f512fa'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:20:35.046537 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c1196c-9b7f-4546-9710-3bcba2fc9866" -d '{"events": [{"server_uuid": "211d3f40-2971-46c3-8096-0e2056e3b79a", "name": "network-vif-unplugged", "status": "completed", "tag": "a76b3dc7-cf3e-4735-9308-d09f65f512fa"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:20:35.050839 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-92823515-4f42-4211-83b2-66dcfda87380 req-3c2d5078-56e2-4a06-89cb-97c5f7c7f4a9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1e901318404a4041a9284af4397a81ce&device_id=84837687-4216-49a0-8fd2-78e279c159f9 HTTP/1.1" status: 200 len: 1094 time: 0.1286511 Oct 27 18:20:35.067623 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-057beaca-788a-4ec5-a946-6c72dd7b8567 req-0dc42a68-fbbd-4f47-80d9-5c3e6af5f40a tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] For port 50ed6423-e6aa-4fb4-9f04-88c9e0df44f1, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=50ed6423-e6aa-4fb4-9f04-88c9e0df44f1,segment=NetworkSegment(86083249-b3fb-43bf-8aa0-d1a115df68ec),segment_id=86083249-b3fb-43bf-8aa0-d1a115df68ec)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:35.068004 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-057beaca-788a-4ec5-a946-6c72dd7b8567 req-0dc42a68-fbbd-4f47-80d9-5c3e6af5f40a tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:35.088136 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-057beaca-788a-4ec5-a946-6c72dd7b8567 req-0dc42a68-fbbd-4f47-80d9-5c3e6af5f40a tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Calling delete_port for 50ed6423-e6aa-4fb4-9f04-88c9e0df44f1 owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:20:35.141016 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-92823515-4f42-4211-83b2-66dcfda87380 req-151b5e64-0432-4627-bf6a-2dd4e92b4369 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c64b6af5-6f5f-4488-82e5-9502bd40f4f2 HTTP/1.1" status: 200 len: 217 time: 0.0668209 Oct 27 18:20:35.202276 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92823515-4f42-4211-83b2-66dcfda87380 req-eddb58d8-c225-4cc2-9ec7-9db22dbb9c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:35.204054 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-92823515-4f42-4211-83b2-66dcfda87380 req-eddb58d8-c225-4cc2-9ec7-9db22dbb9c39 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0915b7bc-3821-43b8-a967-754663cb61b5 HTTP/1.1" status: 200 len: 844 time: 0.0564785 Oct 27 18:20:35.248672 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-92823515-4f42-4211-83b2-66dcfda87380 req-4b44455b-00cf-425d-b9d6-0c17a37a2cdd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c345cfe3-9ef8-4d81-8fa5-3e08d3754503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318403 Oct 27 18:20:35.434286 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-92823515-4f42-4211-83b2-66dcfda87380 req-6f04f327-e1d4-4f9b-94a4-aadde4cd289a service neutron] 10.222.0.93 "GET /v2.0/networks/c345cfe3-9ef8-4d81-8fa5-3e08d3754503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765380 Oct 27 18:20:35.553747 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-92823515-4f42-4211-83b2-66dcfda87380 req-ca37f36b-5bdd-499b-b028-27115525b4f9 service neutron] 10.222.0.93 "GET /v2.0/networks/c345cfe3-9ef8-4d81-8fa5-3e08d3754503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126356 Oct 27 18:20:35.560521 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425636a9-8d0a-4fae-b0ae-f4f56b6e40d0 None None] Network ad0653b6-4310-40ad-9106-9bf6ed3fd0e7 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:20:35.600704 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b210ef07-9b13-47a7-9147-2ca76a15751d req-316ae665-716a-4a0f-a380-b74a5db3b279 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6607468 Oct 27 18:20:35.623400 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-696ceeb9-3674-4ee8-be8d-4d733c736eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:35.666747 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-c013d37f-52ff-4a85-ae0f-0e4e32a73db7 None None] Provisioning complete for port e14b49a7-747b-4582-9dba-de5892c38f6e triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:20:35.667347 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c013d37f-52ff-4a85-ae0f-0e4e32a73db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:35.680313 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-861c25e9-fa7f-4a01-8d04-65dc20e0d119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:35.718300 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ceeb9-3674-4ee8-be8d-4d733c736eb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99f7171d-deec-4d97-882b-cdb37a93c179,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:35.753498 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d0e72-f267-4d22-b860-23f43362f84d req-fa94f4e1-7708-4dd6-931a-780b24ef0b05 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:35.761409 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d46d0e72-f267-4d22-b860-23f43362f84d req-fa94f4e1-7708-4dd6-931a-780b24ef0b05 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2ffcd34-afe5-471e-91e1-cb71a72191d7 HTTP/1.1" status: 200 len: 1023 time: 0.1565540 Oct 27 18:20:35.767689 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696ceeb9-3674-4ee8-be8d-4d733c736eb0 admin admin] Checking segment: {'id': '81afd54b-34e5-4673-9b2c-d87753c0bd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'f48bf973-c1ab-49c1-a20d-c1110b28b53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:20:35.768417 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696ceeb9-3674-4ee8-be8d-4d733c736eb0 admin admin] Network hostable DHCP agents. Network: f48bf973-c1ab-49c1-a20d-c1110b28b53e, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:20:35.844376 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device e14b49a7-747b-4582-9dba-de5892c38f6e up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:20:35.850594 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880baa7-1dc1-46bc-a9f2-b0573bc4edde req-9b6ed32d-d751-49d0-b1d2-28a283bb41c5 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:35.852238 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c880baa7-1dc1-46bc-a9f2-b0573bc4edde req-9b6ed32d-d751-49d0-b1d2-28a283bb41c5 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.81 "GET /v2.0/ports?device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc HTTP/1.1" status: 200 len: 945 time: 0.2505188 Oct 27 18:20:35.891160 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d46d0e72-f267-4d22-b860-23f43362f84d req-668a5cf1-2a53-4522-8741-441d4a2de919 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups?id=8bf72822-1ef8-44df-962d-6ad87a399e09&id=cb5cf10a-3efc-42e6-ac2c-1d33e7a42af2&id=65cd9538-4319-435d-90f4-473e43f2af2d&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1274271 Oct 27 18:20:35.937076 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696ceeb9-3674-4ee8-be8d-4d733c736eb0 admin admin] Network f48bf973-c1ab-49c1-a20d-c1110b28b53e is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:20:35.939720 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c25e9-fa7f-4a01-8d04-65dc20e0d119 service neutron] Pushing event updated for resources: {'Port': ['ID=a76b3dc7-cf3e-4735-9308-d09f65f512fa,revision_number=7']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:35.982011 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606b36b7-a48e-431d-b05a-8d239e6a98ae x-openstack-request-id: req-606b36b7-a48e-431d-b05a-8d239e6a98ae {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:20:35.982319 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84837687-4216-49a0-8fd2-78e279c159f9", "tag": "c64b6af5-6f5f-4488-82e5-9502bd40f4f2", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:20:35.982564 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-606b36b7-a48e-431d-b05a-8d239e6a98ae {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:20:35.982975 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84837687-4216-49a0-8fd2-78e279c159f9', 'tag': 'c64b6af5-6f5f-4488-82e5-9502bd40f4f2', 'status': 'completed', 'code': 200} Oct 27 18:20:35.999059 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a74858a6-6a79-48b6-bd67-83e3fbfecca5 req-17ab9d24-d07b-457b-8585-1021211f1967 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/ports?device_id=91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6 HTTP/1.1" status: 200 len: 210 time: 0.0531793 Oct 27 18:20:36.001601 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-861c25e9-fa7f-4a01-8d04-65dc20e0d119 service neutron] Attempting to bind port a76b3dc7-cf3e-4735-9308-d09f65f512fa on host n-h2-815690-2 for vnic_type normal with profile {"migrating_to": "n-h1-815690-2"} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:20:36.001838 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-861c25e9-fa7f-4a01-8d04-65dc20e0d119 service neutron] Attempting to bind port a76b3dc7-cf3e-4735-9308-d09f65f512fa by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:20:36.002083 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-861c25e9-fa7f-4a01-8d04-65dc20e0d119 service neutron] Attempting to bind port a76b3dc7-cf3e-4735-9308-d09f65f512fa on network b3551270-2765-4a25-abeb-25e55b0a5126 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:20:36.002990 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port e14b49a7-747b-4582-9dba-de5892c38f6e triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:20:36.003473 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:36.014130 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-861c25e9-fa7f-4a01-8d04-65dc20e0d119 service neutron] Port a76b3dc7-cf3e-4735-9308-d09f65f512fa on network b3551270-2765-4a25-abeb-25e55b0a5126 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:20:36.014564 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-861c25e9-fa7f-4a01-8d04-65dc20e0d119 service neutron] Attempting to bind port a76b3dc7-cf3e-4735-9308-d09f65f512fa on network b3551270-2765-4a25-abeb-25e55b0a5126 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:20:36.036856 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c013d37f-52ff-4a85-ae0f-0e4e32a73db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:36.045656 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-696ceeb9-3674-4ee8-be8d-4d733c736eb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, f48bf973-c1ab-49c1-a20d-c1110b28b53e) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:20:36.048201 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 18:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34bfe8a-ff27-4480-81db-c9d93d6d4aa1 x-openstack-request-id: req-e34bfe8a-ff27-4480-81db-c9d93d6d4aa1 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:20:36.048201 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211d3f40-2971-46c3-8096-0e2056e3b79a", "name": "network-vif-unplugged", "status": "completed", "tag": "a76b3dc7-cf3e-4735-9308-d09f65f512fa", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:20:36.048441 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e34bfe8a-ff27-4480-81db-c9d93d6d4aa1 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:20:36.048842 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '211d3f40-2971-46c3-8096-0e2056e3b79a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a76b3dc7-cf3e-4735-9308-d09f65f512fa', 'code': 200} Oct 27 18:20:36.053075 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696ceeb9-3674-4ee8-be8d-4d733c736eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:36.054150 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-696ceeb9-3674-4ee8-be8d-4d733c736eb0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:36.072481 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-861c25e9-fa7f-4a01-8d04-65dc20e0d119 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:20:36.072892 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-861c25e9-fa7f-4a01-8d04-65dc20e0d119 service neutron] Checking segment: {'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:20:36.078799 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-861c25e9-fa7f-4a01-8d04-65dc20e0d119 service neutron] Bound using segment: {'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:20:36.078799 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-861c25e9-fa7f-4a01-8d04-65dc20e0d119 service neutron] Bound port: a76b3dc7-cf3e-4735-9308-d09f65f512fa, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b71140-e440-46b3-9b2a-24e683b039db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'b3551270-2765-4a25-abeb-25e55b0a5126'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:20:36.078799 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-861c25e9-fa7f-4a01-8d04-65dc20e0d119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:36.182523 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-c880baa7-1dc1-46bc-a9f2-b0573bc4edde req-8762e73e-9a6b-4c0d-ba5a-891afe13eaa6 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Deleting port 2a7444df-e262-4ae0-afaf-72b2a9d5a01a {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:20:36.182999 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c880baa7-1dc1-46bc-a9f2-b0573bc4edde req-8762e73e-9a6b-4c0d-ba5a-891afe13eaa6 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:36.218401 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a47817-2416-4195-995d-f8278b6ca771 req-28bb5302-24e8-4b0b-8314-050c8935113b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:36.220331 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-81a47817-2416-4195-995d-f8278b6ca771 req-28bb5302-24e8-4b0b-8314-050c8935113b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1e901318404a4041a9284af4397a81ce&device_id=84837687-4216-49a0-8fd2-78e279c159f9 HTTP/1.1" status: 200 len: 1094 time: 0.1602547 Oct 27 18:20:36.296479 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc08ada5-4fec-4423-b56b-707c4c061aac None None] Network f48bf973-c1ab-49c1-a20d-c1110b28b53e requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:20:36.308677 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-861c25e9-fa7f-4a01-8d04-65dc20e0d119 service neutron] For port a76b3dc7-cf3e-4735-9308-d09f65f512fa, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:20:36.317902 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-057beaca-788a-4ec5-a946-6c72dd7b8567 req-0dc42a68-fbbd-4f47-80d9-5c3e6af5f40a tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:36.349039 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-696ceeb9-3674-4ee8-be8d-4d733c736eb0 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5782218 Oct 27 18:20:36.351257 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48666) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:20:36.356687 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-7b1ca572-6b23-4b23-b84e-bb85814ca66b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-556420732-router', 'tenant_id': '56b282c0ba7e4fa9932615f8f67f9cb3', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:20:36.361448 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a47817-2416-4195-995d-f8278b6ca771 req-c90b4a42-cf47-49f9-8236-a4ef6fb03ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:36.369401 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-81a47817-2416-4195-995d-f8278b6ca771 req-c90b4a42-cf47-49f9-8236-a4ef6fb03ee1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c345cfe3-9ef8-4d81-8fa5-3e08d3754503 HTTP/1.1" status: 200 len: 906 time: 0.1351740 Oct 27 18:20:36.379714 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-861c25e9-fa7f-4a01-8d04-65dc20e0d119 service neutron] For port a76b3dc7-cf3e-4735-9308-d09f65f512fa, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=a76b3dc7-cf3e-4735-9308-d09f65f512fa,segment=NetworkSegment(32b71140-e440-46b3-9b2a-24e683b039db),segment_id=32b71140-e440-46b3-9b2a-24e683b039db)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:20:36.414580 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-c013d37f-52ff-4a85-ae0f-0e4e32a73db7 None None] For port e14b49a7-747b-4582-9dba-de5892c38f6e, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=e14b49a7-747b-4582-9dba-de5892c38f6e,segment=NetworkSegment(222880bb-1ca2-433a-b796-c52adb9f7343),segment_id=222880bb-1ca2-433a-b796-c52adb9f7343)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:36.415317 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-81a47817-2416-4195-995d-f8278b6ca771 req-6f76fcf9-4feb-40c2-9833-a81abbd10f24 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c64b6af5-6f5f-4488-82e5-9502bd40f4f2 HTTP/1.1" status: 200 len: 217 time: 0.0416925 Oct 27 18:20:36.429766 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-c880baa7-1dc1-46bc-a9f2-b0573bc4edde req-8762e73e-9a6b-4c0d-ba5a-891afe13eaa6 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] For port 2a7444df-e262-4ae0-afaf-72b2a9d5a01a, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=2a7444df-e262-4ae0-afaf-72b2a9d5a01a,segment=NetworkSegment(58a88469-a6e8-4f4a-87d0-167a1bff6a8c),segment_id=58a88469-a6e8-4f4a-87d0-167a1bff6a8c)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:36.430142 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c880baa7-1dc1-46bc-a9f2-b0573bc4edde req-8762e73e-9a6b-4c0d-ba5a-891afe13eaa6 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:36.446366 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-c880baa7-1dc1-46bc-a9f2-b0573bc4edde req-8762e73e-9a6b-4c0d-ba5a-891afe13eaa6 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Calling delete_port for 2a7444df-e262-4ae0-afaf-72b2a9d5a01a owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:20:36.472714 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a47817-2416-4195-995d-f8278b6ca771 req-9f330204-5bd8-44c4-9fe0-add3b27fb94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:36.474132 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-81a47817-2416-4195-995d-f8278b6ca771 req-9f330204-5bd8-44c4-9fe0-add3b27fb94e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0915b7bc-3821-43b8-a967-754663cb61b5 HTTP/1.1" status: 200 len: 844 time: 0.0491641 Oct 27 18:20:36.495711 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c013d37f-52ff-4a85-ae0f-0e4e32a73db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:36.514879 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-81a47817-2416-4195-995d-f8278b6ca771 req-4b12a227-8713-420d-b3fa-630de1847aac service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c345cfe3-9ef8-4d81-8fa5-3e08d3754503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322275 Oct 27 18:20:36.516278 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7b1ca572-6b23-4b23-b84e-bb85814ca66b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:36.524641 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7b1ca572-6b23-4b23-b84e-bb85814ca66b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:36.529741 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc42a68-fbbd-4f47-80d9-5c3e6af5f40a tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Pushing event deleted for resources: {'Port': ['ID=50ed6423-e6aa-4fb4-9f04-88c9e0df44f1,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:36.546869 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2cc518-1758-4848-ae5a-71e075d9c988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-f48bf973-c1ab-49c1-a20d-c1110b28b53e', 'network_id': 'f48bf973-c1ab-49c1-a20d-c1110b28b53e', 'tenant_id': '56b282c0ba7e4fa9932615f8f67f9cb3', 'fixed_ips': [{'subnet_id': '99f7171d-deec-4d97-882b-cdb37a93c179'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:20:36.547725 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2cc518-1758-4848-ae5a-71e075d9c988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:36.557099 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-861c25e9-fa7f-4a01-8d04-65dc20e0d119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:36.640375 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbef5d6-a3a9-4b42-981b-807150ba6eaa req-020701ea-e047-4347-8128-30d584412c42 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:36.649493 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0fbef5d6-a3a9-4b42-981b-807150ba6eaa req-020701ea-e047-4347-8128-30d584412c42 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc HTTP/1.1" status: 200 len: 945 time: 0.4418612 Oct 27 18:20:36.658275 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-057beaca-788a-4ec5-a946-6c72dd7b8567 req-0dc42a68-fbbd-4f47-80d9-5c3e6af5f40a tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] No DVR routers for this DVR port 50ed6423-e6aa-4fb4-9f04-88c9e0df44f1 on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:20:36.661172 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-057beaca-788a-4ec5-a946-6c72dd7b8567 req-0dc42a68-fbbd-4f47-80d9-5c3e6af5f40a tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:36.665398 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-057beaca-788a-4ec5-a946-6c72dd7b8567 req-0dc42a68-fbbd-4f47-80d9-5c3e6af5f40a tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.93 "DELETE /v2.0/ports/50ed6423-e6aa-4fb4-9f04-88c9e0df44f1 HTTP/1.1" status: 204 len: 173 time: 2.6700487 Oct 27 18:20:36.671964 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7b1ca572-6b23-4b23-b84e-bb85814ca66b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:36.704518 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c013d37f-52ff-4a85-ae0f-0e4e32a73db7 None None] Pushing event updated for resources: {'Port': ['ID=e14b49a7-747b-4582-9dba-de5892c38f6e,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:36.705079 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44e0d8-5869-42ea-ad55-e8038aa4550c req-3e8de25c-059a-4492-9380-34df75acd05f tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:36.711411 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-81a47817-2416-4195-995d-f8278b6ca771 req-60b2035c-5b5f-4061-919a-0e10ce5bde4b service neutron] 10.222.0.93 "GET /v2.0/networks/c345cfe3-9ef8-4d81-8fa5-3e08d3754503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883175 Oct 27 18:20:36.713813 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7e44e0d8-5869-42ea-ad55-e8038aa4550c req-3e8de25c-059a-4492-9380-34df75acd05f tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=84837687-4216-49a0-8fd2-78e279c159f9 HTTP/1.1" status: 200 len: 943 time: 0.4685736 Oct 27 18:20:36.744255 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4392fe22-cc6f-44e0-8fa5-67e8f5ba9fba None None] Provisioning complete for port e14b49a7-747b-4582-9dba-de5892c38f6e triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:20:36.744627 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4392fe22-cc6f-44e0-8fa5-67e8f5ba9fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:36.781074 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-fd2cc518-1758-4848-ae5a-71e075d9c988 None None] Allocated IP 172.20.0.2 (f48bf973-c1ab-49c1-a20d-c1110b28b53e/99f7171d-deec-4d97-882b-cdb37a93c179/ce518299-8889-4e16-8948-760643168df6) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:20:36.840443 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-861c25e9-fa7f-4a01-8d04-65dc20e0d119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:36.841102 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-861c25e9-fa7f-4a01-8d04-65dc20e0d119 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:36.842531 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-861c25e9-fa7f-4a01-8d04-65dc20e0d119 service neutron] 10.222.0.81 "PUT /v2.0/ports/a76b3dc7-cf3e-4735-9308-d09f65f512fa HTTP/1.1" status: 200 len: 1121 time: 2.9541922 Oct 27 18:20:36.843274 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c25e9-fa7f-4a01-8d04-65dc20e0d119 service neutron] Pushing event updated for resources: {'Port': ['ID=a76b3dc7-cf3e-4735-9308-d09f65f512fa,revision_number=8']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:36.851183 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 50ed6423-e6aa-4fb4-9f04-88c9e0df44f1 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:20:36.894912 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 50ed6423-e6aa-4fb4-9f04-88c9e0df44f1 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:20:36.896005 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 50ed6423-e6aa-4fb4-9f04-88c9e0df44f1 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:20:36.898262 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0fbef5d6-a3a9-4b42-981b-807150ba6eaa req-934be2b6-cb19-4558-af17-4cad112dafc7 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476928 Oct 27 18:20:36.930347 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7e44e0d8-5869-42ea-ad55-e8038aa4550c req-717367b7-5670-4fe4-8836-acdded5ced68 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155664 Oct 27 18:20:36.930905 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['a76b3dc7-cf3e-4735-9308-d09f65f512fa'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:20:36.970338 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7b1ca572-6b23-4b23-b84e-bb85814ca66b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:36.974465 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['a76b3dc7-cf3e-4735-9308-d09f65f512fa'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:20:37.002146 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-81a47817-2416-4195-995d-f8278b6ca771 req-7fcf178b-a85c-4672-9d00-458c8d3db4e0 service neutron] 10.222.0.93 "GET /v2.0/networks/c345cfe3-9ef8-4d81-8fa5-3e08d3754503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821016 Oct 27 18:20:37.136545 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c880baa7-1dc1-46bc-a9f2-b0573bc4edde req-8762e73e-9a6b-4c0d-ba5a-891afe13eaa6 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:37.202311 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2cc518-1758-4848-ae5a-71e075d9c988 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:37.284875 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-c880baa7-1dc1-46bc-a9f2-b0573bc4edde req-8762e73e-9a6b-4c0d-ba5a-891afe13eaa6 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] No DVR routers for this DVR port 2a7444df-e262-4ae0-afaf-72b2a9d5a01a on host n-h1-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:20:37.290511 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c880baa7-1dc1-46bc-a9f2-b0573bc4edde req-8762e73e-9a6b-4c0d-ba5a-891afe13eaa6 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:37.296053 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c880baa7-1dc1-46bc-a9f2-b0573bc4edde req-8762e73e-9a6b-4c0d-ba5a-891afe13eaa6 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.81 "DELETE /v2.0/ports/2a7444df-e262-4ae0-afaf-72b2a9d5a01a HTTP/1.1" status: 204 len: 173 time: 1.4319627 Oct 27 18:20:37.297059 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762e73e-9a6b-4c0d-ba5a-891afe13eaa6 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Pushing event deleted for resources: {'Port': ['ID=2a7444df-e262-4ae0-afaf-72b2a9d5a01a,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:37.326594 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2cc518-1758-4848-ae5a-71e075d9c988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:37.329985 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558aa6f9-4266-4df4-ba46-e7cc55bb4f5e req-70f224f0-7301-45f4-9e4d-c7b82354cb71 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:37.337780 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-558aa6f9-4266-4df4-ba46-e7cc55bb4f5e req-70f224f0-7301-45f4-9e4d-c7b82354cb71 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 943 time: 0.2911432 Oct 27 18:20:37.372414 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-31a0360e-b2e7-4213-bfce-8cb70abe0aea req-c5fb905a-6bec-4e11-8d2b-b1efebebde54 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=af2c9311-b5d3-4daf-8643-dacef929149f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1439869 Oct 27 18:20:37.395463 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2cc518-1758-4848-ae5a-71e075d9c988 None None] Network f48bf973-c1ab-49c1-a20d-c1110b28b53e is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:20:37.399144 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-fd2cc518-1758-4848-ae5a-71e075d9c988 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:20:37.399667 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c6f842ad-28dd-44b8-8d5e-f31f4189324b req-88ba6096-64d3-4a9c-97b8-85d4a7bd101d tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2ffcd34-afe5-471e-91e1-cb71a72191d7 HTTP/1.1" status: 200 len: 210 time: 0.0313239 Oct 27 18:20:37.403117 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2cc518-1758-4848-ae5a-71e075d9c988 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:20:37.408492 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2cc518-1758-4848-ae5a-71e075d9c988 None None] Pushing event updated for resources: {'Port': ['ID=ce518299-8889-4e16-8948-760643168df6,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:37.421679 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-558aa6f9-4266-4df4-ba46-e7cc55bb4f5e req-e7303857-92cd-4e5a-9392-4c84eccb075e tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773969 Oct 27 18:20:37.477957 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-fd2cc518-1758-4848-ae5a-71e075d9c988 None None] Attempting to bind port ce518299-8889-4e16-8948-760643168df6 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:20:37.478409 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-fd2cc518-1758-4848-ae5a-71e075d9c988 None None] Attempting to bind port ce518299-8889-4e16-8948-760643168df6 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '81afd54b-34e5-4673-9b2c-d87753c0bd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'f48bf973-c1ab-49c1-a20d-c1110b28b53e'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:20:37.478929 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2cc518-1758-4848-ae5a-71e075d9c988 None None] Attempting to bind port ce518299-8889-4e16-8948-760643168df6 on network f48bf973-c1ab-49c1-a20d-c1110b28b53e {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:20:37.486564 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2cc518-1758-4848-ae5a-71e075d9c988 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:20:37.487060 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2cc518-1758-4848-ae5a-71e075d9c988 None None] Checking segment: {'id': '81afd54b-34e5-4673-9b2c-d87753c0bd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'f48bf973-c1ab-49c1-a20d-c1110b28b53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:20:37.487786 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2cc518-1758-4848-ae5a-71e075d9c988 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:37.488342 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2cc518-1758-4848-ae5a-71e075d9c988 None None] Bound using segment: {'id': '81afd54b-34e5-4673-9b2c-d87753c0bd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'f48bf973-c1ab-49c1-a20d-c1110b28b53e'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:20:37.488911 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-fd2cc518-1758-4848-ae5a-71e075d9c988 None None] Bound port: ce518299-8889-4e16-8948-760643168df6, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81afd54b-34e5-4673-9b2c-d87753c0bd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'f48bf973-c1ab-49c1-a20d-c1110b28b53e'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:20:37.489389 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2cc518-1758-4848-ae5a-71e075d9c988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:37.559290 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-119d7fb2-1ee4-4fbc-963b-8177caccd8d6 req-aa6abea7-b36e-4054-8edc-1dddf8b81b3f tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/ports?device_id=91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6 HTTP/1.1" status: 200 len: 210 time: 0.0599394 Oct 27 18:20:37.565808 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-fd2cc518-1758-4848-ae5a-71e075d9c988 None None] For port ce518299-8889-4e16-8948-760643168df6, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:20:37.570934 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-fd2cc518-1758-4848-ae5a-71e075d9c988 None None] For port ce518299-8889-4e16-8948-760643168df6, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ce518299-8889-4e16-8948-760643168df6,segment=NetworkSegment(81afd54b-34e5-4673-9b2c-d87753c0bd96),segment_id=81afd54b-34e5-4673-9b2c-d87753c0bd96)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:20:37.571128 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0360e-b2e7-4213-bfce-8cb70abe0aea req-b8d40b5a-445a-4987-a35b-2295cc1b39de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:37.572588 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-31a0360e-b2e7-4213-bfce-8cb70abe0aea req-b8d40b5a-445a-4987-a35b-2295cc1b39de service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e9c9f8d15e694335a8e99499ce7f1df1&device_id=af2c9311-b5d3-4daf-8643-dacef929149f HTTP/1.1" status: 200 len: 1096 time: 0.1296895 Oct 27 18:20:37.632541 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7b1ca572-6b23-4b23-b84e-bb85814ca66b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:37.651044 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2cc518-1758-4848-ae5a-71e075d9c988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:37.679608 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7b1ca572-6b23-4b23-b84e-bb85814ca66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:37.681062 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device e14b49a7-747b-4582-9dba-de5892c38f6e up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:20:37.776408 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2cc518-1758-4848-ae5a-71e075d9c988 None None] Pushing event updated for resources: {'Port': ['ID=ce518299-8889-4e16-8948-760643168df6,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:37.781193 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0360e-b2e7-4213-bfce-8cb70abe0aea req-5dad063e-ad9d-4a62-bf75-cdd275481b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:37.782716 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-31a0360e-b2e7-4213-bfce-8cb70abe0aea req-5dad063e-ad9d-4a62-bf75-cdd275481b3c service neutron] 10.222.0.93 "GET /v2.0/networks?id=4e086075-a1b5-4045-ad82-552f5d921dc9 HTTP/1.1" status: 200 len: 916 time: 0.1720724 Oct 27 18:20:37.799788 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port e14b49a7-747b-4582-9dba-de5892c38f6e triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:20:37.800175 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:37.889427 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-7b1ca572-6b23-4b23-b84e-bb85814ca66b admin admin] Allocated IP 172.25.6.23 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/85a56b30-485d-4266-9e94-43c16dd1e1c0) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:20:37.895547 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-31a0360e-b2e7-4213-bfce-8cb70abe0aea req-2050a316-6505-4e9d-b763-05e96227b2b7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5458414-97a3-45a4-945c-c31d115e2201 HTTP/1.1" status: 200 len: 1001 time: 0.0924666 Oct 27 18:20:38.032751 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0360e-b2e7-4213-bfce-8cb70abe0aea req-92a51f79-2a46-47d3-956e-232a6de78a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:38.035420 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-31a0360e-b2e7-4213-bfce-8cb70abe0aea req-92a51f79-2a46-47d3-956e-232a6de78a98 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1c1b7808-e582-4ce4-9710-0fef53c91dd4 HTTP/1.1" status: 200 len: 853 time: 0.1294954 Oct 27 18:20:38.046868 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-0e4bba83-39e2-403f-8f2d-6fc1da03fabd tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:38.053477 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-0e4bba83-39e2-403f-8f2d-6fc1da03fabd tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:38.055164 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-0e4bba83-39e2-403f-8f2d-6fc1da03fabd tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.93 "GET /v2.0/networks?id=3e05cae3-d74c-4ea3-b3d2-f15cfeddf528&id=ad0653b6-4310-40ad-9106-9bf6ed3fd0e7 HTTP/1.1" status: 200 len: 1392 time: 0.1726499 Oct 27 18:20:38.055697 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ffcd34-afe5-471e-91e1-cb71a72191d7', 'name': 'network-vif-deleted', 'tag': '50ed6423-e6aa-4fb4-9f04-88c9e0df44f1'}, {'name': 'network-changed', 'server_uuid': '211d3f40-2971-46c3-8096-0e2056e3b79a', 'tag': 'a76b3dc7-cf3e-4735-9308-d09f65f512fa'}, {'server_uuid': '6e7c75fa-988a-445b-8f88-e443a50af5cc', 'name': 'network-vif-deleted', 'tag': '2a7444df-e262-4ae0-afaf-72b2a9d5a01a'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:20:38.058173 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6b9eef-39e9-4933-a0f5-e4494e1d2659" -d '{"events": [{"server_uuid": "c2ffcd34-afe5-471e-91e1-cb71a72191d7", "name": "network-vif-deleted", "tag": "50ed6423-e6aa-4fb4-9f04-88c9e0df44f1"}, {"name": "network-changed", "server_uuid": "211d3f40-2971-46c3-8096-0e2056e3b79a", "tag": "a76b3dc7-cf3e-4735-9308-d09f65f512fa"}, {"server_uuid": "6e7c75fa-988a-445b-8f88-e443a50af5cc", "name": "network-vif-deleted", "tag": "2a7444df-e262-4ae0-afaf-72b2a9d5a01a"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:20:38.070698 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-befe0dc5-8ece-4e9c-be5f-cfbcdaea97ff tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Request body: {'port': {'device_id': '91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6', 'network_id': '3e05cae3-d74c-4ea3-b3d2-f15cfeddf528', 'admin_state_up': True, 'tenant_id': '52425a4848b54b7383a7845cb99edf04'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:20:38.153370 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7b1ca572-6b23-4b23-b84e-bb85814ca66b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:38.156513 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0360e-b2e7-4213-bfce-8cb70abe0aea req-c15dd81b-a7bc-4271-a426-375791568546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:38.158166 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-31a0360e-b2e7-4213-bfce-8cb70abe0aea req-c15dd81b-a7bc-4271-a426-375791568546 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=4e086075-a1b5-4045-ad82-552f5d921dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1170969 Oct 27 18:20:38.228860 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0bbcd01e-06f8-4e57-a1f0-adf5d82fbb40 req-af550e5c-8c71-49ff-8359-b0ad72a94224 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7c75fa-988a-445b-8f88-e443a50af5cc HTTP/1.1" status: 200 len: 210 time: 0.0621989 Oct 27 18:20:38.280845 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97877b24-ef61-4d0d-9d9d-17bc0f9a56fc req-b19a0c30-d84d-488c-bc04-32ed40d6d96a tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:38.282696 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-97877b24-ef61-4d0d-9d9d-17bc0f9a56fc req-b19a0c30-d84d-488c-bc04-32ed40d6d96a tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=84837687-4216-49a0-8fd2-78e279c159f9 HTTP/1.1" status: 200 len: 943 time: 0.1450622 Oct 27 18:20:38.312289 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Wed, 27 Oct 2021 18:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b778361-316a-44d5-830e-0b236dfc61e8 x-openstack-request-id: req-3b778361-316a-44d5-830e-0b236dfc61e8 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:20:38.312621 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2ffcd34-afe5-471e-91e1-cb71a72191d7", "name": "network-vif-deleted", "tag": "50ed6423-e6aa-4fb4-9f04-88c9e0df44f1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "211d3f40-2971-46c3-8096-0e2056e3b79a", "tag": "a76b3dc7-cf3e-4735-9308-d09f65f512fa", "status": "completed", "code": 200}, {"server_uuid": "6e7c75fa-988a-445b-8f88-e443a50af5cc", "name": "network-vif-deleted", "tag": "2a7444df-e262-4ae0-afaf-72b2a9d5a01a", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:20:38.312850 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3b778361-316a-44d5-830e-0b236dfc61e8 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:20:38.313265 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ffcd34-afe5-471e-91e1-cb71a72191d7', 'name': 'network-vif-deleted', 'tag': '50ed6423-e6aa-4fb4-9f04-88c9e0df44f1', 'status': 'completed', 'code': 200} Oct 27 18:20:38.313590 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '211d3f40-2971-46c3-8096-0e2056e3b79a', 'tag': 'a76b3dc7-cf3e-4735-9308-d09f65f512fa', 'status': 'completed', 'code': 200} Oct 27 18:20:38.313856 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e7c75fa-988a-445b-8f88-e443a50af5cc', 'name': 'network-vif-deleted', 'tag': '2a7444df-e262-4ae0-afaf-72b2a9d5a01a', 'status': 'completed', 'code': 200} Oct 27 18:20:38.315813 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-31a0360e-b2e7-4213-bfce-8cb70abe0aea req-7b207733-7012-44b9-97b8-ee04f0956c1f service neutron] 10.222.0.93 "GET /v2.0/networks/4e086075-a1b5-4045-ad82-552f5d921dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473527 Oct 27 18:20:38.399549 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-97877b24-ef61-4d0d-9d9d-17bc0f9a56fc req-6f448941-ee37-4736-8ae9-2e6a110ad627 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058733 Oct 27 18:20:38.433046 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b9eef-39e9-4933-a0f5-e4494e1d2659 req-43861103-e94b-49c6-8839-01d7c4a1c867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:38.434906 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7f6b9eef-39e9-4933-a0f5-e4494e1d2659 req-43861103-e94b-49c6-8839-01d7c4a1c867 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a91620ccab6b42bd92005fb366774bad&device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 1124 time: 0.0958331 Oct 27 18:20:38.559897 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-befe0dc5-8ece-4e9c-be5f-cfbcdaea97ff tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Made reservation on behalf of 52425a4848b54b7383a7845cb99edf04 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:20:38.559897 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-befe0dc5-8ece-4e9c-be5f-cfbcdaea97ff tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:38.625136 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 2a7444df-e262-4ae0-afaf-72b2a9d5a01a no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:20:38.671011 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] No Port match for: 2a7444df-e262-4ae0-afaf-72b2a9d5a01a {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:20:38.674337 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 2a7444df-e262-4ae0-afaf-72b2a9d5a01a not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:20:38.689331 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e394c-a054-44b0-9d9d-76227b757edd req-8604eec6-0868-4142-981b-0361c08c5e14 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:38.690969 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cc0e394c-a054-44b0-9d9d-76227b757edd req-8604eec6-0868-4142-981b-0361c08c5e14 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 943 time: 0.1492660 Oct 27 18:20:38.695439 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7b1ca572-6b23-4b23-b84e-bb85814ca66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:38.724428 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b9eef-39e9-4933-a0f5-e4494e1d2659 req-e95470a5-ad6d-4c61-a27b-dce2ac9d15b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:38.725265 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7f6b9eef-39e9-4933-a0f5-e4494e1d2659 req-e95470a5-ad6d-4c61-a27b-dce2ac9d15b5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b3551270-2765-4a25-abeb-25e55b0a5126 HTTP/1.1" status: 200 len: 923 time: 0.2779489 Oct 27 18:20:38.735526 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f5e2625b-40c4-4a10-bd23-f3984feacc52 req-04153289-718a-47b8-981e-3f14200b2891 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups/8bf72822-1ef8-44df-962d-6ad87a399e09 HTTP/1.1" status: 200 len: 1801 time: 0.1694787 Oct 27 18:20:38.777507 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1ca572-6b23-4b23-b84e-bb85814ca66b admin admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:20:38.792082 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-7b1ca572-6b23-4b23-b84e-bb85814ca66b admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:20:38.797119 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1ca572-6b23-4b23-b84e-bb85814ca66b admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:20:38.826921 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7f6b9eef-39e9-4933-a0f5-e4494e1d2659 req-4674608b-8dfa-42e5-ac11-a4e89fcde3f7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a76b3dc7-cf3e-4735-9308-d09f65f512fa HTTP/1.1" status: 200 len: 217 time: 0.0781558 Oct 27 18:20:38.835092 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ca572-6b23-4b23-b84e-bb85814ca66b admin admin] Pushing event updated for resources: {'Port': ['ID=85a56b30-485d-4266-9e94-43c16dd1e1c0,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:38.838367 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-31a0360e-b2e7-4213-bfce-8cb70abe0aea req-bc004d0a-2a08-4392-9ff7-52b787405a62 service neutron] 10.222.0.93 "GET /v2.0/networks/4e086075-a1b5-4045-ad82-552f5d921dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5102904 Oct 27 18:20:38.843231 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device c64b6af5-6f5f-4488-82e5-9502bd40f4f2 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:20:38.926203 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cc0e394c-a054-44b0-9d9d-76227b757edd req-068d0ef0-e9cb-431f-a80c-82ec4843be1c tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041140 Oct 27 18:20:39.008760 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b9eef-39e9-4933-a0f5-e4494e1d2659 req-d8bea3aa-89a7-4bb8-8564-40eff5937303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:39.011433 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7f6b9eef-39e9-4933-a0f5-e4494e1d2659 req-d8bea3aa-89a7-4bb8-8564-40eff5937303 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8b6b6ba7-005f-448a-b57c-d52798a8629c HTTP/1.1" status: 200 len: 861 time: 0.1702147 Oct 27 18:20:39.016288 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port c64b6af5-6f5f-4488-82e5-9502bd40f4f2, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=c64b6af5-6f5f-4488-82e5-9502bd40f4f2,segment=NetworkSegment(0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2),segment_id=0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:39.018150 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-befe0dc5-8ece-4e9c-be5f-cfbcdaea97ff tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Allocated IP 19.80.0.103 (3e05cae3-d74c-4ea3-b3d2-f15cfeddf528/0ae947a9-31ce-4ea8-a668-c540b7841e7d/df819c76-ffad-4ecf-8798-0b52954bb618) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:20:39.031223 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'c64b6af5-6f5f-4488-82e5-9502bd40f4f2', 'network_id': 'c345cfe3-9ef8-4d81-8fa5-3e08d3754503', 'port_id': 'c64b6af5-6f5f-4488-82e5-9502bd40f4f2', 'mac_address': 'fa:16:3e:9b:14:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1038, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0915b7bc-3821-43b8-a967-754663cb61b5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:20:39.067817 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8eca3b-1f85-4bbb-8d3e-e69ea24b97f7 None None] Network f48bf973-c1ab-49c1-a20d-c1110b28b53e requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:20:39.086136 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f5e2625b-40c4-4a10-bd23-f3984feacc52 req-6b302fef-cf6d-463c-a15c-3e63da408dea tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:39.089144 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7f6b9eef-39e9-4933-a0f5-e4494e1d2659 req-e0067c35-bd27-4fd0-a0b1-4202d0068529 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b3551270-2765-4a25-abeb-25e55b0a5126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498204 Oct 27 18:20:39.120986 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:39.147503 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c64b6af5-6f5f-4488-82e5-9502bd40f4f2 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:20:39.158020 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-e3e907b5-25a4-48d2-b2d1-dbdabc8f0c1d None None] Provisioning complete for port ce518299-8889-4e16-8948-760643168df6 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:20:39.158405 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e3e907b5-25a4-48d2-b2d1-dbdabc8f0c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:39.177777 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d878137b-ff67-4267-920b-8eba190cc63c req-3a30eb4d-dd5d-4186-b71a-1b078689731e tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/ports?device_id=91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6 HTTP/1.1" status: 200 len: 210 time: 0.1396866 Oct 27 18:20:39.181465 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7b1ca572-6b23-4b23-b84e-bb85814ca66b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:39.217389 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port c64b6af5-6f5f-4488-82e5-9502bd40f4f2, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=c64b6af5-6f5f-4488-82e5-9502bd40f4f2,segment=NetworkSegment(0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2),segment_id=0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:39.225437 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f5e2625b-40c4-4a10-bd23-f3984feacc52 req-6b302fef-cf6d-463c-a15c-3e63da408dea tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:39.309909 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:39.340045 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7f6b9eef-39e9-4933-a0f5-e4494e1d2659 req-71cb2b06-230d-4e85-9a2a-9857d25acf92 service neutron] 10.222.0.93 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271237 Oct 27 18:20:39.362133 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e3e907b5-25a4-48d2-b2d1-dbdabc8f0c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:39.389123 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f5e2625b-40c4-4a10-bd23-f3984feacc52 req-6b302fef-cf6d-463c-a15c-3e63da408dea tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:39.391708 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f5e2625b-40c4-4a10-bd23-f3984feacc52 req-6b302fef-cf6d-463c-a15c-3e63da408dea tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:39.392821 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f5e2625b-40c4-4a10-bd23-f3984feacc52 req-6b302fef-cf6d-463c-a15c-3e63da408dea tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "DELETE /v2.0/security-groups/8bf72822-1ef8-44df-962d-6ad87a399e09 HTTP/1.1" status: 204 len: 173 time: 0.6429188 Oct 27 18:20:39.429570 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7b1ca572-6b23-4b23-b84e-bb85814ca66b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:39.447234 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-e3e907b5-25a4-48d2-b2d1-dbdabc8f0c1d None None] For port ce518299-8889-4e16-8948-760643168df6, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ce518299-8889-4e16-8948-760643168df6,segment=NetworkSegment(81afd54b-34e5-4673-9b2c-d87753c0bd96),segment_id=81afd54b-34e5-4673-9b2c-d87753c0bd96)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:39.454649 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=c64b6af5-6f5f-4488-82e5-9502bd40f4f2,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:39.456254 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b302fef-cf6d-463c-a15c-3e63da408dea tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf72822-1ef8-44df-962d-6ad87a399e09,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:39.547157 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-befe0dc5-8ece-4e9c-be5f-cfbcdaea97ff tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:39.561185 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e3e907b5-25a4-48d2-b2d1-dbdabc8f0c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:39.573672 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7f6b9eef-39e9-4933-a0f5-e4494e1d2659 req-cd2fa52e-7bd6-42e4-a16f-b8d130c016d1 service neutron] 10.222.0.93 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941767 Oct 27 18:20:39.578145 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['c64b6af5-6f5f-4488-82e5-9502bd40f4f2'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:20:39.639611 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-13933a62-8b89-4ced-9f93-73a2461f7c4b req-9ef8e6b1-c372-49a6-b994-b97f70206dc4 tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "GET /v2.0/security-groups/cb5cf10a-3efc-42e6-ac2c-1d33e7a42af2 HTTP/1.1" status: 200 len: 1800 time: 0.0862057 Oct 27 18:20:39.672115 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2b275d56-cec0-4527-a754-eac03fb39e3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:39.708360 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-13933a62-8b89-4ced-9f93-73a2461f7c4b req-dd81db68-e68a-472e-8d39-4e6da470785b tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:39.741494 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-13933a62-8b89-4ced-9f93-73a2461f7c4b req-dd81db68-e68a-472e-8d39-4e6da470785b tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:39.752992 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1ca572-6b23-4b23-b84e-bb85814ca66b admin admin] Router e7a51ddc-3349-4a0f-aafb-94669430f598 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:20:39.766622 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e907b5-25a4-48d2-b2d1-dbdabc8f0c1d None None] Pushing event updated for resources: {'Port': ['ID=ce518299-8889-4e16-8948-760643168df6,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:39.769825 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-befe0dc5-8ece-4e9c-be5f-cfbcdaea97ff tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:39.775698 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ce518299-8889-4e16-8948-760643168df6 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:20:39.876828 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-271338eb-f433-4d5c-9cde-03187c0ca5a7 None None] Provisioning complete for port ce518299-8889-4e16-8948-760643168df6 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:20:39.877122 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-271338eb-f433-4d5c-9cde-03187c0ca5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:39.883167 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-befe0dc5-8ece-4e9c-be5f-cfbcdaea97ff tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Network 3e05cae3-d74c-4ea3-b3d2-f15cfeddf528 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:20:39.892381 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-befe0dc5-8ece-4e9c-be5f-cfbcdaea97ff tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:20:39.899468 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-befe0dc5-8ece-4e9c-be5f-cfbcdaea97ff tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:20:39.901740 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1ca572-6b23-4b23-b84e-bb85814ca66b admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:20:39.903049 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe0dc5-8ece-4e9c-be5f-cfbcdaea97ff tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Pushing event updated for resources: {'Port': ['ID=df819c76-ffad-4ecf-8798-0b52954bb618,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:39.916989 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port ce518299-8889-4e16-8948-760643168df6 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:20:39.917342 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:39.924852 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1960ad28-9b01-4d4e-b483-8f4afcd9de40 None None] Sync routers for ids ['e7a51ddc-3349-4a0f-aafb-94669430f598'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:20:39.941653 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1960ad28-9b01-4d4e-b483-8f4afcd9de40 None None] Routers {'e7a51ddc-3349-4a0f-aafb-94669430f598'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:20:39.945348 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1960ad28-9b01-4d4e-b483-8f4afcd9de40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:20:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['e7a51ddc-3349-4a0f-aafb-94669430f598'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:20:39.948290 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e717463-5e2d-4890-b954-1158c8b411bb req-57024392-3780-4a87-9d11-8fb05e8a7f5b tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:39.950586 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6e717463-5e2d-4890-b954-1158c8b411bb req-57024392-3780-4a87-9d11-8fb05e8a7f5b tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=84837687-4216-49a0-8fd2-78e279c159f9 HTTP/1.1" status: 200 len: 944 time: 0.1155720 Oct 27 18:20:39.979103 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-befe0dc5-8ece-4e9c-be5f-cfbcdaea97ff tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:39.979779 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-befe0dc5-8ece-4e9c-be5f-cfbcdaea97ff tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:40.000922 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7b1ca572-6b23-4b23-b84e-bb85814ca66b admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:40.005412 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7b1ca572-6b23-4b23-b84e-bb85814ca66b admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.6503274 Oct 27 18:20:40.006008 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48716) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:20:40.028633 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-13933a62-8b89-4ced-9f93-73a2461f7c4b req-dd81db68-e68a-472e-8d39-4e6da470785b tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:40.032582 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-13933a62-8b89-4ced-9f93-73a2461f7c4b req-dd81db68-e68a-472e-8d39-4e6da470785b tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:40.051804 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-13933a62-8b89-4ced-9f93-73a2461f7c4b req-dd81db68-e68a-472e-8d39-4e6da470785b tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] 10.222.0.52 "DELETE /v2.0/security-groups/cb5cf10a-3efc-42e6-ac2c-1d33e7a42af2 HTTP/1.1" status: 204 len: 173 time: 0.4105449 Oct 27 18:20:40.058106 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48718) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:20:40.109199 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-1960ad28-9b01-4d4e-b483-8f4afcd9de40 None None] Set router e7a51ddc-3349-4a0f-aafb-94669430f598 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:20:40.170489 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-befe0dc5-8ece-4e9c-be5f-cfbcdaea97ff tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1057222 Oct 27 18:20:40.173683 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81db68-e68a-472e-8d39-4e6da470785b tempest-SecurityGroupsTestJSON-1433053111 tempest-SecurityGroupsTestJSON-1433053111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5cf10a-3efc-42e6-ac2c-1d33e7a42af2,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:40.193069 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6e717463-5e2d-4890-b954-1158c8b411bb req-2376b9f8-e530-4b40-a2ac-9bdb67bb207d tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329872 Oct 27 18:20:40.234657 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-9fde4d9e-ce2c-4730-a12f-41ac7f5ebdf9 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Request body: {'port': {'device_id': '91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6', 'network_id': 'ad0653b6-4310-40ad-9106-9bf6ed3fd0e7', 'admin_state_up': True, 'tenant_id': '52425a4848b54b7383a7845cb99edf04'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:20:40.375959 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc5bc638-42d8-4a42-b64c-6685a9231e6d admin admin] Deleting subnet 4965f8af-4fde-4a0a-9bd8-662a2fb0507c {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:20:40.392384 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dc5bc638-42d8-4a42-b64c-6685a9231e6d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:40.468798 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-9afefa61-65ac-428a-b789-2442a3bf39f5 None None] Provisioning complete for port df819c76-ffad-4ecf-8798-0b52954bb618 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:20:40.469904 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9afefa61-65ac-428a-b789-2442a3bf39f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:40.485116 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1960ad28-9b01-4d4e-b483-8f4afcd9de40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a51ddc-3349-4a0f-aafb-94669430f598', 'name': 'tempest-FloatingIPsNegativeTestJSON-556420732-router', 'tenant_id': '56b282c0ba7e4fa9932615f8f67f9cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '85a56b30-485d-4266-9e94-43c16dd1e1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:20:36Z', 'updated_at': '2021-10-27T18:20:38Z', 'revision_number': 3, 'project_id': '56b282c0ba7e4fa9932615f8f67f9cb3', 'gw_port': {'id': '85a56b30-485d-4266-9e94-43c16dd1e1c0', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a51ddc-3349-4a0f-aafb-94669430f598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:20:37Z', 'updated_at': '2021-10-27T18:20:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:20:40.485920 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059346f-6b10-4874-96ef-20aa8f0b5686 req-e027cfbc-73f1-4e28-8e59-b72c3cfdd7ed tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:40.487546 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9059346f-6b10-4874-96ef-20aa8f0b5686 req-e027cfbc-73f1-4e28-8e59-b72c3cfdd7ed tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.81 "GET /v2.0/ports?device_id=1c355512-b0be-4846-908a-20bde38ada9b HTTP/1.1" status: 200 len: 944 time: 0.2493834 Oct 27 18:20:40.506005 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dc5bc638-42d8-4a42-b64c-6685a9231e6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:40.510326 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-9afefa61-65ac-428a-b789-2442a3bf39f5 None None] Port df819c76-ffad-4ecf-8798-0b52954bb618 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:20:40.528417 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1960ad28-9b01-4d4e-b483-8f4afcd9de40 None None] Checking router: e7a51ddc-3349-4a0f-aafb-94669430f598 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:20:40.528768 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1960ad28-9b01-4d4e-b483-8f4afcd9de40 None None] Updating router e7a51ddc-3349-4a0f-aafb-94669430f598 port 85a56b30-485d-4266-9e94-43c16dd1e1c0 binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:20:40.553909 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-1960ad28-9b01-4d4e-b483-8f4afcd9de40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:40.564787 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d21549-5258-4339-bcb1-ed4adf57e08a req-0d485c09-6537-4a94-9ae7-449039334a90 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:40.566309 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b5d21549-5258-4339-bcb1-ed4adf57e08a req-0d485c09-6537-4a94-9ae7-449039334a90 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c355512-b0be-4846-908a-20bde38ada9b HTTP/1.1" status: 200 len: 944 time: 0.2851419 Oct 27 18:20:40.607027 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201bab75-9683-472f-ad1d-901b2c14298c req-678b02de-4880-440c-a485-e892d4eca3f7 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:40.608550 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-201bab75-9683-472f-ad1d-901b2c14298c req-678b02de-4880-440c-a485-e892d4eca3f7 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 943 time: 0.2398183 Oct 27 18:20:40.615438 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c8ca223c-01ae-46fb-91bd-b3558631e137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:40.696005 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dc5bc638-42d8-4a42-b64c-6685a9231e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:40.741805 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b5d21549-5258-4339-bcb1-ed4adf57e08a req-f8f057dc-7cf2-4400-8464-4db8b59413c2 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649864 Oct 27 18:20:40.789978 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-201bab75-9683-472f-ad1d-901b2c14298c req-7b70fa20-25c2-4313-a42a-14a77fa78374 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410513 Oct 27 18:20:40.798934 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-9fde4d9e-ce2c-4730-a12f-41ac7f5ebdf9 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Made reservation on behalf of 52425a4848b54b7383a7845cb99edf04 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:20:40.798934 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-9fde4d9e-ce2c-4730-a12f-41ac7f5ebdf9 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:40.817955 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-c8ca223c-01ae-46fb-91bd-b3558631e137 admin admin] Allocated IP 172.20.0.1 (f48bf973-c1ab-49c1-a20d-c1110b28b53e/99f7171d-deec-4d97-882b-cdb37a93c179/ec5703b0-8a27-4364-83d6-2e18c29d2bba) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:20:40.863446 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-1960ad28-9b01-4d4e-b483-8f4afcd9de40 None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:40.866840 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device c64b6af5-6f5f-4488-82e5-9502bd40f4f2 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:20:40.944436 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c8ca223c-01ae-46fb-91bd-b3558631e137 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:41.000387 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-1960ad28-9b01-4d4e-b483-8f4afcd9de40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:41.023328 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port c64b6af5-6f5f-4488-82e5-9502bd40f4f2 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:20:41.029023 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port c64b6af5-6f5f-4488-82e5-9502bd40f4f2 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:20:41.029743 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:41.049855 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fbfbf1-6d29-4151-b764-e09d68057dce None None] Pushing event updated for resources: {'Port': ['ID=85a56b30-485d-4266-9e94-43c16dd1e1c0,revision_number=2']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:41.061328 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbfbf1-6d29-4151-b764-e09d68057dce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:41.061677 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbfbf1-6d29-4151-b764-e09d68057dce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:41.062020 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbfbf1-6d29-4151-b764-e09d68057dce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:41.062351 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbfbf1-6d29-4151-b764-e09d68057dce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:41.062686 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbfbf1-6d29-4151-b764-e09d68057dce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:41.063115 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbfbf1-6d29-4151-b764-e09d68057dce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:41.063440 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbfbf1-6d29-4151-b764-e09d68057dce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:41.063771 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbfbf1-6d29-4151-b764-e09d68057dce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:41.064092 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbfbf1-6d29-4151-b764-e09d68057dce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:41.064413 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbfbf1-6d29-4151-b764-e09d68057dce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:41.064735 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbfbf1-6d29-4151-b764-e09d68057dce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:41.065053 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbfbf1-6d29-4151-b764-e09d68057dce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:41.092740 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c8ca223c-01ae-46fb-91bd-b3558631e137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:41.115359 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ca223c-01ae-46fb-91bd-b3558631e137 admin admin] Network f48bf973-c1ab-49c1-a20d-c1110b28b53e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:20:41.119493 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-c8ca223c-01ae-46fb-91bd-b3558631e137 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:20:41.139016 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-1960ad28-9b01-4d4e-b483-8f4afcd9de40 None None] Attempting to bind port 85a56b30-485d-4266-9e94-43c16dd1e1c0 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:20:41.139390 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-1960ad28-9b01-4d4e-b483-8f4afcd9de40 None None] Attempting to bind port 85a56b30-485d-4266-9e94-43c16dd1e1c0 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:20:41.139751 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1960ad28-9b01-4d4e-b483-8f4afcd9de40 None None] Attempting to bind port 85a56b30-485d-4266-9e94-43c16dd1e1c0 on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:20:41.144121 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ca223c-01ae-46fb-91bd-b3558631e137 admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:20:41.149521 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1960ad28-9b01-4d4e-b483-8f4afcd9de40 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:20:41.150194 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1960ad28-9b01-4d4e-b483-8f4afcd9de40 None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:20:41.150950 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-1960ad28-9b01-4d4e-b483-8f4afcd9de40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:41.151489 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1960ad28-9b01-4d4e-b483-8f4afcd9de40 None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:20:41.152141 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-1960ad28-9b01-4d4e-b483-8f4afcd9de40 None None] Bound port: 85a56b30-485d-4266-9e94-43c16dd1e1c0, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:20:41.153553 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-1960ad28-9b01-4d4e-b483-8f4afcd9de40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:41.188035 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:41.194635 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c8ca223c-01ae-46fb-91bd-b3558631e137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:41.223636 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-1960ad28-9b01-4d4e-b483-8f4afcd9de40 None None] For port 85a56b30-485d-4266-9e94-43c16dd1e1c0, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:20:41.229552 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-1960ad28-9b01-4d4e-b483-8f4afcd9de40 None None] For port 85a56b30-485d-4266-9e94-43c16dd1e1c0, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=85a56b30-485d-4266-9e94-43c16dd1e1c0,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:20:41.246064 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84837687-4216-49a0-8fd2-78e279c159f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64b6af5-6f5f-4488-82e5-9502bd40f4f2'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:20:41.258263 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4152f2fd-7868-491f-8d58-c07b9b98f251" -d '{"events": [{"server_uuid": "84837687-4216-49a0-8fd2-78e279c159f9", "name": "network-vif-plugged", "status": "completed", "tag": "c64b6af5-6f5f-4488-82e5-9502bd40f4f2"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:20:41.292546 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port c64b6af5-6f5f-4488-82e5-9502bd40f4f2, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=c64b6af5-6f5f-4488-82e5-9502bd40f4f2,segment=NetworkSegment(0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2),segment_id=0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:41.327045 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca223c-01ae-46fb-91bd-b3558631e137 admin admin] Pushing event updated for resources: {'Port': ['ID=ec5703b0-8a27-4364-83d6-2e18c29d2bba,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:41.328720 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-1960ad28-9b01-4d4e-b483-8f4afcd9de40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:41.372793 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-9059346f-6b10-4874-96ef-20aa8f0b5686 req-bcaefd9d-a256-4c38-8088-12cac111a312 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Deleting port db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:20:41.373322 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-9059346f-6b10-4874-96ef-20aa8f0b5686 req-bcaefd9d-a256-4c38-8088-12cac111a312 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:41.374194 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:41.400823 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fbfbf1-6d29-4151-b764-e09d68057dce None None] Pushing event updated for resources: {'Port': ['ID=85a56b30-485d-4266-9e94-43c16dd1e1c0,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:41.433369 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1960ad28-9b01-4d4e-b483-8f4afcd9de40 None None] Routers {'e7a51ddc-3349-4a0f-aafb-94669430f598'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:20:41.434921 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1960ad28-9b01-4d4e-b483-8f4afcd9de40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:20:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['e7a51ddc-3349-4a0f-aafb-94669430f598'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:20:41.473052 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c8ca223c-01ae-46fb-91bd-b3558631e137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:41.502699 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=c64b6af5-6f5f-4488-82e5-9502bd40f4f2,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:41.549077 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dc5bc638-42d8-4a42-b64c-6685a9231e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:41.549321 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-7c7ffce3-a820-4328-8ccb-e04c208ce8dc None None] Provisioning complete for port ec5703b0-8a27-4364-83d6-2e18c29d2bba triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:20:41.549868 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7c7ffce3-a820-4328-8ccb-e04c208ce8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:41.608686 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13523e-da07-498a-9d3f-35725f2016bc req-0d3bd7b5-7e28-4190-985b-664315212ab0 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:41.613306 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bf13523e-da07-498a-9d3f-35725f2016bc req-0d3bd7b5-7e28-4190-985b-664315212ab0 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/ports?device_id=91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6 HTTP/1.1" status: 200 len: 932 time: 0.7744913 Oct 27 18:20:41.621018 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5bc638-42d8-4a42-b64c-6685a9231e6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4965f8af-4fde-4a0a-9bd8-662a2fb0507c,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:41.627021 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dc5bc638-42d8-4a42-b64c-6685a9231e6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:41.633167 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-dc5bc638-42d8-4a42-b64c-6685a9231e6d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/4965f8af-4fde-4a0a-9bd8-662a2fb0507c HTTP/1.1" status: 204 len: 168 time: 1.5661833 Oct 27 18:20:41.633356 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48732) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:20:41.634569 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-7c7ffce3-a820-4328-8ccb-e04c208ce8dc None None] Port ec5703b0-8a27-4364-83d6-2e18c29d2bba cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:20:41.656980 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-1960ad28-9b01-4d4e-b483-8f4afcd9de40 None None] Set router e7a51ddc-3349-4a0f-aafb-94669430f598 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:20:41.710361 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ce518299-8889-4e16-8948-760643168df6 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:20:41.739019 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b44a5c-798e-4aeb-a3ce-098905768cab req-e07e8259-e97d-49c3-b6df-f8462e7d0595 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:41.747094 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-81b44a5c-798e-4aeb-a3ce-098905768cab req-e07e8259-e97d-49c3-b6df-f8462e7d0595 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=84837687-4216-49a0-8fd2-78e279c159f9 HTTP/1.1" status: 200 len: 945 time: 0.3233356 Oct 27 18:20:41.803602 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-9059346f-6b10-4874-96ef-20aa8f0b5686 req-bcaefd9d-a256-4c38-8088-12cac111a312 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] For port db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc,segment=NetworkSegment(58a88469-a6e8-4f4a-87d0-167a1bff6a8c),segment_id=58a88469-a6e8-4f4a-87d0-167a1bff6a8c)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:41.804213 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-9059346f-6b10-4874-96ef-20aa8f0b5686 req-bcaefd9d-a256-4c38-8088-12cac111a312 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:41.807302 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-9fde4d9e-ce2c-4730-a12f-41ac7f5ebdf9 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Allocated IP 19.86.0.159 (ad0653b6-4310-40ad-9106-9bf6ed3fd0e7/65610351-c247-49c8-a326-f9cccd0da99b/e621f6a2-9433-4c5b-b4b9-20cf59c1b99c) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:20:41.815577 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port ce518299-8889-4e16-8948-760643168df6 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:20:41.816070 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:41.819647 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bf13523e-da07-498a-9d3f-35725f2016bc req-68dd5445-2e49-433c-93b4-6b9dc3c94ab9 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/security-groups?id=6811083f-b04b-4ef8-aa3e-e44ef0c0cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432729 Oct 27 18:20:41.821094 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6f7ceb0f-0c4c-4af6-a806-e6da01233a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:41.844381 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-9059346f-6b10-4874-96ef-20aa8f0b5686 req-bcaefd9d-a256-4c38-8088-12cac111a312 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Calling delete_port for db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:20:41.858069 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-81b44a5c-798e-4aeb-a3ce-098905768cab req-0ef6ef24-5564-41b8-ba53-b4b73d77f45b tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097562 Oct 27 18:20:41.998571 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c422c355-7287-4e41-ace8-07be9a24c228 x-openstack-request-id: req-c422c355-7287-4e41-ace8-07be9a24c228 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:20:41.999237 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84837687-4216-49a0-8fd2-78e279c159f9", "name": "network-vif-plugged", "status": "completed", "tag": "c64b6af5-6f5f-4488-82e5-9502bd40f4f2", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:20:42.002770 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c8ca223c-01ae-46fb-91bd-b3558631e137 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:42.003073 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c422c355-7287-4e41-ace8-07be9a24c228 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:20:42.003616 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84837687-4216-49a0-8fd2-78e279c159f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64b6af5-6f5f-4488-82e5-9502bd40f4f2', 'code': 200} Oct 27 18:20:42.007716 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6f7ceb0f-0c4c-4af6-a806-e6da01233a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:42.072484 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-6f7ceb0f-0c4c-4af6-a806-e6da01233a99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b0c544f-e1c5-43e5-917d-858b4f45dd21']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:20:42.081145 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c8ca223c-01ae-46fb-91bd-b3558631e137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:42.125669 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a1b1cecb-561d-4bbc-85cb-e04a35a755d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:42.159325 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c8ca223c-01ae-46fb-91bd-b3558631e137 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:42.185309 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938dd594-5541-46cc-b925-226a2d603576 req-a75d8361-358f-467a-9d25-8b3f26336bbb tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:42.188338 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-6f7ceb0f-0c4c-4af6-a806-e6da01233a99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86083249-b3fb-43bf-8aa0-d1a115df68ec') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:20:42.188842 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-6f7ceb0f-0c4c-4af6-a806-e6da01233a99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86083249-b3fb-43bf-8aa0-d1a115df68ec') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:20:42.190979 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1960ad28-9b01-4d4e-b483-8f4afcd9de40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a51ddc-3349-4a0f-aafb-94669430f598', 'name': 'tempest-FloatingIPsNegativeTestJSON-556420732-router', 'tenant_id': '56b282c0ba7e4fa9932615f8f67f9cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '85a56b30-485d-4266-9e94-43c16dd1e1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:20:36Z', 'updated_at': '2021-10-27T18:20:41Z', 'revision_number': 4, 'project_id': '56b282c0ba7e4fa9932615f8f67f9cb3', 'gw_port': {'id': '85a56b30-485d-4266-9e94-43c16dd1e1c0', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a51ddc-3349-4a0f-aafb-94669430f598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:20:37Z', 'updated_at': '2021-10-27T18:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'ec5703b0-8a27-4364-83d6-2e18c29d2bba', 'name': '', 'network_id': 'f48bf973-c1ab-49c1-a20d-c1110b28b53e', 'tenant_id': '56b282c0ba7e4fa9932615f8f67f9cb3', 'mac_address': 'fa:16:3e:53:39:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a51ddc-3349-4a0f-aafb-94669430f598', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '99f7171d-deec-4d97-882b-cdb37a93c179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:20:40Z', 'updated_at': '2021-10-27T18:20:40Z', 'revision_number': 1, 'project_id': '56b282c0ba7e4fa9932615f8f67f9cb3', 'subnets': [{'id': '99f7171d-deec-4d97-882b-cdb37a93c179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:20:42.193005 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-938dd594-5541-46cc-b925-226a2d603576 req-a75d8361-358f-467a-9d25-8b3f26336bbb tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c355512-b0be-4846-908a-20bde38ada9b HTTP/1.1" status: 200 len: 944 time: 0.2145331 Oct 27 18:20:42.213737 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6f7ceb0f-0c4c-4af6-a806-e6da01233a99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:42.235211 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1960ad28-9b01-4d4e-b483-8f4afcd9de40 None None] The sync data for ids ['e7a51ddc-3349-4a0f-aafb-94669430f598'] in n-d-815690-2 is: [{'id': 'e7a51ddc-3349-4a0f-aafb-94669430f598', 'name': 'tempest-FloatingIPsNegativeTestJSON-556420732-router', 'tenant_id': '56b282c0ba7e4fa9932615f8f67f9cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '85a56b30-485d-4266-9e94-43c16dd1e1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:20:36Z', 'updated_at': '2021-10-27T18:20:41Z', 'revision_number': 4, 'project_id': '56b282c0ba7e4fa9932615f8f67f9cb3', 'gw_port': {'id': '85a56b30-485d-4266-9e94-43c16dd1e1c0', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a51ddc-3349-4a0f-aafb-94669430f598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:20:37Z', 'updated_at': '2021-10-27T18:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'ec5703b0-8a27-4364-83d6-2e18c29d2bba', 'name': '', 'network_id': 'f48bf973-c1ab-49c1-a20d-c1110b28b53e', 'tenant_id': '56b282c0ba7e4fa9932615f8f67f9cb3', 'mac_address': 'fa:16:3e:53:39:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a51ddc-3349-4a0f-aafb-94669430f598', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '99f7171d-deec-4d97-882b-cdb37a93c179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:20:40Z', 'updated_at': '2021-10-27T18:20:40Z', 'revision_number': 1, 'project_id': '56b282c0ba7e4fa9932615f8f67f9cb3', 'subnets': [{'id': '99f7171d-deec-4d97-882b-cdb37a93c179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:20:42.251113 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c8b8d-0bf3-43b1-8eaa-6596bf11e7ac req-a8bcb66a-4334-4d87-9553-ad7183c31c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:42.253557 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-839c8b8d-0bf3-43b1-8eaa-6596bf11e7ac req-a8bcb66a-4334-4d87-9553-ad7183c31c32 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=84837687-4216-49a0-8fd2-78e279c159f9 HTTP/1.1" status: 200 len: 1096 time: 0.2076993 Oct 27 18:20:42.279250 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca223c-01ae-46fb-91bd-b3558631e137 admin admin] Pushing event updated for resources: {'Port': ['ID=ec5703b0-8a27-4364-83d6-2e18c29d2bba,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:42.289380 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6f7ceb0f-0c4c-4af6-a806-e6da01233a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:42.301998 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f7ceb0f-0c4c-4af6-a806-e6da01233a99 admin admin] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:20:42.302519 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6f7ceb0f-0c4c-4af6-a806-e6da01233a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:42.304366 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:20:42.304366 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:20:42.304366 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:20:42.304366 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:20:42.304366 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:20:42.304366 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:20:42.304366 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:20:42.304366 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:20:42.304366 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:20:42.304366 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:20:42.304366 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:20:42.304366 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:20:42.304366 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:20:42.304366 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:20:42.304366 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:20:42.304366 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:20:42.304366 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:20:42.304366 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:20:42.304366 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:20:42.304366 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:20:42.304366 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:20:42.304366 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:20:42.304366 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:20:42.304366 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:20:42.304366 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:20:42.304366 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:20:42.304366 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:20:42.304366 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:20:42.304366 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:20:42.304366 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:20:42.304366 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:20:42.304366 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:20:42.312953 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-839c8b8d-0bf3-43b1-8eaa-6596bf11e7ac req-185d6f31-42e1-41c7-a809-d37d24b7180f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455453 Oct 27 18:20:42.336825 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-938dd594-5541-46cc-b925-226a2d603576 req-81f5eca7-6a01-4eb0-9b6a-c17c0c1eb83e tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429219 Oct 27 18:20:42.393975 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5ab74-1ca3-425c-9987-548f28a239de req-d97c8643-fb51-4229-ac33-038a0df7ab14 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:42.397177 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f9c5ab74-1ca3-425c-9987-548f28a239de req-d97c8643-fb51-4229-ac33-038a0df7ab14 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 943 time: 0.2732148 Oct 27 18:20:42.410300 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ca223c-01ae-46fb-91bd-b3558631e137 admin admin] Network f48bf973-c1ab-49c1-a20d-c1110b28b53e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:20:42.412016 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-c8ca223c-01ae-46fb-91bd-b3558631e137 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:20:42.456386 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-9fde4d9e-ce2c-4730-a12f-41ac7f5ebdf9 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:42.462748 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6f7ceb0f-0c4c-4af6-a806-e6da01233a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:42.506008 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6f7ceb0f-0c4c-4af6-a806-e6da01233a99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:42.522211 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6f7ceb0f-0c4c-4af6-a806-e6da01233a99 admin admin] 10.222.0.52 "DELETE /v2.0/networks/2b0c544f-e1c5-43e5-917d-858b4f45dd21 HTTP/1.1" status: 204 len: 168 time: 0.8753967 Oct 27 18:20:42.556890 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f9c5ab74-1ca3-425c-9987-548f28a239de req-99236ad6-7277-4efc-96e1-49abd6c4c2fc tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371469 Oct 27 18:20:42.603718 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ceb0f-0c4c-4af6-a806-e6da01233a99 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b0c544f-e1c5-43e5-917d-858b4f45dd21,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:42.628541 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:20:42.648700 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-9059346f-6b10-4874-96ef-20aa8f0b5686 req-bcaefd9d-a256-4c38-8088-12cac111a312 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:42.677794 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ca223c-01ae-46fb-91bd-b3558631e137 admin admin] Router e7a51ddc-3349-4a0f-aafb-94669430f598 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:20:42.706279 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaefd9d-a256-4c38-8088-12cac111a312 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Pushing event deleted for resources: {'Port': ['ID=db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:42.764542 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] No active binding found for port db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc {{(pid=102880) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 27 18:20:42.765383 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:20:42.768219 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-9059346f-6b10-4874-96ef-20aa8f0b5686 req-bcaefd9d-a256-4c38-8088-12cac111a312 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] No DVR routers for this DVR port db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc on host n-h1-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:20:42.771535 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-9059346f-6b10-4874-96ef-20aa8f0b5686 req-bcaefd9d-a256-4c38-8088-12cac111a312 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:42.775698 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9059346f-6b10-4874-96ef-20aa8f0b5686 req-bcaefd9d-a256-4c38-8088-12cac111a312 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.81 "DELETE /v2.0/ports/db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc HTTP/1.1" status: 204 len: 173 time: 2.2808077 Oct 27 18:20:42.776183 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c355512-b0be-4846-908a-20bde38ada9b', 'name': 'network-vif-deleted', 'tag': 'db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:20:42.786798 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c323f292-309e-43c5-9386-39ab36203ca1" -d '{"events": [{"server_uuid": "1c355512-b0be-4846-908a-20bde38ada9b", "name": "network-vif-deleted", "tag": "db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:20:42.805490 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-9fde4d9e-ce2c-4730-a12f-41ac7f5ebdf9 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:42.864405 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device a76b3dc7-cf3e-4735-9308-d09f65f512fa no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:20:42.895924 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b2e2c3-373d-40b4-9289-c7f03148fd0e x-openstack-request-id: req-a0b2e2c3-373d-40b4-9289-c7f03148fd0e {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:20:42.897483 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c355512-b0be-4846-908a-20bde38ada9b", "name": "network-vif-deleted", "tag": "db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:20:42.903886 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a0b2e2c3-373d-40b4-9289-c7f03148fd0e {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:20:42.904506 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c355512-b0be-4846-908a-20bde38ada9b', 'name': 'network-vif-deleted', 'tag': 'db4dc7eb-5b08-4b18-8f90-8d2ce0a08bbc', 'status': 'completed', 'code': 200} Oct 27 18:20:42.926762 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48750) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:20:42.989781 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-9fde4d9e-ce2c-4730-a12f-41ac7f5ebdf9 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Network ad0653b6-4310-40ad-9106-9bf6ed3fd0e7 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:20:43.003873 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f43a851e-68bc-4c1c-b6b1-af9841daef30 None None] Provisioning complete for port ec5703b0-8a27-4364-83d6-2e18c29d2bba triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:20:43.004331 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f43a851e-68bc-4c1c-b6b1-af9841daef30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:43.011101 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ca223c-01ae-46fb-91bd-b3558631e137 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:20:43.033011 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c8ca223c-01ae-46fb-91bd-b3558631e137 admin admin] 10.222.0.52 "PUT /v2.0/routers/e7a51ddc-3349-4a0f-aafb-94669430f598/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0250368 Oct 27 18:20:43.045808 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-9fde4d9e-ce2c-4730-a12f-41ac7f5ebdf9 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:20:43.076658 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-9fde4d9e-ce2c-4730-a12f-41ac7f5ebdf9 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:20:43.105824 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f43a851e-68bc-4c1c-b6b1-af9841daef30 None None] Port ec5703b0-8a27-4364-83d6-2e18c29d2bba cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:20:43.134132 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde4d9e-ce2c-4730-a12f-41ac7f5ebdf9 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Pushing event updated for resources: {'Port': ['ID=e621f6a2-9433-4c5b-b4b9-20cf59c1b99c,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:43.179390 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde4d9e-ce2c-4730-a12f-41ac7f5ebdf9 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:43.179745 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde4d9e-ce2c-4730-a12f-41ac7f5ebdf9 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:43.180094 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde4d9e-ce2c-4730-a12f-41ac7f5ebdf9 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:43.180438 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde4d9e-ce2c-4730-a12f-41ac7f5ebdf9 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:43.180782 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde4d9e-ce2c-4730-a12f-41ac7f5ebdf9 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:43.181119 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde4d9e-ce2c-4730-a12f-41ac7f5ebdf9 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:43.181456 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde4d9e-ce2c-4730-a12f-41ac7f5ebdf9 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:43.181791 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde4d9e-ce2c-4730-a12f-41ac7f5ebdf9 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:43.182119 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde4d9e-ce2c-4730-a12f-41ac7f5ebdf9 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:43.182455 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde4d9e-ce2c-4730-a12f-41ac7f5ebdf9 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:43.182788 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde4d9e-ce2c-4730-a12f-41ac7f5ebdf9 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:43.183144 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde4d9e-ce2c-4730-a12f-41ac7f5ebdf9 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:43.245869 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-77af456f-4b38-4d92-ac70-8c805c838c58 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a5994b7ba06b4151b58ba01f2c995408&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3047593 Oct 27 18:20:43.250536 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48754) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:20:43.264525 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ef2c8-6c95-4167-a565-492880d12d56 req-7c96d8b8-b1d6-4178-a0af-baac835b6d04 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:43.282755 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ef2c8-6c95-4167-a565-492880d12d56 req-7c96d8b8-b1d6-4178-a0af-baac835b6d04 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:43.296078 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-392ef2c8-6c95-4167-a565-492880d12d56 req-7c96d8b8-b1d6-4178-a0af-baac835b6d04 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/ports?device_id=91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6 HTTP/1.1" status: 200 len: 1655 time: 0.3046093 Oct 27 18:20:43.353490 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-9fde4d9e-ce2c-4730-a12f-41ac7f5ebdf9 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:43.358709 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-9fde4d9e-ce2c-4730-a12f-41ac7f5ebdf9 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:43.428060 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4a6c4bd4-7649-4110-b701-cf7c5d1d8cba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:43.433010 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296c77e-29b9-4634-aa46-ed2efc85a687 req-672064d3-1866-4edc-bd03-b8a29fd817f6 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:43.441537 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9296c77e-29b9-4634-aa46-ed2efc85a687 req-672064d3-1866-4edc-bd03-b8a29fd817f6 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=84837687-4216-49a0-8fd2-78e279c159f9 HTTP/1.1" status: 200 len: 945 time: 0.4262779 Oct 27 18:20:43.479502 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4a6c4bd4-7649-4110-b701-cf7c5d1d8cba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:43.509592 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-392ef2c8-6c95-4167-a565-492880d12d56 req-d9f4f2c9-9c84-4bed-bd04-7925c61ac93e tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/security-groups?id=6811083f-b04b-4ef8-aa3e-e44ef0c0cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116809 Oct 27 18:20:43.547474 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9296c77e-29b9-4634-aa46-ed2efc85a687 req-fab2fa43-0012-4287-b9e6-ef99810a3b83 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808449 Oct 27 18:20:43.569687 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-5c731dd6-a392-4980-8cb9-55350ddee394 None None] Provisioning complete for port e621f6a2-9433-4c5b-b4b9-20cf59c1b99c triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:20:43.570288 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5c731dd6-a392-4980-8cb9-55350ddee394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:43.580903 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-9fde4d9e-ce2c-4730-a12f-41ac7f5ebdf9 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3947790 Oct 27 18:20:43.611799 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-dd30a891-bf3a-4ef8-855b-70875843353a service neutron] Request body: {'port': {'device_id': '91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:20:43.612981 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:43.635642 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4a6c4bd4-7649-4110-b701-cf7c5d1d8cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:43.635642 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4a6c4bd4-7649-4110-b701-cf7c5d1d8cba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:43.635642 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4a6c4bd4-7649-4110-b701-cf7c5d1d8cba admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/65cd9538-4319-435d-90f4-473e43f2af2d HTTP/1.1" status: 204 len: 168 time: 0.3815589 Oct 27 18:20:43.645251 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:43.658586 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6c4bd4-7649-4110-b701-cf7c5d1d8cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cd9538-4319-435d-90f4-473e43f2af2d,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:43.666207 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-5c731dd6-a392-4980-8cb9-55350ddee394 None None] Port e621f6a2-9433-4c5b-b4b9-20cf59c1b99c cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:20:43.835570 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 85a56b30-485d-4266-9e94-43c16dd1e1c0 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:20:43.842967 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-767cf5b2-3ee1-4771-bd11-6048673647c6 req-e3ad7be3-ef0e-4247-a6be-f0f36096f873 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c355512-b0be-4846-908a-20bde38ada9b HTTP/1.1" status: 200 len: 210 time: 0.0624032 Oct 27 18:20:43.852209 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-dd30a891-bf3a-4ef8-855b-70875843353a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:43.936221 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 85a56b30-485d-4266-9e94-43c16dd1e1c0 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:20:43.936687 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:44.088607 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e01f8fe5-8232-4f76-af06-fa006d011f8c req-c5c59ff3-ea2a-4926-b30d-d62d318329a7 tempest-FloatingIPsNegativeTestJSON-378440165 tempest-FloatingIPsNegativeTestJSON-378440165-project] 10.222.0.52 "GET /v2.0/floatingips?tenant_id=56b282c0ba7e4fa9932615f8f67f9cb3 HTTP/1.1" status: 200 len: 217 time: 0.0909929 Oct 27 18:20:44.100103 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:44.150076 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 85a56b30-485d-4266-9e94-43c16dd1e1c0, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=85a56b30-485d-4266-9e94-43c16dd1e1c0,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:44.302220 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:44.388459 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-dd30a891-bf3a-4ef8-855b-70875843353a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df819c76-ffad-4ecf-8798-0b52954bb618 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:20:44.411698 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3cea68bb-0233-44c9-b51f-1ad2c13ef896 req-c5ee754d-2ae0-4da9-a50b-c6ce04262830 tempest-FloatingIPsNegativeTestJSON-378440165 tempest-FloatingIPsNegativeTestJSON-378440165-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0634782 Oct 27 18:20:44.434259 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-dd30a891-bf3a-4ef8-855b-70875843353a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:44.449899 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=85a56b30-485d-4266-9e94-43c16dd1e1c0,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:44.517329 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [req-00f8eb09-a3f8-4fcc-b840-e2bda66ff211 req-150bbbbb-41bf-4d1e-956c-98558ab7aa34 tempest-FloatingIPsNegativeTestJSON-378440165 tempest-FloatingIPsNegativeTestJSON-378440165-project] show failed (client error): The resource could not be found. Oct 27 18:20:44.519084 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-00f8eb09-a3f8-4fcc-b840-e2bda66ff211 req-150bbbbb-41bf-4d1e-956c-98558ab7aa34 tempest-FloatingIPsNegativeTestJSON-378440165 tempest-FloatingIPsNegativeTestJSON-378440165-project] 10.222.0.52 "GET /v2.0/floatingips/e5746410-b2a4-4a6a-8089-ad0e03a17af4 HTTP/1.1" status: 404 len: 350 time: 0.0790124 Oct 27 18:20:44.531211 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48780) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:20:44.587681 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-dd30a891-bf3a-4ef8-855b-70875843353a service neutron] Transition to ACTIVE for port object df819c76-ffad-4ecf-8798-0b52954bb618 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:20:44.664220 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffafb5e-7218-4612-972c-9d6760da649b req-d716f0ef-2113-493b-b3e5-1de3cab14a2e tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:44.665784 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fffafb5e-7218-4612-972c-9d6760da649b req-d716f0ef-2113-493b-b3e5-1de3cab14a2e tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 943 time: 0.1578901 Oct 27 18:20:44.669942 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-f38cce7e-0d34-4d23-8f55-45204b0ea7ac service neutron] 10.222.0.93 "GET /v2.0/ports/a76b3dc7-cf3e-4735-9308-d09f65f512fa/bindings/n-h1-815690-2 HTTP/1.1" status: 200 len: 384 time: 0.1601074 Oct 27 18:20:44.723954 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-dd30a891-bf3a-4ef8-855b-70875843353a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:44.747015 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b7ad2-24a1-44cd-a08c-5e67cc2ac906 req-11ac0fc0-3442-480c-8924-ce446c628cd7 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:44.753398 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55b7ad2-24a1-44cd-a08c-5e67cc2ac906 req-11ac0fc0-3442-480c-8924-ce446c628cd7 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:44.757060 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e55b7ad2-24a1-44cd-a08c-5e67cc2ac906 req-11ac0fc0-3442-480c-8924-ce446c628cd7 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/ports?device_id=91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6 HTTP/1.1" status: 200 len: 1655 time: 0.1445556 Oct 27 18:20:44.866951 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd30a891-bf3a-4ef8-855b-70875843353a service neutron] Pushing event updated for resources: {'Port': ['ID=df819c76-ffad-4ecf-8798-0b52954bb618,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:44.904531 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e55b7ad2-24a1-44cd-a08c-5e67cc2ac906 req-eff82805-4664-4a32-ab8f-b01567ec5f8d tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/security-groups?id=6811083f-b04b-4ef8-aa3e-e44ef0c0cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147811 Oct 27 18:20:44.931492 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fffafb5e-7218-4612-972c-9d6760da649b req-98fde3dd-8732-4e62-9912-2d8f36d2648e tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437530 Oct 27 18:20:45.067417 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:45.263333 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-dd30a891-bf3a-4ef8-855b-70875843353a service neutron] Attempting to bind port df819c76-ffad-4ecf-8798-0b52954bb618 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:20:45.264238 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-dd30a891-bf3a-4ef8-855b-70875843353a service neutron] Attempting to bind port df819c76-ffad-4ecf-8798-0b52954bb618 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '56c705e8-fdf2-4031-9309-191b99b1dc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '3e05cae3-d74c-4ea3-b3d2-f15cfeddf528'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:20:45.264238 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-dd30a891-bf3a-4ef8-855b-70875843353a service neutron] Attempting to bind port df819c76-ffad-4ecf-8798-0b52954bb618 on network 3e05cae3-d74c-4ea3-b3d2-f15cfeddf528 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:20:45.276358 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-dd30a891-bf3a-4ef8-855b-70875843353a service neutron] Port df819c76-ffad-4ecf-8798-0b52954bb618 on network 3e05cae3-d74c-4ea3-b3d2-f15cfeddf528 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:20:45.276680 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-dd30a891-bf3a-4ef8-855b-70875843353a service neutron] Attempting to bind port df819c76-ffad-4ecf-8798-0b52954bb618 on network 3e05cae3-d74c-4ea3-b3d2-f15cfeddf528 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:20:45.293936 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca9b7e-cc7c-4804-9d81-60d8f638b56c req-9a526967-46cb-48f6-80f4-abf35d96e6ba tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:45.295812 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f0ca9b7e-cc7c-4804-9d81-60d8f638b56c req-9a526967-46cb-48f6-80f4-abf35d96e6ba tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=84837687-4216-49a0-8fd2-78e279c159f9 HTTP/1.1" status: 200 len: 945 time: 0.2010486 Oct 27 18:20:45.309190 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-dd30a891-bf3a-4ef8-855b-70875843353a service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:20:45.309535 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-dd30a891-bf3a-4ef8-855b-70875843353a service neutron] Checking segment: {'id': '56c705e8-fdf2-4031-9309-191b99b1dc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '3e05cae3-d74c-4ea3-b3d2-f15cfeddf528'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:20:45.309927 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-dd30a891-bf3a-4ef8-855b-70875843353a service neutron] Bound using segment: {'id': '56c705e8-fdf2-4031-9309-191b99b1dc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '3e05cae3-d74c-4ea3-b3d2-f15cfeddf528'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:20:45.310371 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-dd30a891-bf3a-4ef8-855b-70875843353a service neutron] Bound port: df819c76-ffad-4ecf-8798-0b52954bb618, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56c705e8-fdf2-4031-9309-191b99b1dc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '3e05cae3-d74c-4ea3-b3d2-f15cfeddf528'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:20:45.313593 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-dd30a891-bf3a-4ef8-855b-70875843353a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:45.323628 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48806) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:20:45.357140 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be664fa3-c9cf-473a-836e-da1c23a6ae4b None None] Sync routers for ids ['e7a51ddc-3349-4a0f-aafb-94669430f598'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:20:45.371048 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-b6fbc9ec-d4c7-47cc-8c49-7ffdd063e35e service neutron] For port a76b3dc7-cf3e-4735-9308-d09f65f512fa, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=a76b3dc7-cf3e-4735-9308-d09f65f512fa,segment=NetworkSegment(32b71140-e440-46b3-9b2a-24e683b039db),segment_id=32b71140-e440-46b3-9b2a-24e683b039db)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:45.373622 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be664fa3-c9cf-473a-836e-da1c23a6ae4b None None] Routers {'e7a51ddc-3349-4a0f-aafb-94669430f598'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:20:45.374790 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-be664fa3-c9cf-473a-836e-da1c23a6ae4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:20:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['e7a51ddc-3349-4a0f-aafb-94669430f598'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:20:45.387532 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-33b62a41-87d6-4bb4-9b2f-e42dd46b317f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:45.446933 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-b6fbc9ec-d4c7-47cc-8c49-7ffdd063e35e service neutron] For port a76b3dc7-cf3e-4735-9308-d09f65f512fa, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:20:45.454032 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f0ca9b7e-cc7c-4804-9d81-60d8f638b56c req-b5540425-3265-445b-8c86-cd761976b742 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464880 Oct 27 18:20:45.498227 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-d6faaf0f-0c6d-4335-acb1-f97d34a66f1a admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-123132022-network', 'tenant_id': '2afdd7c515474860a22ec07f3faca833'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:20:45.503163 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-dd30a891-bf3a-4ef8-855b-70875843353a service neutron] For port df819c76-ffad-4ecf-8798-0b52954bb618, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:20:45.506396 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-b6fbc9ec-d4c7-47cc-8c49-7ffdd063e35e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a76b3dc7-cf3e-4735-9308-d09f65f512fa {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:20:45.512718 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-dd30a891-bf3a-4ef8-855b-70875843353a service neutron] For port df819c76-ffad-4ecf-8798-0b52954bb618, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=df819c76-ffad-4ecf-8798-0b52954bb618,segment=NetworkSegment(56c705e8-fdf2-4031-9309-191b99b1dc48),segment_id=56c705e8-fdf2-4031-9309-191b99b1dc48)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:20:45.524386 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-b6fbc9ec-d4c7-47cc-8c49-7ffdd063e35e service neutron] For port a76b3dc7-cf3e-4735-9308-d09f65f512fa, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=a76b3dc7-cf3e-4735-9308-d09f65f512fa,segment=NetworkSegment(32b71140-e440-46b3-9b2a-24e683b039db),segment_id=32b71140-e440-46b3-9b2a-24e683b039db)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:45.585458 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-be664fa3-c9cf-473a-836e-da1c23a6ae4b None None] Set router e7a51ddc-3349-4a0f-aafb-94669430f598 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:20:45.624274 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-dd30a891-bf3a-4ef8-855b-70875843353a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:45.679372 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6faaf0f-0c6d-4335-acb1-f97d34a66f1a admin admin] Made reservation on behalf of 2afdd7c515474860a22ec07f3faca833 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:20:45.682096 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-dd30a891-bf3a-4ef8-855b-70875843353a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:45.682229 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d6faaf0f-0c6d-4335-acb1-f97d34a66f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:45.683050 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-dd30a891-bf3a-4ef8-855b-70875843353a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:45.686119 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-dd30a891-bf3a-4ef8-855b-70875843353a service neutron] 10.222.0.93 "PUT /v2.0/ports/df819c76-ffad-4ecf-8798-0b52954bb618 HTTP/1.1" status: 200 len: 1092 time: 2.0936625 Oct 27 18:20:45.686979 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-b6fbc9ec-d4c7-47cc-8c49-7ffdd063e35e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:45.699518 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6', 'tag': 'df819c76-ffad-4ecf-8798-0b52954bb618'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:20:45.702633 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f00050-3e43-4078-a8f4-0f5937022c6a" -d '{"events": [{"name": "network-changed", "server_uuid": "91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6", "tag": "df819c76-ffad-4ecf-8798-0b52954bb618"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:20:45.708670 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d6faaf0f-0c6d-4335-acb1-f97d34a66f1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:45.715570 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 85a56b30-485d-4266-9e94-43c16dd1e1c0 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:20:45.799322 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-c891e2e4-3b4e-4cce-a808-8764b4068895 service neutron] Request body: {'port': {'device_id': '91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:20:45.849880 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd30a891-bf3a-4ef8-855b-70875843353a service neutron] Pushing event updated for resources: {'Port': ['ID=df819c76-ffad-4ecf-8798-0b52954bb618,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:45.881386 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d6faaf0f-0c6d-4335-acb1-f97d34a66f1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:45.888247 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-33b62a41-87d6-4bb4-9b2f-e42dd46b317f admin admin] Deleting port ec5703b0-8a27-4364-83d6-2e18c29d2bba {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:20:45.888849 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-33b62a41-87d6-4bb4-9b2f-e42dd46b317f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:45.921159 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 85a56b30-485d-4266-9e94-43c16dd1e1c0 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:20:45.921881 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:45.937338 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95218f-0fd1-4565-9147-831e141bc9c0 req-bfe7df97-6877-4c94-9036-f13d38023846 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:45.937966 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d6faaf0f-0c6d-4335-acb1-f97d34a66f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:45.955028 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1e95218f-0fd1-4565-9147-831e141bc9c0 req-bfe7df97-6877-4c94-9036-f13d38023846 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=0064449b-2ed8-4cca-8c0d-822fe31a16d8 HTTP/1.1" status: 200 len: 944 time: 0.2468238 Oct 27 18:20:45.993938 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6faaf0f-0c6d-4335-acb1-f97d34a66f1a admin admin] vlan segment allocate from pool success with {'vlan_id': 1024, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:20:46.012966 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6faaf0f-0c6d-4335-acb1-f97d34a66f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f6461a-d57b-4ae0-aa6d-6a59882e0b6f,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:46.016022 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-c891e2e4-3b4e-4cce-a808-8764b4068895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:46.021546 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d6faaf0f-0c6d-4335-acb1-f97d34a66f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:46.024085 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-d6faaf0f-0c6d-4335-acb1-f97d34a66f1a admin admin] Added segment a0236c79-18a7-40da-a618-005c0380f8d7 of type vlan for network eadbf85d-3b34-4dc3-8601-2203c9997db2 Oct 27 18:20:46.058048 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-b6fbc9ec-d4c7-47cc-8c49-7ffdd063e35e service neutron] Transition to ACTIVE for port object a76b3dc7-cf3e-4735-9308-d09f65f512fa will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:20:46.078504 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-33b62a41-87d6-4bb4-9b2f-e42dd46b317f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:46.099066 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d6faaf0f-0c6d-4335-acb1-f97d34a66f1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:46.101705 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1e95218f-0fd1-4565-9147-831e141bc9c0 req-3b8e3f34-e169-4628-8ba3-bc4636dbd3de tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270831 Oct 27 18:20:46.105715 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-33b62a41-87d6-4bb4-9b2f-e42dd46b317f admin admin] Calling delete_port for ec5703b0-8a27-4364-83d6-2e18c29d2bba owned by network:router_interface {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:20:46.114987 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653446c-345a-4458-bcf4-3a506e9541a1 req-81f63de0-85fc-4ad9-82c8-b150c0e1985e tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:46.116652 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9653446c-345a-4458-bcf4-3a506e9541a1 req-81f63de0-85fc-4ad9-82c8-b150c0e1985e tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.81 "GET /v2.0/ports?device_id=0064449b-2ed8-4cca-8c0d-822fe31a16d8 HTTP/1.1" status: 200 len: 944 time: 0.1944816 Oct 27 18:20:46.121929 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-b6fbc9ec-d4c7-47cc-8c49-7ffdd063e35e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:46.157165 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-be664fa3-c9cf-473a-836e-da1c23a6ae4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a51ddc-3349-4a0f-aafb-94669430f598', 'name': 'tempest-FloatingIPsNegativeTestJSON-556420732-router', 'tenant_id': '56b282c0ba7e4fa9932615f8f67f9cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '85a56b30-485d-4266-9e94-43c16dd1e1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:20:36Z', 'updated_at': '2021-10-27T18:20:41Z', 'revision_number': 4, 'project_id': '56b282c0ba7e4fa9932615f8f67f9cb3', 'gw_port': {'id': '85a56b30-485d-4266-9e94-43c16dd1e1c0', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a51ddc-3349-4a0f-aafb-94669430f598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:20:37Z', 'updated_at': '2021-10-27T18:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'ec5703b0-8a27-4364-83d6-2e18c29d2bba', 'name': '', 'network_id': 'f48bf973-c1ab-49c1-a20d-c1110b28b53e', 'tenant_id': '56b282c0ba7e4fa9932615f8f67f9cb3', 'mac_address': 'fa:16:3e:53:39:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a51ddc-3349-4a0f-aafb-94669430f598', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '99f7171d-deec-4d97-882b-cdb37a93c179', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:20:40Z', 'updated_at': '2021-10-27T18:20:41Z', 'revision_number': 2, 'project_id': '56b282c0ba7e4fa9932615f8f67f9cb3', 'subnets': [{'id': '99f7171d-deec-4d97-882b-cdb37a93c179', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:20:46.206528 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd14e1d-e68e-4a18-ac5a-02e1dc090215 x-openstack-request-id: req-9fd14e1d-e68e-4a18-ac5a-02e1dc090215 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:20:46.206528 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6", "tag": "df819c76-ffad-4ecf-8798-0b52954bb618", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:20:46.206528 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9fd14e1d-e68e-4a18-ac5a-02e1dc090215 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:20:46.206528 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6', 'tag': 'df819c76-ffad-4ecf-8798-0b52954bb618', 'status': 'completed', 'code': 200} Oct 27 18:20:46.228659 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be664fa3-c9cf-473a-836e-da1c23a6ae4b None None] Checking router: e7a51ddc-3349-4a0f-aafb-94669430f598 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:20:46.229169 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be664fa3-c9cf-473a-836e-da1c23a6ae4b None None] Updating router e7a51ddc-3349-4a0f-aafb-94669430f598 port ec5703b0-8a27-4364-83d6-2e18c29d2bba binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:20:46.276311 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-be664fa3-c9cf-473a-836e-da1c23a6ae4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:46.298513 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d6faaf0f-0c6d-4335-acb1-f97d34a66f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:46.298513 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6faaf0f-0c6d-4335-acb1-f97d34a66f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:46.298885 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d6faaf0f-0c6d-4335-acb1-f97d34a66f1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:46.374402 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-b6fbc9ec-d4c7-47cc-8c49-7ffdd063e35e service neutron] No DVR routers for this DVR port a76b3dc7-cf3e-4735-9308-d09f65f512fa on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:20:46.379551 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6faaf0f-0c6d-4335-acb1-f97d34a66f1a admin admin] Pushing event updated for resources: {'Network': ['ID=eadbf85d-3b34-4dc3-8601-2203c9997db2,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:46.392014 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f00050-3e43-4078-a8f4-0f5937022c6a req-5d4160e8-2463-4543-91a1-e9cfc67a9603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:46.392537 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f00050-3e43-4078-a8f4-0f5937022c6a req-5d4160e8-2463-4543-91a1-e9cfc67a9603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:46.394082 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d5f00050-3e43-4078-a8f4-0f5937022c6a req-5d4160e8-2463-4543-91a1-e9cfc67a9603 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=52425a4848b54b7383a7845cb99edf04&device_id=91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6 HTTP/1.1" status: 200 len: 1914 time: 0.1427996 Oct 27 18:20:46.440507 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbc9ec-d4c7-47cc-8c49-7ffdd063e35e service neutron] Pushing event updated for resources: {'Port': ['ID=a76b3dc7-cf3e-4735-9308-d09f65f512fa,revision_number=10']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:46.454427 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network eadbf85d-3b34-4dc3-8601-2203c9997db2 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:20:46.479296 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d6faaf0f-0c6d-4335-acb1-f97d34a66f1a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1536801 Oct 27 18:20:46.479909 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48832) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:20:46.489172 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-68e75f7c-fe3e-4f21-8b2a-72c75541f024 admin admin] Request body: {'subnet': {'network_id': 'eadbf85d-3b34-4dc3-8601-2203c9997db2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-123132022-subnet', 'tenant_id': '2afdd7c515474860a22ec07f3faca833', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:20:46.561125 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-33b62a41-87d6-4bb4-9b2f-e42dd46b317f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:46.594178 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f00050-3e43-4078-a8f4-0f5937022c6a req-61860dd8-a720-4a1a-8154-28217763fee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:46.595009 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f00050-3e43-4078-a8f4-0f5937022c6a req-61860dd8-a720-4a1a-8154-28217763fee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:46.595480 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f00050-3e43-4078-a8f4-0f5937022c6a req-61860dd8-a720-4a1a-8154-28217763fee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:46.597267 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d5f00050-3e43-4078-a8f4-0f5937022c6a req-61860dd8-a720-4a1a-8154-28217763fee3 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=52425a4848b54b7383a7845cb99edf04&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.1815906 Oct 27 18:20:46.622133 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b62a41-87d6-4bb4-9b2f-e42dd46b317f admin admin] Pushing event deleted for resources: {'Port': ['ID=ec5703b0-8a27-4364-83d6-2e18c29d2bba,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:46.624300 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e75f7c-fe3e-4f21-8b2a-72c75541f024 admin admin] Made reservation on behalf of 2afdd7c515474860a22ec07f3faca833 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:20:46.627389 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-68e75f7c-fe3e-4f21-8b2a-72c75541f024 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:46.743464 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-be664fa3-c9cf-473a-836e-da1c23a6ae4b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:20:46.744107 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-be664fa3-c9cf-473a-836e-da1c23a6ae4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:20:46.842781 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-b6fbc9ec-d4c7-47cc-8c49-7ffdd063e35e service neutron] 10.222.0.93 "PUT /v2.0/ports/a76b3dc7-cf3e-4735-9308-d09f65f512fa/bindings/n-h1-815690-2/activate HTTP/1.1" status: 200 len: 369 time: 2.1658440 Oct 27 18:20:46.859807 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6284df7-9879-4923-b9d1-697e83a38b4a req-4cad393d-008e-4042-8136-d040e4b9680d tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:46.865928 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6284df7-9879-4923-b9d1-697e83a38b4a req-4cad393d-008e-4042-8136-d040e4b9680d tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:46.874877 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c6284df7-9879-4923-b9d1-697e83a38b4a req-4cad393d-008e-4042-8136-d040e4b9680d tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/ports?device_id=91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6 HTTP/1.1" status: 200 len: 1667 time: 0.6063008 Oct 27 18:20:46.935524 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f00050-3e43-4078-a8f4-0f5937022c6a req-c9b487f3-766f-478f-9104-8ba8aa7b8381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:46.936969 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d5f00050-3e43-4078-a8f4-0f5937022c6a req-c9b487f3-766f-478f-9104-8ba8aa7b8381 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3281803 Oct 27 18:20:46.957231 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35fde87-db3c-4f6d-af71-77ecd277ebe7 req-1e1814bb-cc82-466f-9bb1-08fe217dc018 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:46.958779 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e35fde87-db3c-4f6d-af71-77ecd277ebe7 req-1e1814bb-cc82-466f-9bb1-08fe217dc018 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 944 time: 0.5039976 Oct 27 18:20:46.973421 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-9653446c-345a-4458-bcf4-3a506e9541a1 req-6f47fe28-ff1e-4e10-b84d-735a6197d328 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Deleting port 176bb84f-20a4-437b-b8d1-6f9deb1515af {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:20:46.973755 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-9653446c-345a-4458-bcf4-3a506e9541a1 req-6f47fe28-ff1e-4e10-b84d-735a6197d328 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:46.983116 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c6284df7-9879-4923-b9d1-697e83a38b4a req-97b46f07-599b-4a1d-9daf-2a8f4fa3e3d6 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/security-groups?id=6811083f-b04b-4ef8-aa3e-e44ef0c0cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074584 Oct 27 18:20:47.034128 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-68e75f7c-fe3e-4f21-8b2a-72c75541f024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:47.110854 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e75f7c-fe3e-4f21-8b2a-72c75541f024 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69983570-a5fd-4619-80ac-2d6bf8572707,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:47.118267 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-33b62a41-87d6-4bb4-9b2f-e42dd46b317f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:47.153294 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e35fde87-db3c-4f6d-af71-77ecd277ebe7 req-5451abf3-b8fe-48fd-8ccd-fa993e326613 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841199 Oct 27 18:20:47.165570 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-9a1e6ff5-0672-4c18-b7e6-e4e70aea7c71 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:47.167117 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-9a1e6ff5-0672-4c18-b7e6-e4e70aea7c71 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a&tenant_id=a91620ccab6b42bd92005fb366774bad&binding%3Ahost_id=n-h2-815690-2 HTTP/1.1" status: 200 len: 1095 time: 0.1884840 Oct 27 18:20:47.188220 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-c891e2e4-3b4e-4cce-a808-8764b4068895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e621f6a2-9433-4c5b-b4b9-20cf59c1b99c {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:20:47.221262 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e75f7c-fe3e-4f21-8b2a-72c75541f024 admin admin] Checking segment: {'id': 'a0236c79-18a7-40da-a618-005c0380f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'eadbf85d-3b34-4dc3-8601-2203c9997db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:20:47.222248 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e75f7c-fe3e-4f21-8b2a-72c75541f024 admin admin] Network hostable DHCP agents. Network: eadbf85d-3b34-4dc3-8601-2203c9997db2, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:20:47.223484 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-c891e2e4-3b4e-4cce-a808-8764b4068895 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:47.246564 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-9653446c-345a-4458-bcf4-3a506e9541a1 req-6f47fe28-ff1e-4e10-b84d-735a6197d328 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] For port 176bb84f-20a4-437b-b8d1-6f9deb1515af, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=176bb84f-20a4-437b-b8d1-6f9deb1515af,segment=NetworkSegment(58a88469-a6e8-4f4a-87d0-167a1bff6a8c),segment_id=58a88469-a6e8-4f4a-87d0-167a1bff6a8c)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:47.246916 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-9653446c-345a-4458-bcf4-3a506e9541a1 req-6f47fe28-ff1e-4e10-b84d-735a6197d328 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:47.268177 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-c891e2e4-3b4e-4cce-a808-8764b4068895 service neutron] Transition to ACTIVE for port object e621f6a2-9433-4c5b-b4b9-20cf59c1b99c will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:20:47.269149 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-9653446c-345a-4458-bcf4-3a506e9541a1 req-6f47fe28-ff1e-4e10-b84d-735a6197d328 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Calling delete_port for 176bb84f-20a4-437b-b8d1-6f9deb1515af owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:20:47.280150 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be664fa3-c9cf-473a-836e-da1c23a6ae4b None None] Port ec5703b0-8a27-4364-83d6-2e18c29d2bba not found while updating agent binding for router e7a51ddc-3349-4a0f-aafb-94669430f598. {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 27 18:20:47.301291 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-a1c57e66-e362-498c-9078-d98e2be8e644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:47.309360 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-a1c57e66-e362-498c-9078-d98e2be8e644 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a&tenant_id=a91620ccab6b42bd92005fb366774bad HTTP/1.1" status: 200 len: 1095 time: 0.1208537 Oct 27 18:20:47.309783 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be664fa3-c9cf-473a-836e-da1c23a6ae4b None None] Routers {'e7a51ddc-3349-4a0f-aafb-94669430f598'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:20:47.309783 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-be664fa3-c9cf-473a-836e-da1c23a6ae4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:20:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['e7a51ddc-3349-4a0f-aafb-94669430f598'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:20:47.322746 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e75f7c-fe3e-4f21-8b2a-72c75541f024 admin admin] Network eadbf85d-3b34-4dc3-8601-2203c9997db2 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:20:47.362706 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-c891e2e4-3b4e-4cce-a808-8764b4068895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:47.429688 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-68e75f7c-fe3e-4f21-8b2a-72c75541f024 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, eadbf85d-3b34-4dc3-8601-2203c9997db2) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:20:47.437596 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e75f7c-fe3e-4f21-8b2a-72c75541f024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:47.438224 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-68e75f7c-fe3e-4f21-8b2a-72c75541f024 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:47.462524 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-be664fa3-c9cf-473a-836e-da1c23a6ae4b None None] Set router e7a51ddc-3349-4a0f-aafb-94669430f598 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:20:47.471990 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c891e2e4-3b4e-4cce-a808-8764b4068895 service neutron] Pushing event updated for resources: {'Port': ['ID=e621f6a2-9433-4c5b-b4b9-20cf59c1b99c,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:47.487871 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636534f8-6a6f-40c4-8ce8-ff4ea156fdec req-c2c4d155-6059-4b8f-92af-a4d2b9d46fb0 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:47.489443 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-636534f8-6a6f-40c4-8ce8-ff4ea156fdec req-c2c4d155-6059-4b8f-92af-a4d2b9d46fb0 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=0064449b-2ed8-4cca-8c0d-822fe31a16d8 HTTP/1.1" status: 200 len: 944 time: 0.2112832 Oct 27 18:20:47.507073 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b62a41-87d6-4bb4-9b2f-e42dd46b317f admin admin] Router e7a51ddc-3349-4a0f-aafb-94669430f598 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:20:47.558920 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-9bef01e4-06c9-4027-82aa-9eb72e051e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:47.560360 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-9bef01e4-06c9-4027-82aa-9eb72e051e64 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a91620ccab6b42bd92005fb366774bad&device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 1095 time: 0.2079275 Oct 27 18:20:47.581417 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9ec0bc-f9f3-4fab-9ebb-2931013d9ac9 None None] Network eadbf85d-3b34-4dc3-8601-2203c9997db2 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:20:47.698328 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b62a41-87d6-4bb4-9b2f-e42dd46b317f admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:20:47.713533 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-33b62a41-87d6-4bb4-9b2f-e42dd46b317f admin admin] 10.222.0.52 "PUT /v2.0/routers/e7a51ddc-3349-4a0f-aafb-94669430f598/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1811192 Oct 27 18:20:47.728725 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-68e75f7c-fe3e-4f21-8b2a-72c75541f024 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2343738 Oct 27 18:20:47.728725 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48864) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:20:47.731793 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48870) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:20:47.738152 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-0db2b522-9d89-4096-8316-6e1d73a83d24 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-123132022-router', 'tenant_id': '2afdd7c515474860a22ec07f3faca833', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:20:47.743756 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-636534f8-6a6f-40c4-8ce8-ff4ea156fdec req-12c911f3-7924-4386-9d87-430cd356a08f tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/security-groups?id=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197366 Oct 27 18:20:47.785207 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-c891e2e4-3b4e-4cce-a808-8764b4068895 service neutron] Attempting to bind port e621f6a2-9433-4c5b-b4b9-20cf59c1b99c on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:20:47.785697 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-c891e2e4-3b4e-4cce-a808-8764b4068895 service neutron] Attempting to bind port e621f6a2-9433-4c5b-b4b9-20cf59c1b99c by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '222880bb-1ca2-433a-b796-c52adb9f7343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'ad0653b6-4310-40ad-9106-9bf6ed3fd0e7'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:20:47.791245 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-c891e2e4-3b4e-4cce-a808-8764b4068895 service neutron] Attempting to bind port e621f6a2-9433-4c5b-b4b9-20cf59c1b99c on network ad0653b6-4310-40ad-9106-9bf6ed3fd0e7 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:20:47.794285 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-c891e2e4-3b4e-4cce-a808-8764b4068895 service neutron] Port e621f6a2-9433-4c5b-b4b9-20cf59c1b99c on network ad0653b6-4310-40ad-9106-9bf6ed3fd0e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:20:47.794615 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-c891e2e4-3b4e-4cce-a808-8764b4068895 service neutron] Attempting to bind port e621f6a2-9433-4c5b-b4b9-20cf59c1b99c on network ad0653b6-4310-40ad-9106-9bf6ed3fd0e7 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:20:47.804580 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-c891e2e4-3b4e-4cce-a808-8764b4068895 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:20:47.804920 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-c891e2e4-3b4e-4cce-a808-8764b4068895 service neutron] Checking segment: {'id': '222880bb-1ca2-433a-b796-c52adb9f7343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'ad0653b6-4310-40ad-9106-9bf6ed3fd0e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:20:47.805311 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-c891e2e4-3b4e-4cce-a808-8764b4068895 service neutron] Bound using segment: {'id': '222880bb-1ca2-433a-b796-c52adb9f7343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'ad0653b6-4310-40ad-9106-9bf6ed3fd0e7'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:20:47.805754 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-c891e2e4-3b4e-4cce-a808-8764b4068895 service neutron] Bound port: e621f6a2-9433-4c5b-b4b9-20cf59c1b99c, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222880bb-1ca2-433a-b796-c52adb9f7343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'ad0653b6-4310-40ad-9106-9bf6ed3fd0e7'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:20:47.806261 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-c891e2e4-3b4e-4cce-a808-8764b4068895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:47.880021 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-202caedc-d3b8-439c-bec7-265dc7924a84 admin admin] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:47.904395 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-c164e827-1009-4a0b-a501-a75ab865a21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:47.908091 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-c164e827-1009-4a0b-a501-a75ab865a21d service neutron] 10.222.0.81 "GET /v2.0/networks?id=b3551270-2765-4a25-abeb-25e55b0a5126 HTTP/1.1" status: 200 len: 923 time: 0.2929933 Oct 27 18:20:47.922709 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-9653446c-345a-4458-bcf4-3a506e9541a1 req-6f47fe28-ff1e-4e10-b84d-735a6197d328 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:47.962807 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0db2b522-9d89-4096-8316-6e1d73a83d24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:47.964611 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0db2b522-9d89-4096-8316-6e1d73a83d24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:47.989414 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab5a002-f6d8-4f7b-a730-7727487a239d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-eadbf85d-3b34-4dc3-8601-2203c9997db2', 'network_id': 'eadbf85d-3b34-4dc3-8601-2203c9997db2', 'tenant_id': '2afdd7c515474860a22ec07f3faca833', 'fixed_ips': [{'subnet_id': '69983570-a5fd-4619-80ac-2d6bf8572707'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:20:47.990424 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cab5a002-f6d8-4f7b-a730-7727487a239d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:48.036386 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-ce6ad63c-4872-43cc-b287-5b18848ca9cb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a76b3dc7-cf3e-4735-9308-d09f65f512fa HTTP/1.1" status: 200 len: 217 time: 0.1162357 Oct 27 18:20:48.038580 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f47fe28-ff1e-4e10-b84d-735a6197d328 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Pushing event deleted for resources: {'Port': ['ID=176bb84f-20a4-437b-b8d1-6f9deb1515af,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:48.077202 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b0416-8268-4be4-96d2-2c61b4db4db7 req-e3e2ce2d-c659-4cc3-98d2-88c1e7543c01 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:48.085007 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b92b0416-8268-4be4-96d2-2c61b4db4db7 req-e3e2ce2d-c659-4cc3-98d2-88c1e7543c01 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=84837687-4216-49a0-8fd2-78e279c159f9 HTTP/1.1" status: 200 len: 945 time: 0.2657838 Oct 27 18:20:48.094552 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-c891e2e4-3b4e-4cce-a808-8764b4068895 service neutron] For port e621f6a2-9433-4c5b-b4b9-20cf59c1b99c, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:20:48.133252 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-be664fa3-c9cf-473a-836e-da1c23a6ae4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a51ddc-3349-4a0f-aafb-94669430f598', 'name': 'tempest-FloatingIPsNegativeTestJSON-556420732-router', 'tenant_id': '56b282c0ba7e4fa9932615f8f67f9cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '85a56b30-485d-4266-9e94-43c16dd1e1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:20:36Z', 'updated_at': '2021-10-27T18:20:46Z', 'revision_number': 5, 'project_id': '56b282c0ba7e4fa9932615f8f67f9cb3', 'gw_port': {'id': '85a56b30-485d-4266-9e94-43c16dd1e1c0', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a51ddc-3349-4a0f-aafb-94669430f598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:20:37Z', 'updated_at': '2021-10-27T18:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:20:48.142372 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0db2b522-9d89-4096-8316-6e1d73a83d24 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:48.144351 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-202caedc-d3b8-439c-bec7-265dc7924a84 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:48.175997 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-c891e2e4-3b4e-4cce-a808-8764b4068895 service neutron] For port e621f6a2-9433-4c5b-b4b9-20cf59c1b99c, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e621f6a2-9433-4c5b-b4b9-20cf59c1b99c,segment=NetworkSegment(222880bb-1ca2-433a-b796-c52adb9f7343),segment_id=222880bb-1ca2-433a-b796-c52adb9f7343)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:20:48.184857 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be664fa3-c9cf-473a-836e-da1c23a6ae4b None None] The sync data for ids ['e7a51ddc-3349-4a0f-aafb-94669430f598'] in n-d-815690-2 is: [{'id': 'e7a51ddc-3349-4a0f-aafb-94669430f598', 'name': 'tempest-FloatingIPsNegativeTestJSON-556420732-router', 'tenant_id': '56b282c0ba7e4fa9932615f8f67f9cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.23'}], 'enable_snat': True}, 'gw_port_id': '85a56b30-485d-4266-9e94-43c16dd1e1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:20:36Z', 'updated_at': '2021-10-27T18:20:46Z', 'revision_number': 5, 'project_id': '56b282c0ba7e4fa9932615f8f67f9cb3', 'gw_port': {'id': '85a56b30-485d-4266-9e94-43c16dd1e1c0', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a51ddc-3349-4a0f-aafb-94669430f598', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:20:37Z', 'updated_at': '2021-10-27T18:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:20:48.212176 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-9653446c-345a-4458-bcf4-3a506e9541a1 req-6f47fe28-ff1e-4e10-b84d-735a6197d328 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] No DVR routers for this DVR port 176bb84f-20a4-437b-b8d1-6f9deb1515af on host n-h1-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:20:48.212861 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-cab5a002-f6d8-4f7b-a730-7727487a239d None None] Allocated IP 172.20.0.2 (eadbf85d-3b34-4dc3-8601-2203c9997db2/69983570-a5fd-4619-80ac-2d6bf8572707/a376d42c-383c-4168-9497-23f702f1a5bc) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:20:48.226482 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-9653446c-345a-4458-bcf4-3a506e9541a1 req-6f47fe28-ff1e-4e10-b84d-735a6197d328 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:48.229943 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9653446c-345a-4458-bcf4-3a506e9541a1 req-6f47fe28-ff1e-4e10-b84d-735a6197d328 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.81 "DELETE /v2.0/ports/176bb84f-20a4-437b-b8d1-6f9deb1515af HTTP/1.1" status: 204 len: 173 time: 2.1053951 Oct 27 18:20:48.231051 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0064449b-2ed8-4cca-8c0d-822fe31a16d8', 'name': 'network-vif-deleted', 'tag': '176bb84f-20a4-437b-b8d1-6f9deb1515af'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:20:48.233544 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4693a94f-cf33-4596-bdf1-c8aeb6b0953c" -d '{"events": [{"server_uuid": "0064449b-2ed8-4cca-8c0d-822fe31a16d8", "name": "network-vif-deleted", "tag": "176bb84f-20a4-437b-b8d1-6f9deb1515af"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:20:48.244339 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-fdc9f6e6-d911-4ae2-91c1-c5e07aa5e396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:48.247139 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-fdc9f6e6-d911-4ae2-91c1-c5e07aa5e396 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=8b6b6ba7-005f-448a-b57c-d52798a8629c HTTP/1.1" status: 200 len: 861 time: 0.1952887 Oct 27 18:20:48.251603 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b92b0416-8268-4be4-96d2-2c61b4db4db7 req-936d3221-ded3-4fc1-89e0-d90c48a5e938 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657925 Oct 27 18:20:48.274873 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-c891e2e4-3b4e-4cce-a808-8764b4068895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:48.295340 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-5e4d3913-bbdf-4699-a52c-5ceba573df83 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b3551270-2765-4a25-abeb-25e55b0a5126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406101 Oct 27 18:20:48.335982 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58a24a-90ce-4b23-a67d-4db939c74e3a req-16edfb95-dcae-485f-8943-5fe3af1e5f38 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:48.342003 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58a24a-90ce-4b23-a67d-4db939c74e3a req-16edfb95-dcae-485f-8943-5fe3af1e5f38 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:48.344115 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6c58a24a-90ce-4b23-a67d-4db939c74e3a req-16edfb95-dcae-485f-8943-5fe3af1e5f38 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/ports?device_id=91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6 HTTP/1.1" status: 200 len: 1679 time: 0.2162452 Oct 27 18:20:48.441161 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cab5a002-f6d8-4f7b-a730-7727487a239d None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:48.445684 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-c891e2e4-3b4e-4cce-a808-8764b4068895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:48.447014 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-c891e2e4-3b4e-4cce-a808-8764b4068895 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:48.447791 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-c891e2e4-3b4e-4cce-a808-8764b4068895 service neutron] 10.222.0.93 "PUT /v2.0/ports/e621f6a2-9433-4c5b-b4b9-20cf59c1b99c HTTP/1.1" status: 200 len: 1092 time: 2.6612387 Oct 27 18:20:48.460242 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c891e2e4-3b4e-4cce-a808-8764b4068895 service neutron] Pushing event updated for resources: {'Port': ['ID=e621f6a2-9433-4c5b-b4b9-20cf59c1b99c,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:48.481990 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0db2b522-9d89-4096-8316-6e1d73a83d24 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:48.504016 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-202caedc-d3b8-439c-bec7-265dc7924a84 admin admin] Deleting port 85a56b30-485d-4266-9e94-43c16dd1e1c0 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:20:48.504474 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-202caedc-d3b8-439c-bec7-265dc7924a84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:48.505055 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cab5a002-f6d8-4f7b-a730-7727487a239d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:48.523611 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6c58a24a-90ce-4b23-a67d-4db939c74e3a req-cb86d547-3b0f-4980-88a7-8984ac6c4328 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/security-groups?id=6811083f-b04b-4ef8-aa3e-e44ef0c0cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408610 Oct 27 18:20:48.623536 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f8088-15a2-4337-ae56-2196e438a844 req-4e0c5fab-f159-4057-9119-b8b2e9574807 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:48.625284 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-211f8088-15a2-4337-ae56-2196e438a844 req-4e0c5fab-f159-4057-9119-b8b2e9574807 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 944 time: 0.2206059 Oct 27 18:20:48.648087 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab5a002-f6d8-4f7b-a730-7727487a239d None None] Network eadbf85d-3b34-4dc3-8601-2203c9997db2 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:20:48.655320 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-cab5a002-f6d8-4f7b-a730-7727487a239d None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:20:48.660404 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab5a002-f6d8-4f7b-a730-7727487a239d None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:20:48.662713 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab5a002-f6d8-4f7b-a730-7727487a239d None None] Pushing event updated for resources: {'Port': ['ID=a376d42c-383c-4168-9497-23f702f1a5bc,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:48.701799 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-850adddd-e0a8-4237-94a9-fcb68c40c587 service neutron] 10.222.0.81 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972654 Oct 27 18:20:48.733331 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 176bb84f-20a4-437b-b8d1-6f9deb1515af no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:20:48.760389 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160e6d4c-2622-44dc-9143-0bb47eeb9e53 x-openstack-request-id: req-160e6d4c-2622-44dc-9143-0bb47eeb9e53 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:20:48.760692 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0064449b-2ed8-4cca-8c0d-822fe31a16d8", "name": "network-vif-deleted", "tag": "176bb84f-20a4-437b-b8d1-6f9deb1515af", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:20:48.760952 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-160e6d4c-2622-44dc-9143-0bb47eeb9e53 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:20:48.761360 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0064449b-2ed8-4cca-8c0d-822fe31a16d8', 'name': 'network-vif-deleted', 'tag': '176bb84f-20a4-437b-b8d1-6f9deb1515af', 'status': 'completed', 'code': 200} Oct 27 18:20:48.763751 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] No Port match for: 176bb84f-20a4-437b-b8d1-6f9deb1515af {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:20:48.764265 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 176bb84f-20a4-437b-b8d1-6f9deb1515af not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:20:48.785863 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-cab5a002-f6d8-4f7b-a730-7727487a239d None None] Attempting to bind port a376d42c-383c-4168-9497-23f702f1a5bc on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:20:48.785863 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-cab5a002-f6d8-4f7b-a730-7727487a239d None None] Attempting to bind port a376d42c-383c-4168-9497-23f702f1a5bc by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'a0236c79-18a7-40da-a618-005c0380f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'eadbf85d-3b34-4dc3-8601-2203c9997db2'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:20:48.785863 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab5a002-f6d8-4f7b-a730-7727487a239d None None] Attempting to bind port a376d42c-383c-4168-9497-23f702f1a5bc on network eadbf85d-3b34-4dc3-8601-2203c9997db2 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:20:48.789120 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab5a002-f6d8-4f7b-a730-7727487a239d None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:20:48.789596 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab5a002-f6d8-4f7b-a730-7727487a239d None None] Checking segment: {'id': 'a0236c79-18a7-40da-a618-005c0380f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'eadbf85d-3b34-4dc3-8601-2203c9997db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:20:48.790067 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cab5a002-f6d8-4f7b-a730-7727487a239d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:48.790527 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab5a002-f6d8-4f7b-a730-7727487a239d None None] Bound using segment: {'id': 'a0236c79-18a7-40da-a618-005c0380f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'eadbf85d-3b34-4dc3-8601-2203c9997db2'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:20:48.791100 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-cab5a002-f6d8-4f7b-a730-7727487a239d None None] Bound port: a376d42c-383c-4168-9497-23f702f1a5bc, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0236c79-18a7-40da-a618-005c0380f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'eadbf85d-3b34-4dc3-8601-2203c9997db2'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:20:48.791608 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cab5a002-f6d8-4f7b-a730-7727487a239d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:48.798791 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-202caedc-d3b8-439c-bec7-265dc7924a84 admin admin] For port 85a56b30-485d-4266-9e94-43c16dd1e1c0, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=85a56b30-485d-4266-9e94-43c16dd1e1c0,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:48.799279 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-202caedc-d3b8-439c-bec7-265dc7924a84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:48.820672 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-202caedc-d3b8-439c-bec7-265dc7924a84 admin admin] Calling delete_port for 85a56b30-485d-4266-9e94-43c16dd1e1c0 owned by network:router_gateway {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:20:48.838275 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-211f8088-15a2-4337-ae56-2196e438a844 req-de614162-e1b1-4ab2-9476-f2c70afe490e tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444893 Oct 27 18:20:48.867874 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-5b33ee3d-505e-4f27-8685-60f6245077a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:48.868380 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-5b33ee3d-505e-4f27-8685-60f6245077a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:48.869978 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-5b33ee3d-505e-4f27-8685-60f6245077a3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=52425a4848b54b7383a7845cb99edf04&device_id=91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6 HTTP/1.1" status: 200 len: 1981 time: 0.2887208 Oct 27 18:20:48.913009 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-cab5a002-f6d8-4f7b-a730-7727487a239d None None] For port a376d42c-383c-4168-9497-23f702f1a5bc, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:20:48.916700 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-cab5a002-f6d8-4f7b-a730-7727487a239d None None] For port a376d42c-383c-4168-9497-23f702f1a5bc, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=a376d42c-383c-4168-9497-23f702f1a5bc,segment=NetworkSegment(a0236c79-18a7-40da-a618-005c0380f8d7),segment_id=a0236c79-18a7-40da-a618-005c0380f8d7)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:20:48.936734 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device c64b6af5-6f5f-4488-82e5-9502bd40f4f2 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:20:48.976364 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-e7db8e5f-494f-41a1-b4e0-52ee0834e85d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.103&port_id=df819c76-ffad-4ecf-8798-0b52954bb618 HTTP/1.1" status: 200 len: 217 time: 0.0859737 Oct 27 18:20:49.015180 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9ab6c255-601a-4304-983d-b5126f2c9993 req-9816917d-2680-456c-bcc6-3d94ad557783 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] 10.222.0.52 "GET /v2.0/ports?device_id=0064449b-2ed8-4cca-8c0d-822fe31a16d8 HTTP/1.1" status: 200 len: 210 time: 0.0645251 Oct 27 18:20:49.024169 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cab5a002-f6d8-4f7b-a730-7727487a239d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:49.080681 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-1c9b7d70-a207-4978-9fd8-4f39f597b322 service neutron] 10.222.0.81 "GET /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607731 Oct 27 18:20:49.094757 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-6b4b5d56-ad33-479a-9f9e-610761bc605a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:49.097030 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-6b4b5d56-ad33-479a-9f9e-610761bc605a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0ae947a9-31ce-4ea8-a668-c540b7841e7d HTTP/1.1" status: 200 len: 801 time: 0.1056054 Oct 27 18:20:49.166612 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-68364228-2b83-4f54-b748-cd0dc7dfe350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:49.171737 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-68364228-2b83-4f54-b748-cd0dc7dfe350 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=3e05cae3-d74c-4ea3-b3d2-f15cfeddf528&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0643992 Oct 27 18:20:49.180887 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0db2b522-9d89-4096-8316-6e1d73a83d24 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:49.188558 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port c64b6af5-6f5f-4488-82e5-9502bd40f4f2, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=c64b6af5-6f5f-4488-82e5-9502bd40f4f2,segment=NetworkSegment(0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2),segment_id=0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:49.207780 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab5a002-f6d8-4f7b-a730-7727487a239d None None] Pushing event updated for resources: {'Port': ['ID=a376d42c-383c-4168-9497-23f702f1a5bc,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:49.211700 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0db2b522-9d89-4096-8316-6e1d73a83d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:49.219815 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'c64b6af5-6f5f-4488-82e5-9502bd40f4f2', 'network_id': 'c345cfe3-9ef8-4d81-8fa5-3e08d3754503', 'port_id': 'c64b6af5-6f5f-4488-82e5-9502bd40f4f2', 'mac_address': 'fa:16:3e:9b:14:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1038, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0915b7bc-3821-43b8-a967-754663cb61b5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:20:49.270397 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:49.287306 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c64b6af5-6f5f-4488-82e5-9502bd40f4f2 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:20:49.316169 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port c64b6af5-6f5f-4488-82e5-9502bd40f4f2, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=c64b6af5-6f5f-4488-82e5-9502bd40f4f2,segment=NetworkSegment(0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2),segment_id=0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:49.343394 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-4ac45ed9-e16d-4a38-87cc-208f7dbc5e9c service neutron] 10.222.0.93 "GET /v2.0/networks/3e05cae3-d74c-4ea3-b3d2-f15cfeddf528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665168 Oct 27 18:20:49.389581 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:49.467864 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-0db2b522-9d89-4096-8316-6e1d73a83d24 admin admin] Allocated IP 172.25.6.202 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/4f4edf15-fb55-4ed7-b923-84f0b5ed62b2) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:20:49.478700 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-202caedc-d3b8-439c-bec7-265dc7924a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:49.524355 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['c64b6af5-6f5f-4488-82e5-9502bd40f4f2'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:20:49.542337 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33bbea-a623-431b-8b7b-125e77d74148 req-6d5a226d-b3b5-4224-a50c-68212b713d92 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:49.554545 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2d33bbea-a623-431b-8b7b-125e77d74148 req-6d5a226d-b3b5-4224-a50c-68212b713d92 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=84837687-4216-49a0-8fd2-78e279c159f9 HTTP/1.1" status: 200 len: 944 time: 0.1278849 Oct 27 18:20:49.559624 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202caedc-d3b8-439c-bec7-265dc7924a84 admin admin] Pushing event deleted for resources: {'Port': ['ID=85a56b30-485d-4266-9e94-43c16dd1e1c0,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:49.618793 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2d33bbea-a623-431b-8b7b-125e77d74148 req-2bc0972e-90f7-4086-af9a-1b6d111849c0 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562186 Oct 27 18:20:49.694021 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-796b97d3-cbbc-4dca-bf6e-2854164c4ec6 service neutron] 10.222.0.93 "GET /v2.0/networks/3e05cae3-d74c-4ea3-b3d2-f15cfeddf528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425305 Oct 27 18:20:49.696408 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202caedc-d3b8-439c-bec7-265dc7924a84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:49.697086 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202caedc-d3b8-439c-bec7-265dc7924a84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:49.697703 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202caedc-d3b8-439c-bec7-265dc7924a84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:49.698189 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202caedc-d3b8-439c-bec7-265dc7924a84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:49.698744 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202caedc-d3b8-439c-bec7-265dc7924a84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:49.702476 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202caedc-d3b8-439c-bec7-265dc7924a84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:49.702476 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202caedc-d3b8-439c-bec7-265dc7924a84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:49.702476 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202caedc-d3b8-439c-bec7-265dc7924a84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:49.702476 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202caedc-d3b8-439c-bec7-265dc7924a84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:49.702476 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202caedc-d3b8-439c-bec7-265dc7924a84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:49.702476 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202caedc-d3b8-439c-bec7-265dc7924a84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:49.702476 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202caedc-d3b8-439c-bec7-265dc7924a84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:20:49.804247 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=c64b6af5-6f5f-4488-82e5-9502bd40f4f2,revision_number=6']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:49.806510 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-d8e11c33-b81d-4282-b0b7-4e5e62fdd88e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.159&port_id=e621f6a2-9433-4c5b-b4b9-20cf59c1b99c HTTP/1.1" status: 200 len: 217 time: 0.0900712 Oct 27 18:20:49.815492 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device a376d42c-383c-4168-9497-23f702f1a5bc up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:20:49.849409 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-202caedc-d3b8-439c-bec7-265dc7924a84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:49.916103 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cae5cc-6254-449d-aa54-d5b261e946f1 req-645f968d-5dad-4c5e-af23-c0aacabf38f7 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:49.922738 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cae5cc-6254-449d-aa54-d5b261e946f1 req-645f968d-5dad-4c5e-af23-c0aacabf38f7 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:49.930208 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-59cae5cc-6254-449d-aa54-d5b261e946f1 req-645f968d-5dad-4c5e-af23-c0aacabf38f7 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/ports?device_id=91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6 HTTP/1.1" status: 200 len: 1679 time: 0.1172996 Oct 27 18:20:49.965345 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port a376d42c-383c-4168-9497-23f702f1a5bc triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:20:49.966094 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:49.970490 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0db2b522-9d89-4096-8316-6e1d73a83d24 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:49.972877 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-202caedc-d3b8-439c-bec7-265dc7924a84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:49.976044 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-202caedc-d3b8-439c-bec7-265dc7924a84 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:50.052922 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-bc04440d-3f70-450d-ac78-8553dea6beda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:50.054473 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-bc04440d-3f70-450d-ac78-8553dea6beda service neutron] 10.222.0.93 "GET /v2.0/subnets?id=65610351-c247-49c8-a326-f9cccd0da99b HTTP/1.1" status: 200 len: 801 time: 0.2013361 Oct 27 18:20:50.058586 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-59cae5cc-6254-449d-aa54-d5b261e946f1 req-370fa3e2-0cef-4784-9dea-8b26826e9703 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/security-groups?id=6811083f-b04b-4ef8-aa3e-e44ef0c0cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275103 Oct 27 18:20:50.066372 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fde4f0e-80dd-410f-b8a4-c5361bea8353 None None] Sync routers for ids ['e7a51ddc-3349-4a0f-aafb-94669430f598'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:20:50.077520 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fde4f0e-80dd-410f-b8a4-c5361bea8353 None None] Routers {'e7a51ddc-3349-4a0f-aafb-94669430f598'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:20:50.078755 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-5fde4f0e-80dd-410f-b8a4-c5361bea8353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:20:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['e7a51ddc-3349-4a0f-aafb-94669430f598'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:20:50.097024 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:50.118583 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-728aa55a-2919-4a23-b62d-c4c5c32538fe tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:50.120022 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-202caedc-d3b8-439c-bec7-265dc7924a84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:50.120547 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202caedc-d3b8-439c-bec7-265dc7924a84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7a51ddc-3349-4a0f-aafb-94669430f598 {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:20:50.133692 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-202caedc-d3b8-439c-bec7-265dc7924a84 admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:50.133692 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-202caedc-d3b8-439c-bec7-265dc7924a84 admin admin] 10.222.0.52 "DELETE /v2.0/routers/e7a51ddc-3349-4a0f-aafb-94669430f598 HTTP/1.1" status: 204 len: 168 time: 2.4082599 Oct 27 18:20:50.133913 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-728aa55a-2919-4a23-b62d-c4c5c32538fe tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a&tenant_id=a91620ccab6b42bd92005fb366774bad&binding%3Ahost_id=n-h1-815690-2 HTTP/1.1" status: 200 len: 1095 time: 0.1662319 Oct 27 18:20:50.134051 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48900) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:20:50.142700 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port a376d42c-383c-4168-9497-23f702f1a5bc, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=a376d42c-383c-4168-9497-23f702f1a5bc,segment=NetworkSegment(a0236c79-18a7-40da-a618-005c0380f8d7),segment_id=a0236c79-18a7-40da-a618-005c0380f8d7)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:50.148570 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48902) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:20:50.157546 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-5fde4f0e-80dd-410f-b8a4-c5361bea8353 None None] Set router e7a51ddc-3349-4a0f-aafb-94669430f598 gateway port host: None {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:20:50.159255 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25006f-8dac-4a1a-85ba-a312cddcb34e req-c99f283c-69ab-4328-9f10-7eae46de67dd tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:50.160861 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6d25006f-8dac-4a1a-85ba-a312cddcb34e req-c99f283c-69ab-4328-9f10-7eae46de67dd tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 944 time: 0.1935825 Oct 27 18:20:50.183286 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0db2b522-9d89-4096-8316-6e1d73a83d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:50.212396 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-da8965db-c377-4456-8828-6c697c2b3ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:50.212396 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-da8965db-c377-4456-8828-6c697c2b3ae4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ad0653b6-4310-40ad-9106-9bf6ed3fd0e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1450231 Oct 27 18:20:50.233210 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-5fde4f0e-80dd-410f-b8a4-c5361bea8353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a51ddc-3349-4a0f-aafb-94669430f598', 'name': 'tempest-FloatingIPsNegativeTestJSON-556420732-router', 'tenant_id': '56b282c0ba7e4fa9932615f8f67f9cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:20:36Z', 'updated_at': '2021-10-27T18:20:49Z', 'revision_number': 7, 'project_id': '56b282c0ba7e4fa9932615f8f67f9cb3', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:20:50.268742 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:50.285016 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ec5703b0-8a27-4364-83d6-2e18c29d2bba no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:20:50.292059 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fde4f0e-80dd-410f-b8a4-c5361bea8353 None None] Checking router: e7a51ddc-3349-4a0f-aafb-94669430f598 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:20:50.295331 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db2b522-9d89-4096-8316-6e1d73a83d24 admin admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:20:50.300213 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-8552bb6f-b20f-451a-829a-1e4650705b5c admin admin] Deleting subnet 99f7171d-deec-4d97-882b-cdb37a93c179 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:20:50.314393 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8552bb6f-b20f-451a-829a-1e4650705b5c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:50.316283 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-0db2b522-9d89-4096-8316-6e1d73a83d24 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:20:50.323194 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fde4f0e-80dd-410f-b8a4-c5361bea8353 None None] Routers set() bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:20:50.323879 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fde4f0e-80dd-410f-b8a4-c5361bea8353 None None] Router IDs set() for agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 27 18:20:50.325839 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_agentschedulers_db [None req-5fde4f0e-80dd-410f-b8a4-c5361bea8353 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e7a51ddc-3349-4a0f-aafb-94669430f598'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:20:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent'). {{(pid=102881) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 27 18:20:50.327032 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fde4f0e-80dd-410f-b8a4-c5361bea8353 None None] The sync data for ids ['e7a51ddc-3349-4a0f-aafb-94669430f598'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:20:50.328592 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-278d8bd3-0540-45e8-a08b-50bff14f1614 service neutron] 10.222.0.93 "GET /v2.0/networks/ad0653b6-4310-40ad-9106-9bf6ed3fd0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084785 Oct 27 18:20:50.331075 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db2b522-9d89-4096-8316-6e1d73a83d24 admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:20:50.358292 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: ec5703b0-8a27-4364-83d6-2e18c29d2bba {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:20:50.363078 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ec5703b0-8a27-4364-83d6-2e18c29d2bba not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:20:50.384777 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=a376d42c-383c-4168-9497-23f702f1a5bc,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:50.450749 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6d25006f-8dac-4a1a-85ba-a312cddcb34e req-7834fdce-36d9-4940-b7f6-b36582b13ada tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769608 Oct 27 18:20:50.492639 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1e0c1d6-66cf-4031-a24b-9a66abd45b07 req-fd65ab1c-09cb-40b0-bed9-e25b62735826 service neutron] 10.222.0.93 "GET /v2.0/networks/ad0653b6-4310-40ad-9106-9bf6ed3fd0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564631 Oct 27 18:20:50.633350 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-b0820526-ee95-4381-aa0d-8a149fe17b0d service neutron] For port a76b3dc7-cf3e-4735-9308-d09f65f512fa, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:20:50.637799 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-b0820526-ee95-4381-aa0d-8a149fe17b0d service neutron] Publish callbacks [] for binding, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:50.639804 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a562b040-ea19-403b-9fa9-a8f75a6442f4 req-b0820526-ee95-4381-aa0d-8a149fe17b0d service neutron] 10.222.0.81 "DELETE /v2.0/ports/a76b3dc7-cf3e-4735-9308-d09f65f512fa/bindings/n-h2-815690-2 HTTP/1.1" status: 204 len: 173 time: 0.4990432 Oct 27 18:20:50.717598 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2f0e4c-9952-4710-860a-1c43debf6a5a None None] Network eadbf85d-3b34-4dc3-8601-2203c9997db2 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:20:50.763469 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6', 'tag': 'e621f6a2-9433-4c5b-b4b9-20cf59c1b99c'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:20:50.764796 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db2b522-9d89-4096-8316-6e1d73a83d24 admin admin] Pushing event updated for resources: {'Port': ['ID=4f4edf15-fb55-4ed7-b923-84f0b5ed62b2,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:50.767176 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4203e15d-9780-4438-a69d-16828081bd28" -d '{"events": [{"name": "network-changed", "server_uuid": "91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6", "tag": "e621f6a2-9433-4c5b-b4b9-20cf59c1b99c"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:20:50.789184 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8552bb6f-b20f-451a-829a-1e4650705b5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:50.794778 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc57ff35-628d-4c29-9afc-c805904f1abc admin admin] Deleting subnet 9d2e93d5-4842-4818-961f-a77ef1a8f95b {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:20:50.817820 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-997bcedd-49d9-4755-9061-55dcccbd099c None None] Provisioning complete for port a376d42c-383c-4168-9497-23f702f1a5bc triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:20:50.817820 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-997bcedd-49d9-4755-9061-55dcccbd099c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:50.828586 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cc57ff35-628d-4c29-9afc-c805904f1abc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:50.837722 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b168ffee-bc1b-46b4-94d6-13ddbf96c932 x-openstack-request-id: req-b168ffee-bc1b-46b4-94d6-13ddbf96c932 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:20:50.838508 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6", "tag": "e621f6a2-9433-4c5b-b4b9-20cf59c1b99c", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:20:50.838955 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b168ffee-bc1b-46b4-94d6-13ddbf96c932 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:20:50.839646 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6', 'tag': 'e621f6a2-9433-4c5b-b4b9-20cf59c1b99c', 'status': 'completed', 'code': 200} Oct 27 18:20:50.951464 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203e15d-9780-4438-a69d-16828081bd28 req-574c9c92-846c-4954-addc-16d453e69df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:50.951464 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203e15d-9780-4438-a69d-16828081bd28 req-574c9c92-846c-4954-addc-16d453e69df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:50.952436 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4203e15d-9780-4438-a69d-16828081bd28 req-574c9c92-846c-4954-addc-16d453e69df1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=52425a4848b54b7383a7845cb99edf04&device_id=91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6 HTTP/1.1" status: 200 len: 1981 time: 0.0837576 Oct 27 18:20:50.967263 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device c64b6af5-6f5f-4488-82e5-9502bd40f4f2 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:20:50.978561 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cc57ff35-628d-4c29-9afc-c805904f1abc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:51.088999 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8552bb6f-b20f-451a-829a-1e4650705b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:51.110282 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cc57ff35-628d-4c29-9afc-c805904f1abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:51.175391 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:51.187191 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203e15d-9780-4438-a69d-16828081bd28 req-f828d27f-503c-40a8-be75-f8ec18e36a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:51.188965 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4203e15d-9780-4438-a69d-16828081bd28 req-f828d27f-503c-40a8-be75-f8ec18e36a12 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ad0653b6-4310-40ad-9106-9bf6ed3fd0e7 HTTP/1.1" status: 200 len: 904 time: 0.2288706 Oct 27 18:20:51.195198 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c64b6af5-6f5f-4488-82e5-9502bd40f4f2 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:20:51.197941 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd82ea-ee6d-480b-9e1c-57c888732cf0 req-4997773f-578d-46c2-8086-9c9449b72261 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:51.200000 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-11bd82ea-ee6d-480b-9e1c-57c888732cf0 req-4997773f-578d-46c2-8086-9c9449b72261 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=84837687-4216-49a0-8fd2-78e279c159f9 HTTP/1.1" status: 200 len: 944 time: 0.1756363 Oct 27 18:20:51.224388 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port c64b6af5-6f5f-4488-82e5-9502bd40f4f2, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=c64b6af5-6f5f-4488-82e5-9502bd40f4f2,segment=NetworkSegment(0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2),segment_id=0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:51.263435 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4203e15d-9780-4438-a69d-16828081bd28 req-b693f84b-51b9-4084-ae90-fdc22d01364a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.159&port_id=e621f6a2-9433-4c5b-b4b9-20cf59c1b99c HTTP/1.1" status: 200 len: 217 time: 0.0611517 Oct 27 18:20:51.298451 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8552bb6f-b20f-451a-829a-1e4650705b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:51.314628 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:51.349985 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cc57ff35-628d-4c29-9afc-c805904f1abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:51.356772 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-11bd82ea-ee6d-480b-9e1c-57c888732cf0 req-b0a35473-4b89-4689-8979-b185ccc20468 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138809 Oct 27 18:20:51.374958 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552bb6f-b20f-451a-829a-1e4650705b5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99f7171d-deec-4d97-882b-cdb37a93c179,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:51.376846 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0db2b522-9d89-4096-8316-6e1d73a83d24 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:51.379594 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203e15d-9780-4438-a69d-16828081bd28 req-14e7046e-7247-48e1-985f-d4ccb7ef3571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:51.382783 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4203e15d-9780-4438-a69d-16828081bd28 req-14e7046e-7247-48e1-985f-d4ccb7ef3571 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=65610351-c247-49c8-a326-f9cccd0da99b HTTP/1.1" status: 200 len: 801 time: 0.0948269 Oct 27 18:20:51.383848 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8552bb6f-b20f-451a-829a-1e4650705b5c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:51.388703 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8552bb6f-b20f-451a-829a-1e4650705b5c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/99f7171d-deec-4d97-882b-cdb37a93c179 HTTP/1.1" status: 204 len: 168 time: 1.2541583 Oct 27 18:20:51.397422 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=c64b6af5-6f5f-4488-82e5-9502bd40f4f2,revision_number=7']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:51.403345 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48918) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:20:51.404346 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5713336f-7b19-42b5-9be8-92e22fd1680d None None] Network f48bf973-c1ab-49c1-a20d-c1110b28b53e requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:20:51.437788 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6f8eb-4854-413b-8c89-10f5e6fa525f req-556a2857-81fe-45e6-9995-cc7f833c4452 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:51.444461 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6f8eb-4854-413b-8c89-10f5e6fa525f req-556a2857-81fe-45e6-9995-cc7f833c4452 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:51.460514 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7bb6f8eb-4854-413b-8c89-10f5e6fa525f req-556a2857-81fe-45e6-9995-cc7f833c4452 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/ports?device_id=91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6 HTTP/1.1" status: 200 len: 1679 time: 0.2094321 Oct 27 18:20:51.486525 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc57ff35-628d-4c29-9afc-c805904f1abc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d2e93d5-4842-4818-961f-a77ef1a8f95b,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:51.498417 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cc57ff35-628d-4c29-9afc-c805904f1abc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:51.504167 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-cc57ff35-628d-4c29-9afc-c805904f1abc admin admin] 10.222.0.52 "DELETE /v2.0/subnets/9d2e93d5-4842-4818-961f-a77ef1a8f95b HTTP/1.1" status: 204 len: 168 time: 1.3521967 Oct 27 18:20:51.504346 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48922) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:20:51.610122 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-187222b8-3a0d-4215-aa47-9f189895abef None None] Provisioning complete for port a376d42c-383c-4168-9497-23f702f1a5bc triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:20:51.610486 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-187222b8-3a0d-4215-aa47-9f189895abef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:51.614190 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5365b714-c466-4d03-aab0-4a6c788482ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:51.683439 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device a376d42c-383c-4168-9497-23f702f1a5bc up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:20:51.766635 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb83a6ca-ab13-4aa3-93c6-5c3582702c06 None None] DHCP port deletion for f48bf973-c1ab-49c1-a20d-c1110b28b53e request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:20:51.785263 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5365b714-c466-4d03-aab0-4a6c788482ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:51.814581 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-5365b714-c466-4d03-aab0-4a6c788482ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb7dc45e-d3fb-4a21-9a07-231f6b81f39b']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:20:51.831765 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-5365b714-c466-4d03-aab0-4a6c788482ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58a88469-a6e8-4f4a-87d0-167a1bff6a8c') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:20:51.832357 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-5365b714-c466-4d03-aab0-4a6c788482ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58a88469-a6e8-4f4a-87d0-167a1bff6a8c') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:20:51.845318 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5365b714-c466-4d03-aab0-4a6c788482ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:51.853626 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0db2b522-9d89-4096-8316-6e1d73a83d24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:51.866795 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5365b714-c466-4d03-aab0-4a6c788482ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:51.873994 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port a376d42c-383c-4168-9497-23f702f1a5bc triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:20:51.874390 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:51.932894 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5365b714-c466-4d03-aab0-4a6c788482ce admin admin] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:20:51.933298 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5365b714-c466-4d03-aab0-4a6c788482ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:51.935974 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:20:51.935974 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:20:51.935974 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:20:51.935974 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:20:51.935974 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:20:51.935974 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:20:51.935974 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:20:51.935974 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:20:51.935974 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:20:51.935974 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:20:51.935974 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:20:51.935974 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:20:51.935974 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:20:51.935974 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:20:51.935974 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:20:51.935974 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:20:51.935974 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:20:51.935974 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:20:51.935974 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:20:51.935974 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:20:51.935974 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:20:51.935974 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:20:51.935974 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:20:51.935974 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:20:51.935974 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:20:51.935974 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:20:51.935974 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:20:51.935974 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:20:51.935974 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:20:51.935974 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:20:51.935974 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:20:51.935974 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:20:52.006651 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7bb6f8eb-4854-413b-8c89-10f5e6fa525f req-1bad6bc0-452a-46d4-aa2b-f150102125f3 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/security-groups?id=6811083f-b04b-4ef8-aa3e-e44ef0c0cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5450752 Oct 27 18:20:52.024618 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203e15d-9780-4438-a69d-16828081bd28 req-8912ae83-069f-488d-9b2a-ed8f69277ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:52.026486 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4203e15d-9780-4438-a69d-16828081bd28 req-8912ae83-069f-488d-9b2a-ed8f69277ef1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ad0653b6-4310-40ad-9106-9bf6ed3fd0e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6347589 Oct 27 18:20:52.033084 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3f8342e4-6ecc-4d6d-a968-a086f8261c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:52.065764 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-fb83a6ca-ab13-4aa3-93c6-5c3582702c06 None None] Deleting port ce518299-8889-4e16-8948-760643168df6 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:20:52.066120 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fb83a6ca-ab13-4aa3-93c6-5c3582702c06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:52.075427 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5365b714-c466-4d03-aab0-4a6c788482ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:52.084192 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5365b714-c466-4d03-aab0-4a6c788482ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:52.091170 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5365b714-c466-4d03-aab0-4a6c788482ce admin admin] 10.222.0.52 "DELETE /v2.0/networks/fb7dc45e-d3fb-4a21-9a07-231f6b81f39b HTTP/1.1" status: 204 len: 168 time: 0.5825322 Oct 27 18:20:52.092591 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48930) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:20:52.118128 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365b714-c466-4d03-aab0-4a6c788482ce admin admin] Pushing event deleted for resources: {'Network': ['ID=fb7dc45e-d3fb-4a21-9a07-231f6b81f39b,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:52.149814 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a7e2e-6617-4a28-876b-f4d8bad85748 req-32676fc8-7bef-4d81-b319-dd0dc2f5658c tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:52.151518 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-df4a7e2e-6617-4a28-876b-f4d8bad85748 req-32676fc8-7bef-4d81-b319-dd0dc2f5658c tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 944 time: 0.1918716 Oct 27 18:20:52.156436 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-fb83a6ca-ab13-4aa3-93c6-5c3582702c06 None None] For port ce518299-8889-4e16-8948-760643168df6, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ce518299-8889-4e16-8948-760643168df6,segment=NetworkSegment(81afd54b-34e5-4673-9b2c-d87753c0bd96),segment_id=81afd54b-34e5-4673-9b2c-d87753c0bd96)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:52.156436 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fb83a6ca-ab13-4aa3-93c6-5c3582702c06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:52.180985 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-afc55a3b-c6d6-4956-8859-e61340349e32 admin admin] Deleting subnet 26b7398d-b616-45dd-9615-1d0f54eb39b2 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:20:52.186723 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-afc55a3b-c6d6-4956-8859-e61340349e32 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:52.198897 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-fb83a6ca-ab13-4aa3-93c6-5c3582702c06 None None] Calling delete_port for ce518299-8889-4e16-8948-760643168df6 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:20:52.234604 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db2b522-9d89-4096-8316-6e1d73a83d24 admin admin] Router e2b6b045-ec42-49b4-a3d0-39659877c3fe is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:20:52.271661 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-df4a7e2e-6617-4a28-876b-f4d8bad85748 req-76caef95-29b0-406c-b8e1-a53d6fad97df tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129978 Oct 27 18:20:52.277202 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4203e15d-9780-4438-a69d-16828081bd28 req-6443abe2-1ef9-4bed-8fb1-8d6c2de76a80 service neutron] 10.222.0.93 "GET /v2.0/networks/ad0653b6-4310-40ad-9106-9bf6ed3fd0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420986 Oct 27 18:20:52.281456 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-3f8342e4-6ecc-4d6d-a968-a086f8261c1a admin admin] Deleting port ce518299-8889-4e16-8948-760643168df6 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:20:52.281800 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3f8342e4-6ecc-4d6d-a968-a086f8261c1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:52.325873 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 85a56b30-485d-4266-9e94-43c16dd1e1c0 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:20:52.367234 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 85a56b30-485d-4266-9e94-43c16dd1e1c0 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:20:52.367580 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 85a56b30-485d-4266-9e94-43c16dd1e1c0 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:20:52.379744 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-afc55a3b-c6d6-4956-8859-e61340349e32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:52.459217 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-afc55a3b-c6d6-4956-8859-e61340349e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:52.469016 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-3f8342e4-6ecc-4d6d-a968-a086f8261c1a admin admin] For port ce518299-8889-4e16-8948-760643168df6, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ce518299-8889-4e16-8948-760643168df6,segment=NetworkSegment(81afd54b-34e5-4673-9b2c-d87753c0bd96),segment_id=81afd54b-34e5-4673-9b2c-d87753c0bd96)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:52.469454 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3f8342e4-6ecc-4d6d-a968-a086f8261c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:52.499213 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db2b522-9d89-4096-8316-6e1d73a83d24 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:20:52.518708 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6e922c-4fdc-4e7c-b838-63585533a8fd None None] Sync routers for ids ['e2b6b045-ec42-49b4-a3d0-39659877c3fe'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:20:52.527563 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-3f8342e4-6ecc-4d6d-a968-a086f8261c1a admin admin] Calling delete_port for ce518299-8889-4e16-8948-760643168df6 owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:20:52.531749 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6e922c-4fdc-4e7c-b838-63585533a8fd None None] Routers {'e2b6b045-ec42-49b4-a3d0-39659877c3fe'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:20:52.532377 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-be6e922c-4fdc-4e7c-b838-63585533a8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:20:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['e2b6b045-ec42-49b4-a3d0-39659877c3fe'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:20:52.562189 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4203e15d-9780-4438-a69d-16828081bd28 req-5afa9459-4f3b-42d7-a735-154a9ad2f9d9 service neutron] 10.222.0.93 "GET /v2.0/networks/ad0653b6-4310-40ad-9106-9bf6ed3fd0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664416 Oct 27 18:20:52.604052 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad65fc-7359-47fa-9561-8388869c46e3 req-c3c3288d-a12e-4eda-81d1-2c9a6475dfe7 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:52.605608 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-62ad65fc-7359-47fa-9561-8388869c46e3 req-c3c3288d-a12e-4eda-81d1-2c9a6475dfe7 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 1095 time: 0.1889641 Oct 27 18:20:52.638990 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383def1d-b640-4139-b1a8-cc3c283f1879 req-9999ccdd-d9fe-45a4-b11d-f20046e80689 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:52.638990 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-383def1d-b640-4139-b1a8-cc3c283f1879 req-9999ccdd-d9fe-45a4-b11d-f20046e80689 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=84837687-4216-49a0-8fd2-78e279c159f9 HTTP/1.1" status: 200 len: 943 time: 0.1668613 Oct 27 18:20:52.654455 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-be6e922c-4fdc-4e7c-b838-63585533a8fd None None] Set router e2b6b045-ec42-49b4-a3d0-39659877c3fe gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:20:52.683176 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fb83a6ca-ab13-4aa3-93c6-5c3582702c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:52.700595 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-62ad65fc-7359-47fa-9561-8388869c46e3 req-ef1fffa4-e3d0-4205-9146-38d4471baf82 tempest-LiveAutoBlockMigrationV225Test-1449743685 tempest-LiveAutoBlockMigrationV225Test-1449743685-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869229 Oct 27 18:20:52.705504 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0db2b522-9d89-4096-8316-6e1d73a83d24 admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:52.707986 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0db2b522-9d89-4096-8316-6e1d73a83d24 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9746182 Oct 27 18:20:52.711674 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48944) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:20:52.714228 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-383def1d-b640-4139-b1a8-cc3c283f1879 req-a16f0181-f77a-4536-a487-40537ea711b9 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651925 Oct 27 18:20:52.720093 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3f8342e4-6ecc-4d6d-a968-a086f8261c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:52.720641 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-afc55a3b-c6d6-4956-8859-e61340349e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:52.744836 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb83a6ca-ab13-4aa3-93c6-5c3582702c06 None None] Pushing event deleted for resources: {'Port': ['ID=ce518299-8889-4e16-8948-760643168df6,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:52.759211 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb83a6ca-ab13-4aa3-93c6-5c3582702c06 None None] No DVR routers for this DVR port ce518299-8889-4e16-8948-760643168df6 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:20:52.762992 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8342e4-6ecc-4d6d-a968-a086f8261c1a admin admin] Pushing event deleted for resources: {'Port': ['ID=ce518299-8889-4e16-8948-760643168df6,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:52.764876 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8342e4-6ecc-4d6d-a968-a086f8261c1a admin admin] No DVR routers for this DVR port ce518299-8889-4e16-8948-760643168df6 on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:20:52.843527 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-afc55a3b-c6d6-4956-8859-e61340349e32 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:52.846776 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-afc55a3b-c6d6-4956-8859-e61340349e32 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/26b7398d-b616-45dd-9615-1d0f54eb39b2 HTTP/1.1" status: 204 len: 168 time: 0.7540956 Oct 27 18:20:52.865332 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc55a3b-c6d6-4956-8859-e61340349e32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26b7398d-b616-45dd-9615-1d0f54eb39b2,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:52.865332 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48948) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:20:52.889832 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3f8342e4-6ecc-4d6d-a968-a086f8261c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:52.902454 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-be6e922c-4fdc-4e7c-b838-63585533a8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b6b045-ec42-49b4-a3d0-39659877c3fe', 'name': 'tempest-ServersTestManualDisk-123132022-router', 'tenant_id': '2afdd7c515474860a22ec07f3faca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '4f4edf15-fb55-4ed7-b923-84f0b5ed62b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:20:47Z', 'updated_at': '2021-10-27T18:20:51Z', 'revision_number': 3, 'project_id': '2afdd7c515474860a22ec07f3faca833', 'gw_port': {'id': '4f4edf15-fb55-4ed7-b923-84f0b5ed62b2', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b6b045-ec42-49b4-a3d0-39659877c3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:20:49Z', 'updated_at': '2021-10-27T18:20:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:20:52.920967 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-3f8342e4-6ecc-4d6d-a968-a086f8261c1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f48bf973-c1ab-49c1-a20d-c1110b28b53e']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:20:52.931525 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-3f8342e4-6ecc-4d6d-a968-a086f8261c1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81afd54b-34e5-4673-9b2c-d87753c0bd96') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:20:52.931748 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6e922c-4fdc-4e7c-b838-63585533a8fd None None] Checking router: e2b6b045-ec42-49b4-a3d0-39659877c3fe for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:20:52.931872 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-3f8342e4-6ecc-4d6d-a968-a086f8261c1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81afd54b-34e5-4673-9b2c-d87753c0bd96') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:20:52.931970 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6e922c-4fdc-4e7c-b838-63585533a8fd None None] Updating router e2b6b045-ec42-49b4-a3d0-39659877c3fe port 4f4edf15-fb55-4ed7-b923-84f0b5ed62b2 binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:20:52.942536 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3f8342e4-6ecc-4d6d-a968-a086f8261c1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:52.943525 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2f0cd466-6e3b-456f-a2e8-e0eb28a09d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:52.954423 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e621f6a2-9433-4c5b-b4b9-20cf59c1b99c details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:20:52.958958 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3f8342e4-6ecc-4d6d-a968-a086f8261c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:52.967411 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f8342e4-6ecc-4d6d-a968-a086f8261c1a admin admin] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:20:52.968279 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3f8342e4-6ecc-4d6d-a968-a086f8261c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:52.970556 n-d-815690-2 neutron-server[102878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:20:52.970556 n-d-815690-2 neutron-server[102878]: self.session.flush() Oct 27 18:20:52.970556 n-d-815690-2 neutron-server[102878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:20:52.970556 n-d-815690-2 neutron-server[102878]: self.session.flush() Oct 27 18:20:52.970556 n-d-815690-2 neutron-server[102878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:20:52.970556 n-d-815690-2 neutron-server[102878]: self.session.flush() Oct 27 18:20:52.970556 n-d-815690-2 neutron-server[102878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:20:52.970556 n-d-815690-2 neutron-server[102878]: self.session.flush() Oct 27 18:20:52.970556 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:20:52.970556 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:20:52.970556 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:20:52.970556 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:20:52.970556 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:20:52.970556 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:20:52.970556 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:20:52.970556 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:20:52.970556 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:20:52.970556 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:20:52.970556 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:20:52.970556 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:20:52.970556 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:20:52.970556 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:20:52.970556 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:20:52.970556 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:20:52.970556 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:20:52.970556 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:20:52.970556 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:20:52.970556 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:20:52.970556 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:20:52.970556 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:20:52.970556 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:20:52.970556 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:20:52.970556 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:20:52.970556 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:20:52.970556 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:20:52.970556 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:20:52.970556 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:20:52.970556 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:20:52.970556 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:20:52.970556 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:20:52.973411 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-be6e922c-4fdc-4e7c-b838-63585533a8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:53.106192 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2f0cd466-6e3b-456f-a2e8-e0eb28a09d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:53.117656 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3f8342e4-6ecc-4d6d-a968-a086f8261c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:53.134513 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-2f0cd466-6e3b-456f-a2e8-e0eb28a09d9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7664e4cb-6013-47c5-b695-9e97281e2c9c']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:20:53.144779 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3f8342e4-6ecc-4d6d-a968-a086f8261c1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:53.150563 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3f8342e4-6ecc-4d6d-a968-a086f8261c1a admin admin] 10.222.0.52 "DELETE /v2.0/networks/f48bf973-c1ab-49c1-a20d-c1110b28b53e HTTP/1.1" status: 204 len: 168 time: 1.7437706 Oct 27 18:20:53.167210 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8342e4-6ecc-4d6d-a968-a086f8261c1a admin admin] Pushing event deleted for resources: {'Network': ['ID=f48bf973-c1ab-49c1-a20d-c1110b28b53e,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:53.178934 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port e621f6a2-9433-4c5b-b4b9-20cf59c1b99c, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e621f6a2-9433-4c5b-b4b9-20cf59c1b99c,segment=NetworkSegment(222880bb-1ca2-433a-b796-c52adb9f7343),segment_id=222880bb-1ca2-433a-b796-c52adb9f7343)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:53.187088 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f832e57-eb66-4396-8e05-599784464ad1 req-932a01f6-7872-4cc8-b227-cbe391148afa tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:53.194383 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f832e57-eb66-4396-8e05-599784464ad1 req-932a01f6-7872-4cc8-b227-cbe391148afa tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:53.199822 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-2f0cd466-6e3b-456f-a2e8-e0eb28a09d9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '901a43da-7c68-4591-a4f0-46b3ba657bec') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:20:53.200252 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-2f0cd466-6e3b-456f-a2e8-e0eb28a09d9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '901a43da-7c68-4591-a4f0-46b3ba657bec') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:20:53.208523 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6f832e57-eb66-4396-8e05-599784464ad1 req-932a01f6-7872-4cc8-b227-cbe391148afa tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/ports?device_id=91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6 HTTP/1.1" status: 200 len: 1679 time: 0.1069539 Oct 27 18:20:53.242482 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2f0cd466-6e3b-456f-a2e8-e0eb28a09d9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:53.267238 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2f0cd466-6e3b-456f-a2e8-e0eb28a09d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:53.274807 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6f832e57-eb66-4396-8e05-599784464ad1 req-52d2aa56-2abc-4f38-9f41-fbae42062080 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/security-groups?id=6811083f-b04b-4ef8-aa3e-e44ef0c0cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639989 Oct 27 18:20:53.276747 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'e621f6a2-9433-4c5b-b4b9-20cf59c1b99c', 'network_id': 'ad0653b6-4310-40ad-9106-9bf6ed3fd0e7', 'port_id': 'e621f6a2-9433-4c5b-b4b9-20cf59c1b99c', 'mac_address': 'fa:16:3e:46:3c:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65610351-c247-49c8-a326-f9cccd0da99b', 'ip_address': '19.86.0.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:20:53.286075 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f0cd466-6e3b-456f-a2e8-e0eb28a09d9c admin admin] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:20:53.286546 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2f0cd466-6e3b-456f-a2e8-e0eb28a09d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:53.288492 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:20:53.288492 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:20:53.288492 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:20:53.288492 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:20:53.288492 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:20:53.288492 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:20:53.288492 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:20:53.288492 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:20:53.288492 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:20:53.288492 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:20:53.288492 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:20:53.288492 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:20:53.288492 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:20:53.288492 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:20:53.288492 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:20:53.288492 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:20:53.288492 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:20:53.288492 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:20:53.288492 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:20:53.288492 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:20:53.288492 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:20:53.288492 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:20:53.288492 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:20:53.288492 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:20:53.288492 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:20:53.288492 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:20:53.288492 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:20:53.288492 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:20:53.288492 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:20:53.288492 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:20:53.288492 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:20:53.288492 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:20:53.370755 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:53.425377 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e621f6a2-9433-4c5b-b4b9-20cf59c1b99c {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:20:53.445147 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2180a2b-6bf6-400a-a8ee-66bf3cb33b51 req-18627321-c96e-4f44-b853-99238ac988bd tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:53.446738 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b2180a2b-6bf6-400a-a8ee-66bf3cb33b51 req-18627321-c96e-4f44-b853-99238ac988bd tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 944 time: 0.0740793 Oct 27 18:20:53.468565 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port e621f6a2-9433-4c5b-b4b9-20cf59c1b99c, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e621f6a2-9433-4c5b-b4b9-20cf59c1b99c,segment=NetworkSegment(222880bb-1ca2-433a-b796-c52adb9f7343),segment_id=222880bb-1ca2-433a-b796-c52adb9f7343)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:53.488383 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2f0cd466-6e3b-456f-a2e8-e0eb28a09d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:53.491193 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f295d4f2-0bd9-43df-ae79-b43bd83f8c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:53.497262 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b2180a2b-6bf6-400a-a8ee-66bf3cb33b51 req-02b7f23b-6676-4887-ab61-52e1f6e1c0bf tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410881 Oct 27 18:20:53.499060 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2f0cd466-6e3b-456f-a2e8-e0eb28a09d9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:53.504513 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2f0cd466-6e3b-456f-a2e8-e0eb28a09d9c admin admin] 10.222.0.52 "DELETE /v2.0/networks/7664e4cb-6013-47c5-b695-9e97281e2c9c HTTP/1.1" status: 204 len: 168 time: 0.6483881 Oct 27 18:20:53.523354 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48962) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:20:53.532167 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0cd466-6e3b-456f-a2e8-e0eb28a09d9c admin admin] Pushing event deleted for resources: {'Network': ['ID=7664e4cb-6013-47c5-b695-9e97281e2c9c,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:53.543688 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:53.544637 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device df819c76-ffad-4ecf-8798-0b52954bb618 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:20:53.553296 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-be6e922c-4fdc-4e7c-b838-63585533a8fd None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:53.591366 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c4a8b-7fd3-4f0d-b529-2389ccb585f1 req-5b83402f-9a4f-43ed-8a39-648ae2ec85d4 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:53.593203 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-944c4a8b-7fd3-4f0d-b529-2389ccb585f1 req-5b83402f-9a4f-43ed-8a39-648ae2ec85d4 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.93 "GET /v2.0/ports?device_id=84837687-4216-49a0-8fd2-78e279c159f9 HTTP/1.1" status: 200 len: 943 time: 0.0912857 Oct 27 18:20:53.674377 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-be6e922c-4fdc-4e7c-b838-63585533a8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:53.682018 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=e621f6a2-9433-4c5b-b4b9-20cf59c1b99c,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:53.682635 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48964) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:20:53.682777 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-84b6137d-d11a-47c2-87bf-cafb1ee52887 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=56b282c0ba7e4fa9932615f8f67f9cb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1580422 Oct 27 18:20:53.701712 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ce518299-8889-4e16-8948-760643168df6 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:20:53.761010 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: ce518299-8889-4e16-8948-760643168df6 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:20:53.761390 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ce518299-8889-4e16-8948-760643168df6 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:20:53.765487 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4f1db7a5-f5a7-4dfb-9978-63d988e14847 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:53.771756 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-944c4a8b-7fd3-4f0d-b529-2389ccb585f1 req-be6363a9-fc05-4718-a58b-f44abcfd89fd tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Deleting port c64b6af5-6f5f-4488-82e5-9502bd40f4f2 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:20:53.772089 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-944c4a8b-7fd3-4f0d-b529-2389ccb585f1 req-be6363a9-fc05-4718-a58b-f44abcfd89fd tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:53.831588 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-be6e922c-4fdc-4e7c-b838-63585533a8fd None None] Attempting to bind port 4f4edf15-fb55-4ed7-b923-84f0b5ed62b2 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:20:53.831986 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-be6e922c-4fdc-4e7c-b838-63585533a8fd None None] Attempting to bind port 4f4edf15-fb55-4ed7-b923-84f0b5ed62b2 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:20:53.832334 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6e922c-4fdc-4e7c-b838-63585533a8fd None None] Attempting to bind port 4f4edf15-fb55-4ed7-b923-84f0b5ed62b2 on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:20:53.839531 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-f295d4f2-0bd9-43df-ae79-b43bd83f8c3e admin admin] Allocated IP 172.20.0.1 (eadbf85d-3b34-4dc3-8601-2203c9997db2/69983570-a5fd-4619-80ac-2d6bf8572707/d158afcf-bb82-4920-a551-1532b617b349) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:20:53.841803 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd355e-9c8e-4b4f-a26c-4bad7930e4da None None] Pushing event updated for resources: {'Port': ['ID=4f4edf15-fb55-4ed7-b923-84f0b5ed62b2,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:53.848398 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6e922c-4fdc-4e7c-b838-63585533a8fd None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:20:53.858206 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6e922c-4fdc-4e7c-b838-63585533a8fd None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:20:53.858206 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-be6e922c-4fdc-4e7c-b838-63585533a8fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:53.858206 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6e922c-4fdc-4e7c-b838-63585533a8fd None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:20:53.858206 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-be6e922c-4fdc-4e7c-b838-63585533a8fd None None] Bound port: 4f4edf15-fb55-4ed7-b923-84f0b5ed62b2, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:20:53.858206 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-be6e922c-4fdc-4e7c-b838-63585533a8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:53.881375 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4f1db7a5-f5a7-4dfb-9978-63d988e14847 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:53.885355 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port df819c76-ffad-4ecf-8798-0b52954bb618, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=df819c76-ffad-4ecf-8798-0b52954bb618,segment=NetworkSegment(56c705e8-fdf2-4031-9309-191b99b1dc48),segment_id=56c705e8-fdf2-4031-9309-191b99b1dc48)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:53.905812 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'df819c76-ffad-4ecf-8798-0b52954bb618', 'network_id': '3e05cae3-d74c-4ea3-b3d2-f15cfeddf528', 'port_id': 'df819c76-ffad-4ecf-8798-0b52954bb618', 'mac_address': 'fa:16:3e:25:23:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1045, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ae947a9-31ce-4ea8-a668-c540b7841e7d', 'ip_address': '19.80.0.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:20:53.953770 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-be6e922c-4fdc-4e7c-b838-63585533a8fd None None] For port 4f4edf15-fb55-4ed7-b923-84f0b5ed62b2, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:20:53.958264 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-be6e922c-4fdc-4e7c-b838-63585533a8fd None None] For port 4f4edf15-fb55-4ed7-b923-84f0b5ed62b2, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=4f4edf15-fb55-4ed7-b923-84f0b5ed62b2,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:20:53.972884 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48968) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:20:53.973043 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:53.988336 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df819c76-ffad-4ecf-8798-0b52954bb618 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:20:53.992291 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c06a04-515f-4529-a515-fdae61a321bc req-0facd5f7-e9eb-415a-96fa-f29bf9f1de6c tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:53.993845 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-71c06a04-515f-4529-a515-fdae61a321bc req-0facd5f7-e9eb-415a-96fa-f29bf9f1de6c tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.81 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 944 time: 0.1607006 Oct 27 18:20:54.004165 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-944c4a8b-7fd3-4f0d-b529-2389ccb585f1 req-be6363a9-fc05-4718-a58b-f44abcfd89fd tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] For port c64b6af5-6f5f-4488-82e5-9502bd40f4f2, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=c64b6af5-6f5f-4488-82e5-9502bd40f4f2,segment=NetworkSegment(0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2),segment_id=0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:54.004551 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-944c4a8b-7fd3-4f0d-b529-2389ccb585f1 req-be6363a9-fc05-4718-a58b-f44abcfd89fd tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:54.008749 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port df819c76-ffad-4ecf-8798-0b52954bb618, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=df819c76-ffad-4ecf-8798-0b52954bb618,segment=NetworkSegment(56c705e8-fdf2-4031-9309-191b99b1dc48),segment_id=56c705e8-fdf2-4031-9309-191b99b1dc48)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:54.017252 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f295d4f2-0bd9-43df-ae79-b43bd83f8c3e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:54.035028 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-be6e922c-4fdc-4e7c-b838-63585533a8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:54.043928 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7e80b370-4150-403c-9e47-1bf2e8273fd6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=43d2aacb3b5645edb71ed26889dd4536&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0684144 Oct 27 18:20:54.045571 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48970) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:20:54.059577 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-944c4a8b-7fd3-4f0d-b529-2389ccb585f1 req-be6363a9-fc05-4718-a58b-f44abcfd89fd tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Calling delete_port for c64b6af5-6f5f-4488-82e5-9502bd40f4f2 owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:20:54.076616 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17e3fb-db22-4648-a2a3-330f162af35a req-22b1bb35-fafb-442f-bb0a-315dab46d135 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:54.078175 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8a17e3fb-db22-4648-a2a3-330f162af35a req-22b1bb35-fafb-442f-bb0a-315dab46d135 tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=84837687-4216-49a0-8fd2-78e279c159f9 HTTP/1.1" status: 200 len: 943 time: 0.2137465 Oct 27 18:20:54.089674 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:54.099057 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6e922c-4fdc-4e7c-b838-63585533a8fd None None] Routers {'e2b6b045-ec42-49b4-a3d0-39659877c3fe'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:20:54.099677 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-be6e922c-4fdc-4e7c-b838-63585533a8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:20:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['e2b6b045-ec42-49b4-a3d0-39659877c3fe'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:20:54.104466 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd355e-9c8e-4b4f-a26c-4bad7930e4da None None] Pushing event updated for resources: {'Port': ['ID=4f4edf15-fb55-4ed7-b923-84f0b5ed62b2,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:54.143242 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f295d4f2-0bd9-43df-ae79-b43bd83f8c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:54.185090 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f295d4f2-0bd9-43df-ae79-b43bd83f8c3e admin admin] Network eadbf85d-3b34-4dc3-8601-2203c9997db2 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:20:54.190680 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-f295d4f2-0bd9-43df-ae79-b43bd83f8c3e admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:20:54.194889 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f295d4f2-0bd9-43df-ae79-b43bd83f8c3e admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:20:54.196899 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4f1db7a5-f5a7-4dfb-9978-63d988e14847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:54.197991 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4f1db7a5-f5a7-4dfb-9978-63d988e14847 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:54.200288 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4f1db7a5-f5a7-4dfb-9978-63d988e14847 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0542be0e-2aba-4838-b162-8fb81a7d0543 HTTP/1.1" status: 204 len: 168 time: 0.5154889 Oct 27 18:20:54.240854 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1db7a5-f5a7-4dfb-9978-63d988e14847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0542be0e-2aba-4838-b162-8fb81a7d0543,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:54.284296 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8a17e3fb-db22-4648-a2a3-330f162af35a req-034a00ba-e90f-44bb-b3e2-11546cbe50ba tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b9b7e27-7351-4e7f-b994-ef2a07ab6850&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909738 Oct 27 18:20:54.291535 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f295d4f2-0bd9-43df-ae79-b43bd83f8c3e admin admin] Pushing event updated for resources: {'Port': ['ID=d158afcf-bb82-4920-a551-1532b617b349,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:54.297199 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f295d4f2-0bd9-43df-ae79-b43bd83f8c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:54.311539 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bb88ba2d-ced4-4fa0-9663-e08bb5b6d4db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:54.352135 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bb88ba2d-ced4-4fa0-9663-e08bb5b6d4db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:54.488704 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['e621f6a2-9433-4c5b-b4b9-20cf59c1b99c'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:20:54.495778 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-71c06a04-515f-4529-a515-fdae61a321bc req-ec6024c3-1ff2-4697-b82c-980d40b34b38 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Deleting port a76b3dc7-cf3e-4735-9308-d09f65f512fa {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:20:54.497516 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-71c06a04-515f-4529-a515-fdae61a321bc req-ec6024c3-1ff2-4697-b82c-980d40b34b38 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:54.540911 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=df819c76-ffad-4ecf-8798-0b52954bb618,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:54.564746 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-be6e922c-4fdc-4e7c-b838-63585533a8fd None None] Set router e2b6b045-ec42-49b4-a3d0-39659877c3fe gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:20:54.594674 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f295d4f2-0bd9-43df-ae79-b43bd83f8c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:54.613082 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bb88ba2d-ced4-4fa0-9663-e08bb5b6d4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:54.613082 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bb88ba2d-ced4-4fa0-9663-e08bb5b6d4db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:54.616689 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-bb88ba2d-ced4-4fa0-9663-e08bb5b6d4db admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb HTTP/1.1" status: 204 len: 168 time: 0.5695689 Oct 27 18:20:54.657668 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb88ba2d-ced4-4fa0-9663-e08bb5b6d4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2e5fdf-3160-4ecc-ba7d-a9f1e853dbcb,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:54.685312 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf0b77-740d-4157-9a72-b9da61d4a2af req-9bf1fc17-d51b-442d-867a-db0bb7b02900 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:54.692364 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf0b77-740d-4157-9a72-b9da61d4a2af req-9bf1fc17-d51b-442d-867a-db0bb7b02900 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:54.694034 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-11bf0b77-740d-4157-9a72-b9da61d4a2af req-9bf1fc17-d51b-442d-867a-db0bb7b02900 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/ports?device_id=91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6 HTTP/1.1" status: 200 len: 1681 time: 0.2613516 Oct 27 18:20:54.761386 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-d1383ff5-6e7f-4765-9dd8-4cc0c8cbf937 None None] Provisioning complete for port d158afcf-bb82-4920-a551-1532b617b349 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:20:54.761386 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d1383ff5-6e7f-4765-9dd8-4cc0c8cbf937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:54.826745 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-71c06a04-515f-4529-a515-fdae61a321bc req-ec6024c3-1ff2-4697-b82c-980d40b34b38 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] For port a76b3dc7-cf3e-4735-9308-d09f65f512fa, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=a76b3dc7-cf3e-4735-9308-d09f65f512fa,segment=NetworkSegment(32b71140-e440-46b3-9b2a-24e683b039db),segment_id=32b71140-e440-46b3-9b2a-24e683b039db)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:54.826745 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-71c06a04-515f-4529-a515-fdae61a321bc req-ec6024c3-1ff2-4697-b82c-980d40b34b38 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:54.837879 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-944c4a8b-7fd3-4f0d-b529-2389ccb585f1 req-be6363a9-fc05-4718-a58b-f44abcfd89fd tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:54.868847 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-71c06a04-515f-4529-a515-fdae61a321bc req-ec6024c3-1ff2-4697-b82c-980d40b34b38 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Calling delete_port for a76b3dc7-cf3e-4735-9308-d09f65f512fa owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:20:54.871647 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-d1383ff5-6e7f-4765-9dd8-4cc0c8cbf937 None None] Port d158afcf-bb82-4920-a551-1532b617b349 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:20:54.896039 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f295d4f2-0bd9-43df-ae79-b43bd83f8c3e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:54.911393 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6363a9-fc05-4718-a58b-f44abcfd89fd tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Pushing event deleted for resources: {'Port': ['ID=c64b6af5-6f5f-4488-82e5-9502bd40f4f2,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:54.941948 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-be6e922c-4fdc-4e7c-b838-63585533a8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b6b045-ec42-49b4-a3d0-39659877c3fe', 'name': 'tempest-ServersTestManualDisk-123132022-router', 'tenant_id': '2afdd7c515474860a22ec07f3faca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '4f4edf15-fb55-4ed7-b923-84f0b5ed62b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:20:47Z', 'updated_at': '2021-10-27T18:20:51Z', 'revision_number': 3, 'project_id': '2afdd7c515474860a22ec07f3faca833', 'gw_port': {'id': '4f4edf15-fb55-4ed7-b923-84f0b5ed62b2', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b6b045-ec42-49b4-a3d0-39659877c3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:20:49Z', 'updated_at': '2021-10-27T18:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:20:54.949646 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a656fe7-84d2-49b5-83b3-dc244dcf3099 req-94fd95e3-7841-404d-bc91-5999145727b4 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:54.957229 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8a656fe7-84d2-49b5-83b3-dc244dcf3099 req-94fd95e3-7841-404d-bc91-5999145727b4 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 944 time: 0.2245657 Oct 27 18:20:54.960044 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f295d4f2-0bd9-43df-ae79-b43bd83f8c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:54.977915 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6e922c-4fdc-4e7c-b838-63585533a8fd None None] The sync data for ids ['e2b6b045-ec42-49b4-a3d0-39659877c3fe'] in n-d-815690-2 is: [{'id': 'e2b6b045-ec42-49b4-a3d0-39659877c3fe', 'name': 'tempest-ServersTestManualDisk-123132022-router', 'tenant_id': '2afdd7c515474860a22ec07f3faca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '4f4edf15-fb55-4ed7-b923-84f0b5ed62b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:20:47Z', 'updated_at': '2021-10-27T18:20:51Z', 'revision_number': 3, 'project_id': '2afdd7c515474860a22ec07f3faca833', 'gw_port': {'id': '4f4edf15-fb55-4ed7-b923-84f0b5ed62b2', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b6b045-ec42-49b4-a3d0-39659877c3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:20:49Z', 'updated_at': '2021-10-27T18:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:20:55.004946 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-11bf0b77-740d-4157-9a72-b9da61d4a2af req-fdfc1cd3-76ae-4337-9169-2eecd2539e86 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/security-groups?id=6811083f-b04b-4ef8-aa3e-e44ef0c0cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885096 Oct 27 18:20:55.029456 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-944c4a8b-7fd3-4f0d-b529-2389ccb585f1 req-be6363a9-fc05-4718-a58b-f44abcfd89fd tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] No DVR routers for this DVR port c64b6af5-6f5f-4488-82e5-9502bd40f4f2 on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:20:55.033431 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-944c4a8b-7fd3-4f0d-b529-2389ccb585f1 req-be6363a9-fc05-4718-a58b-f44abcfd89fd tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:55.036844 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-944c4a8b-7fd3-4f0d-b529-2389ccb585f1 req-be6363a9-fc05-4718-a58b-f44abcfd89fd tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.93 "DELETE /v2.0/ports/c64b6af5-6f5f-4488-82e5-9502bd40f4f2 HTTP/1.1" status: 204 len: 173 time: 1.4371314 Oct 27 18:20:55.037513 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84837687-4216-49a0-8fd2-78e279c159f9', 'name': 'network-vif-deleted', 'tag': 'c64b6af5-6f5f-4488-82e5-9502bd40f4f2'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:20:55.040392 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff17a0f3-f4b8-4a22-83ae-cae505e41922" -d '{"events": [{"server_uuid": "84837687-4216-49a0-8fd2-78e279c159f9", "name": "network-vif-deleted", "tag": "c64b6af5-6f5f-4488-82e5-9502bd40f4f2"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:20:55.092501 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8a656fe7-84d2-49b5-83b3-dc244dcf3099 req-5488b78e-570b-4e5b-90d1-96688c7938e2 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342597 Oct 27 18:20:55.114051 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a608dc-5acc-4536-b272-4191a72e08c5 x-openstack-request-id: req-09a608dc-5acc-4536-b272-4191a72e08c5 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:20:55.116768 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84837687-4216-49a0-8fd2-78e279c159f9", "name": "network-vif-deleted", "tag": "c64b6af5-6f5f-4488-82e5-9502bd40f4f2", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:20:55.116768 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-09a608dc-5acc-4536-b272-4191a72e08c5 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:20:55.116768 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84837687-4216-49a0-8fd2-78e279c159f9', 'name': 'network-vif-deleted', 'tag': 'c64b6af5-6f5f-4488-82e5-9502bd40f4f2', 'status': 'completed', 'code': 200} Oct 27 18:20:55.314339 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-71c06a04-515f-4529-a515-fdae61a321bc req-ec6024c3-1ff2-4697-b82c-980d40b34b38 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:55.329545 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['fecdc6d7-3d40-4405-ad5a-c0e583376c35'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:20:55.410741 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6024c3-1ff2-4697-b82c-980d40b34b38 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Pushing event deleted for resources: {'Port': ['ID=a76b3dc7-cf3e-4735-9308-d09f65f512fa,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:55.469982 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5d62ded9-c5c7-4a58-9015-997e49c9e470 req-c68e8ad9-6024-4745-bf1c-5ef2ab4f832b tempest-ImagesTestJSON-1760788784 tempest-ImagesTestJSON-1760788784-project] 10.222.0.52 "GET /v2.0/ports?device_id=84837687-4216-49a0-8fd2-78e279c159f9 HTTP/1.1" status: 200 len: 210 time: 0.0541236 Oct 27 18:20:55.478973 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['df819c76-ffad-4ecf-8798-0b52954bb618'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:20:55.544988 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c06a04-515f-4529-a515-fdae61a321bc req-ec6024c3-1ff2-4697-b82c-980d40b34b38 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] No DVR routers for this DVR port a76b3dc7-cf3e-4735-9308-d09f65f512fa on host n-h1-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:20:55.547805 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-71c06a04-515f-4529-a515-fdae61a321bc req-ec6024c3-1ff2-4697-b82c-980d40b34b38 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:55.551558 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-71c06a04-515f-4529-a515-fdae61a321bc req-ec6024c3-1ff2-4697-b82c-980d40b34b38 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.81 "DELETE /v2.0/ports/a76b3dc7-cf3e-4735-9308-d09f65f512fa HTTP/1.1" status: 204 len: 173 time: 1.5443711 Oct 27 18:20:55.579442 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f295d4f2-0bd9-43df-ae79-b43bd83f8c3e admin admin] Pushing event updated for resources: {'Port': ['ID=d158afcf-bb82-4920-a551-1532b617b349,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:55.584558 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f295d4f2-0bd9-43df-ae79-b43bd83f8c3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:55.618327 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49006) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:20:55.776543 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-bfe149a0-5540-400c-874e-0c5bd88e2ee1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=95e61133e29a43eeb67e6efd4ba426f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1561668 Oct 27 18:20:55.802845 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49010) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:20:55.810773 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f295d4f2-0bd9-43df-ae79-b43bd83f8c3e admin admin] Network eadbf85d-3b34-4dc3-8601-2203c9997db2 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:20:55.812914 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-f295d4f2-0bd9-43df-ae79-b43bd83f8c3e admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:20:55.859177 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 4f4edf15-fb55-4ed7-b923-84f0b5ed62b2 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:20:55.943354 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4d0d76ad-1932-4029-8a1d-c00ae8e107f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:55.955121 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 4f4edf15-fb55-4ed7-b923-84f0b5ed62b2 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:20:55.961481 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:55.980558 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4d0d76ad-1932-4029-8a1d-c00ae8e107f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:56.178334 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f295d4f2-0bd9-43df-ae79-b43bd83f8c3e admin admin] Router e2b6b045-ec42-49b4-a3d0-39659877c3fe has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:20:56.182221 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:56.202177 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:56.212217 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 4f4edf15-fb55-4ed7-b923-84f0b5ed62b2, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=4f4edf15-fb55-4ed7-b923-84f0b5ed62b2,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:56.233790 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4d0d76ad-1932-4029-8a1d-c00ae8e107f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:56.240702 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4d0d76ad-1932-4029-8a1d-c00ae8e107f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:56.247375 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4d0d76ad-1932-4029-8a1d-c00ae8e107f0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/830eb307-0e6a-47dc-891f-2f249ed089bb HTTP/1.1" status: 204 len: 168 time: 0.4408982 Oct 27 18:20:56.316802 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:56.324239 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d76ad-1932-4029-8a1d-c00ae8e107f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830eb307-0e6a-47dc-891f-2f249ed089bb,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:56.332139 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f9168f94-28ec-468b-8a97-470441dde6a4 None None] Provisioning complete for port d158afcf-bb82-4920-a551-1532b617b349 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:20:56.332139 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f9168f94-28ec-468b-8a97-470441dde6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:56.371256 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d9c5fe6c-e0e7-44e1-8130-609cf96ad34f req-9115b53b-8c85-4f74-9c60-eee5a04ded94 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 210 time: 0.0800595 Oct 27 18:20:56.405537 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9fd57-4a5c-4a6d-ad44-f377be7fb99e req-3b6e60f4-23f7-4854-a7de-767f0780fbf6 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:56.414435 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9fd57-4a5c-4a6d-ad44-f377be7fb99e req-3b6e60f4-23f7-4854-a7de-767f0780fbf6 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:56.425111 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b7f9fd57-4a5c-4a6d-ad44-f377be7fb99e req-3b6e60f4-23f7-4854-a7de-767f0780fbf6 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/ports?device_id=91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6 HTTP/1.1" status: 200 len: 1681 time: 0.2790167 Oct 27 18:20:56.430744 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f295d4f2-0bd9-43df-ae79-b43bd83f8c3e admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:20:56.463889 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f295d4f2-0bd9-43df-ae79-b43bd83f8c3e admin admin] 10.222.0.52 "PUT /v2.0/routers/e2b6b045-ec42-49b4-a3d0-39659877c3fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7506273 Oct 27 18:20:56.500354 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f9168f94-28ec-468b-8a97-470441dde6a4 None None] Port d158afcf-bb82-4920-a551-1532b617b349 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:20:56.512174 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b7f9fd57-4a5c-4a6d-ad44-f377be7fb99e req-f5b19aaf-6248-4b08-83ae-f690ebb025d6 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/security-groups?id=6811083f-b04b-4ef8-aa3e-e44ef0c0cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856905 Oct 27 18:20:56.512929 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=4f4edf15-fb55-4ed7-b923-84f0b5ed62b2,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:56.606266 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:56.738770 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device a76b3dc7-cf3e-4735-9308-d09f65f512fa no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:20:56.764806 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] No Port match for: a76b3dc7-cf3e-4735-9308-d09f65f512fa {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:20:56.765157 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device a76b3dc7-cf3e-4735-9308-d09f65f512fa not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:20:56.960434 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e621f6a2-9433-4c5b-b4b9-20cf59c1b99c up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:20:56.971454 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7c691-ae83-484d-92ac-457a56fe3617 req-2c7ae37d-f284-40f3-ae41-e1c28de0d984 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:56.973174 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5ec7c691-ae83-484d-92ac-457a56fe3617 req-2c7ae37d-f284-40f3-ae41-e1c28de0d984 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc13112b-81b5-47e0-a253-22af29c21f42 HTTP/1.1" status: 200 len: 946 time: 0.0849304 Oct 27 18:20:57.034255 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5ec7c691-ae83-484d-92ac-457a56fe3617 req-c789126f-d4ae-4e19-ba3e-702a6d99b313 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/security-groups?id=19f055c0-00bc-42ca-93a0-0641824e6b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517521 Oct 27 18:20:57.116655 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211d3f40-2971-46c3-8096-0e2056e3b79a', 'name': 'network-vif-deleted', 'tag': 'a76b3dc7-cf3e-4735-9308-d09f65f512fa'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:20:57.121634 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f8fdde-93bc-4e07-ba43-66601dc7a1ba" -d '{"events": [{"server_uuid": "211d3f40-2971-46c3-8096-0e2056e3b79a", "name": "network-vif-deleted", "tag": "a76b3dc7-cf3e-4735-9308-d09f65f512fa"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:20:57.153706 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port e621f6a2-9433-4c5b-b4b9-20cf59c1b99c completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:20:57.153919 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port e621f6a2-9433-4c5b-b4b9-20cf59c1b99c triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:20:57.154854 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:57.275297 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:57.291239 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36c7d23-c3b3-42b9-be35-c1aa47c2b2fc x-openstack-request-id: req-e36c7d23-c3b3-42b9-be35-c1aa47c2b2fc {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:20:57.291543 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211d3f40-2971-46c3-8096-0e2056e3b79a", "name": "network-vif-deleted", "tag": "a76b3dc7-cf3e-4735-9308-d09f65f512fa", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:20:57.291791 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e36c7d23-c3b3-42b9-be35-c1aa47c2b2fc {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:20:57.292187 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '211d3f40-2971-46c3-8096-0e2056e3b79a', 'name': 'network-vif-deleted', 'tag': 'a76b3dc7-cf3e-4735-9308-d09f65f512fa', 'status': 'completed', 'code': 200} Oct 27 18:20:57.321918 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e621f6a2-9433-4c5b-b4b9-20cf59c1b99c'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:20:57.324906 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054a8f72-d0ce-4d1a-8459-e1289cf8ad47" -d '{"events": [{"server_uuid": "91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6", "name": "network-vif-plugged", "status": "completed", "tag": "e621f6a2-9433-4c5b-b4b9-20cf59c1b99c"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:20:57.342907 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port e621f6a2-9433-4c5b-b4b9-20cf59c1b99c, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e621f6a2-9433-4c5b-b4b9-20cf59c1b99c,segment=NetworkSegment(222880bb-1ca2-433a-b796-c52adb9f7343),segment_id=222880bb-1ca2-433a-b796-c52adb9f7343)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:57.416275 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:57.417079 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device df819c76-ffad-4ecf-8798-0b52954bb618 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:20:57.421801 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8d3f0c-2b41-4c75-80b8-82fe2ddc9cf3 x-openstack-request-id: req-1b8d3f0c-2b41-4c75-80b8-82fe2ddc9cf3 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:20:57.422093 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6", "name": "network-vif-plugged", "status": "completed", "tag": "e621f6a2-9433-4c5b-b4b9-20cf59c1b99c", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:20:57.422336 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1b8d3f0c-2b41-4c75-80b8-82fe2ddc9cf3 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:20:57.425006 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e621f6a2-9433-4c5b-b4b9-20cf59c1b99c', 'code': 200} Oct 27 18:20:57.608829 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=e621f6a2-9433-4c5b-b4b9-20cf59c1b99c,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:57.674525 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a02144fc-9970-4a0e-85a2-7449f436a797 req-bf976e40-46e1-498b-a9ef-95fb8445ed54 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 210 time: 0.0413899 Oct 27 18:20:57.696900 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port df819c76-ffad-4ecf-8798-0b52954bb618 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:20:57.700013 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49124) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:20:57.701703 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port df819c76-ffad-4ecf-8798-0b52954bb618 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:20:57.702079 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:57.704813 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-3df15006-ad94-4e5b-9019-24e48ab2ab51 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Request body: {'security_group': {'name': 'tempest-securitygroup--665704505', 'description': 'tempest-description--65817109'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:20:57.781362 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38c5b57-5f9d-4e5c-b73f-00a415dd8ca3 None None] Sync routers for ids ['e2b6b045-ec42-49b4-a3d0-39659877c3fe'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:20:57.782737 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 4f4edf15-fb55-4ed7-b923-84f0b5ed62b2 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:20:57.795098 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38c5b57-5f9d-4e5c-b73f-00a415dd8ca3 None None] Routers {'e2b6b045-ec42-49b4-a3d0-39659877c3fe'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:20:57.799134 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-f38c5b57-5f9d-4e5c-b73f-00a415dd8ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:20:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['e2b6b045-ec42-49b4-a3d0-39659877c3fe'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:20:57.845965 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3df15006-ad94-4e5b-9019-24e48ab2ab51 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:57.906498 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:57.939008 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49140) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:20:57.957238 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port df819c76-ffad-4ecf-8798-0b52954bb618, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=df819c76-ffad-4ecf-8798-0b52954bb618,segment=NetworkSegment(56c705e8-fdf2-4031-9309-191b99b1dc48),segment_id=56c705e8-fdf2-4031-9309-191b99b1dc48)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:20:57.964181 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 4f4edf15-fb55-4ed7-b923-84f0b5ed62b2 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:20:57.964945 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:58.059536 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdffdec-7ddc-48d9-8488-5a57bbe731a5 req-13f53e0c-f02c-43f2-80f4-e0363ceca0dd tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:58.076542 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-54ffbdd8-1572-4d4b-82af-a7e8e9ddbfd3 admin admin] Deleting subnet 0915b7bc-3821-43b8-a967-754663cb61b5 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:20:58.080234 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdffdec-7ddc-48d9-8488-5a57bbe731a5 req-13f53e0c-f02c-43f2-80f4-e0363ceca0dd tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:58.085080 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-54ffbdd8-1572-4d4b-82af-a7e8e9ddbfd3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:58.091315 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-afdffdec-7ddc-48d9-8488-5a57bbe731a5 req-13f53e0c-f02c-43f2-80f4-e0363ceca0dd tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/ports?device_id=91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6 HTTP/1.1" status: 200 len: 1682 time: 0.1597633 Oct 27 18:20:58.111065 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3df15006-ad94-4e5b-9019-24e48ab2ab51 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:58.147165 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:58.148120 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device c64b6af5-6f5f-4488-82e5-9502bd40f4f2 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:20:58.163941 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-afdffdec-7ddc-48d9-8488-5a57bbe731a5 req-c1c5ba43-03ee-416e-b600-fd3b101100c0 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/security-groups?id=6811083f-b04b-4ef8-aa3e-e44ef0c0cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712206 Oct 27 18:20:58.181562 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: c64b6af5-6f5f-4488-82e5-9502bd40f4f2 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:20:58.182116 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device c64b6af5-6f5f-4488-82e5-9502bd40f4f2 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:20:58.201454 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3df15006-ad94-4e5b-9019-24e48ab2ab51 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:58.211352 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-54ffbdd8-1572-4d4b-82af-a7e8e9ddbfd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:58.256372 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df15006-ad94-4e5b-9019-24e48ab2ab51 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4006d7ad-6b5d-4bd0-b7e0-34ecf8e845a6,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:58.288895 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=df819c76-ffad-4ecf-8798-0b52954bb618,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:58.308012 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49146) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:20:58.338289 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-54ffbdd8-1572-4d4b-82af-a7e8e9ddbfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:58.350645 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3df15006-ad94-4e5b-9019-24e48ab2ab51 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:58.355890 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3df15006-ad94-4e5b-9019-24e48ab2ab51 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.6542041 Oct 27 18:20:58.361159 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49152) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:20:58.367275 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-10192815-6b6f-4fdd-b29f-de0254ae67e9 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Request body: {'security_group_rule': {'security_group_id': '4006d7ad-6b5d-4bd0-b7e0-34ecf8e845a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:20:58.373368 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-f38c5b57-5f9d-4e5c-b73f-00a415dd8ca3 None None] Set router e2b6b045-ec42-49b4-a3d0-39659877c3fe gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:20:58.452773 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-10192815-6b6f-4fdd-b29f-de0254ae67e9 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:58.476445 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-54ffbdd8-1572-4d4b-82af-a7e8e9ddbfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:58.493552 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-54ffbdd8-1572-4d4b-82af-a7e8e9ddbfd3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:58.499107 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-54ffbdd8-1572-4d4b-82af-a7e8e9ddbfd3 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0915b7bc-3821-43b8-a967-754663cb61b5 HTTP/1.1" status: 204 len: 168 time: 0.5589499 Oct 27 18:20:58.504187 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49156) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:20:58.526546 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ffbdd8-1572-4d4b-82af-a7e8e9ddbfd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0915b7bc-3821-43b8-a967-754663cb61b5,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:58.664422 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-883ef255-bedc-46ba-aeb8-690711d3d4ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:58.702805 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8b58ca24-89ba-4b30-a3a7-d33397ef8ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:58.717430 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-10192815-6b6f-4fdd-b29f-de0254ae67e9 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:58.725625 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-f38c5b57-5f9d-4e5c-b73f-00a415dd8ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b6b045-ec42-49b4-a3d0-39659877c3fe', 'name': 'tempest-ServersTestManualDisk-123132022-router', 'tenant_id': '2afdd7c515474860a22ec07f3faca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '4f4edf15-fb55-4ed7-b923-84f0b5ed62b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:20:47Z', 'updated_at': '2021-10-27T18:20:54Z', 'revision_number': 4, 'project_id': '2afdd7c515474860a22ec07f3faca833', 'gw_port': {'id': '4f4edf15-fb55-4ed7-b923-84f0b5ed62b2', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b6b045-ec42-49b4-a3d0-39659877c3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:20:49Z', 'updated_at': '2021-10-27T18:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'd158afcf-bb82-4920-a551-1532b617b349', 'name': '', 'network_id': 'eadbf85d-3b34-4dc3-8601-2203c9997db2', 'tenant_id': '2afdd7c515474860a22ec07f3faca833', 'mac_address': 'fa:16:3e:68:c7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b6b045-ec42-49b4-a3d0-39659877c3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '69983570-a5fd-4619-80ac-2d6bf8572707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:20:53Z', 'updated_at': '2021-10-27T18:20:54Z', 'revision_number': 2, 'project_id': '2afdd7c515474860a22ec07f3faca833', 'subnets': [{'id': '69983570-a5fd-4619-80ac-2d6bf8572707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:20:58.750858 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f545d88f-7c15-467b-ad9b-1fb84d16216c req-7b740fb1-001f-4c2b-bff7-32c3c35b4ae9 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:58.759597 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f545d88f-7c15-467b-ad9b-1fb84d16216c req-7b740fb1-001f-4c2b-bff7-32c3c35b4ae9 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc13112b-81b5-47e0-a253-22af29c21f42 HTTP/1.1" status: 200 len: 946 time: 0.1511972 Oct 27 18:20:58.784589 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38c5b57-5f9d-4e5c-b73f-00a415dd8ca3 None None] Checking router: e2b6b045-ec42-49b4-a3d0-39659877c3fe for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:20:58.784589 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38c5b57-5f9d-4e5c-b73f-00a415dd8ca3 None None] Updating router e2b6b045-ec42-49b4-a3d0-39659877c3fe port d158afcf-bb82-4920-a551-1532b617b349 binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:20:58.825938 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-f38c5b57-5f9d-4e5c-b73f-00a415dd8ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:58.842241 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-10192815-6b6f-4fdd-b29f-de0254ae67e9 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:58.851973 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f51acaeb-e618-42dc-8f6c-6e21cd2b15d6 req-4c8047c1-8bce-474a-9748-c95835494977 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 210 time: 0.0794287 Oct 27 18:20:58.930019 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10192815-6b6f-4fdd-b29f-de0254ae67e9 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93baeba1-acb9-4969-8fee-b74673d82a06,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:58.951529 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f545d88f-7c15-467b-ad9b-1fb84d16216c req-e70fe12b-5eeb-4cc8-830d-ca03cbabd92e tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/security-groups?id=19f055c0-00bc-42ca-93a0-0641824e6b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1907744 Oct 27 18:20:58.970869 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8b58ca24-89ba-4b30-a3a7-d33397ef8ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:59.018231 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-8b58ca24-89ba-4b30-a3a7-d33397ef8ba2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c345cfe3-9ef8-4d81-8fa5-3e08d3754503']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:20:59.046723 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-883ef255-bedc-46ba-aeb8-690711d3d4ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:59.054978 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-10192815-6b6f-4fdd-b29f-de0254ae67e9 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:59.055520 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-10192815-6b6f-4fdd-b29f-de0254ae67e9 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6933796 Oct 27 18:20:59.057738 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-8b58ca24-89ba-4b30-a3a7-d33397ef8ba2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:20:59.058221 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-8b58ca24-89ba-4b30-a3a7-d33397ef8ba2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b946f45-5ebd-4e44-a8c2-2aed4a7f6fb2') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:20:59.058958 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49170) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:20:59.065171 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-ead2b606-f676-42b2-83d4-afc240c3aa96 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Request body: {'security_group_rule': {'security_group_id': '4006d7ad-6b5d-4bd0-b7e0-34ecf8e845a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:20:59.083961 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8b58ca24-89ba-4b30-a3a7-d33397ef8ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:59.116425 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8b58ca24-89ba-4b30-a3a7-d33397ef8ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:59.122145 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-883ef255-bedc-46ba-aeb8-690711d3d4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:59.154387 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b58ca24-89ba-4b30-a3a7-d33397ef8ba2 admin admin] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:20:59.157455 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8b58ca24-89ba-4b30-a3a7-d33397ef8ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:59.157455 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883ef255-bedc-46ba-aeb8-690711d3d4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9f8985-1eaf-4298-a2a6-62ab5d6bbc05,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:59.179761 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:20:59.179761 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:20:59.179761 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:20:59.179761 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:20:59.179761 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:20:59.179761 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:20:59.179761 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:20:59.179761 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:20:59.179761 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:20:59.179761 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:20:59.179761 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:20:59.179761 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:20:59.179761 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:20:59.179761 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:20:59.179761 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:20:59.179761 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:20:59.179761 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:20:59.179761 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:20:59.179761 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:20:59.179761 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:20:59.179761 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:20:59.179761 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:20:59.179761 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:20:59.179761 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:20:59.179761 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:20:59.179761 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:20:59.179761 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:20:59.179761 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:20:59.179761 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:20:59.179761 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:20:59.179761 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:20:59.179761 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:20:59.193202 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ead2b606-f676-42b2-83d4-afc240c3aa96 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:59.288840 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-883ef255-bedc-46ba-aeb8-690711d3d4ac admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c25030c479654b8698cfdab132bb3084&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9805489 Oct 27 18:20:59.296593 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49178) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:20:59.324788 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ead2b606-f676-42b2-83d4-afc240c3aa96 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:59.346462 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-f38c5b57-5f9d-4e5c-b73f-00a415dd8ca3 None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:59.398096 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8b58ca24-89ba-4b30-a3a7-d33397ef8ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:59.417759 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ead2b606-f676-42b2-83d4-afc240c3aa96 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:59.422922 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-f38c5b57-5f9d-4e5c-b73f-00a415dd8ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:59.427736 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df819c76-ffad-4ecf-8798-0b52954bb618'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:20:59.430469 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c38b640-a994-43c8-9ad0-881f5b29e725" -d '{"events": [{"server_uuid": "91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6", "name": "network-vif-plugged", "status": "completed", "tag": "df819c76-ffad-4ecf-8798-0b52954bb618"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:20:59.440380 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2b606-f676-42b2-83d4-afc240c3aa96 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b0b3932-8fbf-4589-bf9b-ef9e134f111a,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:59.451735 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8b58ca24-89ba-4b30-a3a7-d33397ef8ba2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:59.457157 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8b58ca24-89ba-4b30-a3a7-d33397ef8ba2 admin admin] 10.222.0.52 "DELETE /v2.0/networks/c345cfe3-9ef8-4d81-8fa5-3e08d3754503 HTTP/1.1" status: 204 len: 168 time: 0.9509296 Oct 27 18:20:59.459249 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7df9cb89-e633-4e58-9937-c799fe8e5407 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:59.478188 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b58ca24-89ba-4b30-a3a7-d33397ef8ba2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c345cfe3-9ef8-4d81-8fa5-3e08d3754503,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:59.494920 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c6435-a0e1-43ea-92b3-63414df670ae req-ee303e59-9265-48a8-834c-af3e40b22473 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:59.507622 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c6435-a0e1-43ea-92b3-63414df670ae req-ee303e59-9265-48a8-834c-af3e40b22473 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:20:59.510649 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d42c6435-a0e1-43ea-92b3-63414df670ae req-ee303e59-9265-48a8-834c-af3e40b22473 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/ports?device_id=91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6 HTTP/1.1" status: 200 len: 1683 time: 0.1812713 Oct 27 18:20:59.532037 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ead2b606-f676-42b2-83d4-afc240c3aa96 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:59.534135 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ead2b606-f676-42b2-83d4-afc240c3aa96 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4738469 Oct 27 18:20:59.537589 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49186) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:20:59.548631 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7df9cb89-e633-4e58-9937-c799fe8e5407 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:59.553674 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-c5804a6d-1210-41b7-a6f3-d71f3e4cae33 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:20:59.622173 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d42c6435-a0e1-43ea-92b3-63414df670ae req-826351ac-459f-4e66-a70e-42100c4bbedf tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/security-groups?id=6811083f-b04b-4ef8-aa3e-e44ef0c0cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104472 Oct 27 18:20:59.708433 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c5804a6d-1210-41b7-a6f3-d71f3e4cae33 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Publish callbacks [] for floatingip, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:59.720170 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc11e49e-b9ac-4c32-9eda-066238441dee x-openstack-request-id: req-cc11e49e-b9ac-4c32-9eda-066238441dee {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:20:59.720665 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6", "name": "network-vif-plugged", "status": "completed", "tag": "df819c76-ffad-4ecf-8798-0b52954bb618", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:20:59.721091 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cc11e49e-b9ac-4c32-9eda-066238441dee {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:20:59.721639 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df819c76-ffad-4ecf-8798-0b52954bb618', 'code': 200} Oct 27 18:20:59.753234 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b67d38-357a-4979-97d7-c81b99f75a11 None None] Pushing event updated for resources: {'Port': ['ID=d158afcf-bb82-4920-a551-1532b617b349,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:59.789166 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-f38c5b57-5f9d-4e5c-b73f-00a415dd8ca3 None None] Attempting to bind port d158afcf-bb82-4920-a551-1532b617b349 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:20:59.789829 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-f38c5b57-5f9d-4e5c-b73f-00a415dd8ca3 None None] Attempting to bind port d158afcf-bb82-4920-a551-1532b617b349 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'a0236c79-18a7-40da-a618-005c0380f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'eadbf85d-3b34-4dc3-8601-2203c9997db2'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:20:59.789973 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38c5b57-5f9d-4e5c-b73f-00a415dd8ca3 None None] Attempting to bind port d158afcf-bb82-4920-a551-1532b617b349 on network eadbf85d-3b34-4dc3-8601-2203c9997db2 {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:20:59.794488 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7df9cb89-e633-4e58-9937-c799fe8e5407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:59.799226 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7df9cb89-e633-4e58-9937-c799fe8e5407 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:59.804665 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7df9cb89-e633-4e58-9937-c799fe8e5407 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5f9f8985-1eaf-4298-a2a6-62ab5d6bbc05 HTTP/1.1" status: 204 len: 168 time: 0.5063326 Oct 27 18:20:59.805014 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38c5b57-5f9d-4e5c-b73f-00a415dd8ca3 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:20:59.805014 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38c5b57-5f9d-4e5c-b73f-00a415dd8ca3 None None] Checking segment: {'id': 'a0236c79-18a7-40da-a618-005c0380f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'eadbf85d-3b34-4dc3-8601-2203c9997db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:20:59.805421 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-f38c5b57-5f9d-4e5c-b73f-00a415dd8ca3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:59.807511 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38c5b57-5f9d-4e5c-b73f-00a415dd8ca3 None None] Bound using segment: {'id': 'a0236c79-18a7-40da-a618-005c0380f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'eadbf85d-3b34-4dc3-8601-2203c9997db2'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:20:59.808194 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-f38c5b57-5f9d-4e5c-b73f-00a415dd8ca3 None None] Bound port: d158afcf-bb82-4920-a551-1532b617b349, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0236c79-18a7-40da-a618-005c0380f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'eadbf85d-3b34-4dc3-8601-2203c9997db2'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:20:59.810063 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-f38c5b57-5f9d-4e5c-b73f-00a415dd8ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:20:59.824908 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9cb89-e633-4e58-9937-c799fe8e5407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9f8985-1eaf-4298-a2a6-62ab5d6bbc05,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:20:59.934941 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-f38c5b57-5f9d-4e5c-b73f-00a415dd8ca3 None None] For port d158afcf-bb82-4920-a551-1532b617b349, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:20:59.958506 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-f38c5b57-5f9d-4e5c-b73f-00a415dd8ca3 None None] For port d158afcf-bb82-4920-a551-1532b617b349, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=d158afcf-bb82-4920-a551-1532b617b349,segment=NetworkSegment(a0236c79-18a7-40da-a618-005c0380f8d7),segment_id=a0236c79-18a7-40da-a618-005c0380f8d7)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:20:59.983469 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49200) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:00.033978 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-f38c5b57-5f9d-4e5c-b73f-00a415dd8ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:00.034201 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c5804a6d-1210-41b7-a6f3-d71f3e4cae33 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:00.062726 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f437dd80-cfda-41e8-a631-71ddd8ec2248 None None] Provisioning complete for port d158afcf-bb82-4920-a551-1532b617b349 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:21:00.064955 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f437dd80-cfda-41e8-a631-71ddd8ec2248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:00.119953 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-09c222ba-256b-4cd9-9ef4-d934dce6a49a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1e901318404a4041a9284af4397a81ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1289532 Oct 27 18:21:00.125861 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49202) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:00.148171 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249d02c-120a-408c-8723-868cc24e3f31 req-8c0cc331-f225-4bfd-a5b5-c12774b97843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:00.148720 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249d02c-120a-408c-8723-868cc24e3f31 req-8c0cc331-f225-4bfd-a5b5-c12774b97843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:00.150409 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d249d02c-120a-408c-8723-868cc24e3f31 req-8c0cc331-f225-4bfd-a5b5-c12774b97843 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6 HTTP/1.1" status: 200 len: 1985 time: 0.3288965 Oct 27 18:21:00.162885 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b67d38-357a-4979-97d7-c81b99f75a11 None None] Pushing event updated for resources: {'Port': ['ID=d158afcf-bb82-4920-a551-1532b617b349,revision_number=4']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:00.167696 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4bc8e9e7-f2c2-4563-9376-fdd89ca057dc req-6f6645b9-b673-418f-80d2-dfb6d822f7fb tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 210 time: 0.1153007 Oct 27 18:21:00.227420 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38c5b57-5f9d-4e5c-b73f-00a415dd8ca3 None None] Routers {'e2b6b045-ec42-49b4-a3d0-39659877c3fe'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:21:00.228065 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-f38c5b57-5f9d-4e5c-b73f-00a415dd8ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:20:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['e2b6b045-ec42-49b4-a3d0-39659877c3fe'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:00.257431 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-330b9dc7-caad-460a-b5e3-5247f5744b87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:00.285081 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d249d02c-120a-408c-8723-868cc24e3f31 req-08e5b219-a69c-416f-be63-0157708f3b23 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=6811083f-b04b-4ef8-aa3e-e44ef0c0cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999637 Oct 27 18:21:00.297110 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-c5804a6d-1210-41b7-a6f3-d71f3e4cae33 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Allocated IP 172.25.6.226 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/ffeec41b-9057-4c89-9868-cb5cced21680) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:21:00.311869 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb926e9c-15cb-4b2e-b6c2-69981a3d076b req-098ea523-f9b6-4133-9970-75711f27ea19 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:00.313489 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f437dd80-cfda-41e8-a631-71ddd8ec2248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:00.323117 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fb926e9c-15cb-4b2e-b6c2-69981a3d076b req-098ea523-f9b6-4133-9970-75711f27ea19 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc13112b-81b5-47e0-a253-22af29c21f42 HTTP/1.1" status: 200 len: 946 time: 0.3504367 Oct 27 18:21:00.364772 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-330b9dc7-caad-460a-b5e3-5247f5744b87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:00.416955 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f437dd80-cfda-41e8-a631-71ddd8ec2248 None None] For port d158afcf-bb82-4920-a551-1532b617b349, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=d158afcf-bb82-4920-a551-1532b617b349,segment=NetworkSegment(a0236c79-18a7-40da-a618-005c0380f8d7),segment_id=a0236c79-18a7-40da-a618-005c0380f8d7)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:21:00.447993 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542638b6-2546-41a4-a1dd-2107b3906c5e req-a5969b7f-66f7-42a5-abb6-bf4a7e11de71 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:00.449878 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-542638b6-2546-41a4-a1dd-2107b3906c5e req-a5969b7f-66f7-42a5-abb6-bf4a7e11de71 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.52 "GET /v2.0/ports?device_id=af2c9311-b5d3-4daf-8643-dacef929149f HTTP/1.1" status: 200 len: 945 time: 0.5604718 Oct 27 18:21:00.505058 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-f38c5b57-5f9d-4e5c-b73f-00a415dd8ca3 None None] Set router e2b6b045-ec42-49b4-a3d0-39659877c3fe gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:21:00.543286 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f437dd80-cfda-41e8-a631-71ddd8ec2248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:00.688222 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437dd80-cfda-41e8-a631-71ddd8ec2248 None None] Pushing event updated for resources: {'Port': ['ID=d158afcf-bb82-4920-a551-1532b617b349,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:00.701677 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c5804a6d-1210-41b7-a6f3-d71f3e4cae33 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:00.712801 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-542638b6-2546-41a4-a1dd-2107b3906c5e req-05ed7077-8f69-4fdd-ae55-c68d9c293503 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.52 "GET /v2.0/security-groups?id=2277af77-d237-4b45-8f2c-868ff18dbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2458329 Oct 27 18:21:00.778733 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-330b9dc7-caad-460a-b5e3-5247f5744b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:00.781418 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-330b9dc7-caad-460a-b5e3-5247f5744b87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:00.789385 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-330b9dc7-caad-460a-b5e3-5247f5744b87 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3b9b7e27-7351-4e7f-b994-ef2a07ab6850 HTTP/1.1" status: 204 len: 168 time: 0.6621046 Oct 27 18:21:00.818080 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-175d2f1c-7ea2-465f-96ab-1dea731179d4 None None] Provisioning complete for port d158afcf-bb82-4920-a551-1532b617b349 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:21:00.820158 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-175d2f1c-7ea2-465f-96ab-1dea731179d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:00.827067 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b9dc7-caad-460a-b5e3-5247f5744b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9b7e27-7351-4e7f-b994-ef2a07ab6850,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:00.846661 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c5804a6d-1210-41b7-a6f3-d71f3e4cae33 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:00.869408 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-fb926e9c-15cb-4b2e-b6c2-69981a3d076b req-9cd1a626-ed47-4c0a-9084-773ff3da0856 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Deleting port 6295ef30-3dd6-4e15-a106-d71e99f0032e {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:21:00.872147 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-fb926e9c-15cb-4b2e-b6c2-69981a3d076b req-9cd1a626-ed47-4c0a-9084-773ff3da0856 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:00.880608 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-f38c5b57-5f9d-4e5c-b73f-00a415dd8ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b6b045-ec42-49b4-a3d0-39659877c3fe', 'name': 'tempest-ServersTestManualDisk-123132022-router', 'tenant_id': '2afdd7c515474860a22ec07f3faca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '4f4edf15-fb55-4ed7-b923-84f0b5ed62b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:20:47Z', 'updated_at': '2021-10-27T18:20:54Z', 'revision_number': 4, 'project_id': '2afdd7c515474860a22ec07f3faca833', 'gw_port': {'id': '4f4edf15-fb55-4ed7-b923-84f0b5ed62b2', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b6b045-ec42-49b4-a3d0-39659877c3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:20:49Z', 'updated_at': '2021-10-27T18:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'd158afcf-bb82-4920-a551-1532b617b349', 'name': '', 'network_id': 'eadbf85d-3b34-4dc3-8601-2203c9997db2', 'tenant_id': '2afdd7c515474860a22ec07f3faca833', 'mac_address': 'fa:16:3e:68:c7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b6b045-ec42-49b4-a3d0-39659877c3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '69983570-a5fd-4619-80ac-2d6bf8572707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:20:53Z', 'updated_at': '2021-10-27T18:20:59Z', 'revision_number': 4, 'project_id': '2afdd7c515474860a22ec07f3faca833', 'subnets': [{'id': '69983570-a5fd-4619-80ac-2d6bf8572707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:00.900785 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5804a6d-1210-41b7-a6f3-d71f3e4cae33 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:21:00.928920 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-c5804a6d-1210-41b7-a6f3-d71f3e4cae33 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:21:00.947685 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5804a6d-1210-41b7-a6f3-d71f3e4cae33 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:21:00.974323 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38c5b57-5f9d-4e5c-b73f-00a415dd8ca3 None None] The sync data for ids ['e2b6b045-ec42-49b4-a3d0-39659877c3fe'] in n-d-815690-2 is: [{'id': 'e2b6b045-ec42-49b4-a3d0-39659877c3fe', 'name': 'tempest-ServersTestManualDisk-123132022-router', 'tenant_id': '2afdd7c515474860a22ec07f3faca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '4f4edf15-fb55-4ed7-b923-84f0b5ed62b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:20:47Z', 'updated_at': '2021-10-27T18:20:54Z', 'revision_number': 4, 'project_id': '2afdd7c515474860a22ec07f3faca833', 'gw_port': {'id': '4f4edf15-fb55-4ed7-b923-84f0b5ed62b2', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b6b045-ec42-49b4-a3d0-39659877c3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:20:49Z', 'updated_at': '2021-10-27T18:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'd158afcf-bb82-4920-a551-1532b617b349', 'name': '', 'network_id': 'eadbf85d-3b34-4dc3-8601-2203c9997db2', 'tenant_id': '2afdd7c515474860a22ec07f3faca833', 'mac_address': 'fa:16:3e:68:c7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b6b045-ec42-49b4-a3d0-39659877c3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '69983570-a5fd-4619-80ac-2d6bf8572707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:20:53Z', 'updated_at': '2021-10-27T18:20:59Z', 'revision_number': 4, 'project_id': '2afdd7c515474860a22ec07f3faca833', 'subnets': [{'id': '69983570-a5fd-4619-80ac-2d6bf8572707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:21:01.204932 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5804a6d-1210-41b7-a6f3-d71f3e4cae33 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Pushing event updated for resources: {'Port': ['ID=ffeec41b-9057-4c89-9868-cb5cced21680,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:01.257547 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c5804a6d-1210-41b7-a6f3-d71f3e4cae33 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:01.427336 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c5804a6d-1210-41b7-a6f3-d71f3e4cae33 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:01.802730 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d158afcf-bb82-4920-a551-1532b617b349 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:21:01.820439 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c5804a6d-1210-41b7-a6f3-d71f3e4cae33 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:01.891359 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c5804a6d-1210-41b7-a6f3-d71f3e4cae33 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:02.003044 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port d158afcf-bb82-4920-a551-1532b617b349 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:21:02.005369 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:02.085829 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49242) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:02.134785 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5804a6d-1210-41b7-a6f3-d71f3e4cae33 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Pushing event updated for resources: {'Port': ['ID=ffeec41b-9057-4c89-9868-cb5cced21680,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:02.156156 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c5804a6d-1210-41b7-a6f3-d71f3e4cae33 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:02.249440 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c5804a6d-1210-41b7-a6f3-d71f3e4cae33 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:02.254893 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-fb926e9c-15cb-4b2e-b6c2-69981a3d076b req-9cd1a626-ed47-4c0a-9084-773ff3da0856 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] For port 6295ef30-3dd6-4e15-a106-d71e99f0032e, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=6295ef30-3dd6-4e15-a106-d71e99f0032e,segment=NetworkSegment(bcfac05a-4f8b-414e-8b59-ad5aa9190aee),segment_id=bcfac05a-4f8b-414e-8b59-ad5aa9190aee)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:21:02.255409 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-fb926e9c-15cb-4b2e-b6c2-69981a3d076b req-9cd1a626-ed47-4c0a-9084-773ff3da0856 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:02.256460 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c5804a6d-1210-41b7-a6f3-d71f3e4cae33 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7169948 Oct 27 18:21:02.312331 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be48dc-d35f-4e12-86a3-d7946105a80d req-22233ff9-8d79-4908-935e-1ef1a44bac71 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:02.313917 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-11be48dc-d35f-4e12-86a3-d7946105a80d req-22233ff9-8d79-4908-935e-1ef1a44bac71 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.93 "GET /v2.0/ports?device_id=af2c9311-b5d3-4daf-8643-dacef929149f HTTP/1.1" status: 200 len: 945 time: 1.1744881 Oct 27 18:21:02.388876 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-e9ae5050-2838-4b18-8bc8-ada4eb06fef6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-920355319-network', 'tenant_id': 'c4ec6c799d884a6cac2f4ea415cc58ce'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:02.456952 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5daf3c6-e7ed-4b9d-8568-e04905e93e07 req-71c713ed-87da-4937-97c5-3f5edd03c9d8 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:02.464500 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e5daf3c6-e7ed-4b9d-8568-e04905e93e07 req-71c713ed-87da-4937-97c5-3f5edd03c9d8 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc13112b-81b5-47e0-a253-22af29c21f42 HTTP/1.1" status: 200 len: 946 time: 1.5283682 Oct 27 18:21:02.510030 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ae5050-2838-4b18-8bc8-ada4eb06fef6 admin admin] Made reservation on behalf of c4ec6c799d884a6cac2f4ea415cc58ce for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:21:02.511499 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a993fc2-0581-4675-83da-3929e12741a1 req-5e28d2af-e1c9-4a2d-9ffb-2ae66681993b tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:02.513955 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e9ae5050-2838-4b18-8bc8-ada4eb06fef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:02.518009 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a993fc2-0581-4675-83da-3929e12741a1 req-5e28d2af-e1c9-4a2d-9ffb-2ae66681993b tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:02.525470 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e9ae5050-2838-4b18-8bc8-ada4eb06fef6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:02.525752 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0a993fc2-0581-4675-83da-3929e12741a1 req-5e28d2af-e1c9-4a2d-9ffb-2ae66681993b tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/ports?device_id=91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6 HTTP/1.1" status: 200 len: 1683 time: 0.3942535 Oct 27 18:21:02.651722 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e9ae5050-2838-4b18-8bc8-ada4eb06fef6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:02.659811 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e5daf3c6-e7ed-4b9d-8568-e04905e93e07 req-181785b6-79c7-44f8-8759-706562ac7ad1 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/security-groups?id=19f055c0-00bc-42ca-93a0-0641824e6b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1944275 Oct 27 18:21:02.719181 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0a993fc2-0581-4675-83da-3929e12741a1 req-3fca4458-3f89-4aff-b161-fcda042dee83 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/security-groups?id=6811083f-b04b-4ef8-aa3e-e44ef0c0cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872385 Oct 27 18:21:02.719949 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e9ae5050-2838-4b18-8bc8-ada4eb06fef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:02.783118 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 6295ef30-3dd6-4e15-a106-d71e99f0032e no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:21:02.787786 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9ae5050-2838-4b18-8bc8-ada4eb06fef6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1041, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:21:02.803595 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae5050-2838-4b18-8bc8-ada4eb06fef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd1cfb8-45ba-4af2-b872-2899c8f2c80a,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:02.826229 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e9ae5050-2838-4b18-8bc8-ada4eb06fef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:02.826629 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-e9ae5050-2838-4b18-8bc8-ada4eb06fef6 admin admin] Added segment 24f17ea3-f0f2-4d00-8c3f-1275c3aa17dd of type vlan for network 7a091a2f-9a09-4d9e-8e8e-6fbebbbb532e Oct 27 18:21:02.886235 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-92596007-b56e-4a95-9fca-3aece58d10ed req-c49f1db5-5322-4596-b1de-ba4a6c0f0eb1 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=211d3f40-2971-46c3-8096-0e2056e3b79a HTTP/1.1" status: 200 len: 210 time: 0.0839772 Oct 27 18:21:02.890966 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-11be48dc-d35f-4e12-86a3-d7946105a80d req-de34c097-03e1-493b-964a-04e0fef7a41a tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Deleting port b5458414-97a3-45a4-945c-c31d115e2201 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:21:02.891755 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-11be48dc-d35f-4e12-86a3-d7946105a80d req-de34c097-03e1-493b-964a-04e0fef7a41a tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:02.916628 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e9ae5050-2838-4b18-8bc8-ada4eb06fef6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:02.929143 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:02.983384 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc13112b-81b5-47e0-a253-22af29c21f42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6295ef30-3dd6-4e15-a106-d71e99f0032e'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:21:02.983384 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8faa3adb-0d72-4773-b57a-fccfd9984a02" -d '{"events": [{"server_uuid": "dc13112b-81b5-47e0-a253-22af29c21f42", "name": "network-vif-unplugged", "status": "completed", "tag": "6295ef30-3dd6-4e15-a106-d71e99f0032e"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:21:03.001231 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 6295ef30-3dd6-4e15-a106-d71e99f0032e, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=6295ef30-3dd6-4e15-a106-d71e99f0032e,segment=NetworkSegment(bcfac05a-4f8b-414e-8b59-ad5aa9190aee),segment_id=bcfac05a-4f8b-414e-8b59-ad5aa9190aee)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:21:03.023697 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-fb926e9c-15cb-4b2e-b6c2-69981a3d076b req-9cd1a626-ed47-4c0a-9084-773ff3da0856 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:03.024067 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-fb926e9c-15cb-4b2e-b6c2-69981a3d076b req-9cd1a626-ed47-4c0a-9084-773ff3da0856 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:03.024388 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [req-fb926e9c-15cb-4b2e-b6c2-69981a3d076b req-9cd1a626-ed47-4c0a-9084-773ff3da0856 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Floating IP 6dfc2d8e-8cc2-4308-9244-862e3c11821e disassociated. External IP: 172.25.6.130, port: 6295ef30-3dd6-4e15-a106-d71e99f0032e. Oct 27 18:21:03.024743 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-fb926e9c-15cb-4b2e-b6c2-69981a3d076b req-9cd1a626-ed47-4c0a-9084-773ff3da0856 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Calling delete_port for 6295ef30-3dd6-4e15-a106-d71e99f0032e owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:21:03.029528 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e9ae5050-2838-4b18-8bc8-ada4eb06fef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:03.031813 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ae5050-2838-4b18-8bc8-ada4eb06fef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:03.033304 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e9ae5050-2838-4b18-8bc8-ada4eb06fef6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:03.083174 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7cc1b-14f9-4ef8-909d-57a2c968143f req-8aad997f-c7f8-4d7e-9166-83608157326e tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:03.085737 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:03.092504 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c6b7cc1b-14f9-4ef8-909d-57a2c968143f req-8aad997f-c7f8-4d7e-9166-83608157326e tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.52 "GET /v2.0/ports?device_id=af2c9311-b5d3-4daf-8643-dacef929149f HTTP/1.1" status: 200 len: 945 time: 0.2779248 Oct 27 18:21:03.111743 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae5050-2838-4b18-8bc8-ada4eb06fef6 admin admin] Pushing event updated for resources: {'Network': ['ID=7a091a2f-9a09-4d9e-8e8e-6fbebbbb532e,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:03.125570 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 7a091a2f-9a09-4d9e-8e8e-6fbebbbb532e details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:21:03.147391 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e9ae5050-2838-4b18-8bc8-ada4eb06fef6 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0603604 Oct 27 18:21:03.150202 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49274) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:03.157558 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-ec8d939e-0b31-4e0f-848f-f0d033613c49 admin admin] Request body: {'subnet': {'network_id': '7a091a2f-9a09-4d9e-8e8e-6fbebbbb532e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-920355319-subnet', 'tenant_id': 'c4ec6c799d884a6cac2f4ea415cc58ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:03.183226 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=6295ef30-3dd6-4e15-a106-d71e99f0032e,revision_number=6']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:03.188047 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-8a6bc245-dda4-4141-9528-0f2958e618a9 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--665704505&fields=id&tenant_id=2afdd7c515474860a22ec07f3faca833 HTTP/1.1" status: 200 len: 267 time: 0.1469252 Oct 27 18:21:03.263329 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8d939e-0b31-4e0f-848f-f0d033613c49 admin admin] Made reservation on behalf of c4ec6c799d884a6cac2f4ea415cc58ce for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:21:03.266176 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ec8d939e-0b31-4e0f-848f-f0d033613c49 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:03.296737 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-11be48dc-d35f-4e12-86a3-d7946105a80d req-de34c097-03e1-493b-964a-04e0fef7a41a tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] For port b5458414-97a3-45a4-945c-c31d115e2201, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=b5458414-97a3-45a4-945c-c31d115e2201,segment=NetworkSegment(7e9244b4-f3d3-4887-ad08-abc36593e8ca),segment_id=7e9244b4-f3d3-4887-ad08-abc36593e8ca)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:21:03.297334 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-11be48dc-d35f-4e12-86a3-d7946105a80d req-de34c097-03e1-493b-964a-04e0fef7a41a tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:03.311162 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c6b7cc1b-14f9-4ef8-909d-57a2c968143f req-d0afd82d-e826-4021-a1db-c6d72269efed tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.52 "GET /v2.0/security-groups?id=2277af77-d237-4b45-8f2c-868ff18dbfbd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2177050 Oct 27 18:21:03.535661 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-54fbbd53-e2ab-40e8-9182-7a58968191c3 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:03.537515 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ec8d939e-0b31-4e0f-848f-f0d033613c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:03.547369 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-54fbbd53-e2ab-40e8-9182-7a58968191c3 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.52 "GET /v2.0/networks?id=eadbf85d-3b34-4dc3-8601-2203c9997db2 HTTP/1.1" status: 200 len: 811 time: 0.3394964 Oct 27 18:21:03.578623 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-b93744a3-1e63-4c29-927b-d1eb0e183b60 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.52 "GET /v2.0/quotas/2afdd7c515474860a22ec07f3faca833 HTTP/1.1" status: 200 len: 375 time: 0.0301316 Oct 27 18:21:03.598959 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d939e-0b31-4e0f-848f-f0d033613c49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a514ec13-655b-4e04-a6f6-206b8a356d21,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:03.609125 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8d939e-0b31-4e0f-848f-f0d033613c49 admin admin] Checking segment: {'id': '24f17ea3-f0f2-4d00-8c3f-1275c3aa17dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '7a091a2f-9a09-4d9e-8e8e-6fbebbbb532e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:21:03.609125 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8d939e-0b31-4e0f-848f-f0d033613c49 admin admin] Network hostable DHCP agents. Network: 7a091a2f-9a09-4d9e-8e8e-6fbebbbb532e, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:21:03.661874 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-fb926e9c-15cb-4b2e-b6c2-69981a3d076b req-9cd1a626-ed47-4c0a-9084-773ff3da0856 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:03.705987 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-11be48dc-d35f-4e12-86a3-d7946105a80d req-de34c097-03e1-493b-964a-04e0fef7a41a tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:03.706359 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-11be48dc-d35f-4e12-86a3-d7946105a80d req-de34c097-03e1-493b-964a-04e0fef7a41a tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:03.706679 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [req-11be48dc-d35f-4e12-86a3-d7946105a80d req-de34c097-03e1-493b-964a-04e0fef7a41a tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Floating IP 92b7ecae-c21b-4a16-b49c-d3e45084c240 disassociated. External IP: 172.25.6.223, port: b5458414-97a3-45a4-945c-c31d115e2201. Oct 27 18:21:03.707138 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-11be48dc-d35f-4e12-86a3-d7946105a80d req-de34c097-03e1-493b-964a-04e0fef7a41a tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Calling delete_port for b5458414-97a3-45a4-945c-c31d115e2201 owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:21:03.713838 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1a626-ed47-4c0a-9084-773ff3da0856 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Pushing event deleted for resources: {'Port': ['ID=6295ef30-3dd6-4e15-a106-d71e99f0032e,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:03.724123 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8d939e-0b31-4e0f-848f-f0d033613c49 admin admin] Network 7a091a2f-9a09-4d9e-8e8e-6fbebbbb532e is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:21:03.736806 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-be9bbf95-2adb-4bb9-9500-c25eef6e30ab tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2afdd7c515474860a22ec07f3faca833&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1480961 Oct 27 18:21:03.811593 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-ec8d939e-0b31-4e0f-848f-f0d033613c49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 7a091a2f-9a09-4d9e-8e8e-6fbebbbb532e) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:21:03.816105 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8d939e-0b31-4e0f-848f-f0d033613c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:03.816723 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ec8d939e-0b31-4e0f-848f-f0d033613c49 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:03.820933 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bf5235-2675-4d8d-87fa-f0f3590d816b None None] Network 7a091a2f-9a09-4d9e-8e8e-6fbebbbb532e requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:21:03.865924 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ec8d939e-0b31-4e0f-848f-f0d033613c49 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7145939 Oct 27 18:21:03.986049 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2d13b6-8e59-4a40-9a6a-fd28410e6943 None None] Network 7a091a2f-9a09-4d9e-8e8e-6fbebbbb532e requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:21:04.012665 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-8706ad98-4a87-455c-a1b9-7a92e60ae3ab service neutron] 10.222.0.52 "GET /v2.0/networks/eadbf85d-3b34-4dc3-8601-2203c9997db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089071 Oct 27 18:21:04.034862 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb926e9c-15cb-4b2e-b6c2-69981a3d076b req-9cd1a626-ed47-4c0a-9084-773ff3da0856 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Router 46cd2537-d589-446b-917c-1a9445464d0c has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:21:04.212136 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-abf7852d-27e4-4dfc-aab3-b2346688fe38 service neutron] 10.222.0.52 "GET /v2.0/networks/eadbf85d-3b34-4dc3-8601-2203c9997db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888962 Oct 27 18:21:04.237337 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb926e9c-15cb-4b2e-b6c2-69981a3d076b req-9cd1a626-ed47-4c0a-9084-773ff3da0856 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:21:04.254623 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595842b1-b465-4fd6-9c19-23102a1ecb29 None None] Sync routers for ids ['46cd2537-d589-446b-917c-1a9445464d0c'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:21:04.282352 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595842b1-b465-4fd6-9c19-23102a1ecb29 None None] Routers {'46cd2537-d589-446b-917c-1a9445464d0c'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:21:04.283090 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-595842b1-b465-4fd6-9c19-23102a1ecb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:20:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['46cd2537-d589-446b-917c-1a9445464d0c'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:04.313822 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb926e9c-15cb-4b2e-b6c2-69981a3d076b req-9cd1a626-ed47-4c0a-9084-773ff3da0856 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] No DVR routers for this DVR port 6295ef30-3dd6-4e15-a106-d71e99f0032e on host n-h1-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:21:04.315945 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-11be48dc-d35f-4e12-86a3-d7946105a80d req-de34c097-03e1-493b-964a-04e0fef7a41a tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:04.317847 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-fb926e9c-15cb-4b2e-b6c2-69981a3d076b req-9cd1a626-ed47-4c0a-9084-773ff3da0856 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:04.321967 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fb926e9c-15cb-4b2e-b6c2-69981a3d076b req-9cd1a626-ed47-4c0a-9084-773ff3da0856 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.81 "DELETE /v2.0/ports/6295ef30-3dd6-4e15-a106-d71e99f0032e HTTP/1.1" status: 204 len: 173 time: 3.9965441 Oct 27 18:21:04.323494 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc13112b-81b5-47e0-a253-22af29c21f42', 'name': 'network-vif-deleted', 'tag': '6295ef30-3dd6-4e15-a106-d71e99f0032e'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:21:04.326627 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d00aed-cda8-4a0c-b5a9-3e2890e10db3" -d '{"events": [{"server_uuid": "dc13112b-81b5-47e0-a253-22af29c21f42", "name": "network-vif-deleted", "tag": "6295ef30-3dd6-4e15-a106-d71e99f0032e"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:21:04.365556 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34c097-03e1-493b-964a-04e0fef7a41a tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Pushing event deleted for resources: {'Port': ['ID=b5458414-97a3-45a4-945c-c31d115e2201,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:04.522053 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11be48dc-d35f-4e12-86a3-d7946105a80d req-de34c097-03e1-493b-964a-04e0fef7a41a tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Router 04c0fd8a-fd57-43ef-9c1f-922a43068b4e has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:21:04.646028 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-595842b1-b465-4fd6-9c19-23102a1ecb29 None None] Set router 46cd2537-d589-446b-917c-1a9445464d0c gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:21:04.685362 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11be48dc-d35f-4e12-86a3-d7946105a80d req-de34c097-03e1-493b-964a-04e0fef7a41a tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:21:04.696175 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65ce53f-ca05-4e3c-80b2-9aa4344b73d6 None None] Sync routers for ids ['04c0fd8a-fd57-43ef-9c1f-922a43068b4e'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:21:04.718991 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65ce53f-ca05-4e3c-80b2-9aa4344b73d6 None None] Routers {'04c0fd8a-fd57-43ef-9c1f-922a43068b4e'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:21:04.719636 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-d65ce53f-ca05-4e3c-80b2-9aa4344b73d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:20:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['04c0fd8a-fd57-43ef-9c1f-922a43068b4e'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:04.790626 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-11be48dc-d35f-4e12-86a3-d7946105a80d req-de34c097-03e1-493b-964a-04e0fef7a41a tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] No DVR routers for this DVR port b5458414-97a3-45a4-945c-c31d115e2201 on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:21:04.808000 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-11be48dc-d35f-4e12-86a3-d7946105a80d req-de34c097-03e1-493b-964a-04e0fef7a41a tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:04.815301 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-11be48dc-d35f-4e12-86a3-d7946105a80d req-de34c097-03e1-493b-964a-04e0fef7a41a tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.93 "DELETE /v2.0/ports/b5458414-97a3-45a4-945c-c31d115e2201 HTTP/1.1" status: 204 len: 173 time: 2.4817750 Oct 27 18:21:04.880789 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 18:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a0123e-8dd7-469d-9464-3c4c3b03b143 x-openstack-request-id: req-b9a0123e-8dd7-469d-9464-3c4c3b03b143 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:21:04.881093 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc13112b-81b5-47e0-a253-22af29c21f42", "name": "network-vif-unplugged", "status": "completed", "tag": "6295ef30-3dd6-4e15-a106-d71e99f0032e", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:21:04.881340 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b9a0123e-8dd7-469d-9464-3c4c3b03b143 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:21:04.885771 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc13112b-81b5-47e0-a253-22af29c21f42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6295ef30-3dd6-4e15-a106-d71e99f0032e', 'code': 200} Oct 27 18:21:04.984927 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device b5458414-97a3-45a4-945c-c31d115e2201 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:21:04.990932 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b6c431bb-baa7-4158-851e-3a3b3cb74ec9 req-b6a29219-ec6e-44a1-9e51-01b7dd53bd54 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc13112b-81b5-47e0-a253-22af29c21f42 HTTP/1.1" status: 200 len: 210 time: 0.1226573 Oct 27 18:21:05.013788 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: b5458414-97a3-45a4-945c-c31d115e2201 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:21:05.026485 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device b5458414-97a3-45a4-945c-c31d115e2201 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:21:05.033895 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-d65ce53f-ca05-4e3c-80b2-9aa4344b73d6 None None] Set router 04c0fd8a-fd57-43ef-9c1f-922a43068b4e gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:21:05.159573 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-c42da865-ad5f-4337-8360-68235ec52c3e req-67397de3-e79c-4952-9c13-9ffdf1d42df5 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1835530779', 'description': 'tempest-description-689516080'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:05.199263 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-595842b1-b465-4fd6-9c19-23102a1ecb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46cd2537-d589-446b-917c-1a9445464d0c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-864649329-router', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '4f8c66aa-fe19-42fc-8563-4359524b20a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:16:00Z', 'updated_at': '2021-10-27T18:16:10Z', 'revision_number': 4, 'project_id': 'f8df18aaf1594db3b572eb589716619a', 'gw_port': {'id': '4f8c66aa-fe19-42fc-8563-4359524b20a3', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46cd2537-d589-446b-917c-1a9445464d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:03Z', 'updated_at': '2021-10-27T18:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '62f59bc7-ad58-4cf1-8aff-feb60c59bed9', 'name': '', 'network_id': 'f511542f-5df3-4e7b-b026-a1f4910c0d39', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'mac_address': 'fa:16:3e:a3:54:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46cd2537-d589-446b-917c-1a9445464d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '71d7f89c-bbad-475f-9db7-0378b3e2ca7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:09Z', 'updated_at': '2021-10-27T18:16:20Z', 'revision_number': 5, 'project_id': 'f8df18aaf1594db3b572eb589716619a', 'subnets': [{'id': '71d7f89c-bbad-475f-9db7-0378b3e2ca7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:05.235127 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595842b1-b465-4fd6-9c19-23102a1ecb29 None None] Checking router: 46cd2537-d589-446b-917c-1a9445464d0c for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:21:05.244244 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595842b1-b465-4fd6-9c19-23102a1ecb29 None None] Routers {'46cd2537-d589-446b-917c-1a9445464d0c'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:21:05.244836 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-595842b1-b465-4fd6-9c19-23102a1ecb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:20:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['46cd2537-d589-446b-917c-1a9445464d0c'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:05.341946 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ff9d47bc-c7f1-4712-a884-15db82e6ae41 req-aa0806e3-1116-4b9e-865c-69391b601d4d tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.52 "GET /v2.0/ports?device_id=af2c9311-b5d3-4daf-8643-dacef929149f HTTP/1.1" status: 200 len: 210 time: 0.0645263 Oct 27 18:21:05.348729 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c42da865-ad5f-4337-8360-68235ec52c3e req-67397de3-e79c-4952-9c13-9ffdf1d42df5 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:05.364893 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-595842b1-b465-4fd6-9c19-23102a1ecb29 None None] Set router 46cd2537-d589-446b-917c-1a9445464d0c gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:21:05.415513 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-d65ce53f-ca05-4e3c-80b2-9aa4344b73d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c0fd8a-fd57-43ef-9c1f-922a43068b4e', 'name': 'tempest-ServersTestFqdnHostnames-676054517-router', 'tenant_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'ea8c6714-a947-4e09-b889-0de9919fb461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:18:25Z', 'updated_at': '2021-10-27T18:18:32Z', 'revision_number': 4, 'project_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'gw_port': {'id': 'ea8c6714-a947-4e09-b889-0de9919fb461', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:76:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c0fd8a-fd57-43ef-9c1f-922a43068b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:18:26Z', 'updated_at': '2021-10-27T18:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '2422692f-70a5-4919-9453-19f94bb18c1b', 'name': '', 'network_id': '4e086075-a1b5-4045-ad82-552f5d921dc9', 'tenant_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'mac_address': 'fa:16:3e:c3:af:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c0fd8a-fd57-43ef-9c1f-922a43068b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '1c1b7808-e582-4ce4-9710-0fef53c91dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:18:30Z', 'updated_at': '2021-10-27T18:18:38Z', 'revision_number': 5, 'project_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'subnets': [{'id': '1c1b7808-e582-4ce4-9710-0fef53c91dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:05.487913 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65ce53f-ca05-4e3c-80b2-9aa4344b73d6 None None] Checking router: 04c0fd8a-fd57-43ef-9c1f-922a43068b4e for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:21:05.498894 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c42da865-ad5f-4337-8360-68235ec52c3e req-67397de3-e79c-4952-9c13-9ffdf1d42df5 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:05.501490 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def14e3b-5647-43f6-b1d8-875fbee7ef80 x-openstack-request-id: req-def14e3b-5647-43f6-b1d8-875fbee7ef80 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:21:05.501795 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc13112b-81b5-47e0-a253-22af29c21f42", "name": "network-vif-deleted", "tag": "6295ef30-3dd6-4e15-a106-d71e99f0032e", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:21:05.502095 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-def14e3b-5647-43f6-b1d8-875fbee7ef80 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:21:05.506975 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc13112b-81b5-47e0-a253-22af29c21f42', 'name': 'network-vif-deleted', 'tag': '6295ef30-3dd6-4e15-a106-d71e99f0032e', 'status': 'completed', 'code': 200} Oct 27 18:21:05.508179 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65ce53f-ca05-4e3c-80b2-9aa4344b73d6 None None] Routers {'04c0fd8a-fd57-43ef-9c1f-922a43068b4e'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:21:05.509011 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-d65ce53f-ca05-4e3c-80b2-9aa4344b73d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:20:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['04c0fd8a-fd57-43ef-9c1f-922a43068b4e'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:05.584885 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c42da865-ad5f-4337-8360-68235ec52c3e req-67397de3-e79c-4952-9c13-9ffdf1d42df5 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:05.640967 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49320) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:05.660464 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0d819d26-e79b-4b78-a9c7-a56f797edec5 req-0dad99a5-f1fd-4b80-b03a-41ae287173a3 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d8903f3-8988-4444-b072-e5de2d0353b9 HTTP/1.1" status: 200 len: 210 time: 0.0888896 Oct 27 18:21:05.692251 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c42da865-ad5f-4337-8360-68235ec52c3e req-67397de3-e79c-4952-9c13-9ffdf1d42df5 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:05.701711 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c42da865-ad5f-4337-8360-68235ec52c3e req-67397de3-e79c-4952-9c13-9ffdf1d42df5 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5510061 Oct 27 18:21:05.732196 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67397de3-e79c-4952-9c13-9ffdf1d42df5 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44218d22-96bb-4b2c-a4c3-ca3f9d88f111,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:05.782983 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-d65ce53f-ca05-4e3c-80b2-9aa4344b73d6 None None] Set router 04c0fd8a-fd57-43ef-9c1f-922a43068b4e gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:21:05.799967 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-595842b1-b465-4fd6-9c19-23102a1ecb29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46cd2537-d589-446b-917c-1a9445464d0c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-864649329-router', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '4f8c66aa-fe19-42fc-8563-4359524b20a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:16:00Z', 'updated_at': '2021-10-27T18:16:10Z', 'revision_number': 4, 'project_id': 'f8df18aaf1594db3b572eb589716619a', 'gw_port': {'id': '4f8c66aa-fe19-42fc-8563-4359524b20a3', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46cd2537-d589-446b-917c-1a9445464d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:03Z', 'updated_at': '2021-10-27T18:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '62f59bc7-ad58-4cf1-8aff-feb60c59bed9', 'name': '', 'network_id': 'f511542f-5df3-4e7b-b026-a1f4910c0d39', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'mac_address': 'fa:16:3e:a3:54:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46cd2537-d589-446b-917c-1a9445464d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '71d7f89c-bbad-475f-9db7-0378b3e2ca7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:09Z', 'updated_at': '2021-10-27T18:16:20Z', 'revision_number': 5, 'project_id': 'f8df18aaf1594db3b572eb589716619a', 'subnets': [{'id': '71d7f89c-bbad-475f-9db7-0378b3e2ca7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:05.854997 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595842b1-b465-4fd6-9c19-23102a1ecb29 None None] The sync data for ids ['46cd2537-d589-446b-917c-1a9445464d0c'] in n-d-815690-2 is: [{'id': '46cd2537-d589-446b-917c-1a9445464d0c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-864649329-router', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '4f8c66aa-fe19-42fc-8563-4359524b20a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:16:00Z', 'updated_at': '2021-10-27T18:16:10Z', 'revision_number': 4, 'project_id': 'f8df18aaf1594db3b572eb589716619a', 'gw_port': {'id': '4f8c66aa-fe19-42fc-8563-4359524b20a3', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46cd2537-d589-446b-917c-1a9445464d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:03Z', 'updated_at': '2021-10-27T18:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '62f59bc7-ad58-4cf1-8aff-feb60c59bed9', 'name': '', 'network_id': 'f511542f-5df3-4e7b-b026-a1f4910c0d39', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'mac_address': 'fa:16:3e:a3:54:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46cd2537-d589-446b-917c-1a9445464d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '71d7f89c-bbad-475f-9db7-0378b3e2ca7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:09Z', 'updated_at': '2021-10-27T18:16:20Z', 'revision_number': 5, 'project_id': 'f8df18aaf1594db3b572eb589716619a', 'subnets': [{'id': '71d7f89c-bbad-475f-9db7-0378b3e2ca7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:21:05.877943 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b7d8ce5e-c9a5-43bd-aa67-57d243cfc578 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:05.959832 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b5aecf4b-b669-4177-aaf1-02d45b52d586 req-71e5de8a-5a2d-486f-b7ac-a5e4a00b97a4 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] 10.222.0.52 "GET /v2.0/security-groups/44218d22-96bb-4b2c-a4c3-ca3f9d88f111 HTTP/1.1" status: 200 len: 1804 time: 0.1932902 Oct 27 18:21:05.995621 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-b5aecf4b-b669-4177-aaf1-02d45b52d586 req-37a66a38-0195-45cf-9c03-44add0b5b081 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '44218d22-96bb-4b2c-a4c3-ca3f9d88f111', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:05.999169 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-b5aecf4b-b669-4177-aaf1-02d45b52d586 req-37a66a38-0195-45cf-9c03-44add0b5b081 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '44218d22-96bb-4b2c-a4c3-ca3f9d88f111', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:06.037322 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b7d8ce5e-c9a5-43bd-aa67-57d243cfc578 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:06.064339 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc65b65-bcd4-4b58-b5b5-7725cdc644bf req-0f2d900b-e722-423e-83ad-c62f42448f5a tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:06.070541 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc65b65-bcd4-4b58-b5b5-7725cdc644bf req-0f2d900b-e722-423e-83ad-c62f42448f5a tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:06.076707 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dbc65b65-bcd4-4b58-b5b5-7725cdc644bf req-0f2d900b-e722-423e-83ad-c62f42448f5a tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/ports?device_id=91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6 HTTP/1.1" status: 200 len: 1683 time: 0.2124813 Oct 27 18:21:06.148166 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b7d8ce5e-c9a5-43bd-aa67-57d243cfc578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:06.148307 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dbc65b65-bcd4-4b58-b5b5-7725cdc644bf req-66afecfe-f7e7-401b-8f27-fd0a583a0a1e tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/security-groups?id=6811083f-b04b-4ef8-aa3e-e44ef0c0cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586050 Oct 27 18:21:06.255871 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d8ce5e-c9a5-43bd-aa67-57d243cfc578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42c248f-bc17-4c96-93ad-9f1b6c425fc9,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:06.267092 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b7d8ce5e-c9a5-43bd-aa67-57d243cfc578 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=090912666f4b4ecdb8ed9191315cc42c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6180801 Oct 27 18:21:06.268197 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49342) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:06.346223 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-b5aecf4b-b669-4177-aaf1-02d45b52d586 req-37a66a38-0195-45cf-9c03-44add0b5b081 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:06.377426 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-b5aecf4b-b669-4177-aaf1-02d45b52d586 req-37a66a38-0195-45cf-9c03-44add0b5b081 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:06.418171 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3f9ef59b-c00b-47dd-9534-eaec1694e101 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:06.426287 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299ac252-6224-492a-84cf-cc39b7fe3047 None None] New status for floating IP 6dfc2d8e-8cc2-4308-9244-862e3c11821e: DOWN {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:21:06.447461 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-b5aecf4b-b669-4177-aaf1-02d45b52d586 req-37a66a38-0195-45cf-9c03-44add0b5b081 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:06.473754 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a66a38-0195-45cf-9c03-44add0b5b081 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bb93ea4-2894-4a9e-98a6-198a034263dd,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:06.475446 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3f9ef59b-c00b-47dd-9534-eaec1694e101 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:06.523864 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-d65ce53f-ca05-4e3c-80b2-9aa4344b73d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c0fd8a-fd57-43ef-9c1f-922a43068b4e', 'name': 'tempest-ServersTestFqdnHostnames-676054517-router', 'tenant_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'ea8c6714-a947-4e09-b889-0de9919fb461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:18:25Z', 'updated_at': '2021-10-27T18:18:32Z', 'revision_number': 4, 'project_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'gw_port': {'id': 'ea8c6714-a947-4e09-b889-0de9919fb461', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:76:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c0fd8a-fd57-43ef-9c1f-922a43068b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:18:26Z', 'updated_at': '2021-10-27T18:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '2422692f-70a5-4919-9453-19f94bb18c1b', 'name': '', 'network_id': '4e086075-a1b5-4045-ad82-552f5d921dc9', 'tenant_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'mac_address': 'fa:16:3e:c3:af:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c0fd8a-fd57-43ef-9c1f-922a43068b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '1c1b7808-e582-4ce4-9710-0fef53c91dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:18:30Z', 'updated_at': '2021-10-27T18:18:38Z', 'revision_number': 5, 'project_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'subnets': [{'id': '1c1b7808-e582-4ce4-9710-0fef53c91dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:06.564224 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65ce53f-ca05-4e3c-80b2-9aa4344b73d6 None None] The sync data for ids ['04c0fd8a-fd57-43ef-9c1f-922a43068b4e'] in n-d-815690-2 is: [{'id': '04c0fd8a-fd57-43ef-9c1f-922a43068b4e', 'name': 'tempest-ServersTestFqdnHostnames-676054517-router', 'tenant_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'ea8c6714-a947-4e09-b889-0de9919fb461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:18:25Z', 'updated_at': '2021-10-27T18:18:32Z', 'revision_number': 4, 'project_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'gw_port': {'id': 'ea8c6714-a947-4e09-b889-0de9919fb461', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:76:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c0fd8a-fd57-43ef-9c1f-922a43068b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:18:26Z', 'updated_at': '2021-10-27T18:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '2422692f-70a5-4919-9453-19f94bb18c1b', 'name': '', 'network_id': '4e086075-a1b5-4045-ad82-552f5d921dc9', 'tenant_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'mac_address': 'fa:16:3e:c3:af:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c0fd8a-fd57-43ef-9c1f-922a43068b4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '1c1b7808-e582-4ce4-9710-0fef53c91dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:18:30Z', 'updated_at': '2021-10-27T18:18:38Z', 'revision_number': 5, 'project_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'subnets': [{'id': '1c1b7808-e582-4ce4-9710-0fef53c91dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:21:06.584871 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-b5aecf4b-b669-4177-aaf1-02d45b52d586 req-37a66a38-0195-45cf-9c03-44add0b5b081 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:06.596862 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b5aecf4b-b669-4177-aaf1-02d45b52d586 req-37a66a38-0195-45cf-9c03-44add0b5b081 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6142013 Oct 27 18:21:06.662585 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-9ebc3816-5dd5-4fdb-96d0-5499a41820c3 req-f392d9f2-9f19-43a3-8d0d-45c796b40015 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-161416298', 'description': 'tempest-description-258774282'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:06.697166 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3f9ef59b-c00b-47dd-9534-eaec1694e101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:06.706408 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3f9ef59b-c00b-47dd-9534-eaec1694e101 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:06.708647 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3f9ef59b-c00b-47dd-9534-eaec1694e101 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e42c248f-bc17-4c96-93ad-9f1b6c425fc9 HTTP/1.1" status: 204 len: 168 time: 0.4368885 Oct 27 18:21:06.727175 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ef59b-c00b-47dd-9534-eaec1694e101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42c248f-bc17-4c96-93ad-9f1b6c425fc9,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:06.766664 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49374) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:06.800584 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-9ebc3816-5dd5-4fdb-96d0-5499a41820c3 req-f392d9f2-9f19-43a3-8d0d-45c796b40015 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:06.849525 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6d05211f-8c02-48fa-bccc-e47e7d46b056 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:06.874383 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcab9b2-7302-4122-942c-346ec8c20c8a req-a210ba2a-20a9-4e2f-b5f4-cc96bd165c9b tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:06.880911 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcab9b2-7302-4122-942c-346ec8c20c8a req-a210ba2a-20a9-4e2f-b5f4-cc96bd165c9b tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:06.882794 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3bcab9b2-7302-4122-942c-346ec8c20c8a req-a210ba2a-20a9-4e2f-b5f4-cc96bd165c9b tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.93 "GET /v2.0/ports?device_id=91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6 HTTP/1.1" status: 200 len: 1683 time: 0.1814797 Oct 27 18:21:06.908543 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49376) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:06.966157 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6d05211f-8c02-48fa-bccc-e47e7d46b056 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:07.185624 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3ba9f18e-13f4-42f7-b1bb-ae6d23f0de50 req-78c55a3e-6e31-490d-bcd8-fd6d1f215fe5 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d8903f3-8988-4444-b072-e5de2d0353b9 HTTP/1.1" status: 200 len: 210 time: 0.1058705 Oct 27 18:21:07.257958 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1558a0-517e-47d4-99b4-fae7d84cc2dd None None] New status for floating IP 92b7ecae-c21b-4a16-b49c-d3e45084c240: DOWN {{(pid=102881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:21:07.261254 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8e4ff195-951e-4dfc-bb53-56083d28c450 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:07.264178 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6d05211f-8c02-48fa-bccc-e47e7d46b056 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:07.271287 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6d05211f-8c02-48fa-bccc-e47e7d46b056 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:07.279268 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6d05211f-8c02-48fa-bccc-e47e7d46b056 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.52 "DELETE /v2.0/security-groups/2277af77-d237-4b45-8f2c-868ff18dbfbd HTTP/1.1" status: 204 len: 168 time: 0.5114603 Oct 27 18:21:07.280010 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49384) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:07.318353 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05211f-8c02-48fa-bccc-e47e7d46b056 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2277af77-d237-4b45-8f2c-868ff18dbfbd,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:07.330981 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-d8946393-bded-4ea7-8c83-eff894c91bc9 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] show failed (client error): The resource could not be found. Oct 27 18:21:07.333497 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d8946393-bded-4ea7-8c83-eff894c91bc9 tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.52 "GET /v2.0/security-groups/2277af77-d237-4b45-8f2c-868ff18dbfbd HTTP/1.1" status: 404 len: 347 time: 0.0318708 Oct 27 18:21:07.334203 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49386) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:07.341767 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8e4ff195-951e-4dfc-bb53-56083d28c450 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:07.452214 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49388) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:07.458592 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-9ebc3816-5dd5-4fdb-96d0-5499a41820c3 req-f392d9f2-9f19-43a3-8d0d-45c796b40015 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:07.507577 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2c9311-b5d3-4daf-8643-dacef929149f', 'name': 'network-vif-deleted', 'tag': 'b5458414-97a3-45a4-945c-c31d115e2201'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:21:07.510127 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a855cbde-0d2e-4ddc-b1fe-d57fb597c9d3" -d '{"events": [{"server_uuid": "af2c9311-b5d3-4daf-8643-dacef929149f", "name": "network-vif-deleted", "tag": "b5458414-97a3-45a4-945c-c31d115e2201"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:21:07.517590 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8e4ff195-951e-4dfc-bb53-56083d28c450 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:07.520161 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8e4ff195-951e-4dfc-bb53-56083d28c450 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:07.521344 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8e4ff195-951e-4dfc-bb53-56083d28c450 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "DELETE /v2.0/security-groups/19f055c0-00bc-42ca-93a0-0641824e6b73 HTTP/1.1" status: 204 len: 168 time: 0.6087132 Oct 27 18:21:07.528997 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49394) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:07.549182 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-2bdf9633-e3af-4709-94b6-38d67ca67c19 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] show failed (client error): The resource could not be found. Oct 27 18:21:07.550220 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-2bdf9633-e3af-4709-94b6-38d67ca67c19 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "GET /v2.0/security-groups/19f055c0-00bc-42ca-93a0-0641824e6b73 HTTP/1.1" status: 404 len: 347 time: 0.0190921 Oct 27 18:21:07.553869 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49396) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:07.557435 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-9ebc3816-5dd5-4fdb-96d0-5499a41820c3 req-f392d9f2-9f19-43a3-8d0d-45c796b40015 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:07.568281 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ff195-951e-4dfc-bb53-56083d28c450 tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f055c0-00bc-42ca-93a0-0641824e6b73,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:07.572601 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:21:07.667108 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-3bcab9b2-7302-4122-942c-346ec8c20c8a req-75d901f7-399a-413f-b23f-a8aa84409ba8 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Deleting port e621f6a2-9433-4c5b-b4b9-20cf59c1b99c {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:21:07.667358 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-3bcab9b2-7302-4122-942c-346ec8c20c8a req-75d901f7-399a-413f-b23f-a8aa84409ba8 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:07.691114 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-9ebc3816-5dd5-4fdb-96d0-5499a41820c3 req-f392d9f2-9f19-43a3-8d0d-45c796b40015 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:07.697430 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-27500046-1cb9-4d1f-9a94-46226d20eeac tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Deleting port 4c9eb299-4161-44c0-b6e3-a7495240f75c {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:21:07.698054 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-27500046-1cb9-4d1f-9a94-46226d20eeac tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:07.704221 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9ebc3816-5dd5-4fdb-96d0-5499a41820c3 req-f392d9f2-9f19-43a3-8d0d-45c796b40015 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.0459061 Oct 27 18:21:07.803198 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215e215-7609-43a4-af81-ee8a5b803fc5 req-f07174a9-243c-4858-a270-e0e14fec685b tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:07.808939 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-27500046-1cb9-4d1f-9a94-46226d20eeac tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:07.809334 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215e215-7609-43a4-af81-ee8a5b803fc5 req-f07174a9-243c-4858-a270-e0e14fec685b tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:07.809447 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-27500046-1cb9-4d1f-9a94-46226d20eeac tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:07.810989 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e215e215-7609-43a4-af81-ee8a5b803fc5 req-f07174a9-243c-4858-a270-e0e14fec685b tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/ports?device_id=91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6 HTTP/1.1" status: 200 len: 1683 time: 0.3850834 Oct 27 18:21:07.818875 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b23fc7-bca0-49b4-b90f-352fbc56c345 x-openstack-request-id: req-86b23fc7-bca0-49b4-b90f-352fbc56c345 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:21:07.819169 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2c9311-b5d3-4daf-8643-dacef929149f", "name": "network-vif-deleted", "tag": "b5458414-97a3-45a4-945c-c31d115e2201", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:21:07.819608 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-86b23fc7-bca0-49b4-b90f-352fbc56c345 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:21:07.820183 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2c9311-b5d3-4daf-8643-dacef929149f', 'name': 'network-vif-deleted', 'tag': 'b5458414-97a3-45a4-945c-c31d115e2201', 'status': 'completed', 'code': 200} Oct 27 18:21:07.827499 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-27500046-1cb9-4d1f-9a94-46226d20eeac tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Calling delete_port for 4c9eb299-4161-44c0-b6e3-a7495240f75c owned by network:floatingip {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:21:07.893203 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49402) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:07.894071 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392d9f2-9f19-43a3-8d0d-45c796b40015 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a89ba65-6a5c-493c-8982-53720aad5e9d,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:08.110799 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a96daaae-fcce-486b-b6d3-4a8050c9946b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:08.166670 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-27500046-1cb9-4d1f-9a94-46226d20eeac tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:08.250263 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-85c011fc-5c53-4f37-8689-25a00f1371c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:08.261794 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27500046-1cb9-4d1f-9a94-46226d20eeac tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Pushing event deleted for resources: {'Port': ['ID=4c9eb299-4161-44c0-b6e3-a7495240f75c,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:08.274693 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-a89f17ad-1909-4de2-b6b2-421681592e93 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:08.276721 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-a89f17ad-1909-4de2-b6b2-421681592e93 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.93 "GET /v2.0/networks?id=eadbf85d-3b34-4dc3-8601-2203c9997db2 HTTP/1.1" status: 200 len: 811 time: 0.3848121 Oct 27 18:21:08.315759 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-df9e01a8-9fe3-43de-822d-af9af71249f9 req-f47cf73f-a44a-4218-adbd-baf8d7097d1c tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] 10.222.0.52 "GET /v2.0/security-groups/6a89ba65-6a5c-493c-8982-53720aad5e9d HTTP/1.1" status: 200 len: 1803 time: 0.5036564 Oct 27 18:21:08.334918 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-df9e01a8-9fe3-43de-822d-af9af71249f9 req-63d5d9dd-8671-483c-9e71-dacae09fed2d tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '6a89ba65-6a5c-493c-8982-53720aad5e9d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:08.335242 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-df9e01a8-9fe3-43de-822d-af9af71249f9 req-63d5d9dd-8671-483c-9e71-dacae09fed2d tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '6a89ba65-6a5c-493c-8982-53720aad5e9d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:08.375000 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-3bcab9b2-7302-4122-942c-346ec8c20c8a req-75d901f7-399a-413f-b23f-a8aa84409ba8 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] For port e621f6a2-9433-4c5b-b4b9-20cf59c1b99c, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e621f6a2-9433-4c5b-b4b9-20cf59c1b99c,segment=NetworkSegment(222880bb-1ca2-433a-b796-c52adb9f7343),segment_id=222880bb-1ca2-433a-b796-c52adb9f7343)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:21:08.375414 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-3bcab9b2-7302-4122-942c-346ec8c20c8a req-75d901f7-399a-413f-b23f-a8aa84409ba8 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:08.379745 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-d2f068d7-ed01-4a2f-8800-294ea491cde2 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2afdd7c515474860a22ec07f3faca833 HTTP/1.1" status: 200 len: 379 time: 0.0914083 Oct 27 18:21:08.389884 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e215e215-7609-43a4-af81-ee8a5b803fc5 req-8cb818fb-688d-4724-8129-a2e95a7ebbb2 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/security-groups?id=6811083f-b04b-4ef8-aa3e-e44ef0c0cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4985101 Oct 27 18:21:08.392618 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-1b637ee5-3014-4bdf-88e7-8ddf206f0562 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Request body: {'port': {'device_id': '4d8903f3-8988-4444-b072-e5de2d0353b9', 'network_id': 'eadbf85d-3b34-4dc3-8601-2203c9997db2', 'admin_state_up': True, 'tenant_id': '2afdd7c515474860a22ec07f3faca833', 'security_groups': ['4006d7ad-6b5d-4bd0-b7e0-34ecf8e845a6']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:08.408413 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-3bcab9b2-7302-4122-942c-346ec8c20c8a req-75d901f7-399a-413f-b23f-a8aa84409ba8 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Calling delete_port for e621f6a2-9433-4c5b-b4b9-20cf59c1b99c owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:21:08.467346 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-27500046-1cb9-4d1f-9a94-46226d20eeac tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Publish callbacks [] for floatingip, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:08.470684 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-27500046-1cb9-4d1f-9a94-46226d20eeac tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:08.478282 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-27500046-1cb9-4d1f-9a94-46226d20eeac tempest-ServersTestFqdnHostnames-1254796528 tempest-ServersTestFqdnHostnames-1254796528-project] 10.222.0.52 "DELETE /v2.0/floatingips/92b7ecae-c21b-4a16-b49c-d3e45084c240 HTTP/1.1" status: 204 len: 168 time: 1.1366317 Oct 27 18:21:08.478282 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49408) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:08.500795 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-56ae7081-86c3-4a15-a9c9-877b7a8626eb tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Deleting port 5a726606-469a-400d-9562-bd6b6e003628 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:21:08.501410 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-56ae7081-86c3-4a15-a9c9-877b7a8626eb tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:08.609958 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a96daaae-fcce-486b-b6d3-4a8050c9946b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:08.664812 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e1dcab53-6104-4f76-ab72-6cec068602ee req-3611af5f-93df-41ea-a63b-74309c94722b tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d8903f3-8988-4444-b072-e5de2d0353b9 HTTP/1.1" status: 200 len: 210 time: 0.0936246 Oct 27 18:21:08.674100 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-85c011fc-5c53-4f37-8689-25a00f1371c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:08.694869 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a96daaae-fcce-486b-b6d3-4a8050c9946b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:08.715791 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-df9e01a8-9fe3-43de-822d-af9af71249f9 req-63d5d9dd-8671-483c-9e71-dacae09fed2d tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:08.750841 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96daaae-fcce-486b-b6d3-4a8050c9946b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc234c0f-0f3d-488c-afd2-e4d921dfc7b8,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:08.751346 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-56ae7081-86c3-4a15-a9c9-877b7a8626eb tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:08.751346 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-56ae7081-86c3-4a15-a9c9-877b7a8626eb tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:08.789907 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-df9e01a8-9fe3-43de-822d-af9af71249f9 req-63d5d9dd-8671-483c-9e71-dacae09fed2d tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:08.804831 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-56ae7081-86c3-4a15-a9c9-877b7a8626eb tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Calling delete_port for 5a726606-469a-400d-9562-bd6b6e003628 owned by network:floatingip {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:21:08.811208 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-85c011fc-5c53-4f37-8689-25a00f1371c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:08.851465 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-1b637ee5-3014-4bdf-88e7-8ddf206f0562 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Made reservation on behalf of 2afdd7c515474860a22ec07f3faca833 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:21:08.855409 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-1b637ee5-3014-4bdf-88e7-8ddf206f0562 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:08.866885 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a96daaae-fcce-486b-b6d3-4a8050c9946b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b13cb67261ae4b719b7351fde5c38fd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9691303 Oct 27 18:21:08.876826 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49412) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:08.982007 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e621f6a2-9433-4c5b-b4b9-20cf59c1b99c no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:21:09.036093 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-85c011fc-5c53-4f37-8689-25a00f1371c0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=35ed4c02565d4ac184401966d480a03f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5813310 Oct 27 18:21:09.037427 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-df9e01a8-9fe3-43de-822d-af9af71249f9 req-63d5d9dd-8671-483c-9e71-dacae09fed2d tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:09.046787 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49414) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:09.087341 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:09.088359 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-450e675b-b467-41dc-b49c-5d434cbb8be2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:09.094574 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-1b637ee5-3014-4bdf-88e7-8ddf206f0562 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Allocated IP 172.20.0.12 (eadbf85d-3b34-4dc3-8601-2203c9997db2/69983570-a5fd-4619-80ac-2d6bf8572707/d7b57edb-3306-47d0-b0c8-6c4a2d407037) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:21:09.097239 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d5d9dd-8671-483c-9e71-dacae09fed2d tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b983885b-21a4-4694-a035-1fc1301ef276,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:09.110855 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-3bcab9b2-7302-4122-942c-346ec8c20c8a req-75d901f7-399a-413f-b23f-a8aa84409ba8 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:09.131606 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c011fc-5c53-4f37-8689-25a00f1371c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a97355b-79f5-435a-8f38-b4862df803ba,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:09.143018 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-450e675b-b467-41dc-b49c-5d434cbb8be2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:09.164849 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device df819c76-ffad-4ecf-8798-0b52954bb618 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:21:09.227404 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d901f7-399a-413f-b23f-a8aa84409ba8 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Pushing event deleted for resources: {'Port': ['ID=e621f6a2-9433-4c5b-b4b9-20cf59c1b99c,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:09.261099 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-56ae7081-86c3-4a15-a9c9-877b7a8626eb tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:09.267676 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bcab9b2-7302-4122-942c-346ec8c20c8a req-75d901f7-399a-413f-b23f-a8aa84409ba8 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] No DVR routers for this DVR port e621f6a2-9433-4c5b-b4b9-20cf59c1b99c on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:21:09.270857 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-3bcab9b2-7302-4122-942c-346ec8c20c8a req-75d901f7-399a-413f-b23f-a8aa84409ba8 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:09.276515 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3bcab9b2-7302-4122-942c-346ec8c20c8a req-75d901f7-399a-413f-b23f-a8aa84409ba8 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.93 "DELETE /v2.0/ports/e621f6a2-9433-4c5b-b4b9-20cf59c1b99c HTTP/1.1" status: 204 len: 173 time: 2.3867383 Oct 27 18:21:09.277570 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-001f83b2-492f-4d37-a5ee-2f52fccff69a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:09.284403 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:09.285722 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-df9e01a8-9fe3-43de-822d-af9af71249f9 req-63d5d9dd-8671-483c-9e71-dacae09fed2d tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:09.287876 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-df9e01a8-9fe3-43de-822d-af9af71249f9 req-63d5d9dd-8671-483c-9e71-dacae09fed2d tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.9708402 Oct 27 18:21:09.322527 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae7081-86c3-4a15-a9c9-877b7a8626eb tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Pushing event deleted for resources: {'Port': ['ID=5a726606-469a-400d-9562-bd6b6e003628,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:09.352334 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df819c76-ffad-4ecf-8798-0b52954bb618'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:21:09.354992 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-001f83b2-492f-4d37-a5ee-2f52fccff69a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:09.355152 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7eef95-49d6-45b1-9094-7dcdab599cc1" -d '{"events": [{"server_uuid": "91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6", "name": "network-vif-unplugged", "status": "completed", "tag": "df819c76-ffad-4ecf-8798-0b52954bb618"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:21:09.385743 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port df819c76-ffad-4ecf-8798-0b52954bb618, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=df819c76-ffad-4ecf-8798-0b52954bb618,segment=NetworkSegment(56c705e8-fdf2-4031-9309-191b99b1dc48),segment_id=56c705e8-fdf2-4031-9309-191b99b1dc48)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:21:09.406463 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-450e675b-b467-41dc-b49c-5d434cbb8be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:09.409092 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-450e675b-b467-41dc-b49c-5d434cbb8be2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:09.426005 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-450e675b-b467-41dc-b49c-5d434cbb8be2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cc234c0f-0f3d-488c-afd2-e4d921dfc7b8 HTTP/1.1" status: 204 len: 168 time: 0.5353193 Oct 27 18:21:09.454721 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:09.461914 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-56ae7081-86c3-4a15-a9c9-877b7a8626eb tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks [] for floatingip, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:09.468305 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-56ae7081-86c3-4a15-a9c9-877b7a8626eb tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:09.472419 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-56ae7081-86c3-4a15-a9c9-877b7a8626eb tempest-ServersWithSpecificFlavorTestJSON-1822791127 tempest-ServersWithSpecificFlavorTestJSON-1822791127-project] 10.222.0.52 "DELETE /v2.0/floatingips/6dfc2d8e-8cc2-4308-9244-862e3c11821e HTTP/1.1" status: 204 len: 168 time: 1.9133198 Oct 27 18:21:09.476714 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-8404a0bb-2744-49c3-93e6-dba5cdae81f3 req-ec338aa1-c445-4220-be3a-27c269e5a761 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1912816682', 'description': 'tempest-description-100931599'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:09.534599 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 18:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079f7e3e-261c-4407-b8be-51475b5f485e x-openstack-request-id: req-079f7e3e-261c-4407-b8be-51475b5f485e {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:21:09.547401 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6", "name": "network-vif-unplugged", "status": "completed", "tag": "df819c76-ffad-4ecf-8798-0b52954bb618", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:21:09.547779 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-079f7e3e-261c-4407-b8be-51475b5f485e {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:21:09.548209 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df819c76-ffad-4ecf-8798-0b52954bb618', 'code': 200} Oct 27 18:21:09.553239 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9af30942-1cbe-4403-8f18-e87c7b2f4786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:09.585279 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e675b-b467-41dc-b49c-5d434cbb8be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc234c0f-0f3d-488c-afd2-e4d921dfc7b8,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:09.599439 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-8404a0bb-2744-49c3-93e6-dba5cdae81f3 req-ec338aa1-c445-4220-be3a-27c269e5a761 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:09.610280 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-3bcab9b2-7302-4122-942c-346ec8c20c8a req-b97832a6-c8c8-44b6-ba88-ee390af63ca0 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Deleting port df819c76-ffad-4ecf-8798-0b52954bb618 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:21:09.610280 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-3bcab9b2-7302-4122-942c-346ec8c20c8a req-b97832a6-c8c8-44b6-ba88-ee390af63ca0 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:09.638552 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=df819c76-ffad-4ecf-8798-0b52954bb618,revision_number=6']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:09.689508 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:09.689903 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:09.690218 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:09.690553 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:09.710687 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:09.711180 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:09.711527 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:09.711865 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:09.712201 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:09.712534 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:09.712899 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:09.713224 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:09.746974 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-3bcab9b2-7302-4122-942c-346ec8c20c8a req-b97832a6-c8c8-44b6-ba88-ee390af63ca0 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] For port df819c76-ffad-4ecf-8798-0b52954bb618, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=df819c76-ffad-4ecf-8798-0b52954bb618,segment=NetworkSegment(56c705e8-fdf2-4031-9309-191b99b1dc48),segment_id=56c705e8-fdf2-4031-9309-191b99b1dc48)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:21:09.748024 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-3bcab9b2-7302-4122-942c-346ec8c20c8a req-b97832a6-c8c8-44b6-ba88-ee390af63ca0 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:09.751945 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-1b637ee5-3014-4bdf-88e7-8ddf206f0562 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:09.764838 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-3bcab9b2-7302-4122-942c-346ec8c20c8a req-b97832a6-c8c8-44b6-ba88-ee390af63ca0 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Calling delete_port for df819c76-ffad-4ecf-8798-0b52954bb618 owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:21:09.830922 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-001f83b2-492f-4d37-a5ee-2f52fccff69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:09.840895 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-001f83b2-492f-4d37-a5ee-2f52fccff69a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:09.844340 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-001f83b2-492f-4d37-a5ee-2f52fccff69a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8a97355b-79f5-435a-8f38-b4862df803ba HTTP/1.1" status: 204 len: 168 time: 0.7922449 Oct 27 18:21:09.865308 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001f83b2-492f-4d37-a5ee-2f52fccff69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a97355b-79f5-435a-8f38-b4862df803ba,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:09.873499 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6', 'name': 'network-vif-deleted', 'tag': 'e621f6a2-9433-4c5b-b4b9-20cf59c1b99c'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:21:09.876371 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231cd242-049a-4be6-a54a-1505aa70686f" -d '{"events": [{"server_uuid": "91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6", "name": "network-vif-deleted", "tag": "e621f6a2-9433-4c5b-b4b9-20cf59c1b99c"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:21:09.915554 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4c8e6579-a79a-4b1f-90b9-adcd1825a436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:10.057204 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88cac6-2cde-464a-8913-bf95d55efe0b req-8f712694-816b-48f4-be3a-88b6a3bfe8d8 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:10.059149 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9c88cac6-2cde-464a-8913-bf95d55efe0b req-8f712694-816b-48f4-be3a-88b6a3bfe8d8 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/ports?device_id=91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6 HTTP/1.1" status: 200 len: 944 time: 0.1978779 Oct 27 18:21:10.107453 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-8404a0bb-2744-49c3-93e6-dba5cdae81f3 req-ec338aa1-c445-4220-be3a-27c269e5a761 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:10.110552 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-3bcab9b2-7302-4122-942c-346ec8c20c8a req-b97832a6-c8c8-44b6-ba88-ee390af63ca0 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:10.120751 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-1b637ee5-3014-4bdf-88e7-8ddf206f0562 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:10.151519 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97832a6-c8c8-44b6-ba88-ee390af63ca0 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Pushing event deleted for resources: {'Port': ['ID=df819c76-ffad-4ecf-8798-0b52954bb618,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:10.191904 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-8404a0bb-2744-49c3-93e6-dba5cdae81f3 req-ec338aa1-c445-4220-be3a-27c269e5a761 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:10.227786 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-1b637ee5-3014-4bdf-88e7-8ddf206f0562 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Network eadbf85d-3b34-4dc3-8601-2203c9997db2 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:21:10.232752 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9c88cac6-2cde-464a-8913-bf95d55efe0b req-d77ae944-a767-4683-8760-d5b5413a2549 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/security-groups?id=6811083f-b04b-4ef8-aa3e-e44ef0c0cbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634040 Oct 27 18:21:10.238009 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bcab9b2-7302-4122-942c-346ec8c20c8a req-b97832a6-c8c8-44b6-ba88-ee390af63ca0 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] No DVR routers for this DVR port df819c76-ffad-4ecf-8798-0b52954bb618 on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:21:10.248109 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-3bcab9b2-7302-4122-942c-346ec8c20c8a req-b97832a6-c8c8-44b6-ba88-ee390af63ca0 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:10.251048 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-1b637ee5-3014-4bdf-88e7-8ddf206f0562 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:21:10.261675 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3bcab9b2-7302-4122-942c-346ec8c20c8a req-b97832a6-c8c8-44b6-ba88-ee390af63ca0 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.93 "DELETE /v2.0/ports/df819c76-ffad-4ecf-8798-0b52954bb618 HTTP/1.1" status: 204 len: 173 time: 0.9484901 Oct 27 18:21:10.287235 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-1b637ee5-3014-4bdf-88e7-8ddf206f0562 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:21:10.300783 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec338aa1-c445-4220-be3a-27c269e5a761 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57664b8f-6dcd-4a64-806f-a4f6440ff97d,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:10.328733 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b637ee5-3014-4bdf-88e7-8ddf206f0562 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Pushing event updated for resources: {'Port': ['ID=d7b57edb-3306-47d0-b0c8-6c4a2d407037,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:10.357018 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-8404a0bb-2744-49c3-93e6-dba5cdae81f3 req-ec338aa1-c445-4220-be3a-27c269e5a761 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:10.360782 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8404a0bb-2744-49c3-93e6-dba5cdae81f3 req-ec338aa1-c445-4220-be3a-27c269e5a761 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9687178 Oct 27 18:21:10.488489 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de8547d-549f-465b-8a69-d8629c1f754a x-openstack-request-id: req-5de8547d-549f-465b-8a69-d8629c1f754a {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:21:10.488794 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6", "name": "network-vif-deleted", "tag": "e621f6a2-9433-4c5b-b4b9-20cf59c1b99c", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:21:10.489052 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5de8547d-549f-465b-8a69-d8629c1f754a {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:21:10.489462 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6', 'name': 'network-vif-deleted', 'tag': 'e621f6a2-9433-4c5b-b4b9-20cf59c1b99c', 'status': 'completed', 'code': 200} Oct 27 18:21:10.508687 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-1b637ee5-3014-4bdf-88e7-8ddf206f0562 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:10.513027 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-1b637ee5-3014-4bdf-88e7-8ddf206f0562 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:10.570005 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-e777fbd6-263f-44f4-9409-55074d88153f req-4bb7e36a-cc0c-4b20-8ab1-45da966cb87b tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-180885250', 'description': 'tempest-description-1682446842'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:10.612041 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba86fe-982a-4b2d-ad69-b03d029e0bc0 req-6f72123f-aad7-4b30-a5dd-b4a02a6502ec tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:10.613899 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aaba86fe-982a-4b2d-ad69-b03d029e0bc0 req-6f72123f-aad7-4b30-a5dd-b4a02a6502ec tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d8903f3-8988-4444-b072-e5de2d0353b9 HTTP/1.1" status: 200 len: 932 time: 0.1226256 Oct 27 18:21:10.666098 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-1b637ee5-3014-4bdf-88e7-8ddf206f0562 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2791135 Oct 27 18:21:10.686206 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-f6763c10-7b20-4b7d-8239-1df9eb8e0f93 service neutron] Request body: {'port': {'device_id': '4d8903f3-8988-4444-b072-e5de2d0353b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:10.698048 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aaba86fe-982a-4b2d-ad69-b03d029e0bc0 req-28309729-7003-443b-a495-c92c4e82fd99 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.52 "GET /v2.0/security-groups?id=4006d7ad-6b5d-4bd0-b7e0-34ecf8e845a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777171 Oct 27 18:21:10.821890 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e777fbd6-263f-44f4-9409-55074d88153f req-4bb7e36a-cc0c-4b20-8ab1-45da966cb87b tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:10.830554 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-f6763c10-7b20-4b7d-8239-1df9eb8e0f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:10.943629 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-4c8e6579-a79a-4b1f-90b9-adcd1825a436 admin admin] Deleting port 2422692f-70a5-4919-9453-19f94bb18c1b {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:21:10.949677 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4c8e6579-a79a-4b1f-90b9-adcd1825a436 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:10.991883 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-cb93db48-0589-4b6b-a655-b4ef9fc5a737 None None] Provisioning complete for port d7b57edb-3306-47d0-b0c8-6c4a2d407037 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:21:10.992453 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cb93db48-0589-4b6b-a655-b4ef9fc5a737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:11.008509 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e777fbd6-263f-44f4-9409-55074d88153f req-4bb7e36a-cc0c-4b20-8ab1-45da966cb87b tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:11.064692 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e777fbd6-263f-44f4-9409-55074d88153f req-4bb7e36a-cc0c-4b20-8ab1-45da966cb87b tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:11.167851 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-cb93db48-0589-4b6b-a655-b4ef9fc5a737 None None] Port d7b57edb-3306-47d0-b0c8-6c4a2d407037 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:21:11.173743 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb7e36a-cc0c-4b20-8ab1-45da966cb87b tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89756b5c-cf1c-4e82-98c0-e90d4efd82f2,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:11.196902 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e777fbd6-263f-44f4-9409-55074d88153f req-4bb7e36a-cc0c-4b20-8ab1-45da966cb87b tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:11.224441 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e777fbd6-263f-44f4-9409-55074d88153f req-4bb7e36a-cc0c-4b20-8ab1-45da966cb87b tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6648047 Oct 27 18:21:11.347263 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e4c116fe-e115-44aa-be02-12e667285876 req-24a8d94e-75ec-424d-bec1-64d2b424dca0 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] 10.222.0.52 "GET /v2.0/security-groups/57664b8f-6dcd-4a64-806f-a4f6440ff97d HTTP/1.1" status: 200 len: 1804 time: 0.1112859 Oct 27 18:21:11.515321 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e4c116fe-e115-44aa-be02-12e667285876 req-d7ce12fb-5446-494b-9c0e-b947f0680184 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] 10.222.0.52 "GET /v2.0/security-groups/89756b5c-cf1c-4e82-98c0-e90d4efd82f2 HTTP/1.1" status: 200 len: 1804 time: 0.1584835 Oct 27 18:21:11.519747 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bceaf406-e7ec-4ba9-baf1-4bd9d2b54571 req-9779b1ce-40af-4fc9-b6d0-9d8c7c1295e7 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "GET /v2.0/ports?device_id=91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6 HTTP/1.1" status: 200 len: 210 time: 0.0719366 Oct 27 18:21:11.531291 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-e4c116fe-e115-44aa-be02-12e667285876 req-5475df9f-2c55-4818-8f59-aca4c16bb043 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '57664b8f-6dcd-4a64-806f-a4f6440ff97d', 'remote_group_id': '89756b5c-cf1c-4e82-98c0-e90d4efd82f2', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:11.531932 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-e4c116fe-e115-44aa-be02-12e667285876 req-5475df9f-2c55-4818-8f59-aca4c16bb043 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '57664b8f-6dcd-4a64-806f-a4f6440ff97d', 'remote_group_id': '89756b5c-cf1c-4e82-98c0-e90d4efd82f2', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:11.640737 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49492) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:11.709813 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-4c8e6579-a79a-4b1f-90b9-adcd1825a436 admin admin] For port 2422692f-70a5-4919-9453-19f94bb18c1b, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=2422692f-70a5-4919-9453-19f94bb18c1b,segment=NetworkSegment(7e9244b4-f3d3-4887-ad08-abc36593e8ca),segment_id=7e9244b4-f3d3-4887-ad08-abc36593e8ca)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:21:11.710323 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4c8e6579-a79a-4b1f-90b9-adcd1825a436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:11.714959 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e4c116fe-e115-44aa-be02-12e667285876 req-5475df9f-2c55-4818-8f59-aca4c16bb043 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:11.724489 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-4c8e6579-a79a-4b1f-90b9-adcd1825a436 admin admin] Calling delete_port for 2422692f-70a5-4919-9453-19f94bb18c1b owned by network:router_interface {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:21:11.823345 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e4c116fe-e115-44aa-be02-12e667285876 req-5475df9f-2c55-4818-8f59-aca4c16bb043 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:11.918437 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e4c116fe-e115-44aa-be02-12e667285876 req-5475df9f-2c55-4818-8f59-aca4c16bb043 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:11.988200 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5475df9f-2c55-4818-8f59-aca4c16bb043 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f547d21-ce24-4e7d-a534-50e28421aee1,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:12.018173 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b503c150-a14b-4d39-ba18-60e02e44d3d0 req-25cce371-7baa-411f-9ef9-43781a4ec123 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:12.020796 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b503c150-a14b-4d39-ba18-60e02e44d3d0 req-25cce371-7baa-411f-9ef9-43781a4ec123 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d8903f3-8988-4444-b072-e5de2d0353b9 HTTP/1.1" status: 200 len: 932 time: 0.1627092 Oct 27 18:21:12.039492 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2340c021-60cb-45a1-87b8-c2a5a3fd4d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:12.079624 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e4c116fe-e115-44aa-be02-12e667285876 req-5475df9f-2c55-4818-8f59-aca4c16bb043 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:12.081141 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e4c116fe-e115-44aa-be02-12e667285876 req-5475df9f-2c55-4818-8f59-aca4c16bb043 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5545673 Oct 27 18:21:12.087378 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b503c150-a14b-4d39-ba18-60e02e44d3d0 req-31329b80-6317-4df6-8e67-f8921a0e8707 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.52 "GET /v2.0/security-groups?id=4006d7ad-6b5d-4bd0-b7e0-34ecf8e845a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585027 Oct 27 18:21:12.165762 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-f6763c10-7b20-4b7d-8239-1df9eb8e0f93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7b57edb-3306-47d0-b0c8-6c4a2d407037 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:21:12.180380 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-f6763c10-7b20-4b7d-8239-1df9eb8e0f93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:12.244453 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-f6763c10-7b20-4b7d-8239-1df9eb8e0f93 service neutron] Transition to ACTIVE for port object d7b57edb-3306-47d0-b0c8-6c4a2d407037 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:21:12.348319 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-f6763c10-7b20-4b7d-8239-1df9eb8e0f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:12.436215 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-0e8c098c-8d52-4aba-ae63-945234d452db req-0764e9b2-b64f-4910-a2d9-1591b48c37d8 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-724676408', 'description': 'tempest-description-1519675918'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:12.492146 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6', 'name': 'network-vif-deleted', 'tag': 'df819c76-ffad-4ecf-8798-0b52954bb618'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:21:12.497343 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3a6b8e-7e68-4708-8c86-8365018d49d4" -d '{"events": [{"server_uuid": "91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6", "name": "network-vif-deleted", "tag": "df819c76-ffad-4ecf-8798-0b52954bb618"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:21:12.533393 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-0e8c098c-8d52-4aba-ae63-945234d452db req-0764e9b2-b64f-4910-a2d9-1591b48c37d8 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:12.551960 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6763c10-7b20-4b7d-8239-1df9eb8e0f93 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b57edb-3306-47d0-b0c8-6c4a2d407037,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:12.623573 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-f6763c10-7b20-4b7d-8239-1df9eb8e0f93 service neutron] Attempting to bind port d7b57edb-3306-47d0-b0c8-6c4a2d407037 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:21:12.624008 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-f6763c10-7b20-4b7d-8239-1df9eb8e0f93 service neutron] Attempting to bind port d7b57edb-3306-47d0-b0c8-6c4a2d407037 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': 'a0236c79-18a7-40da-a618-005c0380f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'eadbf85d-3b34-4dc3-8601-2203c9997db2'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:21:12.624228 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-f6763c10-7b20-4b7d-8239-1df9eb8e0f93 service neutron] Attempting to bind port d7b57edb-3306-47d0-b0c8-6c4a2d407037 on network eadbf85d-3b34-4dc3-8601-2203c9997db2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:21:12.633272 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4c8e6579-a79a-4b1f-90b9-adcd1825a436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:12.651283 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-f6763c10-7b20-4b7d-8239-1df9eb8e0f93 service neutron] Port d7b57edb-3306-47d0-b0c8-6c4a2d407037 on network eadbf85d-3b34-4dc3-8601-2203c9997db2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:21:12.651283 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-f6763c10-7b20-4b7d-8239-1df9eb8e0f93 service neutron] Attempting to bind port d7b57edb-3306-47d0-b0c8-6c4a2d407037 on network eadbf85d-3b34-4dc3-8601-2203c9997db2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:21:12.656127 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-f6763c10-7b20-4b7d-8239-1df9eb8e0f93 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:21:12.656731 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-f6763c10-7b20-4b7d-8239-1df9eb8e0f93 service neutron] Checking segment: {'id': 'a0236c79-18a7-40da-a618-005c0380f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'eadbf85d-3b34-4dc3-8601-2203c9997db2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:21:12.657132 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-f6763c10-7b20-4b7d-8239-1df9eb8e0f93 service neutron] Bound using segment: {'id': 'a0236c79-18a7-40da-a618-005c0380f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'eadbf85d-3b34-4dc3-8601-2203c9997db2'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:21:12.657545 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-f6763c10-7b20-4b7d-8239-1df9eb8e0f93 service neutron] Bound port: d7b57edb-3306-47d0-b0c8-6c4a2d407037, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0236c79-18a7-40da-a618-005c0380f8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'eadbf85d-3b34-4dc3-8601-2203c9997db2'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:21:12.657896 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-f6763c10-7b20-4b7d-8239-1df9eb8e0f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:12.692336 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8e6579-a79a-4b1f-90b9-adcd1825a436 admin admin] Pushing event deleted for resources: {'Port': ['ID=2422692f-70a5-4919-9453-19f94bb18c1b,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:12.771903 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-0e8c098c-8d52-4aba-ae63-945234d452db req-0764e9b2-b64f-4910-a2d9-1591b48c37d8 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:12.834132 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-0e8c098c-8d52-4aba-ae63-945234d452db req-0764e9b2-b64f-4910-a2d9-1591b48c37d8 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:12.879247 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf903e9b-f73b-4bc9-8cd3-f5cddae8e24b x-openstack-request-id: req-cf903e9b-f73b-4bc9-8cd3-f5cddae8e24b {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:21:12.879812 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6", "name": "network-vif-deleted", "tag": "df819c76-ffad-4ecf-8798-0b52954bb618", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:21:12.880221 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cf903e9b-f73b-4bc9-8cd3-f5cddae8e24b {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:21:12.880822 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d1d2c2-2494-4fa4-ae18-0e4ffd3de9e6', 'name': 'network-vif-deleted', 'tag': 'df819c76-ffad-4ecf-8798-0b52954bb618', 'status': 'completed', 'code': 200} Oct 27 18:21:12.894966 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764e9b2-b64f-4910-a2d9-1591b48c37d8 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6785a1f1-c243-4375-aa4c-b188222786ed,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:12.935955 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-f6763c10-7b20-4b7d-8239-1df9eb8e0f93 service neutron] For port d7b57edb-3306-47d0-b0c8-6c4a2d407037, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:21:12.941658 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-f6763c10-7b20-4b7d-8239-1df9eb8e0f93 service neutron] For port d7b57edb-3306-47d0-b0c8-6c4a2d407037, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d7b57edb-3306-47d0-b0c8-6c4a2d407037,segment=NetworkSegment(a0236c79-18a7-40da-a618-005c0380f8d7),segment_id=a0236c79-18a7-40da-a618-005c0380f8d7)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:21:12.964934 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-0e8c098c-8d52-4aba-ae63-945234d452db req-0764e9b2-b64f-4910-a2d9-1591b48c37d8 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:12.969113 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0e8c098c-8d52-4aba-ae63-945234d452db req-0764e9b2-b64f-4910-a2d9-1591b48c37d8 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5396457 Oct 27 18:21:13.005986 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691996c4-55f2-4216-91f7-8a6f4a261a16 req-ff96a10a-37be-48c9-89eb-5b685fb9c9b1 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:13.007696 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-691996c4-55f2-4216-91f7-8a6f4a261a16 req-ff96a10a-37be-48c9-89eb-5b685fb9c9b1 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 944 time: 0.0861638 Oct 27 18:21:13.021390 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49552) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:13.041512 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-f6763c10-7b20-4b7d-8239-1df9eb8e0f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:13.101949 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-691996c4-55f2-4216-91f7-8a6f4a261a16 req-83109963-cc7c-4e92-b588-7bc1339db6c9 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873992 Oct 27 18:21:13.144473 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-f6763c10-7b20-4b7d-8239-1df9eb8e0f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:13.145115 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-f6763c10-7b20-4b7d-8239-1df9eb8e0f93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:13.146660 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-f6763c10-7b20-4b7d-8239-1df9eb8e0f93 service neutron] 10.222.0.93 "PUT /v2.0/ports/d7b57edb-3306-47d0-b0c8-6c4a2d407037 HTTP/1.1" status: 200 len: 1092 time: 2.4712594 Oct 27 18:21:13.147193 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d8903f3-8988-4444-b072-e5de2d0353b9', 'tag': 'd7b57edb-3306-47d0-b0c8-6c4a2d407037'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:21:13.149542 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad72e27d-5140-4494-b6b1-9075d12e141b" -d '{"events": [{"name": "network-changed", "server_uuid": "4d8903f3-8988-4444-b072-e5de2d0353b9", "tag": "d7b57edb-3306-47d0-b0c8-6c4a2d407037"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:21:13.151645 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388c4e4-75e2-43d1-b7b3-89ab4de4d040 req-89c02ba6-3d83-4786-9e55-62cf212f4207 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:13.154847 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2388c4e4-75e2-43d1-b7b3-89ab4de4d040 req-89c02ba6-3d83-4786-9e55-62cf212f4207 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.81 "GET /v2.0/ports?device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 944 time: 0.1189456 Oct 27 18:21:13.165522 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-9a2c2c77-0281-43b5-be61-9967d64b64b0 req-976e5310-48b2-45b2-a63c-c0a401e6fb5b tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-517631636', 'description': 'tempest-description-249986491'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:13.191221 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-152a4c11-2175-4410-b97f-a272b5eca313 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Deleting subnet 65610351-c247-49c8-a326-f9cccd0da99b {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:21:13.215993 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-152a4c11-2175-4410-b97f-a272b5eca313 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:13.218862 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6763c10-7b20-4b7d-8239-1df9eb8e0f93 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b57edb-3306-47d0-b0c8-6c4a2d407037,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:13.337419 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:13.338689 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-9a2c2c77-0281-43b5-be61-9967d64b64b0 req-976e5310-48b2-45b2-a63c-c0a401e6fb5b tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:13.339093 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:13.358273 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4c8e6579-a79a-4b1f-90b9-adcd1825a436 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:13.386269 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-2388c4e4-75e2-43d1-b7b3-89ab4de4d040 req-facf4c5b-d193-46b3-b374-bb44da38db97 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Deleting port fecdc6d7-3d40-4405-ad5a-c0e583376c35 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:21:13.386929 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2388c4e4-75e2-43d1-b7b3-89ab4de4d040 req-facf4c5b-d193-46b3-b374-bb44da38db97 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:13.413515 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-152a4c11-2175-4410-b97f-a272b5eca313 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:13.543924 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-9a2c2c77-0281-43b5-be61-9967d64b64b0 req-976e5310-48b2-45b2-a63c-c0a401e6fb5b tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:13.547300 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-39fab904-9f85-4838-88ec-ac8138e2e38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:13.548813 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-39fab904-9f85-4838-88ec-ac8138e2e38f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2afdd7c515474860a22ec07f3faca833&device_id=4d8903f3-8988-4444-b072-e5de2d0353b9 HTTP/1.1" status: 200 len: 1095 time: 0.2163491 Oct 27 18:21:13.567520 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-106f2361-bcdb-45ab-b0d8-ee8b84c024ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:13.587970 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-2388c4e4-75e2-43d1-b7b3-89ab4de4d040 req-facf4c5b-d193-46b3-b374-bb44da38db97 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] For port fecdc6d7-3d40-4405-ad5a-c0e583376c35, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=fecdc6d7-3d40-4405-ad5a-c0e583376c35,segment=NetworkSegment(32b71140-e440-46b3-9b2a-24e683b039db),segment_id=32b71140-e440-46b3-9b2a-24e683b039db)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:21:13.588360 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2388c4e4-75e2-43d1-b7b3-89ab4de4d040 req-facf4c5b-d193-46b3-b374-bb44da38db97 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:13.609655 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-2388c4e4-75e2-43d1-b7b3-89ab4de4d040 req-facf4c5b-d193-46b3-b374-bb44da38db97 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Calling delete_port for fecdc6d7-3d40-4405-ad5a-c0e583376c35 owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:21:13.629173 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df05b8-9a92-48e6-96ad-bf01fc1d51cb req-230b947d-b4eb-4337-976e-f5a788ed9b5d tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:13.630858 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e7df05b8-9a92-48e6-96ad-bf01fc1d51cb req-230b947d-b4eb-4337-976e-f5a788ed9b5d tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d8903f3-8988-4444-b072-e5de2d0353b9 HTTP/1.1" status: 200 len: 944 time: 0.0993531 Oct 27 18:21:13.677156 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-9a2c2c77-0281-43b5-be61-9967d64b64b0 req-976e5310-48b2-45b2-a63c-c0a401e6fb5b tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:13.707131 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-767b7296-2e86-45ca-ac56-c4022d7bb432 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7b57edb-3306-47d0-b0c8-6c4a2d407037 HTTP/1.1" status: 200 len: 217 time: 0.1473675 Oct 27 18:21:13.743580 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e7df05b8-9a92-48e6-96ad-bf01fc1d51cb req-519e3cb5-2be5-46fd-9029-b265ce7dc24e tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.52 "GET /v2.0/security-groups?id=4006d7ad-6b5d-4bd0-b7e0-34ecf8e845a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741732 Oct 27 18:21:13.752393 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e5310-48b2-45b2-a63c-c0a401e6fb5b tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b31953a-0196-4c98-a6ed-f35a3c832c90,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:13.773130 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49578) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:13.800254 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-152a4c11-2175-4410-b97f-a272b5eca313 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:13.831828 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-9a2c2c77-0281-43b5-be61-9967d64b64b0 req-976e5310-48b2-45b2-a63c-c0a401e6fb5b tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:13.844399 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9a2c2c77-0281-43b5-be61-9967d64b64b0 req-976e5310-48b2-45b2-a63c-c0a401e6fb5b tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6849387 Oct 27 18:21:13.850454 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-a20c6e7a-ea5c-441a-ba83-f34e6da36987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:13.852083 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-a20c6e7a-ea5c-441a-ba83-f34e6da36987 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=69983570-a5fd-4619-80ac-2d6bf8572707 HTTP/1.1" status: 200 len: 850 time: 0.1376715 Oct 27 18:21:13.890798 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45fc6d13-1f20-42ba-8caa-90b0441d3f26 x-openstack-request-id: req-45fc6d13-1f20-42ba-8caa-90b0441d3f26 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:21:13.891164 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d8903f3-8988-4444-b072-e5de2d0353b9", "tag": "d7b57edb-3306-47d0-b0c8-6c4a2d407037", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:21:13.891513 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-45fc6d13-1f20-42ba-8caa-90b0441d3f26 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:21:13.892014 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d8903f3-8988-4444-b072-e5de2d0353b9', 'tag': 'd7b57edb-3306-47d0-b0c8-6c4a2d407037', 'status': 'completed', 'code': 200} Oct 27 18:21:13.950781 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6843b16a-dcc0-4a4b-88fd-d0211fd866e9 req-c5f6040c-ac7a-4af4-8c10-f0b10fd3890e tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] 10.222.0.52 "GET /v2.0/security-groups/6785a1f1-c243-4375-aa4c-b188222786ed HTTP/1.1" status: 200 len: 1804 time: 0.0678639 Oct 27 18:21:13.998628 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6843b16a-dcc0-4a4b-88fd-d0211fd866e9 req-20fe89f8-2824-4c8e-869c-f58f655a4a36 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] 10.222.0.52 "GET /v2.0/security-groups/4b31953a-0196-4c98-a6ed-f35a3c832c90 HTTP/1.1" status: 200 len: 1803 time: 0.0472820 Oct 27 18:21:14.009906 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-6843b16a-dcc0-4a4b-88fd-d0211fd866e9 req-45ead672-44b2-4094-9dd0-eb224e048cc2 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6785a1f1-c243-4375-aa4c-b188222786ed', 'remote_group_id': '4b31953a-0196-4c98-a6ed-f35a3c832c90', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:14.010482 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-6843b16a-dcc0-4a4b-88fd-d0211fd866e9 req-45ead672-44b2-4094-9dd0-eb224e048cc2 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6785a1f1-c243-4375-aa4c-b188222786ed', 'remote_group_id': '4b31953a-0196-4c98-a6ed-f35a3c832c90', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:14.025652 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2388c4e4-75e2-43d1-b7b3-89ab4de4d040 req-facf4c5b-d193-46b3-b374-bb44da38db97 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:14.032996 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-57d93f47-a4ce-4af5-87b4-6b19c1a1e7bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:14.040711 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['fecdc6d7-3d40-4405-ad5a-c0e583376c35'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:21:14.061697 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf4c5b-d193-46b3-b374-bb44da38db97 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Pushing event deleted for resources: {'Port': ['ID=fecdc6d7-3d40-4405-ad5a-c0e583376c35,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:14.115162 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-2388c4e4-75e2-43d1-b7b3-89ab4de4d040 req-facf4c5b-d193-46b3-b374-bb44da38db97 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] No DVR routers for this DVR port fecdc6d7-3d40-4405-ad5a-c0e583376c35 on host n-h1-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:21:14.118137 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2388c4e4-75e2-43d1-b7b3-89ab4de4d040 req-facf4c5b-d193-46b3-b374-bb44da38db97 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:14.122313 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2388c4e4-75e2-43d1-b7b3-89ab4de4d040 req-facf4c5b-d193-46b3-b374-bb44da38db97 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.81 "DELETE /v2.0/ports/fecdc6d7-3d40-4405-ad5a-c0e583376c35 HTTP/1.1" status: 204 len: 173 time: 0.9490123 Oct 27 18:21:14.188407 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-6843b16a-dcc0-4a4b-88fd-d0211fd866e9 req-45ead672-44b2-4094-9dd0-eb224e048cc2 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:14.228294 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-6843b16a-dcc0-4a4b-88fd-d0211fd866e9 req-45ead672-44b2-4094-9dd0-eb224e048cc2 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:14.335855 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-6843b16a-dcc0-4a4b-88fd-d0211fd866e9 req-45ead672-44b2-4094-9dd0-eb224e048cc2 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:14.361816 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-82bd3d05-8433-4ad3-919b-c3bb7b7a4a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:14.363771 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-82bd3d05-8433-4ad3-919b-c3bb7b7a4a16 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=eadbf85d-3b34-4dc3-8601-2203c9997db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4670050 Oct 27 18:21:14.380383 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ead672-44b2-4094-9dd0-eb224e048cc2 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e150720-a3e0-4d30-90b2-b4139c1fa097,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:14.428967 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9062e172-efe2-41b4-b17b-2cdcb9c1fd47 req-67b3d4dc-b620-4579-b698-3fd7c97e4df3 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e8d25ab-4ced-459b-8b94-84fb3c3bfeca HTTP/1.1" status: 200 len: 210 time: 0.0319369 Oct 27 18:21:14.429223 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-152a4c11-2175-4410-b97f-a272b5eca313 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:14.451143 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-6843b16a-dcc0-4a4b-88fd-d0211fd866e9 req-45ead672-44b2-4094-9dd0-eb224e048cc2 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:14.459382 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6843b16a-dcc0-4a4b-88fd-d0211fd866e9 req-45ead672-44b2-4094-9dd0-eb224e048cc2 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4520087 Oct 27 18:21:14.493922 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8e6579-a79a-4b1f-90b9-adcd1825a436 admin admin] Router 04c0fd8a-fd57-43ef-9c1f-922a43068b4e has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:21:14.496624 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a4c11-2175-4410-b97f-a272b5eca313 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Pushing event deleted for resources: {'Subnet': ['ID=65610351-c247-49c8-a326-f9cccd0da99b,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:14.501532 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-152a4c11-2175-4410-b97f-a272b5eca313 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:14.507380 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-152a4c11-2175-4410-b97f-a272b5eca313 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "DELETE /v2.0/subnets/65610351-c247-49c8-a326-f9cccd0da99b HTTP/1.1" status: 204 len: 168 time: 1.4823539 Oct 27 18:21:14.508231 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49598) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:14.510110 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41522e8e-7cb0-4535-9116-0756a34a4699 None None] Network ad0653b6-4310-40ad-9106-9bf6ed3fd0e7 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:21:14.525825 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-39452bb6-47f6-4c6f-99f2-cdff5ba70914 req-b4531ac1-930f-4047-a5f7-25de97e6bf78 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] 10.222.0.52 "GET /v2.0/security-groups/4b31953a-0196-4c98-a6ed-f35a3c832c90 HTTP/1.1" status: 200 len: 1803 time: 0.0508924 Oct 27 18:21:14.628874 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-39452bb6-47f6-4c6f-99f2-cdff5ba70914 req-0b4b2d9e-46c1-40cb-8d0c-3d446a335f57 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:14.687873 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-39452bb6-47f6-4c6f-99f2-cdff5ba70914 req-0b4b2d9e-46c1-40cb-8d0c-3d446a335f57 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:14.690648 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-17134c5b-d5ce-4198-8885-ea3702e3ed93 service neutron] 10.222.0.93 "GET /v2.0/networks/eadbf85d-3b34-4dc3-8601-2203c9997db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151960 Oct 27 18:21:14.700108 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-79d45f6a-66cc-4e4a-9060-e4c1d878b89d req-9b6aa567-ae58-47a5-982e-ae3be8d4087e tempest-QuotasAdminNegativeTest-1958963383 tempest-QuotasAdminNegativeTest-1958963383-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=f293a1194a2240aeab05a1c44182a4ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393815 Oct 27 18:21:14.747730 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477d5b7f-ae2c-435c-8fd6-6b72cf55c58b None None] DHCP port deletion for ad0653b6-4310-40ad-9106-9bf6ed3fd0e7 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:21:14.768875 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ca54aa6a-8e25-48e1-a1e7-e75b06fa906f tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:14.785348 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-57d93f47-a4ce-4af5-87b4-6b19c1a1e7bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:14.803204 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-477d5b7f-ae2c-435c-8fd6-6b72cf55c58b None None] Deleting port e14b49a7-747b-4582-9dba-de5892c38f6e {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:21:14.803664 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-477d5b7f-ae2c-435c-8fd6-6b72cf55c58b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:14.864890 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-57d93f47-a4ce-4af5-87b4-6b19c1a1e7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:14.870328 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d45f6a-66cc-4e4a-9060-e4c1d878b89d req-adcec32e-ae9a-4b73-9d6b-737c6c1a8824 tempest-QuotasAdminNegativeTest-1958963383 tempest-QuotasAdminNegativeTest-1958963383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:14.873216 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-79d45f6a-66cc-4e4a-9060-e4c1d878b89d req-adcec32e-ae9a-4b73-9d6b-737c6c1a8824 tempest-QuotasAdminNegativeTest-1958963383 tempest-QuotasAdminNegativeTest-1958963383-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1674867 Oct 27 18:21:14.887693 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8d25ab-4ced-459b-8b94-84fb3c3bfeca', 'name': 'network-vif-deleted', 'tag': 'fecdc6d7-3d40-4405-ad5a-c0e583376c35'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:21:14.889032 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b6483b-ee7c-4c4c-b282-277874bafc03" -d '{"events": [{"server_uuid": "2e8d25ab-4ced-459b-8b94-84fb3c3bfeca", "name": "network-vif-deleted", "tag": "fecdc6d7-3d40-4405-ad5a-c0e583376c35"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:21:14.895515 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-477d5b7f-ae2c-435c-8fd6-6b72cf55c58b None None] For port e14b49a7-747b-4582-9dba-de5892c38f6e, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=e14b49a7-747b-4582-9dba-de5892c38f6e,segment=NetworkSegment(222880bb-1ca2-433a-b796-c52adb9f7343),segment_id=222880bb-1ca2-433a-b796-c52adb9f7343)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:21:14.895515 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-477d5b7f-ae2c-435c-8fd6-6b72cf55c58b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:14.898087 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-79d45f6a-66cc-4e4a-9060-e4c1d878b89d req-713893c6-407e-49dd-b0fc-ae42076ac716 tempest-QuotasAdminNegativeTest-1958963383 tempest-QuotasAdminNegativeTest-1958963383-project] 10.222.0.52 "GET /v2.0/quotas/f293a1194a2240aeab05a1c44182a4ba HTTP/1.1" status: 200 len: 375 time: 0.0184901 Oct 27 18:21:14.916605 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-477d5b7f-ae2c-435c-8fd6-6b72cf55c58b None None] Calling delete_port for e14b49a7-747b-4582-9dba-de5892c38f6e owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:21:14.941511 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-79d45f6a-66cc-4e4a-9060-e4c1d878b89d req-a3e7b9b0-29a1-425c-af06-acb49726dc74 tempest-QuotasAdminNegativeTest-1958963383 tempest-QuotasAdminNegativeTest-1958963383-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f293a1194a2240aeab05a1c44182a4ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329483 Oct 27 18:21:14.942657 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-39452bb6-47f6-4c6f-99f2-cdff5ba70914 req-0b4b2d9e-46c1-40cb-8d0c-3d446a335f57 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:14.945496 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-39452bb6-47f6-4c6f-99f2-cdff5ba70914 req-0b4b2d9e-46c1-40cb-8d0c-3d446a335f57 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:14.953936 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-39452bb6-47f6-4c6f-99f2-cdff5ba70914 req-0b4b2d9e-46c1-40cb-8d0c-3d446a335f57 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] 10.222.0.52 "DELETE /v2.0/security-groups/4b31953a-0196-4c98-a6ed-f35a3c832c90 HTTP/1.1" status: 204 len: 173 time: 0.4036272 Oct 27 18:21:14.975758 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8e6579-a79a-4b1f-90b9-adcd1825a436 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:21:14.979671 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-57d93f47-a4ce-4af5-87b4-6b19c1a1e7bc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=346d993afbc04eab9a09d927325e790d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2006147 Oct 27 18:21:14.981187 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b2d9e-46c1-40cb-8d0c-3d446a335f57 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b31953a-0196-4c98-a6ed-f35a3c832c90,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:14.982838 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49614) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:14.990857 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4c8e6579-a79a-4b1f-90b9-adcd1825a436 admin admin] 10.222.0.52 "PUT /v2.0/routers/04c0fd8a-fd57-43ef-9c1f-922a43068b4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5071273 Oct 27 18:21:14.992361 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d93f47-a4ce-4af5-87b4-6b19c1a1e7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23b55f7-b510-4314-8aa8-ca2c6cf9fd87,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:15.001988 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49616) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:15.008025 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1ea63d8d-d4db-4656-86d7-d7963f567d50 req-ba70a9a0-2ebd-4865-89ea-441dac730387 service neutron] 10.222.0.93 "GET /v2.0/networks/eadbf85d-3b34-4dc3-8601-2203c9997db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688715 Oct 27 18:21:15.014359 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ffb6af-fa71-4358-9016-92d58638726a None None] Sync routers for ids ['04c0fd8a-fd57-43ef-9c1f-922a43068b4e'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:21:15.051034 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:15.067550 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ffb6af-fa71-4358-9016-92d58638726a None None] Routers {'04c0fd8a-fd57-43ef-9c1f-922a43068b4e'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:21:15.068384 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-77ffb6af-fa71-4358-9016-92d58638726a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:21:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['04c0fd8a-fd57-43ef-9c1f-922a43068b4e'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:15.092334 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d76d6741-a504-40cd-ad17-9b2638f072c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:15.133162 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1fb06a-072b-43be-95cb-0300838de17e req-5609ec98-15d5-4763-89b7-4953863409c5 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:15.134750 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bf1fb06a-072b-43be-95cb-0300838de17e req-5609ec98-15d5-4763-89b7-4953863409c5 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d8903f3-8988-4444-b072-e5de2d0353b9 HTTP/1.1" status: 200 len: 944 time: 0.0901911 Oct 27 18:21:15.137498 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d76d6741-a504-40cd-ad17-9b2638f072c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:15.149168 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-106f2361-bcdb-45ab-b0d8-ee8b84c024ba admin admin] Deleting port 62f59bc7-ad58-4cf1-8aff-feb60c59bed9 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:21:15.149719 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-106f2361-bcdb-45ab-b0d8-ee8b84c024ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:15.227339 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bf1fb06a-072b-43be-95cb-0300838de17e req-fa14848b-886e-4add-840e-f228e853487c tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.52 "GET /v2.0/security-groups?id=4006d7ad-6b5d-4bd0-b7e0-34ecf8e845a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595241 Oct 27 18:21:15.231942 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28feb66b-8fd1-4f6e-b197-a505c08b2769 x-openstack-request-id: req-28feb66b-8fd1-4f6e-b197-a505c08b2769 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:21:15.232241 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e8d25ab-4ced-459b-8b94-84fb3c3bfeca", "name": "network-vif-deleted", "tag": "fecdc6d7-3d40-4405-ad5a-c0e583376c35", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:21:15.232500 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-28feb66b-8fd1-4f6e-b197-a505c08b2769 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:21:15.232892 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e8d25ab-4ced-459b-8b94-84fb3c3bfeca', 'name': 'network-vif-deleted', 'tag': 'fecdc6d7-3d40-4405-ad5a-c0e583376c35', 'status': 'completed', 'code': 200} Oct 27 18:21:15.255127 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-77ffb6af-fa71-4358-9016-92d58638726a None None] Set router 04c0fd8a-fd57-43ef-9c1f-922a43068b4e gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:21:15.297299 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-ca54aa6a-8e25-48e1-a1e7-e75b06fa906f tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Deleting port e14b49a7-747b-4582-9dba-de5892c38f6e {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:21:15.297730 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ca54aa6a-8e25-48e1-a1e7-e75b06fa906f tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:15.299115 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-522a9bc5-9c63-4d72-b8e7-30ee0d017b1f req-800aa999-674a-422b-894c-d1f28cafa280 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] 10.222.0.52 "GET /v2.0/security-groups/6785a1f1-c243-4375-aa4c-b188222786ed HTTP/1.1" status: 200 len: 1804 time: 0.0596011 Oct 27 18:21:15.300113 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-477d5b7f-ae2c-435c-8fd6-6b72cf55c58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:15.330231 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-484a5524-e529-445a-936f-2dafc4f353ce req-c6aef5f9-9323-4ede-b7cc-ef0e0bae3a26 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-250987531', 'description': 'tempest-description-1341495720'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:15.360516 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d76d6741-a504-40cd-ad17-9b2638f072c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:15.365372 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d76d6741-a504-40cd-ad17-9b2638f072c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:15.367087 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d76d6741-a504-40cd-ad17-9b2638f072c0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d23b55f7-b510-4314-8aa8-ca2c6cf9fd87 HTTP/1.1" status: 204 len: 168 time: 0.3829281 Oct 27 18:21:15.376975 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d6741-a504-40cd-ad17-9b2638f072c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23b55f7-b510-4314-8aa8-ca2c6cf9fd87,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:15.378991 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d5b7f-ae2c-435c-8fd6-6b72cf55c58b None None] Pushing event deleted for resources: {'Port': ['ID=e14b49a7-747b-4582-9dba-de5892c38f6e,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:15.383219 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477d5b7f-ae2c-435c-8fd6-6b72cf55c58b None None] No DVR routers for this DVR port e14b49a7-747b-4582-9dba-de5892c38f6e on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:21:15.404772 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-facd254d-196a-41c9-85a5-0aa2c82b3097 admin admin] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:15.484073 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72e27d-5140-4494-b6b1-9075d12e141b req-2ffc9c4c-a955-410e-9ae3-c8a968a4b212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:15.485591 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ad72e27d-5140-4494-b6b1-9075d12e141b req-2ffc9c4c-a955-410e-9ae3-c8a968a4b212 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2afdd7c515474860a22ec07f3faca833&device_id=4d8903f3-8988-4444-b072-e5de2d0353b9 HTTP/1.1" status: 200 len: 1095 time: 0.2804630 Oct 27 18:21:15.497498 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-484a5524-e529-445a-936f-2dafc4f353ce req-c6aef5f9-9323-4ede-b7cc-ef0e0bae3a26 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:15.547851 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-77ffb6af-fa71-4358-9016-92d58638726a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c0fd8a-fd57-43ef-9c1f-922a43068b4e', 'name': 'tempest-ServersTestFqdnHostnames-676054517-router', 'tenant_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'ea8c6714-a947-4e09-b889-0de9919fb461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:18:25Z', 'updated_at': '2021-10-27T18:21:12Z', 'revision_number': 5, 'project_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'gw_port': {'id': 'ea8c6714-a947-4e09-b889-0de9919fb461', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:76:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c0fd8a-fd57-43ef-9c1f-922a43068b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:18:26Z', 'updated_at': '2021-10-27T18:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:15.581589 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ffb6af-fa71-4358-9016-92d58638726a None None] Checking router: 04c0fd8a-fd57-43ef-9c1f-922a43068b4e for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:21:15.581924 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-ca54aa6a-8e25-48e1-a1e7-e75b06fa906f tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] For port e14b49a7-747b-4582-9dba-de5892c38f6e, host n-d-815690-2, got binding levels [] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:21:15.582335 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ca54aa6a-8e25-48e1-a1e7-e75b06fa906f tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:15.591760 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ffb6af-fa71-4358-9016-92d58638726a None None] Routers {'04c0fd8a-fd57-43ef-9c1f-922a43068b4e'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:21:15.592393 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-77ffb6af-fa71-4358-9016-92d58638726a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:21:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['04c0fd8a-fd57-43ef-9c1f-922a43068b4e'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:15.596686 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-484a5524-e529-445a-936f-2dafc4f353ce req-c6aef5f9-9323-4ede-b7cc-ef0e0bae3a26 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:15.622902 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-ca54aa6a-8e25-48e1-a1e7-e75b06fa906f tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Calling delete_port for e14b49a7-747b-4582-9dba-de5892c38f6e owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:21:15.627085 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-106f2361-bcdb-45ab-b0d8-ee8b84c024ba admin admin] For port 62f59bc7-ad58-4cf1-8aff-feb60c59bed9, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=62f59bc7-ad58-4cf1-8aff-feb60c59bed9,segment=NetworkSegment(bcfac05a-4f8b-414e-8b59-ad5aa9190aee),segment_id=bcfac05a-4f8b-414e-8b59-ad5aa9190aee)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:21:15.627553 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-106f2361-bcdb-45ab-b0d8-ee8b84c024ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:15.632604 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.ipam_backend_mixin [None req-ca54aa6a-8e25-48e1-a1e7-e75b06fa906f tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Port e14b49a7-747b-4582-9dba-de5892c38f6e was not found and therefore no delete operation was performed {{(pid=102879) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 18:21:15.645156 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ca54aa6a-8e25-48e1-a1e7-e75b06fa906f tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:15.661858 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-106f2361-bcdb-45ab-b0d8-ee8b84c024ba admin admin] Calling delete_port for 62f59bc7-ad58-4cf1-8aff-feb60c59bed9 owned by network:router_interface {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:21:15.685752 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-484a5524-e529-445a-936f-2dafc4f353ce req-c6aef5f9-9323-4ede-b7cc-ef0e0bae3a26 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:15.759493 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aef5f9-9323-4ede-b7cc-ef0e0bae3a26 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e12bb72-b0a1-4340-a47b-46b6caf93e5b,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:15.790466 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca54aa6a-8e25-48e1-a1e7-e75b06fa906f tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Pushing event deleted for resources: {'Port': ['ID=e14b49a7-747b-4582-9dba-de5892c38f6e,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:15.799531 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca54aa6a-8e25-48e1-a1e7-e75b06fa906f tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] No DVR routers for this DVR port e14b49a7-747b-4582-9dba-de5892c38f6e on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:21:15.802387 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-484a5524-e529-445a-936f-2dafc4f353ce req-c6aef5f9-9323-4ede-b7cc-ef0e0bae3a26 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:15.805665 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-484a5524-e529-445a-936f-2dafc4f353ce req-c6aef5f9-9323-4ede-b7cc-ef0e0bae3a26 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4850225 Oct 27 18:21:15.832867 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-facd254d-196a-41c9-85a5-0aa2c82b3097 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:15.878420 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-77ffb6af-fa71-4358-9016-92d58638726a None None] Set router 04c0fd8a-fd57-43ef-9c1f-922a43068b4e gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:21:15.898468 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72e27d-5140-4494-b6b1-9075d12e141b req-089753f6-d0d6-4bf9-bcb7-71ad1cae9272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:15.899996 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ad72e27d-5140-4494-b6b1-9075d12e141b req-089753f6-d0d6-4bf9-bcb7-71ad1cae9272 service neutron] 10.222.0.93 "GET /v2.0/networks?id=eadbf85d-3b34-4dc3-8601-2203c9997db2 HTTP/1.1" status: 200 len: 913 time: 0.4068842 Oct 27 18:21:15.941423 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device e14b49a7-747b-4582-9dba-de5892c38f6e no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:21:16.011939 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: e14b49a7-747b-4582-9dba-de5892c38f6e {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:21:16.012293 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device e14b49a7-747b-4582-9dba-de5892c38f6e not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:21:16.019790 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ad72e27d-5140-4494-b6b1-9075d12e141b req-9824c9e9-6f3c-4f67-aceb-288c9357aa74 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7b57edb-3306-47d0-b0c8-6c4a2d407037 HTTP/1.1" status: 200 len: 217 time: 0.0935478 Oct 27 18:21:16.061178 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5f857926-94fb-476c-beb6-5442613538fb req-558fa789-d33e-47d1-8dfb-78790b61843d tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] 10.222.0.52 "GET /v2.0/security-groups/2e12bb72-b0a1-4340-a47b-46b6caf93e5b HTTP/1.1" status: 200 len: 1804 time: 0.0764706 Oct 27 18:21:16.074379 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-5f857926-94fb-476c-beb6-5442613538fb req-0aa6bd3d-6d44-4a61-b626-065d73262388 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2e12bb72-b0a1-4340-a47b-46b6caf93e5b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:16.074907 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-5f857926-94fb-476c-beb6-5442613538fb req-0aa6bd3d-6d44-4a61-b626-065d73262388 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2e12bb72-b0a1-4340-a47b-46b6caf93e5b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:16.084712 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ca54aa6a-8e25-48e1-a1e7-e75b06fa906f tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:16.129934 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-77ffb6af-fa71-4358-9016-92d58638726a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c0fd8a-fd57-43ef-9c1f-922a43068b4e', 'name': 'tempest-ServersTestFqdnHostnames-676054517-router', 'tenant_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'ea8c6714-a947-4e09-b889-0de9919fb461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:18:25Z', 'updated_at': '2021-10-27T18:21:12Z', 'revision_number': 5, 'project_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'gw_port': {'id': 'ea8c6714-a947-4e09-b889-0de9919fb461', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:76:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c0fd8a-fd57-43ef-9c1f-922a43068b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:18:26Z', 'updated_at': '2021-10-27T18:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:16.149605 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-ca54aa6a-8e25-48e1-a1e7-e75b06fa906f tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad0653b6-4310-40ad-9106-9bf6ed3fd0e7']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:16.160747 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ffb6af-fa71-4358-9016-92d58638726a None None] The sync data for ids ['04c0fd8a-fd57-43ef-9c1f-922a43068b4e'] in n-d-815690-2 is: [{'id': '04c0fd8a-fd57-43ef-9c1f-922a43068b4e', 'name': 'tempest-ServersTestFqdnHostnames-676054517-router', 'tenant_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': 'ea8c6714-a947-4e09-b889-0de9919fb461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:18:25Z', 'updated_at': '2021-10-27T18:21:12Z', 'revision_number': 5, 'project_id': 'e9c9f8d15e694335a8e99499ce7f1df1', 'gw_port': {'id': 'ea8c6714-a947-4e09-b889-0de9919fb461', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:76:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c0fd8a-fd57-43ef-9c1f-922a43068b4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:18:26Z', 'updated_at': '2021-10-27T18:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:21:16.179554 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-ca54aa6a-8e25-48e1-a1e7-e75b06fa906f tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '222880bb-1ca2-433a-b796-c52adb9f7343') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:16.179857 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-ca54aa6a-8e25-48e1-a1e7-e75b06fa906f tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '222880bb-1ca2-433a-b796-c52adb9f7343') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:16.184010 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72e27d-5140-4494-b6b1-9075d12e141b req-fe767d12-eb38-48e9-aa9b-ef773fdf7b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:16.185505 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ad72e27d-5140-4494-b6b1-9075d12e141b req-fe767d12-eb38-48e9-aa9b-ef773fdf7b71 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=69983570-a5fd-4619-80ac-2d6bf8572707 HTTP/1.1" status: 200 len: 850 time: 0.1287973 Oct 27 18:21:16.228935 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ca54aa6a-8e25-48e1-a1e7-e75b06fa906f tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:16.238027 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-5f857926-94fb-476c-beb6-5442613538fb req-0aa6bd3d-6d44-4a61-b626-065d73262388 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:16.265585 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-5f857926-94fb-476c-beb6-5442613538fb req-0aa6bd3d-6d44-4a61-b626-065d73262388 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:16.271652 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-facd254d-196a-41c9-85a5-0aa2c82b3097 admin admin] Deleting port ea8c6714-a947-4e09-b889-0de9919fb461 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:21:16.271994 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-facd254d-196a-41c9-85a5-0aa2c82b3097 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:16.275817 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ca54aa6a-8e25-48e1-a1e7-e75b06fa906f tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:16.326904 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca54aa6a-8e25-48e1-a1e7-e75b06fa906f tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:21:16.327316 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ca54aa6a-8e25-48e1-a1e7-e75b06fa906f tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:16.331514 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:21:16.331514 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:21:16.331514 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:21:16.331514 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:21:16.331514 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:21:16.331514 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:21:16.331514 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:21:16.331514 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:21:16.331514 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:21:16.331514 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:21:16.331514 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:21:16.331514 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:21:16.331514 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:21:16.331514 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:21:16.331514 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:21:16.331514 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:21:16.331514 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:21:16.331514 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:21:16.331514 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:21:16.331514 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:21:16.331514 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:21:16.331514 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:21:16.331514 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:21:16.331514 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:21:16.331514 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:21:16.331514 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:21:16.331514 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:21:16.331514 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:21:16.331514 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:21:16.331514 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:21:16.331514 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:21:16.331514 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:21:16.336096 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-5f857926-94fb-476c-beb6-5442613538fb req-0aa6bd3d-6d44-4a61-b626-065d73262388 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:16.364955 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa6bd3d-6d44-4a61-b626-065d73262388 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d882cb8-1d5e-4482-9b3e-b8071f5ce38e,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:16.397261 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72e27d-5140-4494-b6b1-9075d12e141b req-20391af0-87b2-4281-88cb-ae89dd24119a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:16.398803 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ad72e27d-5140-4494-b6b1-9075d12e141b req-20391af0-87b2-4281-88cb-ae89dd24119a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=eadbf85d-3b34-4dc3-8601-2203c9997db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1849089 Oct 27 18:21:16.453927 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-5f857926-94fb-476c-beb6-5442613538fb req-0aa6bd3d-6d44-4a61-b626-065d73262388 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:16.457599 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5f857926-94fb-476c-beb6-5442613538fb req-0aa6bd3d-6d44-4a61-b626-065d73262388 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3893082 Oct 27 18:21:16.461096 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-106f2361-bcdb-45ab-b0d8-ee8b84c024ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:16.507966 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f2361-bcdb-45ab-b0d8-ee8b84c024ba admin admin] Pushing event deleted for resources: {'Port': ['ID=62f59bc7-ad58-4cf1-8aff-feb60c59bed9,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:16.515032 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-facd254d-196a-41c9-85a5-0aa2c82b3097 admin admin] For port ea8c6714-a947-4e09-b889-0de9919fb461, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ea8c6714-a947-4e09-b889-0de9919fb461,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:21:16.515407 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-facd254d-196a-41c9-85a5-0aa2c82b3097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:16.522892 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ca54aa6a-8e25-48e1-a1e7-e75b06fa906f tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:16.559047 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-facd254d-196a-41c9-85a5-0aa2c82b3097 admin admin] Calling delete_port for ea8c6714-a947-4e09-b889-0de9919fb461 owned by network:router_gateway {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:21:16.567025 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ca54aa6a-8e25-48e1-a1e7-e75b06fa906f tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:16.573113 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ca54aa6a-8e25-48e1-a1e7-e75b06fa906f tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "DELETE /v2.0/networks/ad0653b6-4310-40ad-9106-9bf6ed3fd0e7 HTTP/1.1" status: 204 len: 168 time: 2.0610127 Oct 27 18:21:16.614723 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49666) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:16.627711 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca54aa6a-8e25-48e1-a1e7-e75b06fa906f tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Pushing event deleted for resources: {'Network': ['ID=ad0653b6-4310-40ad-9106-9bf6ed3fd0e7,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:16.722048 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695b28a-7f5a-4eff-9bc8-c611d07fb5ae req-2075e019-becf-444d-a8d6-f8e88f4bc46b tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:16.730840 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a695b28a-7f5a-4eff-9bc8-c611d07fb5ae req-2075e019-becf-444d-a8d6-f8e88f4bc46b tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d8903f3-8988-4444-b072-e5de2d0353b9 HTTP/1.1" status: 200 len: 944 time: 0.1740191 Oct 27 18:21:16.736118 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ad72e27d-5140-4494-b6b1-9075d12e141b req-8bf3be05-3188-490f-b2f1-a3d0258e1ebc service neutron] 10.222.0.93 "GET /v2.0/networks/eadbf85d-3b34-4dc3-8601-2203c9997db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297331 Oct 27 18:21:16.736886 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-b506bf49-50ff-42d4-aecc-3ab8c4a2e470 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Deleting subnet 0ae947a9-31ce-4ea8-a668-c540b7841e7d {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:21:16.755304 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b506bf49-50ff-42d4-aecc-3ab8c4a2e470 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:16.844618 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device fecdc6d7-3d40-4405-ad5a-c0e583376c35 no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:21:16.859090 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b506bf49-50ff-42d4-aecc-3ab8c4a2e470 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:16.914585 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] No Port match for: fecdc6d7-3d40-4405-ad5a-c0e583376c35 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:21:16.916608 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device fecdc6d7-3d40-4405-ad5a-c0e583376c35 not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:21:16.933889 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a695b28a-7f5a-4eff-9bc8-c611d07fb5ae req-5afa9cc3-2058-4bd8-bace-33cfc06c5870 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.52 "GET /v2.0/security-groups?id=4006d7ad-6b5d-4bd0-b7e0-34ecf8e845a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1918960 Oct 27 18:21:16.974841 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adef4af-9f54-461f-a4ab-c6c6ecc252b0 req-6b5a1c4e-9738-41e5-b17c-87eda70b39a3 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:16.980239 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7adef4af-9f54-461f-a4ab-c6c6ecc252b0 req-6b5a1c4e-9738-41e5-b17c-87eda70b39a3 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.81 "GET /v2.0/ports?device_id=bcef9526-6b6c-48a6-b2d5-8e5c661a56d6 HTTP/1.1" status: 200 len: 944 time: 0.2405627 Oct 27 18:21:16.997743 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device d7b57edb-3306-47d0-b0c8-6c4a2d407037 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:21:17.129319 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d7b57edb-3306-47d0-b0c8-6c4a2d407037, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d7b57edb-3306-47d0-b0c8-6c4a2d407037,segment=NetworkSegment(a0236c79-18a7-40da-a618-005c0380f8d7),segment_id=a0236c79-18a7-40da-a618-005c0380f8d7)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:21:17.141680 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'd7b57edb-3306-47d0-b0c8-6c4a2d407037', 'network_id': 'eadbf85d-3b34-4dc3-8601-2203c9997db2', 'port_id': 'd7b57edb-3306-47d0-b0c8-6c4a2d407037', 'mac_address': 'fa:16:3e:c8:7b:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69983570-a5fd-4619-80ac-2d6bf8572707', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:21:17.181746 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:17.182746 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429dc745-f7e1-482b-ad6e-5cd24e201dbc req-2088b7e3-02bb-42a7-839b-691cb29acea6 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:17.184326 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-429dc745-f7e1-482b-ad6e-5cd24e201dbc req-2088b7e3-02bb-42a7-839b-691cb29acea6 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcef9526-6b6c-48a6-b2d5-8e5c661a56d6 HTTP/1.1" status: 200 len: 944 time: 0.2384417 Oct 27 18:21:17.189904 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-792651a3-c15c-4660-9e10-0e370d4b2046 req-40d89757-3687-4406-bd7e-95588b8d44cd tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] 10.222.0.52 "GET /v2.0/security-groups/2e12bb72-b0a1-4340-a47b-46b6caf93e5b HTTP/1.1" status: 200 len: 2397 time: 0.1987550 Oct 27 18:21:17.208161 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7b57edb-3306-47d0-b0c8-6c4a2d407037 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:21:17.222328 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-792651a3-c15c-4660-9e10-0e370d4b2046 req-c9939837-3513-4e4d-9680-4e1fc6a7a65d tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2e12bb72-b0a1-4340-a47b-46b6caf93e5b', 'remote_group_id': None}]} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:17.222644 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-792651a3-c15c-4660-9e10-0e370d4b2046 req-c9939837-3513-4e4d-9680-4e1fc6a7a65d tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2e12bb72-b0a1-4340-a47b-46b6caf93e5b', 'remote_group_id': None}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:17.228891 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b506bf49-50ff-42d4-aecc-3ab8c4a2e470 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:17.237124 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d7b57edb-3306-47d0-b0c8-6c4a2d407037, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d7b57edb-3306-47d0-b0c8-6c4a2d407037,segment=NetworkSegment(a0236c79-18a7-40da-a618-005c0380f8d7),segment_id=a0236c79-18a7-40da-a618-005c0380f8d7)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:21:17.304742 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-429dc745-f7e1-482b-ad6e-5cd24e201dbc req-c67c4f64-5167-4f67-af3d-ad98a883970c tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118438 Oct 27 18:21:17.315922 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-7adef4af-9f54-461f-a4ab-c6c6ecc252b0 req-2c01bc5d-bc16-4492-9543-5964f079e20a tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Deleting port e6afc575-e2ed-486a-9f6a-55abaa859db6 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:21:17.316273 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-7adef4af-9f54-461f-a4ab-c6c6ecc252b0 req-2c01bc5d-bc16-4492-9543-5964f079e20a tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:17.340133 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:17.343173 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-106f2361-bcdb-45ab-b0d8-ee8b84c024ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:17.348719 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ad72e27d-5140-4494-b6b1-9075d12e141b req-33937e5c-19c0-493b-942c-7be7bd71ec34 service neutron] 10.222.0.93 "GET /v2.0/networks/eadbf85d-3b34-4dc3-8601-2203c9997db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6033199 Oct 27 18:21:17.408952 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=d7b57edb-3306-47d0-b0c8-6c4a2d407037,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:17.472320 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-98bb1dde-dbc7-4251-95b0-053c3d75ed50 req-f0d604c5-da14-4c16-8710-3175e70df827 tempest-QuotasAdminNegativeTest-1958963383 tempest-QuotasAdminNegativeTest-1958963383-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=f293a1194a2240aeab05a1c44182a4ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483253 Oct 27 18:21:17.480209 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b506bf49-50ff-42d4-aecc-3ab8c4a2e470 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:17.523140 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['d7b57edb-3306-47d0-b0c8-6c4a2d407037'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:21:17.534885 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-7adef4af-9f54-461f-a4ab-c6c6ecc252b0 req-2c01bc5d-bc16-4492-9543-5964f079e20a tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] For port e6afc575-e2ed-486a-9f6a-55abaa859db6, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=e6afc575-e2ed-486a-9f6a-55abaa859db6,segment=NetworkSegment(32b71140-e440-46b3-9b2a-24e683b039db),segment_id=32b71140-e440-46b3-9b2a-24e683b039db)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:21:17.535354 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-7adef4af-9f54-461f-a4ab-c6c6ecc252b0 req-2c01bc5d-bc16-4492-9543-5964f079e20a tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:17.538849 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-792651a3-c15c-4660-9e10-0e370d4b2046 req-c9939837-3513-4e4d-9680-4e1fc6a7a65d tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:17.541892 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b506bf49-50ff-42d4-aecc-3ab8c4a2e470 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Pushing event deleted for resources: {'Subnet': ['ID=0ae947a9-31ce-4ea8-a668-c540b7841e7d,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:17.571226 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-facd254d-196a-41c9-85a5-0aa2c82b3097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:17.586465 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74bda07-9ff6-4a1c-9a1b-b60dfa003ada None None] Network 3e05cae3-d74c-4ea3-b3d2-f15cfeddf528 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:21:17.599466 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b506bf49-50ff-42d4-aecc-3ab8c4a2e470 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:17.602892 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b506bf49-50ff-42d4-aecc-3ab8c4a2e470 tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "DELETE /v2.0/subnets/0ae947a9-31ce-4ea8-a668-c540b7841e7d HTTP/1.1" status: 204 len: 168 time: 0.9856963 Oct 27 18:21:17.609977 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49686) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:17.610796 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-7adef4af-9f54-461f-a4ab-c6c6ecc252b0 req-2c01bc5d-bc16-4492-9543-5964f079e20a tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Calling delete_port for e6afc575-e2ed-486a-9f6a-55abaa859db6 owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:21:17.621225 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd254d-196a-41c9-85a5-0aa2c82b3097 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea8c6714-a947-4e09-b889-0de9919fb461,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:17.633475 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-792651a3-c15c-4660-9e10-0e370d4b2046 req-c9939837-3513-4e4d-9680-4e1fc6a7a65d tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:17.695244 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-792651a3-c15c-4660-9e10-0e370d4b2046 req-c9939837-3513-4e4d-9680-4e1fc6a7a65d tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:17.738648 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9939837-3513-4e4d-9680-4e1fc6a7a65d tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25c6aa65-4e89-4afe-ab2a-5779011859cb,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:17.749943 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb1dde-dbc7-4251-95b0-053c3d75ed50 req-57662b0f-07c6-4cec-a12c-9b5773c5e38c tempest-QuotasAdminNegativeTest-1958963383 tempest-QuotasAdminNegativeTest-1958963383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:17.751577 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-98bb1dde-dbc7-4251-95b0-053c3d75ed50 req-57662b0f-07c6-4cec-a12c-9b5773c5e38c tempest-QuotasAdminNegativeTest-1958963383 tempest-QuotasAdminNegativeTest-1958963383-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2631774 Oct 27 18:21:17.772171 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dfc63602-f1e7-43b1-b944-e093c02a25ed tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:17.789493 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-98bb1dde-dbc7-4251-95b0-053c3d75ed50 req-9be339d1-9a2a-4b0c-8d21-de4fcde93fb3 tempest-QuotasAdminNegativeTest-1958963383 tempest-QuotasAdminNegativeTest-1958963383-project] 10.222.0.52 "GET /v2.0/quotas/f293a1194a2240aeab05a1c44182a4ba HTTP/1.1" status: 200 len: 375 time: 0.0291333 Oct 27 18:21:17.789923 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106f2361-bcdb-45ab-b0d8-ee8b84c024ba admin admin] Router 46cd2537-d589-446b-917c-1a9445464d0c has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:21:17.793011 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-facd254d-196a-41c9-85a5-0aa2c82b3097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:17.802636 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 2422692f-70a5-4919-9453-19f94bb18c1b no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:21:17.833644 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 2422692f-70a5-4919-9453-19f94bb18c1b {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:21:17.834073 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 2422692f-70a5-4919-9453-19f94bb18c1b not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:21:17.848118 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-98bb1dde-dbc7-4251-95b0-053c3d75ed50 req-19cbdc47-f270-4d28-a72f-8c2330bec5f2 tempest-QuotasAdminNegativeTest-1958963383 tempest-QuotasAdminNegativeTest-1958963383-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f293a1194a2240aeab05a1c44182a4ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574532 Oct 27 18:21:17.856721 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-792651a3-c15c-4660-9e10-0e370d4b2046 req-c9939837-3513-4e4d-9680-4e1fc6a7a65d tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:17.875704 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-792651a3-c15c-4660-9e10-0e370d4b2046 req-c9939837-3513-4e4d-9680-4e1fc6a7a65d tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6605501 Oct 27 18:21:17.939142 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-facd254d-196a-41c9-85a5-0aa2c82b3097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:17.942936 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-facd254d-196a-41c9-85a5-0aa2c82b3097 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:17.974075 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548384a4-360f-4e49-9586-9ec50f6df2b4 None None] DHCP port deletion for 3e05cae3-d74c-4ea3-b3d2-f15cfeddf528 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:21:17.983660 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-7adef4af-9f54-461f-a4ab-c6c6ecc252b0 req-2c01bc5d-bc16-4492-9543-5964f079e20a tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:18.026254 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c01bc5d-bc16-4492-9543-5964f079e20a tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Pushing event deleted for resources: {'Port': ['ID=e6afc575-e2ed-486a-9f6a-55abaa859db6,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:18.043439 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-548384a4-360f-4e49-9586-9ec50f6df2b4 None None] Deleting port 046294fb-2c85-4c9f-b25f-823e19c48559 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:21:18.044695 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-548384a4-360f-4e49-9586-9ec50f6df2b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:18.092539 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-755bdcb4-e091-40d0-8279-83a29869eae9 req-6d9576d9-8cd3-4f6a-9613-f071a060fb36 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] 10.222.0.52 "GET /v2.0/security-groups/2e12bb72-b0a1-4340-a47b-46b6caf93e5b HTTP/1.1" status: 200 len: 2995 time: 0.1264050 Oct 27 18:21:18.107068 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-dfc63602-f1e7-43b1-b944-e093c02a25ed tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Deleting port 046294fb-2c85-4c9f-b25f-823e19c48559 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:21:18.113276 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dfc63602-f1e7-43b1-b944-e093c02a25ed tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:18.117433 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106f2361-bcdb-45ab-b0d8-ee8b84c024ba admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:21:18.130451 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0fc835-7ac0-4c77-b4e7-659fef29e54b None None] Sync routers for ids ['46cd2537-d589-446b-917c-1a9445464d0c'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:21:18.145622 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0fc835-7ac0-4c77-b4e7-659fef29e54b None None] Routers {'46cd2537-d589-446b-917c-1a9445464d0c'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:21:18.146685 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-fa0fc835-7ac0-4c77-b4e7-659fef29e54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:21:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['46cd2537-d589-446b-917c-1a9445464d0c'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:18.160262 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-106f2361-bcdb-45ab-b0d8-ee8b84c024ba admin admin] 10.222.0.52 "PUT /v2.0/routers/46cd2537-d589-446b-917c-1a9445464d0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5136473 Oct 27 18:21:18.160670 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-548384a4-360f-4e49-9586-9ec50f6df2b4 None None] For port 046294fb-2c85-4c9f-b25f-823e19c48559, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=046294fb-2c85-4c9f-b25f-823e19c48559,segment=NetworkSegment(56c705e8-fdf2-4031-9309-191b99b1dc48),segment_id=56c705e8-fdf2-4031-9309-191b99b1dc48)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:21:18.161073 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-548384a4-360f-4e49-9586-9ec50f6df2b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:18.167009 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49702) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:18.167821 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-7adef4af-9f54-461f-a4ab-c6c6ecc252b0 req-2c01bc5d-bc16-4492-9543-5964f079e20a tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] No DVR routers for this DVR port e6afc575-e2ed-486a-9f6a-55abaa859db6 on host n-h1-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:21:18.174049 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-7adef4af-9f54-461f-a4ab-c6c6ecc252b0 req-2c01bc5d-bc16-4492-9543-5964f079e20a tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:18.185286 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7adef4af-9f54-461f-a4ab-c6c6ecc252b0 req-2c01bc5d-bc16-4492-9543-5964f079e20a tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.81 "DELETE /v2.0/ports/e6afc575-e2ed-486a-9f6a-55abaa859db6 HTTP/1.1" status: 204 len: 173 time: 1.1906581 Oct 27 18:21:18.198293 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-548384a4-360f-4e49-9586-9ec50f6df2b4 None None] Calling delete_port for 046294fb-2c85-4c9f-b25f-823e19c48559 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:21:18.211850 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcef9526-6b6c-48a6-b2d5-8e5c661a56d6', 'name': 'network-vif-deleted', 'tag': 'e6afc575-e2ed-486a-9f6a-55abaa859db6'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:21:18.222729 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb0263a-c934-45de-8483-beff6f56f756" -d '{"events": [{"server_uuid": "bcef9526-6b6c-48a6-b2d5-8e5c661a56d6", "name": "network-vif-deleted", "tag": "e6afc575-e2ed-486a-9f6a-55abaa859db6"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:21:18.231402 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-facd254d-196a-41c9-85a5-0aa2c82b3097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:18.234794 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-facd254d-196a-41c9-85a5-0aa2c82b3097 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04c0fd8a-fd57-43ef-9c1f-922a43068b4e {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:21:18.239046 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-facd254d-196a-41c9-85a5-0aa2c82b3097 admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:18.240531 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-facd254d-196a-41c9-85a5-0aa2c82b3097 admin admin] 10.222.0.52 "DELETE /v2.0/routers/04c0fd8a-fd57-43ef-9c1f-922a43068b4e HTTP/1.1" status: 204 len: 168 time: 3.2359746 Oct 27 18:21:18.243425 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49706) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:18.298324 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-fa0fc835-7ac0-4c77-b4e7-659fef29e54b None None] Set router 46cd2537-d589-446b-917c-1a9445464d0c gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:21:18.328735 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-dfc63602-f1e7-43b1-b944-e093c02a25ed tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] For port 046294fb-2c85-4c9f-b25f-823e19c48559, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=046294fb-2c85-4c9f-b25f-823e19c48559,segment=NetworkSegment(56c705e8-fdf2-4031-9309-191b99b1dc48),segment_id=56c705e8-fdf2-4031-9309-191b99b1dc48)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:21:18.329104 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dfc63602-f1e7-43b1-b944-e093c02a25ed tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:18.356841 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-dfc63602-f1e7-43b1-b944-e093c02a25ed tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Calling delete_port for 046294fb-2c85-4c9f-b25f-823e19c48559 owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:21:18.369163 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c97cc72-1de6-4594-8ea0-87c18d8641d1 admin admin] Deleting subnet 1c1b7808-e582-4ce4-9710-0fef53c91dd4 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:21:18.383569 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3c97cc72-1de6-4594-8ea0-87c18d8641d1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:18.399941 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-58dc52a7-2728-4971-907f-90bdb1b3766b admin admin] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:18.534382 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-fa0fc835-7ac0-4c77-b4e7-659fef29e54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46cd2537-d589-446b-917c-1a9445464d0c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-864649329-router', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '4f8c66aa-fe19-42fc-8563-4359524b20a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:16:00Z', 'updated_at': '2021-10-27T18:21:16Z', 'revision_number': 5, 'project_id': 'f8df18aaf1594db3b572eb589716619a', 'gw_port': {'id': '4f8c66aa-fe19-42fc-8563-4359524b20a3', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46cd2537-d589-446b-917c-1a9445464d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:03Z', 'updated_at': '2021-10-27T18:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:18.549368 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3c97cc72-1de6-4594-8ea0-87c18d8641d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:18.564976 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-548384a4-360f-4e49-9586-9ec50f6df2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:18.601460 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0fc835-7ac0-4c77-b4e7-659fef29e54b None None] Checking router: 46cd2537-d589-446b-917c-1a9445464d0c for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:21:18.620236 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548384a4-360f-4e49-9586-9ec50f6df2b4 None None] Pushing event deleted for resources: {'Port': ['ID=046294fb-2c85-4c9f-b25f-823e19c48559,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:18.623414 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548384a4-360f-4e49-9586-9ec50f6df2b4 None None] No DVR routers for this DVR port 046294fb-2c85-4c9f-b25f-823e19c48559 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:21:18.628339 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a5ccd-2d00-4f03-89d3-6ef26f108b92 req-e2e0f6c8-e436-4d40-b7db-134826f122e7 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:18.629573 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0fc835-7ac0-4c77-b4e7-659fef29e54b None None] Routers {'46cd2537-d589-446b-917c-1a9445464d0c'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:21:18.630883 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-fa0fc835-7ac0-4c77-b4e7-659fef29e54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:21:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['46cd2537-d589-446b-917c-1a9445464d0c'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:18.638676 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8d5a5ccd-2d00-4f03-89d3-6ef26f108b92 req-e2e0f6c8-e436-4d40-b7db-134826f122e7 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d8903f3-8988-4444-b072-e5de2d0353b9 HTTP/1.1" status: 200 len: 945 time: 0.0943782 Oct 27 18:21:18.654907 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dfc63602-f1e7-43b1-b944-e093c02a25ed tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:18.674902 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc63602-f1e7-43b1-b944-e093c02a25ed tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] No DVR routers for this DVR port 046294fb-2c85-4c9f-b25f-823e19c48559 on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:21:18.701315 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc63602-f1e7-43b1-b944-e093c02a25ed tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Pushing event deleted for resources: {'Port': ['ID=046294fb-2c85-4c9f-b25f-823e19c48559,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:18.702001 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8d5a5ccd-2d00-4f03-89d3-6ef26f108b92 req-2423ab50-d40c-4d6c-bf09-e62e07a6570b tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.52 "GET /v2.0/security-groups?id=4006d7ad-6b5d-4bd0-b7e0-34ecf8e845a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621819 Oct 27 18:21:18.703963 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3c97cc72-1de6-4594-8ea0-87c18d8641d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:18.711997 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-58dc52a7-2728-4971-907f-90bdb1b3766b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:18.735021 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1372cadb-fbb5-4029-b110-b6dd4c9a368b req-8d2e71d2-02d9-4f33-8413-74f7a729f527 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] 10.222.0.52 "GET /v2.0/security-group-rules/25c6aa65-4e89-4afe-ab2a-5779011859cb HTTP/1.1" status: 200 len: 783 time: 0.0539696 Oct 27 18:21:18.786563 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f35220-47b9-47e9-8f93-d8aa8955e39a x-openstack-request-id: req-35f35220-47b9-47e9-8f93-d8aa8955e39a {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:21:18.786887 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcef9526-6b6c-48a6-b2d5-8e5c661a56d6", "name": "network-vif-deleted", "tag": "e6afc575-e2ed-486a-9f6a-55abaa859db6", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:21:18.787143 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-35f35220-47b9-47e9-8f93-d8aa8955e39a {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:21:18.787953 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcef9526-6b6c-48a6-b2d5-8e5c661a56d6', 'name': 'network-vif-deleted', 'tag': 'e6afc575-e2ed-486a-9f6a-55abaa859db6', 'status': 'completed', 'code': 200} Oct 27 18:21:18.797174 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-fa0fc835-7ac0-4c77-b4e7-659fef29e54b None None] Set router 46cd2537-d589-446b-917c-1a9445464d0c gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:21:18.810905 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1372cadb-fbb5-4029-b110-b6dd4c9a368b req-f450b891-382d-4f1d-940c-98bc87d30828 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] 10.222.0.52 "GET /v2.0/security-groups/2e12bb72-b0a1-4340-a47b-46b6caf93e5b HTTP/1.1" status: 200 len: 2995 time: 0.0690701 Oct 27 18:21:18.841119 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dfc63602-f1e7-43b1-b944-e093c02a25ed tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:18.859601 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device e6afc575-e2ed-486a-9f6a-55abaa859db6 no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:21:18.881549 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-dfc63602-f1e7-43b1-b944-e093c02a25ed tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e05cae3-d74c-4ea3-b3d2-f15cfeddf528']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:18.881788 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1372cadb-fbb5-4029-b110-b6dd4c9a368b req-8b110e1c-3682-4b30-8f42-94b851d3fcb9 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:18.898262 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-dfc63602-f1e7-43b1-b944-e093c02a25ed tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56c705e8-fdf2-4031-9309-191b99b1dc48') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:18.898262 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-dfc63602-f1e7-43b1-b944-e093c02a25ed tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56c705e8-fdf2-4031-9309-191b99b1dc48') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:18.901875 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] No Port match for: e6afc575-e2ed-486a-9f6a-55abaa859db6 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:21:18.902228 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device e6afc575-e2ed-486a-9f6a-55abaa859db6 not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:21:18.913681 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dfc63602-f1e7-43b1-b944-e093c02a25ed tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:18.922475 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1372cadb-fbb5-4029-b110-b6dd4c9a368b req-8b110e1c-3682-4b30-8f42-94b851d3fcb9 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:18.927949 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a410c7ad-aaa5-45e5-9f78-69194b4bfa13 req-463afbff-b631-4680-b1d5-d0d512a3ddb7 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcef9526-6b6c-48a6-b2d5-8e5c661a56d6 HTTP/1.1" status: 200 len: 210 time: 0.0491438 Oct 27 18:21:18.938612 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dfc63602-f1e7-43b1-b944-e093c02a25ed tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:18.953553 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc63602-f1e7-43b1-b944-e093c02a25ed tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:21:18.954173 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dfc63602-f1e7-43b1-b944-e093c02a25ed tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:18.957763 n-d-815690-2 neutron-server[102879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:21:18.957763 n-d-815690-2 neutron-server[102879]: self.session.flush() Oct 27 18:21:18.957763 n-d-815690-2 neutron-server[102879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:21:18.957763 n-d-815690-2 neutron-server[102879]: self.session.flush() Oct 27 18:21:18.957763 n-d-815690-2 neutron-server[102879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:21:18.957763 n-d-815690-2 neutron-server[102879]: self.session.flush() Oct 27 18:21:18.957763 n-d-815690-2 neutron-server[102879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:21:18.957763 n-d-815690-2 neutron-server[102879]: self.session.flush() Oct 27 18:21:18.957763 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:21:18.957763 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:21:18.957763 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:21:18.957763 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:21:18.957763 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:21:18.957763 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:21:18.957763 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:21:18.957763 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:21:18.957763 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:21:18.957763 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:21:18.957763 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:21:18.957763 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:21:18.957763 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:21:18.957763 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:21:18.957763 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:21:18.957763 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:21:18.957763 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:21:18.957763 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:21:18.957763 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:21:18.957763 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:21:18.957763 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:21:18.957763 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:21:18.957763 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:21:18.957763 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:21:18.957763 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:21:18.957763 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:21:18.957763 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:21:18.957763 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:21:18.957763 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:21:18.957763 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:21:18.957763 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:21:18.957763 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:21:18.985783 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-58dc52a7-2728-4971-907f-90bdb1b3766b admin admin] Deleting port 4f8c66aa-fe19-42fc-8563-4359524b20a3 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:21:18.986122 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-58dc52a7-2728-4971-907f-90bdb1b3766b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:19.013517 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device d7b57edb-3306-47d0-b0c8-6c4a2d407037 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:21:19.019818 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3c97cc72-1de6-4594-8ea0-87c18d8641d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:19.034102 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3c97cc72-1de6-4594-8ea0-87c18d8641d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:19.039988 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49720) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:19.040565 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3c97cc72-1de6-4594-8ea0-87c18d8641d1 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1c1b7808-e582-4ce4-9710-0fef53c91dd4 HTTP/1.1" status: 204 len: 168 time: 0.7960286 Oct 27 18:21:19.054773 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813ab873-3c84-4a2e-be53-a60f555b5580 None None] Network 4e086075-a1b5-4045-ad82-552f5d921dc9 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:21:19.067068 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c97cc72-1de6-4594-8ea0-87c18d8641d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c1b7808-e582-4ce4-9710-0fef53c91dd4,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:19.121420 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1372cadb-fbb5-4029-b110-b6dd4c9a368b req-8b110e1c-3682-4b30-8f42-94b851d3fcb9 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:19.131672 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dfc63602-f1e7-43b1-b944-e093c02a25ed tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:19.146336 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dfc63602-f1e7-43b1-b944-e093c02a25ed tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:19.150598 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-dfc63602-f1e7-43b1-b944-e093c02a25ed tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] 10.222.0.52 "DELETE /v2.0/networks/3e05cae3-d74c-4ea3-b3d2-f15cfeddf528 HTTP/1.1" status: 204 len: 168 time: 1.5393114 Oct 27 18:21:19.157770 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-fa0fc835-7ac0-4c77-b4e7-659fef29e54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46cd2537-d589-446b-917c-1a9445464d0c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-864649329-router', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '4f8c66aa-fe19-42fc-8563-4359524b20a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:16:00Z', 'updated_at': '2021-10-27T18:21:16Z', 'revision_number': 5, 'project_id': 'f8df18aaf1594db3b572eb589716619a', 'gw_port': {'id': '4f8c66aa-fe19-42fc-8563-4359524b20a3', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46cd2537-d589-446b-917c-1a9445464d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:03Z', 'updated_at': '2021-10-27T18:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:19.171759 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc63602-f1e7-43b1-b944-e093c02a25ed tempest-ServersTestMultiNic-1621769020 tempest-ServersTestMultiNic-1621769020-project] Pushing event deleted for resources: {'Network': ['ID=3e05cae3-d74c-4ea3-b3d2-f15cfeddf528,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:19.204044 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0fc835-7ac0-4c77-b4e7-659fef29e54b None None] The sync data for ids ['46cd2537-d589-446b-917c-1a9445464d0c'] in n-d-815690-2 is: [{'id': '46cd2537-d589-446b-917c-1a9445464d0c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-864649329-router', 'tenant_id': 'f8df18aaf1594db3b572eb589716619a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '4f8c66aa-fe19-42fc-8563-4359524b20a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:16:00Z', 'updated_at': '2021-10-27T18:21:16Z', 'revision_number': 5, 'project_id': 'f8df18aaf1594db3b572eb589716619a', 'gw_port': {'id': '4f8c66aa-fe19-42fc-8563-4359524b20a3', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46cd2537-d589-446b-917c-1a9445464d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:03Z', 'updated_at': '2021-10-27T18:16:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:21:19.326788 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port d7b57edb-3306-47d0-b0c8-6c4a2d407037 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:21:19.333708 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port d7b57edb-3306-47d0-b0c8-6c4a2d407037 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:21:19.338690 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:19.439346 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:19.467075 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8903f3-8988-4444-b072-e5de2d0353b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b57edb-3306-47d0-b0c8-6c4a2d407037'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:21:19.469539 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c81a3bd-f193-431f-b6b8-3d4521b95219" -d '{"events": [{"server_uuid": "4d8903f3-8988-4444-b072-e5de2d0353b9", "name": "network-vif-plugged", "status": "completed", "tag": "d7b57edb-3306-47d0-b0c8-6c4a2d407037"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:21:19.486499 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d7b57edb-3306-47d0-b0c8-6c4a2d407037, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d7b57edb-3306-47d0-b0c8-6c4a2d407037,segment=NetworkSegment(a0236c79-18a7-40da-a618-005c0380f8d7),segment_id=a0236c79-18a7-40da-a618-005c0380f8d7)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:21:19.538429 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1372cadb-fbb5-4029-b110-b6dd4c9a368b req-8b110e1c-3682-4b30-8f42-94b851d3fcb9 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:19.539610 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1372cadb-fbb5-4029-b110-b6dd4c9a368b req-8b110e1c-3682-4b30-8f42-94b851d3fcb9 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/25c6aa65-4e89-4afe-ab2a-5779011859cb HTTP/1.1" status: 204 len: 173 time: 0.7278979 Oct 27 18:21:19.565654 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:19.565987 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b110e1c-3682-4b30-8f42-94b851d3fcb9 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25c6aa65-4e89-4afe-ab2a-5779011859cb,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:19.586240 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3d641956-0cd3-4ae4-83ce-c9868a0bd9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:19.666433 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51485af7-a529-40af-8a9a-7779e41a4de6 x-openstack-request-id: req-51485af7-a529-40af-8a9a-7779e41a4de6 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:21:19.666740 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d8903f3-8988-4444-b072-e5de2d0353b9", "name": "network-vif-plugged", "status": "completed", "tag": "d7b57edb-3306-47d0-b0c8-6c4a2d407037", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:21:19.667028 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-51485af7-a529-40af-8a9a-7779e41a4de6 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:21:19.671158 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d8903f3-8988-4444-b072-e5de2d0353b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b57edb-3306-47d0-b0c8-6c4a2d407037', 'code': 200} Oct 27 18:21:19.671745 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-58dc52a7-2728-4971-907f-90bdb1b3766b admin admin] For port 4f8c66aa-fe19-42fc-8563-4359524b20a3, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=4f8c66aa-fe19-42fc-8563-4359524b20a3,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:21:19.672356 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-58dc52a7-2728-4971-907f-90bdb1b3766b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:19.673567 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=d7b57edb-3306-47d0-b0c8-6c4a2d407037,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:19.684987 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e39630b-9356-4de8-adf5-184423a32ebe None None] DHCP port deletion for 4e086075-a1b5-4045-ad82-552f5d921dc9 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:21:19.740675 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-58dc52a7-2728-4971-907f-90bdb1b3766b admin admin] Calling delete_port for 4f8c66aa-fe19-42fc-8563-4359524b20a3 owned by network:router_gateway {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:21:19.785619 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3516a9a-416c-4595-a872-ae1ce0fc598f req-057bd020-7b5c-469d-9eb6-0a2d2f97f48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:19.787381 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f3516a9a-416c-4595-a872-ae1ce0fc598f req-057bd020-7b5c-469d-9eb6-0a2d2f97f48b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4d8903f3-8988-4444-b072-e5de2d0353b9 HTTP/1.1" status: 200 len: 1097 time: 0.1106462 Oct 27 18:21:19.790052 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-9e39630b-9356-4de8-adf5-184423a32ebe None None] Deleting port ca24143e-5be0-437a-85db-b96da5a50156 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:21:19.790528 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9e39630b-9356-4de8-adf5-184423a32ebe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:19.837438 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f3516a9a-416c-4595-a872-ae1ce0fc598f req-3ff8e5b3-c162-464f-bcf5-2096a073f0c1 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=4006d7ad-6b5d-4bd0-b7e0-34ecf8e845a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426953 Oct 27 18:21:19.841945 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 046294fb-2c85-4c9f-b25f-823e19c48559 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:21:19.911535 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 046294fb-2c85-4c9f-b25f-823e19c48559 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:21:19.911912 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 046294fb-2c85-4c9f-b25f-823e19c48559 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:21:19.912512 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 62f59bc7-ad58-4cf1-8aff-feb60c59bed9 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:21:19.915780 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-9e39630b-9356-4de8-adf5-184423a32ebe None None] For port ca24143e-5be0-437a-85db-b96da5a50156, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ca24143e-5be0-437a-85db-b96da5a50156,segment=NetworkSegment(7e9244b4-f3d3-4887-ad08-abc36593e8ca),segment_id=7e9244b4-f3d3-4887-ad08-abc36593e8ca)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:21:19.916687 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9e39630b-9356-4de8-adf5-184423a32ebe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:19.939430 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-9e39630b-9356-4de8-adf5-184423a32ebe None None] Calling delete_port for ca24143e-5be0-437a-85db-b96da5a50156 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:21:19.943377 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9df3ff14-f59e-4cb6-8381-260ff5883e38 req-4458c210-e646-427c-894c-dcd0809af47a tempest-QuotasAdminNegativeTest-1958963383 tempest-QuotasAdminNegativeTest-1958963383-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=f293a1194a2240aeab05a1c44182a4ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539880 Oct 27 18:21:19.966178 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 62f59bc7-ad58-4cf1-8aff-feb60c59bed9 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:21:19.966628 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 62f59bc7-ad58-4cf1-8aff-feb60c59bed9 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:21:19.967140 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ea8c6714-a947-4e09-b889-0de9919fb461 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:21:20.003735 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: ea8c6714-a947-4e09-b889-0de9919fb461 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:21:20.005393 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ea8c6714-a947-4e09-b889-0de9919fb461 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:21:20.006609 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ca24143e-5be0-437a-85db-b96da5a50156 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:21:20.039939 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-3d641956-0cd3-4ae4-83ce-c9868a0bd9bd admin admin] Deleting port ca24143e-5be0-437a-85db-b96da5a50156 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:21:20.040288 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3d641956-0cd3-4ae4-83ce-c9868a0bd9bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:20.157128 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-3d641956-0cd3-4ae4-83ce-c9868a0bd9bd admin admin] For port ca24143e-5be0-437a-85db-b96da5a50156, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ca24143e-5be0-437a-85db-b96da5a50156,segment=NetworkSegment(7e9244b4-f3d3-4887-ad08-abc36593e8ca),segment_id=7e9244b4-f3d3-4887-ad08-abc36593e8ca)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:21:20.157505 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3d641956-0cd3-4ae4-83ce-c9868a0bd9bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:20.162253 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:20.175454 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3ff14-f59e-4cb6-8381-260ff5883e38 req-20ae143a-0ef7-4916-a778-90638bc3d2b9 tempest-QuotasAdminNegativeTest-1958963383 tempest-QuotasAdminNegativeTest-1958963383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:20.177061 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9df3ff14-f59e-4cb6-8381-260ff5883e38 req-20ae143a-0ef7-4916-a778-90638bc3d2b9 tempest-QuotasAdminNegativeTest-1958963383 tempest-QuotasAdminNegativeTest-1958963383-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2303822 Oct 27 18:21:20.184433 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-3d641956-0cd3-4ae4-83ce-c9868a0bd9bd admin admin] Calling delete_port for ca24143e-5be0-437a-85db-b96da5a50156 owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:21:20.221111 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-58dc52a7-2728-4971-907f-90bdb1b3766b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:20.229560 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9df3ff14-f59e-4cb6-8381-260ff5883e38 req-54ca3298-a79c-4329-a233-0de003a76ba0 tempest-QuotasAdminNegativeTest-1958963383 tempest-QuotasAdminNegativeTest-1958963383-project] 10.222.0.52 "GET /v2.0/quotas/f293a1194a2240aeab05a1c44182a4ba HTTP/1.1" status: 200 len: 375 time: 0.0418336 Oct 27 18:21:20.242385 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9e39630b-9356-4de8-adf5-184423a32ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:20.281356 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39630b-9356-4de8-adf5-184423a32ebe None None] Pushing event deleted for resources: {'Port': ['ID=ca24143e-5be0-437a-85db-b96da5a50156,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:20.289564 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e39630b-9356-4de8-adf5-184423a32ebe None None] No DVR routers for this DVR port ca24143e-5be0-437a-85db-b96da5a50156 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:21:20.304935 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dc52a7-2728-4971-907f-90bdb1b3766b admin admin] Pushing event deleted for resources: {'Port': ['ID=4f8c66aa-fe19-42fc-8563-4359524b20a3,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:20.357873 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9df3ff14-f59e-4cb6-8381-260ff5883e38 req-a9416966-96e2-4192-a5d9-274c5c95c5f7 tempest-QuotasAdminNegativeTest-1958963383 tempest-QuotasAdminNegativeTest-1958963383-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f293a1194a2240aeab05a1c44182a4ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1135314 Oct 27 18:21:20.379762 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-56ddb765-2d62-4111-9ab0-1e4639941811 req-f1ce553b-4153-4f1c-a004-e66b192c6108 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] 10.222.0.52 "GET /v2.0/security-groups/2e12bb72-b0a1-4340-a47b-46b6caf93e5b HTTP/1.1" status: 200 len: 2397 time: 0.1930990 Oct 27 18:21:20.442288 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-58dc52a7-2728-4971-907f-90bdb1b3766b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:20.565587 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3d641956-0cd3-4ae4-83ce-c9868a0bd9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:20.576432 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-58dc52a7-2728-4971-907f-90bdb1b3766b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:20.601122 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-58dc52a7-2728-4971-907f-90bdb1b3766b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:20.614307 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d641956-0cd3-4ae4-83ce-c9868a0bd9bd admin admin] Pushing event deleted for resources: {'Port': ['ID=ca24143e-5be0-437a-85db-b96da5a50156,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:20.624795 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d641956-0cd3-4ae4-83ce-c9868a0bd9bd admin admin] No DVR routers for this DVR port ca24143e-5be0-437a-85db-b96da5a50156 on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:21:20.679079 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-56ddb765-2d62-4111-9ab0-1e4639941811 req-27995a47-efe4-4466-b6d6-f2750f0c589f tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:20.746604 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c67b8b-21e8-4f44-b748-6ce1290371c5 req-a6e2cf64-0d33-4234-a53f-044c3b5e318e tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:20.748229 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-01c67b8b-21e8-4f44-b748-6ce1290371c5 req-a6e2cf64-0d33-4234-a53f-044c3b5e318e tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d8903f3-8988-4444-b072-e5de2d0353b9 HTTP/1.1" status: 200 len: 946 time: 0.2729590 Oct 27 18:21:20.759390 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-56ddb765-2d62-4111-9ab0-1e4639941811 req-27995a47-efe4-4466-b6d6-f2750f0c589f tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:20.775411 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-58dc52a7-2728-4971-907f-90bdb1b3766b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:20.775993 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58dc52a7-2728-4971-907f-90bdb1b3766b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46cd2537-d589-446b-917c-1a9445464d0c {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:21:20.790223 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3d641956-0cd3-4ae4-83ce-c9868a0bd9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:20.794411 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-58dc52a7-2728-4971-907f-90bdb1b3766b admin admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:20.795581 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-58dc52a7-2728-4971-907f-90bdb1b3766b admin admin] 10.222.0.52 "DELETE /v2.0/routers/46cd2537-d589-446b-917c-1a9445464d0c HTTP/1.1" status: 204 len: 168 time: 2.6081395 Oct 27 18:21:20.798537 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49760) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:20.842356 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-3d641956-0cd3-4ae4-83ce-c9868a0bd9bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e086075-a1b5-4045-ad82-552f5d921dc9']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:20.859988 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-3d641956-0cd3-4ae4-83ce-c9868a0bd9bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e9244b4-f3d3-4887-ad08-abc36593e8ca') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:20.860289 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-3d641956-0cd3-4ae4-83ce-c9868a0bd9bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e9244b4-f3d3-4887-ad08-abc36593e8ca') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:20.862202 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-d707f762-04c1-4b06-b2c2-a9863c517c98 admin admin] Deleting subnet 71d7f89c-bbad-475f-9db7-0378b3e2ca7c {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:21:20.868070 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d707f762-04c1-4b06-b2c2-a9863c517c98 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:20.875802 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-01c67b8b-21e8-4f44-b748-6ce1290371c5 req-8b6256bd-ac8f-4db1-afa4-47d2d892e239 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.52 "GET /v2.0/security-groups?id=4006d7ad-6b5d-4bd0-b7e0-34ecf8e845a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123936 Oct 27 18:21:20.893544 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3d641956-0cd3-4ae4-83ce-c9868a0bd9bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:20.908026 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3d641956-0cd3-4ae4-83ce-c9868a0bd9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:20.914647 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d707f762-04c1-4b06-b2c2-a9863c517c98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:20.920681 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d641956-0cd3-4ae4-83ce-c9868a0bd9bd admin admin] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:21:20.921380 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3d641956-0cd3-4ae4-83ce-c9868a0bd9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:20.924701 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:21:20.924701 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:21:20.924701 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:21:20.924701 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:21:20.924701 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:21:20.924701 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:21:20.924701 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:21:20.924701 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:21:20.924701 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:21:20.924701 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:21:20.924701 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:21:20.924701 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:21:20.924701 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:21:20.924701 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:21:20.924701 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:21:20.924701 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:21:20.924701 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:21:20.924701 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:21:20.924701 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:21:20.924701 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:21:20.924701 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:21:20.924701 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:21:20.924701 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:21:20.924701 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:21:20.924701 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:21:20.924701 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:21:20.924701 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:21:20.924701 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:21:20.924701 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:21:20.924701 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:21:20.924701 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:21:20.924701 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:21:20.983546 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-56ddb765-2d62-4111-9ab0-1e4639941811 req-27995a47-efe4-4466-b6d6-f2750f0c589f tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:20.986090 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-56ddb765-2d62-4111-9ab0-1e4639941811 req-27995a47-efe4-4466-b6d6-f2750f0c589f tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:20.987297 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-56ddb765-2d62-4111-9ab0-1e4639941811 req-27995a47-efe4-4466-b6d6-f2750f0c589f tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] 10.222.0.52 "DELETE /v2.0/security-groups/2e12bb72-b0a1-4340-a47b-46b6caf93e5b HTTP/1.1" status: 204 len: 173 time: 0.5959725 Oct 27 18:21:21.009713 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27995a47-efe4-4466-b6d6-f2750f0c589f tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e12bb72-b0a1-4340-a47b-46b6caf93e5b,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:21.016264 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d707f762-04c1-4b06-b2c2-a9863c517c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:21.137635 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3d641956-0cd3-4ae4-83ce-c9868a0bd9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:21.148715 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3d641956-0cd3-4ae4-83ce-c9868a0bd9bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:21.153714 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3d641956-0cd3-4ae4-83ce-c9868a0bd9bd admin admin] 10.222.0.52 "DELETE /v2.0/networks/4e086075-a1b5-4045-ad82-552f5d921dc9 HTTP/1.1" status: 204 len: 168 time: 2.1122835 Oct 27 18:21:21.171230 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d641956-0cd3-4ae4-83ce-c9868a0bd9bd admin admin] Pushing event deleted for resources: {'Network': ['ID=4e086075-a1b5-4045-ad82-552f5d921dc9,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:21.221923 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d707f762-04c1-4b06-b2c2-a9863c517c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:21.252002 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d707f762-04c1-4b06-b2c2-a9863c517c98 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:21.257931 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49776) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:21.260718 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5849137-9612-4411-91d2-2b1084a363b6 None None] Network f511542f-5df3-4e7b-b026-a1f4910c0d39 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:21:21.273638 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d707f762-04c1-4b06-b2c2-a9863c517c98 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/71d7f89c-bbad-475f-9db7-0378b3e2ca7c HTTP/1.1" status: 204 len: 168 time: 0.4737155 Oct 27 18:21:21.274863 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d707f762-04c1-4b06-b2c2-a9863c517c98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71d7f89c-bbad-475f-9db7-0378b3e2ca7c,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:21.334203 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-881fc153-69d5-492d-a2fb-b83702649994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:21.391865 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [req-7e34dc94-3fc8-4bd5-af24-84224263fd49 req-d7e67969-e8e4-43c2-afc9-120fc4229b24 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] show failed (client error): The resource could not be found. Oct 27 18:21:21.393000 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7e34dc94-3fc8-4bd5-af24-84224263fd49 req-d7e67969-e8e4-43c2-afc9-120fc4229b24 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] 10.222.0.52 "GET /v2.0/security-groups/4b31953a-0196-4c98-a6ed-f35a3c832c90 HTTP/1.1" status: 404 len: 352 time: 0.0163932 Oct 27 18:21:21.415602 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-881fc153-69d5-492d-a2fb-b83702649994 admin admin] Deleting port f1d221e1-7076-4746-a080-63004be6bc71 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:21:21.416132 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-881fc153-69d5-492d-a2fb-b83702649994 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:21.435728 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49782) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:21.509040 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74aca9b-6ce6-435a-9415-7eeb6214306b None None] DHCP port deletion for f511542f-5df3-4e7b-b026-a1f4910c0d39 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:21:21.536481 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-881fc153-69d5-492d-a2fb-b83702649994 admin admin] For port f1d221e1-7076-4746-a080-63004be6bc71, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=f1d221e1-7076-4746-a080-63004be6bc71,segment=NetworkSegment(bcfac05a-4f8b-414e-8b59-ad5aa9190aee),segment_id=bcfac05a-4f8b-414e-8b59-ad5aa9190aee)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:21:21.536659 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-881fc153-69d5-492d-a2fb-b83702649994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:21.571309 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-881fc153-69d5-492d-a2fb-b83702649994 admin admin] Calling delete_port for f1d221e1-7076-4746-a080-63004be6bc71 owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:21:21.573230 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-e74aca9b-6ce6-435a-9415-7eeb6214306b None None] Deleting port f1d221e1-7076-4746-a080-63004be6bc71 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:21:21.574282 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e74aca9b-6ce6-435a-9415-7eeb6214306b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:21.615450 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-430a1134-7961-4c9c-9bff-43639351ef27 req-a7a345ca-1948-4b07-b9b2-2a4c00f988f0 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] 10.222.0.52 "GET /v2.0/security-groups/6785a1f1-c243-4375-aa4c-b188222786ed HTTP/1.1" status: 200 len: 1804 time: 0.0739868 Oct 27 18:21:21.697469 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49790) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:21.713869 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-e74aca9b-6ce6-435a-9415-7eeb6214306b None None] For port f1d221e1-7076-4746-a080-63004be6bc71, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=f1d221e1-7076-4746-a080-63004be6bc71,segment=NetworkSegment(bcfac05a-4f8b-414e-8b59-ad5aa9190aee),segment_id=bcfac05a-4f8b-414e-8b59-ad5aa9190aee)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:21:21.714686 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e74aca9b-6ce6-435a-9415-7eeb6214306b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:21.729174 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-e74aca9b-6ce6-435a-9415-7eeb6214306b None None] Calling delete_port for f1d221e1-7076-4746-a080-63004be6bc71 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:21:21.734353 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 4f8c66aa-fe19-42fc-8563-4359524b20a3 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:21:21.764377 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 4f8c66aa-fe19-42fc-8563-4359524b20a3 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:21:21.766681 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 4f8c66aa-fe19-42fc-8563-4359524b20a3 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:21:21.767677 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device f1d221e1-7076-4746-a080-63004be6bc71 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:21:21.773306 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49792) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:21.783512 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-79f5ecef-9500-48ba-bd5c-1b89da7e483e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e9c9f8d15e694335a8e99499ce7f1df1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0831385 Oct 27 18:21:21.831922 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-430a1134-7961-4c9c-9bff-43639351ef27 req-59930f5f-16b6-44b7-9df9-25d159fa1605 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:21.841514 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bfa8d7-93ce-477a-9247-0b153784b7ad req-98b44472-7451-44cf-b8c5-c3f40fb9bb39 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:21.842529 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f7bfa8d7-93ce-477a-9247-0b153784b7ad req-98b44472-7451-44cf-b8c5-c3f40fb9bb39 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8c2121a-6af4-4c21-8d77-7a058c38864f HTTP/1.1" status: 200 len: 944 time: 0.1229000 Oct 27 18:21:21.907784 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-430a1134-7961-4c9c-9bff-43639351ef27 req-59930f5f-16b6-44b7-9df9-25d159fa1605 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:21.920081 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e74aca9b-6ce6-435a-9415-7eeb6214306b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:21.930459 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-881fc153-69d5-492d-a2fb-b83702649994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:21.956265 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74aca9b-6ce6-435a-9415-7eeb6214306b None None] No DVR routers for this DVR port f1d221e1-7076-4746-a080-63004be6bc71 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:21:21.960190 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:21.963030 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74aca9b-6ce6-435a-9415-7eeb6214306b None None] Pushing event deleted for resources: {'Port': ['ID=f1d221e1-7076-4746-a080-63004be6bc71,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:21.996294 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9fdf18f2-a801-459f-8997-79b4aaab54d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:22.011852 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a4ef1037-6a7c-4bd3-89fb-8915e709dceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:22.013442 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881fc153-69d5-492d-a2fb-b83702649994 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1d221e1-7076-4746-a080-63004be6bc71,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:22.019667 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881fc153-69d5-492d-a2fb-b83702649994 admin admin] No DVR routers for this DVR port f1d221e1-7076-4746-a080-63004be6bc71 on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:21:22.060827 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49798) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:22.088873 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f7bfa8d7-93ce-477a-9247-0b153784b7ad req-4f40e6c1-03c3-4de8-9067-59a01f8a4a7e tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/security-groups?id=ddfe33ae-a895-477a-84bd-31c1f719b08a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290039 Oct 27 18:21:22.101984 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9fdf18f2-a801-459f-8997-79b4aaab54d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:22.162570 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61778d-0ef1-4023-97a6-c6d32c40e3e4 req-5f48bb1c-5d51-4acd-abe2-2bb41358ddb4 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:22.164064 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6f61778d-0ef1-4023-97a6-c6d32c40e3e4 req-5f48bb1c-5d51-4acd-abe2-2bb41358ddb4 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8c2121a-6af4-4c21-8d77-7a058c38864f HTTP/1.1" status: 200 len: 944 time: 0.3031366 Oct 27 18:21:22.189000 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-881fc153-69d5-492d-a2fb-b83702649994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:22.248608 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-430a1134-7961-4c9c-9bff-43639351ef27 req-59930f5f-16b6-44b7-9df9-25d159fa1605 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:22.251159 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-430a1134-7961-4c9c-9bff-43639351ef27 req-59930f5f-16b6-44b7-9df9-25d159fa1605 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:22.252326 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-430a1134-7961-4c9c-9bff-43639351ef27 req-59930f5f-16b6-44b7-9df9-25d159fa1605 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] 10.222.0.52 "DELETE /v2.0/security-groups/6785a1f1-c243-4375-aa4c-b188222786ed HTTP/1.1" status: 204 len: 173 time: 0.6360874 Oct 27 18:21:22.259120 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4219abd0-134b-411e-8c61-0fc55563d333 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:22.262130 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-881fc153-69d5-492d-a2fb-b83702649994 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f511542f-5df3-4e7b-b026-a1f4910c0d39']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:22.301251 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-881fc153-69d5-492d-a2fb-b83702649994 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcfac05a-4f8b-414e-8b59-ad5aa9190aee') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:22.301555 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-881fc153-69d5-492d-a2fb-b83702649994 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcfac05a-4f8b-414e-8b59-ad5aa9190aee') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:22.303707 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59930f5f-16b6-44b7-9df9-25d159fa1605 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6785a1f1-c243-4375-aa4c-b188222786ed,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:22.316643 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-881fc153-69d5-492d-a2fb-b83702649994 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:22.364302 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-881fc153-69d5-492d-a2fb-b83702649994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:22.368249 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-a4ef1037-6a7c-4bd3-89fb-8915e709dceb admin admin] Deleting port 9438f126-c34a-4fce-ae9b-eda8bda33c13 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:21:22.369365 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a4ef1037-6a7c-4bd3-89fb-8915e709dceb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:22.374868 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-881fc153-69d5-492d-a2fb-b83702649994 admin admin] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:21:22.375510 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-881fc153-69d5-492d-a2fb-b83702649994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:22.378314 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:21:22.378314 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:21:22.378314 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:21:22.378314 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:21:22.378314 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:21:22.378314 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:21:22.378314 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:21:22.378314 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:21:22.378314 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:21:22.378314 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:21:22.378314 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:21:22.378314 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:21:22.378314 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:21:22.378314 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:21:22.378314 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:21:22.378314 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:21:22.378314 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:21:22.378314 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:21:22.378314 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:21:22.378314 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:21:22.378314 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:21:22.378314 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:21:22.378314 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:21:22.378314 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:21:22.378314 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:21:22.378314 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:21:22.378314 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:21:22.378314 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:21:22.378314 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:21:22.378314 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:21:22.378314 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:21:22.378314 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:21:22.391860 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9fdf18f2-a801-459f-8997-79b4aaab54d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:22.394601 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9fdf18f2-a801-459f-8997-79b4aaab54d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:22.398566 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9fdf18f2-a801-459f-8997-79b4aaab54d5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/72efa001-5556-4bec-85fc-8a3cd22d8dbc HTTP/1.1" status: 204 len: 168 time: 0.6199827 Oct 27 18:21:22.451768 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf18f2-a801-459f-8997-79b4aaab54d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72efa001-5556-4bec-85fc-8a3cd22d8dbc,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:22.468533 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0636cb8-d347-4e88-81da-41043d1458a3 req-e74627fd-ba43-4837-81a8-0e61359722e0 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:22.476048 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e0636cb8-d347-4e88-81da-41043d1458a3 req-e74627fd-ba43-4837-81a8-0e61359722e0 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d8903f3-8988-4444-b072-e5de2d0353b9 HTTP/1.1" status: 200 len: 946 time: 0.1504645 Oct 27 18:21:22.487037 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-6f61778d-0ef1-4023-97a6-c6d32c40e3e4 req-a32d7d0a-ea79-45f2-9428-ae8e2641b8b3 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Deleting port 5461f609-aafa-45bf-8aba-2bc11199336a {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:21:22.487320 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-6f61778d-0ef1-4023-97a6-c6d32c40e3e4 req-a32d7d0a-ea79-45f2-9428-ae8e2641b8b3 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:22.535921 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-a4ef1037-6a7c-4bd3-89fb-8915e709dceb admin admin] For port 9438f126-c34a-4fce-ae9b-eda8bda33c13, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=9438f126-c34a-4fce-ae9b-eda8bda33c13,segment=NetworkSegment(2eadb8c9-d522-4e88-9224-7c53eba8e9a4),segment_id=2eadb8c9-d522-4e88-9224-7c53eba8e9a4)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:21:22.536307 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a4ef1037-6a7c-4bd3-89fb-8915e709dceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:22.560161 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-a4ef1037-6a7c-4bd3-89fb-8915e709dceb admin admin] Calling delete_port for 9438f126-c34a-4fce-ae9b-eda8bda33c13 owned by network:router_interface {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:21:22.562436 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-881fc153-69d5-492d-a2fb-b83702649994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:22.569038 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4219abd0-134b-411e-8c61-0fc55563d333 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:22.578643 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-881fc153-69d5-492d-a2fb-b83702649994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:22.580652 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-881fc153-69d5-492d-a2fb-b83702649994 admin admin] 10.222.0.52 "DELETE /v2.0/networks/f511542f-5df3-4e7b-b026-a1f4910c0d39 HTTP/1.1" status: 204 len: 168 time: 1.3210828 Oct 27 18:21:22.594125 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e0636cb8-d347-4e88-81da-41043d1458a3 req-daac050f-6439-4443-ac4e-3f4a38e6879a tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.52 "GET /v2.0/security-groups?id=4006d7ad-6b5d-4bd0-b7e0-34ecf8e845a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173780 Oct 27 18:21:22.597571 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49808) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:22.606543 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881fc153-69d5-492d-a2fb-b83702649994 admin admin] Pushing event deleted for resources: {'Network': ['ID=f511542f-5df3-4e7b-b026-a1f4910c0d39,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:22.649223 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4219abd0-134b-411e-8c61-0fc55563d333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:22.704885 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4219abd0-134b-411e-8c61-0fc55563d333 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f293a1194a2240aeab05a1c44182a4ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6430078 Oct 27 18:21:22.705608 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4219abd0-134b-411e-8c61-0fc55563d333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d6d994-0e3e-41c3-9aaf-16f295fa711b,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:22.709285 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49814) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:22.793617 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-6f61778d-0ef1-4023-97a6-c6d32c40e3e4 req-a32d7d0a-ea79-45f2-9428-ae8e2641b8b3 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] For port 5461f609-aafa-45bf-8aba-2bc11199336a, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=5461f609-aafa-45bf-8aba-2bc11199336a,segment=NetworkSegment(32b71140-e440-46b3-9b2a-24e683b039db),segment_id=32b71140-e440-46b3-9b2a-24e683b039db)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:21:22.794015 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-6f61778d-0ef1-4023-97a6-c6d32c40e3e4 req-a32d7d0a-ea79-45f2-9428-ae8e2641b8b3 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:22.820097 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8d6b8dd5-bc78-460c-92b9-f914d50a9b66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:22.825764 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-6f61778d-0ef1-4023-97a6-c6d32c40e3e4 req-a32d7d0a-ea79-45f2-9428-ae8e2641b8b3 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Calling delete_port for 5461f609-aafa-45bf-8aba-2bc11199336a owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:21:22.852073 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9ba781f1-c4f2-4f34-a672-23e80d83ac04 req-a698127d-060a-4337-876f-e76f6ba3e66e tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] 10.222.0.52 "GET /v2.0/security-groups/89756b5c-cf1c-4e82-98c0-e90d4efd82f2 HTTP/1.1" status: 200 len: 1804 time: 0.2000704 Oct 27 18:21:22.852574 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8d6b8dd5-bc78-460c-92b9-f914d50a9b66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:22.915589 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c9fb5-bb43-4f94-83c3-205f2509c1d3 req-6d3cf0ba-53d6-459b-8c04-6ffeff867eb2 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:22.916524 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dd5c9fb5-bb43-4f94-83c3-205f2509c1d3 req-6d3cf0ba-53d6-459b-8c04-6ffeff867eb2 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d8903f3-8988-4444-b072-e5de2d0353b9 HTTP/1.1" status: 200 len: 946 time: 0.1939518 Oct 27 18:21:22.933535 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49824) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:22.945332 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-de349fac-4175-4ef8-8b8d-98c50fe94748 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Request body: {'floatingip': {'port_id': 'd7b57edb-3306-47d0-b0c8-6c4a2d407037'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:22.998928 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-de349fac-4175-4ef8-8b8d-98c50fe94748 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Publish callbacks [] for floatingip, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:23.033569 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a4ef1037-6a7c-4bd3-89fb-8915e709dceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:23.086726 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-9ba781f1-c4f2-4f34-a672-23e80d83ac04 req-10700d45-311d-4818-8ae1-af6010e5f29d tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:23.096958 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef1037-6a7c-4bd3-89fb-8915e709dceb admin admin] Pushing event deleted for resources: {'Port': ['ID=9438f126-c34a-4fce-ae9b-eda8bda33c13,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:23.101236 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8d6b8dd5-bc78-460c-92b9-f914d50a9b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:23.106764 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8d6b8dd5-bc78-460c-92b9-f914d50a9b66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:23.108584 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8d6b8dd5-bc78-460c-92b9-f914d50a9b66 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/69d6d994-0e3e-41c3-9aaf-16f295fa711b HTTP/1.1" status: 204 len: 168 time: 0.3983269 Oct 27 18:21:23.176390 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-9ba781f1-c4f2-4f34-a672-23e80d83ac04 req-10700d45-311d-4818-8ae1-af6010e5f29d tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:23.255839 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6b8dd5-bc78-460c-92b9-f914d50a9b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d6d994-0e3e-41c3-9aaf-16f295fa711b,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:23.390461 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-6f61778d-0ef1-4023-97a6-c6d32c40e3e4 req-a32d7d0a-ea79-45f2-9428-ae8e2641b8b3 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:23.426617 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ca8982d0-bf45-4d17-8f8e-d2733e8a4e4c req-5876093d-fc3c-408b-9c51-5937a0d75a0f tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8c2121a-6af4-4c21-8d77-7a058c38864f HTTP/1.1" status: 200 len: 210 time: 0.0593214 Oct 27 18:21:23.471614 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d7d0a-ea79-45f2-9428-ae8e2641b8b3 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Pushing event deleted for resources: {'Port': ['ID=5461f609-aafa-45bf-8aba-2bc11199336a,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:23.543891 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f61778d-0ef1-4023-97a6-c6d32c40e3e4 req-a32d7d0a-ea79-45f2-9428-ae8e2641b8b3 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] No DVR routers for this DVR port 5461f609-aafa-45bf-8aba-2bc11199336a on host n-h1-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:21:23.547153 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-6f61778d-0ef1-4023-97a6-c6d32c40e3e4 req-a32d7d0a-ea79-45f2-9428-ae8e2641b8b3 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:23.551044 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6f61778d-0ef1-4023-97a6-c6d32c40e3e4 req-a32d7d0a-ea79-45f2-9428-ae8e2641b8b3 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.81 "DELETE /v2.0/ports/5461f609-aafa-45bf-8aba-2bc11199336a HTTP/1.1" status: 204 len: 173 time: 1.3725557 Oct 27 18:21:23.553283 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c2121a-6af4-4c21-8d77-7a058c38864f', 'name': 'network-vif-deleted', 'tag': '5461f609-aafa-45bf-8aba-2bc11199336a'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:21:23.556145 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d5ca3c-43e5-4803-b228-6bb6805564de" -d '{"events": [{"server_uuid": "f8c2121a-6af4-4c21-8d77-7a058c38864f", "name": "network-vif-deleted", "tag": "5461f609-aafa-45bf-8aba-2bc11199336a"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:21:23.590350 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d1fc5e61-c6b8-49b2-abf5-9e915852d412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:23.769280 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-9ba781f1-c4f2-4f34-a672-23e80d83ac04 req-10700d45-311d-4818-8ae1-af6010e5f29d tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:23.771770 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-9ba781f1-c4f2-4f34-a672-23e80d83ac04 req-10700d45-311d-4818-8ae1-af6010e5f29d tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:23.777983 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9ba781f1-c4f2-4f34-a672-23e80d83ac04 req-10700d45-311d-4818-8ae1-af6010e5f29d tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] 10.222.0.52 "DELETE /v2.0/security-groups/89756b5c-cf1c-4e82-98c0-e90d4efd82f2 HTTP/1.1" status: 204 len: 173 time: 0.8785601 Oct 27 18:21:23.788645 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10700d45-311d-4818-8ae1-af6010e5f29d tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89756b5c-cf1c-4e82-98c0-e90d4efd82f2,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:23.867287 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70d4cc6-ddf4-494a-9464-b47a2512766e x-openstack-request-id: req-d70d4cc6-ddf4-494a-9464-b47a2512766e {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:21:23.867696 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8c2121a-6af4-4c21-8d77-7a058c38864f", "name": "network-vif-deleted", "tag": "5461f609-aafa-45bf-8aba-2bc11199336a", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:21:23.868013 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d70d4cc6-ddf4-494a-9464-b47a2512766e {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:21:23.875137 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8c2121a-6af4-4c21-8d77-7a058c38864f', 'name': 'network-vif-deleted', 'tag': '5461f609-aafa-45bf-8aba-2bc11199336a', 'status': 'completed', 'code': 200} Oct 27 18:21:23.933953 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a4ef1037-6a7c-4bd3-89fb-8915e709dceb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:23.960470 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-51d7195e-dabc-48ff-b9c9-54b56deea66a req-1b11176d-5ad3-4e8c-831c-6fce9299b1b7 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] 10.222.0.52 "GET /v2.0/security-groups/57664b8f-6dcd-4a64-806f-a4f6440ff97d HTTP/1.1" status: 200 len: 1804 time: 0.0789874 Oct 27 18:21:23.994366 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49848) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:24.071569 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-d1fc5e61-c6b8-49b2-abf5-9e915852d412 admin admin] Deleting port 0552a33b-36e6-4d7d-918c-0ef355407e64 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:21:24.071938 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d1fc5e61-c6b8-49b2-abf5-9e915852d412 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:24.075617 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-51d7195e-dabc-48ff-b9c9-54b56deea66a req-600f1150-1062-427c-ad13-7db6ae84fe7e tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:24.404245 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49856) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:24.443117 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-573e3242-14fc-4b3b-906c-102006809039 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-3778310-network', 'tenant_id': '32c521b9d5364e14a010de85fa7c39d0'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:24.456697 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-51d7195e-dabc-48ff-b9c9-54b56deea66a req-600f1150-1062-427c-ad13-7db6ae84fe7e tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:24.462750 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-de349fac-4175-4ef8-8b8d-98c50fe94748 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:24.467621 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-234e7812-eb85-48e2-bfe5-298793627e36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:24.528947 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-d1fc5e61-c6b8-49b2-abf5-9e915852d412 admin admin] For port 0552a33b-36e6-4d7d-918c-0ef355407e64, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=0552a33b-36e6-4d7d-918c-0ef355407e64,segment=NetworkSegment(489e6605-4c4a-489e-9a9c-9a95af0e3240),segment_id=489e6605-4c4a-489e-9a9c-9a95af0e3240)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:21:24.529311 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d1fc5e61-c6b8-49b2-abf5-9e915852d412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:24.541294 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ef1037-6a7c-4bd3-89fb-8915e709dceb admin admin] Router 9ea743e4-3caa-4069-ae34-14547296b565 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:21:24.541502 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-d1fc5e61-c6b8-49b2-abf5-9e915852d412 admin admin] Calling delete_port for 0552a33b-36e6-4d7d-918c-0ef355407e64 owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:21:24.548179 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-de349fac-4175-4ef8-8b8d-98c50fe94748 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:24.605614 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573e3242-14fc-4b3b-906c-102006809039 admin admin] Made reservation on behalf of 32c521b9d5364e14a010de85fa7c39d0 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:21:24.609787 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-573e3242-14fc-4b3b-906c-102006809039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:24.631959 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-573e3242-14fc-4b3b-906c-102006809039 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:24.652073 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-51d7195e-dabc-48ff-b9c9-54b56deea66a req-600f1150-1062-427c-ad13-7db6ae84fe7e tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:24.654760 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-51d7195e-dabc-48ff-b9c9-54b56deea66a req-600f1150-1062-427c-ad13-7db6ae84fe7e tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:24.655982 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-51d7195e-dabc-48ff-b9c9-54b56deea66a req-600f1150-1062-427c-ad13-7db6ae84fe7e tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] 10.222.0.52 "DELETE /v2.0/security-groups/57664b8f-6dcd-4a64-806f-a4f6440ff97d HTTP/1.1" status: 204 len: 173 time: 0.6631308 Oct 27 18:21:24.667852 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-84aca33a-a0c8-4ce5-878b-8a4972bd4585 req-3056859a-2d08-474c-877b-1967ba368b60 tempest-LiveAutoBlockMigrationV225Test-351299004 tempest-LiveAutoBlockMigrationV225Test-351299004-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8c2121a-6af4-4c21-8d77-7a058c38864f HTTP/1.1" status: 200 len: 210 time: 0.0560262 Oct 27 18:21:24.713083 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f1150-1062-427c-ad13-7db6ae84fe7e tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57664b8f-6dcd-4a64-806f-a4f6440ff97d,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:24.767824 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-234e7812-eb85-48e2-bfe5-298793627e36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:24.787358 n-d-815690-2 neutron-server[102879]: INFO neutron.db.l3_db [None req-de349fac-4175-4ef8-8b8d-98c50fe94748 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Floating IP 102924ec-2dc5-45d2-8dae-d3e855f57a36 associated. External IP: 172.25.6.226, port: d7b57edb-3306-47d0-b0c8-6c4a2d407037. Oct 27 18:21:24.805433 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7ff269e7-8e14-4759-9241-646771fdfd03 req-805a52bf-edd0-4d62-bcc1-58e094e4c25b tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] 10.222.0.52 "GET /v2.0/security-groups/6a89ba65-6a5c-493c-8982-53720aad5e9d HTTP/1.1" status: 200 len: 2402 time: 0.0979853 Oct 27 18:21:24.878979 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-234e7812-eb85-48e2-bfe5-298793627e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:24.893478 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 5461f609-aafa-45bf-8aba-2bc11199336a no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:21:24.901089 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ef1037-6a7c-4bd3-89fb-8915e709dceb admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:21:24.905456 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-573e3242-14fc-4b3b-906c-102006809039 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:24.918225 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49868) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:24.919478 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a4ef1037-6a7c-4bd3-89fb-8915e709dceb admin admin] 10.222.0.52 "PUT /v2.0/routers/9ea743e4-3caa-4069-ae34-14547296b565/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4814949 Oct 27 18:21:24.944503 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] No Port match for: 5461f609-aafa-45bf-8aba-2bc11199336a {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:21:24.944503 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 5461f609-aafa-45bf-8aba-2bc11199336a not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:21:24.948979 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fec6abe-ccea-43f8-8974-6259110d79fa None None] Sync routers for ids ['9ea743e4-3caa-4069-ae34-14547296b565'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:21:24.950636 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-234e7812-eb85-48e2-bfe5-298793627e36 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1a42e81433a545f58a9a3d899cc16c07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5439448 Oct 27 18:21:24.953295 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e7812-eb85-48e2-bfe5-298793627e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139815c6-463c-4496-9f6c-136696a366c8,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:24.955693 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49870) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:24.987026 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fec6abe-ccea-43f8-8974-6259110d79fa None None] Routers {'9ea743e4-3caa-4069-ae34-14547296b565'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:21:24.987992 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-7fec6abe-ccea-43f8-8974-6259110d79fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:21:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9ea743e4-3caa-4069-ae34-14547296b565'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:25.008403 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-573e3242-14fc-4b3b-906c-102006809039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:25.050517 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-573e3242-14fc-4b3b-906c-102006809039 admin admin] vlan segment allocate from pool success with {'vlan_id': 1022, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:21:25.052717 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-7ff269e7-8e14-4759-9241-646771fdfd03 req-3a6d68df-3cde-45d9-a7f0-59a1675b1368 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:25.090333 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d1fc5e61-c6b8-49b2-abf5-9e915852d412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:25.093818 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6b54af1a-2d36-4ee6-8498-6d298336ef73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:25.097572 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-573e3242-14fc-4b3b-906c-102006809039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:25.097921 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-573e3242-14fc-4b3b-906c-102006809039 admin admin] Added segment 41131f65-3afe-44a8-b36c-5b0b2c75311d of type vlan for network b0826293-f8b5-4c91-b97e-04b01e42ef10 Oct 27 18:21:25.117589 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e3242-14fc-4b3b-906c-102006809039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a89f5e-a42d-4682-bd74-7f652c60708b,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:25.129052 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6b54af1a-2d36-4ee6-8498-6d298336ef73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:25.136558 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-7ff269e7-8e14-4759-9241-646771fdfd03 req-3a6d68df-3cde-45d9-a7f0-59a1675b1368 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:25.154745 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de349fac-4175-4ef8-8b8d-98c50fe94748 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Router e2b6b045-ec42-49b4-a3d0-39659877c3fe has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:21:25.193839 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fc5e61-c6b8-49b2-abf5-9e915852d412 admin admin] Pushing event deleted for resources: {'Port': ['ID=0552a33b-36e6-4d7d-918c-0ef355407e64,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:25.232769 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-573e3242-14fc-4b3b-906c-102006809039 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:25.273139 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8274fb16-3676-4be8-80f0-13569534c0ef admin admin] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:25.292679 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-7fec6abe-ccea-43f8-8974-6259110d79fa None None] Set router 9ea743e4-3caa-4069-ae34-14547296b565 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:21:25.296902 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de349fac-4175-4ef8-8b8d-98c50fe94748 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:21:25.298607 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-de349fac-4175-4ef8-8b8d-98c50fe94748 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:25.303373 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169a839b-1ef1-42b0-ba72-d9a9b466e24c None None] Sync routers for ids ['e2b6b045-ec42-49b4-a3d0-39659877c3fe'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:21:25.316834 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169a839b-1ef1-42b0-ba72-d9a9b466e24c None None] Routers {'e2b6b045-ec42-49b4-a3d0-39659877c3fe'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:21:25.319995 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-169a839b-1ef1-42b0-ba72-d9a9b466e24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:21:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['e2b6b045-ec42-49b4-a3d0-39659877c3fe'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:25.352836 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6b54af1a-2d36-4ee6-8498-6d298336ef73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:25.358035 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6b54af1a-2d36-4ee6-8498-6d298336ef73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:25.361612 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6b54af1a-2d36-4ee6-8498-6d298336ef73 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/139815c6-463c-4496-9f6c-136696a366c8 HTTP/1.1" status: 204 len: 168 time: 0.4010417 Oct 27 18:21:25.419772 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-de349fac-4175-4ef8-8b8d-98c50fe94748 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.52 "PUT /v2.0/floatingips/102924ec-2dc5-45d2-8dae-d3e855f57a36 HTTP/1.1" status: 200 len: 992 time: 2.4802511 Oct 27 18:21:25.420701 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d8903f3-8988-4444-b072-e5de2d0353b9', 'tag': 'd7b57edb-3306-47d0-b0c8-6c4a2d407037'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:21:25.429001 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4024603a-c21b-4ce2-a3bb-6bc00caa786f" -d '{"events": [{"name": "network-changed", "server_uuid": "4d8903f3-8988-4444-b072-e5de2d0353b9", "tag": "d7b57edb-3306-47d0-b0c8-6c4a2d407037"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:21:25.435605 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b54af1a-2d36-4ee6-8498-6d298336ef73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139815c6-463c-4496-9f6c-136696a366c8,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:25.572192 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49880) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:25.625733 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-169a839b-1ef1-42b0-ba72-d9a9b466e24c None None] Set router e2b6b045-ec42-49b4-a3d0-39659877c3fe gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:21:25.626324 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-7fec6abe-ccea-43f8-8974-6259110d79fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea743e4-3caa-4069-ae34-14547296b565', 'name': 'tempest-ServersTestMultiNic-1502352321-router', 'tenant_id': '52425a4848b54b7383a7845cb99edf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '973a6b9f-7108-4ccd-beb6-b154405db982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:19:26Z', 'updated_at': '2021-10-27T18:21:22Z', 'revision_number': 5, 'project_id': '52425a4848b54b7383a7845cb99edf04', 'gw_port': {'id': '973a6b9f-7108-4ccd-beb6-b154405db982', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:53:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea743e4-3caa-4069-ae34-14547296b565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:19:28Z', 'updated_at': '2021-10-27T18:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:25.643341 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7040ce-989d-4fed-ab86-8e873f06d7a0 x-openstack-request-id: req-ad7040ce-989d-4fed-ab86-8e873f06d7a0 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:21:25.643341 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d8903f3-8988-4444-b072-e5de2d0353b9", "tag": "d7b57edb-3306-47d0-b0c8-6c4a2d407037", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:21:25.643341 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ad7040ce-989d-4fed-ab86-8e873f06d7a0 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:21:25.643341 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d8903f3-8988-4444-b072-e5de2d0353b9', 'tag': 'd7b57edb-3306-47d0-b0c8-6c4a2d407037', 'status': 'completed', 'code': 200} Oct 27 18:21:25.681229 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fec6abe-ccea-43f8-8974-6259110d79fa None None] Checking router: 9ea743e4-3caa-4069-ae34-14547296b565 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:21:25.694863 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fec6abe-ccea-43f8-8974-6259110d79fa None None] Routers {'9ea743e4-3caa-4069-ae34-14547296b565'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:21:25.695598 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-7fec6abe-ccea-43f8-8974-6259110d79fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:21:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9ea743e4-3caa-4069-ae34-14547296b565'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:25.738987 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8274fb16-3676-4be8-80f0-13569534c0ef admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:25.762935 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-573e3242-14fc-4b3b-906c-102006809039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:25.764065 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573e3242-14fc-4b3b-906c-102006809039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:25.764880 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49886) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:25.766382 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-573e3242-14fc-4b3b-906c-102006809039 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:25.799693 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-7ff269e7-8e14-4759-9241-646771fdfd03 req-3a6d68df-3cde-45d9-a7f0-59a1675b1368 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:25.807254 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-7ff269e7-8e14-4759-9241-646771fdfd03 req-3a6d68df-3cde-45d9-a7f0-59a1675b1368 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:25.808463 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024603a-c21b-4ce2-a3bb-6bc00caa786f req-51ae383b-0853-4f0d-9def-c2c24748044f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:25.810578 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4024603a-c21b-4ce2-a3bb-6bc00caa786f req-51ae383b-0853-4f0d-9def-c2c24748044f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2afdd7c515474860a22ec07f3faca833&device_id=4d8903f3-8988-4444-b072-e5de2d0353b9 HTTP/1.1" status: 200 len: 1097 time: 0.1278858 Oct 27 18:21:25.826042 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7ff269e7-8e14-4759-9241-646771fdfd03 req-3a6d68df-3cde-45d9-a7f0-59a1675b1368 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] 10.222.0.52 "DELETE /v2.0/security-groups/6a89ba65-6a5c-493c-8982-53720aad5e9d HTTP/1.1" status: 204 len: 173 time: 0.9968038 Oct 27 18:21:25.834107 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-7fec6abe-ccea-43f8-8974-6259110d79fa None None] Set router 9ea743e4-3caa-4069-ae34-14547296b565 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:21:25.873300 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d68df-3cde-45d9-a7f0-59a1675b1368 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a89ba65-6a5c-493c-8982-53720aad5e9d,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:26.007042 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024603a-c21b-4ce2-a3bb-6bc00caa786f req-c70c6cdc-1069-4e5b-9da6-fe0d00bbf4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:26.009570 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4024603a-c21b-4ce2-a3bb-6bc00caa786f req-c70c6cdc-1069-4e5b-9da6-fe0d00bbf4d5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=eadbf85d-3b34-4dc3-8601-2203c9997db2 HTTP/1.1" status: 200 len: 913 time: 0.1911538 Oct 27 18:21:26.027716 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d1fc5e61-c6b8-49b2-abf5-9e915852d412 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:26.031368 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-573e3242-14fc-4b3b-906c-102006809039 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0330875 Oct 27 18:21:26.031368 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e3242-14fc-4b3b-906c-102006809039 admin admin] Pushing event updated for resources: {'Network': ['ID=b0826293-f8b5-4c91-b97e-04b01e42ef10,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:26.041692 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49894) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:26.051446 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-bfabd4e1-6788-4723-b771-7f39ef7ed1f1 admin admin] Request body: {'subnet': {'network_id': 'b0826293-f8b5-4c91-b97e-04b01e42ef10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-3778310-subnet', 'tenant_id': '32c521b9d5364e14a010de85fa7c39d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:26.088621 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network b0826293-f8b5-4c91-b97e-04b01e42ef10 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:21:26.095820 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-169a839b-1ef1-42b0-ba72-d9a9b466e24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b6b045-ec42-49b4-a3d0-39659877c3fe', 'name': 'tempest-ServersTestManualDisk-123132022-router', 'tenant_id': '2afdd7c515474860a22ec07f3faca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '4f4edf15-fb55-4ed7-b923-84f0b5ed62b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:20:47Z', 'updated_at': '2021-10-27T18:20:54Z', 'revision_number': 4, 'project_id': '2afdd7c515474860a22ec07f3faca833', 'gw_port': {'id': '4f4edf15-fb55-4ed7-b923-84f0b5ed62b2', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b6b045-ec42-49b4-a3d0-39659877c3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:20:49Z', 'updated_at': '2021-10-27T18:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '102924ec-2dc5-45d2-8dae-d3e855f57a36', 'tenant_id': '2afdd7c515474860a22ec07f3faca833', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': 'e2b6b045-ec42-49b4-a3d0-39659877c3fe', 'port_id': 'd7b57edb-3306-47d0-b0c8-6c4a2d407037', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadbf85d-3b34-4dc3-8601-2203c9997db2', 'mac_address': 'fa:16:3e:c8:7b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8903f3-8988-4444-b072-e5de2d0353b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:21:01Z', 'updated_at': '2021-10-27T18:21:24Z', 'revision_number': 1, 'project_id': '2afdd7c515474860a22ec07f3faca833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd158afcf-bb82-4920-a551-1532b617b349', 'name': '', 'network_id': 'eadbf85d-3b34-4dc3-8601-2203c9997db2', 'tenant_id': '2afdd7c515474860a22ec07f3faca833', 'mac_address': 'fa:16:3e:68:c7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b6b045-ec42-49b4-a3d0-39659877c3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '69983570-a5fd-4619-80ac-2d6bf8572707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:20:53Z', 'updated_at': '2021-10-27T18:21:00Z', 'revision_number': 5, 'project_id': '2afdd7c515474860a22ec07f3faca833', 'subnets': [{'id': '69983570-a5fd-4619-80ac-2d6bf8572707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:26.128320 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169a839b-1ef1-42b0-ba72-d9a9b466e24c None None] Checking router: e2b6b045-ec42-49b4-a3d0-39659877c3fe for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:21:26.141137 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169a839b-1ef1-42b0-ba72-d9a9b466e24c None None] Routers {'e2b6b045-ec42-49b4-a3d0-39659877c3fe'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:21:26.142153 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-169a839b-1ef1-42b0-ba72-d9a9b466e24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:21:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['e2b6b045-ec42-49b4-a3d0-39659877c3fe'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:26.180965 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5503ab69-f28a-4a2d-8ae2-c23a8c1bd425 req-d6da302d-13f0-43cd-af0e-4198c04f74b7 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] 10.222.0.52 "GET /v2.0/security-groups/44218d22-96bb-4b2c-a4c3-ca3f9d88f111 HTTP/1.1" status: 200 len: 2397 time: 0.2226379 Oct 27 18:21:26.217463 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7dc2bc0-cc6f-4daa-a8d2-c80551ed3baf admin admin] Deleting subnet 8b6b6ba7-005f-448a-b57c-d52798a8629c {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:21:26.244036 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a7dc2bc0-cc6f-4daa-a8d2-c80551ed3baf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:26.254135 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-8274fb16-3676-4be8-80f0-13569534c0ef admin admin] Deleting port 973a6b9f-7108-4ccd-beb6-b154405db982 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:21:26.257522 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8274fb16-3676-4be8-80f0-13569534c0ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:26.278640 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-169a839b-1ef1-42b0-ba72-d9a9b466e24c None None] Set router e2b6b045-ec42-49b4-a3d0-39659877c3fe gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:21:26.302117 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2d4ffa4a-1f70-4107-9cd0-f2b16ff91297 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:26.315380 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-5503ab69-f28a-4a2d-8ae2-c23a8c1bd425 req-2b0127d1-c9b4-4d78-93e3-c216e8e9fdf3 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:26.342029 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:26.363734 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-5503ab69-f28a-4a2d-8ae2-c23a8c1bd425 req-2b0127d1-c9b4-4d78-93e3-c216e8e9fdf3 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:26.432098 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2d4ffa4a-1f70-4107-9cd0-f2b16ff91297 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:26.437788 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4024603a-c21b-4ce2-a3bb-6bc00caa786f req-c807ae02-9939-4a9c-9c48-db615f95be9c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7b57edb-3306-47d0-b0c8-6c4a2d407037 HTTP/1.1" status: 200 len: 1000 time: 0.4210157 Oct 27 18:21:26.440492 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfabd4e1-6788-4723-b771-7f39ef7ed1f1 admin admin] Made reservation on behalf of 32c521b9d5364e14a010de85fa7c39d0 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:21:26.441277 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-7fec6abe-ccea-43f8-8974-6259110d79fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea743e4-3caa-4069-ae34-14547296b565', 'name': 'tempest-ServersTestMultiNic-1502352321-router', 'tenant_id': '52425a4848b54b7383a7845cb99edf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '973a6b9f-7108-4ccd-beb6-b154405db982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:19:26Z', 'updated_at': '2021-10-27T18:21:22Z', 'revision_number': 5, 'project_id': '52425a4848b54b7383a7845cb99edf04', 'gw_port': {'id': '973a6b9f-7108-4ccd-beb6-b154405db982', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:53:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea743e4-3caa-4069-ae34-14547296b565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:19:28Z', 'updated_at': '2021-10-27T18:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:26.443049 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bfabd4e1-6788-4723-b771-7f39ef7ed1f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:26.450865 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a7dc2bc0-cc6f-4daa-a8d2-c80551ed3baf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:26.484571 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fec6abe-ccea-43f8-8974-6259110d79fa None None] The sync data for ids ['9ea743e4-3caa-4069-ae34-14547296b565'] in n-d-815690-2 is: [{'id': '9ea743e4-3caa-4069-ae34-14547296b565', 'name': 'tempest-ServersTestMultiNic-1502352321-router', 'tenant_id': '52425a4848b54b7383a7845cb99edf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '973a6b9f-7108-4ccd-beb6-b154405db982', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:19:26Z', 'updated_at': '2021-10-27T18:21:22Z', 'revision_number': 5, 'project_id': '52425a4848b54b7383a7845cb99edf04', 'gw_port': {'id': '973a6b9f-7108-4ccd-beb6-b154405db982', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:53:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea743e4-3caa-4069-ae34-14547296b565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:19:28Z', 'updated_at': '2021-10-27T18:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:21:26.545788 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2d4ffa4a-1f70-4107-9cd0-f2b16ff91297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:26.556639 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-8274fb16-3676-4be8-80f0-13569534c0ef admin admin] For port 973a6b9f-7108-4ccd-beb6-b154405db982, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=973a6b9f-7108-4ccd-beb6-b154405db982,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:21:26.557003 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8274fb16-3676-4be8-80f0-13569534c0ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:26.579572 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-8274fb16-3676-4be8-80f0-13569534c0ef admin admin] Calling delete_port for 973a6b9f-7108-4ccd-beb6-b154405db982 owned by network:router_gateway {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:21:26.591671 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1fc5e61-c6b8-49b2-abf5-9e915852d412 admin admin] Router 226e17da-39c9-47a6-9efe-123f2db43153 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:21:26.618592 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-169a839b-1ef1-42b0-ba72-d9a9b466e24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b6b045-ec42-49b4-a3d0-39659877c3fe', 'name': 'tempest-ServersTestManualDisk-123132022-router', 'tenant_id': '2afdd7c515474860a22ec07f3faca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '4f4edf15-fb55-4ed7-b923-84f0b5ed62b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:20:47Z', 'updated_at': '2021-10-27T18:20:54Z', 'revision_number': 4, 'project_id': '2afdd7c515474860a22ec07f3faca833', 'gw_port': {'id': '4f4edf15-fb55-4ed7-b923-84f0b5ed62b2', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b6b045-ec42-49b4-a3d0-39659877c3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:20:49Z', 'updated_at': '2021-10-27T18:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '102924ec-2dc5-45d2-8dae-d3e855f57a36', 'tenant_id': '2afdd7c515474860a22ec07f3faca833', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': 'e2b6b045-ec42-49b4-a3d0-39659877c3fe', 'port_id': 'd7b57edb-3306-47d0-b0c8-6c4a2d407037', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadbf85d-3b34-4dc3-8601-2203c9997db2', 'mac_address': 'fa:16:3e:c8:7b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8903f3-8988-4444-b072-e5de2d0353b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:21:01Z', 'updated_at': '2021-10-27T18:21:24Z', 'revision_number': 1, 'project_id': '2afdd7c515474860a22ec07f3faca833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd158afcf-bb82-4920-a551-1532b617b349', 'name': '', 'network_id': 'eadbf85d-3b34-4dc3-8601-2203c9997db2', 'tenant_id': '2afdd7c515474860a22ec07f3faca833', 'mac_address': 'fa:16:3e:68:c7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b6b045-ec42-49b4-a3d0-39659877c3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '69983570-a5fd-4619-80ac-2d6bf8572707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:20:53Z', 'updated_at': '2021-10-27T18:21:00Z', 'revision_number': 5, 'project_id': '2afdd7c515474860a22ec07f3faca833', 'subnets': [{'id': '69983570-a5fd-4619-80ac-2d6bf8572707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:26.635101 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:26.659800 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169a839b-1ef1-42b0-ba72-d9a9b466e24c None None] The sync data for ids ['e2b6b045-ec42-49b4-a3d0-39659877c3fe'] in n-d-815690-2 is: [{'id': 'e2b6b045-ec42-49b4-a3d0-39659877c3fe', 'name': 'tempest-ServersTestManualDisk-123132022-router', 'tenant_id': '2afdd7c515474860a22ec07f3faca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '4f4edf15-fb55-4ed7-b923-84f0b5ed62b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:20:47Z', 'updated_at': '2021-10-27T18:20:54Z', 'revision_number': 4, 'project_id': '2afdd7c515474860a22ec07f3faca833', 'gw_port': {'id': '4f4edf15-fb55-4ed7-b923-84f0b5ed62b2', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b6b045-ec42-49b4-a3d0-39659877c3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:20:49Z', 'updated_at': '2021-10-27T18:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '102924ec-2dc5-45d2-8dae-d3e855f57a36', 'tenant_id': '2afdd7c515474860a22ec07f3faca833', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': 'e2b6b045-ec42-49b4-a3d0-39659877c3fe', 'port_id': 'd7b57edb-3306-47d0-b0c8-6c4a2d407037', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eadbf85d-3b34-4dc3-8601-2203c9997db2', 'mac_address': 'fa:16:3e:c8:7b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8903f3-8988-4444-b072-e5de2d0353b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:21:01Z', 'updated_at': '2021-10-27T18:21:24Z', 'revision_number': 1, 'project_id': '2afdd7c515474860a22ec07f3faca833', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd158afcf-bb82-4920-a551-1532b617b349', 'name': '', 'network_id': 'eadbf85d-3b34-4dc3-8601-2203c9997db2', 'tenant_id': '2afdd7c515474860a22ec07f3faca833', 'mac_address': 'fa:16:3e:68:c7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b6b045-ec42-49b4-a3d0-39659877c3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '69983570-a5fd-4619-80ac-2d6bf8572707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:20:53Z', 'updated_at': '2021-10-27T18:21:00Z', 'revision_number': 5, 'project_id': '2afdd7c515474860a22ec07f3faca833', 'subnets': [{'id': '69983570-a5fd-4619-80ac-2d6bf8572707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:21:26.705132 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a7dc2bc0-cc6f-4daa-a8d2-c80551ed3baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:26.711697 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024603a-c21b-4ce2-a3bb-6bc00caa786f req-2cee1f07-f078-46b1-94a2-50eaa86065d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:26.713227 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4024603a-c21b-4ce2-a3bb-6bc00caa786f req-2cee1f07-f078-46b1-94a2-50eaa86065d2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=69983570-a5fd-4619-80ac-2d6bf8572707 HTTP/1.1" status: 200 len: 850 time: 0.2673719 Oct 27 18:21:26.713851 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ffa4a-1f70-4107-9cd0-f2b16ff91297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8baf35f1-5533-4627-a9a3-8aac40e5815d,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:26.721507 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-5503ab69-f28a-4a2d-8ae2-c23a8c1bd425 req-2b0127d1-c9b4-4d78-93e3-c216e8e9fdf3 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:26.724100 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-5503ab69-f28a-4a2d-8ae2-c23a8c1bd425 req-2b0127d1-c9b4-4d78-93e3-c216e8e9fdf3 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:26.725281 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5503ab69-f28a-4a2d-8ae2-c23a8c1bd425 req-2b0127d1-c9b4-4d78-93e3-c216e8e9fdf3 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] 10.222.0.52 "DELETE /v2.0/security-groups/44218d22-96bb-4b2c-a4c3-ca3f9d88f111 HTTP/1.1" status: 204 len: 173 time: 0.5360675 Oct 27 18:21:26.738646 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49906) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:26.747712 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2d4ffa4a-1f70-4107-9cd0-f2b16ff91297 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d754cf5decd54f58be7f25c7153773a0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1710758 Oct 27 18:21:26.750506 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49908) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:26.789135 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0127d1-c9b4-4d78-93e3-c216e8e9fdf3 tempest-SecurityGroupRulesTestJSON-2035302762 tempest-SecurityGroupRulesTestJSON-2035302762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44218d22-96bb-4b2c-a4c3-ca3f9d88f111,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:26.889453 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-92f162ae-f668-4a08-a078-f2bd487fe6a6 admin admin] Deleting subnet a514ec13-655b-4e04-a6f6-206b8a356d21 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:21:26.902866 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-92f162ae-f668-4a08-a078-f2bd487fe6a6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:26.915309 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024603a-c21b-4ce2-a3bb-6bc00caa786f req-06c4a752-0210-4c38-b64a-05efaf159324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:26.917167 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4024603a-c21b-4ce2-a3bb-6bc00caa786f req-06c4a752-0210-4c38-b64a-05efaf159324 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=eadbf85d-3b34-4dc3-8601-2203c9997db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1695457 Oct 27 18:21:26.940965 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1fc5e61-c6b8-49b2-abf5-9e915852d412 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:21:26.952609 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d1fc5e61-c6b8-49b2-abf5-9e915852d412 admin admin] 10.222.0.52 "PUT /v2.0/routers/226e17da-39c9-47a6-9efe-123f2db43153/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3534968 Oct 27 18:21:26.955803 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49916) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:26.960051 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c781238-7ff2-4f57-9123-7bcf09ab0c15 None None] Sync routers for ids ['226e17da-39c9-47a6-9efe-123f2db43153'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:21:26.983586 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c781238-7ff2-4f57-9123-7bcf09ab0c15 None None] Routers {'226e17da-39c9-47a6-9efe-123f2db43153'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:21:26.985713 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-7c781238-7ff2-4f57-9123-7bcf09ab0c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:21:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['226e17da-39c9-47a6-9efe-123f2db43153'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:27.007512 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1efae869-0f4e-4b5f-b215-5bcecc5fba13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:27.026111 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a7dc2bc0-cc6f-4daa-a8d2-c80551ed3baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:27.050710 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01021d46-b1ed-431f-9d33-5a4870c8af0b None None] New status for floating IP 102924ec-2dc5-45d2-8dae-d3e855f57a36: ACTIVE {{(pid=102881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:21:27.070000 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-92f162ae-f668-4a08-a078-f2bd487fe6a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:27.126455 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc2bc0-cc6f-4daa-a8d2-c80551ed3baf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b6b6ba7-005f-448a-b57c-d52798a8629c,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:27.128693 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a7dc2bc0-cc6f-4daa-a8d2-c80551ed3baf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:27.131915 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a7dc2bc0-cc6f-4daa-a8d2-c80551ed3baf admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8b6b6ba7-005f-448a-b57c-d52798a8629c HTTP/1.1" status: 204 len: 168 time: 1.3657744 Oct 27 18:21:27.138078 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1efae869-0f4e-4b5f-b215-5bcecc5fba13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:27.141378 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49918) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:27.221786 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4024603a-c21b-4ce2-a3bb-6bc00caa786f req-676750ff-9c78-443e-aef3-b4835589ac4f service neutron] 10.222.0.93 "GET /v2.0/networks/eadbf85d-3b34-4dc3-8601-2203c9997db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944424 Oct 27 18:21:27.244990 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-92f162ae-f668-4a08-a078-f2bd487fe6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:27.251574 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bfabd4e1-6788-4723-b771-7f39ef7ed1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:27.264533 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-7c781238-7ff2-4f57-9123-7bcf09ab0c15 None None] Set router 226e17da-39c9-47a6-9efe-123f2db43153 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:21:27.298325 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e7b9652a-9d4a-4267-acd9-8aa33866f4f3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:27.304416 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5f294a3f-3ee7-4158-af97-d43295f898a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:27.396024 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfabd4e1-6788-4723-b771-7f39ef7ed1f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e43a2e56-6a89-4d7a-ba43-8a2e198dc078,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:27.396231 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8274fb16-3676-4be8-80f0-13569534c0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:27.408435 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfabd4e1-6788-4723-b771-7f39ef7ed1f1 admin admin] Checking segment: {'id': '41131f65-3afe-44a8-b36c-5b0b2c75311d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'b0826293-f8b5-4c91-b97e-04b01e42ef10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:21:27.408702 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfabd4e1-6788-4723-b771-7f39ef7ed1f1 admin admin] Network hostable DHCP agents. Network: b0826293-f8b5-4c91-b97e-04b01e42ef10, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:21:27.423184 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1efae869-0f4e-4b5f-b215-5bcecc5fba13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:27.425748 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1efae869-0f4e-4b5f-b215-5bcecc5fba13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:27.429622 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1efae869-0f4e-4b5f-b215-5bcecc5fba13 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8baf35f1-5533-4627-a9a3-8aac40e5815d HTTP/1.1" status: 204 len: 168 time: 0.6479647 Oct 27 18:21:27.445643 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4024603a-c21b-4ce2-a3bb-6bc00caa786f req-e9834a5a-ec4b-40bf-9152-221173a36663 service neutron] 10.222.0.93 "GET /v2.0/networks/eadbf85d-3b34-4dc3-8601-2203c9997db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113914 Oct 27 18:21:27.450900 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efae869-0f4e-4b5f-b215-5bcecc5fba13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8baf35f1-5533-4627-a9a3-8aac40e5815d,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:27.451579 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274fb16-3676-4be8-80f0-13569534c0ef admin admin] Pushing event deleted for resources: {'Port': ['ID=973a6b9f-7108-4ccd-beb6-b154405db982,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:27.524491 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfabd4e1-6788-4723-b771-7f39ef7ed1f1 admin admin] Network b0826293-f8b5-4c91-b97e-04b01e42ef10 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:21:27.571482 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-92f162ae-f668-4a08-a078-f2bd487fe6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:27.600126 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-7c781238-7ff2-4f57-9123-7bcf09ab0c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226e17da-39c9-47a6-9efe-123f2db43153', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1011673838-router', 'tenant_id': '44ceb98e338f43efad337aa0e94baeee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '6b6bc4ea-bbcd-41e2-84b4-dffde30aa01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:16:17Z', 'updated_at': '2021-10-27T18:21:24Z', 'revision_number': 5, 'project_id': '44ceb98e338f43efad337aa0e94baeee', 'gw_port': {'id': '6b6bc4ea-bbcd-41e2-84b4-dffde30aa01a', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226e17da-39c9-47a6-9efe-123f2db43153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:16:17Z', 'updated_at': '2021-10-27T18:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:27.646653 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-bfabd4e1-6788-4723-b771-7f39ef7ed1f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, b0826293-f8b5-4c91-b97e-04b01e42ef10) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:21:27.651214 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfabd4e1-6788-4723-b771-7f39ef7ed1f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:27.651831 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bfabd4e1-6788-4723-b771-7f39ef7ed1f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:27.656685 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c781238-7ff2-4f57-9123-7bcf09ab0c15 None None] Checking router: 226e17da-39c9-47a6-9efe-123f2db43153 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:21:27.662750 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec99b81f-c412-4773-8e14-372507835673 None None] Network b0826293-f8b5-4c91-b97e-04b01e42ef10 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:21:27.671906 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f162ae-f668-4a08-a078-f2bd487fe6a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a514ec13-655b-4e04-a6f6-206b8a356d21,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:27.685399 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e7b9652a-9d4a-4267-acd9-8aa33866f4f3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:27.689257 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-92f162ae-f668-4a08-a078-f2bd487fe6a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:27.692811 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-92f162ae-f668-4a08-a078-f2bd487fe6a6 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a514ec13-655b-4e04-a6f6-206b8a356d21 HTTP/1.1" status: 204 len: 168 time: 0.9517441 Oct 27 18:21:27.695268 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5f294a3f-3ee7-4158-af97-d43295f898a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:27.695534 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49930) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:27.715662 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8274fb16-3676-4be8-80f0-13569534c0ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:27.740171 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 9438f126-c34a-4fce-ae9b-eda8bda33c13 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:21:27.788459 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-bfabd4e1-6788-4723-b771-7f39ef7ed1f1 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7435586 Oct 27 18:21:27.793024 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49932) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:27.797681 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-e547aba3-760f-4107-a3e3-25b658b7dff5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-3778310-router', 'tenant_id': '32c521b9d5364e14a010de85fa7c39d0', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:27.814389 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 9438f126-c34a-4fce-ae9b-eda8bda33c13 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:21:27.814389 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 9438f126-c34a-4fce-ae9b-eda8bda33c13 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:21:27.821665 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-5f294a3f-3ee7-4158-af97-d43295f898a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3551270-2765-4a25-abeb-25e55b0a5126']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:27.827358 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6c98fe54-4a8d-4ed4-8c99-9b53fede934c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:27.830248 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c781238-7ff2-4f57-9123-7bcf09ab0c15 None None] Routers {'226e17da-39c9-47a6-9efe-123f2db43153'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:21:27.831045 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-7c781238-7ff2-4f57-9123-7bcf09ab0c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:21:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['226e17da-39c9-47a6-9efe-123f2db43153'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:27.836407 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-5f294a3f-3ee7-4158-af97-d43295f898a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32b71140-e440-46b3-9b2a-24e683b039db') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:27.836956 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-5f294a3f-3ee7-4158-af97-d43295f898a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32b71140-e440-46b3-9b2a-24e683b039db') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:27.840806 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8274fb16-3676-4be8-80f0-13569534c0ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:27.851267 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8274fb16-3676-4be8-80f0-13569534c0ef admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:27.954284 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e547aba3-760f-4107-a3e3-25b658b7dff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:27.955379 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e547aba3-760f-4107-a3e3-25b658b7dff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:27.976536 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6c98fe54-4a8d-4ed4-8c99-9b53fede934c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:28.032180 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-6c98fe54-4a8d-4ed4-8c99-9b53fede934c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a091a2f-9a09-4d9e-8e8e-6fbebbbb532e']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:28.054770 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-6c98fe54-4a8d-4ed4-8c99-9b53fede934c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24f17ea3-f0f2-4d00-8c3f-1275c3aa17dd') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:28.056701 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-6c98fe54-4a8d-4ed4-8c99-9b53fede934c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24f17ea3-f0f2-4d00-8c3f-1275c3aa17dd') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:28.096430 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6c98fe54-4a8d-4ed4-8c99-9b53fede934c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:28.154187 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e547aba3-760f-4107-a3e3-25b658b7dff5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:28.158651 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-7c781238-7ff2-4f57-9123-7bcf09ab0c15 None None] Set router 226e17da-39c9-47a6-9efe-123f2db43153 gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:21:28.171668 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6c98fe54-4a8d-4ed4-8c99-9b53fede934c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:28.179614 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c98fe54-4a8d-4ed4-8c99-9b53fede934c admin admin] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:21:28.180124 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6c98fe54-4a8d-4ed4-8c99-9b53fede934c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:28.191875 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:21:28.191875 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:21:28.191875 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:21:28.191875 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:21:28.191875 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:21:28.191875 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:21:28.191875 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:21:28.191875 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:21:28.191875 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:21:28.191875 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:21:28.191875 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:21:28.191875 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:21:28.191875 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:21:28.191875 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:21:28.191875 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:21:28.191875 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:21:28.191875 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:21:28.191875 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:21:28.191875 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:21:28.191875 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:21:28.191875 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:21:28.191875 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:21:28.191875 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:21:28.191875 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:21:28.191875 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:21:28.191875 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:21:28.191875 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:21:28.191875 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:21:28.191875 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:21:28.191875 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:21:28.191875 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:21:28.191875 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:21:28.198743 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5f294a3f-3ee7-4158-af97-d43295f898a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:28.239204 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-7c781238-7ff2-4f57-9123-7bcf09ab0c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '226e17da-39c9-47a6-9efe-123f2db43153', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1011673838-router', 'tenant_id': '44ceb98e338f43efad337aa0e94baeee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:16:17Z', 'updated_at': '2021-10-27T18:21:27Z', 'revision_number': 6, 'project_id': '44ceb98e338f43efad337aa0e94baeee', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:28.254507 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5f294a3f-3ee7-4158-af97-d43295f898a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:28.263187 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f294a3f-3ee7-4158-af97-d43295f898a7 admin admin] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:21:28.271421 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5f294a3f-3ee7-4158-af97-d43295f898a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:28.271620 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c781238-7ff2-4f57-9123-7bcf09ab0c15 None None] The sync data for ids ['226e17da-39c9-47a6-9efe-123f2db43153'] in n-d-815690-2 is: [{'id': '226e17da-39c9-47a6-9efe-123f2db43153', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1011673838-router', 'tenant_id': '44ceb98e338f43efad337aa0e94baeee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:16:17Z', 'updated_at': '2021-10-27T18:21:27Z', 'revision_number': 6, 'project_id': '44ceb98e338f43efad337aa0e94baeee', 'gw_port_host': None}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:21:28.274949 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:21:28.274949 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:21:28.274949 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:21:28.274949 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:21:28.274949 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:21:28.274949 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:21:28.274949 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:21:28.274949 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:21:28.274949 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:21:28.274949 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:21:28.274949 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:21:28.274949 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:21:28.274949 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:21:28.274949 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:21:28.274949 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:21:28.274949 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:21:28.274949 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:21:28.274949 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:21:28.274949 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:21:28.274949 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:21:28.274949 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:21:28.274949 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:21:28.274949 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:21:28.274949 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:21:28.274949 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:21:28.274949 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:21:28.274949 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:21:28.274949 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:21:28.274949 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:21:28.274949 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:21:28.274949 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:21:28.274949 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:21:28.330773 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8274fb16-3676-4be8-80f0-13569534c0ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:28.339391 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46b9a96-58df-4e8f-9e21-5273d2879ab2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-b0826293-f8b5-4c91-b97e-04b01e42ef10', 'network_id': 'b0826293-f8b5-4c91-b97e-04b01e42ef10', 'tenant_id': '32c521b9d5364e14a010de85fa7c39d0', 'fixed_ips': [{'subnet_id': 'e43a2e56-6a89-4d7a-ba43-8a2e198dc078'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:21:28.340212 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8274fb16-3676-4be8-80f0-13569534c0ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ea743e4-3caa-4069-ae34-14547296b565 {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:21:28.340321 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f46b9a96-58df-4e8f-9e21-5273d2879ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:28.340422 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8274fb16-3676-4be8-80f0-13569534c0ef admin admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:28.340738 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8274fb16-3676-4be8-80f0-13569534c0ef admin admin] 10.222.0.52 "DELETE /v2.0/routers/9ea743e4-3caa-4069-ae34-14547296b565 HTTP/1.1" status: 204 len: 168 time: 3.4197628 Oct 27 18:21:28.344517 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49950) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:28.354649 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-e7b9652a-9d4a-4267-acd9-8aa33866f4f3 admin admin] Deleting port 6b6bc4ea-bbcd-41e2-84b4-dffde30aa01a {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:21:28.355597 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e7b9652a-9d4a-4267-acd9-8aa33866f4f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:28.474947 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-d994d501-ef9a-4ab4-a0ea-66558e704058 admin admin] Deleting subnet 4b4ec33a-4e32-41cc-901e-ac684673c9fe {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:21:28.477341 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5f294a3f-3ee7-4158-af97-d43295f898a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:28.484265 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5f294a3f-3ee7-4158-af97-d43295f898a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:28.488155 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5f294a3f-3ee7-4158-af97-d43295f898a7 admin admin] 10.222.0.52 "DELETE /v2.0/networks/b3551270-2765-4a25-abeb-25e55b0a5126 HTTP/1.1" status: 204 len: 168 time: 1.3474071 Oct 27 18:21:28.498162 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49952) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:28.508020 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d994d501-ef9a-4ab4-a0ea-66558e704058 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:28.517346 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f294a3f-3ee7-4158-af97-d43295f898a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3551270-2765-4a25-abeb-25e55b0a5126,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:28.537062 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6c98fe54-4a8d-4ed4-8c99-9b53fede934c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:28.593231 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6c98fe54-4a8d-4ed4-8c99-9b53fede934c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:28.596871 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6c98fe54-4a8d-4ed4-8c99-9b53fede934c admin admin] 10.222.0.52 "DELETE /v2.0/networks/7a091a2f-9a09-4d9e-8e8e-6fbebbbb532e HTTP/1.1" status: 204 len: 168 time: 0.9003291 Oct 27 18:21:28.609973 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d994d501-ef9a-4ab4-a0ea-66558e704058 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:28.628034 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-f46b9a96-58df-4e8f-9e21-5273d2879ab2 None None] Allocated IP 172.20.0.2 (b0826293-f8b5-4c91-b97e-04b01e42ef10/e43a2e56-6a89-4d7a-ba43-8a2e198dc078/58ee736e-6b93-4ab6-a7e6-89d733b5c893) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:21:28.670125 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-e7b9652a-9d4a-4267-acd9-8aa33866f4f3 admin admin] For port 6b6bc4ea-bbcd-41e2-84b4-dffde30aa01a, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=6b6bc4ea-bbcd-41e2-84b4-dffde30aa01a,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:21:28.670504 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e7b9652a-9d4a-4267-acd9-8aa33866f4f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:28.722732 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-e7b9652a-9d4a-4267-acd9-8aa33866f4f3 admin admin] Calling delete_port for 6b6bc4ea-bbcd-41e2-84b4-dffde30aa01a owned by network:router_gateway {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:21:28.882364 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f46b9a96-58df-4e8f-9e21-5273d2879ab2 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:28.901268 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d994d501-ef9a-4ab4-a0ea-66558e704058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:28.977587 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f46b9a96-58df-4e8f-9e21-5273d2879ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:29.008585 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e547aba3-760f-4107-a3e3-25b658b7dff5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:29.054323 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-344d996a-15c0-4fe2-8986-22e800718cc3 admin admin] Deleting subnet fbdfb398-5a0c-43cc-83a9-6fba08a3c6d8 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:21:29.057277 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46b9a96-58df-4e8f-9e21-5273d2879ab2 None None] Network b0826293-f8b5-4c91-b97e-04b01e42ef10 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:21:29.067168 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c98fe54-4a8d-4ed4-8c99-9b53fede934c admin admin] Pushing event deleted for resources: {'Network': ['ID=7a091a2f-9a09-4d9e-8e8e-6fbebbbb532e,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:29.069230 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-344d996a-15c0-4fe2-8986-22e800718cc3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:29.071170 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-f46b9a96-58df-4e8f-9e21-5273d2879ab2 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:21:29.088728 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46b9a96-58df-4e8f-9e21-5273d2879ab2 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:21:29.144438 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b9a96-58df-4e8f-9e21-5273d2879ab2 None None] Pushing event updated for resources: {'Port': ['ID=58ee736e-6b93-4ab6-a7e6-89d733b5c893,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:29.156449 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-344d996a-15c0-4fe2-8986-22e800718cc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:29.183685 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-f46b9a96-58df-4e8f-9e21-5273d2879ab2 None None] Attempting to bind port 58ee736e-6b93-4ab6-a7e6-89d733b5c893 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:21:29.184052 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-f46b9a96-58df-4e8f-9e21-5273d2879ab2 None None] Attempting to bind port 58ee736e-6b93-4ab6-a7e6-89d733b5c893 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '41131f65-3afe-44a8-b36c-5b0b2c75311d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'b0826293-f8b5-4c91-b97e-04b01e42ef10'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:21:29.186329 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46b9a96-58df-4e8f-9e21-5273d2879ab2 None None] Attempting to bind port 58ee736e-6b93-4ab6-a7e6-89d733b5c893 on network b0826293-f8b5-4c91-b97e-04b01e42ef10 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:21:29.192262 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46b9a96-58df-4e8f-9e21-5273d2879ab2 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:21:29.192634 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46b9a96-58df-4e8f-9e21-5273d2879ab2 None None] Checking segment: {'id': '41131f65-3afe-44a8-b36c-5b0b2c75311d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'b0826293-f8b5-4c91-b97e-04b01e42ef10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:21:29.193035 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f46b9a96-58df-4e8f-9e21-5273d2879ab2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:29.193422 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46b9a96-58df-4e8f-9e21-5273d2879ab2 None None] Bound using segment: {'id': '41131f65-3afe-44a8-b36c-5b0b2c75311d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'b0826293-f8b5-4c91-b97e-04b01e42ef10'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:21:29.193882 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-f46b9a96-58df-4e8f-9e21-5273d2879ab2 None None] Bound port: 58ee736e-6b93-4ab6-a7e6-89d733b5c893, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41131f65-3afe-44a8-b36c-5b0b2c75311d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'b0826293-f8b5-4c91-b97e-04b01e42ef10'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:21:29.195783 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f46b9a96-58df-4e8f-9e21-5273d2879ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:29.220270 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49970) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:29.261260 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-344d996a-15c0-4fe2-8986-22e800718cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:29.285494 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a0a64a82-a0aa-4046-ae88-5d9556c9cbee admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c4ec6c799d884a6cac2f4ea415cc58ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0698669 Oct 27 18:21:29.286728 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d994d501-ef9a-4ab4-a0ea-66558e704058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:29.301569 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49978) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:29.306984 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e7b9652a-9d4a-4267-acd9-8aa33866f4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:29.341153 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f46b9a96-58df-4e8f-9e21-5273d2879ab2 None None] For port 58ee736e-6b93-4ab6-a7e6-89d733b5c893, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:21:29.348190 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f46b9a96-58df-4e8f-9e21-5273d2879ab2 None None] For port 58ee736e-6b93-4ab6-a7e6-89d733b5c893, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=58ee736e-6b93-4ab6-a7e6-89d733b5c893,segment=NetworkSegment(41131f65-3afe-44a8-b36c-5b0b2c75311d),segment_id=41131f65-3afe-44a8-b36c-5b0b2c75311d)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:21:29.408953 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-37a1ecd6-e27e-479d-ade3-d09bceabd061 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:29.412673 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d994d501-ef9a-4ab4-a0ea-66558e704058 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:29.421484 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc08bb3-f66a-4eb2-89a9-315238161faa None None] Network d3694d0f-52cb-42d1-9264-83b0dc3842f4 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:21:29.425507 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d994d501-ef9a-4ab4-a0ea-66558e704058 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/4b4ec33a-4e32-41cc-901e-ac684673c9fe HTTP/1.1" status: 204 len: 168 time: 1.0788438 Oct 27 18:21:29.426522 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d501-ef9a-4ab4-a0ea-66558e704058 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b4ec33a-4e32-41cc-901e-ac684673c9fe,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:29.427797 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49988) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:29.435496 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9652a-9d4a-4267-acd9-8aa33866f4f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b6bc4ea-bbcd-41e2-84b4-dffde30aa01a,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:29.492053 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-37a1ecd6-e27e-479d-ade3-d09bceabd061 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:29.504377 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e7b9652a-9d4a-4267-acd9-8aa33866f4f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:29.507513 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f46b9a96-58df-4e8f-9e21-5273d2879ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:29.604270 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-344d996a-15c0-4fe2-8986-22e800718cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:29.631417 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b9a96-58df-4e8f-9e21-5273d2879ab2 None None] Pushing event updated for resources: {'Port': ['ID=58ee736e-6b93-4ab6-a7e6-89d733b5c893,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:29.684403 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d996a-15c0-4fe2-8986-22e800718cc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbdfb398-5a0c-43cc-83a9-6fba08a3c6d8,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:29.715065 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-344d996a-15c0-4fe2-8986-22e800718cc3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:29.715065 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-344d996a-15c0-4fe2-8986-22e800718cc3 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/fbdfb398-5a0c-43cc-83a9-6fba08a3c6d8 HTTP/1.1" status: 204 len: 168 time: 1.2025774 Oct 27 18:21:29.715065 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bf9633cd-96e3-4cc2-aa01-12343e7759dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:29.715065 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49994) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:29.739888 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e7b9652a-9d4a-4267-acd9-8aa33866f4f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:29.745040 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e7b9652a-9d4a-4267-acd9-8aa33866f4f3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:29.774064 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 973a6b9f-7108-4ccd-beb6-b154405db982 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:21:29.806739 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 973a6b9f-7108-4ccd-beb6-b154405db982 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:21:29.807114 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 973a6b9f-7108-4ccd-beb6-b154405db982 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:21:29.807708 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 6b6bc4ea-bbcd-41e2-84b4-dffde30aa01a no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:21:29.844051 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 6b6bc4ea-bbcd-41e2-84b4-dffde30aa01a {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:21:29.844874 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 6b6bc4ea-bbcd-41e2-84b4-dffde30aa01a not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:21:29.845694 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 0552a33b-36e6-4d7d-918c-0ef355407e64 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:21:29.872994 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e7b9652a-9d4a-4267-acd9-8aa33866f4f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:29.873830 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b9652a-9d4a-4267-acd9-8aa33866f4f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 226e17da-39c9-47a6-9efe-123f2db43153 {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:21:29.882220 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e7b9652a-9d4a-4267-acd9-8aa33866f4f3 admin admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:29.883642 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e7b9652a-9d4a-4267-acd9-8aa33866f4f3 admin admin] 10.222.0.52 "DELETE /v2.0/routers/226e17da-39c9-47a6-9efe-123f2db43153 HTTP/1.1" status: 204 len: 168 time: 2.9255581 Oct 27 18:21:29.884374 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50000) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:29.888266 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759d6d85-fb36-4e95-846a-56974c54cf0c None None] DHCP port deletion for d3694d0f-52cb-42d1-9264-83b0dc3842f4 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:21:29.892229 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 0552a33b-36e6-4d7d-918c-0ef355407e64 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:21:29.892575 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 0552a33b-36e6-4d7d-918c-0ef355407e64 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:21:29.902644 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e547aba3-760f-4107-a3e3-25b658b7dff5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:29.931563 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-37a1ecd6-e27e-479d-ade3-d09bceabd061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:29.957047 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-37a1ecd6-e27e-479d-ade3-d09bceabd061 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:29.963065 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-37a1ecd6-e27e-479d-ade3-d09bceabd061 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2fd1cfb8-45ba-4af2-b872-2899c8f2c80a HTTP/1.1" status: 204 len: 168 time: 0.6584046 Oct 27 18:21:30.023878 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-745e2ccd-a875-4669-9e83-7b2a6aed090c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:30.041169 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e547aba3-760f-4107-a3e3-25b658b7dff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:30.059671 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-055f2991-e75f-4cba-aeff-9531ef6ef693 admin admin] Deleting subnet e2288d72-e204-4d95-a72c-666831c1c114 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:21:30.062054 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a1ecd6-e27e-479d-ade3-d09bceabd061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd1cfb8-45ba-4af2-b872-2899c8f2c80a,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:30.071146 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-055f2991-e75f-4cba-aeff-9531ef6ef693 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:30.089145 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-759d6d85-fb36-4e95-846a-56974c54cf0c None None] Deleting port 4339e38e-481c-4248-9ef9-6265d555d20b {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:21:30.089550 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-759d6d85-fb36-4e95-846a-56974c54cf0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:30.168031 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-055f2991-e75f-4cba-aeff-9531ef6ef693 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:30.175128 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50010) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:30.257890 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-759d6d85-fb36-4e95-846a-56974c54cf0c None None] For port 4339e38e-481c-4248-9ef9-6265d555d20b, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=4339e38e-481c-4248-9ef9-6265d555d20b,segment=NetworkSegment(2eadb8c9-d522-4e88-9224-7c53eba8e9a4),segment_id=2eadb8c9-d522-4e88-9224-7c53eba8e9a4)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:21:30.258295 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-759d6d85-fb36-4e95-846a-56974c54cf0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:30.277003 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-bf9633cd-96e3-4cc2-aa01-12343e7759dc admin admin] Deleting port 4339e38e-481c-4248-9ef9-6265d555d20b {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:21:30.277237 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bf9633cd-96e3-4cc2-aa01-12343e7759dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:30.284557 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-759d6d85-fb36-4e95-846a-56974c54cf0c None None] Calling delete_port for 4339e38e-481c-4248-9ef9-6265d555d20b owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:21:30.286519 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-745e2ccd-a875-4669-9e83-7b2a6aed090c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:30.324942 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-055f2991-e75f-4cba-aeff-9531ef6ef693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:30.395172 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-745e2ccd-a875-4669-9e83-7b2a6aed090c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1a12d58-dcd1-43ce-bb06-dd89eee37ace']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:30.427370 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-bf9633cd-96e3-4cc2-aa01-12343e7759dc admin admin] For port 4339e38e-481c-4248-9ef9-6265d555d20b, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=4339e38e-481c-4248-9ef9-6265d555d20b,segment=NetworkSegment(2eadb8c9-d522-4e88-9224-7c53eba8e9a4),segment_id=2eadb8c9-d522-4e88-9224-7c53eba8e9a4)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:21:30.427934 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bf9633cd-96e3-4cc2-aa01-12343e7759dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:30.433327 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-745e2ccd-a875-4669-9e83-7b2a6aed090c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eb190cf-6579-4236-9ab9-9e562d18bc8c') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:30.434126 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-745e2ccd-a875-4669-9e83-7b2a6aed090c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eb190cf-6579-4236-9ab9-9e562d18bc8c') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:30.452779 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-759d6d85-fb36-4e95-846a-56974c54cf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:30.459224 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-745e2ccd-a875-4669-9e83-7b2a6aed090c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:30.461254 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-bf9633cd-96e3-4cc2-aa01-12343e7759dc admin admin] Calling delete_port for 4339e38e-481c-4248-9ef9-6265d555d20b owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:21:30.464162 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-055f2991-e75f-4cba-aeff-9531ef6ef693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:30.475628 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-e547aba3-760f-4107-a3e3-25b658b7dff5 admin admin] Allocated IP 172.25.6.68 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/fc613e52-0f52-4925-8e15-088ee10f8dd4) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:21:30.497194 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-745e2ccd-a875-4669-9e83-7b2a6aed090c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:30.513220 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f2991-e75f-4cba-aeff-9531ef6ef693 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2288d72-e204-4d95-a72c-666831c1c114,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:30.517176 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-055f2991-e75f-4cba-aeff-9531ef6ef693 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:30.517350 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-745e2ccd-a875-4669-9e83-7b2a6aed090c admin admin] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:21:30.517662 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-745e2ccd-a875-4669-9e83-7b2a6aed090c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:30.519388 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:21:30.519388 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:21:30.519388 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:21:30.519388 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:21:30.519388 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:21:30.519388 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:21:30.519388 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:21:30.519388 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:21:30.519388 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:21:30.519388 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:21:30.519388 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:21:30.519388 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:21:30.519388 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:21:30.519388 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:21:30.519388 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:21:30.519388 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:21:30.519388 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:21:30.519388 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:21:30.519388 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:21:30.519388 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:21:30.519388 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:21:30.519388 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:21:30.519388 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:21:30.519388 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:21:30.519388 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:21:30.519388 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:21:30.519388 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:21:30.519388 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:21:30.519388 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:21:30.519388 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:21:30.519388 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:21:30.519388 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:21:30.525477 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-055f2991-e75f-4cba-aeff-9531ef6ef693 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e2288d72-e204-4d95-a72c-666831c1c114 HTTP/1.1" status: 204 len: 168 time: 0.6355703 Oct 27 18:21:30.525477 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50018) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:30.540067 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d6d85-fb36-4e95-846a-56974c54cf0c None None] Pushing event deleted for resources: {'Port': ['ID=4339e38e-481c-4248-9ef9-6265d555d20b,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:30.545785 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759d6d85-fb36-4e95-846a-56974c54cf0c None None] No DVR routers for this DVR port 4339e38e-481c-4248-9ef9-6265d555d20b on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:21:30.551227 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7b679f-ec63-463a-95b5-4cd89e57a9e2 None None] Network 8bad24d0-b607-4625-99c5-398cbe0472bb requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:21:30.737579 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-38114213-bedd-4a0e-879d-dab27385e5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:30.740695 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ae1b14ee-3bd8-4f52-a884-9b9b954a2594 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:30.778366 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e547aba3-760f-4107-a3e3-25b658b7dff5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:30.779902 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bf9633cd-96e3-4cc2-aa01-12343e7759dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:30.811340 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9633cd-96e3-4cc2-aa01-12343e7759dc admin admin] Pushing event deleted for resources: {'Port': ['ID=4339e38e-481c-4248-9ef9-6265d555d20b,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:30.817418 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-745e2ccd-a875-4669-9e83-7b2a6aed090c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:30.836979 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-745e2ccd-a875-4669-9e83-7b2a6aed090c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:30.843539 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-745e2ccd-a875-4669-9e83-7b2a6aed090c admin admin] 10.222.0.52 "DELETE /v2.0/networks/a1a12d58-dcd1-43ce-bb06-dd89eee37ace HTTP/1.1" status: 204 len: 168 time: 1.1345406 Oct 27 18:21:30.855821 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9633cd-96e3-4cc2-aa01-12343e7759dc admin admin] No DVR routers for this DVR port 4339e38e-481c-4248-9ef9-6265d555d20b on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:21:30.859470 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e2ccd-a875-4669-9e83-7b2a6aed090c admin admin] Pushing event deleted for resources: {'Network': ['ID=a1a12d58-dcd1-43ce-bb06-dd89eee37ace,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:30.883687 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be30c8e-5e31-4b09-abcd-e270232006b3 None None] DHCP port deletion for 8bad24d0-b607-4625-99c5-398cbe0472bb request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:21:30.894835 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-38114213-bedd-4a0e-879d-dab27385e5e1 admin admin] Deleting port 63d591a6-4e44-477b-95be-7470111a2f44 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:21:30.895318 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-38114213-bedd-4a0e-879d-dab27385e5e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:30.963654 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bf9633cd-96e3-4cc2-aa01-12343e7759dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:30.985537 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ae1b14ee-3bd8-4f52-a884-9b9b954a2594 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:30.988649 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-5be30c8e-5e31-4b09-abcd-e270232006b3 None None] Deleting port 63d591a6-4e44-477b-95be-7470111a2f44 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:21:30.989142 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5be30c8e-5e31-4b09-abcd-e270232006b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:30.998345 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-bf9633cd-96e3-4cc2-aa01-12343e7759dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3694d0f-52cb-42d1-9264-83b0dc3842f4']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:31.010169 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-bf9633cd-96e3-4cc2-aa01-12343e7759dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eadb8c9-d522-4e88-9224-7c53eba8e9a4') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:31.010772 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-bf9633cd-96e3-4cc2-aa01-12343e7759dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eadb8c9-d522-4e88-9224-7c53eba8e9a4') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:31.014346 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-38114213-bedd-4a0e-879d-dab27385e5e1 admin admin] For port 63d591a6-4e44-477b-95be-7470111a2f44, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=63d591a6-4e44-477b-95be-7470111a2f44,segment=NetworkSegment(489e6605-4c4a-489e-9a9c-9a95af0e3240),segment_id=489e6605-4c4a-489e-9a9c-9a95af0e3240)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:21:31.014712 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-38114213-bedd-4a0e-879d-dab27385e5e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:31.027723 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bf9633cd-96e3-4cc2-aa01-12343e7759dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:31.031626 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-38114213-bedd-4a0e-879d-dab27385e5e1 admin admin] Calling delete_port for 63d591a6-4e44-477b-95be-7470111a2f44 owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:21:31.046384 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bf9633cd-96e3-4cc2-aa01-12343e7759dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:31.056955 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf9633cd-96e3-4cc2-aa01-12343e7759dc admin admin] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:21:31.058348 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bf9633cd-96e3-4cc2-aa01-12343e7759dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:31.060517 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:21:31.060517 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:21:31.060517 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:21:31.060517 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:21:31.060517 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:21:31.060517 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:21:31.060517 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:21:31.060517 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:21:31.060517 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:21:31.060517 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:21:31.060517 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:21:31.060517 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:21:31.060517 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:21:31.060517 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:21:31.060517 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:21:31.060517 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:21:31.060517 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:21:31.060517 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:21:31.060517 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:21:31.060517 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:21:31.060517 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:21:31.060517 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:21:31.060517 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:21:31.060517 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:21:31.060517 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:21:31.060517 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:21:31.060517 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:21:31.060517 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:21:31.060517 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:21:31.060517 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:21:31.060517 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:21:31.060517 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:21:31.099594 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ae1b14ee-3bd8-4f52-a884-9b9b954a2594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:31.109809 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-5be30c8e-5e31-4b09-abcd-e270232006b3 None None] For port 63d591a6-4e44-477b-95be-7470111a2f44, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=63d591a6-4e44-477b-95be-7470111a2f44,segment=NetworkSegment(489e6605-4c4a-489e-9a9c-9a95af0e3240),segment_id=489e6605-4c4a-489e-9a9c-9a95af0e3240)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:21:31.110298 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5be30c8e-5e31-4b09-abcd-e270232006b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:31.136886 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e547aba3-760f-4107-a3e3-25b658b7dff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:31.140409 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-5be30c8e-5e31-4b09-abcd-e270232006b3 None None] Calling delete_port for 63d591a6-4e44-477b-95be-7470111a2f44 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:21:31.167172 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ae1b14ee-3bd8-4f52-a884-9b9b954a2594 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2fdf828d3ff44dde9b7a674a629dcb68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9900856 Oct 27 18:21:31.169780 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50030) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:31.212142 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1b14ee-3bd8-4f52-a884-9b9b954a2594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8056c7a4-c0eb-4caa-abe6-8dcc67d2c2da,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:31.226921 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acca0d7-cb24-48b7-95dc-00deb226e908 None None] Network b0826293-f8b5-4c91-b97e-04b01e42ef10 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:21:31.236515 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e547aba3-760f-4107-a3e3-25b658b7dff5 admin admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:21:31.241457 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-e547aba3-760f-4107-a3e3-25b658b7dff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:21:31.248594 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e547aba3-760f-4107-a3e3-25b658b7dff5 admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:21:31.280898 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7b475c74-ca74-458b-bc5a-92c7bad7a80b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:31.288733 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e547aba3-760f-4107-a3e3-25b658b7dff5 admin admin] Pushing event updated for resources: {'Port': ['ID=fc613e52-0f52-4925-8e15-088ee10f8dd4,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:31.339566 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7b475c74-ca74-458b-bc5a-92c7bad7a80b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:31.346659 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50034) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:31.379952 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-c3880fa6-8d2d-4fb9-bd7a-3f5d243925b6 None None] Provisioning complete for port 58ee736e-6b93-4ab6-a7e6-89d733b5c893 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:21:31.380603 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c3880fa6-8d2d-4fb9-bd7a-3f5d243925b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:31.382385 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bf9633cd-96e3-4cc2-aa01-12343e7759dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:31.384315 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-38114213-bedd-4a0e-879d-dab27385e5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:31.392309 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bf9633cd-96e3-4cc2-aa01-12343e7759dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:31.395750 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-bf9633cd-96e3-4cc2-aa01-12343e7759dc admin admin] 10.222.0.52 "DELETE /v2.0/networks/d3694d0f-52cb-42d1-9264-83b0dc3842f4 HTTP/1.1" status: 204 len: 168 time: 1.9669888 Oct 27 18:21:31.411007 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9633cd-96e3-4cc2-aa01-12343e7759dc admin admin] Pushing event deleted for resources: {'Network': ['ID=d3694d0f-52cb-42d1-9264-83b0dc3842f4,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:31.416600 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38114213-bedd-4a0e-879d-dab27385e5e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=63d591a6-4e44-477b-95be-7470111a2f44,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:31.424999 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38114213-bedd-4a0e-879d-dab27385e5e1 admin admin] No DVR routers for this DVR port 63d591a6-4e44-477b-95be-7470111a2f44 on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:21:31.466860 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5be30c8e-5e31-4b09-abcd-e270232006b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:31.492085 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50040) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:31.512671 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be30c8e-5e31-4b09-abcd-e270232006b3 None None] Pushing event deleted for resources: {'Port': ['ID=63d591a6-4e44-477b-95be-7470111a2f44,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:31.512941 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-38114213-bedd-4a0e-879d-dab27385e5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:31.532055 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be30c8e-5e31-4b09-abcd-e270232006b3 None None] No DVR routers for this DVR port 63d591a6-4e44-477b-95be-7470111a2f44 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:21:31.538742 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-38114213-bedd-4a0e-879d-dab27385e5e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bad24d0-b607-4625-99c5-398cbe0472bb']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:31.556705 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-38114213-bedd-4a0e-879d-dab27385e5e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '489e6605-4c4a-489e-9a9c-9a95af0e3240') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:31.557320 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-38114213-bedd-4a0e-879d-dab27385e5e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '489e6605-4c4a-489e-9a9c-9a95af0e3240') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:31.575098 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7b475c74-ca74-458b-bc5a-92c7bad7a80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:31.578754 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7b475c74-ca74-458b-bc5a-92c7bad7a80b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:31.585144 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7b475c74-ca74-458b-bc5a-92c7bad7a80b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8056c7a4-c0eb-4caa-abe6-8dcc67d2c2da HTTP/1.1" status: 204 len: 168 time: 0.4107850 Oct 27 18:21:31.585631 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-49bc14ab-669c-409e-994a-f49a458ae4f9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a91620ccab6b42bd92005fb366774bad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0922427 Oct 27 18:21:31.586226 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50046) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:31.593611 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-38114213-bedd-4a0e-879d-dab27385e5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:31.608304 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b475c74-ca74-458b-bc5a-92c7bad7a80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8056c7a4-c0eb-4caa-abe6-8dcc67d2c2da,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:31.619488 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-38114213-bedd-4a0e-879d-dab27385e5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:31.627871 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38114213-bedd-4a0e-879d-dab27385e5e1 admin admin] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:21:31.628571 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-38114213-bedd-4a0e-879d-dab27385e5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:31.630678 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:21:31.630678 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:21:31.630678 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:21:31.630678 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:21:31.630678 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:21:31.630678 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:21:31.630678 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:21:31.630678 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:21:31.630678 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:21:31.630678 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:21:31.630678 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:21:31.630678 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:21:31.630678 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:21:31.630678 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:21:31.630678 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:21:31.630678 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:21:31.630678 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:21:31.630678 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:21:31.630678 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:21:31.630678 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:21:31.630678 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:21:31.630678 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:21:31.630678 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:21:31.630678 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:21:31.630678 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:21:31.630678 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:21:31.630678 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:21:31.630678 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:21:31.630678 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:21:31.630678 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:21:31.630678 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:21:31.630678 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:21:31.683258 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c3880fa6-8d2d-4fb9-bd7a-3f5d243925b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:31.711865 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-83fec41c-df1d-4f03-9e44-7ba1e978f191 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:31.749356 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-83fec41c-df1d-4f03-9e44-7ba1e978f191 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:31.765035 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-c3880fa6-8d2d-4fb9-bd7a-3f5d243925b6 None None] For port 58ee736e-6b93-4ab6-a7e6-89d733b5c893, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=58ee736e-6b93-4ab6-a7e6-89d733b5c893,segment=NetworkSegment(41131f65-3afe-44a8-b36c-5b0b2c75311d),segment_id=41131f65-3afe-44a8-b36c-5b0b2c75311d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:21:31.817947 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 58ee736e-6b93-4ab6-a7e6-89d733b5c893 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:21:31.819125 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e547aba3-760f-4107-a3e3-25b658b7dff5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:31.830114 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d8097207-6063-4085-a739-d414b7ca0cf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:31.847853 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-38114213-bedd-4a0e-879d-dab27385e5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:31.881670 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-38114213-bedd-4a0e-879d-dab27385e5e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:31.885091 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-38114213-bedd-4a0e-879d-dab27385e5e1 admin admin] 10.222.0.52 "DELETE /v2.0/networks/8bad24d0-b607-4625-99c5-398cbe0472bb HTTP/1.1" status: 204 len: 168 time: 1.3603814 Oct 27 18:21:31.887768 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38114213-bedd-4a0e-879d-dab27385e5e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bad24d0-b607-4625-99c5-398cbe0472bb,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:31.904370 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 58ee736e-6b93-4ab6-a7e6-89d733b5c893 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:21:31.904917 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:31.944042 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c3880fa6-8d2d-4fb9-bd7a-3f5d243925b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:31.966612 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d8097207-6063-4085-a739-d414b7ca0cf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:31.994355 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-83fec41c-df1d-4f03-9e44-7ba1e978f191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:31.998292 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-83fec41c-df1d-4f03-9e44-7ba1e978f191 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:32.002048 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-83fec41c-df1d-4f03-9e44-7ba1e978f191 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ddfe33ae-a895-477a-84bd-31c1f719b08a HTTP/1.1" status: 204 len: 168 time: 0.3866467 Oct 27 18:21:32.056317 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fec41c-df1d-4f03-9e44-7ba1e978f191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfe33ae-a895-477a-84bd-31c1f719b08a,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:32.068457 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d8097207-6063-4085-a739-d414b7ca0cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:32.097362 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3880fa6-8d2d-4fb9-bd7a-3f5d243925b6 None None] Pushing event updated for resources: {'Port': ['ID=58ee736e-6b93-4ab6-a7e6-89d733b5c893,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:32.105239 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e547aba3-760f-4107-a3e3-25b658b7dff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:32.113918 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f24dfe92-80df-4656-a81b-28f1f4ca904d None None] Provisioning complete for port 58ee736e-6b93-4ab6-a7e6-89d733b5c893 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:21:32.114297 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f24dfe92-80df-4656-a81b-28f1f4ca904d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:32.148490 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50054) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:32.177030 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 4339e38e-481c-4248-9ef9-6265d555d20b no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:21:32.193548 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50056) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:32.196815 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d8097207-6063-4085-a739-d414b7ca0cf7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=60ee51494da7488fbc9c1e592bff0aec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8489299 Oct 27 18:21:32.210104 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8097207-6063-4085-a739-d414b7ca0cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48afb902-507c-4a4f-b547-43485d1b4590,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:32.242281 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 4339e38e-481c-4248-9ef9-6265d555d20b {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:21:32.246800 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 4339e38e-481c-4248-9ef9-6265d555d20b not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:21:32.247535 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 63d591a6-4e44-477b-95be-7470111a2f44 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:21:32.253231 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-dba9fbb7-a60e-427a-a29d-14ab459be596 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=52425a4848b54b7383a7845cb99edf04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1019583 Oct 27 18:21:32.256936 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50058) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:32.275891 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 63d591a6-4e44-477b-95be-7470111a2f44 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:21:32.277076 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 63d591a6-4e44-477b-95be-7470111a2f44 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:21:32.382262 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e1118be2-1401-479f-baca-41fd9d75ad6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:32.405728 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e0a1358e-c3d2-4871-8cef-25c0ba97a668 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:32.410970 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e1118be2-1401-479f-baca-41fd9d75ad6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:32.442994 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e0a1358e-c3d2-4871-8cef-25c0ba97a668 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:32.519792 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e1118be2-1401-479f-baca-41fd9d75ad6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:32.522344 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e1118be2-1401-479f-baca-41fd9d75ad6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:32.523533 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e1118be2-1401-479f-baca-41fd9d75ad6a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6811083f-b04b-4ef8-aa3e-e44ef0c0cbce HTTP/1.1" status: 204 len: 168 time: 0.2656662 Oct 27 18:21:32.531230 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1118be2-1401-479f-baca-41fd9d75ad6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6811083f-b04b-4ef8-aa3e-e44ef0c0cbce,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:32.536876 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e547aba3-760f-4107-a3e3-25b658b7dff5 admin admin] Router 1a21b729-3fa6-4bae-a78b-da895fad0b59 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:21:32.610131 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e0a1358e-c3d2-4871-8cef-25c0ba97a668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:32.613052 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e0a1358e-c3d2-4871-8cef-25c0ba97a668 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:32.614205 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e0a1358e-c3d2-4871-8cef-25c0ba97a668 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/48afb902-507c-4a4f-b547-43485d1b4590 HTTP/1.1" status: 204 len: 168 time: 0.4196928 Oct 27 18:21:32.629665 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a1358e-c3d2-4871-8cef-25c0ba97a668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48afb902-507c-4a4f-b547-43485d1b4590,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:32.663352 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e547aba3-760f-4107-a3e3-25b658b7dff5 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:21:32.670185 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50070) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:32.675888 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e16e9b-a630-405e-83db-aef17b5fe280 None None] Sync routers for ids ['1a21b729-3fa6-4bae-a78b-da895fad0b59'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:21:32.698869 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e16e9b-a630-405e-83db-aef17b5fe280 None None] Routers {'1a21b729-3fa6-4bae-a78b-da895fad0b59'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:21:32.700374 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-68e16e9b-a630-405e-83db-aef17b5fe280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:21:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['1a21b729-3fa6-4bae-a78b-da895fad0b59'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:32.723322 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d6570810-a957-4cbe-8114-71fdc4caa523 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f8df18aaf1594db3b572eb589716619a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535526 Oct 27 18:21:32.725918 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50072) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:32.755084 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e547aba3-760f-4107-a3e3-25b658b7dff5 admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:32.759740 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e547aba3-760f-4107-a3e3-25b658b7dff5 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.9656262 Oct 27 18:21:32.760397 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50074) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:32.825535 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-68e16e9b-a630-405e-83db-aef17b5fe280 None None] Set router 1a21b729-3fa6-4bae-a78b-da895fad0b59 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:21:32.862093 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b41ab944-d581-4cd7-9f01-e4b337275d2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:32.892144 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b41ab944-d581-4cd7-9f01-e4b337275d2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:33.015942 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-68e16e9b-a630-405e-83db-aef17b5fe280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a21b729-3fa6-4bae-a78b-da895fad0b59', 'name': 'tempest-TaggedBootDevicesTest-3778310-router', 'tenant_id': '32c521b9d5364e14a010de85fa7c39d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'fc613e52-0f52-4925-8e15-088ee10f8dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:21:27Z', 'updated_at': '2021-10-27T18:21:31Z', 'revision_number': 3, 'project_id': '32c521b9d5364e14a010de85fa7c39d0', 'gw_port': {'id': 'fc613e52-0f52-4925-8e15-088ee10f8dd4', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:15:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a21b729-3fa6-4bae-a78b-da895fad0b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:30Z', 'updated_at': '2021-10-27T18:21:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:33.048158 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e16e9b-a630-405e-83db-aef17b5fe280 None None] Checking router: 1a21b729-3fa6-4bae-a78b-da895fad0b59 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:21:33.048520 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e16e9b-a630-405e-83db-aef17b5fe280 None None] Updating router 1a21b729-3fa6-4bae-a78b-da895fad0b59 port fc613e52-0f52-4925-8e15-088ee10f8dd4 binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:21:33.073569 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-68e16e9b-a630-405e-83db-aef17b5fe280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:33.100753 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b41ab944-d581-4cd7-9f01-e4b337275d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:33.103331 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b41ab944-d581-4cd7-9f01-e4b337275d2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:33.107915 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b41ab944-d581-4cd7-9f01-e4b337275d2e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/53827ec5-27f1-455c-ad98-38d9a3efb6b8 HTTP/1.1" status: 204 len: 168 time: 0.3776419 Oct 27 18:21:33.118687 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41ab944-d581-4cd7-9f01-e4b337275d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53827ec5-27f1-455c-ad98-38d9a3efb6b8,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:33.233106 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50082) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:33.250134 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1dfc3e87-cdee-442a-bde5-df9f771c66dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:33.299223 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d6965d56-2899-4fba-9e75-7abd58803ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:33.376261 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1dfc3e87-cdee-442a-bde5-df9f771c66dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:33.412239 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-68e16e9b-a630-405e-83db-aef17b5fe280 None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:33.445277 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1dfc3e87-cdee-442a-bde5-df9f771c66dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:33.473025 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-68e16e9b-a630-405e-83db-aef17b5fe280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:33.485955 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1dfc3e87-cdee-442a-bde5-df9f771c66dd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ab29128a88db48b49ea5b963850fd881&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2511847 Oct 27 18:21:33.489430 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50086) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:33.508491 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-d6965d56-2899-4fba-9e75-7abd58803ad3 admin admin] Allocated IP 172.20.0.1 (b0826293-f8b5-4c91-b97e-04b01e42ef10/e43a2e56-6a89-4d7a-ba43-8a2e198dc078/d76446cd-fa5f-44c3-a853-d4f469d3d28c) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:21:33.529607 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc3e87-cdee-442a-bde5-df9f771c66dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d8296f-f9d5-418c-8539-c460a2a8cc61,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:33.548137 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b669856c-6e43-4ec2-b6dc-528db8c7ad0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:33.575293 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b669856c-6e43-4ec2-b6dc-528db8c7ad0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:33.659823 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-68e16e9b-a630-405e-83db-aef17b5fe280 None None] Attempting to bind port fc613e52-0f52-4925-8e15-088ee10f8dd4 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:21:33.660175 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-68e16e9b-a630-405e-83db-aef17b5fe280 None None] Attempting to bind port fc613e52-0f52-4925-8e15-088ee10f8dd4 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:21:33.660545 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e16e9b-a630-405e-83db-aef17b5fe280 None None] Attempting to bind port fc613e52-0f52-4925-8e15-088ee10f8dd4 on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:21:33.670125 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f5a8c-44d9-4c33-a08a-88c6ab31ace5 None None] Pushing event updated for resources: {'Port': ['ID=fc613e52-0f52-4925-8e15-088ee10f8dd4,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:33.673919 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e16e9b-a630-405e-83db-aef17b5fe280 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:21:33.674281 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e16e9b-a630-405e-83db-aef17b5fe280 None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:21:33.674687 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-68e16e9b-a630-405e-83db-aef17b5fe280 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:33.675107 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e16e9b-a630-405e-83db-aef17b5fe280 None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:21:33.675591 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-68e16e9b-a630-405e-83db-aef17b5fe280 None None] Bound port: fc613e52-0f52-4925-8e15-088ee10f8dd4, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:21:33.676047 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-68e16e9b-a630-405e-83db-aef17b5fe280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:33.697140 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b669856c-6e43-4ec2-b6dc-528db8c7ad0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:33.700041 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d6965d56-2899-4fba-9e75-7abd58803ad3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:33.701341 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b669856c-6e43-4ec2-b6dc-528db8c7ad0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:33.702602 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b669856c-6e43-4ec2-b6dc-528db8c7ad0c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/74d8296f-f9d5-418c-8539-c460a2a8cc61 HTTP/1.1" status: 204 len: 168 time: 0.2121267 Oct 27 18:21:33.713068 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b669856c-6e43-4ec2-b6dc-528db8c7ad0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d8296f-f9d5-418c-8539-c460a2a8cc61,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:33.736891 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50092) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:33.750672 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 58ee736e-6b93-4ab6-a7e6-89d733b5c893 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:21:33.795094 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-68e16e9b-a630-405e-83db-aef17b5fe280 None None] For port fc613e52-0f52-4925-8e15-088ee10f8dd4, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:21:33.800324 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50094) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:33.803245 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4528f9f4-c033-494e-ba2d-f6b1cba42cd4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b400b87ed08244359384197bbf6b4bed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0617414 Oct 27 18:21:33.814476 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-68e16e9b-a630-405e-83db-aef17b5fe280 None None] For port fc613e52-0f52-4925-8e15-088ee10f8dd4, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=fc613e52-0f52-4925-8e15-088ee10f8dd4,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:21:33.832321 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 58ee736e-6b93-4ab6-a7e6-89d733b5c893 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:21:33.833079 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:33.836699 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d6965d56-2899-4fba-9e75-7abd58803ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:33.893666 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6965d56-2899-4fba-9e75-7abd58803ad3 admin admin] Network b0826293-f8b5-4c91-b97e-04b01e42ef10 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:21:33.899857 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-d6965d56-2899-4fba-9e75-7abd58803ad3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:21:33.908734 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6965d56-2899-4fba-9e75-7abd58803ad3 admin admin] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:21:33.951966 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-68e16e9b-a630-405e-83db-aef17b5fe280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:33.952098 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6965d56-2899-4fba-9e75-7abd58803ad3 admin admin] Pushing event updated for resources: {'Port': ['ID=d76446cd-fa5f-44c3-a853-d4f469d3d28c,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:33.954854 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ad1697eb-f737-4cfb-9d30-5037f615b1cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:33.973466 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d6965d56-2899-4fba-9e75-7abd58803ad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:34.033625 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ad1697eb-f737-4cfb-9d30-5037f615b1cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:34.046555 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f5a8c-44d9-4c33-a08a-88c6ab31ace5 None None] Pushing event updated for resources: {'Port': ['ID=fc613e52-0f52-4925-8e15-088ee10f8dd4,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:34.059594 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e16e9b-a630-405e-83db-aef17b5fe280 None None] Routers {'1a21b729-3fa6-4bae-a78b-da895fad0b59'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:21:34.060350 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-68e16e9b-a630-405e-83db-aef17b5fe280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:21:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['1a21b729-3fa6-4bae-a78b-da895fad0b59'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:34.185083 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-68e16e9b-a630-405e-83db-aef17b5fe280 None None] Set router 1a21b729-3fa6-4bae-a78b-da895fad0b59 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:21:34.253875 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ad1697eb-f737-4cfb-9d30-5037f615b1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:34.256424 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ad1697eb-f737-4cfb-9d30-5037f615b1cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:34.260267 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ad1697eb-f737-4cfb-9d30-5037f615b1cc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/51dd0998-c274-4c80-a9e4-0eb8630a0877 HTTP/1.1" status: 204 len: 168 time: 0.4559476 Oct 27 18:21:34.284818 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1697eb-f737-4cfb-9d30-5037f615b1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51dd0998-c274-4c80-a9e4-0eb8630a0877,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:34.289057 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d6965d56-2899-4fba-9e75-7abd58803ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:34.292280 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f0ae09f4-c7de-4788-ba9e-8436f0607645 None None] Provisioning complete for port d76446cd-fa5f-44c3-a853-d4f469d3d28c triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:21:34.292971 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f0ae09f4-c7de-4788-ba9e-8436f0607645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:34.361192 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f0ae09f4-c7de-4788-ba9e-8436f0607645 None None] Port d76446cd-fa5f-44c3-a853-d4f469d3d28c cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:21:34.445620 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-68e16e9b-a630-405e-83db-aef17b5fe280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a21b729-3fa6-4bae-a78b-da895fad0b59', 'name': 'tempest-TaggedBootDevicesTest-3778310-router', 'tenant_id': '32c521b9d5364e14a010de85fa7c39d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'fc613e52-0f52-4925-8e15-088ee10f8dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:21:27Z', 'updated_at': '2021-10-27T18:21:31Z', 'revision_number': 3, 'project_id': '32c521b9d5364e14a010de85fa7c39d0', 'gw_port': {'id': 'fc613e52-0f52-4925-8e15-088ee10f8dd4', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:15:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a21b729-3fa6-4bae-a78b-da895fad0b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:30Z', 'updated_at': '2021-10-27T18:21:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:34.477347 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e16e9b-a630-405e-83db-aef17b5fe280 None None] The sync data for ids ['1a21b729-3fa6-4bae-a78b-da895fad0b59'] in n-d-815690-2 is: [{'id': '1a21b729-3fa6-4bae-a78b-da895fad0b59', 'name': 'tempest-TaggedBootDevicesTest-3778310-router', 'tenant_id': '32c521b9d5364e14a010de85fa7c39d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'fc613e52-0f52-4925-8e15-088ee10f8dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:21:27Z', 'updated_at': '2021-10-27T18:21:31Z', 'revision_number': 3, 'project_id': '32c521b9d5364e14a010de85fa7c39d0', 'gw_port': {'id': 'fc613e52-0f52-4925-8e15-088ee10f8dd4', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:15:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a21b729-3fa6-4bae-a78b-da895fad0b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:30Z', 'updated_at': '2021-10-27T18:21:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:21:34.551240 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d6965d56-2899-4fba-9e75-7abd58803ad3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:34.616865 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d6965d56-2899-4fba-9e75-7abd58803ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:34.691547 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6965d56-2899-4fba-9e75-7abd58803ad3 admin admin] Pushing event updated for resources: {'Port': ['ID=d76446cd-fa5f-44c3-a853-d4f469d3d28c,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:34.695688 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d6965d56-2899-4fba-9e75-7abd58803ad3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:34.831810 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6965d56-2899-4fba-9e75-7abd58803ad3 admin admin] Network b0826293-f8b5-4c91-b97e-04b01e42ef10 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:21:34.833358 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-d6965d56-2899-4fba-9e75-7abd58803ad3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:21:34.893691 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50116) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:34.970744 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-baea606d-e169-4539-ae26-fadd56f5d3ba admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=44ceb98e338f43efad337aa0e94baeee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0728676 Oct 27 18:21:34.973550 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50120) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:35.001864 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6965d56-2899-4fba-9e75-7abd58803ad3 admin admin] Router 1a21b729-3fa6-4bae-a78b-da895fad0b59 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:21:35.062475 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b6aecce8-4f81-4328-b913-f2f2644b6aa5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:35.100141 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b6aecce8-4f81-4328-b913-f2f2644b6aa5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:35.204182 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50128) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:35.224424 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-a09f148a-214b-4fe6-9dad-b374c48d7060 None None] Provisioning complete for port d76446cd-fa5f-44c3-a853-d4f469d3d28c triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:21:35.224872 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a09f148a-214b-4fe6-9dad-b374c48d7060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:35.239729 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6965d56-2899-4fba-9e75-7abd58803ad3 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:21:35.251496 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d6965d56-2899-4fba-9e75-7abd58803ad3 admin admin] 10.222.0.52 "PUT /v2.0/routers/1a21b729-3fa6-4bae-a78b-da895fad0b59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4893577 Oct 27 18:21:35.256154 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b6aecce8-4f81-4328-b913-f2f2644b6aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:35.259073 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b6aecce8-4f81-4328-b913-f2f2644b6aa5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:35.260231 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b6aecce8-4f81-4328-b913-f2f2644b6aa5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cea1b18e-5233-45d7-a6ad-4df4ddc95269 HTTP/1.1" status: 204 len: 168 time: 0.2841568 Oct 27 18:21:35.268777 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aecce8-4f81-4328-b913-f2f2644b6aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea1b18e-5233-45d7-a6ad-4df4ddc95269,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:35.305017 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-a09f148a-214b-4fe6-9dad-b374c48d7060 None None] Port d76446cd-fa5f-44c3-a853-d4f469d3d28c cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:21:35.556373 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-fbc3bbeb-7351-4d92-8b5c-9a08ebf16059 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-630096261-network', 'tenant_id': '935b1609fadd4a79a82a8a4c512ccaba'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:35.685054 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc3bbeb-7351-4d92-8b5c-9a08ebf16059 admin admin] Made reservation on behalf of 935b1609fadd4a79a82a8a4c512ccaba for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:21:35.688199 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fbc3bbeb-7351-4d92-8b5c-9a08ebf16059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:35.700778 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fbc3bbeb-7351-4d92-8b5c-9a08ebf16059 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:35.714345 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device fc613e52-0f52-4925-8e15-088ee10f8dd4 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:21:35.794870 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fbc3bbeb-7351-4d92-8b5c-9a08ebf16059 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:35.798870 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port fc613e52-0f52-4925-8e15-088ee10f8dd4 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:21:35.799437 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:35.874080 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fbc3bbeb-7351-4d92-8b5c-9a08ebf16059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:35.888970 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:35.905155 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbc3bbeb-7351-4d92-8b5c-9a08ebf16059 admin admin] vlan segment allocate from pool success with {'vlan_id': 1004, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:21:35.910774 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port fc613e52-0f52-4925-8e15-088ee10f8dd4, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=fc613e52-0f52-4925-8e15-088ee10f8dd4,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:21:35.911798 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc3bbeb-7351-4d92-8b5c-9a08ebf16059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76db174c-650e-49ff-a939-5a55aff89ee9,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:35.918971 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fbc3bbeb-7351-4d92-8b5c-9a08ebf16059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:35.919333 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-fbc3bbeb-7351-4d92-8b5c-9a08ebf16059 admin admin] Added segment 7797590e-2a43-4fbe-8f4b-f77169de356b of type vlan for network a02c915a-ef33-4547-80f0-d7d8ef06e164 Oct 27 18:21:35.961733 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fbc3bbeb-7351-4d92-8b5c-9a08ebf16059 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:35.982592 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:36.040308 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=fc613e52-0f52-4925-8e15-088ee10f8dd4,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:36.061727 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fbc3bbeb-7351-4d92-8b5c-9a08ebf16059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:36.063192 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc3bbeb-7351-4d92-8b5c-9a08ebf16059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:36.063828 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fbc3bbeb-7351-4d92-8b5c-9a08ebf16059 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:36.135860 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc3bbeb-7351-4d92-8b5c-9a08ebf16059 admin admin] Pushing event updated for resources: {'Network': ['ID=a02c915a-ef33-4547-80f0-d7d8ef06e164,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:36.155687 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network a02c915a-ef33-4547-80f0-d7d8ef06e164 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:21:36.176357 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-fbc3bbeb-7351-4d92-8b5c-9a08ebf16059 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9708805 Oct 27 18:21:36.177056 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50180) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:36.182641 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-07ae8b13-1d78-4f0c-9c54-71675f077e18 admin admin] Request body: {'subnet': {'network_id': 'a02c915a-ef33-4547-80f0-d7d8ef06e164', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-630096261-subnet', 'tenant_id': '935b1609fadd4a79a82a8a4c512ccaba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:36.320385 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ae8b13-1d78-4f0c-9c54-71675f077e18 admin admin] Made reservation on behalf of 935b1609fadd4a79a82a8a4c512ccaba for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:21:36.326602 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-07ae8b13-1d78-4f0c-9c54-71675f077e18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:36.491341 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa93eff-41b0-4b19-83c4-4f92d821b459 None None] Sync routers for ids ['1a21b729-3fa6-4bae-a78b-da895fad0b59'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:21:36.508652 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa93eff-41b0-4b19-83c4-4f92d821b459 None None] Routers {'1a21b729-3fa6-4bae-a78b-da895fad0b59'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:21:36.508987 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-6fa93eff-41b0-4b19-83c4-4f92d821b459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:21:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['1a21b729-3fa6-4bae-a78b-da895fad0b59'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:36.633549 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-07ae8b13-1d78-4f0c-9c54-71675f077e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:36.637791 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-6fa93eff-41b0-4b19-83c4-4f92d821b459 None None] Set router 1a21b729-3fa6-4bae-a78b-da895fad0b59 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:21:36.706022 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ae8b13-1d78-4f0c-9c54-71675f077e18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f791017-30ab-4eda-b0b9-c9172369d32b,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:36.708571 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ae8b13-1d78-4f0c-9c54-71675f077e18 admin admin] Checking segment: {'id': '7797590e-2a43-4fbe-8f4b-f77169de356b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a02c915a-ef33-4547-80f0-d7d8ef06e164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:21:36.709040 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ae8b13-1d78-4f0c-9c54-71675f077e18 admin admin] Network hostable DHCP agents. Network: a02c915a-ef33-4547-80f0-d7d8ef06e164, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:21:36.799972 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ae8b13-1d78-4f0c-9c54-71675f077e18 admin admin] Network a02c915a-ef33-4547-80f0-d7d8ef06e164 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:21:36.877487 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-6fa93eff-41b0-4b19-83c4-4f92d821b459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a21b729-3fa6-4bae-a78b-da895fad0b59', 'name': 'tempest-TaggedBootDevicesTest-3778310-router', 'tenant_id': '32c521b9d5364e14a010de85fa7c39d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'fc613e52-0f52-4925-8e15-088ee10f8dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:21:27Z', 'updated_at': '2021-10-27T18:21:34Z', 'revision_number': 4, 'project_id': '32c521b9d5364e14a010de85fa7c39d0', 'gw_port': {'id': 'fc613e52-0f52-4925-8e15-088ee10f8dd4', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:15:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a21b729-3fa6-4bae-a78b-da895fad0b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:30Z', 'updated_at': '2021-10-27T18:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'd76446cd-fa5f-44c3-a853-d4f469d3d28c', 'name': '', 'network_id': 'b0826293-f8b5-4c91-b97e-04b01e42ef10', 'tenant_id': '32c521b9d5364e14a010de85fa7c39d0', 'mac_address': 'fa:16:3e:6c:1a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a21b729-3fa6-4bae-a78b-da895fad0b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e43a2e56-6a89-4d7a-ba43-8a2e198dc078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:33Z', 'updated_at': '2021-10-27T18:21:34Z', 'revision_number': 2, 'project_id': '32c521b9d5364e14a010de85fa7c39d0', 'subnets': [{'id': 'e43a2e56-6a89-4d7a-ba43-8a2e198dc078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:36.881232 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-07ae8b13-1d78-4f0c-9c54-71675f077e18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, a02c915a-ef33-4547-80f0-d7d8ef06e164) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:21:36.888719 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ae8b13-1d78-4f0c-9c54-71675f077e18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:36.890162 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-07ae8b13-1d78-4f0c-9c54-71675f077e18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:36.894228 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d3cd08-a50f-4a2c-9b6c-c336309d610d None None] Network a02c915a-ef33-4547-80f0-d7d8ef06e164 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:21:36.931455 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa93eff-41b0-4b19-83c4-4f92d821b459 None None] Checking router: 1a21b729-3fa6-4bae-a78b-da895fad0b59 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:21:36.932066 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa93eff-41b0-4b19-83c4-4f92d821b459 None None] Updating router 1a21b729-3fa6-4bae-a78b-da895fad0b59 port d76446cd-fa5f-44c3-a853-d4f469d3d28c binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:21:36.975525 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-07ae8b13-1d78-4f0c-9c54-71675f077e18 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7970474 Oct 27 18:21:36.981553 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50230) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:36.988295 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-ace971f2-f071-43cc-ab91-dc4210a19753 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-630096261-router', 'tenant_id': '935b1609fadd4a79a82a8a4c512ccaba', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:36.988845 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-6fa93eff-41b0-4b19-83c4-4f92d821b459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:37.023828 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50234) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:37.050330 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50236) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:37.131104 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71e9c07-32e8-44ca-b7b1-0f553d31e9c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-a02c915a-ef33-4547-80f0-d7d8ef06e164', 'network_id': 'a02c915a-ef33-4547-80f0-d7d8ef06e164', 'tenant_id': '935b1609fadd4a79a82a8a4c512ccaba', 'fixed_ips': [{'subnet_id': '7f791017-30ab-4eda-b0b9-c9172369d32b'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:21:37.131979 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d71e9c07-32e8-44ca-b7b1-0f553d31e9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:37.177393 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ace971f2-f071-43cc-ab91-dc4210a19753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:37.178464 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ace971f2-f071-43cc-ab91-dc4210a19753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:37.258261 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ace971f2-f071-43cc-ab91-dc4210a19753 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:37.310591 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-d71e9c07-32e8-44ca-b7b1-0f553d31e9c5 None None] Allocated IP 172.20.0.2 (a02c915a-ef33-4547-80f0-d7d8ef06e164/7f791017-30ab-4eda-b0b9-c9172369d32b/eedff41c-534b-430e-8333-3ec6a2421592) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:21:37.426107 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-6fa93eff-41b0-4b19-83c4-4f92d821b459 None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:37.487217 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-52873edb-1fb6-4507-9a71-5018402f70ed admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1616371455-network', 'tenant_id': '74d488054c1f4f50bdb6de26a9138d36'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:37.507961 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-6fa93eff-41b0-4b19-83c4-4f92d821b459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:37.512308 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d71e9c07-32e8-44ca-b7b1-0f553d31e9c5 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:37.564921 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd1035-05ac-4958-8992-6030dfdb75dd None None] Pushing event updated for resources: {'Port': ['ID=d76446cd-fa5f-44c3-a853-d4f469d3d28c,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:37.587174 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ace971f2-f071-43cc-ab91-dc4210a19753 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:37.602199 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-9ac05c93-4baf-4008-ba15-fd165e978783 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-135722697-network', 'tenant_id': 'c160c983b5034be0a016c0615f875d06'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:37.634277 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52873edb-1fb6-4507-9a71-5018402f70ed admin admin] Made reservation on behalf of 74d488054c1f4f50bdb6de26a9138d36 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:21:37.639243 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d71e9c07-32e8-44ca-b7b1-0f553d31e9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:37.661084 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-52873edb-1fb6-4507-9a71-5018402f70ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:37.690653 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-52873edb-1fb6-4507-9a71-5018402f70ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:37.695966 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-6fa93eff-41b0-4b19-83c4-4f92d821b459 None None] Attempting to bind port d76446cd-fa5f-44c3-a853-d4f469d3d28c on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:21:37.696650 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-6fa93eff-41b0-4b19-83c4-4f92d821b459 None None] Attempting to bind port d76446cd-fa5f-44c3-a853-d4f469d3d28c by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '41131f65-3afe-44a8-b36c-5b0b2c75311d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'b0826293-f8b5-4c91-b97e-04b01e42ef10'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:21:37.700577 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa93eff-41b0-4b19-83c4-4f92d821b459 None None] Attempting to bind port d76446cd-fa5f-44c3-a853-d4f469d3d28c on network b0826293-f8b5-4c91-b97e-04b01e42ef10 {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:21:37.722389 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa93eff-41b0-4b19-83c4-4f92d821b459 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:21:37.723288 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa93eff-41b0-4b19-83c4-4f92d821b459 None None] Checking segment: {'id': '41131f65-3afe-44a8-b36c-5b0b2c75311d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'b0826293-f8b5-4c91-b97e-04b01e42ef10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:21:37.737065 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-6fa93eff-41b0-4b19-83c4-4f92d821b459 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:37.738636 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa93eff-41b0-4b19-83c4-4f92d821b459 None None] Bound using segment: {'id': '41131f65-3afe-44a8-b36c-5b0b2c75311d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'b0826293-f8b5-4c91-b97e-04b01e42ef10'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:21:37.740002 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-6fa93eff-41b0-4b19-83c4-4f92d821b459 None None] Bound port: d76446cd-fa5f-44c3-a853-d4f469d3d28c, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41131f65-3afe-44a8-b36c-5b0b2c75311d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'b0826293-f8b5-4c91-b97e-04b01e42ef10'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:21:37.742401 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-6fa93eff-41b0-4b19-83c4-4f92d821b459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:37.751206 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71e9c07-32e8-44ca-b7b1-0f553d31e9c5 None None] Network a02c915a-ef33-4547-80f0-d7d8ef06e164 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:21:37.752005 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device fc613e52-0f52-4925-8e15-088ee10f8dd4 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:21:37.774686 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-d71e9c07-32e8-44ca-b7b1-0f553d31e9c5 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:21:37.777908 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac05c93-4baf-4008-ba15-fd165e978783 admin admin] Made reservation on behalf of c160c983b5034be0a016c0615f875d06 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:21:37.784970 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9ac05c93-4baf-4008-ba15-fd165e978783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:37.808571 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9ac05c93-4baf-4008-ba15-fd165e978783 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:37.823695 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71e9c07-32e8-44ca-b7b1-0f553d31e9c5 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:21:37.865693 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e9c07-32e8-44ca-b7b1-0f553d31e9c5 None None] Pushing event updated for resources: {'Port': ['ID=eedff41c-534b-430e-8333-3ec6a2421592,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:37.959320 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-52873edb-1fb6-4507-9a71-5018402f70ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:38.044367 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-d71e9c07-32e8-44ca-b7b1-0f553d31e9c5 None None] Attempting to bind port eedff41c-534b-430e-8333-3ec6a2421592 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:21:38.044932 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-d71e9c07-32e8-44ca-b7b1-0f553d31e9c5 None None] Attempting to bind port eedff41c-534b-430e-8333-3ec6a2421592 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '7797590e-2a43-4fbe-8f4b-f77169de356b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a02c915a-ef33-4547-80f0-d7d8ef06e164'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:21:38.045030 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71e9c07-32e8-44ca-b7b1-0f553d31e9c5 None None] Attempting to bind port eedff41c-534b-430e-8333-3ec6a2421592 on network a02c915a-ef33-4547-80f0-d7d8ef06e164 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:21:38.052379 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-52873edb-1fb6-4507-9a71-5018402f70ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:38.078488 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71e9c07-32e8-44ca-b7b1-0f553d31e9c5 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:21:38.083638 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71e9c07-32e8-44ca-b7b1-0f553d31e9c5 None None] Checking segment: {'id': '7797590e-2a43-4fbe-8f4b-f77169de356b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a02c915a-ef33-4547-80f0-d7d8ef06e164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:21:38.084156 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d71e9c07-32e8-44ca-b7b1-0f553d31e9c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:38.084568 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71e9c07-32e8-44ca-b7b1-0f553d31e9c5 None None] Bound using segment: {'id': '7797590e-2a43-4fbe-8f4b-f77169de356b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a02c915a-ef33-4547-80f0-d7d8ef06e164'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:21:38.085088 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-d71e9c07-32e8-44ca-b7b1-0f553d31e9c5 None None] Bound port: eedff41c-534b-430e-8333-3ec6a2421592, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7797590e-2a43-4fbe-8f4b-f77169de356b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a02c915a-ef33-4547-80f0-d7d8ef06e164'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:21:38.089366 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d71e9c07-32e8-44ca-b7b1-0f553d31e9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:38.099052 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52873edb-1fb6-4507-9a71-5018402f70ed admin admin] vlan segment allocate from pool success with {'vlan_id': 1034, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:21:38.114247 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-52873edb-1fb6-4507-9a71-5018402f70ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:38.114999 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-52873edb-1fb6-4507-9a71-5018402f70ed admin admin] Added segment 4f1874f7-a639-4bad-88dc-9dd2b8243d3e of type vlan for network a7c013d9-ea11-470b-8a79-08abd897c197 Oct 27 18:21:38.136832 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port fc613e52-0f52-4925-8e15-088ee10f8dd4 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:21:38.138251 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:38.140919 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-da5f0417-10a7-4d31-9e25-080030564457 None None] Provisioning complete for port d76446cd-fa5f-44c3-a853-d4f469d3d28c triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:21:38.147490 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-da5f0417-10a7-4d31-9e25-080030564457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:38.155119 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-6fa93eff-41b0-4b19-83c4-4f92d821b459 None None] For port d76446cd-fa5f-44c3-a853-d4f469d3d28c, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:21:38.163851 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-6fa93eff-41b0-4b19-83c4-4f92d821b459 None None] For port d76446cd-fa5f-44c3-a853-d4f469d3d28c, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=d76446cd-fa5f-44c3-a853-d4f469d3d28c,segment=NetworkSegment(41131f65-3afe-44a8-b36c-5b0b2c75311d),segment_id=41131f65-3afe-44a8-b36c-5b0b2c75311d)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:21:38.187349 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-52873edb-1fb6-4507-9a71-5018402f70ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:38.234975 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-6fa93eff-41b0-4b19-83c4-4f92d821b459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:38.254500 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52873edb-1fb6-4507-9a71-5018402f70ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518a932f-a3ea-4817-ab1a-d038c6d7eaf0,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:38.294241 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9ac05c93-4baf-4008-ba15-fd165e978783 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:38.331994 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-52873edb-1fb6-4507-9a71-5018402f70ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:38.333854 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52873edb-1fb6-4507-9a71-5018402f70ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:38.335358 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-52873edb-1fb6-4507-9a71-5018402f70ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:38.346496 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-da5f0417-10a7-4d31-9e25-080030564457 None None] Port d76446cd-fa5f-44c3-a853-d4f469d3d28c cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:21:38.388682 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa93eff-41b0-4b19-83c4-4f92d821b459 None None] Routers {'1a21b729-3fa6-4bae-a78b-da895fad0b59'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:21:38.390539 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-6fa93eff-41b0-4b19-83c4-4f92d821b459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:21:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['1a21b729-3fa6-4bae-a78b-da895fad0b59'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:38.410378 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-d71e9c07-32e8-44ca-b7b1-0f553d31e9c5 None None] For port eedff41c-534b-430e-8333-3ec6a2421592, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:21:38.423785 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-d71e9c07-32e8-44ca-b7b1-0f553d31e9c5 None None] For port eedff41c-534b-430e-8333-3ec6a2421592, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=eedff41c-534b-430e-8333-3ec6a2421592,segment=NetworkSegment(7797590e-2a43-4fbe-8f4b-f77169de356b),segment_id=7797590e-2a43-4fbe-8f4b-f77169de356b)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:21:38.490141 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd1035-05ac-4958-8992-6030dfdb75dd None None] Pushing event updated for resources: {'Port': ['ID=d76446cd-fa5f-44c3-a853-d4f469d3d28c,revision_number=4']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:38.543888 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d71e9c07-32e8-44ca-b7b1-0f553d31e9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:38.578889 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-52873edb-1fb6-4507-9a71-5018402f70ed admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5222218 Oct 27 18:21:38.585518 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50304) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:38.609480 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-204c36a3-6044-40ff-a066-51ec737f957d admin admin] Request body: {'subnet': {'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1616371455-subnet', 'tenant_id': '74d488054c1f4f50bdb6de26a9138d36', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:38.610910 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-6fa93eff-41b0-4b19-83c4-4f92d821b459 None None] Set router 1a21b729-3fa6-4bae-a78b-da895fad0b59 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:21:38.708580 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e9c07-32e8-44ca-b7b1-0f553d31e9c5 None None] Pushing event updated for resources: {'Port': ['ID=eedff41c-534b-430e-8333-3ec6a2421592,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:38.783199 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-5a1e29af-d74d-4008-9472-404062ff66aa None None] Provisioning complete for port d76446cd-fa5f-44c3-a853-d4f469d3d28c triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:21:38.783432 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5a1e29af-d74d-4008-9472-404062ff66aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:39.128285 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5a1e29af-d74d-4008-9472-404062ff66aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:39.176283 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9ac05c93-4baf-4008-ba15-fd165e978783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:39.206887 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-6fa93eff-41b0-4b19-83c4-4f92d821b459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a21b729-3fa6-4bae-a78b-da895fad0b59', 'name': 'tempest-TaggedBootDevicesTest-3778310-router', 'tenant_id': '32c521b9d5364e14a010de85fa7c39d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'fc613e52-0f52-4925-8e15-088ee10f8dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:21:27Z', 'updated_at': '2021-10-27T18:21:34Z', 'revision_number': 4, 'project_id': '32c521b9d5364e14a010de85fa7c39d0', 'gw_port': {'id': 'fc613e52-0f52-4925-8e15-088ee10f8dd4', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:15:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a21b729-3fa6-4bae-a78b-da895fad0b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:30Z', 'updated_at': '2021-10-27T18:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'd76446cd-fa5f-44c3-a853-d4f469d3d28c', 'name': '', 'network_id': 'b0826293-f8b5-4c91-b97e-04b01e42ef10', 'tenant_id': '32c521b9d5364e14a010de85fa7c39d0', 'mac_address': 'fa:16:3e:6c:1a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a21b729-3fa6-4bae-a78b-da895fad0b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e43a2e56-6a89-4d7a-ba43-8a2e198dc078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:33Z', 'updated_at': '2021-10-27T18:21:38Z', 'revision_number': 4, 'project_id': '32c521b9d5364e14a010de85fa7c39d0', 'subnets': [{'id': 'e43a2e56-6a89-4d7a-ba43-8a2e198dc078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:39.242637 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-5a1e29af-d74d-4008-9472-404062ff66aa None None] For port d76446cd-fa5f-44c3-a853-d4f469d3d28c, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=d76446cd-fa5f-44c3-a853-d4f469d3d28c,segment=NetworkSegment(41131f65-3afe-44a8-b36c-5b0b2c75311d),segment_id=41131f65-3afe-44a8-b36c-5b0b2c75311d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:21:39.273068 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa93eff-41b0-4b19-83c4-4f92d821b459 None None] The sync data for ids ['1a21b729-3fa6-4bae-a78b-da895fad0b59'] in n-d-815690-2 is: [{'id': '1a21b729-3fa6-4bae-a78b-da895fad0b59', 'name': 'tempest-TaggedBootDevicesTest-3778310-router', 'tenant_id': '32c521b9d5364e14a010de85fa7c39d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'fc613e52-0f52-4925-8e15-088ee10f8dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:21:27Z', 'updated_at': '2021-10-27T18:21:34Z', 'revision_number': 4, 'project_id': '32c521b9d5364e14a010de85fa7c39d0', 'gw_port': {'id': 'fc613e52-0f52-4925-8e15-088ee10f8dd4', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:15:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a21b729-3fa6-4bae-a78b-da895fad0b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:30Z', 'updated_at': '2021-10-27T18:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'd76446cd-fa5f-44c3-a853-d4f469d3d28c', 'name': '', 'network_id': 'b0826293-f8b5-4c91-b97e-04b01e42ef10', 'tenant_id': '32c521b9d5364e14a010de85fa7c39d0', 'mac_address': 'fa:16:3e:6c:1a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a21b729-3fa6-4bae-a78b-da895fad0b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e43a2e56-6a89-4d7a-ba43-8a2e198dc078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:33Z', 'updated_at': '2021-10-27T18:21:38Z', 'revision_number': 4, 'project_id': '32c521b9d5364e14a010de85fa7c39d0', 'subnets': [{'id': 'e43a2e56-6a89-4d7a-ba43-8a2e198dc078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:21:39.316168 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ac05c93-4baf-4008-ba15-fd165e978783 admin admin] vlan segment allocate from pool success with {'vlan_id': 1002, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:21:39.330402 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac05c93-4baf-4008-ba15-fd165e978783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9923ba8e-53c6-4232-942f-6f316f032839,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:39.337657 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5a1e29af-d74d-4008-9472-404062ff66aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:39.353012 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e6d7556b-e425-4165-87aa-260944312ec4 req-bd1fa6da-670c-4d0f-b039-db5297bcd2fc service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4d8903f3-8988-4444-b072-e5de2d0353b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1786771 Oct 27 18:21:39.358319 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52873edb-1fb6-4507-9a71-5018402f70ed admin admin] Pushing event updated for resources: {'Network': ['ID=a7c013d9-ea11-470b-8a79-08abd897c197,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:39.380031 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9ac05c93-4baf-4008-ba15-fd165e978783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:39.384530 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-9ac05c93-4baf-4008-ba15-fd165e978783 admin admin] Added segment 0db16af7-8c71-4ecc-99fb-30bfb2b60303 of type vlan for network d320dc90-0477-459d-be5a-c165a9060d3c Oct 27 18:21:39.426645 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ace971f2-f071-43cc-ab91-dc4210a19753 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:39.445407 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204c36a3-6044-40ff-a066-51ec737f957d admin admin] Made reservation on behalf of 74d488054c1f4f50bdb6de26a9138d36 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:21:39.449769 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-204c36a3-6044-40ff-a066-51ec737f957d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:39.474857 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network a7c013d9-ea11-470b-8a79-08abd897c197 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:21:39.638736 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e29af-d74d-4008-9472-404062ff66aa None None] Pushing event updated for resources: {'Port': ['ID=d76446cd-fa5f-44c3-a853-d4f469d3d28c,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:39.692250 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-87becb8c-2b1d-43ac-8455-c4b6d417a4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:39.772487 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ace971f2-f071-43cc-ab91-dc4210a19753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:39.959965 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-204c36a3-6044-40ff-a066-51ec737f957d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:40.008360 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-ace971f2-f071-43cc-ab91-dc4210a19753 admin admin] Allocated IP 172.25.6.163 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/679e6d39-3acb-42de-9cc6-6be6af944fae) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:21:40.008922 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d76446cd-fa5f-44c3-a853-d4f469d3d28c up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:21:40.093341 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c36a3-6044-40ff-a066-51ec737f957d admin admin] Pushing event updated for resources: {'Subnet': ['ID=afe6cc10-9308-4117-a497-d403cb219653,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:40.154233 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port d76446cd-fa5f-44c3-a853-d4f469d3d28c triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:21:40.154961 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:40.238397 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204c36a3-6044-40ff-a066-51ec737f957d admin admin] Checking segment: {'id': '4f1874f7-a639-4bad-88dc-9dd2b8243d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:21:40.239252 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204c36a3-6044-40ff-a066-51ec737f957d admin admin] Network hostable DHCP agents. Network: a7c013d9-ea11-470b-8a79-08abd897c197, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:21:40.318422 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ace971f2-f071-43cc-ab91-dc4210a19753 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:40.326708 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9ac05c93-4baf-4008-ba15-fd165e978783 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:40.343110 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204c36a3-6044-40ff-a066-51ec737f957d admin admin] Network a7c013d9-ea11-470b-8a79-08abd897c197 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:21:40.359571 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7556b-e425-4165-87aa-260944312ec4 req-3f4c1057-dfc2-45ce-a41a-0e9213420b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:40.361109 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e6d7556b-e425-4165-87aa-260944312ec4 req-3f4c1057-dfc2-45ce-a41a-0e9213420b68 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2afdd7c515474860a22ec07f3faca833&device_id=4d8903f3-8988-4444-b072-e5de2d0353b9 HTTP/1.1" status: 200 len: 1097 time: 0.7062294 Oct 27 18:21:40.416617 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-204c36a3-6044-40ff-a066-51ec737f957d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, a7c013d9-ea11-470b-8a79-08abd897c197) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:21:40.421229 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204c36a3-6044-40ff-a066-51ec737f957d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:40.421984 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-204c36a3-6044-40ff-a066-51ec737f957d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:40.446552 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device eedff41c-534b-430e-8333-3ec6a2421592 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:21:40.452202 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59710607-462c-43fb-91be-f7a5636860eb None None] Network a7c013d9-ea11-470b-8a79-08abd897c197 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:21:40.523282 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-204c36a3-6044-40ff-a066-51ec737f957d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9391189 Oct 27 18:21:40.528438 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50356) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:40.533357 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-df562fe8-d28d-4c84-bc50-851f50f6bcc8 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1616371455-router', 'tenant_id': '74d488054c1f4f50bdb6de26a9138d36', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:40.539027 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7556b-e425-4165-87aa-260944312ec4 req-f2be3fc5-78df-4232-a8ff-249c2ef8ad99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:40.540634 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e6d7556b-e425-4165-87aa-260944312ec4 req-f2be3fc5-78df-4232-a8ff-249c2ef8ad99 service neutron] 10.222.0.93 "GET /v2.0/networks?id=eadbf85d-3b34-4dc3-8601-2203c9997db2 HTTP/1.1" status: 200 len: 913 time: 0.1478484 Oct 27 18:21:40.626642 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90511864-3207-4d86-a308-d88fcae1eeb3 None None] Network a02c915a-ef33-4547-80f0-d7d8ef06e164 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:21:40.639333 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9ac05c93-4baf-4008-ba15-fd165e978783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:40.640717 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac05c93-4baf-4008-ba15-fd165e978783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:40.641519 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9ac05c93-4baf-4008-ba15-fd165e978783 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:40.676228 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-df562fe8-d28d-4c84-bc50-851f50f6bcc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:40.677942 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-df562fe8-d28d-4c84-bc50-851f50f6bcc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:40.789995 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ace971f2-f071-43cc-ab91-dc4210a19753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:40.850255 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-df562fe8-d28d-4c84-bc50-851f50f6bcc8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:40.908994 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace971f2-f071-43cc-ab91-dc4210a19753 admin admin] Pushing event updated for resources: {'Port': ['ID=679e6d39-3acb-42de-9cc6-6be6af944fae,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:40.930146 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9ac05c93-4baf-4008-ba15-fd165e978783 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.9051113 Oct 27 18:21:40.933317 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace971f2-f071-43cc-ab91-dc4210a19753 admin admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:21:40.940742 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50372) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:40.956981 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-576fcf89-8d0f-41a9-aa95-d2e8be681e52 admin admin] Request body: {'subnet': {'network_id': 'd320dc90-0477-459d-be5a-c165a9060d3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-135722697-subnet', 'tenant_id': 'c160c983b5034be0a016c0615f875d06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:41.004997 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e6d7556b-e425-4165-87aa-260944312ec4 req-daab96d3-da42-44a1-94a7-1468f3435a29 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7b57edb-3306-47d0-b0c8-6c4a2d407037 HTTP/1.1" status: 200 len: 1002 time: 0.4537201 Oct 27 18:21:41.008649 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-ace971f2-f071-43cc-ab91-dc4210a19753 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:21:41.024413 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace971f2-f071-43cc-ab91-dc4210a19753 admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:21:41.105146 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-a4588773-af0d-482a-9b9f-dc6e07be36b6 None None] Provisioning complete for port eedff41c-534b-430e-8333-3ec6a2421592 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:21:41.105521 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a4588773-af0d-482a-9b9f-dc6e07be36b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:41.207519 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac05c93-4baf-4008-ba15-fd165e978783 admin admin] Pushing event updated for resources: {'Network': ['ID=d320dc90-0477-459d-be5a-c165a9060d3c,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:41.233233 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network d320dc90-0477-459d-be5a-c165a9060d3c details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:21:41.234652 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576fcf89-8d0f-41a9-aa95-d2e8be681e52 admin admin] Made reservation on behalf of c160c983b5034be0a016c0615f875d06 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:21:41.243149 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-576fcf89-8d0f-41a9-aa95-d2e8be681e52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:41.365061 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-df562fe8-d28d-4c84-bc50-851f50f6bcc8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:41.380750 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port eedff41c-534b-430e-8333-3ec6a2421592 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:21:41.381318 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:41.394828 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-8fbe23c0-4d56-4274-bd97-bed930eeabc5 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=0493afd680224a038be01c24bab6b33d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0921900 Oct 27 18:21:41.466253 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73fdd37-75a6-4634-b034-4c12fb6cbe46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-a7c013d9-ea11-470b-8a79-08abd897c197', 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197', 'tenant_id': '74d488054c1f4f50bdb6de26a9138d36', 'fixed_ips': [{'subnet_id': 'afe6cc10-9308-4117-a497-d403cb219653'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:21:41.468364 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a73fdd37-75a6-4634-b034-4c12fb6cbe46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:41.496370 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7556b-e425-4165-87aa-260944312ec4 req-6b6f70dd-e6a6-4b0f-ad05-428382215ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:41.498028 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e6d7556b-e425-4165-87aa-260944312ec4 req-6b6f70dd-e6a6-4b0f-ad05-428382215ca0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=69983570-a5fd-4619-80ac-2d6bf8572707 HTTP/1.1" status: 200 len: 850 time: 0.4092855 Oct 27 18:21:41.710579 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7556b-e425-4165-87aa-260944312ec4 req-f85a8f24-0803-4e44-a821-6fb436e1849f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:41.712302 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e6d7556b-e425-4165-87aa-260944312ec4 req-f85a8f24-0803-4e44-a821-6fb436e1849f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=eadbf85d-3b34-4dc3-8601-2203c9997db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1994779 Oct 27 18:21:41.755213 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-ffbcc4bb-908c-488f-907a-99a98f3b0c49 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:41.766707 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-ffbcc4bb-908c-488f-907a-99a98f3b0c49 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3708870 Oct 27 18:21:41.792818 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-a73fdd37-75a6-4634-b034-4c12fb6cbe46 None None] Allocated IP 172.20.0.2 (a7c013d9-ea11-470b-8a79-08abd897c197/afe6cc10-9308-4117-a497-d403cb219653/04f7ac68-0ead-4ab2-ba6b-caa694c931d3) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:21:41.803634 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-f99fc8d0-cc7b-4772-ab5d-63cc48ab1288 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/quotas/0493afd680224a038be01c24bab6b33d HTTP/1.1" status: 200 len: 375 time: 0.0358975 Oct 27 18:21:41.847400 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-ef84b0d0-44e2-414d-8152-a8b14d856faa tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0493afd680224a038be01c24bab6b33d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428388 Oct 27 18:21:41.905291 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a4588773-af0d-482a-9b9f-dc6e07be36b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:41.994459 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-a4588773-af0d-482a-9b9f-dc6e07be36b6 None None] For port eedff41c-534b-430e-8333-3ec6a2421592, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=eedff41c-534b-430e-8333-3ec6a2421592,segment=NetworkSegment(7797590e-2a43-4fbe-8f4b-f77169de356b),segment_id=7797590e-2a43-4fbe-8f4b-f77169de356b)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:21:42.018894 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:42.123240 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-df562fe8-d28d-4c84-bc50-851f50f6bcc8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:42.132058 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e6d7556b-e425-4165-87aa-260944312ec4 req-a1ad28af-1f3b-4971-9258-c76921a8dd01 service neutron] 10.222.0.93 "GET /v2.0/networks/eadbf85d-3b34-4dc3-8601-2203c9997db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027834 Oct 27 18:21:42.152885 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-df562fe8-d28d-4c84-bc50-851f50f6bcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:42.170418 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1f209a6b-9441-4803-86dc-e64f3211949d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:42.183658 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a4588773-af0d-482a-9b9f-dc6e07be36b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:42.236034 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-576fcf89-8d0f-41a9-aa95-d2e8be681e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:42.265491 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cf3b8964-cd33-47df-ab46-8d5396c11a1f req-467031dd-cd99-4806-9f9d-b3890b793d8d tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 210 time: 0.1082921 Oct 27 18:21:42.283243 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ace971f2-f071-43cc-ab91-dc4210a19753 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:42.320986 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a73fdd37-75a6-4634-b034-4c12fb6cbe46 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:42.364013 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-5be13634-f79b-4ae4-95e4-ebc91553d0e3 None None] Provisioning complete for port eedff41c-534b-430e-8333-3ec6a2421592 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:21:42.365304 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5be13634-f79b-4ae4-95e4-ebc91553d0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:42.402579 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-df562fe8-d28d-4c84-bc50-851f50f6bcc8 admin admin] Allocated IP 172.25.6.93 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/a512872a-80f0-4c96-bf6a-b87722f23f85) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:21:42.408683 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:21:42.415029 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:21:42.416139 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a73fdd37-75a6-4634-b034-4c12fb6cbe46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:42.427355 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4588773-af0d-482a-9b9f-dc6e07be36b6 None None] Pushing event updated for resources: {'Port': ['ID=eedff41c-534b-430e-8333-3ec6a2421592,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:42.505586 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73fdd37-75a6-4634-b034-4c12fb6cbe46 None None] Network a7c013d9-ea11-470b-8a79-08abd897c197 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:21:42.513736 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576fcf89-8d0f-41a9-aa95-d2e8be681e52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a37c2c04-d14c-49d3-bcb1-93490cd219fb,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:42.521741 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-a73fdd37-75a6-4634-b034-4c12fb6cbe46 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:21:42.527108 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73fdd37-75a6-4634-b034-4c12fb6cbe46 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:21:42.563878 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576fcf89-8d0f-41a9-aa95-d2e8be681e52 admin admin] Checking segment: {'id': '0db16af7-8c71-4ecc-99fb-30bfb2b60303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'd320dc90-0477-459d-be5a-c165a9060d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:21:42.564379 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576fcf89-8d0f-41a9-aa95-d2e8be681e52 admin admin] Network hostable DHCP agents. Network: d320dc90-0477-459d-be5a-c165a9060d3c, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:21:42.571214 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e6d7556b-e425-4165-87aa-260944312ec4 req-bcdb53b9-f56a-4bab-a9db-e4aa1b86a8be service neutron] 10.222.0.93 "GET /v2.0/networks/eadbf85d-3b34-4dc3-8601-2203c9997db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216046 Oct 27 18:21:42.586774 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fdd37-75a6-4634-b034-4c12fb6cbe46 None None] Pushing event updated for resources: {'Port': ['ID=04f7ac68-0ead-4ab2-ba6b-caa694c931d3,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:42.644097 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ace971f2-f071-43cc-ab91-dc4210a19753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:42.652533 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-df562fe8-d28d-4c84-bc50-851f50f6bcc8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:42.669838 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-a73fdd37-75a6-4634-b034-4c12fb6cbe46 None None] Attempting to bind port 04f7ac68-0ead-4ab2-ba6b-caa694c931d3 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:21:42.673448 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-a73fdd37-75a6-4634-b034-4c12fb6cbe46 None None] Attempting to bind port 04f7ac68-0ead-4ab2-ba6b-caa694c931d3 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '4f1874f7-a639-4bad-88dc-9dd2b8243d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:21:42.673448 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73fdd37-75a6-4634-b034-4c12fb6cbe46 None None] Attempting to bind port 04f7ac68-0ead-4ab2-ba6b-caa694c931d3 on network a7c013d9-ea11-470b-8a79-08abd897c197 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:21:42.676823 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73fdd37-75a6-4634-b034-4c12fb6cbe46 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:21:42.677201 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73fdd37-75a6-4634-b034-4c12fb6cbe46 None None] Checking segment: {'id': '4f1874f7-a639-4bad-88dc-9dd2b8243d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:21:42.677601 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a73fdd37-75a6-4634-b034-4c12fb6cbe46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:42.677996 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73fdd37-75a6-4634-b034-4c12fb6cbe46 None None] Bound using segment: {'id': '4f1874f7-a639-4bad-88dc-9dd2b8243d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:21:42.678520 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-a73fdd37-75a6-4634-b034-4c12fb6cbe46 None None] Bound port: 04f7ac68-0ead-4ab2-ba6b-caa694c931d3, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f1874f7-a639-4bad-88dc-9dd2b8243d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:21:42.678931 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a73fdd37-75a6-4634-b034-4c12fb6cbe46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:42.683924 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576fcf89-8d0f-41a9-aa95-d2e8be681e52 admin admin] Network d320dc90-0477-459d-be5a-c165a9060d3c is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:21:42.782854 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-df562fe8-d28d-4c84-bc50-851f50f6bcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:42.816021 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-a73fdd37-75a6-4634-b034-4c12fb6cbe46 None None] For port 04f7ac68-0ead-4ab2-ba6b-caa694c931d3, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:21:42.819479 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-a73fdd37-75a6-4634-b034-4c12fb6cbe46 None None] For port 04f7ac68-0ead-4ab2-ba6b-caa694c931d3, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=04f7ac68-0ead-4ab2-ba6b-caa694c931d3,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:21:42.834405 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-576fcf89-8d0f-41a9-aa95-d2e8be681e52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, d320dc90-0477-459d-be5a-c165a9060d3c) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:21:42.837911 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df562fe8-d28d-4c84-bc50-851f50f6bcc8 admin admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:21:42.838518 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576fcf89-8d0f-41a9-aa95-d2e8be681e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:42.839407 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-576fcf89-8d0f-41a9-aa95-d2e8be681e52 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:42.844527 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-df562fe8-d28d-4c84-bc50-851f50f6bcc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:21:42.848130 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df562fe8-d28d-4c84-bc50-851f50f6bcc8 admin admin] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:21:42.851760 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdf6098-d9c4-44d3-a1f2-c1a9e278fd39 None None] Network d320dc90-0477-459d-be5a-c165a9060d3c requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:21:42.937257 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace971f2-f071-43cc-ab91-dc4210a19753 admin admin] Router 51d37106-c3b5-4460-ab61-f2fb076cd9f7 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:21:42.955769 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a73fdd37-75a6-4634-b034-4c12fb6cbe46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:42.990329 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df562fe8-d28d-4c84-bc50-851f50f6bcc8 admin admin] Pushing event updated for resources: {'Port': ['ID=a512872a-80f0-4c96-bf6a-b87722f23f85,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:43.109926 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-576fcf89-8d0f-41a9-aa95-d2e8be681e52 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.1465094 Oct 27 18:21:43.179258 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fdd37-75a6-4634-b034-4c12fb6cbe46 None None] Pushing event updated for resources: {'Port': ['ID=04f7ac68-0ead-4ab2-ba6b-caa694c931d3,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:43.195733 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace971f2-f071-43cc-ab91-dc4210a19753 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:21:43.269187 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d76446cd-fa5f-44c3-a853-d4f469d3d28c up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:21:43.331546 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73409d8e-056f-4f14-94a3-4c286d877a98 None None] Sync routers for ids ['51d37106-c3b5-4460-ab61-f2fb076cd9f7'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:21:43.345855 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ace971f2-f071-43cc-ab91-dc4210a19753 admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:43.347395 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ace971f2-f071-43cc-ab91-dc4210a19753 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.3633204 Oct 27 18:21:43.350199 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50480) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:43.353047 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-df562fe8-d28d-4c84-bc50-851f50f6bcc8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:43.403287 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b87dc9b-0eda-48e2-83d8-9cf777475c0f None None] Network d320dc90-0477-459d-be5a-c165a9060d3c requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:21:43.585353 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1d56eca7-ce0c-47f9-8bc0-231f6af3d92b req-36122023-5829-4e3a-81c2-8f77d5beb3b0 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 210 time: 0.1063075 Oct 27 18:21:43.629383 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:43.669398 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73409d8e-056f-4f14-94a3-4c286d877a98 None None] Routers {'51d37106-c3b5-4460-ab61-f2fb076cd9f7'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:21:43.671207 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-73409d8e-056f-4f14-94a3-4c286d877a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:21:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['51d37106-c3b5-4460-ab61-f2fb076cd9f7'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:43.684388 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:43.852702 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [req-26fe38b0-00dc-4dc5-b362-96f69e3e1a61 req-6fefea3f-e666-4665-ac5b-44c2d3433aff tempest-SecurityGroupsNegativeTestJSON-274723890 tempest-SecurityGroupsNegativeTestJSON-274723890-project] show failed (client error): The resource could not be found. Oct 27 18:21:43.868123 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-26fe38b0-00dc-4dc5-b362-96f69e3e1a61 req-6fefea3f-e666-4665-ac5b-44c2d3433aff tempest-SecurityGroupsNegativeTestJSON-274723890 tempest-SecurityGroupsNegativeTestJSON-274723890-project] 10.222.0.52 "GET /v2.0/security-groups/e78b8ddd-6882-47a4-bc45-2a0551414761 HTTP/1.1" status: 404 len: 352 time: 0.0886674 Oct 27 18:21:43.952329 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port d76446cd-fa5f-44c3-a853-d4f469d3d28c triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:21:43.952329 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:44.006387 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-df562fe8-d28d-4c84-bc50-851f50f6bcc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:44.231722 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ed4d6769-2738-4515-9963-3b62e2ea2a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:44.286381 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-90348361-56ea-4ef8-90a6-9c2a5d89f939 req-44e6f3ef-4819-40a7-87d1-394e168bbd18 tempest-SecurityGroupsNegativeTestJSON-274723890 tempest-SecurityGroupsNegativeTestJSON-274723890-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c160c983b5034be0a016c0615f875d06 HTTP/1.1" status: 200 len: 2984 time: 0.2397645 Oct 27 18:21:44.350678 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-73409d8e-056f-4f14-94a3-4c286d877a98 None None] Set router 51d37106-c3b5-4460-ab61-f2fb076cd9f7 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:21:44.430956 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-90348361-56ea-4ef8-90a6-9c2a5d89f939 req-0c09d322-059e-4558-830c-0c773ddde0ff tempest-SecurityGroupsNegativeTestJSON-274723890 tempest-SecurityGroupsNegativeTestJSON-274723890-project] 10.222.0.52 "GET /v2.0/security-groups/9923ba8e-53c6-4232-942f-6f316f032839 HTTP/1.1" status: 200 len: 2981 time: 0.1306019 Oct 27 18:21:44.505139 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device eedff41c-534b-430e-8333-3ec6a2421592 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:21:44.533582 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df562fe8-d28d-4c84-bc50-851f50f6bcc8 admin admin] Router 8ce9d0e2-0002-4984-9dbf-25679ae31340 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:21:44.579723 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:21:44.581281 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-90348361-56ea-4ef8-90a6-9c2a5d89f939 req-19b699d6-837d-4d94-b59a-87a147daa0c2 tempest-SecurityGroupsNegativeTestJSON-274723890 tempest-SecurityGroupsNegativeTestJSON-274723890-project] 10.222.0.52 "GET /v2.0/security-groups/9923ba8e-53c6-4232-942f-6f316f032839 HTTP/1.1" status: 200 len: 2981 time: 0.1201158 Oct 27 18:21:44.677053 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port eedff41c-534b-430e-8333-3ec6a2421592 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:21:44.678858 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:44.775697 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-73409d8e-056f-4f14-94a3-4c286d877a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d37106-c3b5-4460-ab61-f2fb076cd9f7', 'name': 'tempest-ServersTestBootFromVolume-630096261-router', 'tenant_id': '935b1609fadd4a79a82a8a4c512ccaba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '679e6d39-3acb-42de-9cc6-6be6af944fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:21:37Z', 'updated_at': '2021-10-27T18:21:41Z', 'revision_number': 3, 'project_id': '935b1609fadd4a79a82a8a4c512ccaba', 'gw_port': {'id': '679e6d39-3acb-42de-9cc6-6be6af944fae', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d37106-c3b5-4460-ab61-f2fb076cd9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:39Z', 'updated_at': '2021-10-27T18:21:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:44.849611 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73409d8e-056f-4f14-94a3-4c286d877a98 None None] Checking router: 51d37106-c3b5-4460-ab61-f2fb076cd9f7 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:21:44.850105 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73409d8e-056f-4f14-94a3-4c286d877a98 None None] Updating router 51d37106-c3b5-4460-ab61-f2fb076cd9f7 port 679e6d39-3acb-42de-9cc6-6be6af944fae binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:21:44.898465 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be29b850-c042-4885-9cdc-528981fc7d9e None None] Network a7c013d9-ea11-470b-8a79-08abd897c197 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:21:44.915327 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9e07d3db-b1bf-473c-a96c-a31907a3f1ff req-a93e73d7-7b73-438c-9bf6-a0bbdb5aadb3 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 210 time: 0.1425278 Oct 27 18:21:44.944596 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-46c991b1-4207-48c3-9f19-ac4ff08bec3e req-86f386e5-f057-4c54-ae84-cef7aa995305 tempest-SecurityGroupsNegativeTestJSON-274723890 tempest-SecurityGroupsNegativeTestJSON-274723890-project] 10.222.0.52 "GET /v2.0/security-groups/9923ba8e-53c6-4232-942f-6f316f032839 HTTP/1.1" status: 200 len: 2981 time: 0.3469417 Oct 27 18:21:44.946162 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df562fe8-d28d-4c84-bc50-851f50f6bcc8 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:21:44.959614 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b044128f-5626-4c3c-8f91-1e03382bfe38 None None] Sync routers for ids ['8ce9d0e2-0002-4984-9dbf-25679ae31340'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:21:44.968921 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-73409d8e-056f-4f14-94a3-4c286d877a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:44.980742 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b044128f-5626-4c3c-8f91-1e03382bfe38 None None] Routers {'8ce9d0e2-0002-4984-9dbf-25679ae31340'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:21:44.982306 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-b044128f-5626-4c3c-8f91-1e03382bfe38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:21:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8ce9d0e2-0002-4984-9dbf-25679ae31340'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:45.002585 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-ed4d6769-2738-4515-9963-3b62e2ea2a20 admin admin] Allocated IP 172.20.0.1 (a02c915a-ef33-4547-80f0-d7d8ef06e164/7f791017-30ab-4eda-b0b9-c9172369d32b/97de6d04-116a-48d1-bd1f-6080c3623d65) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:21:45.072893 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-c9fc7d48-b9a8-436d-9c52-8da8fbe659a7 None None] Provisioning complete for port 04f7ac68-0ead-4ab2-ba6b-caa694c931d3 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:21:45.073908 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c9fc7d48-b9a8-436d-9c52-8da8fbe659a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:45.087832 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:45.139438 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [req-46c991b1-4207-48c3-9f19-ac4ff08bec3e req-6f7a9516-d7b2-478e-8219-fb4396dc5c19 tempest-SecurityGroupsNegativeTestJSON-274723890 tempest-SecurityGroupsNegativeTestJSON-274723890-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 27 18:21:45.140587 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-46c991b1-4207-48c3-9f19-ac4ff08bec3e req-6f7a9516-d7b2-478e-8219-fb4396dc5c19 tempest-SecurityGroupsNegativeTestJSON-274723890 tempest-SecurityGroupsNegativeTestJSON-274723890-project] 10.222.0.52 "DELETE /v2.0/security-groups/9923ba8e-53c6-4232-942f-6f316f032839 HTTP/1.1" status: 409 len: 352 time: 0.1755414 Oct 27 18:21:45.158349 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-df562fe8-d28d-4c84-bc50-851f50f6bcc8 admin admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:45.161755 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-df562fe8-d28d-4c84-bc50-851f50f6bcc8 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6301541 Oct 27 18:21:45.168941 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50560) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:45.300331 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 04f7ac68-0ead-4ab2-ba6b-caa694c931d3 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:21:45.315306 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-b044128f-5626-4c3c-8f91-1e03382bfe38 None None] Set router 8ce9d0e2-0002-4984-9dbf-25679ae31340 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:21:45.346143 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-62a52de0-0e69-4444-8960-158f6319d2cc tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=0493afd680224a038be01c24bab6b33d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1588297 Oct 27 18:21:45.378465 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [req-634a83ae-e0aa-47d8-bded-f40a7d340573 req-eefcca62-cafe-4398-a355-43bbbfadf14d tempest-SecurityGroupsNegativeTestJSON-274723890 tempest-SecurityGroupsNegativeTestJSON-274723890-project] show failed (client error): The resource could not be found. Oct 27 18:21:45.394348 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-634a83ae-e0aa-47d8-bded-f40a7d340573 req-eefcca62-cafe-4398-a355-43bbbfadf14d tempest-SecurityGroupsNegativeTestJSON-274723890 tempest-SecurityGroupsNegativeTestJSON-274723890-project] 10.222.0.52 "GET /v2.0/security-groups/4d186a8c-5dde-43ae-b3a9-61ca473749a6 HTTP/1.1" status: 404 len: 352 time: 0.1368949 Oct 27 18:21:45.457584 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [req-aca4df2a-948a-4300-89d1-ba06f0396245 req-d09b6e84-37c1-43f8-886e-1357aa227f64 tempest-SecurityGroupsNegativeTestJSON-274723890 tempest-SecurityGroupsNegativeTestJSON-274723890-project] show failed (client error): The resource could not be found. Oct 27 18:21:45.462462 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aca4df2a-948a-4300-89d1-ba06f0396245 req-d09b6e84-37c1-43f8-886e-1357aa227f64 tempest-SecurityGroupsNegativeTestJSON-274723890 tempest-SecurityGroupsNegativeTestJSON-274723890-project] 10.222.0.52 "GET /v2.0/security-groups/1c0b4fd9-3536-4be9-a8cf-33d2c4b4bbbc HTTP/1.1" status: 404 len: 352 time: 0.0398221 Oct 27 18:21:45.474780 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50572) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:45.680243 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ed4d6769-2738-4515-9963-3b62e2ea2a20 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:45.686032 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-c577a5cd-0451-47b8-b6bd-a5e3d2602ca0 admin admin] Deleting subnet a37c2c04-d14c-49d3-bcb1-93490cd219fb {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:21:45.689762 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c577a5cd-0451-47b8-b6bd-a5e3d2602ca0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:45.696245 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-be0a1597-1060-43e6-8db4-5b4ba1c98ba2 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:45.698487 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-be0a1597-1060-43e6-8db4-5b4ba1c98ba2 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3451946 Oct 27 18:21:45.720782 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-8aa67b00-6765-447f-bb3d-91f863149339 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Request body: {'port': {'device_id': 'd87164de-0492-4094-b5a1-6dd2e8211685', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'admin_state_up': True, 'tenant_id': '0493afd680224a038be01c24bab6b33d'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:45.731011 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c577a5cd-0451-47b8-b6bd-a5e3d2602ca0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:45.754578 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-b044128f-5626-4c3c-8f91-1e03382bfe38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce9d0e2-0002-4984-9dbf-25679ae31340', 'name': 'tempest-ServerActionsTestJSON-1616371455-router', 'tenant_id': '74d488054c1f4f50bdb6de26a9138d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'a512872a-80f0-4c96-bf6a-b87722f23f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:21:40Z', 'updated_at': '2021-10-27T18:21:43Z', 'revision_number': 3, 'project_id': '74d488054c1f4f50bdb6de26a9138d36', 'gw_port': {'id': 'a512872a-80f0-4c96-bf6a-b87722f23f85', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce9d0e2-0002-4984-9dbf-25679ae31340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:42Z', 'updated_at': '2021-10-27T18:21:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:45.791683 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b044128f-5626-4c3c-8f91-1e03382bfe38 None None] Checking router: 8ce9d0e2-0002-4984-9dbf-25679ae31340 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:21:45.794051 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b044128f-5626-4c3c-8f91-1e03382bfe38 None None] Updating router 8ce9d0e2-0002-4984-9dbf-25679ae31340 port a512872a-80f0-4c96-bf6a-b87722f23f85 binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:21:45.811630 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c577a5cd-0451-47b8-b6bd-a5e3d2602ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:45.824476 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 04f7ac68-0ead-4ab2-ba6b-caa694c931d3 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:21:45.824996 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:45.827805 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c9fc7d48-b9a8-436d-9c52-8da8fbe659a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:45.871513 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-b044128f-5626-4c3c-8f91-1e03382bfe38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:45.955200 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-c9fc7d48-b9a8-436d-9c52-8da8fbe659a7 None None] For port 04f7ac68-0ead-4ab2-ba6b-caa694c931d3, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=04f7ac68-0ead-4ab2-ba6b-caa694c931d3,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:21:46.022388 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-73409d8e-056f-4f14-94a3-4c286d877a98 None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:46.037150 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c9fc7d48-b9a8-436d-9c52-8da8fbe659a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:46.130448 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ed4d6769-2738-4515-9963-3b62e2ea2a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:46.226434 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-73409d8e-056f-4f14-94a3-4c286d877a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:46.237614 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4d6769-2738-4515-9963-3b62e2ea2a20 admin admin] Network a02c915a-ef33-4547-80f0-d7d8ef06e164 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:21:46.262493 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-ed4d6769-2738-4515-9963-3b62e2ea2a20 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:21:46.266883 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4d6769-2738-4515-9963-3b62e2ea2a20 admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:21:46.288209 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc7d48-b9a8-436d-9c52-8da8fbe659a7 None None] Pushing event updated for resources: {'Port': ['ID=04f7ac68-0ead-4ab2-ba6b-caa694c931d3,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:46.335125 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4d6769-2738-4515-9963-3b62e2ea2a20 admin admin] Pushing event updated for resources: {'Port': ['ID=97de6d04-116a-48d1-bd1f-6080c3623d65,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:46.368303 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-73409d8e-056f-4f14-94a3-4c286d877a98 None None] Attempting to bind port 679e6d39-3acb-42de-9cc6-6be6af944fae on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:21:46.373907 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-73409d8e-056f-4f14-94a3-4c286d877a98 None None] Attempting to bind port 679e6d39-3acb-42de-9cc6-6be6af944fae by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:21:46.374480 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73409d8e-056f-4f14-94a3-4c286d877a98 None None] Attempting to bind port 679e6d39-3acb-42de-9cc6-6be6af944fae on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:21:46.409837 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73409d8e-056f-4f14-94a3-4c286d877a98 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:21:46.409837 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73409d8e-056f-4f14-94a3-4c286d877a98 None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:21:46.409837 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-73409d8e-056f-4f14-94a3-4c286d877a98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:46.409837 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73409d8e-056f-4f14-94a3-4c286d877a98 None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:21:46.409837 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-73409d8e-056f-4f14-94a3-4c286d877a98 None None] Bound port: 679e6d39-3acb-42de-9cc6-6be6af944fae, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:21:46.409837 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-73409d8e-056f-4f14-94a3-4c286d877a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:46.419605 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c577a5cd-0451-47b8-b6bd-a5e3d2602ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:46.431431 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ed4d6769-2738-4515-9963-3b62e2ea2a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:46.503416 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-8aa67b00-6765-447f-bb3d-91f863149339 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Made reservation on behalf of 0493afd680224a038be01c24bab6b33d for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:21:46.506891 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-8aa67b00-6765-447f-bb3d-91f863149339 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:46.536220 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-8aa67b00-6765-447f-bb3d-91f863149339 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:46.597348 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b9b91-6775-4992-9fc6-baffe9814b7a None None] Pushing event updated for resources: {'Port': ['ID=679e6d39-3acb-42de-9cc6-6be6af944fae,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:46.628347 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-507ef919-b6ff-4911-8474-a056db553958 req-221b7c1d-a537-4b8b-be11-35de65464ccd tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 210 time: 0.2403004 Oct 27 18:21:46.654294 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-536296df-c414-4605-802f-ad91de332a3e None None] Provisioning complete for port 04f7ac68-0ead-4ab2-ba6b-caa694c931d3 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:21:46.654902 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-536296df-c414-4605-802f-ad91de332a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:46.657749 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c577a5cd-0451-47b8-b6bd-a5e3d2602ca0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a37c2c04-d14c-49d3-bcb1-93490cd219fb,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:46.670442 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-b044128f-5626-4c3c-8f91-1e03382bfe38 None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:46.693457 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c577a5cd-0451-47b8-b6bd-a5e3d2602ca0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:46.707457 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c577a5cd-0451-47b8-b6bd-a5e3d2602ca0 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a37c2c04-d14c-49d3-bcb1-93490cd219fb HTTP/1.1" status: 204 len: 168 time: 1.2336404 Oct 27 18:21:46.716802 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50620) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:46.755791 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c577a5cd-0451-47b8-b6bd-a5e3d2602ca0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:46.756276 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c577a5cd-0451-47b8-b6bd-a5e3d2602ca0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:46.756835 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c577a5cd-0451-47b8-b6bd-a5e3d2602ca0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:46.772830 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-b044128f-5626-4c3c-8f91-1e03382bfe38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:46.779370 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c577a5cd-0451-47b8-b6bd-a5e3d2602ca0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:46.779753 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c577a5cd-0451-47b8-b6bd-a5e3d2602ca0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:46.783876 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c577a5cd-0451-47b8-b6bd-a5e3d2602ca0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:46.783876 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c577a5cd-0451-47b8-b6bd-a5e3d2602ca0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:46.783876 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c577a5cd-0451-47b8-b6bd-a5e3d2602ca0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:46.783876 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c577a5cd-0451-47b8-b6bd-a5e3d2602ca0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:46.783876 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c577a5cd-0451-47b8-b6bd-a5e3d2602ca0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:46.783876 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c577a5cd-0451-47b8-b6bd-a5e3d2602ca0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:46.783876 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c577a5cd-0451-47b8-b6bd-a5e3d2602ca0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:46.789775 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-73409d8e-056f-4f14-94a3-4c286d877a98 None None] For port 679e6d39-3acb-42de-9cc6-6be6af944fae, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:21:46.808440 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-73409d8e-056f-4f14-94a3-4c286d877a98 None None] For port 679e6d39-3acb-42de-9cc6-6be6af944fae, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=679e6d39-3acb-42de-9cc6-6be6af944fae,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:21:46.892493 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-73409d8e-056f-4f14-94a3-4c286d877a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:46.907477 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-26b8b67b-c89a-47a4-b557-d8c8fe428bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:46.928834 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-97c9feac-d18f-4eb3-83f4-7308c317c7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:46.933739 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-b044128f-5626-4c3c-8f91-1e03382bfe38 None None] Attempting to bind port a512872a-80f0-4c96-bf6a-b87722f23f85 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:21:46.934106 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-b044128f-5626-4c3c-8f91-1e03382bfe38 None None] Attempting to bind port a512872a-80f0-4c96-bf6a-b87722f23f85 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:21:46.934459 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b044128f-5626-4c3c-8f91-1e03382bfe38 None None] Attempting to bind port a512872a-80f0-4c96-bf6a-b87722f23f85 on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:21:46.945453 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b044128f-5626-4c3c-8f91-1e03382bfe38 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:21:46.945848 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b044128f-5626-4c3c-8f91-1e03382bfe38 None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:21:46.946429 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-b044128f-5626-4c3c-8f91-1e03382bfe38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:46.948806 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b044128f-5626-4c3c-8f91-1e03382bfe38 None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:21:46.949329 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-b044128f-5626-4c3c-8f91-1e03382bfe38 None None] Bound port: a512872a-80f0-4c96-bf6a-b87722f23f85, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:21:46.950012 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-b044128f-5626-4c3c-8f91-1e03382bfe38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:46.953631 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f2e8ff-6c72-43a8-9eb5-7fdcd34239a9 None None] Pushing event updated for resources: {'Port': ['ID=a512872a-80f0-4c96-bf6a-b87722f23f85,revision_number=2']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:46.964324 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-8aa67b00-6765-447f-bb3d-91f863149339 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:47.016820 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f2e8ff-6c72-43a8-9eb5-7fdcd34239a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:47.017165 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f2e8ff-6c72-43a8-9eb5-7fdcd34239a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:47.017641 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f2e8ff-6c72-43a8-9eb5-7fdcd34239a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:47.018039 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f2e8ff-6c72-43a8-9eb5-7fdcd34239a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:47.018576 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f2e8ff-6c72-43a8-9eb5-7fdcd34239a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:47.019704 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f2e8ff-6c72-43a8-9eb5-7fdcd34239a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:47.020037 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f2e8ff-6c72-43a8-9eb5-7fdcd34239a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:47.020360 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f2e8ff-6c72-43a8-9eb5-7fdcd34239a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:47.020679 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f2e8ff-6c72-43a8-9eb5-7fdcd34239a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:47.021146 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f2e8ff-6c72-43a8-9eb5-7fdcd34239a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:47.021678 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f2e8ff-6c72-43a8-9eb5-7fdcd34239a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:47.021977 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f2e8ff-6c72-43a8-9eb5-7fdcd34239a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:47.097297 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-8aa67b00-6765-447f-bb3d-91f863149339 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:47.103139 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b9b91-6775-4992-9fc6-baffe9814b7a None None] Pushing event updated for resources: {'Port': ['ID=679e6d39-3acb-42de-9cc6-6be6af944fae,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:47.117403 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-b044128f-5626-4c3c-8f91-1e03382bfe38 None None] For port a512872a-80f0-4c96-bf6a-b87722f23f85, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:21:47.131080 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-b044128f-5626-4c3c-8f91-1e03382bfe38 None None] For port a512872a-80f0-4c96-bf6a-b87722f23f85, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=a512872a-80f0-4c96-bf6a-b87722f23f85,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:21:47.147588 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73409d8e-056f-4f14-94a3-4c286d877a98 None None] Routers {'51d37106-c3b5-4460-ab61-f2fb076cd9f7'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:21:47.149117 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-73409d8e-056f-4f14-94a3-4c286d877a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:21:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['51d37106-c3b5-4460-ab61-f2fb076cd9f7'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:47.240312 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-fa40e784-f5d5-4296-b12c-9332f176d0d8 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=3e91b481b7ed41598c6c65d613a829e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0620251 Oct 27 18:21:47.258207 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-b044128f-5626-4c3c-8f91-1e03382bfe38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:47.278911 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ed4d6769-2738-4515-9963-3b62e2ea2a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:47.318547 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-73409d8e-056f-4f14-94a3-4c286d877a98 None None] Set router 51d37106-c3b5-4460-ab61-f2fb076cd9f7 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:21:47.339541 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f2e8ff-6c72-43a8-9eb5-7fdcd34239a9 None None] Pushing event updated for resources: {'Port': ['ID=a512872a-80f0-4c96-bf6a-b87722f23f85,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:47.343047 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-97c9feac-d18f-4eb3-83f4-7308c317c7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:47.387332 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b044128f-5626-4c3c-8f91-1e03382bfe38 None None] Routers {'8ce9d0e2-0002-4984-9dbf-25679ae31340'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:21:47.387963 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-b044128f-5626-4c3c-8f91-1e03382bfe38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:21:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8ce9d0e2-0002-4984-9dbf-25679ae31340'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:47.392277 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa67b00-6765-447f-bb3d-91f863149339 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2fd03c-1c68-43e2-bfaa-085203824d5f,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:47.400790 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-fab35161-d835-443c-b32f-efffa99f1a6d None None] Provisioning complete for port 97de6d04-116a-48d1-bd1f-6080c3623d65 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:21:47.401760 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fab35161-d835-443c-b32f-efffa99f1a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:47.446884 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-26b8b67b-c89a-47a4-b557-d8c8fe428bbb admin admin] Allocated IP 172.20.0.1 (a7c013d9-ea11-470b-8a79-08abd897c197/afe6cc10-9308-4117-a497-d403cb219653/eb6a64f8-2922-40d5-bc27-8192d057ae30) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:21:47.472325 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-97c9feac-d18f-4eb3-83f4-7308c317c7ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d320dc90-0477-459d-be5a-c165a9060d3c']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:47.523756 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 04f7ac68-0ead-4ab2-ba6b-caa694c931d3 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:21:47.525791 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-97c9feac-d18f-4eb3-83f4-7308c317c7ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0db16af7-8c71-4ecc-99fb-30bfb2b60303') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:47.526703 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-97c9feac-d18f-4eb3-83f4-7308c317c7ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0db16af7-8c71-4ecc-99fb-30bfb2b60303') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:47.575323 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-97c9feac-d18f-4eb3-83f4-7308c317c7ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:47.606503 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-b044128f-5626-4c3c-8f91-1e03382bfe38 None None] Set router 8ce9d0e2-0002-4984-9dbf-25679ae31340 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:21:47.629144 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-8aa67b00-6765-447f-bb3d-91f863149339 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Allocated IP 192.168.233.31 (5a00a4ee-d7ee-4646-9905-4d21868e9aa2/5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc/7848076d-2451-4103-97da-2fddc47f6bb3) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:21:47.694381 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-97c9feac-d18f-4eb3-83f4-7308c317c7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:47.718069 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97c9feac-d18f-4eb3-83f4-7308c317c7ea admin admin] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:21:47.718917 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-97c9feac-d18f-4eb3-83f4-7308c317c7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:47.722681 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:21:47.722681 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:21:47.722681 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:21:47.722681 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:21:47.722681 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:21:47.722681 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:21:47.722681 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:21:47.722681 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:21:47.722681 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:21:47.722681 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:21:47.722681 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:21:47.722681 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:21:47.722681 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:21:47.722681 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:21:47.722681 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:21:47.722681 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:21:47.722681 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:21:47.722681 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:21:47.722681 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:21:47.722681 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:21:47.722681 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:21:47.722681 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:21:47.722681 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:21:47.722681 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:21:47.722681 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:21:47.722681 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:21:47.722681 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:21:47.722681 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:21:47.722681 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:21:47.722681 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:21:47.722681 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:21:47.722681 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:21:47.728503 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-fab35161-d835-443c-b32f-efffa99f1a6d None None] Port 97de6d04-116a-48d1-bd1f-6080c3623d65 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:21:47.788640 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-73409d8e-056f-4f14-94a3-4c286d877a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d37106-c3b5-4460-ab61-f2fb076cd9f7', 'name': 'tempest-ServersTestBootFromVolume-630096261-router', 'tenant_id': '935b1609fadd4a79a82a8a4c512ccaba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '679e6d39-3acb-42de-9cc6-6be6af944fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:21:37Z', 'updated_at': '2021-10-27T18:21:46Z', 'revision_number': 4, 'project_id': '935b1609fadd4a79a82a8a4c512ccaba', 'gw_port': {'id': '679e6d39-3acb-42de-9cc6-6be6af944fae', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d37106-c3b5-4460-ab61-f2fb076cd9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:39Z', 'updated_at': '2021-10-27T18:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '97de6d04-116a-48d1-bd1f-6080c3623d65', 'name': '', 'network_id': 'a02c915a-ef33-4547-80f0-d7d8ef06e164', 'tenant_id': '935b1609fadd4a79a82a8a4c512ccaba', 'mac_address': 'fa:16:3e:e4:02:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d37106-c3b5-4460-ab61-f2fb076cd9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '7f791017-30ab-4eda-b0b9-c9172369d32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:44Z', 'updated_at': '2021-10-27T18:21:45Z', 'revision_number': 1, 'project_id': '935b1609fadd4a79a82a8a4c512ccaba', 'subnets': [{'id': '7f791017-30ab-4eda-b0b9-c9172369d32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:47.846055 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73409d8e-056f-4f14-94a3-4c286d877a98 None None] The sync data for ids ['51d37106-c3b5-4460-ab61-f2fb076cd9f7'] in n-d-815690-2 is: [{'id': '51d37106-c3b5-4460-ab61-f2fb076cd9f7', 'name': 'tempest-ServersTestBootFromVolume-630096261-router', 'tenant_id': '935b1609fadd4a79a82a8a4c512ccaba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '679e6d39-3acb-42de-9cc6-6be6af944fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:21:37Z', 'updated_at': '2021-10-27T18:21:46Z', 'revision_number': 4, 'project_id': '935b1609fadd4a79a82a8a4c512ccaba', 'gw_port': {'id': '679e6d39-3acb-42de-9cc6-6be6af944fae', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d37106-c3b5-4460-ab61-f2fb076cd9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:39Z', 'updated_at': '2021-10-27T18:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '97de6d04-116a-48d1-bd1f-6080c3623d65', 'name': '', 'network_id': 'a02c915a-ef33-4547-80f0-d7d8ef06e164', 'tenant_id': '935b1609fadd4a79a82a8a4c512ccaba', 'mac_address': 'fa:16:3e:e4:02:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d37106-c3b5-4460-ab61-f2fb076cd9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '7f791017-30ab-4eda-b0b9-c9172369d32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:44Z', 'updated_at': '2021-10-27T18:21:45Z', 'revision_number': 1, 'project_id': '935b1609fadd4a79a82a8a4c512ccaba', 'subnets': [{'id': '7f791017-30ab-4eda-b0b9-c9172369d32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:21:47.853026 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 04f7ac68-0ead-4ab2-ba6b-caa694c931d3 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:21:47.856354 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:47.936321 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-b044128f-5626-4c3c-8f91-1e03382bfe38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce9d0e2-0002-4984-9dbf-25679ae31340', 'name': 'tempest-ServerActionsTestJSON-1616371455-router', 'tenant_id': '74d488054c1f4f50bdb6de26a9138d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'a512872a-80f0-4c96-bf6a-b87722f23f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:21:40Z', 'updated_at': '2021-10-27T18:21:43Z', 'revision_number': 3, 'project_id': '74d488054c1f4f50bdb6de26a9138d36', 'gw_port': {'id': 'a512872a-80f0-4c96-bf6a-b87722f23f85', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce9d0e2-0002-4984-9dbf-25679ae31340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:42Z', 'updated_at': '2021-10-27T18:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:47.937085 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-97c9feac-d18f-4eb3-83f4-7308c317c7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:47.953144 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-97c9feac-d18f-4eb3-83f4-7308c317c7ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:47.963666 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-97c9feac-d18f-4eb3-83f4-7308c317c7ea admin admin] 10.222.0.52 "DELETE /v2.0/networks/d320dc90-0477-459d-be5a-c165a9060d3c HTTP/1.1" status: 204 len: 168 time: 1.2450960 Oct 27 18:21:48.007865 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b044128f-5626-4c3c-8f91-1e03382bfe38 None None] The sync data for ids ['8ce9d0e2-0002-4984-9dbf-25679ae31340'] in n-d-815690-2 is: [{'id': '8ce9d0e2-0002-4984-9dbf-25679ae31340', 'name': 'tempest-ServerActionsTestJSON-1616371455-router', 'tenant_id': '74d488054c1f4f50bdb6de26a9138d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'a512872a-80f0-4c96-bf6a-b87722f23f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:21:40Z', 'updated_at': '2021-10-27T18:21:43Z', 'revision_number': 3, 'project_id': '74d488054c1f4f50bdb6de26a9138d36', 'gw_port': {'id': 'a512872a-80f0-4c96-bf6a-b87722f23f85', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce9d0e2-0002-4984-9dbf-25679ae31340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:42Z', 'updated_at': '2021-10-27T18:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:21:48.020356 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c9feac-d18f-4eb3-83f4-7308c317c7ea admin admin] Pushing event deleted for resources: {'Network': ['ID=d320dc90-0477-459d-be5a-c165a9060d3c,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:48.052704 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ed4d6769-2738-4515-9963-3b62e2ea2a20 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:48.132821 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ed4d6769-2738-4515-9963-3b62e2ea2a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:48.239140 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-80d28c8d-eb07-446b-ab6a-c3062ffde181 req-58e04b38-c3f9-496c-ab38-b070d88a8124 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 210 time: 0.0900381 Oct 27 18:21:48.244441 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-8aa67b00-6765-447f-bb3d-91f863149339 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:48.270849 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-3d9f5e37-2afc-4b53-9d8d-0b4396739f2e tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:48.281389 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-3d9f5e37-2afc-4b53-9d8d-0b4396739f2e tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0027583 Oct 27 18:21:48.314488 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50664) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:48.346045 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-e3287daf-9fbf-4ae8-9a6b-f3f34524f2b4 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/quotas/3e91b481b7ed41598c6c65d613a829e7 HTTP/1.1" status: 200 len: 375 time: 0.0632977 Oct 27 18:21:48.373181 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ed4d6769-2738-4515-9963-3b62e2ea2a20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:48.400081 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4d6769-2738-4515-9963-3b62e2ea2a20 admin admin] Pushing event updated for resources: {'Port': ['ID=97de6d04-116a-48d1-bd1f-6080c3623d65,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:48.444755 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-79227630-5389-411a-9e5d-eda278f6f955 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3e91b481b7ed41598c6c65d613a829e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0752246 Oct 27 18:21:48.489655 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50668) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:48.505936 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-26b8b67b-c89a-47a4-b557-d8c8fe428bbb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:48.643281 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4d6769-2738-4515-9963-3b62e2ea2a20 admin admin] Network a02c915a-ef33-4547-80f0-d7d8ef06e164 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:21:48.647143 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-26b8b67b-c89a-47a4-b557-d8c8fe428bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:48.667119 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-ed4d6769-2738-4515-9963-3b62e2ea2a20 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:21:48.694638 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-8aa67b00-6765-447f-bb3d-91f863149339 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:48.703390 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8b67b-c89a-47a4-b557-d8c8fe428bbb admin admin] Pushing event updated for resources: {'Port': ['ID=eb6a64f8-2922-40d5-bc27-8192d057ae30,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:48.735021 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b8b67b-c89a-47a4-b557-d8c8fe428bbb admin admin] Network a7c013d9-ea11-470b-8a79-08abd897c197 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:21:48.739376 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-26b8b67b-c89a-47a4-b557-d8c8fe428bbb admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:21:48.746066 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b8b67b-c89a-47a4-b557-d8c8fe428bbb admin admin] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:21:48.843496 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa67b00-6765-447f-bb3d-91f863149339 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Pushing event updated for resources: {'Port': ['ID=7848076d-2451-4103-97da-2fddc47f6bb3,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:48.858138 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50676) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:48.859314 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-32f475f2-94e1-49d9-bdb7-1705b97eb4ba admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c160c983b5034be0a016c0615f875d06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3565292 Oct 27 18:21:48.884671 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-26b8b67b-c89a-47a4-b557-d8c8fe428bbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:49.151559 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed4d6769-2738-4515-9963-3b62e2ea2a20 admin admin] Router 51d37106-c3b5-4460-ab61-f2fb076cd9f7 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:21:49.184794 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-8aa67b00-6765-447f-bb3d-91f863149339 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:21:49.187648 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0ec1a90d-5cf9-4477-8081-aee827c171c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:49.188494 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-8aa67b00-6765-447f-bb3d-91f863149339 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:21:49.191666 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-8aa67b00-6765-447f-bb3d-91f863149339 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:21:49.271121 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-8aa67b00-6765-447f-bb3d-91f863149339 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:49.272245 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-8aa67b00-6765-447f-bb3d-91f863149339 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:49.342465 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device a512872a-80f0-4c96-bf6a-b87722f23f85 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:21:49.410613 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4d6769-2738-4515-9963-3b62e2ea2a20 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:21:49.462194 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ed4d6769-2738-4515-9963-3b62e2ea2a20 admin admin] 10.222.0.52 "PUT /v2.0/routers/51d37106-c3b5-4460-ab61-f2fb076cd9f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0990520 Oct 27 18:21:49.472733 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-8aa67b00-6765-447f-bb3d-91f863149339 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7651389 Oct 27 18:21:49.494466 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-cf9ea809-05e4-46f5-807c-500084d5bbe7 service neutron] Request body: {'port': {'device_id': 'd87164de-0492-4094-b5a1-6dd2e8211685', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:49.518997 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-d5f619f4-0508-4050-8c71-d2b06a179e56 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=3e91b481b7ed41598c6c65d613a829e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2705839 Oct 27 18:21:49.586610 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-b394e154-91a7-4f8b-9611-0177acb5ae48 None None] Provisioning complete for port 97de6d04-116a-48d1-bd1f-6080c3623d65 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:21:49.592927 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b394e154-91a7-4f8b-9611-0177acb5ae48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:49.659461 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-cf9ea809-05e4-46f5-807c-500084d5bbe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:49.810967 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3a3c5aab-5e15-45e6-807c-71460fa29b26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:49.922744 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-b394e154-91a7-4f8b-9611-0177acb5ae48 None None] Port 97de6d04-116a-48d1-bd1f-6080c3623d65 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:21:49.931021 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port a512872a-80f0-4c96-bf6a-b87722f23f85 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:21:49.931396 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:49.946401 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715a512-4e56-4640-ba45-5b35ec2c6ae0 req-98327f7e-54a1-4543-9360-973a47c0b0c5 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:49.954645 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8715a512-4e56-4640-ba45-5b35ec2c6ae0 req-98327f7e-54a1-4543-9360-973a47c0b0c5 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 935 time: 0.4332001 Oct 27 18:21:50.032940 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3a3c5aab-5e15-45e6-807c-71460fa29b26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:50.066755 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:50.097817 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f258fa7a-6c81-44c9-93fb-95b6f94978b3 None None] Provisioning complete for port eb6a64f8-2922-40d5-bc27-8192d057ae30 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:21:50.098304 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f258fa7a-6c81-44c9-93fb-95b6f94978b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:50.124367 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-ac8f5371-c1bc-49b0-9188-b80a3602d2b2 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:50.138352 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-ac8f5371-c1bc-49b0-9188-b80a3602d2b2 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6183944 Oct 27 18:21:50.158025 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port a512872a-80f0-4c96-bf6a-b87722f23f85, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=a512872a-80f0-4c96-bf6a-b87722f23f85,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:21:50.158344 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-cf9ea809-05e4-46f5-807c-500084d5bbe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7848076d-2451-4103-97da-2fddc47f6bb3 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:21:50.168627 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-cf9ea809-05e4-46f5-807c-500084d5bbe7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:50.183032 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-cf9ea809-05e4-46f5-807c-500084d5bbe7 service neutron] Transition to ACTIVE for port object 7848076d-2451-4103-97da-2fddc47f6bb3 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:21:50.191656 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f258fa7a-6c81-44c9-93fb-95b6f94978b3 None None] Port eb6a64f8-2922-40d5-bc27-8192d057ae30 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:21:50.195522 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8715a512-4e56-4640-ba45-5b35ec2c6ae0 req-b21113b7-12b3-416f-aa38-90e7bb12bcb9 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352412 Oct 27 18:21:50.219574 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:50.235482 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f258fa7a-6c81-44c9-93fb-95b6f94978b3 None None] Provisioning complete for port 7848076d-2451-4103-97da-2fddc47f6bb3 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:21:50.236197 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f258fa7a-6c81-44c9-93fb-95b6f94978b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:50.245953 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-18378d9b-f952-4279-bd7e-eb052186b3c8 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/quotas/3e91b481b7ed41598c6c65d613a829e7 HTTP/1.1" status: 200 len: 375 time: 0.1066222 Oct 27 18:21:50.251433 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-cf9ea809-05e4-46f5-807c-500084d5bbe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:50.264628 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0ec1a90d-5cf9-4477-8081-aee827c171c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:50.294254 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-2a425c86-66d0-4278-9781-c5bef01bb093 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3e91b481b7ed41598c6c65d613a829e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473242 Oct 27 18:21:50.300616 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-26b8b67b-c89a-47a4-b557-d8c8fe428bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:50.348194 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0ec1a90d-5cf9-4477-8081-aee827c171c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:50.376699 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ea809-05e4-46f5-807c-500084d5bbe7 service neutron] Pushing event updated for resources: {'Port': ['ID=7848076d-2451-4103-97da-2fddc47f6bb3,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:50.428663 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ea809-05e4-46f5-807c-500084d5bbe7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:50.429002 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ea809-05e4-46f5-807c-500084d5bbe7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:50.430492 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ea809-05e4-46f5-807c-500084d5bbe7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:50.430869 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ea809-05e4-46f5-807c-500084d5bbe7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:50.431216 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ea809-05e4-46f5-807c-500084d5bbe7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:50.431555 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ea809-05e4-46f5-807c-500084d5bbe7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:50.431890 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ea809-05e4-46f5-807c-500084d5bbe7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:50.432262 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ea809-05e4-46f5-807c-500084d5bbe7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:50.437459 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ea809-05e4-46f5-807c-500084d5bbe7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:50.438169 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ea809-05e4-46f5-807c-500084d5bbe7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:50.441153 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ea809-05e4-46f5-807c-500084d5bbe7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:50.441153 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9ea809-05e4-46f5-807c-500084d5bbe7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:21:50.441367 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=a512872a-80f0-4c96-bf6a-b87722f23f85,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:50.460269 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f258fa7a-6c81-44c9-93fb-95b6f94978b3 None None] Port 7848076d-2451-4103-97da-2fddc47f6bb3 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:21:50.499308 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3a3c5aab-5e15-45e6-807c-71460fa29b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:50.503089 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3a3c5aab-5e15-45e6-807c-71460fa29b26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:50.507986 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3a3c5aab-5e15-45e6-807c-71460fa29b26 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9923ba8e-53c6-4232-942f-6f316f032839 HTTP/1.1" status: 204 len: 168 time: 1.6442807 Oct 27 18:21:50.551475 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0ec1a90d-5cf9-4477-8081-aee827c171c9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=956fab751bc64254ad745b901b4e534f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2139640 Oct 27 18:21:50.551475 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec1a90d-5cf9-4477-8081-aee827c171c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206157ad-adbd-44cf-a522-3bf6bce5bdba,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:50.569149 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50710) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:50.635947 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c5aab-5e15-45e6-807c-71460fa29b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9923ba8e-53c6-4232-942f-6f316f032839,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:50.747107 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-cf9ea809-05e4-46f5-807c-500084d5bbe7 service neutron] Attempting to bind port 7848076d-2451-4103-97da-2fddc47f6bb3 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:21:50.747639 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-cf9ea809-05e4-46f5-807c-500084d5bbe7 service neutron] Attempting to bind port 7848076d-2451-4103-97da-2fddc47f6bb3 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:21:50.750007 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-cf9ea809-05e4-46f5-807c-500084d5bbe7 service neutron] Attempting to bind port 7848076d-2451-4103-97da-2fddc47f6bb3 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:21:50.760739 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-cf9ea809-05e4-46f5-807c-500084d5bbe7 service neutron] Port 7848076d-2451-4103-97da-2fddc47f6bb3 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:21:50.761143 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-cf9ea809-05e4-46f5-807c-500084d5bbe7 service neutron] Attempting to bind port 7848076d-2451-4103-97da-2fddc47f6bb3 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:21:50.771596 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-cf9ea809-05e4-46f5-807c-500084d5bbe7 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:21:50.781259 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-cf9ea809-05e4-46f5-807c-500084d5bbe7 service neutron] Checking segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:21:50.781259 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-cf9ea809-05e4-46f5-807c-500084d5bbe7 service neutron] Bound using segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:21:50.781259 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-cf9ea809-05e4-46f5-807c-500084d5bbe7 service neutron] Bound port: 7848076d-2451-4103-97da-2fddc47f6bb3, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:21:50.781680 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-601ee6ff-9133-460e-890b-fba7858f2ec2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:50.781815 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-cf9ea809-05e4-46f5-807c-500084d5bbe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:50.863970 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-601ee6ff-9133-460e-890b-fba7858f2ec2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:50.958355 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-cf9ea809-05e4-46f5-807c-500084d5bbe7 service neutron] For port 7848076d-2451-4103-97da-2fddc47f6bb3, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:21:50.969079 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-cf9ea809-05e4-46f5-807c-500084d5bbe7 service neutron] For port 7848076d-2451-4103-97da-2fddc47f6bb3, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=7848076d-2451-4103-97da-2fddc47f6bb3,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:21:51.060981 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-24e6e9e1-d0c1-48ea-93d3-4027063de059 req-b494bce1-6049-4b46-8911-08a94ff3ca23 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/ports?device_id=59b9541d-54f9-452c-b022-d5920fb046bb HTTP/1.1" status: 200 len: 210 time: 0.1168337 Oct 27 18:21:51.061116 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-cf9ea809-05e4-46f5-807c-500084d5bbe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:51.125218 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-26b8b67b-c89a-47a4-b557-d8c8fe428bbb admin admin] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:51.175531 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-cf9ea809-05e4-46f5-807c-500084d5bbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:51.177800 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-cf9ea809-05e4-46f5-807c-500084d5bbe7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:51.190534 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50726) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:51.196889 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-7771dd55-6f14-4214-b413-e3a0d7d91c6f tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1252978766', 'description': 'tempest-description--1771890317'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:51.203443 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-cf9ea809-05e4-46f5-807c-500084d5bbe7 service neutron] 10.222.0.93 "PUT /v2.0/ports/7848076d-2451-4103-97da-2fddc47f6bb3 HTTP/1.1" status: 200 len: 1095 time: 1.6982899 Oct 27 18:21:51.204297 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87164de-0492-4094-b5a1-6dd2e8211685', 'tag': '7848076d-2451-4103-97da-2fddc47f6bb3'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:21:51.209171 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f217ea-6b61-4c23-91f7-a52040d4f2e0" -d '{"events": [{"name": "network-changed", "server_uuid": "d87164de-0492-4094-b5a1-6dd2e8211685", "tag": "7848076d-2451-4103-97da-2fddc47f6bb3"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:21:51.276447 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-601ee6ff-9133-460e-890b-fba7858f2ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:51.304405 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-601ee6ff-9133-460e-890b-fba7858f2ec2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:51.314271 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-601ee6ff-9133-460e-890b-fba7858f2ec2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/206157ad-adbd-44cf-a522-3bf6bce5bdba HTTP/1.1" status: 204 len: 168 time: 0.7241831 Oct 27 18:21:51.316584 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-26b8b67b-c89a-47a4-b557-d8c8fe428bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:51.325149 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ea809-05e4-46f5-807c-500084d5bbe7 service neutron] Pushing event updated for resources: {'Port': ['ID=7848076d-2451-4103-97da-2fddc47f6bb3,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:51.340261 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38313a6b-639d-42e6-b146-47f44ac8ee3b x-openstack-request-id: req-38313a6b-639d-42e6-b146-47f44ac8ee3b {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:21:51.343756 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d87164de-0492-4094-b5a1-6dd2e8211685", "tag": "7848076d-2451-4103-97da-2fddc47f6bb3", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:21:51.344113 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-38313a6b-639d-42e6-b146-47f44ac8ee3b {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:21:51.344987 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd87164de-0492-4094-b5a1-6dd2e8211685', 'tag': '7848076d-2451-4103-97da-2fddc47f6bb3', 'status': 'completed', 'code': 200} Oct 27 18:21:51.426125 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device a512872a-80f0-4c96-bf6a-b87722f23f85 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:21:51.475831 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-223d5dea-9f37-4068-943b-d4a9f4cbd3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:51.477567 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-223d5dea-9f37-4068-943b-d4a9f4cbd3c9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0493afd680224a038be01c24bab6b33d&device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 1098 time: 0.1091657 Oct 27 18:21:51.479759 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ee6ff-9133-460e-890b-fba7858f2ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206157ad-adbd-44cf-a522-3bf6bce5bdba,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:51.551114 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port a512872a-80f0-4c96-bf6a-b87722f23f85 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:21:51.551658 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:51.578068 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-2ef68a16-6c29-4e40-bee5-568241207c35 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=7848076d-2451-4103-97da-2fddc47f6bb3 HTTP/1.1" status: 200 len: 217 time: 0.0873389 Oct 27 18:21:51.729398 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552dd8a8-e363-4d10-b1f9-29b54e6341f5 req-5d483d85-6603-4312-a62d-f2786f8a772c tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:51.739597 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-552dd8a8-e363-4d10-b1f9-29b54e6341f5 req-5d483d85-6603-4312-a62d-f2786f8a772c tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 947 time: 0.3446233 Oct 27 18:21:51.741968 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7771dd55-6f14-4214-b413-e3a0d7d91c6f tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:51.758252 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-1f5899a5-2f4f-45e9-b646-94e8571e0bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:51.761837 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-1f5899a5-2f4f-45e9-b646-94e8571e0bbe service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.1752896 Oct 27 18:21:51.850771 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-26b8b67b-c89a-47a4-b557-d8c8fe428bbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:51.875706 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 679e6d39-3acb-42de-9cc6-6be6af944fae up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:21:51.889267 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-552dd8a8-e363-4d10-b1f9-29b54e6341f5 req-e38edab9-7ca9-4a7f-8aa3-dade421c34af tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425815 Oct 27 18:21:51.899183 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8b67b-c89a-47a4-b557-d8c8fe428bbb admin admin] Pushing event updated for resources: {'Port': ['ID=eb6a64f8-2922-40d5-bc27-8192d057ae30,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:51.985281 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-9c905c75-21b9-4b1c-be7b-641eecd66031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:51.986880 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-9c905c75-21b9-4b1c-be7b-641eecd66031 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2142694 Oct 27 18:21:52.009216 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 679e6d39-3acb-42de-9cc6-6be6af944fae triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:21:52.010932 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:52.047206 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7771dd55-6f14-4214-b413-e3a0d7d91c6f tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:52.153665 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:52.179699 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 679e6d39-3acb-42de-9cc6-6be6af944fae, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=679e6d39-3acb-42de-9cc6-6be6af944fae,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:21:52.192036 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-3032a6dc-9b3a-4a29-bf77-e41740fb35b6 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886351 Oct 27 18:21:52.196863 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7771dd55-6f14-4214-b413-e3a0d7d91c6f tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:52.264755 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-d491ce52-1652-427c-ae79-21a0bf1b8add tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=3e91b481b7ed41598c6c65d613a829e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2162945 Oct 27 18:21:52.266781 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-49bb949a-4613-4f54-b20f-60293aef653e req-09592424-2f41-4951-a7c0-28be1b7e5238 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/ports?device_id=59b9541d-54f9-452c-b022-d5920fb046bb HTTP/1.1" status: 200 len: 210 time: 0.1117110 Oct 27 18:21:52.274358 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:52.350657 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=679e6d39-3acb-42de-9cc6-6be6af944fae,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:52.357392 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0b3a2b1a-b9b1-40a8-8752-fa3369ab25e6 req-a8c38c16-28a1-45eb-ae81-ff52302293b1 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559105 Oct 27 18:21:52.391353 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7771dd55-6f14-4214-b413-e3a0d7d91c6f tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:52.395351 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7771dd55-6f14-4214-b413-e3a0d7d91c6f tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2035773 Oct 27 18:21:52.395846 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50754) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:52.400544 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-152da0c4-d310-45b7-9300-6a3e8ce6faf1 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Request body: {'security_group_rule': {'security_group_id': 'ec2badc2-2213-44f4-a21c-425b07ba0046', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:52.458741 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7771dd55-6f14-4214-b413-e3a0d7d91c6f tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2badc2-2213-44f4-a21c-425b07ba0046,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:52.497156 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-8d9343a8-4d32-4121-8212-d3ce9b24a10d tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:52.498707 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-8d9343a8-4d32-4121-8212-d3ce9b24a10d tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2125363 Oct 27 18:21:52.502304 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50758) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:52.509107 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b8b67b-c89a-47a4-b557-d8c8fe428bbb admin admin] Network a7c013d9-ea11-470b-8a79-08abd897c197 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:21:52.521186 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-0305dde0-aba3-418e-a8e5-eacbd0c1d0ae tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Request body: {'port': {'device_id': 'd87eacb3-2685-4110-a371-17d5a374f9b0', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'admin_state_up': True, 'tenant_id': '3e91b481b7ed41598c6c65d613a829e7'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:52.546290 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-26b8b67b-c89a-47a4-b557-d8c8fe428bbb admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:21:52.555786 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-85dff928-8628-4c7f-ad88-5091599a8b01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:52.561048 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-152da0c4-d310-45b7-9300-6a3e8ce6faf1 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:52.825453 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-152da0c4-d310-45b7-9300-6a3e8ce6faf1 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:52.825453 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f217ea-6b61-4c23-91f7-a52040d4f2e0 req-53fdf6ab-fa78-4ef1-b1c3-3938aa9c583e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:52.830086 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-86f217ea-6b61-4c23-91f7-a52040d4f2e0 req-53fdf6ab-fa78-4ef1-b1c3-3938aa9c583e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0493afd680224a038be01c24bab6b33d&device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 1098 time: 0.2422826 Oct 27 18:21:52.876515 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b8b67b-c89a-47a4-b557-d8c8fe428bbb admin admin] Router 8ce9d0e2-0002-4984-9dbf-25679ae31340 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:21:52.911786 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-152da0c4-d310-45b7-9300-6a3e8ce6faf1 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:52.979356 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-0305dde0-aba3-418e-a8e5-eacbd0c1d0ae tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Made reservation on behalf of 3e91b481b7ed41598c6c65d613a829e7 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:21:52.985173 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152da0c4-d310-45b7-9300-6a3e8ce6faf1 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee7e52c6-eb47-45cf-89db-213d171f4ce7,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:52.987475 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-0305dde0-aba3-418e-a8e5-eacbd0c1d0ae tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:52.994053 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-85dff928-8628-4c7f-ad88-5091599a8b01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:53.070024 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-152da0c4-d310-45b7-9300-6a3e8ce6faf1 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:53.074461 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-152da0c4-d310-45b7-9300-6a3e8ce6faf1 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6744020 Oct 27 18:21:53.076984 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-0305dde0-aba3-418e-a8e5-eacbd0c1d0ae tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:53.084708 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50770) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:53.096014 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-1da5587f-7bc4-40c5-ab5a-80f61373a68a tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Request body: {'security_group_rule': {'security_group_id': 'ec2badc2-2213-44f4-a21c-425b07ba0046', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:53.121479 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f217ea-6b61-4c23-91f7-a52040d4f2e0 req-327cc07e-4dcf-496d-9f43-c8f359074031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:53.121479 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-86f217ea-6b61-4c23-91f7-a52040d4f2e0 req-327cc07e-4dcf-496d-9f43-c8f359074031 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.2784483 Oct 27 18:21:53.121479 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-85dff928-8628-4c7f-ad88-5091599a8b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:53.165936 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e9616e-2108-420a-86a0-15b4c28b669c None None] Sync routers for ids ['51d37106-c3b5-4460-ab61-f2fb076cd9f7'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:21:53.183724 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e9616e-2108-420a-86a0-15b4c28b669c None None] Routers {'51d37106-c3b5-4460-ab61-f2fb076cd9f7'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:21:53.187552 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-45e9616e-2108-420a-86a0-15b4c28b669c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:21:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['51d37106-c3b5-4460-ab61-f2fb076cd9f7'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:53.225321 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dff928-8628-4c7f-ad88-5091599a8b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5bc24e-2b73-4ea2-8f90-c3893f0c8d31,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:53.263558 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b8b67b-c89a-47a4-b557-d8c8fe428bbb admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:21:53.274937 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-26b8b67b-c89a-47a4-b557-d8c8fe428bbb admin admin] 10.222.0.52 "PUT /v2.0/routers/8ce9d0e2-0002-4984-9dbf-25679ae31340/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1048269 Oct 27 18:21:53.279173 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d5a01f-3b90-4d69-846d-a369013c4b71 None None] Sync routers for ids ['8ce9d0e2-0002-4984-9dbf-25679ae31340'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:21:53.296311 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d5a01f-3b90-4d69-846d-a369013c4b71 None None] Routers {'8ce9d0e2-0002-4984-9dbf-25679ae31340'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:21:53.308266 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-60d5a01f-3b90-4d69-846d-a369013c4b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:21:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8ce9d0e2-0002-4984-9dbf-25679ae31340'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:53.310483 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-86f217ea-6b61-4c23-91f7-a52040d4f2e0 req-dd7dd917-7e04-4a01-a5cf-f9960ac3ee5f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=7848076d-2451-4103-97da-2fddc47f6bb3 HTTP/1.1" status: 200 len: 217 time: 0.1584530 Oct 27 18:21:53.381501 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-85dff928-8628-4c7f-ad88-5091599a8b01 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=685b9d9a5b734d1bb833895be2177fc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8776398 Oct 27 18:21:53.400120 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4b860-c551-4a1c-b65d-637375c9f14e req-f2352e07-e6f1-432b-aec3-c2064b6a6b2f tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:53.400120 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-92f4b860-c551-4a1c-b65d-637375c9f14e req-f2352e07-e6f1-432b-aec3-c2064b6a6b2f tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 947 time: 0.3453572 Oct 27 18:21:53.401697 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50780) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:53.444123 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-45e9616e-2108-420a-86a0-15b4c28b669c None None] Set router 51d37106-c3b5-4460-ab61-f2fb076cd9f7 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:21:53.474600 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-0305dde0-aba3-418e-a8e5-eacbd0c1d0ae tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:53.485116 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1da5587f-7bc4-40c5-ab5a-80f61373a68a tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:53.546281 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 679e6d39-3acb-42de-9cc6-6be6af944fae up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:21:53.579002 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ef81cb4b-d52c-4439-b0ba-31b5411e1e94 req-2c7dc0fc-0d6c-4974-a285-df9d905106b8 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/ports?device_id=59b9541d-54f9-452c-b022-d5920fb046bb HTTP/1.1" status: 200 len: 210 time: 0.1015000 Oct 27 18:21:53.606356 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-92f4b860-c551-4a1c-b65d-637375c9f14e req-b27ba113-6f55-4fc1-b042-d4e9aec288e1 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987014 Oct 27 18:21:53.613835 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-60d5a01f-3b90-4d69-846d-a369013c4b71 None None] Set router 8ce9d0e2-0002-4984-9dbf-25679ae31340 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:21:53.614018 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-0305dde0-aba3-418e-a8e5-eacbd0c1d0ae tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:53.652156 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-ed69349a-4dd4-4bf2-af43-edc800330d9d None None] Provisioning complete for port eb6a64f8-2922-40d5-bc27-8192d057ae30 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:21:53.652668 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ed69349a-4dd4-4bf2-af43-edc800330d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:53.679362 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1da5587f-7bc4-40c5-ab5a-80f61373a68a tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:53.720072 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f217ea-6b61-4c23-91f7-a52040d4f2e0 req-a1504b07-6803-423d-9f65-7343d781fc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:53.722866 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-86f217ea-6b61-4c23-91f7-a52040d4f2e0 req-a1504b07-6803-423d-9f65-7343d781fc25 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.3928659 Oct 27 18:21:53.764220 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 679e6d39-3acb-42de-9cc6-6be6af944fae triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:21:53.764603 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:53.766158 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1da5587f-7bc4-40c5-ab5a-80f61373a68a tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:53.769204 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-ed69349a-4dd4-4bf2-af43-edc800330d9d None None] Port eb6a64f8-2922-40d5-bc27-8192d057ae30 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:21:53.811527 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-6c7cb3e0-5921-4412-9acb-f4cfd59e43cb tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=3e91b481b7ed41598c6c65d613a829e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1384811 Oct 27 18:21:53.820800 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305dde0-aba3-418e-a8e5-eacbd0c1d0ae tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91467586-a0d6-44d3-9281-411e425eba01,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:53.919964 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f217ea-6b61-4c23-91f7-a52040d4f2e0 req-9d147de0-c781-4b54-a8b6-06c9e462243e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:53.924411 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-86f217ea-6b61-4c23-91f7-a52040d4f2e0 req-9d147de0-c781-4b54-a8b6-06c9e462243e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1894047 Oct 27 18:21:53.945665 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5587f-7bc4-40c5-ab5a-80f61373a68a tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f07056b-489f-48b5-9b9a-172cb6c51600,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:54.006533 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-0305dde0-aba3-418e-a8e5-eacbd0c1d0ae tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Allocated IP 192.168.233.3 (5a00a4ee-d7ee-4646-9905-4d21868e9aa2/5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc/f38b6daf-1420-40e7-aefc-0579a39bad79) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:21:54.019322 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b8e84e15-0428-4fdb-b0a0-98d00da31c0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:54.046114 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-7801a218-6050-41b1-969a-92525a5e8cff tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:54.048115 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-7801a218-6050-41b1-969a-92525a5e8cff tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2284536 Oct 27 18:21:54.070287 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-2138d94f-5cf6-403e-9e04-aad89b704160 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Request body: {'port': {'device_id': '59b9541d-54f9-452c-b022-d5920fb046bb', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'admin_state_up': True, 'tenant_id': '3e91b481b7ed41598c6c65d613a829e7'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:54.134674 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-45e9616e-2108-420a-86a0-15b4c28b669c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d37106-c3b5-4460-ab61-f2fb076cd9f7', 'name': 'tempest-ServersTestBootFromVolume-630096261-router', 'tenant_id': '935b1609fadd4a79a82a8a4c512ccaba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '679e6d39-3acb-42de-9cc6-6be6af944fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:21:37Z', 'updated_at': '2021-10-27T18:21:46Z', 'revision_number': 4, 'project_id': '935b1609fadd4a79a82a8a4c512ccaba', 'gw_port': {'id': '679e6d39-3acb-42de-9cc6-6be6af944fae', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d37106-c3b5-4460-ab61-f2fb076cd9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:39Z', 'updated_at': '2021-10-27T18:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '97de6d04-116a-48d1-bd1f-6080c3623d65', 'name': '', 'network_id': 'a02c915a-ef33-4547-80f0-d7d8ef06e164', 'tenant_id': '935b1609fadd4a79a82a8a4c512ccaba', 'mac_address': 'fa:16:3e:e4:02:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d37106-c3b5-4460-ab61-f2fb076cd9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '7f791017-30ab-4eda-b0b9-c9172369d32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:44Z', 'updated_at': '2021-10-27T18:21:47Z', 'revision_number': 2, 'project_id': '935b1609fadd4a79a82a8a4c512ccaba', 'subnets': [{'id': '7f791017-30ab-4eda-b0b9-c9172369d32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:54.153949 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1da5587f-7bc4-40c5-ab5a-80f61373a68a tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:54.156969 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1da5587f-7bc4-40c5-ab5a-80f61373a68a tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0712209 Oct 27 18:21:54.168087 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50790) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:54.204211 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-c56d44bf-ab1b-4b0e-932d-505618033969 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:54.236880 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e9616e-2108-420a-86a0-15b4c28b669c None None] Checking router: 51d37106-c3b5-4460-ab61-f2fb076cd9f7 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:21:54.238210 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e9616e-2108-420a-86a0-15b4c28b669c None None] Updating router 51d37106-c3b5-4460-ab61-f2fb076cd9f7 port 97de6d04-116a-48d1-bd1f-6080c3623d65 binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:21:54.241723 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-60d5a01f-3b90-4d69-846d-a369013c4b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce9d0e2-0002-4984-9dbf-25679ae31340', 'name': 'tempest-ServerActionsTestJSON-1616371455-router', 'tenant_id': '74d488054c1f4f50bdb6de26a9138d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'a512872a-80f0-4c96-bf6a-b87722f23f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:21:40Z', 'updated_at': '2021-10-27T18:21:50Z', 'revision_number': 4, 'project_id': '74d488054c1f4f50bdb6de26a9138d36', 'gw_port': {'id': 'a512872a-80f0-4c96-bf6a-b87722f23f85', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce9d0e2-0002-4984-9dbf-25679ae31340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:42Z', 'updated_at': '2021-10-27T18:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'eb6a64f8-2922-40d5-bc27-8192d057ae30', 'name': '', 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197', 'tenant_id': '74d488054c1f4f50bdb6de26a9138d36', 'mac_address': 'fa:16:3e:ad:3e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce9d0e2-0002-4984-9dbf-25679ae31340', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'afe6cc10-9308-4117-a497-d403cb219653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:46Z', 'updated_at': '2021-10-27T18:21:50Z', 'revision_number': 2, 'project_id': '74d488054c1f4f50bdb6de26a9138d36', 'subnets': [{'id': 'afe6cc10-9308-4117-a497-d403cb219653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:54.279808 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b8e84e15-0428-4fdb-b0a0-98d00da31c0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:54.318394 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d5a01f-3b90-4d69-846d-a369013c4b71 None None] Checking router: 8ce9d0e2-0002-4984-9dbf-25679ae31340 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:21:54.318935 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d5a01f-3b90-4d69-846d-a369013c4b71 None None] Updating router 8ce9d0e2-0002-4984-9dbf-25679ae31340 port eb6a64f8-2922-40d5-bc27-8192d057ae30 binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:21:54.327312 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-45e9616e-2108-420a-86a0-15b4c28b669c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:54.333640 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50794) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:54.359600 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-60d5a01f-3b90-4d69-846d-a369013c4b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:54.390270 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50798) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:54.408988 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-a835a7ba-bd16-4e35-b3b6-980b62aab380 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2023196561', 'description': 'tempest-description--681877127'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:54.474331 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-86f217ea-6b61-4c23-91f7-a52040d4f2e0 req-64febd85-f558-4f4a-bbb4-6529ad49bb3c service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4987717 Oct 27 18:21:54.568327 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-0305dde0-aba3-418e-a8e5-eacbd0c1d0ae tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:54.647621 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e2d227c6-ab02-414e-9c5b-d78a7278c615 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:54.652012 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c56d44bf-ab1b-4b0e-932d-505618033969 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Publish callbacks [] for floatingip, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:54.723929 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b8e84e15-0428-4fdb-b0a0-98d00da31c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:54.726787 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b8e84e15-0428-4fdb-b0a0-98d00da31c0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:54.733976 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b8e84e15-0428-4fdb-b0a0-98d00da31c0e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9b5bc24e-2b73-4ea2-8f90-c3893f0c8d31 HTTP/1.1" status: 204 len: 168 time: 1.2700639 Oct 27 18:21:54.790954 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a835a7ba-bd16-4e35-b3b6-980b62aab380 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:54.799597 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-0305dde0-aba3-418e-a8e5-eacbd0c1d0ae tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:54.816198 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ecfbbd58-959a-486c-a29c-37939357de20 req-da75834a-8955-4435-a89c-ae3a6c6dfe5a tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/ports?device_id=59b9541d-54f9-452c-b022-d5920fb046bb HTTP/1.1" status: 200 len: 210 time: 0.1092291 Oct 27 18:21:54.850228 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-86f217ea-6b61-4c23-91f7-a52040d4f2e0 req-dc5e1df5-630a-4a86-8394-8a6b4a1a7f97 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616121 Oct 27 18:21:54.862937 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-45e9616e-2108-420a-86a0-15b4c28b669c None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:54.866172 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e84e15-0428-4fdb-b0a0-98d00da31c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5bc24e-2b73-4ea2-8f90-c3893f0c8d31,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:54.920437 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-45e9616e-2108-420a-86a0-15b4c28b669c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:54.977156 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-60d5a01f-3b90-4d69-846d-a369013c4b71 None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:55.004550 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e2d227c6-ab02-414e-9c5b-d78a7278c615 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:55.023471 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9c789-904b-425b-8469-b4b4bd5e1c3e None None] Pushing event updated for resources: {'Port': ['ID=97de6d04-116a-48d1-bd1f-6080c3623d65,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:55.026465 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c56d44bf-ab1b-4b0e-932d-505618033969 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:55.038694 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-2138d94f-5cf6-403e-9e04-aad89b704160 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Made reservation on behalf of 3e91b481b7ed41598c6c65d613a829e7 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:21:55.044756 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-2138d94f-5cf6-403e-9e04-aad89b704160 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:55.054637 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf327d66-a05e-4c31-92d2-be11ce2ff577 req-c70066e6-bb13-4c09-a583-80300679f0a8 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:55.063810 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bf327d66-a05e-4c31-92d2-be11ce2ff577 req-c70066e6-bb13-4c09-a583-80300679f0a8 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 947 time: 0.3748348 Oct 27 18:21:55.091070 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-60d5a01f-3b90-4d69-846d-a369013c4b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:55.109696 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 7848076d-2451-4103-97da-2fddc47f6bb3 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:21:55.133855 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e2d227c6-ab02-414e-9c5b-d78a7278c615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:55.141149 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a835a7ba-bd16-4e35-b3b6-980b62aab380 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:55.157497 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-0305dde0-aba3-418e-a8e5-eacbd0c1d0ae tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:21:55.191214 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-0305dde0-aba3-418e-a8e5-eacbd0c1d0ae tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:21:55.194806 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-0305dde0-aba3-418e-a8e5-eacbd0c1d0ae tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:21:55.200738 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-45e9616e-2108-420a-86a0-15b4c28b669c None None] Attempting to bind port 97de6d04-116a-48d1-bd1f-6080c3623d65 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:21:55.201380 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-45e9616e-2108-420a-86a0-15b4c28b669c None None] Attempting to bind port 97de6d04-116a-48d1-bd1f-6080c3623d65 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '7797590e-2a43-4fbe-8f4b-f77169de356b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a02c915a-ef33-4547-80f0-d7d8ef06e164'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:21:55.201876 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305dde0-aba3-418e-a8e5-eacbd0c1d0ae tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Pushing event updated for resources: {'Port': ['ID=f38b6daf-1420-40e7-aefc-0579a39bad79,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:55.202100 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e9616e-2108-420a-86a0-15b4c28b669c None None] Attempting to bind port 97de6d04-116a-48d1-bd1f-6080c3623d65 on network a02c915a-ef33-4547-80f0-d7d8ef06e164 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:21:55.224649 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ed971-a3c8-48d8-9fc9-972661606f36 None None] Pushing event updated for resources: {'Port': ['ID=eb6a64f8-2922-40d5-bc27-8192d057ae30,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:55.251058 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e9616e-2108-420a-86a0-15b4c28b669c None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:21:55.251681 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e9616e-2108-420a-86a0-15b4c28b669c None None] Checking segment: {'id': '7797590e-2a43-4fbe-8f4b-f77169de356b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a02c915a-ef33-4547-80f0-d7d8ef06e164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:21:55.251832 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-45e9616e-2108-420a-86a0-15b4c28b669c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:55.252234 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e9616e-2108-420a-86a0-15b4c28b669c None None] Bound using segment: {'id': '7797590e-2a43-4fbe-8f4b-f77169de356b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a02c915a-ef33-4547-80f0-d7d8ef06e164'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:21:55.252726 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-45e9616e-2108-420a-86a0-15b4c28b669c None None] Bound port: 97de6d04-116a-48d1-bd1f-6080c3623d65, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7797590e-2a43-4fbe-8f4b-f77169de356b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a02c915a-ef33-4547-80f0-d7d8ef06e164'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:21:55.253117 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-45e9616e-2108-420a-86a0-15b4c28b669c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:55.269228 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a835a7ba-bd16-4e35-b3b6-980b62aab380 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:55.324559 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e2d227c6-ab02-414e-9c5b-d78a7278c615 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1bb41509b0d646bbbadf780b3953c644&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9868255 Oct 27 18:21:55.327463 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50812) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:55.329329 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d227c6-ab02-414e-9c5b-d78a7278c615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c06c5c0-b4a8-47f0-b1e8-63323b608060,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:55.363534 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-60d5a01f-3b90-4d69-846d-a369013c4b71 None None] Attempting to bind port eb6a64f8-2922-40d5-bc27-8192d057ae30 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:21:55.367301 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-60d5a01f-3b90-4d69-846d-a369013c4b71 None None] Attempting to bind port eb6a64f8-2922-40d5-bc27-8192d057ae30 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '4f1874f7-a639-4bad-88dc-9dd2b8243d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:21:55.367301 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d5a01f-3b90-4d69-846d-a369013c4b71 None None] Attempting to bind port eb6a64f8-2922-40d5-bc27-8192d057ae30 on network a7c013d9-ea11-470b-8a79-08abd897c197 {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:21:55.378212 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d5a01f-3b90-4d69-846d-a369013c4b71 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:21:55.378584 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d5a01f-3b90-4d69-846d-a369013c4b71 None None] Checking segment: {'id': '4f1874f7-a639-4bad-88dc-9dd2b8243d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:21:55.379014 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-60d5a01f-3b90-4d69-846d-a369013c4b71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:55.379406 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d5a01f-3b90-4d69-846d-a369013c4b71 None None] Bound using segment: {'id': '4f1874f7-a639-4bad-88dc-9dd2b8243d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:21:55.379831 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bf327d66-a05e-4c31-92d2-be11ce2ff577 req-00b3ae75-4cd9-49ce-9051-4244a5c2313c tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142960 Oct 27 18:21:55.379968 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-60d5a01f-3b90-4d69-846d-a369013c4b71 None None] Bound port: eb6a64f8-2922-40d5-bc27-8192d057ae30, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f1874f7-a639-4bad-88dc-9dd2b8243d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:21:55.380241 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-60d5a01f-3b90-4d69-846d-a369013c4b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:55.441094 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-c56d44bf-ab1b-4b0e-932d-505618033969 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Allocated IP 172.25.6.159 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/048b2f3c-3f6d-46ff-b540-3308c01e3e34) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:21:55.469180 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-0305dde0-aba3-418e-a8e5-eacbd0c1d0ae tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:55.470713 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-0305dde0-aba3-418e-a8e5-eacbd0c1d0ae tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:55.518794 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a835a7ba-bd16-4e35-b3b6-980b62aab380 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:55.520101 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a835a7ba-bd16-4e35-b3b6-980b62aab380 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1210837 Oct 27 18:21:55.530320 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835a7ba-bd16-4e35-b3b6-980b62aab380 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=072ed76c-5ee1-4923-bca0-d6c2c863d476,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:55.538471 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50818) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:55.544162 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-5b62a431-1fdb-4ba2-8033-db0cc4434993 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Request body: {'security_group_rule': {'security_group_id': '072ed76c-5ee1-4923-bca0-d6c2c863d476', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:55.571995 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-60d5a01f-3b90-4d69-846d-a369013c4b71 None None] For port eb6a64f8-2922-40d5-bc27-8192d057ae30, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:21:55.583061 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-60d5a01f-3b90-4d69-846d-a369013c4b71 None None] For port eb6a64f8-2922-40d5-bc27-8192d057ae30, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=eb6a64f8-2922-40d5-bc27-8192d057ae30,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:21:55.651936 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-45e9616e-2108-420a-86a0-15b4c28b669c None None] For port 97de6d04-116a-48d1-bd1f-6080c3623d65, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:21:55.669502 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 7848076d-2451-4103-97da-2fddc47f6bb3, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=7848076d-2451-4103-97da-2fddc47f6bb3,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:21:55.673168 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5b62a431-1fdb-4ba2-8033-db0cc4434993 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:55.680370 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-60d5a01f-3b90-4d69-846d-a369013c4b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:55.683844 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-2138d94f-5cf6-403e-9e04-aad89b704160 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Allocated IP 192.168.233.23 (5a00a4ee-d7ee-4646-9905-4d21868e9aa2/5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc/86b27580-5434-45f6-8cde-601d4434169c) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:21:55.720077 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-45e9616e-2108-420a-86a0-15b4c28b669c None None] For port 97de6d04-116a-48d1-bd1f-6080c3623d65, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=97de6d04-116a-48d1-bd1f-6080c3623d65,segment=NetworkSegment(7797590e-2a43-4fbe-8f4b-f77169de356b),segment_id=7797590e-2a43-4fbe-8f4b-f77169de356b)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:21:55.723013 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '7848076d-2451-4103-97da-2fddc47f6bb3', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'port_id': '7848076d-2451-4103-97da-2fddc47f6bb3', 'mac_address': 'fa:16:3e:09:8c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:21:55.732620 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-74a556b1-8044-4cf0-b171-c47f623eb783 None None] Provisioning complete for port 97de6d04-116a-48d1-bd1f-6080c3623d65 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:21:55.733335 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-74a556b1-8044-4cf0-b171-c47f623eb783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:55.777560 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-74a556b1-8044-4cf0-b171-c47f623eb783 None None] Port 97de6d04-116a-48d1-bd1f-6080c3623d65 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:21:55.793426 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4ef1ec13-da05-4f59-8277-cfa64a9391ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:55.806393 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d5a01f-3b90-4d69-846d-a369013c4b71 None None] Routers {'8ce9d0e2-0002-4984-9dbf-25679ae31340'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:21:55.807712 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-60d5a01f-3b90-4d69-846d-a369013c4b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:21:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8ce9d0e2-0002-4984-9dbf-25679ae31340'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:55.829942 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4ef1ec13-da05-4f59-8277-cfa64a9391ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:55.839749 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-45e9616e-2108-420a-86a0-15b4c28b669c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:55.859426 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-0305dde0-aba3-418e-a8e5-eacbd0c1d0ae tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3481078 Oct 27 18:21:55.962535 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-ad94ed5b-9ebf-4bf6-b124-00fa92d63ba9 service neutron] Request body: {'port': {'device_id': 'd87eacb3-2685-4110-a371-17d5a374f9b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:55.990635 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:56.000533 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c56d44bf-ab1b-4b0e-932d-505618033969 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:56.012445 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4ef1ec13-da05-4f59-8277-cfa64a9391ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:56.015035 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7848076d-2451-4103-97da-2fddc47f6bb3 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:21:56.023544 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4ef1ec13-da05-4f59-8277-cfa64a9391ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:56.028913 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4ef1ec13-da05-4f59-8277-cfa64a9391ab admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9c06c5c0-b4a8-47f0-b1e8-63323b608060 HTTP/1.1" status: 204 len: 168 time: 0.6947448 Oct 27 18:21:56.032115 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-65831595-db68-49ec-ad1a-4142d7696502 None None] Provisioning complete for port f38b6daf-1420-40e7-aefc-0579a39bad79 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:21:56.036109 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-65831595-db68-49ec-ad1a-4142d7696502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:56.056526 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef1ec13-da05-4f59-8277-cfa64a9391ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c06c5c0-b4a8-47f0-b1e8-63323b608060,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:56.133961 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-65831595-db68-49ec-ad1a-4142d7696502 None None] Port f38b6daf-1420-40e7-aefc-0579a39bad79 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:21:56.186039 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-60d5a01f-3b90-4d69-846d-a369013c4b71 None None] Set router 8ce9d0e2-0002-4984-9dbf-25679ae31340 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:21:56.222280 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-65831595-db68-49ec-ad1a-4142d7696502 None None] Provisioning complete for port eb6a64f8-2922-40d5-bc27-8192d057ae30 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:21:56.223382 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-65831595-db68-49ec-ad1a-4142d7696502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:56.264814 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e9616e-2108-420a-86a0-15b4c28b669c None None] Routers {'51d37106-c3b5-4460-ab61-f2fb076cd9f7'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:21:56.265815 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-45e9616e-2108-420a-86a0-15b4c28b669c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:21:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['51d37106-c3b5-4460-ab61-f2fb076cd9f7'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:56.266186 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c56d44bf-ab1b-4b0e-932d-505618033969 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:56.321242 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-42132f0b-6d7f-4ad4-855c-c2a25a3835c9 req-b8da56e8-09f6-495f-988b-4296730d37f3 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/ports?device_id=59b9541d-54f9-452c-b022-d5920fb046bb HTTP/1.1" status: 200 len: 210 time: 0.2751877 Oct 27 18:21:56.345083 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-ad94ed5b-9ebf-4bf6-b124-00fa92d63ba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:56.360629 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5b62a431-1fdb-4ba2-8033-db0cc4434993 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:56.389563 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56d44bf-ab1b-4b0e-932d-505618033969 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Pushing event updated for resources: {'Port': ['ID=048b2f3c-3f6d-46ff-b540-3308c01e3e34,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:56.426569 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56d44bf-ab1b-4b0e-932d-505618033969 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:21:56.436943 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-c56d44bf-ab1b-4b0e-932d-505618033969 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:21:56.440436 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56d44bf-ab1b-4b0e-932d-505618033969 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:21:56.453685 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ed971-a3c8-48d8-9fc9-972661606f36 None None] Pushing event updated for resources: {'Port': ['ID=eb6a64f8-2922-40d5-bc27-8192d057ae30,revision_number=4']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:56.476137 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5b62a431-1fdb-4ba2-8033-db0cc4434993 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:56.535095 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b62a431-1fdb-4ba2-8033-db0cc4434993 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29f13f68-dc86-4db7-8ee2-59588a855c93,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:56.686228 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-45e9616e-2108-420a-86a0-15b4c28b669c None None] Set router 51d37106-c3b5-4460-ab61-f2fb076cd9f7 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:21:56.759028 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 7848076d-2451-4103-97da-2fddc47f6bb3, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=7848076d-2451-4103-97da-2fddc47f6bb3,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:21:56.763890 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9c789-904b-425b-8469-b4b4bd5e1c3e None None] Pushing event updated for resources: {'Port': ['ID=97de6d04-116a-48d1-bd1f-6080c3623d65,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:56.795572 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:56.815635 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5b62a431-1fdb-4ba2-8033-db0cc4434993 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:56.824495 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5b62a431-1fdb-4ba2-8033-db0cc4434993 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2846155 Oct 27 18:21:56.832042 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-2138d94f-5cf6-403e-9e04-aad89b704160 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:56.833524 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50848) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:56.854997 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:56.874975 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-4ff9cb53-c527-4c24-b12a-e1ed2d63c03d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Request body: {'security_group_rule': {'security_group_id': '072ed76c-5ee1-4923-bca0-d6c2c863d476', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:56.887558 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-60d5a01f-3b90-4d69-846d-a369013c4b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce9d0e2-0002-4984-9dbf-25679ae31340', 'name': 'tempest-ServerActionsTestJSON-1616371455-router', 'tenant_id': '74d488054c1f4f50bdb6de26a9138d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'a512872a-80f0-4c96-bf6a-b87722f23f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:21:40Z', 'updated_at': '2021-10-27T18:21:50Z', 'revision_number': 4, 'project_id': '74d488054c1f4f50bdb6de26a9138d36', 'gw_port': {'id': 'a512872a-80f0-4c96-bf6a-b87722f23f85', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce9d0e2-0002-4984-9dbf-25679ae31340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:42Z', 'updated_at': '2021-10-27T18:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'eb6a64f8-2922-40d5-bc27-8192d057ae30', 'name': '', 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197', 'tenant_id': '74d488054c1f4f50bdb6de26a9138d36', 'mac_address': 'fa:16:3e:ad:3e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce9d0e2-0002-4984-9dbf-25679ae31340', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'afe6cc10-9308-4117-a497-d403cb219653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:46Z', 'updated_at': '2021-10-27T18:21:55Z', 'revision_number': 4, 'project_id': '74d488054c1f4f50bdb6de26a9138d36', 'subnets': [{'id': 'afe6cc10-9308-4117-a497-d403cb219653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:56.959993 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d5a01f-3b90-4d69-846d-a369013c4b71 None None] The sync data for ids ['8ce9d0e2-0002-4984-9dbf-25679ae31340'] in n-d-815690-2 is: [{'id': '8ce9d0e2-0002-4984-9dbf-25679ae31340', 'name': 'tempest-ServerActionsTestJSON-1616371455-router', 'tenant_id': '74d488054c1f4f50bdb6de26a9138d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'a512872a-80f0-4c96-bf6a-b87722f23f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:21:40Z', 'updated_at': '2021-10-27T18:21:50Z', 'revision_number': 4, 'project_id': '74d488054c1f4f50bdb6de26a9138d36', 'gw_port': {'id': 'a512872a-80f0-4c96-bf6a-b87722f23f85', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce9d0e2-0002-4984-9dbf-25679ae31340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:42Z', 'updated_at': '2021-10-27T18:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'eb6a64f8-2922-40d5-bc27-8192d057ae30', 'name': '', 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197', 'tenant_id': '74d488054c1f4f50bdb6de26a9138d36', 'mac_address': 'fa:16:3e:ad:3e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce9d0e2-0002-4984-9dbf-25679ae31340', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'afe6cc10-9308-4117-a497-d403cb219653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:46Z', 'updated_at': '2021-10-27T18:21:55Z', 'revision_number': 4, 'project_id': '74d488054c1f4f50bdb6de26a9138d36', 'subnets': [{'id': 'afe6cc10-9308-4117-a497-d403cb219653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:21:57.044354 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:57.242655 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['7848076d-2451-4103-97da-2fddc47f6bb3'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:21:57.398526 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c56d44bf-ab1b-4b0e-932d-505618033969 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:57.403519 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-65831595-db68-49ec-ad1a-4142d7696502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:57.482189 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=7848076d-2451-4103-97da-2fddc47f6bb3,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:57.584704 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c56d44bf-ab1b-4b0e-932d-505618033969 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:57.587245 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device eb6a64f8-2922-40d5-bc27-8192d057ae30 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:21:57.598902 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f49781b5-04b2-4c0e-be9a-c58a7f12e2bb req-d8a39aa9-36f8-4c7c-8c17-e16f8e09e726 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/ports?device_id=59b9541d-54f9-452c-b022-d5920fb046bb HTTP/1.1" status: 200 len: 210 time: 0.0846856 Oct 27 18:21:57.650352 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3362a7c-6b02-4823-831b-bdaf503b2eb5 req-2f16081d-3b63-411f-8f16-7d791fa8872d tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:57.659848 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e3362a7c-6b02-4823-831b-bdaf503b2eb5 req-2f16081d-3b63-411f-8f16-7d791fa8872d tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 947 time: 1.1069374 Oct 27 18:21:57.672732 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4ff9cb53-c527-4c24-b12a-e1ed2d63c03d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:57.673029 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-65831595-db68-49ec-ad1a-4142d7696502 None None] For port eb6a64f8-2922-40d5-bc27-8192d057ae30, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=eb6a64f8-2922-40d5-bc27-8192d057ae30,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:21:57.780683 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-65831595-db68-49ec-ad1a-4142d7696502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:57.931837 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4ff9cb53-c527-4c24-b12a-e1ed2d63c03d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:57.940390 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e3362a7c-6b02-4823-831b-bdaf503b2eb5 req-12a76724-120e-4db1-b11b-9b88a2bdaa20 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794542 Oct 27 18:21:57.951077 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-2138d94f-5cf6-403e-9e04-aad89b704160 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:57.961719 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c56d44bf-ab1b-4b0e-932d-505618033969 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:57.988343 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port eb6a64f8-2922-40d5-bc27-8192d057ae30 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:21:57.988738 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:58.063482 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c56d44bf-ab1b-4b0e-932d-505618033969 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:58.079139 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4ff9cb53-c527-4c24-b12a-e1ed2d63c03d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:58.103466 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-45e9616e-2108-420a-86a0-15b4c28b669c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d37106-c3b5-4460-ab61-f2fb076cd9f7', 'name': 'tempest-ServersTestBootFromVolume-630096261-router', 'tenant_id': '935b1609fadd4a79a82a8a4c512ccaba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '679e6d39-3acb-42de-9cc6-6be6af944fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:21:37Z', 'updated_at': '2021-10-27T18:21:46Z', 'revision_number': 4, 'project_id': '935b1609fadd4a79a82a8a4c512ccaba', 'gw_port': {'id': '679e6d39-3acb-42de-9cc6-6be6af944fae', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d37106-c3b5-4460-ab61-f2fb076cd9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:39Z', 'updated_at': '2021-10-27T18:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '97de6d04-116a-48d1-bd1f-6080c3623d65', 'name': '', 'network_id': 'a02c915a-ef33-4547-80f0-d7d8ef06e164', 'tenant_id': '935b1609fadd4a79a82a8a4c512ccaba', 'mac_address': 'fa:16:3e:e4:02:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d37106-c3b5-4460-ab61-f2fb076cd9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '7f791017-30ab-4eda-b0b9-c9172369d32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:44Z', 'updated_at': '2021-10-27T18:21:55Z', 'revision_number': 4, 'project_id': '935b1609fadd4a79a82a8a4c512ccaba', 'subnets': [{'id': '7f791017-30ab-4eda-b0b9-c9172369d32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:21:58.127357 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff9cb53-c527-4c24-b12a-e1ed2d63c03d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2f503d3-1f89-4071-a855-20cd3f51c5bd,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:58.132930 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-2138d94f-5cf6-403e-9e04-aad89b704160 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:21:58.151563 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-2138d94f-5cf6-403e-9e04-aad89b704160 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:21:58.162864 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-2138d94f-5cf6-403e-9e04-aad89b704160 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:21:58.163879 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56d44bf-ab1b-4b0e-932d-505618033969 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Pushing event updated for resources: {'Port': ['ID=048b2f3c-3f6d-46ff-b540-3308c01e3e34,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:58.179414 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65831595-db68-49ec-ad1a-4142d7696502 None None] Pushing event updated for resources: {'Port': ['ID=eb6a64f8-2922-40d5-bc27-8192d057ae30,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:58.183457 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e9616e-2108-420a-86a0-15b4c28b669c None None] The sync data for ids ['51d37106-c3b5-4460-ab61-f2fb076cd9f7'] in n-d-815690-2 is: [{'id': '51d37106-c3b5-4460-ab61-f2fb076cd9f7', 'name': 'tempest-ServersTestBootFromVolume-630096261-router', 'tenant_id': '935b1609fadd4a79a82a8a4c512ccaba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '679e6d39-3acb-42de-9cc6-6be6af944fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:21:37Z', 'updated_at': '2021-10-27T18:21:46Z', 'revision_number': 4, 'project_id': '935b1609fadd4a79a82a8a4c512ccaba', 'gw_port': {'id': '679e6d39-3acb-42de-9cc6-6be6af944fae', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d37106-c3b5-4460-ab61-f2fb076cd9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:39Z', 'updated_at': '2021-10-27T18:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '97de6d04-116a-48d1-bd1f-6080c3623d65', 'name': '', 'network_id': 'a02c915a-ef33-4547-80f0-d7d8ef06e164', 'tenant_id': '935b1609fadd4a79a82a8a4c512ccaba', 'mac_address': 'fa:16:3e:e4:02:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d37106-c3b5-4460-ab61-f2fb076cd9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '7f791017-30ab-4eda-b0b9-c9172369d32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:44Z', 'updated_at': '2021-10-27T18:21:55Z', 'revision_number': 4, 'project_id': '935b1609fadd4a79a82a8a4c512ccaba', 'subnets': [{'id': '7f791017-30ab-4eda-b0b9-c9172369d32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:21:58.205265 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-d191ba97-fdfc-4a69-8833-1eced29d9593 None None] Provisioning complete for port 97de6d04-116a-48d1-bd1f-6080c3623d65 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:21:58.205265 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d191ba97-fdfc-4a69-8833-1eced29d9593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:58.264903 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2138d94f-5cf6-403e-9e04-aad89b704160 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Pushing event updated for resources: {'Port': ['ID=86b27580-5434-45f6-8cde-601d4434169c,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:58.278709 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c56d44bf-ab1b-4b0e-932d-505618033969 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:58.386955 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-2138d94f-5cf6-403e-9e04-aad89b704160 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:58.390952 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-2138d94f-5cf6-403e-9e04-aad89b704160 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:58.405340 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 97de6d04-116a-48d1-bd1f-6080c3623d65 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:21:58.467016 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d191ba97-fdfc-4a69-8833-1eced29d9593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:58.510387 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c56d44bf-ab1b-4b0e-932d-505618033969 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:58.514779 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c56d44bf-ab1b-4b0e-932d-505618033969 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3357475 Oct 27 18:21:58.535939 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-2138d94f-5cf6-403e-9e04-aad89b704160 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4681785 Oct 27 18:21:58.586421 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-d191ba97-fdfc-4a69-8833-1eced29d9593 None None] For port 97de6d04-116a-48d1-bd1f-6080c3623d65, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=97de6d04-116a-48d1-bd1f-6080c3623d65,segment=NetworkSegment(7797590e-2a43-4fbe-8f4b-f77169de356b),segment_id=7797590e-2a43-4fbe-8f4b-f77169de356b)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:21:58.610689 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 97de6d04-116a-48d1-bd1f-6080c3623d65 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:21:58.611403 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:58.629691 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4ff9cb53-c527-4c24-b12a-e1ed2d63c03d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:58.639121 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50894) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:58.640762 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4ff9cb53-c527-4c24-b12a-e1ed2d63c03d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7957921 Oct 27 18:21:58.644507 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d191ba97-fdfc-4a69-8833-1eced29d9593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:58.645882 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-d40cf51a-8ee8-4a25-9ab7-7b500127d3dd tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:58.661261 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-c4970a2e-19bb-4b08-84ab-780785a7e2b1 service neutron] Request body: {'port': {'device_id': '59b9541d-54f9-452c-b022-d5920fb046bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:58.697962 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-d191ba97-fdfc-4a69-8833-1eced29d9593 None None] Provisioning complete for port eb6a64f8-2922-40d5-bc27-8192d057ae30 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:21:58.704984 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d191ba97-fdfc-4a69-8833-1eced29d9593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:58.765017 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d40cf51a-8ee8-4a25-9ab7-7b500127d3dd tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks [] for floatingip, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:58.802667 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-ad94ed5b-9ebf-4bf6-b124-00fa92d63ba9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f38b6daf-1420-40e7-aefc-0579a39bad79 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:21:58.821265 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50896) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:21:58.840275 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d191ba97-fdfc-4a69-8833-1eced29d9593 None None] Pushing event updated for resources: {'Port': ['ID=97de6d04-116a-48d1-bd1f-6080c3623d65,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:58.896232 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-ad94ed5b-9ebf-4bf6-b124-00fa92d63ba9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:58.908846 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-c4970a2e-19bb-4b08-84ab-780785a7e2b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:59.006437 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-ad94ed5b-9ebf-4bf6-b124-00fa92d63ba9 service neutron] Transition to ACTIVE for port object f38b6daf-1420-40e7-aefc-0579a39bad79 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:21:59.050466 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097dc78-f250-463a-82ec-ba68e3bb7ab4 req-0bd910c3-56dc-472f-a0f1-a0b53357eb0c tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:21:59.059022 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2097dc78-f250-463a-82ec-ba68e3bb7ab4 req-0bd910c3-56dc-472f-a0f1-a0b53357eb0c tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/ports?device_id=59b9541d-54f9-452c-b022-d5920fb046bb HTTP/1.1" status: 200 len: 935 time: 0.2658432 Oct 27 18:21:59.083417 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d40cf51a-8ee8-4a25-9ab7-7b500127d3dd tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:59.160561 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 7848076d-2451-4103-97da-2fddc47f6bb3 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:21:59.250136 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-16b38733-944e-42bc-ada0-2c2065165f58 None None] Provisioning complete for port 86b27580-5434-45f6-8cde-601d4434169c triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:21:59.253043 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-16b38733-944e-42bc-ada0-2c2065165f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:59.259145 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-ad94ed5b-9ebf-4bf6-b124-00fa92d63ba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:59.318677 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device eb6a64f8-2922-40d5-bc27-8192d057ae30 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:21:59.374263 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-d40cf51a-8ee8-4a25-9ab7-7b500127d3dd tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Allocated IP 172.25.6.58 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/046db886-6e88-4188-8bb7-10a327cfa33f) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:21:59.437441 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-4efa60bf-c92c-405c-9d0c-9df6e44544db admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1092345277-network', 'tenant_id': '78baf6dd112742399f2639cbeffece6c'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:21:59.529442 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-16b38733-944e-42bc-ada0-2c2065165f58 None None] Port 86b27580-5434-45f6-8cde-601d4434169c cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:21:59.552484 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port eb6a64f8-2922-40d5-bc27-8192d057ae30 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:21:59.557942 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:59.558119 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2097dc78-f250-463a-82ec-ba68e3bb7ab4 req-eec434c3-4e25-4ef2-be0f-8a3452ec5566 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/security-groups?id=91467586-a0d6-44d3-9281-411e425eba01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4870310 Oct 27 18:21:59.593290 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efa60bf-c92c-405c-9d0c-9df6e44544db admin admin] Made reservation on behalf of 78baf6dd112742399f2639cbeffece6c for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:21:59.606217 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4efa60bf-c92c-405c-9d0c-9df6e44544db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:59.631050 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 7848076d-2451-4103-97da-2fddc47f6bb3 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:21:59.657561 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 7848076d-2451-4103-97da-2fddc47f6bb3 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:21:59.658010 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:59.750111 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d40cf51a-8ee8-4a25-9ab7-7b500127d3dd tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:59.820959 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4efa60bf-c92c-405c-9d0c-9df6e44544db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:59.824654 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad94ed5b-9ebf-4bf6-b124-00fa92d63ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=f38b6daf-1420-40e7-aefc-0579a39bad79,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:21:59.908362 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d40cf51a-8ee8-4a25-9ab7-7b500127d3dd tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:21:59.988518 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 97de6d04-116a-48d1-bd1f-6080c3623d65 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:21:59.990219 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:00.087184 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 7848076d-2451-4103-97da-2fddc47f6bb3, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=7848076d-2451-4103-97da-2fddc47f6bb3,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:22:00.090146 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87164de-0492-4094-b5a1-6dd2e8211685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7848076d-2451-4103-97da-2fddc47f6bb3'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:22:00.092597 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4964eb36-9d75-45a5-a96c-5ef82e1b6fe2" -d '{"events": [{"server_uuid": "d87164de-0492-4094-b5a1-6dd2e8211685", "name": "network-vif-plugged", "status": "completed", "tag": "7848076d-2451-4103-97da-2fddc47f6bb3"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:22:00.095933 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40cf51a-8ee8-4a25-9ab7-7b500127d3dd tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Pushing event updated for resources: {'Port': ['ID=046db886-6e88-4188-8bb7-10a327cfa33f,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:00.118695 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40cf51a-8ee8-4a25-9ab7-7b500127d3dd tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:22:00.122959 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-d40cf51a-8ee8-4a25-9ab7-7b500127d3dd tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:22:00.131376 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40cf51a-8ee8-4a25-9ab7-7b500127d3dd tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:22:00.153273 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 97de6d04-116a-48d1-bd1f-6080c3623d65 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:22:00.153816 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:00.259662 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d47ac5-c750-4253-bf6b-1eea2ff0702e x-openstack-request-id: req-c3d47ac5-c750-4253-bf6b-1eea2ff0702e {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:22:00.260523 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87164de-0492-4094-b5a1-6dd2e8211685", "name": "network-vif-plugged", "status": "completed", "tag": "7848076d-2451-4103-97da-2fddc47f6bb3", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:22:00.260810 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c3d47ac5-c750-4253-bf6b-1eea2ff0702e {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:22:00.261216 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87164de-0492-4094-b5a1-6dd2e8211685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7848076d-2451-4103-97da-2fddc47f6bb3', 'code': 200} Oct 27 18:22:00.267755 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:00.450237 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=7848076d-2451-4103-97da-2fddc47f6bb3,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:00.473418 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a75f50-ddda-444a-bbec-f20e79b1d3f3 req-0d2ac111-e7f8-44cd-9f2f-f4106575a3b6 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:00.477640 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-94a75f50-ddda-444a-bbec-f20e79b1d3f3 req-0d2ac111-e7f8-44cd-9f2f-f4106575a3b6 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 948 time: 0.8644829 Oct 27 18:22:00.505778 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ce4c2-4d4d-470d-91aa-db9bb810b615 req-aae9f29b-8eca-4855-95d0-e6bf3f5c92ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:00.505778 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-335ce4c2-4d4d-470d-91aa-db9bb810b615 req-aae9f29b-8eca-4855-95d0-e6bf3f5c92ac service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 1100 time: 0.1997185 Oct 27 18:22:00.559401 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d40cf51a-8ee8-4a25-9ab7-7b500127d3dd tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:00.582134 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-335ce4c2-4d4d-470d-91aa-db9bb810b615 req-a89c46c5-76ae-421a-a2e4-4abe971d9603 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687687 Oct 27 18:22:00.608567 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-c4970a2e-19bb-4b08-84ab-780785a7e2b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86b27580-5434-45f6-8cde-601d4434169c {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:22:00.627470 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-c4970a2e-19bb-4b08-84ab-780785a7e2b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:00.633831 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-94a75f50-ddda-444a-bbec-f20e79b1d3f3 req-33b0efb2-a6d6-4440-989c-454cd4fba115 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373494 Oct 27 18:22:00.645579 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-ad94ed5b-9ebf-4bf6-b124-00fa92d63ba9 service neutron] Attempting to bind port f38b6daf-1420-40e7-aefc-0579a39bad79 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:22:00.646130 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-ad94ed5b-9ebf-4bf6-b124-00fa92d63ba9 service neutron] Attempting to bind port f38b6daf-1420-40e7-aefc-0579a39bad79 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:22:00.646635 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-ad94ed5b-9ebf-4bf6-b124-00fa92d63ba9 service neutron] Attempting to bind port f38b6daf-1420-40e7-aefc-0579a39bad79 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:22:00.709148 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-c4970a2e-19bb-4b08-84ab-780785a7e2b1 service neutron] Transition to ACTIVE for port object 86b27580-5434-45f6-8cde-601d4434169c will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:22:00.711855 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d40cf51a-8ee8-4a25-9ab7-7b500127d3dd tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:00.715885 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-ad94ed5b-9ebf-4bf6-b124-00fa92d63ba9 service neutron] Port f38b6daf-1420-40e7-aefc-0579a39bad79 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:22:00.716406 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-ad94ed5b-9ebf-4bf6-b124-00fa92d63ba9 service neutron] Attempting to bind port f38b6daf-1420-40e7-aefc-0579a39bad79 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:22:00.741066 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-ad94ed5b-9ebf-4bf6-b124-00fa92d63ba9 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:22:00.741474 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-ad94ed5b-9ebf-4bf6-b124-00fa92d63ba9 service neutron] Checking segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:22:00.741924 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-ad94ed5b-9ebf-4bf6-b124-00fa92d63ba9 service neutron] Bound using segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:22:00.742559 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-ad94ed5b-9ebf-4bf6-b124-00fa92d63ba9 service neutron] Bound port: f38b6daf-1420-40e7-aefc-0579a39bad79, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:22:00.743017 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-ad94ed5b-9ebf-4bf6-b124-00fa92d63ba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:00.829186 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-c4970a2e-19bb-4b08-84ab-780785a7e2b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:00.836573 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4efa60bf-c92c-405c-9d0c-9df6e44544db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:00.992278 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4efa60bf-c92c-405c-9d0c-9df6e44544db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:01.004929 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d40cf51a-8ee8-4a25-9ab7-7b500127d3dd tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:01.066914 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4efa60bf-c92c-405c-9d0c-9df6e44544db admin admin] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:22:01.101855 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4970a2e-19bb-4b08-84ab-780785a7e2b1 service neutron] Pushing event updated for resources: {'Port': ['ID=86b27580-5434-45f6-8cde-601d4434169c,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:01.131377 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d40cf51a-8ee8-4a25-9ab7-7b500127d3dd tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:01.154153 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55fda88-018d-48f0-a3f7-7122142895e6 req-f57c322d-004f-480a-8785-7ee9c8751e90 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:01.155860 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e55fda88-018d-48f0-a3f7-7122142895e6 req-f57c322d-004f-480a-8785-7ee9c8751e90 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/ports?device_id=59b9541d-54f9-452c-b022-d5920fb046bb HTTP/1.1" status: 200 len: 947 time: 0.3572164 Oct 27 18:22:01.189696 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa60bf-c92c-405c-9d0c-9df6e44544db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acac2045-886c-4203-977f-0f48c29b667c,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:01.196080 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4efa60bf-c92c-405c-9d0c-9df6e44544db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:01.196223 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-4efa60bf-c92c-405c-9d0c-9df6e44544db admin admin] Added segment c3b83e00-8105-42bf-a65c-5b309278d20d of type vlan for network 70d54990-c18d-43d7-9758-e9fefdddf939 Oct 27 18:22:01.219801 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-ad94ed5b-9ebf-4bf6-b124-00fa92d63ba9 service neutron] For port f38b6daf-1420-40e7-aefc-0579a39bad79, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:22:01.256498 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-ad94ed5b-9ebf-4bf6-b124-00fa92d63ba9 service neutron] For port f38b6daf-1420-40e7-aefc-0579a39bad79, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f38b6daf-1420-40e7-aefc-0579a39bad79,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:22:01.267745 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40cf51a-8ee8-4a25-9ab7-7b500127d3dd tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Pushing event updated for resources: {'Port': ['ID=046db886-6e88-4188-8bb7-10a327cfa33f,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:01.282450 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d40cf51a-8ee8-4a25-9ab7-7b500127d3dd tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:01.315413 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-ad94ed5b-9ebf-4bf6-b124-00fa92d63ba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:01.355205 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4efa60bf-c92c-405c-9d0c-9df6e44544db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:01.396027 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d40cf51a-8ee8-4a25-9ab7-7b500127d3dd tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:01.398681 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d40cf51a-8ee8-4a25-9ab7-7b500127d3dd tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7575693 Oct 27 18:22:01.409737 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-c4970a2e-19bb-4b08-84ab-780785a7e2b1 service neutron] Attempting to bind port 86b27580-5434-45f6-8cde-601d4434169c on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:22:01.410087 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-c4970a2e-19bb-4b08-84ab-780785a7e2b1 service neutron] Attempting to bind port 86b27580-5434-45f6-8cde-601d4434169c by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:22:01.410420 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-c4970a2e-19bb-4b08-84ab-780785a7e2b1 service neutron] Attempting to bind port 86b27580-5434-45f6-8cde-601d4434169c on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:22:01.415129 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e55fda88-018d-48f0-a3f7-7122142895e6 req-1df61422-86b1-4345-84cc-225f16e33d8a tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/security-groups?id=91467586-a0d6-44d3-9281-411e425eba01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223473 Oct 27 18:22:01.434857 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-ad94ed5b-9ebf-4bf6-b124-00fa92d63ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:01.436834 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-ad94ed5b-9ebf-4bf6-b124-00fa92d63ba9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:01.437371 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-ad94ed5b-9ebf-4bf6-b124-00fa92d63ba9 service neutron] 10.222.0.93 "PUT /v2.0/ports/f38b6daf-1420-40e7-aefc-0579a39bad79 HTTP/1.1" status: 200 len: 1094 time: 5.5423906 Oct 27 18:22:01.442291 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87eacb3-2685-4110-a371-17d5a374f9b0', 'tag': 'f38b6daf-1420-40e7-aefc-0579a39bad79'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:22:01.444671 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9422655b-e854-4f58-b443-61ec1a7065e1" -d '{"events": [{"name": "network-changed", "server_uuid": "d87eacb3-2685-4110-a371-17d5a374f9b0", "tag": "f38b6daf-1420-40e7-aefc-0579a39bad79"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:22:01.472137 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-c4970a2e-19bb-4b08-84ab-780785a7e2b1 service neutron] Port 86b27580-5434-45f6-8cde-601d4434169c on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:22:01.472520 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-c4970a2e-19bb-4b08-84ab-780785a7e2b1 service neutron] Attempting to bind port 86b27580-5434-45f6-8cde-601d4434169c on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:22:01.489702 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-c4970a2e-19bb-4b08-84ab-780785a7e2b1 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:22:01.490188 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-c4970a2e-19bb-4b08-84ab-780785a7e2b1 service neutron] Checking segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:22:01.490588 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-c4970a2e-19bb-4b08-84ab-780785a7e2b1 service neutron] Bound using segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:22:01.491079 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-c4970a2e-19bb-4b08-84ab-780785a7e2b1 service neutron] Bound port: 86b27580-5434-45f6-8cde-601d4434169c, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:22:01.491596 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-c4970a2e-19bb-4b08-84ab-780785a7e2b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:01.513323 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db6ab9c-0090-4678-b636-42ab4f3e43be x-openstack-request-id: req-9db6ab9c-0090-4678-b636-42ab4f3e43be {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:22:01.513616 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d87eacb3-2685-4110-a371-17d5a374f9b0", "tag": "f38b6daf-1420-40e7-aefc-0579a39bad79", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:22:01.513872 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9db6ab9c-0090-4678-b636-42ab4f3e43be {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:22:01.514279 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd87eacb3-2685-4110-a371-17d5a374f9b0', 'tag': 'f38b6daf-1420-40e7-aefc-0579a39bad79', 'status': 'completed', 'code': 200} Oct 27 18:22:01.516956 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad94ed5b-9ebf-4bf6-b124-00fa92d63ba9 service neutron] Pushing event updated for resources: {'Port': ['ID=f38b6daf-1420-40e7-aefc-0579a39bad79,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:01.592925 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4efa60bf-c92c-405c-9d0c-9df6e44544db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:01.593936 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efa60bf-c92c-405c-9d0c-9df6e44544db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:01.594539 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4efa60bf-c92c-405c-9d0c-9df6e44544db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:01.762601 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-c4970a2e-19bb-4b08-84ab-780785a7e2b1 service neutron] For port 86b27580-5434-45f6-8cde-601d4434169c, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:22:01.812333 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa60bf-c92c-405c-9d0c-9df6e44544db admin admin] Pushing event updated for resources: {'Network': ['ID=70d54990-c18d-43d7-9758-e9fefdddf939,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:01.833222 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 70d54990-c18d-43d7-9758-e9fefdddf939 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:22:01.839206 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-c4970a2e-19bb-4b08-84ab-780785a7e2b1 service neutron] For port 86b27580-5434-45f6-8cde-601d4434169c, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=86b27580-5434-45f6-8cde-601d4434169c,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:22:01.849778 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4efa60bf-c92c-405c-9d0c-9df6e44544db admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.0057113 Oct 27 18:22:01.854839 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51036) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:22:01.856447 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422655b-e854-4f58-b443-61ec1a7065e1 req-4ec5fbe5-7374-4537-a2cb-f5d79d3f79d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:01.857546 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9422655b-e854-4f58-b443-61ec1a7065e1 req-4ec5fbe5-7374-4537-a2cb-f5d79d3f79d8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3e91b481b7ed41598c6c65d613a829e7&device_id=d87eacb3-2685-4110-a371-17d5a374f9b0 HTTP/1.1" status: 200 len: 1097 time: 0.2896476 Oct 27 18:22:01.864297 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-2a18f073-97b6-4ecd-8aa0-a75aa9e83b0f admin admin] Request body: {'subnet': {'network_id': '70d54990-c18d-43d7-9758-e9fefdddf939', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1092345277-subnet', 'tenant_id': '78baf6dd112742399f2639cbeffece6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:22:01.902265 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9422655b-e854-4f58-b443-61ec1a7065e1 req-8b13c3a2-fd7f-41dd-9434-bd67c15c77dc service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=3e91b481b7ed41598c6c65d613a829e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347939 Oct 27 18:22:01.932026 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c9ae4-27b1-4057-84b9-ab72ae6843e3 req-da46147c-6169-4aef-bd28-df2fe8a0299b tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:01.934059 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b40c9ae4-27b1-4057-84b9-ab72ae6843e3 req-da46147c-6169-4aef-bd28-df2fe8a0299b tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 949 time: 0.1654985 Oct 27 18:22:01.937707 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-c4970a2e-19bb-4b08-84ab-780785a7e2b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:01.953978 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51042) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:22:02.053608 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a18f073-97b6-4ecd-8aa0-a75aa9e83b0f admin admin] Made reservation on behalf of 78baf6dd112742399f2639cbeffece6c for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:22:02.058250 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2a18f073-97b6-4ecd-8aa0-a75aa9e83b0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:02.093395 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-c4970a2e-19bb-4b08-84ab-780785a7e2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:02.094023 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-c4970a2e-19bb-4b08-84ab-780785a7e2b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:02.095840 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-c4970a2e-19bb-4b08-84ab-780785a7e2b1 service neutron] 10.222.0.93 "PUT /v2.0/ports/86b27580-5434-45f6-8cde-601d4434169c HTTP/1.1" status: 200 len: 1095 time: 3.4499152 Oct 27 18:22:02.149689 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-74337919-2840-40d9-861d-1da31fb94a9f tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--2023196561&fields=id&tenant_id=74d488054c1f4f50bdb6de26a9138d36 HTTP/1.1" status: 200 len: 267 time: 0.2145069 Oct 27 18:22:02.163594 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b40c9ae4-27b1-4057-84b9-ab72ae6843e3 req-3492f439-8a25-48bb-9841-6521b846a009 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984973 Oct 27 18:22:02.192171 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-11fd0328-1cd5-4e37-8099-c4c3f5f4cbf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:02.325532 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4970a2e-19bb-4b08-84ab-780785a7e2b1 service neutron] Pushing event updated for resources: {'Port': ['ID=86b27580-5434-45f6-8cde-601d4434169c,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:02.325532 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422655b-e854-4f58-b443-61ec1a7065e1 req-08d4a13e-44fd-4e10-936e-4b7f6772160d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:02.325532 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9422655b-e854-4f58-b443-61ec1a7065e1 req-08d4a13e-44fd-4e10-936e-4b7f6772160d service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3351638 Oct 27 18:22:02.355850 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-11fd0328-1cd5-4e37-8099-c4c3f5f4cbf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:02.383961 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-d2f675f4-3c65-44d8-b8d2-c87df2c611ad tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:02.386347 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-d2f675f4-3c65-44d8-b8d2-c87df2c611ad tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/networks?id=a7c013d9-ea11-470b-8a79-08abd897c197 HTTP/1.1" status: 200 len: 812 time: 0.2148299 Oct 27 18:22:02.429126 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-20102c54-6be8-4b18-bc37-d82d05ccf78c tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/quotas/74d488054c1f4f50bdb6de26a9138d36 HTTP/1.1" status: 200 len: 375 time: 0.0193398 Oct 27 18:22:02.473683 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-bb9889f2-3f38-4f48-ad0f-5b18ff73316f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:02.479065 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-bb9889f2-3f38-4f48-ad0f-5b18ff73316f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3e91b481b7ed41598c6c65d613a829e7&device_id=d87eacb3-2685-4110-a371-17d5a374f9b0 HTTP/1.1" status: 200 len: 1097 time: 0.1158450 Oct 27 18:22:02.563539 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-99320396-c78d-4257-893f-fdc5bce63b5a tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=74d488054c1f4f50bdb6de26a9138d36&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1236529 Oct 27 18:22:02.565186 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-b4a7ea72-bb1d-4e2a-8afa-99d6ac6d673f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=f38b6daf-1420-40e7-aefc-0579a39bad79 HTTP/1.1" status: 200 len: 217 time: 0.0621424 Oct 27 18:22:02.657536 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a10aa3-fe71-4f10-8fa0-8803d1e0fe5f req-f5a23846-20c8-4c3d-ba74-cb63de00e34c tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:02.659116 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-92a10aa3-fe71-4f10-8fa0-8803d1e0fe5f req-f5a23846-20c8-4c3d-ba74-cb63de00e34c tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/ports?device_id=59b9541d-54f9-452c-b022-d5920fb046bb HTTP/1.1" status: 200 len: 947 time: 0.1056664 Oct 27 18:22:02.683179 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-4bb1dfa7-1047-4d34-b958-74c30dabf356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:02.685834 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-4bb1dfa7-1047-4d34-b958-74c30dabf356 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.1110849 Oct 27 18:22:02.790926 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-92a10aa3-fe71-4f10-8fa0-8803d1e0fe5f req-a96b93f5-36f6-4c13-ab0e-9f140134d6d3 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/security-groups?id=91467586-a0d6-44d3-9281-411e425eba01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194389 Oct 27 18:22:02.818744 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-86ea943e-70ae-479d-aeb2-76a34770cfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:02.820655 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-86ea943e-70ae-479d-aeb2-76a34770cfff service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1263759 Oct 27 18:22:02.918631 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-25c3db6d-5a77-4fce-9561-1f588f4be8c3 service neutron] 10.222.0.52 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324189 Oct 27 18:22:02.949081 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-11fd0328-1cd5-4e37-8099-c4c3f5f4cbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:02.972171 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2a18f073-97b6-4ecd-8aa0-a75aa9e83b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:03.063417 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd0328-1cd5-4e37-8099-c4c3f5f4cbf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94591a1-e02a-4883-b93d-647a7de16882,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:03.065337 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-56f9ac5c-9cad-4fca-88ba-b8150429d1ec service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352231 Oct 27 18:22:03.105242 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-11fd0328-1cd5-4e37-8099-c4c3f5f4cbf5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2b75047bf5e946048430278fb39d83e4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1468310 Oct 27 18:22:03.114456 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51062) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:22:03.131986 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-df48a801-cee7-43f6-94d5-3448475783e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:03.133591 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-df48a801-cee7-43f6-94d5-3448475783e1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3e91b481b7ed41598c6c65d613a829e7&device_id=59b9541d-54f9-452c-b022-d5920fb046bb HTTP/1.1" status: 200 len: 1098 time: 0.1865091 Oct 27 18:22:03.153088 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a18f073-97b6-4ecd-8aa0-a75aa9e83b0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dd73aad-b62b-49e3-a8b3-a2ce98f853a3,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:03.195938 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-23e50aed-7d7d-4e2f-acd1-f2b5188389fa service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=86b27580-5434-45f6-8cde-601d4434169c HTTP/1.1" status: 200 len: 217 time: 0.0529954 Oct 27 18:22:03.197247 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a18f073-97b6-4ecd-8aa0-a75aa9e83b0f admin admin] Checking segment: {'id': 'c3b83e00-8105-42bf-a65c-5b309278d20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '70d54990-c18d-43d7-9758-e9fefdddf939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:22:03.198380 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a18f073-97b6-4ecd-8aa0-a75aa9e83b0f admin admin] Network hostable DHCP agents. Network: 70d54990-c18d-43d7-9758-e9fefdddf939, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:22:03.212015 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fcbbaafa-cbbe-4f6c-be06-672f0c5b0701 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:03.243258 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fcbbaafa-cbbe-4f6c-be06-672f0c5b0701 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:03.268836 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-1e342020-08a9-41e7-9ec1-97e09a8cc9e7 service neutron] 10.222.0.52 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336391 Oct 27 18:22:03.328381 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1699f9b-7860-44c8-ba8d-d9ea767fbed3 req-08f6b4c0-41d3-4f34-ad00-be30881876b7 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533464 Oct 27 18:22:03.335623 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a18f073-97b6-4ecd-8aa0-a75aa9e83b0f admin admin] Network 70d54990-c18d-43d7-9758-e9fefdddf939 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:22:03.349915 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-a272e220-8b20-4a90-b3a8-618007f1b9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:03.352141 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-a272e220-8b20-4a90-b3a8-618007f1b9b7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.1452687 Oct 27 18:22:03.429234 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fcbbaafa-cbbe-4f6c-be06-672f0c5b0701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:03.432573 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fcbbaafa-cbbe-4f6c-be06-672f0c5b0701 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:03.436502 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-fcbbaafa-cbbe-4f6c-be06-672f0c5b0701 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b94591a1-e02a-4883-b93d-647a7de16882 HTTP/1.1" status: 204 len: 168 time: 0.3208032 Oct 27 18:22:03.441577 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f0ee7-bbd9-4a1b-87cd-d2fa2b84dcaa req-794963a9-8af4-4ee1-843f-627ce5353649 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:03.443313 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ae7f0ee7-bbd9-4a1b-87cd-d2fa2b84dcaa req-794963a9-8af4-4ee1-843f-627ce5353649 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 949 time: 0.1211560 Oct 27 18:22:03.448850 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbbaafa-cbbe-4f6c-be06-672f0c5b0701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94591a1-e02a-4883-b93d-647a7de16882,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:03.450720 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-9c9ce5fd-aefc-41b4-82c0-edbafd6ccbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:03.452272 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-9c9ce5fd-aefc-41b4-82c0-edbafd6ccbc4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0800018 Oct 27 18:22:03.457269 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-2a18f073-97b6-4ecd-8aa0-a75aa9e83b0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 70d54990-c18d-43d7-9758-e9fefdddf939) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:22:03.472217 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ea074c-788f-4190-af93-5a2fb0ba875d None None] Network 70d54990-c18d-43d7-9758-e9fefdddf939 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:22:03.475192 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a18f073-97b6-4ecd-8aa0-a75aa9e83b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:03.484523 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2a18f073-97b6-4ecd-8aa0-a75aa9e83b0f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:03.549740 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b9541d-54f9-452c-b022-d5920fb046bb', 'tag': '86b27580-5434-45f6-8cde-601d4434169c'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:22:03.552030 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2de81ad-a0be-4ac8-b6cf-3569e003ab1b" -d '{"events": [{"name": "network-changed", "server_uuid": "59b9541d-54f9-452c-b022-d5920fb046bb", "tag": "86b27580-5434-45f6-8cde-601d4434169c"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:22:03.575555 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2a18f073-97b6-4ecd-8aa0-a75aa9e83b0f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7181377 Oct 27 18:22:03.597335 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ae7f0ee7-bbd9-4a1b-87cd-d2fa2b84dcaa req-6a14e887-62dc-41d0-9360-2f3a5de31e33 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325128 Oct 27 18:22:03.703041 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-ed8475c9-5da3-4aa6-b1ba-69fb2c66c735 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248573 Oct 27 18:22:03.823977 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-00145aa4-c504-4ca9-9237-1a3faa601e6a req-c3c3591c-7dea-43cf-bf43-54c11a418880 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 210 time: 0.1213174 Oct 27 18:22:03.889890 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2a7b55-7b38-44b1-8aaa-6591a13a106f x-openstack-request-id: req-1e2a7b55-7b38-44b1-8aaa-6591a13a106f {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:22:03.890254 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59b9541d-54f9-452c-b022-d5920fb046bb", "tag": "86b27580-5434-45f6-8cde-601d4434169c", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:22:03.890441 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1e2a7b55-7b38-44b1-8aaa-6591a13a106f {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:22:03.890854 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59b9541d-54f9-452c-b022-d5920fb046bb', 'tag': '86b27580-5434-45f6-8cde-601d4434169c', 'status': 'completed', 'code': 200} Oct 27 18:22:04.023502 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-98bc555f-651a-44ff-b802-ed8f4523c530 req-8c3b63b6-6577-45f3-a00d-695d5888abfa service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091710 Oct 27 18:22:04.057393 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dbdc66-84fc-4a56-905a-23084f47d562 None None] Network 70d54990-c18d-43d7-9758-e9fefdddf939 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:22:04.106755 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5b575-1767-46db-8b6a-a92dc69a7a11 req-a041b2ef-2c03-4627-8667-19ed19553daa tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:04.117573 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7ff5b575-1767-46db-8b6a-a92dc69a7a11 req-a041b2ef-2c03-4627-8667-19ed19553daa tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/ports?device_id=59b9541d-54f9-452c-b022-d5920fb046bb HTTP/1.1" status: 200 len: 947 time: 0.0916374 Oct 27 18:22:04.189726 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7ff5b575-1767-46db-8b6a-a92dc69a7a11 req-9e4f7b03-9d65-4a27-bc43-4a02715bf6ee tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/security-groups?id=91467586-a0d6-44d3-9281-411e425eba01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708549 Oct 27 18:22:04.299190 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfbdf0f-eab6-4a5a-b2bf-fb6ea8e77bc3 req-186a756b-1b80-44a6-85ba-289e19812a2d tempest-MigrationsAdminTest-296411656 tempest-MigrationsAdminTest-296411656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:04.300986 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fdfbdf0f-eab6-4a5a-b2bf-fb6ea8e77bc3 req-186a756b-1b80-44a6-85ba-289e19812a2d tempest-MigrationsAdminTest-296411656 tempest-MigrationsAdminTest-296411656-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 1100 time: 0.0758967 Oct 27 18:22:04.324412 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-fdfbdf0f-eab6-4a5a-b2bf-fb6ea8e77bc3 req-111f5117-c632-47dd-b058-967017e950a4 tempest-MigrationsAdminTest-296411656 tempest-MigrationsAdminTest-296411656-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:04.422441 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de81ad-a0be-4ac8-b6cf-3569e003ab1b req-fe3f3207-8b1b-496b-bed5-3deeefc31e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:04.423937 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a2de81ad-a0be-4ac8-b6cf-3569e003ab1b req-fe3f3207-8b1b-496b-bed5-3deeefc31e0f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3e91b481b7ed41598c6c65d613a829e7&device_id=59b9541d-54f9-452c-b022-d5920fb046bb HTTP/1.1" status: 200 len: 1098 time: 0.0885925 Oct 27 18:22:04.538923 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51116) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:22:04.554016 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1bccb8a5-f062-45f9-b5c1-aa60df085932 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:04.588487 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-fdfbdf0f-eab6-4a5a-b2bf-fb6ea8e77bc3 req-111f5117-c632-47dd-b058-967017e950a4 tempest-MigrationsAdminTest-296411656 tempest-MigrationsAdminTest-296411656-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:04.620134 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-4778c2cf-6831-4eea-bca4-80f54798fc4d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:04.621657 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-4778c2cf-6831-4eea-bca4-80f54798fc4d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/networks?id=70d54990-c18d-43d7-9758-e9fefdddf939 HTTP/1.1" status: 200 len: 812 time: 0.2311995 Oct 27 18:22:04.643281 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de81ad-a0be-4ac8-b6cf-3569e003ab1b req-0940c19f-c3cf-4c5f-b931-04519e2530c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:04.644016 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a2de81ad-a0be-4ac8-b6cf-3569e003ab1b req-0940c19f-c3cf-4c5f-b931-04519e2530c2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.1870024 Oct 27 18:22:04.645578 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-fdfbdf0f-eab6-4a5a-b2bf-fb6ea8e77bc3 req-111f5117-c632-47dd-b058-967017e950a4 tempest-MigrationsAdminTest-296411656 tempest-MigrationsAdminTest-296411656-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:04.661840 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-1dccd74d-e550-4242-b58a-9dca8e10721b tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/quotas/78baf6dd112742399f2639cbeffece6c HTTP/1.1" status: 200 len: 375 time: 0.0304439 Oct 27 18:22:04.738849 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fdfbdf0f-eab6-4a5a-b2bf-fb6ea8e77bc3 req-111f5117-c632-47dd-b058-967017e950a4 tempest-MigrationsAdminTest-296411656 tempest-MigrationsAdminTest-296411656-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090114 Oct 27 18:22:04.738981 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1bccb8a5-f062-45f9-b5c1-aa60df085932 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:04.748054 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a2de81ad-a0be-4ac8-b6cf-3569e003ab1b req-32c51378-25fe-4f52-b85b-ede1ff9a7dfc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=86b27580-5434-45f6-8cde-601d4434169c HTTP/1.1" status: 200 len: 217 time: 0.0878725 Oct 27 18:22:04.783378 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-cc28a10b-76ca-4999-b551-3d34b0fb8d84 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=78baf6dd112742399f2639cbeffece6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0763807 Oct 27 18:22:04.784117 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f5117-c632-47dd-b058-967017e950a4 tempest-MigrationsAdminTest-296411656 tempest-MigrationsAdminTest-296411656-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0615aa-b178-404b-9a65-32937cacd028,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:04.805523 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1bccb8a5-f062-45f9-b5c1-aa60df085932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:04.862297 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccb8a5-f062-45f9-b5c1-aa60df085932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26af286-64f0-4633-8489-e0e8fb9c9b9b,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:04.872909 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1bccb8a5-f062-45f9-b5c1-aa60df085932 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=65def325e6a34e259489652579da376f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3322291 Oct 27 18:22:04.875706 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51126) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:22:04.940029 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ee6e7209-7bb7-4067-a42a-8c15f0f67f48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:04.965223 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-c23998ed-6524-43a8-8ac4-3ee5d676cf5e service neutron] 10.222.0.52 "GET /v2.0/networks/70d54990-c18d-43d7-9758-e9fefdddf939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767788 Oct 27 18:22:04.971802 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ee6e7209-7bb7-4067-a42a-8c15f0f67f48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:05.140028 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ee6e7209-7bb7-4067-a42a-8c15f0f67f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:05.142714 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ee6e7209-7bb7-4067-a42a-8c15f0f67f48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:05.149478 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ee6e7209-7bb7-4067-a42a-8c15f0f67f48 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a26af286-64f0-4633-8489-e0e8fb9c9b9b HTTP/1.1" status: 204 len: 168 time: 0.2668731 Oct 27 18:22:05.169153 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device f38b6daf-1420-40e7-aefc-0579a39bad79 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:22:05.176279 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e7209-7bb7-4067-a42a-8c15f0f67f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26af286-64f0-4633-8489-e0e8fb9c9b9b,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:05.332914 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port f38b6daf-1420-40e7-aefc-0579a39bad79, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f38b6daf-1420-40e7-aefc-0579a39bad79,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:22:05.350087 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'f38b6daf-1420-40e7-aefc-0579a39bad79', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'port_id': 'f38b6daf-1420-40e7-aefc-0579a39bad79', 'mac_address': 'fa:16:3e:f0:8c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:22:05.397348 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:05.414214 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f38b6daf-1420-40e7-aefc-0579a39bad79 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:22:05.439977 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port f38b6daf-1420-40e7-aefc-0579a39bad79, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f38b6daf-1420-40e7-aefc-0579a39bad79,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:22:05.531113 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:05.591346 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de81ad-a0be-4ac8-b6cf-3569e003ab1b req-1ce5a437-a03d-4350-8f24-df4c7a01e0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:05.593625 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a2de81ad-a0be-4ac8-b6cf-3569e003ab1b req-1ce5a437-a03d-4350-8f24-df4c7a01e0aa service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.8386600 Oct 27 18:22:05.618533 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=f38b6daf-1420-40e7-aefc-0579a39bad79,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:05.695437 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-ebedbc73-6f08-4fdd-bed5-9d2ef1180f43 service neutron] 10.222.0.52 "GET /v2.0/networks/70d54990-c18d-43d7-9758-e9fefdddf939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7292571 Oct 27 18:22:05.730459 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de81ad-a0be-4ac8-b6cf-3569e003ab1b req-590be02f-8e00-433c-8804-0af0a18b587b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:05.734012 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a2de81ad-a0be-4ac8-b6cf-3569e003ab1b req-590be02f-8e00-433c-8804-0af0a18b587b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1208401 Oct 27 18:22:05.749656 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['f38b6daf-1420-40e7-aefc-0579a39bad79'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:22:06.059062 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-12695b76-92bd-43ff-a834-a3d173d68a25 req-fc050f66-1874-4383-8c98-d71e0dfa1e41 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 210 time: 0.1048665 Oct 27 18:22:06.085344 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a2de81ad-a0be-4ac8-b6cf-3569e003ab1b req-992bb8ef-7698-422d-ab84-8d7147de9844 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447223 Oct 27 18:22:06.482771 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cebe38-fcf2-412a-adf8-cc2d5ea7f2fd req-fe93e0b0-55ab-49e3-ab01-c01f38a77781 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:06.484338 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-35cebe38-fcf2-412a-adf8-cc2d5ea7f2fd req-fe93e0b0-55ab-49e3-ab01-c01f38a77781 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/ports?device_id=59b9541d-54f9-452c-b022-d5920fb046bb HTTP/1.1" status: 200 len: 947 time: 0.4795251 Oct 27 18:22:06.496823 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a2de81ad-a0be-4ac8-b6cf-3569e003ab1b req-16e6632e-853d-4a93-822a-e46a980067d3 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941083 Oct 27 18:22:06.559413 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152d353-4008-464b-b050-acf5de6ab2cc req-12c655ce-1fdb-4278-b95b-7f5f35878ab4 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:06.561027 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4152d353-4008-464b-b050-acf5de6ab2cc req-12c655ce-1fdb-4278-b95b-7f5f35878ab4 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 949 time: 0.2737718 Oct 27 18:22:06.595343 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-38dbf687-893e-4c53-8620-a13e9e374757 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5365551 Oct 27 18:22:06.614400 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-6315b9a2-e898-4f56-bd92-a9e6f132969d service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:22:06.615416 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-6315b9a2-e898-4f56-bd92-a9e6f132969d service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0084124 Oct 27 18:22:06.619858 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-35cebe38-fcf2-412a-adf8-cc2d5ea7f2fd req-ff90067d-8169-4a13-a5cb-825f4b002dd4 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/security-groups?id=91467586-a0d6-44d3-9281-411e425eba01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182702 Oct 27 18:22:06.626799 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-a659c501-541f-4b6b-b27d-42420aaba662 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:06.628331 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-a659c501-541f-4b6b-b27d-42420aaba662 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.93 "GET /v2.0/networks?id=a7c013d9-ea11-470b-8a79-08abd897c197 HTTP/1.1" status: 200 len: 812 time: 0.2691898 Oct 27 18:22:06.669792 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4152d353-4008-464b-b050-acf5de6ab2cc req-16d00a44-1c85-4dad-a50f-2e9a3fba4c19 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002448 Oct 27 18:22:06.726181 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-c15efa5c-317e-4063-a251-0f5606176335 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74d488054c1f4f50bdb6de26a9138d36 HTTP/1.1" status: 200 len: 380 time: 0.0859363 Oct 27 18:22:06.738865 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-bab07fd5-5e50-4444-bd9c-f47b3a719383 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Request body: {'port': {'device_id': '86b85a65-8e47-40db-9fd2-4cdfaedb07a8', 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197', 'admin_state_up': True, 'tenant_id': '74d488054c1f4f50bdb6de26a9138d36', 'security_groups': ['072ed76c-5ee1-4923-bca0-d6c2c863d476']}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:22:06.811854 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f43144c8-547f-40d6-b8a6-39a48563ae24 req-856c65bf-abfd-4ab0-8343-3638b9609249 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=5738aa8e-69ca-4df2-99b6-4955ef349bf4 HTTP/1.1" status: 200 len: 210 time: 0.0801756 Oct 27 18:22:07.000439 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-bab07fd5-5e50-4444-bd9c-f47b3a719383 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Made reservation on behalf of 74d488054c1f4f50bdb6de26a9138d36 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:22:07.004939 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-bab07fd5-5e50-4444-bd9c-f47b3a719383 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:07.177054 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 86b27580-5434-45f6-8cde-601d4434169c details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:22:07.183969 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device f38b6daf-1420-40e7-aefc-0579a39bad79 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:22:07.257089 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cd86749b-3bc9-4820-be93-488f08892f87 req-63d8687f-f29e-45c3-96c9-27c962302096 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 210 time: 0.0625696 Oct 27 18:22:07.311589 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-bab07fd5-5e50-4444-bd9c-f47b3a719383 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Allocated IP 172.20.0.13 (a7c013d9-ea11-470b-8a79-08abd897c197/afe6cc10-9308-4117-a497-d403cb219653/d8372463-b0b5-40ec-b152-27501bceac5f) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:22:07.433184 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 86b27580-5434-45f6-8cde-601d4434169c, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=86b27580-5434-45f6-8cde-601d4434169c,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:22:07.446223 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '86b27580-5434-45f6-8cde-601d4434169c', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'port_id': '86b27580-5434-45f6-8cde-601d4434169c', 'mac_address': 'fa:16:3e:6f:21:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:22:07.497557 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:07.509466 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port f38b6daf-1420-40e7-aefc-0579a39bad79 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:22:07.517334 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port f38b6daf-1420-40e7-aefc-0579a39bad79 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:22:07.522523 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:07.522523 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86b27580-5434-45f6-8cde-601d4434169c {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:22:07.580774 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 86b27580-5434-45f6-8cde-601d4434169c, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=86b27580-5434-45f6-8cde-601d4434169c,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:22:07.634252 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-bab07fd5-5e50-4444-bd9c-f47b3a719383 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:07.639951 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:07.682797 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87eacb3-2685-4110-a371-17d5a374f9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38b6daf-1420-40e7-aefc-0579a39bad79'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:22:07.685141 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b99ca34-9024-443e-9291-331a35760ce2" -d '{"events": [{"server_uuid": "d87eacb3-2685-4110-a371-17d5a374f9b0", "name": "network-vif-plugged", "status": "completed", "tag": "f38b6daf-1420-40e7-aefc-0579a39bad79"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:22:07.707020 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:07.713543 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port f38b6daf-1420-40e7-aefc-0579a39bad79, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f38b6daf-1420-40e7-aefc-0579a39bad79,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:22:07.781524 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=86b27580-5434-45f6-8cde-601d4434169c,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:07.788644 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-bab07fd5-5e50-4444-bd9c-f47b3a719383 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:07.829194 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:07.915310 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=f38b6daf-1420-40e7-aefc-0579a39bad79,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:07.973283 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-bab07fd5-5e50-4444-bd9c-f47b3a719383 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Network a7c013d9-ea11-470b-8a79-08abd897c197 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:22:07.980235 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['86b27580-5434-45f6-8cde-601d4434169c'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:22:07.984932 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-bab07fd5-5e50-4444-bd9c-f47b3a719383 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:22:07.988607 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab07fd5-5e50-4444-bd9c-f47b3a719383 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Pushing event updated for resources: {'Port': ['ID=d8372463-b0b5-40ec-b152-27501bceac5f,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:07.992579 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-bab07fd5-5e50-4444-bd9c-f47b3a719383 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:22:08.052461 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d4e96-29a7-449a-9ada-cd35d2f28d6c req-04b6b91c-bab6-4de8-8fe9-61f514ae114d tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:08.060826 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-251d4e96-29a7-449a-9ada-cd35d2f28d6c req-04b6b91c-bab6-4de8-8fe9-61f514ae114d tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/ports?device_id=59b9541d-54f9-452c-b022-d5920fb046bb HTTP/1.1" status: 200 len: 948 time: 0.2122693 Oct 27 18:22:08.103090 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9affcaf-df81-4d5b-9b31-71a2af17dfc2 req-c44e3129-4270-4872-a845-b31da3881afa tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:08.105123 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d9affcaf-df81-4d5b-9b31-71a2af17dfc2 req-c44e3129-4270-4872-a845-b31da3881afa tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 949 time: 0.2709699 Oct 27 18:22:08.123454 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-bab07fd5-5e50-4444-bd9c-f47b3a719383 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:08.124573 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-bab07fd5-5e50-4444-bd9c-f47b3a719383 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:08.199099 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-251d4e96-29a7-449a-9ada-cd35d2f28d6c req-82ace3eb-4976-4c3a-83c8-7cde8d0fdbcd tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/security-groups?id=91467586-a0d6-44d3-9281-411e425eba01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310818 Oct 27 18:22:08.209500 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d9affcaf-df81-4d5b-9b31-71a2af17dfc2 req-dc7ad4f0-cac1-41ad-a30d-7e6629e61443 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934825 Oct 27 18:22:08.249085 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-bab07fd5-5e50-4444-bd9c-f47b3a719383 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5157187 Oct 27 18:22:08.264789 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-cb25e3da-6bef-447f-8f01-c790ae9e0d0a service neutron] Request body: {'port': {'device_id': '86b85a65-8e47-40db-9fd2-4cdfaedb07a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:22:08.339767 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d7dfb1-aefb-421e-a869-4031d29ef48d x-openstack-request-id: req-68d7dfb1-aefb-421e-a869-4031d29ef48d {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:22:08.340298 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87eacb3-2685-4110-a371-17d5a374f9b0", "name": "network-vif-plugged", "status": "completed", "tag": "f38b6daf-1420-40e7-aefc-0579a39bad79", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:22:08.340298 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-68d7dfb1-aefb-421e-a869-4031d29ef48d {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:22:08.340721 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87eacb3-2685-4110-a371-17d5a374f9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38b6daf-1420-40e7-aefc-0579a39bad79', 'code': 200} Oct 27 18:22:08.526228 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-cb25e3da-6bef-447f-8f01-c790ae9e0d0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:08.560552 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f943e6d8-33a8-46e5-b7c5-0ff29b59b58d None None] Provisioning complete for port d8372463-b0b5-40ec-b152-27501bceac5f triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:22:08.560927 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f943e6d8-33a8-46e5-b7c5-0ff29b59b58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:08.572037 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e3407ec6-5d1f-41c8-940e-f6108d82b03e req-95894d08-e35c-4673-9e24-2511b093f4ca tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=5738aa8e-69ca-4df2-99b6-4955ef349bf4 HTTP/1.1" status: 200 len: 210 time: 0.0988333 Oct 27 18:22:08.689228 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0d8e9-31b3-4a53-aa01-48a3e545ba6f req-fc37f435-6302-4c67-8840-a22b04a9bb42 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:08.689975 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f943e6d8-33a8-46e5-b7c5-0ff29b59b58d None None] Port d8372463-b0b5-40ec-b152-27501bceac5f cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:22:08.703908 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c7f0d8e9-31b3-4a53-aa01-48a3e545ba6f req-fc37f435-6302-4c67-8840-a22b04a9bb42 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 932 time: 0.2276647 Oct 27 18:22:08.711069 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f3248-f480-4726-abe0-f6e6b78f2d8c req-69b713f0-079e-42f8-b442-3229f610b25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:08.712885 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f86f3248-f480-4726-abe0-f6e6b78f2d8c req-69b713f0-079e-42f8-b442-3229f610b25e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d87eacb3-2685-4110-a371-17d5a374f9b0 HTTP/1.1" status: 200 len: 1099 time: 0.2847245 Oct 27 18:22:08.897978 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f86f3248-f480-4726-abe0-f6e6b78f2d8c req-090798c3-1d56-495b-9187-095085bd3430 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=91467586-a0d6-44d3-9281-411e425eba01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664491 Oct 27 18:22:08.944454 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c7f0d8e9-31b3-4a53-aa01-48a3e545ba6f req-244a10aa-8ba6-4a83-9842-94721cde08b4 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315357 Oct 27 18:22:09.081647 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-1aad7097-abfa-44c2-8885-a8d93ac97eab tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:09.084261 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-1aad7097-abfa-44c2-8885-a8d93ac97eab tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.93 "GET /v2.0/networks?id=70d54990-c18d-43d7-9758-e9fefdddf939 HTTP/1.1" status: 200 len: 812 time: 0.2181284 Oct 27 18:22:09.112712 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-5123916c-04ca-49e7-a484-4f4cd5594547 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Request body: {'port': {'device_id': '5738aa8e-69ca-4df2-99b6-4955ef349bf4', 'network_id': '70d54990-c18d-43d7-9758-e9fefdddf939', 'admin_state_up': True, 'tenant_id': '78baf6dd112742399f2639cbeffece6c'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:22:09.199066 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 86b27580-5434-45f6-8cde-601d4434169c up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:22:09.335076 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-cb25e3da-6bef-447f-8f01-c790ae9e0d0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8372463-b0b5-40ec-b152-27501bceac5f {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:22:09.349648 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-cb25e3da-6bef-447f-8f01-c790ae9e0d0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:09.366680 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-cb25e3da-6bef-447f-8f01-c790ae9e0d0a service neutron] Transition to ACTIVE for port object d8372463-b0b5-40ec-b152-27501bceac5f will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:22:09.461386 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-cb25e3da-6bef-447f-8f01-c790ae9e0d0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:09.487675 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-5123916c-04ca-49e7-a484-4f4cd5594547 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Made reservation on behalf of 78baf6dd112742399f2639cbeffece6c for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:22:09.492107 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-5123916c-04ca-49e7-a484-4f4cd5594547 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:09.500833 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 86b27580-5434-45f6-8cde-601d4434169c completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:22:09.513685 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 86b27580-5434-45f6-8cde-601d4434169c triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:22:09.514303 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:09.551675 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a756502-371d-4f30-a617-59889c99113e req-78473ded-8cc9-48b4-8374-67735a775c15 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:09.563329 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0a756502-371d-4f30-a617-59889c99113e req-78473ded-8cc9-48b4-8374-67735a775c15 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/ports?device_id=59b9541d-54f9-452c-b022-d5920fb046bb HTTP/1.1" status: 200 len: 948 time: 0.1946797 Oct 27 18:22:09.593063 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78d723-5189-48c6-8e5b-36fcd0b16e3c req-c2ddfe05-37fb-4bbb-94a1-5c0b13ae121f tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:09.605132 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3d78d723-5189-48c6-8e5b-36fcd0b16e3c req-c2ddfe05-37fb-4bbb-94a1-5c0b13ae121f tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 949 time: 0.1946363 Oct 27 18:22:09.627202 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9330411d-168c-4d3d-8fda-bab6ff223a45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:09.694153 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb25e3da-6bef-447f-8f01-c790ae9e0d0a service neutron] Pushing event updated for resources: {'Port': ['ID=d8372463-b0b5-40ec-b152-27501bceac5f,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:09.775182 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:09.818558 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-5123916c-04ca-49e7-a484-4f4cd5594547 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Allocated IP 172.20.0.6 (70d54990-c18d-43d7-9758-e9fefdddf939/9dd73aad-b62b-49e3-a8b3-a2ce98f853a3/691982d6-0293-41c1-8864-aee41841f0d4) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:22:09.855711 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0a756502-371d-4f30-a617-59889c99113e req-deb690ee-93e6-4e7c-87e2-8e2b18e4aa3c tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/security-groups?id=91467586-a0d6-44d3-9281-411e425eba01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901349 Oct 27 18:22:09.861935 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 86b27580-5434-45f6-8cde-601d4434169c, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=86b27580-5434-45f6-8cde-601d4434169c,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:22:09.929321 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3d78d723-5189-48c6-8e5b-36fcd0b16e3c req-d543a0f9-e921-4f3c-875b-383a6954fb99 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241744 Oct 27 18:22:09.965551 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:09.988184 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-cb25e3da-6bef-447f-8f01-c790ae9e0d0a service neutron] Attempting to bind port d8372463-b0b5-40ec-b152-27501bceac5f on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:22:09.988527 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-cb25e3da-6bef-447f-8f01-c790ae9e0d0a service neutron] Attempting to bind port d8372463-b0b5-40ec-b152-27501bceac5f by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '4f1874f7-a639-4bad-88dc-9dd2b8243d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:22:09.992392 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-cb25e3da-6bef-447f-8f01-c790ae9e0d0a service neutron] Attempting to bind port d8372463-b0b5-40ec-b152-27501bceac5f on network a7c013d9-ea11-470b-8a79-08abd897c197 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:22:10.017774 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-cb25e3da-6bef-447f-8f01-c790ae9e0d0a service neutron] Port d8372463-b0b5-40ec-b152-27501bceac5f on network a7c013d9-ea11-470b-8a79-08abd897c197 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:22:10.018139 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-cb25e3da-6bef-447f-8f01-c790ae9e0d0a service neutron] Attempting to bind port d8372463-b0b5-40ec-b152-27501bceac5f on network a7c013d9-ea11-470b-8a79-08abd897c197 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:22:10.032746 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-f4526432-c1c6-48d0-a5f6-7aab70f5c272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:10.034087 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-f4526432-c1c6-48d0-a5f6-7aab70f5c272 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0493afd680224a038be01c24bab6b33d&device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 1100 time: 0.2919972 Oct 27 18:22:10.044494 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-cb25e3da-6bef-447f-8f01-c790ae9e0d0a service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:22:10.044809 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-cb25e3da-6bef-447f-8f01-c790ae9e0d0a service neutron] Checking segment: {'id': '4f1874f7-a639-4bad-88dc-9dd2b8243d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:22:10.045197 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-cb25e3da-6bef-447f-8f01-c790ae9e0d0a service neutron] Bound using segment: {'id': '4f1874f7-a639-4bad-88dc-9dd2b8243d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:22:10.045642 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-cb25e3da-6bef-447f-8f01-c790ae9e0d0a service neutron] Bound port: d8372463-b0b5-40ec-b152-27501bceac5f, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f1874f7-a639-4bad-88dc-9dd2b8243d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:22:10.045999 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-cb25e3da-6bef-447f-8f01-c790ae9e0d0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:10.112663 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=86b27580-5434-45f6-8cde-601d4434169c,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:10.132469 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:22:10.132815 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:22:10.133169 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:22:10.133496 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:22:10.133826 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:22:10.134152 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:22:10.134479 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:22:10.135380 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:22:10.135702 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:22:10.136023 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:22:10.136342 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:22:10.136675 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:22:10.153319 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-5123916c-04ca-49e7-a484-4f4cd5594547 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:10.263461 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eef83ea7-fd07-4f31-9d73-88136b70efd8 req-6d14b701-d9d5-4928-8bfb-bc7d13715fb2 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=5738aa8e-69ca-4df2-99b6-4955ef349bf4 HTTP/1.1" status: 200 len: 210 time: 0.1479580 Oct 27 18:22:10.298160 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-5123916c-04ca-49e7-a484-4f4cd5594547 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:10.342338 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b9541d-54f9-452c-b022-d5920fb046bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b27580-5434-45f6-8cde-601d4434169c'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:22:10.343987 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6af34a-6677-4d48-b419-7c2bc8666319" -d '{"events": [{"server_uuid": "59b9541d-54f9-452c-b022-d5920fb046bb", "name": "network-vif-plugged", "status": "completed", "tag": "86b27580-5434-45f6-8cde-601d4434169c"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:22:10.357961 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-5123916c-04ca-49e7-a484-4f4cd5594547 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Network 70d54990-c18d-43d7-9758-e9fefdddf939 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:22:10.364662 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-5123916c-04ca-49e7-a484-4f4cd5594547 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:22:10.370119 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-5123916c-04ca-49e7-a484-4f4cd5594547 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:22:10.414164 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46593816-e45e-4c74-8a37-ad14d4cc0864 x-openstack-request-id: req-46593816-e45e-4c74-8a37-ad14d4cc0864 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:22:10.414768 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59b9541d-54f9-452c-b022-d5920fb046bb", "name": "network-vif-plugged", "status": "completed", "tag": "86b27580-5434-45f6-8cde-601d4434169c", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:22:10.415125 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-46593816-e45e-4c74-8a37-ad14d4cc0864 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:22:10.415650 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b9541d-54f9-452c-b022-d5920fb046bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b27580-5434-45f6-8cde-601d4434169c', 'code': 200} Oct 27 18:22:10.417845 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5123916c-04ca-49e7-a484-4f4cd5594547 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Pushing event updated for resources: {'Port': ['ID=691982d6-0293-41c1-8864-aee41841f0d4,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:10.454510 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-36145563-f980-4b26-9e21-74261709b2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:10.456534 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-36145563-f980-4b26-9e21-74261709b2e8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.3450544 Oct 27 18:22:10.471282 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-5123916c-04ca-49e7-a484-4f4cd5594547 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:10.471282 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-5123916c-04ca-49e7-a484-4f4cd5594547 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:10.567001 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214f962-b281-4799-b6fd-666b418cc304 req-01776b26-bd30-46dd-8f12-7bf2980029b5 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:10.568098 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5214f962-b281-4799-b6fd-666b418cc304 req-01776b26-bd30-46dd-8f12-7bf2980029b5 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 944 time: 0.3143091 Oct 27 18:22:10.574421 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-d357aedd-36a1-4fbf-8d47-31bf20680f55 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=7848076d-2451-4103-97da-2fddc47f6bb3 HTTP/1.1" status: 200 len: 217 time: 0.0763071 Oct 27 18:22:10.592023 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-5123916c-04ca-49e7-a484-4f4cd5594547 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4835169 Oct 27 18:22:10.610604 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-4dca05c5-f76d-4e15-9256-a0fe7bd3d3c9 service neutron] Request body: {'port': {'device_id': '5738aa8e-69ca-4df2-99b6-4955ef349bf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:22:10.623042 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-cb25e3da-6bef-447f-8f01-c790ae9e0d0a service neutron] For port d8372463-b0b5-40ec-b152-27501bceac5f, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:22:10.658555 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5214f962-b281-4799-b6fd-666b418cc304 req-1758f6f1-d375-48da-b928-ade369615657 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806446 Oct 27 18:22:10.664034 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-cb25e3da-6bef-447f-8f01-c790ae9e0d0a service neutron] For port d8372463-b0b5-40ec-b152-27501bceac5f, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d8372463-b0b5-40ec-b152-27501bceac5f,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:22:10.670729 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605ef6d-1def-4fa5-a103-09ce228098ed req-4986c4f3-6fb2-411b-87bd-44a2320a0e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:10.671624 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-63a306e9-4723-4d96-ae40-ed34fb2ee56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:10.672366 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f605ef6d-1def-4fa5-a103-09ce228098ed req-4986c4f3-6fb2-411b-87bd-44a2320a0e7b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=59b9541d-54f9-452c-b022-d5920fb046bb HTTP/1.1" status: 200 len: 1100 time: 0.1391816 Oct 27 18:22:10.673237 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-63a306e9-4723-4d96-ae40-ed34fb2ee56c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.0891738 Oct 27 18:22:10.720399 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-4dca05c5-f76d-4e15-9256-a0fe7bd3d3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:10.736031 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-45447a91-412a-46fa-8ada-2880b1e7c8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:10.738497 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-45447a91-412a-46fa-8ada-2880b1e7c8e8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0535395 Oct 27 18:22:10.756567 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-cb25e3da-6bef-447f-8f01-c790ae9e0d0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:10.784921 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f605ef6d-1def-4fa5-a103-09ce228098ed req-ac681a2c-33c1-45ec-9fad-835e1e6e9a85 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=91467586-a0d6-44d3-9281-411e425eba01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908225 Oct 27 18:22:10.815933 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-cb25e3da-6bef-447f-8f01-c790ae9e0d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:10.816566 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-cb25e3da-6bef-447f-8f01-c790ae9e0d0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:10.817985 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-cb25e3da-6bef-447f-8f01-c790ae9e0d0a service neutron] 10.222.0.93 "PUT /v2.0/ports/d8372463-b0b5-40ec-b152-27501bceac5f HTTP/1.1" status: 200 len: 1092 time: 2.5583010 Oct 27 18:22:10.863646 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86b85a65-8e47-40db-9fd2-4cdfaedb07a8', 'tag': 'd8372463-b0b5-40ec-b152-27501bceac5f'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:22:10.866346 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c849f93-705c-41d2-aad4-8e2cebc0120e" -d '{"events": [{"name": "network-changed", "server_uuid": "86b85a65-8e47-40db-9fd2-4cdfaedb07a8", "tag": "d8372463-b0b5-40ec-b152-27501bceac5f"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:22:10.909863 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb25e3da-6bef-447f-8f01-c790ae9e0d0a service neutron] Pushing event updated for resources: {'Port': ['ID=d8372463-b0b5-40ec-b152-27501bceac5f,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:10.925487 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd583e20-9007-4e09-8e34-d4f727e920b1 x-openstack-request-id: req-fd583e20-9007-4e09-8e34-d4f727e920b1 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:22:10.925779 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86b85a65-8e47-40db-9fd2-4cdfaedb07a8", "tag": "d8372463-b0b5-40ec-b152-27501bceac5f", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:22:10.926029 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fd583e20-9007-4e09-8e34-d4f727e920b1 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:22:10.926449 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86b85a65-8e47-40db-9fd2-4cdfaedb07a8', 'tag': 'd8372463-b0b5-40ec-b152-27501bceac5f', 'status': 'completed', 'code': 200} Oct 27 18:22:10.977055 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-78b933a6-f0b7-4e6e-b682-e43dfa769131 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309575 Oct 27 18:22:11.190592 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-4dca05c5-f76d-4e15-9256-a0fe7bd3d3c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 691982d6-0293-41c1-8864-aee41841f0d4 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:22:11.207896 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-4dca05c5-f76d-4e15-9256-a0fe7bd3d3c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:11.223690 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-4dca05c5-f76d-4e15-9256-a0fe7bd3d3c9 service neutron] Transition to ACTIVE for port object 691982d6-0293-41c1-8864-aee41841f0d4 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:22:11.258719 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c849f93-705c-41d2-aad4-8e2cebc0120e req-dfc39ec3-f9ad-43fa-855c-daf110841421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:11.260984 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9c849f93-705c-41d2-aad4-8e2cebc0120e req-dfc39ec3-f9ad-43fa-855c-daf110841421 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=74d488054c1f4f50bdb6de26a9138d36&device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 1095 time: 0.2515538 Oct 27 18:22:11.277866 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d10283-994b-49d8-afe7-96a95599a0c5 req-83ffa379-e421-4eb8-8265-a6eafe90e5e9 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:11.279477 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-11d10283-994b-49d8-afe7-96a95599a0c5 req-83ffa379-e421-4eb8-8265-a6eafe90e5e9 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/ports?device_id=59b9541d-54f9-452c-b022-d5920fb046bb HTTP/1.1" status: 200 len: 949 time: 0.2526257 Oct 27 18:22:11.290209 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13739a61-bd1c-4176-a031-fcd5ba037fd8 req-4db90efd-2fe8-4013-8fee-575bdf1db543 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:11.291866 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-13739a61-bd1c-4176-a031-fcd5ba037fd8 req-4db90efd-2fe8-4013-8fee-575bdf1db543 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 949 time: 0.2091882 Oct 27 18:22:11.309190 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-4dca05c5-f76d-4e15-9256-a0fe7bd3d3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:11.315332 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51320) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:22:11.319133 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-ac95fdcd-3c2e-4aa5-8171-dc818982014a service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261442 Oct 27 18:22:11.387744 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca05c5-f76d-4e15-9256-a0fe7bd3d3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=691982d6-0293-41c1-8864-aee41841f0d4,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:11.439961 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-11d10283-994b-49d8-afe7-96a95599a0c5 req-32c9acf4-1f5c-42e9-86cc-cb0759f7ebbb tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/security-groups?id=91467586-a0d6-44d3-9281-411e425eba01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356750 Oct 27 18:22:11.445798 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-13739a61-bd1c-4176-a031-fcd5ba037fd8 req-309c2a0f-c4ef-4f84-be73-b8a7e873b4ca tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422014 Oct 27 18:22:11.473241 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-4dca05c5-f76d-4e15-9256-a0fe7bd3d3c9 service neutron] Attempting to bind port 691982d6-0293-41c1-8864-aee41841f0d4 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:22:11.473879 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-4dca05c5-f76d-4e15-9256-a0fe7bd3d3c9 service neutron] Attempting to bind port 691982d6-0293-41c1-8864-aee41841f0d4 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': 'c3b83e00-8105-42bf-a65c-5b309278d20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '70d54990-c18d-43d7-9758-e9fefdddf939'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:22:11.474701 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-4dca05c5-f76d-4e15-9256-a0fe7bd3d3c9 service neutron] Attempting to bind port 691982d6-0293-41c1-8864-aee41841f0d4 on network 70d54990-c18d-43d7-9758-e9fefdddf939 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:22:11.480853 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-4dca05c5-f76d-4e15-9256-a0fe7bd3d3c9 service neutron] Port 691982d6-0293-41c1-8864-aee41841f0d4 on network 70d54990-c18d-43d7-9758-e9fefdddf939 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:22:11.481284 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-4dca05c5-f76d-4e15-9256-a0fe7bd3d3c9 service neutron] Attempting to bind port 691982d6-0293-41c1-8864-aee41841f0d4 on network 70d54990-c18d-43d7-9758-e9fefdddf939 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:22:11.488675 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-4dca05c5-f76d-4e15-9256-a0fe7bd3d3c9 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:22:11.489144 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-4dca05c5-f76d-4e15-9256-a0fe7bd3d3c9 service neutron] Checking segment: {'id': 'c3b83e00-8105-42bf-a65c-5b309278d20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '70d54990-c18d-43d7-9758-e9fefdddf939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:22:11.489909 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-4dca05c5-f76d-4e15-9256-a0fe7bd3d3c9 service neutron] Bound using segment: {'id': 'c3b83e00-8105-42bf-a65c-5b309278d20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '70d54990-c18d-43d7-9758-e9fefdddf939'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:22:11.490869 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-4dca05c5-f76d-4e15-9256-a0fe7bd3d3c9 service neutron] Bound port: 691982d6-0293-41c1-8864-aee41841f0d4, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3b83e00-8105-42bf-a65c-5b309278d20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '70d54990-c18d-43d7-9758-e9fefdddf939'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:22:11.491713 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-4dca05c5-f76d-4e15-9256-a0fe7bd3d3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:11.517331 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c849f93-705c-41d2-aad4-8e2cebc0120e req-25e2e0e4-5384-413b-8f56-4afa2858b53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:11.519803 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9c849f93-705c-41d2-aad4-8e2cebc0120e req-25e2e0e4-5384-413b-8f56-4afa2858b53b service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=74d488054c1f4f50bdb6de26a9138d36&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2393353 Oct 27 18:22:11.587653 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5938706d-b498-4a82-bea3-2ef2c591a13a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:11.626424 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-4dca05c5-f76d-4e15-9256-a0fe7bd3d3c9 service neutron] For port 691982d6-0293-41c1-8864-aee41841f0d4, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:22:11.630742 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-4dca05c5-f76d-4e15-9256-a0fe7bd3d3c9 service neutron] For port 691982d6-0293-41c1-8864-aee41841f0d4, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=691982d6-0293-41c1-8864-aee41841f0d4,segment=NetworkSegment(c3b83e00-8105-42bf-a65c-5b309278d20d),segment_id=c3b83e00-8105-42bf-a65c-5b309278d20d)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:22:11.678415 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce69614-61ac-4953-b12a-df4576b87150 req-a2c1533e-9b7f-4147-992b-5e36fbfeeb3e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:11.680016 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1ce69614-61ac-4953-b12a-df4576b87150 req-a2c1533e-9b7f-4147-992b-5e36fbfeeb3e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=5738aa8e-69ca-4df2-99b6-4955ef349bf4 HTTP/1.1" status: 200 len: 943 time: 0.0931103 Oct 27 18:22:11.682088 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c849f93-705c-41d2-aad4-8e2cebc0120e req-4593062a-f9cd-4892-8cc6-68f73acc2aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:11.683692 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9c849f93-705c-41d2-aad4-8e2cebc0120e req-4593062a-f9cd-4892-8cc6-68f73acc2aa9 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1544106 Oct 27 18:22:11.704129 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5938706d-b498-4a82-bea3-2ef2c591a13a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:11.735482 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-4dca05c5-f76d-4e15-9256-a0fe7bd3d3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:11.749152 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1ce69614-61ac-4953-b12a-df4576b87150 req-e6e2d247-6c64-4ce6-9361-b28063f02fbe tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550885 Oct 27 18:22:11.805636 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-4dca05c5-f76d-4e15-9256-a0fe7bd3d3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:11.806510 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-4dca05c5-f76d-4e15-9256-a0fe7bd3d3c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:11.808460 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-4dca05c5-f76d-4e15-9256-a0fe7bd3d3c9 service neutron] 10.222.0.93 "PUT /v2.0/ports/691982d6-0293-41c1-8864-aee41841f0d4 HTTP/1.1" status: 200 len: 1091 time: 1.2050765 Oct 27 18:22:11.809484 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5738aa8e-69ca-4df2-99b6-4955ef349bf4', 'tag': '691982d6-0293-41c1-8864-aee41841f0d4'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:22:11.813326 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0145e9c5-9974-4448-8936-e7e40717bafd" -d '{"events": [{"name": "network-changed", "server_uuid": "5738aa8e-69ca-4df2-99b6-4955ef349bf4", "tag": "691982d6-0293-41c1-8864-aee41841f0d4"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:22:11.832577 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5938706d-b498-4a82-bea3-2ef2c591a13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:11.844071 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394b3f0-9016-462b-9880-7702b8d0ca57 req-01682afc-1b4f-457e-9a1c-4122ec39731c tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:11.852061 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f394b3f0-9016-462b-9880-7702b8d0ca57 req-01682afc-1b4f-457e-9a1c-4122ec39731c tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 944 time: 0.0960152 Oct 27 18:22:11.884303 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-7a7ee30d-ab77-4772-b7d2-db9392d01669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:11.890622 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-7a7ee30d-ab77-4772-b7d2-db9392d01669 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=74d488054c1f4f50bdb6de26a9138d36&device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 1095 time: 0.0976980 Oct 27 18:22:11.939145 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f394b3f0-9016-462b-9880-7702b8d0ca57 req-118d6788-f0c1-46e4-b354-14226b0ff242 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861716 Oct 27 18:22:11.939571 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5938706d-b498-4a82-bea3-2ef2c591a13a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=89b93372031b470da4c2edea7b1e6f04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6231773 Oct 27 18:22:11.942330 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85abd42f-1742-410f-a373-f83d354deb70 x-openstack-request-id: req-85abd42f-1742-410f-a373-f83d354deb70 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:22:11.942671 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5738aa8e-69ca-4df2-99b6-4955ef349bf4", "tag": "691982d6-0293-41c1-8864-aee41841f0d4", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:22:11.942905 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51332) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:22:11.943052 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-85abd42f-1742-410f-a373-f83d354deb70 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:22:11.943430 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5738aa8e-69ca-4df2-99b6-4955ef349bf4', 'tag': '691982d6-0293-41c1-8864-aee41841f0d4', 'status': 'completed', 'code': 200} Oct 27 18:22:11.946400 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-78fbd8d3-439e-47e9-8034-6af13cd4807b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8372463-b0b5-40ec-b152-27501bceac5f HTTP/1.1" status: 200 len: 217 time: 0.0515769 Oct 27 18:22:11.969889 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca05c5-f76d-4e15-9256-a0fe7bd3d3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=691982d6-0293-41c1-8864-aee41841f0d4,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:11.982137 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938706d-b498-4a82-bea3-2ef2c591a13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134cb088-8e7d-451b-8d96-9f3e19293165,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:12.045932 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4280002a-a60a-4da5-951c-675e08598ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:12.048172 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145e9c5-9974-4448-8936-e7e40717bafd req-d2681e8d-465f-402f-be39-2665c263da10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:12.050233 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0145e9c5-9974-4448-8936-e7e40717bafd req-d2681e8d-465f-402f-be39-2665c263da10 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=78baf6dd112742399f2639cbeffece6c&device_id=5738aa8e-69ca-4df2-99b6-4955ef349bf4 HTTP/1.1" status: 200 len: 1094 time: 0.0482068 Oct 27 18:22:12.073650 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-ad72185c-6b1b-41a9-bcc6-aff89d518fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:12.073650 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-ad72185c-6b1b-41a9-bcc6-aff89d518fba service neutron] 10.222.0.93 "GET /v2.0/subnets?id=afe6cc10-9308-4117-a497-d403cb219653 HTTP/1.1" status: 200 len: 851 time: 0.0817103 Oct 27 18:22:12.074284 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c08e45fa-de2c-4d34-a535-ae58dc0be023 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:12.126152 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c08e45fa-de2c-4d34-a535-ae58dc0be023 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:12.169076 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-2a24e286-ecb0-4baa-91d0-a5e103783237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:12.170728 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-2a24e286-ecb0-4baa-91d0-a5e103783237 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a7c013d9-ea11-470b-8a79-08abd897c197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943978 Oct 27 18:22:12.171297 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145e9c5-9974-4448-8936-e7e40717bafd req-a3627d19-6c61-4906-b236-2be2f112189a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:12.173101 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0145e9c5-9974-4448-8936-e7e40717bafd req-a3627d19-6c61-4906-b236-2be2f112189a service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=78baf6dd112742399f2639cbeffece6c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1143246 Oct 27 18:22:12.288459 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-eac5f631-f79f-43ed-acac-16614279b751 service neutron] 10.222.0.93 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050723 Oct 27 18:22:12.291545 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145e9c5-9974-4448-8936-e7e40717bafd req-a61f4786-25c8-4678-a61f-f936acb13b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:12.293007 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0145e9c5-9974-4448-8936-e7e40717bafd req-a61f4786-25c8-4678-a61f-f936acb13b34 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1095822 Oct 27 18:22:12.307912 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c08e45fa-de2c-4d34-a535-ae58dc0be023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:12.310891 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c08e45fa-de2c-4d34-a535-ae58dc0be023 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:12.312253 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c08e45fa-de2c-4d34-a535-ae58dc0be023 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/134cb088-8e7d-451b-8d96-9f3e19293165 HTTP/1.1" status: 204 len: 168 time: 0.3678293 Oct 27 18:22:12.367738 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e45fa-de2c-4d34-a535-ae58dc0be023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134cb088-8e7d-451b-8d96-9f3e19293165,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:12.395764 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-41591c0d-6cb3-4858-af6d-c817dafeb58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:12.397122 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-41591c0d-6cb3-4858-af6d-c817dafeb58b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=78baf6dd112742399f2639cbeffece6c&device_id=5738aa8e-69ca-4df2-99b6-4955ef349bf4 HTTP/1.1" status: 200 len: 1094 time: 0.0630577 Oct 27 18:22:12.427938 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ce82701f-29a7-4dce-ba26-8622a5286db0 req-09c52aef-17c7-4537-9605-68795f25798b service neutron] 10.222.0.93 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296165 Oct 27 18:22:12.444680 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-ca4dcb91-cfe1-4e2c-8638-6b912e4911b0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=691982d6-0293-41c1-8864-aee41841f0d4 HTTP/1.1" status: 200 len: 217 time: 0.0395811 Oct 27 18:22:12.516820 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-7e5163ec-8db0-40c3-b9fe-29e0d03d81c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:12.519526 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-7e5163ec-8db0-40c3-b9fe-29e0d03d81c9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9dd73aad-b62b-49e3-a8b3-a2ce98f853a3 HTTP/1.1" status: 200 len: 852 time: 0.0685389 Oct 27 18:22:12.558288 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-e6a3b35d-44f6-41fa-a15f-e0dc41759f56 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=70d54990-c18d-43d7-9758-e9fefdddf939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293064 Oct 27 18:22:12.643727 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e2f2c-eab0-4985-87a3-241b6104f5ce req-b4e9426e-3629-4895-8fb2-1899d44b04b4 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:12.653037 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e37e2f2c-eab0-4985-87a3-241b6104f5ce req-b4e9426e-3629-4895-8fb2-1899d44b04b4 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 949 time: 0.0939372 Oct 27 18:22:12.680676 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-151c0102-c51e-4859-90cc-59f17605292d service neutron] 10.222.0.93 "GET /v2.0/networks/70d54990-c18d-43d7-9758-e9fefdddf939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140859 Oct 27 18:22:12.685840 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080e9fc-4d29-4812-9515-a98e6adfd456 req-dc02b495-37ff-4339-b2b8-668b8fa96da7 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:12.687729 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d080e9fc-4d29-4812-9515-a98e6adfd456 req-dc02b495-37ff-4339-b2b8-668b8fa96da7 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/ports?device_id=59b9541d-54f9-452c-b022-d5920fb046bb HTTP/1.1" status: 200 len: 949 time: 0.1445947 Oct 27 18:22:12.742503 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e37e2f2c-eab0-4985-87a3-241b6104f5ce req-4c021246-c51a-4f76-8226-1260b0c74a29 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879469 Oct 27 18:22:12.779752 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d080e9fc-4d29-4812-9515-a98e6adfd456 req-b0e1ce63-4a17-4ad4-9699-a90a2d5c1fc0 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/security-groups?id=91467586-a0d6-44d3-9281-411e425eba01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770628 Oct 27 18:22:12.813705 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fc831445-feee-476f-92b5-6f01bcfaa307 req-6b7ca51a-ac70-4e34-8e91-c950f00531ff service neutron] 10.222.0.93 "GET /v2.0/networks/70d54990-c18d-43d7-9758-e9fefdddf939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256943 Oct 27 18:22:12.921380 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6764e-1d76-4caf-b412-05ecaaf9ab76 req-61d181fe-9d32-443b-9d98-d2e034488516 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:12.922772 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-27d6764e-1d76-4caf-b412-05ecaaf9ab76 req-61d181fe-9d32-443b-9d98-d2e034488516 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=5738aa8e-69ca-4df2-99b6-4955ef349bf4 HTTP/1.1" status: 200 len: 943 time: 0.0642426 Oct 27 18:22:12.999887 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-27d6764e-1d76-4caf-b412-05ecaaf9ab76 req-c2d2356b-2e68-4898-940d-118953359eec tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685582 Oct 27 18:22:13.012798 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e119b4-3352-4ec7-8631-f1ce3b093c8f req-18ce7522-1915-4b42-a24d-9502bc020734 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:13.014630 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-07e119b4-3352-4ec7-8631-f1ce3b093c8f req-18ce7522-1915-4b42-a24d-9502bc020734 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87eacb3-2685-4110-a371-17d5a374f9b0 HTTP/1.1" status: 200 len: 948 time: 0.1064022 Oct 27 18:22:13.067529 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-07e119b4-3352-4ec7-8631-f1ce3b093c8f req-4ae248a2-9eda-4337-8621-de72f10075e9 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/security-groups?id=91467586-a0d6-44d3-9281-411e425eba01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461242 Oct 27 18:22:13.071473 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51354) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:22:13.113070 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cfdae35a-a340-4cbb-9b45-1d1827ce317e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:13.129969 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399b929-6e86-4764-9dc1-ed977ecc7201 req-9319717f-6370-4b26-bf3e-37bab17193b4 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:13.132267 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8399b929-6e86-4764-9dc1-ed977ecc7201 req-9319717f-6370-4b26-bf3e-37bab17193b4 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 944 time: 0.0629020 Oct 27 18:22:13.190554 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8399b929-6e86-4764-9dc1-ed977ecc7201 req-9568635a-1b94-4c69-9c66-290ee333ec4b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511808 Oct 27 18:22:13.220626 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cfdae35a-a340-4cbb-9b45-1d1827ce317e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:13.302287 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cfdae35a-a340-4cbb-9b45-1d1827ce317e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:13.330751 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:13.346463 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-cfdae35a-a340-4cbb-9b45-1d1827ce317e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1777adb4409e4bcab5f24b5cca98b216&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2735841 Oct 27 18:22:13.347462 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdae35a-a340-4cbb-9b45-1d1827ce317e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa40aee-deee-4768-a305-3969f53ace9a,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:13.349643 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51366) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:22:13.388032 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:13.403838 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ec229ef2-c6f1-4ed8-879c-0ccf5e2d3c29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:13.429595 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ec229ef2-c6f1-4ed8-879c-0ccf5e2d3c29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:13.881093 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849148cf-2786-422b-9980-a4b6244951ec req-a58b9997-91cb-429f-b572-ff2db6555759 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:13.881093 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-849148cf-2786-422b-9980-a4b6244951ec req-a58b9997-91cb-429f-b572-ff2db6555759 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 949 time: 0.0552959 Oct 27 18:22:13.922187 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-849148cf-2786-422b-9980-a4b6244951ec req-5b67cb7c-2556-4638-acb7-a13a8b44ae2e tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391517 Oct 27 18:22:13.943203 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ec229ef2-c6f1-4ed8-879c-0ccf5e2d3c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:13.946244 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ec229ef2-c6f1-4ed8-879c-0ccf5e2d3c29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:13.949339 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ec229ef2-c6f1-4ed8-879c-0ccf5e2d3c29 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4fa40aee-deee-4768-a305-3969f53ace9a HTTP/1.1" status: 204 len: 168 time: 0.5967550 Oct 27 18:22:13.965807 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec229ef2-c6f1-4ed8-879c-0ccf5e2d3c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa40aee-deee-4768-a305-3969f53ace9a,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:14.140702 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907981d-bbdd-4a1f-95de-17bd5567c56b req-7303ed58-c78e-431a-941c-f9a3c6a2f238 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:14.142318 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d907981d-bbdd-4a1f-95de-17bd5567c56b req-7303ed58-c78e-431a-941c-f9a3c6a2f238 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=5738aa8e-69ca-4df2-99b6-4955ef349bf4 HTTP/1.1" status: 200 len: 943 time: 0.0534854 Oct 27 18:22:14.185389 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d907981d-bbdd-4a1f-95de-17bd5567c56b req-b548b598-50b4-40c9-a342-e60bad30bff9 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349138 Oct 27 18:22:14.332507 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68204157-a502-4260-bed5-7111dfb59391 req-bb480992-1a38-40b9-817c-ad4836746f4f tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:14.334033 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-68204157-a502-4260-bed5-7111dfb59391 req-bb480992-1a38-40b9-817c-ad4836746f4f tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 944 time: 0.0588911 Oct 27 18:22:14.375518 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-68204157-a502-4260-bed5-7111dfb59391 req-4f92f705-42b9-4605-83e6-e11b639162a6 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344768 Oct 27 18:22:15.038112 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:15.076586 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a77f86-9f25-4f71-a5ea-337f1db17b64 req-9fcf1a04-ff41-4555-8bf6-5f83808404d8 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:15.078956 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-23a77f86-9f25-4f71-a5ea-337f1db17b64 req-9fcf1a04-ff41-4555-8bf6-5f83808404d8 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 949 time: 0.0637791 Oct 27 18:22:15.138419 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-23a77f86-9f25-4f71-a5ea-337f1db17b64 req-286b2fea-c9a7-419b-982c-48922dd4df65 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512784 Oct 27 18:22:15.247768 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device f38b6daf-1420-40e7-aefc-0579a39bad79 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:22:15.312456 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2542bca-9019-4aeb-b44e-7d3bbcf072eb req-e2894596-6d6e-4eab-9acc-2457f1c7ac4f tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:15.315157 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b2542bca-9019-4aeb-b44e-7d3bbcf072eb req-e2894596-6d6e-4eab-9acc-2457f1c7ac4f tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=5738aa8e-69ca-4df2-99b6-4955ef349bf4 HTTP/1.1" status: 200 len: 943 time: 0.0541413 Oct 27 18:22:15.365062 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b2542bca-9019-4aeb-b44e-7d3bbcf072eb req-4d2cf24d-077d-4627-8591-cbab5f87a790 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434883 Oct 27 18:22:15.368405 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port f38b6daf-1420-40e7-aefc-0579a39bad79, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f38b6daf-1420-40e7-aefc-0579a39bad79,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:22:15.382515 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'f38b6daf-1420-40e7-aefc-0579a39bad79', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'port_id': 'f38b6daf-1420-40e7-aefc-0579a39bad79', 'mac_address': 'fa:16:3e:f0:8c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:22:15.425556 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:15.441862 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f38b6daf-1420-40e7-aefc-0579a39bad79 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:22:15.464826 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port f38b6daf-1420-40e7-aefc-0579a39bad79, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f38b6daf-1420-40e7-aefc-0579a39bad79,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:22:15.523467 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12b0dec-6639-4b39-864a-c5a0916535b0 req-4406fc9f-d0c1-405e-8aea-f16b26966b54 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:15.523467 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d12b0dec-6639-4b39-864a-c5a0916535b0 req-4406fc9f-d0c1-405e-8aea-f16b26966b54 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 944 time: 0.0627975 Oct 27 18:22:15.553662 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:15.554336 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 691982d6-0293-41c1-8864-aee41841f0d4 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:22:15.562115 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d12b0dec-6639-4b39-864a-c5a0916535b0 req-37d8d746-f523-4516-b71c-a0380cf4363f tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368679 Oct 27 18:22:15.653768 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=f38b6daf-1420-40e7-aefc-0579a39bad79,revision_number=6']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:15.709391 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 691982d6-0293-41c1-8864-aee41841f0d4, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=691982d6-0293-41c1-8864-aee41841f0d4,segment=NetworkSegment(c3b83e00-8105-42bf-a65c-5b309278d20d),segment_id=c3b83e00-8105-42bf-a65c-5b309278d20d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:22:15.726428 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '691982d6-0293-41c1-8864-aee41841f0d4', 'network_id': '70d54990-c18d-43d7-9758-e9fefdddf939', 'port_id': '691982d6-0293-41c1-8864-aee41841f0d4', 'mac_address': 'fa:16:3e:21:3e:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dd73aad-b62b-49e3-a8b3-a2ce98f853a3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:22:15.765538 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:15.779247 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 691982d6-0293-41c1-8864-aee41841f0d4 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:22:15.801469 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 691982d6-0293-41c1-8864-aee41841f0d4, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=691982d6-0293-41c1-8864-aee41841f0d4,segment=NetworkSegment(c3b83e00-8105-42bf-a65c-5b309278d20d),segment_id=c3b83e00-8105-42bf-a65c-5b309278d20d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:22:15.918167 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:15.918167 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device d8372463-b0b5-40ec-b152-27501bceac5f details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:22:16.015056 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=691982d6-0293-41c1-8864-aee41841f0d4,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:16.070571 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d8372463-b0b5-40ec-b152-27501bceac5f, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d8372463-b0b5-40ec-b152-27501bceac5f,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:22:16.094531 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'd8372463-b0b5-40ec-b152-27501bceac5f', 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197', 'port_id': 'd8372463-b0b5-40ec-b152-27501bceac5f', 'mac_address': 'fa:16:3e:15:09:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afe6cc10-9308-4117-a497-d403cb219653', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:22:16.312401 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:16.324730 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321c92c-357f-41b7-b4af-b257f8897f19 req-198e2535-d903-427d-a7b4-e88872c5e239 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:16.326491 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d321c92c-357f-41b7-b4af-b257f8897f19 req-198e2535-d903-427d-a7b4-e88872c5e239 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 949 time: 0.0852551 Oct 27 18:22:16.328757 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8372463-b0b5-40ec-b152-27501bceac5f {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:22:16.353285 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d8372463-b0b5-40ec-b152-27501bceac5f, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d8372463-b0b5-40ec-b152-27501bceac5f,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:22:16.390665 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d321c92c-357f-41b7-b4af-b257f8897f19 req-c9856744-940a-4702-8a98-1ae5328c31b7 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506294 Oct 27 18:22:16.432454 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:16.531366 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=d8372463-b0b5-40ec-b152-27501bceac5f,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:16.546186 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20000071-15a5-411c-ab64-d2f8b999cbc9 req-953e12f6-83ba-4e81-aca1-21d6fff41ea8 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:16.555963 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20000071-15a5-411c-ab64-d2f8b999cbc9 req-953e12f6-83ba-4e81-aca1-21d6fff41ea8 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=5738aa8e-69ca-4df2-99b6-4955ef349bf4 HTTP/1.1" status: 200 len: 944 time: 0.0745246 Oct 27 18:22:16.616375 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20000071-15a5-411c-ab64-d2f8b999cbc9 req-224bc531-7152-4816-985e-f786baa673ab tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595002 Oct 27 18:22:16.639031 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['f38b6daf-1420-40e7-aefc-0579a39bad79'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:22:16.785751 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['691982d6-0293-41c1-8864-aee41841f0d4'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:22:16.829358 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['d8372463-b0b5-40ec-b152-27501bceac5f'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:22:16.857787 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4977c-4f7f-48e7-be3e-a21b5ab6fd72 req-003f11ff-7209-46c5-b12c-6287dba4c074 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:16.874522 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-97e4977c-4f7f-48e7-be3e-a21b5ab6fd72 req-003f11ff-7209-46c5-b12c-6287dba4c074 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.1356590 Oct 27 18:22:16.936362 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-97e4977c-4f7f-48e7-be3e-a21b5ab6fd72 req-0c92d736-881c-484e-899c-960982d65c95 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564089 Oct 27 18:22:17.272452 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device f38b6daf-1420-40e7-aefc-0579a39bad79 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:22:17.347038 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port f38b6daf-1420-40e7-aefc-0579a39bad79 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:22:17.347365 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:17.477165 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:17.510629 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87eacb3-2685-4110-a371-17d5a374f9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38b6daf-1420-40e7-aefc-0579a39bad79'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:22:17.516961 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b5778e-b13b-4a7a-a6d6-c2787cba1106" -d '{"events": [{"server_uuid": "d87eacb3-2685-4110-a371-17d5a374f9b0", "name": "network-vif-plugged", "status": "completed", "tag": "f38b6daf-1420-40e7-aefc-0579a39bad79"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:22:17.535591 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port f38b6daf-1420-40e7-aefc-0579a39bad79, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f38b6daf-1420-40e7-aefc-0579a39bad79,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:22:17.559551 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cda50b-ee53-42cf-98d4-4aa59907732c req-ca8abbdc-1759-48b7-949f-380285d7c4c0 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:17.561728 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-79cda50b-ee53-42cf-98d4-4aa59907732c req-ca8abbdc-1759-48b7-949f-380285d7c4c0 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 949 time: 0.0740499 Oct 27 18:22:17.571511 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77840c42-ebce-499f-a13b-a78e6f3c9c5b x-openstack-request-id: req-77840c42-ebce-499f-a13b-a78e6f3c9c5b {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:22:17.571834 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87eacb3-2685-4110-a371-17d5a374f9b0", "name": "network-vif-plugged", "status": "completed", "tag": "f38b6daf-1420-40e7-aefc-0579a39bad79", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:22:17.573002 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-77840c42-ebce-499f-a13b-a78e6f3c9c5b {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:22:17.573119 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87eacb3-2685-4110-a371-17d5a374f9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38b6daf-1420-40e7-aefc-0579a39bad79', 'code': 200} Oct 27 18:22:17.613800 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-79cda50b-ee53-42cf-98d4-4aa59907732c req-818a11d1-00da-4db8-90c6-77d7aaf3bf83 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436785 Oct 27 18:22:17.649451 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51524) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:22:17.753987 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34815f-0b36-4357-8930-f605d1231e84 req-2fe952f8-46ea-480f-a82a-77f89ab6e8e4 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:17.755510 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ff34815f-0b36-4357-8930-f605d1231e84 req-2fe952f8-46ea-480f-a82a-77f89ab6e8e4 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=5738aa8e-69ca-4df2-99b6-4955ef349bf4 HTTP/1.1" status: 200 len: 944 time: 0.0545552 Oct 27 18:22:17.775047 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a585d818-d507-4ee9-9739-c62f0e0ed63f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:17.817559 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ff34815f-0b36-4357-8930-f605d1231e84 req-58aac0a6-28ff-46ac-b1c9-1742300f208d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548453 Oct 27 18:22:17.884029 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a585d818-d507-4ee9-9739-c62f0e0ed63f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:18.016562 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:18.050868 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a585d818-d507-4ee9-9739-c62f0e0ed63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:18.090772 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=f38b6daf-1420-40e7-aefc-0579a39bad79,revision_number=7']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:18.136356 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7b19a-3572-485a-9b41-616ca88038d4 req-87a14f32-f0b5-455e-83c4-265116898e3b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:18.137976 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e6e7b19a-3572-485a-9b41-616ca88038d4 req-87a14f32-f0b5-455e-83c4-265116898e3b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.1392574 Oct 27 18:22:18.141481 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585d818-d507-4ee9-9739-c62f0e0ed63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675efc08-c364-4090-a709-52df5ac21014,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:18.145832 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a585d818-d507-4ee9-9739-c62f0e0ed63f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=10fbe0729b134ac7b6207c7165ea2796&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4946837 Oct 27 18:22:18.148739 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51538) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:22:18.191598 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e6e7b19a-3572-485a-9b41-616ca88038d4 req-0f884dbe-f75c-4202-9a7a-a4f3940eb28e tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440757 Oct 27 18:22:18.223183 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-76937979-0d64-4635-aec3-d04d82717151 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:18.267872 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-76937979-0d64-4635-aec3-d04d82717151 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:18.417028 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-76937979-0d64-4635-aec3-d04d82717151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:18.419738 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-76937979-0d64-4635-aec3-d04d82717151 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:18.425657 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-76937979-0d64-4635-aec3-d04d82717151 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/675efc08-c364-4090-a709-52df5ac21014 HTTP/1.1" status: 204 len: 168 time: 0.2752261 Oct 27 18:22:18.436022 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76937979-0d64-4635-aec3-d04d82717151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675efc08-c364-4090-a709-52df5ac21014,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:18.791225 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf1e09-c0fe-482f-bddb-18ec4776e0c4 req-1b1d5a54-186c-45dd-92fa-ad0f42e4f936 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:18.799043 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3fcf1e09-c0fe-482f-bddb-18ec4776e0c4 req-1b1d5a54-186c-45dd-92fa-ad0f42e4f936 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 949 time: 0.0618815 Oct 27 18:22:18.856986 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3fcf1e09-c0fe-482f-bddb-18ec4776e0c4 req-eed4cc96-6185-431e-8b47-d92b5e356af1 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521228 Oct 27 18:22:18.973921 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f86a8-2cc1-4c60-ac0f-a241e61c986e req-ae2c689f-73db-45f4-a0e8-3ec323a50e7c tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:18.975563 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0d9f86a8-2cc1-4c60-ac0f-a241e61c986e req-ae2c689f-73db-45f4-a0e8-3ec323a50e7c tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=5738aa8e-69ca-4df2-99b6-4955ef349bf4 HTTP/1.1" status: 200 len: 944 time: 0.0621884 Oct 27 18:22:19.030529 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0d9f86a8-2cc1-4c60-ac0f-a241e61c986e req-c59ce610-34f6-4658-836b-91875c30aa4a tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426972 Oct 27 18:22:19.183645 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51554) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:22:19.226133 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2886a6a7-392a-4dc5-b6e2-c7ddc8edd045 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:19.295269 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device d8372463-b0b5-40ec-b152-27501bceac5f up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:22:19.327152 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2886a6a7-392a-4dc5-b6e2-c7ddc8edd045 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:19.465246 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb607f-0cbb-4df5-b38d-8e08e63815d3 req-b54393ea-c3ad-4140-b5c3-a03d4d23bd4e tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:19.467206 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7ddb607f-0cbb-4df5-b38d-8e08e63815d3 req-b54393ea-c3ad-4140-b5c3-a03d4d23bd4e tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.1280749 Oct 27 18:22:19.559692 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7ddb607f-0cbb-4df5-b38d-8e08e63815d3 req-c3f56c7e-0c1b-4bd6-936a-733311238a97 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849969 Oct 27 18:22:19.942045 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2886a6a7-392a-4dc5-b6e2-c7ddc8edd045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:20.049207 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2886a6a7-392a-4dc5-b6e2-c7ddc8edd045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559f0eba-a0bb-49c9-9524-eb632d4633e3,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:20.065831 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-2886a6a7-392a-4dc5-b6e2-c7ddc8edd045 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4c64428857054a10bbcc9f9e3530201d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8804140 Oct 27 18:22:20.068306 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51570) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:22:20.094054 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac98a0d-653c-43c1-b3ba-c0c1e6a2a43e req-40ecbabe-081f-42a9-b867-8e83589bbca9 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:20.109042 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8ac98a0d-653c-43c1-b3ba-c0c1e6a2a43e req-40ecbabe-081f-42a9-b867-8e83589bbca9 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 949 time: 0.1631496 Oct 27 18:22:20.159253 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8ac98a0d-653c-43c1-b3ba-c0c1e6a2a43e req-3a5171d8-3bc3-4d1d-8800-23d0b230ee50 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491533 Oct 27 18:22:20.170989 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b39bd4c5-23a4-4382-b33a-40576fa7b7ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:20.209501 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b39bd4c5-23a4-4382-b33a-40576fa7b7ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:20.289837 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port d8372463-b0b5-40ec-b152-27501bceac5f completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:22:20.295906 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port d8372463-b0b5-40ec-b152-27501bceac5f triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:22:20.296701 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:20.319359 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca557b-efa1-4a32-86c8-304cb971634b req-cdc81693-277e-4d52-9132-f0f01b1268ec tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:20.329201 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-95ca557b-efa1-4a32-86c8-304cb971634b req-cdc81693-277e-4d52-9132-f0f01b1268ec tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=5738aa8e-69ca-4df2-99b6-4955ef349bf4 HTTP/1.1" status: 200 len: 944 time: 0.0704298 Oct 27 18:22:20.394228 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b39bd4c5-23a4-4382-b33a-40576fa7b7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:20.397578 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:20.397765 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b39bd4c5-23a4-4382-b33a-40576fa7b7ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:20.401510 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b39bd4c5-23a4-4382-b33a-40576fa7b7ec admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/559f0eba-a0bb-49c9-9524-eb632d4633e3 HTTP/1.1" status: 204 len: 168 time: 0.3297629 Oct 27 18:22:20.405130 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-95ca557b-efa1-4a32-86c8-304cb971634b req-4c8549e1-9087-4bfb-b6d8-ed2979da4aa8 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722687 Oct 27 18:22:20.421277 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39bd4c5-23a4-4382-b33a-40576fa7b7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559f0eba-a0bb-49c9-9524-eb632d4633e3,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:20.435253 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b85a65-8e47-40db-9fd2-4cdfaedb07a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8372463-b0b5-40ec-b152-27501bceac5f'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:22:20.436362 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761fd417-771f-4853-b1d8-13c8480d6716" -d '{"events": [{"server_uuid": "86b85a65-8e47-40db-9fd2-4cdfaedb07a8", "name": "network-vif-plugged", "status": "completed", "tag": "d8372463-b0b5-40ec-b152-27501bceac5f"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:22:20.461892 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d8372463-b0b5-40ec-b152-27501bceac5f, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d8372463-b0b5-40ec-b152-27501bceac5f,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:22:20.513457 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5539f1-3714-4cb1-8a29-2c07fe43c15d x-openstack-request-id: req-cb5539f1-3714-4cb1-8a29-2c07fe43c15d {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:22:20.514068 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b85a65-8e47-40db-9fd2-4cdfaedb07a8", "name": "network-vif-plugged", "status": "completed", "tag": "d8372463-b0b5-40ec-b152-27501bceac5f", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:22:20.514472 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cb5539f1-3714-4cb1-8a29-2c07fe43c15d {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:22:20.515051 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b85a65-8e47-40db-9fd2-4cdfaedb07a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8372463-b0b5-40ec-b152-27501bceac5f', 'code': 200} Oct 27 18:22:20.516381 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:20.517434 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 691982d6-0293-41c1-8864-aee41841f0d4 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:22:20.679674 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=d8372463-b0b5-40ec-b152-27501bceac5f,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:20.716209 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb24bb-7225-42ea-8adc-a4ca3f0aa828 req-4e4a4869-6d8c-4c30-970c-42df25c62e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:20.717921 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-42fb24bb-7225-42ea-8adc-a4ca3f0aa828 req-4e4a4869-6d8c-4c30-970c-42df25c62e71 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 1097 time: 0.1118989 Oct 27 18:22:20.770240 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-42fb24bb-7225-42ea-8adc-a4ca3f0aa828 req-9afe82a3-db0d-478e-89a5-8f1bb5825a34 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400031 Oct 27 18:22:20.773760 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4232675c-af34-463d-8e7a-80e989abe572 req-4f85ca79-c36b-49ef-ab74-64f2e75a8428 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:20.776994 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 691982d6-0293-41c1-8864-aee41841f0d4 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:22:20.779818 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4232675c-af34-463d-8e7a-80e989abe572 req-4f85ca79-c36b-49ef-ab74-64f2e75a8428 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 946 time: 0.1121027 Oct 27 18:22:20.787212 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 691982d6-0293-41c1-8864-aee41841f0d4 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:22:20.792414 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:20.868611 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4232675c-af34-463d-8e7a-80e989abe572 req-4426f95a-28c9-45fe-a848-cddf6f4c0a81 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747349 Oct 27 18:22:20.935762 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:20.977916 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 691982d6-0293-41c1-8864-aee41841f0d4, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=691982d6-0293-41c1-8864-aee41841f0d4,segment=NetworkSegment(c3b83e00-8105-42bf-a65c-5b309278d20d),segment_id=c3b83e00-8105-42bf-a65c-5b309278d20d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:22:21.120445 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:21.182682 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=691982d6-0293-41c1-8864-aee41841f0d4,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:21.432582 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c4814-fca5-4955-b9d5-c575723e4019 req-95147fcb-f521-4aa7-a3d1-cd855d6746fb tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:21.433721 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-856c4814-fca5-4955-b9d5-c575723e4019 req-95147fcb-f521-4aa7-a3d1-cd855d6746fb tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 949 time: 0.1316688 Oct 27 18:22:21.556429 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-856c4814-fca5-4955-b9d5-c575723e4019 req-879ab453-f42d-4187-94cf-f85742e6c478 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123264 Oct 27 18:22:21.585788 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:22:21.753614 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a455d6-02aa-4df9-9d5b-c35f26c84efd req-cec016cd-9344-4802-b50d-c8b0f7a2337a tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:21.785413 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a7a455d6-02aa-4df9-9d5b-c35f26c84efd req-cec016cd-9344-4802-b50d-c8b0f7a2337a tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=5738aa8e-69ca-4df2-99b6-4955ef349bf4 HTTP/1.1" status: 200 len: 945 time: 0.1755819 Oct 27 18:22:21.871020 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a7a455d6-02aa-4df9-9d5b-c35f26c84efd req-c1b4851a-71f1-4fe1-abc2-ddfa3ab0ae3b tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802360 Oct 27 18:22:22.119275 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4c88a-5347-4525-b80a-d0052aadf4b3 req-e794f29d-f625-4316-8a95-3c3e8075a386 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:22.145838 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-71a4c88a-5347-4525-b80a-d0052aadf4b3 req-e794f29d-f625-4316-8a95-3c3e8075a386 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 946 time: 0.1913414 Oct 27 18:22:22.242837 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-71a4c88a-5347-4525-b80a-d0052aadf4b3 req-5c53bd1d-7102-49b7-acd6-818c78484edc tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954928 Oct 27 18:22:22.516614 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5738aa8e-69ca-4df2-99b6-4955ef349bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691982d6-0293-41c1-8864-aee41841f0d4'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:22:22.519995 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86c21a9-8273-4a6f-8b76-924983290402" -d '{"events": [{"server_uuid": "5738aa8e-69ca-4df2-99b6-4955ef349bf4", "name": "network-vif-plugged", "status": "completed", "tag": "691982d6-0293-41c1-8864-aee41841f0d4"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:22:22.557371 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4284963b-21e2-4711-b5e0-10a44f696f7f x-openstack-request-id: req-4284963b-21e2-4711-b5e0-10a44f696f7f {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:22:22.557727 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5738aa8e-69ca-4df2-99b6-4955ef349bf4", "name": "network-vif-plugged", "status": "completed", "tag": "691982d6-0293-41c1-8864-aee41841f0d4", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:22:22.558032 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4284963b-21e2-4711-b5e0-10a44f696f7f {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:22:22.558433 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5738aa8e-69ca-4df2-99b6-4955ef349bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691982d6-0293-41c1-8864-aee41841f0d4', 'code': 200} Oct 27 18:22:22.762355 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6144568e-43e9-4ef1-bdf7-7dd4c72e1c82 req-a4d63b52-5cdf-464e-968b-64d1be5a66c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:22.766623 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6144568e-43e9-4ef1-bdf7-7dd4c72e1c82 req-a4d63b52-5cdf-464e-968b-64d1be5a66c9 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5738aa8e-69ca-4df2-99b6-4955ef349bf4 HTTP/1.1" status: 200 len: 1096 time: 0.0713513 Oct 27 18:22:22.788353 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69905e44-1e5e-4e36-bbd5-7790a8a28f4c req-7f4b4f5b-6f84-42fc-a6ef-0d2179686145 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:22.791657 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-69905e44-1e5e-4e36-bbd5-7790a8a28f4c req-7f4b4f5b-6f84-42fc-a6ef-0d2179686145 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 949 time: 0.0820272 Oct 27 18:22:22.825566 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6144568e-43e9-4ef1-bdf7-7dd4c72e1c82 req-6fe8e9ce-c396-4279-b563-3ee2d6173ef4 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513835 Oct 27 18:22:22.864871 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-69905e44-1e5e-4e36-bbd5-7790a8a28f4c req-1e576957-afe6-4390-9623-a6fc7f668ea5 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656774 Oct 27 18:22:23.085694 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d31fa0-fd62-4a21-80bb-be12cce2287f req-b0790a5f-4982-4e78-bbe1-49ebb7a8d956 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:23.089326 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-55d31fa0-fd62-4a21-80bb-be12cce2287f req-b0790a5f-4982-4e78-bbe1-49ebb7a8d956 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=5738aa8e-69ca-4df2-99b6-4955ef349bf4 HTTP/1.1" status: 200 len: 945 time: 0.1472538 Oct 27 18:22:23.147823 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-55d31fa0-fd62-4a21-80bb-be12cce2287f req-9b745bd6-9a6c-44fc-b6e0-20bfbd3463f2 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514741 Oct 27 18:22:23.499806 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d30c72-9cf3-4de5-a3ee-9f0ed9a91e4e req-2f4b44e1-136f-4a3f-af95-4f3ea456dc97 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:23.504715 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f2d30c72-9cf3-4de5-a3ee-9f0ed9a91e4e req-2f4b44e1-136f-4a3f-af95-4f3ea456dc97 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 946 time: 0.1409016 Oct 27 18:22:23.566874 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f2d30c72-9cf3-4de5-a3ee-9f0ed9a91e4e req-d914eb50-08ee-4ab9-afe9-4f1b403c2900 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537176 Oct 27 18:22:23.805577 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32802a-2b4b-43bc-81ae-e08a0eb3801e req-f3fe8696-819c-40c8-b745-356e8884bb32 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:23.812403 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dd32802a-2b4b-43bc-81ae-e08a0eb3801e req-f3fe8696-819c-40c8-b745-356e8884bb32 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 946 time: 0.1344464 Oct 27 18:22:23.822474 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51700) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:22:23.827997 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-003b7972-0d5d-439f-a44f-50afdba5bce7 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Request body: {'floatingip': {'port_id': 'd8372463-b0b5-40ec-b152-27501bceac5f'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:22:23.912716 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-003b7972-0d5d-439f-a44f-50afdba5bce7 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks [] for floatingip, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:24.056010 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f38a1-b730-4da8-860a-a97794dad38c req-7d5ff099-d2c3-473a-ab3f-8a8bb28271b0 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:24.065711 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fc6f38a1-b730-4da8-860a-a97794dad38c req-7d5ff099-d2c3-473a-ab3f-8a8bb28271b0 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 949 time: 0.1154895 Oct 27 18:22:24.176033 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fc6f38a1-b730-4da8-860a-a97794dad38c req-6273fd7c-8c8e-476c-a640-08a1e01e8e43 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082177 Oct 27 18:22:24.349112 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c2164-eb48-4049-999f-4c24a15e3ded req-0fc2ac8d-4442-4160-af95-ef6e4e1e09e2 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:24.351206 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d51c2164-eb48-4049-999f-4c24a15e3ded req-0fc2ac8d-4442-4160-af95-ef6e4e1e09e2 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=5738aa8e-69ca-4df2-99b6-4955ef349bf4 HTTP/1.1" status: 200 len: 945 time: 0.0784535 Oct 27 18:22:24.511124 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d51c2164-eb48-4049-999f-4c24a15e3ded req-e97bfe04-90da-483b-a36a-b73c09e30f07 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235325 Oct 27 18:22:24.795386 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-003b7972-0d5d-439f-a44f-50afdba5bce7 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:24.941940 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-003b7972-0d5d-439f-a44f-50afdba5bce7 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:25.250344 n-d-815690-2 neutron-server[102879]: INFO neutron.db.l3_db [None req-003b7972-0d5d-439f-a44f-50afdba5bce7 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Floating IP d84b26d9-c1e4-4312-b72d-8cab464752e8 associated. External IP: 172.25.6.58, port: d8372463-b0b5-40ec-b152-27501bceac5f. Oct 27 18:22:25.455570 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025d27a-0506-4bc3-a78d-2f1b376533d4 req-bd1b2a98-818e-4548-ac19-aa963794a27a tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:25.458149 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6025d27a-0506-4bc3-a78d-2f1b376533d4 req-bd1b2a98-818e-4548-ac19-aa963794a27a tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 949 time: 0.1481380 Oct 27 18:22:25.550312 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6025d27a-0506-4bc3-a78d-2f1b376533d4 req-400c681d-c6bf-49d5-afd9-5f440929aafa tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821338 Oct 27 18:22:25.827362 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003b7972-0d5d-439f-a44f-50afdba5bce7 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Router 8ce9d0e2-0002-4984-9dbf-25679ae31340 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:22:25.854208 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73066bc-bcbd-4f5f-8c3c-b0a1de1ff0d6 req-25361233-d5f8-4e04-a5d1-3a1427792e34 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:25.857436 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e73066bc-bcbd-4f5f-8c3c-b0a1de1ff0d6 req-25361233-d5f8-4e04-a5d1-3a1427792e34 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=5738aa8e-69ca-4df2-99b6-4955ef349bf4 HTTP/1.1" status: 200 len: 945 time: 0.1223450 Oct 27 18:22:25.947718 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51766) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:22:25.953531 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-300435e2-c883-416a-899f-251006d1f6ee tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-752405552'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:22:25.973937 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e73066bc-bcbd-4f5f-8c3c-b0a1de1ff0d6 req-c4bd560a-c759-4bb5-bfbc-0f1f0dce8f7e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979481 Oct 27 18:22:26.048075 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003b7972-0d5d-439f-a44f-50afdba5bce7 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:22:26.053121 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-003b7972-0d5d-439f-a44f-50afdba5bce7 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:26.065426 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a272b0-f412-4c38-8f00-b0a71778d0b6 None None] Sync routers for ids ['8ce9d0e2-0002-4984-9dbf-25679ae31340'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:22:26.090041 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a272b0-f412-4c38-8f00-b0a71778d0b6 None None] Routers {'8ce9d0e2-0002-4984-9dbf-25679ae31340'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:22:26.095244 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300435e2-c883-416a-899f-251006d1f6ee tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Made reservation on behalf of 32c521b9d5364e14a010de85fa7c39d0 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:22:26.098247 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-76a272b0-f412-4c38-8f00-b0a71778d0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:22:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8ce9d0e2-0002-4984-9dbf-25679ae31340'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:22:26.103018 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-300435e2-c883-416a-899f-251006d1f6ee tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:26.120277 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-003b7972-0d5d-439f-a44f-50afdba5bce7 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "PUT /v2.0/floatingips/d84b26d9-c1e4-4312-b72d-8cab464752e8 HTTP/1.1" status: 200 len: 991 time: 2.2931514 Oct 27 18:22:26.122348 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86b85a65-8e47-40db-9fd2-4cdfaedb07a8', 'tag': 'd8372463-b0b5-40ec-b152-27501bceac5f'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:22:26.140476 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49334cb6-7810-4101-8f96-4195d052139e" -d '{"events": [{"name": "network-changed", "server_uuid": "86b85a65-8e47-40db-9fd2-4cdfaedb07a8", "tag": "d8372463-b0b5-40ec-b152-27501bceac5f"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:22:26.182369 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-300435e2-c883-416a-899f-251006d1f6ee tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] vlan segment allocate from pool success with {'vlan_id': 1002, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:22:26.208158 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-300435e2-c883-416a-899f-251006d1f6ee tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:26.208521 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-300435e2-c883-416a-899f-251006d1f6ee tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Added segment 1be5cc61-e9e2-4782-8a72-95f16196fee4 of type vlan for network f4e9126d-2ff7-47a1-bfee-b0e033396219 Oct 27 18:22:26.269739 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-300435e2-c883-416a-899f-251006d1f6ee tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:26.399108 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-300435e2-c883-416a-899f-251006d1f6ee tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:26.409492 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300435e2-c883-416a-899f-251006d1f6ee tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:26.410200 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-300435e2-c883-416a-899f-251006d1f6ee tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:26.428888 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:26.449245 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-76a272b0-f412-4c38-8f00-b0a71778d0b6 None None] Set router 8ce9d0e2-0002-4984-9dbf-25679ae31340 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:22:26.553110 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7e8959-21fd-4299-af9f-0989ab69fea9 x-openstack-request-id: req-ff7e8959-21fd-4299-af9f-0989ab69fea9 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:22:26.554090 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86b85a65-8e47-40db-9fd2-4cdfaedb07a8", "tag": "d8372463-b0b5-40ec-b152-27501bceac5f", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:22:26.555053 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ff7e8959-21fd-4299-af9f-0989ab69fea9 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:22:26.556376 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86b85a65-8e47-40db-9fd2-4cdfaedb07a8', 'tag': 'd8372463-b0b5-40ec-b152-27501bceac5f', 'status': 'completed', 'code': 200} Oct 27 18:22:26.680078 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-300435e2-c883-416a-899f-251006d1f6ee tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7282734 Oct 27 18:22:26.689458 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300435e2-c883-416a-899f-251006d1f6ee tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Pushing event updated for resources: {'Network': ['ID=f4e9126d-2ff7-47a1-bfee-b0e033396219,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:26.693521 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51786) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:22:26.711710 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49334cb6-7810-4101-8f96-4195d052139e req-8f25bd82-7630-4353-983f-29443d49f0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:26.712338 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-fe85fe27-a973-4931-9c26-35a3b6bc7527 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1561254279'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:22:26.717271 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-49334cb6-7810-4101-8f96-4195d052139e req-8f25bd82-7630-4353-983f-29443d49f0dc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=74d488054c1f4f50bdb6de26a9138d36&device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 1097 time: 0.1648848 Oct 27 18:22:26.783152 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:26.820445 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fb940-b2fc-4500-aa55-7b69730b8a3e req-581812fe-2f3a-4b06-a8d3-085eebfdfcb7 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:26.825802 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd3fb940-b2fc-4500-aa55-7b69730b8a3e req-581812fe-2f3a-4b06-a8d3-085eebfdfcb7 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=5738aa8e-69ca-4df2-99b6-4955ef349bf4 HTTP/1.1" status: 200 len: 945 time: 0.2062378 Oct 27 18:22:26.875279 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49334cb6-7810-4101-8f96-4195d052139e req-21deb893-6c73-490a-aa4d-019284c300b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:26.876961 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-49334cb6-7810-4101-8f96-4195d052139e req-21deb893-6c73-490a-aa4d-019284c300b9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a7c013d9-ea11-470b-8a79-08abd897c197 HTTP/1.1" status: 200 len: 914 time: 0.1536434 Oct 27 18:22:26.911689 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690592d6-60fc-4acf-87e3-2a6143c5001d req-e9fca59d-56dd-4812-bf7b-6be107bf3308 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:26.937901 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-690592d6-60fc-4acf-87e3-2a6143c5001d req-e9fca59d-56dd-4812-bf7b-6be107bf3308 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 949 time: 0.1866057 Oct 27 18:22:26.997839 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd3fb940-b2fc-4500-aa55-7b69730b8a3e req-214fe598-e76c-4b4b-ad09-ad984aa24f8c tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513743 Oct 27 18:22:26.998588 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe85fe27-a973-4931-9c26-35a3b6bc7527 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Made reservation on behalf of 32c521b9d5364e14a010de85fa7c39d0 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:22:27.003376 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-49334cb6-7810-4101-8f96-4195d052139e req-f8a31f30-0219-4b34-8622-d9d959467f5c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8372463-b0b5-40ec-b152-27501bceac5f HTTP/1.1" status: 200 len: 999 time: 0.1091924 Oct 27 18:22:27.014778 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-76a272b0-f412-4c38-8f00-b0a71778d0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce9d0e2-0002-4984-9dbf-25679ae31340', 'name': 'tempest-ServerActionsTestJSON-1616371455-router', 'tenant_id': '74d488054c1f4f50bdb6de26a9138d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'a512872a-80f0-4c96-bf6a-b87722f23f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:21:40Z', 'updated_at': '2021-10-27T18:21:50Z', 'revision_number': 4, 'project_id': '74d488054c1f4f50bdb6de26a9138d36', 'gw_port': {'id': 'a512872a-80f0-4c96-bf6a-b87722f23f85', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce9d0e2-0002-4984-9dbf-25679ae31340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:42Z', 'updated_at': '2021-10-27T18:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'd84b26d9-c1e4-4312-b72d-8cab464752e8', 'tenant_id': '74d488054c1f4f50bdb6de26a9138d36', 'floating_ip_address': '172.25.6.58', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '8ce9d0e2-0002-4984-9dbf-25679ae31340', 'port_id': 'd8372463-b0b5-40ec-b152-27501bceac5f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197', 'mac_address': 'fa:16:3e:15:09:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b85a65-8e47-40db-9fd2-4cdfaedb07a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:22:00Z', 'updated_at': '2021-10-27T18:22:24Z', 'revision_number': 1, 'project_id': '74d488054c1f4f50bdb6de26a9138d36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb6a64f8-2922-40d5-bc27-8192d057ae30', 'name': '', 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197', 'tenant_id': '74d488054c1f4f50bdb6de26a9138d36', 'mac_address': 'fa:16:3e:ad:3e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce9d0e2-0002-4984-9dbf-25679ae31340', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'afe6cc10-9308-4117-a497-d403cb219653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:46Z', 'updated_at': '2021-10-27T18:21:57Z', 'revision_number': 5, 'project_id': '74d488054c1f4f50bdb6de26a9138d36', 'subnets': [{'id': 'afe6cc10-9308-4117-a497-d403cb219653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:22:27.022145 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fe85fe27-a973-4931-9c26-35a3b6bc7527 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:27.115121 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe85fe27-a973-4931-9c26-35a3b6bc7527 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] vlan segment allocate from pool success with {'vlan_id': 1028, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:22:27.127513 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49334cb6-7810-4101-8f96-4195d052139e req-99a22355-aebd-44a8-ad8b-63c2e4f7974a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:27.131505 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a272b0-f412-4c38-8f00-b0a71778d0b6 None None] Checking router: 8ce9d0e2-0002-4984-9dbf-25679ae31340 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:22:27.131966 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-49334cb6-7810-4101-8f96-4195d052139e req-99a22355-aebd-44a8-ad8b-63c2e4f7974a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=afe6cc10-9308-4117-a497-d403cb219653 HTTP/1.1" status: 200 len: 851 time: 0.1128864 Oct 27 18:22:27.145538 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fe85fe27-a973-4931-9c26-35a3b6bc7527 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:27.146144 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-fe85fe27-a973-4931-9c26-35a3b6bc7527 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Added segment 0e53b951-b795-4081-92ab-f8169ec212e0 of type vlan for network 71cba891-964b-4e83-9965-41015215d178 Oct 27 18:22:27.158443 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a272b0-f412-4c38-8f00-b0a71778d0b6 None None] Routers {'8ce9d0e2-0002-4984-9dbf-25679ae31340'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:22:27.159227 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-76a272b0-f412-4c38-8f00-b0a71778d0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:22:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8ce9d0e2-0002-4984-9dbf-25679ae31340'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:22:27.166481 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network f4e9126d-2ff7-47a1-bfee-b0e033396219 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:22:27.204269 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-690592d6-60fc-4acf-87e3-2a6143c5001d req-acdefa1c-5d65-4b65-9d60-8812b49abc9c tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651286 Oct 27 18:22:27.273550 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49334cb6-7810-4101-8f96-4195d052139e req-daa15911-4497-4eb9-b29f-d984917f5856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:27.287062 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-49334cb6-7810-4101-8f96-4195d052139e req-daa15911-4497-4eb9-b29f-d984917f5856 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a7c013d9-ea11-470b-8a79-08abd897c197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1319590 Oct 27 18:22:27.352664 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fe85fe27-a973-4931-9c26-35a3b6bc7527 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:27.387688 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51806) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:22:27.495618 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-76a272b0-f412-4c38-8f00-b0a71778d0b6 None None] Set router 8ce9d0e2-0002-4984-9dbf-25679ae31340 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:22:27.512892 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fe85fe27-a973-4931-9c26-35a3b6bc7527 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:27.520199 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe85fe27-a973-4931-9c26-35a3b6bc7527 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:27.520819 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fe85fe27-a973-4931-9c26-35a3b6bc7527 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:27.527136 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-49334cb6-7810-4101-8f96-4195d052139e req-7f0607c6-f3bb-4018-95d8-afa2a9f49369 service neutron] 10.222.0.93 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240756 Oct 27 18:22:27.610850 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ddf5a0ca-6844-4f61-85df-86cb6cc803d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:27.637481 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe85fe27-a973-4931-9c26-35a3b6bc7527 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Pushing event updated for resources: {'Network': ['ID=71cba891-964b-4e83-9965-41015215d178,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:27.656530 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 71cba891-964b-4e83-9965-41015215d178 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:22:27.679583 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-fe85fe27-a973-4931-9c26-35a3b6bc7527 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9805448 Oct 27 18:22:27.684739 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51810) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:22:27.689835 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-f69f7021-7fa4-428f-8d5b-108dac9e351d tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Request body: {'subnet': {'network_id': 'f4e9126d-2ff7-47a1-bfee-b0e033396219', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:22:27.694551 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-49334cb6-7810-4101-8f96-4195d052139e req-8c333669-a91f-492c-944a-f0a96a0dcdee service neutron] 10.222.0.93 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479971 Oct 27 18:22:27.811625 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ddf5a0ca-6844-4f61-85df-86cb6cc803d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:27.890752 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ddf5a0ca-6844-4f61-85df-86cb6cc803d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:27.931816 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69f7021-7fa4-428f-8d5b-108dac9e351d tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Made reservation on behalf of 32c521b9d5364e14a010de85fa7c39d0 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:22:27.937088 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f69f7021-7fa4-428f-8d5b-108dac9e351d tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:27.948789 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-76a272b0-f412-4c38-8f00-b0a71778d0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce9d0e2-0002-4984-9dbf-25679ae31340', 'name': 'tempest-ServerActionsTestJSON-1616371455-router', 'tenant_id': '74d488054c1f4f50bdb6de26a9138d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'a512872a-80f0-4c96-bf6a-b87722f23f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:21:40Z', 'updated_at': '2021-10-27T18:21:50Z', 'revision_number': 4, 'project_id': '74d488054c1f4f50bdb6de26a9138d36', 'gw_port': {'id': 'a512872a-80f0-4c96-bf6a-b87722f23f85', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce9d0e2-0002-4984-9dbf-25679ae31340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:42Z', 'updated_at': '2021-10-27T18:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'd84b26d9-c1e4-4312-b72d-8cab464752e8', 'tenant_id': '74d488054c1f4f50bdb6de26a9138d36', 'floating_ip_address': '172.25.6.58', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '8ce9d0e2-0002-4984-9dbf-25679ae31340', 'port_id': 'd8372463-b0b5-40ec-b152-27501bceac5f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197', 'mac_address': 'fa:16:3e:15:09:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b85a65-8e47-40db-9fd2-4cdfaedb07a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:22:00Z', 'updated_at': '2021-10-27T18:22:24Z', 'revision_number': 1, 'project_id': '74d488054c1f4f50bdb6de26a9138d36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb6a64f8-2922-40d5-bc27-8192d057ae30', 'name': '', 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197', 'tenant_id': '74d488054c1f4f50bdb6de26a9138d36', 'mac_address': 'fa:16:3e:ad:3e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce9d0e2-0002-4984-9dbf-25679ae31340', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'afe6cc10-9308-4117-a497-d403cb219653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:46Z', 'updated_at': '2021-10-27T18:21:57Z', 'revision_number': 5, 'project_id': '74d488054c1f4f50bdb6de26a9138d36', 'subnets': [{'id': 'afe6cc10-9308-4117-a497-d403cb219653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:22:27.981571 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a272b0-f412-4c38-8f00-b0a71778d0b6 None None] The sync data for ids ['8ce9d0e2-0002-4984-9dbf-25679ae31340'] in n-d-815690-2 is: [{'id': '8ce9d0e2-0002-4984-9dbf-25679ae31340', 'name': 'tempest-ServerActionsTestJSON-1616371455-router', 'tenant_id': '74d488054c1f4f50bdb6de26a9138d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'a512872a-80f0-4c96-bf6a-b87722f23f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:21:40Z', 'updated_at': '2021-10-27T18:21:50Z', 'revision_number': 4, 'project_id': '74d488054c1f4f50bdb6de26a9138d36', 'gw_port': {'id': 'a512872a-80f0-4c96-bf6a-b87722f23f85', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce9d0e2-0002-4984-9dbf-25679ae31340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:42Z', 'updated_at': '2021-10-27T18:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'd84b26d9-c1e4-4312-b72d-8cab464752e8', 'tenant_id': '74d488054c1f4f50bdb6de26a9138d36', 'floating_ip_address': '172.25.6.58', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '8ce9d0e2-0002-4984-9dbf-25679ae31340', 'port_id': 'd8372463-b0b5-40ec-b152-27501bceac5f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197', 'mac_address': 'fa:16:3e:15:09:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b85a65-8e47-40db-9fd2-4cdfaedb07a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:22:00Z', 'updated_at': '2021-10-27T18:22:24Z', 'revision_number': 1, 'project_id': '74d488054c1f4f50bdb6de26a9138d36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb6a64f8-2922-40d5-bc27-8192d057ae30', 'name': '', 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197', 'tenant_id': '74d488054c1f4f50bdb6de26a9138d36', 'mac_address': 'fa:16:3e:ad:3e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce9d0e2-0002-4984-9dbf-25679ae31340', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'afe6cc10-9308-4117-a497-d403cb219653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:46Z', 'updated_at': '2021-10-27T18:21:57Z', 'revision_number': 5, 'project_id': '74d488054c1f4f50bdb6de26a9138d36', 'subnets': [{'id': 'afe6cc10-9308-4117-a497-d403cb219653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:22:28.018028 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ddf5a0ca-6844-4f61-85df-86cb6cc803d2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=442ca4be95d94dcea636bf2bd09b48d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6292303 Oct 27 18:22:28.020370 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51814) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:22:28.060389 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf5a0ca-6844-4f61-85df-86cb6cc803d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322a63d1-7b18-4be2-bf2a-b93eac7d8c03,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:28.152754 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e4b7f94b-cb3a-4f80-99b1-d16572757171 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:28.187086 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e4b7f94b-cb3a-4f80-99b1-d16572757171 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:28.282590 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a8b4da-d3e8-4118-b420-58185c2572fd req-af44c1f5-5bb1-4ee7-a277-d803523a9279 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:28.293332 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-28a8b4da-d3e8-4118-b420-58185c2572fd req-af44c1f5-5bb1-4ee7-a277-d803523a9279 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=5738aa8e-69ca-4df2-99b6-4955ef349bf4 HTTP/1.1" status: 200 len: 945 time: 0.1463053 Oct 27 18:22:28.355626 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-28a8b4da-d3e8-4118-b420-58185c2572fd req-e579feb2-6178-4722-b7b9-42fff210b8b5 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599604 Oct 27 18:22:28.423121 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf3e67f-9da7-4be2-8349-e8d1b55db7b7 None None] New status for floating IP d84b26d9-c1e4-4312-b72d-8cab464752e8: ACTIVE {{(pid=102881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:22:28.492205 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f69f7021-7fa4-428f-8d5b-108dac9e351d tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:28.616021 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69f7021-7fa4-428f-8d5b-108dac9e351d tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Pushing event updated for resources: {'Subnet': ['ID=b43126e9-9fd9-47ab-bca1-c5bdf1d34ed3,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:28.713235 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69f7021-7fa4-428f-8d5b-108dac9e351d tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Checking segment: {'id': '1be5cc61-e9e2-4782-8a72-95f16196fee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f4e9126d-2ff7-47a1-bfee-b0e033396219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:22:28.713557 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69f7021-7fa4-428f-8d5b-108dac9e351d tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Network hostable DHCP agents. Network: f4e9126d-2ff7-47a1-bfee-b0e033396219, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:22:28.740287 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3503a-47bc-4cff-a625-1a0b68df6516 req-7e65d9b1-f3a3-4b72-a614-6f4f2a1f93c7 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:28.741221 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9cb3503a-47bc-4cff-a625-1a0b68df6516 req-7e65d9b1-f3a3-4b72-a614-6f4f2a1f93c7 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 949 time: 0.1264682 Oct 27 18:22:28.792396 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9cb3503a-47bc-4cff-a625-1a0b68df6516 req-5a865a04-29df-4bf9-b4db-e4e8610a7df3 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394509 Oct 27 18:22:28.878753 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002f68f-1b15-4cc6-b168-023d6999ac30 req-e61e61db-6e07-45bd-8f1c-fbdbefcaf8c3 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:28.895627 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f002f68f-1b15-4cc6-b168-023d6999ac30 req-e61e61db-6e07-45bd-8f1c-fbdbefcaf8c3 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.93 "GET /v2.0/ports?device_id=5738aa8e-69ca-4df2-99b6-4955ef349bf4 HTTP/1.1" status: 200 len: 945 time: 0.6492603 Oct 27 18:22:28.971186 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69f7021-7fa4-428f-8d5b-108dac9e351d tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Network f4e9126d-2ff7-47a1-bfee-b0e033396219 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:22:28.993188 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-f002f68f-1b15-4cc6-b168-023d6999ac30 req-7a3ab1af-0d16-4d73-b165-cdceb6b1a70e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Deleting port 691982d6-0293-41c1-8864-aee41841f0d4 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:22:28.994269 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-f002f68f-1b15-4cc6-b168-023d6999ac30 req-7a3ab1af-0d16-4d73-b165-cdceb6b1a70e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:28.999479 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e4b7f94b-cb3a-4f80-99b1-d16572757171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:29.001955 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e4b7f94b-cb3a-4f80-99b1-d16572757171 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:29.003904 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e4b7f94b-cb3a-4f80-99b1-d16572757171 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/322a63d1-7b18-4be2-bf2a-b93eac7d8c03 HTTP/1.1" status: 204 len: 168 time: 0.9816821 Oct 27 18:22:29.057333 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b7f94b-cb3a-4f80-99b1-d16572757171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322a63d1-7b18-4be2-bf2a-b93eac7d8c03,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:29.074019 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-f69f7021-7fa4-428f-8d5b-108dac9e351d tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, f4e9126d-2ff7-47a1-bfee-b0e033396219) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:22:29.079376 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69f7021-7fa4-428f-8d5b-108dac9e351d tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:29.080059 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f69f7021-7fa4-428f-8d5b-108dac9e351d tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:29.100515 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60291ca0-f969-4101-b2ba-863de2b61ae4 None None] Network f4e9126d-2ff7-47a1-bfee-b0e033396219 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:22:29.127040 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-f002f68f-1b15-4cc6-b168-023d6999ac30 req-7a3ab1af-0d16-4d73-b165-cdceb6b1a70e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] For port 691982d6-0293-41c1-8864-aee41841f0d4, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=691982d6-0293-41c1-8864-aee41841f0d4,segment=NetworkSegment(c3b83e00-8105-42bf-a65c-5b309278d20d),segment_id=c3b83e00-8105-42bf-a65c-5b309278d20d)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:22:29.127631 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-f002f68f-1b15-4cc6-b168-023d6999ac30 req-7a3ab1af-0d16-4d73-b165-cdceb6b1a70e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:29.143789 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-f002f68f-1b15-4cc6-b168-023d6999ac30 req-7a3ab1af-0d16-4d73-b165-cdceb6b1a70e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Calling delete_port for 691982d6-0293-41c1-8864-aee41841f0d4 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:22:29.219097 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f69f7021-7fa4-428f-8d5b-108dac9e351d tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5331683 Oct 27 18:22:29.221691 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51840) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:22:29.228682 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-a7883dae-16bc-4ada-a1ef-ec04c40f93a0 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Request body: {'subnet': {'network_id': '71cba891-964b-4e83-9965-41015215d178', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:22:29.404645 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fd8f63-fe7c-4137-b3e3-aefd25f6606c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-f4e9126d-2ff7-47a1-bfee-b0e033396219', 'network_id': 'f4e9126d-2ff7-47a1-bfee-b0e033396219', 'tenant_id': '32c521b9d5364e14a010de85fa7c39d0', 'fixed_ips': [{'subnet_id': 'b43126e9-9fd9-47ab-bca1-c5bdf1d34ed3'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:22:29.407749 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-64fd8f63-fe7c-4137-b3e3-aefd25f6606c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:29.528029 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-f002f68f-1b15-4cc6-b168-023d6999ac30 req-7a3ab1af-0d16-4d73-b165-cdceb6b1a70e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:29.563615 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cba3a371-7d09-4e25-8369-d1d41131cc95 req-f7f93280-4c8c-4a57-9d4d-bdb74ee419c7 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=5738aa8e-69ca-4df2-99b6-4955ef349bf4 HTTP/1.1" status: 200 len: 210 time: 0.0573575 Oct 27 18:22:29.593829 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7883dae-16bc-4ada-a1ef-ec04c40f93a0 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Made reservation on behalf of 32c521b9d5364e14a010de85fa7c39d0 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:22:29.599680 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a7883dae-16bc-4ada-a1ef-ec04c40f93a0 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:29.641520 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ab1af-0d16-4d73-b165-cdceb6b1a70e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Pushing event deleted for resources: {'Port': ['ID=691982d6-0293-41c1-8864-aee41841f0d4,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:29.685239 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-f002f68f-1b15-4cc6-b168-023d6999ac30 req-7a3ab1af-0d16-4d73-b165-cdceb6b1a70e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] No DVR routers for this DVR port 691982d6-0293-41c1-8864-aee41841f0d4 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:22:29.692018 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-f002f68f-1b15-4cc6-b168-023d6999ac30 req-7a3ab1af-0d16-4d73-b165-cdceb6b1a70e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:29.703633 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f002f68f-1b15-4cc6-b168-023d6999ac30 req-7a3ab1af-0d16-4d73-b165-cdceb6b1a70e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.93 "DELETE /v2.0/ports/691982d6-0293-41c1-8864-aee41841f0d4 HTTP/1.1" status: 204 len: 173 time: 0.8142841 Oct 27 18:22:29.711694 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5738aa8e-69ca-4df2-99b6-4955ef349bf4', 'name': 'network-vif-deleted', 'tag': '691982d6-0293-41c1-8864-aee41841f0d4'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:22:29.711694 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c504ef23-eb17-4e54-a6ab-514baaeea89f" -d '{"events": [{"server_uuid": "5738aa8e-69ca-4df2-99b6-4955ef349bf4", "name": "network-vif-deleted", "tag": "691982d6-0293-41c1-8864-aee41841f0d4"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:22:29.809431 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b6482b-9912-43af-b884-382683ef9d23 x-openstack-request-id: req-11b6482b-9912-43af-b884-382683ef9d23 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:22:29.811713 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5738aa8e-69ca-4df2-99b6-4955ef349bf4", "name": "network-vif-deleted", "tag": "691982d6-0293-41c1-8864-aee41841f0d4", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:22:29.811713 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-11b6482b-9912-43af-b884-382683ef9d23 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:22:29.811713 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5738aa8e-69ca-4df2-99b6-4955ef349bf4', 'name': 'network-vif-deleted', 'tag': '691982d6-0293-41c1-8864-aee41841f0d4', 'status': 'completed', 'code': 200} Oct 27 18:22:29.953670 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51866) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:22:29.978583 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2546ae1e-bcec-4707-8730-1cb552accc66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:29.984182 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d321c34-79eb-40f5-9b41-750e5d3a318a req-5a943e10-b77c-492d-9e19-689d0ba63909 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:29.995107 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5d321c34-79eb-40f5-9b41-750e5d3a318a req-5a943e10-b77c-492d-9e19-689d0ba63909 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 949 time: 0.0820811 Oct 27 18:22:30.023292 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-64fd8f63-fe7c-4137-b3e3-aefd25f6606c None None] Allocated IP 10.1.1.2 (f4e9126d-2ff7-47a1-bfee-b0e033396219/b43126e9-9fd9-47ab-bca1-c5bdf1d34ed3/e5d2b00f-7993-45ab-bf15-f1e3f4c8ea27) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:22:30.069306 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5d321c34-79eb-40f5-9b41-750e5d3a318a req-6e223b09-8e81-4ef1-be8e-e8ee5136a434 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731766 Oct 27 18:22:30.108622 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2546ae1e-bcec-4707-8730-1cb552accc66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:30.159628 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a7883dae-16bc-4ada-a1ef-ec04c40f93a0 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:30.188035 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2546ae1e-bcec-4707-8730-1cb552accc66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:30.246341 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7883dae-16bc-4ada-a1ef-ec04c40f93a0 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Pushing event updated for resources: {'Subnet': ['ID=7be2e2db-5f72-4077-acf4-dd415f124d60,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:30.252593 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7883dae-16bc-4ada-a1ef-ec04c40f93a0 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Checking segment: {'id': '0e53b951-b795-4081-92ab-f8169ec212e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '71cba891-964b-4e83-9965-41015215d178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:22:30.252963 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7883dae-16bc-4ada-a1ef-ec04c40f93a0 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Network hostable DHCP agents. Network: 71cba891-964b-4e83-9965-41015215d178, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:22:30.275780 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2546ae1e-bcec-4707-8730-1cb552accc66 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=53bceeb68c85436e87b12edeb5c73284&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3198416 Oct 27 18:22:30.277934 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2546ae1e-bcec-4707-8730-1cb552accc66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b929a97-8bfe-4ec6-b8ab-7ee4bfd3db69,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:30.278253 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51868) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:22:30.336728 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-64fd8f63-fe7c-4137-b3e3-aefd25f6606c None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:30.343009 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5317384d-56fa-4f07-bddc-798abc545e38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:30.368165 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7883dae-16bc-4ada-a1ef-ec04c40f93a0 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Network 71cba891-964b-4e83-9965-41015215d178 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:22:30.374598 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5317384d-56fa-4f07-bddc-798abc545e38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:30.451133 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-64fd8f63-fe7c-4137-b3e3-aefd25f6606c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:30.484771 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-a7883dae-16bc-4ada-a1ef-ec04c40f93a0 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 71cba891-964b-4e83-9965-41015215d178) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:22:30.498558 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fd8f63-fe7c-4137-b3e3-aefd25f6606c None None] Network f4e9126d-2ff7-47a1-bfee-b0e033396219 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:22:30.499535 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7883dae-16bc-4ada-a1ef-ec04c40f93a0 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:30.500422 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a7883dae-16bc-4ada-a1ef-ec04c40f93a0 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:30.502049 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-64fd8f63-fe7c-4137-b3e3-aefd25f6606c None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:22:30.508574 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b47e4bb-5c1e-4ba6-987d-bf129a514dff None None] Network 71cba891-964b-4e83-9965-41015215d178 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:22:30.512545 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fd8f63-fe7c-4137-b3e3-aefd25f6606c None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:22:30.523751 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd8f63-fe7c-4137-b3e3-aefd25f6606c None None] Pushing event updated for resources: {'Port': ['ID=e5d2b00f-7993-45ab-bf15-f1e3f4c8ea27,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:30.553729 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5317384d-56fa-4f07-bddc-798abc545e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:30.562290 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5317384d-56fa-4f07-bddc-798abc545e38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:30.562290 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5317384d-56fa-4f07-bddc-798abc545e38 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1b929a97-8bfe-4ec6-b8ab-7ee4bfd3db69 HTTP/1.1" status: 204 len: 168 time: 0.2802632 Oct 27 18:22:30.576766 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317384d-56fa-4f07-bddc-798abc545e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b929a97-8bfe-4ec6-b8ab-7ee4bfd3db69,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:30.665171 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-64fd8f63-fe7c-4137-b3e3-aefd25f6606c None None] Attempting to bind port e5d2b00f-7993-45ab-bf15-f1e3f4c8ea27 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:22:30.666094 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-64fd8f63-fe7c-4137-b3e3-aefd25f6606c None None] Attempting to bind port e5d2b00f-7993-45ab-bf15-f1e3f4c8ea27 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '1be5cc61-e9e2-4782-8a72-95f16196fee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f4e9126d-2ff7-47a1-bfee-b0e033396219'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:22:30.666463 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fd8f63-fe7c-4137-b3e3-aefd25f6606c None None] Attempting to bind port e5d2b00f-7993-45ab-bf15-f1e3f4c8ea27 on network f4e9126d-2ff7-47a1-bfee-b0e033396219 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:22:30.678031 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a7883dae-16bc-4ada-a1ef-ec04c40f93a0 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4552531 Oct 27 18:22:30.680800 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51880) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:22:30.692651 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-7920a9a2-d767-4e16-a8f6-2a8cfeef3f6f tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Request body: {'port': {'network_id': 'f4e9126d-2ff7-47a1-bfee-b0e033396219', 'name': 'tempest-TaggedBootDevicesTest-816973636', 'fixed_ips': [{'subnet_id': 'b43126e9-9fd9-47ab-bca1-c5bdf1d34ed3'}]}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:22:30.693859 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fd8f63-fe7c-4137-b3e3-aefd25f6606c None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:22:30.694178 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fd8f63-fe7c-4137-b3e3-aefd25f6606c None None] Checking segment: {'id': '1be5cc61-e9e2-4782-8a72-95f16196fee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f4e9126d-2ff7-47a1-bfee-b0e033396219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:22:30.695740 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-64fd8f63-fe7c-4137-b3e3-aefd25f6606c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:30.698880 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fd8f63-fe7c-4137-b3e3-aefd25f6606c None None] Bound using segment: {'id': '1be5cc61-e9e2-4782-8a72-95f16196fee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f4e9126d-2ff7-47a1-bfee-b0e033396219'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:22:30.701066 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-64fd8f63-fe7c-4137-b3e3-aefd25f6606c None None] Bound port: e5d2b00f-7993-45ab-bf15-f1e3f4c8ea27, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be5cc61-e9e2-4782-8a72-95f16196fee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f4e9126d-2ff7-47a1-bfee-b0e033396219'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:22:30.701574 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-64fd8f63-fe7c-4137-b3e3-aefd25f6606c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:30.932084 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ffb84904-1e93-4dbc-9921-44b8bb358cf9 req-245b1f6e-c0d5-4979-bfbf-8264cb8b6827 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=5738aa8e-69ca-4df2-99b6-4955ef349bf4 HTTP/1.1" status: 200 len: 210 time: 0.0580955 Oct 27 18:22:30.989658 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41e351e-58e5-4d6d-ba6d-d1bbd2a15df5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-71cba891-964b-4e83-9965-41015215d178', 'network_id': '71cba891-964b-4e83-9965-41015215d178', 'tenant_id': '32c521b9d5364e14a010de85fa7c39d0', 'fixed_ips': [{'subnet_id': '7be2e2db-5f72-4077-acf4-dd415f124d60'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:22:30.996243 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d41e351e-58e5-4d6d-ba6d-d1bbd2a15df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:31.033698 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-64fd8f63-fe7c-4137-b3e3-aefd25f6606c None None] For port e5d2b00f-7993-45ab-bf15-f1e3f4c8ea27, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:22:31.057350 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-64fd8f63-fe7c-4137-b3e3-aefd25f6606c None None] For port e5d2b00f-7993-45ab-bf15-f1e3f4c8ea27, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=e5d2b00f-7993-45ab-bf15-f1e3f4c8ea27,segment=NetworkSegment(1be5cc61-e9e2-4782-8a72-95f16196fee4),segment_id=1be5cc61-e9e2-4782-8a72-95f16196fee4)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:22:31.113479 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7920a9a2-d767-4e16-a8f6-2a8cfeef3f6f tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Made reservation on behalf of 32c521b9d5364e14a010de85fa7c39d0 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:22:31.258202 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-64fd8f63-fe7c-4137-b3e3-aefd25f6606c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:31.273891 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7920a9a2-d767-4e16-a8f6-2a8cfeef3f6f tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:31.304063 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-7920a9a2-d767-4e16-a8f6-2a8cfeef3f6f tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] device_id is not set on port 4ebc892e-5692-4841-830c-8e4b29b7659e yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:22:31.320337 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186a952-1a4e-482f-9e1b-ac4da886b84a req-807a6e50-021f-4a83-bf9e-f758f3a211ed tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:31.322861 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3186a952-1a4e-482f-9e1b-ac4da886b84a req-807a6e50-021f-4a83-bf9e-f758f3a211ed tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 949 time: 0.1095006 Oct 27 18:22:31.370487 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 691982d6-0293-41c1-8864-aee41841f0d4 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:22:31.427451 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-d41e351e-58e5-4d6d-ba6d-d1bbd2a15df5 None None] Allocated IP 10.2.2.2 (71cba891-964b-4e83-9965-41015215d178/7be2e2db-5f72-4077-acf4-dd415f124d60/a6d28f21-0db4-48ea-81c3-bd2ebcbe3219) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:22:31.429393 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 691982d6-0293-41c1-8864-aee41841f0d4 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:22:31.429740 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 691982d6-0293-41c1-8864-aee41841f0d4 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:22:31.455724 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd8f63-fe7c-4137-b3e3-aefd25f6606c None None] Pushing event updated for resources: {'Port': ['ID=e5d2b00f-7993-45ab-bf15-f1e3f4c8ea27,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:31.699245 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-7920a9a2-d767-4e16-a8f6-2a8cfeef3f6f tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Allocated IP 10.1.1.31 (f4e9126d-2ff7-47a1-bfee-b0e033396219/b43126e9-9fd9-47ab-bca1-c5bdf1d34ed3/4ebc892e-5692-4841-830c-8e4b29b7659e) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:22:31.742743 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3186a952-1a4e-482f-9e1b-ac4da886b84a req-e44497dd-1cf4-43f9-a087-88e3b726bfc3 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295557 Oct 27 18:22:31.843718 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d41e351e-58e5-4d6d-ba6d-d1bbd2a15df5 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:31.948469 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d41e351e-58e5-4d6d-ba6d-d1bbd2a15df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:31.974474 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7920a9a2-d767-4e16-a8f6-2a8cfeef3f6f tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:32.020888 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41e351e-58e5-4d6d-ba6d-d1bbd2a15df5 None None] Network 71cba891-964b-4e83-9965-41015215d178 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:22:32.030377 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-d41e351e-58e5-4d6d-ba6d-d1bbd2a15df5 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:22:32.049677 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41e351e-58e5-4d6d-ba6d-d1bbd2a15df5 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:22:32.081353 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e351e-58e5-4d6d-ba6d-d1bbd2a15df5 None None] Pushing event updated for resources: {'Port': ['ID=a6d28f21-0db4-48ea-81c3-bd2ebcbe3219,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:32.098052 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7920a9a2-d767-4e16-a8f6-2a8cfeef3f6f tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:32.185650 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7920a9a2-d767-4e16-a8f6-2a8cfeef3f6f tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Network f4e9126d-2ff7-47a1-bfee-b0e033396219 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:22:32.195584 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-d41e351e-58e5-4d6d-ba6d-d1bbd2a15df5 None None] Attempting to bind port a6d28f21-0db4-48ea-81c3-bd2ebcbe3219 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:22:32.199076 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-d41e351e-58e5-4d6d-ba6d-d1bbd2a15df5 None None] Attempting to bind port a6d28f21-0db4-48ea-81c3-bd2ebcbe3219 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '0e53b951-b795-4081-92ab-f8169ec212e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '71cba891-964b-4e83-9965-41015215d178'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:22:32.199076 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41e351e-58e5-4d6d-ba6d-d1bbd2a15df5 None None] Attempting to bind port a6d28f21-0db4-48ea-81c3-bd2ebcbe3219 on network 71cba891-964b-4e83-9965-41015215d178 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:22:32.210341 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41e351e-58e5-4d6d-ba6d-d1bbd2a15df5 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:22:32.211063 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41e351e-58e5-4d6d-ba6d-d1bbd2a15df5 None None] Checking segment: {'id': '0e53b951-b795-4081-92ab-f8169ec212e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '71cba891-964b-4e83-9965-41015215d178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:22:32.212983 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d41e351e-58e5-4d6d-ba6d-d1bbd2a15df5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:32.213624 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41e351e-58e5-4d6d-ba6d-d1bbd2a15df5 None None] Bound using segment: {'id': '0e53b951-b795-4081-92ab-f8169ec212e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '71cba891-964b-4e83-9965-41015215d178'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:22:32.214324 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-d41e351e-58e5-4d6d-ba6d-d1bbd2a15df5 None None] Bound port: a6d28f21-0db4-48ea-81c3-bd2ebcbe3219, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e53b951-b795-4081-92ab-f8169ec212e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '71cba891-964b-4e83-9965-41015215d178'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:22:32.215333 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d41e351e-58e5-4d6d-ba6d-d1bbd2a15df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:32.219936 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-7920a9a2-d767-4e16-a8f6-2a8cfeef3f6f tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:22:32.229397 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7920a9a2-d767-4e16-a8f6-2a8cfeef3f6f tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:22:32.406653 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-d41e351e-58e5-4d6d-ba6d-d1bbd2a15df5 None None] For port a6d28f21-0db4-48ea-81c3-bd2ebcbe3219, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:22:32.411200 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-d41e351e-58e5-4d6d-ba6d-d1bbd2a15df5 None None] For port a6d28f21-0db4-48ea-81c3-bd2ebcbe3219, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=a6d28f21-0db4-48ea-81c3-bd2ebcbe3219,segment=NetworkSegment(0e53b951-b795-4081-92ab-f8169ec212e0),segment_id=0e53b951-b795-4081-92ab-f8169ec212e0)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:22:32.437692 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920a9a2-d767-4e16-a8f6-2a8cfeef3f6f tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Pushing event updated for resources: {'Port': ['ID=4ebc892e-5692-4841-830c-8e4b29b7659e,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:32.459024 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7920a9a2-d767-4e16-a8f6-2a8cfeef3f6f tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:32.459824 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7920a9a2-d767-4e16-a8f6-2a8cfeef3f6f tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:32.508138 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d41e351e-58e5-4d6d-ba6d-d1bbd2a15df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:32.535242 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-a31f3816-1a98-4cce-8239-6d18deeef14a tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:32.537353 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-a31f3816-1a98-4cce-8239-6d18deeef14a tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/networks?id=70d54990-c18d-43d7-9758-e9fefdddf939 HTTP/1.1" status: 200 len: 812 time: 0.2276714 Oct 27 18:22:32.567528 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-81d9f54c-2c72-435a-83e1-6064336dc6da tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/quotas/78baf6dd112742399f2639cbeffece6c HTTP/1.1" status: 200 len: 375 time: 0.0167434 Oct 27 18:22:32.611512 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51942) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:22:32.617086 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7920a9a2-d767-4e16-a8f6-2a8cfeef3f6f tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9340742 Oct 27 18:22:32.629265 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-95ae0380-6cd6-4d2d-a9dc-fa8546bccaed tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Request body: {'port': {'network_id': 'f4e9126d-2ff7-47a1-bfee-b0e033396219', 'name': 'tempest-TaggedBootDevicesTest-110675002', 'fixed_ips': [{'subnet_id': 'b43126e9-9fd9-47ab-bca1-c5bdf1d34ed3'}]}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:22:32.662176 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-44e180d3-12ce-4448-a511-3e545b73b29d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=78baf6dd112742399f2639cbeffece6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0875306 Oct 27 18:22:32.690513 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e351e-58e5-4d6d-ba6d-d1bbd2a15df5 None None] Pushing event updated for resources: {'Port': ['ID=a6d28f21-0db4-48ea-81c3-bd2ebcbe3219,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:32.956790 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-60f8e6cb-f704-454e-b51d-411a9f7bd77c service neutron] 10.222.0.52 "GET /v2.0/networks/70d54990-c18d-43d7-9758-e9fefdddf939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924252 Oct 27 18:22:33.070002 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59af15c4-21da-417a-85a3-1b568e6c1763 None None] Network f4e9126d-2ff7-47a1-bfee-b0e033396219 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:22:33.097362 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ae0380-6cd6-4d2d-a9dc-fa8546bccaed tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Made reservation on behalf of 32c521b9d5364e14a010de85fa7c39d0 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:22:33.245812 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-c06e987f-e09b-4916-a1e4-19c32298b6fa service neutron] 10.222.0.52 "GET /v2.0/networks/70d54990-c18d-43d7-9758-e9fefdddf939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881913 Oct 27 18:22:33.334082 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-1c6a9fd6-7bf5-4787-adb3-8b17815c4392 None None] Provisioning complete for port e5d2b00f-7993-45ab-bf15-f1e3f4c8ea27 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:22:33.342038 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1c6a9fd6-7bf5-4787-adb3-8b17815c4392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:33.394304 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084594f-6d87-4339-b8d8-e52d76cdba1a req-a0fad812-815f-4b0b-8ad6-acaccf64cf2e tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:33.396588 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5084594f-6d87-4339-b8d8-e52d76cdba1a req-a0fad812-815f-4b0b-8ad6-acaccf64cf2e tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 949 time: 0.1979885 Oct 27 18:22:33.412527 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-95ae0380-6cd6-4d2d-a9dc-fa8546bccaed tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:33.460748 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5084594f-6d87-4339-b8d8-e52d76cdba1a req-130e4e13-405e-40b4-9523-1d452f7f3eae tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521593 Oct 27 18:22:33.462064 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-95ae0380-6cd6-4d2d-a9dc-fa8546bccaed tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] device_id is not set on port 168724c9-71d8-440b-b602-1f3bb57c7953 yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:22:33.629297 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device a6d28f21-0db4-48ea-81c3-bd2ebcbe3219 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:22:33.907742 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-95ae0380-6cd6-4d2d-a9dc-fa8546bccaed tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Allocated IP 10.1.1.91 (f4e9126d-2ff7-47a1-bfee-b0e033396219/b43126e9-9fd9-47ab-bca1-c5bdf1d34ed3/168724c9-71d8-440b-b602-1f3bb57c7953) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:22:34.098359 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1c6a9fd6-7bf5-4787-adb3-8b17815c4392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:34.127399 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-129b5fe4-997c-4abb-af9e-8cd777a91828 req-8fd8e838-1b24-4830-87ea-123a26228e85 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b6b5137-ad0a-4cb7-bf62-ca327e17a72a HTTP/1.1" status: 200 len: 210 time: 0.1603222 Oct 27 18:22:34.190015 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port a6d28f21-0db4-48ea-81c3-bd2ebcbe3219 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:22:34.190618 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:34.305290 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-1c6a9fd6-7bf5-4787-adb3-8b17815c4392 None None] For port e5d2b00f-7993-45ab-bf15-f1e3f4c8ea27, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=e5d2b00f-7993-45ab-bf15-f1e3f4c8ea27,segment=NetworkSegment(1be5cc61-e9e2-4782-8a72-95f16196fee4),segment_id=1be5cc61-e9e2-4782-8a72-95f16196fee4)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:22:34.337655 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-d8b745e7-e879-4d41-bd83-2481abffd24e service neutron] show failed (client error): The resource could not be found. Oct 27 18:22:34.362762 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-d8b745e7-e879-4d41-bd83-2481abffd24e service neutron] 10.222.0.93 "GET /v2.0/ports/7848076d-2451-4103-97da-2fddc47f6bb3/bindings/n-h1-815690-2 HTTP/1.1" status: 404 len: 380 time: 0.4145546 Oct 27 18:22:34.508362 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1c6a9fd6-7bf5-4787-adb3-8b17815c4392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:34.611989 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-95ae0380-6cd6-4d2d-a9dc-fa8546bccaed tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:34.619458 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562f526b-8d21-40e0-95a5-ca1eb184f670 None None] Network 71cba891-964b-4e83-9965-41015215d178 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:22:34.853392 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:34.859221 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed81909-d67b-4ed7-a13f-49c2ee9254ea req-119f2020-509f-44c0-8736-33a3166d94db tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:34.862197 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1ed81909-d67b-4ed7-a13f-49c2ee9254ea req-119f2020-509f-44c0-8736-33a3166d94db tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 949 time: 0.2078805 Oct 27 18:22:34.872990 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-95ae0380-6cd6-4d2d-a9dc-fa8546bccaed tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:34.938084 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6a9fd6-7bf5-4787-adb3-8b17815c4392 None None] Pushing event updated for resources: {'Port': ['ID=e5d2b00f-7993-45ab-bf15-f1e3f4c8ea27,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:34.940225 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1ed81909-d67b-4ed7-a13f-49c2ee9254ea req-7a4d4f7c-bd87-4ef3-a0b4-c1878f991dcb tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673192 Oct 27 18:22:34.972476 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-fb137dee-e3df-4e7b-b30c-531711a181a0 None None] Provisioning complete for port a6d28f21-0db4-48ea-81c3-bd2ebcbe3219 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:22:34.973587 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fb137dee-e3df-4e7b-b30c-531711a181a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:35.025357 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae0380-6cd6-4d2d-a9dc-fa8546bccaed tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Pushing event updated for resources: {'Port': ['ID=168724c9-71d8-440b-b602-1f3bb57c7953,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:35.037550 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ae0380-6cd6-4d2d-a9dc-fa8546bccaed tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Network f4e9126d-2ff7-47a1-bfee-b0e033396219 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:22:35.037795 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-95ae0380-6cd6-4d2d-a9dc-fa8546bccaed tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:22:35.048404 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ae0380-6cd6-4d2d-a9dc-fa8546bccaed tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:22:35.103582 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-4470b68d-e3f2-47b2-a2e9-cf379a16f30f tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=ab22d74eaa124f7eb0c7d0d3b33e9b58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0993943 Oct 27 18:22:35.218571 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port a6d28f21-0db4-48ea-81c3-bd2ebcbe3219, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=a6d28f21-0db4-48ea-81c3-bd2ebcbe3219,segment=NetworkSegment(0e53b951-b795-4081-92ab-f8169ec212e0),segment_id=0e53b951-b795-4081-92ab-f8169ec212e0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:22:35.393945 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ae0380-6cd6-4d2d-a9dc-fa8546bccaed tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:35.393945 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-95ae0380-6cd6-4d2d-a9dc-fa8546bccaed tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:35.432685 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fb137dee-e3df-4e7b-b30c-531711a181a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:35.467523 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-1b12177e-dae5-4b19-8be9-03c506b904be tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:35.482597 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-1b12177e-dae5-4b19-8be9-03c506b904be tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3471518 Oct 27 18:22:35.501493 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-95defb11-fc66-41fb-be42-4a11808fc9b1 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/quotas/ab22d74eaa124f7eb0c7d0d3b33e9b58 HTTP/1.1" status: 200 len: 375 time: 0.0179183 Oct 27 18:22:35.559331 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-163101da-85a2-4384-8783-f41983882a35 req-4864a751-df42-416e-90ca-fbaf210b05aa tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b6b5137-ad0a-4cb7-bf62-ca327e17a72a HTTP/1.1" status: 200 len: 210 time: 0.0461435 Oct 27 18:22:35.570123 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-97d89c19-2d78-4120-b355-38683d275685 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ab22d74eaa124f7eb0c7d0d3b33e9b58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0677240 Oct 27 18:22:35.611339 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:35.616946 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device e5d2b00f-7993-45ab-bf15-f1e3f4c8ea27 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:22:35.665748 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-95ae0380-6cd6-4d2d-a9dc-fa8546bccaed tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0467706 Oct 27 18:22:35.711735 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=a6d28f21-0db4-48ea-81c3-bd2ebcbe3219,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:35.780684 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-fb137dee-e3df-4e7b-b30c-531711a181a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:22:35.781323 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-fb137dee-e3df-4e7b-b30c-531711a181a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:22:35.803814 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port e5d2b00f-7993-45ab-bf15-f1e3f4c8ea27 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:22:35.808797 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:35.884541 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-c1989e78-ce10-45a8-96f4-1659f4ca0beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:35.888214 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-c1989e78-ce10-45a8-96f4-1659f4ca0beb service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685&tenant_id=0493afd680224a038be01c24bab6b33d HTTP/1.1" status: 200 len: 1100 time: 0.1964254 Oct 27 18:22:35.901561 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-593590a0-49ac-4c9b-9456-1b169154e6b9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815690-2', 'device_owner': 'compute:nova'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:22:36.098534 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-593590a0-49ac-4c9b-9456-1b169154e6b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:36.163482 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52052) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:22:36.175053 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-00928749-1ade-4ef2-a2ed-a2bc08407145 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1551701916', 'description': 'tempest-description--1360845191'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:22:36.251894 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-599c89a5-3036-47dd-aee2-be9eaa78d232 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=ab22d74eaa124f7eb0c7d0d3b33e9b58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1498046 Oct 27 18:22:36.277916 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device a6d28f21-0db4-48ea-81c3-bd2ebcbe3219 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:22:36.336424 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-00928749-1ade-4ef2-a2ed-a2bc08407145 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:36.385545 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port a6d28f21-0db4-48ea-81c3-bd2ebcbe3219 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:22:36.386202 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:36.437130 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-fb137dee-e3df-4e7b-b30c-531711a181a0 None None] Provisioning complete for port 4ebc892e-5692-4841-830c-8e4b29b7659e triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:22:36.437791 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fb137dee-e3df-4e7b-b30c-531711a181a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:36.500667 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-fb137dee-e3df-4e7b-b30c-531711a181a0 None None] Port 4ebc892e-5692-4841-830c-8e4b29b7659e cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:22:36.533262 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-00928749-1ade-4ef2-a2ed-a2bc08407145 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:36.544347 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7977c-6b15-4a61-9e58-172c7bf268a5 req-04c78352-e558-415f-bd76-96a9f28abe40 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:36.554064 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-28f7977c-6b15-4a61-9e58-172c7bf268a5 req-04c78352-e558-415f-bd76-96a9f28abe40 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 949 time: 0.3010924 Oct 27 18:22:36.558212 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-fb137dee-e3df-4e7b-b30c-531711a181a0 None None] Provisioning complete for port e5d2b00f-7993-45ab-bf15-f1e3f4c8ea27 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:22:36.558212 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fb137dee-e3df-4e7b-b30c-531711a181a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:36.561091 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device e5d2b00f-7993-45ab-bf15-f1e3f4c8ea27 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:22:36.604704 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-00928749-1ade-4ef2-a2ed-a2bc08407145 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:36.648152 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00928749-1ade-4ef2-a2ed-a2bc08407145 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f66a1304-8991-4287-bd7a-f4a77871754c,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:36.667956 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-28f7977c-6b15-4a61-9e58-172c7bf268a5 req-2cb05f29-ed33-4ad7-9c19-d33a3cb88dc7 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121149 Oct 27 18:22:36.701361 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-00928749-1ade-4ef2-a2ed-a2bc08407145 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:36.704911 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-00928749-1ade-4ef2-a2ed-a2bc08407145 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5390844 Oct 27 18:22:36.707204 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52064) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:22:36.713373 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port e5d2b00f-7993-45ab-bf15-f1e3f4c8ea27 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:22:36.713994 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:36.719777 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-99be0fab-912e-4b66-a1ae-95d6feace3d1 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Request body: {'security_group_rule': {'security_group_id': 'f66a1304-8991-4287-bd7a-f4a77871754c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:22:36.862132 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-99be0fab-912e-4b66-a1ae-95d6feace3d1 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:36.883237 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-e7e529db-cfc8-4b34-96b0-996b8c8a705a tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:36.890155 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-e7e529db-cfc8-4b34-96b0-996b8c8a705a tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5288529 Oct 27 18:22:36.953224 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-eb6fc104-7035-4b17-87d9-7ab964a1c454 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/quotas/ab22d74eaa124f7eb0c7d0d3b33e9b58 HTTP/1.1" status: 200 len: 375 time: 0.0494668 Oct 27 18:22:37.038965 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-6da59bc8-9380-4de2-8e68-c2bf711b5b52 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ab22d74eaa124f7eb0c7d0d3b33e9b58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562642 Oct 27 18:22:37.048455 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-593590a0-49ac-4c9b-9456-1b169154e6b9 service neutron] For port 7848076d-2451-4103-97da-2fddc47f6bb3, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=7848076d-2451-4103-97da-2fddc47f6bb3,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:22:37.049817 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-99be0fab-912e-4b66-a1ae-95d6feace3d1 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:37.120361 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-99be0fab-912e-4b66-a1ae-95d6feace3d1 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:37.128484 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-593590a0-49ac-4c9b-9456-1b169154e6b9 service neutron] For port 7848076d-2451-4103-97da-2fddc47f6bb3, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:22:37.189717 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3a239805-a915-4267-ad1e-b8e022f7f264 req-2114229d-2014-4115-ba96-97a9548b6482 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b6b5137-ad0a-4cb7-bf62-ca327e17a72a HTTP/1.1" status: 200 len: 210 time: 0.0316060 Oct 27 18:22:37.197595 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be0fab-912e-4b66-a1ae-95d6feace3d1 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed8adbcf-8825-4322-a69f-bc927e391d8a,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:37.246666 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87164de-0492-4094-b5a1-6dd2e8211685', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7848076d-2451-4103-97da-2fddc47f6bb3'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:22:37.249541 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeeb6183-2b4c-40a2-96c6-65956780195a" -d '{"events": [{"server_uuid": "d87164de-0492-4094-b5a1-6dd2e8211685", "name": "network-vif-unplugged", "status": "completed", "tag": "7848076d-2451-4103-97da-2fddc47f6bb3"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:22:37.253502 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-593590a0-49ac-4c9b-9456-1b169154e6b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:37.272961 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-593590a0-49ac-4c9b-9456-1b169154e6b9 service neutron] Transition to ACTIVE for port object 7848076d-2451-4103-97da-2fddc47f6bb3 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:22:37.285810 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-99be0fab-912e-4b66-a1ae-95d6feace3d1 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:37.290053 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-99be0fab-912e-4b66-a1ae-95d6feace3d1 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5787513 Oct 27 18:22:37.290228 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52082) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:22:37.295296 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-e5ae07b3-dc7e-44aa-b040-151c615c5065 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Request body: {'security_group_rule': {'security_group_id': 'f66a1304-8991-4287-bd7a-f4a77871754c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:22:37.318319 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 18:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac339d00-7372-4de5-a123-0f2008d5ce9b x-openstack-request-id: req-ac339d00-7372-4de5-a123-0f2008d5ce9b {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:22:37.319256 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87164de-0492-4094-b5a1-6dd2e8211685", "name": "network-vif-unplugged", "status": "completed", "tag": "7848076d-2451-4103-97da-2fddc47f6bb3", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:22:37.319650 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ac339d00-7372-4de5-a123-0f2008d5ce9b {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:22:37.320052 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87164de-0492-4094-b5a1-6dd2e8211685', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7848076d-2451-4103-97da-2fddc47f6bb3', 'code': 200} Oct 27 18:22:37.348814 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-af1dce26-fa0b-45ff-8135-e6c8a8d763ea tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:37.350750 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-af1dce26-fa0b-45ff-8135-e6c8a8d763ea tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.93 "GET /v2.0/networks?id=70d54990-c18d-43d7-9758-e9fefdddf939 HTTP/1.1" status: 200 len: 812 time: 0.1944482 Oct 27 18:22:37.351745 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-7d18888d-f027-40e4-8def-045d149b2b57 None None] Provisioning complete for port a6d28f21-0db4-48ea-81c3-bd2ebcbe3219 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:22:37.352220 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7d18888d-f027-40e4-8def-045d149b2b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:37.379740 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-2b70e55a-1342-4d70-9970-db4cb0e18a8e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Request body: {'port': {'device_id': '1b6b5137-ad0a-4cb7-bf62-ca327e17a72a', 'network_id': '70d54990-c18d-43d7-9758-e9fefdddf939', 'admin_state_up': True, 'tenant_id': '78baf6dd112742399f2639cbeffece6c'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:22:37.530722 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-7d18888d-f027-40e4-8def-045d149b2b57 None None] Provisioning complete for port 4ebc892e-5692-4841-830c-8e4b29b7659e triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:22:37.536965 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7d18888d-f027-40e4-8def-045d149b2b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:37.596058 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-7d18888d-f027-40e4-8def-045d149b2b57 None None] Port 4ebc892e-5692-4841-830c-8e4b29b7659e cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:22:37.610992 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-7d18888d-f027-40e4-8def-045d149b2b57 None None] Provisioning complete for port 168724c9-71d8-440b-b602-1f3bb57c7953 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:22:37.611492 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7d18888d-f027-40e4-8def-045d149b2b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:37.652169 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-7d18888d-f027-40e4-8def-045d149b2b57 None None] Port 168724c9-71d8-440b-b602-1f3bb57c7953 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:22:37.732607 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-593590a0-49ac-4c9b-9456-1b169154e6b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:37.807773 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-54268dc2-5ae2-4490-a08e-e3d51d4b386c req-797dd1ae-0051-4508-b284-d7001be987b4 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef4644b4-5c3f-42eb-b909-4a52e712eedc HTTP/1.1" status: 200 len: 210 time: 0.0782528 Oct 27 18:22:37.859155 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-593590a0-49ac-4c9b-9456-1b169154e6b9 service neutron] No DVR routers for this DVR port 7848076d-2451-4103-97da-2fddc47f6bb3 on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:22:37.881035 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e5ae07b3-dc7e-44aa-b040-151c615c5065 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:37.925147 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593590a0-49ac-4c9b-9456-1b169154e6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=7848076d-2451-4103-97da-2fddc47f6bb3,revision_number=6']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:37.959915 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830491e-72ec-4763-b938-351a965cc570 req-0448a0f4-e80a-4f47-b7ec-9a24403b30f8 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:37.961496 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6830491e-72ec-4763-b938-351a965cc570 req-0448a0f4-e80a-4f47-b7ec-9a24403b30f8 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 947 time: 0.2094522 Oct 27 18:22:37.963723 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-593590a0-49ac-4c9b-9456-1b169154e6b9 service neutron] Attempting to bind port 7848076d-2451-4103-97da-2fddc47f6bb3 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:22:37.964317 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-593590a0-49ac-4c9b-9456-1b169154e6b9 service neutron] Attempting to bind port 7848076d-2451-4103-97da-2fddc47f6bb3 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:22:37.964460 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-593590a0-49ac-4c9b-9456-1b169154e6b9 service neutron] Attempting to bind port 7848076d-2451-4103-97da-2fddc47f6bb3 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:22:37.973636 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-2b70e55a-1342-4d70-9970-db4cb0e18a8e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Made reservation on behalf of 78baf6dd112742399f2639cbeffece6c for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:22:37.984246 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-2b70e55a-1342-4d70-9970-db4cb0e18a8e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:38.028483 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e5ae07b3-dc7e-44aa-b040-151c615c5065 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:38.029840 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-593590a0-49ac-4c9b-9456-1b169154e6b9 service neutron] Port 7848076d-2451-4103-97da-2fddc47f6bb3 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:22:38.030279 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-593590a0-49ac-4c9b-9456-1b169154e6b9 service neutron] Attempting to bind port 7848076d-2451-4103-97da-2fddc47f6bb3 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:22:38.045864 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-593590a0-49ac-4c9b-9456-1b169154e6b9 service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:22:38.046215 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-593590a0-49ac-4c9b-9456-1b169154e6b9 service neutron] Checking segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:22:38.046607 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-593590a0-49ac-4c9b-9456-1b169154e6b9 service neutron] Bound using segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:22:38.047606 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-593590a0-49ac-4c9b-9456-1b169154e6b9 service neutron] Bound port: 7848076d-2451-4103-97da-2fddc47f6bb3, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:22:38.047973 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-593590a0-49ac-4c9b-9456-1b169154e6b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:38.155733 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e5ae07b3-dc7e-44aa-b040-151c615c5065 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:38.164836 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-2b70e55a-1342-4d70-9970-db4cb0e18a8e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Allocated IP 172.20.0.3 (70d54990-c18d-43d7-9758-e9fefdddf939/9dd73aad-b62b-49e3-a8b3-a2ce98f853a3/2ae3132b-10a0-4de1-9fb7-c650eedb2345) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:22:38.220814 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae07b3-dc7e-44aa-b040-151c615c5065 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acb267a9-3d18-4cd1-8392-bbbdbc64ffef,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:38.240866 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6830491e-72ec-4763-b938-351a965cc570 req-85d50fe2-4540-4e5a-b65d-e1c7bf3a9df5 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594488 Oct 27 18:22:38.268139 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-593590a0-49ac-4c9b-9456-1b169154e6b9 service neutron] For port 7848076d-2451-4103-97da-2fddc47f6bb3, host n-h1-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:22:38.284761 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-593590a0-49ac-4c9b-9456-1b169154e6b9 service neutron] For port 7848076d-2451-4103-97da-2fddc47f6bb3, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=7848076d-2451-4103-97da-2fddc47f6bb3,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:22:38.289361 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e5ae07b3-dc7e-44aa-b040-151c615c5065 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:38.291249 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e5ae07b3-dc7e-44aa-b040-151c615c5065 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9996247 Oct 27 18:22:38.296096 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52132) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:22:38.300942 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-d8928ced-61e3-4fd0-bc46-2f3011dafc83 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:22:38.322338 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d92a4-99d7-45c7-90fd-6c0a8bf98775 req-7397f96e-56d8-4764-aaf5-f40e2c35a9bc tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:38.324893 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b24d92a4-99d7-45c7-90fd-6c0a8bf98775 req-7397f96e-56d8-4764-aaf5-f40e2c35a9bc tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87eacb3-2685-4110-a371-17d5a374f9b0 HTTP/1.1" status: 200 len: 948 time: 0.1299443 Oct 27 18:22:38.370759 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-2b70e55a-1342-4d70-9970-db4cb0e18a8e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:38.383296 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b24d92a4-99d7-45c7-90fd-6c0a8bf98775 req-3a8a8f23-027b-4c51-9f17-1ce105c6100e tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/security-groups?id=91467586-a0d6-44d3-9281-411e425eba01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464809 Oct 27 18:22:38.404387 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-593590a0-49ac-4c9b-9456-1b169154e6b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:38.424132 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c3496bca-f3ae-49b6-b314-f19fb4a308fc req-3cd47850-d34f-48df-b63a-14cb206e11c7 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b6b5137-ad0a-4cb7-bf62-ca327e17a72a HTTP/1.1" status: 200 len: 210 time: 0.0325487 Oct 27 18:22:38.460701 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-593590a0-49ac-4c9b-9456-1b169154e6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:38.461304 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-593590a0-49ac-4c9b-9456-1b169154e6b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:38.463415 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-593590a0-49ac-4c9b-9456-1b169154e6b9 service neutron] 10.222.0.81 "PUT /v2.0/ports/7848076d-2451-4103-97da-2fddc47f6bb3 HTTP/1.1" status: 200 len: 1095 time: 2.5677102 Oct 27 18:22:38.472755 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d8928ced-61e3-4fd0-bc46-2f3011dafc83 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks [] for floatingip, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:38.487536 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-2b70e55a-1342-4d70-9970-db4cb0e18a8e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:38.568071 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593590a0-49ac-4c9b-9456-1b169154e6b9 service neutron] Pushing event updated for resources: {'Port': ['ID=7848076d-2451-4103-97da-2fddc47f6bb3,revision_number=7']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:38.577710 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-2b70e55a-1342-4d70-9970-db4cb0e18a8e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Network 70d54990-c18d-43d7-9758-e9fefdddf939 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:22:38.585668 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-2b70e55a-1342-4d70-9970-db4cb0e18a8e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:22:38.585668 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-2b70e55a-1342-4d70-9970-db4cb0e18a8e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:22:38.603561 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-31098376-20d2-4bce-936d-df6e78d5c933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:38.605503 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-31098376-20d2-4bce-936d-df6e78d5c933 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0493afd680224a038be01c24bab6b33d&device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 1098 time: 0.1102881 Oct 27 18:22:38.640768 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70e55a-1342-4d70-9970-db4cb0e18a8e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Pushing event updated for resources: {'Port': ['ID=2ae3132b-10a0-4de1-9fb7-c650eedb2345,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:38.716535 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-2b70e55a-1342-4d70-9970-db4cb0e18a8e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:38.717289 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-2b70e55a-1342-4d70-9970-db4cb0e18a8e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:38.804780 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-4faf54b0-6382-4364-af1a-cb2a1a7a8647 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1252978766&fields=id&tenant_id=935b1609fadd4a79a82a8a4c512ccaba HTTP/1.1" status: 200 len: 267 time: 0.0775042 Oct 27 18:22:38.804780 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d8928ced-61e3-4fd0-bc46-2f3011dafc83 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:38.806565 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-6849205f-acde-4476-8214-01c80b0a31ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:38.808072 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-6849205f-acde-4476-8214-01c80b0a31ec service neutron] 10.222.0.81 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.1948709 Oct 27 18:22:38.825648 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-2b70e55a-1342-4d70-9970-db4cb0e18a8e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4563265 Oct 27 18:22:38.849811 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-d8710d7c-c5d3-49a9-8a20-b20a2c3a4edf service neutron] Request body: {'port': {'device_id': '1b6b5137-ad0a-4cb7-bf62-ca327e17a72a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:22:38.898645 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-3ff8fd71-8400-4619-8b57-aa727a35de8e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=7848076d-2451-4103-97da-2fddc47f6bb3 HTTP/1.1" status: 200 len: 217 time: 0.0818882 Oct 27 18:22:38.918546 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-d8710d7c-c5d3-49a9-8a20-b20a2c3a4edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:38.976990 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4784189f-062d-4c69-96eb-df9cc80d70dc req-0fd0b1d1-9b3c-4577-ace3-7267c45feb77 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef4644b4-5c3f-42eb-b909-4a52e712eedc HTTP/1.1" status: 200 len: 210 time: 0.0914333 Oct 27 18:22:39.038405 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-b6cf7f33-29cc-4a82-930e-9ff606480571 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=ab22d74eaa124f7eb0c7d0d3b33e9b58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638409 Oct 27 18:22:39.158055 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-a1faef5e-a8cb-49a2-b44c-7d7de5aa1bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:39.159602 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-a1faef5e-a8cb-49a2-b44c-7d7de5aa1bcc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.2419736 Oct 27 18:22:39.199834 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-d8928ced-61e3-4fd0-bc46-2f3011dafc83 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Allocated IP 172.25.6.230 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/e248cccb-aad4-4a0f-aaca-a513beb178ec) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:22:39.229332 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-413377db-04d5-48ce-b5b6-5810128f395b tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:39.230879 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-413377db-04d5-48ce-b5b6-5810128f395b tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/networks?id=a02c915a-ef33-4547-80f0-d7d8ef06e164 HTTP/1.1" status: 200 len: 815 time: 0.4041271 Oct 27 18:22:39.271230 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-d8710d7c-c5d3-49a9-8a20-b20a2c3a4edf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ae3132b-10a0-4de1-9fb7-c650eedb2345 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:22:39.283390 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-2f127099-861e-40e4-b0dc-bf95b641ea19 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/quotas/935b1609fadd4a79a82a8a4c512ccaba HTTP/1.1" status: 200 len: 375 time: 0.0401480 Oct 27 18:22:39.283814 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-d8710d7c-c5d3-49a9-8a20-b20a2c3a4edf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:39.299831 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-d8710d7c-c5d3-49a9-8a20-b20a2c3a4edf service neutron] Transition to ACTIVE for port object 2ae3132b-10a0-4de1-9fb7-c650eedb2345 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:22:39.323881 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87164de-0492-4094-b5a1-6dd2e8211685', 'tag': '7848076d-2451-4103-97da-2fddc47f6bb3'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:22:39.326859 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebfa857-344f-410b-bd3a-e7f19800eceb" -d '{"events": [{"name": "network-changed", "server_uuid": "d87164de-0492-4094-b5a1-6dd2e8211685", "tag": "7848076d-2451-4103-97da-2fddc47f6bb3"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:22:39.380214 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-e1ebd907-06de-4e38-806e-597170fd87e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:39.381658 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-e1ebd907-06de-4e38-806e-597170fd87e7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2041228 Oct 27 18:22:39.389262 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-d781c1c8-e2d4-4c9a-bd4c-f23d34482ed7 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:39.390190 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 7848076d-2451-4103-97da-2fddc47f6bb3 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:22:39.390664 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-d781c1c8-e2d4-4c9a-bd4c-f23d34482ed7 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3198800 Oct 27 18:22:39.411205 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-d8710d7c-c5d3-49a9-8a20-b20a2c3a4edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:39.430300 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-948c37d3-15d9-4b22-b62b-7617f6e6550c tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Request body: {'port': {'device_id': 'd8814091-7055-4f98-ba67-e60f5562a079', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'admin_state_up': True, 'tenant_id': 'ab22d74eaa124f7eb0c7d0d3b33e9b58'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:22:39.435349 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 7848076d-2451-4103-97da-2fddc47f6bb3 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:22:39.479312 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8710d7c-c5d3-49a9-8a20-b20a2c3a4edf service neutron] Pushing event updated for resources: {'Port': ['ID=2ae3132b-10a0-4de1-9fb7-c650eedb2345,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:39.531684 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-39431d8e-efda-420d-bf0b-1808d2eac44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:39.557809 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-d8710d7c-c5d3-49a9-8a20-b20a2c3a4edf service neutron] Attempting to bind port 2ae3132b-10a0-4de1-9fb7-c650eedb2345 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:22:39.558720 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-d8710d7c-c5d3-49a9-8a20-b20a2c3a4edf service neutron] Attempting to bind port 2ae3132b-10a0-4de1-9fb7-c650eedb2345 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': 'c3b83e00-8105-42bf-a65c-5b309278d20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '70d54990-c18d-43d7-9758-e9fefdddf939'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:22:39.558720 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-d8710d7c-c5d3-49a9-8a20-b20a2c3a4edf service neutron] Attempting to bind port 2ae3132b-10a0-4de1-9fb7-c650eedb2345 on network 70d54990-c18d-43d7-9758-e9fefdddf939 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:22:39.564997 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-d8710d7c-c5d3-49a9-8a20-b20a2c3a4edf service neutron] Port 2ae3132b-10a0-4de1-9fb7-c650eedb2345 on network 70d54990-c18d-43d7-9758-e9fefdddf939 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:22:39.568401 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-d8710d7c-c5d3-49a9-8a20-b20a2c3a4edf service neutron] Attempting to bind port 2ae3132b-10a0-4de1-9fb7-c650eedb2345 on network 70d54990-c18d-43d7-9758-e9fefdddf939 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:22:39.571768 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-d8710d7c-c5d3-49a9-8a20-b20a2c3a4edf service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:22:39.572671 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-d8710d7c-c5d3-49a9-8a20-b20a2c3a4edf service neutron] Checking segment: {'id': 'c3b83e00-8105-42bf-a65c-5b309278d20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '70d54990-c18d-43d7-9758-e9fefdddf939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:22:39.573138 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-d8710d7c-c5d3-49a9-8a20-b20a2c3a4edf service neutron] Bound using segment: {'id': 'c3b83e00-8105-42bf-a65c-5b309278d20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '70d54990-c18d-43d7-9758-e9fefdddf939'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:22:39.573578 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-d8710d7c-c5d3-49a9-8a20-b20a2c3a4edf service neutron] Bound port: 2ae3132b-10a0-4de1-9fb7-c650eedb2345, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3b83e00-8105-42bf-a65c-5b309278d20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '70d54990-c18d-43d7-9758-e9fefdddf939'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:22:39.574132 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-d8710d7c-c5d3-49a9-8a20-b20a2c3a4edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:39.579053 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-f365efbb-c79f-4a4a-90ba-cbbfb700096c tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=935b1609fadd4a79a82a8a4c512ccaba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2574618 Oct 27 18:22:39.607925 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d8928ced-61e3-4fd0-bc46-2f3011dafc83 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:39.620789 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e54af4-1296-4ad3-863b-1f95ebe620c4 req-1091bdf9-e6ad-45ed-ab69-b634d1004ade tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:39.623828 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-32e54af4-1296-4ad3-863b-1f95ebe620c4 req-1091bdf9-e6ad-45ed-ab69-b634d1004ade tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 947 time: 0.2869983 Oct 27 18:22:39.645691 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-d8710d7c-c5d3-49a9-8a20-b20a2c3a4edf service neutron] For port 2ae3132b-10a0-4de1-9fb7-c650eedb2345, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:22:39.649306 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-d8710d7c-c5d3-49a9-8a20-b20a2c3a4edf service neutron] For port 2ae3132b-10a0-4de1-9fb7-c650eedb2345, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=2ae3132b-10a0-4de1-9fb7-c650eedb2345,segment=NetworkSegment(c3b83e00-8105-42bf-a65c-5b309278d20d),segment_id=c3b83e00-8105-42bf-a65c-5b309278d20d)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:22:39.751234 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-7d8f2874-ba9a-484c-b19b-bddebc6abc44 service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409724 Oct 27 18:22:39.787735 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-d8710d7c-c5d3-49a9-8a20-b20a2c3a4edf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:39.824322 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-d8710d7c-c5d3-49a9-8a20-b20a2c3a4edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:39.825150 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-d8710d7c-c5d3-49a9-8a20-b20a2c3a4edf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:39.826867 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-d8710d7c-c5d3-49a9-8a20-b20a2c3a4edf service neutron] 10.222.0.93 "PUT /v2.0/ports/2ae3132b-10a0-4de1-9fb7-c650eedb2345 HTTP/1.1" status: 200 len: 1091 time: 0.9822800 Oct 27 18:22:39.829306 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b6b5137-ad0a-4cb7-bf62-ca327e17a72a', 'tag': '2ae3132b-10a0-4de1-9fb7-c650eedb2345'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:22:39.832331 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9268a5b2-396e-4d1a-8177-7387ac6cbb63" -d '{"events": [{"name": "network-changed", "server_uuid": "1b6b5137-ad0a-4cb7-bf62-ca327e17a72a", "tag": "2ae3132b-10a0-4de1-9fb7-c650eedb2345"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:22:39.864173 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8710d7c-c5d3-49a9-8a20-b20a2c3a4edf service neutron] Pushing event updated for resources: {'Port': ['ID=2ae3132b-10a0-4de1-9fb7-c650eedb2345,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:39.864443 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-32e54af4-1296-4ad3-863b-1f95ebe620c4 req-1f848742-a83e-4b5a-8387-1d963137dc9b tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178268 Oct 27 18:22:39.893231 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-f5f82d99-9218-476f-8bb6-120b2987356a tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=ab22d74eaa124f7eb0c7d0d3b33e9b58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511611 Oct 27 18:22:39.904618 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-7a24b40b-4d43-46fc-b8f9-eebc362db4a6 service neutron] 10.222.0.52 "GET /v2.0/networks/a02c915a-ef33-4547-80f0-d7d8ef06e164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930219 Oct 27 18:22:40.011476 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d8928ced-61e3-4fd0-bc46-2f3011dafc83 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:40.013822 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-948c37d3-15d9-4b22-b62b-7617f6e6550c tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Made reservation on behalf of ab22d74eaa124f7eb0c7d0d3b33e9b58 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:22:40.017261 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-948c37d3-15d9-4b22-b62b-7617f6e6550c tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:40.040776 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-4717b67b-f177-44cd-9b17-3ca792be3244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:40.042309 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-4717b67b-f177-44cd-9b17-3ca792be3244 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=78baf6dd112742399f2639cbeffece6c&device_id=1b6b5137-ad0a-4cb7-bf62-ca327e17a72a HTTP/1.1" status: 200 len: 1094 time: 0.0499856 Oct 27 18:22:40.050492 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1cadee-c0ba-4b41-8e3f-ae882a057d8a x-openstack-request-id: req-fb1cadee-c0ba-4b41-8e3f-ae882a057d8a {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:22:40.050780 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d87164de-0492-4094-b5a1-6dd2e8211685", "tag": "7848076d-2451-4103-97da-2fddc47f6bb3", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:22:40.051054 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fb1cadee-c0ba-4b41-8e3f-ae882a057d8a {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:22:40.053821 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd87164de-0492-4094-b5a1-6dd2e8211685', 'tag': '7848076d-2451-4103-97da-2fddc47f6bb3', 'status': 'completed', 'code': 200} Oct 27 18:22:40.085079 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-948c37d3-15d9-4b22-b62b-7617f6e6550c tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:40.096791 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f4cb4006-718a-4c32-a3fd-0d4ec0da3998 req-5a478aaf-6249-4dc0-b3ff-f1b2aaebc98e service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315392 Oct 27 18:22:40.103745 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-3dd98b2c-6656-4659-af7d-63a57fde8489 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ae3132b-10a0-4de1-9fb7-c650eedb2345 HTTP/1.1" status: 200 len: 217 time: 0.0472820 Oct 27 18:22:40.127510 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8928ced-61e3-4fd0-bc46-2f3011dafc83 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:22:40.182678 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-d8928ced-61e3-4fd0-bc46-2f3011dafc83 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:22:40.185202 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-28075e5b-f76a-4753-9f2d-b9228538d5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:40.186938 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-28075e5b-f76a-4753-9f2d-b9228538d5db service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9dd73aad-b62b-49e3-a8b3-a2ce98f853a3 HTTP/1.1" status: 200 len: 852 time: 0.0696492 Oct 27 18:22:40.192213 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfa857-344f-410b-bd3a-e7f19800eceb req-1f5059d8-0fd7-4357-80a5-c9d16ca7ff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:40.192933 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8928ced-61e3-4fd0-bc46-2f3011dafc83 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Pushing event updated for resources: {'Port': ['ID=e248cccb-aad4-4a0f-aaca-a513beb178ec,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:40.197406 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4ebfa857-344f-410b-bd3a-e7f19800eceb req-1f5059d8-0fd7-4357-80a5-c9d16ca7ff6b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0493afd680224a038be01c24bab6b33d&device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 1098 time: 0.0887206 Oct 27 18:22:40.201620 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8928ced-61e3-4fd0-bc46-2f3011dafc83 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:22:40.251246 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-e0212a80-4e66-48f4-87c0-16ea98f22e1a service neutron] 10.222.0.52 "GET /v2.0/networks/a02c915a-ef33-4547-80f0-d7d8ef06e164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360760 Oct 27 18:22:40.257730 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-d135a8ec-8036-4cd1-9ebb-2ff103287cc6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=70d54990-c18d-43d7-9758-e9fefdddf939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566807 Oct 27 18:22:40.271991 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-8356c289-4266-4dc4-b398-7c3b7ec32d79 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:40.273483 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-8356c289-4266-4dc4-b398-7c3b7ec32d79 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3712778 Oct 27 18:22:40.312197 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-06ae8e20-df16-464a-8d73-1d35be504f58 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Request body: {'port': {'device_id': 'ef4644b4-5c3f-42eb-b909-4a52e712eedc', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'admin_state_up': True, 'tenant_id': 'ab22d74eaa124f7eb0c7d0d3b33e9b58'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:22:40.393893 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e4386-6a3f-4c1c-8364-1cae85d9d033 req-8885c8ad-9ddc-457b-b59e-4602b7e6c05e tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:40.400401 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfa857-344f-410b-bd3a-e7f19800eceb req-2fae0c1f-8b59-456c-8e04-d64b240dc6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:40.401503 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-017e4386-6a3f-4c1c-8364-1cae85d9d033 req-8885c8ad-9ddc-457b-b59e-4602b7e6c05e tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87eacb3-2685-4110-a371-17d5a374f9b0 HTTP/1.1" status: 200 len: 948 time: 0.2799699 Oct 27 18:22:40.401864 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4ebfa857-344f-410b-bd3a-e7f19800eceb req-2fae0c1f-8b59-456c-8e04-d64b240dc6d9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.1764143 Oct 27 18:22:40.413106 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-65478590-5d41-4dfe-a27c-92f076f7b887 service neutron] 10.222.0.93 "GET /v2.0/networks/70d54990-c18d-43d7-9758-e9fefdddf939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279824 Oct 27 18:22:40.481248 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4ebfa857-344f-410b-bd3a-e7f19800eceb req-9c0941af-8862-49fb-948d-e9bee4aec320 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=7848076d-2451-4103-97da-2fddc47f6bb3 HTTP/1.1" status: 200 len: 217 time: 0.0587618 Oct 27 18:22:40.486578 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfa857-344f-410b-bd3a-e7f19800eceb req-fbd27374-9bcd-40c3-a5f3-2196e51a07db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:40.488108 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ebfa857-344f-410b-bd3a-e7f19800eceb req-fbd27374-9bcd-40c3-a5f3-2196e51a07db service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0493afd680224a038be01c24bab6b33d&device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 1098 time: 0.2426167 Oct 27 18:22:40.596026 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfa857-344f-410b-bd3a-e7f19800eceb req-4a910c1f-04a9-4d13-a431-f183b342f6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:40.597685 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4ebfa857-344f-410b-bd3a-e7f19800eceb req-4a910c1f-04a9-4d13-a431-f183b342f6f0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.0899765 Oct 27 18:22:40.599960 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b43e35cb-e3c9-4a9e-8dd0-ad1207c2b3a1 req-016e7ce4-a422-4690-ac3e-a413e37168f2 service neutron] 10.222.0.93 "GET /v2.0/networks/70d54990-c18d-43d7-9758-e9fefdddf939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712070 Oct 27 18:22:40.664396 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfa857-344f-410b-bd3a-e7f19800eceb req-0ca9b0af-beb2-42a9-bc9a-09dd4777e7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:40.666224 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4ebfa857-344f-410b-bd3a-e7f19800eceb req-0ca9b0af-beb2-42a9-bc9a-09dd4777e7be service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0518217 Oct 27 18:22:40.773402 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4ebfa857-344f-410b-bd3a-e7f19800eceb req-16fc5975-52c5-4377-804c-638f8cc52faa service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977657 Oct 27 18:22:40.922630 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-948c37d3-15d9-4b22-b62b-7617f6e6550c tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:40.923467 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4ebfa857-344f-410b-bd3a-e7f19800eceb req-018c4a83-81e8-4fa4-8bf7-f4f25b42926c service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419725 Oct 27 18:22:40.945986 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-017e4386-6a3f-4c1c-8364-1cae85d9d033 req-9d1060f9-482b-4d67-93a3-0a322ea00846 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/security-groups?id=91467586-a0d6-44d3-9281-411e425eba01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5436242 Oct 27 18:22:40.967701 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d8928ced-61e3-4fd0-bc46-2f3011dafc83 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:41.012382 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172e38d7-02e0-479b-a8ce-20e159395cd2 x-openstack-request-id: req-172e38d7-02e0-479b-a8ce-20e159395cd2 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:22:41.013018 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b6b5137-ad0a-4cb7-bf62-ca327e17a72a", "tag": "2ae3132b-10a0-4de1-9fb7-c650eedb2345", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:22:41.013550 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-172e38d7-02e0-479b-a8ce-20e159395cd2 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:22:41.013978 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b6b5137-ad0a-4cb7-bf62-ca327e17a72a', 'tag': '2ae3132b-10a0-4de1-9fb7-c650eedb2345', 'status': 'completed', 'code': 200} Oct 27 18:22:41.022745 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-948c37d3-15d9-4b22-b62b-7617f6e6550c tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:41.047940 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a7f44-cf5f-413a-aab8-54b2bf3be572 req-1d740c99-6d5e-40f1-8760-c977dd5461ea tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:41.055132 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-004a7f44-cf5f-413a-aab8-54b2bf3be572 req-1d740c99-6d5e-40f1-8760-c977dd5461ea tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b6b5137-ad0a-4cb7-bf62-ca327e17a72a HTTP/1.1" status: 200 len: 943 time: 0.1479142 Oct 27 18:22:41.072532 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfa857-344f-410b-bd3a-e7f19800eceb req-c919875b-b66d-4205-93ef-0a1a160847f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:41.077636 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ebfa857-344f-410b-bd3a-e7f19800eceb req-c919875b-b66d-4205-93ef-0a1a160847f6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.5701654 Oct 27 18:22:41.086665 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268a5b2-396e-4d1a-8177-7387ac6cbb63 req-46e5748d-5c99-481a-a2ac-31de3c53e902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:41.089051 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9268a5b2-396e-4d1a-8177-7387ac6cbb63 req-46e5748d-5c99-481a-a2ac-31de3c53e902 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=78baf6dd112742399f2639cbeffece6c&device_id=1b6b5137-ad0a-4cb7-bf62-ca327e17a72a HTTP/1.1" status: 200 len: 1094 time: 0.0492291 Oct 27 18:22:41.174842 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c37d3-15d9-4b22-b62b-7617f6e6550c tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3877ea7-8500-45e3-8ada-b0785ce1b580,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:41.177327 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-06ae8e20-df16-464a-8d73-1d35be504f58 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Made reservation on behalf of ab22d74eaa124f7eb0c7d0d3b33e9b58 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:22:41.181852 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-06ae8e20-df16-464a-8d73-1d35be504f58 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:41.187373 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8db786a4-cdfc-455d-9622-bb1c73f9d1f4 req-588ce78f-2a61-4252-bf5b-5930484c9d43 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef4644b4-5c3f-42eb-b909-4a52e712eedc HTTP/1.1" status: 200 len: 210 time: 0.1048813 Oct 27 18:22:41.187373 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ebfa857-344f-410b-bd3a-e7f19800eceb req-1778f0a7-af62-4b0f-a040-e738fa8001d5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=7848076d-2451-4103-97da-2fddc47f6bb3 HTTP/1.1" status: 200 len: 217 time: 0.0944839 Oct 27 18:22:41.233849 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268a5b2-396e-4d1a-8177-7387ac6cbb63 req-66d55a8b-9ae9-4b44-a7b4-f5385d1b8ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:41.235517 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9268a5b2-396e-4d1a-8177-7387ac6cbb63 req-66d55a8b-9ae9-4b44-a7b4-f5385d1b8ead service neutron] 10.222.0.93 "GET /v2.0/networks?id=70d54990-c18d-43d7-9758-e9fefdddf939 HTTP/1.1" status: 200 len: 914 time: 0.1241074 Oct 27 18:22:41.280403 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d8928ced-61e3-4fd0-bc46-2f3011dafc83 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:41.285065 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-004a7f44-cf5f-413a-aab8-54b2bf3be572 req-6e751957-bbe8-483e-b0ee-80fae0d80a2b tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290671 Oct 27 18:22:41.293733 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9268a5b2-396e-4d1a-8177-7387ac6cbb63 req-461c512f-7b8f-4c76-a7de-d9296d985762 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ae3132b-10a0-4de1-9fb7-c650eedb2345 HTTP/1.1" status: 200 len: 217 time: 0.0495965 Oct 27 18:22:41.365319 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268a5b2-396e-4d1a-8177-7387ac6cbb63 req-247137b9-852d-4ea8-ba49-f27e422b6f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:41.369435 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9268a5b2-396e-4d1a-8177-7387ac6cbb63 req-247137b9-852d-4ea8-ba49-f27e422b6f95 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9dd73aad-b62b-49e3-a8b3-a2ce98f853a3 HTTP/1.1" status: 200 len: 852 time: 0.0597422 Oct 27 18:22:41.397934 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cf9b118f-2e41-44e5-8f7e-d4f6171147e2 req-31f86a01-4553-4299-8481-236685105239 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc HTTP/1.1" status: 200 len: 210 time: 0.0829513 Oct 27 18:22:41.406667 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9268a5b2-396e-4d1a-8177-7387ac6cbb63 req-57b66e2e-05be-4d54-bce4-ce926f4abb21 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=70d54990-c18d-43d7-9758-e9fefdddf939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268135 Oct 27 18:22:41.502768 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfa857-344f-410b-bd3a-e7f19800eceb req-5019b648-884d-4121-b7cf-ff3b78411bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:41.504476 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ebfa857-344f-410b-bd3a-e7f19800eceb req-5019b648-884d-4121-b7cf-ff3b78411bae service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.3081491 Oct 27 18:22:41.530988 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9268a5b2-396e-4d1a-8177-7387ac6cbb63 req-04f1b419-9f57-4d4c-b85e-412451e8718b service neutron] 10.222.0.93 "GET /v2.0/networks/70d54990-c18d-43d7-9758-e9fefdddf939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140139 Oct 27 18:22:41.643444 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-948c37d3-15d9-4b22-b62b-7617f6e6550c tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Allocated IP 192.168.233.155 (5a00a4ee-d7ee-4646-9905-4d21868e9aa2/5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc/1e0e81ca-8d40-4f32-adf8-576986635f72) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:22:41.665692 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9268a5b2-396e-4d1a-8177-7387ac6cbb63 req-0ce2a39c-8453-4110-8362-ba5298766f10 service neutron] 10.222.0.93 "GET /v2.0/networks/70d54990-c18d-43d7-9758-e9fefdddf939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258523 Oct 27 18:22:41.704459 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a332120-bf4f-41ea-bb24-b329872c92ae req-64287c95-9736-46da-94d2-f2a3c1f13263 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:41.706009 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9a332120-bf4f-41ea-bb24-b329872c92ae req-64287c95-9736-46da-94d2-f2a3c1f13263 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 947 time: 0.3146458 Oct 27 18:22:41.719722 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfa857-344f-410b-bd3a-e7f19800eceb req-aa732837-6886-4f3f-9add-24717f186587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:41.721171 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ebfa857-344f-410b-bd3a-e7f19800eceb req-aa732837-6886-4f3f-9add-24717f186587 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1932249 Oct 27 18:22:41.904974 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d8928ced-61e3-4fd0-bc46-2f3011dafc83 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:41.917787 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9a332120-bf4f-41ea-bb24-b329872c92ae req-e9d55f0e-8342-4636-95b6-9bb38c9ddb65 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931493 Oct 27 18:22:41.957273 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ebfa857-344f-410b-bd3a-e7f19800eceb req-43d0cbeb-cd3c-4b82-9d87-8372e666f279 service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205935 Oct 27 18:22:42.030696 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-94521d14-60ef-43fb-a1e0-e9d79ec007f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:42.033349 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d8928ced-61e3-4fd0-bc46-2f3011dafc83 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:42.057923 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-948c37d3-15d9-4b22-b62b-7617f6e6550c tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:42.159328 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8928ced-61e3-4fd0-bc46-2f3011dafc83 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Pushing event updated for resources: {'Port': ['ID=e248cccb-aad4-4a0f-aaca-a513beb178ec,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:42.180535 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ebfa857-344f-410b-bd3a-e7f19800eceb req-e47098e9-9fe4-45a1-9353-bba2b6b9b7ef service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131481 Oct 27 18:22:42.183833 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d8928ced-61e3-4fd0-bc46-2f3011dafc83 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:42.301245 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cb849512-367e-401a-a14e-d41bcd2b1e6e req-7882e9f8-40d2-445d-8c24-be6eecd4de80 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef4644b4-5c3f-42eb-b909-4a52e712eedc HTTP/1.1" status: 200 len: 210 time: 0.0323176 Oct 27 18:22:42.306714 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-948c37d3-15d9-4b22-b62b-7617f6e6550c tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:42.310595 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d8928ced-61e3-4fd0-bc46-2f3011dafc83 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:42.320047 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d8928ced-61e3-4fd0-bc46-2f3011dafc83 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0147579 Oct 27 18:22:42.402128 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-948c37d3-15d9-4b22-b62b-7617f6e6550c tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:22:42.410110 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-948c37d3-15d9-4b22-b62b-7617f6e6550c tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:22:42.419366 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-948c37d3-15d9-4b22-b62b-7617f6e6550c tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:22:42.423360 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c37d3-15d9-4b22-b62b-7617f6e6550c tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Pushing event updated for resources: {'Port': ['ID=1e0e81ca-8d40-4f32-adf8-576986635f72,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:42.452835 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-06ae8e20-df16-464a-8d73-1d35be504f58 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Allocated IP 192.168.233.79 (5a00a4ee-d7ee-4646-9905-4d21868e9aa2/5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc/edbc4198-ddf2-4ab8-a27a-1436d0484f96) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:22:42.580399 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-45972aa4-eb40-4989-bfdc-5c22dd18b345 req-46727afd-395f-47b2-b7cc-4de5e35f35a2 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc HTTP/1.1" status: 200 len: 210 time: 0.0642619 Oct 27 18:22:42.614732 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-948c37d3-15d9-4b22-b62b-7617f6e6550c tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:42.615387 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-948c37d3-15d9-4b22-b62b-7617f6e6550c tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:42.629655 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad2f48-6e57-4d52-a78f-d1742deb41b2 req-889de3a4-28e4-49ac-b0a7-88581bf3f4d7 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:42.638012 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1bad2f48-6e57-4d52-a78f-d1742deb41b2 req-889de3a4-28e4-49ac-b0a7-88581bf3f4d7 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b6b5137-ad0a-4cb7-bf62-ca327e17a72a HTTP/1.1" status: 200 len: 943 time: 0.2252984 Oct 27 18:22:42.687285 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-9c411c23-4543-4ac4-b9fe-7ca5b1e0f873 None None] Provisioning complete for port 1e0e81ca-8d40-4f32-adf8-576986635f72 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:22:42.687652 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9c411c23-4543-4ac4-b9fe-7ca5b1e0f873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:42.722230 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-9c411c23-4543-4ac4-b9fe-7ca5b1e0f873 None None] Port 1e0e81ca-8d40-4f32-adf8-576986635f72 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:22:42.763848 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1bad2f48-6e57-4d52-a78f-d1742deb41b2 req-05e9c45f-ba95-4228-b57f-18ce4aae39c1 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249549 Oct 27 18:22:42.770958 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-1dbe7e20-ce52-4ef5-9677-c0bef06b8107 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1551701916&fields=id&tenant_id=32c521b9d5364e14a010de85fa7c39d0 HTTP/1.1" status: 200 len: 267 time: 0.0794711 Oct 27 18:22:42.810168 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-23af23ff-0a2b-4ee1-b378-806fac472fff req-ac879321-e5ef-46bb-ad92-c88cd4c14f36 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4d8903f3-8988-4444-b072-e5de2d0353b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395525 Oct 27 18:22:42.827226 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-948c37d3-15d9-4b22-b62b-7617f6e6550c tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4041524 Oct 27 18:22:42.850168 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-af0efaad-497e-457a-85c2-84bdd4751488 service neutron] Request body: {'port': {'device_id': 'd8814091-7055-4f98-ba67-e60f5562a079', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:22:42.868969 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-b1a52097-2661-4d0b-a145-e2cd87804565 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:42.870361 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-b1a52097-2661-4d0b-a145-e2cd87804565 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports/4ebc892e-5692-4841-830c-8e4b29b7659e HTTP/1.1" status: 200 len: 930 time: 0.0833187 Oct 27 18:22:42.890790 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-06ae8e20-df16-464a-8d73-1d35be504f58 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:42.905591 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af23ff-0a2b-4ee1-b378-806fac472fff req-d8efd330-8f12-4d1b-a328-9fde56f2ccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:42.907163 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-23af23ff-0a2b-4ee1-b378-806fac472fff req-d8efd330-8f12-4d1b-a328-9fde56f2ccc2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2afdd7c515474860a22ec07f3faca833&device_id=4d8903f3-8988-4444-b072-e5de2d0353b9 HTTP/1.1" status: 200 len: 1097 time: 0.0454147 Oct 27 18:22:42.965110 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-b7d353ea-5f43-4f66-8fd0-38e54add7de3 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:42.966527 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-b7d353ea-5f43-4f66-8fd0-38e54add7de3 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports/168724c9-71d8-440b-b602-1f3bb57c7953 HTTP/1.1" status: 200 len: 930 time: 0.0790844 Oct 27 18:22:42.989666 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-af0efaad-497e-457a-85c2-84bdd4751488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:43.020235 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af23ff-0a2b-4ee1-b378-806fac472fff req-97b32d06-c0e5-4e37-b04e-26e3396b0182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:43.021709 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-23af23ff-0a2b-4ee1-b378-806fac472fff req-97b32d06-c0e5-4e37-b04e-26e3396b0182 service neutron] 10.222.0.93 "GET /v2.0/networks?id=eadbf85d-3b34-4dc3-8601-2203c9997db2 HTTP/1.1" status: 200 len: 913 time: 0.0923026 Oct 27 18:22:43.069416 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-e46dfa61-172a-4e3d-b422-9eb36ddde19a tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?network_id=71cba891-964b-4e83-9965-41015215d178&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0807688 Oct 27 18:22:43.091640 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-23af23ff-0a2b-4ee1-b378-806fac472fff req-a886e225-4fde-47e5-9a22-5f2ca53d9764 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7b57edb-3306-47d0-b0c8-6c4a2d407037 HTTP/1.1" status: 200 len: 1002 time: 0.0596700 Oct 27 18:22:43.144564 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af23ff-0a2b-4ee1-b378-806fac472fff req-25905820-b1b2-49d8-bea1-ac0034ab3dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:43.146031 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-23af23ff-0a2b-4ee1-b378-806fac472fff req-25905820-b1b2-49d8-bea1-ac0034ab3dc9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=69983570-a5fd-4619-80ac-2d6bf8572707 HTTP/1.1" status: 200 len: 850 time: 0.0443170 Oct 27 18:22:43.146226 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-06ae8e20-df16-464a-8d73-1d35be504f58 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:43.152109 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-7e63a7ca-807a-409a-a00d-3eef73ec658a tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?network_id=71cba891-964b-4e83-9965-41015215d178&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0640185 Oct 27 18:22:43.197511 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af23ff-0a2b-4ee1-b378-806fac472fff req-3aa9fa4e-5478-47b8-b5a5-88633f57adab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:43.199075 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-23af23ff-0a2b-4ee1-b378-806fac472fff req-3aa9fa4e-5478-47b8-b5a5-88633f57adab service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=eadbf85d-3b34-4dc3-8601-2203c9997db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442023 Oct 27 18:22:43.252185 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 7848076d-2451-4103-97da-2fddc47f6bb3 details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:22:43.304211 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-23af23ff-0a2b-4ee1-b378-806fac472fff req-f33907a3-de94-474b-8058-64b6342e63ed service neutron] 10.222.0.93 "GET /v2.0/networks/eadbf85d-3b34-4dc3-8601-2203c9997db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920303 Oct 27 18:22:43.305059 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e42b5-449b-45ce-9c18-10d294150662 req-75d0a2b3-ca10-4e35-8f1b-53016012ed4e tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:43.307269 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-477e42b5-449b-45ce-9c18-10d294150662 req-75d0a2b3-ca10-4e35-8f1b-53016012ed4e tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 947 time: 0.2904384 Oct 27 18:22:43.325852 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-06ae8e20-df16-464a-8d73-1d35be504f58 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:22:43.329052 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:43.342014 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:43.350933 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-06ae8e20-df16-464a-8d73-1d35be504f58 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:22:43.370062 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-06ae8e20-df16-464a-8d73-1d35be504f58 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:22:43.380544 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae8e20-df16-464a-8d73-1d35be504f58 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Pushing event updated for resources: {'Port': ['ID=edbc4198-ddf2-4ab8-a27a-1436d0484f96,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:43.413913 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 7848076d-2451-4103-97da-2fddc47f6bb3, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=7848076d-2451-4103-97da-2fddc47f6bb3,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:22:43.435412 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': '7848076d-2451-4103-97da-2fddc47f6bb3', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'port_id': '7848076d-2451-4103-97da-2fddc47f6bb3', 'mac_address': 'fa:16:3e:09:8c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:22:43.439579 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 2ae3132b-10a0-4de1-9fb7-c650eedb2345 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:22:43.443614 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device f38b6daf-1420-40e7-aefc-0579a39bad79 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:22:43.479485 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-23af23ff-0a2b-4ee1-b378-806fac472fff req-8b7ae1bd-b7f6-4c12-b077-27857bb48341 service neutron] 10.222.0.93 "GET /v2.0/networks/eadbf85d-3b34-4dc3-8601-2203c9997db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586165 Oct 27 18:22:43.529242 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-477e42b5-449b-45ce-9c18-10d294150662 req-e4b64865-651b-4209-82d0-2c9711abb784 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140701 Oct 27 18:22:43.562297 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-56b349af-0a5a-4472-8f53-dcb8df52aec6 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:43.569608 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-56b349af-0a5a-4472-8f53-dcb8df52aec6 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:43.576429 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-56b349af-0a5a-4472-8f53-dcb8df52aec6 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:43.584026 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-56b349af-0a5a-4472-8f53-dcb8df52aec6 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/networks?id=b0826293-f8b5-4c91-b97e-04b01e42ef10&id=f4e9126d-2ff7-47a1-bfee-b0e033396219&id=f4e9126d-2ff7-47a1-bfee-b0e033396219&id=71cba891-964b-4e83-9965-41015215d178&id=71cba891-964b-4e83-9965-41015215d178 HTTP/1.1" status: 200 len: 1987 time: 0.4172373 Oct 27 18:22:43.609095 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-06ae8e20-df16-464a-8d73-1d35be504f58 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:43.609810 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-06ae8e20-df16-464a-8d73-1d35be504f58 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:43.622411 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-4461d29e-6271-4db8-963a-534c454a6d56 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/quotas/32c521b9d5364e14a010de85fa7c39d0 HTTP/1.1" status: 200 len: 375 time: 0.0375209 Oct 27 18:22:43.650591 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:43.704996 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-06ae8e20-df16-464a-8d73-1d35be504f58 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4007211 Oct 27 18:22:43.716601 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7848076d-2451-4103-97da-2fddc47f6bb3 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:22:43.726751 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-e7e881ac-f2e7-4814-99e7-14619a6b3c20 service neutron] Request body: {'port': {'device_id': 'ef4644b4-5c3f-42eb-b909-4a52e712eedc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:22:43.732160 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-71e1bd51-156c-4412-91e7-bd8df46753e8 None None] Provisioning complete for port edbc4198-ddf2-4ab8-a27a-1436d0484f96 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:22:43.732534 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-71e1bd51-156c-4412-91e7-bd8df46753e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:43.739324 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 2ae3132b-10a0-4de1-9fb7-c650eedb2345, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=2ae3132b-10a0-4de1-9fb7-c650eedb2345,segment=NetworkSegment(c3b83e00-8105-42bf-a65c-5b309278d20d),segment_id=c3b83e00-8105-42bf-a65c-5b309278d20d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:22:43.764679 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:43.798944 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-aa57bc9f-25bc-467e-bf84-fc20b74f3fe3 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:43.800453 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-aa57bc9f-25bc-467e-bf84-fc20b74f3fe3 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.93 "GET /v2.0/networks?id=a02c915a-ef33-4547-80f0-d7d8ef06e164 HTTP/1.1" status: 200 len: 815 time: 0.2309945 Oct 27 18:22:43.803467 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-1d91a377-faf8-4297-bfa0-83718b8ac82d tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=32c521b9d5364e14a010de85fa7c39d0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1573977 Oct 27 18:22:43.816605 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 7848076d-2451-4103-97da-2fddc47f6bb3, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=7848076d-2451-4103-97da-2fddc47f6bb3,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:22:43.823879 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '2ae3132b-10a0-4de1-9fb7-c650eedb2345', 'network_id': '70d54990-c18d-43d7-9758-e9fefdddf939', 'port_id': '2ae3132b-10a0-4de1-9fb7-c650eedb2345', 'mac_address': 'fa:16:3e:d3:5d:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dd73aad-b62b-49e3-a8b3-a2ce98f853a3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:22:43.845998 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-71e1bd51-156c-4412-91e7-bd8df46753e8 None None] Port edbc4198-ddf2-4ab8-a27a-1436d0484f96 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:22:43.854667 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-418c8535-ef80-4645-9c7d-8aae440e6236 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=935b1609fadd4a79a82a8a4c512ccaba HTTP/1.1" status: 200 len: 380 time: 0.0427380 Oct 27 18:22:43.857064 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87eacb3-2685-4110-a371-17d5a374f9b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f38b6daf-1420-40e7-aefc-0579a39bad79'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:22:43.859135 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d545d6-6e61-43e7-835d-2c5331890d5d" -d '{"events": [{"server_uuid": "d87eacb3-2685-4110-a371-17d5a374f9b0", "name": "network-vif-unplugged", "status": "completed", "tag": "f38b6daf-1420-40e7-aefc-0579a39bad79"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:22:43.867582 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-617fd0ac-1a12-4d8d-97b4-22d514829914 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Request body: {'port': {'device_id': 'c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc', 'network_id': 'a02c915a-ef33-4547-80f0-d7d8ef06e164', 'admin_state_up': True, 'tenant_id': '935b1609fadd4a79a82a8a4c512ccaba', 'security_groups': ['ec2badc2-2213-44f4-a21c-425b07ba0046']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:22:43.892231 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:43.902098 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port f38b6daf-1420-40e7-aefc-0579a39bad79, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f38b6daf-1420-40e7-aefc-0579a39bad79,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:22:43.904534 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-af0efaad-497e-457a-85c2-84bdd4751488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e0e81ca-8d40-4f32-adf8-576986635f72 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:22:43.934309 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-af0efaad-497e-457a-85c2-84bdd4751488 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:43.936641 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:43.959146 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ae3132b-10a0-4de1-9fb7-c650eedb2345 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:22:43.966877 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-e7e881ac-f2e7-4814-99e7-14619a6b3c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:43.969097 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-af0efaad-497e-457a-85c2-84bdd4751488 service neutron] Transition to ACTIVE for port object 1e0e81ca-8d40-4f32-adf8-576986635f72 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:22:43.974143 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:43.985696 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=7848076d-2451-4103-97da-2fddc47f6bb3,revision_number=8']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:43.997458 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae67d71-5991-41d9-b6c5-2786e65e98b8 req-34aaad8e-e9d6-436f-9aac-8836d7a8944c tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:43.999279 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 2ae3132b-10a0-4de1-9fb7-c650eedb2345, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=2ae3132b-10a0-4de1-9fb7-c650eedb2345,segment=NetworkSegment(c3b83e00-8105-42bf-a65c-5b309278d20d),segment_id=c3b83e00-8105-42bf-a65c-5b309278d20d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:22:44.004943 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8ae67d71-5991-41d9-b6c5-2786e65e98b8 req-34aaad8e-e9d6-436f-9aac-8836d7a8944c tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef4644b4-5c3f-42eb-b909-4a52e712eedc HTTP/1.1" status: 200 len: 935 time: 0.1939247 Oct 27 18:22:44.051918 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=f38b6daf-1420-40e7-aefc-0579a39bad79,revision_number=8']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:44.056640 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:44.064593 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-af0efaad-497e-457a-85c2-84bdd4751488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:44.111166 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['7848076d-2451-4103-97da-2fddc47f6bb3'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:22:44.114506 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-617fd0ac-1a12-4d8d-97b4-22d514829914 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Made reservation on behalf of 935b1609fadd4a79a82a8a4c512ccaba for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:22:44.121856 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-617fd0ac-1a12-4d8d-97b4-22d514829914 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:44.144658 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=2ae3132b-10a0-4de1-9fb7-c650eedb2345,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:44.305926 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-617fd0ac-1a12-4d8d-97b4-22d514829914 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Allocated IP 172.20.0.3 (a02c915a-ef33-4547-80f0-d7d8ef06e164/7f791017-30ab-4eda-b0b9-c9172369d32b/e7b32254-c2b8-41c1-9a16-b120a1f50e19) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:22:44.382265 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['2ae3132b-10a0-4de1-9fb7-c650eedb2345'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:22:44.450866 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-b1abac11-9f1e-4ff7-8ce1-ada481cf7e00 service neutron] 10.222.0.52 "GET /v2.0/networks/b0826293-f8b5-4c91-b97e-04b01e42ef10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6363535 Oct 27 18:22:44.466701 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-617fd0ac-1a12-4d8d-97b4-22d514829914 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:44.507420 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8ae67d71-5991-41d9-b6c5-2786e65e98b8 req-9115d815-1415-4731-b2c9-932b70b85a58 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5015223 Oct 27 18:22:44.510908 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0efaad-497e-457a-85c2-84bdd4751488 service neutron] Pushing event updated for resources: {'Port': ['ID=1e0e81ca-8d40-4f32-adf8-576986635f72,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:44.576578 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-617fd0ac-1a12-4d8d-97b4-22d514829914 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:44.634131 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-617fd0ac-1a12-4d8d-97b4-22d514829914 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Network a02c915a-ef33-4547-80f0-d7d8ef06e164 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:22:44.638089 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-617fd0ac-1a12-4d8d-97b4-22d514829914 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:22:44.642296 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-617fd0ac-1a12-4d8d-97b4-22d514829914 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:22:44.726592 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-617fd0ac-1a12-4d8d-97b4-22d514829914 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:44.727708 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-617fd0ac-1a12-4d8d-97b4-22d514829914 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:44.773945 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617fd0ac-1a12-4d8d-97b4-22d514829914 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Pushing event updated for resources: {'Port': ['ID=e7b32254-c2b8-41c1-9a16-b120a1f50e19,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:44.856435 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-4172a59f-3d52-4a92-835f-445f8e8b0a71 service neutron] 10.222.0.52 "GET /v2.0/networks/b0826293-f8b5-4c91-b97e-04b01e42ef10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046204 Oct 27 18:22:44.858498 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-617fd0ac-1a12-4d8d-97b4-22d514829914 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9948823 Oct 27 18:22:44.875748 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-7ee9fee5-de03-42f2-8d76-74f2188dca37 service neutron] Request body: {'port': {'device_id': 'c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:22:44.977135 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-7ee9fee5-de03-42f2-8d76-74f2188dca37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:45.022912 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:45.034462 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-67352595-813d-4b95-8964-733af11c5d41 service neutron] 10.222.0.52 "GET /v2.0/ports/4ebc892e-5692-4841-830c-8e4b29b7659e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1768861 Oct 27 18:22:45.102652 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-65d05b21-8358-4829-9fd3-0243237d6810 None None] Provisioning complete for port e7b32254-c2b8-41c1-9a16-b120a1f50e19 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:22:45.103388 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-65d05b21-8358-4829-9fd3-0243237d6810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:45.148030 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-af0efaad-497e-457a-85c2-84bdd4751488 service neutron] Attempting to bind port 1e0e81ca-8d40-4f32-adf8-576986635f72 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:22:45.148289 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-af0efaad-497e-457a-85c2-84bdd4751488 service neutron] Attempting to bind port 1e0e81ca-8d40-4f32-adf8-576986635f72 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:22:45.148623 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-af0efaad-497e-457a-85c2-84bdd4751488 service neutron] Attempting to bind port 1e0e81ca-8d40-4f32-adf8-576986635f72 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:22:45.154046 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-65d05b21-8358-4829-9fd3-0243237d6810 None None] Port e7b32254-c2b8-41c1-9a16-b120a1f50e19 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:22:45.177769 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-af0efaad-497e-457a-85c2-84bdd4751488 service neutron] Port 1e0e81ca-8d40-4f32-adf8-576986635f72 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:22:45.178010 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-af0efaad-497e-457a-85c2-84bdd4751488 service neutron] Attempting to bind port 1e0e81ca-8d40-4f32-adf8-576986635f72 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:22:45.198839 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-af0efaad-497e-457a-85c2-84bdd4751488 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:22:45.204369 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-af0efaad-497e-457a-85c2-84bdd4751488 service neutron] Checking segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:22:45.204369 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-af0efaad-497e-457a-85c2-84bdd4751488 service neutron] Bound using segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:22:45.204369 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-af0efaad-497e-457a-85c2-84bdd4751488 service neutron] Bound port: 1e0e81ca-8d40-4f32-adf8-576986635f72, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:22:45.204369 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-af0efaad-497e-457a-85c2-84bdd4751488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:45.214378 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a9e68-6c3c-4347-946f-42c8dd178e46 req-ec6b323b-b8dd-4d41-966b-3a2816fe887b tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:45.222650 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fc7a9e68-6c3c-4347-946f-42c8dd178e46 req-ec6b323b-b8dd-4d41-966b-3a2816fe887b tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc HTTP/1.1" status: 200 len: 931 time: 0.1768510 Oct 27 18:22:45.249487 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 7848076d-2451-4103-97da-2fddc47f6bb3 up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:22:45.348150 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-9900473f-4b71-484a-98d3-94a5b7749478 service neutron] 10.222.0.52 "GET /v2.0/networks/f4e9126d-2ff7-47a1-bfee-b0e033396219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127427 Oct 27 18:22:45.368665 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fc7a9e68-6c3c-4347-946f-42c8dd178e46 req-a426f411-c114-427c-9df7-6685f0181e60 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec2badc2-2213-44f4-a21c-425b07ba0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453526 Oct 27 18:22:45.387773 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning for port 7848076d-2451-4103-97da-2fddc47f6bb3 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:22:45.401017 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port 7848076d-2451-4103-97da-2fddc47f6bb3 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:22:45.401017 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:45.437986 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 86b27580-5434-45f6-8cde-601d4434169c details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:22:45.453227 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 2ae3132b-10a0-4de1-9fb7-c650eedb2345 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:22:45.477851 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3c997-ef46-4b0a-8ff8-7a7709af0c8c req-785fd2f4-5932-4d36-ad3b-0978f8125f14 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:45.480133 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dec3c997-ef46-4b0a-8ff8-7a7709af0c8c req-785fd2f4-5932-4d36-ad3b-0978f8125f14 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.93 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685&tenant_id=0493afd680224a038be01c24bab6b33d&binding%3Ahost_id=n-h1-815690-2 HTTP/1.1" status: 200 len: 948 time: 0.1752563 Oct 27 18:22:45.529411 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-ccccfcff-78b7-4d69-99ef-4467dbcc129b service neutron] 10.222.0.52 "GET /v2.0/networks/f4e9126d-2ff7-47a1-bfee-b0e033396219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641159 Oct 27 18:22:45.623382 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-9beba37b-4f0b-4792-ba59-6a3f45204038 service neutron] 10.222.0.52 "GET /v2.0/ports/168724c9-71d8-440b-b602-1f3bb57c7953?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0528426 Oct 27 18:22:45.665553 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [req-dec3c997-ef46-4b0a-8ff8-7a7709af0c8c req-c5cc9afd-ae98-4ea2-bd04-cae45b24ec19 service neutron] delete failed (client error): The resource could not be found. Oct 27 18:22:45.666785 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dec3c997-ef46-4b0a-8ff8-7a7709af0c8c req-c5cc9afd-ae98-4ea2-bd04-cae45b24ec19 service neutron] 10.222.0.93 "DELETE /v2.0/ports/7848076d-2451-4103-97da-2fddc47f6bb3/bindings/n-h2-815690-2 HTTP/1.1" status: 404 len: 380 time: 0.1436460 Oct 27 18:22:45.678100 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:45.705830 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 2ae3132b-10a0-4de1-9fb7-c650eedb2345 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:22:45.709057 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 86b27580-5434-45f6-8cde-601d4434169c, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=86b27580-5434-45f6-8cde-601d4434169c,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:22:45.736266 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 2ae3132b-10a0-4de1-9fb7-c650eedb2345 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:22:45.736650 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:45.740032 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-dd0a848c-e4a5-4f55-af89-6bc5601adb43 service neutron] 10.222.0.52 "GET /v2.0/networks/f4e9126d-2ff7-47a1-bfee-b0e033396219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074886 Oct 27 18:22:45.749493 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '86b27580-5434-45f6-8cde-601d4434169c', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'port_id': '86b27580-5434-45f6-8cde-601d4434169c', 'mac_address': 'fa:16:3e:6f:21:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:22:45.754389 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c4e2c-ce5c-49bd-8fcc-e3927d248e99 req-86c4c746-3939-4aee-84f8-33afd14b9e54 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:45.766792 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ea3c4e2c-ce5c-49bd-8fcc-e3927d248e99 req-86c4c746-3939-4aee-84f8-33afd14b9e54 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b6b5137-ad0a-4cb7-bf62-ca327e17a72a HTTP/1.1" status: 200 len: 944 time: 0.2321074 Oct 27 18:22:45.778546 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 7848076d-2451-4103-97da-2fddc47f6bb3, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=7848076d-2451-4103-97da-2fddc47f6bb3,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:22:45.838719 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-e7e881ac-f2e7-4814-99e7-14619a6b3c20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edbc4198-ddf2-4ab8-a27a-1436d0484f96 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:22:45.857056 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:45.864814 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-af0efaad-497e-457a-85c2-84bdd4751488 service neutron] For port 1e0e81ca-8d40-4f32-adf8-576986635f72, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:22:45.866911 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:45.871616 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-e7e881ac-f2e7-4814-99e7-14619a6b3c20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:45.913015 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86b27580-5434-45f6-8cde-601d4434169c {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:22:45.914045 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-7ee9fee5-de03-42f2-8d76-74f2188dca37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7b32254-c2b8-41c1-9a16-b120a1f50e19 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:22:45.918802 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-af0efaad-497e-457a-85c2-84bdd4751488 service neutron] For port 1e0e81ca-8d40-4f32-adf8-576986635f72, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=1e0e81ca-8d40-4f32-adf8-576986635f72,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:22:45.924101 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ea3c4e2c-ce5c-49bd-8fcc-e3927d248e99 req-e9826fe7-8741-499a-b1b0-b7cce0476d28 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798111 Oct 27 18:22:45.929193 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-e7e881ac-f2e7-4814-99e7-14619a6b3c20 service neutron] Transition to ACTIVE for port object edbc4198-ddf2-4ab8-a27a-1436d0484f96 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:22:45.934503 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3c997-ef46-4b0a-8ff8-7a7709af0c8c req-4d7f8747-390d-4210-8b52-4b4d41366d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:45.935454 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dec3c997-ef46-4b0a-8ff8-7a7709af0c8c req-4d7f8747-390d-4210-8b52-4b4d41366d0a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0493afd680224a038be01c24bab6b33d&device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 1099 time: 0.1569941 Oct 27 18:22:45.937386 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-7ee9fee5-de03-42f2-8d76-74f2188dca37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:45.960328 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-7ee9fee5-de03-42f2-8d76-74f2188dca37 service neutron] Transition to ACTIVE for port object e7b32254-c2b8-41c1-9a16-b120a1f50e19 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:22:45.976603 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-ae027705-a99e-470a-aac2-e8735ad6985d service neutron] 10.222.0.52 "GET /v2.0/networks/f4e9126d-2ff7-47a1-bfee-b0e033396219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055774 Oct 27 18:22:46.009547 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:46.019478 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 18:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8689bf5-ad91-4510-91d0-5f891f491957 x-openstack-request-id: req-f8689bf5-ad91-4510-91d0-5f891f491957 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:22:46.019775 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87eacb3-2685-4110-a371-17d5a374f9b0", "name": "network-vif-unplugged", "status": "completed", "tag": "f38b6daf-1420-40e7-aefc-0579a39bad79", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:22:46.020031 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f8689bf5-ad91-4510-91d0-5f891f491957 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:22:46.020427 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87eacb3-2685-4110-a371-17d5a374f9b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f38b6daf-1420-40e7-aefc-0579a39bad79', 'code': 200} Oct 27 18:22:46.048720 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 86b27580-5434-45f6-8cde-601d4434169c, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=86b27580-5434-45f6-8cde-601d4434169c,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:22:46.052319 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-7ee9fee5-de03-42f2-8d76-74f2188dca37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:46.098279 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3c997-ef46-4b0a-8ff8-7a7709af0c8c req-cb6a25b2-dcc5-4989-89ca-e0aa31b56a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:46.099841 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dec3c997-ef46-4b0a-8ff8-7a7709af0c8c req-cb6a25b2-dcc5-4989-89ca-e0aa31b56a86 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.1503236 Oct 27 18:22:46.100552 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 2ae3132b-10a0-4de1-9fb7-c650eedb2345, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=2ae3132b-10a0-4de1-9fb7-c650eedb2345,segment=NetworkSegment(c3b83e00-8105-42bf-a65c-5b309278d20d),segment_id=c3b83e00-8105-42bf-a65c-5b309278d20d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:22:46.101093 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-ddf47924-c212-4b11-84f6-361d0bfca0b7 service neutron] 10.222.0.52 "GET /v2.0/networks/f4e9126d-2ff7-47a1-bfee-b0e033396219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156723 Oct 27 18:22:46.103445 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-e7e881ac-f2e7-4814-99e7-14619a6b3c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:46.110102 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=7848076d-2451-4103-97da-2fddc47f6bb3,revision_number=9']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:46.141998 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:46.190032 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-af0efaad-497e-457a-85c2-84bdd4751488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:46.199255 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee9fee5-de03-42f2-8d76-74f2188dca37 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b32254-c2b8-41c1-9a16-b120a1f50e19,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:46.214308 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dec3c997-ef46-4b0a-8ff8-7a7709af0c8c req-25796c7b-fbf4-47db-a28d-72580d5e2032 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=7848076d-2451-4103-97da-2fddc47f6bb3 HTTP/1.1" status: 200 len: 217 time: 0.0908248 Oct 27 18:22:46.218397 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e881ac-f2e7-4814-99e7-14619a6b3c20 service neutron] Pushing event updated for resources: {'Port': ['ID=edbc4198-ddf2-4ab8-a27a-1436d0484f96,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:46.256386 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:46.298739 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=86b27580-5434-45f6-8cde-601d4434169c,revision_number=6']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:46.388321 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['86b27580-5434-45f6-8cde-601d4434169c'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:22:46.436535 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3c997-ef46-4b0a-8ff8-7a7709af0c8c req-5b07cd90-69a4-4942-9738-37f9d0f2d9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:46.438603 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dec3c997-ef46-4b0a-8ff8-7a7709af0c8c req-5b07cd90-69a4-4942-9738-37f9d0f2d9ab service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.1638336 Oct 27 18:22:46.483068 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=2ae3132b-10a0-4de1-9fb7-c650eedb2345,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:46.490841 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-7ee9fee5-de03-42f2-8d76-74f2188dca37 service neutron] Attempting to bind port e7b32254-c2b8-41c1-9a16-b120a1f50e19 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:22:46.491188 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-7ee9fee5-de03-42f2-8d76-74f2188dca37 service neutron] Attempting to bind port e7b32254-c2b8-41c1-9a16-b120a1f50e19 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '7797590e-2a43-4fbe-8f4b-f77169de356b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a02c915a-ef33-4547-80f0-d7d8ef06e164'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:22:46.491515 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-7ee9fee5-de03-42f2-8d76-74f2188dca37 service neutron] Attempting to bind port e7b32254-c2b8-41c1-9a16-b120a1f50e19 on network a02c915a-ef33-4547-80f0-d7d8ef06e164 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:22:46.498881 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-7ee9fee5-de03-42f2-8d76-74f2188dca37 service neutron] Port e7b32254-c2b8-41c1-9a16-b120a1f50e19 on network a02c915a-ef33-4547-80f0-d7d8ef06e164 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:22:46.499374 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-7ee9fee5-de03-42f2-8d76-74f2188dca37 service neutron] Attempting to bind port e7b32254-c2b8-41c1-9a16-b120a1f50e19 on network a02c915a-ef33-4547-80f0-d7d8ef06e164 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:22:46.526695 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-7ee9fee5-de03-42f2-8d76-74f2188dca37 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:22:46.527056 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-7ee9fee5-de03-42f2-8d76-74f2188dca37 service neutron] Checking segment: {'id': '7797590e-2a43-4fbe-8f4b-f77169de356b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a02c915a-ef33-4547-80f0-d7d8ef06e164'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:22:46.527448 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-7ee9fee5-de03-42f2-8d76-74f2188dca37 service neutron] Bound using segment: {'id': '7797590e-2a43-4fbe-8f4b-f77169de356b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a02c915a-ef33-4547-80f0-d7d8ef06e164'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:22:46.527895 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-7ee9fee5-de03-42f2-8d76-74f2188dca37 service neutron] Bound port: e7b32254-c2b8-41c1-9a16-b120a1f50e19, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7797590e-2a43-4fbe-8f4b-f77169de356b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a02c915a-ef33-4547-80f0-d7d8ef06e164'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:22:46.528253 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-7ee9fee5-de03-42f2-8d76-74f2188dca37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:46.577768 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3c997-ef46-4b0a-8ff8-7a7709af0c8c req-e2b3fd5a-68d5-41eb-bfaa-c91a1766e034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:46.579326 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dec3c997-ef46-4b0a-8ff8-7a7709af0c8c req-e2b3fd5a-68d5-41eb-bfaa-c91a1766e034 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1017025 Oct 27 18:22:46.619246 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-af0efaad-497e-457a-85c2-84bdd4751488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:46.620789 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-af0efaad-497e-457a-85c2-84bdd4751488 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:46.629104 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-af0efaad-497e-457a-85c2-84bdd4751488 service neutron] 10.222.0.93 "PUT /v2.0/ports/1e0e81ca-8d40-4f32-adf8-576986635f72 HTTP/1.1" status: 200 len: 1096 time: 3.7788255 Oct 27 18:22:46.638944 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8814091-7055-4f98-ba67-e60f5562a079', 'tag': '1e0e81ca-8d40-4f32-adf8-576986635f72'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:22:46.641967 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c8c134-41d5-4446-a5a2-496cf5055b4d" -d '{"events": [{"name": "network-changed", "server_uuid": "d8814091-7055-4f98-ba67-e60f5562a079", "tag": "1e0e81ca-8d40-4f32-adf8-576986635f72"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:22:46.743734 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0efaad-497e-457a-85c2-84bdd4751488 service neutron] Pushing event updated for resources: {'Port': ['ID=1e0e81ca-8d40-4f32-adf8-576986635f72,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:46.793657 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-7ee9fee5-de03-42f2-8d76-74f2188dca37 service neutron] For port e7b32254-c2b8-41c1-9a16-b120a1f50e19, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:22:46.798426 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-7ee9fee5-de03-42f2-8d76-74f2188dca37 service neutron] For port e7b32254-c2b8-41c1-9a16-b120a1f50e19, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e7b32254-c2b8-41c1-9a16-b120a1f50e19,segment=NetworkSegment(7797590e-2a43-4fbe-8f4b-f77169de356b),segment_id=7797590e-2a43-4fbe-8f4b-f77169de356b)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:22:46.832387 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-2747ed5c-f0e8-4c9d-8980-9637c92ca92c service neutron] 10.222.0.52 "GET /v2.0/networks/f4e9126d-2ff7-47a1-bfee-b0e033396219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7121017 Oct 27 18:22:46.833604 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dec3c997-ef46-4b0a-8ff8-7a7709af0c8c req-611accbc-aa38-47d3-9415-d0c4c4a2d5b6 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318325 Oct 27 18:22:46.890231 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-7ee9fee5-de03-42f2-8d76-74f2188dca37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:46.927105 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-e7e881ac-f2e7-4814-99e7-14619a6b3c20 service neutron] Attempting to bind port edbc4198-ddf2-4ab8-a27a-1436d0484f96 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:22:46.927441 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-e7e881ac-f2e7-4814-99e7-14619a6b3c20 service neutron] Attempting to bind port edbc4198-ddf2-4ab8-a27a-1436d0484f96 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:22:46.927770 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-e7e881ac-f2e7-4814-99e7-14619a6b3c20 service neutron] Attempting to bind port edbc4198-ddf2-4ab8-a27a-1436d0484f96 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:22:46.987343 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209deeb-dbf7-430d-9071-7a7b6c499a9b req-c3da3a2c-7cac-4db5-8f71-7658efbc0183 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:46.988971 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b209deeb-dbf7-430d-9071-7a7b6c499a9b req-c3da3a2c-7cac-4db5-8f71-7658efbc0183 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 949 time: 0.5668044 Oct 27 18:22:46.995755 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-e7e881ac-f2e7-4814-99e7-14619a6b3c20 service neutron] Port edbc4198-ddf2-4ab8-a27a-1436d0484f96 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:22:46.995755 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-e7e881ac-f2e7-4814-99e7-14619a6b3c20 service neutron] Attempting to bind port edbc4198-ddf2-4ab8-a27a-1436d0484f96 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:22:47.009785 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-e7e881ac-f2e7-4814-99e7-14619a6b3c20 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:22:47.010139 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-e7e881ac-f2e7-4814-99e7-14619a6b3c20 service neutron] Checking segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:22:47.010629 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-e7e881ac-f2e7-4814-99e7-14619a6b3c20 service neutron] Bound using segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:22:47.011110 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-e7e881ac-f2e7-4814-99e7-14619a6b3c20 service neutron] Bound port: edbc4198-ddf2-4ab8-a27a-1436d0484f96, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:22:47.011499 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-e7e881ac-f2e7-4814-99e7-14619a6b3c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:47.032293 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-7ee9fee5-de03-42f2-8d76-74f2188dca37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:47.032851 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-7ee9fee5-de03-42f2-8d76-74f2188dca37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:47.034056 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-7ee9fee5-de03-42f2-8d76-74f2188dca37 service neutron] 10.222.0.93 "PUT /v2.0/ports/e7b32254-c2b8-41c1-9a16-b120a1f50e19 HTTP/1.1" status: 200 len: 1091 time: 2.1647718 Oct 27 18:22:47.039038 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc', 'tag': 'e7b32254-c2b8-41c1-9a16-b120a1f50e19'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:22:47.042611 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd538f5-914c-45eb-ac82-255f2fea96f1" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc", "tag": "e7b32254-c2b8-41c1-9a16-b120a1f50e19"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:22:47.078002 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dec3c997-ef46-4b0a-8ff8-7a7709af0c8c req-2664a07b-175b-454d-88af-22a9d2afada4 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336643 Oct 27 18:22:47.101912 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-86573dc7-d299-4991-a276-70ab93502ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:47.112037 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-86573dc7-d299-4991-a276-70ab93502ece service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ab22d74eaa124f7eb0c7d0d3b33e9b58&device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 1099 time: 0.3401787 Oct 27 18:22:47.125449 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee9fee5-de03-42f2-8d76-74f2188dca37 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b32254-c2b8-41c1-9a16-b120a1f50e19,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:47.239927 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b209deeb-dbf7-430d-9071-7a7b6c499a9b req-ae1d36fc-f6f8-4f5e-855b-3c22f57c5ebf tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388680 Oct 27 18:22:47.245565 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-8b357398-60d3-447f-90ff-38c8f1baa67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:47.246926 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-5dc805c9-0377-4cfa-ba34-77f0570f2f48 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=1e0e81ca-8d40-4f32-adf8-576986635f72 HTTP/1.1" status: 200 len: 217 time: 0.0827446 Oct 27 18:22:47.247030 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-8b357398-60d3-447f-90ff-38c8f1baa67a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=935b1609fadd4a79a82a8a4c512ccaba&device_id=c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc HTTP/1.1" status: 200 len: 1094 time: 0.0929360 Oct 27 18:22:47.251355 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-9f3cb7c7-bcc2-454c-9a9d-8cbe7e367c1e service neutron] 10.222.0.52 "GET /v2.0/networks/f4e9126d-2ff7-47a1-bfee-b0e033396219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177966 Oct 27 18:22:47.339788 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-79d8ad08-5a7e-4ecb-98cf-4bf3967b85a4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7b32254-c2b8-41c1-9a16-b120a1f50e19 HTTP/1.1" status: 200 len: 217 time: 0.0761416 Oct 27 18:22:47.399601 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-e7e881ac-f2e7-4814-99e7-14619a6b3c20 service neutron] For port edbc4198-ddf2-4ab8-a27a-1436d0484f96, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:22:47.399912 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-6a25fb92-6930-4916-a141-13dfdc322c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:47.401764 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-6a25fb92-6930-4916-a141-13dfdc322c36 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7f791017-30ab-4eda-b0b9-c9172369d32b HTTP/1.1" status: 200 len: 854 time: 0.0515976 Oct 27 18:22:47.429054 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 86b27580-5434-45f6-8cde-601d4434169c up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:22:47.490952 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-e7e881ac-f2e7-4814-99e7-14619a6b3c20 service neutron] For port edbc4198-ddf2-4ab8-a27a-1436d0484f96, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=edbc4198-ddf2-4ab8-a27a-1436d0484f96,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:22:47.491559 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-fcbdecd1-b409-4ba4-af3a-9a69fbefb22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:47.494265 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-fcbdecd1-b409-4ba4-af3a-9a69fbefb22e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a02c915a-ef33-4547-80f0-d7d8ef06e164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767732 Oct 27 18:22:47.513778 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 86b27580-5434-45f6-8cde-601d4434169c triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:22:47.514408 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:47.516942 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-a7e03948-4471-467a-b1b8-bfbe8f5e9372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:47.520072 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-a7e03948-4471-467a-b1b8-bfbe8f5e9372 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.2562160 Oct 27 18:22:47.554255 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452d7e8-0f05-4fff-8ab6-51fa6a1f0428 req-ad8ad42f-6c45-4ec2-aa23-fe469b746394 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:47.564752 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6452d7e8-0f05-4fff-8ab6-51fa6a1f0428 req-ad8ad42f-6c45-4ec2-aa23-fe469b746394 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef4644b4-5c3f-42eb-b909-4a52e712eedc HTTP/1.1" status: 200 len: 947 time: 0.1879387 Oct 27 18:22:47.592507 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-e7e881ac-f2e7-4814-99e7-14619a6b3c20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:47.640862 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-0b0fd7dd-3562-4bdf-8b66-0db2f9a44708 service neutron] 10.222.0.52 "GET /v2.0/networks/f4e9126d-2ff7-47a1-bfee-b0e033396219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764846 Oct 27 18:22:47.659666 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:47.699512 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-6d8a3362-0863-43a0-9aee-66880d4b0bad service neutron] 10.222.0.93 "GET /v2.0/networks/a02c915a-ef33-4547-80f0-d7d8ef06e164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965990 Oct 27 18:22:47.761050 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 86b27580-5434-45f6-8cde-601d4434169c, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=86b27580-5434-45f6-8cde-601d4434169c,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:22:47.770284 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-e7e881ac-f2e7-4814-99e7-14619a6b3c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:47.774555 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-e7e881ac-f2e7-4814-99e7-14619a6b3c20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:47.774555 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-e7e881ac-f2e7-4814-99e7-14619a6b3c20 service neutron] 10.222.0.93 "PUT /v2.0/ports/edbc4198-ddf2-4ab8-a27a-1436d0484f96 HTTP/1.1" status: 200 len: 1095 time: 4.0538838 Oct 27 18:22:47.800488 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-9e3cba3f-4c8e-4deb-8b58-45e9966f8143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:47.807130 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-9e3cba3f-4c8e-4deb-8b58-45e9966f8143 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2686279 Oct 27 18:22:47.821797 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6452d7e8-0f05-4fff-8ab6-51fa6a1f0428 req-94805a59-860d-4fed-b1af-72b4914681ff tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560978 Oct 27 18:22:47.844852 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:47.897648 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ffafe4bd-60e5-4308-866a-b32cc6a254bb req-61c4abe4-5646-4efe-a29f-1ed272a43788 service neutron] 10.222.0.93 "GET /v2.0/networks/a02c915a-ef33-4547-80f0-d7d8ef06e164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891420 Oct 27 18:22:47.951134 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=86b27580-5434-45f6-8cde-601d4434169c,revision_number=7']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:48.024054 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87164de-0492-4094-b5a1-6dd2e8211685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7848076d-2451-4103-97da-2fddc47f6bb3'}, {'server_uuid': '1b6b5137-ad0a-4cb7-bf62-ca327e17a72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae3132b-10a0-4de1-9fb7-c650eedb2345'}, {'server_uuid': '59b9541d-54f9-452c-b022-d5920fb046bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b27580-5434-45f6-8cde-601d4434169c'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:22:48.024054 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8341a80-6a0e-4fae-9649-70f782bd6c22" -d '{"events": [{"server_uuid": "d87164de-0492-4094-b5a1-6dd2e8211685", "name": "network-vif-plugged", "status": "completed", "tag": "7848076d-2451-4103-97da-2fddc47f6bb3"}, {"server_uuid": "1b6b5137-ad0a-4cb7-bf62-ca327e17a72a", "name": "network-vif-plugged", "status": "completed", "tag": "2ae3132b-10a0-4de1-9fb7-c650eedb2345"}, {"server_uuid": "59b9541d-54f9-452c-b022-d5920fb046bb", "name": "network-vif-plugged", "status": "completed", "tag": "86b27580-5434-45f6-8cde-601d4434169c"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:22:48.055916 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-76637ac7-2925-45cb-9fa4-51a77e799043 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327583 Oct 27 18:22:48.113859 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e881ac-f2e7-4814-99e7-14619a6b3c20 service neutron] Pushing event updated for resources: {'Port': ['ID=edbc4198-ddf2-4ab8-a27a-1436d0484f96,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:48.136885 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e881ac-f2e7-4814-99e7-14619a6b3c20 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:22:48.137400 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e881ac-f2e7-4814-99e7-14619a6b3c20 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:22:48.137882 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e881ac-f2e7-4814-99e7-14619a6b3c20 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:22:48.138333 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e881ac-f2e7-4814-99e7-14619a6b3c20 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:22:48.139656 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e881ac-f2e7-4814-99e7-14619a6b3c20 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:22:48.140216 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e881ac-f2e7-4814-99e7-14619a6b3c20 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:22:48.140648 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e881ac-f2e7-4814-99e7-14619a6b3c20 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:22:48.141112 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e881ac-f2e7-4814-99e7-14619a6b3c20 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:22:48.141548 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e881ac-f2e7-4814-99e7-14619a6b3c20 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:22:48.141982 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e881ac-f2e7-4814-99e7-14619a6b3c20 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:22:48.142471 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e881ac-f2e7-4814-99e7-14619a6b3c20 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:22:48.142954 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e881ac-f2e7-4814-99e7-14619a6b3c20 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:22:48.295468 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-2668894c-fc45-4afb-9e11-6ed9c8aafe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:48.297080 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-2668894c-fc45-4afb-9e11-6ed9c8aafe05 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ab22d74eaa124f7eb0c7d0d3b33e9b58&device_id=ef4644b4-5c3f-42eb-b909-4a52e712eedc HTTP/1.1" status: 200 len: 1098 time: 0.2124391 Oct 27 18:22:48.305027 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-0525fb6e-fc7a-45f9-a1c7-bf5428734878 service neutron] 10.222.0.52 "GET /v2.0/networks/71cba891-964b-4e83-9965-41015215d178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6633747 Oct 27 18:22:48.347267 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d3f7e-04b7-4cda-b8ab-46d9300ace91 req-051fa089-c964-4b49-a5ab-982db91ffa63 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:48.355192 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fa6d3f7e-04b7-4cda-b8ab-46d9300ace91 req-051fa089-c964-4b49-a5ab-982db91ffa63 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc HTTP/1.1" status: 200 len: 943 time: 0.2260809 Oct 27 18:22:48.441664 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-394936bb-2283-4887-a5c9-f2e49845b473 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=edbc4198-ddf2-4ab8-a27a-1436d0484f96 HTTP/1.1" status: 200 len: 217 time: 0.1186852 Oct 27 18:22:48.847089 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d42578d5-0058-4be3-8ba6-9400c7a7164e req-d44188ed-7809-41cf-a9ee-7f3697d9369f service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7171421 Oct 27 18:22:48.866980 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fa6d3f7e-04b7-4cda-b8ab-46d9300ace91 req-968ed3b8-b212-405b-85e3-c97f06806972 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec2badc2-2213-44f4-a21c-425b07ba0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5093050 Oct 27 18:22:48.892805 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-c4236476-61fa-403b-9a83-390618f1c8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:48.894119 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-c4236476-61fa-403b-9a83-390618f1c8a4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.4419107 Oct 27 18:22:48.906061 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-061cb4ba-9f4d-4d9f-ad40-cf0929ab935f service neutron] 10.222.0.52 "GET /v2.0/networks/71cba891-964b-4e83-9965-41015215d178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5992622 Oct 27 18:22:48.989738 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7e6b50-9185-4e87-a2d0-8dc3159a877b x-openstack-request-id: req-ab7e6b50-9185-4e87-a2d0-8dc3159a877b {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:22:48.990046 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8814091-7055-4f98-ba67-e60f5562a079", "tag": "1e0e81ca-8d40-4f32-adf8-576986635f72", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:22:48.990271 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ab7e6b50-9185-4e87-a2d0-8dc3159a877b {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:22:48.993783 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8814091-7055-4f98-ba67-e60f5562a079', 'tag': '1e0e81ca-8d40-4f32-adf8-576986635f72', 'status': 'completed', 'code': 200} Oct 27 18:22:49.118332 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-75faeebf-7403-4c64-a12c-258e871ae47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:49.119908 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-75faeebf-7403-4c64-a12c-258e871ae47d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2051656 Oct 27 18:22:49.125942 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8c134-41d5-4446-a5a2-496cf5055b4d req-35ae80c9-186d-4035-8c24-286a4b59619c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:49.127463 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a4c8c134-41d5-4446-a5a2-496cf5055b4d req-35ae80c9-186d-4035-8c24-286a4b59619c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ab22d74eaa124f7eb0c7d0d3b33e9b58&device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 1099 time: 0.1267097 Oct 27 18:22:49.137771 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-eb0db398-355c-46c6-9a48-cb304f680200 service neutron] 10.222.0.52 "GET /v2.0/networks/71cba891-964b-4e83-9965-41015215d178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307699 Oct 27 18:22:49.274778 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d776a34-a913-46ef-8da3-6e2df6797e4d req-ec1c2ecd-2bc1-4474-a18a-43bdd996e5c9 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:49.276313 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2d776a34-a913-46ef-8da3-6e2df6797e4d req-ec1c2ecd-2bc1-4474-a18a-43bdd996e5c9 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b6b5137-ad0a-4cb7-bf62-ca327e17a72a HTTP/1.1" status: 200 len: 945 time: 0.2535613 Oct 27 18:22:49.438534 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2d776a34-a913-46ef-8da3-6e2df6797e4d req-8e4d28cd-8f23-4327-9db1-8793b28c129f tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204200 Oct 27 18:22:49.478628 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39fbdab8-a2a2-4599-acfd-588428521e47 x-openstack-request-id: req-39fbdab8-a2a2-4599-acfd-588428521e47 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:22:49.479233 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc", "tag": "e7b32254-c2b8-41c1-9a16-b120a1f50e19", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:22:49.479233 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-39fbdab8-a2a2-4599-acfd-588428521e47 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:22:49.479573 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc', 'tag': 'e7b32254-c2b8-41c1-9a16-b120a1f50e19', 'status': 'completed', 'code': 200} Oct 27 18:22:49.505524 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-e6192a8b-b41e-4c5b-af49-29136383adaf service neutron] 10.222.0.52 "GET /v2.0/networks/71cba891-964b-4e83-9965-41015215d178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668623 Oct 27 18:22:49.515199 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8c134-41d5-4446-a5a2-496cf5055b4d req-4cb2ed9f-5567-4e7c-8719-06658b6b8102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:49.519991 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a4c8c134-41d5-4446-a5a2-496cf5055b4d req-4cb2ed9f-5567-4e7c-8719-06658b6b8102 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.3714137 Oct 27 18:22:49.522978 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-e4468aa5-c6d5-446b-9f70-8c0593c9d946 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756716 Oct 27 18:22:49.596257 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a4c8c134-41d5-4446-a5a2-496cf5055b4d req-15ff948e-2db8-4447-934d-ed034b65c6e9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=1e0e81ca-8d40-4f32-adf8-576986635f72 HTTP/1.1" status: 200 len: 217 time: 0.0617638 Oct 27 18:22:49.609785 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd538f5-914c-45eb-ac82-255f2fea96f1 req-48feee41-2d72-4451-8c5b-6d26e8e7525e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:49.611471 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2dd538f5-914c-45eb-ac82-255f2fea96f1 req-48feee41-2d72-4451-8c5b-6d26e8e7525e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=935b1609fadd4a79a82a8a4c512ccaba&device_id=c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc HTTP/1.1" status: 200 len: 1094 time: 0.1047528 Oct 27 18:22:49.730520 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8c134-41d5-4446-a5a2-496cf5055b4d req-877894ec-a09d-419c-bf55-f26c1c030ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:49.732073 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a4c8c134-41d5-4446-a5a2-496cf5055b4d req-877894ec-a09d-419c-bf55-f26c1c030ac7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.1031003 Oct 27 18:22:49.795567 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e4edd62a-6931-4f47-b1ed-79dee0d97fa0 req-5dcf8e0f-fd45-42a5-b80d-46afe0d6cdc4 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533131 Oct 27 18:22:49.817981 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 27 Oct 2021 18:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c69daff-e3c7-4f3f-9704-badc5a346aef x-openstack-request-id: req-0c69daff-e3c7-4f3f-9704-badc5a346aef {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:22:49.818479 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87164de-0492-4094-b5a1-6dd2e8211685", "name": "network-vif-plugged", "status": "completed", "tag": "7848076d-2451-4103-97da-2fddc47f6bb3", "code": 200}, {"server_uuid": "1b6b5137-ad0a-4cb7-bf62-ca327e17a72a", "name": "network-vif-plugged", "status": "completed", "tag": "2ae3132b-10a0-4de1-9fb7-c650eedb2345", "code": 200}, {"server_uuid": "59b9541d-54f9-452c-b022-d5920fb046bb", "name": "network-vif-plugged", "status": "completed", "tag": "86b27580-5434-45f6-8cde-601d4434169c", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:22:49.818479 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0c69daff-e3c7-4f3f-9704-badc5a346aef {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:22:49.818909 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87164de-0492-4094-b5a1-6dd2e8211685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7848076d-2451-4103-97da-2fddc47f6bb3', 'code': 200} Oct 27 18:22:49.819166 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b6b5137-ad0a-4cb7-bf62-ca327e17a72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae3132b-10a0-4de1-9fb7-c650eedb2345', 'code': 200} Oct 27 18:22:49.820299 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b9541d-54f9-452c-b022-d5920fb046bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b27580-5434-45f6-8cde-601d4434169c', 'code': 200} Oct 27 18:22:49.851499 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8c134-41d5-4446-a5a2-496cf5055b4d req-796cdce6-3a92-4eee-bd64-9d8e641efd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:49.856927 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a4c8c134-41d5-4446-a5a2-496cf5055b4d req-796cdce6-3a92-4eee-bd64-9d8e641efd13 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1145604 Oct 27 18:22:49.861241 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd538f5-914c-45eb-ac82-255f2fea96f1 req-bb692298-230d-4de0-992b-294f75ca4876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:49.865306 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2dd538f5-914c-45eb-ac82-255f2fea96f1 req-bb692298-230d-4de0-992b-294f75ca4876 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a02c915a-ef33-4547-80f0-d7d8ef06e164 HTTP/1.1" status: 200 len: 917 time: 0.2384086 Oct 27 18:22:49.972392 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2dd538f5-914c-45eb-ac82-255f2fea96f1 req-a18d9482-4f72-4b45-97d0-893b06018811 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7b32254-c2b8-41c1-9a16-b120a1f50e19 HTTP/1.1" status: 200 len: 217 time: 0.0768013 Oct 27 18:22:50.066297 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd538f5-914c-45eb-ac82-255f2fea96f1 req-1f4ffbfb-041c-48fa-b9ce-4c57a233d2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:50.068784 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2dd538f5-914c-45eb-ac82-255f2fea96f1 req-1f4ffbfb-041c-48fa-b9ce-4c57a233d2a9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7f791017-30ab-4eda-b0b9-c9172369d32b HTTP/1.1" status: 200 len: 854 time: 0.0880222 Oct 27 18:22:50.083623 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4253f-a917-4dd2-b9d6-7d3557ec8761 req-f961d1f6-5834-4a0e-b8f6-491cc585bc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:50.085147 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-75a4253f-a917-4dd2-b9d6-7d3557ec8761 req-f961d1f6-5834-4a0e-b8f6-491cc585bc51 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1b6b5137-ad0a-4cb7-bf62-ca327e17a72a HTTP/1.1" status: 200 len: 1096 time: 0.1079855 Oct 27 18:22:50.124939 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a4c8c134-41d5-4446-a5a2-496cf5055b4d req-90802aed-7820-49c5-85e9-142648ceff1e service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346928 Oct 27 18:22:50.132819 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ecce2b-84f7-4917-9fdf-9c3663c7bc35 req-d209a91a-b998-4455-a181-a36d036aad57 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:50.134988 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-16ecce2b-84f7-4917-9fdf-9c3663c7bc35 req-d209a91a-b998-4455-a181-a36d036aad57 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 949 time: 0.1560290 Oct 27 18:22:50.185447 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-75a4253f-a917-4dd2-b9d6-7d3557ec8761 req-28908301-8e48-4c9b-9592-d96fede1a9ff service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874479 Oct 27 18:22:50.187529 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd538f5-914c-45eb-ac82-255f2fea96f1 req-e28a5dea-4efc-4ca1-b967-5c4d49e5332e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:50.189097 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2dd538f5-914c-45eb-ac82-255f2fea96f1 req-e28a5dea-4efc-4ca1-b967-5c4d49e5332e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a02c915a-ef33-4547-80f0-d7d8ef06e164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1061914 Oct 27 18:22:50.261569 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-16ecce2b-84f7-4917-9fdf-9c3663c7bc35 req-6955363f-b861-473b-aca6-c92ed41b574d tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156540 Oct 27 18:22:50.291421 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a4c8c134-41d5-4446-a5a2-496cf5055b4d req-1b9557e5-955d-4b89-b329-c330092c50ec service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533396 Oct 27 18:22:50.444120 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ddc93d-f68d-4b88-a570-f6dcff31b732 req-9cb1a8d7-18fc-493e-8516-10ea46072fad tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:50.455633 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b5ddc93d-f68d-4b88-a570-f6dcff31b732 req-9cb1a8d7-18fc-493e-8516-10ea46072fad tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef4644b4-5c3f-42eb-b909-4a52e712eedc HTTP/1.1" status: 200 len: 947 time: 0.1046889 Oct 27 18:22:50.521201 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b5ddc93d-f68d-4b88-a570-f6dcff31b732 req-80b775ca-5ca1-423f-9b8e-d262b731e135 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619738 Oct 27 18:22:50.523809 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2dd538f5-914c-45eb-ac82-255f2fea96f1 req-d3debd8e-0100-4de5-8034-1a6c96793c44 service neutron] 10.222.0.93 "GET /v2.0/networks/a02c915a-ef33-4547-80f0-d7d8ef06e164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106131 Oct 27 18:22:50.692420 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2dd538f5-914c-45eb-ac82-255f2fea96f1 req-604265c5-ad01-46a8-a2a1-337e0ec114e2 service neutron] 10.222.0.93 "GET /v2.0/networks/a02c915a-ef33-4547-80f0-d7d8ef06e164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576777 Oct 27 18:22:50.774873 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a7a41-e9cb-4080-b285-126abd9bcae7 req-302a5b45-bca0-4193-8da0-882740b2e296 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:50.777460 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6a7a7a41-e9cb-4080-b285-126abd9bcae7 req-302a5b45-bca0-4193-8da0-882740b2e296 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc HTTP/1.1" status: 200 len: 943 time: 0.0786190 Oct 27 18:22:50.832469 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6a7a7a41-e9cb-4080-b285-126abd9bcae7 req-bc667726-f4e0-4c2d-9b2a-097d4179526c tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec2badc2-2213-44f4-a21c-425b07ba0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470490 Oct 27 18:22:50.942357 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a90ee-6645-49f2-8fc4-e3c9d2b6e04d req-f6e1b835-2e71-4889-9c3a-5793184f0480 tempest-MigrationsAdminTest-296411656 tempest-MigrationsAdminTest-296411656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:50.944047 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3b9a90ee-6645-49f2-8fc4-e3c9d2b6e04d req-f6e1b835-2e71-4889-9c3a-5793184f0480 tempest-MigrationsAdminTest-296411656 tempest-MigrationsAdminTest-296411656-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 1100 time: 0.0511560 Oct 27 18:22:50.991315 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef4644b4-5c3f-42eb-b909-4a52e712eedc', 'tag': 'edbc4198-ddf2-4ab8-a27a-1436d0484f96'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:22:50.993913 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6be480-d179-4b1d-8d1f-c3eb882bb183" -d '{"events": [{"name": "network-changed", "server_uuid": "ef4644b4-5c3f-42eb-b909-4a52e712eedc", "tag": "edbc4198-ddf2-4ab8-a27a-1436d0484f96"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:22:51.009218 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3b9a90ee-6645-49f2-8fc4-e3c9d2b6e04d req-e40f27aa-715d-4a69-a47d-1831af7bfaad tempest-MigrationsAdminTest-296411656 tempest-MigrationsAdminTest-296411656-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477431 Oct 27 18:22:51.120668 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24eeee3-fd61-4d57-865a-21be883e9aee req-2b5abddf-bc3c-4530-822e-9b0749ef028a tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:51.122241 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e24eeee3-fd61-4d57-865a-21be883e9aee req-2b5abddf-bc3c-4530-822e-9b0749ef028a tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b6b5137-ad0a-4cb7-bf62-ca327e17a72a HTTP/1.1" status: 200 len: 945 time: 0.0622432 Oct 27 18:22:51.182660 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e24eeee3-fd61-4d57-865a-21be883e9aee req-1c0ed695-833f-4631-948e-fd8e3941dd63 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533135 Oct 27 18:22:51.444499 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device edbc4198-ddf2-4ab8-a27a-1436d0484f96 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:22:51.450084 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9519a6e5-dc00-4991-b546-a9cebe0fd0ef x-openstack-request-id: req-9519a6e5-dc00-4991-b546-a9cebe0fd0ef {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:22:51.451015 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef4644b4-5c3f-42eb-b909-4a52e712eedc", "tag": "edbc4198-ddf2-4ab8-a27a-1436d0484f96", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:22:51.451015 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9519a6e5-dc00-4991-b546-a9cebe0fd0ef {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:22:51.451292 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef4644b4-5c3f-42eb-b909-4a52e712eedc', 'tag': 'edbc4198-ddf2-4ab8-a27a-1436d0484f96', 'status': 'completed', 'code': 200} Oct 27 18:22:51.585363 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-133b4747-a569-494c-997c-4b93f77aa637 req-c4aa6039-8f71-4e23-b8f4-ff00cc614ad8 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 210 time: 0.0786483 Oct 27 18:22:51.601494 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6be480-d179-4b1d-8d1f-c3eb882bb183 req-3095a1b5-efc6-4cfe-82a0-2110ca273b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:51.608487 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5c6be480-d179-4b1d-8d1f-c3eb882bb183 req-3095a1b5-efc6-4cfe-82a0-2110ca273b53 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ab22d74eaa124f7eb0c7d0d3b33e9b58&device_id=ef4644b4-5c3f-42eb-b909-4a52e712eedc HTTP/1.1" status: 200 len: 1098 time: 0.1155581 Oct 27 18:22:51.688038 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port edbc4198-ddf2-4ab8-a27a-1436d0484f96, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=edbc4198-ddf2-4ab8-a27a-1436d0484f96,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:22:51.700820 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'edbc4198-ddf2-4ab8-a27a-1436d0484f96', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'port_id': 'edbc4198-ddf2-4ab8-a27a-1436d0484f96', 'mac_address': 'fa:16:3e:6a:4c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:22:51.793703 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d9f5c-3083-4347-b807-1531cc1e151c req-a79b7cc5-0f72-4f0d-8682-5d1695a0facd tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:51.801569 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:51.807602 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-368d9f5c-3083-4347-b807-1531cc1e151c req-a79b7cc5-0f72-4f0d-8682-5d1695a0facd tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef4644b4-5c3f-42eb-b909-4a52e712eedc HTTP/1.1" status: 200 len: 947 time: 0.1312768 Oct 27 18:22:51.811779 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6be480-d179-4b1d-8d1f-c3eb882bb183 req-52a95fc1-11ee-4714-9016-0e2cc9f00d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:51.814258 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5c6be480-d179-4b1d-8d1f-c3eb882bb183 req-52a95fc1-11ee-4714-9016-0e2cc9f00d4a service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.1948810 Oct 27 18:22:51.830398 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edbc4198-ddf2-4ab8-a27a-1436d0484f96 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:22:51.852983 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port edbc4198-ddf2-4ab8-a27a-1436d0484f96, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=edbc4198-ddf2-4ab8-a27a-1436d0484f96,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:22:51.881329 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5c6be480-d179-4b1d-8d1f-c3eb882bb183 req-93ad5ed2-451e-48dc-8d74-438ef98aff89 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=edbc4198-ddf2-4ab8-a27a-1436d0484f96 HTTP/1.1" status: 200 len: 217 time: 0.0574553 Oct 27 18:22:51.887224 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-368d9f5c-3083-4347-b807-1531cc1e151c req-e4f9058b-6c2f-483b-a073-e0f01aa2448c tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784664 Oct 27 18:22:51.947039 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-170faaa7-3f1e-4170-8a05-6e274a0050a1 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=0493afd680224a038be01c24bab6b33d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436699 Oct 27 18:22:51.958675 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:51.959741 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 1e0e81ca-8d40-4f32-adf8-576986635f72 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:22:52.003130 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6be480-d179-4b1d-8d1f-c3eb882bb183 req-ac646986-62a8-4c0c-abcd-1f6669b30ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:52.004692 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5c6be480-d179-4b1d-8d1f-c3eb882bb183 req-ac646986-62a8-4c0c-abcd-1f6669b30ff7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.0939329 Oct 27 18:22:52.050870 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=edbc4198-ddf2-4ab8-a27a-1436d0484f96,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:52.099444 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6be480-d179-4b1d-8d1f-c3eb882bb183 req-f708bae6-368d-4690-a5e7-7231ad1c3323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:52.099444 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5c6be480-d179-4b1d-8d1f-c3eb882bb183 req-f708bae6-368d-4690-a5e7-7231ad1c3323 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0812707 Oct 27 18:22:52.161158 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 1e0e81ca-8d40-4f32-adf8-576986635f72, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=1e0e81ca-8d40-4f32-adf8-576986635f72,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:22:52.197620 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '1e0e81ca-8d40-4f32-adf8-576986635f72', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'port_id': '1e0e81ca-8d40-4f32-adf8-576986635f72', 'mac_address': 'fa:16:3e:55:86:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:22:52.230623 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586183d-35ca-443d-8158-f1facfbb8d9d req-187303b2-f8ed-46a2-9fa2-335157764b4a tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:52.232749 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0586183d-35ca-443d-8158-f1facfbb8d9d req-187303b2-f8ed-46a2-9fa2-335157764b4a tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc HTTP/1.1" status: 200 len: 943 time: 0.2106848 Oct 27 18:22:52.241876 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5c6be480-d179-4b1d-8d1f-c3eb882bb183 req-8da5a92d-615a-4bda-96c3-2cfffa7a01a5 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351504 Oct 27 18:22:52.285694 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:52.292473 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-b24a0c38-2e86-42b6-84ff-691ece431943 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:52.294112 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-b24a0c38-2e86-42b6-84ff-691ece431943 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3395581 Oct 27 18:22:52.322088 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e0e81ca-8d40-4f32-adf8-576986635f72 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:22:52.330838 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0586183d-35ca-443d-8158-f1facfbb8d9d req-5b401d49-3d31-4f9e-b7e0-d881e149cbd0 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec2badc2-2213-44f4-a21c-425b07ba0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750353 Oct 27 18:22:52.358439 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-0ed98cfa-e6f0-4390-a3ee-38b83d6fdf5d tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/quotas/0493afd680224a038be01c24bab6b33d HTTP/1.1" status: 200 len: 375 time: 0.0437055 Oct 27 18:22:52.372299 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 1e0e81ca-8d40-4f32-adf8-576986635f72, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=1e0e81ca-8d40-4f32-adf8-576986635f72,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:22:52.397539 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5c6be480-d179-4b1d-8d1f-c3eb882bb183 req-341e09ec-1af8-4e0f-84e7-e64d79c8fe1d service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456990 Oct 27 18:22:52.456233 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-4eb6a215-a7da-429e-9c90-3bbc44efffda tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0493afd680224a038be01c24bab6b33d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0961235 Oct 27 18:22:52.478375 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebc657-5e63-483e-9fef-80ed7f177de4 req-4b508e45-dded-4196-acad-19f3c53f75bf tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:52.479972 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-caebc657-5e63-483e-9fef-80ed7f177de4 req-4b508e45-dded-4196-acad-19f3c53f75bf tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b6b5137-ad0a-4cb7-bf62-ca327e17a72a HTTP/1.1" status: 200 len: 945 time: 0.0690641 Oct 27 18:22:52.523932 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-caebc657-5e63-483e-9fef-80ed7f177de4 req-de0007e4-0d5e-4a9a-9333-fedfe73898a6 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361099 Oct 27 18:22:52.724593 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-647633f5-3593-481d-b515-6880645ef968 req-155d021b-9fa3-4d31-ac88-0f76cf1baf6f tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 210 time: 0.0265493 Oct 27 18:22:52.758755 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:52.833615 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=1e0e81ca-8d40-4f32-adf8-576986635f72,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:52.919283 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4d394dbd-397a-4f64-8918-327e4d72a90b req-0ee4bcc0-11ad-4984-96ff-0d2b9427b7e4 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 210 time: 0.0551882 Oct 27 18:22:53.059647 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae1a9f-78cf-40ba-ab21-a031a98a4079 req-d3442d1e-c246-4805-8f69-e0dc6a0df814 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:53.060972 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-03ae1a9f-78cf-40ba-ab21-a031a98a4079 req-d3442d1e-c246-4805-8f69-e0dc6a0df814 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef4644b4-5c3f-42eb-b909-4a52e712eedc HTTP/1.1" status: 200 len: 948 time: 0.0945759 Oct 27 18:22:53.104916 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-03ae1a9f-78cf-40ba-ab21-a031a98a4079 req-54fe41aa-5da7-476e-8f61-7ab42aec2168 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366380 Oct 27 18:22:53.142047 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['1e0e81ca-8d40-4f32-adf8-576986635f72'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:22:53.148406 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['edbc4198-ddf2-4ab8-a27a-1436d0484f96'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:22:53.512642 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867af242-e77d-4df0-83e9-4685f704e305 req-40d4120c-2ce2-4eb8-9011-c520c111d6dc tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:53.522436 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-867af242-e77d-4df0-83e9-4685f704e305 req-40d4120c-2ce2-4eb8-9011-c520c111d6dc tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc HTTP/1.1" status: 200 len: 943 time: 0.0768211 Oct 27 18:22:53.567480 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-867af242-e77d-4df0-83e9-4685f704e305 req-c08cb9b8-3dbc-40a9-abc9-c580eb876a76 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec2badc2-2213-44f4-a21c-425b07ba0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462079 Oct 27 18:22:53.963511 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7a81e788-98bd-46f7-bd3d-982e67644067 req-ecb51c7f-a251-44c6-b3f6-0a2f6059f6ce tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 210 time: 0.0413537 Oct 27 18:22:54.069893 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9ab4b95e-d606-463b-a613-2da56af7797b req-bf42688b-0e8b-4d4a-abdb-58c02aa12e9e tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 210 time: 0.0309930 Oct 27 18:22:54.261116 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbfccb-6839-4757-a8a8-be64d18eda1c req-023f5a76-4276-4399-91c9-948d4cf4d4bd tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:54.268842 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3cbbfccb-6839-4757-a8a8-be64d18eda1c req-023f5a76-4276-4399-91c9-948d4cf4d4bd tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef4644b4-5c3f-42eb-b909-4a52e712eedc HTTP/1.1" status: 200 len: 948 time: 0.0657859 Oct 27 18:22:54.305809 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3cbbfccb-6839-4757-a8a8-be64d18eda1c req-d81352df-fb81-4778-ad85-66dc6f901b7d tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353870 Oct 27 18:22:54.791423 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2714c85-502a-4972-82d5-c9376a0f420a req-5de3e57f-34ea-49cc-b9ba-674a583c52a0 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:54.800976 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f2714c85-502a-4972-82d5-c9376a0f420a req-5de3e57f-34ea-49cc-b9ba-674a583c52a0 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc HTTP/1.1" status: 200 len: 943 time: 0.1113985 Oct 27 18:22:54.862533 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f2714c85-502a-4972-82d5-c9376a0f420a req-61b9f89d-cfa3-46d6-974b-7bc03efdcb3e tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec2badc2-2213-44f4-a21c-425b07ba0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603864 Oct 27 18:22:55.098231 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5d3943aa-70ab-4cc5-8ec7-7dc1a53702f4 req-162d7950-5394-41e0-9117-ebb956cbbd7f tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 210 time: 0.0289390 Oct 27 18:22:55.231268 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-83181ce8-8310-4ab3-ae0f-06ea9aaec004 req-7fa44243-a9cd-4b6a-9e22-43b4a0979b45 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 210 time: 0.0513332 Oct 27 18:22:55.365029 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-a2c67d36-1f68-463f-b728-8846a3671bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:55.367233 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-a2c67d36-1f68-463f-b728-8846a3671bc5 service neutron] 10.222.0.93 "GET /v2.0/ports/4ebc892e-5692-4841-830c-8e4b29b7659e HTTP/1.1" status: 200 len: 1026 time: 0.0440915 Oct 27 18:22:55.416372 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-ef942246-c354-456b-877c-78aeaf41002d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:55.418389 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-ef942246-c354-456b-877c-78aeaf41002d service neutron] 10.222.0.93 "GET /v2.0/ports/168724c9-71d8-440b-b602-1f3bb57c7953 HTTP/1.1" status: 200 len: 1026 time: 0.0423684 Oct 27 18:22:55.427435 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device edbc4198-ddf2-4ab8-a27a-1436d0484f96 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:22:55.481742 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c8f45-fcf2-452e-a994-7029ec1c78d0 req-b057ce5e-26ce-45b9-8bf4-22a16916576e tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:55.490557 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3f3c8f45-fcf2-452e-a994-7029ec1c78d0 req-b057ce5e-26ce-45b9-8bf4-22a16916576e tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef4644b4-5c3f-42eb-b909-4a52e712eedc HTTP/1.1" status: 200 len: 948 time: 0.0843601 Oct 27 18:22:55.549201 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3f3c8f45-fcf2-452e-a994-7029ec1c78d0 req-4a6a93c4-30ce-4b5b-a01c-c260b5065bd0 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501201 Oct 27 18:22:55.593344 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port edbc4198-ddf2-4ab8-a27a-1436d0484f96 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:22:55.598670 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port edbc4198-ddf2-4ab8-a27a-1436d0484f96 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:22:55.599489 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:55.652990 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-09722577-38e8-4aad-ab1b-063e16320a9a tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:55.670850 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-09722577-38e8-4aad-ab1b-063e16320a9a tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:55.687116 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-09722577-38e8-4aad-ab1b-063e16320a9a tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:55.688903 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-09722577-38e8-4aad-ab1b-063e16320a9a tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.93 "GET /v2.0/networks?id=b0826293-f8b5-4c91-b97e-04b01e42ef10&id=f4e9126d-2ff7-47a1-bfee-b0e033396219&id=f4e9126d-2ff7-47a1-bfee-b0e033396219&id=f4e9126d-2ff7-47a1-bfee-b0e033396219&id=f4e9126d-2ff7-47a1-bfee-b0e033396219&id=71cba891-964b-4e83-9965-41015215d178&id=71cba891-964b-4e83-9965-41015215d178 HTTP/1.1" status: 200 len: 1987 time: 0.2536926 Oct 27 18:22:55.750416 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:55.761425 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-82b11a0e-ccd0-4bdd-8b5a-51a75f1420aa tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32c521b9d5364e14a010de85fa7c39d0 HTTP/1.1" status: 200 len: 380 time: 0.0557828 Oct 27 18:22:55.787679 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-8f99d33b-52ee-4b69-8733-70c11c2a0594 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Request body: {'port': {'device_id': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'network_id': 'b0826293-f8b5-4c91-b97e-04b01e42ef10', 'admin_state_up': True, 'tenant_id': '32c521b9d5364e14a010de85fa7c39d0', 'security_groups': ['f66a1304-8991-4287-bd7a-f4a77871754c']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:22:55.824082 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4644b4-5c3f-42eb-b909-4a52e712eedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edbc4198-ddf2-4ab8-a27a-1436d0484f96'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:22:55.828045 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb239872-5f31-4cb5-adda-03d589731b33" -d '{"events": [{"server_uuid": "ef4644b4-5c3f-42eb-b909-4a52e712eedc", "name": "network-vif-plugged", "status": "completed", "tag": "edbc4198-ddf2-4ab8-a27a-1436d0484f96"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:22:55.847035 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port edbc4198-ddf2-4ab8-a27a-1436d0484f96, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=edbc4198-ddf2-4ab8-a27a-1436d0484f96,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:22:55.901980 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:55.904003 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 1e0e81ca-8d40-4f32-adf8-576986635f72 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:22:55.998305 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d260e0ee-fcee-430f-a45e-ed2e6ff99c01 x-openstack-request-id: req-d260e0ee-fcee-430f-a45e-ed2e6ff99c01 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:22:55.998477 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4644b4-5c3f-42eb-b909-4a52e712eedc", "name": "network-vif-plugged", "status": "completed", "tag": "edbc4198-ddf2-4ab8-a27a-1436d0484f96", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:22:55.998736 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d260e0ee-fcee-430f-a45e-ed2e6ff99c01 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:22:55.999149 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4644b4-5c3f-42eb-b909-4a52e712eedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edbc4198-ddf2-4ab8-a27a-1436d0484f96', 'code': 200} Oct 27 18:22:56.042358 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=edbc4198-ddf2-4ab8-a27a-1436d0484f96,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:56.062323 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-8f99d33b-52ee-4b69-8733-70c11c2a0594 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Made reservation on behalf of 32c521b9d5364e14a010de85fa7c39d0 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:22:56.067878 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-8f99d33b-52ee-4b69-8733-70c11c2a0594 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:56.147501 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 1e0e81ca-8d40-4f32-adf8-576986635f72 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:22:56.163638 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:56.166032 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 1e0e81ca-8d40-4f32-adf8-576986635f72 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:22:56.167278 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:56.275303 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-8f99d33b-52ee-4b69-8733-70c11c2a0594 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Allocated IP 172.20.0.11 (b0826293-f8b5-4c91-b97e-04b01e42ef10/e43a2e56-6a89-4d7a-ba43-8a2e198dc078/d0da1220-dd80-4dd5-a7ad-e073fc40fe66) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:22:56.308190 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:56.311079 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-11235375-678e-4950-8a86-c3fb34950a3e tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=0493afd680224a038be01c24bab6b33d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2365451 Oct 27 18:22:56.364560 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 1e0e81ca-8d40-4f32-adf8-576986635f72, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=1e0e81ca-8d40-4f32-adf8-576986635f72,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:22:56.433245 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:56.497147 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1286c-79cd-4f30-ae06-8d93b75e15ae req-48f2f065-6262-4647-abbe-2e49ebb05fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:56.498794 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7ce1286c-79cd-4f30-ae06-8d93b75e15ae req-48f2f065-6262-4647-abbe-2e49ebb05fbb service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ef4644b4-5c3f-42eb-b909-4a52e712eedc HTTP/1.1" status: 200 len: 1100 time: 0.3698881 Oct 27 18:22:56.522155 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d4067-6782-47fc-ac53-12f1d334bacc req-f2d2647e-1d06-4726-9b4e-a05917d92338 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:56.530202 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a64d4067-6782-47fc-ac53-12f1d334bacc req-f2d2647e-1d06-4726-9b4e-a05917d92338 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc HTTP/1.1" status: 200 len: 943 time: 0.3168380 Oct 27 18:22:56.532738 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-8f99d33b-52ee-4b69-8733-70c11c2a0594 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:56.599682 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=1e0e81ca-8d40-4f32-adf8-576986635f72,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:56.607249 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7ce1286c-79cd-4f30-ae06-8d93b75e15ae req-35ccda07-5162-45b7-89d7-5d6ff6511eb1 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976610 Oct 27 18:22:56.627557 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-633cb619-576c-4498-909d-4d353375a698 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:56.629261 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-633cb619-576c-4498-909d-4d353375a698 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2398028 Oct 27 18:22:56.643413 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a64d4067-6782-47fc-ac53-12f1d334bacc req-f70af343-9fdf-4a2f-b2d2-fced3da96a36 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec2badc2-2213-44f4-a21c-425b07ba0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119757 Oct 27 18:22:56.691975 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:56.719369 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-8f99d33b-52ee-4b69-8733-70c11c2a0594 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:56.833844 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-8f99d33b-52ee-4b69-8733-70c11c2a0594 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Network b0826293-f8b5-4c91-b97e-04b01e42ef10 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:22:56.837936 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-8f99d33b-52ee-4b69-8733-70c11c2a0594 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:22:56.842408 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-8f99d33b-52ee-4b69-8733-70c11c2a0594 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:22:56.846424 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f99d33b-52ee-4b69-8733-70c11c2a0594 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Pushing event updated for resources: {'Port': ['ID=d0da1220-dd80-4dd5-a7ad-e073fc40fe66,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:56.880359 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-9da70efc-6afd-48dd-a4df-66a9d016317a tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Request body: {'port': {'device_id': 'a7fa71c1-6a1c-4f88-92c1-df287f05652e', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'admin_state_up': True, 'tenant_id': '0493afd680224a038be01c24bab6b33d'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:22:56.894905 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f99d33b-52ee-4b69-8733-70c11c2a0594 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:22:56.894905 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f99d33b-52ee-4b69-8733-70c11c2a0594 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:22:56.894905 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f99d33b-52ee-4b69-8733-70c11c2a0594 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:22:56.903314 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f99d33b-52ee-4b69-8733-70c11c2a0594 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:22:56.903314 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f99d33b-52ee-4b69-8733-70c11c2a0594 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:22:56.903314 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f99d33b-52ee-4b69-8733-70c11c2a0594 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:22:56.903314 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f99d33b-52ee-4b69-8733-70c11c2a0594 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:22:56.903314 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f99d33b-52ee-4b69-8733-70c11c2a0594 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:22:56.903314 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f99d33b-52ee-4b69-8733-70c11c2a0594 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:22:56.903314 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f99d33b-52ee-4b69-8733-70c11c2a0594 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:22:56.903314 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f99d33b-52ee-4b69-8733-70c11c2a0594 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:22:56.903314 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f99d33b-52ee-4b69-8733-70c11c2a0594 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:22:57.003181 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-8f99d33b-52ee-4b69-8733-70c11c2a0594 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:57.005169 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-8f99d33b-52ee-4b69-8733-70c11c2a0594 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:57.104054 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fbefda7c-2972-4f39-8fcb-71d85f18492b req-b5ed9003-0e12-49b4-bf2d-4e14e2810618 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 210 time: 0.0908694 Oct 27 18:22:57.202930 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee9c6f-d072-4721-8014-9a51640006bc req-dbf45fb7-3a53-4c1e-9150-9e8b6ffc1e82 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:57.204502 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-01ee9c6f-d072-4721-8014-9a51640006bc req-dbf45fb7-3a53-4c1e-9150-9e8b6ffc1e82 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 932 time: 0.2173142 Oct 27 18:22:57.304534 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-01ee9c6f-d072-4721-8014-9a51640006bc req-b2ed612f-452b-4d27-95c5-42ca333e7fd8 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869393 Oct 27 18:22:57.321418 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7440a-8bd7-4c57-a988-07d5c2f56bd0 req-c13dde8d-305c-465d-a2ed-e64f561a4b3f tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:57.324083 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dea7440a-8bd7-4c57-a988-07d5c2f56bd0 req-c13dde8d-305c-465d-a2ed-e64f561a4b3f tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef4644b4-5c3f-42eb-b909-4a52e712eedc HTTP/1.1" status: 200 len: 949 time: 0.1186674 Oct 27 18:22:57.348942 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-7ff32800-7823-4644-bfd6-a3f73722dcb0 None None] Provisioning complete for port d0da1220-dd80-4dd5-a7ad-e073fc40fe66 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:22:57.350473 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7ff32800-7823-4644-bfd6-a3f73722dcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:57.409726 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-7ff32800-7823-4644-bfd6-a3f73722dcb0 None None] Port d0da1220-dd80-4dd5-a7ad-e073fc40fe66 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:22:57.426381 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-8f99d33b-52ee-4b69-8733-70c11c2a0594 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6469052 Oct 27 18:22:57.428145 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dea7440a-8bd7-4c57-a988-07d5c2f56bd0 req-9b3aff4f-828a-420f-a43a-96e94e0d695b tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882373 Oct 27 18:22:57.444829 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-ef1164e5-465d-4e49-80a1-1dc1998e5c33 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Request body: {'port': {'device_id': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'network_id': 'f4e9126d-2ff7-47a1-bfee-b0e033396219', 'admin_state_up': True, 'tenant_id': '32c521b9d5364e14a010de85fa7c39d0', 'security_groups': ['f66a1304-8991-4287-bd7a-f4a77871754c']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:22:57.541959 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-9da70efc-6afd-48dd-a4df-66a9d016317a tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Made reservation on behalf of 0493afd680224a038be01c24bab6b33d for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:22:57.546913 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-9da70efc-6afd-48dd-a4df-66a9d016317a tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:57.716542 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-9da70efc-6afd-48dd-a4df-66a9d016317a tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Allocated IP 192.168.233.180 (5a00a4ee-d7ee-4646-9905-4d21868e9aa2/5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc/28c73000-e05a-4162-bd24-a40db0e232e9) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:22:57.752956 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-ef1164e5-465d-4e49-80a1-1dc1998e5c33 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Made reservation on behalf of 32c521b9d5364e14a010de85fa7c39d0 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:22:57.761451 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-ef1164e5-465d-4e49-80a1-1dc1998e5c33 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:57.901694 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-9da70efc-6afd-48dd-a4df-66a9d016317a tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:58.001568 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8814091-7055-4f98-ba67-e60f5562a079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0e81ca-8d40-4f32-adf8-576986635f72'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:22:58.003394 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b51676-7405-4645-a56d-07586ee24d0d" -d '{"events": [{"server_uuid": "d8814091-7055-4f98-ba67-e60f5562a079", "name": "network-vif-plugged", "status": "completed", "tag": "1e0e81ca-8d40-4f32-adf8-576986635f72"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:22:58.015536 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f68555-19ee-4a6c-9d41-60e99a6c6bf7 req-46d48def-3184-4304-8b10-4ae3352fb0b1 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:58.023398 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-22f68555-19ee-4a6c-9d41-60e99a6c6bf7 req-46d48def-3184-4304-8b10-4ae3352fb0b1 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc HTTP/1.1" status: 200 len: 943 time: 0.0863209 Oct 27 18:22:58.025301 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-ef1164e5-465d-4e49-80a1-1dc1998e5c33 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Allocated IP 10.1.1.221 (f4e9126d-2ff7-47a1-bfee-b0e033396219/b43126e9-9fd9-47ab-bca1-c5bdf1d34ed3/d9f41f4b-9124-4661-b73f-53e5a7e90c21) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:22:58.087162 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e36eee2-0893-4f53-8b8c-60037fa48398 x-openstack-request-id: req-5e36eee2-0893-4f53-8b8c-60037fa48398 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:22:58.087463 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8814091-7055-4f98-ba67-e60f5562a079", "name": "network-vif-plugged", "status": "completed", "tag": "1e0e81ca-8d40-4f32-adf8-576986635f72", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:22:58.087707 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5e36eee2-0893-4f53-8b8c-60037fa48398 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:22:58.088367 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8814091-7055-4f98-ba67-e60f5562a079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0e81ca-8d40-4f32-adf8-576986635f72', 'code': 200} Oct 27 18:22:58.094275 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-22f68555-19ee-4a6c-9d41-60e99a6c6bf7 req-b33b7dd1-f272-40fa-bf8d-93b4ba3825f9 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec2badc2-2213-44f4-a21c-425b07ba0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698705 Oct 27 18:22:58.095477 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-9da70efc-6afd-48dd-a4df-66a9d016317a tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:58.112817 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['7848076d-2451-4103-97da-2fddc47f6bb3'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:22:58.201333 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-9da70efc-6afd-48dd-a4df-66a9d016317a tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:22:58.221230 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-9da70efc-6afd-48dd-a4df-66a9d016317a tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:22:58.310160 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-9da70efc-6afd-48dd-a4df-66a9d016317a tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:22:58.311747 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da70efc-6afd-48dd-a4df-66a9d016317a tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Pushing event updated for resources: {'Port': ['ID=28c73000-e05a-4162-bd24-a40db0e232e9,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:58.384682 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-ef1164e5-465d-4e49-80a1-1dc1998e5c33 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:58.510911 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-9da70efc-6afd-48dd-a4df-66a9d016317a tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:58.511585 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-9da70efc-6afd-48dd-a4df-66a9d016317a tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:58.581884 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-ef1164e5-465d-4e49-80a1-1dc1998e5c33 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:58.584739 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:22:58.599388 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd661597-5820-44d5-bc24-c7ecd05d3376 req-1b93ce61-0af3-441c-a010-a61532597882 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:58.607302 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd661597-5820-44d5-bc24-c7ecd05d3376 req-1b93ce61-0af3-441c-a010-a61532597882 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 936 time: 0.3908236 Oct 27 18:22:58.631734 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03e36a-7931-49a5-b0ae-b638191abc82 req-1c711dc7-de75-411b-84d5-858a4dfe3626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:58.633592 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8f03e36a-7931-49a5-b0ae-b638191abc82 req-1c711dc7-de75-411b-84d5-858a4dfe3626 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 1101 time: 0.2463903 Oct 27 18:22:58.647707 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be1c14-ee4f-42e2-9192-894111e53497 req-76e8d3bd-2a31-4ca5-8ceb-9b0f8ed747cd tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:58.656238 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1be1c14-ee4f-42e2-9192-894111e53497 req-76e8d3bd-2a31-4ca5-8ceb-9b0f8ed747cd tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 932 time: 0.1345019 Oct 27 18:22:58.658446 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-eb667afa-0d09-4c1b-b4c6-87da397a9672 None None] Provisioning complete for port 28c73000-e05a-4162-bd24-a40db0e232e9 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:22:58.659091 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-eb667afa-0d09-4c1b-b4c6-87da397a9672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:58.669798 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1164e5-465d-4e49-80a1-1dc1998e5c33 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Pushing event updated for resources: {'Port': ['ID=d9f41f4b-9124-4661-b73f-53e5a7e90c21,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:22:58.675193 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-ef1164e5-465d-4e49-80a1-1dc1998e5c33 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Network f4e9126d-2ff7-47a1-bfee-b0e033396219 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:22:58.676642 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-ef1164e5-465d-4e49-80a1-1dc1998e5c33 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:22:58.679941 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-ef1164e5-465d-4e49-80a1-1dc1998e5c33 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:22:58.736218 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-ef1164e5-465d-4e49-80a1-1dc1998e5c33 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:58.736858 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-ef1164e5-465d-4e49-80a1-1dc1998e5c33 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:58.758974 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1be1c14-ee4f-42e2-9192-894111e53497 req-be91024a-0a4e-4a93-89cf-9beb516997ed tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012299 Oct 27 18:22:58.774897 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-9da70efc-6afd-48dd-a4df-66a9d016317a tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8978007 Oct 27 18:22:58.779046 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-eb667afa-0d09-4c1b-b4c6-87da397a9672 None None] Port 28c73000-e05a-4162-bd24-a40db0e232e9 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:22:58.796618 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd661597-5820-44d5-bc24-c7ecd05d3376 req-6869ca8b-2c4b-4ab7-99f1-3c3c2454c603 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838927 Oct 27 18:22:58.805060 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-0cab020c-544c-4426-8927-163ebc5f3490 service neutron] Request body: {'port': {'device_id': 'a7fa71c1-6a1c-4f88-92c1-df287f05652e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:22:58.849605 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8f03e36a-7931-49a5-b0ae-b638191abc82 req-b03983a0-8bf1-45a0-921b-ddcdc96ffcd0 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679807 Oct 27 18:22:58.864766 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-ef1164e5-465d-4e49-80a1-1dc1998e5c33 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4275906 Oct 27 18:22:58.975555 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-0cab020c-544c-4426-8927-163ebc5f3490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:59.038026 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d08fc-8292-43e3-b3b3-225e7c21a353 req-c6ba1b0b-e5db-44f4-b562-c144952e671c tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:59.040412 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1a3d08fc-8292-43e3-b3b3-225e7c21a353 req-c6ba1b0b-e5db-44f4-b562-c144952e671c tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef4644b4-5c3f-42eb-b909-4a52e712eedc HTTP/1.1" status: 200 len: 949 time: 0.1349583 Oct 27 18:22:59.089299 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1a3d08fc-8292-43e3-b3b3-225e7c21a353 req-61a04922-ccf8-468b-b0af-4c1d43a23c47 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400088 Oct 27 18:22:59.132938 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f4ab6068-52c7-47a4-b7bc-72da39cb9e91 None None] Provisioning complete for port d9f41f4b-9124-4661-b73f-53e5a7e90c21 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:22:59.134048 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f4ab6068-52c7-47a4-b7bc-72da39cb9e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:59.146249 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-24b7ec9c-3f4f-494b-8b44-78bc46a36b88 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Request body: {'port': {'device_id': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'network_id': 'f4e9126d-2ff7-47a1-bfee-b0e033396219', 'admin_state_up': True, 'tenant_id': '32c521b9d5364e14a010de85fa7c39d0', 'security_groups': ['f66a1304-8991-4287-bd7a-f4a77871754c']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:22:59.297179 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f4ab6068-52c7-47a4-b7bc-72da39cb9e91 None None] Port d9f41f4b-9124-4661-b73f-53e5a7e90c21 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:22:59.479070 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-24b7ec9c-3f4f-494b-8b44-78bc46a36b88 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Made reservation on behalf of 32c521b9d5364e14a010de85fa7c39d0 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:22:59.482867 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-24b7ec9c-3f4f-494b-8b44-78bc46a36b88 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:59.637971 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2246bcc-cb38-4ef5-990d-758e593de3c6 req-be223685-65dd-4227-b13d-454853ed2a26 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:59.646234 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b2246bcc-cb38-4ef5-990d-758e593de3c6 req-be223685-65dd-4227-b13d-454853ed2a26 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc HTTP/1.1" status: 200 len: 943 time: 0.1922162 Oct 27 18:22:59.665752 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358d72c-cea5-42c3-b8c5-7e82415ebfa3 req-16cf9dff-c6d0-4f14-8f9b-598aade6597e tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:22:59.672988 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1358d72c-cea5-42c3-b8c5-7e82415ebfa3 req-16cf9dff-c6d0-4f14-8f9b-598aade6597e tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.1465459 Oct 27 18:22:59.723922 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-0cab020c-544c-4426-8927-163ebc5f3490 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28c73000-e05a-4162-bd24-a40db0e232e9 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:22:59.748762 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-0cab020c-544c-4426-8927-163ebc5f3490 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:22:59.750059 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-24b7ec9c-3f4f-494b-8b44-78bc46a36b88 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Allocated IP 10.1.1.210 (f4e9126d-2ff7-47a1-bfee-b0e033396219/b43126e9-9fd9-47ab-bca1-c5bdf1d34ed3/d30e3861-115e-4101-a8e0-47bcf6ce9856) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:22:59.763407 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1358d72c-cea5-42c3-b8c5-7e82415ebfa3 req-4fac833e-377c-420a-9b99-41feb7911c28 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894463 Oct 27 18:22:59.782294 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b2246bcc-cb38-4ef5-990d-758e593de3c6 req-03774b0f-2e8d-4bf7-9650-11868766f2aa tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec2badc2-2213-44f4-a21c-425b07ba0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351810 Oct 27 18:22:59.818783 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-0cab020c-544c-4426-8927-163ebc5f3490 service neutron] Transition to ACTIVE for port object 28c73000-e05a-4162-bd24-a40db0e232e9 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:22:59.927488 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-0cab020c-544c-4426-8927-163ebc5f3490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:00.003077 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-24b7ec9c-3f4f-494b-8b44-78bc46a36b88 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:00.097529 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-24b7ec9c-3f4f-494b-8b44-78bc46a36b88 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:00.103003 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab020c-544c-4426-8927-163ebc5f3490 service neutron] Pushing event updated for resources: {'Port': ['ID=28c73000-e05a-4162-bd24-a40db0e232e9,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:00.132232 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a69b4-43d0-488b-a1fc-c0971bab2576 req-cbf85744-e965-4a27-89ef-a55019715357 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:00.149870 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a69b4-43d0-488b-a1fc-c0971bab2576 req-cbf85744-e965-4a27-89ef-a55019715357 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:00.153269 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-415a69b4-43d0-488b-a1fc-c0971bab2576 req-cbf85744-e965-4a27-89ef-a55019715357 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 1654 time: 0.2916150 Oct 27 18:23:00.201050 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9b1c2-c867-4bce-ac24-57be0107eb0d req-a738a52b-9035-4d78-bb35-84bc603c14ed tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:00.203185 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3ad9b1c2-c867-4bce-ac24-57be0107eb0d req-a738a52b-9035-4d78-bb35-84bc603c14ed tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d8903f3-8988-4444-b072-e5de2d0353b9 HTTP/1.1" status: 200 len: 946 time: 0.3308251 Oct 27 18:23:00.215144 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7ec9c-3f4f-494b-8b44-78bc46a36b88 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Pushing event updated for resources: {'Port': ['ID=d30e3861-115e-4101-a8e0-47bcf6ce9856,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:00.253225 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-24b7ec9c-3f4f-494b-8b44-78bc46a36b88 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Network f4e9126d-2ff7-47a1-bfee-b0e033396219 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:23:00.255265 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-24b7ec9c-3f4f-494b-8b44-78bc46a36b88 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:23:00.258016 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-24b7ec9c-3f4f-494b-8b44-78bc46a36b88 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:23:00.388961 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-24b7ec9c-3f4f-494b-8b44-78bc46a36b88 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:00.391478 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-24b7ec9c-3f4f-494b-8b44-78bc46a36b88 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:00.438191 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3ad9b1c2-c867-4bce-ac24-57be0107eb0d req-eb004df6-6c3e-4b63-8a77-c3fa46edea3b tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.52 "GET /v2.0/security-groups?id=4006d7ad-6b5d-4bd0-b7e0-34ecf8e845a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2144277 Oct 27 18:23:00.439421 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-0cab020c-544c-4426-8927-163ebc5f3490 service neutron] Attempting to bind port 28c73000-e05a-4162-bd24-a40db0e232e9 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:23:00.439755 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-0cab020c-544c-4426-8927-163ebc5f3490 service neutron] Attempting to bind port 28c73000-e05a-4162-bd24-a40db0e232e9 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:23:00.440091 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-0cab020c-544c-4426-8927-163ebc5f3490 service neutron] Attempting to bind port 28c73000-e05a-4162-bd24-a40db0e232e9 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:23:00.453560 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-0cab020c-544c-4426-8927-163ebc5f3490 service neutron] Port 28c73000-e05a-4162-bd24-a40db0e232e9 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:23:00.453902 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-0cab020c-544c-4426-8927-163ebc5f3490 service neutron] Attempting to bind port 28c73000-e05a-4162-bd24-a40db0e232e9 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:23:00.487498 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-24b7ec9c-3f4f-494b-8b44-78bc46a36b88 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3477578 Oct 27 18:23:00.488641 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-415a69b4-43d0-488b-a1fc-c0971bab2576 req-0cd418d2-fdcb-4bbf-b063-06ad1eec78e6 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3213556 Oct 27 18:23:00.490719 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-0cab020c-544c-4426-8927-163ebc5f3490 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:23:00.491098 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-0cab020c-544c-4426-8927-163ebc5f3490 service neutron] Checking segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:23:00.495325 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-0cab020c-544c-4426-8927-163ebc5f3490 service neutron] Bound using segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:23:00.495325 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-0cab020c-544c-4426-8927-163ebc5f3490 service neutron] Bound port: 28c73000-e05a-4162-bd24-a40db0e232e9, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:23:00.495850 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-0cab020c-544c-4426-8927-163ebc5f3490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:00.499893 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-d1928b80-e6fb-474f-b6b0-8c0c9dbc6f15 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Request body: {'port': {'device_id': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '71cba891-964b-4e83-9965-41015215d178', 'admin_state_up': True, 'tenant_id': '32c521b9d5364e14a010de85fa7c39d0', 'security_groups': ['f66a1304-8991-4287-bd7a-f4a77871754c']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:23:00.795455 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f9e1956f-dce7-4771-9487-71a6fcbdbe17 None None] Provisioning complete for port d30e3861-115e-4101-a8e0-47bcf6ce9856 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:23:00.797522 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f9e1956f-dce7-4771-9487-71a6fcbdbe17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:00.872873 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-0cab020c-544c-4426-8927-163ebc5f3490 service neutron] For port 28c73000-e05a-4162-bd24-a40db0e232e9, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:23:00.884977 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-d1928b80-e6fb-474f-b6b0-8c0c9dbc6f15 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Made reservation on behalf of 32c521b9d5364e14a010de85fa7c39d0 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:23:00.914065 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31355c-f9cb-4317-ab6a-5c4b4c38d424 req-69af0bde-3d6f-4433-9a23-34f0166f5587 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:00.923775 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fa31355c-f9cb-4317-ab6a-5c4b4c38d424 req-69af0bde-3d6f-4433-9a23-34f0166f5587 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 948 time: 0.2559619 Oct 27 18:23:00.933851 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f9e1956f-dce7-4771-9487-71a6fcbdbe17 None None] Port d30e3861-115e-4101-a8e0-47bcf6ce9856 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:23:00.958806 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-0cab020c-544c-4426-8927-163ebc5f3490 service neutron] For port 28c73000-e05a-4162-bd24-a40db0e232e9, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=28c73000-e05a-4162-bd24-a40db0e232e9,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:23:01.020228 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fa31355c-f9cb-4317-ab6a-5c4b4c38d424 req-0a523c57-fc8c-4a99-8931-c8251419d872 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951464 Oct 27 18:23:01.032170 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-0cab020c-544c-4426-8927-163ebc5f3490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:01.063088 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-d1928b80-e6fb-474f-b6b0-8c0c9dbc6f15 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:01.159301 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab020c-544c-4426-8927-163ebc5f3490 service neutron] Pushing event updated for resources: {'Port': ['ID=28c73000-e05a-4162-bd24-a40db0e232e9,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:01.173851 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0ac71-15ac-496c-8ef6-02119471e071 req-44dae3ee-2ab6-43c1-a43d-4436394ad031 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:01.183157 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bac0ac71-15ac-496c-8ef6-02119471e071 req-44dae3ee-2ab6-43c1-a43d-4436394ad031 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.2440495 Oct 27 18:23:01.270450 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bac0ac71-15ac-496c-8ef6-02119471e071 req-4196d19e-f9fb-405a-bcef-c7ddd0cdc4a4 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859654 Oct 27 18:23:01.290342 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-0cab020c-544c-4426-8927-163ebc5f3490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:01.291163 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-0cab020c-544c-4426-8927-163ebc5f3490 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:01.292677 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-0cab020c-544c-4426-8927-163ebc5f3490 service neutron] 10.222.0.93 "PUT /v2.0/ports/28c73000-e05a-4162-bd24-a40db0e232e9 HTTP/1.1" status: 200 len: 1096 time: 2.4944546 Oct 27 18:23:01.294440 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7fa71c1-6a1c-4f88-92c1-df287f05652e', 'tag': '28c73000-e05a-4162-bd24-a40db0e232e9'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:23:01.304663 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedd4e65-6cf7-48b6-8a1f-09d3e28d63aa" -d '{"events": [{"name": "network-changed", "server_uuid": "a7fa71c1-6a1c-4f88-92c1-df287f05652e", "tag": "28c73000-e05a-4162-bd24-a40db0e232e9"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:23:01.361913 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50927996-e8fc-4bff-a4e8-52476b3d8e26 req-a1edeee8-c60e-4301-a96b-549a1877fff1 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:01.375335 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-50927996-e8fc-4bff-a4e8-52476b3d8e26 req-a1edeee8-c60e-4301-a96b-549a1877fff1 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc HTTP/1.1" status: 200 len: 943 time: 0.2276165 Oct 27 18:23:01.449646 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e7b32254-c2b8-41c1-9a16-b120a1f50e19 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:23:01.557614 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-50927996-e8fc-4bff-a4e8-52476b3d8e26 req-df086169-3c51-411e-b273-8ee163f7babc tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec2badc2-2213-44f4-a21c-425b07ba0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812494 Oct 27 18:23:01.568103 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d940eaf-0ef2-481b-a37c-3d68c8f1fcc1 x-openstack-request-id: req-1d940eaf-0ef2-481b-a37c-3d68c8f1fcc1 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:23:01.568405 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7fa71c1-6a1c-4f88-92c1-df287f05652e", "tag": "28c73000-e05a-4162-bd24-a40db0e232e9", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:23:01.568673 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1d940eaf-0ef2-481b-a37c-3d68c8f1fcc1 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:23:01.569096 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7fa71c1-6a1c-4f88-92c1-df287f05652e', 'tag': '28c73000-e05a-4162-bd24-a40db0e232e9', 'status': 'completed', 'code': 200} Oct 27 18:23:01.616176 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port e7b32254-c2b8-41c1-9a16-b120a1f50e19, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e7b32254-c2b8-41c1-9a16-b120a1f50e19,segment=NetworkSegment(7797590e-2a43-4fbe-8f4b-f77169de356b),segment_id=7797590e-2a43-4fbe-8f4b-f77169de356b)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:23:01.617243 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-1a9a37f7-6aed-489e-9936-069b49060c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:01.625631 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-1a9a37f7-6aed-489e-9936-069b49060c85 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0493afd680224a038be01c24bab6b33d&device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 1099 time: 0.1930096 Oct 27 18:23:01.648336 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'e7b32254-c2b8-41c1-9a16-b120a1f50e19', 'network_id': 'a02c915a-ef33-4547-80f0-d7d8ef06e164', 'port_id': 'e7b32254-c2b8-41c1-9a16-b120a1f50e19', 'mac_address': 'fa:16:3e:ce:53:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1004, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f791017-30ab-4eda-b0b9-c9172369d32b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:23:01.754249 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-69cd8cba-22a1-4009-ab39-4126f0d65abd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=28c73000-e05a-4162-bd24-a40db0e232e9 HTTP/1.1" status: 200 len: 217 time: 0.1013184 Oct 27 18:23:01.766288 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:01.822326 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7b32254-c2b8-41c1-9a16-b120a1f50e19 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:23:01.877522 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port e7b32254-c2b8-41c1-9a16-b120a1f50e19, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e7b32254-c2b8-41c1-9a16-b120a1f50e19,segment=NetworkSegment(7797590e-2a43-4fbe-8f4b-f77169de356b),segment_id=7797590e-2a43-4fbe-8f4b-f77169de356b)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:23:01.962975 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:02.036445 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-d1928b80-e6fb-474f-b6b0-8c0c9dbc6f15 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Allocated IP 10.2.2.100 (71cba891-964b-4e83-9965-41015215d178/7be2e2db-5f72-4077-acf4-dd415f124d60/60727fe8-f91e-429f-b6a7-1c21b5327137) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:23:02.109281 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=e7b32254-c2b8-41c1-9a16-b120a1f50e19,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:02.284805 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-396398b7-57f6-4415-a13a-9903a6b7a087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:02.286687 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-396398b7-57f6-4415-a13a-9903a6b7a087 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.5178964 Oct 27 18:23:02.298728 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['e7b32254-c2b8-41c1-9a16-b120a1f50e19'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:23:02.338231 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-d1928b80-e6fb-474f-b6b0-8c0c9dbc6f15 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:02.364997 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-39668d57-81d9-4741-abd4-7b10c8443de2 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=ab22d74eaa124f7eb0c7d0d3b33e9b58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6087892 Oct 27 18:23:02.478090 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3910af-2600-4c06-8ec6-accf3450d426 req-052d2f7a-dbd2-4c22-baec-bc13b778a5e4 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:02.479639 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-d1928b80-e6fb-474f-b6b0-8c0c9dbc6f15 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:02.485612 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7b3910af-2600-4c06-8ec6-accf3450d426 req-052d2f7a-dbd2-4c22-baec-bc13b778a5e4 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d8903f3-8988-4444-b072-e5de2d0353b9 HTTP/1.1" status: 200 len: 946 time: 0.1977737 Oct 27 18:23:02.511873 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-87120b1e-6109-461a-8981-8ade8af65f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:02.513402 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-87120b1e-6109-461a-8981-8ade8af65f16 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1686893 Oct 27 18:23:02.589453 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1928b80-e6fb-474f-b6b0-8c0c9dbc6f15 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Pushing event updated for resources: {'Port': ['ID=60727fe8-f91e-429f-b6a7-1c21b5327137,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:02.607905 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-d1928b80-e6fb-474f-b6b0-8c0c9dbc6f15 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Network 71cba891-964b-4e83-9965-41015215d178 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:23:02.610704 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-d1928b80-e6fb-474f-b6b0-8c0c9dbc6f15 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:23:02.618456 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7b3910af-2600-4c06-8ec6-accf3450d426 req-e602ede1-e38a-48e5-8a4f-db5b0765e1ed tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.52 "GET /v2.0/security-groups?id=4006d7ad-6b5d-4bd0-b7e0-34ecf8e845a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312394 Oct 27 18:23:02.639503 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-d1928b80-e6fb-474f-b6b0-8c0c9dbc6f15 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:23:02.678048 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-06a89cf4-7e75-4299-8d2e-71a886fa8d82 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:02.688482 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-06a89cf4-7e75-4299-8d2e-71a886fa8d82 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3226187 Oct 27 18:23:02.722597 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-d1928b80-e6fb-474f-b6b0-8c0c9dbc6f15 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:02.723867 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-d1928b80-e6fb-474f-b6b0-8c0c9dbc6f15 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:02.734441 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-0139d08c-3619-48bf-96f7-fdeb86cb156f tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/quotas/ab22d74eaa124f7eb0c7d0d3b33e9b58 HTTP/1.1" status: 200 len: 375 time: 0.0447314 Oct 27 18:23:02.860149 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-d1928b80-e6fb-474f-b6b0-8c0c9dbc6f15 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3645949 Oct 27 18:23:02.863970 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-459c7a58-4398-4e4e-8b04-a60c45da7dd9 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ab22d74eaa124f7eb0c7d0d3b33e9b58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1281393 Oct 27 18:23:02.876864 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-04a21825-a7cc-4c01-957e-4a0b64867922 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Request body: {'port': {'device_id': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '71cba891-964b-4e83-9965-41015215d178', 'admin_state_up': True, 'tenant_id': '32c521b9d5364e14a010de85fa7c39d0', 'security_groups': ['f66a1304-8991-4287-bd7a-f4a77871754c']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:23:02.898127 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-6e6afe04-21d3-4dd7-ac9a-9f366d92f412 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693976 Oct 27 18:23:02.924160 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a310f-6802-4349-a88b-10132093e935 req-93d70254-adb6-4ee8-bcc6-d547eef5cda3 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:02.940345 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a310f-6802-4349-a88b-10132093e935 req-93d70254-adb6-4ee8-bcc6-d547eef5cda3 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:02.957993 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a310f-6802-4349-a88b-10132093e935 req-93d70254-adb6-4ee8-bcc6-d547eef5cda3 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:02.978546 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a310f-6802-4349-a88b-10132093e935 req-93d70254-adb6-4ee8-bcc6-d547eef5cda3 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:02.984762 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7b0a310f-6802-4349-a88b-10132093e935 req-93d70254-adb6-4ee8-bcc6-d547eef5cda3 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 3096 time: 0.2831495 Oct 27 18:23:03.096551 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4062a865-f79f-419d-a617-64fc44e89b2c None None] Provisioning complete for port 60727fe8-f91e-429f-b6a7-1c21b5327137 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:23:03.110058 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4062a865-f79f-419d-a617-64fc44e89b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:03.129244 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af5cdb5a-ef05-49f2-b945-c2650a09ae45 req-fe81fc08-17b1-4f2a-a6f4-b35b230fd144 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395540 Oct 27 18:23:03.187527 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7b0a310f-6802-4349-a88b-10132093e935 req-dd825401-09bf-4cb6-8c0e-f6ecd3a3d97f tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569761 Oct 27 18:23:03.313347 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4062a865-f79f-419d-a617-64fc44e89b2c None None] Port 60727fe8-f91e-429f-b6a7-1c21b5327137 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:23:03.404414 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd4e65-6cf7-48b6-8a1f-09d3e28d63aa req-3a07d10e-6e9f-412f-9f4c-517182027b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:03.406456 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eedd4e65-6cf7-48b6-8a1f-09d3e28d63aa req-3a07d10e-6e9f-412f-9f4c-517182027b44 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0493afd680224a038be01c24bab6b33d&device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 1099 time: 0.0987895 Oct 27 18:23:03.417383 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-04a21825-a7cc-4c01-957e-4a0b64867922 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Made reservation on behalf of 32c521b9d5364e14a010de85fa7c39d0 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:23:03.423296 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-04a21825-a7cc-4c01-957e-4a0b64867922 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:03.466603 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e7b32254-c2b8-41c1-9a16-b120a1f50e19 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:23:03.663641 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270c237-3b25-48c3-8b5a-17397684bdd3 req-edcd8cc2-37d6-4a9d-81b2-5fbc5d735b11 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:03.665425 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3270c237-3b25-48c3-8b5a-17397684bdd3 req-edcd8cc2-37d6-4a9d-81b2-5fbc5d735b11 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 948 time: 0.1398909 Oct 27 18:23:03.673675 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port e7b32254-c2b8-41c1-9a16-b120a1f50e19 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:23:03.678038 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port e7b32254-c2b8-41c1-9a16-b120a1f50e19 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:23:03.678693 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:03.718339 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a9140-794e-4b2b-8a14-fe459ef22523 req-5d855df3-8f18-47db-9015-dda4fa624bda tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:03.720103 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8e2a9140-794e-4b2b-8a14-fe459ef22523 req-5d855df3-8f18-47db-9015-dda4fa624bda tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc HTTP/1.1" status: 200 len: 944 time: 0.1595879 Oct 27 18:23:03.778300 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd4e65-6cf7-48b6-8a1f-09d3e28d63aa req-3ab2031f-24ab-43dc-9b2f-5b6b608474e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:03.781199 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eedd4e65-6cf7-48b6-8a1f-09d3e28d63aa req-3ab2031f-24ab-43dc-9b2f-5b6b608474e3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.3603244 Oct 27 18:23:03.791391 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8e2a9140-794e-4b2b-8a14-fe459ef22523 req-1055c263-b2ae-4d21-8133-eca94d785f23 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec2badc2-2213-44f4-a21c-425b07ba0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637772 Oct 27 18:23:03.806874 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3270c237-3b25-48c3-8b5a-17397684bdd3 req-0acf2dd6-43b5-4a5a-9973-f1478fd590c0 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332967 Oct 27 18:23:03.857441 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eedd4e65-6cf7-48b6-8a1f-09d3e28d63aa req-8d0130aa-f7b8-4681-8401-7af8a622515f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=28c73000-e05a-4162-bd24-a40db0e232e9 HTTP/1.1" status: 200 len: 217 time: 0.0637486 Oct 27 18:23:03.863135 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:03.868544 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-04a21825-a7cc-4c01-957e-4a0b64867922 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Allocated IP 10.2.2.200 (71cba891-964b-4e83-9965-41015215d178/7be2e2db-5f72-4077-acf4-dd415f124d60/d5c00b09-d1ae-4150-a83c-909f684fcd90) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:23:03.927272 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b32254-c2b8-41c1-9a16-b120a1f50e19'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:23:03.933050 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d80124-20da-4938-af36-ca3347a9dfde" -d '{"events": [{"server_uuid": "c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc", "name": "network-vif-plugged", "status": "completed", "tag": "e7b32254-c2b8-41c1-9a16-b120a1f50e19"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:23:03.974708 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port e7b32254-c2b8-41c1-9a16-b120a1f50e19, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e7b32254-c2b8-41c1-9a16-b120a1f50e19,segment=NetworkSegment(7797590e-2a43-4fbe-8f4b-f77169de356b),segment_id=7797590e-2a43-4fbe-8f4b-f77169de356b)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:23:03.994733 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5e3cf8df-1a06-4570-9e68-d28b0b64dcae req-ffe6661c-6185-4b2c-84a8-a188501c31eb tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=188ae437-847a-4777-ad18-3fe8d9e0708e HTTP/1.1" status: 200 len: 210 time: 0.0598743 Oct 27 18:23:04.043578 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7732ac05-eb64-4e42-bb81-bf3bc7c8ae5f x-openstack-request-id: req-7732ac05-eb64-4e42-bb81-bf3bc7c8ae5f {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:23:04.044100 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc", "name": "network-vif-plugged", "status": "completed", "tag": "e7b32254-c2b8-41c1-9a16-b120a1f50e19", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:23:04.044453 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7732ac05-eb64-4e42-bb81-bf3bc7c8ae5f {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:23:04.045475 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b32254-c2b8-41c1-9a16-b120a1f50e19', 'code': 200} Oct 27 18:23:04.048304 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd4e65-6cf7-48b6-8a1f-09d3e28d63aa req-0fa61709-504a-4ff4-b369-fcc80b4cdf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:04.054431 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eedd4e65-6cf7-48b6-8a1f-09d3e28d63aa req-0fa61709-504a-4ff4-b369-fcc80b4cdf0f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.1857038 Oct 27 18:23:04.054603 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:04.148251 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=e7b32254-c2b8-41c1-9a16-b120a1f50e19,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:04.181981 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd4e65-6cf7-48b6-8a1f-09d3e28d63aa req-bd2f9190-ee26-4af1-82a3-370144dea2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:04.188351 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eedd4e65-6cf7-48b6-8a1f-09d3e28d63aa req-bd2f9190-ee26-4af1-82a3-370144dea2cc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1243980 Oct 27 18:23:04.218004 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-04a21825-a7cc-4c01-957e-4a0b64867922 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:04.399612 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-04a21825-a7cc-4c01-957e-4a0b64867922 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:04.459034 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab33b7d-d5ed-4419-93b3-db03807e67d3 req-4916d9f3-7908-4a5c-ab98-0c99505d3644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:04.460924 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ab33b7d-d5ed-4419-93b3-db03807e67d3 req-4916d9f3-7908-4a5c-ab98-0c99505d3644 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc HTTP/1.1" status: 200 len: 1096 time: 0.3104002 Oct 27 18:23:04.483901 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a268c-7171-408b-9e41-950ebabf724c req-b4f969e9-8ea1-4a50-924a-78a021c73bc7 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:04.490166 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a268c-7171-408b-9e41-950ebabf724c req-b4f969e9-8ea1-4a50-924a-78a021c73bc7 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:04.496965 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a268c-7171-408b-9e41-950ebabf724c req-b4f969e9-8ea1-4a50-924a-78a021c73bc7 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:04.503180 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a268c-7171-408b-9e41-950ebabf724c req-b4f969e9-8ea1-4a50-924a-78a021c73bc7 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:04.513261 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b55a268c-7171-408b-9e41-950ebabf724c req-b4f969e9-8ea1-4a50-924a-78a021c73bc7 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 3096 time: 0.1398382 Oct 27 18:23:04.515340 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-04a21825-a7cc-4c01-957e-4a0b64867922 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Network 71cba891-964b-4e83-9965-41015215d178 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:23:04.522868 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-04a21825-a7cc-4c01-957e-4a0b64867922 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:23:04.539675 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-04a21825-a7cc-4c01-957e-4a0b64867922 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:23:04.547385 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a21825-a7cc-4c01-957e-4a0b64867922 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Pushing event updated for resources: {'Port': ['ID=d5c00b09-d1ae-4150-a83c-909f684fcd90,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:04.569140 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eedd4e65-6cf7-48b6-8a1f-09d3e28d63aa req-755d27fb-11de-452b-bab3-bc08ae41f2fd service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546433 Oct 27 18:23:04.610532 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ab33b7d-d5ed-4419-93b3-db03807e67d3 req-6be6dd77-3f0e-4f81-82cc-dd34d19e842c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ec2badc2-2213-44f4-a21c-425b07ba0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933299 Oct 27 18:23:04.620351 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-04a21825-a7cc-4c01-957e-4a0b64867922 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:04.621325 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-04a21825-a7cc-4c01-957e-4a0b64867922 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:04.673526 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b55a268c-7171-408b-9e41-950ebabf724c req-15af71ea-c712-4804-8af2-433042c6f220 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473889 Oct 27 18:23:04.722428 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-04a21825-a7cc-4c01-957e-4a0b64867922 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8505151 Oct 27 18:23:04.764485 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eedd4e65-6cf7-48b6-8a1f-09d3e28d63aa req-1ede19f0-09cd-4f6c-a5a0-91a27f033e53 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748397 Oct 27 18:23:04.897212 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-95e59be4-278b-44a8-b3d4-5e4560588580 service neutron] Request body: {'port': {'device_id': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:23:04.963462 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-d49a4e47-9c4a-435a-ba85-9e4db7ac098a None None] Provisioning complete for port d5c00b09-d1ae-4150-a83c-909f684fcd90 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:23:04.963622 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d49a4e47-9c4a-435a-ba85-9e4db7ac098a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:05.026229 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-95e59be4-278b-44a8-b3d4-5e4560588580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:05.087742 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-d49a4e47-9c4a-435a-ba85-9e4db7ac098a None None] Port d5c00b09-d1ae-4150-a83c-909f684fcd90 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:23:05.114427 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5d645-9fab-4f46-bbd5-694876b31373 req-2b293f1d-dae9-4ba1-b985-7850479f9b9f tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:05.122563 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1fa5d645-9fab-4f46-bbd5-694876b31373 req-2b293f1d-dae9-4ba1-b985-7850479f9b9f tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc HTTP/1.1" status: 200 len: 945 time: 0.1280680 Oct 27 18:23:05.157557 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d639bf1-441f-4cc3-adcc-73b50c831124 req-b39b5255-d350-4470-bf3c-103a4a8dff49 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:05.165697 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9d639bf1-441f-4cc3-adcc-73b50c831124 req-b39b5255-d350-4470-bf3c-103a4a8dff49 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d8903f3-8988-4444-b072-e5de2d0353b9 HTTP/1.1" status: 200 len: 946 time: 0.1089194 Oct 27 18:23:05.231878 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1fa5d645-9fab-4f46-bbd5-694876b31373 req-93cf0083-7b93-4234-855b-b9c02a59fefb tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec2badc2-2213-44f4-a21c-425b07ba0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994675 Oct 27 18:23:05.264318 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9d639bf1-441f-4cc3-adcc-73b50c831124 req-0a8e443a-e3fa-49ed-9bad-4f3fe5b8925a tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.52 "GET /v2.0/security-groups?id=4006d7ad-6b5d-4bd0-b7e0-34ecf8e845a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976119 Oct 27 18:23:05.410377 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-95e59be4-278b-44a8-b3d4-5e4560588580 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0da1220-dd80-4dd5-a7ad-e073fc40fe66 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:23:05.423395 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-95e59be4-278b-44a8-b3d4-5e4560588580 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:05.455979 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-95e59be4-278b-44a8-b3d4-5e4560588580 service neutron] Transition to ACTIVE for port object d0da1220-dd80-4dd5-a7ad-e073fc40fe66 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:23:05.478516 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-93da6c5c-4271-4ca6-abc7-0f1c5917c4d9 req-28c120ef-a70d-42c2-8472-7f1d9a82e8e6 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=188ae437-847a-4777-ad18-3fe8d9e0708e HTTP/1.1" status: 200 len: 210 time: 0.0657334 Oct 27 18:23:05.498230 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6002ec-b188-466f-9113-bf26ffd82118 req-94953a37-f54d-4cdf-ba64-a886d7bb7080 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:05.508090 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4a6002ec-b188-466f-9113-bf26ffd82118 req-94953a37-f54d-4cdf-ba64-a886d7bb7080 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 948 time: 0.1531510 Oct 27 18:23:05.536672 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-95e59be4-278b-44a8-b3d4-5e4560588580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:05.561775 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4a6002ec-b188-466f-9113-bf26ffd82118 req-beee2863-88e3-4a7f-bd73-f80d0989d92f tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520341 Oct 27 18:23:05.694220 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e59be4-278b-44a8-b3d4-5e4560588580 service neutron] Pushing event updated for resources: {'Port': ['ID=d0da1220-dd80-4dd5-a7ad-e073fc40fe66,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:05.761724 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-95e59be4-278b-44a8-b3d4-5e4560588580 service neutron] Attempting to bind port d0da1220-dd80-4dd5-a7ad-e073fc40fe66 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:23:05.762192 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-95e59be4-278b-44a8-b3d4-5e4560588580 service neutron] Attempting to bind port d0da1220-dd80-4dd5-a7ad-e073fc40fe66 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '41131f65-3afe-44a8-b36c-5b0b2c75311d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'b0826293-f8b5-4c91-b97e-04b01e42ef10'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:23:05.762608 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-95e59be4-278b-44a8-b3d4-5e4560588580 service neutron] Attempting to bind port d0da1220-dd80-4dd5-a7ad-e073fc40fe66 on network b0826293-f8b5-4c91-b97e-04b01e42ef10 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:23:05.767985 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-95e59be4-278b-44a8-b3d4-5e4560588580 service neutron] Port d0da1220-dd80-4dd5-a7ad-e073fc40fe66 on network b0826293-f8b5-4c91-b97e-04b01e42ef10 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:23:05.768404 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-95e59be4-278b-44a8-b3d4-5e4560588580 service neutron] Attempting to bind port d0da1220-dd80-4dd5-a7ad-e073fc40fe66 on network b0826293-f8b5-4c91-b97e-04b01e42ef10 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:23:05.774751 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-95e59be4-278b-44a8-b3d4-5e4560588580 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:23:05.775303 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-95e59be4-278b-44a8-b3d4-5e4560588580 service neutron] Checking segment: {'id': '41131f65-3afe-44a8-b36c-5b0b2c75311d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'b0826293-f8b5-4c91-b97e-04b01e42ef10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:23:05.775769 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-95e59be4-278b-44a8-b3d4-5e4560588580 service neutron] Bound using segment: {'id': '41131f65-3afe-44a8-b36c-5b0b2c75311d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'b0826293-f8b5-4c91-b97e-04b01e42ef10'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:23:05.776338 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-95e59be4-278b-44a8-b3d4-5e4560588580 service neutron] Bound port: d0da1220-dd80-4dd5-a7ad-e073fc40fe66, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41131f65-3afe-44a8-b36c-5b0b2c75311d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'b0826293-f8b5-4c91-b97e-04b01e42ef10'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:23:05.776808 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-95e59be4-278b-44a8-b3d4-5e4560588580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:05.869447 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-95e59be4-278b-44a8-b3d4-5e4560588580 service neutron] For port d0da1220-dd80-4dd5-a7ad-e073fc40fe66, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:23:05.873194 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-95e59be4-278b-44a8-b3d4-5e4560588580 service neutron] For port d0da1220-dd80-4dd5-a7ad-e073fc40fe66, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d0da1220-dd80-4dd5-a7ad-e073fc40fe66,segment=NetworkSegment(41131f65-3afe-44a8-b36c-5b0b2c75311d),segment_id=41131f65-3afe-44a8-b36c-5b0b2c75311d)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:23:05.883543 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec6866-618d-430e-b75a-52be4fa7d4d1 req-f11000e9-a1ab-4c04-9a7f-779406a58e7e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:05.890476 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec6866-618d-430e-b75a-52be4fa7d4d1 req-f11000e9-a1ab-4c04-9a7f-779406a58e7e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:05.896469 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec6866-618d-430e-b75a-52be4fa7d4d1 req-f11000e9-a1ab-4c04-9a7f-779406a58e7e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:05.903180 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec6866-618d-430e-b75a-52be4fa7d4d1 req-f11000e9-a1ab-4c04-9a7f-779406a58e7e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:05.909428 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec6866-618d-430e-b75a-52be4fa7d4d1 req-f11000e9-a1ab-4c04-9a7f-779406a58e7e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:05.918209 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d8ec6866-618d-430e-b75a-52be4fa7d4d1 req-f11000e9-a1ab-4c04-9a7f-779406a58e7e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 3829 time: 0.1059780 Oct 27 18:23:05.958486 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d8ec6866-618d-430e-b75a-52be4fa7d4d1 req-36c962a7-40dd-4005-b017-3a1e00773d2f tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398359 Oct 27 18:23:06.342743 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-95e59be4-278b-44a8-b3d4-5e4560588580 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:06.372596 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90808841-b6bb-4ae0-9c48-815b43b05393 req-a233fc13-bf50-41a6-859a-01d56907e886 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:06.374446 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-90808841-b6bb-4ae0-9c48-815b43b05393 req-a233fc13-bf50-41a6-859a-01d56907e886 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc HTTP/1.1" status: 200 len: 945 time: 0.0854771 Oct 27 18:23:06.386387 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f4287-28e3-4a67-b13b-1634f3636646 req-c9bda357-7c42-4d1f-aeaf-8c94bba9a273 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:06.388247 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6a6f4287-28e3-4a67-b13b-1634f3636646 req-c9bda357-7c42-4d1f-aeaf-8c94bba9a273 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d8903f3-8988-4444-b072-e5de2d0353b9 HTTP/1.1" status: 200 len: 946 time: 0.0723569 Oct 27 18:23:06.423360 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-95e59be4-278b-44a8-b3d4-5e4560588580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:06.423941 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-95e59be4-278b-44a8-b3d4-5e4560588580 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:06.425670 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-95e59be4-278b-44a8-b3d4-5e4560588580 service neutron] 10.222.0.93 "PUT /v2.0/ports/d0da1220-dd80-4dd5-a7ad-e073fc40fe66 HTTP/1.1" status: 200 len: 1092 time: 1.5395255 Oct 27 18:23:06.426082 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'tag': 'd0da1220-dd80-4dd5-a7ad-e073fc40fe66'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:23:06.428450 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5349d376-d5fd-4c7c-a74b-9f5521e75c69" -d '{"events": [{"name": "network-changed", "server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "tag": "d0da1220-dd80-4dd5-a7ad-e073fc40fe66"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:23:06.458058 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e59be4-278b-44a8-b3d4-5e4560588580 service neutron] Pushing event updated for resources: {'Port': ['ID=d0da1220-dd80-4dd5-a7ad-e073fc40fe66,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:06.458886 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-90808841-b6bb-4ae0-9c48-815b43b05393 req-3974da72-03a9-4206-b43f-134a7d2cccef tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec2badc2-2213-44f4-a21c-425b07ba0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694082 Oct 27 18:23:06.512342 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6a6f4287-28e3-4a67-b13b-1634f3636646 req-fa2035f9-02cc-414b-aefc-e9fce9016110 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.52 "GET /v2.0/security-groups?id=4006d7ad-6b5d-4bd0-b7e0-34ecf8e845a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166704 Oct 27 18:23:06.541599 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1aa8c3-0444-496b-882e-1cc9130d3a78 x-openstack-request-id: req-3b1aa8c3-0444-496b-882e-1cc9130d3a78 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:23:06.541599 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "tag": "d0da1220-dd80-4dd5-a7ad-e073fc40fe66", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:23:06.542203 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3b1aa8c3-0444-496b-882e-1cc9130d3a78 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:23:06.542203 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'tag': 'd0da1220-dd80-4dd5-a7ad-e073fc40fe66', 'status': 'completed', 'code': 200} Oct 27 18:23:06.680524 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-f18c09f7-ce0c-436f-abf6-30d453fa73b3 service neutron] Request body: {'port': {'device_id': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:23:06.726613 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349d376-d5fd-4c7c-a74b-9f5521e75c69 req-b3f2073e-537e-4de2-8370-1e085feac68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:06.732952 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349d376-d5fd-4c7c-a74b-9f5521e75c69 req-b3f2073e-537e-4de2-8370-1e085feac68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:06.733653 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349d376-d5fd-4c7c-a74b-9f5521e75c69 req-b3f2073e-537e-4de2-8370-1e085feac68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:06.735236 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349d376-d5fd-4c7c-a74b-9f5521e75c69 req-b3f2073e-537e-4de2-8370-1e085feac68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:06.735492 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c0733815-755f-4ebd-a285-dd549a168577 req-22a280ff-dc4e-401c-8a9c-24c6eeaea00b tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=188ae437-847a-4777-ad18-3fe8d9e0708e HTTP/1.1" status: 200 len: 210 time: 0.1494393 Oct 27 18:23:06.747214 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349d376-d5fd-4c7c-a74b-9f5521e75c69 req-b3f2073e-537e-4de2-8370-1e085feac68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:06.749348 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5349d376-d5fd-4c7c-a74b-9f5521e75c69 req-b3f2073e-537e-4de2-8370-1e085feac68a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=32c521b9d5364e14a010de85fa7c39d0&device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 4364 time: 0.1479599 Oct 27 18:23:06.833078 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-47d56c54-1756-414d-9716-36887f50d74e tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=ab22d74eaa124f7eb0c7d0d3b33e9b58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1443927 Oct 27 18:23:06.920345 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71559d3-d4a3-47e1-b0af-8c45d28a5a99 req-84b662d1-6891-4a07-bf5d-be6e4b0a897e tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:06.922114 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c71559d3-d4a3-47e1-b0af-8c45d28a5a99 req-84b662d1-6891-4a07-bf5d-be6e4b0a897e tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.93 "GET /v2.0/ports?device_id=4d8903f3-8988-4444-b072-e5de2d0353b9 HTTP/1.1" status: 200 len: 946 time: 0.0905995 Oct 27 18:23:06.941733 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-f18c09f7-ce0c-436f-abf6-30d453fa73b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:07.062147 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349d376-d5fd-4c7c-a74b-9f5521e75c69 req-eea75074-18f3-4444-9fa0-f0457629f480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:07.063135 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349d376-d5fd-4c7c-a74b-9f5521e75c69 req-eea75074-18f3-4444-9fa0-f0457629f480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:07.063832 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349d376-d5fd-4c7c-a74b-9f5521e75c69 req-eea75074-18f3-4444-9fa0-f0457629f480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:07.066006 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5349d376-d5fd-4c7c-a74b-9f5521e75c69 req-eea75074-18f3-4444-9fa0-f0457629f480 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=32c521b9d5364e14a010de85fa7c39d0&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2937565 Oct 27 18:23:07.127075 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd545e9-7002-4d2c-9687-f56078082aae req-74b50ac3-dc5b-4017-99e5-59731966cb1b tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:07.132768 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5bd545e9-7002-4d2c-9687-f56078082aae req-74b50ac3-dc5b-4017-99e5-59731966cb1b tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 948 time: 0.3676021 Oct 27 18:23:07.168446 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-c71559d3-d4a3-47e1-b0af-8c45d28a5a99 req-481aff59-8948-4750-88e5-777bcd992011 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Deleting port d7b57edb-3306-47d0-b0c8-6c4a2d407037 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:23:07.169340 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-c71559d3-d4a3-47e1-b0af-8c45d28a5a99 req-481aff59-8948-4750-88e5-777bcd992011 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:07.249886 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5bd545e9-7002-4d2c-9687-f56078082aae req-51dc78ca-f2f1-404f-a6be-e119a9df2639 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161375 Oct 27 18:23:07.342934 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349d376-d5fd-4c7c-a74b-9f5521e75c69 req-d4569aa1-84de-441c-a131-d4efd21f7edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:07.344440 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5349d376-d5fd-4c7c-a74b-9f5521e75c69 req-d4569aa1-84de-441c-a131-d4efd21f7edd service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2654996 Oct 27 18:23:07.439631 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-c71559d3-d4a3-47e1-b0af-8c45d28a5a99 req-481aff59-8948-4750-88e5-777bcd992011 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] For port d7b57edb-3306-47d0-b0c8-6c4a2d407037, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d7b57edb-3306-47d0-b0c8-6c4a2d407037,segment=NetworkSegment(a0236c79-18a7-40da-a618-005c0380f8d7),segment_id=a0236c79-18a7-40da-a618-005c0380f8d7)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:23:07.440010 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-c71559d3-d4a3-47e1-b0af-8c45d28a5a99 req-481aff59-8948-4750-88e5-777bcd992011 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:07.451170 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0f3af-4014-44aa-883a-701f61e706e6 req-6381d8ef-dcaf-4e1d-896b-d864bb465409 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:07.457464 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0f3af-4014-44aa-883a-701f61e706e6 req-6381d8ef-dcaf-4e1d-896b-d864bb465409 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:07.464671 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0f3af-4014-44aa-883a-701f61e706e6 req-6381d8ef-dcaf-4e1d-896b-d864bb465409 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:07.470717 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0f3af-4014-44aa-883a-701f61e706e6 req-6381d8ef-dcaf-4e1d-896b-d864bb465409 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:07.478513 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0f3af-4014-44aa-883a-701f61e706e6 req-6381d8ef-dcaf-4e1d-896b-d864bb465409 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:07.480451 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dcb0f3af-4014-44aa-883a-701f61e706e6 req-6381d8ef-dcaf-4e1d-896b-d864bb465409 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 3829 time: 0.3117020 Oct 27 18:23:07.495388 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 28c73000-e05a-4162-bd24-a40db0e232e9 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:23:07.507072 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-cd8599c9-97e6-45de-bf9a-b36a184ca29b tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:07.508585 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-cd8599c9-97e6-45de-bf9a-b36a184ca29b tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5951064 Oct 27 18:23:07.538145 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-440046ba-0b1e-4970-acda-57b949e54141 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Request body: {'port': {'device_id': '188ae437-847a-4777-ad18-3fe8d9e0708e', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'admin_state_up': True, 'tenant_id': 'ab22d74eaa124f7eb0c7d0d3b33e9b58'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:23:07.715985 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 28c73000-e05a-4162-bd24-a40db0e232e9, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=28c73000-e05a-4162-bd24-a40db0e232e9,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:23:07.730241 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '28c73000-e05a-4162-bd24-a40db0e232e9', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'port_id': '28c73000-e05a-4162-bd24-a40db0e232e9', 'mac_address': 'fa:16:3e:6f:aa:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:23:07.730838 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dcb0f3af-4014-44aa-883a-701f61e706e6 req-8f5f483e-489b-4f43-b45b-48f2d9bf1016 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2405908 Oct 27 18:23:07.779687 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089377c0-7c06-4c5e-92a0-acef760b32ea req-6b654d7c-0db2-4095-860e-cc47b1c415f2 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:07.797725 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-089377c0-7c06-4c5e-92a0-acef760b32ea req-6b654d7c-0db2-4095-860e-cc47b1c415f2 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc HTTP/1.1" status: 200 len: 945 time: 0.1973016 Oct 27 18:23:07.801671 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:07.817475 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28c73000-e05a-4162-bd24-a40db0e232e9 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:23:07.848393 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 28c73000-e05a-4162-bd24-a40db0e232e9, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=28c73000-e05a-4162-bd24-a40db0e232e9,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:23:07.869212 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-c71559d3-d4a3-47e1-b0af-8c45d28a5a99 req-481aff59-8948-4750-88e5-777bcd992011 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:07.870013 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-c71559d3-d4a3-47e1-b0af-8c45d28a5a99 req-481aff59-8948-4750-88e5-777bcd992011 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:07.870013 n-d-815690-2 neutron-server[102879]: INFO neutron.db.l3_db [req-c71559d3-d4a3-47e1-b0af-8c45d28a5a99 req-481aff59-8948-4750-88e5-777bcd992011 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Floating IP 102924ec-2dc5-45d2-8dae-d3e855f57a36 disassociated. External IP: 172.25.6.226, port: d7b57edb-3306-47d0-b0c8-6c4a2d407037. Oct 27 18:23:07.870322 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-c71559d3-d4a3-47e1-b0af-8c45d28a5a99 req-481aff59-8948-4750-88e5-777bcd992011 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Calling delete_port for d7b57edb-3306-47d0-b0c8-6c4a2d407037 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:23:07.915061 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:07.979543 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-089377c0-7c06-4c5e-92a0-acef760b32ea req-8716e24f-3d90-47e0-8091-d5f938b34b88 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec2badc2-2213-44f4-a21c-425b07ba0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812778 Oct 27 18:23:07.996135 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-f18c09f7-ce0c-436f-abf6-30d453fa73b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ebc892e-5692-4841-830c-8e4b29b7659e {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:23:08.011951 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d57fed-b80c-46a7-a1e6-5c2aea7449ac req-26f0aacf-5f82-4371-9590-57b4ea30052b tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:08.012507 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-44d57fed-b80c-46a7-a1e6-5c2aea7449ac req-26f0aacf-5f82-4371-9590-57b4ea30052b tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d8903f3-8988-4444-b072-e5de2d0353b9 HTTP/1.1" status: 200 len: 946 time: 0.1620409 Oct 27 18:23:08.014467 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-f18c09f7-ce0c-436f-abf6-30d453fa73b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:08.031010 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=28c73000-e05a-4162-bd24-a40db0e232e9,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:08.064682 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-44d57fed-b80c-46a7-a1e6-5c2aea7449ac req-b7fc3a78-f5d6-4e26-8781-f0410e2f3751 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.52 "GET /v2.0/security-groups?id=4006d7ad-6b5d-4bd0-b7e0-34ecf8e845a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460849 Oct 27 18:23:08.100098 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-440046ba-0b1e-4970-acda-57b949e54141 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Made reservation on behalf of ab22d74eaa124f7eb0c7d0d3b33e9b58 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:23:08.101921 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-440046ba-0b1e-4970-acda-57b949e54141 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:08.141548 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-c71559d3-d4a3-47e1-b0af-8c45d28a5a99 req-481aff59-8948-4750-88e5-777bcd992011 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:08.142886 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-83b146d7-9e69-4cf1-9e3c-141418932087 req-076d0a33-d26e-4195-b9b7-7eb3b184399e tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=188ae437-847a-4777-ad18-3fe8d9e0708e HTTP/1.1" status: 200 len: 210 time: 0.0461674 Oct 27 18:23:08.143925 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-f18c09f7-ce0c-436f-abf6-30d453fa73b3 service neutron] Transition to ACTIVE for port object 4ebc892e-5692-4841-830c-8e4b29b7659e will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:23:08.182088 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481aff59-8948-4750-88e5-777bcd992011 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Pushing event deleted for resources: {'Port': ['ID=d7b57edb-3306-47d0-b0c8-6c4a2d407037,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:08.214795 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-f18c09f7-ce0c-436f-abf6-30d453fa73b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:08.272702 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['28c73000-e05a-4162-bd24-a40db0e232e9'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:23:08.373861 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c71559d3-d4a3-47e1-b0af-8c45d28a5a99 req-481aff59-8948-4750-88e5-777bcd992011 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Router e2b6b045-ec42-49b4-a3d0-39659877c3fe has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:23:08.506617 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-440046ba-0b1e-4970-acda-57b949e54141 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Allocated IP 192.168.233.101 (5a00a4ee-d7ee-4646-9905-4d21868e9aa2/5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc/1a4aac8f-1195-4080-8d1a-214626b77d58) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:23:08.532204 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c71559d3-d4a3-47e1-b0af-8c45d28a5a99 req-481aff59-8948-4750-88e5-777bcd992011 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:23:08.548405 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf2f814-3be6-4948-8319-f3a54cb8ea2d None None] Sync routers for ids ['e2b6b045-ec42-49b4-a3d0-39659877c3fe'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:23:08.564377 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf2f814-3be6-4948-8319-f3a54cb8ea2d None None] Routers {'e2b6b045-ec42-49b4-a3d0-39659877c3fe'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:23:08.565031 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-ddf2f814-3be6-4948-8319-f3a54cb8ea2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:22:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['e2b6b045-ec42-49b4-a3d0-39659877c3fe'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:23:08.587321 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c09f7-ce0c-436f-abf6-30d453fa73b3 service neutron] Pushing event updated for resources: {'Port': ['ID=4ebc892e-5692-4841-830c-8e4b29b7659e,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:08.623457 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-c71559d3-d4a3-47e1-b0af-8c45d28a5a99 req-481aff59-8948-4750-88e5-777bcd992011 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] No DVR routers for this DVR port d7b57edb-3306-47d0-b0c8-6c4a2d407037 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:23:08.629669 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-c71559d3-d4a3-47e1-b0af-8c45d28a5a99 req-481aff59-8948-4750-88e5-777bcd992011 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:08.636945 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c71559d3-d4a3-47e1-b0af-8c45d28a5a99 req-481aff59-8948-4750-88e5-777bcd992011 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.93 "DELETE /v2.0/ports/d7b57edb-3306-47d0-b0c8-6c4a2d407037 HTTP/1.1" status: 204 len: 173 time: 1.7046046 Oct 27 18:23:08.638590 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8903f3-8988-4444-b072-e5de2d0353b9', 'name': 'network-vif-deleted', 'tag': 'd7b57edb-3306-47d0-b0c8-6c4a2d407037'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:23:08.641703 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00bcd19-53b3-410d-84bf-9ba8fb128379" -d '{"events": [{"server_uuid": "4d8903f3-8988-4444-b072-e5de2d0353b9", "name": "network-vif-deleted", "tag": "d7b57edb-3306-47d0-b0c8-6c4a2d407037"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:23:08.670682 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d4937-d6d5-46df-9454-528643d3117f req-a4dd216c-905b-4563-b734-12c55e7f4bde tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:08.682733 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52732) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:23:08.684925 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-573d4937-d6d5-46df-9454-528643d3117f req-a4dd216c-905b-4563-b734-12c55e7f4bde tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc HTTP/1.1" status: 200 len: 945 time: 0.5446882 Oct 27 18:23:08.689801 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-31f22a87-bd8c-47d7-8755-f9935027b801 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Request body: {'floatingip': {'port_id': 'e7b32254-c2b8-41c1-9a16-b120a1f50e19'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:23:08.785039 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-31f22a87-bd8c-47d7-8755-f9935027b801 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Publish callbacks [] for floatingip, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:08.814736 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4a23b-c7a0-4ced-937a-df2cee0016d8 req-6de68eb9-775c-4a78-90b3-c248004ea795 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:08.823490 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7eb4a23b-c7a0-4ced-937a-df2cee0016d8 req-6de68eb9-775c-4a78-90b3-c248004ea795 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 949 time: 0.4732642 Oct 27 18:23:08.948241 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-f18c09f7-ce0c-436f-abf6-30d453fa73b3 service neutron] Attempting to bind port 4ebc892e-5692-4841-830c-8e4b29b7659e on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:23:08.948744 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-f18c09f7-ce0c-436f-abf6-30d453fa73b3 service neutron] Attempting to bind port 4ebc892e-5692-4841-830c-8e4b29b7659e by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '1be5cc61-e9e2-4782-8a72-95f16196fee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f4e9126d-2ff7-47a1-bfee-b0e033396219'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:23:08.949172 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-f18c09f7-ce0c-436f-abf6-30d453fa73b3 service neutron] Attempting to bind port 4ebc892e-5692-4841-830c-8e4b29b7659e on network f4e9126d-2ff7-47a1-bfee-b0e033396219 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:23:08.961054 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-f18c09f7-ce0c-436f-abf6-30d453fa73b3 service neutron] Port 4ebc892e-5692-4841-830c-8e4b29b7659e on network f4e9126d-2ff7-47a1-bfee-b0e033396219 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:23:08.961519 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-f18c09f7-ce0c-436f-abf6-30d453fa73b3 service neutron] Attempting to bind port 4ebc892e-5692-4841-830c-8e4b29b7659e on network f4e9126d-2ff7-47a1-bfee-b0e033396219 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:23:08.982531 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-f18c09f7-ce0c-436f-abf6-30d453fa73b3 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:23:08.983058 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-f18c09f7-ce0c-436f-abf6-30d453fa73b3 service neutron] Checking segment: {'id': '1be5cc61-e9e2-4782-8a72-95f16196fee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f4e9126d-2ff7-47a1-bfee-b0e033396219'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:23:08.983690 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-f18c09f7-ce0c-436f-abf6-30d453fa73b3 service neutron] Bound using segment: {'id': '1be5cc61-e9e2-4782-8a72-95f16196fee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f4e9126d-2ff7-47a1-bfee-b0e033396219'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:23:08.984279 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-f18c09f7-ce0c-436f-abf6-30d453fa73b3 service neutron] Bound port: 4ebc892e-5692-4841-830c-8e4b29b7659e, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1be5cc61-e9e2-4782-8a72-95f16196fee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f4e9126d-2ff7-47a1-bfee-b0e033396219'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:23:08.984734 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-f18c09f7-ce0c-436f-abf6-30d453fa73b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:09.004930 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-ddf2f814-3be6-4948-8319-f3a54cb8ea2d None None] Set router e2b6b045-ec42-49b4-a3d0-39659877c3fe gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:23:09.007424 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7eb4a23b-c7a0-4ced-937a-df2cee0016d8 req-761516a7-79d6-46f0-946b-2459e4f9eb86 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803958 Oct 27 18:23:09.077813 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04309c3-36d2-48a7-bc1f-ebc0873c58ec x-openstack-request-id: req-e04309c3-36d2-48a7-bc1f-ebc0873c58ec {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:23:09.078426 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d8903f3-8988-4444-b072-e5de2d0353b9", "name": "network-vif-deleted", "tag": "d7b57edb-3306-47d0-b0c8-6c4a2d407037", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:23:09.080643 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e04309c3-36d2-48a7-bc1f-ebc0873c58ec {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:23:09.081124 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d8903f3-8988-4444-b072-e5de2d0353b9', 'name': 'network-vif-deleted', 'tag': 'd7b57edb-3306-47d0-b0c8-6c4a2d407037', 'status': 'completed', 'code': 200} Oct 27 18:23:09.100988 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-440046ba-0b1e-4970-acda-57b949e54141 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:09.234031 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-f18c09f7-ce0c-436f-abf6-30d453fa73b3 service neutron] For port 4ebc892e-5692-4841-830c-8e4b29b7659e, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:23:09.277227 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e0914f26-0dcf-4dea-b5dc-391bb08575a1 req-0a460b52-d7bb-4166-ba05-785c4e44bd15 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d8903f3-8988-4444-b072-e5de2d0353b9 HTTP/1.1" status: 200 len: 210 time: 0.0394640 Oct 27 18:23:09.285741 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-f18c09f7-ce0c-436f-abf6-30d453fa73b3 service neutron] For port 4ebc892e-5692-4841-830c-8e4b29b7659e, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=4ebc892e-5692-4841-830c-8e4b29b7659e,segment=NetworkSegment(1be5cc61-e9e2-4782-8a72-95f16196fee4),segment_id=1be5cc61-e9e2-4782-8a72-95f16196fee4)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:23:09.307063 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addcee07-d04a-49ad-b267-d82fcb42345e req-19654b80-5b19-43e2-8c77-82d472ac93b8 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:09.314473 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addcee07-d04a-49ad-b267-d82fcb42345e req-19654b80-5b19-43e2-8c77-82d472ac93b8 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:09.321150 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addcee07-d04a-49ad-b267-d82fcb42345e req-19654b80-5b19-43e2-8c77-82d472ac93b8 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:09.327756 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addcee07-d04a-49ad-b267-d82fcb42345e req-19654b80-5b19-43e2-8c77-82d472ac93b8 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:09.334249 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addcee07-d04a-49ad-b267-d82fcb42345e req-19654b80-5b19-43e2-8c77-82d472ac93b8 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:09.339930 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addcee07-d04a-49ad-b267-d82fcb42345e req-19654b80-5b19-43e2-8c77-82d472ac93b8 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:09.347734 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-addcee07-d04a-49ad-b267-d82fcb42345e req-19654b80-5b19-43e2-8c77-82d472ac93b8 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 4600 time: 0.1937046 Oct 27 18:23:09.383120 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-f18c09f7-ce0c-436f-abf6-30d453fa73b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:09.391306 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-440046ba-0b1e-4970-acda-57b949e54141 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:09.392151 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-ddf2f814-3be6-4948-8319-f3a54cb8ea2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b6b045-ec42-49b4-a3d0-39659877c3fe', 'name': 'tempest-ServersTestManualDisk-123132022-router', 'tenant_id': '2afdd7c515474860a22ec07f3faca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '4f4edf15-fb55-4ed7-b923-84f0b5ed62b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:20:47Z', 'updated_at': '2021-10-27T18:20:54Z', 'revision_number': 4, 'project_id': '2afdd7c515474860a22ec07f3faca833', 'gw_port': {'id': '4f4edf15-fb55-4ed7-b923-84f0b5ed62b2', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b6b045-ec42-49b4-a3d0-39659877c3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:20:49Z', 'updated_at': '2021-10-27T18:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'd158afcf-bb82-4920-a551-1532b617b349', 'name': '', 'network_id': 'eadbf85d-3b34-4dc3-8601-2203c9997db2', 'tenant_id': '2afdd7c515474860a22ec07f3faca833', 'mac_address': 'fa:16:3e:68:c7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b6b045-ec42-49b4-a3d0-39659877c3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '69983570-a5fd-4619-80ac-2d6bf8572707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:20:53Z', 'updated_at': '2021-10-27T18:21:00Z', 'revision_number': 5, 'project_id': '2afdd7c515474860a22ec07f3faca833', 'subnets': [{'id': '69983570-a5fd-4619-80ac-2d6bf8572707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:23:09.428222 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf2f814-3be6-4948-8319-f3a54cb8ea2d None None] Checking router: e2b6b045-ec42-49b4-a3d0-39659877c3fe for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:23:09.431406 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['edbc4198-ddf2-4ab8-a27a-1436d0484f96', '1e0e81ca-8d40-4f32-adf8-576986635f72'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:23:09.431820 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-addcee07-d04a-49ad-b267-d82fcb42345e req-65e3fd7b-4041-4255-8d7f-3e04fb48a1a3 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=02a89f5e-a42d-4682-bd74-7f652c60708b&id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0792327 Oct 27 18:23:09.487780 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-31f22a87-bd8c-47d7-8755-f9935027b801 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:09.529740 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-f18c09f7-ce0c-436f-abf6-30d453fa73b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:09.530885 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-f18c09f7-ce0c-436f-abf6-30d453fa73b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:09.533543 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 28c73000-e05a-4162-bd24-a40db0e232e9 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:23:09.534739 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-f18c09f7-ce0c-436f-abf6-30d453fa73b3 service neutron] 10.222.0.93 "PUT /v2.0/ports/4ebc892e-5692-4841-830c-8e4b29b7659e HTTP/1.1" status: 200 len: 1129 time: 2.8746240 Oct 27 18:23:09.557331 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'tag': '4ebc892e-5692-4841-830c-8e4b29b7659e'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:23:09.559197 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-31f22a87-bd8c-47d7-8755-f9935027b801 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:09.560764 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e680f297-ea98-434a-ba03-142a32ed30eb" -d '{"events": [{"name": "network-changed", "server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "tag": "4ebc892e-5692-4841-830c-8e4b29b7659e"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:23:09.563732 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c09f7-ce0c-436f-abf6-30d453fa73b3 service neutron] Pushing event updated for resources: {'Port': ['ID=4ebc892e-5692-4841-830c-8e4b29b7659e,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:09.589560 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-440046ba-0b1e-4970-acda-57b949e54141 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:23:09.598570 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-440046ba-0b1e-4970-acda-57b949e54141 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:23:09.633633 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-440046ba-0b1e-4970-acda-57b949e54141 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:23:09.710500 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf2f814-3be6-4948-8319-f3a54cb8ea2d None None] Routers {'e2b6b045-ec42-49b4-a3d0-39659877c3fe'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:23:09.719407 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-ddf2f814-3be6-4948-8319-f3a54cb8ea2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:22:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['e2b6b045-ec42-49b4-a3d0-39659877c3fe'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:23:09.820734 n-d-815690-2 neutron-server[102879]: INFO neutron.db.l3_db [None req-31f22a87-bd8c-47d7-8755-f9935027b801 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Floating IP 6cf3b469-0ad0-4e8e-9fd7-80bbe22a52bb associated. External IP: 172.25.6.159, port: e7b32254-c2b8-41c1-9a16-b120a1f50e19. Oct 27 18:23:09.883809 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f8f42996-58d5-470c-ab0e-4ff6d033f050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:10.075780 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 28c73000-e05a-4162-bd24-a40db0e232e9 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:23:10.093147 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-ddf2f814-3be6-4948-8319-f3a54cb8ea2d None None] Set router e2b6b045-ec42-49b4-a3d0-39659877c3fe gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:23:10.187876 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 28c73000-e05a-4162-bd24-a40db0e232e9 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:23:10.188429 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:10.196099 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f22a87-bd8c-47d7-8755-f9935027b801 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Router 51d37106-c3b5-4460-ab61-f2fb076cd9f7 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:23:10.272189 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-e2f26ab3-b8c2-42ab-b319-3b075ae13625 service neutron] Request body: {'port': {'device_id': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:23:10.335351 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-440046ba-0b1e-4970-acda-57b949e54141 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:10.336076 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-440046ba-0b1e-4970-acda-57b949e54141 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:10.347932 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-271af88e-24a5-4c2d-9387-d3474e6fdd0f None None] Provisioning complete for port 1a4aac8f-1195-4080-8d1a-214626b77d58 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:23:10.348295 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-271af88e-24a5-4c2d-9387-d3474e6fdd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:10.370020 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedbd5a8-2326-48c2-b612-e2f754a950f0 req-3281cc9d-4a8b-4648-87ae-5b93f34e6943 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:10.382825 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cedbd5a8-2326-48c2-b612-e2f754a950f0 req-3281cc9d-4a8b-4648-87ae-5b93f34e6943 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/ports?device_id=59b9541d-54f9-452c-b022-d5920fb046bb HTTP/1.1" status: 200 len: 949 time: 0.9215000 Oct 27 18:23:10.435927 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-271af88e-24a5-4c2d-9387-d3474e6fdd0f None None] Port 1a4aac8f-1195-4080-8d1a-214626b77d58 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:23:10.446035 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440046ba-0b1e-4970-acda-57b949e54141 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Pushing event updated for resources: {'Port': ['ID=1a4aac8f-1195-4080-8d1a-214626b77d58,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:10.470086 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-e2f26ab3-b8c2-42ab-b319-3b075ae13625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:10.484648 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cedbd5a8-2326-48c2-b612-e2f754a950f0 req-135ad93b-083a-4c6d-abbe-fab0a203d59f tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/security-groups?id=91467586-a0d6-44d3-9281-411e425eba01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006808 Oct 27 18:23:10.510302 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f608cc-cc63-4615-bfce-c326a97878df req-ab43a445-6e96-4452-a149-ffa1698c4bdf tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:10.514121 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-12f608cc-cc63-4615-bfce-c326a97878df req-ab43a445-6e96-4452-a149-ffa1698c4bdf tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=188ae437-847a-4777-ad18-3fe8d9e0708e HTTP/1.1" status: 200 len: 936 time: 0.9381392 Oct 27 18:23:10.550536 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-440046ba-0b1e-4970-acda-57b949e54141 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0139978 Oct 27 18:23:10.609128 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-16d50453-1ebb-41a2-99aa-134eeb399f22 service neutron] Request body: {'port': {'device_id': '188ae437-847a-4777-ad18-3fe8d9e0708e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:23:10.613748 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084384bd-338c-41ac-9c72-bd87560db624 x-openstack-request-id: req-084384bd-338c-41ac-9c72-bd87560db624 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:23:10.614089 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "tag": "4ebc892e-5692-4841-830c-8e4b29b7659e", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:23:10.614345 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-084384bd-338c-41ac-9c72-bd87560db624 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:23:10.614743 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'tag': '4ebc892e-5692-4841-830c-8e4b29b7659e', 'status': 'completed', 'code': 200} Oct 27 18:23:10.657377 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:10.704634 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 28c73000-e05a-4162-bd24-a40db0e232e9, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=28c73000-e05a-4162-bd24-a40db0e232e9,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:23:10.705234 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-12f608cc-cc63-4615-bfce-c326a97878df req-72d84b97-a6b9-494b-9acb-f412df2112cb tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684322 Oct 27 18:23:10.719316 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7fa71c1-6a1c-4f88-92c1-df287f05652e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c73000-e05a-4162-bd24-a40db0e232e9'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:23:10.722440 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73306e57-7531-4484-aace-1ea1a3b49b91" -d '{"events": [{"server_uuid": "a7fa71c1-6a1c-4f88-92c1-df287f05652e", "name": "network-vif-plugged", "status": "completed", "tag": "28c73000-e05a-4162-bd24-a40db0e232e9"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:23:10.796735 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:10.797574 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device d7b57edb-3306-47d0-b0c8-6c4a2d407037 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:23:10.901240 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680f297-ea98-434a-ba03-142a32ed30eb req-a4eca7dc-6d07-46fc-b9b9-000f619b3e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:10.902055 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680f297-ea98-434a-ba03-142a32ed30eb req-a4eca7dc-6d07-46fc-b9b9-000f619b3e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:10.902729 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680f297-ea98-434a-ba03-142a32ed30eb req-a4eca7dc-6d07-46fc-b9b9-000f619b3e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:10.903423 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680f297-ea98-434a-ba03-142a32ed30eb req-a4eca7dc-6d07-46fc-b9b9-000f619b3e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:10.904220 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680f297-ea98-434a-ba03-142a32ed30eb req-a4eca7dc-6d07-46fc-b9b9-000f619b3e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:10.905039 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680f297-ea98-434a-ba03-142a32ed30eb req-a4eca7dc-6d07-46fc-b9b9-000f619b3e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:10.907291 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e680f297-ea98-434a-ba03-142a32ed30eb req-a4eca7dc-6d07-46fc-b9b9-000f619b3e54 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=32c521b9d5364e14a010de85fa7c39d0&device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 5286 time: 0.1103234 Oct 27 18:23:10.928876 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f22a87-bd8c-47d7-8755-f9935027b801 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:23:10.936334 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: d7b57edb-3306-47d0-b0c8-6c4a2d407037 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:23:10.936682 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device d7b57edb-3306-47d0-b0c8-6c4a2d407037 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:23:10.939542 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=28c73000-e05a-4162-bd24-a40db0e232e9,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:10.941948 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96168edf-39c2-49b1-8d4c-fa04c7e56fb1 None None] Sync routers for ids ['51d37106-c3b5-4460-ab61-f2fb076cd9f7'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:23:10.945428 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-31f22a87-bd8c-47d7-8755-f9935027b801 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:10.959899 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96168edf-39c2-49b1-8d4c-fa04c7e56fb1 None None] Routers {'51d37106-c3b5-4460-ab61-f2fb076cd9f7'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:23:10.960688 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-96168edf-39c2-49b1-8d4c-fa04c7e56fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:22:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['51d37106-c3b5-4460-ab61-f2fb076cd9f7'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:23:10.969143 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:23:10.969494 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:23:10.971136 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:23:10.971484 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:23:10.971818 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:23:10.972150 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:23:10.972480 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:23:10.972623 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-16d50453-1ebb-41a2-99aa-134eeb399f22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:10.972803 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:23:10.973129 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:23:10.973448 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:23:10.973768 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:23:10.974084 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:23:11.056963 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-ddf2f814-3be6-4948-8319-f3a54cb8ea2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b6b045-ec42-49b4-a3d0-39659877c3fe', 'name': 'tempest-ServersTestManualDisk-123132022-router', 'tenant_id': '2afdd7c515474860a22ec07f3faca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '4f4edf15-fb55-4ed7-b923-84f0b5ed62b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:20:47Z', 'updated_at': '2021-10-27T18:20:54Z', 'revision_number': 4, 'project_id': '2afdd7c515474860a22ec07f3faca833', 'gw_port': {'id': '4f4edf15-fb55-4ed7-b923-84f0b5ed62b2', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b6b045-ec42-49b4-a3d0-39659877c3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:20:49Z', 'updated_at': '2021-10-27T18:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'd158afcf-bb82-4920-a551-1532b617b349', 'name': '', 'network_id': 'eadbf85d-3b34-4dc3-8601-2203c9997db2', 'tenant_id': '2afdd7c515474860a22ec07f3faca833', 'mac_address': 'fa:16:3e:68:c7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b6b045-ec42-49b4-a3d0-39659877c3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '69983570-a5fd-4619-80ac-2d6bf8572707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:20:53Z', 'updated_at': '2021-10-27T18:21:00Z', 'revision_number': 5, 'project_id': '2afdd7c515474860a22ec07f3faca833', 'subnets': [{'id': '69983570-a5fd-4619-80ac-2d6bf8572707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:23:11.091593 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf2f814-3be6-4948-8319-f3a54cb8ea2d None None] The sync data for ids ['e2b6b045-ec42-49b4-a3d0-39659877c3fe'] in n-d-815690-2 is: [{'id': 'e2b6b045-ec42-49b4-a3d0-39659877c3fe', 'name': 'tempest-ServersTestManualDisk-123132022-router', 'tenant_id': '2afdd7c515474860a22ec07f3faca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '4f4edf15-fb55-4ed7-b923-84f0b5ed62b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:20:47Z', 'updated_at': '2021-10-27T18:20:54Z', 'revision_number': 4, 'project_id': '2afdd7c515474860a22ec07f3faca833', 'gw_port': {'id': '4f4edf15-fb55-4ed7-b923-84f0b5ed62b2', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b6b045-ec42-49b4-a3d0-39659877c3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:20:49Z', 'updated_at': '2021-10-27T18:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'd158afcf-bb82-4920-a551-1532b617b349', 'name': '', 'network_id': 'eadbf85d-3b34-4dc3-8601-2203c9997db2', 'tenant_id': '2afdd7c515474860a22ec07f3faca833', 'mac_address': 'fa:16:3e:68:c7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b6b045-ec42-49b4-a3d0-39659877c3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '69983570-a5fd-4619-80ac-2d6bf8572707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:20:53Z', 'updated_at': '2021-10-27T18:21:00Z', 'revision_number': 5, 'project_id': '2afdd7c515474860a22ec07f3faca833', 'subnets': [{'id': '69983570-a5fd-4619-80ac-2d6bf8572707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:23:11.099584 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-31f22a87-bd8c-47d7-8755-f9935027b801 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "PUT /v2.0/floatingips/6cf3b469-0ad0-4e8e-9fd7-80bbe22a52bb HTTP/1.1" status: 200 len: 991 time: 2.4120684 Oct 27 18:23:11.099584 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc', 'tag': 'e7b32254-c2b8-41c1-9a16-b120a1f50e19'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:23:11.101191 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cebf414-ed2e-43ca-87a3-a77b675b403c" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc", "tag": "e7b32254-c2b8-41c1-9a16-b120a1f50e19"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:23:11.120194 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3b3fa-14ae-41c9-a9d3-665823bdd7f6 req-4277ac30-2810-4037-a3cb-54e694357893 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:11.131797 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1ef3b3fa-14ae-41c9-a9d3-665823bdd7f6 req-4277ac30-2810-4037-a3cb-54e694357893 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 950 time: 0.2651739 Oct 27 18:23:11.185245 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680f297-ea98-434a-ba03-142a32ed30eb req-40f11a27-2841-486e-ae5a-14c6bea42f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:11.185626 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680f297-ea98-434a-ba03-142a32ed30eb req-40f11a27-2841-486e-ae5a-14c6bea42f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:11.186091 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680f297-ea98-434a-ba03-142a32ed30eb req-40f11a27-2841-486e-ae5a-14c6bea42f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:11.187704 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e680f297-ea98-434a-ba03-142a32ed30eb req-40f11a27-2841-486e-ae5a-14c6bea42f8d service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=32c521b9d5364e14a010de85fa7c39d0&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2073138 Oct 27 18:23:11.199983 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-96168edf-39c2-49b1-8d4c-fa04c7e56fb1 None None] Set router 51d37106-c3b5-4460-ab61-f2fb076cd9f7 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:23:11.299905 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834e334-1a16-49eb-9d4a-25994a1f21f9 req-68a0195a-a6bd-43f4-8697-3f8df22fce12 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:11.307215 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834e334-1a16-49eb-9d4a-25994a1f21f9 req-68a0195a-a6bd-43f4-8697-3f8df22fce12 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:11.313879 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834e334-1a16-49eb-9d4a-25994a1f21f9 req-68a0195a-a6bd-43f4-8697-3f8df22fce12 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:11.320523 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834e334-1a16-49eb-9d4a-25994a1f21f9 req-68a0195a-a6bd-43f4-8697-3f8df22fce12 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:11.330618 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834e334-1a16-49eb-9d4a-25994a1f21f9 req-68a0195a-a6bd-43f4-8697-3f8df22fce12 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:11.337486 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834e334-1a16-49eb-9d4a-25994a1f21f9 req-68a0195a-a6bd-43f4-8697-3f8df22fce12 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:11.347391 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9834e334-1a16-49eb-9d4a-25994a1f21f9 req-68a0195a-a6bd-43f4-8697-3f8df22fce12 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 4600 time: 0.4283533 Oct 27 18:23:11.354763 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680f297-ea98-434a-ba03-142a32ed30eb req-85c77e4a-df47-432f-92af-e8fb71ab22b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:11.357551 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e680f297-ea98-434a-ba03-142a32ed30eb req-85c77e4a-df47-432f-92af-e8fb71ab22b4 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1554976 Oct 27 18:23:11.516915 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1ef3b3fa-14ae-41c9-a9d3-665823bdd7f6 req-5b5851ac-a0f4-4932-9355-1eaa73a76faf tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841476 Oct 27 18:23:11.534263 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9834e334-1a16-49eb-9d4a-25994a1f21f9 req-ba1db7ce-c798-4ade-a7c4-d1684caf37da tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=02a89f5e-a42d-4682-bd74-7f652c60708b&id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1777110 Oct 27 18:23:11.538467 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb7f340-85ee-41f6-8289-b46463e3df78 None None] New status for floating IP 102924ec-2dc5-45d2-8dae-d3e855f57a36: DOWN {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:23:11.617809 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde7e4aa-b2aa-496b-a21e-556853652dfd x-openstack-request-id: req-fde7e4aa-b2aa-496b-a21e-556853652dfd {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:23:11.629002 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7fa71c1-6a1c-4f88-92c1-df287f05652e", "name": "network-vif-plugged", "status": "completed", "tag": "28c73000-e05a-4162-bd24-a40db0e232e9", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:23:11.629333 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fde7e4aa-b2aa-496b-a21e-556853652dfd {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:23:11.629753 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7fa71c1-6a1c-4f88-92c1-df287f05652e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c73000-e05a-4162-bd24-a40db0e232e9', 'code': 200} Oct 27 18:23:11.714617 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-96168edf-39c2-49b1-8d4c-fa04c7e56fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d37106-c3b5-4460-ab61-f2fb076cd9f7', 'name': 'tempest-ServersTestBootFromVolume-630096261-router', 'tenant_id': '935b1609fadd4a79a82a8a4c512ccaba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '679e6d39-3acb-42de-9cc6-6be6af944fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:21:37Z', 'updated_at': '2021-10-27T18:21:46Z', 'revision_number': 4, 'project_id': '935b1609fadd4a79a82a8a4c512ccaba', 'gw_port': {'id': '679e6d39-3acb-42de-9cc6-6be6af944fae', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d37106-c3b5-4460-ab61-f2fb076cd9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:39Z', 'updated_at': '2021-10-27T18:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '6cf3b469-0ad0-4e8e-9fd7-80bbe22a52bb', 'tenant_id': '935b1609fadd4a79a82a8a4c512ccaba', 'floating_ip_address': '172.25.6.159', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '51d37106-c3b5-4460-ab61-f2fb076cd9f7', 'port_id': 'e7b32254-c2b8-41c1-9a16-b120a1f50e19', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a02c915a-ef33-4547-80f0-d7d8ef06e164', 'mac_address': 'fa:16:3e:ce:53:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:21:56Z', 'updated_at': '2021-10-27T18:23:09Z', 'revision_number': 1, 'project_id': '935b1609fadd4a79a82a8a4c512ccaba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97de6d04-116a-48d1-bd1f-6080c3623d65', 'name': '', 'network_id': 'a02c915a-ef33-4547-80f0-d7d8ef06e164', 'tenant_id': '935b1609fadd4a79a82a8a4c512ccaba', 'mac_address': 'fa:16:3e:e4:02:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d37106-c3b5-4460-ab61-f2fb076cd9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '7f791017-30ab-4eda-b0b9-c9172369d32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:44Z', 'updated_at': '2021-10-27T18:21:58Z', 'revision_number': 5, 'project_id': '935b1609fadd4a79a82a8a4c512ccaba', 'subnets': [{'id': '7f791017-30ab-4eda-b0b9-c9172369d32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:23:11.719453 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-16d50453-1ebb-41a2-99aa-134eeb399f22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a4aac8f-1195-4080-8d1a-214626b77d58 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:23:11.723329 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52788) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:23:11.735000 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-16d50453-1ebb-41a2-99aa-134eeb399f22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:11.750573 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96168edf-39c2-49b1-8d4c-fa04c7e56fb1 None None] Checking router: 51d37106-c3b5-4460-ab61-f2fb076cd9f7 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:23:11.765114 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96168edf-39c2-49b1-8d4c-fa04c7e56fb1 None None] Routers {'51d37106-c3b5-4460-ab61-f2fb076cd9f7'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:23:11.765905 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-96168edf-39c2-49b1-8d4c-fa04c7e56fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:22:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['51d37106-c3b5-4460-ab61-f2fb076cd9f7'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:23:11.796984 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-16d50453-1ebb-41a2-99aa-134eeb399f22 service neutron] Transition to ACTIVE for port object 1a4aac8f-1195-4080-8d1a-214626b77d58 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:23:11.861544 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f76874-1a27-4427-b0b5-ccb8927630d9 req-e0583b41-4ab1-4bcb-a79c-fe18655a76dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:11.863618 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-46f76874-1a27-4427-b0b5-ccb8927630d9 req-e0583b41-4ab1-4bcb-a79c-fe18655a76dd service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 1101 time: 0.1796832 Oct 27 18:23:11.865418 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87f31aa-9279-4787-88f7-fddce4622de2 x-openstack-request-id: req-c87f31aa-9279-4787-88f7-fddce4622de2 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:23:11.865889 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc", "tag": "e7b32254-c2b8-41c1-9a16-b120a1f50e19", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:23:11.866329 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c87f31aa-9279-4787-88f7-fddce4622de2 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:23:11.866949 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc', 'tag': 'e7b32254-c2b8-41c1-9a16-b120a1f50e19', 'status': 'completed', 'code': 200} Oct 27 18:23:11.885061 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-16d50453-1ebb-41a2-99aa-134eeb399f22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:11.955491 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-96168edf-39c2-49b1-8d4c-fa04c7e56fb1 None None] Set router 51d37106-c3b5-4460-ab61-f2fb076cd9f7 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:23:12.001545 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2da9142f-8f36-4b5f-a054-f4c169ed96fe tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:12.042619 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d50453-1ebb-41a2-99aa-134eeb399f22 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4aac8f-1195-4080-8d1a-214626b77d58,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:12.050798 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2da9142f-8f36-4b5f-a054-f4c169ed96fe tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:12.055436 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-e2f26ab3-b8c2-42ab-b319-3b075ae13625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 168724c9-71d8-440b-b602-1f3bb57c7953 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:23:12.060731 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-46f76874-1a27-4427-b0b5-ccb8927630d9 req-79751112-15e7-496d-a8fb-188e59ecf17e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703701 Oct 27 18:23:12.078736 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c7c675c7-f86a-4371-86bc-352ae0b07543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:12.083480 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-e2f26ab3-b8c2-42ab-b319-3b075ae13625 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:12.093043 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebf414-ed2e-43ca-87a3-a77b675b403c req-17715b97-a28b-4439-b337-e44cc6982230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:12.094972 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3cebf414-ed2e-43ca-87a3-a77b675b403c req-17715b97-a28b-4439-b337-e44cc6982230 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=935b1609fadd4a79a82a8a4c512ccaba&device_id=c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc HTTP/1.1" status: 200 len: 1096 time: 0.1844974 Oct 27 18:23:12.204460 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2da9142f-8f36-4b5f-a054-f4c169ed96fe tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:12.207118 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2da9142f-8f36-4b5f-a054-f4c169ed96fe tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:12.213698 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2da9142f-8f36-4b5f-a054-f4c169ed96fe tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.52 "DELETE /v2.0/security-groups/4006d7ad-6b5d-4bd0-b7e0-34ecf8e845a6 HTTP/1.1" status: 204 len: 168 time: 0.4833097 Oct 27 18:23:12.214740 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52796) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:23:12.219754 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-e2f26ab3-b8c2-42ab-b319-3b075ae13625 service neutron] Transition to ACTIVE for port object 168724c9-71d8-440b-b602-1f3bb57c7953 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:23:12.259903 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e65e7-ef69-43cb-b4c5-16ef2970e08b req-fff537a2-88b3-45cf-9a94-f9c1237ba8db tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:12.261548 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd1e65e7-ef69-43cb-b4c5-16ef2970e08b req-fff537a2-88b3-45cf-9a94-f9c1237ba8db tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=188ae437-847a-4777-ad18-3fe8d9e0708e HTTP/1.1" status: 200 len: 948 time: 0.1075795 Oct 27 18:23:12.263263 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-5a8d8e22-22c8-414d-9e85-6ffe17674375 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] show failed (client error): The resource could not be found. Oct 27 18:23:12.267228 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5a8d8e22-22c8-414d-9e85-6ffe17674375 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.52 "GET /v2.0/security-groups/4006d7ad-6b5d-4bd0-b7e0-34ecf8e845a6 HTTP/1.1" status: 404 len: 347 time: 0.0487640 Oct 27 18:23:12.267806 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52798) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:23:12.281557 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da9142f-8f36-4b5f-a054-f4c169ed96fe tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4006d7ad-6b5d-4bd0-b7e0-34ecf8e845a6,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:12.297467 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-16d50453-1ebb-41a2-99aa-134eeb399f22 service neutron] Attempting to bind port 1a4aac8f-1195-4080-8d1a-214626b77d58 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:23:12.297810 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-16d50453-1ebb-41a2-99aa-134eeb399f22 service neutron] Attempting to bind port 1a4aac8f-1195-4080-8d1a-214626b77d58 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:23:12.298150 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-16d50453-1ebb-41a2-99aa-134eeb399f22 service neutron] Attempting to bind port 1a4aac8f-1195-4080-8d1a-214626b77d58 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:23:12.316066 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-e2f26ab3-b8c2-42ab-b319-3b075ae13625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:12.348296 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-16d50453-1ebb-41a2-99aa-134eeb399f22 service neutron] Port 1a4aac8f-1195-4080-8d1a-214626b77d58 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:23:12.348296 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-16d50453-1ebb-41a2-99aa-134eeb399f22 service neutron] Attempting to bind port 1a4aac8f-1195-4080-8d1a-214626b77d58 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:23:12.376189 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-96168edf-39c2-49b1-8d4c-fa04c7e56fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d37106-c3b5-4460-ab61-f2fb076cd9f7', 'name': 'tempest-ServersTestBootFromVolume-630096261-router', 'tenant_id': '935b1609fadd4a79a82a8a4c512ccaba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '679e6d39-3acb-42de-9cc6-6be6af944fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:21:37Z', 'updated_at': '2021-10-27T18:21:46Z', 'revision_number': 4, 'project_id': '935b1609fadd4a79a82a8a4c512ccaba', 'gw_port': {'id': '679e6d39-3acb-42de-9cc6-6be6af944fae', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d37106-c3b5-4460-ab61-f2fb076cd9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:39Z', 'updated_at': '2021-10-27T18:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '6cf3b469-0ad0-4e8e-9fd7-80bbe22a52bb', 'tenant_id': '935b1609fadd4a79a82a8a4c512ccaba', 'floating_ip_address': '172.25.6.159', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '51d37106-c3b5-4460-ab61-f2fb076cd9f7', 'port_id': 'e7b32254-c2b8-41c1-9a16-b120a1f50e19', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a02c915a-ef33-4547-80f0-d7d8ef06e164', 'mac_address': 'fa:16:3e:ce:53:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:21:56Z', 'updated_at': '2021-10-27T18:23:09Z', 'revision_number': 1, 'project_id': '935b1609fadd4a79a82a8a4c512ccaba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97de6d04-116a-48d1-bd1f-6080c3623d65', 'name': '', 'network_id': 'a02c915a-ef33-4547-80f0-d7d8ef06e164', 'tenant_id': '935b1609fadd4a79a82a8a4c512ccaba', 'mac_address': 'fa:16:3e:e4:02:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d37106-c3b5-4460-ab61-f2fb076cd9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '7f791017-30ab-4eda-b0b9-c9172369d32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:44Z', 'updated_at': '2021-10-27T18:21:58Z', 'revision_number': 5, 'project_id': '935b1609fadd4a79a82a8a4c512ccaba', 'subnets': [{'id': '7f791017-30ab-4eda-b0b9-c9172369d32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:23:12.394277 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-16d50453-1ebb-41a2-99aa-134eeb399f22 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:23:12.394626 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-16d50453-1ebb-41a2-99aa-134eeb399f22 service neutron] Checking segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:23:12.395063 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-16d50453-1ebb-41a2-99aa-134eeb399f22 service neutron] Bound using segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:23:12.395513 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-16d50453-1ebb-41a2-99aa-134eeb399f22 service neutron] Bound port: 1a4aac8f-1195-4080-8d1a-214626b77d58, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:23:12.395879 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-16d50453-1ebb-41a2-99aa-134eeb399f22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:12.421483 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd1e65e7-ef69-43cb-b4c5-16ef2970e08b req-2f3a0f57-614c-4315-a381-9aec3aea9ec4 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487761 Oct 27 18:23:12.474113 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f26ab3-b8c2-42ab-b319-3b075ae13625 service neutron] Pushing event updated for resources: {'Port': ['ID=168724c9-71d8-440b-b602-1f3bb57c7953,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:12.498300 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96168edf-39c2-49b1-8d4c-fa04c7e56fb1 None None] The sync data for ids ['51d37106-c3b5-4460-ab61-f2fb076cd9f7'] in n-d-815690-2 is: [{'id': '51d37106-c3b5-4460-ab61-f2fb076cd9f7', 'name': 'tempest-ServersTestBootFromVolume-630096261-router', 'tenant_id': '935b1609fadd4a79a82a8a4c512ccaba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '679e6d39-3acb-42de-9cc6-6be6af944fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:21:37Z', 'updated_at': '2021-10-27T18:21:46Z', 'revision_number': 4, 'project_id': '935b1609fadd4a79a82a8a4c512ccaba', 'gw_port': {'id': '679e6d39-3acb-42de-9cc6-6be6af944fae', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d37106-c3b5-4460-ab61-f2fb076cd9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:39Z', 'updated_at': '2021-10-27T18:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '6cf3b469-0ad0-4e8e-9fd7-80bbe22a52bb', 'tenant_id': '935b1609fadd4a79a82a8a4c512ccaba', 'floating_ip_address': '172.25.6.159', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '51d37106-c3b5-4460-ab61-f2fb076cd9f7', 'port_id': 'e7b32254-c2b8-41c1-9a16-b120a1f50e19', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a02c915a-ef33-4547-80f0-d7d8ef06e164', 'mac_address': 'fa:16:3e:ce:53:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:21:56Z', 'updated_at': '2021-10-27T18:23:09Z', 'revision_number': 1, 'project_id': '935b1609fadd4a79a82a8a4c512ccaba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97de6d04-116a-48d1-bd1f-6080c3623d65', 'name': '', 'network_id': 'a02c915a-ef33-4547-80f0-d7d8ef06e164', 'tenant_id': '935b1609fadd4a79a82a8a4c512ccaba', 'mac_address': 'fa:16:3e:e4:02:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d37106-c3b5-4460-ab61-f2fb076cd9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '7f791017-30ab-4eda-b0b9-c9172369d32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:44Z', 'updated_at': '2021-10-27T18:21:58Z', 'revision_number': 5, 'project_id': '935b1609fadd4a79a82a8a4c512ccaba', 'subnets': [{'id': '7f791017-30ab-4eda-b0b9-c9172369d32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:23:12.675778 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebf414-ed2e-43ca-87a3-a77b675b403c req-ec947a9d-4ae3-4dd1-a636-f71659acdbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:12.677266 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3cebf414-ed2e-43ca-87a3-a77b675b403c req-ec947a9d-4ae3-4dd1-a636-f71659acdbe4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a02c915a-ef33-4547-80f0-d7d8ef06e164 HTTP/1.1" status: 200 len: 917 time: 0.3358288 Oct 27 18:23:12.751182 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-12f8fa08-0c1b-4b5a-84f1-c599c3eb0474 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Deleting port ffeec41b-9057-4c89-9868-cb5cced21680 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:23:12.752414 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-12f8fa08-0c1b-4b5a-84f1-c599c3eb0474 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:12.780247 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-16d50453-1ebb-41a2-99aa-134eeb399f22 service neutron] For port 1a4aac8f-1195-4080-8d1a-214626b77d58, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:23:12.799574 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-16d50453-1ebb-41a2-99aa-134eeb399f22 service neutron] For port 1a4aac8f-1195-4080-8d1a-214626b77d58, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=1a4aac8f-1195-4080-8d1a-214626b77d58,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:23:12.830135 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc4ca2-a7e0-4f49-abe9-262fd139d870 req-29e4b156-1faa-4a85-bc25-abe88f2aa11d tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:12.833097 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3cebf414-ed2e-43ca-87a3-a77b675b403c req-6ae2cb92-51ae-42a6-aabd-6f471fff1949 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7b32254-c2b8-41c1-9a16-b120a1f50e19 HTTP/1.1" status: 200 len: 999 time: 0.1442509 Oct 27 18:23:12.838102 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0bbc4ca2-a7e0-4f49-abe9-262fd139d870 req-29e4b156-1faa-4a85-bc25-abe88f2aa11d tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 950 time: 0.1911056 Oct 27 18:23:12.854369 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-e2f26ab3-b8c2-42ab-b319-3b075ae13625 service neutron] Attempting to bind port 168724c9-71d8-440b-b602-1f3bb57c7953 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:23:12.854689 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-e2f26ab3-b8c2-42ab-b319-3b075ae13625 service neutron] Attempting to bind port 168724c9-71d8-440b-b602-1f3bb57c7953 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '1be5cc61-e9e2-4782-8a72-95f16196fee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f4e9126d-2ff7-47a1-bfee-b0e033396219'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:23:12.855069 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-e2f26ab3-b8c2-42ab-b319-3b075ae13625 service neutron] Attempting to bind port 168724c9-71d8-440b-b602-1f3bb57c7953 on network f4e9126d-2ff7-47a1-bfee-b0e033396219 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:23:12.872047 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038069c9-00c8-4bc4-a90a-de0c435e941b req-8c0c527b-76cc-43a6-ad21-0581f4c214f1 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:12.878666 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038069c9-00c8-4bc4-a90a-de0c435e941b req-8c0c527b-76cc-43a6-ad21-0581f4c214f1 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:12.886085 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038069c9-00c8-4bc4-a90a-de0c435e941b req-8c0c527b-76cc-43a6-ad21-0581f4c214f1 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:12.893469 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038069c9-00c8-4bc4-a90a-de0c435e941b req-8c0c527b-76cc-43a6-ad21-0581f4c214f1 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:12.900256 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038069c9-00c8-4bc4-a90a-de0c435e941b req-8c0c527b-76cc-43a6-ad21-0581f4c214f1 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:12.906844 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038069c9-00c8-4bc4-a90a-de0c435e941b req-8c0c527b-76cc-43a6-ad21-0581f4c214f1 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:12.913609 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038069c9-00c8-4bc4-a90a-de0c435e941b req-8c0c527b-76cc-43a6-ad21-0581f4c214f1 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:12.922868 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-038069c9-00c8-4bc4-a90a-de0c435e941b req-8c0c527b-76cc-43a6-ad21-0581f4c214f1 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 5371 time: 0.2156501 Oct 27 18:23:12.924015 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebf414-ed2e-43ca-87a3-a77b675b403c req-393879d4-08e9-4c20-bf6c-2c7c6a9f33e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:12.926481 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3cebf414-ed2e-43ca-87a3-a77b675b403c req-393879d4-08e9-4c20-bf6c-2c7c6a9f33e5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7f791017-30ab-4eda-b0b9-c9172369d32b HTTP/1.1" status: 200 len: 854 time: 0.0782199 Oct 27 18:23:12.936495 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-16d50453-1ebb-41a2-99aa-134eeb399f22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:12.939115 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc2c627-0226-40fc-94c3-aa102da319d9 None None] New status for floating IP 6cf3b469-0ad0-4e8e-9fd7-80bbe22a52bb: ACTIVE {{(pid=102881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:23:12.949580 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-e2f26ab3-b8c2-42ab-b319-3b075ae13625 service neutron] Port 168724c9-71d8-440b-b602-1f3bb57c7953 on network f4e9126d-2ff7-47a1-bfee-b0e033396219 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:23:12.952427 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-e2f26ab3-b8c2-42ab-b319-3b075ae13625 service neutron] Attempting to bind port 168724c9-71d8-440b-b602-1f3bb57c7953 on network f4e9126d-2ff7-47a1-bfee-b0e033396219 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:23:13.000140 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-e2f26ab3-b8c2-42ab-b319-3b075ae13625 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:23:13.000382 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-e2f26ab3-b8c2-42ab-b319-3b075ae13625 service neutron] Checking segment: {'id': '1be5cc61-e9e2-4782-8a72-95f16196fee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f4e9126d-2ff7-47a1-bfee-b0e033396219'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:23:13.000778 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-e2f26ab3-b8c2-42ab-b319-3b075ae13625 service neutron] Bound using segment: {'id': '1be5cc61-e9e2-4782-8a72-95f16196fee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f4e9126d-2ff7-47a1-bfee-b0e033396219'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:23:13.001216 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-e2f26ab3-b8c2-42ab-b319-3b075ae13625 service neutron] Bound port: 168724c9-71d8-440b-b602-1f3bb57c7953, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1be5cc61-e9e2-4782-8a72-95f16196fee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f4e9126d-2ff7-47a1-bfee-b0e033396219'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:23:13.001578 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-e2f26ab3-b8c2-42ab-b319-3b075ae13625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:13.018416 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-12f8fa08-0c1b-4b5a-84f1-c599c3eb0474 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:13.023622 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-12f8fa08-0c1b-4b5a-84f1-c599c3eb0474 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:13.038356 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0bbc4ca2-a7e0-4f49-abe9-262fd139d870 req-51ef4c69-827a-4cdb-af0f-44b2f6fc071a tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992087 Oct 27 18:23:13.040563 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebf414-ed2e-43ca-87a3-a77b675b403c req-14e7fe6d-e67c-493e-bb4b-87d023f464ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:13.042934 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3cebf414-ed2e-43ca-87a3-a77b675b403c req-14e7fe6d-e67c-493e-bb4b-87d023f464ae service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a02c915a-ef33-4547-80f0-d7d8ef06e164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1068144 Oct 27 18:23:13.063029 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-16d50453-1ebb-41a2-99aa-134eeb399f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:13.065139 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-16d50453-1ebb-41a2-99aa-134eeb399f22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:13.068395 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-16d50453-1ebb-41a2-99aa-134eeb399f22 service neutron] 10.222.0.93 "PUT /v2.0/ports/1a4aac8f-1195-4080-8d1a-214626b77d58 HTTP/1.1" status: 200 len: 1096 time: 2.4645007 Oct 27 18:23:13.073092 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '188ae437-847a-4777-ad18-3fe8d9e0708e', 'tag': '1a4aac8f-1195-4080-8d1a-214626b77d58'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:23:13.085919 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aae48da-8cfe-4c43-baac-9c5e988b5aa6" -d '{"events": [{"name": "network-changed", "server_uuid": "188ae437-847a-4777-ad18-3fe8d9e0708e", "tag": "1a4aac8f-1195-4080-8d1a-214626b77d58"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:23:13.097155 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-12f8fa08-0c1b-4b5a-84f1-c599c3eb0474 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Calling delete_port for ffeec41b-9057-4c89-9868-cb5cced21680 owned by network:floatingip {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:23:13.141595 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-038069c9-00c8-4bc4-a90a-de0c435e941b req-e104b122-aa28-4d7b-91e5-720b898fe868 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=02a89f5e-a42d-4682-bd74-7f652c60708b&id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2174494 Oct 27 18:23:13.284904 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d50453-1ebb-41a2-99aa-134eeb399f22 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4aac8f-1195-4080-8d1a-214626b77d58,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:13.335300 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3cebf414-ed2e-43ca-87a3-a77b675b403c req-c4dfd516-3270-4eea-bb53-526499c2de99 service neutron] 10.222.0.93 "GET /v2.0/networks/a02c915a-ef33-4547-80f0-d7d8ef06e164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774520 Oct 27 18:23:13.348608 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00afb33e-f5a2-423d-a9e1-e993dddeb17e x-openstack-request-id: req-00afb33e-f5a2-423d-a9e1-e993dddeb17e {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:23:13.348951 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "188ae437-847a-4777-ad18-3fe8d9e0708e", "tag": "1a4aac8f-1195-4080-8d1a-214626b77d58", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:23:13.349174 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-00afb33e-f5a2-423d-a9e1-e993dddeb17e {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:23:13.349584 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '188ae437-847a-4777-ad18-3fe8d9e0708e', 'tag': '1a4aac8f-1195-4080-8d1a-214626b77d58', 'status': 'completed', 'code': 200} Oct 27 18:23:13.353990 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-766be152-e585-46f3-b5a9-850ead9af5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:13.355570 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-766be152-e585-46f3-b5a9-850ead9af5cf service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ab22d74eaa124f7eb0c7d0d3b33e9b58&device_id=188ae437-847a-4777-ad18-3fe8d9e0708e HTTP/1.1" status: 200 len: 1099 time: 0.1060531 Oct 27 18:23:13.356715 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-e2f26ab3-b8c2-42ab-b319-3b075ae13625 service neutron] For port 168724c9-71d8-440b-b602-1f3bb57c7953, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:23:13.360973 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-e2f26ab3-b8c2-42ab-b319-3b075ae13625 service neutron] For port 168724c9-71d8-440b-b602-1f3bb57c7953, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=168724c9-71d8-440b-b602-1f3bb57c7953,segment=NetworkSegment(1be5cc61-e9e2-4782-8a72-95f16196fee4),segment_id=1be5cc61-e9e2-4782-8a72-95f16196fee4)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:23:13.392797 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:13.419441 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:13.425584 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-16bd7c55-ca0a-40cc-a6e3-4ad9bb721b0e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=1a4aac8f-1195-4080-8d1a-214626b77d58 HTTP/1.1" status: 200 len: 217 time: 0.0544658 Oct 27 18:23:13.501245 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3cebf414-ed2e-43ca-87a3-a77b675b403c req-d79da310-c3c5-4df0-a632-7c8fcd5c2369 service neutron] 10.222.0.93 "GET /v2.0/networks/a02c915a-ef33-4547-80f0-d7d8ef06e164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455112 Oct 27 18:23:13.514420 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 86b27580-5434-45f6-8cde-601d4434169c no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:23:13.547997 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-12f8fa08-0c1b-4b5a-84f1-c599c3eb0474 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:13.575800 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-e2f26ab3-b8c2-42ab-b319-3b075ae13625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:13.616687 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f8fa08-0c1b-4b5a-84f1-c599c3eb0474 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Pushing event deleted for resources: {'Port': ['ID=ffeec41b-9057-4c89-9868-cb5cced21680,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:13.620813 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-e2f26ab3-b8c2-42ab-b319-3b075ae13625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:13.621685 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-e2f26ab3-b8c2-42ab-b319-3b075ae13625 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:13.623930 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-e2f26ab3-b8c2-42ab-b319-3b075ae13625 service neutron] 10.222.0.93 "PUT /v2.0/ports/168724c9-71d8-440b-b602-1f3bb57c7953 HTTP/1.1" status: 200 len: 1129 time: 3.3773611 Oct 27 18:23:13.661212 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:13.686467 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe75c09-2dec-4d2b-a506-d54c712be0c6 req-1cd4bdb0-00ec-4491-865b-46c3f008801e tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:13.688159 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dbe75c09-2dec-4d2b-a506-d54c712be0c6 req-1cd4bdb0-00ec-4491-865b-46c3f008801e tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=188ae437-847a-4777-ad18-3fe8d9e0708e HTTP/1.1" status: 200 len: 948 time: 0.1887250 Oct 27 18:23:13.692907 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-46715423-ba30-4f79-ac45-d5b0a98ea948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:13.695028 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-46715423-ba30-4f79-ac45-d5b0a98ea948 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.2530096 Oct 27 18:23:13.718136 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b9541d-54f9-452c-b022-d5920fb046bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86b27580-5434-45f6-8cde-601d4434169c'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:23:13.721065 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b40bec2-604f-4cc0-bc71-0c70cab023e4" -d '{"events": [{"server_uuid": "59b9541d-54f9-452c-b022-d5920fb046bb", "name": "network-vif-unplugged", "status": "completed", "tag": "86b27580-5434-45f6-8cde-601d4434169c"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:23:13.756089 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 86b27580-5434-45f6-8cde-601d4434169c, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=86b27580-5434-45f6-8cde-601d4434169c,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:23:13.760931 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-be701cae-e1cf-47ff-b4c1-236d5db7b689 service neutron] Request body: {'port': {'device_id': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:23:13.784235 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-12f8fa08-0c1b-4b5a-84f1-c599c3eb0474 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Publish callbacks [] for floatingip, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:13.795053 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-12f8fa08-0c1b-4b5a-84f1-c599c3eb0474 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:13.797394 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-12f8fa08-0c1b-4b5a-84f1-c599c3eb0474 tempest-ServersTestManualDisk-2107974932 tempest-ServersTestManualDisk-2107974932-project] 10.222.0.52 "DELETE /v2.0/floatingips/102924ec-2dc5-45d2-8dae-d3e855f57a36 HTTP/1.1" status: 204 len: 168 time: 1.5278468 Oct 27 18:23:13.801398 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52834) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:23:13.815283 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f26ab3-b8c2-42ab-b319-3b075ae13625 service neutron] Pushing event updated for resources: {'Port': ['ID=168724c9-71d8-440b-b602-1f3bb57c7953,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:13.815898 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:13.827904 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 18:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43010f64-e661-4f8a-9073-8353e4e40115 x-openstack-request-id: req-43010f64-e661-4f8a-9073-8353e4e40115 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:23:13.828213 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59b9541d-54f9-452c-b022-d5920fb046bb", "name": "network-vif-unplugged", "status": "completed", "tag": "86b27580-5434-45f6-8cde-601d4434169c", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:23:13.831167 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-43010f64-e661-4f8a-9073-8353e4e40115 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:23:13.831167 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b9541d-54f9-452c-b022-d5920fb046bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86b27580-5434-45f6-8cde-601d4434169c', 'code': 200} Oct 27 18:23:13.863385 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-be701cae-e1cf-47ff-b4c1-236d5db7b689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:13.924002 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-4f60cd41-8300-44f0-89ca-d974bd8f90f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:13.927031 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-4f60cd41-8300-44f0-89ca-d974bd8f90f3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2092257 Oct 27 18:23:13.934652 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dbe75c09-2dec-4d2b-a506-d54c712be0c6 req-05171e65-c3c7-4f4e-82d3-3095939e93d8 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331700 Oct 27 18:23:13.959860 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=86b27580-5434-45f6-8cde-601d4434169c,revision_number=8']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:14.236618 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-53951d26-090d-4c5f-8416-7bddd51d791b service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952886 Oct 27 18:23:14.350831 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915e266-23c5-4c57-b727-8106f168d79f req-3c4df286-fbe2-4c07-a131-93c62ca73172 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:14.352372 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0915e266-23c5-4c57-b727-8106f168d79f req-3c4df286-fbe2-4c07-a131-93c62ca73172 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 950 time: 0.2094693 Oct 27 18:23:14.354701 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-387befbf-d478-411d-bb3a-c6dbc4ca0a40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:14.417422 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea279a-f65e-4e9a-b68c-4854bd9ab451 req-c14b00e4-69d6-450d-a743-0b40b42b5d4e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:14.423377 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea279a-f65e-4e9a-b68c-4854bd9ab451 req-c14b00e4-69d6-450d-a743-0b40b42b5d4e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:14.429319 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea279a-f65e-4e9a-b68c-4854bd9ab451 req-c14b00e4-69d6-450d-a743-0b40b42b5d4e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:14.435361 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea279a-f65e-4e9a-b68c-4854bd9ab451 req-c14b00e4-69d6-450d-a743-0b40b42b5d4e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:14.441292 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea279a-f65e-4e9a-b68c-4854bd9ab451 req-c14b00e4-69d6-450d-a743-0b40b42b5d4e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:14.448001 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea279a-f65e-4e9a-b68c-4854bd9ab451 req-c14b00e4-69d6-450d-a743-0b40b42b5d4e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:14.454247 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea279a-f65e-4e9a-b68c-4854bd9ab451 req-c14b00e4-69d6-450d-a743-0b40b42b5d4e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:14.456193 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b9ea279a-f65e-4e9a-b68c-4854bd9ab451 req-c14b00e4-69d6-450d-a743-0b40b42b5d4e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 5371 time: 0.2186699 Oct 27 18:23:14.526358 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0915e266-23c5-4c57-b727-8106f168d79f req-ec7b07de-9c26-41ee-82ed-498e65a18359 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647551 Oct 27 18:23:14.530926 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-10d09e8e-9439-433b-89fe-e8ea61d31034 req-36d261a6-9772-48a5-afb2-e0c848263b21 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782297 Oct 27 18:23:14.577860 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b9ea279a-f65e-4e9a-b68c-4854bd9ab451 req-5b7301dd-01ac-48ab-9c2c-138096ff9840 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=02a89f5e-a42d-4682-bd74-7f652c60708b&id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0977910 Oct 27 18:23:14.627848 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-be701cae-e1cf-47ff-b4c1-236d5db7b689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9f41f4b-9124-4661-b73f-53e5a7e90c21 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:23:14.637964 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-be701cae-e1cf-47ff-b4c1-236d5db7b689 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:14.654761 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-be701cae-e1cf-47ff-b4c1-236d5db7b689 service neutron] Transition to ACTIVE for port object d9f41f4b-9124-4661-b73f-53e5a7e90c21 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:23:14.659668 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-387befbf-d478-411d-bb3a-c6dbc4ca0a40 admin admin] Deleting port d158afcf-bb82-4920-a551-1532b617b349 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:23:14.660154 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-387befbf-d478-411d-bb3a-c6dbc4ca0a40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:14.760671 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-be701cae-e1cf-47ff-b4c1-236d5db7b689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:14.772983 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-387befbf-d478-411d-bb3a-c6dbc4ca0a40 admin admin] For port d158afcf-bb82-4920-a551-1532b617b349, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=d158afcf-bb82-4920-a551-1532b617b349,segment=NetworkSegment(a0236c79-18a7-40da-a618-005c0380f8d7),segment_id=a0236c79-18a7-40da-a618-005c0380f8d7)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:23:14.773353 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-387befbf-d478-411d-bb3a-c6dbc4ca0a40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:14.787407 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-387befbf-d478-411d-bb3a-c6dbc4ca0a40 admin admin] Calling delete_port for d158afcf-bb82-4920-a551-1532b617b349 owned by network:router_interface {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:23:14.803255 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-e826b6bc-7e92-4407-9ace-bfa9e69b5f61 req-78c6e0ca-c75d-4a67-aa75-c408f00ee0b7 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:23:14.811476 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e826b6bc-7e92-4407-9ace-bfa9e69b5f61 req-78c6e0ca-c75d-4a67-aa75-c408f00ee0b7 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0182905 Oct 27 18:23:14.862472 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae48da-8cfe-4c43-baac-9c5e988b5aa6 req-bb23cef3-bbfc-4627-bee4-edba14db3887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:14.864090 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2aae48da-8cfe-4c43-baac-9c5e988b5aa6 req-bb23cef3-bbfc-4627-bee4-edba14db3887 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ab22d74eaa124f7eb0c7d0d3b33e9b58&device_id=188ae437-847a-4777-ad18-3fe8d9e0708e HTTP/1.1" status: 200 len: 1099 time: 0.1811461 Oct 27 18:23:14.913342 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be701cae-e1cf-47ff-b4c1-236d5db7b689 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f41f4b-9124-4661-b73f-53e5a7e90c21,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:15.010883 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:15.132143 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-be701cae-e1cf-47ff-b4c1-236d5db7b689 service neutron] Attempting to bind port d9f41f4b-9124-4661-b73f-53e5a7e90c21 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:23:15.132482 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-be701cae-e1cf-47ff-b4c1-236d5db7b689 service neutron] Attempting to bind port d9f41f4b-9124-4661-b73f-53e5a7e90c21 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '1be5cc61-e9e2-4782-8a72-95f16196fee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f4e9126d-2ff7-47a1-bfee-b0e033396219'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:23:15.134244 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-be701cae-e1cf-47ff-b4c1-236d5db7b689 service neutron] Attempting to bind port d9f41f4b-9124-4661-b73f-53e5a7e90c21 on network f4e9126d-2ff7-47a1-bfee-b0e033396219 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:23:15.137823 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae48da-8cfe-4c43-baac-9c5e988b5aa6 req-3a475b22-a805-4b64-abac-974640a4f662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:15.139321 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2aae48da-8cfe-4c43-baac-9c5e988b5aa6 req-3a475b22-a805-4b64-abac-974640a4f662 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.2582605 Oct 27 18:23:15.144224 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-be701cae-e1cf-47ff-b4c1-236d5db7b689 service neutron] Port d9f41f4b-9124-4661-b73f-53e5a7e90c21 on network f4e9126d-2ff7-47a1-bfee-b0e033396219 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:23:15.144545 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-be701cae-e1cf-47ff-b4c1-236d5db7b689 service neutron] Attempting to bind port d9f41f4b-9124-4661-b73f-53e5a7e90c21 on network f4e9126d-2ff7-47a1-bfee-b0e033396219 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:23:15.160785 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-be701cae-e1cf-47ff-b4c1-236d5db7b689 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:23:15.161118 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-be701cae-e1cf-47ff-b4c1-236d5db7b689 service neutron] Checking segment: {'id': '1be5cc61-e9e2-4782-8a72-95f16196fee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f4e9126d-2ff7-47a1-bfee-b0e033396219'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:23:15.161487 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-be701cae-e1cf-47ff-b4c1-236d5db7b689 service neutron] Bound using segment: {'id': '1be5cc61-e9e2-4782-8a72-95f16196fee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f4e9126d-2ff7-47a1-bfee-b0e033396219'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:23:15.161918 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-be701cae-e1cf-47ff-b4c1-236d5db7b689 service neutron] Bound port: d9f41f4b-9124-4661-b73f-53e5a7e90c21, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1be5cc61-e9e2-4782-8a72-95f16196fee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f4e9126d-2ff7-47a1-bfee-b0e033396219'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:23:15.162270 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-be701cae-e1cf-47ff-b4c1-236d5db7b689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:15.169988 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-387befbf-d478-411d-bb3a-c6dbc4ca0a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:15.195617 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2aae48da-8cfe-4c43-baac-9c5e988b5aa6 req-75d352be-faf0-45b4-a30d-24dd408076e3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=1a4aac8f-1195-4080-8d1a-214626b77d58 HTTP/1.1" status: 200 len: 217 time: 0.0472677 Oct 27 18:23:15.209442 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387befbf-d478-411d-bb3a-c6dbc4ca0a40 admin admin] Pushing event deleted for resources: {'Port': ['ID=d158afcf-bb82-4920-a551-1532b617b349,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:15.210371 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81d44d-f78a-45fa-88be-76d399d3a93d req-7577a3f9-b7cb-4dc7-9bc9-ea8937cddf20 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:15.212574 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5d81d44d-f78a-45fa-88be-76d399d3a93d req-7577a3f9-b7cb-4dc7-9bc9-ea8937cddf20 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=188ae437-847a-4777-ad18-3fe8d9e0708e HTTP/1.1" status: 200 len: 948 time: 0.1326087 Oct 27 18:23:15.354671 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'tag': '168724c9-71d8-440b-b602-1f3bb57c7953'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:23:15.356984 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8401280-60ce-4a2f-9616-a84a06175730" -d '{"events": [{"name": "network-changed", "server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "tag": "168724c9-71d8-440b-b602-1f3bb57c7953"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:23:15.396943 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5d81d44d-f78a-45fa-88be-76d399d3a93d req-de971938-35d4-4f4b-837b-49f402168e15 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539116 Oct 27 18:23:15.398726 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae48da-8cfe-4c43-baac-9c5e988b5aa6 req-cf6e859b-912f-4fca-a931-3d55cb2bd25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:15.404037 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2aae48da-8cfe-4c43-baac-9c5e988b5aa6 req-cf6e859b-912f-4fca-a931-3d55cb2bd25b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.1905451 Oct 27 18:23:15.458413 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f1cae5-6719-49fa-9dd8-c69327dfc56e x-openstack-request-id: req-e9f1cae5-6719-49fa-9dd8-c69327dfc56e {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:23:15.458707 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "tag": "168724c9-71d8-440b-b602-1f3bb57c7953", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:23:15.458995 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e9f1cae5-6719-49fa-9dd8-c69327dfc56e {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:23:15.459622 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'tag': '168724c9-71d8-440b-b602-1f3bb57c7953', 'status': 'completed', 'code': 200} Oct 27 18:23:15.475190 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-be701cae-e1cf-47ff-b4c1-236d5db7b689 service neutron] For port d9f41f4b-9124-4661-b73f-53e5a7e90c21, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:23:15.476201 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-387befbf-d478-411d-bb3a-c6dbc4ca0a40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:15.511914 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-be701cae-e1cf-47ff-b4c1-236d5db7b689 service neutron] For port d9f41f4b-9124-4661-b73f-53e5a7e90c21, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d9f41f4b-9124-4661-b73f-53e5a7e90c21,segment=NetworkSegment(1be5cc61-e9e2-4782-8a72-95f16196fee4),segment_id=1be5cc61-e9e2-4782-8a72-95f16196fee4)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:23:15.521807 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721c665-d2be-4676-b20b-2105e40cfa13 req-564923a8-be8d-469c-9373-aa42c0c43098 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:15.529326 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0721c665-d2be-4676-b20b-2105e40cfa13 req-564923a8-be8d-469c-9373-aa42c0c43098 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 950 time: 0.1946032 Oct 27 18:23:15.558400 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae48da-8cfe-4c43-baac-9c5e988b5aa6 req-27a6da58-249b-4ee7-bfe8-06512618a619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:15.562485 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2aae48da-8cfe-4c43-baac-9c5e988b5aa6 req-27a6da58-249b-4ee7-bfe8-06512618a619 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1452060 Oct 27 18:23:15.597808 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-be701cae-e1cf-47ff-b4c1-236d5db7b689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:15.652138 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0721c665-d2be-4676-b20b-2105e40cfa13 req-db087d43-ec39-48ae-90a5-fa17348c6417 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159725 Oct 27 18:23:15.772170 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8401280-60ce-4a2f-9616-a84a06175730 req-fb0f59c1-3000-4e6b-9bb0-5809fddbe74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:15.772664 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8401280-60ce-4a2f-9616-a84a06175730 req-fb0f59c1-3000-4e6b-9bb0-5809fddbe74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:15.773143 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8401280-60ce-4a2f-9616-a84a06175730 req-fb0f59c1-3000-4e6b-9bb0-5809fddbe74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:15.773616 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8401280-60ce-4a2f-9616-a84a06175730 req-fb0f59c1-3000-4e6b-9bb0-5809fddbe74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:15.774090 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8401280-60ce-4a2f-9616-a84a06175730 req-fb0f59c1-3000-4e6b-9bb0-5809fddbe74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:15.774767 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8401280-60ce-4a2f-9616-a84a06175730 req-fb0f59c1-3000-4e6b-9bb0-5809fddbe74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:15.775291 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8401280-60ce-4a2f-9616-a84a06175730 req-fb0f59c1-3000-4e6b-9bb0-5809fddbe74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:15.778470 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e8401280-60ce-4a2f-9616-a84a06175730 req-fb0f59c1-3000-4e6b-9bb0-5809fddbe74e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=32c521b9d5364e14a010de85fa7c39d0&device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 6233 time: 0.2797773 Oct 27 18:23:15.808612 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-be701cae-e1cf-47ff-b4c1-236d5db7b689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:15.809563 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-be701cae-e1cf-47ff-b4c1-236d5db7b689 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:15.811149 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-be701cae-e1cf-47ff-b4c1-236d5db7b689 service neutron] 10.222.0.93 "PUT /v2.0/ports/d9f41f4b-9124-4661-b73f-53e5a7e90c21 HTTP/1.1" status: 200 len: 1091 time: 2.0563426 Oct 27 18:23:15.891334 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be701cae-e1cf-47ff-b4c1-236d5db7b689 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f41f4b-9124-4661-b73f-53e5a7e90c21,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:15.912190 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad4a44f-1764-41c5-9093-4ff73bd0a41c req-2739c213-4fa0-46cb-bc4a-4d9e89cdec02 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:15.920614 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad4a44f-1764-41c5-9093-4ff73bd0a41c req-2739c213-4fa0-46cb-bc4a-4d9e89cdec02 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:15.927109 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad4a44f-1764-41c5-9093-4ff73bd0a41c req-2739c213-4fa0-46cb-bc4a-4d9e89cdec02 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:15.935757 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad4a44f-1764-41c5-9093-4ff73bd0a41c req-2739c213-4fa0-46cb-bc4a-4d9e89cdec02 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:15.950087 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad4a44f-1764-41c5-9093-4ff73bd0a41c req-2739c213-4fa0-46cb-bc4a-4d9e89cdec02 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:15.954575 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387befbf-d478-411d-bb3a-c6dbc4ca0a40 admin admin] Router e2b6b045-ec42-49b4-a3d0-39659877c3fe has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:23:15.957024 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad4a44f-1764-41c5-9093-4ff73bd0a41c req-2739c213-4fa0-46cb-bc4a-4d9e89cdec02 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:15.964836 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad4a44f-1764-41c5-9093-4ff73bd0a41c req-2739c213-4fa0-46cb-bc4a-4d9e89cdec02 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:15.966788 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0ad4a44f-1764-41c5-9093-4ff73bd0a41c req-2739c213-4fa0-46cb-bc4a-4d9e89cdec02 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 5383 time: 0.2457201 Oct 27 18:23:15.970452 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-17cd4091-d01b-46af-818e-ce36c81a4b01 req-912dc893-e34c-4050-9e80-25212403b881 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4856133 Oct 27 18:23:15.974353 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2aae48da-8cfe-4c43-baac-9c5e988b5aa6 req-ee34ca2c-a3dc-4690-8df2-ce495120d72f service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011910 Oct 27 18:23:15.978146 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-eaaae811-621b-4009-91fa-ead3af2f14e3 service neutron] Request body: {'port': {'device_id': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:23:16.005643 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-17cd4091-d01b-46af-818e-ce36c81a4b01 req-4dcca8c0-f239-4e9c-ac1d-7e17dc024253 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:23:16.010466 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-17cd4091-d01b-46af-818e-ce36c81a4b01 req-4dcca8c0-f239-4e9c-ac1d-7e17dc024253 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0256867 Oct 27 18:23:16.064115 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8401280-60ce-4a2f-9616-a84a06175730 req-d3bbfcd9-7466-4fa1-ab3a-4f2482c34649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:16.064598 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8401280-60ce-4a2f-9616-a84a06175730 req-d3bbfcd9-7466-4fa1-ab3a-4f2482c34649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:16.065072 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8401280-60ce-4a2f-9616-a84a06175730 req-d3bbfcd9-7466-4fa1-ab3a-4f2482c34649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:16.066718 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e8401280-60ce-4a2f-9616-a84a06175730 req-d3bbfcd9-7466-4fa1-ab3a-4f2482c34649 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=32c521b9d5364e14a010de85fa7c39d0&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2710013 Oct 27 18:23:16.212872 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8401280-60ce-4a2f-9616-a84a06175730 req-e60c0fd8-f10a-4135-905c-5884df7a3af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:16.214381 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e8401280-60ce-4a2f-9616-a84a06175730 req-e60c0fd8-f10a-4135-905c-5884df7a3af8 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1265996 Oct 27 18:23:16.266481 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387befbf-d478-411d-bb3a-c6dbc4ca0a40 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:23:16.272161 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-387befbf-d478-411d-bb3a-c6dbc4ca0a40 admin admin] 10.222.0.52 "PUT /v2.0/routers/e2b6b045-ec42-49b4-a3d0-39659877c3fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4693646 Oct 27 18:23:16.275391 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52896) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:23:16.277756 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba333e45-55d8-4ec6-8b08-4e2347c00675 None None] Sync routers for ids ['e2b6b045-ec42-49b4-a3d0-39659877c3fe'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:23:16.301894 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba333e45-55d8-4ec6-8b08-4e2347c00675 None None] Routers {'e2b6b045-ec42-49b4-a3d0-39659877c3fe'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:23:16.304566 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-ba333e45-55d8-4ec6-8b08-4e2347c00675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:23:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['e2b6b045-ec42-49b4-a3d0-39659877c3fe'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:23:16.397204 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-afade84d-f981-4d3a-826b-653013632f39 admin admin] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:16.509689 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-ba333e45-55d8-4ec6-8b08-4e2347c00675 None None] Set router e2b6b045-ec42-49b4-a3d0-39659877c3fe gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:23:16.542107 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0ad4a44f-1764-41c5-9093-4ff73bd0a41c req-279ea026-4014-4fb0-8bad-119ed9660b26 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=02a89f5e-a42d-4682-bd74-7f652c60708b&id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5486050 Oct 27 18:23:16.580249 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-eaaae811-621b-4009-91fa-ead3af2f14e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:16.616106 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-afade84d-f981-4d3a-826b-653013632f39 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:16.742635 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-afade84d-f981-4d3a-826b-653013632f39 admin admin] Deleting port 4f4edf15-fb55-4ed7-b923-84f0b5ed62b2 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:23:16.747232 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-afade84d-f981-4d3a-826b-653013632f39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:16.768302 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-ba333e45-55d8-4ec6-8b08-4e2347c00675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b6b045-ec42-49b4-a3d0-39659877c3fe', 'name': 'tempest-ServersTestManualDisk-123132022-router', 'tenant_id': '2afdd7c515474860a22ec07f3faca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '4f4edf15-fb55-4ed7-b923-84f0b5ed62b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:20:47Z', 'updated_at': '2021-10-27T18:23:14Z', 'revision_number': 5, 'project_id': '2afdd7c515474860a22ec07f3faca833', 'gw_port': {'id': '4f4edf15-fb55-4ed7-b923-84f0b5ed62b2', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0c:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b6b045-ec42-49b4-a3d0-39659877c3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:20:49Z', 'updated_at': '2021-10-27T18:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:23:16.770349 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26229895-931b-43be-ab69-42e189048e65 req-6ee4b8e8-44cc-4011-a832-1e5b9be4a086 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:16.777411 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-26229895-931b-43be-ab69-42e189048e65 req-6ee4b8e8-44cc-4011-a832-1e5b9be4a086 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=188ae437-847a-4777-ad18-3fe8d9e0708e HTTP/1.1" status: 200 len: 948 time: 0.2684367 Oct 27 18:23:16.826400 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba333e45-55d8-4ec6-8b08-4e2347c00675 None None] Checking router: e2b6b045-ec42-49b4-a3d0-39659877c3fe for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:23:16.841077 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-afade84d-f981-4d3a-826b-653013632f39 admin admin] For port 4f4edf15-fb55-4ed7-b923-84f0b5ed62b2, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=4f4edf15-fb55-4ed7-b923-84f0b5ed62b2,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:23:16.841435 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-afade84d-f981-4d3a-826b-653013632f39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:16.857138 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba333e45-55d8-4ec6-8b08-4e2347c00675 None None] Routers {'e2b6b045-ec42-49b4-a3d0-39659877c3fe'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:23:16.857929 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-ba333e45-55d8-4ec6-8b08-4e2347c00675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:23:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['e2b6b045-ec42-49b4-a3d0-39659877c3fe'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:23:16.869543 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-afade84d-f981-4d3a-826b-653013632f39 admin admin] Calling delete_port for 4f4edf15-fb55-4ed7-b923-84f0b5ed62b2 owned by network:router_gateway {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:23:16.875212 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2aae48da-8cfe-4c43-baac-9c5e988b5aa6 req-4cf1f1da-0168-4578-a24d-24ba02170df1 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8608663 Oct 27 18:23:16.898684 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-26229895-931b-43be-ab69-42e189048e65 req-f0088841-7741-4935-85f0-4e49c0143d61 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160252 Oct 27 18:23:17.020256 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14ecd1-b9e5-47ac-b1f7-a0e5b31fcc82 req-230c5286-9bcb-4900-8cc2-e2532e3bc385 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:17.032607 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-ba333e45-55d8-4ec6-8b08-4e2347c00675 None None] Set router e2b6b045-ec42-49b4-a3d0-39659877c3fe gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:23:17.044810 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-da14ecd1-b9e5-47ac-b1f7-a0e5b31fcc82 req-230c5286-9bcb-4900-8cc2-e2532e3bc385 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 950 time: 0.2484424 Oct 27 18:23:17.139662 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-da14ecd1-b9e5-47ac-b1f7-a0e5b31fcc82 req-14b68bb8-7f8e-4f4c-9a92-6f014350d5e5 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938046 Oct 27 18:23:17.346650 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-eaaae811-621b-4009-91fa-ead3af2f14e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d30e3861-115e-4101-a8e0-47bcf6ce9856 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:23:17.350188 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-afade84d-f981-4d3a-826b-653013632f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:17.351621 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-ba333e45-55d8-4ec6-8b08-4e2347c00675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b6b045-ec42-49b4-a3d0-39659877c3fe', 'name': 'tempest-ServersTestManualDisk-123132022-router', 'tenant_id': '2afdd7c515474860a22ec07f3faca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:20:47Z', 'updated_at': '2021-10-27T18:23:16Z', 'revision_number': 6, 'project_id': '2afdd7c515474860a22ec07f3faca833', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:23:17.373331 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-eaaae811-621b-4009-91fa-ead3af2f14e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:17.380172 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba333e45-55d8-4ec6-8b08-4e2347c00675 None None] The sync data for ids ['e2b6b045-ec42-49b4-a3d0-39659877c3fe'] in n-d-815690-2 is: [{'id': 'e2b6b045-ec42-49b4-a3d0-39659877c3fe', 'name': 'tempest-ServersTestManualDisk-123132022-router', 'tenant_id': '2afdd7c515474860a22ec07f3faca833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:20:47Z', 'updated_at': '2021-10-27T18:23:16Z', 'revision_number': 6, 'project_id': '2afdd7c515474860a22ec07f3faca833', 'gw_port_host': None}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:23:17.396059 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afade84d-f981-4d3a-826b-653013632f39 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f4edf15-fb55-4ed7-b923-84f0b5ed62b2,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:17.410794 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-eaaae811-621b-4009-91fa-ead3af2f14e3 service neutron] Transition to ACTIVE for port object d30e3861-115e-4101-a8e0-47bcf6ce9856 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:23:17.460907 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'tag': 'd9f41f4b-9124-4661-b73f-53e5a7e90c21'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:23:17.463847 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12027fcd-4172-4ee4-a52e-47ff037ed5f5" -d '{"events": [{"name": "network-changed", "server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "tag": "d9f41f4b-9124-4661-b73f-53e5a7e90c21"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:23:17.484374 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-eaaae811-621b-4009-91fa-ead3af2f14e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:17.504635 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device f38b6daf-1420-40e7-aefc-0579a39bad79 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:23:17.517412 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-afade84d-f981-4d3a-826b-653013632f39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:17.554377 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8b3df6-ca3d-48fe-8b97-b022f1dc5206 x-openstack-request-id: req-dd8b3df6-ca3d-48fe-8b97-b022f1dc5206 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:23:17.562624 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "tag": "d9f41f4b-9124-4661-b73f-53e5a7e90c21", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:23:17.563085 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dd8b3df6-ca3d-48fe-8b97-b022f1dc5206 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:23:17.563680 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'tag': 'd9f41f4b-9124-4661-b73f-53e5a7e90c21', 'status': 'completed', 'code': 200} Oct 27 18:23:17.671959 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaae811-621b-4009-91fa-ead3af2f14e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d30e3861-115e-4101-a8e0-47bcf6ce9856,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:17.687198 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port f38b6daf-1420-40e7-aefc-0579a39bad79, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f38b6daf-1420-40e7-aefc-0579a39bad79,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:23:17.728992 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'f38b6daf-1420-40e7-aefc-0579a39bad79', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'port_id': 'f38b6daf-1420-40e7-aefc-0579a39bad79', 'mac_address': 'fa:16:3e:f0:8c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:23:17.739253 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-afade84d-f981-4d3a-826b-653013632f39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:17.752817 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-afade84d-f981-4d3a-826b-653013632f39 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:17.833961 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:17.854868 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12027fcd-4172-4ee4-a52e-47ff037ed5f5 req-5e981c0f-2b77-428b-8bee-e20ed245a1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:17.858069 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12027fcd-4172-4ee4-a52e-47ff037ed5f5 req-5e981c0f-2b77-428b-8bee-e20ed245a1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:17.858469 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12027fcd-4172-4ee4-a52e-47ff037ed5f5 req-5e981c0f-2b77-428b-8bee-e20ed245a1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:17.863495 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12027fcd-4172-4ee4-a52e-47ff037ed5f5 req-5e981c0f-2b77-428b-8bee-e20ed245a1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:17.864001 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12027fcd-4172-4ee4-a52e-47ff037ed5f5 req-5e981c0f-2b77-428b-8bee-e20ed245a1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:17.864493 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12027fcd-4172-4ee4-a52e-47ff037ed5f5 req-5e981c0f-2b77-428b-8bee-e20ed245a1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:17.864974 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12027fcd-4172-4ee4-a52e-47ff037ed5f5 req-5e981c0f-2b77-428b-8bee-e20ed245a1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:17.867105 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-12027fcd-4172-4ee4-a52e-47ff037ed5f5 req-5e981c0f-2b77-428b-8bee-e20ed245a1d6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=32c521b9d5364e14a010de85fa7c39d0&device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 6300 time: 0.2869542 Oct 27 18:23:17.875715 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f38b6daf-1420-40e7-aefc-0579a39bad79 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:23:17.920037 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port f38b6daf-1420-40e7-aefc-0579a39bad79, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f38b6daf-1420-40e7-aefc-0579a39bad79,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:23:17.976854 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-eaaae811-621b-4009-91fa-ead3af2f14e3 service neutron] Attempting to bind port d30e3861-115e-4101-a8e0-47bcf6ce9856 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:23:17.978016 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-eaaae811-621b-4009-91fa-ead3af2f14e3 service neutron] Attempting to bind port d30e3861-115e-4101-a8e0-47bcf6ce9856 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '1be5cc61-e9e2-4782-8a72-95f16196fee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f4e9126d-2ff7-47a1-bfee-b0e033396219'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:23:17.978123 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-eaaae811-621b-4009-91fa-ead3af2f14e3 service neutron] Attempting to bind port d30e3861-115e-4101-a8e0-47bcf6ce9856 on network f4e9126d-2ff7-47a1-bfee-b0e033396219 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:23:18.010369 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:18.036912 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-eaaae811-621b-4009-91fa-ead3af2f14e3 service neutron] Port d30e3861-115e-4101-a8e0-47bcf6ce9856 on network f4e9126d-2ff7-47a1-bfee-b0e033396219 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:23:18.037686 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-eaaae811-621b-4009-91fa-ead3af2f14e3 service neutron] Attempting to bind port d30e3861-115e-4101-a8e0-47bcf6ce9856 on network f4e9126d-2ff7-47a1-bfee-b0e033396219 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:23:18.084334 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=f38b6daf-1420-40e7-aefc-0579a39bad79,revision_number=9']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:18.100461 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-eaaae811-621b-4009-91fa-ead3af2f14e3 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:23:18.107483 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-eaaae811-621b-4009-91fa-ead3af2f14e3 service neutron] Checking segment: {'id': '1be5cc61-e9e2-4782-8a72-95f16196fee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f4e9126d-2ff7-47a1-bfee-b0e033396219'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:23:18.107483 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-eaaae811-621b-4009-91fa-ead3af2f14e3 service neutron] Bound using segment: {'id': '1be5cc61-e9e2-4782-8a72-95f16196fee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f4e9126d-2ff7-47a1-bfee-b0e033396219'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:23:18.107483 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-eaaae811-621b-4009-91fa-ead3af2f14e3 service neutron] Bound port: d30e3861-115e-4101-a8e0-47bcf6ce9856, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1be5cc61-e9e2-4782-8a72-95f16196fee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'f4e9126d-2ff7-47a1-bfee-b0e033396219'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:23:18.107483 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-eaaae811-621b-4009-91fa-ead3af2f14e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:18.130256 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e94f48-0e8b-47e5-9888-3a5373d49be0 req-c0b9eb91-65a4-4f51-bf9c-2a5584247539 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:18.142563 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e94f48-0e8b-47e5-9888-3a5373d49be0 req-c0b9eb91-65a4-4f51-bf9c-2a5584247539 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:18.148829 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e94f48-0e8b-47e5-9888-3a5373d49be0 req-c0b9eb91-65a4-4f51-bf9c-2a5584247539 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:18.154561 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['f38b6daf-1420-40e7-aefc-0579a39bad79'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:23:18.160132 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e94f48-0e8b-47e5-9888-3a5373d49be0 req-c0b9eb91-65a4-4f51-bf9c-2a5584247539 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:18.175156 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e94f48-0e8b-47e5-9888-3a5373d49be0 req-c0b9eb91-65a4-4f51-bf9c-2a5584247539 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:18.181855 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e94f48-0e8b-47e5-9888-3a5373d49be0 req-c0b9eb91-65a4-4f51-bf9c-2a5584247539 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:18.197387 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e94f48-0e8b-47e5-9888-3a5373d49be0 req-c0b9eb91-65a4-4f51-bf9c-2a5584247539 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:18.225319 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-40e94f48-0e8b-47e5-9888-3a5373d49be0 req-c0b9eb91-65a4-4f51-bf9c-2a5584247539 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 5395 time: 0.5328324 Oct 27 18:23:18.444076 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d158afcf-bb82-4920-a551-1532b617b349 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:23:18.473694 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12027fcd-4172-4ee4-a52e-47ff037ed5f5 req-442ccdc1-b336-4402-9275-730fda146a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:18.474102 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12027fcd-4172-4ee4-a52e-47ff037ed5f5 req-442ccdc1-b336-4402-9275-730fda146a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:18.475862 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12027fcd-4172-4ee4-a52e-47ff037ed5f5 req-442ccdc1-b336-4402-9275-730fda146a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:18.477936 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-12027fcd-4172-4ee4-a52e-47ff037ed5f5 req-442ccdc1-b336-4402-9275-730fda146a30 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=32c521b9d5364e14a010de85fa7c39d0&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5877013 Oct 27 18:23:18.495514 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: d158afcf-bb82-4920-a551-1532b617b349 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:23:18.496251 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d158afcf-bb82-4920-a551-1532b617b349 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:23:18.496769 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 4f4edf15-fb55-4ed7-b923-84f0b5ed62b2 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:23:18.507572 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-afade84d-f981-4d3a-826b-653013632f39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:18.508242 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afade84d-f981-4d3a-826b-653013632f39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2b6b045-ec42-49b4-a3d0-39659877c3fe {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:23:18.513589 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-afade84d-f981-4d3a-826b-653013632f39 admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:18.518525 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-afade84d-f981-4d3a-826b-653013632f39 admin admin] 10.222.0.52 "DELETE /v2.0/routers/e2b6b045-ec42-49b4-a3d0-39659877c3fe HTTP/1.1" status: 204 len: 168 time: 2.2385836 Oct 27 18:23:18.525484 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52968) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:23:18.533121 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-40e94f48-0e8b-47e5-9888-3a5373d49be0 req-24313a10-c2ee-4267-a4ee-9e6e33d22d91 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=02a89f5e-a42d-4682-bd74-7f652c60708b&id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2978513 Oct 27 18:23:18.533453 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 4f4edf15-fb55-4ed7-b923-84f0b5ed62b2 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:23:18.533939 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 4f4edf15-fb55-4ed7-b923-84f0b5ed62b2 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:23:18.561475 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f697b-fbf0-43bf-a088-cb2a75486c39 req-023149ea-00fd-4733-9278-09b90de607a9 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:18.568760 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-705f697b-fbf0-43bf-a088-cb2a75486c39 req-023149ea-00fd-4733-9278-09b90de607a9 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=188ae437-847a-4777-ad18-3fe8d9e0708e HTTP/1.1" status: 200 len: 948 time: 0.5271752 Oct 27 18:23:18.688788 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-352cbd79-f89c-4c54-b6b3-329c47fd9bd6 admin admin] Deleting subnet 69983570-a5fd-4619-80ac-2d6bf8572707 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:23:18.703097 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-352cbd79-f89c-4c54-b6b3-329c47fd9bd6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:18.749006 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-eaaae811-621b-4009-91fa-ead3af2f14e3 service neutron] For port d30e3861-115e-4101-a8e0-47bcf6ce9856, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:23:18.753691 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-705f697b-fbf0-43bf-a088-cb2a75486c39 req-0e416dac-f91f-4b51-93ae-7e7f27de39bb tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841149 Oct 27 18:23:18.780782 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-352cbd79-f89c-4c54-b6b3-329c47fd9bd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:18.862207 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12027fcd-4172-4ee4-a52e-47ff037ed5f5 req-c50ae125-6efa-412a-9cd4-e10a7062dfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:18.865480 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-12027fcd-4172-4ee4-a52e-47ff037ed5f5 req-c50ae125-6efa-412a-9cd4-e10a7062dfcf service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3749323 Oct 27 18:23:18.876565 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-eaaae811-621b-4009-91fa-ead3af2f14e3 service neutron] For port d30e3861-115e-4101-a8e0-47bcf6ce9856, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d30e3861-115e-4101-a8e0-47bcf6ce9856,segment=NetworkSegment(1be5cc61-e9e2-4782-8a72-95f16196fee4),segment_id=1be5cc61-e9e2-4782-8a72-95f16196fee4)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:23:18.958313 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-352cbd79-f89c-4c54-b6b3-329c47fd9bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:18.983132 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-eaaae811-621b-4009-91fa-ead3af2f14e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:19.073925 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-eaaae811-621b-4009-91fa-ead3af2f14e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:19.075422 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-eaaae811-621b-4009-91fa-ead3af2f14e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:19.083203 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-eaaae811-621b-4009-91fa-ead3af2f14e3 service neutron] 10.222.0.93 "PUT /v2.0/ports/d30e3861-115e-4101-a8e0-47bcf6ce9856 HTTP/1.1" status: 200 len: 1091 time: 3.1116941 Oct 27 18:23:19.142092 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273a0e8-2e83-4a06-9eb5-e2ab87be9f8a req-699be9a3-b579-4995-9658-0567614b79f2 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:19.151613 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c273a0e8-2e83-4a06-9eb5-e2ab87be9f8a req-699be9a3-b579-4995-9658-0567614b79f2 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 950 time: 0.2840376 Oct 27 18:23:19.153405 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-352cbd79-f89c-4c54-b6b3-329c47fd9bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:19.169199 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-352cbd79-f89c-4c54-b6b3-329c47fd9bd6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:19.176515 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-352cbd79-f89c-4c54-b6b3-329c47fd9bd6 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/69983570-a5fd-4619-80ac-2d6bf8572707 HTTP/1.1" status: 204 len: 168 time: 0.6466284 Oct 27 18:23:19.180550 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52978) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:23:19.189389 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031a75c9-d51d-4a53-887c-39bb31260dae None None] Network eadbf85d-3b34-4dc3-8601-2203c9997db2 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:23:19.195364 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352cbd79-f89c-4c54-b6b3-329c47fd9bd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69983570-a5fd-4619-80ac-2d6bf8572707,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:19.242917 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-7d0c30ac-a3e3-49a7-b977-d7a99c35995e service neutron] Request body: {'port': {'device_id': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:23:19.475260 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-7d0c30ac-a3e3-49a7-b977-d7a99c35995e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:19.488735 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaae811-621b-4009-91fa-ead3af2f14e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d30e3861-115e-4101-a8e0-47bcf6ce9856,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:19.505846 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 1a4aac8f-1195-4080-8d1a-214626b77d58 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:23:19.531206 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device f38b6daf-1420-40e7-aefc-0579a39bad79 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:23:19.537741 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a053738-5908-45e4-9ede-8ceeb5441c13 None None] DHCP port deletion for eadbf85d-3b34-4dc3-8601-2203c9997db2 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:23:19.544475 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c273a0e8-2e83-4a06-9eb5-e2ab87be9f8a req-b4f9e660-50b1-4b9c-9b91-45e90380b7a1 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921490 Oct 27 18:23:19.557253 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-25ba8edd-250c-4eda-83ed-f72b842d84ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:19.571460 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'tag': 'd30e3861-115e-4101-a8e0-47bcf6ce9856'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:23:19.573825 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb61d18-f3f2-4da0-83af-cd89670c421c" -d '{"events": [{"name": "network-changed", "server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "tag": "d30e3861-115e-4101-a8e0-47bcf6ce9856"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:23:19.641642 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd4091-d01b-46af-818e-ce36c81a4b01 req-1e2125f2-c3da-4809-9f47-b8168219c1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:19.654533 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-17cd4091-d01b-46af-818e-ce36c81a4b01 req-1e2125f2-c3da-4809-9f47-b8168219c1bc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0493afd680224a038be01c24bab6b33d&device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 1101 time: 0.3617947 Oct 27 18:23:19.661521 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.resource_extend [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 18:23:19.682088 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e763cb90-bca4-4c86-b9fb-7a8688102f02 x-openstack-request-id: req-e763cb90-bca4-4c86-b9fb-7a8688102f02 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:23:19.682547 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "tag": "d30e3861-115e-4101-a8e0-47bcf6ce9856", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:23:19.682931 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e763cb90-bca4-4c86-b9fb-7a8688102f02 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:23:19.683435 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'tag': 'd30e3861-115e-4101-a8e0-47bcf6ce9856', 'status': 'completed', 'code': 200} Oct 27 18:23:19.769532 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb61d18-f3f2-4da0-83af-cd89670c421c req-08349363-d6aa-4521-9588-c5399f5abae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:19.770675 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb61d18-f3f2-4da0-83af-cd89670c421c req-08349363-d6aa-4521-9588-c5399f5abae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:19.771480 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb61d18-f3f2-4da0-83af-cd89670c421c req-08349363-d6aa-4521-9588-c5399f5abae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:19.772905 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb61d18-f3f2-4da0-83af-cd89670c421c req-08349363-d6aa-4521-9588-c5399f5abae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:19.773568 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb61d18-f3f2-4da0-83af-cd89670c421c req-08349363-d6aa-4521-9588-c5399f5abae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:19.774248 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb61d18-f3f2-4da0-83af-cd89670c421c req-08349363-d6aa-4521-9588-c5399f5abae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:19.776539 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb61d18-f3f2-4da0-83af-cd89670c421c req-08349363-d6aa-4521-9588-c5399f5abae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:19.778542 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bbb61d18-f3f2-4da0-83af-cd89670c421c req-08349363-d6aa-4521-9588-c5399f5abae6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=32c521b9d5364e14a010de85fa7c39d0&device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 6342 time: 0.0873969 Oct 27 18:23:19.858953 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-9a053738-5908-45e4-9ede-8ceeb5441c13 None None] Deleting port a376d42c-383c-4168-9497-23f702f1a5bc {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:23:19.859603 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9a053738-5908-45e4-9ede-8ceeb5441c13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:19.861434 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port f38b6daf-1420-40e7-aefc-0579a39bad79 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:23:19.861964 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:19.865579 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 1a4aac8f-1195-4080-8d1a-214626b77d58, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=1a4aac8f-1195-4080-8d1a-214626b77d58,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:23:19.949780 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb61d18-f3f2-4da0-83af-cd89670c421c req-f8e0a628-160a-47fc-9ab4-9496c9d1cf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:19.950945 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb61d18-f3f2-4da0-83af-cd89670c421c req-f8e0a628-160a-47fc-9ab4-9496c9d1cf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:19.954894 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb61d18-f3f2-4da0-83af-cd89670c421c req-f8e0a628-160a-47fc-9ab4-9496c9d1cf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:19.959805 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bbb61d18-f3f2-4da0-83af-cd89670c421c req-f8e0a628-160a-47fc-9ab4-9496c9d1cf64 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=32c521b9d5364e14a010de85fa7c39d0&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1640854 Oct 27 18:23:19.967410 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '1a4aac8f-1195-4080-8d1a-214626b77d58', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'port_id': '1a4aac8f-1195-4080-8d1a-214626b77d58', 'mac_address': 'fa:16:3e:3b:5e:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:23:20.037510 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec848115-8da0-4fc6-80c3-e4345a70b613 req-7aab35c2-3848-4ba1-abdb-b11f6c4104e2 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:20.055065 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec848115-8da0-4fc6-80c3-e4345a70b613 req-7aab35c2-3848-4ba1-abdb-b11f6c4104e2 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:20.076583 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec848115-8da0-4fc6-80c3-e4345a70b613 req-7aab35c2-3848-4ba1-abdb-b11f6c4104e2 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:20.079112 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec848115-8da0-4fc6-80c3-e4345a70b613 req-7aab35c2-3848-4ba1-abdb-b11f6c4104e2 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:20.085030 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-9a053738-5908-45e4-9ede-8ceeb5441c13 None None] For port a376d42c-383c-4168-9497-23f702f1a5bc, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=a376d42c-383c-4168-9497-23f702f1a5bc,segment=NetworkSegment(a0236c79-18a7-40da-a618-005c0380f8d7),segment_id=a0236c79-18a7-40da-a618-005c0380f8d7)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:23:20.085448 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9a053738-5908-45e4-9ede-8ceeb5441c13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:20.099287 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec848115-8da0-4fc6-80c3-e4345a70b613 req-7aab35c2-3848-4ba1-abdb-b11f6c4104e2 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:20.111929 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec848115-8da0-4fc6-80c3-e4345a70b613 req-7aab35c2-3848-4ba1-abdb-b11f6c4104e2 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:20.123777 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec848115-8da0-4fc6-80c3-e4345a70b613 req-7aab35c2-3848-4ba1-abdb-b11f6c4104e2 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:20.124795 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-9a053738-5908-45e4-9ede-8ceeb5441c13 None None] Calling delete_port for a376d42c-383c-4168-9497-23f702f1a5bc owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:23:20.126466 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:20.135673 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ec848115-8da0-4fc6-80c3-e4345a70b613 req-7aab35c2-3848-4ba1-abdb-b11f6c4104e2 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 5395 time: 0.4951880 Oct 27 18:23:20.190747 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb61d18-f3f2-4da0-83af-cd89670c421c req-a52d72cb-c67f-4f80-9380-77a99234aa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:20.192286 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bbb61d18-f3f2-4da0-83af-cd89670c421c req-a52d72cb-c67f-4f80-9380-77a99234aa2e service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2205935 Oct 27 18:23:20.253228 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a4aac8f-1195-4080-8d1a-214626b77d58 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:23:20.266992 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd4091-d01b-46af-818e-ce36c81a4b01 req-efc1db7b-fa86-4ee3-b94a-2ecea90625a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:20.268419 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-17cd4091-d01b-46af-818e-ce36c81a4b01 req-efc1db7b-fa86-4ee3-b94a-2ecea90625a9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.5757051 Oct 27 18:23:20.289051 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:20.303772 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device a376d42c-383c-4168-9497-23f702f1a5bc no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:23:20.307750 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-25ba8edd-250c-4eda-83ed-f72b842d84ac admin admin] Deleting port a376d42c-383c-4168-9497-23f702f1a5bc {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:23:20.308094 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-25ba8edd-250c-4eda-83ed-f72b842d84ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:20.316385 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 1a4aac8f-1195-4080-8d1a-214626b77d58, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=1a4aac8f-1195-4080-8d1a-214626b77d58,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:23:20.376708 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87eacb3-2685-4110-a371-17d5a374f9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38b6daf-1420-40e7-aefc-0579a39bad79'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:23:20.379223 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37009c64-3f92-4a16-aa2c-80b15e1aef0f" -d '{"events": [{"server_uuid": "d87eacb3-2685-4110-a371-17d5a374f9b0", "name": "network-vif-plugged", "status": "completed", "tag": "f38b6daf-1420-40e7-aefc-0579a39bad79"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:23:20.397022 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port f38b6daf-1420-40e7-aefc-0579a39bad79, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f38b6daf-1420-40e7-aefc-0579a39bad79,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:23:20.398075 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:20.447554 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ec848115-8da0-4fc6-80c3-e4345a70b613 req-2c82cf0e-1cdc-426b-859d-7184c18df708 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=02a89f5e-a42d-4682-bd74-7f652c60708b&id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3108172 Oct 27 18:23:20.489143 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:20.502610 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=1a4aac8f-1195-4080-8d1a-214626b77d58,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:20.511927 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9a053738-5908-45e4-9ede-8ceeb5441c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:20.526007 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-17cd4091-d01b-46af-818e-ce36c81a4b01 req-085f9ce2-534f-4d81-ba9a-5de2445f8852 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=28c73000-e05a-4162-bd24-a40db0e232e9 HTTP/1.1" status: 200 len: 217 time: 0.1990416 Oct 27 18:23:20.531855 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:20.559703 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a053738-5908-45e4-9ede-8ceeb5441c13 None None] No DVR routers for this DVR port a376d42c-383c-4168-9497-23f702f1a5bc on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:23:20.618699 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=f38b6daf-1420-40e7-aefc-0579a39bad79,revision_number=10']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:20.651792 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a053738-5908-45e4-9ede-8ceeb5441c13 None None] Pushing event deleted for resources: {'Port': ['ID=a376d42c-383c-4168-9497-23f702f1a5bc,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:20.715302 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-25ba8edd-250c-4eda-83ed-f72b842d84ac admin admin] For port a376d42c-383c-4168-9497-23f702f1a5bc, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=a376d42c-383c-4168-9497-23f702f1a5bc,segment=NetworkSegment(a0236c79-18a7-40da-a618-005c0380f8d7),segment_id=a0236c79-18a7-40da-a618-005c0380f8d7)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:23:20.726977 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-25ba8edd-250c-4eda-83ed-f72b842d84ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:20.800306 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-25ba8edd-250c-4eda-83ed-f72b842d84ac admin admin] Calling delete_port for a376d42c-383c-4168-9497-23f702f1a5bc owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:23:20.835564 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['1a4aac8f-1195-4080-8d1a-214626b77d58'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:23:20.841291 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05bfb9d-d47b-4c90-9586-f74e265c93cc req-e52a26b2-2d36-4d24-b4c9-79b15a23b3ef tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:20.842982 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d05bfb9d-d47b-4c90-9586-f74e265c93cc req-e52a26b2-2d36-4d24-b4c9-79b15a23b3ef tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=188ae437-847a-4777-ad18-3fe8d9e0708e HTTP/1.1" status: 200 len: 949 time: 0.3944330 Oct 27 18:23:20.871090 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd4091-d01b-46af-818e-ce36c81a4b01 req-f4820e31-4f24-4158-8f04-bec6d3dad516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:20.872684 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-17cd4091-d01b-46af-818e-ce36c81a4b01 req-f4820e31-4f24-4158-8f04-bec6d3dad516 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.3156412 Oct 27 18:23:21.031436 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d05bfb9d-d47b-4c90-9586-f74e265c93cc req-c1945944-025a-4545-bc36-08f9a31a191e tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742806 Oct 27 18:23:21.092889 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3741c731-7cf5-4341-9cd2-0ba1d09f1f73 x-openstack-request-id: req-3741c731-7cf5-4341-9cd2-0ba1d09f1f73 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:23:21.093405 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87eacb3-2685-4110-a371-17d5a374f9b0", "name": "network-vif-plugged", "status": "completed", "tag": "f38b6daf-1420-40e7-aefc-0579a39bad79", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:23:21.093794 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3741c731-7cf5-4341-9cd2-0ba1d09f1f73 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:23:21.094294 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87eacb3-2685-4110-a371-17d5a374f9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f38b6daf-1420-40e7-aefc-0579a39bad79', 'code': 200} Oct 27 18:23:21.106324 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fc31d-2a15-40c0-ad33-4c6d9bf5a75f req-cb0f8009-f448-4209-98fc-6d2c5729bd5b tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:21.108002 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ea0fc31d-2a15-40c0-ad33-4c6d9bf5a75f req-cb0f8009-f448-4209-98fc-6d2c5729bd5b tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b6b5137-ad0a-4cb7-bf62-ca327e17a72a HTTP/1.1" status: 200 len: 945 time: 0.3264039 Oct 27 18:23:21.154172 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-7d0c30ac-a3e3-49a7-b977-d7a99c35995e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60727fe8-f91e-429f-b6a7-1c21b5327137 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:23:21.214061 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-7d0c30ac-a3e3-49a7-b977-d7a99c35995e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:21.277511 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-25ba8edd-250c-4eda-83ed-f72b842d84ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:21.289755 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-7d0c30ac-a3e3-49a7-b977-d7a99c35995e service neutron] Transition to ACTIVE for port object 60727fe8-f91e-429f-b6a7-1c21b5327137 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:23:21.294352 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd4091-d01b-46af-818e-ce36c81a4b01 req-2955cf2f-d7b2-4179-8f69-4f7b99fbff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:21.295900 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-17cd4091-d01b-46af-818e-ce36c81a4b01 req-2955cf2f-d7b2-4179-8f69-4f7b99fbff77 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3622358 Oct 27 18:23:21.337890 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ea0fc31d-2a15-40c0-ad33-4c6d9bf5a75f req-c3459fbe-8576-4bde-a18b-729124313940 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001727 Oct 27 18:23:21.340377 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba8edd-250c-4eda-83ed-f72b842d84ac admin admin] Pushing event deleted for resources: {'Port': ['ID=a376d42c-383c-4168-9497-23f702f1a5bc,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:21.385296 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ba8edd-250c-4eda-83ed-f72b842d84ac admin admin] No DVR routers for this DVR port a376d42c-383c-4168-9497-23f702f1a5bc on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:23:21.391156 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-7d0c30ac-a3e3-49a7-b977-d7a99c35995e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:21.429622 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84193a-c3c2-4fac-9368-3dc307465abf req-e1ea29f7-c726-43ab-bc98-79b70aa9b1df tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:21.437512 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af84193a-c3c2-4fac-9368-3dc307465abf req-e1ea29f7-c726-43ab-bc98-79b70aa9b1df tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 950 time: 0.2702956 Oct 27 18:23:21.617524 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0c30ac-a3e3-49a7-b977-d7a99c35995e service neutron] Pushing event updated for resources: {'Port': ['ID=60727fe8-f91e-429f-b6a7-1c21b5327137,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:21.634442 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af84193a-c3c2-4fac-9368-3dc307465abf req-af7a1186-30c0-405f-9ab4-6bda5fe3af23 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959579 Oct 27 18:23:21.703043 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-25ba8edd-250c-4eda-83ed-f72b842d84ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:21.826606 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-17cd4091-d01b-46af-818e-ce36c81a4b01 req-8177590b-fff8-4ab2-9228-e9ce88599a8e service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5016103 Oct 27 18:23:21.890734 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-25ba8edd-250c-4eda-83ed-f72b842d84ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eadbf85d-3b34-4dc3-8601-2203c9997db2']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:23:21.936328 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-25ba8edd-250c-4eda-83ed-f72b842d84ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0236c79-18a7-40da-a618-005c0380f8d7') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:23:21.936703 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-25ba8edd-250c-4eda-83ed-f72b842d84ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0236c79-18a7-40da-a618-005c0380f8d7') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:23:22.338689 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-25ba8edd-250c-4eda-83ed-f72b842d84ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:22.377048 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd67bcc-4360-484a-a6a3-331860b9a5f1 req-4e45f2b8-1754-45e8-a06a-c6e1ff647f54 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:22.386763 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd67bcc-4360-484a-a6a3-331860b9a5f1 req-4e45f2b8-1754-45e8-a06a-c6e1ff647f54 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:22.398037 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd67bcc-4360-484a-a6a3-331860b9a5f1 req-4e45f2b8-1754-45e8-a06a-c6e1ff647f54 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:22.404586 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd67bcc-4360-484a-a6a3-331860b9a5f1 req-4e45f2b8-1754-45e8-a06a-c6e1ff647f54 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:22.410619 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd67bcc-4360-484a-a6a3-331860b9a5f1 req-4e45f2b8-1754-45e8-a06a-c6e1ff647f54 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:22.417002 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd67bcc-4360-484a-a6a3-331860b9a5f1 req-4e45f2b8-1754-45e8-a06a-c6e1ff647f54 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:22.423331 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd67bcc-4360-484a-a6a3-331860b9a5f1 req-4e45f2b8-1754-45e8-a06a-c6e1ff647f54 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:22.432269 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-abd67bcc-4360-484a-a6a3-331860b9a5f1 req-4e45f2b8-1754-45e8-a06a-c6e1ff647f54 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 5407 time: 0.7427254 Oct 27 18:23:22.464964 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-25ba8edd-250c-4eda-83ed-f72b842d84ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:22.492393 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25ba8edd-250c-4eda-83ed-f72b842d84ac admin admin] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:23:22.493305 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-25ba8edd-250c-4eda-83ed-f72b842d84ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:22.497674 n-d-815690-2 neutron-server[102878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:23:22.497674 n-d-815690-2 neutron-server[102878]: self.session.flush() Oct 27 18:23:22.497674 n-d-815690-2 neutron-server[102878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:23:22.497674 n-d-815690-2 neutron-server[102878]: self.session.flush() Oct 27 18:23:22.497674 n-d-815690-2 neutron-server[102878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:23:22.497674 n-d-815690-2 neutron-server[102878]: self.session.flush() Oct 27 18:23:22.497674 n-d-815690-2 neutron-server[102878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:23:22.497674 n-d-815690-2 neutron-server[102878]: self.session.flush() Oct 27 18:23:22.497674 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:23:22.497674 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:23:22.497674 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:23:22.497674 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:23:22.497674 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:23:22.497674 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:23:22.497674 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:23:22.497674 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:23:22.497674 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:23:22.497674 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:23:22.497674 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:23:22.497674 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:23:22.497674 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:23:22.497674 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:23:22.497674 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:23:22.497674 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:23:22.497674 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:23:22.497674 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:23:22.497674 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:23:22.497674 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:23:22.497674 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:23:22.497674 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:23:22.497674 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:23:22.497674 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:23:22.497674 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:23:22.497674 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:23:22.497674 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:23:22.497674 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:23:22.497674 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:23:22.497674 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:23:22.497674 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:23:22.497674 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:23:22.501402 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-7d0c30ac-a3e3-49a7-b977-d7a99c35995e service neutron] Attempting to bind port 60727fe8-f91e-429f-b6a7-1c21b5327137 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:23:22.501402 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-7d0c30ac-a3e3-49a7-b977-d7a99c35995e service neutron] Attempting to bind port 60727fe8-f91e-429f-b6a7-1c21b5327137 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '0e53b951-b795-4081-92ab-f8169ec212e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '71cba891-964b-4e83-9965-41015215d178'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:23:22.501402 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-7d0c30ac-a3e3-49a7-b977-d7a99c35995e service neutron] Attempting to bind port 60727fe8-f91e-429f-b6a7-1c21b5327137 on network 71cba891-964b-4e83-9965-41015215d178 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:23:22.570012 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-7d0c30ac-a3e3-49a7-b977-d7a99c35995e service neutron] Port 60727fe8-f91e-429f-b6a7-1c21b5327137 on network 71cba891-964b-4e83-9965-41015215d178 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:23:22.570332 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-7d0c30ac-a3e3-49a7-b977-d7a99c35995e service neutron] Attempting to bind port 60727fe8-f91e-429f-b6a7-1c21b5327137 on network 71cba891-964b-4e83-9965-41015215d178 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:23:22.592801 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-abd67bcc-4360-484a-a6a3-331860b9a5f1 req-5261b7ca-1fd6-415f-98f1-56c6e8ee8679 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=02a89f5e-a42d-4682-bd74-7f652c60708b&id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1595545 Oct 27 18:23:22.600980 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9add0-63aa-49e3-83c2-e0c33cc85601 req-37e76bb6-2d26-4549-acb9-ba99f47348be tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:22.602633 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cac9add0-63aa-49e3-83c2-e0c33cc85601 req-37e76bb6-2d26-4549-acb9-ba99f47348be tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=188ae437-847a-4777-ad18-3fe8d9e0708e HTTP/1.1" status: 200 len: 949 time: 0.3006864 Oct 27 18:23:22.636017 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-17cd4091-d01b-46af-818e-ce36c81a4b01 req-199434cc-4a8c-44e5-aa18-87210278e010 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7897606 Oct 27 18:23:22.640022 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-7d0c30ac-a3e3-49a7-b977-d7a99c35995e service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:23:22.646784 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-7d0c30ac-a3e3-49a7-b977-d7a99c35995e service neutron] Checking segment: {'id': '0e53b951-b795-4081-92ab-f8169ec212e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '71cba891-964b-4e83-9965-41015215d178'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:23:22.649002 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-7d0c30ac-a3e3-49a7-b977-d7a99c35995e service neutron] Bound using segment: {'id': '0e53b951-b795-4081-92ab-f8169ec212e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '71cba891-964b-4e83-9965-41015215d178'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:23:22.649839 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-7d0c30ac-a3e3-49a7-b977-d7a99c35995e service neutron] Bound port: 60727fe8-f91e-429f-b6a7-1c21b5327137, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e53b951-b795-4081-92ab-f8169ec212e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '71cba891-964b-4e83-9965-41015215d178'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:23:22.661790 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-7d0c30ac-a3e3-49a7-b977-d7a99c35995e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:22.693285 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12301fa1-c407-4202-aed8-3107cdb2784f req-372f242c-b0ed-4a04-b06d-6dc668c54b9f tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:22.695669 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-12301fa1-c407-4202-aed8-3107cdb2784f req-372f242c-b0ed-4a04-b06d-6dc668c54b9f tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b6b5137-ad0a-4cb7-bf62-ca327e17a72a HTTP/1.1" status: 200 len: 945 time: 0.1021976 Oct 27 18:23:22.765440 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-25ba8edd-250c-4eda-83ed-f72b842d84ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:22.791626 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-25ba8edd-250c-4eda-83ed-f72b842d84ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:22.795013 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-25ba8edd-250c-4eda-83ed-f72b842d84ac admin admin] 10.222.0.52 "DELETE /v2.0/networks/eadbf85d-3b34-4dc3-8601-2203c9997db2 HTTP/1.1" status: 204 len: 168 time: 3.6171763 Oct 27 18:23:22.824508 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cac9add0-63aa-49e3-83c2-e0c33cc85601 req-5ea83518-88ef-4523-9023-05d324aa5389 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857138 Oct 27 18:23:22.836219 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba8edd-250c-4eda-83ed-f72b842d84ac admin admin] Pushing event deleted for resources: {'Network': ['ID=eadbf85d-3b34-4dc3-8601-2203c9997db2,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:22.841859 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-12301fa1-c407-4202-aed8-3107cdb2784f req-c946612e-db68-4b50-9cf6-c38b463dfaa2 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Deleting port 2ae3132b-10a0-4de1-9fb7-c650eedb2345 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:23:22.844015 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-12301fa1-c407-4202-aed8-3107cdb2784f req-c946612e-db68-4b50-9cf6-c38b463dfaa2 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:22.891513 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-7d0c30ac-a3e3-49a7-b977-d7a99c35995e service neutron] For port 60727fe8-f91e-429f-b6a7-1c21b5327137, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:23:22.896578 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-7d0c30ac-a3e3-49a7-b977-d7a99c35995e service neutron] For port 60727fe8-f91e-429f-b6a7-1c21b5327137, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=60727fe8-f91e-429f-b6a7-1c21b5327137,segment=NetworkSegment(0e53b951-b795-4081-92ab-f8169ec212e0),segment_id=0e53b951-b795-4081-92ab-f8169ec212e0)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:23:22.911912 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2267c-27cb-4abb-acba-47b99fa73037 req-ae9e46bd-d83f-47d4-a826-79b6f44a3446 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:22.913551 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-06e2267c-27cb-4abb-acba-47b99fa73037 req-ae9e46bd-d83f-47d4-a826-79b6f44a3446 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b6b5137-ad0a-4cb7-bf62-ca327e17a72a HTTP/1.1" status: 200 len: 945 time: 0.1837387 Oct 27 18:23:22.986829 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-7d0c30ac-a3e3-49a7-b977-d7a99c35995e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:23.049047 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-12301fa1-c407-4202-aed8-3107cdb2784f req-c946612e-db68-4b50-9cf6-c38b463dfaa2 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] For port 2ae3132b-10a0-4de1-9fb7-c650eedb2345, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=2ae3132b-10a0-4de1-9fb7-c650eedb2345,segment=NetworkSegment(c3b83e00-8105-42bf-a65c-5b309278d20d),segment_id=c3b83e00-8105-42bf-a65c-5b309278d20d)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:23:23.049860 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-12301fa1-c407-4202-aed8-3107cdb2784f req-c946612e-db68-4b50-9cf6-c38b463dfaa2 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:23.068429 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-12301fa1-c407-4202-aed8-3107cdb2784f req-c946612e-db68-4b50-9cf6-c38b463dfaa2 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Calling delete_port for 2ae3132b-10a0-4de1-9fb7-c650eedb2345 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:23:23.092472 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0c30ac-a3e3-49a7-b977-d7a99c35995e service neutron] Pushing event updated for resources: {'Port': ['ID=60727fe8-f91e-429f-b6a7-1c21b5327137,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:23.136922 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-7d0c30ac-a3e3-49a7-b977-d7a99c35995e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:23.137514 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-7d0c30ac-a3e3-49a7-b977-d7a99c35995e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:23.138989 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-7d0c30ac-a3e3-49a7-b977-d7a99c35995e service neutron] 10.222.0.93 "PUT /v2.0/ports/60727fe8-f91e-429f-b6a7-1c21b5327137 HTTP/1.1" status: 200 len: 1091 time: 3.9123368 Oct 27 18:23:23.141352 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'tag': '60727fe8-f91e-429f-b6a7-1c21b5327137'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:23:23.143809 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7613300-6128-4a5f-ad11-838d181eba6c" -d '{"events": [{"name": "network-changed", "server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "tag": "60727fe8-f91e-429f-b6a7-1c21b5327137"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:23:23.157690 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-06e2267c-27cb-4abb-acba-47b99fa73037 req-4a85154f-7f4d-4ec5-a369-7016badbb98c tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231936 Oct 27 18:23:23.187000 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f1c53-25e6-460f-8d2d-2b95316efd85 req-3e3dd606-5598-4fc7-8fc0-4c696bf89d26 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:23.202903 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5e5f1c53-25e6-460f-8d2d-2b95316efd85 req-3e3dd606-5598-4fc7-8fc0-4c696bf89d26 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 950 time: 0.1135180 Oct 27 18:23:23.263637 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-f3a145af-c2e8-4269-971a-f2de4dccbb18 service neutron] Request body: {'port': {'device_id': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:23:23.399704 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 53052) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:23:23.460696 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-12301fa1-c407-4202-aed8-3107cdb2784f req-c946612e-db68-4b50-9cf6-c38b463dfaa2 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:23.461923 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5e5f1c53-25e6-460f-8d2d-2b95316efd85 req-872ce348-7327-4ebe-9975-090dc71b0f1a tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657766 Oct 27 18:23:23.470557 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee8b29a-7c9a-43f6-8822-acf4eaaec800 x-openstack-request-id: req-aee8b29a-7c9a-43f6-8822-acf4eaaec800 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:23:23.471428 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "tag": "60727fe8-f91e-429f-b6a7-1c21b5327137", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:23:23.471697 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aee8b29a-7c9a-43f6-8822-acf4eaaec800 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:23:23.472114 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'tag': '60727fe8-f91e-429f-b6a7-1c21b5327137', 'status': 'completed', 'code': 200} Oct 27 18:23:23.479033 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['2ae3132b-10a0-4de1-9fb7-c650eedb2345'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:23:23.484035 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-f3a145af-c2e8-4269-971a-f2de4dccbb18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:23.517274 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b2e26cb2-0552-4abb-921b-66d2352c4dde admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2afdd7c515474860a22ec07f3faca833&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1163738 Oct 27 18:23:23.518265 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 53054) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:23:23.519788 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c946612e-db68-4b50-9cf6-c38b463dfaa2 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Pushing event deleted for resources: {'Port': ['ID=2ae3132b-10a0-4de1-9fb7-c650eedb2345,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:23.536841 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 1a4aac8f-1195-4080-8d1a-214626b77d58 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:23:23.590912 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-12301fa1-c407-4202-aed8-3107cdb2784f req-c946612e-db68-4b50-9cf6-c38b463dfaa2 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] No DVR routers for this DVR port 2ae3132b-10a0-4de1-9fb7-c650eedb2345 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:23:23.597652 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-12301fa1-c407-4202-aed8-3107cdb2784f req-c946612e-db68-4b50-9cf6-c38b463dfaa2 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:23.601453 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-12301fa1-c407-4202-aed8-3107cdb2784f req-c946612e-db68-4b50-9cf6-c38b463dfaa2 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.93 "DELETE /v2.0/ports/2ae3132b-10a0-4de1-9fb7-c650eedb2345 HTTP/1.1" status: 204 len: 173 time: 0.8926783 Oct 27 18:23:23.602659 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6b5137-ad0a-4cb7-bf62-ca327e17a72a', 'name': 'network-vif-deleted', 'tag': '2ae3132b-10a0-4de1-9fb7-c650eedb2345'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:23:23.605238 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2631a2dc-fe05-4381-b059-e0832a6c86c1" -d '{"events": [{"server_uuid": "1b6b5137-ad0a-4cb7-bf62-ca327e17a72a", "name": "network-vif-deleted", "tag": "2ae3132b-10a0-4de1-9fb7-c650eedb2345"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:23:23.633637 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dec69116-8811-47bf-9df2-372332c6ac13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:23.669225 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dec69116-8811-47bf-9df2-372332c6ac13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:23.708353 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 1a4aac8f-1195-4080-8d1a-214626b77d58 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:23:23.713239 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f46f1d-0f64-4e28-a9b1-47b1deb74beb x-openstack-request-id: req-92f46f1d-0f64-4e28-a9b1-47b1deb74beb {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:23:23.719568 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b6b5137-ad0a-4cb7-bf62-ca327e17a72a", "name": "network-vif-deleted", "tag": "2ae3132b-10a0-4de1-9fb7-c650eedb2345", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:23:23.719568 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-92f46f1d-0f64-4e28-a9b1-47b1deb74beb {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:23:23.719568 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b6b5137-ad0a-4cb7-bf62-ca327e17a72a', 'name': 'network-vif-deleted', 'tag': '2ae3132b-10a0-4de1-9fb7-c650eedb2345', 'status': 'completed', 'code': 200} Oct 27 18:23:23.726762 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 1a4aac8f-1195-4080-8d1a-214626b77d58 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:23:23.728417 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:23.775639 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7613300-6128-4a5f-ad11-838d181eba6c req-bab15945-18c8-4f14-b249-bfa321b33983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:23.776124 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7613300-6128-4a5f-ad11-838d181eba6c req-bab15945-18c8-4f14-b249-bfa321b33983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:23.776606 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7613300-6128-4a5f-ad11-838d181eba6c req-bab15945-18c8-4f14-b249-bfa321b33983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:23.777365 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7613300-6128-4a5f-ad11-838d181eba6c req-bab15945-18c8-4f14-b249-bfa321b33983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:23.777603 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7613300-6128-4a5f-ad11-838d181eba6c req-bab15945-18c8-4f14-b249-bfa321b33983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:23.778073 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7613300-6128-4a5f-ad11-838d181eba6c req-bab15945-18c8-4f14-b249-bfa321b33983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:23.778565 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7613300-6128-4a5f-ad11-838d181eba6c req-bab15945-18c8-4f14-b249-bfa321b33983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:23.780612 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a7613300-6128-4a5f-ad11-838d181eba6c req-bab15945-18c8-4f14-b249-bfa321b33983 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=32c521b9d5364e14a010de85fa7c39d0&device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 6409 time: 0.2740614 Oct 27 18:23:23.821215 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dec69116-8811-47bf-9df2-372332c6ac13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:23.824402 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dec69116-8811-47bf-9df2-372332c6ac13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:23.832009 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-dec69116-8811-47bf-9df2-372332c6ac13 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f2f6461a-d57b-4ae0-aa6d-6a59882e0b6f HTTP/1.1" status: 204 len: 168 time: 0.3106971 Oct 27 18:23:23.858451 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec69116-8811-47bf-9df2-372332c6ac13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f6461a-d57b-4ae0-aa6d-6a59882e0b6f,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:23.925313 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:23.974294 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 1a4aac8f-1195-4080-8d1a-214626b77d58, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=1a4aac8f-1195-4080-8d1a-214626b77d58,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:23:23.982660 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188ae437-847a-4777-ad18-3fe8d9e0708e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4aac8f-1195-4080-8d1a-214626b77d58'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:23:23.985564 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa718ba1-aed4-4075-8860-e9b63221f3cb" -d '{"events": [{"server_uuid": "188ae437-847a-4777-ad18-3fe8d9e0708e", "name": "network-vif-plugged", "status": "completed", "tag": "1a4aac8f-1195-4080-8d1a-214626b77d58"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:23:24.045394 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:24.156962 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=1a4aac8f-1195-4080-8d1a-214626b77d58,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:24.163944 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a35048-64fe-4418-b4af-f40387b58c5e req-93ea82ce-c2dd-46cb-ad11-8a693cd19bdc tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:24.170692 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a35048-64fe-4418-b4af-f40387b58c5e req-93ea82ce-c2dd-46cb-ad11-8a693cd19bdc tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:24.176710 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a35048-64fe-4418-b4af-f40387b58c5e req-93ea82ce-c2dd-46cb-ad11-8a693cd19bdc tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:24.183028 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a35048-64fe-4418-b4af-f40387b58c5e req-93ea82ce-c2dd-46cb-ad11-8a693cd19bdc tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:24.192618 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a35048-64fe-4418-b4af-f40387b58c5e req-93ea82ce-c2dd-46cb-ad11-8a693cd19bdc tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:24.199734 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a35048-64fe-4418-b4af-f40387b58c5e req-93ea82ce-c2dd-46cb-ad11-8a693cd19bdc tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:24.207285 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a35048-64fe-4418-b4af-f40387b58c5e req-93ea82ce-c2dd-46cb-ad11-8a693cd19bdc tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:24.208356 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-03a35048-64fe-4418-b4af-f40387b58c5e req-93ea82ce-c2dd-46cb-ad11-8a693cd19bdc tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 5407 time: 0.4422021 Oct 27 18:23:24.365696 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469b46e-0ffb-4263-81e1-b9a6c7415eab req-4c150402-239c-4268-8237-06a5813c2c70 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:24.365696 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9469b46e-0ffb-4263-81e1-b9a6c7415eab req-4c150402-239c-4268-8237-06a5813c2c70 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=188ae437-847a-4777-ad18-3fe8d9e0708e HTTP/1.1" status: 200 len: 949 time: 0.2478712 Oct 27 18:23:24.365696 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7613300-6128-4a5f-ad11-838d181eba6c req-1adf97fa-dc65-4016-a681-18a3851efdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:24.365696 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7613300-6128-4a5f-ad11-838d181eba6c req-1adf97fa-dc65-4016-a681-18a3851efdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:24.365696 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7613300-6128-4a5f-ad11-838d181eba6c req-1adf97fa-dc65-4016-a681-18a3851efdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:24.365696 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a7613300-6128-4a5f-ad11-838d181eba6c req-1adf97fa-dc65-4016-a681-18a3851efdc7 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=32c521b9d5364e14a010de85fa7c39d0&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4921699 Oct 27 18:23:24.411663 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-03a35048-64fe-4418-b4af-f40387b58c5e req-dfcb5a80-ced0-4b5d-a5d6-465d49363cc2 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=02a89f5e-a42d-4682-bd74-7f652c60708b&id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1875360 Oct 27 18:23:24.445011 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9469b46e-0ffb-4263-81e1-b9a6c7415eab req-9126cab2-0ee0-4b05-9389-e3ff6a89a25e tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850562 Oct 27 18:23:24.483854 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-f3a145af-c2e8-4269-971a-f2de4dccbb18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5c00b09-d1ae-4150-a83c-909f684fcd90 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:23:24.509362 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-f3a145af-c2e8-4269-971a-f2de4dccbb18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:24.537089 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7613300-6128-4a5f-ad11-838d181eba6c req-8744a544-0f2a-4156-ba90-2293d99e1bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:24.538572 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a7613300-6128-4a5f-ad11-838d181eba6c req-8744a544-0f2a-4156-ba90-2293d99e1bc0 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2343390 Oct 27 18:23:24.540078 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-f3a145af-c2e8-4269-971a-f2de4dccbb18 service neutron] Transition to ACTIVE for port object d5c00b09-d1ae-4150-a83c-909f684fcd90 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:23:24.561157 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655c495b-da1e-499d-8aee-bd74e077f05b x-openstack-request-id: req-655c495b-da1e-499d-8aee-bd74e077f05b {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:23:24.562346 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188ae437-847a-4777-ad18-3fe8d9e0708e", "name": "network-vif-plugged", "status": "completed", "tag": "1a4aac8f-1195-4080-8d1a-214626b77d58", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:23:24.562789 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-655c495b-da1e-499d-8aee-bd74e077f05b {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:23:24.564452 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '188ae437-847a-4777-ad18-3fe8d9e0708e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4aac8f-1195-4080-8d1a-214626b77d58', 'code': 200} Oct 27 18:23:24.634585 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-f3a145af-c2e8-4269-971a-f2de4dccbb18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:24.666765 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0067d056-9580-4cb8-8a70-3676fa261cb8 req-1cba42fb-30d3-4664-a7ad-3c7a5fa8ca5f tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b6b5137-ad0a-4cb7-bf62-ca327e17a72a HTTP/1.1" status: 200 len: 210 time: 0.0478830 Oct 27 18:23:24.845346 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a145af-c2e8-4269-971a-f2de4dccbb18 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c00b09-d1ae-4150-a83c-909f684fcd90,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:24.878558 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b9d0f-60b4-4ef8-86ad-77699f3aa798 req-1baa233d-eed8-4420-9a36-723f3eb4c577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:24.880029 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ac4b9d0f-60b4-4ef8-86ad-77699f3aa798 req-1baa233d-eed8-4420-9a36-723f3eb4c577 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=188ae437-847a-4777-ad18-3fe8d9e0708e HTTP/1.1" status: 200 len: 1101 time: 0.2173319 Oct 27 18:23:25.045853 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0863f545-9296-447d-878b-39738bdb4b41 req-cd101e50-68c9-4f47-b907-b9466fcb7882 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:25.052685 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0863f545-9296-447d-878b-39738bdb4b41 req-cd101e50-68c9-4f47-b907-b9466fcb7882 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 950 time: 0.1681488 Oct 27 18:23:25.062391 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-f3a145af-c2e8-4269-971a-f2de4dccbb18 service neutron] Attempting to bind port d5c00b09-d1ae-4150-a83c-909f684fcd90 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:23:25.062391 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-f3a145af-c2e8-4269-971a-f2de4dccbb18 service neutron] Attempting to bind port d5c00b09-d1ae-4150-a83c-909f684fcd90 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '0e53b951-b795-4081-92ab-f8169ec212e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '71cba891-964b-4e83-9965-41015215d178'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:23:25.062391 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-f3a145af-c2e8-4269-971a-f2de4dccbb18 service neutron] Attempting to bind port d5c00b09-d1ae-4150-a83c-909f684fcd90 on network 71cba891-964b-4e83-9965-41015215d178 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:23:25.078182 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ac4b9d0f-60b4-4ef8-86ad-77699f3aa798 req-22287340-6c62-4a87-b07a-e3a60401457d service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419106 Oct 27 18:23:25.086232 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-f3a145af-c2e8-4269-971a-f2de4dccbb18 service neutron] Port d5c00b09-d1ae-4150-a83c-909f684fcd90 on network 71cba891-964b-4e83-9965-41015215d178 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:23:25.087606 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-f3a145af-c2e8-4269-971a-f2de4dccbb18 service neutron] Attempting to bind port d5c00b09-d1ae-4150-a83c-909f684fcd90 on network 71cba891-964b-4e83-9965-41015215d178 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:23:25.098785 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-f3a145af-c2e8-4269-971a-f2de4dccbb18 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:23:25.099830 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-f3a145af-c2e8-4269-971a-f2de4dccbb18 service neutron] Checking segment: {'id': '0e53b951-b795-4081-92ab-f8169ec212e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '71cba891-964b-4e83-9965-41015215d178'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:23:25.100540 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-f3a145af-c2e8-4269-971a-f2de4dccbb18 service neutron] Bound using segment: {'id': '0e53b951-b795-4081-92ab-f8169ec212e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '71cba891-964b-4e83-9965-41015215d178'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:23:25.101255 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-f3a145af-c2e8-4269-971a-f2de4dccbb18 service neutron] Bound port: d5c00b09-d1ae-4150-a83c-909f684fcd90, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e53b951-b795-4081-92ab-f8169ec212e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '71cba891-964b-4e83-9965-41015215d178'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:23:25.102233 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-f3a145af-c2e8-4269-971a-f2de4dccbb18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:25.147219 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0863f545-9296-447d-878b-39738bdb4b41 req-2697197a-7505-4bef-9be4-0c1d375fb3e3 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842617 Oct 27 18:23:25.237445 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-f3a145af-c2e8-4269-971a-f2de4dccbb18 service neutron] For port d5c00b09-d1ae-4150-a83c-909f684fcd90, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:23:25.247315 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-f3a145af-c2e8-4269-971a-f2de4dccbb18 service neutron] For port d5c00b09-d1ae-4150-a83c-909f684fcd90, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d5c00b09-d1ae-4150-a83c-909f684fcd90,segment=NetworkSegment(0e53b951-b795-4081-92ab-f8169ec212e0),segment_id=0e53b951-b795-4081-92ab-f8169ec212e0)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:23:25.296134 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-f3a145af-c2e8-4269-971a-f2de4dccbb18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:25.364553 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-f3a145af-c2e8-4269-971a-f2de4dccbb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:25.365800 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-f3a145af-c2e8-4269-971a-f2de4dccbb18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:25.367427 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-f3a145af-c2e8-4269-971a-f2de4dccbb18 service neutron] 10.222.0.93 "PUT /v2.0/ports/d5c00b09-d1ae-4150-a83c-909f684fcd90 HTTP/1.1" status: 200 len: 1091 time: 2.1143408 Oct 27 18:23:25.406349 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a145af-c2e8-4269-971a-f2de4dccbb18 service neutron] Pushing event updated for resources: {'Port': ['ID=d5c00b09-d1ae-4150-a83c-909f684fcd90,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:25.473491 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'tag': 'd5c00b09-d1ae-4150-a83c-909f684fcd90'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:23:25.475807 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93f0d57-aadd-4f5a-b701-c37a97ff304f" -d '{"events": [{"name": "network-changed", "server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "tag": "d5c00b09-d1ae-4150-a83c-909f684fcd90"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:23:25.586164 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77cd85fc-cbf4-43d0-9c8f-163de4af7b02 x-openstack-request-id: req-77cd85fc-cbf4-43d0-9c8f-163de4af7b02 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:23:25.587621 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "tag": "d5c00b09-d1ae-4150-a83c-909f684fcd90", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:23:25.587621 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-77cd85fc-cbf4-43d0-9c8f-163de4af7b02 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:23:25.587848 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'tag': 'd5c00b09-d1ae-4150-a83c-909f684fcd90', 'status': 'completed', 'code': 200} Oct 27 18:23:25.722564 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-9376eb1b-b44f-4f8e-923f-0f94664bb9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:25.723166 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-9376eb1b-b44f-4f8e-923f-0f94664bb9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:25.723721 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-9376eb1b-b44f-4f8e-923f-0f94664bb9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:25.724278 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-9376eb1b-b44f-4f8e-923f-0f94664bb9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:25.724897 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-9376eb1b-b44f-4f8e-923f-0f94664bb9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:25.725442 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-9376eb1b-b44f-4f8e-923f-0f94664bb9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:25.725992 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-9376eb1b-b44f-4f8e-923f-0f94664bb9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:25.729442 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-9376eb1b-b44f-4f8e-923f-0f94664bb9ea service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=32c521b9d5364e14a010de85fa7c39d0&device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 6476 time: 0.2198703 Oct 27 18:23:25.798921 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962a676-6f27-4bae-bf8a-ec02878431aa req-2777dd05-b5dc-41b4-8861-fdb724a51ab4 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:25.805928 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962a676-6f27-4bae-bf8a-ec02878431aa req-2777dd05-b5dc-41b4-8861-fdb724a51ab4 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:25.812230 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962a676-6f27-4bae-bf8a-ec02878431aa req-2777dd05-b5dc-41b4-8861-fdb724a51ab4 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:25.818830 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962a676-6f27-4bae-bf8a-ec02878431aa req-2777dd05-b5dc-41b4-8861-fdb724a51ab4 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:25.825660 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962a676-6f27-4bae-bf8a-ec02878431aa req-2777dd05-b5dc-41b4-8861-fdb724a51ab4 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:25.832243 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962a676-6f27-4bae-bf8a-ec02878431aa req-2777dd05-b5dc-41b4-8861-fdb724a51ab4 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:25.839251 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962a676-6f27-4bae-bf8a-ec02878431aa req-2777dd05-b5dc-41b4-8861-fdb724a51ab4 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:25.841271 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c962a676-6f27-4bae-bf8a-ec02878431aa req-2777dd05-b5dc-41b4-8861-fdb724a51ab4 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 5419 time: 0.3039408 Oct 27 18:23:25.881711 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-01a459c4-bfae-4aeb-ae62-8d00f59e9d13 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0da1220-dd80-4dd5-a7ad-e073fc40fe66 HTTP/1.1" status: 200 len: 217 time: 0.1085413 Oct 27 18:23:25.895727 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a760d-8d80-419a-8a8c-004c9783a50f req-92dadd39-cf52-499f-a9e9-2a1fbe02b71d tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:25.897894 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-400a760d-8d80-419a-8a8c-004c9783a50f req-92dadd39-cf52-499f-a9e9-2a1fbe02b71d tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=188ae437-847a-4777-ad18-3fe8d9e0708e HTTP/1.1" status: 200 len: 950 time: 0.1905825 Oct 27 18:23:25.984911 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-c3e45adb-0887-4d8d-a93a-ba0d7de51a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:25.989781 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-c3e45adb-0887-4d8d-a93a-ba0d7de51a1e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e43a2e56-6a89-4d7a-ba43-8a2e198dc078 HTTP/1.1" status: 200 len: 848 time: 0.0892661 Oct 27 18:23:26.037826 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c962a676-6f27-4bae-bf8a-ec02878431aa req-dcf7a805-d9be-4486-8e02-9a8a8286cf20 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=02a89f5e-a42d-4682-bd74-7f652c60708b&id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1660767 Oct 27 18:23:26.039266 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 53120) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:23:26.120647 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-400a760d-8d80-419a-8a8c-004c9783a50f req-a8d395f5-545d-489d-a963-c9b987fac92b tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646638 Oct 27 18:23:26.187221 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-2c391423-9f99-4566-92a3-ab52b7ae529a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:26.189139 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-2c391423-9f99-4566-92a3-ab52b7ae529a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b0826293-f8b5-4c91-b97e-04b01e42ef10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1475105 Oct 27 18:23:26.228078 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:26.237915 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-962166a0-6cad-47a3-ae4e-960805f7227f admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-36388754-network', 'tenant_id': 'aff262b9f0934bd18c5d697abc673551'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:23:26.337704 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6f12aa87-db97-4927-a227-3b19bc928e9d req-d77e27db-23c1-43ff-8e22-55093d5853cd tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b6b5137-ad0a-4cb7-bf62-ca327e17a72a HTTP/1.1" status: 200 len: 210 time: 0.0403819 Oct 27 18:23:26.341184 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962166a0-6cad-47a3-ae4e-960805f7227f admin admin] Made reservation on behalf of aff262b9f0934bd18c5d697abc673551 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:23:26.345308 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-962166a0-6cad-47a3-ae4e-960805f7227f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:26.360555 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-962166a0-6cad-47a3-ae4e-960805f7227f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:26.426610 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-e0af6065-b39d-4e40-9b87-cb755199e428 service neutron] 10.222.0.93 "GET /v2.0/networks/b0826293-f8b5-4c91-b97e-04b01e42ef10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172303 Oct 27 18:23:26.456358 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702dadac-1be5-45ee-a6ea-44d2711efc40 req-eed189a7-6dea-489c-aa06-94e9d0f6933c tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:26.456358 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-702dadac-1be5-45ee-a6ea-44d2711efc40 req-eed189a7-6dea-489c-aa06-94e9d0f6933c tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 950 time: 0.0793414 Oct 27 18:23:26.539248 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-962166a0-6cad-47a3-ae4e-960805f7227f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:26.580911 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-962166a0-6cad-47a3-ae4e-960805f7227f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:26.583225 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-702dadac-1be5-45ee-a6ea-44d2711efc40 req-301a8ee2-75bd-445f-ace2-dfcdfdc3267a tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128170 Oct 27 18:23:26.601256 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-962166a0-6cad-47a3-ae4e-960805f7227f admin admin] vlan segment allocate from pool success with {'vlan_id': 1000, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:23:26.614617 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-962166a0-6cad-47a3-ae4e-960805f7227f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:26.615271 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-962166a0-6cad-47a3-ae4e-960805f7227f admin admin] Added segment 0c7d1cd1-8041-472a-b82e-ec3fb07045fe of type vlan for network 66c15a2c-dbc4-400c-9f31-3bab4aa18dfa Oct 27 18:23:26.638068 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:26.640116 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-b2bfefb8-6065-44ea-99e0-0ecde083e476 service neutron] 10.222.0.93 "GET /v2.0/networks/b0826293-f8b5-4c91-b97e-04b01e42ef10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856928 Oct 27 18:23:26.706751 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-416f3a16-35fb-468c-8b17-fbda2405d199 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=4ebc892e-5692-4841-830c-8e4b29b7659e HTTP/1.1" status: 200 len: 217 time: 0.0532207 Oct 27 18:23:26.715481 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-962166a0-6cad-47a3-ae4e-960805f7227f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:26.785199 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962166a0-6cad-47a3-ae4e-960805f7227f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e181289c-8617-4d1c-b65d-bc8b5968e064,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:26.803448 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-d479ef1a-7e3a-4591-aaa7-2f3011b7935a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:26.804906 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-d479ef1a-7e3a-4591-aaa7-2f3011b7935a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b43126e9-9fd9-47ab-bca1-c5bdf1d34ed3 HTTP/1.1" status: 200 len: 797 time: 0.0702255 Oct 27 18:23:26.839392 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-962166a0-6cad-47a3-ae4e-960805f7227f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:26.840535 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962166a0-6cad-47a3-ae4e-960805f7227f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:26.841358 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-962166a0-6cad-47a3-ae4e-960805f7227f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:26.858642 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-be36293b-350e-46fb-8b2a-c17378af7067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:26.860362 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-be36293b-350e-46fb-8b2a-c17378af7067 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f4e9126d-2ff7-47a1-bfee-b0e033396219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0465641 Oct 27 18:23:26.933992 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962166a0-6cad-47a3-ae4e-960805f7227f admin admin] Pushing event updated for resources: {'Network': ['ID=66c15a2c-dbc4-400c-9f31-3bab4aa18dfa,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:26.939777 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-962166a0-6cad-47a3-ae4e-960805f7227f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8976312 Oct 27 18:23:26.942706 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 53136) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:23:26.945272 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 66c15a2c-dbc4-400c-9f31-3bab4aa18dfa details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:23:26.970043 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-ee7ea0ee-2f7f-44a1-86b1-535216ef899d admin admin] Request body: {'subnet': {'network_id': '66c15a2c-dbc4-400c-9f31-3bab4aa18dfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-36388754-subnet', 'tenant_id': 'aff262b9f0934bd18c5d697abc673551', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:23:27.026257 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-a465f191-d41a-4b2c-92f3-72d6648970f7 service neutron] 10.222.0.93 "GET /v2.0/networks/f4e9126d-2ff7-47a1-bfee-b0e033396219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495399 Oct 27 18:23:27.107027 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7ea0ee-2f7f-44a1-86b1-535216ef899d admin admin] Made reservation on behalf of aff262b9f0934bd18c5d697abc673551 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:23:27.110197 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ee7ea0ee-2f7f-44a1-86b1-535216ef899d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:27.257414 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-845c0710-9666-4fab-96cb-57f4d1118890 service neutron] 10.222.0.93 "GET /v2.0/networks/f4e9126d-2ff7-47a1-bfee-b0e033396219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218292 Oct 27 18:23:27.370187 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-7486e5cc-5872-4f8e-b0f3-983d11e03fe0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=168724c9-71d8-440b-b602-1f3bb57c7953 HTTP/1.1" status: 200 len: 217 time: 0.0887966 Oct 27 18:23:27.388598 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c5ed6-d07d-4f44-bec7-d88ae2965191 req-bcbba599-9cdc-4f52-be1e-1e6f42962c3e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:27.395049 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c5ed6-d07d-4f44-bec7-d88ae2965191 req-bcbba599-9cdc-4f52-be1e-1e6f42962c3e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:27.402191 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c5ed6-d07d-4f44-bec7-d88ae2965191 req-bcbba599-9cdc-4f52-be1e-1e6f42962c3e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:27.408422 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c5ed6-d07d-4f44-bec7-d88ae2965191 req-bcbba599-9cdc-4f52-be1e-1e6f42962c3e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:27.416954 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c5ed6-d07d-4f44-bec7-d88ae2965191 req-bcbba599-9cdc-4f52-be1e-1e6f42962c3e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:27.421341 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c5ed6-d07d-4f44-bec7-d88ae2965191 req-bcbba599-9cdc-4f52-be1e-1e6f42962c3e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:27.430656 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ee7ea0ee-2f7f-44a1-86b1-535216ef899d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:27.440937 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c5ed6-d07d-4f44-bec7-d88ae2965191 req-bcbba599-9cdc-4f52-be1e-1e6f42962c3e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:27.458605 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-929c5ed6-d07d-4f44-bec7-d88ae2965191 req-bcbba599-9cdc-4f52-be1e-1e6f42962c3e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 5419 time: 0.2803750 Oct 27 18:23:27.488250 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ea0ee-2f7f-44a1-86b1-535216ef899d admin admin] Pushing event updated for resources: {'Subnet': ['ID=534e29f8-6edb-4d3f-8e36-3331175f47fc,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:27.503184 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7ea0ee-2f7f-44a1-86b1-535216ef899d admin admin] Checking segment: {'id': '0c7d1cd1-8041-472a-b82e-ec3fb07045fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '66c15a2c-dbc4-400c-9f31-3bab4aa18dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:23:27.503541 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7ea0ee-2f7f-44a1-86b1-535216ef899d admin admin] Network hostable DHCP agents. Network: 66c15a2c-dbc4-400c-9f31-3bab4aa18dfa, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:23:27.530973 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 2ae3132b-10a0-4de1-9fb7-c650eedb2345 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:23:27.561799 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 2ae3132b-10a0-4de1-9fb7-c650eedb2345 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:23:27.562101 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 2ae3132b-10a0-4de1-9fb7-c650eedb2345 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:23:27.574174 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47935927-ad18-4678-be2a-408159ef4799 req-b526c5d9-f25c-4309-a0ee-f17f5f84ba54 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:27.576231 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-47935927-ad18-4678-be2a-408159ef4799 req-b526c5d9-f25c-4309-a0ee-f17f5f84ba54 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=188ae437-847a-4777-ad18-3fe8d9e0708e HTTP/1.1" status: 200 len: 950 time: 0.3324423 Oct 27 18:23:27.598217 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7ea0ee-2f7f-44a1-86b1-535216ef899d admin admin] Network 66c15a2c-dbc4-400c-9f31-3bab4aa18dfa is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:23:27.623343 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-8522232b-eedb-47ad-9446-fa910cc3562c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:27.624951 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-8522232b-eedb-47ad-9446-fa910cc3562c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b43126e9-9fd9-47ab-bca1-c5bdf1d34ed3 HTTP/1.1" status: 200 len: 797 time: 0.1521373 Oct 27 18:23:27.630986 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-929c5ed6-d07d-4f44-bec7-d88ae2965191 req-8dce1dbe-d576-4a16-be9a-7e023eaf3417 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=02a89f5e-a42d-4682-bd74-7f652c60708b&id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1707299 Oct 27 18:23:27.673035 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-ee7ea0ee-2f7f-44a1-86b1-535216ef899d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 66c15a2c-dbc4-400c-9f31-3bab4aa18dfa) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:23:27.684113 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7ea0ee-2f7f-44a1-86b1-535216ef899d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:27.686756 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c28734-6beb-49a9-80ef-70bafb71bede None None] Network 66c15a2c-dbc4-400c-9f31-3bab4aa18dfa requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:23:27.693747 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ee7ea0ee-2f7f-44a1-86b1-535216ef899d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:27.699269 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-47935927-ad18-4678-be2a-408159ef4799 req-1269ea90-90c0-4e2d-abfb-ba1500cce803 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142077 Oct 27 18:23:27.714635 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-de11b171-68bb-4bf5-872f-cc622ff4a317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:27.716547 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-de11b171-68bb-4bf5-872f-cc622ff4a317 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f4e9126d-2ff7-47a1-bfee-b0e033396219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0812078 Oct 27 18:23:27.828721 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ee7ea0ee-2f7f-44a1-86b1-535216ef899d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8696191 Oct 27 18:23:27.937404 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344c459b-3dc9-495c-9c62-d167820cb82d None None] Network 66c15a2c-dbc4-400c-9f31-3bab4aa18dfa requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:23:27.950325 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-07cfed09-0ea6-46c1-bb09-616f289dc145 req-69dfcdd5-967d-42c6-a9e0-b830fb709abe tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b6b5137-ad0a-4cb7-bf62-ca327e17a72a HTTP/1.1" status: 200 len: 210 time: 0.0667875 Oct 27 18:23:28.061945 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-72cb79fd-1a91-4f3a-bf2e-fd468f24c5bf service neutron] 10.222.0.93 "GET /v2.0/networks/f4e9126d-2ff7-47a1-bfee-b0e033396219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307970 Oct 27 18:23:28.150845 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad3d9b-3b8e-4a1a-8e87-9d5a7941961d req-9a0ddd11-852e-4f5e-b5b8-90e5c2b0bfe9 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:28.152475 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5dad3d9b-3b8e-4a1a-8e87-9d5a7941961d req-9a0ddd11-852e-4f5e-b5b8-90e5c2b0bfe9 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 950 time: 0.1674311 Oct 27 18:23:28.296245 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5dad3d9b-3b8e-4a1a-8e87-9d5a7941961d req-a3427694-85ba-4093-b892-834d19d1dedd tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351867 Oct 27 18:23:28.358999 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-176325bc-118b-45cd-97fd-8c754c714d9f service neutron] 10.222.0.93 "GET /v2.0/networks/f4e9126d-2ff7-47a1-bfee-b0e033396219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788210 Oct 27 18:23:28.444351 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-098a81cd-34f3-4964-b908-2d4a7d2e786e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=d9f41f4b-9124-4661-b73f-53e5a7e90c21 HTTP/1.1" status: 200 len: 217 time: 0.0561664 Oct 27 18:23:28.542540 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-5ee46365-0567-4bbe-ae7a-581ba022edab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:28.544092 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-5ee46365-0567-4bbe-ae7a-581ba022edab service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b43126e9-9fd9-47ab-bca1-c5bdf1d34ed3 HTTP/1.1" status: 200 len: 797 time: 0.0903285 Oct 27 18:23:28.777135 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-235169fc-15f1-44fd-bb26-4fe4dd0e292b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:28.778556 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-235169fc-15f1-44fd-bb26-4fe4dd0e292b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f4e9126d-2ff7-47a1-bfee-b0e033396219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2257833 Oct 27 18:23:28.912270 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-ce333684-bd88-492a-a0dc-14baf7538e53 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:28.913771 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-ce333684-bd88-492a-a0dc-14baf7538e53 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/networks?id=66c15a2c-dbc4-400c-9f31-3bab4aa18dfa HTTP/1.1" status: 200 len: 811 time: 0.3079767 Oct 27 18:23:28.950646 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-b94a43ce-36c8-43c4-a129-f582c92a8960 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/quotas/aff262b9f0934bd18c5d697abc673551 HTTP/1.1" status: 200 len: 375 time: 0.0207977 Oct 27 18:23:28.990403 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-d5f0c866-318e-413a-a966-ee152909bfe0 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=aff262b9f0934bd18c5d697abc673551&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291424 Oct 27 18:23:29.000980 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ffd8f-767e-432f-ba8e-6b7d0b041c15 req-ef55f100-2543-4921-9981-257ff9e7a8ad tempest-ServersAdminTestJSON-250954118 tempest-ServersAdminTestJSON-250954118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:29.001464 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ffd8f-767e-432f-ba8e-6b7d0b041c15 req-ef55f100-2543-4921-9981-257ff9e7a8ad tempest-ServersAdminTestJSON-250954118 tempest-ServersAdminTestJSON-250954118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:29.001942 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ffd8f-767e-432f-ba8e-6b7d0b041c15 req-ef55f100-2543-4921-9981-257ff9e7a8ad tempest-ServersAdminTestJSON-250954118 tempest-ServersAdminTestJSON-250954118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:29.002417 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ffd8f-767e-432f-ba8e-6b7d0b041c15 req-ef55f100-2543-4921-9981-257ff9e7a8ad tempest-ServersAdminTestJSON-250954118 tempest-ServersAdminTestJSON-250954118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:29.002917 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ffd8f-767e-432f-ba8e-6b7d0b041c15 req-ef55f100-2543-4921-9981-257ff9e7a8ad tempest-ServersAdminTestJSON-250954118 tempest-ServersAdminTestJSON-250954118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:29.003390 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ffd8f-767e-432f-ba8e-6b7d0b041c15 req-ef55f100-2543-4921-9981-257ff9e7a8ad tempest-ServersAdminTestJSON-250954118 tempest-ServersAdminTestJSON-250954118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:29.003856 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ffd8f-767e-432f-ba8e-6b7d0b041c15 req-ef55f100-2543-4921-9981-257ff9e7a8ad tempest-ServersAdminTestJSON-250954118 tempest-ServersAdminTestJSON-250954118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:29.004322 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ffd8f-767e-432f-ba8e-6b7d0b041c15 req-ef55f100-2543-4921-9981-257ff9e7a8ad tempest-ServersAdminTestJSON-250954118 tempest-ServersAdminTestJSON-250954118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:29.004787 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ffd8f-767e-432f-ba8e-6b7d0b041c15 req-ef55f100-2543-4921-9981-257ff9e7a8ad tempest-ServersAdminTestJSON-250954118 tempest-ServersAdminTestJSON-250954118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:29.005249 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ffd8f-767e-432f-ba8e-6b7d0b041c15 req-ef55f100-2543-4921-9981-257ff9e7a8ad tempest-ServersAdminTestJSON-250954118 tempest-ServersAdminTestJSON-250954118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:29.005712 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ffd8f-767e-432f-ba8e-6b7d0b041c15 req-ef55f100-2543-4921-9981-257ff9e7a8ad tempest-ServersAdminTestJSON-250954118 tempest-ServersAdminTestJSON-250954118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:29.006175 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ffd8f-767e-432f-ba8e-6b7d0b041c15 req-ef55f100-2543-4921-9981-257ff9e7a8ad tempest-ServersAdminTestJSON-250954118 tempest-ServersAdminTestJSON-250954118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:29.006630 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ffd8f-767e-432f-ba8e-6b7d0b041c15 req-ef55f100-2543-4921-9981-257ff9e7a8ad tempest-ServersAdminTestJSON-250954118 tempest-ServersAdminTestJSON-250954118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:29.007120 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ffd8f-767e-432f-ba8e-6b7d0b041c15 req-ef55f100-2543-4921-9981-257ff9e7a8ad tempest-ServersAdminTestJSON-250954118 tempest-ServersAdminTestJSON-250954118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:29.007729 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ffd8f-767e-432f-ba8e-6b7d0b041c15 req-ef55f100-2543-4921-9981-257ff9e7a8ad tempest-ServersAdminTestJSON-250954118 tempest-ServersAdminTestJSON-250954118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:29.008721 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ffd8f-767e-432f-ba8e-6b7d0b041c15 req-ef55f100-2543-4921-9981-257ff9e7a8ad tempest-ServersAdminTestJSON-250954118 tempest-ServersAdminTestJSON-250954118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:29.011271 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-691ffd8f-767e-432f-ba8e-6b7d0b041c15 req-ef55f100-2543-4921-9981-257ff9e7a8ad tempest-ServersAdminTestJSON-250954118 tempest-ServersAdminTestJSON-250954118-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=188ae437-847a-4777-ad18-3fe8d9e0708e&device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e&device_id=e424177a-4f81-4a74-b404-788efdbb3b70&device_id=c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc&device_id=ef4644b4-5c3f-42eb-b909-4a52e712eedc&device_id=d8814091-7055-4f98-ba67-e60f5562a079&device_id=1b6b5137-ad0a-4cb7-bf62-ca327e17a72a&device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8&device_id=59b9541d-54f9-452c-b022-d5920fb046bb&device_id=d87eacb3-2685-4110-a371-17d5a374f9b0&device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 14481 time: 0.1359873 Oct 27 18:23:29.398126 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-fd3c4318-1de7-43eb-a86b-b109548967dd service neutron] 10.222.0.93 "GET /v2.0/networks/f4e9126d-2ff7-47a1-bfee-b0e033396219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6010022 Oct 27 18:23:29.411982 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-691ffd8f-767e-432f-ba8e-6b7d0b041c15 req-660171c1-4f23-4b45-92c1-6c70dce78397 tempest-ServersAdminTestJSON-250954118 tempest-ServersAdminTestJSON-250954118-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:29.556863 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-691ffd8f-767e-432f-ba8e-6b7d0b041c15 req-660171c1-4f23-4b45-92c1-6c70dce78397 tempest-ServersAdminTestJSON-250954118 tempest-ServersAdminTestJSON-250954118-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:29.599995 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-ba588097-4652-4548-ae3e-3fc7242083e2 service neutron] 10.222.0.52 "GET /v2.0/networks/66c15a2c-dbc4-400c-9f31-3bab4aa18dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5829344 Oct 27 18:23:29.617586 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-691ffd8f-767e-432f-ba8e-6b7d0b041c15 req-660171c1-4f23-4b45-92c1-6c70dce78397 tempest-ServersAdminTestJSON-250954118 tempest-ServersAdminTestJSON-250954118-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:29.709408 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-691ffd8f-767e-432f-ba8e-6b7d0b041c15 req-660171c1-4f23-4b45-92c1-6c70dce78397 tempest-ServersAdminTestJSON-250954118 tempest-ServersAdminTestJSON-250954118-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=02a89f5e-a42d-4682-bd74-7f652c60708b&id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&id=e3877ea7-8500-45e3-8ada-b0785ce1b580&id=072ed76c-5ee1-4923-bca0-d6c2c863d476&id=91467586-a0d6-44d3-9281-411e425eba01&id=f66a1304-8991-4287-bd7a-f4a77871754c&id=ec2badc2-2213-44f4-a21c-425b07ba0046&fields=id&fields=name HTTP/1.1" status: 200 len: 767 time: 0.6639719 Oct 27 18:23:29.728656 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-6bc5305e-f25a-443b-836f-ae1d3b570cb5 service neutron] 10.222.0.93 "GET /v2.0/networks/f4e9126d-2ff7-47a1-bfee-b0e033396219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134441 Oct 27 18:23:29.734347 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660171c1-4f23-4b45-92c1-6c70dce78397 tempest-ServersAdminTestJSON-250954118 tempest-ServersAdminTestJSON-250954118-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd73c690-494e-429f-8321-5c7d74359bab,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:29.771766 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-58b4d58d-c804-48a0-a09a-6d40d5f5a0c1 service neutron] 10.222.0.52 "GET /v2.0/networks/66c15a2c-dbc4-400c-9f31-3bab4aa18dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666846 Oct 27 18:23:29.831441 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-c8a2de00-3260-4d99-a86b-41028c79c840 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=d30e3861-115e-4101-a8e0-47bcf6ce9856 HTTP/1.1" status: 200 len: 217 time: 0.0581388 Oct 27 18:23:29.955254 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa2de7-3247-4dc7-af61-4131b05af65e req-fa5c4072-f9e6-4651-af7d-4c2ca74b207a tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:29.962744 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa2de7-3247-4dc7-af61-4131b05af65e req-fa5c4072-f9e6-4651-af7d-4c2ca74b207a tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:29.968507 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa2de7-3247-4dc7-af61-4131b05af65e req-fa5c4072-f9e6-4651-af7d-4c2ca74b207a tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:29.974729 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa2de7-3247-4dc7-af61-4131b05af65e req-fa5c4072-f9e6-4651-af7d-4c2ca74b207a tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:29.981753 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa2de7-3247-4dc7-af61-4131b05af65e req-fa5c4072-f9e6-4651-af7d-4c2ca74b207a tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:30.000055 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa2de7-3247-4dc7-af61-4131b05af65e req-fa5c4072-f9e6-4651-af7d-4c2ca74b207a tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:30.000055 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa2de7-3247-4dc7-af61-4131b05af65e req-fa5c4072-f9e6-4651-af7d-4c2ca74b207a tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:30.000055 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dcfa2de7-3247-4dc7-af61-4131b05af65e req-fa5c4072-f9e6-4651-af7d-4c2ca74b207a tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 5419 time: 0.1623018 Oct 27 18:23:30.000055 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-518fdf05-8721-4323-9951-14a4b2e1b11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:30.000055 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-518fdf05-8721-4323-9951-14a4b2e1b11b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b43126e9-9fd9-47ab-bca1-c5bdf1d34ed3 HTTP/1.1" status: 200 len: 797 time: 0.1269331 Oct 27 18:23:30.079080 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dcfa2de7-3247-4dc7-af61-4131b05af65e req-ac69a116-e103-487f-8569-70ae54576ba7 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=02a89f5e-a42d-4682-bd74-7f652c60708b&id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0749545 Oct 27 18:23:30.091556 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-b16db26c-6c79-4c82-8e90-5c7f0122c969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:30.093680 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-b16db26c-6c79-4c82-8e90-5c7f0122c969 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f4e9126d-2ff7-47a1-bfee-b0e033396219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0732594 Oct 27 18:23:30.234575 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-5b294bc8-e089-4406-b712-cde518a5a430 service neutron] 10.222.0.93 "GET /v2.0/networks/f4e9126d-2ff7-47a1-bfee-b0e033396219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262870 Oct 27 18:23:30.321607 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4d18bc20-b989-4c87-b3c4-b2052f84e148 req-dd0be04f-86bc-4bc2-9226-4e64c019902f tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b6b5137-ad0a-4cb7-bf62-ca327e17a72a HTTP/1.1" status: 200 len: 210 time: 0.0335248 Oct 27 18:23:30.460214 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-14b2e6e2-f904-41d0-ab3b-2f78226b5e90 service neutron] 10.222.0.93 "GET /v2.0/networks/f4e9126d-2ff7-47a1-bfee-b0e033396219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195055 Oct 27 18:23:30.538015 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6cd27a-32d6-4649-9a2d-726ac6e6a8a3 req-47b04ab9-c7a2-48f0-91aa-d6b6df6b8e76 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:30.547082 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4d6cd27a-32d6-4649-9a2d-726ac6e6a8a3 req-47b04ab9-c7a2-48f0-91aa-d6b6df6b8e76 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 950 time: 0.1458895 Oct 27 18:23:30.549828 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-c5c24b95-42dd-410c-8b4b-d48f41514656 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=60727fe8-f91e-429f-b6a7-1c21b5327137 HTTP/1.1" status: 200 len: 217 time: 0.0782511 Oct 27 18:23:30.673316 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4d6cd27a-32d6-4649-9a2d-726ac6e6a8a3 req-ae93387f-945c-425c-ac86-6de9a80b8c25 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250880 Oct 27 18:23:30.688588 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-03957cfd-fc4f-4791-8996-8e06cf07dffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:30.690233 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-03957cfd-fc4f-4791-8996-8e06cf07dffc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7be2e2db-5f72-4077-acf4-dd415f124d60 HTTP/1.1" status: 200 len: 797 time: 0.1199036 Oct 27 18:23:30.782232 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-abdd9b6b-82c5-40d9-bdb1-4bfe06892cd0 req-cffbe344-d9d4-4674-8c87-3ae5f4d88511 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fb3a9d5-9e62-4ab0-b3c5-bc6a1cb6a1b8 HTTP/1.1" status: 200 len: 210 time: 0.0399065 Oct 27 18:23:30.813328 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-3c4ecbd4-31d9-4fb6-b00f-0a5752210a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:30.814889 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-3c4ecbd4-31d9-4fb6-b00f-0a5752210a03 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=71cba891-964b-4e83-9965-41015215d178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1140490 Oct 27 18:23:30.976482 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661d69b-ebdc-47a9-b148-432832e7271e req-10aa66cd-f63b-4204-b998-d3ebbd1a1b81 tempest-ServersAdminTestJSON-250954118 tempest-ServersAdminTestJSON-250954118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:30.978826 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661d69b-ebdc-47a9-b148-432832e7271e req-10aa66cd-f63b-4204-b998-d3ebbd1a1b81 tempest-ServersAdminTestJSON-250954118 tempest-ServersAdminTestJSON-250954118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:30.979336 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661d69b-ebdc-47a9-b148-432832e7271e req-10aa66cd-f63b-4204-b998-d3ebbd1a1b81 tempest-ServersAdminTestJSON-250954118 tempest-ServersAdminTestJSON-250954118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:30.987027 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1661d69b-ebdc-47a9-b148-432832e7271e req-10aa66cd-f63b-4204-b998-d3ebbd1a1b81 tempest-ServersAdminTestJSON-250954118 tempest-ServersAdminTestJSON-250954118-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=188ae437-847a-4777-ad18-3fe8d9e0708e&device_id=ef4644b4-5c3f-42eb-b909-4a52e712eedc&device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 2883 time: 0.1785378 Oct 27 18:23:31.034575 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-556c8516-cdc7-4f4c-ade1-2caf9827fb18 service neutron] 10.222.0.93 "GET /v2.0/networks/71cba891-964b-4e83-9965-41015215d178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110455 Oct 27 18:23:31.133874 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1661d69b-ebdc-47a9-b148-432832e7271e req-c1a14cc0-9dac-4350-836a-8d31b7dec729 tempest-ServersAdminTestJSON-250954118 tempest-ServersAdminTestJSON-250954118-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434529 Oct 27 18:23:31.251933 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-46bf35b0-c76e-4341-a1ce-af6fe7072bae service neutron] 10.222.0.93 "GET /v2.0/networks/71cba891-964b-4e83-9965-41015215d178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036691 Oct 27 18:23:31.341954 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-43cbf32d-3e50-452c-8237-09761eb2cc55 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d5c00b09-d1ae-4150-a83c-909f684fcd90 HTTP/1.1" status: 200 len: 217 time: 0.0427003 Oct 27 18:23:31.419743 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7cfa9-4971-4169-bb0f-9f76b040f539 req-0c4369cd-c651-4678-822e-ab54666d8c38 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:31.427624 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7cfa9-4971-4169-bb0f-9f76b040f539 req-0c4369cd-c651-4678-822e-ab54666d8c38 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:31.437653 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7cfa9-4971-4169-bb0f-9f76b040f539 req-0c4369cd-c651-4678-822e-ab54666d8c38 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:31.445371 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7cfa9-4971-4169-bb0f-9f76b040f539 req-0c4369cd-c651-4678-822e-ab54666d8c38 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:31.460134 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7cfa9-4971-4169-bb0f-9f76b040f539 req-0c4369cd-c651-4678-822e-ab54666d8c38 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:31.462139 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7cfa9-4971-4169-bb0f-9f76b040f539 req-0c4369cd-c651-4678-822e-ab54666d8c38 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:31.469728 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7cfa9-4971-4169-bb0f-9f76b040f539 req-0c4369cd-c651-4678-822e-ab54666d8c38 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:31.479521 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dba7cfa9-4971-4169-bb0f-9f76b040f539 req-0c4369cd-c651-4678-822e-ab54666d8c38 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 5419 time: 0.2628365 Oct 27 18:23:31.564004 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-85c864ef-d4c0-443e-be86-21e4f3525d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:31.568539 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-85c864ef-d4c0-443e-be86-21e4f3525d15 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7be2e2db-5f72-4077-acf4-dd415f124d60 HTTP/1.1" status: 200 len: 797 time: 0.2187011 Oct 27 18:23:31.585968 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dba7cfa9-4971-4169-bb0f-9f76b040f539 req-e4c59f4d-dc4c-4923-8f94-a8cd1407f995 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=02a89f5e-a42d-4682-bd74-7f652c60708b&id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1054387 Oct 27 18:23:31.650593 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b9c138f0-976e-489c-8eb4-0debe986c091 req-320bc036-f510-42ba-a493-df29b78f29b5 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b6b5137-ad0a-4cb7-bf62-ca327e17a72a HTTP/1.1" status: 200 len: 210 time: 0.0547349 Oct 27 18:23:31.675173 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-b72e2aa4-e170-4542-981a-889b4ca0141a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:31.677068 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-b72e2aa4-e170-4542-981a-889b4ca0141a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=71cba891-964b-4e83-9965-41015215d178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0970364 Oct 27 18:23:31.925906 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2038974-bb7b-4fea-9a8f-57106128f5cc req-59913347-e56a-4a91-a19f-7f6f5e0ae161 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:31.927901 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2038974-bb7b-4fea-9a8f-57106128f5cc req-59913347-e56a-4a91-a19f-7f6f5e0ae161 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 950 time: 0.0848908 Oct 27 18:23:31.958418 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-6cfb9487-c45f-4fa6-9616-3ded9b962dd8 service neutron] 10.222.0.93 "GET /v2.0/networks/71cba891-964b-4e83-9965-41015215d178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579551 Oct 27 18:23:32.042131 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2038974-bb7b-4fea-9a8f-57106128f5cc req-ddd01598-632f-4b3c-8ed8-94d90f54f447 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979264 Oct 27 18:23:32.204613 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d3fe87e6-d281-44c3-9477-198618a681c4 req-580f1832-2a78-416d-808c-70c38c4a90cf tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fb3a9d5-9e62-4ab0-b3c5-bc6a1cb6a1b8 HTTP/1.1" status: 200 len: 210 time: 0.0901213 Oct 27 18:23:32.213317 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee2c64ac-eda3-45d4-b4b6-a61f2af072ee req-e7447e24-3a8c-4bb2-9966-4959bfb05552 service neutron] 10.222.0.93 "GET /v2.0/networks/71cba891-964b-4e83-9965-41015215d178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422879 Oct 27 18:23:32.486901 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f0d57-aadd-4f5a-b701-c37a97ff304f req-d0e6582c-13ed-4848-9d5c-03af23efbeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:32.487620 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f0d57-aadd-4f5a-b701-c37a97ff304f req-d0e6582c-13ed-4848-9d5c-03af23efbeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:32.488652 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f0d57-aadd-4f5a-b701-c37a97ff304f req-d0e6582c-13ed-4848-9d5c-03af23efbeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:32.489150 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f0d57-aadd-4f5a-b701-c37a97ff304f req-d0e6582c-13ed-4848-9d5c-03af23efbeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:32.491665 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f0d57-aadd-4f5a-b701-c37a97ff304f req-d0e6582c-13ed-4848-9d5c-03af23efbeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:32.492189 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f0d57-aadd-4f5a-b701-c37a97ff304f req-d0e6582c-13ed-4848-9d5c-03af23efbeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:32.493316 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f0d57-aadd-4f5a-b701-c37a97ff304f req-d0e6582c-13ed-4848-9d5c-03af23efbeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:32.495502 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e93f0d57-aadd-4f5a-b701-c37a97ff304f req-d0e6582c-13ed-4848-9d5c-03af23efbeba service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=32c521b9d5364e14a010de85fa7c39d0&device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 6476 time: 0.0894141 Oct 27 18:23:32.662703 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f0d57-aadd-4f5a-b701-c37a97ff304f req-e87d1fcf-73a5-4d2c-b16b-df990255e969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:32.665381 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e93f0d57-aadd-4f5a-b701-c37a97ff304f req-e87d1fcf-73a5-4d2c-b16b-df990255e969 service neutron] 10.222.0.93 "GET /v2.0/networks?id=71cba891-964b-4e83-9965-41015215d178 HTTP/1.1" status: 200 len: 904 time: 0.1550610 Oct 27 18:23:32.731884 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e93f0d57-aadd-4f5a-b701-c37a97ff304f req-1050ad63-e4b8-4fb5-a904-6f345edbf20c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d5c00b09-d1ae-4150-a83c-909f684fcd90 HTTP/1.1" status: 200 len: 217 time: 0.0571098 Oct 27 18:23:32.830942 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5cc02e-febf-4668-91aa-420440a18624 req-331012a2-3647-4154-801f-a7512349e807 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:32.840793 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5cc02e-febf-4668-91aa-420440a18624 req-331012a2-3647-4154-801f-a7512349e807 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:32.847012 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5cc02e-febf-4668-91aa-420440a18624 req-331012a2-3647-4154-801f-a7512349e807 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:32.857165 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5cc02e-febf-4668-91aa-420440a18624 req-331012a2-3647-4154-801f-a7512349e807 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:32.864541 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5cc02e-febf-4668-91aa-420440a18624 req-331012a2-3647-4154-801f-a7512349e807 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:32.871738 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5cc02e-febf-4668-91aa-420440a18624 req-331012a2-3647-4154-801f-a7512349e807 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:32.878571 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5cc02e-febf-4668-91aa-420440a18624 req-331012a2-3647-4154-801f-a7512349e807 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:32.888444 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1f5cc02e-febf-4668-91aa-420440a18624 req-331012a2-3647-4154-801f-a7512349e807 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 5419 time: 0.1687422 Oct 27 18:23:32.983176 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f0d57-aadd-4f5a-b701-c37a97ff304f req-bb803601-f998-4597-9dbf-45dfd32aeb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:32.984754 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e93f0d57-aadd-4f5a-b701-c37a97ff304f req-bb803601-f998-4597-9dbf-45dfd32aeb3b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7be2e2db-5f72-4077-acf4-dd415f124d60 HTTP/1.1" status: 200 len: 797 time: 0.2342238 Oct 27 18:23:32.991756 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-28cc9343-7dd8-47d5-88fb-f3bc42e3f916 req-c7a23284-445d-474e-bf7d-043ff2446c70 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b6b5137-ad0a-4cb7-bf62-ca327e17a72a HTTP/1.1" status: 200 len: 210 time: 0.0515246 Oct 27 18:23:33.040115 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1f5cc02e-febf-4668-91aa-420440a18624 req-82d21363-3be8-4594-9f6f-5e47a92496eb tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=02a89f5e-a42d-4682-bd74-7f652c60708b&id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1507032 Oct 27 18:23:33.126943 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f0d57-aadd-4f5a-b701-c37a97ff304f req-5eb785ff-d2b0-4b4e-a848-8d1ee72a9d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:33.128554 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e93f0d57-aadd-4f5a-b701-c37a97ff304f req-5eb785ff-d2b0-4b4e-a848-8d1ee72a9d39 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=71cba891-964b-4e83-9965-41015215d178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0827024 Oct 27 18:23:33.389183 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30aafe-089e-4771-a60a-fc5dcf51d75a req-6d42654c-8495-453a-9876-52b64af3a7bc tempest-ServersAdminTestJSON-250954118 tempest-ServersAdminTestJSON-250954118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:33.398083 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4b30aafe-089e-4771-a60a-fc5dcf51d75a req-6d42654c-8495-453a-9876-52b64af3a7bc tempest-ServersAdminTestJSON-250954118 tempest-ServersAdminTestJSON-250954118-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 1101 time: 0.2008309 Oct 27 18:23:33.450887 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6b4f1-e0da-4d11-abcf-0e642f79a27d req-120d27d8-e211-4316-a877-e90ab897b83d tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:33.460606 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-22f6b4f1-e0da-4d11-abcf-0e642f79a27d req-120d27d8-e211-4316-a877-e90ab897b83d tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 950 time: 0.1581326 Oct 27 18:23:33.464615 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e93f0d57-aadd-4f5a-b701-c37a97ff304f req-ea7486d3-e122-4170-b291-9e0646e1bc26 service neutron] 10.222.0.93 "GET /v2.0/networks/71cba891-964b-4e83-9965-41015215d178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165073 Oct 27 18:23:33.529804 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4b30aafe-089e-4771-a60a-fc5dcf51d75a req-166d6c54-7031-432e-888f-dc66c34c02d8 tempest-ServersAdminTestJSON-250954118 tempest-ServersAdminTestJSON-250954118-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245267 Oct 27 18:23:33.689452 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e93f0d57-aadd-4f5a-b701-c37a97ff304f req-58e86ea3-2c9d-40b2-a1c9-e97c86111385 service neutron] 10.222.0.93 "GET /v2.0/networks/71cba891-964b-4e83-9965-41015215d178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141047 Oct 27 18:23:33.707291 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2aaa98b2-7c49-45f6-b5bc-e9e59d554913 req-a6f82711-841f-4cf6-9427-aac7016e9516 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fb3a9d5-9e62-4ab0-b3c5-bc6a1cb6a1b8 HTTP/1.1" status: 200 len: 210 time: 0.0486395 Oct 27 18:23:33.715972 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-22f6b4f1-e0da-4d11-abcf-0e642f79a27d req-5cd2db4e-9050-478f-ac30-4d1f3ea88b88 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544477 Oct 27 18:23:34.017293 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45680fb5-6b98-4d1c-8446-4e13b6f3df2f req-113b56e1-29c4-4a9e-b6f2-4b5f1f00c5d7 tempest-ServersAdminTestJSON-250954118 tempest-ServersAdminTestJSON-250954118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:34.032935 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-45680fb5-6b98-4d1c-8446-4e13b6f3df2f req-113b56e1-29c4-4a9e-b6f2-4b5f1f00c5d7 tempest-ServersAdminTestJSON-250954118 tempest-ServersAdminTestJSON-250954118-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 1101 time: 0.1735420 Oct 27 18:23:34.107130 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-45680fb5-6b98-4d1c-8446-4e13b6f3df2f req-2281b6e3-e105-4999-b17a-41ab6ea9c49e tempest-ServersAdminTestJSON-250954118 tempest-ServersAdminTestJSON-250954118-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689073 Oct 27 18:23:34.259697 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-bf7de8d8-a394-45b2-a5a4-e5a48bd5c486 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:34.268180 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-bf7de8d8-a394-45b2-a5a4-e5a48bd5c486 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.93 "GET /v2.0/networks?id=66c15a2c-dbc4-400c-9f31-3bab4aa18dfa HTTP/1.1" status: 200 len: 811 time: 0.3467960 Oct 27 18:23:34.329032 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-4cca6ddc-b48a-4ebc-b435-49c62b0be0cd tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Request body: {'port': {'device_id': 'b3ee750e-d5de-42db-9299-e2231d6dfc76', 'network_id': '66c15a2c-dbc4-400c-9f31-3bab4aa18dfa', 'admin_state_up': True, 'tenant_id': 'aff262b9f0934bd18c5d697abc673551'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:23:34.346698 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-65e722ef-7ede-47b8-825d-c4e278385c3f req-084d4dfc-7ba4-471e-9bb5-153f8bdbca4f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1910050 Oct 27 18:23:34.447784 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f63b60-dc69-4a4c-91a0-6316747c8016 req-e4469f85-444e-4e6d-b69f-61474eddcd83 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:34.468855 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f63b60-dc69-4a4c-91a0-6316747c8016 req-e4469f85-444e-4e6d-b69f-61474eddcd83 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:34.481645 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f63b60-dc69-4a4c-91a0-6316747c8016 req-e4469f85-444e-4e6d-b69f-61474eddcd83 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:34.489704 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f63b60-dc69-4a4c-91a0-6316747c8016 req-e4469f85-444e-4e6d-b69f-61474eddcd83 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:34.501127 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f63b60-dc69-4a4c-91a0-6316747c8016 req-e4469f85-444e-4e6d-b69f-61474eddcd83 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:34.514296 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f63b60-dc69-4a4c-91a0-6316747c8016 req-e4469f85-444e-4e6d-b69f-61474eddcd83 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:34.522666 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f63b60-dc69-4a4c-91a0-6316747c8016 req-e4469f85-444e-4e6d-b69f-61474eddcd83 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:34.533997 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-63f63b60-dc69-4a4c-91a0-6316747c8016 req-e4469f85-444e-4e6d-b69f-61474eddcd83 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 5419 time: 0.2598078 Oct 27 18:23:34.690627 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-63f63b60-dc69-4a4c-91a0-6316747c8016 req-3a58579f-f27e-4dde-a616-595f9d7e15e9 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=02a89f5e-a42d-4682-bd74-7f652c60708b&id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1553550 Oct 27 18:23:34.725084 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e722ef-7ede-47b8-825d-c4e278385c3f req-7fa5a005-4716-4acf-98f7-38450fc0d9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:34.726587 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-65e722ef-7ede-47b8-825d-c4e278385c3f req-7fa5a005-4716-4acf-98f7-38450fc0d9da service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0493afd680224a038be01c24bab6b33d&device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 1100 time: 0.1650448 Oct 27 18:23:34.764625 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-4cca6ddc-b48a-4ebc-b435-49c62b0be0cd tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Made reservation on behalf of aff262b9f0934bd18c5d697abc673551 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:23:34.772723 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-4cca6ddc-b48a-4ebc-b435-49c62b0be0cd tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:35.470291 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5f15cd62-8a46-45d4-91b8-12c853a8dca4 req-6add9fa6-e2da-4e74-83bd-032c1866e349 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fb3a9d5-9e62-4ab0-b3c5-bc6a1cb6a1b8 HTTP/1.1" status: 200 len: 210 time: 0.0780737 Oct 27 18:23:35.580269 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f22cf-3fc7-42db-b622-51d9769c6788 req-fd0d00b6-aca9-4842-91a3-af3e0a693d4d tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:35.587289 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:23:35.587934 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-035f22cf-3fc7-42db-b622-51d9769c6788 req-fd0d00b6-aca9-4842-91a3-af3e0a693d4d tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 950 time: 0.7249022 Oct 27 18:23:35.653657 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e722ef-7ede-47b8-825d-c4e278385c3f req-fc0f9830-048d-4c9f-8ec7-8a768a5dfabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:35.655773 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-65e722ef-7ede-47b8-825d-c4e278385c3f req-fc0f9830-048d-4c9f-8ec7-8a768a5dfabe service neutron] 10.222.0.81 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.8828735 Oct 27 18:23:35.673285 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-39646e3c-1c50-4185-80ed-158bd6acea20 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:35.675171 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-39646e3c-1c50-4185-80ed-158bd6acea20 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.93 "GET /v2.0/networks?id=66c15a2c-dbc4-400c-9f31-3bab4aa18dfa HTTP/1.1" status: 200 len: 811 time: 0.9834132 Oct 27 18:23:35.747340 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-7c8084c0-ce1e-472b-beb6-b3b71c422b04 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Request body: {'port': {'device_id': '1fb3a9d5-9e62-4ab0-b3c5-bc6a1cb6a1b8', 'network_id': '66c15a2c-dbc4-400c-9f31-3bab4aa18dfa', 'admin_state_up': True, 'tenant_id': 'aff262b9f0934bd18c5d697abc673551'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:23:35.767255 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-65e722ef-7ede-47b8-825d-c4e278385c3f req-7478b31f-3974-4ec1-8096-053a73d6672d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=7848076d-2451-4103-97da-2fddc47f6bb3 HTTP/1.1" status: 200 len: 217 time: 0.0909133 Oct 27 18:23:35.833355 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-4cca6ddc-b48a-4ebc-b435-49c62b0be0cd tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Allocated IP 172.20.0.3 (66c15a2c-dbc4-400c-9f31-3bab4aa18dfa/534e29f8-6edb-4d3f-8e36-3331175f47fc/a05d23f2-1ec7-4ea5-891f-95d155152b9a) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:23:35.875070 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-035f22cf-3fc7-42db-b622-51d9769c6788 req-76df2d28-e83b-484b-b486-36261cf9a7b0 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676024 Oct 27 18:23:35.923719 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e722ef-7ede-47b8-825d-c4e278385c3f req-bc41597d-decd-41bb-8676-c92a4a870b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:35.925390 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-65e722ef-7ede-47b8-825d-c4e278385c3f req-bc41597d-decd-41bb-8676-c92a4a870b8f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.1194375 Oct 27 18:23:36.134120 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e722ef-7ede-47b8-825d-c4e278385c3f req-3eae1cdd-2b00-42a9-b85d-2b2ed0cb5a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:36.135663 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-65e722ef-7ede-47b8-825d-c4e278385c3f req-3eae1cdd-2b00-42a9-b85d-2b2ed0cb5a7a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1932447 Oct 27 18:23:36.232605 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ccc9d8-224a-4bbd-b63e-76b9a39d1d49 req-43296ebe-6ca1-498f-bf27-d6176fa69d49 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:36.234128 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-65ccc9d8-224a-4bbd-b63e-76b9a39d1d49 req-43296ebe-6ca1-498f-bf27-d6176fa69d49 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/networks?id=70d54990-c18d-43d7-9758-e9fefdddf939 HTTP/1.1" status: 200 len: 812 time: 0.2751806 Oct 27 18:23:36.270973 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-65ccc9d8-224a-4bbd-b63e-76b9a39d1d49 req-bf763c12-a2a3-411e-8451-f82f29e5aebf tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/quotas/78baf6dd112742399f2639cbeffece6c HTTP/1.1" status: 200 len: 375 time: 0.0283618 Oct 27 18:23:36.273802 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-4cca6ddc-b48a-4ebc-b435-49c62b0be0cd tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:36.318919 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-65ccc9d8-224a-4bbd-b63e-76b9a39d1d49 req-83e6d7fc-52f3-488a-bc5c-ce7a00ea0912 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=78baf6dd112742399f2639cbeffece6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392740 Oct 27 18:23:36.394644 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-65e722ef-7ede-47b8-825d-c4e278385c3f req-e8e43cac-0994-47e1-b6b5-ac48bde12e6c service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403231 Oct 27 18:23:36.397133 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-7c8084c0-ce1e-472b-beb6-b3b71c422b04 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Made reservation on behalf of aff262b9f0934bd18c5d697abc673551 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:23:36.400728 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-7c8084c0-ce1e-472b-beb6-b3b71c422b04 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:36.534703 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-4cca6ddc-b48a-4ebc-b435-49c62b0be0cd tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:36.644181 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-65ccc9d8-224a-4bbd-b63e-76b9a39d1d49 req-0494e5eb-7ec3-4cec-aa64-8d40e53e9f1d service neutron] 10.222.0.52 "GET /v2.0/networks/70d54990-c18d-43d7-9758-e9fefdddf939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115237 Oct 27 18:23:36.682833 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-4cca6ddc-b48a-4ebc-b435-49c62b0be0cd tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Network 66c15a2c-dbc4-400c-9f31-3bab4aa18dfa is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:23:36.708618 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-4cca6ddc-b48a-4ebc-b435-49c62b0be0cd tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:23:36.712812 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-65e722ef-7ede-47b8-825d-c4e278385c3f req-c61aa995-ad18-4655-99fe-c3225b47554b service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097029 Oct 27 18:23:36.713598 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-4cca6ddc-b48a-4ebc-b435-49c62b0be0cd tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:23:36.734093 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca6ddc-b48a-4ebc-b435-49c62b0be0cd tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Pushing event updated for resources: {'Port': ['ID=a05d23f2-1ec7-4ea5-891f-95d155152b9a,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:36.832535 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b73a91-6ba6-41e5-aa10-b20ab5cbd4dd req-f171abb7-463d-43c8-87c6-69182b40a15f tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:36.838680 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b73a91-6ba6-41e5-aa10-b20ab5cbd4dd req-f171abb7-463d-43c8-87c6-69182b40a15f tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:36.844768 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b73a91-6ba6-41e5-aa10-b20ab5cbd4dd req-f171abb7-463d-43c8-87c6-69182b40a15f tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:36.850702 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b73a91-6ba6-41e5-aa10-b20ab5cbd4dd req-f171abb7-463d-43c8-87c6-69182b40a15f tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:36.857112 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b73a91-6ba6-41e5-aa10-b20ab5cbd4dd req-f171abb7-463d-43c8-87c6-69182b40a15f tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:36.863183 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b73a91-6ba6-41e5-aa10-b20ab5cbd4dd req-f171abb7-463d-43c8-87c6-69182b40a15f tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:36.869866 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b73a91-6ba6-41e5-aa10-b20ab5cbd4dd req-f171abb7-463d-43c8-87c6-69182b40a15f tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:36.875386 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-39b73a91-6ba6-41e5-aa10-b20ab5cbd4dd req-f171abb7-463d-43c8-87c6-69182b40a15f tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 5419 time: 0.3373666 Oct 27 18:23:36.909114 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-7c8084c0-ce1e-472b-beb6-b3b71c422b04 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Allocated IP 172.20.0.7 (66c15a2c-dbc4-400c-9f31-3bab4aa18dfa/534e29f8-6edb-4d3f-8e36-3331175f47fc/d2201cb3-5869-4d80-ae75-48abd44db9f7) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:23:36.937554 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-4cca6ddc-b48a-4ebc-b435-49c62b0be0cd tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:36.938178 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-4cca6ddc-b48a-4ebc-b435-49c62b0be0cd tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:36.998336 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-39b73a91-6ba6-41e5-aa10-b20ab5cbd4dd req-40364d30-cf6d-4a70-9874-1f3e3e2a4078 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=02a89f5e-a42d-4682-bd74-7f652c60708b&id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1096199 Oct 27 18:23:37.010283 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-65ccc9d8-224a-4bbd-b63e-76b9a39d1d49 req-14f41833-ffb8-4efd-8130-4be32913ab35 service neutron] 10.222.0.52 "GET /v2.0/networks/70d54990-c18d-43d7-9758-e9fefdddf939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527527 Oct 27 18:23:37.154723 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-7c8084c0-ce1e-472b-beb6-b3b71c422b04 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:37.218653 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-4cca6ddc-b48a-4ebc-b435-49c62b0be0cd tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8971884 Oct 27 18:23:37.234245 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-62fff581-a11e-49b0-afce-cd61f4db1a60 service neutron] Request body: {'port': {'device_id': 'b3ee750e-d5de-42db-9299-e2231d6dfc76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:23:37.311622 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-62fff581-a11e-49b0-afce-cd61f4db1a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:37.324326 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-7c8084c0-ce1e-472b-beb6-b3b71c422b04 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:37.437860 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-7c8084c0-ce1e-472b-beb6-b3b71c422b04 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Network 66c15a2c-dbc4-400c-9f31-3bab4aa18dfa is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:23:37.449969 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-7c8084c0-ce1e-472b-beb6-b3b71c422b04 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:23:37.458310 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-7c8084c0-ce1e-472b-beb6-b3b71c422b04 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:23:37.471032 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8084c0-ce1e-472b-beb6-b3b71c422b04 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Pushing event updated for resources: {'Port': ['ID=d2201cb3-5869-4d80-ae75-48abd44db9f7,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:37.583555 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aab2d8-1976-434c-bc12-37a81173fea8 req-bf47a62b-2ffe-484f-8b0b-bb12992cf0b3 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:37.585087 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a0aab2d8-1976-434c-bc12-37a81173fea8 req-bf47a62b-2ffe-484f-8b0b-bb12992cf0b3 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fb3a9d5-9e62-4ab0-b3c5-bc6a1cb6a1b8 HTTP/1.1" status: 200 len: 931 time: 0.2703693 Oct 27 18:23:37.636962 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-7c8084c0-ce1e-472b-beb6-b3b71c422b04 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:37.637906 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-7c8084c0-ce1e-472b-beb6-b3b71c422b04 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:37.703109 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a0aab2d8-1976-434c-bc12-37a81173fea8 req-89eddf8e-45a8-4f88-92bb-395796de67d8 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/security-groups?id=e181289c-8617-4d1c-b65d-bc8b5968e064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092610 Oct 27 18:23:37.799558 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b1024876-60fe-484a-91f8-fac81dc78034 req-cdb27447-2a6b-4c42-a522-c529762cad96 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f895cea8-3efc-4e35-9281-3e73ecca35f9 HTTP/1.1" status: 200 len: 210 time: 0.0500238 Oct 27 18:23:37.808780 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-7c8084c0-ce1e-472b-beb6-b3b71c422b04 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1089067 Oct 27 18:23:37.828560 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3a7eb-a8aa-4a2b-abbd-c72395429e2b req-b47f0c8f-58e4-477c-86d0-822a43b0015d tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:37.830296 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-82c3a7eb-a8aa-4a2b-abbd-c72395429e2b req-b47f0c8f-58e4-477c-86d0-822a43b0015d tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 950 time: 0.1263127 Oct 27 18:23:37.838254 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-db33e08c-422e-43e9-bd8e-2876425927c4 service neutron] Request body: {'port': {'device_id': '1fb3a9d5-9e62-4ab0-b3c5-bc6a1cb6a1b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:23:37.988579 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-82c3a7eb-a8aa-4a2b-abbd-c72395429e2b req-bfe6c3b1-69e5-40d2-a1f2-c3f6fa8eb022 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450713 Oct 27 18:23:37.994393 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-62fff581-a11e-49b0-afce-cd61f4db1a60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a05d23f2-1ec7-4ea5-891f-95d155152b9a {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:23:38.007629 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-62fff581-a11e-49b0-afce-cd61f4db1a60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:38.021737 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-db33e08c-422e-43e9-bd8e-2876425927c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:38.043968 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4c029-86cb-40d4-af90-eab7ff5ec98d req-0c7f1773-98c7-444d-8589-7944b7792ff1 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:38.045554 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b1d4c029-86cb-40d4-af90-eab7ff5ec98d req-0c7f1773-98c7-444d-8589-7944b7792ff1 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.1754150 Oct 27 18:23:38.049679 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-62fff581-a11e-49b0-afce-cd61f4db1a60 service neutron] Transition to ACTIVE for port object a05d23f2-1ec7-4ea5-891f-95d155152b9a will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:23:38.114537 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-62fff581-a11e-49b0-afce-cd61f4db1a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:38.248142 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b1d4c029-86cb-40d4-af90-eab7ff5ec98d req-4878e56c-212c-4fa2-9a3c-7d9b1b3b9615 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654491 Oct 27 18:23:38.259326 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fff581-a11e-49b0-afce-cd61f4db1a60 service neutron] Pushing event updated for resources: {'Port': ['ID=a05d23f2-1ec7-4ea5-891f-95d155152b9a,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:38.473221 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6184190-4b5d-4884-a360-025d3051ab02 req-ac4a25d1-4836-443f-802f-7b3104488d9b tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:38.474619 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c6184190-4b5d-4884-a360-025d3051ab02 req-ac4a25d1-4836-443f-802f-7b3104488d9b tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87eacb3-2685-4110-a371-17d5a374f9b0 HTTP/1.1" status: 200 len: 949 time: 0.1274772 Oct 27 18:23:38.485188 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-62fff581-a11e-49b0-afce-cd61f4db1a60 service neutron] Attempting to bind port a05d23f2-1ec7-4ea5-891f-95d155152b9a on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:23:38.490737 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-62fff581-a11e-49b0-afce-cd61f4db1a60 service neutron] Attempting to bind port a05d23f2-1ec7-4ea5-891f-95d155152b9a by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '0c7d1cd1-8041-472a-b82e-ec3fb07045fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '66c15a2c-dbc4-400c-9f31-3bab4aa18dfa'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:23:38.490737 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-62fff581-a11e-49b0-afce-cd61f4db1a60 service neutron] Attempting to bind port a05d23f2-1ec7-4ea5-891f-95d155152b9a on network 66c15a2c-dbc4-400c-9f31-3bab4aa18dfa {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:23:38.505015 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-62fff581-a11e-49b0-afce-cd61f4db1a60 service neutron] Port a05d23f2-1ec7-4ea5-891f-95d155152b9a on network 66c15a2c-dbc4-400c-9f31-3bab4aa18dfa not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:23:38.505338 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-62fff581-a11e-49b0-afce-cd61f4db1a60 service neutron] Attempting to bind port a05d23f2-1ec7-4ea5-891f-95d155152b9a on network 66c15a2c-dbc4-400c-9f31-3bab4aa18dfa {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:23:38.524069 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-62fff581-a11e-49b0-afce-cd61f4db1a60 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:23:38.524402 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-62fff581-a11e-49b0-afce-cd61f4db1a60 service neutron] Checking segment: {'id': '0c7d1cd1-8041-472a-b82e-ec3fb07045fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '66c15a2c-dbc4-400c-9f31-3bab4aa18dfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:23:38.524776 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-62fff581-a11e-49b0-afce-cd61f4db1a60 service neutron] Bound using segment: {'id': '0c7d1cd1-8041-472a-b82e-ec3fb07045fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '66c15a2c-dbc4-400c-9f31-3bab4aa18dfa'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:23:38.525351 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-62fff581-a11e-49b0-afce-cd61f4db1a60 service neutron] Bound port: a05d23f2-1ec7-4ea5-891f-95d155152b9a, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7d1cd1-8041-472a-b82e-ec3fb07045fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '66c15a2c-dbc4-400c-9f31-3bab4aa18dfa'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:23:38.525721 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-62fff581-a11e-49b0-afce-cd61f4db1a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:38.589179 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c6184190-4b5d-4884-a360-025d3051ab02 req-4d3b374d-b4e1-42ee-b4bb-9111350ee365 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/security-groups?id=91467586-a0d6-44d3-9281-411e425eba01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050463 Oct 27 18:23:38.635367 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-db33e08c-422e-43e9-bd8e-2876425927c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2201cb3-5869-4d80-ae75-48abd44db9f7 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:23:38.646567 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-db33e08c-422e-43e9-bd8e-2876425927c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:38.659121 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-62fff581-a11e-49b0-afce-cd61f4db1a60 service neutron] For port a05d23f2-1ec7-4ea5-891f-95d155152b9a, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:23:38.670740 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-62fff581-a11e-49b0-afce-cd61f4db1a60 service neutron] For port a05d23f2-1ec7-4ea5-891f-95d155152b9a, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=a05d23f2-1ec7-4ea5-891f-95d155152b9a,segment=NetworkSegment(0c7d1cd1-8041-472a-b82e-ec3fb07045fe),segment_id=0c7d1cd1-8041-472a-b82e-ec3fb07045fe)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:23:38.676516 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-db33e08c-422e-43e9-bd8e-2876425927c4 service neutron] Transition to ACTIVE for port object d2201cb3-5869-4d80-ae75-48abd44db9f7 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:23:38.722313 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b37b43-5d2b-4eb9-a8d2-2c495670df66 req-90d86d0a-bbd9-4467-976f-0283bff51a25 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:38.729121 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b37b43-5d2b-4eb9-a8d2-2c495670df66 req-90d86d0a-bbd9-4467-976f-0283bff51a25 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:38.735064 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b37b43-5d2b-4eb9-a8d2-2c495670df66 req-90d86d0a-bbd9-4467-976f-0283bff51a25 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:38.740947 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b37b43-5d2b-4eb9-a8d2-2c495670df66 req-90d86d0a-bbd9-4467-976f-0283bff51a25 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:38.747584 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b37b43-5d2b-4eb9-a8d2-2c495670df66 req-90d86d0a-bbd9-4467-976f-0283bff51a25 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:38.753524 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b37b43-5d2b-4eb9-a8d2-2c495670df66 req-90d86d0a-bbd9-4467-976f-0283bff51a25 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:38.759473 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b37b43-5d2b-4eb9-a8d2-2c495670df66 req-90d86d0a-bbd9-4467-976f-0283bff51a25 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:38.761352 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c2b37b43-5d2b-4eb9-a8d2-2c495670df66 req-90d86d0a-bbd9-4467-976f-0283bff51a25 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 5419 time: 0.1058493 Oct 27 18:23:38.764061 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-62fff581-a11e-49b0-afce-cd61f4db1a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:38.814576 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-62fff581-a11e-49b0-afce-cd61f4db1a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:38.815225 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-62fff581-a11e-49b0-afce-cd61f4db1a60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:38.816618 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-62fff581-a11e-49b0-afce-cd61f4db1a60 service neutron] 10.222.0.93 "PUT /v2.0/ports/a05d23f2-1ec7-4ea5-891f-95d155152b9a HTTP/1.1" status: 200 len: 1091 time: 1.5869932 Oct 27 18:23:38.824647 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ee750e-d5de-42db-9299-e2231d6dfc76', 'tag': 'a05d23f2-1ec7-4ea5-891f-95d155152b9a'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:23:38.827435 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248f7339-45a4-4b47-b2d9-f4fbc956fdec" -d '{"events": [{"name": "network-changed", "server_uuid": "b3ee750e-d5de-42db-9299-e2231d6dfc76", "tag": "a05d23f2-1ec7-4ea5-891f-95d155152b9a"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:23:38.833995 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-db33e08c-422e-43e9-bd8e-2876425927c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:38.889009 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c2b37b43-5d2b-4eb9-a8d2-2c495670df66 req-343c6742-0036-4eb2-b347-1a35589acf75 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=02a89f5e-a42d-4682-bd74-7f652c60708b&id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1207297 Oct 27 18:23:38.895287 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fff581-a11e-49b0-afce-cd61f4db1a60 service neutron] Pushing event updated for resources: {'Port': ['ID=a05d23f2-1ec7-4ea5-891f-95d155152b9a,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:39.004316 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf3a500-9c93-4612-8a39-f775ff5866b5 x-openstack-request-id: req-6bf3a500-9c93-4612-8a39-f775ff5866b5 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:23:39.004935 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3ee750e-d5de-42db-9299-e2231d6dfc76", "tag": "a05d23f2-1ec7-4ea5-891f-95d155152b9a", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:23:39.005196 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6bf3a500-9c93-4612-8a39-f775ff5866b5 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:23:39.005600 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3ee750e-d5de-42db-9299-e2231d6dfc76', 'tag': 'a05d23f2-1ec7-4ea5-891f-95d155152b9a', 'status': 'completed', 'code': 200} Oct 27 18:23:39.078754 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db33e08c-422e-43e9-bd8e-2876425927c4 service neutron] Pushing event updated for resources: {'Port': ['ID=d2201cb3-5869-4d80-ae75-48abd44db9f7,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:39.092746 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-c6903ad5-23e1-441c-ac8b-db5e2896fb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:39.094306 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-c6903ad5-23e1-441c-ac8b-db5e2896fb7d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aff262b9f0934bd18c5d697abc673551&device_id=b3ee750e-d5de-42db-9299-e2231d6dfc76 HTTP/1.1" status: 200 len: 1094 time: 0.1583457 Oct 27 18:23:39.463964 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93c75e-192a-43fc-a1eb-137efffeb8f0 req-e0cde56f-19b8-400b-b39c-8c59e30255a6 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:39.465505 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ca93c75e-192a-43fc-a1eb-137efffeb8f0 req-e0cde56f-19b8-400b-b39c-8c59e30255a6 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fb3a9d5-9e62-4ab0-b3c5-bc6a1cb6a1b8 HTTP/1.1" status: 200 len: 943 time: 0.4507587 Oct 27 18:23:39.467898 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-db33e08c-422e-43e9-bd8e-2876425927c4 service neutron] Attempting to bind port d2201cb3-5869-4d80-ae75-48abd44db9f7 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:23:39.468731 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-db33e08c-422e-43e9-bd8e-2876425927c4 service neutron] Attempting to bind port d2201cb3-5869-4d80-ae75-48abd44db9f7 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '0c7d1cd1-8041-472a-b82e-ec3fb07045fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '66c15a2c-dbc4-400c-9f31-3bab4aa18dfa'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:23:39.468731 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-db33e08c-422e-43e9-bd8e-2876425927c4 service neutron] Attempting to bind port d2201cb3-5869-4d80-ae75-48abd44db9f7 on network 66c15a2c-dbc4-400c-9f31-3bab4aa18dfa {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:23:39.473113 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-039c5616-cdb8-460b-af49-57de04c38073 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a05d23f2-1ec7-4ea5-891f-95d155152b9a HTTP/1.1" status: 200 len: 217 time: 0.3678646 Oct 27 18:23:39.501056 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c28ff1bc-d712-4b22-b210-6b5deb6fa2be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:39.506498 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-db33e08c-422e-43e9-bd8e-2876425927c4 service neutron] Port d2201cb3-5869-4d80-ae75-48abd44db9f7 on network 66c15a2c-dbc4-400c-9f31-3bab4aa18dfa not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:23:39.506844 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-db33e08c-422e-43e9-bd8e-2876425927c4 service neutron] Attempting to bind port d2201cb3-5869-4d80-ae75-48abd44db9f7 on network 66c15a2c-dbc4-400c-9f31-3bab4aa18dfa {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:23:39.574589 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-db33e08c-422e-43e9-bd8e-2876425927c4 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:23:39.574969 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-db33e08c-422e-43e9-bd8e-2876425927c4 service neutron] Checking segment: {'id': '0c7d1cd1-8041-472a-b82e-ec3fb07045fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '66c15a2c-dbc4-400c-9f31-3bab4aa18dfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:23:39.575362 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-db33e08c-422e-43e9-bd8e-2876425927c4 service neutron] Bound using segment: {'id': '0c7d1cd1-8041-472a-b82e-ec3fb07045fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '66c15a2c-dbc4-400c-9f31-3bab4aa18dfa'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:23:39.575805 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-db33e08c-422e-43e9-bd8e-2876425927c4 service neutron] Bound port: d2201cb3-5869-4d80-ae75-48abd44db9f7, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7d1cd1-8041-472a-b82e-ec3fb07045fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '66c15a2c-dbc4-400c-9f31-3bab4aa18dfa'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:23:39.576168 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-db33e08c-422e-43e9-bd8e-2876425927c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:39.615908 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-df41334e-9337-4990-a57a-29e35e0c6f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:39.617921 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-df41334e-9337-4990-a57a-29e35e0c6f3e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=534e29f8-6edb-4d3f-8e36-3331175f47fc HTTP/1.1" status: 200 len: 851 time: 0.1328409 Oct 27 18:23:39.647566 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ca93c75e-192a-43fc-a1eb-137efffeb8f0 req-6328608e-5fcf-4cb0-b868-0553b6c02b3b tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/security-groups?id=e181289c-8617-4d1c-b65d-bc8b5968e064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652739 Oct 27 18:23:39.681055 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-26e8a7e6-7639-4eb4-b334-20ed27e55adc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=66c15a2c-dbc4-400c-9f31-3bab4aa18dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367343 Oct 27 18:23:39.782951 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a8c4d-7534-43f7-a350-44da128156a5 req-4c44f73d-0270-49f7-963e-a1bdc958517f tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:39.789415 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-140a8c4d-7534-43f7-a350-44da128156a5 req-4c44f73d-0270-49f7-963e-a1bdc958517f tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/networks?id=70d54990-c18d-43d7-9758-e9fefdddf939 HTTP/1.1" status: 200 len: 812 time: 0.3180144 Oct 27 18:23:39.807854 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-db33e08c-422e-43e9-bd8e-2876425927c4 service neutron] For port d2201cb3-5869-4d80-ae75-48abd44db9f7, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:23:39.831369 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-db33e08c-422e-43e9-bd8e-2876425927c4 service neutron] For port d2201cb3-5869-4d80-ae75-48abd44db9f7, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d2201cb3-5869-4d80-ae75-48abd44db9f7,segment=NetworkSegment(0c7d1cd1-8041-472a-b82e-ec3fb07045fe),segment_id=0c7d1cd1-8041-472a-b82e-ec3fb07045fe)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:23:39.837103 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-140a8c4d-7534-43f7-a350-44da128156a5 req-2d801979-b5a6-4b2b-bbfc-e3218e654f57 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/quotas/78baf6dd112742399f2639cbeffece6c HTTP/1.1" status: 200 len: 375 time: 0.0342159 Oct 27 18:23:39.883492 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20694dfc-0fcf-4533-8a1f-a5554981eb07 req-ca66662e-f035-486e-91ae-884a451e4dde tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:39.885011 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20694dfc-0fcf-4533-8a1f-a5554981eb07 req-ca66662e-f035-486e-91ae-884a451e4dde tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 950 time: 0.1718705 Oct 27 18:23:39.905585 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-140a8c4d-7534-43f7-a350-44da128156a5 req-fec7533b-69d8-440f-9ea5-2d3751724168 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=78baf6dd112742399f2639cbeffece6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593488 Oct 27 18:23:39.908858 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-db33e08c-422e-43e9-bd8e-2876425927c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:39.934742 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-4013121f-2f41-403c-929d-7b2bf1d72c70 service neutron] 10.222.0.93 "GET /v2.0/networks/66c15a2c-dbc4-400c-9f31-3bab4aa18dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423558 Oct 27 18:23:40.016734 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-db33e08c-422e-43e9-bd8e-2876425927c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:40.017352 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-db33e08c-422e-43e9-bd8e-2876425927c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:40.018740 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-db33e08c-422e-43e9-bd8e-2876425927c4 service neutron] 10.222.0.93 "PUT /v2.0/ports/d2201cb3-5869-4d80-ae75-48abd44db9f7 HTTP/1.1" status: 200 len: 1091 time: 2.1870520 Oct 27 18:23:40.104038 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20694dfc-0fcf-4533-8a1f-a5554981eb07 req-5c3284d0-e472-4a14-8389-a4173149472c tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009175 Oct 27 18:23:40.110798 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db33e08c-422e-43e9-bd8e-2876425927c4 service neutron] Pushing event updated for resources: {'Port': ['ID=d2201cb3-5869-4d80-ae75-48abd44db9f7,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:40.146847 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-140a8c4d-7534-43f7-a350-44da128156a5 req-fcd4b8fd-fc71-4287-ba20-60c83a95440c service neutron] 10.222.0.52 "GET /v2.0/networks/70d54990-c18d-43d7-9758-e9fefdddf939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278938 Oct 27 18:23:40.185468 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-1a49e849-dda8-45b7-be12-643733e502a3 service neutron] 10.222.0.93 "GET /v2.0/networks/66c15a2c-dbc4-400c-9f31-3bab4aa18dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256346 Oct 27 18:23:40.280175 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-bc9b780b-9a37-435c-a5a7-b1fbf7eb880a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:40.281708 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-bc9b780b-9a37-435c-a5a7-b1fbf7eb880a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aff262b9f0934bd18c5d697abc673551&device_id=1fb3a9d5-9e62-4ab0-b3c5-bc6a1cb6a1b8 HTTP/1.1" status: 200 len: 1094 time: 0.0988030 Oct 27 18:23:40.296330 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-140a8c4d-7534-43f7-a350-44da128156a5 req-cf69914d-5f89-478f-9a46-24ac8c4a65f7 service neutron] 10.222.0.52 "GET /v2.0/networks/70d54990-c18d-43d7-9758-e9fefdddf939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389005 Oct 27 18:23:40.377347 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-078bad31-ceec-4267-a545-c36e77900817 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2201cb3-5869-4d80-ae75-48abd44db9f7 HTTP/1.1" status: 200 len: 217 time: 0.0649416 Oct 27 18:23:40.426286 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304902e0-9b37-4445-81c4-59979a5ff5ed req-631d30e9-04b3-4feb-a2d7-b9a2d55d8a0b tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:40.427802 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-304902e0-9b37-4445-81c4-59979a5ff5ed req-631d30e9-04b3-4feb-a2d7-b9a2d55d8a0b tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.1436989 Oct 27 18:23:40.448441 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f7339-45a4-4b47-b2d9-f4fbc956fdec req-c86fcb16-e756-4574-a538-a2dfb3de94a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:40.449807 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-248f7339-45a4-4b47-b2d9-f4fbc956fdec req-c86fcb16-e756-4574-a538-a2dfb3de94a4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aff262b9f0934bd18c5d697abc673551&device_id=b3ee750e-d5de-42db-9299-e2231d6dfc76 HTTP/1.1" status: 200 len: 1094 time: 0.1388173 Oct 27 18:23:40.472261 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-f78e5fe3-8f03-482a-bf83-bc3bbcba993d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:40.473642 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-f78e5fe3-8f03-482a-bf83-bc3bbcba993d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=534e29f8-6edb-4d3f-8e36-3331175f47fc HTTP/1.1" status: 200 len: 851 time: 0.0876179 Oct 27 18:23:40.555272 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-304902e0-9b37-4445-81c4-59979a5ff5ed req-9ae9d294-428d-45cd-9dd6-893ce9ed1782 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175103 Oct 27 18:23:40.557200 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-2b2cacc3-a24f-4d56-9b00-07b909fe4a9b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=66c15a2c-dbc4-400c-9f31-3bab4aa18dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361807 Oct 27 18:23:40.701245 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f7339-45a4-4b47-b2d9-f4fbc956fdec req-bd36dc7d-a7a4-420c-8e4a-2104b6cfcb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:40.703395 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-248f7339-45a4-4b47-b2d9-f4fbc956fdec req-bd36dc7d-a7a4-420c-8e4a-2104b6cfcb22 service neutron] 10.222.0.93 "GET /v2.0/networks?id=66c15a2c-dbc4-400c-9f31-3bab4aa18dfa HTTP/1.1" status: 200 len: 913 time: 0.2388840 Oct 27 18:23:40.774650 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-248f7339-45a4-4b47-b2d9-f4fbc956fdec req-26e768a8-e0b2-41bb-8a70-47e3028dd0a9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a05d23f2-1ec7-4ea5-891f-95d155152b9a HTTP/1.1" status: 200 len: 217 time: 0.0532446 Oct 27 18:23:40.827646 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-55fd7009-c2db-4e2e-81fe-51e1628adb59 req-35a4c760-86dd-46bf-b16c-322945376a06 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f920e40-6780-459b-adb3-b0654b52ce51 HTTP/1.1" status: 200 len: 210 time: 0.0583112 Oct 27 18:23:40.857565 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-6c8e281d-0ef7-49f2-acf1-76ee5477cf8d service neutron] 10.222.0.93 "GET /v2.0/networks/66c15a2c-dbc4-400c-9f31-3bab4aa18dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813523 Oct 27 18:23:40.873175 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fdf285-e1cb-4dcc-bb6f-b174f9fa9407 req-262caec4-58ab-41b3-a96f-c85a4c15ca17 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:40.879477 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fdf285-e1cb-4dcc-bb6f-b174f9fa9407 req-262caec4-58ab-41b3-a96f-c85a4c15ca17 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:40.886134 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fdf285-e1cb-4dcc-bb6f-b174f9fa9407 req-262caec4-58ab-41b3-a96f-c85a4c15ca17 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:40.892670 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fdf285-e1cb-4dcc-bb6f-b174f9fa9407 req-262caec4-58ab-41b3-a96f-c85a4c15ca17 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:40.900265 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fdf285-e1cb-4dcc-bb6f-b174f9fa9407 req-262caec4-58ab-41b3-a96f-c85a4c15ca17 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:40.906661 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fdf285-e1cb-4dcc-bb6f-b174f9fa9407 req-262caec4-58ab-41b3-a96f-c85a4c15ca17 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:40.912857 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fdf285-e1cb-4dcc-bb6f-b174f9fa9407 req-262caec4-58ab-41b3-a96f-c85a4c15ca17 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:40.915558 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-58fdf285-e1cb-4dcc-bb6f-b174f9fa9407 req-262caec4-58ab-41b3-a96f-c85a4c15ca17 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 5419 time: 0.2380440 Oct 27 18:23:41.014051 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f7339-45a4-4b47-b2d9-f4fbc956fdec req-044bd1c3-f78f-44f1-88f1-7379484af702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:41.015590 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-248f7339-45a4-4b47-b2d9-f4fbc956fdec req-044bd1c3-f78f-44f1-88f1-7379484af702 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=534e29f8-6edb-4d3f-8e36-3331175f47fc HTTP/1.1" status: 200 len: 851 time: 0.2203059 Oct 27 18:23:41.016023 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fb3a9d5-9e62-4ab0-b3c5-bc6a1cb6a1b8', 'tag': 'd2201cb3-5869-4d80-ae75-48abd44db9f7'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:23:41.018372 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22bc3e49-0a2f-4c92-aaba-04cedf2cb486" -d '{"events": [{"name": "network-changed", "server_uuid": "1fb3a9d5-9e62-4ab0-b3c5-bc6a1cb6a1b8", "tag": "d2201cb3-5869-4d80-ae75-48abd44db9f7"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:23:41.069347 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-248f7339-45a4-4b47-b2d9-f4fbc956fdec req-3ad4a4fb-cc25-40f6-893e-2892fbe399aa service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=66c15a2c-dbc4-400c-9f31-3bab4aa18dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398483 Oct 27 18:23:41.092923 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-58fdf285-e1cb-4dcc-bb6f-b174f9fa9407 req-7b43a5b9-4f48-4f07-bb84-6107a3431c66 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=02a89f5e-a42d-4682-bd74-7f652c60708b&id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1611884 Oct 27 18:23:41.222487 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506a144-b1fe-428c-b58f-e934b60ae1c7 req-5bc3f0fc-9200-49ea-9f93-a7f0b7c022e3 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:41.222487 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c506a144-b1fe-428c-b58f-e934b60ae1c7 req-5bc3f0fc-9200-49ea-9f93-a7f0b7c022e3 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fb3a9d5-9e62-4ab0-b3c5-bc6a1cb6a1b8 HTTP/1.1" status: 200 len: 943 time: 0.1959414 Oct 27 18:23:41.225259 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2d709b6e-cc85-4268-a65b-91ab31156281 req-f4195607-7794-4f13-a36e-429dd5bf2cc5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d87eacb3-2685-4110-a371-17d5a374f9b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0611331 Oct 27 18:23:41.225844 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a35712d2-98a6-4bfa-a08d-f3ab8c6faeaf req-1da3f0c5-b3cb-4f4c-ac3e-029f6e58a879 service neutron] 10.222.0.93 "GET /v2.0/networks/66c15a2c-dbc4-400c-9f31-3bab4aa18dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017523 Oct 27 18:23:41.241712 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a37e39-538d-498d-aeef-c0cf5f78bae8 x-openstack-request-id: req-31a37e39-538d-498d-aeef-c0cf5f78bae8 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:23:41.241930 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fb3a9d5-9e62-4ab0-b3c5-bc6a1cb6a1b8", "tag": "d2201cb3-5869-4d80-ae75-48abd44db9f7", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:23:41.243415 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-31a37e39-538d-498d-aeef-c0cf5f78bae8 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:23:41.243780 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fb3a9d5-9e62-4ab0-b3c5-bc6a1cb6a1b8', 'tag': 'd2201cb3-5869-4d80-ae75-48abd44db9f7', 'status': 'completed', 'code': 200} Oct 27 18:23:41.253754 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d709b6e-cc85-4268-a65b-91ab31156281 req-6a8fadc3-183e-48a1-8bb2-78fba1584e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:41.256223 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2d709b6e-cc85-4268-a65b-91ab31156281 req-6a8fadc3-183e-48a1-8bb2-78fba1584e25 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3e91b481b7ed41598c6c65d613a829e7&device_id=d87eacb3-2685-4110-a371-17d5a374f9b0 HTTP/1.1" status: 200 len: 1100 time: 0.0686266 Oct 27 18:23:41.268351 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c506a144-b1fe-428c-b58f-e934b60ae1c7 req-164c247e-64ed-4e21-a112-9f627485cf39 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/security-groups?id=e181289c-8617-4d1c-b65d-bc8b5968e064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297133 Oct 27 18:23:41.320414 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-248f7339-45a4-4b47-b2d9-f4fbc956fdec req-e910374d-99e9-43ea-8d1d-e4567b60ca7f service neutron] 10.222.0.93 "GET /v2.0/networks/66c15a2c-dbc4-400c-9f31-3bab4aa18dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069261 Oct 27 18:23:41.402666 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d709b6e-cc85-4268-a65b-91ab31156281 req-ccf2cdd0-9d0d-4e75-892e-9b59c48e0f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:41.404234 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2d709b6e-cc85-4268-a65b-91ab31156281 req-ccf2cdd0-9d0d-4e75-892e-9b59c48e0f54 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.1192122 Oct 27 18:23:41.439755 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899e534-ca73-4c25-ac69-f391c6e58039 req-2934d10a-c2e8-4edc-ab6b-3a269b8b12a6 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:41.441261 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2899e534-ca73-4c25-ac69-f391c6e58039 req-2934d10a-c2e8-4edc-ab6b-3a269b8b12a6 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 950 time: 0.1370714 Oct 27 18:23:41.453369 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2d709b6e-cc85-4268-a65b-91ab31156281 req-0466515a-c255-4de6-851d-87a4b94179f6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=f38b6daf-1420-40e7-aefc-0579a39bad79 HTTP/1.1" status: 200 len: 217 time: 0.0390890 Oct 27 18:23:41.496291 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc3e49-0a2f-4c92-aaba-04cedf2cb486 req-594f7500-b5a8-4c24-b8b0-1fab068f6579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:41.497795 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-22bc3e49-0a2f-4c92-aaba-04cedf2cb486 req-594f7500-b5a8-4c24-b8b0-1fab068f6579 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aff262b9f0934bd18c5d697abc673551&device_id=1fb3a9d5-9e62-4ab0-b3c5-bc6a1cb6a1b8 HTTP/1.1" status: 200 len: 1094 time: 0.1101625 Oct 27 18:23:41.501264 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-248f7339-45a4-4b47-b2d9-f4fbc956fdec req-46175cfe-a055-479b-99c0-fbb4bcd5f113 service neutron] 10.222.0.93 "GET /v2.0/networks/66c15a2c-dbc4-400c-9f31-3bab4aa18dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656916 Oct 27 18:23:41.513799 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d709b6e-cc85-4268-a65b-91ab31156281 req-e894d26e-668b-4fa5-a07c-18449d6bc520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:41.515523 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2d709b6e-cc85-4268-a65b-91ab31156281 req-e894d26e-668b-4fa5-a07c-18449d6bc520 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.0531933 Oct 27 18:23:41.516114 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2899e534-ca73-4c25-ac69-f391c6e58039 req-333e9779-d28d-403b-80a6-1c741c06df70 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629411 Oct 27 18:23:41.578763 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device f38b6daf-1420-40e7-aefc-0579a39bad79 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:23:41.595347 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d709b6e-cc85-4268-a65b-91ab31156281 req-2d1f7c25-0d99-4c23-a4ad-0e51c506c1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:41.596984 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2d709b6e-cc85-4268-a65b-91ab31156281 req-2d1f7c25-0d99-4c23-a4ad-0e51c506c1ca service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0741415 Oct 27 18:23:41.642908 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc3e49-0a2f-4c92-aaba-04cedf2cb486 req-1f2ecafc-27a0-439f-a936-d4e84242ed50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:41.645895 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-22bc3e49-0a2f-4c92-aaba-04cedf2cb486 req-1f2ecafc-27a0-439f-a936-d4e84242ed50 service neutron] 10.222.0.93 "GET /v2.0/networks?id=66c15a2c-dbc4-400c-9f31-3bab4aa18dfa HTTP/1.1" status: 200 len: 913 time: 0.1293910 Oct 27 18:23:41.688523 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:41.714033 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-22bc3e49-0a2f-4c92-aaba-04cedf2cb486 req-d7f1356a-3c6e-47e1-9c45-b6ddf312185a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2201cb3-5869-4d80-ae75-48abd44db9f7 HTTP/1.1" status: 200 len: 217 time: 0.0589724 Oct 27 18:23:41.718537 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87eacb3-2685-4110-a371-17d5a374f9b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f38b6daf-1420-40e7-aefc-0579a39bad79'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:23:41.720891 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a894e46a-3dd1-4f7c-9675-048b1d9685c8" -d '{"events": [{"server_uuid": "d87eacb3-2685-4110-a371-17d5a374f9b0", "name": "network-vif-unplugged", "status": "completed", "tag": "f38b6daf-1420-40e7-aefc-0579a39bad79"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:23:41.744196 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port f38b6daf-1420-40e7-aefc-0579a39bad79, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f38b6daf-1420-40e7-aefc-0579a39bad79,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:23:41.765559 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2d709b6e-cc85-4268-a65b-91ab31156281 req-7316d774-3327-4d58-a3b6-8a233b09dc09 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566668 Oct 27 18:23:41.819496 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf39bf-14c6-4851-b6e5-a3d879d8ea79 req-121d0e50-ba65-4f0a-ba4b-7fe7ee3e4367 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:41.821864 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1bdf39bf-14c6-4851-b6e5-a3d879d8ea79 req-121d0e50-ba65-4f0a-ba4b-7fe7ee3e4367 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.1117585 Oct 27 18:23:41.827031 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:41.872643 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc3e49-0a2f-4c92-aaba-04cedf2cb486 req-bf15a352-a4da-4207-ba15-0e009bc6859b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:41.874469 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-22bc3e49-0a2f-4c92-aaba-04cedf2cb486 req-bf15a352-a4da-4207-ba15-0e009bc6859b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=534e29f8-6edb-4d3f-8e36-3331175f47fc HTTP/1.1" status: 200 len: 851 time: 0.1126633 Oct 27 18:23:41.884404 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1bdf39bf-14c6-4851-b6e5-a3d879d8ea79 req-3f028ec4-d0c0-4fbd-b41b-cd912bb075a0 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526030 Oct 27 18:23:41.886303 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2d709b6e-cc85-4268-a65b-91ab31156281 req-c8b07efc-3c66-43d9-afe9-dd2afb53d0e7 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083949 Oct 27 18:23:41.896863 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=f38b6daf-1420-40e7-aefc-0579a39bad79,revision_number=11']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:41.930530 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-22bc3e49-0a2f-4c92-aaba-04cedf2cb486 req-ef2d2d28-eee0-4e5a-bd42-3e514c992a57 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=66c15a2c-dbc4-400c-9f31-3bab4aa18dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382748 Oct 27 18:23:41.947390 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 18:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fb7300-4ec7-40f7-8b9a-3fcbb3162fda x-openstack-request-id: req-78fb7300-4ec7-40f7-8b9a-3fcbb3162fda {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:23:41.947761 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87eacb3-2685-4110-a371-17d5a374f9b0", "name": "network-vif-unplugged", "status": "completed", "tag": "f38b6daf-1420-40e7-aefc-0579a39bad79", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:23:41.948145 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-78fb7300-4ec7-40f7-8b9a-3fcbb3162fda {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:23:41.948558 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87eacb3-2685-4110-a371-17d5a374f9b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f38b6daf-1420-40e7-aefc-0579a39bad79', 'code': 200} Oct 27 18:23:42.049490 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ece96525-f86a-4162-aad2-547d18b9307f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:42.066372 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-34341fee-a650-4b98-8e1f-709e6d08902d req-a9bf58ba-6a90-4186-99d6-b99be2b8ee3a tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f920e40-6780-459b-adb3-b0654b52ce51 HTTP/1.1" status: 200 len: 210 time: 0.0375702 Oct 27 18:23:42.099784 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-22bc3e49-0a2f-4c92-aaba-04cedf2cb486 req-f74bf899-1cfc-4dae-b75c-23322403008f service neutron] 10.222.0.93 "GET /v2.0/networks/66c15a2c-dbc4-400c-9f31-3bab4aa18dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520109 Oct 27 18:23:42.229315 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-22bc3e49-0a2f-4c92-aaba-04cedf2cb486 req-d454e6d7-d1a1-4a71-8ca6-c21dcf777c16 service neutron] 10.222.0.93 "GET /v2.0/networks/66c15a2c-dbc4-400c-9f31-3bab4aa18dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205778 Oct 27 18:23:42.478702 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2ea89-e1a4-494c-867d-939c920ba324 req-7c649012-4495-4a03-b3a9-eabd70966703 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:42.480256 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e3b2ea89-e1a4-494c-867d-939c920ba324 req-7c649012-4495-4a03-b3a9-eabd70966703 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fb3a9d5-9e62-4ab0-b3c5-bc6a1cb6a1b8 HTTP/1.1" status: 200 len: 943 time: 0.0803616 Oct 27 18:23:42.496777 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f64a5-304c-41e2-be03-efcd3808d531 req-b59f8cf2-20ed-488c-822e-066e0c732ae0 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:42.502961 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f64a5-304c-41e2-be03-efcd3808d531 req-b59f8cf2-20ed-488c-822e-066e0c732ae0 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:42.509332 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f64a5-304c-41e2-be03-efcd3808d531 req-b59f8cf2-20ed-488c-822e-066e0c732ae0 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:42.515484 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f64a5-304c-41e2-be03-efcd3808d531 req-b59f8cf2-20ed-488c-822e-066e0c732ae0 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:42.521426 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f64a5-304c-41e2-be03-efcd3808d531 req-b59f8cf2-20ed-488c-822e-066e0c732ae0 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:42.527775 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f64a5-304c-41e2-be03-efcd3808d531 req-b59f8cf2-20ed-488c-822e-066e0c732ae0 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:42.533785 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f64a5-304c-41e2-be03-efcd3808d531 req-b59f8cf2-20ed-488c-822e-066e0c732ae0 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:42.535641 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4f9f64a5-304c-41e2-be03-efcd3808d531 req-b59f8cf2-20ed-488c-822e-066e0c732ae0 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 5419 time: 0.1252728 Oct 27 18:23:42.589899 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e3b2ea89-e1a4-494c-867d-939c920ba324 req-04baa3b5-d326-49cf-99da-0f579bb454bd tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/security-groups?id=e181289c-8617-4d1c-b65d-bc8b5968e064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532441 Oct 27 18:23:42.599229 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4f9f64a5-304c-41e2-be03-efcd3808d531 req-cbbe58b8-2158-4746-9312-41bfa42c0516 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=02a89f5e-a42d-4682-bd74-7f652c60708b&id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557401 Oct 27 18:23:42.715788 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9402a79-170f-4780-a7fc-84928b782bc9 req-c72a7cc7-d3e9-4b5b-8f34-0f6258851412 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:42.717221 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c9402a79-170f-4780-a7fc-84928b782bc9 req-c72a7cc7-d3e9-4b5b-8f34-0f6258851412 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 950 time: 0.0513451 Oct 27 18:23:42.761616 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c9402a79-170f-4780-a7fc-84928b782bc9 req-76521366-b24e-4f2c-8174-e093e7c8ff5e tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375090 Oct 27 18:23:42.935212 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a8c4d-7534-43f7-a350-44da128156a5 req-cffb38ad-eab7-44ee-a18a-5559f564adc4 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:42.937181 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-140a8c4d-7534-43f7-a350-44da128156a5 req-cffb38ad-eab7-44ee-a18a-5559f564adc4 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.93 "GET /v2.0/networks?id=70d54990-c18d-43d7-9758-e9fefdddf939 HTTP/1.1" status: 200 len: 812 time: 0.1106265 Oct 27 18:23:42.952740 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-140a8c4d-7534-43f7-a350-44da128156a5 req-3668433f-a045-4e4b-a327-5184fa3da2fd tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Request body: {'port': {'device_id': '2f920e40-6780-459b-adb3-b0654b52ce51', 'network_id': '70d54990-c18d-43d7-9758-e9fefdddf939', 'admin_state_up': True, 'tenant_id': '78baf6dd112742399f2639cbeffece6c'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:23:43.072609 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2336b-39cc-436b-b2a7-96482b26ea3f req-8f9a950f-94cb-427f-8905-7bd888964362 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:43.074138 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b1f2336b-39cc-436b-b2a7-96482b26ea3f req-8f9a950f-94cb-427f-8905-7bd888964362 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.0767202 Oct 27 18:23:43.132401 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b1f2336b-39cc-436b-b2a7-96482b26ea3f req-d990ba40-1a16-4965-ba58-20ef40acc981 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486574 Oct 27 18:23:43.238301 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-140a8c4d-7534-43f7-a350-44da128156a5 req-3668433f-a045-4e4b-a327-5184fa3da2fd tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Made reservation on behalf of 78baf6dd112742399f2639cbeffece6c for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:23:43.243724 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-140a8c4d-7534-43f7-a350-44da128156a5 req-3668433f-a045-4e4b-a327-5184fa3da2fd tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:43.298402 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-13d825e6-dcca-40a6-b2e4-d12d75a546af req-9d37dc5c-82e1-44c7-a979-f8e8f730e306 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f920e40-6780-459b-adb3-b0654b52ce51 HTTP/1.1" status: 200 len: 210 time: 0.0360565 Oct 27 18:23:43.346228 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:43.381339 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:43.402384 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-140a8c4d-7534-43f7-a350-44da128156a5 req-3668433f-a045-4e4b-a327-5184fa3da2fd tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Allocated IP 172.20.0.2 (70d54990-c18d-43d7-9758-e9fefdddf939/9dd73aad-b62b-49e3-a8b3-a2ce98f853a3/4537252f-d57a-4e49-ad15-a0ee92c213d1) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:23:43.554008 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-140a8c4d-7534-43f7-a350-44da128156a5 req-3668433f-a045-4e4b-a327-5184fa3da2fd tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:43.595215 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device a05d23f2-1ec7-4ea5-891f-95d155152b9a details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:23:43.644420 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-140a8c4d-7534-43f7-a350-44da128156a5 req-3668433f-a045-4e4b-a327-5184fa3da2fd tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:43.696000 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port a05d23f2-1ec7-4ea5-891f-95d155152b9a, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=a05d23f2-1ec7-4ea5-891f-95d155152b9a,segment=NetworkSegment(0c7d1cd1-8041-472a-b82e-ec3fb07045fe),segment_id=0c7d1cd1-8041-472a-b82e-ec3fb07045fe)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:23:43.707719 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'a05d23f2-1ec7-4ea5-891f-95d155152b9a', 'network_id': '66c15a2c-dbc4-400c-9f31-3bab4aa18dfa', 'port_id': 'a05d23f2-1ec7-4ea5-891f-95d155152b9a', 'mac_address': 'fa:16:3e:0b:ef:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1000, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '534e29f8-6edb-4d3f-8e36-3331175f47fc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:23:43.721391 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-140a8c4d-7534-43f7-a350-44da128156a5 req-3668433f-a045-4e4b-a327-5184fa3da2fd tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Network 70d54990-c18d-43d7-9758-e9fefdddf939 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:23:43.727619 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-140a8c4d-7534-43f7-a350-44da128156a5 req-3668433f-a045-4e4b-a327-5184fa3da2fd tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:23:43.732180 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-140a8c4d-7534-43f7-a350-44da128156a5 req-3668433f-a045-4e4b-a327-5184fa3da2fd tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:23:43.740802 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668433f-a045-4e4b-a327-5184fa3da2fd tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Pushing event updated for resources: {'Port': ['ID=4537252f-d57a-4e49-ad15-a0ee92c213d1,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:43.749853 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:43.764016 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a05d23f2-1ec7-4ea5-891f-95d155152b9a {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:23:43.783444 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port a05d23f2-1ec7-4ea5-891f-95d155152b9a, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=a05d23f2-1ec7-4ea5-891f-95d155152b9a,segment=NetworkSegment(0c7d1cd1-8041-472a-b82e-ec3fb07045fe),segment_id=0c7d1cd1-8041-472a-b82e-ec3fb07045fe)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:23:43.792670 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136988b-d0b9-4973-8298-d4b87b47f091 req-ab7a86de-bcd0-4e6e-8d1d-071d0f71cf08 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:43.794274 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6136988b-d0b9-4973-8298-d4b87b47f091 req-ab7a86de-bcd0-4e6e-8d1d-071d0f71cf08 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fb3a9d5-9e62-4ab0-b3c5-bc6a1cb6a1b8 HTTP/1.1" status: 200 len: 943 time: 0.1187840 Oct 27 18:23:43.814592 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a8c4d-7534-43f7-a350-44da128156a5 req-3668433f-a045-4e4b-a327-5184fa3da2fd tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:43.815246 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-140a8c4d-7534-43f7-a350-44da128156a5 req-3668433f-a045-4e4b-a327-5184fa3da2fd tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:43.849787 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6136988b-d0b9-4973-8298-d4b87b47f091 req-7c1c9cfa-c764-42df-a65e-ee5f4fbcc541 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/security-groups?id=e181289c-8617-4d1c-b65d-bc8b5968e064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473700 Oct 27 18:23:43.866407 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:43.903873 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-140a8c4d-7534-43f7-a350-44da128156a5 req-3668433f-a045-4e4b-a327-5184fa3da2fd tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9556656 Oct 27 18:23:43.916796 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=a05d23f2-1ec7-4ea5-891f-95d155152b9a,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:43.919058 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-140a8c4d-7534-43f7-a350-44da128156a5 req-4318bafe-bdd9-4c73-a837-4854d1bc0012 service neutron] Request body: {'port': {'device_id': '2f920e40-6780-459b-adb3-b0654b52ce51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:23:44.011052 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638f851-4dbe-47b3-8c94-13f71d955525 req-5ee70aab-ad71-458d-83f3-58e1aba0ab44 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:44.017045 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638f851-4dbe-47b3-8c94-13f71d955525 req-5ee70aab-ad71-458d-83f3-58e1aba0ab44 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:44.022983 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638f851-4dbe-47b3-8c94-13f71d955525 req-5ee70aab-ad71-458d-83f3-58e1aba0ab44 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:44.029282 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638f851-4dbe-47b3-8c94-13f71d955525 req-5ee70aab-ad71-458d-83f3-58e1aba0ab44 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:44.037172 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638f851-4dbe-47b3-8c94-13f71d955525 req-5ee70aab-ad71-458d-83f3-58e1aba0ab44 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:44.043996 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638f851-4dbe-47b3-8c94-13f71d955525 req-5ee70aab-ad71-458d-83f3-58e1aba0ab44 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:44.050309 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638f851-4dbe-47b3-8c94-13f71d955525 req-5ee70aab-ad71-458d-83f3-58e1aba0ab44 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:44.052271 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5638f851-4dbe-47b3-8c94-13f71d955525 req-5ee70aab-ad71-458d-83f3-58e1aba0ab44 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 5419 time: 0.1397564 Oct 27 18:23:44.053577 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-140a8c4d-7534-43f7-a350-44da128156a5 req-4318bafe-bdd9-4c73-a837-4854d1bc0012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:44.161322 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5638f851-4dbe-47b3-8c94-13f71d955525 req-b4684590-60b5-4f5b-accb-b1e7217636b8 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=02a89f5e-a42d-4682-bd74-7f652c60708b&id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0938199 Oct 27 18:23:44.241525 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['a05d23f2-1ec7-4ea5-891f-95d155152b9a'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:23:44.243873 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f69db-0399-4036-ad8e-c56d3769c478 req-c17eb323-b702-419d-acf8-bcc01f143feb tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:44.245560 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ec4f69db-0399-4036-ad8e-c56d3769c478 req-c17eb323-b702-419d-acf8-bcc01f143feb tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 950 time: 0.1764400 Oct 27 18:23:44.639311 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ec4f69db-0399-4036-ad8e-c56d3769c478 req-28571922-ebe0-438a-b69c-d85191c13324 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783498 Oct 27 18:23:44.767171 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-140a8c4d-7534-43f7-a350-44da128156a5 req-4318bafe-bdd9-4c73-a837-4854d1bc0012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4537252f-d57a-4e49-ad15-a0ee92c213d1 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:23:44.776555 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-140a8c4d-7534-43f7-a350-44da128156a5 req-4318bafe-bdd9-4c73-a837-4854d1bc0012 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:44.792275 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef564c1-c15a-4ec2-b977-859bcb9637f4 req-20e25cb3-d764-4007-9c29-63c621f131fc tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:44.799280 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ef564c1-c15a-4ec2-b977-859bcb9637f4 req-20e25cb3-d764-4007-9c29-63c621f131fc tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.0984299 Oct 27 18:23:44.802394 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-140a8c4d-7534-43f7-a350-44da128156a5 req-4318bafe-bdd9-4c73-a837-4854d1bc0012 service neutron] Transition to ACTIVE for port object 4537252f-d57a-4e49-ad15-a0ee92c213d1 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:23:44.836998 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ef564c1-c15a-4ec2-b977-859bcb9637f4 req-d6d12faa-a34e-4e93-a883-683a9ce1b905 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347567 Oct 27 18:23:44.900634 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-140a8c4d-7534-43f7-a350-44da128156a5 req-4318bafe-bdd9-4c73-a837-4854d1bc0012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:44.960379 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318bafe-bdd9-4c73-a837-4854d1bc0012 service neutron] Pushing event updated for resources: {'Port': ['ID=4537252f-d57a-4e49-ad15-a0ee92c213d1,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:44.992552 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:45.064112 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b660c25-7c5c-40f6-b0c9-4c7ead69a7b1 req-e48e9105-60b9-4d4d-a7db-e50c846e9b1f tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:45.065695 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0b660c25-7c5c-40f6-b0c9-4c7ead69a7b1 req-e48e9105-60b9-4d4d-a7db-e50c846e9b1f tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f920e40-6780-459b-adb3-b0654b52ce51 HTTP/1.1" status: 200 len: 943 time: 0.0989993 Oct 27 18:23:45.088488 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-140a8c4d-7534-43f7-a350-44da128156a5 req-4318bafe-bdd9-4c73-a837-4854d1bc0012 service neutron] Attempting to bind port 4537252f-d57a-4e49-ad15-a0ee92c213d1 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:23:45.088825 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-140a8c4d-7534-43f7-a350-44da128156a5 req-4318bafe-bdd9-4c73-a837-4854d1bc0012 service neutron] Attempting to bind port 4537252f-d57a-4e49-ad15-a0ee92c213d1 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': 'c3b83e00-8105-42bf-a65c-5b309278d20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '70d54990-c18d-43d7-9758-e9fefdddf939'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:23:45.089153 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140a8c4d-7534-43f7-a350-44da128156a5 req-4318bafe-bdd9-4c73-a837-4854d1bc0012 service neutron] Attempting to bind port 4537252f-d57a-4e49-ad15-a0ee92c213d1 on network 70d54990-c18d-43d7-9758-e9fefdddf939 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:23:45.100084 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140a8c4d-7534-43f7-a350-44da128156a5 req-4318bafe-bdd9-4c73-a837-4854d1bc0012 service neutron] Port 4537252f-d57a-4e49-ad15-a0ee92c213d1 on network 70d54990-c18d-43d7-9758-e9fefdddf939 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:23:45.100411 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140a8c4d-7534-43f7-a350-44da128156a5 req-4318bafe-bdd9-4c73-a837-4854d1bc0012 service neutron] Attempting to bind port 4537252f-d57a-4e49-ad15-a0ee92c213d1 on network 70d54990-c18d-43d7-9758-e9fefdddf939 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:23:45.113925 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140a8c4d-7534-43f7-a350-44da128156a5 req-4318bafe-bdd9-4c73-a837-4854d1bc0012 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:23:45.114260 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140a8c4d-7534-43f7-a350-44da128156a5 req-4318bafe-bdd9-4c73-a837-4854d1bc0012 service neutron] Checking segment: {'id': 'c3b83e00-8105-42bf-a65c-5b309278d20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '70d54990-c18d-43d7-9758-e9fefdddf939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:23:45.114639 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140a8c4d-7534-43f7-a350-44da128156a5 req-4318bafe-bdd9-4c73-a837-4854d1bc0012 service neutron] Bound using segment: {'id': 'c3b83e00-8105-42bf-a65c-5b309278d20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '70d54990-c18d-43d7-9758-e9fefdddf939'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:23:45.115086 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-140a8c4d-7534-43f7-a350-44da128156a5 req-4318bafe-bdd9-4c73-a837-4854d1bc0012 service neutron] Bound port: 4537252f-d57a-4e49-ad15-a0ee92c213d1, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3b83e00-8105-42bf-a65c-5b309278d20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '70d54990-c18d-43d7-9758-e9fefdddf939'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:23:45.115442 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-140a8c4d-7534-43f7-a350-44da128156a5 req-4318bafe-bdd9-4c73-a837-4854d1bc0012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:45.120419 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0b660c25-7c5c-40f6-b0c9-4c7ead69a7b1 req-67b84deb-e2cd-4a7a-b8e8-c02c4babccfb tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482974 Oct 27 18:23:45.220683 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-140a8c4d-7534-43f7-a350-44da128156a5 req-4318bafe-bdd9-4c73-a837-4854d1bc0012 service neutron] For port 4537252f-d57a-4e49-ad15-a0ee92c213d1, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:23:45.236466 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-140a8c4d-7534-43f7-a350-44da128156a5 req-4318bafe-bdd9-4c73-a837-4854d1bc0012 service neutron] For port 4537252f-d57a-4e49-ad15-a0ee92c213d1, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=4537252f-d57a-4e49-ad15-a0ee92c213d1,segment=NetworkSegment(c3b83e00-8105-42bf-a65c-5b309278d20d),segment_id=c3b83e00-8105-42bf-a65c-5b309278d20d)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:23:45.254564 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797ea50-bc0f-4faa-bbe5-88eccfcd18af req-c085ff92-ac67-407a-97d3-a988e0377c96 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:45.256104 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2797ea50-bc0f-4faa-bbe5-88eccfcd18af req-c085ff92-ac67-407a-97d3-a988e0377c96 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fb3a9d5-9e62-4ab0-b3c5-bc6a1cb6a1b8 HTTP/1.1" status: 200 len: 943 time: 0.0726867 Oct 27 18:23:45.297035 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-140a8c4d-7534-43f7-a350-44da128156a5 req-4318bafe-bdd9-4c73-a837-4854d1bc0012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:45.306190 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2797ea50-bc0f-4faa-bbe5-88eccfcd18af req-5c808f1b-e7ce-461e-89d8-9fba361bc061 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/security-groups?id=e181289c-8617-4d1c-b65d-bc8b5968e064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438869 Oct 27 18:23:45.332160 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a8c4d-7534-43f7-a350-44da128156a5 req-4318bafe-bdd9-4c73-a837-4854d1bc0012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:45.332912 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-140a8c4d-7534-43f7-a350-44da128156a5 req-4318bafe-bdd9-4c73-a837-4854d1bc0012 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:45.334330 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-140a8c4d-7534-43f7-a350-44da128156a5 req-4318bafe-bdd9-4c73-a837-4854d1bc0012 service neutron] 10.222.0.93 "PUT /v2.0/ports/4537252f-d57a-4e49-ad15-a0ee92c213d1 HTTP/1.1" status: 200 len: 1091 time: 1.4205892 Oct 27 18:23:45.340281 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f920e40-6780-459b-adb3-b0654b52ce51', 'tag': '4537252f-d57a-4e49-ad15-a0ee92c213d1'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:23:45.342572 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73984a24-3500-41bc-bdc3-ce3317517c2c" -d '{"events": [{"name": "network-changed", "server_uuid": "2f920e40-6780-459b-adb3-b0654b52ce51", "tag": "4537252f-d57a-4e49-ad15-a0ee92c213d1"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:23:45.393830 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318bafe-bdd9-4c73-a837-4854d1bc0012 service neutron] Pushing event updated for resources: {'Port': ['ID=4537252f-d57a-4e49-ad15-a0ee92c213d1,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:45.416956 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10851a21-e0ab-44ab-bedb-eaf7ee66b2c6 req-2d750fcb-6c61-4f94-95c5-cf14ff9d7b7c tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:45.423204 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10851a21-e0ab-44ab-bedb-eaf7ee66b2c6 req-2d750fcb-6c61-4f94-95c5-cf14ff9d7b7c tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:45.429126 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10851a21-e0ab-44ab-bedb-eaf7ee66b2c6 req-2d750fcb-6c61-4f94-95c5-cf14ff9d7b7c tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:45.436075 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10851a21-e0ab-44ab-bedb-eaf7ee66b2c6 req-2d750fcb-6c61-4f94-95c5-cf14ff9d7b7c tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:45.442097 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10851a21-e0ab-44ab-bedb-eaf7ee66b2c6 req-2d750fcb-6c61-4f94-95c5-cf14ff9d7b7c tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:45.448774 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10851a21-e0ab-44ab-bedb-eaf7ee66b2c6 req-2d750fcb-6c61-4f94-95c5-cf14ff9d7b7c tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:45.455161 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10851a21-e0ab-44ab-bedb-eaf7ee66b2c6 req-2d750fcb-6c61-4f94-95c5-cf14ff9d7b7c tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:45.457148 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-10851a21-e0ab-44ab-bedb-eaf7ee66b2c6 req-2d750fcb-6c61-4f94-95c5-cf14ff9d7b7c tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 5419 time: 0.1177089 Oct 27 18:23:45.534062 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-10851a21-e0ab-44ab-bedb-eaf7ee66b2c6 req-ea4f138d-7098-4b75-8b65-36bf51e256e2 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=02a89f5e-a42d-4682-bd74-7f652c60708b&id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0691533 Oct 27 18:23:45.536936 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a8c4d-7534-43f7-a350-44da128156a5 req-7967235f-a811-40c7-aed5-9e92a6c723c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:45.539869 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-140a8c4d-7534-43f7-a350-44da128156a5 req-7967235f-a811-40c7-aed5-9e92a6c723c9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=78baf6dd112742399f2639cbeffece6c&device_id=2f920e40-6780-459b-adb3-b0654b52ce51 HTTP/1.1" status: 200 len: 1094 time: 0.0747237 Oct 27 18:23:45.583403 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-140a8c4d-7534-43f7-a350-44da128156a5 req-112ad001-205e-4faf-a93a-0cd2c8eec369 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4537252f-d57a-4e49-ad15-a0ee92c213d1 HTTP/1.1" status: 200 len: 217 time: 0.0356059 Oct 27 18:23:45.588624 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725cf541-05ee-469d-a042-b992d1bd5f58 x-openstack-request-id: req-725cf541-05ee-469d-a042-b992d1bd5f58 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:23:45.588920 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f920e40-6780-459b-adb3-b0654b52ce51", "tag": "4537252f-d57a-4e49-ad15-a0ee92c213d1", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:23:45.589181 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-725cf541-05ee-469d-a042-b992d1bd5f58 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:23:45.589582 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f920e40-6780-459b-adb3-b0654b52ce51', 'tag': '4537252f-d57a-4e49-ad15-a0ee92c213d1', 'status': 'completed', 'code': 200} Oct 27 18:23:45.596811 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device d2201cb3-5869-4d80-ae75-48abd44db9f7 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:23:45.603516 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device a05d23f2-1ec7-4ea5-891f-95d155152b9a up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:23:45.641921 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a8c4d-7534-43f7-a350-44da128156a5 req-781ca5a3-7711-424b-8d70-346bdad90f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:45.643868 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-140a8c4d-7534-43f7-a350-44da128156a5 req-781ca5a3-7711-424b-8d70-346bdad90f20 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9dd73aad-b62b-49e3-a8b3-a2ce98f853a3 HTTP/1.1" status: 200 len: 852 time: 0.0499804 Oct 27 18:23:45.681474 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-140a8c4d-7534-43f7-a350-44da128156a5 req-3a2dfb56-796d-48a5-92cc-f21c54891d84 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=70d54990-c18d-43d7-9758-e9fefdddf939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295806 Oct 27 18:23:45.756196 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d2201cb3-5869-4d80-ae75-48abd44db9f7, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d2201cb3-5869-4d80-ae75-48abd44db9f7,segment=NetworkSegment(0c7d1cd1-8041-472a-b82e-ec3fb07045fe),segment_id=0c7d1cd1-8041-472a-b82e-ec3fb07045fe)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:23:45.769496 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port a05d23f2-1ec7-4ea5-891f-95d155152b9a completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:23:45.771657 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'd2201cb3-5869-4d80-ae75-48abd44db9f7', 'network_id': '66c15a2c-dbc4-400c-9f31-3bab4aa18dfa', 'port_id': 'd2201cb3-5869-4d80-ae75-48abd44db9f7', 'mac_address': 'fa:16:3e:ce:3f:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1000, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '534e29f8-6edb-4d3f-8e36-3331175f47fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:23:45.776652 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port a05d23f2-1ec7-4ea5-891f-95d155152b9a triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:23:45.777024 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:45.812750 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a0a4a-b887-4b80-87d9-8aa08451eb9e req-596f4f43-0fce-4779-ab5e-c2e35c07bf74 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:45.814299 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-996a0a4a-b887-4b80-87d9-8aa08451eb9e req-596f4f43-0fce-4779-ab5e-c2e35c07bf74 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 950 time: 0.0818052 Oct 27 18:23:45.819949 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-140a8c4d-7534-43f7-a350-44da128156a5 req-79f4db6a-d208-44a4-999e-d261fb2bc407 service neutron] 10.222.0.93 "GET /v2.0/networks/70d54990-c18d-43d7-9758-e9fefdddf939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308990 Oct 27 18:23:45.841076 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:45.858755 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2201cb3-5869-4d80-ae75-48abd44db9f7 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:23:45.902100 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d2201cb3-5869-4d80-ae75-48abd44db9f7, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d2201cb3-5869-4d80-ae75-48abd44db9f7,segment=NetworkSegment(0c7d1cd1-8041-472a-b82e-ec3fb07045fe),segment_id=0c7d1cd1-8041-472a-b82e-ec3fb07045fe)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:23:45.908186 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-996a0a4a-b887-4b80-87d9-8aa08451eb9e req-c281b4ef-0f4a-4701-b6aa-f5edb86c907a tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818191 Oct 27 18:23:45.916531 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:45.946214 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ee750e-d5de-42db-9299-e2231d6dfc76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05d23f2-1ec7-4ea5-891f-95d155152b9a'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:23:45.947136 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7881865a-c258-49a9-8a6f-3066d439faa5" -d '{"events": [{"server_uuid": "b3ee750e-d5de-42db-9299-e2231d6dfc76", "name": "network-vif-plugged", "status": "completed", "tag": "a05d23f2-1ec7-4ea5-891f-95d155152b9a"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:23:45.959231 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-140a8c4d-7534-43f7-a350-44da128156a5 req-ca6258c1-d963-4d7f-b6fa-2512a0db3f32 service neutron] 10.222.0.93 "GET /v2.0/networks/70d54990-c18d-43d7-9758-e9fefdddf939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256909 Oct 27 18:23:45.961597 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port a05d23f2-1ec7-4ea5-891f-95d155152b9a, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=a05d23f2-1ec7-4ea5-891f-95d155152b9a,segment=NetworkSegment(0c7d1cd1-8041-472a-b82e-ec3fb07045fe),segment_id=0c7d1cd1-8041-472a-b82e-ec3fb07045fe)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:23:45.963182 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:46.012749 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=d2201cb3-5869-4d80-ae75-48abd44db9f7,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:46.042417 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e776e42-f53c-4c24-8089-015927f3faf2 req-63c095ee-2dcb-49da-b8b6-d1de528dc799 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:46.043978 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5e776e42-f53c-4c24-8089-015927f3faf2 req-63c095ee-2dcb-49da-b8b6-d1de528dc799 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.0554664 Oct 27 18:23:46.072154 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:46.083268 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5e776e42-f53c-4c24-8089-015927f3faf2 req-6af27af6-5049-473d-b430-61dcf114340b tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332298 Oct 27 18:23:46.129206 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=a05d23f2-1ec7-4ea5-891f-95d155152b9a,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:46.194885 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73984a24-3500-41bc-bdc3-ce3317517c2c req-253959cc-63b5-4a99-b6ef-ab51da000af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:46.196492 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-73984a24-3500-41bc-bdc3-ce3317517c2c req-253959cc-63b5-4a99-b6ef-ab51da000af5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=78baf6dd112742399f2639cbeffece6c&device_id=2f920e40-6780-459b-adb3-b0654b52ce51 HTTP/1.1" status: 200 len: 1094 time: 0.0433166 Oct 27 18:23:46.206739 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96dad014-7395-4895-b1dd-6a798c683844 x-openstack-request-id: req-96dad014-7395-4895-b1dd-6a798c683844 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:23:46.207363 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ee750e-d5de-42db-9299-e2231d6dfc76", "name": "network-vif-plugged", "status": "completed", "tag": "a05d23f2-1ec7-4ea5-891f-95d155152b9a", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:23:46.207778 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-96dad014-7395-4895-b1dd-6a798c683844 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:23:46.208341 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ee750e-d5de-42db-9299-e2231d6dfc76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05d23f2-1ec7-4ea5-891f-95d155152b9a', 'code': 200} Oct 27 18:23:46.323373 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b90b2c-6bb9-46b3-ab32-b9ffdf956821 req-af941c39-034c-474c-b34f-f758b50a9725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:46.325120 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-71b90b2c-6bb9-46b3-ab32-b9ffdf956821 req-af941c39-034c-474c-b34f-f758b50a9725 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b3ee750e-d5de-42db-9299-e2231d6dfc76 HTTP/1.1" status: 200 len: 1096 time: 0.0437663 Oct 27 18:23:46.355646 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74aef0-ed99-4bfa-8d7a-13e12f76b05d req-9741fbe6-329f-477a-9636-f57d7ee6ef4a tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:46.363355 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eb74aef0-ed99-4bfa-8d7a-13e12f76b05d req-9741fbe6-329f-477a-9636-f57d7ee6ef4a tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f920e40-6780-459b-adb3-b0654b52ce51 HTTP/1.1" status: 200 len: 943 time: 0.0841756 Oct 27 18:23:46.366475 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-71b90b2c-6bb9-46b3-ab32-b9ffdf956821 req-dbdd2829-7ef4-4f1f-8ce2-b3e430ee2707 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=e181289c-8617-4d1c-b65d-bc8b5968e064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330896 Oct 27 18:23:46.385965 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73984a24-3500-41bc-bdc3-ce3317517c2c req-58b24d65-637c-4f65-b0a8-92426c182438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:46.387426 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-73984a24-3500-41bc-bdc3-ce3317517c2c req-58b24d65-637c-4f65-b0a8-92426c182438 service neutron] 10.222.0.93 "GET /v2.0/networks?id=70d54990-c18d-43d7-9758-e9fefdddf939 HTTP/1.1" status: 200 len: 914 time: 0.1732192 Oct 27 18:23:46.392622 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['d2201cb3-5869-4d80-ae75-48abd44db9f7'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:23:46.408000 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eb74aef0-ed99-4bfa-8d7a-13e12f76b05d req-76e00929-a35a-4f8a-89de-e59f36f2dacb tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437753 Oct 27 18:23:46.516447 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208bebbe-1356-4bb5-a0a0-b30cfa9474d3 req-4a9ffb3a-47ee-4cc0-84f7-28caad04c6a1 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:46.518270 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-208bebbe-1356-4bb5-a0a0-b30cfa9474d3 req-4a9ffb3a-47ee-4cc0-84f7-28caad04c6a1 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fb3a9d5-9e62-4ab0-b3c5-bc6a1cb6a1b8 HTTP/1.1" status: 200 len: 944 time: 0.0502031 Oct 27 18:23:46.565462 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-208bebbe-1356-4bb5-a0a0-b30cfa9474d3 req-ae1450e7-782a-42d6-92c2-9934188e9d93 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/security-groups?id=e181289c-8617-4d1c-b65d-bc8b5968e064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351481 Oct 27 18:23:46.665967 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-73984a24-3500-41bc-bdc3-ce3317517c2c req-f1d6df49-e9e5-4923-8cc1-e105967a1a1a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4537252f-d57a-4e49-ad15-a0ee92c213d1 HTTP/1.1" status: 200 len: 217 time: 0.0428753 Oct 27 18:23:46.752557 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73984a24-3500-41bc-bdc3-ce3317517c2c req-909472e6-7ba8-4a16-98e5-c0a0f387e6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:46.753933 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-73984a24-3500-41bc-bdc3-ce3317517c2c req-909472e6-7ba8-4a16-98e5-c0a0f387e6f7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9dd73aad-b62b-49e3-a8b3-a2ce98f853a3 HTTP/1.1" status: 200 len: 852 time: 0.0733097 Oct 27 18:23:46.769009 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24267d-5b23-40c8-ba7c-24c4d28661cb req-bac228a9-85a3-4009-a7c4-52587aa263ea tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:46.775301 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24267d-5b23-40c8-ba7c-24c4d28661cb req-bac228a9-85a3-4009-a7c4-52587aa263ea tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:46.781228 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24267d-5b23-40c8-ba7c-24c4d28661cb req-bac228a9-85a3-4009-a7c4-52587aa263ea tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:46.787150 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24267d-5b23-40c8-ba7c-24c4d28661cb req-bac228a9-85a3-4009-a7c4-52587aa263ea tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:46.793647 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24267d-5b23-40c8-ba7c-24c4d28661cb req-bac228a9-85a3-4009-a7c4-52587aa263ea tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:46.799543 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24267d-5b23-40c8-ba7c-24c4d28661cb req-bac228a9-85a3-4009-a7c4-52587aa263ea tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:46.806030 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24267d-5b23-40c8-ba7c-24c4d28661cb req-bac228a9-85a3-4009-a7c4-52587aa263ea tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:46.807959 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fa24267d-5b23-40c8-ba7c-24c4d28661cb req-bac228a9-85a3-4009-a7c4-52587aa263ea tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 5419 time: 0.1294582 Oct 27 18:23:46.846546 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-73984a24-3500-41bc-bdc3-ce3317517c2c req-5b260ddc-65dd-40d8-8bae-639ec401ccf8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=70d54990-c18d-43d7-9758-e9fefdddf939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376158 Oct 27 18:23:46.878023 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fa24267d-5b23-40c8-ba7c-24c4d28661cb req-0a5e635d-ee17-454e-861f-68642dd7ab5c tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=02a89f5e-a42d-4682-bd74-7f652c60708b&id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611691 Oct 27 18:23:46.990691 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff333904-998a-473a-b7ed-8b3a97816cfb req-9c65060f-7a47-4c83-893b-ae122d61ece1 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:46.992834 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ff333904-998a-473a-b7ed-8b3a97816cfb req-9c65060f-7a47-4c83-893b-ae122d61ece1 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/ports?device_id=59b9541d-54f9-452c-b022-d5920fb046bb HTTP/1.1" status: 200 len: 947 time: 0.0815363 Oct 27 18:23:47.006705 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-73984a24-3500-41bc-bdc3-ce3317517c2c req-c212004e-ed47-433e-90a8-93f08c38dd78 service neutron] 10.222.0.93 "GET /v2.0/networks/70d54990-c18d-43d7-9758-e9fefdddf939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444907 Oct 27 18:23:47.117533 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a812c-c27b-4ec8-827e-2b02e4929e11 req-941150ca-ec9d-4611-b10d-0ac0c9b9cee3 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:47.119047 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd4a812c-c27b-4ec8-827e-2b02e4929e11 req-941150ca-ec9d-4611-b10d-0ac0c9b9cee3 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 950 time: 0.1251435 Oct 27 18:23:47.123275 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ff333904-998a-473a-b7ed-8b3a97816cfb req-8701754f-69ba-430b-8136-e3f6078fe911 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/security-groups?id=91467586-a0d6-44d3-9281-411e425eba01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198783 Oct 27 18:23:47.180386 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd4a812c-c27b-4ec8-827e-2b02e4929e11 req-46602f19-a4ee-42ec-87e3-d0cebf6ed69b tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548053 Oct 27 18:23:47.182385 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-73984a24-3500-41bc-bdc3-ce3317517c2c req-e23b9732-8344-464d-b13b-ac1953f8adb4 service neutron] 10.222.0.93 "GET /v2.0/networks/70d54990-c18d-43d7-9758-e9fefdddf939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560292 Oct 27 18:23:47.234850 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8327afe-3643-4c54-80ce-c74e85743f7c req-003c4fab-3a09-4c5c-a715-bfe83865d92d tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:47.236469 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b8327afe-3643-4c54-80ce-c74e85743f7c req-003c4fab-3a09-4c5c-a715-bfe83865d92d tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.0531807 Oct 27 18:23:47.275787 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b8327afe-3643-4c54-80ce-c74e85743f7c req-5d39a9d6-a192-423e-adf3-bea77af33c7e tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334055 Oct 27 18:23:47.528542 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2ba37-f907-4770-8eba-947a9a237dd7 req-edbd38fc-9a11-49ff-b2c7-1a3585f01fe8 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:47.529959 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-60d2ba37-f907-4770-8eba-947a9a237dd7 req-edbd38fc-9a11-49ff-b2c7-1a3585f01fe8 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f920e40-6780-459b-adb3-b0654b52ce51 HTTP/1.1" status: 200 len: 943 time: 0.0495620 Oct 27 18:23:47.571546 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-60d2ba37-f907-4770-8eba-947a9a237dd7 req-ca370acb-77eb-4ad6-8b8f-27f8d0b5e833 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356863 Oct 27 18:23:47.680500 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0bf40d-78dc-4989-8f4d-26a849dbffc9 req-0f6f1402-fea4-40f7-ab33-09dbe0633014 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:47.682016 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1c0bf40d-78dc-4989-8f4d-26a849dbffc9 req-0f6f1402-fea4-40f7-ab33-09dbe0633014 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fb3a9d5-9e62-4ab0-b3c5-bc6a1cb6a1b8 HTTP/1.1" status: 200 len: 944 time: 0.0509276 Oct 27 18:23:47.721056 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1c0bf40d-78dc-4989-8f4d-26a849dbffc9 req-f88a5ec2-8488-4dba-b2a7-456fed635575 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/security-groups?id=e181289c-8617-4d1c-b65d-bc8b5968e064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332384 Oct 27 18:23:48.010711 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f497598-7ead-48af-912b-611df3f31ca7 req-bc872fe0-0af1-4602-859b-e4223d689df0 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:48.016865 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f497598-7ead-48af-912b-611df3f31ca7 req-bc872fe0-0af1-4602-859b-e4223d689df0 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:48.023659 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f497598-7ead-48af-912b-611df3f31ca7 req-bc872fe0-0af1-4602-859b-e4223d689df0 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:48.029961 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f497598-7ead-48af-912b-611df3f31ca7 req-bc872fe0-0af1-4602-859b-e4223d689df0 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:48.035960 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f497598-7ead-48af-912b-611df3f31ca7 req-bc872fe0-0af1-4602-859b-e4223d689df0 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:48.042565 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f497598-7ead-48af-912b-611df3f31ca7 req-bc872fe0-0af1-4602-859b-e4223d689df0 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:48.048638 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f497598-7ead-48af-912b-611df3f31ca7 req-bc872fe0-0af1-4602-859b-e4223d689df0 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:48.050488 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3f497598-7ead-48af-912b-611df3f31ca7 req-bc872fe0-0af1-4602-859b-e4223d689df0 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 5419 time: 0.0951605 Oct 27 18:23:48.094257 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3f497598-7ead-48af-912b-611df3f31ca7 req-3e2d3d5b-3c3f-4085-8c5a-583146f38016 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=02a89f5e-a42d-4682-bd74-7f652c60708b&id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370140 Oct 27 18:23:48.246231 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f279b4-e6ac-4451-9ae6-b73b51997053 req-9f860bc6-0cb9-4b28-aa85-b7ef59a0254f tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:48.247808 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-44f279b4-e6ac-4451-9ae6-b73b51997053 req-9f860bc6-0cb9-4b28-aa85-b7ef59a0254f tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/ports?device_id=59b9541d-54f9-452c-b022-d5920fb046bb HTTP/1.1" status: 200 len: 947 time: 0.0576005 Oct 27 18:23:48.313784 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-44f279b4-e6ac-4451-9ae6-b73b51997053 req-cee73896-20ae-4c5b-aa85-f385f0e7032b tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/security-groups?id=91467586-a0d6-44d3-9281-411e425eba01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590544 Oct 27 18:23:48.330629 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687e697-cfe8-47eb-a488-8787882b8801 req-3e8f751c-37ef-4975-9560-2eee506ef60c tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:48.335010 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7687e697-cfe8-47eb-a488-8787882b8801 req-3e8f751c-37ef-4975-9560-2eee506ef60c tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 950 time: 0.0787408 Oct 27 18:23:48.372957 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7687e697-cfe8-47eb-a488-8787882b8801 req-6c920bf3-c555-4c59-979d-cd3cad84cc60 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339990 Oct 27 18:23:48.477420 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4680f-7fb3-4eda-858e-51d3c963bcfc req-fa26d426-cc5a-4817-8ad0-3d36596ff004 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:48.478904 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e9d4680f-7fb3-4eda-858e-51d3c963bcfc req-fa26d426-cc5a-4817-8ad0-3d36596ff004 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.0508132 Oct 27 18:23:48.517291 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e9d4680f-7fb3-4eda-858e-51d3c963bcfc req-a84b82d9-4901-4d27-83e0-365b7eed79c6 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324998 Oct 27 18:23:48.697012 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f78359-8940-4f82-aefc-f7b4ad84c53f req-cdf35759-0b0f-4b4a-aeb4-580b1e024d92 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:48.698838 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-98f78359-8940-4f82-aefc-f7b4ad84c53f req-cdf35759-0b0f-4b4a-aeb4-580b1e024d92 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f920e40-6780-459b-adb3-b0654b52ce51 HTTP/1.1" status: 200 len: 943 time: 0.0555885 Oct 27 18:23:48.737843 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-98f78359-8940-4f82-aefc-f7b4ad84c53f req-46f2d0c9-fb2a-402b-8516-533707952184 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325816 Oct 27 18:23:48.841131 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b1df9-e578-4aeb-9ec2-426a17dbe4c4 req-fe699365-f6c2-4611-86c6-da14b12b74ff tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:48.842701 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1b1b1df9-e578-4aeb-9ec2-426a17dbe4c4 req-fe699365-f6c2-4611-86c6-da14b12b74ff tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fb3a9d5-9e62-4ab0-b3c5-bc6a1cb6a1b8 HTTP/1.1" status: 200 len: 944 time: 0.0490510 Oct 27 18:23:48.880037 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1b1b1df9-e578-4aeb-9ec2-426a17dbe4c4 req-83c86df2-ff3a-4445-a52a-f4226ac9b9ea tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/security-groups?id=e181289c-8617-4d1c-b65d-bc8b5968e064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313911 Oct 27 18:23:49.228217 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9416c9-be12-477a-b6ce-69781292b885 req-d606f9e6-deab-4912-85a5-b0992fc28f2e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:49.234322 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9416c9-be12-477a-b6ce-69781292b885 req-d606f9e6-deab-4912-85a5-b0992fc28f2e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:49.240335 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9416c9-be12-477a-b6ce-69781292b885 req-d606f9e6-deab-4912-85a5-b0992fc28f2e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:49.247500 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9416c9-be12-477a-b6ce-69781292b885 req-d606f9e6-deab-4912-85a5-b0992fc28f2e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:49.253526 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9416c9-be12-477a-b6ce-69781292b885 req-d606f9e6-deab-4912-85a5-b0992fc28f2e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:49.260104 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9416c9-be12-477a-b6ce-69781292b885 req-d606f9e6-deab-4912-85a5-b0992fc28f2e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:49.266188 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9416c9-be12-477a-b6ce-69781292b885 req-d606f9e6-deab-4912-85a5-b0992fc28f2e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:49.268151 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9b9416c9-be12-477a-b6ce-69781292b885 req-d606f9e6-deab-4912-85a5-b0992fc28f2e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 5419 time: 0.0958579 Oct 27 18:23:49.314023 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9b9416c9-be12-477a-b6ce-69781292b885 req-7d7594da-d542-4fd0-8c66-372ae640a78c tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=02a89f5e-a42d-4682-bd74-7f652c60708b&id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391607 Oct 27 18:23:49.434222 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766659c-7082-45b7-8066-2ebf3e31a553 req-bf47e812-df99-43a6-9848-5de53a49faeb tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:49.435930 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5766659c-7082-45b7-8066-2ebf3e31a553 req-bf47e812-df99-43a6-9848-5de53a49faeb tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/ports?device_id=59b9541d-54f9-452c-b022-d5920fb046bb HTTP/1.1" status: 200 len: 947 time: 0.0501637 Oct 27 18:23:49.476247 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5766659c-7082-45b7-8066-2ebf3e31a553 req-e7e5a3b9-b76d-4347-a3d0-330d72de03b6 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/security-groups?id=91467586-a0d6-44d3-9281-411e425eba01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341544 Oct 27 18:23:49.554780 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972ec06-7df8-47cc-b94f-f4e8a9326552 req-5a73f10a-d079-4bce-b8b5-d8d058821b19 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:49.556339 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1972ec06-7df8-47cc-b94f-f4e8a9326552 req-5a73f10a-d079-4bce-b8b5-d8d058821b19 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 950 time: 0.0498350 Oct 27 18:23:49.603860 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1972ec06-7df8-47cc-b94f-f4e8a9326552 req-110a2da9-5e7d-4ae0-b232-eebea7b08bf8 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415890 Oct 27 18:23:49.625961 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 4537252f-d57a-4e49-ad15-a0ee92c213d1 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:23:49.630346 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device d2201cb3-5869-4d80-ae75-48abd44db9f7 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:23:49.645394 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844e8ad-24df-480a-b903-6a0c59345722 req-331df8dd-fa49-4b90-b19d-304a21603811 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:49.646962 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f844e8ad-24df-480a-b903-6a0c59345722 req-331df8dd-fa49-4b90-b19d-304a21603811 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.0590479 Oct 27 18:23:49.687218 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f844e8ad-24df-480a-b903-6a0c59345722 req-2a339fae-24da-491e-9c5d-80f58f0cb419 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329068 Oct 27 18:23:49.762627 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 4537252f-d57a-4e49-ad15-a0ee92c213d1, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=4537252f-d57a-4e49-ad15-a0ee92c213d1,segment=NetworkSegment(c3b83e00-8105-42bf-a65c-5b309278d20d),segment_id=c3b83e00-8105-42bf-a65c-5b309278d20d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:23:49.774501 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '4537252f-d57a-4e49-ad15-a0ee92c213d1', 'network_id': '70d54990-c18d-43d7-9758-e9fefdddf939', 'port_id': '4537252f-d57a-4e49-ad15-a0ee92c213d1', 'mac_address': 'fa:16:3e:59:29:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dd73aad-b62b-49e3-a8b3-a2ce98f853a3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:23:49.813863 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:49.826863 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port d2201cb3-5869-4d80-ae75-48abd44db9f7 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:23:49.829606 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4537252f-d57a-4e49-ad15-a0ee92c213d1 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:23:49.838739 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port d2201cb3-5869-4d80-ae75-48abd44db9f7 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:23:49.838739 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:49.861461 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6536767c-85c0-42d3-89c5-14049cc9fff7 req-d4600e09-5e64-4811-81da-a591473ef728 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:49.862975 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6536767c-85c0-42d3-89c5-14049cc9fff7 req-d4600e09-5e64-4811-81da-a591473ef728 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f920e40-6780-459b-adb3-b0654b52ce51 HTTP/1.1" status: 200 len: 943 time: 0.0493057 Oct 27 18:23:49.876262 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 4537252f-d57a-4e49-ad15-a0ee92c213d1, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=4537252f-d57a-4e49-ad15-a0ee92c213d1,segment=NetworkSegment(c3b83e00-8105-42bf-a65c-5b309278d20d),segment_id=c3b83e00-8105-42bf-a65c-5b309278d20d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:23:49.927974 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6536767c-85c0-42d3-89c5-14049cc9fff7 req-45686348-eae9-4d08-b207-a6ea0db70d11 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581424 Oct 27 18:23:49.947631 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:49.949537 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295267d-13bd-4bd8-a987-303e983786ac req-e78cd6a0-5c26-4376-a51f-0d4134df946f tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:49.952476 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3295267d-13bd-4bd8-a987-303e983786ac req-e78cd6a0-5c26-4376-a51f-0d4134df946f tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.93 "GET /v2.0/ports?device_id=59b9541d-54f9-452c-b022-d5920fb046bb HTTP/1.1" status: 200 len: 947 time: 0.0695217 Oct 27 18:23:49.972402 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb3a9d5-9e62-4ab0-b3c5-bc6a1cb6a1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2201cb3-5869-4d80-ae75-48abd44db9f7'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:23:49.974853 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c5c597-778b-4e0c-88e0-22b401b7b529" -d '{"events": [{"server_uuid": "1fb3a9d5-9e62-4ab0-b3c5-bc6a1cb6a1b8", "name": "network-vif-plugged", "status": "completed", "tag": "d2201cb3-5869-4d80-ae75-48abd44db9f7"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:23:49.985663 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:49.991694 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d2201cb3-5869-4d80-ae75-48abd44db9f7, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d2201cb3-5869-4d80-ae75-48abd44db9f7,segment=NetworkSegment(0c7d1cd1-8041-472a-b82e-ec3fb07045fe),segment_id=0c7d1cd1-8041-472a-b82e-ec3fb07045fe)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:23:50.020040 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee30b5d-7e87-4e29-ad85-16a0611960ff x-openstack-request-id: req-6ee30b5d-7e87-4e29-ad85-16a0611960ff {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:23:50.020328 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fb3a9d5-9e62-4ab0-b3c5-bc6a1cb6a1b8", "name": "network-vif-plugged", "status": "completed", "tag": "d2201cb3-5869-4d80-ae75-48abd44db9f7", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:23:50.020579 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6ee30b5d-7e87-4e29-ad85-16a0611960ff {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:23:50.020961 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb3a9d5-9e62-4ab0-b3c5-bc6a1cb6a1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2201cb3-5869-4d80-ae75-48abd44db9f7', 'code': 200} Oct 27 18:23:50.043524 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=4537252f-d57a-4e49-ad15-a0ee92c213d1,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:50.049633 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:50.063577 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d5c6d-b977-4386-8af5-07669365f73e req-fa777551-bccc-4eca-8e25-2e2a91a47866 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:50.065203 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6e5d5c6d-b977-4386-8af5-07669365f73e req-fa777551-bccc-4eca-8e25-2e2a91a47866 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fb3a9d5-9e62-4ab0-b3c5-bc6a1cb6a1b8 HTTP/1.1" status: 200 len: 944 time: 0.1072195 Oct 27 18:23:50.102229 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=d2201cb3-5869-4d80-ae75-48abd44db9f7,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:50.120618 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6e5d5c6d-b977-4386-8af5-07669365f73e req-5920610a-5c5a-4196-9877-d617433ac995 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/security-groups?id=e181289c-8617-4d1c-b65d-bc8b5968e064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450561 Oct 27 18:23:50.124021 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-3295267d-13bd-4bd8-a987-303e983786ac req-cfa41feb-9029-46bb-986d-b09ddc7b29ab tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Deleting port 86b27580-5434-45f6-8cde-601d4434169c {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:23:50.124366 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-3295267d-13bd-4bd8-a987-303e983786ac req-cfa41feb-9029-46bb-986d-b09ddc7b29ab tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:50.157942 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e09887-6cdd-4590-b3d0-febda9555e29 req-40d1c66c-9b48-4e16-aae0-026212ce1328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:50.159688 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-11e09887-6cdd-4590-b3d0-febda9555e29 req-40d1c66c-9b48-4e16-aae0-026212ce1328 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1fb3a9d5-9e62-4ab0-b3c5-bc6a1cb6a1b8 HTTP/1.1" status: 200 len: 1096 time: 0.0425780 Oct 27 18:23:50.196322 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-11e09887-6cdd-4590-b3d0-febda9555e29 req-c3e8dc7f-42c3-4a39-b1ef-d9032fb9ecd4 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=e181289c-8617-4d1c-b65d-bc8b5968e064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279148 Oct 27 18:23:50.225523 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-3295267d-13bd-4bd8-a987-303e983786ac req-cfa41feb-9029-46bb-986d-b09ddc7b29ab tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] For port 86b27580-5434-45f6-8cde-601d4434169c, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=86b27580-5434-45f6-8cde-601d4434169c,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:23:50.225885 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-3295267d-13bd-4bd8-a987-303e983786ac req-cfa41feb-9029-46bb-986d-b09ddc7b29ab tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:50.239167 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-3295267d-13bd-4bd8-a987-303e983786ac req-cfa41feb-9029-46bb-986d-b09ddc7b29ab tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Calling delete_port for 86b27580-5434-45f6-8cde-601d4434169c owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:23:50.437263 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['4537252f-d57a-4e49-ad15-a0ee92c213d1'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:23:50.448531 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050ffbd-856c-4b2d-a8fc-b25d9567033e req-e0a0760e-91d1-4968-8925-84fbae1c8b84 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:50.454678 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050ffbd-856c-4b2d-a8fc-b25d9567033e req-e0a0760e-91d1-4968-8925-84fbae1c8b84 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:50.461147 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050ffbd-856c-4b2d-a8fc-b25d9567033e req-e0a0760e-91d1-4968-8925-84fbae1c8b84 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:50.467152 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050ffbd-856c-4b2d-a8fc-b25d9567033e req-e0a0760e-91d1-4968-8925-84fbae1c8b84 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:50.473084 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050ffbd-856c-4b2d-a8fc-b25d9567033e req-e0a0760e-91d1-4968-8925-84fbae1c8b84 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:50.479273 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050ffbd-856c-4b2d-a8fc-b25d9567033e req-e0a0760e-91d1-4968-8925-84fbae1c8b84 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:50.485215 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050ffbd-856c-4b2d-a8fc-b25d9567033e req-e0a0760e-91d1-4968-8925-84fbae1c8b84 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:50.487133 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7050ffbd-856c-4b2d-a8fc-b25d9567033e req-e0a0760e-91d1-4968-8925-84fbae1c8b84 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 5419 time: 0.0956950 Oct 27 18:23:50.488383 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-3295267d-13bd-4bd8-a987-303e983786ac req-cfa41feb-9029-46bb-986d-b09ddc7b29ab tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:50.528865 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa41feb-9029-46bb-986d-b09ddc7b29ab tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Pushing event deleted for resources: {'Port': ['ID=86b27580-5434-45f6-8cde-601d4434169c,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:50.548725 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa41feb-9029-46bb-986d-b09ddc7b29ab tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:23:50.549075 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa41feb-9029-46bb-986d-b09ddc7b29ab tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:23:50.549426 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa41feb-9029-46bb-986d-b09ddc7b29ab tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:23:50.549770 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa41feb-9029-46bb-986d-b09ddc7b29ab tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:23:50.550113 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa41feb-9029-46bb-986d-b09ddc7b29ab tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:23:50.550456 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa41feb-9029-46bb-986d-b09ddc7b29ab tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:23:50.550788 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa41feb-9029-46bb-986d-b09ddc7b29ab tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:23:50.551285 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa41feb-9029-46bb-986d-b09ddc7b29ab tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:23:50.551486 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa41feb-9029-46bb-986d-b09ddc7b29ab tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:23:50.551812 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa41feb-9029-46bb-986d-b09ddc7b29ab tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:23:50.552344 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa41feb-9029-46bb-986d-b09ddc7b29ab tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:23:50.552677 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa41feb-9029-46bb-986d-b09ddc7b29ab tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:23:50.608127 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-3295267d-13bd-4bd8-a987-303e983786ac req-cfa41feb-9029-46bb-986d-b09ddc7b29ab tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] No DVR routers for this DVR port 86b27580-5434-45f6-8cde-601d4434169c on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:23:50.617716 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-3295267d-13bd-4bd8-a987-303e983786ac req-cfa41feb-9029-46bb-986d-b09ddc7b29ab tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:50.620955 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3295267d-13bd-4bd8-a987-303e983786ac req-cfa41feb-9029-46bb-986d-b09ddc7b29ab tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.93 "DELETE /v2.0/ports/86b27580-5434-45f6-8cde-601d4434169c HTTP/1.1" status: 204 len: 173 time: 0.6531305 Oct 27 18:23:50.621523 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b9541d-54f9-452c-b022-d5920fb046bb', 'name': 'network-vif-deleted', 'tag': '86b27580-5434-45f6-8cde-601d4434169c'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:23:50.623746 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f2dccb-2929-4b57-aba3-62c33892cb29" -d '{"events": [{"server_uuid": "59b9541d-54f9-452c-b022-d5920fb046bb", "name": "network-vif-deleted", "tag": "86b27580-5434-45f6-8cde-601d4434169c"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:23:50.629792 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7050ffbd-856c-4b2d-a8fc-b25d9567033e req-d275bd76-c1f6-4863-8d5b-c14e0a496358 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=02a89f5e-a42d-4682-bd74-7f652c60708b&id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1326377 Oct 27 18:23:50.653621 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-54497a07-b20f-4704-ad75-9782bbf39947 req-2d425f4b-47e6-43cc-a9b4-6bb7bfb4b58f tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/ports?device_id=59b9541d-54f9-452c-b022-d5920fb046bb HTTP/1.1" status: 200 len: 210 time: 0.0493317 Oct 27 18:23:50.704574 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e85523-5b14-4659-b454-bd8f0f69ddc5 x-openstack-request-id: req-d6e85523-5b14-4659-b454-bd8f0f69ddc5 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:23:50.704865 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59b9541d-54f9-452c-b022-d5920fb046bb", "name": "network-vif-deleted", "tag": "86b27580-5434-45f6-8cde-601d4434169c", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:23:50.706648 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d6e85523-5b14-4659-b454-bd8f0f69ddc5 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:23:50.706648 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b9541d-54f9-452c-b022-d5920fb046bb', 'name': 'network-vif-deleted', 'tag': '86b27580-5434-45f6-8cde-601d4434169c', 'status': 'completed', 'code': 200} Oct 27 18:23:50.747707 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13279391-b716-4e26-93d2-3753d97d2980 req-2fb22e3a-f904-471e-b309-48432b29a573 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:50.749217 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-13279391-b716-4e26-93d2-3753d97d2980 req-2fb22e3a-f904-471e-b309-48432b29a573 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 950 time: 0.0552785 Oct 27 18:23:50.811953 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-13279391-b716-4e26-93d2-3753d97d2980 req-449c45a0-f15b-4781-b1d7-ff6e30979ccf tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567648 Oct 27 18:23:50.831082 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349883c-eff0-4d8d-b877-f9e942d627b8 req-5c4141a5-048c-48fc-b129-ebf23ac05ac1 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:50.832633 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4349883c-eff0-4d8d-b877-f9e942d627b8 req-5c4141a5-048c-48fc-b129-ebf23ac05ac1 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.0708733 Oct 27 18:23:50.872348 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4349883c-eff0-4d8d-b877-f9e942d627b8 req-74326f3c-386a-4119-9bac-226b140dcfe4 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330350 Oct 27 18:23:51.056180 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50287d6b-c6d5-4dc4-80e1-1c15389ff662 req-8911f64c-5925-4288-817b-8cf83d15a76b tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:51.057772 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-50287d6b-c6d5-4dc4-80e1-1c15389ff662 req-8911f64c-5925-4288-817b-8cf83d15a76b tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f920e40-6780-459b-adb3-b0654b52ce51 HTTP/1.1" status: 200 len: 944 time: 0.0552211 Oct 27 18:23:51.096651 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-50287d6b-c6d5-4dc4-80e1-1c15389ff662 req-eac2ea73-fc29-4879-93ba-aa1c91a70329 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328488 Oct 27 18:23:51.240970 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b29a13-cda2-47f1-8723-0c6041c08652 req-677e772c-5261-4b7c-89b8-cc31b2e99ef9 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:51.243256 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-76b29a13-cda2-47f1-8723-0c6041c08652 req-677e772c-5261-4b7c-89b8-cc31b2e99ef9 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fb3a9d5-9e62-4ab0-b3c5-bc6a1cb6a1b8 HTTP/1.1" status: 200 len: 945 time: 0.0504007 Oct 27 18:23:51.283109 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-76b29a13-cda2-47f1-8723-0c6041c08652 req-25065a9d-2f38-495f-ae3a-7fba64d57ae1 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/security-groups?id=e181289c-8617-4d1c-b65d-bc8b5968e064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322239 Oct 27 18:23:51.770445 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940793e-f902-4cc6-8abd-183eb497d904 req-585fccbc-c291-4ae9-a8a6-287f550dc0ca tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:51.777224 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940793e-f902-4cc6-8abd-183eb497d904 req-585fccbc-c291-4ae9-a8a6-287f550dc0ca tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:51.783002 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940793e-f902-4cc6-8abd-183eb497d904 req-585fccbc-c291-4ae9-a8a6-287f550dc0ca tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:51.789550 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940793e-f902-4cc6-8abd-183eb497d904 req-585fccbc-c291-4ae9-a8a6-287f550dc0ca tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:51.795600 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940793e-f902-4cc6-8abd-183eb497d904 req-585fccbc-c291-4ae9-a8a6-287f550dc0ca tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:51.801343 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940793e-f902-4cc6-8abd-183eb497d904 req-585fccbc-c291-4ae9-a8a6-287f550dc0ca tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:51.807406 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940793e-f902-4cc6-8abd-183eb497d904 req-585fccbc-c291-4ae9-a8a6-287f550dc0ca tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:51.809353 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b940793e-f902-4cc6-8abd-183eb497d904 req-585fccbc-c291-4ae9-a8a6-287f550dc0ca tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 5419 time: 0.0971477 Oct 27 18:23:51.856071 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b940793e-f902-4cc6-8abd-183eb497d904 req-90134e53-5aa5-4c35-b59e-42ab48cdda5b tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=02a89f5e-a42d-4682-bd74-7f652c60708b&id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402412 Oct 27 18:23:51.981356 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f6206-3c87-43cd-8080-67c43c9d0b72 req-c005060b-65ba-4ce4-acc5-b26656e196f2 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:51.983908 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0a7f6206-3c87-43cd-8080-67c43c9d0b72 req-c005060b-65ba-4ce4-acc5-b26656e196f2 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 950 time: 0.0644846 Oct 27 18:23:52.023060 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0a7f6206-3c87-43cd-8080-67c43c9d0b72 req-cf1286a6-f1e9-4397-b559-748900b6ea15 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328946 Oct 27 18:23:52.128329 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1366aec-e5c8-4cf0-897b-498bef8b9620 req-48b541e2-aefd-4964-968e-0c07629f0abd tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:52.129859 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a1366aec-e5c8-4cf0-897b-498bef8b9620 req-48b541e2-aefd-4964-968e-0c07629f0abd tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.0528195 Oct 27 18:23:52.179601 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a1366aec-e5c8-4cf0-897b-498bef8b9620 req-5a1e17fb-f010-4959-bea4-bf3e2dee6fe1 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339944 Oct 27 18:23:52.317956 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e787a-1dd6-424d-aaa3-db8e65cfa3ef req-2ce12861-9bab-4365-92a7-2797f240fd67 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:52.321847 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2b3e787a-1dd6-424d-aaa3-db8e65cfa3ef req-2ce12861-9bab-4365-92a7-2797f240fd67 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f920e40-6780-459b-adb3-b0654b52ce51 HTTP/1.1" status: 200 len: 944 time: 0.0810728 Oct 27 18:23:52.327272 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e0f75-b4b5-4db4-b29a-1637cbfab107 req-75bfc782-4f43-456b-9b7a-cdb93b2b042a tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:52.328633 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c87e0f75-b4b5-4db4-b29a-1637cbfab107 req-75bfc782-4f43-456b-9b7a-cdb93b2b042a tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87eacb3-2685-4110-a371-17d5a374f9b0 HTTP/1.1" status: 200 len: 947 time: 0.0888560 Oct 27 18:23:52.381169 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2b3e787a-1dd6-424d-aaa3-db8e65cfa3ef req-ad84c9d6-565d-4b7a-a9b4-beb1c7bc787e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515971 Oct 27 18:23:52.389064 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c87e0f75-b4b5-4db4-b29a-1637cbfab107 req-32533722-199e-44e7-8c1a-c650923501c7 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/security-groups?id=91467586-a0d6-44d3-9281-411e425eba01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538919 Oct 27 18:23:52.485798 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140665b-9a38-405b-9555-3aaa9f1519be req-cb88f520-a1cc-496e-b48a-14a33431945b tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:52.487313 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c140665b-9a38-405b-9555-3aaa9f1519be req-cb88f520-a1cc-496e-b48a-14a33431945b tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fb3a9d5-9e62-4ab0-b3c5-bc6a1cb6a1b8 HTTP/1.1" status: 200 len: 945 time: 0.0495543 Oct 27 18:23:52.526423 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c140665b-9a38-405b-9555-3aaa9f1519be req-f6229fc3-cb6b-4ca5-9ee5-6763920387ec tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/security-groups?id=e181289c-8617-4d1c-b65d-bc8b5968e064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323081 Oct 27 18:23:52.645975 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ddc04-b6fd-4a84-87ae-8e3e7a4feedf req-4b97b152-441a-431b-bd60-83d143b6d525 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:52.647635 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cf4ddc04-b6fd-4a84-87ae-8e3e7a4feedf req-4b97b152-441a-431b-bd60-83d143b6d525 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3ee750e-d5de-42db-9299-e2231d6dfc76 HTTP/1.1" status: 200 len: 945 time: 0.0547011 Oct 27 18:23:52.690574 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cf4ddc04-b6fd-4a84-87ae-8e3e7a4feedf req-29ae8bdd-da93-4726-92ba-82b95f7eecaf tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/security-groups?id=e181289c-8617-4d1c-b65d-bc8b5968e064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365639 Oct 27 18:23:52.988919 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519764d-3fa9-4222-9070-2a9ef2103594 req-e8255ec4-4e89-4ba4-b69a-8251ceb8d3ea tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:52.995492 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519764d-3fa9-4222-9070-2a9ef2103594 req-e8255ec4-4e89-4ba4-b69a-8251ceb8d3ea tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:53.001695 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519764d-3fa9-4222-9070-2a9ef2103594 req-e8255ec4-4e89-4ba4-b69a-8251ceb8d3ea tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:53.008727 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519764d-3fa9-4222-9070-2a9ef2103594 req-e8255ec4-4e89-4ba4-b69a-8251ceb8d3ea tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:53.014789 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519764d-3fa9-4222-9070-2a9ef2103594 req-e8255ec4-4e89-4ba4-b69a-8251ceb8d3ea tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:53.020941 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519764d-3fa9-4222-9070-2a9ef2103594 req-e8255ec4-4e89-4ba4-b69a-8251ceb8d3ea tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:53.028277 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519764d-3fa9-4222-9070-2a9ef2103594 req-e8255ec4-4e89-4ba4-b69a-8251ceb8d3ea tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:53.030236 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e519764d-3fa9-4222-9070-2a9ef2103594 req-e8255ec4-4e89-4ba4-b69a-8251ceb8d3ea tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 5419 time: 0.0996919 Oct 27 18:23:53.077134 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e519764d-3fa9-4222-9070-2a9ef2103594 req-d07589d9-679e-4469-9e61-b28237e673a8 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=02a89f5e-a42d-4682-bd74-7f652c60708b&id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401690 Oct 27 18:23:53.151248 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe585a-9765-45ed-ad51-87c928551ef7 req-f41bb5b3-6e3d-4c93-af35-3282e2881042 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:53.152688 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-73fe585a-9765-45ed-ad51-87c928551ef7 req-f41bb5b3-6e3d-4c93-af35-3282e2881042 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 950 time: 0.0547919 Oct 27 18:23:53.191404 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-73fe585a-9765-45ed-ad51-87c928551ef7 req-4c16b405-03c9-4e59-99fd-f013c73631f3 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327237 Oct 27 18:23:53.370979 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2212f414-987e-4cfe-900b-0b2727afde83 req-83f82cef-2ecb-4f0e-8285-829defaf601e tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:53.372832 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2212f414-987e-4cfe-900b-0b2727afde83 req-83f82cef-2ecb-4f0e-8285-829defaf601e tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.0587692 Oct 27 18:23:53.413055 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2212f414-987e-4cfe-900b-0b2727afde83 req-6f94358a-cc9c-4fda-ba56-25e386b1a393 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338683 Oct 27 18:23:53.556349 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab24f0d-dc90-4cfa-8d39-1e6d59f42f1b req-e0d06323-3969-4e16-ae2e-ba9a4ecb6be3 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:53.557838 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cab24f0d-dc90-4cfa-8d39-1e6d59f42f1b req-e0d06323-3969-4e16-ae2e-ba9a4ecb6be3 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87eacb3-2685-4110-a371-17d5a374f9b0 HTTP/1.1" status: 200 len: 947 time: 0.0722697 Oct 27 18:23:53.565591 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902586a3-ca4b-4d9e-aa67-0d2c08f7862d req-1d8386a0-6207-43a4-bcd1-e761e9a4130a tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:53.567024 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-902586a3-ca4b-4d9e-aa67-0d2c08f7862d req-1d8386a0-6207-43a4-bcd1-e761e9a4130a tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f920e40-6780-459b-adb3-b0654b52ce51 HTTP/1.1" status: 200 len: 944 time: 0.0908709 Oct 27 18:23:53.624659 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cab24f0d-dc90-4cfa-8d39-1e6d59f42f1b req-c3420a19-25eb-4946-b3fb-e0028a6a1dbe tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/security-groups?id=91467586-a0d6-44d3-9281-411e425eba01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566845 Oct 27 18:23:53.627579 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-902586a3-ca4b-4d9e-aa67-0d2c08f7862d req-b1a0857f-07db-4dba-9f86-fbd4c8c9422d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537148 Oct 27 18:23:53.672541 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 4537252f-d57a-4e49-ad15-a0ee92c213d1 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:23:53.800664 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-4f8d4773-dfd7-4603-a6f8-6ae810ceba3e tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:53.802227 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-4f8d4773-dfd7-4603-a6f8-6ae810ceba3e tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/networks?id=66c15a2c-dbc4-400c-9f31-3bab4aa18dfa HTTP/1.1" status: 200 len: 811 time: 0.1022615 Oct 27 18:23:53.818636 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-07d6997b-fb83-4166-bb0f-dffef93bbb22 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/quotas/aff262b9f0934bd18c5d697abc673551 HTTP/1.1" status: 200 len: 375 time: 0.0097280 Oct 27 18:23:53.820647 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 4537252f-d57a-4e49-ad15-a0ee92c213d1 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:23:53.825546 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 4537252f-d57a-4e49-ad15-a0ee92c213d1 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:23:53.825921 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:53.874423 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-6257101f-291f-4116-b4b2-a38be8850ff3 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=aff262b9f0934bd18c5d697abc673551&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500867 Oct 27 18:23:53.906715 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:53.930594 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f920e40-6780-459b-adb3-b0654b52ce51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4537252f-d57a-4e49-ad15-a0ee92c213d1'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:23:53.932982 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d442eb-04e3-4196-93d5-5e993835dc9c" -d '{"events": [{"server_uuid": "2f920e40-6780-459b-adb3-b0654b52ce51", "name": "network-vif-plugged", "status": "completed", "tag": "4537252f-d57a-4e49-ad15-a0ee92c213d1"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:23:53.945453 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 4537252f-d57a-4e49-ad15-a0ee92c213d1, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=4537252f-d57a-4e49-ad15-a0ee92c213d1,segment=NetworkSegment(c3b83e00-8105-42bf-a65c-5b309278d20d),segment_id=c3b83e00-8105-42bf-a65c-5b309278d20d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:23:53.969413 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-1391f2a9-8aef-4a9b-8e6c-4820a33bd3aa service neutron] 10.222.0.52 "GET /v2.0/networks/66c15a2c-dbc4-400c-9f31-3bab4aa18dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869353 Oct 27 18:23:53.975099 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33edd06c-b13c-4652-9f21-66178bc1a769 x-openstack-request-id: req-33edd06c-b13c-4652-9f21-66178bc1a769 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:23:53.975391 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f920e40-6780-459b-adb3-b0654b52ce51", "name": "network-vif-plugged", "status": "completed", "tag": "4537252f-d57a-4e49-ad15-a0ee92c213d1", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:23:53.975652 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-33edd06c-b13c-4652-9f21-66178bc1a769 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:23:53.976044 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f920e40-6780-459b-adb3-b0654b52ce51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4537252f-d57a-4e49-ad15-a0ee92c213d1', 'code': 200} Oct 27 18:23:54.009458 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:54.010304 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 86b27580-5434-45f6-8cde-601d4434169c no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:23:54.056254 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 86b27580-5434-45f6-8cde-601d4434169c {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:23:54.056593 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 86b27580-5434-45f6-8cde-601d4434169c not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:23:54.082757 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-ec6bf431-aa1e-449d-a638-7dbb8e0d9640 service neutron] 10.222.0.52 "GET /v2.0/networks/66c15a2c-dbc4-400c-9f31-3bab4aa18dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070719 Oct 27 18:23:54.084160 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=4537252f-d57a-4e49-ad15-a0ee92c213d1,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:54.113947 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b8f67-6ab4-4dbe-ac1b-e5523c8ad0dd req-016152b5-ce04-41b9-a120-0d411e1bbd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:54.115535 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dd3b8f67-6ab4-4dbe-ac1b-e5523c8ad0dd req-016152b5-ce04-41b9-a120-0d411e1bbd40 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2f920e40-6780-459b-adb3-b0654b52ce51 HTTP/1.1" status: 200 len: 1096 time: 0.0451307 Oct 27 18:23:54.175954 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dd3b8f67-6ab4-4dbe-ac1b-e5523c8ad0dd req-dce40c89-1fe4-4857-bb4e-053d68737b82 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514266 Oct 27 18:23:54.223139 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4a349-76d5-4900-a3f3-70e0e2f4f570 req-150b5fb4-58c3-43cc-9cba-32b669ad13ff tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:54.229678 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4a349-76d5-4900-a3f3-70e0e2f4f570 req-150b5fb4-58c3-43cc-9cba-32b669ad13ff tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:54.235592 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4a349-76d5-4900-a3f3-70e0e2f4f570 req-150b5fb4-58c3-43cc-9cba-32b669ad13ff tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:54.241444 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4a349-76d5-4900-a3f3-70e0e2f4f570 req-150b5fb4-58c3-43cc-9cba-32b669ad13ff tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:54.247759 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4a349-76d5-4900-a3f3-70e0e2f4f570 req-150b5fb4-58c3-43cc-9cba-32b669ad13ff tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:54.253606 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4a349-76d5-4900-a3f3-70e0e2f4f570 req-150b5fb4-58c3-43cc-9cba-32b669ad13ff tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:54.260155 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4a349-76d5-4900-a3f3-70e0e2f4f570 req-150b5fb4-58c3-43cc-9cba-32b669ad13ff tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:54.262017 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1be4a349-76d5-4900-a3f3-70e0e2f4f570 req-150b5fb4-58c3-43cc-9cba-32b669ad13ff tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 5419 time: 0.0998998 Oct 27 18:23:54.302229 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1be4a349-76d5-4900-a3f3-70e0e2f4f570 req-537ef6df-9ba8-4807-a320-6294ff4dc9ad tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=02a89f5e-a42d-4682-bd74-7f652c60708b&id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336053 Oct 27 18:23:54.414176 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6291ef2-b15b-4597-8523-a70ae819048d req-fbb7b5c8-e20d-4b8d-94b1-3b483009b62b tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:54.416415 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b6291ef2-b15b-4597-8523-a70ae819048d req-fbb7b5c8-e20d-4b8d-94b1-3b483009b62b tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 950 time: 0.0516293 Oct 27 18:23:54.463117 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b6291ef2-b15b-4597-8523-a70ae819048d req-3dc7e350-2403-45de-8458-74bc1a0a8e7b tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401978 Oct 27 18:23:54.589908 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74419b-2c36-4f2d-a5e5-450ac35b049b req-0ef176c9-d076-48e3-b3a7-0d2e991d412e tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:54.592459 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cd74419b-2c36-4f2d-a5e5-450ac35b049b req-0ef176c9-d076-48e3-b3a7-0d2e991d412e tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.0559762 Oct 27 18:23:54.640133 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c8db8023-a5dd-4b11-9790-934d18985615 req-51e57463-f4d6-40d4-9d38-55261509214e tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb7d3c9c-b7a5-46d9-ae29-8f563ba93d91 HTTP/1.1" status: 200 len: 210 time: 0.0352688 Oct 27 18:23:54.660502 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cd74419b-2c36-4f2d-a5e5-450ac35b049b req-bb2d27ee-c72b-4562-92d1-f1f2ad02aaa0 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625119 Oct 27 18:23:54.786629 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b11fd7-f47e-4702-850f-9a320ab9ad37 req-d3288739-dbf7-404c-b05f-d7f9280ca404 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:54.788163 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-97b11fd7-f47e-4702-850f-9a320ab9ad37 req-d3288739-dbf7-404c-b05f-d7f9280ca404 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87eacb3-2685-4110-a371-17d5a374f9b0 HTTP/1.1" status: 200 len: 947 time: 0.0807810 Oct 27 18:23:54.797946 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221579df-6e00-4ce6-9f7a-5bd27fd2d6d5 req-cd1d9847-5691-4e44-b555-f039b677aee6 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:54.799417 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-221579df-6e00-4ce6-9f7a-5bd27fd2d6d5 req-cd1d9847-5691-4e44-b555-f039b677aee6 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f920e40-6780-459b-adb3-b0654b52ce51 HTTP/1.1" status: 200 len: 945 time: 0.0813885 Oct 27 18:23:54.855153 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-97b11fd7-f47e-4702-850f-9a320ab9ad37 req-f07d36ec-b982-422c-8877-950a2bcf9967 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/security-groups?id=91467586-a0d6-44d3-9281-411e425eba01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547428 Oct 27 18:23:54.862223 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-221579df-6e00-4ce6-9f7a-5bd27fd2d6d5 req-55431c1a-ea38-453d-8608-517b87fc97a9 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543816 Oct 27 18:23:55.436314 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c9247-cfd2-4665-9ab6-2c47b1e43d59 req-9bcfd7d0-573b-467e-9d57-d7f7e004abca tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:55.442355 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c9247-cfd2-4665-9ab6-2c47b1e43d59 req-9bcfd7d0-573b-467e-9d57-d7f7e004abca tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:55.449191 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c9247-cfd2-4665-9ab6-2c47b1e43d59 req-9bcfd7d0-573b-467e-9d57-d7f7e004abca tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:55.455840 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c9247-cfd2-4665-9ab6-2c47b1e43d59 req-9bcfd7d0-573b-467e-9d57-d7f7e004abca tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:55.462207 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c9247-cfd2-4665-9ab6-2c47b1e43d59 req-9bcfd7d0-573b-467e-9d57-d7f7e004abca tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:55.468361 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c9247-cfd2-4665-9ab6-2c47b1e43d59 req-9bcfd7d0-573b-467e-9d57-d7f7e004abca tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:55.474402 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c9247-cfd2-4665-9ab6-2c47b1e43d59 req-9bcfd7d0-573b-467e-9d57-d7f7e004abca tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:55.476538 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7e9c9247-cfd2-4665-9ab6-2c47b1e43d59 req-9bcfd7d0-573b-467e-9d57-d7f7e004abca tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 5419 time: 0.0974290 Oct 27 18:23:55.519281 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7e9c9247-cfd2-4665-9ab6-2c47b1e43d59 req-80fb31cb-8539-4ca2-9473-2224d8d2a2c4 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=02a89f5e-a42d-4682-bd74-7f652c60708b&id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355449 Oct 27 18:23:55.625177 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23e2f5-ae7e-4b83-b448-9882fe4c6f9a req-b91746ec-0bc4-4cf5-8130-4b37e4917d49 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:55.626484 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9e23e2f5-ae7e-4b83-b448-9882fe4c6f9a req-b91746ec-0bc4-4cf5-8130-4b37e4917d49 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.93 "GET /v2.0/ports?device_id=d87eacb3-2685-4110-a371-17d5a374f9b0 HTTP/1.1" status: 200 len: 947 time: 0.0762494 Oct 27 18:23:55.643634 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be83444-54fc-4ec5-8685-f9b3ff18a2c3 req-90a1f6c1-5d6d-4358-8cd5-8fa49ad7bebc tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:55.645154 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1be83444-54fc-4ec5-8685-f9b3ff18a2c3 req-90a1f6c1-5d6d-4358-8cd5-8fa49ad7bebc tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 950 time: 0.0644157 Oct 27 18:23:55.759415 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1cf6f2d9-21b0-4367-aa33-ace65069a872 req-a0a66caf-4621-4f76-8458-00eb0f7bd2e2 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb7d3c9c-b7a5-46d9-ae29-8f563ba93d91 HTTP/1.1" status: 200 len: 210 time: 0.0592587 Oct 27 18:23:55.762410 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1be83444-54fc-4ec5-8685-f9b3ff18a2c3 req-36cb2137-c4b0-4ff0-bca1-b59f309bb14a tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086144 Oct 27 18:23:55.800805 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-9e23e2f5-ae7e-4b83-b448-9882fe4c6f9a req-bfef1a23-aa97-47da-85d0-46f75a8147bd tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Deleting port f38b6daf-1420-40e7-aefc-0579a39bad79 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:23:55.801307 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-9e23e2f5-ae7e-4b83-b448-9882fe4c6f9a req-bfef1a23-aa97-47da-85d0-46f75a8147bd tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:55.936144 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b3e70-7593-4bc7-a220-2370a8cc399f req-7bdcef54-e187-405c-aab7-86d24c01cf5b tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:55.937609 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-130b3e70-7593-4bc7-a220-2370a8cc399f req-7bdcef54-e187-405c-aab7-86d24c01cf5b tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.0925910 Oct 27 18:23:55.949757 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-9e23e2f5-ae7e-4b83-b448-9882fe4c6f9a req-bfef1a23-aa97-47da-85d0-46f75a8147bd tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] For port f38b6daf-1420-40e7-aefc-0579a39bad79, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f38b6daf-1420-40e7-aefc-0579a39bad79,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:23:55.950117 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-9e23e2f5-ae7e-4b83-b448-9882fe4c6f9a req-bfef1a23-aa97-47da-85d0-46f75a8147bd tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:55.983294 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-9e23e2f5-ae7e-4b83-b448-9882fe4c6f9a req-bfef1a23-aa97-47da-85d0-46f75a8147bd tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Calling delete_port for f38b6daf-1420-40e7-aefc-0579a39bad79 owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:23:56.058931 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-130b3e70-7593-4bc7-a220-2370a8cc399f req-6a9aec9f-c62d-42af-954e-16c1b22da17e tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059706 Oct 27 18:23:56.072374 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4bbcc5-9aa4-4fdd-a476-4a7ab6693f8b req-600cd74e-ea9d-4cc4-881d-191cf0799ca4 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:56.073911 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4a4bbcc5-9aa4-4fdd-a476-4a7ab6693f8b req-600cd74e-ea9d-4cc4-881d-191cf0799ca4 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87eacb3-2685-4110-a371-17d5a374f9b0 HTTP/1.1" status: 200 len: 947 time: 0.1464798 Oct 27 18:23:56.155324 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4a4bbcc5-9aa4-4fdd-a476-4a7ab6693f8b req-2b1bccf3-e9e5-45ca-956a-d35d55e909fb tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/security-groups?id=91467586-a0d6-44d3-9281-411e425eba01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673985 Oct 27 18:23:56.197703 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10916406-3a96-4c7e-91cc-d9520ff6bf67 req-90fe9f8d-3fb6-482f-92df-0ae925d1e8dd tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:56.199239 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-10916406-3a96-4c7e-91cc-d9520ff6bf67 req-90fe9f8d-3fb6-482f-92df-0ae925d1e8dd tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3ee750e-d5de-42db-9299-e2231d6dfc76 HTTP/1.1" status: 200 len: 945 time: 0.0545080 Oct 27 18:23:56.228189 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d74dd3-5c60-4231-a40a-c7d14cc83fe8 req-70a0fbef-fcce-4829-9a16-1033ba1698d7 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:56.229808 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a7d74dd3-5c60-4231-a40a-c7d14cc83fe8 req-70a0fbef-fcce-4829-9a16-1033ba1698d7 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f920e40-6780-459b-adb3-b0654b52ce51 HTTP/1.1" status: 200 len: 945 time: 0.0923655 Oct 27 18:23:56.237767 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:56.286180 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a7d74dd3-5c60-4231-a40a-c7d14cc83fe8 req-3c05a4de-efa8-4b6c-bb24-e583e7d1e0f5 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460739 Oct 27 18:23:56.319345 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-9e23e2f5-ae7e-4b83-b448-9882fe4c6f9a req-bfef1a23-aa97-47da-85d0-46f75a8147bd tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:56.341681 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-10916406-3a96-4c7e-91cc-d9520ff6bf67 req-ba2e7b6f-0b7e-40fe-ac37-7843d489833a tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Deleting port a05d23f2-1ec7-4ea5-891f-95d155152b9a {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:23:56.342012 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-10916406-3a96-4c7e-91cc-d9520ff6bf67 req-ba2e7b6f-0b7e-40fe-ac37-7843d489833a tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:56.350953 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef1a23-aa97-47da-85d0-46f75a8147bd tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Pushing event deleted for resources: {'Port': ['ID=f38b6daf-1420-40e7-aefc-0579a39bad79,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:56.402639 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e23e2f5-ae7e-4b83-b448-9882fe4c6f9a req-bfef1a23-aa97-47da-85d0-46f75a8147bd tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] No DVR routers for this DVR port f38b6daf-1420-40e7-aefc-0579a39bad79 on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:23:56.405394 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-9e23e2f5-ae7e-4b83-b448-9882fe4c6f9a req-bfef1a23-aa97-47da-85d0-46f75a8147bd tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:56.408823 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9e23e2f5-ae7e-4b83-b448-9882fe4c6f9a req-bfef1a23-aa97-47da-85d0-46f75a8147bd tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.93 "DELETE /v2.0/ports/f38b6daf-1420-40e7-aefc-0579a39bad79 HTTP/1.1" status: 204 len: 173 time: 0.7627299 Oct 27 18:23:56.409280 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87eacb3-2685-4110-a371-17d5a374f9b0', 'name': 'network-vif-deleted', 'tag': 'f38b6daf-1420-40e7-aefc-0579a39bad79'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:23:56.411607 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31467dc-cb7a-4c75-a31a-a47c1d035424" -d '{"events": [{"server_uuid": "d87eacb3-2685-4110-a371-17d5a374f9b0", "name": "network-vif-deleted", "tag": "f38b6daf-1420-40e7-aefc-0579a39bad79"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:23:56.451910 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-10916406-3a96-4c7e-91cc-d9520ff6bf67 req-ba2e7b6f-0b7e-40fe-ac37-7843d489833a tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] For port a05d23f2-1ec7-4ea5-891f-95d155152b9a, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=a05d23f2-1ec7-4ea5-891f-95d155152b9a,segment=NetworkSegment(0c7d1cd1-8041-472a-b82e-ec3fb07045fe),segment_id=0c7d1cd1-8041-472a-b82e-ec3fb07045fe)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:23:56.452336 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-10916406-3a96-4c7e-91cc-d9520ff6bf67 req-ba2e7b6f-0b7e-40fe-ac37-7843d489833a tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:56.459833 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca18ef9-4de8-40f3-b3d9-03cb5447b7a8 x-openstack-request-id: req-fca18ef9-4de8-40f3-b3d9-03cb5447b7a8 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:23:56.460442 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87eacb3-2685-4110-a371-17d5a374f9b0", "name": "network-vif-deleted", "tag": "f38b6daf-1420-40e7-aefc-0579a39bad79", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:23:56.460442 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fca18ef9-4de8-40f3-b3d9-03cb5447b7a8 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:23:56.461460 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87eacb3-2685-4110-a371-17d5a374f9b0', 'name': 'network-vif-deleted', 'tag': 'f38b6daf-1420-40e7-aefc-0579a39bad79', 'status': 'completed', 'code': 200} Oct 27 18:23:56.466142 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-10916406-3a96-4c7e-91cc-d9520ff6bf67 req-ba2e7b6f-0b7e-40fe-ac37-7843d489833a tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Calling delete_port for a05d23f2-1ec7-4ea5-891f-95d155152b9a owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:23:56.631865 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:56.666700 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-10916406-3a96-4c7e-91cc-d9520ff6bf67 req-ba2e7b6f-0b7e-40fe-ac37-7843d489833a tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:56.672435 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07eafcb-0754-481f-b987-f3776e17ec59 req-841565ac-1028-455c-96fb-f949f7ed819d tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:56.680261 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07eafcb-0754-481f-b987-f3776e17ec59 req-841565ac-1028-455c-96fb-f949f7ed819d tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:56.681146 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['a05d23f2-1ec7-4ea5-891f-95d155152b9a', 'd2201cb3-5869-4d80-ae75-48abd44db9f7'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:23:56.687933 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07eafcb-0754-481f-b987-f3776e17ec59 req-841565ac-1028-455c-96fb-f949f7ed819d tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:56.695685 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07eafcb-0754-481f-b987-f3776e17ec59 req-841565ac-1028-455c-96fb-f949f7ed819d tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:56.702777 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2e7b6f-0b7e-40fe-ac37-7843d489833a tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Pushing event deleted for resources: {'Port': ['ID=a05d23f2-1ec7-4ea5-891f-95d155152b9a,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:56.705105 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07eafcb-0754-481f-b987-f3776e17ec59 req-841565ac-1028-455c-96fb-f949f7ed819d tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:56.712427 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07eafcb-0754-481f-b987-f3776e17ec59 req-841565ac-1028-455c-96fb-f949f7ed819d tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:56.720661 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07eafcb-0754-481f-b987-f3776e17ec59 req-841565ac-1028-455c-96fb-f949f7ed819d tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:56.723123 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f07eafcb-0754-481f-b987-f3776e17ec59 req-841565ac-1028-455c-96fb-f949f7ed819d tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 5419 time: 0.1130953 Oct 27 18:23:56.746730 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-10916406-3a96-4c7e-91cc-d9520ff6bf67 req-ba2e7b6f-0b7e-40fe-ac37-7843d489833a tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] No DVR routers for this DVR port a05d23f2-1ec7-4ea5-891f-95d155152b9a on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:23:56.749743 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-10916406-3a96-4c7e-91cc-d9520ff6bf67 req-ba2e7b6f-0b7e-40fe-ac37-7843d489833a tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:56.753292 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-10916406-3a96-4c7e-91cc-d9520ff6bf67 req-ba2e7b6f-0b7e-40fe-ac37-7843d489833a tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.93 "DELETE /v2.0/ports/a05d23f2-1ec7-4ea5-891f-95d155152b9a HTTP/1.1" status: 204 len: 173 time: 0.5462601 Oct 27 18:23:56.753958 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ee750e-d5de-42db-9299-e2231d6dfc76', 'name': 'network-vif-deleted', 'tag': 'a05d23f2-1ec7-4ea5-891f-95d155152b9a'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:23:56.756385 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c56f80f-e7b0-475e-8494-db6126e92410" -d '{"events": [{"server_uuid": "b3ee750e-d5de-42db-9299-e2231d6dfc76", "name": "network-vif-deleted", "tag": "a05d23f2-1ec7-4ea5-891f-95d155152b9a"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:23:56.809306 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d79ff3-7699-47ab-bf1f-0e8f3d4958d7 x-openstack-request-id: req-76d79ff3-7699-47ab-bf1f-0e8f3d4958d7 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:23:56.810741 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ee750e-d5de-42db-9299-e2231d6dfc76", "name": "network-vif-deleted", "tag": "a05d23f2-1ec7-4ea5-891f-95d155152b9a", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:23:56.811434 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-76d79ff3-7699-47ab-bf1f-0e8f3d4958d7 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:23:56.811908 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ee750e-d5de-42db-9299-e2231d6dfc76', 'name': 'network-vif-deleted', 'tag': 'a05d23f2-1ec7-4ea5-891f-95d155152b9a', 'status': 'completed', 'code': 200} Oct 27 18:23:56.834283 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f07eafcb-0754-481f-b987-f3776e17ec59 req-eb969785-a2d0-4a1d-8359-71407b1611c8 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=02a89f5e-a42d-4682-bd74-7f652c60708b&id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1022441 Oct 27 18:23:56.864646 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57112f05-cff2-42ca-b7cf-28676c5500b6 req-e1295223-4783-441a-97b6-3b3cc8150645 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:56.867125 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-57112f05-cff2-42ca-b7cf-28676c5500b6 req-e1295223-4783-441a-97b6-3b3cc8150645 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.93 "GET /v2.0/ports?device_id=1fb3a9d5-9e62-4ab0-b3c5-bc6a1cb6a1b8 HTTP/1.1" status: 200 len: 945 time: 0.1172485 Oct 27 18:23:56.970748 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3f0d5cd8-9193-411c-88eb-d5966bfc579f req-8e466cc3-a5b2-43ab-b388-4c3a52429da9 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb7d3c9c-b7a5-46d9-ae29-8f563ba93d91 HTTP/1.1" status: 200 len: 210 time: 0.0488210 Oct 27 18:23:57.318326 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-f164dd41-0475-4d82-87f3-2f1fb8692096 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:57.320808 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-f164dd41-0475-4d82-87f3-2f1fb8692096 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.93 "GET /v2.0/networks?id=66c15a2c-dbc4-400c-9f31-3bab4aa18dfa HTTP/1.1" status: 200 len: 811 time: 0.1229088 Oct 27 18:23:57.337166 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-6f9d472a-fb47-4fb3-9840-3c85d7832708 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Request body: {'port': {'device_id': '33b8ab2c-6c9a-4fbc-b5d0-216b10dd0b48', 'network_id': '66c15a2c-dbc4-400c-9f31-3bab4aa18dfa', 'admin_state_up': True, 'tenant_id': 'aff262b9f0934bd18c5d697abc673551'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:23:57.405557 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400b966-f65b-4cec-a9af-bea25d5c3f3b req-ae827fdf-7592-420e-9e11-985ffab3d08a tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:57.407074 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c400b966-f65b-4cec-a9af-bea25d5c3f3b req-ae827fdf-7592-420e-9e11-985ffab3d08a tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.0844548 Oct 27 18:23:57.419025 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f121f7-576d-4fe6-b222-abd55f251c45 req-d4142213-c984-4d5f-b451-7939fafec935 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:57.426191 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-16f121f7-576d-4fe6-b222-abd55f251c45 req-d4142213-c984-4d5f-b451-7939fafec935 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 950 time: 0.4379933 Oct 27 18:23:57.459031 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-57112f05-cff2-42ca-b7cf-28676c5500b6 req-e5b10e4e-c11f-41e8-a9e8-7d468ea5d2b8 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Deleting port d2201cb3-5869-4d80-ae75-48abd44db9f7 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:23:57.459373 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-57112f05-cff2-42ca-b7cf-28676c5500b6 req-e5b10e4e-c11f-41e8-a9e8-7d468ea5d2b8 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:57.534839 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-16f121f7-576d-4fe6-b222-abd55f251c45 req-8c21a87f-4985-43c3-aacc-58ce766ca854 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076920 Oct 27 18:23:57.539540 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c400b966-f65b-4cec-a9af-bea25d5c3f3b req-e35e01ee-3df6-461f-bf23-a5df3f9ec4ad tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105464 Oct 27 18:23:57.543958 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-6f9d472a-fb47-4fb3-9840-3c85d7832708 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Made reservation on behalf of aff262b9f0934bd18c5d697abc673551 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:23:57.546088 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-6f9d472a-fb47-4fb3-9840-3c85d7832708 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:57.610624 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-57112f05-cff2-42ca-b7cf-28676c5500b6 req-e5b10e4e-c11f-41e8-a9e8-7d468ea5d2b8 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] For port d2201cb3-5869-4d80-ae75-48abd44db9f7, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d2201cb3-5869-4d80-ae75-48abd44db9f7,segment=NetworkSegment(0c7d1cd1-8041-472a-b82e-ec3fb07045fe),segment_id=0c7d1cd1-8041-472a-b82e-ec3fb07045fe)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:23:57.611082 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-57112f05-cff2-42ca-b7cf-28676c5500b6 req-e5b10e4e-c11f-41e8-a9e8-7d468ea5d2b8 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:57.627549 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-57112f05-cff2-42ca-b7cf-28676c5500b6 req-e5b10e4e-c11f-41e8-a9e8-7d468ea5d2b8 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Calling delete_port for d2201cb3-5869-4d80-ae75-48abd44db9f7 owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:23:57.707268 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8cea9ab4-f3f1-4f09-8171-2f4992ab53b7 req-9dc59fa9-cea9-42ce-a8da-4b21e94424e0 tempest-ListImageFiltersTestJSON-1306464569 tempest-ListImageFiltersTestJSON-1306464569-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87eacb3-2685-4110-a371-17d5a374f9b0 HTTP/1.1" status: 200 len: 210 time: 0.0649447 Oct 27 18:23:57.714309 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 168724c9-71d8-440b-b602-1f3bb57c7953 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:23:57.723857 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-6f9d472a-fb47-4fb3-9840-3c85d7832708 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Allocated IP 172.20.0.12 (66c15a2c-dbc4-400c-9f31-3bab4aa18dfa/534e29f8-6edb-4d3f-8e36-3331175f47fc/4e6ba346-4872-43c0-9070-23aec1d77823) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:23:57.832983 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3f644-7c18-4178-a811-0b37b3221335 req-f2f38b8b-f609-4848-a6a6-9e62b82165da tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:57.834586 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-24b3f644-7c18-4178-a811-0b37b3221335 req-f2f38b8b-f609-4848-a6a6-9e62b82165da tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f920e40-6780-459b-adb3-b0654b52ce51 HTTP/1.1" status: 200 len: 945 time: 0.0933759 Oct 27 18:23:57.854067 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 168724c9-71d8-440b-b602-1f3bb57c7953, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=168724c9-71d8-440b-b602-1f3bb57c7953,segment=NetworkSegment(1be5cc61-e9e2-4782-8a72-95f16196fee4),segment_id=1be5cc61-e9e2-4782-8a72-95f16196fee4)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:23:57.866215 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '168724c9-71d8-440b-b602-1f3bb57c7953', 'network_id': 'f4e9126d-2ff7-47a1-bfee-b0e033396219', 'port_id': '168724c9-71d8-440b-b602-1f3bb57c7953', 'mac_address': 'fa:16:3e:c5:57:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1002, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b43126e9-9fd9-47ab-bca1-c5bdf1d34ed3', 'ip_address': '10.1.1.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:23:57.910060 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:57.932946 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 168724c9-71d8-440b-b602-1f3bb57c7953 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:23:57.956401 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 168724c9-71d8-440b-b602-1f3bb57c7953, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=168724c9-71d8-440b-b602-1f3bb57c7953,segment=NetworkSegment(1be5cc61-e9e2-4782-8a72-95f16196fee4),segment_id=1be5cc61-e9e2-4782-8a72-95f16196fee4)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:23:57.988526 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-6f9d472a-fb47-4fb3-9840-3c85d7832708 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:57.999051 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-24b3f644-7c18-4178-a811-0b37b3221335 req-02ba9ad5-3de4-4dcc-a39a-4a71bf2b4624 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388979 Oct 27 18:23:58.006639 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:58.008589 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device d9f41f4b-9124-4661-b73f-53e5a7e90c21 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:23:58.033947 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-57112f05-cff2-42ca-b7cf-28676c5500b6 req-e5b10e4e-c11f-41e8-a9e8-7d468ea5d2b8 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:58.057299 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0689d-172b-4bbc-8130-93f10d331a6f req-45b55970-f032-484d-8c56-a39947c37de2 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:58.066564 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0689d-172b-4bbc-8130-93f10d331a6f req-45b55970-f032-484d-8c56-a39947c37de2 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:58.069372 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0689d-172b-4bbc-8130-93f10d331a6f req-45b55970-f032-484d-8c56-a39947c37de2 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:58.073331 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['a05d23f2-1ec7-4ea5-891f-95d155152b9a'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:23:58.076615 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0689d-172b-4bbc-8130-93f10d331a6f req-45b55970-f032-484d-8c56-a39947c37de2 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:58.084261 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0689d-172b-4bbc-8130-93f10d331a6f req-45b55970-f032-484d-8c56-a39947c37de2 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:58.091211 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0689d-172b-4bbc-8130-93f10d331a6f req-45b55970-f032-484d-8c56-a39947c37de2 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:58.095743 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-6f9d472a-fb47-4fb3-9840-3c85d7832708 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:58.096986 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0689d-172b-4bbc-8130-93f10d331a6f req-45b55970-f032-484d-8c56-a39947c37de2 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:58.106577 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-23c0689d-172b-4bbc-8130-93f10d331a6f req-45b55970-f032-484d-8c56-a39947c37de2 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 5419 time: 0.1596091 Oct 27 18:23:58.114748 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-e7a7d96e-1430-4cae-bae4-7dd823b5b42c tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:58.116297 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-e7a7d96e-1430-4cae-bae4-7dd823b5b42c tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.93 "GET /v2.0/networks?id=66c15a2c-dbc4-400c-9f31-3bab4aa18dfa HTTP/1.1" status: 200 len: 811 time: 0.2573094 Oct 27 18:23:58.124433 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['a05d23f2-1ec7-4ea5-891f-95d155152b9a'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:23:58.129295 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d9f41f4b-9124-4661-b73f-53e5a7e90c21, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d9f41f4b-9124-4661-b73f-53e5a7e90c21,segment=NetworkSegment(1be5cc61-e9e2-4782-8a72-95f16196fee4),segment_id=1be5cc61-e9e2-4782-8a72-95f16196fee4)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:23:58.139071 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-6f9d472a-fb47-4fb3-9840-3c85d7832708 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Network 66c15a2c-dbc4-400c-9f31-3bab4aa18dfa is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:23:58.146549 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-6f9d472a-fb47-4fb3-9840-3c85d7832708 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:23:58.152587 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-6f9d472a-fb47-4fb3-9840-3c85d7832708 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:23:58.158335 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b10e4e-c11f-41e8-a9e8-7d468ea5d2b8 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Pushing event deleted for resources: {'Port': ['ID=d2201cb3-5869-4d80-ae75-48abd44db9f7,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:58.162640 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-31e53083-bcb6-4c69-988d-eb876eb653c1 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Request body: {'port': {'device_id': 'eb7d3c9c-b7a5-46d9-ae29-8f563ba93d91', 'network_id': '66c15a2c-dbc4-400c-9f31-3bab4aa18dfa', 'admin_state_up': True, 'tenant_id': 'aff262b9f0934bd18c5d697abc673551'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:23:58.177915 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=168724c9-71d8-440b-b602-1f3bb57c7953,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:58.182318 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'd9f41f4b-9124-4661-b73f-53e5a7e90c21', 'network_id': 'f4e9126d-2ff7-47a1-bfee-b0e033396219', 'port_id': 'd9f41f4b-9124-4661-b73f-53e5a7e90c21', 'mac_address': 'fa:16:3e:87:8f:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1002, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b43126e9-9fd9-47ab-bca1-c5bdf1d34ed3', 'ip_address': '10.1.1.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:23:58.204398 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-07f49b07-72d5-4ade-be14-e1450c235ed3 req-a336be05-fe44-41f1-a30f-efa8e8694cab tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb7d3c9c-b7a5-46d9-ae29-8f563ba93d91 HTTP/1.1" status: 200 len: 210 time: 0.0844564 Oct 27 18:23:58.213075 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d472a-fb47-4fb3-9840-3c85d7832708 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Pushing event updated for resources: {'Port': ['ID=4e6ba346-4872-43c0-9070-23aec1d77823,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:58.226199 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d472a-fb47-4fb3-9840-3c85d7832708 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:23:58.226461 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d472a-fb47-4fb3-9840-3c85d7832708 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:23:58.227299 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d472a-fb47-4fb3-9840-3c85d7832708 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:23:58.228508 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d472a-fb47-4fb3-9840-3c85d7832708 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:23:58.229190 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d472a-fb47-4fb3-9840-3c85d7832708 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:23:58.229712 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d472a-fb47-4fb3-9840-3c85d7832708 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:23:58.230215 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d472a-fb47-4fb3-9840-3c85d7832708 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:23:58.231265 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d472a-fb47-4fb3-9840-3c85d7832708 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:23:58.231783 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d472a-fb47-4fb3-9840-3c85d7832708 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:23:58.232675 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d472a-fb47-4fb3-9840-3c85d7832708 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:23:58.233170 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d472a-fb47-4fb3-9840-3c85d7832708 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:23:58.233689 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d472a-fb47-4fb3-9840-3c85d7832708 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:23:58.258699 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-6f9d472a-fb47-4fb3-9840-3c85d7832708 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:58.260170 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-6f9d472a-fb47-4fb3-9840-3c85d7832708 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:58.267538 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:58.284072 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9f41f4b-9124-4661-b73f-53e5a7e90c21 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:23:58.309013 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d9f41f4b-9124-4661-b73f-53e5a7e90c21, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d9f41f4b-9124-4661-b73f-53e5a7e90c21,segment=NetworkSegment(1be5cc61-e9e2-4782-8a72-95f16196fee4),segment_id=1be5cc61-e9e2-4782-8a72-95f16196fee4)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:23:58.343360 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-6f9d472a-fb47-4fb3-9840-3c85d7832708 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0106957 Oct 27 18:23:58.348981 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-57112f05-cff2-42ca-b7cf-28676c5500b6 req-e5b10e4e-c11f-41e8-a9e8-7d468ea5d2b8 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] No DVR routers for this DVR port d2201cb3-5869-4d80-ae75-48abd44db9f7 on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:23:58.356019 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-23c0689d-172b-4bbc-8130-93f10d331a6f req-b439a2f9-3cc4-4d31-aa07-8bdf25fb9c1c tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=02a89f5e-a42d-4682-bd74-7f652c60708b&id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2485898 Oct 27 18:23:58.357072 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-57112f05-cff2-42ca-b7cf-28676c5500b6 req-e5b10e4e-c11f-41e8-a9e8-7d468ea5d2b8 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:58.360259 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-57112f05-cff2-42ca-b7cf-28676c5500b6 req-e5b10e4e-c11f-41e8-a9e8-7d468ea5d2b8 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.93 "DELETE /v2.0/ports/d2201cb3-5869-4d80-ae75-48abd44db9f7 HTTP/1.1" status: 204 len: 173 time: 1.4845347 Oct 27 18:23:58.374692 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:58.375460 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device d5c00b09-d1ae-4150-a83c-909f684fcd90 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:23:58.379203 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-8e724a70-7955-4b4f-aad9-ecab5de5d2ad service neutron] Request body: {'port': {'device_id': '33b8ab2c-6c9a-4fbc-b5d0-216b10dd0b48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:23:58.451582 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-8e724a70-7955-4b4f-aad9-ecab5de5d2ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:58.464686 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb3a9d5-9e62-4ab0-b3c5-bc6a1cb6a1b8', 'name': 'network-vif-deleted', 'tag': 'd2201cb3-5869-4d80-ae75-48abd44db9f7'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:23:58.469904 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01271a1b-11e5-42a1-8c69-d854ed129439" -d '{"events": [{"server_uuid": "1fb3a9d5-9e62-4ab0-b3c5-bc6a1cb6a1b8", "name": "network-vif-deleted", "tag": "d2201cb3-5869-4d80-ae75-48abd44db9f7"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:23:58.481972 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-31e53083-bcb6-4c69-988d-eb876eb653c1 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Made reservation on behalf of aff262b9f0934bd18c5d697abc673551 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:23:58.489567 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=d9f41f4b-9124-4661-b73f-53e5a7e90c21,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:58.490674 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-31e53083-bcb6-4c69-988d-eb876eb653c1 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:58.542413 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d5c00b09-d1ae-4150-a83c-909f684fcd90, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d5c00b09-d1ae-4150-a83c-909f684fcd90,segment=NetworkSegment(0e53b951-b795-4081-92ab-f8169ec212e0),segment_id=0e53b951-b795-4081-92ab-f8169ec212e0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:23:58.564493 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'd5c00b09-d1ae-4150-a83c-909f684fcd90', 'network_id': '71cba891-964b-4e83-9965-41015215d178', 'port_id': 'd5c00b09-d1ae-4150-a83c-909f684fcd90', 'mac_address': 'fa:16:3e:b7:08:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1028, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7be2e2db-5f72-4077-acf4-dd415f124d60', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:23:58.627321 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:58.644420 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c00b09-d1ae-4150-a83c-909f684fcd90 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:23:58.675542 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d5c00b09-d1ae-4150-a83c-909f684fcd90, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d5c00b09-d1ae-4150-a83c-909f684fcd90,segment=NetworkSegment(0e53b951-b795-4081-92ab-f8169ec212e0),segment_id=0e53b951-b795-4081-92ab-f8169ec212e0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:23:58.693366 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db69e8cd-4cba-4d3c-b6b7-00df24b74d34 x-openstack-request-id: req-db69e8cd-4cba-4d3c-b6b7-00df24b74d34 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:23:58.693985 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fb3a9d5-9e62-4ab0-b3c5-bc6a1cb6a1b8", "name": "network-vif-deleted", "tag": "d2201cb3-5869-4d80-ae75-48abd44db9f7", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:23:58.693985 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-db69e8cd-4cba-4d3c-b6b7-00df24b74d34 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:23:58.694279 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb3a9d5-9e62-4ab0-b3c5-bc6a1cb6a1b8', 'name': 'network-vif-deleted', 'tag': 'd2201cb3-5869-4d80-ae75-48abd44db9f7', 'status': 'completed', 'code': 200} Oct 27 18:23:58.753987 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1341cb-9fde-464e-b7cc-9b596e9b7b02 req-6805b53d-5030-4202-bd54-47fb9e4afd63 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:58.755622 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ca1341cb-9fde-464e-b7cc-9b596e9b7b02 req-6805b53d-5030-4202-bd54-47fb9e4afd63 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f920e40-6780-459b-adb3-b0654b52ce51 HTTP/1.1" status: 200 len: 945 time: 0.1079094 Oct 27 18:23:58.763609 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:58.765139 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device d30e3861-115e-4101-a8e0-47bcf6ce9856 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:23:58.777946 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc06030-172b-452c-8d46-2bf4ca450b45 req-b3e654e4-14ef-43c5-b724-505f23dc3adf tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:58.779529 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4bc06030-172b-452c-8d46-2bf4ca450b45 req-b3e654e4-14ef-43c5-b724-505f23dc3adf tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 950 time: 0.0840495 Oct 27 18:23:58.844543 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-8e724a70-7955-4b4f-aad9-ecab5de5d2ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e6ba346-4872-43c0-9070-23aec1d77823 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:23:58.845150 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d30e3861-115e-4101-a8e0-47bcf6ce9856, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d30e3861-115e-4101-a8e0-47bcf6ce9856,segment=NetworkSegment(1be5cc61-e9e2-4782-8a72-95f16196fee4),segment_id=1be5cc61-e9e2-4782-8a72-95f16196fee4)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:23:58.852024 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ca1341cb-9fde-464e-b7cc-9b596e9b7b02 req-d9a48ed4-1152-434a-ba34-6f78fa9cba95 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830009 Oct 27 18:23:58.854278 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=d5c00b09-d1ae-4150-a83c-909f684fcd90,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:58.865506 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-8e724a70-7955-4b4f-aad9-ecab5de5d2ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:58.868417 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'd30e3861-115e-4101-a8e0-47bcf6ce9856', 'network_id': 'f4e9126d-2ff7-47a1-bfee-b0e033396219', 'port_id': 'd30e3861-115e-4101-a8e0-47bcf6ce9856', 'mac_address': 'fa:16:3e:e9:b8:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1002, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b43126e9-9fd9-47ab-bca1-c5bdf1d34ed3', 'ip_address': '10.1.1.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:23:58.879123 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4bc06030-172b-452c-8d46-2bf4ca450b45 req-93939481-b838-4298-91ca-0e64608c2b13 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805349 Oct 27 18:23:58.886030 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-8e724a70-7955-4b4f-aad9-ecab5de5d2ad service neutron] Transition to ACTIVE for port object 4e6ba346-4872-43c0-9070-23aec1d77823 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:23:58.916944 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:58.942254 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d30e3861-115e-4101-a8e0-47bcf6ce9856 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:23:58.964237 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-8e724a70-7955-4b4f-aad9-ecab5de5d2ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:58.970543 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d30e3861-115e-4101-a8e0-47bcf6ce9856, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d30e3861-115e-4101-a8e0-47bcf6ce9856,segment=NetworkSegment(1be5cc61-e9e2-4782-8a72-95f16196fee4),segment_id=1be5cc61-e9e2-4782-8a72-95f16196fee4)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:23:59.019454 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846eeaf-5a9c-4207-b419-27d4249e1b3b req-50d45e39-c850-434c-92bb-72e44317e732 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:59.027847 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e846eeaf-5a9c-4207-b419-27d4249e1b3b req-50d45e39-c850-434c-92bb-72e44317e732 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.1025798 Oct 27 18:23:59.036879 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e724a70-7955-4b4f-aad9-ecab5de5d2ad service neutron] Pushing event updated for resources: {'Port': ['ID=4e6ba346-4872-43c0-9070-23aec1d77823,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:59.063627 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:59.066022 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 60727fe8-f91e-429f-b6a7-1c21b5327137 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:23:59.066537 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-31e53083-bcb6-4c69-988d-eb876eb653c1 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Allocated IP 172.20.0.14 (66c15a2c-dbc4-400c-9f31-3bab4aa18dfa/534e29f8-6edb-4d3f-8e36-3331175f47fc/4f3c7adb-5636-4331-bd79-6b80d007f4a2) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:23:59.128045 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e846eeaf-5a9c-4207-b419-27d4249e1b3b req-77719f47-daf5-4923-a2cc-ec57596736cd tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856407 Oct 27 18:23:59.156793 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-8e724a70-7955-4b4f-aad9-ecab5de5d2ad service neutron] Attempting to bind port 4e6ba346-4872-43c0-9070-23aec1d77823 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:23:59.157523 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-8e724a70-7955-4b4f-aad9-ecab5de5d2ad service neutron] Attempting to bind port 4e6ba346-4872-43c0-9070-23aec1d77823 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '0c7d1cd1-8041-472a-b82e-ec3fb07045fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '66c15a2c-dbc4-400c-9f31-3bab4aa18dfa'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:23:59.160328 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-8e724a70-7955-4b4f-aad9-ecab5de5d2ad service neutron] Attempting to bind port 4e6ba346-4872-43c0-9070-23aec1d77823 on network 66c15a2c-dbc4-400c-9f31-3bab4aa18dfa {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:23:59.163229 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-8e724a70-7955-4b4f-aad9-ecab5de5d2ad service neutron] Port 4e6ba346-4872-43c0-9070-23aec1d77823 on network 66c15a2c-dbc4-400c-9f31-3bab4aa18dfa not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:23:59.164527 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-8e724a70-7955-4b4f-aad9-ecab5de5d2ad service neutron] Attempting to bind port 4e6ba346-4872-43c0-9070-23aec1d77823 on network 66c15a2c-dbc4-400c-9f31-3bab4aa18dfa {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:23:59.169947 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-8e724a70-7955-4b4f-aad9-ecab5de5d2ad service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:23:59.170601 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-8e724a70-7955-4b4f-aad9-ecab5de5d2ad service neutron] Checking segment: {'id': '0c7d1cd1-8041-472a-b82e-ec3fb07045fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '66c15a2c-dbc4-400c-9f31-3bab4aa18dfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:23:59.171271 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-8e724a70-7955-4b4f-aad9-ecab5de5d2ad service neutron] Bound using segment: {'id': '0c7d1cd1-8041-472a-b82e-ec3fb07045fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '66c15a2c-dbc4-400c-9f31-3bab4aa18dfa'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:23:59.171927 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-8e724a70-7955-4b4f-aad9-ecab5de5d2ad service neutron] Bound port: 4e6ba346-4872-43c0-9070-23aec1d77823, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7d1cd1-8041-472a-b82e-ec3fb07045fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '66c15a2c-dbc4-400c-9f31-3bab4aa18dfa'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:23:59.172669 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-8e724a70-7955-4b4f-aad9-ecab5de5d2ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:59.183868 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=d30e3861-115e-4101-a8e0-47bcf6ce9856,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:59.213179 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 60727fe8-f91e-429f-b6a7-1c21b5327137, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=60727fe8-f91e-429f-b6a7-1c21b5327137,segment=NetworkSegment(0e53b951-b795-4081-92ab-f8169ec212e0),segment_id=0e53b951-b795-4081-92ab-f8169ec212e0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:23:59.250609 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '60727fe8-f91e-429f-b6a7-1c21b5327137', 'network_id': '71cba891-964b-4e83-9965-41015215d178', 'port_id': '60727fe8-f91e-429f-b6a7-1c21b5327137', 'mac_address': 'fa:16:3e:fa:ae:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1028, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7be2e2db-5f72-4077-acf4-dd415f124d60', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:23:59.280031 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-8e724a70-7955-4b4f-aad9-ecab5de5d2ad service neutron] For port 4e6ba346-4872-43c0-9070-23aec1d77823, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:23:59.283664 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-8e724a70-7955-4b4f-aad9-ecab5de5d2ad service neutron] For port 4e6ba346-4872-43c0-9070-23aec1d77823, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=4e6ba346-4872-43c0-9070-23aec1d77823,segment=NetworkSegment(0c7d1cd1-8041-472a-b82e-ec3fb07045fe),segment_id=0c7d1cd1-8041-472a-b82e-ec3fb07045fe)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:23:59.315115 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:59.329784 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60727fe8-f91e-429f-b6a7-1c21b5327137 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:23:59.352842 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-8e724a70-7955-4b4f-aad9-ecab5de5d2ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:59.371061 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 60727fe8-f91e-429f-b6a7-1c21b5327137, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=60727fe8-f91e-429f-b6a7-1c21b5327137,segment=NetworkSegment(0e53b951-b795-4081-92ab-f8169ec212e0),segment_id=0e53b951-b795-4081-92ab-f8169ec212e0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:23:59.385085 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0ac344eb-8fcf-4f29-9d8e-c1d85703e233 req-bf2af026-f764-4100-a957-a2318f46eeb4 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb7d3c9c-b7a5-46d9-ae29-8f563ba93d91 HTTP/1.1" status: 200 len: 210 time: 0.0456219 Oct 27 18:23:59.400505 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-8e724a70-7955-4b4f-aad9-ecab5de5d2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:59.401117 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-8e724a70-7955-4b4f-aad9-ecab5de5d2ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:59.403103 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-8e724a70-7955-4b4f-aad9-ecab5de5d2ad service neutron] 10.222.0.93 "PUT /v2.0/ports/4e6ba346-4872-43c0-9070-23aec1d77823 HTTP/1.1" status: 200 len: 1092 time: 1.0275791 Oct 27 18:23:59.403103 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b8ab2c-6c9a-4fbc-b5d0-216b10dd0b48', 'tag': '4e6ba346-4872-43c0-9070-23aec1d77823'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:23:59.405207 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1c6444-19f9-47dc-97ee-4b47b7d57dd9" -d '{"events": [{"name": "network-changed", "server_uuid": "33b8ab2c-6c9a-4fbc-b5d0-216b10dd0b48", "tag": "4e6ba346-4872-43c0-9070-23aec1d77823"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:23:59.428137 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e724a70-7955-4b4f-aad9-ecab5de5d2ad service neutron] Pushing event updated for resources: {'Port': ['ID=4e6ba346-4872-43c0-9070-23aec1d77823,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:59.432289 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:59.432977 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 4ebc892e-5692-4841-830c-8e4b29b7659e details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:23:59.473555 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-31e53083-bcb6-4c69-988d-eb876eb653c1 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:59.607327 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=60727fe8-f91e-429f-b6a7-1c21b5327137,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:59.621073 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.resource_extend [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 18:23:59.629519 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b529c2-16e9-41de-a7b1-1b3a349e0f96 req-ecd1396e-a04d-4ae4-9ac3-7bffe806ab75 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:59.639620 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b529c2-16e9-41de-a7b1-1b3a349e0f96 req-ecd1396e-a04d-4ae4-9ac3-7bffe806ab75 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:59.645358 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 4ebc892e-5692-4841-830c-8e4b29b7659e, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=4ebc892e-5692-4841-830c-8e4b29b7659e,segment=NetworkSegment(1be5cc61-e9e2-4782-8a72-95f16196fee4),segment_id=1be5cc61-e9e2-4782-8a72-95f16196fee4)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:23:59.659806 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '4ebc892e-5692-4841-830c-8e4b29b7659e', 'network_id': 'f4e9126d-2ff7-47a1-bfee-b0e033396219', 'port_id': '4ebc892e-5692-4841-830c-8e4b29b7659e', 'mac_address': 'fa:16:3e:5f:2d:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1002, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b43126e9-9fd9-47ab-bca1-c5bdf1d34ed3', 'ip_address': '10.1.1.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:23:59.667320 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b529c2-16e9-41de-a7b1-1b3a349e0f96 req-ecd1396e-a04d-4ae4-9ac3-7bffe806ab75 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:59.674659 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b529c2-16e9-41de-a7b1-1b3a349e0f96 req-ecd1396e-a04d-4ae4-9ac3-7bffe806ab75 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:59.681510 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-12a054f0-84d4-49c0-b23a-4b1f21cb9327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:59.682157 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b529c2-16e9-41de-a7b1-1b3a349e0f96 req-ecd1396e-a04d-4ae4-9ac3-7bffe806ab75 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:59.683304 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-12a054f0-84d4-49c0-b23a-4b1f21cb9327 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aff262b9f0934bd18c5d697abc673551&device_id=33b8ab2c-6c9a-4fbc-b5d0-216b10dd0b48 HTTP/1.1" status: 200 len: 1095 time: 0.1027792 Oct 27 18:23:59.688774 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b529c2-16e9-41de-a7b1-1b3a349e0f96 req-ecd1396e-a04d-4ae4-9ac3-7bffe806ab75 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:59.695685 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b529c2-16e9-41de-a7b1-1b3a349e0f96 req-ecd1396e-a04d-4ae4-9ac3-7bffe806ab75 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:59.697797 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c7b529c2-16e9-41de-a7b1-1b3a349e0f96 req-ecd1396e-a04d-4ae4-9ac3-7bffe806ab75 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 5424 time: 0.1732285 Oct 27 18:23:59.699651 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-31e53083-bcb6-4c69-988d-eb876eb653c1 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:59.721753 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['a05d23f2-1ec7-4ea5-891f-95d155152b9a'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:23:59.765745 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-31e53083-bcb6-4c69-988d-eb876eb653c1 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Network 66c15a2c-dbc4-400c-9f31-3bab4aa18dfa is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:23:59.773425 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-31e53083-bcb6-4c69-988d-eb876eb653c1 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:23:59.781615 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:59.783754 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-31e53083-bcb6-4c69-988d-eb876eb653c1 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:23:59.790623 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e53083-bcb6-4c69-988d-eb876eb653c1 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Pushing event updated for resources: {'Port': ['ID=4f3c7adb-5636-4331-bd79-6b80d007f4a2,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:23:59.832594 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c7b529c2-16e9-41de-a7b1-1b3a349e0f96 req-4a1cfda4-6bbf-4907-a014-a74cf0275d68 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=02a89f5e-a42d-4682-bd74-7f652c60708b&id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1240368 Oct 27 18:23:59.833712 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-0d9271bd-5e35-48c9-b9fa-e4cc07001f4c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e6ba346-4872-43c0-9070-23aec1d77823 HTTP/1.1" status: 200 len: 217 time: 0.1281493 Oct 27 18:23:59.841100 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eec4891-96da-4937-9e32-c013a851adb0 x-openstack-request-id: req-2eec4891-96da-4937-9e32-c013a851adb0 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:23:59.841393 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b8ab2c-6c9a-4fbc-b5d0-216b10dd0b48", "tag": "4e6ba346-4872-43c0-9070-23aec1d77823", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:23:59.841647 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2eec4891-96da-4937-9e32-c013a851adb0 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:23:59.842051 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b8ab2c-6c9a-4fbc-b5d0-216b10dd0b48', 'tag': '4e6ba346-4872-43c0-9070-23aec1d77823', 'status': 'completed', 'code': 200} Oct 27 18:23:59.875099 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-31e53083-bcb6-4c69-988d-eb876eb653c1 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:59.875976 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-31e53083-bcb6-4c69-988d-eb876eb653c1 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:23:59.912683 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-638d3d5b-063f-4358-b35d-928b76b1a276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:23:59.917400 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-638d3d5b-063f-4358-b35d-928b76b1a276 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=534e29f8-6edb-4d3f-8e36-3331175f47fc HTTP/1.1" status: 200 len: 851 time: 0.0714188 Oct 27 18:23:59.962865 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-4d9ca0b8-277c-4332-8878-e7e0b4d69b78 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=66c15a2c-dbc4-400c-9f31-3bab4aa18dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321920 Oct 27 18:23:59.985386 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-31e53083-bcb6-4c69-988d-eb876eb653c1 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8291855 Oct 27 18:24:00.003109 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae73b35-3c04-4675-9c44-0c8c38a57a76 req-e37316d9-b3c9-4288-93fe-d21be610da4f tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:00.013537 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8ae73b35-3c04-4675-9c44-0c8c38a57a76 req-e37316d9-b3c9-4288-93fe-d21be610da4f tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f920e40-6780-459b-adb3-b0654b52ce51 HTTP/1.1" status: 200 len: 945 time: 0.0800893 Oct 27 18:24:00.022104 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-4fa56591-9f18-4709-92e4-4989b3aa72cc service neutron] Request body: {'port': {'device_id': 'eb7d3c9c-b7a5-46d9-ae29-8f563ba93d91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:24:00.026189 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ebc892e-5692-4841-830c-8e4b29b7659e {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:24:00.050311 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 4ebc892e-5692-4841-830c-8e4b29b7659e, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=4ebc892e-5692-4841-830c-8e4b29b7659e,segment=NetworkSegment(1be5cc61-e9e2-4782-8a72-95f16196fee4),segment_id=1be5cc61-e9e2-4782-8a72-95f16196fee4)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:00.095833 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-20b8bc52-187a-4cdc-ad37-abe7712baaec service neutron] 10.222.0.93 "GET /v2.0/networks/66c15a2c-dbc4-400c-9f31-3bab4aa18dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266942 Oct 27 18:24:00.122784 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8ae73b35-3c04-4675-9c44-0c8c38a57a76 req-7f7b3d7a-2d0f-4a4e-9fee-de1b5d93d7a4 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081884 Oct 27 18:24:00.125514 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-4fa56591-9f18-4709-92e4-4989b3aa72cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:00.128847 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:00.129528 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device d0da1220-dd80-4dd5-a7ad-e073fc40fe66 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:24:00.211574 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-36f7b13f-8b80-40cf-b8c5-80b8670cf687 service neutron] 10.222.0.93 "GET /v2.0/networks/66c15a2c-dbc4-400c-9f31-3bab4aa18dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074319 Oct 27 18:24:00.279352 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=4ebc892e-5692-4841-830c-8e4b29b7659e,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:00.321573 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d0da1220-dd80-4dd5-a7ad-e073fc40fe66, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d0da1220-dd80-4dd5-a7ad-e073fc40fe66,segment=NetworkSegment(41131f65-3afe-44a8-b36c-5b0b2c75311d),segment_id=41131f65-3afe-44a8-b36c-5b0b2c75311d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:00.345777 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'd0da1220-dd80-4dd5-a7ad-e073fc40fe66', 'network_id': 'b0826293-f8b5-4c91-b97e-04b01e42ef10', 'port_id': 'd0da1220-dd80-4dd5-a7ad-e073fc40fe66', 'mac_address': 'fa:16:3e:34:d7:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e43a2e56-6a89-4d7a-ba43-8a2e198dc078', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:24:00.390450 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:00.407886 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c6444-19f9-47dc-97ee-4b47b7d57dd9 req-1c7413b2-a0dd-4e38-be82-25cdf6b7c32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:00.408489 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b857dc3-7a1c-4f8c-a8e3-1773d6d4f023 req-87085e72-33ee-4cbd-8316-95289122c5e4 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:00.408615 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0da1220-dd80-4dd5-a7ad-e073fc40fe66 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:24:00.409650 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3b857dc3-7a1c-4f8c-a8e3-1773d6d4f023 req-87085e72-33ee-4cbd-8316-95289122c5e4 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 950 time: 0.1282024 Oct 27 18:24:00.409789 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4a1c6444-19f9-47dc-97ee-4b47b7d57dd9 req-1c7413b2-a0dd-4e38-be82-25cdf6b7c32d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aff262b9f0934bd18c5d697abc673551&device_id=33b8ab2c-6c9a-4fbc-b5d0-216b10dd0b48 HTTP/1.1" status: 200 len: 1095 time: 0.0590849 Oct 27 18:24:00.439924 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d0da1220-dd80-4dd5-a7ad-e073fc40fe66, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d0da1220-dd80-4dd5-a7ad-e073fc40fe66,segment=NetworkSegment(41131f65-3afe-44a8-b36c-5b0b2c75311d),segment_id=41131f65-3afe-44a8-b36c-5b0b2c75311d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:00.528617 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c6444-19f9-47dc-97ee-4b47b7d57dd9 req-fe6e6ec7-9f26-4d2f-8455-2db79ca49e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:00.530612 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4a1c6444-19f9-47dc-97ee-4b47b7d57dd9 req-fe6e6ec7-9f26-4d2f-8455-2db79ca49e18 service neutron] 10.222.0.93 "GET /v2.0/networks?id=66c15a2c-dbc4-400c-9f31-3bab4aa18dfa HTTP/1.1" status: 200 len: 913 time: 0.1133838 Oct 27 18:24:00.561770 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3b857dc3-7a1c-4f8c-a8e3-1773d6d4f023 req-9a6a9543-d863-40ad-9a5b-c09de458018f tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254504 Oct 27 18:24:00.561907 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:00.603398 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4a1c6444-19f9-47dc-97ee-4b47b7d57dd9 req-7e81bc5e-444f-4455-a996-aee6763fb0e3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e6ba346-4872-43c0-9070-23aec1d77823 HTTP/1.1" status: 200 len: 217 time: 0.0600691 Oct 27 18:24:00.605349 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-17cd4091-d01b-46af-818e-ce36c81a4b01 req-03977709-8b56-45e3-aaf8-4384f6d5cfff service neutron] 10.222.0.93 "GET /v2.0/ports/28c73000-e05a-4162-bd24-a40db0e232e9/bindings/n-h2-815690-2 HTTP/1.1" status: 200 len: 382 time: 0.1597791 Oct 27 18:24:00.657632 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 1e0e81ca-8d40-4f32-adf8-576986635f72 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:24:00.667120 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=d0da1220-dd80-4dd5-a7ad-e073fc40fe66,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:00.690591 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c6444-19f9-47dc-97ee-4b47b7d57dd9 req-9d86f2e0-e984-4398-b4ea-006f6ebe9313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:00.693032 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4a1c6444-19f9-47dc-97ee-4b47b7d57dd9 req-9d86f2e0-e984-4398-b4ea-006f6ebe9313 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=534e29f8-6edb-4d3f-8e36-3331175f47fc HTTP/1.1" status: 200 len: 851 time: 0.0833864 Oct 27 18:24:00.698747 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-4fa56591-9f18-4709-92e4-4989b3aa72cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f3c7adb-5636-4331-bd79-6b80d007f4a2 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:24:00.709034 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-4fa56591-9f18-4709-92e4-4989b3aa72cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:00.738486 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-4fa56591-9f18-4709-92e4-4989b3aa72cc service neutron] Transition to ACTIVE for port object 4f3c7adb-5636-4331-bd79-6b80d007f4a2 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:24:00.739651 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4a1c6444-19f9-47dc-97ee-4b47b7d57dd9 req-e2bce6df-dcff-4f14-b7c4-d0ec00d14bce service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=66c15a2c-dbc4-400c-9f31-3bab4aa18dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371721 Oct 27 18:24:00.748616 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61080d-a640-4ea5-840e-4e44806e315e req-b353916f-5e6a-4efd-84fc-5e65909909fd tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:00.755810 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1c61080d-a640-4ea5-840e-4e44806e315e req-b353916f-5e6a-4efd-84fc-5e65909909fd tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.1039715 Oct 27 18:24:00.798800 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1c61080d-a640-4ea5-840e-4e44806e315e req-d18725f6-c9e5-45c2-ba8a-078725df19ad tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414495 Oct 27 18:24:00.814529 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-4fa56591-9f18-4709-92e4-4989b3aa72cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:00.827668 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 1e0e81ca-8d40-4f32-adf8-576986635f72, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=1e0e81ca-8d40-4f32-adf8-576986635f72,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:00.846133 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '1e0e81ca-8d40-4f32-adf8-576986635f72', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'port_id': '1e0e81ca-8d40-4f32-adf8-576986635f72', 'mac_address': 'fa:16:3e:55:86:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:24:00.885167 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa56591-9f18-4709-92e4-4989b3aa72cc service neutron] Pushing event updated for resources: {'Port': ['ID=4f3c7adb-5636-4331-bd79-6b80d007f4a2,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:00.956323 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:00.978719 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e0e81ca-8d40-4f32-adf8-576986635f72 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:24:00.996151 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4a1c6444-19f9-47dc-97ee-4b47b7d57dd9 req-9ee22919-58a1-4e8e-8be3-00f043a95a17 service neutron] 10.222.0.93 "GET /v2.0/networks/66c15a2c-dbc4-400c-9f31-3bab4aa18dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464101 Oct 27 18:24:01.001794 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 1e0e81ca-8d40-4f32-adf8-576986635f72, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=1e0e81ca-8d40-4f32-adf8-576986635f72,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:01.031705 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-4fa56591-9f18-4709-92e4-4989b3aa72cc service neutron] Attempting to bind port 4f3c7adb-5636-4331-bd79-6b80d007f4a2 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:24:01.032045 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-4fa56591-9f18-4709-92e4-4989b3aa72cc service neutron] Attempting to bind port 4f3c7adb-5636-4331-bd79-6b80d007f4a2 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '0c7d1cd1-8041-472a-b82e-ec3fb07045fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '66c15a2c-dbc4-400c-9f31-3bab4aa18dfa'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:24:01.032378 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-4fa56591-9f18-4709-92e4-4989b3aa72cc service neutron] Attempting to bind port 4f3c7adb-5636-4331-bd79-6b80d007f4a2 on network 66c15a2c-dbc4-400c-9f31-3bab4aa18dfa {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:24:01.043670 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a569c94e-5f24-4618-8711-a6b233935b37 req-0cf22a36-614b-4a87-b654-381a2a0ef3a3 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:01.046934 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a569c94e-5f24-4618-8711-a6b233935b37 req-0cf22a36-614b-4a87-b654-381a2a0ef3a3 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb7d3c9c-b7a5-46d9-ae29-8f563ba93d91 HTTP/1.1" status: 200 len: 944 time: 0.0856771 Oct 27 18:24:01.047935 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-4fa56591-9f18-4709-92e4-4989b3aa72cc service neutron] Port 4f3c7adb-5636-4331-bd79-6b80d007f4a2 on network 66c15a2c-dbc4-400c-9f31-3bab4aa18dfa not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:24:01.048339 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-4fa56591-9f18-4709-92e4-4989b3aa72cc service neutron] Attempting to bind port 4f3c7adb-5636-4331-bd79-6b80d007f4a2 on network 66c15a2c-dbc4-400c-9f31-3bab4aa18dfa {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:24:01.066589 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:01.072190 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-4fa56591-9f18-4709-92e4-4989b3aa72cc service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:24:01.072622 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-4fa56591-9f18-4709-92e4-4989b3aa72cc service neutron] Checking segment: {'id': '0c7d1cd1-8041-472a-b82e-ec3fb07045fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '66c15a2c-dbc4-400c-9f31-3bab4aa18dfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:24:01.073079 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-4fa56591-9f18-4709-92e4-4989b3aa72cc service neutron] Bound using segment: {'id': '0c7d1cd1-8041-472a-b82e-ec3fb07045fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '66c15a2c-dbc4-400c-9f31-3bab4aa18dfa'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:24:01.073598 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-4fa56591-9f18-4709-92e4-4989b3aa72cc service neutron] Bound port: 4f3c7adb-5636-4331-bd79-6b80d007f4a2, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7d1cd1-8041-472a-b82e-ec3fb07045fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '66c15a2c-dbc4-400c-9f31-3bab4aa18dfa'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:24:01.074034 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-4fa56591-9f18-4709-92e4-4989b3aa72cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:01.107936 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4a1c6444-19f9-47dc-97ee-4b47b7d57dd9 req-fed06db9-6b8b-41ce-a5ee-b2533c1456e4 service neutron] 10.222.0.93 "GET /v2.0/networks/66c15a2c-dbc4-400c-9f31-3bab4aa18dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030207 Oct 27 18:24:01.125998 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a569c94e-5f24-4618-8711-a6b233935b37 req-eb1741c3-d879-4519-844f-2a736e108f13 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/security-groups?id=e181289c-8617-4d1c-b65d-bc8b5968e064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704379 Oct 27 18:24:01.138057 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=1e0e81ca-8d40-4f32-adf8-576986635f72,revision_number=6']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:01.175111 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-4fa56591-9f18-4709-92e4-4989b3aa72cc service neutron] For port 4f3c7adb-5636-4331-bd79-6b80d007f4a2, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:24:01.178514 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-4fa56591-9f18-4709-92e4-4989b3aa72cc service neutron] For port 4f3c7adb-5636-4331-bd79-6b80d007f4a2, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=4f3c7adb-5636-4331-bd79-6b80d007f4a2,segment=NetworkSegment(0c7d1cd1-8041-472a-b82e-ec3fb07045fe),segment_id=0c7d1cd1-8041-472a-b82e-ec3fb07045fe)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:24:01.273399 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8d0b7-698a-4f53-89a0-102dddd7f77a req-78b2067b-718f-4c77-be03-4bce442ec230 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:01.280151 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8d0b7-698a-4f53-89a0-102dddd7f77a req-78b2067b-718f-4c77-be03-4bce442ec230 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:01.286166 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8d0b7-698a-4f53-89a0-102dddd7f77a req-78b2067b-718f-4c77-be03-4bce442ec230 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:01.293466 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8d0b7-698a-4f53-89a0-102dddd7f77a req-78b2067b-718f-4c77-be03-4bce442ec230 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:01.299581 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8d0b7-698a-4f53-89a0-102dddd7f77a req-78b2067b-718f-4c77-be03-4bce442ec230 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:01.307473 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8d0b7-698a-4f53-89a0-102dddd7f77a req-78b2067b-718f-4c77-be03-4bce442ec230 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:01.313664 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8d0b7-698a-4f53-89a0-102dddd7f77a req-78b2067b-718f-4c77-be03-4bce442ec230 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:01.315677 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-04c8d0b7-698a-4f53-89a0-102dddd7f77a req-78b2067b-718f-4c77-be03-4bce442ec230 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 5426 time: 0.1110375 Oct 27 18:24:01.317324 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-4fa56591-9f18-4709-92e4-4989b3aa72cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:01.340119 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd4091-d01b-46af-818e-ce36c81a4b01 req-af647919-0b0f-43a3-acfb-dadf1c587adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:01.341787 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-17cd4091-d01b-46af-818e-ce36c81a4b01 req-af647919-0b0f-43a3-acfb-dadf1c587adb service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e&tenant_id=0493afd680224a038be01c24bab6b33d HTTP/1.1" status: 200 len: 1101 time: 0.0588257 Oct 27 18:24:01.377159 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-4fa56591-9f18-4709-92e4-4989b3aa72cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:01.377776 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-4fa56591-9f18-4709-92e4-4989b3aa72cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:01.379343 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-4fa56591-9f18-4709-92e4-4989b3aa72cc service neutron] 10.222.0.93 "PUT /v2.0/ports/4f3c7adb-5636-4331-bd79-6b80d007f4a2 HTTP/1.1" status: 200 len: 1092 time: 1.3634551 Oct 27 18:24:01.383719 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb7d3c9c-b7a5-46d9-ae29-8f563ba93d91', 'tag': '4f3c7adb-5636-4331-bd79-6b80d007f4a2'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:24:01.386170 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02294975-af57-407e-bc2c-99ff4f180d60" -d '{"events": [{"name": "network-changed", "server_uuid": "eb7d3c9c-b7a5-46d9-ae29-8f563ba93d91", "tag": "4f3c7adb-5636-4331-bd79-6b80d007f4a2"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:24:01.408077 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa56591-9f18-4709-92e4-4989b3aa72cc service neutron] Pushing event updated for resources: {'Port': ['ID=4f3c7adb-5636-4331-bd79-6b80d007f4a2,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:01.423571 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-04c8d0b7-698a-4f53-89a0-102dddd7f77a req-152773f7-4671-4b1c-93b4-ace90aa62d14 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=02a89f5e-a42d-4682-bd74-7f652c60708b&id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0787115 Oct 27 18:24:01.423925 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd4091-d01b-46af-818e-ce36c81a4b01 req-b9c38d19-12fc-4d71-b273-9246cf9128b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:01.425780 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-17cd4091-d01b-46af-818e-ce36c81a4b01 req-b9c38d19-12fc-4d71-b273-9246cf9128b0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0493afd680224a038be01c24bab6b33d&device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 1101 time: 0.0482082 Oct 27 18:24:01.536334 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9153903c-ecef-43f8-942c-8279d6e52b9f req-7b9d1ace-3263-426b-94ca-f3376bba4b93 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:01.537022 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd4091-d01b-46af-818e-ce36c81a4b01 req-9514aa5f-a66d-4cfd-8727-cf6b9dfc51d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:01.537844 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9153903c-ecef-43f8-942c-8279d6e52b9f req-7b9d1ace-3263-426b-94ca-f3376bba4b93 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f920e40-6780-459b-adb3-b0654b52ce51 HTTP/1.1" status: 200 len: 945 time: 0.0533080 Oct 27 18:24:01.540573 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-17cd4091-d01b-46af-818e-ce36c81a4b01 req-9514aa5f-a66d-4cfd-8727-cf6b9dfc51d1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.0986812 Oct 27 18:24:01.595094 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-17cd4091-d01b-46af-818e-ce36c81a4b01 req-dc10a114-ce29-4f79-9049-9191d123ebb7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=28c73000-e05a-4162-bd24-a40db0e232e9 HTTP/1.1" status: 200 len: 217 time: 0.0408216 Oct 27 18:24:01.604013 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9153903c-ecef-43f8-942c-8279d6e52b9f req-169742a5-533b-4c9c-ad2f-e812b0098f66 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586486 Oct 27 18:24:01.613671 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-6d6448a6-e406-4b31-bfc3-255ab2f936bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:01.615194 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-6d6448a6-e406-4b31-bfc3-255ab2f936bb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aff262b9f0934bd18c5d697abc673551&device_id=eb7d3c9c-b7a5-46d9-ae29-8f563ba93d91 HTTP/1.1" status: 200 len: 1095 time: 0.0564396 Oct 27 18:24:01.654317 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd4091-d01b-46af-818e-ce36c81a4b01 req-089d5087-9055-440a-8bef-f882be95b4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:01.655959 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-17cd4091-d01b-46af-818e-ce36c81a4b01 req-089d5087-9055-440a-8bef-f882be95b4ae service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.0501354 Oct 27 18:24:01.663316 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984476f1-bffe-4bbe-8892-815318b42107 x-openstack-request-id: req-984476f1-bffe-4bbe-8892-815318b42107 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:24:01.664212 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb7d3c9c-b7a5-46d9-ae29-8f563ba93d91", "tag": "4f3c7adb-5636-4331-bd79-6b80d007f4a2", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:24:01.664458 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-984476f1-bffe-4bbe-8892-815318b42107 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:24:01.666188 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb7d3c9c-b7a5-46d9-ae29-8f563ba93d91', 'tag': '4f3c7adb-5636-4331-bd79-6b80d007f4a2', 'status': 'completed', 'code': 200} Oct 27 18:24:01.666560 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-f69afae3-ac26-48d2-a6ba-88dfd67ce2cc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f3c7adb-5636-4331-bd79-6b80d007f4a2 HTTP/1.1" status: 200 len: 217 time: 0.0400035 Oct 27 18:24:01.669989 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['d9f41f4b-9124-4661-b73f-53e5a7e90c21'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:24:01.704159 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['168724c9-71d8-440b-b602-1f3bb57c7953'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:24:01.740063 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-af99b630-1eba-406e-8779-3dfc64a99a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:01.741254 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['d0da1220-dd80-4dd5-a7ad-e073fc40fe66'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:24:01.741757 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-af99b630-1eba-406e-8779-3dfc64a99a89 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=534e29f8-6edb-4d3f-8e36-3331175f47fc HTTP/1.1" status: 200 len: 851 time: 0.0591164 Oct 27 18:24:01.741907 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd4091-d01b-46af-818e-ce36c81a4b01 req-b64f16b1-14f2-4db8-ac32-6008eba3b440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:01.743388 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-17cd4091-d01b-46af-818e-ce36c81a4b01 req-b64f16b1-14f2-4db8-ac32-6008eba3b440 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0673897 Oct 27 18:24:01.785026 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['d30e3861-115e-4101-a8e0-47bcf6ce9856'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:24:01.796068 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-ae8c89bb-25d3-4f80-aff6-aa58782d1a7c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=66c15a2c-dbc4-400c-9f31-3bab4aa18dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403903 Oct 27 18:24:01.824228 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['60727fe8-f91e-429f-b6a7-1c21b5327137'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:24:01.825430 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['4ebc892e-5692-4841-830c-8e4b29b7659e'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:24:01.851631 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['d5c00b09-d1ae-4150-a83c-909f684fcd90'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:24:01.927261 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-17cd4091-d01b-46af-818e-ce36c81a4b01 req-e2602fd5-ee42-464e-a4c4-dfb1be42bf0b service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714249 Oct 27 18:24:01.938430 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-65e6e658-97a9-495f-9706-abdcd165d5c1 service neutron] 10.222.0.93 "GET /v2.0/networks/66c15a2c-dbc4-400c-9f31-3bab4aa18dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039412 Oct 27 18:24:01.950797 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6cd5b-cd54-475b-a9fb-f47f2facdc85 req-801307e7-e55e-4a3c-9648-7264bc88c7f1 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:01.963188 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a0c6cd5b-cd54-475b-a9fb-f47f2facdc85 req-801307e7-e55e-4a3c-9648-7264bc88c7f1 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 950 time: 0.1596293 Oct 27 18:24:01.995383 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['1e0e81ca-8d40-4f32-adf8-576986635f72'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:24:02.050922 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-17cd4091-d01b-46af-818e-ce36c81a4b01 req-1cb8629a-a0d6-4cf0-9ce7-5a9d50aa1d4e service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148784 Oct 27 18:24:02.097678 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a0c6cd5b-cd54-475b-a9fb-f47f2facdc85 req-0fdaba43-61ee-4b5e-885a-bd9d1d7f0e7b tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378415 Oct 27 18:24:02.118261 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1436f2-b36f-4fd8-84d8-c2410c9e861e req-962c683e-ff00-4c1a-9e7c-3e91e5c53569 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:02.119741 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ad1436f2-b36f-4fd8-84d8-c2410c9e861e req-962c683e-ff00-4c1a-9e7c-3e91e5c53569 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 949 time: 0.1506541 Oct 27 18:24:02.171902 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05709a37-f439-49df-abfd-e7cf7bba2f4e req-3b6bddca-54ea-446b-a7cb-20480b384a8f service neutron] 10.222.0.93 "GET /v2.0/networks/66c15a2c-dbc4-400c-9f31-3bab4aa18dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108791 Oct 27 18:24:02.186319 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ad1436f2-b36f-4fd8-84d8-c2410c9e861e req-16466ad5-4dbb-45af-97ea-4d9fffb11a1c tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574880 Oct 27 18:24:02.279080 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931e3aa-765a-4ea9-afe1-cc9cac4939ee req-5bf53b8c-db32-4b1d-9067-cc3e1fa5e09f tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:02.280588 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6931e3aa-765a-4ea9-afe1-cc9cac4939ee req-5bf53b8c-db32-4b1d-9067-cc3e1fa5e09f tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb7d3c9c-b7a5-46d9-ae29-8f563ba93d91 HTTP/1.1" status: 200 len: 944 time: 0.0603828 Oct 27 18:24:02.333528 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6931e3aa-765a-4ea9-afe1-cc9cac4939ee req-90d9e732-8892-4473-818f-16ab6ad0b9f4 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/security-groups?id=e181289c-8617-4d1c-b65d-bc8b5968e064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453773 Oct 27 18:24:02.396365 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 54124) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:24:02.501974 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02294975-af57-407e-bc2c-99ff4f180d60 req-0ca167e8-5b46-4bc7-b989-7de331e08cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:02.503714 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-02294975-af57-407e-bc2c-99ff4f180d60 req-0ca167e8-5b46-4bc7-b989-7de331e08cc9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=aff262b9f0934bd18c5d697abc673551&device_id=eb7d3c9c-b7a5-46d9-ae29-8f563ba93d91 HTTP/1.1" status: 200 len: 1095 time: 0.0920253 Oct 27 18:24:02.579396 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1c5a85f4-776b-4dfa-8bf7-ce6d0a6a434c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3e91b481b7ed41598c6c65d613a829e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1813936 Oct 27 18:24:02.581813 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 54130) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:24:02.602605 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 4e6ba346-4872-43c0-9070-23aec1d77823 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:24:02.605952 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device a05d23f2-1ec7-4ea5-891f-95d155152b9a no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:24:02.635254 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64ac2d-97ba-487d-8ddb-cbf72285f0f0 req-4ea72ea9-d5e7-4a0d-a329-bf3d00b19ee3 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:02.643967 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64ac2d-97ba-487d-8ddb-cbf72285f0f0 req-4ea72ea9-d5e7-4a0d-a329-bf3d00b19ee3 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:02.645649 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c3f24360-15b5-446f-90ca-03784b84973b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:02.652748 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64ac2d-97ba-487d-8ddb-cbf72285f0f0 req-4ea72ea9-d5e7-4a0d-a329-bf3d00b19ee3 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:02.660383 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64ac2d-97ba-487d-8ddb-cbf72285f0f0 req-4ea72ea9-d5e7-4a0d-a329-bf3d00b19ee3 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:02.674429 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c3f24360-15b5-446f-90ca-03784b84973b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:02.686925 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64ac2d-97ba-487d-8ddb-cbf72285f0f0 req-4ea72ea9-d5e7-4a0d-a329-bf3d00b19ee3 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:02.695961 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64ac2d-97ba-487d-8ddb-cbf72285f0f0 req-4ea72ea9-d5e7-4a0d-a329-bf3d00b19ee3 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:02.704120 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64ac2d-97ba-487d-8ddb-cbf72285f0f0 req-4ea72ea9-d5e7-4a0d-a329-bf3d00b19ee3 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:02.706854 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5b64ac2d-97ba-487d-8ddb-cbf72285f0f0 req-4ea72ea9-d5e7-4a0d-a329-bf3d00b19ee3 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 5426 time: 0.1918144 Oct 27 18:24:02.715662 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: a05d23f2-1ec7-4ea5-891f-95d155152b9a {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:24:02.715998 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device a05d23f2-1ec7-4ea5-891f-95d155152b9a not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:24:02.716417 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device f38b6daf-1420-40e7-aefc-0579a39bad79 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:24:02.787561 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02294975-af57-407e-bc2c-99ff4f180d60 req-94107530-ec2e-4a81-867e-fe4af85b6b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:02.789710 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-02294975-af57-407e-bc2c-99ff4f180d60 req-94107530-ec2e-4a81-867e-fe4af85b6b57 service neutron] 10.222.0.93 "GET /v2.0/networks?id=66c15a2c-dbc4-400c-9f31-3bab4aa18dfa HTTP/1.1" status: 200 len: 913 time: 0.2757549 Oct 27 18:24:02.797736 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c3f24360-15b5-446f-90ca-03784b84973b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:02.800872 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: f38b6daf-1420-40e7-aefc-0579a39bad79 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:24:02.800872 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device f38b6daf-1420-40e7-aefc-0579a39bad79 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:24:02.800872 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 1e0e81ca-8d40-4f32-adf8-576986635f72 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:24:02.801808 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c3f24360-15b5-446f-90ca-03784b84973b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:02.806226 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c3f24360-15b5-446f-90ca-03784b84973b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/91467586-a0d6-44d3-9281-411e425eba01 HTTP/1.1" status: 204 len: 168 time: 0.2200608 Oct 27 18:24:02.812791 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f24360-15b5-446f-90ca-03784b84973b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91467586-a0d6-44d3-9281-411e425eba01,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:02.836064 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5b64ac2d-97ba-487d-8ddb-cbf72285f0f0 req-252bb69a-ea4d-4c86-9985-701dcd0c2601 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=02a89f5e-a42d-4682-bd74-7f652c60708b&id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0864143 Oct 27 18:24:02.891837 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2d676-8d88-4a04-b5f2-b646070bc444 req-0a7f3aca-ccd4-4f83-8369-b007c9f9f215 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:02.893690 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-82d2d676-8d88-4a04-b5f2-b646070bc444 req-0a7f3aca-ccd4-4f83-8369-b007c9f9f215 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f920e40-6780-459b-adb3-b0654b52ce51 HTTP/1.1" status: 200 len: 945 time: 0.1618407 Oct 27 18:24:02.895588 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-02294975-af57-407e-bc2c-99ff4f180d60 req-56cc2254-0bf9-44a4-9480-2ced1baf2141 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f3c7adb-5636-4331-bd79-6b80d007f4a2 HTTP/1.1" status: 200 len: 217 time: 0.0738978 Oct 27 18:24:02.954859 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 4e6ba346-4872-43c0-9070-23aec1d77823, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=4e6ba346-4872-43c0-9070-23aec1d77823,segment=NetworkSegment(0c7d1cd1-8041-472a-b82e-ec3fb07045fe),segment_id=0c7d1cd1-8041-472a-b82e-ec3fb07045fe)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:02.985088 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '4e6ba346-4872-43c0-9070-23aec1d77823', 'network_id': '66c15a2c-dbc4-400c-9f31-3bab4aa18dfa', 'port_id': '4e6ba346-4872-43c0-9070-23aec1d77823', 'mac_address': 'fa:16:3e:08:8e:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1000, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '534e29f8-6edb-4d3f-8e36-3331175f47fc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:24:02.985992 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9520c6-5792-428d-9991-f1a64a3480b6 req-18cc237f-bd27-4405-90c9-0d644e04668c tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:02.988078 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7b9520c6-5792-428d-9991-f1a64a3480b6 req-18cc237f-bd27-4405-90c9-0d644e04668c tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.93 "GET /v2.0/ports?device_id=2f920e40-6780-459b-adb3-b0654b52ce51 HTTP/1.1" status: 200 len: 945 time: 0.0728378 Oct 27 18:24:03.029216 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-82d2d676-8d88-4a04-b5f2-b646070bc444 req-2d86ed9d-641f-4a12-955a-0d184b84f856 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259763 Oct 27 18:24:03.044784 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02294975-af57-407e-bc2c-99ff4f180d60 req-829672c0-9750-479f-a100-6c1668eb4774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:03.046297 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-02294975-af57-407e-bc2c-99ff4f180d60 req-829672c0-9750-479f-a100-6c1668eb4774 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=534e29f8-6edb-4d3f-8e36-3331175f47fc HTTP/1.1" status: 200 len: 851 time: 0.1286042 Oct 27 18:24:03.069538 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:03.072611 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:03.092684 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e6ba346-4872-43c0-9070-23aec1d77823 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:24:03.112741 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-02294975-af57-407e-bc2c-99ff4f180d60 req-7858bc64-80b1-426a-84d7-b34397f652c0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=66c15a2c-dbc4-400c-9f31-3bab4aa18dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440536 Oct 27 18:24:03.115795 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 4e6ba346-4872-43c0-9070-23aec1d77823, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=4e6ba346-4872-43c0-9070-23aec1d77823,segment=NetworkSegment(0c7d1cd1-8041-472a-b82e-ec3fb07045fe),segment_id=0c7d1cd1-8041-472a-b82e-ec3fb07045fe)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:03.117344 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1e0e81ca-8d40-4f32-adf8-576986635f72 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:24:03.119985 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-7b9520c6-5792-428d-9991-f1a64a3480b6 req-843befe0-e568-4e65-a132-ba3810c3332c tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Deleting port 4537252f-d57a-4e49-ad15-a0ee92c213d1 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:24:03.122134 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7b9520c6-5792-428d-9991-f1a64a3480b6 req-843befe0-e568-4e65-a132-ba3810c3332c tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:03.142754 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 1e0e81ca-8d40-4f32-adf8-576986635f72, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=1e0e81ca-8d40-4f32-adf8-576986635f72,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:03.192559 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:03.260323 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-7b9520c6-5792-428d-9991-f1a64a3480b6 req-843befe0-e568-4e65-a132-ba3810c3332c tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] For port 4537252f-d57a-4e49-ad15-a0ee92c213d1, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=4537252f-d57a-4e49-ad15-a0ee92c213d1,segment=NetworkSegment(c3b83e00-8105-42bf-a65c-5b309278d20d),segment_id=c3b83e00-8105-42bf-a65c-5b309278d20d)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:03.260832 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7b9520c6-5792-428d-9991-f1a64a3480b6 req-843befe0-e568-4e65-a132-ba3810c3332c tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:03.275872 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4f35a-90dd-46d3-824e-ad0b8324bcd9 req-bd59259c-8149-488a-8bd0-bb3c1a9dd5e1 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:03.285168 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d9c4f35a-90dd-46d3-824e-ad0b8324bcd9 req-bd59259c-8149-488a-8bd0-bb3c1a9dd5e1 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 950 time: 0.1031091 Oct 27 18:24:03.298477 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-7b9520c6-5792-428d-9991-f1a64a3480b6 req-843befe0-e568-4e65-a132-ba3810c3332c tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Calling delete_port for 4537252f-d57a-4e49-ad15-a0ee92c213d1 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:24:03.373000 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-02294975-af57-407e-bc2c-99ff4f180d60 req-920357b2-bde1-4619-a056-2e66441074ac service neutron] 10.222.0.93 "GET /v2.0/networks/66c15a2c-dbc4-400c-9f31-3bab4aa18dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518077 Oct 27 18:24:03.396950 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:03.397747 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device d2201cb3-5869-4d80-ae75-48abd44db9f7 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:24:03.404792 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d9c4f35a-90dd-46d3-824e-ad0b8324bcd9 req-9d770ab9-498d-4498-a63a-6acd3b9d79f8 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169322 Oct 27 18:24:03.425689 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: d2201cb3-5869-4d80-ae75-48abd44db9f7 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:24:03.426025 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device d2201cb3-5869-4d80-ae75-48abd44db9f7 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:24:03.426445 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 28c73000-e05a-4162-bd24-a40db0e232e9 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:24:03.470292 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036e57d-b8ac-40b9-9568-ecd25b66e2fb req-409d4ece-51b0-46f7-a06b-a983f60c8b8a tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:03.477438 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=4e6ba346-4872-43c0-9070-23aec1d77823,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:03.478399 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5036e57d-b8ac-40b9-9568-ecd25b66e2fb req-409d4ece-51b0-46f7-a06b-a983f60c8b8a tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 948 time: 0.1816602 Oct 27 18:24:03.564303 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7b9520c6-5792-428d-9991-f1a64a3480b6 req-843befe0-e568-4e65-a132-ba3810c3332c tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:03.591436 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:03.597072 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=1e0e81ca-8d40-4f32-adf8-576986635f72,revision_number=7']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:03.604719 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843befe0-e568-4e65-a132-ba3810c3332c tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Pushing event deleted for resources: {'Port': ['ID=4537252f-d57a-4e49-ad15-a0ee92c213d1,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:03.633849 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 28c73000-e05a-4162-bd24-a40db0e232e9, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=28c73000-e05a-4162-bd24-a40db0e232e9,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:03.635184 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7fa71c1-6a1c-4f88-92c1-df287f05652e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28c73000-e05a-4162-bd24-a40db0e232e9'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:24:03.637643 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c14c32a-d372-4eb9-807a-289b9c267e73" -d '{"events": [{"server_uuid": "a7fa71c1-6a1c-4f88-92c1-df287f05652e", "name": "network-vif-unplugged", "status": "completed", "tag": "28c73000-e05a-4162-bd24-a40db0e232e9"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:24:03.671137 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9520c6-5792-428d-9991-f1a64a3480b6 req-843befe0-e568-4e65-a132-ba3810c3332c tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] No DVR routers for this DVR port 4537252f-d57a-4e49-ad15-a0ee92c213d1 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:24:03.674004 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7b9520c6-5792-428d-9991-f1a64a3480b6 req-843befe0-e568-4e65-a132-ba3810c3332c tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:03.677924 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7b9520c6-5792-428d-9991-f1a64a3480b6 req-843befe0-e568-4e65-a132-ba3810c3332c tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.93 "DELETE /v2.0/ports/4537252f-d57a-4e49-ad15-a0ee92c213d1 HTTP/1.1" status: 204 len: 173 time: 0.6768384 Oct 27 18:24:03.678390 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f920e40-6780-459b-adb3-b0654b52ce51', 'name': 'network-vif-deleted', 'tag': '4537252f-d57a-4e49-ad15-a0ee92c213d1'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:24:03.681757 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c601956-c11b-437d-9e26-7e69b03d50f2" -d '{"events": [{"server_uuid": "2f920e40-6780-459b-adb3-b0654b52ce51", "name": "network-vif-deleted", "tag": "4537252f-d57a-4e49-ad15-a0ee92c213d1"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:24:03.711832 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:03.773122 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=28c73000-e05a-4162-bd24-a40db0e232e9,revision_number=6']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:03.992602 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5036e57d-b8ac-40b9-9568-ecd25b66e2fb req-16eba3be-23a0-4fd4-a461-c0ffcb186138 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5131156 Oct 27 18:24:04.015046 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6636160-9891-42f3-b38f-388b26cb5c11 req-9bc5dc9f-65bd-48bc-8a74-584aa2e5ab0c tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:04.022265 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c6636160-9891-42f3-b38f-388b26cb5c11 req-9bc5dc9f-65bd-48bc-8a74-584aa2e5ab0c tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb7d3c9c-b7a5-46d9-ae29-8f563ba93d91 HTTP/1.1" status: 200 len: 944 time: 0.4650657 Oct 27 18:24:04.033672 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-02294975-af57-407e-bc2c-99ff4f180d60 req-8ba0254e-fdd6-49c4-92ff-fed6dfbe5029 service neutron] 10.222.0.93 "GET /v2.0/networks/66c15a2c-dbc4-400c-9f31-3bab4aa18dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6479294 Oct 27 18:24:04.064768 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 18:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dadf33dc-03ab-44e4-81fd-daa0a220b7e3 x-openstack-request-id: req-dadf33dc-03ab-44e4-81fd-daa0a220b7e3 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:24:04.065268 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7fa71c1-6a1c-4f88-92c1-df287f05652e", "name": "network-vif-unplugged", "status": "completed", "tag": "28c73000-e05a-4162-bd24-a40db0e232e9", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:24:04.065268 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dadf33dc-03ab-44e4-81fd-daa0a220b7e3 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:24:04.065621 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7fa71c1-6a1c-4f88-92c1-df287f05652e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28c73000-e05a-4162-bd24-a40db0e232e9', 'code': 200} Oct 27 18:24:04.075790 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c6636160-9891-42f3-b38f-388b26cb5c11 req-d3cc323c-4387-4abe-99c7-04f217235a2c tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/security-groups?id=e181289c-8617-4d1c-b65d-bc8b5968e064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512977 Oct 27 18:24:04.098647 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40faa4f3-c128-4189-8809-8d7d57de035b x-openstack-request-id: req-40faa4f3-c128-4189-8809-8d7d57de035b {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:24:04.099090 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f920e40-6780-459b-adb3-b0654b52ce51", "name": "network-vif-deleted", "tag": "4537252f-d57a-4e49-ad15-a0ee92c213d1", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:24:04.099477 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-40faa4f3-c128-4189-8809-8d7d57de035b {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:24:04.100605 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f920e40-6780-459b-adb3-b0654b52ce51', 'name': 'network-vif-deleted', 'tag': '4537252f-d57a-4e49-ad15-a0ee92c213d1', 'status': 'completed', 'code': 200} Oct 27 18:24:04.158493 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 54182) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:24:04.208962 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a76c6d-df5b-4410-8903-fbf802544e5f req-8fccde88-beb3-4ee5-a192-d1489eaccc6e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:04.222089 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a76c6d-df5b-4410-8903-fbf802544e5f req-8fccde88-beb3-4ee5-a192-d1489eaccc6e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:04.236237 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a76c6d-df5b-4410-8903-fbf802544e5f req-8fccde88-beb3-4ee5-a192-d1489eaccc6e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:04.236639 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a76c6d-df5b-4410-8903-fbf802544e5f req-8fccde88-beb3-4ee5-a192-d1489eaccc6e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:04.243228 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a76c6d-df5b-4410-8903-fbf802544e5f req-8fccde88-beb3-4ee5-a192-d1489eaccc6e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:04.249300 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a76c6d-df5b-4410-8903-fbf802544e5f req-8fccde88-beb3-4ee5-a192-d1489eaccc6e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:04.255294 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a76c6d-df5b-4410-8903-fbf802544e5f req-8fccde88-beb3-4ee5-a192-d1489eaccc6e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:04.257485 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-62a76c6d-df5b-4410-8903-fbf802544e5f req-8fccde88-beb3-4ee5-a192-d1489eaccc6e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 5426 time: 0.1244848 Oct 27 18:24:04.297413 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-3a8d43ec-af64-43b3-80a2-d4d43999f853 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-599740734-network', 'tenant_id': '21c102fa20be4478954ecec5511d05a6'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:24:04.330917 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-03c07d90-0414-4b60-9d72-bfd808e1c5d5 req-df60e70b-13f5-49a6-bf34-c037f1c93048 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f920e40-6780-459b-adb3-b0654b52ce51 HTTP/1.1" status: 200 len: 210 time: 0.0481997 Oct 27 18:24:04.344963 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-62a76c6d-df5b-4410-8903-fbf802544e5f req-d7badbcb-f473-4dd4-a768-d58b46ebfbd6 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=02a89f5e-a42d-4682-bd74-7f652c60708b&id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0796239 Oct 27 18:24:04.409001 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8d43ec-af64-43b3-80a2-d4d43999f853 admin admin] Made reservation on behalf of 21c102fa20be4478954ecec5511d05a6 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:24:04.411401 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3a8d43ec-af64-43b3-80a2-d4d43999f853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:04.420779 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3a8d43ec-af64-43b3-80a2-d4d43999f853 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:04.495753 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3a8d43ec-af64-43b3-80a2-d4d43999f853 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:04.551977 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3a8d43ec-af64-43b3-80a2-d4d43999f853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:04.582549 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a8d43ec-af64-43b3-80a2-d4d43999f853 admin admin] vlan segment allocate from pool success with {'vlan_id': 1049, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:24:04.598966 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8d43ec-af64-43b3-80a2-d4d43999f853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b497807e-70f6-48af-ba59-15adf01f52f3,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:04.605841 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 4f3c7adb-5636-4331-bd79-6b80d007f4a2 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:24:04.608518 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a45ecb-dfa9-4fa1-bd2f-f5ec8669cf03 req-7201f127-fa54-49c6-bdf9-3937fd93ef29 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:04.611885 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f3a45ecb-dfa9-4fa1-bd2f-f5ec8669cf03 req-7201f127-fa54-49c6-bdf9-3937fd93ef29 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 948 time: 0.0871954 Oct 27 18:24:04.615114 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3a8d43ec-af64-43b3-80a2-d4d43999f853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:04.615461 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-3a8d43ec-af64-43b3-80a2-d4d43999f853 admin admin] Added segment 4521e87a-03d0-492f-b3e1-3d151690e870 of type vlan for network a79396d1-f3c7-4079-8ab4-0eb2fe194655 Oct 27 18:24:04.625995 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['4e6ba346-4872-43c0-9070-23aec1d77823'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:24:04.683102 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3a8d43ec-af64-43b3-80a2-d4d43999f853 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:04.695471 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f3a45ecb-dfa9-4fa1-bd2f-f5ec8669cf03 req-104ba7b6-358d-4a3d-83b6-91650c10b92d tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776477 Oct 27 18:24:04.791587 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 4f3c7adb-5636-4331-bd79-6b80d007f4a2, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=4f3c7adb-5636-4331-bd79-6b80d007f4a2,segment=NetworkSegment(0c7d1cd1-8041-472a-b82e-ec3fb07045fe),segment_id=0c7d1cd1-8041-472a-b82e-ec3fb07045fe)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:04.791847 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3a8d43ec-af64-43b3-80a2-d4d43999f853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:04.792708 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8d43ec-af64-43b3-80a2-d4d43999f853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:04.793300 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3a8d43ec-af64-43b3-80a2-d4d43999f853 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:04.814794 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '4f3c7adb-5636-4331-bd79-6b80d007f4a2', 'network_id': '66c15a2c-dbc4-400c-9f31-3bab4aa18dfa', 'port_id': '4f3c7adb-5636-4331-bd79-6b80d007f4a2', 'mac_address': 'fa:16:3e:52:57:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1000, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '534e29f8-6edb-4d3f-8e36-3331175f47fc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:24:04.858169 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8d43ec-af64-43b3-80a2-d4d43999f853 admin admin] Pushing event updated for resources: {'Network': ['ID=a79396d1-f3c7-4079-8ab4-0eb2fe194655,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:04.871236 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network a79396d1-f3c7-4079-8ab4-0eb2fe194655 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:24:04.923857 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:04.952795 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 54188) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:24:04.953403 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3a8d43ec-af64-43b3-80a2-d4d43999f853 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7931063 Oct 27 18:24:04.959589 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-611579ba-f89b-4a96-b5f2-47d91653d9b0 admin admin] Request body: {'subnet': {'network_id': 'a79396d1-f3c7-4079-8ab4-0eb2fe194655', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-599740734-subnet', 'tenant_id': '21c102fa20be4478954ecec5511d05a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:24:04.971186 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f3c7adb-5636-4331-bd79-6b80d007f4a2 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:24:04.999079 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 4f3c7adb-5636-4331-bd79-6b80d007f4a2, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=4f3c7adb-5636-4331-bd79-6b80d007f4a2,segment=NetworkSegment(0c7d1cd1-8041-472a-b82e-ec3fb07045fe),segment_id=0c7d1cd1-8041-472a-b82e-ec3fb07045fe)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:05.043054 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611579ba-f89b-4a96-b5f2-47d91653d9b0 admin admin] Made reservation on behalf of 21c102fa20be4478954ecec5511d05a6 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:24:05.045404 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-611579ba-f89b-4a96-b5f2-47d91653d9b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:05.089501 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:05.126198 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b046269-ce99-4754-bfcf-827799925391 req-a863f533-db6c-4303-aaab-8af63d276026 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:05.128691 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9b046269-ce99-4754-bfcf-827799925391 req-a863f533-db6c-4303-aaab-8af63d276026 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 948 time: 0.0638850 Oct 27 18:24:05.156258 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=4f3c7adb-5636-4331-bd79-6b80d007f4a2,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:05.206256 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9b046269-ce99-4754-bfcf-827799925391 req-9b4a92b3-afdc-4ce1-b24d-4e22793cd509 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696709 Oct 27 18:24:05.239523 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c7c57-f539-49d4-96bb-0bdb3209de7b req-b7e6fee3-4920-4bba-adbf-d13b6b3d736f tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:05.241044 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-178c7c57-f539-49d4-96bb-0bdb3209de7b req-b7e6fee3-4920-4bba-adbf-d13b6b3d736f tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb7d3c9c-b7a5-46d9-ae29-8f563ba93d91 HTTP/1.1" status: 200 len: 945 time: 0.0702450 Oct 27 18:24:05.279918 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-178c7c57-f539-49d4-96bb-0bdb3209de7b req-1b947004-cd73-4c1b-b882-a474b7c6b8a5 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/security-groups?id=e181289c-8617-4d1c-b65d-bc8b5968e064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328286 Oct 27 18:24:05.283455 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-611579ba-f89b-4a96-b5f2-47d91653d9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:05.353125 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611579ba-f89b-4a96-b5f2-47d91653d9b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6962e65-afc9-4f65-8d19-8560ead9270a,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:05.362223 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611579ba-f89b-4a96-b5f2-47d91653d9b0 admin admin] Checking segment: {'id': '4521e87a-03d0-492f-b3e1-3d151690e870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'a79396d1-f3c7-4079-8ab4-0eb2fe194655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:24:05.362592 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611579ba-f89b-4a96-b5f2-47d91653d9b0 admin admin] Network hostable DHCP agents. Network: a79396d1-f3c7-4079-8ab4-0eb2fe194655, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:24:05.466020 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611579ba-f89b-4a96-b5f2-47d91653d9b0 admin admin] Network a79396d1-f3c7-4079-8ab4-0eb2fe194655 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:24:05.488329 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb247d68-6f28-48df-833e-4aa50f5f3984 req-5e6093b7-43cc-4af4-9d00-70f3a135544c tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:05.495117 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb247d68-6f28-48df-833e-4aa50f5f3984 req-5e6093b7-43cc-4af4-9d00-70f3a135544c tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:05.501083 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb247d68-6f28-48df-833e-4aa50f5f3984 req-5e6093b7-43cc-4af4-9d00-70f3a135544c tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:05.508296 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb247d68-6f28-48df-833e-4aa50f5f3984 req-5e6093b7-43cc-4af4-9d00-70f3a135544c tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:05.516677 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb247d68-6f28-48df-833e-4aa50f5f3984 req-5e6093b7-43cc-4af4-9d00-70f3a135544c tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:05.520462 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb247d68-6f28-48df-833e-4aa50f5f3984 req-5e6093b7-43cc-4af4-9d00-70f3a135544c tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:05.527610 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb247d68-6f28-48df-833e-4aa50f5f3984 req-5e6093b7-43cc-4af4-9d00-70f3a135544c tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:05.529561 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cb247d68-6f28-48df-833e-4aa50f5f3984 req-5e6093b7-43cc-4af4-9d00-70f3a135544c tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 5426 time: 0.0986676 Oct 27 18:24:05.557536 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-611579ba-f89b-4a96-b5f2-47d91653d9b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, a79396d1-f3c7-4079-8ab4-0eb2fe194655) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:24:05.562489 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611579ba-f89b-4a96-b5f2-47d91653d9b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:05.563459 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-611579ba-f89b-4a96-b5f2-47d91653d9b0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:05.567454 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09db1330-2c61-4ce2-a73b-c18d4324deb5 None None] Network a79396d1-f3c7-4079-8ab4-0eb2fe194655 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:24:05.618379 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cb247d68-6f28-48df-833e-4aa50f5f3984 req-a10264a0-e7dd-440e-b087-7e41adb3cbd1 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=02a89f5e-a42d-4682-bd74-7f652c60708b&id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0823641 Oct 27 18:24:05.658635 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-611579ba-f89b-4a96-b5f2-47d91653d9b0 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7032287 Oct 27 18:24:05.690710 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-b968221e-3625-4109-b240-aff651e78a26 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:05.692356 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-b968221e-3625-4109-b240-aff651e78a26 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/networks?id=70d54990-c18d-43d7-9758-e9fefdddf939 HTTP/1.1" status: 200 len: 812 time: 0.1377237 Oct 27 18:24:05.707276 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66946720-91d4-4073-a297-29d85bbee2c2 None None] Network a79396d1-f3c7-4079-8ab4-0eb2fe194655 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:24:05.713476 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-76d08e0d-1dcb-4217-991b-c2dba4b81fbd tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/quotas/78baf6dd112742399f2639cbeffece6c HTTP/1.1" status: 200 len: 375 time: 0.0110972 Oct 27 18:24:05.748616 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-a1b4a89a-e6c8-47b0-bb93-ed4f7a7770bf tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=78baf6dd112742399f2639cbeffece6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284204 Oct 27 18:24:05.889374 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2127a-4dd2-4186-a1c9-7a7f32177d89 req-bb142f4e-7197-4900-aa68-8f759b6660d8 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:05.890755 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a1a2127a-4dd2-4186-a1c9-7a7f32177d89 req-bb142f4e-7197-4900-aa68-8f759b6660d8 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 948 time: 0.0753894 Oct 27 18:24:05.896114 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-6d0b4ab5-5dd6-43ae-b684-cc8f270d02c9 service neutron] 10.222.0.52 "GET /v2.0/networks/70d54990-c18d-43d7-9758-e9fefdddf939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397519 Oct 27 18:24:05.979561 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a1a2127a-4dd2-4186-a1c9-7a7f32177d89 req-04051cf7-f873-4f32-a298-d597903c6558 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825007 Oct 27 18:24:06.011646 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-0f69ffdb-15c0-4c8f-925c-fc8d9d01a471 service neutron] 10.222.0.52 "GET /v2.0/networks/70d54990-c18d-43d7-9758-e9fefdddf939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083004 Oct 27 18:24:06.284260 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05738e9a-6110-4edb-befe-8b15092c9abe req-ae15f87b-e87f-4733-a897-ea4f3415b86a tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:06.286541 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05738e9a-6110-4edb-befe-8b15092c9abe req-ae15f87b-e87f-4733-a897-ea4f3415b86a tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/networks?id=a79396d1-f3c7-4079-8ab4-0eb2fe194655 HTTP/1.1" status: 200 len: 817 time: 0.1228168 Oct 27 18:24:06.302194 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05738e9a-6110-4edb-befe-8b15092c9abe req-b8cd4f18-c75c-4e8f-8b37-5e480375903a tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/quotas/21c102fa20be4478954ecec5511d05a6 HTTP/1.1" status: 200 len: 375 time: 0.0093400 Oct 27 18:24:06.338622 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05738e9a-6110-4edb-befe-8b15092c9abe req-90cd3d6b-a13b-4d44-8d89-033e4f23ea4d tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=21c102fa20be4478954ecec5511d05a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297985 Oct 27 18:24:06.439167 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05738e9a-6110-4edb-befe-8b15092c9abe req-accd531d-6042-488a-8400-fb9af6c69876 service neutron] 10.222.0.52 "GET /v2.0/networks/a79396d1-f3c7-4079-8ab4-0eb2fe194655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919948 Oct 27 18:24:06.520042 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3943eb75-7fc0-4d48-adf4-f396137af549 req-e3ecfadf-1183-4b6e-8bdc-3c0f6a4e8fd3 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 210 time: 0.0308242 Oct 27 18:24:06.541334 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['4f3c7adb-5636-4331-bd79-6b80d007f4a2'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:24:06.565899 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05738e9a-6110-4edb-befe-8b15092c9abe req-cc9c91cb-1089-4f09-b97f-0d88e3cdaeb5 service neutron] 10.222.0.52 "GET /v2.0/networks/a79396d1-f3c7-4079-8ab4-0eb2fe194655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204572 Oct 27 18:24:06.614631 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 28c73000-e05a-4162-bd24-a40db0e232e9 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:24:06.645721 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 1e0e81ca-8d40-4f32-adf8-576986635f72 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:24:06.699270 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb2a4b-7b43-4655-91c8-9d36a9df5db7 req-a07060eb-0ec1-4420-ac78-883678b52b7a tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:06.700757 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c5cb2a4b-7b43-4655-91c8-9d36a9df5db7 req-a07060eb-0ec1-4420-ac78-883678b52b7a tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 948 time: 0.1139066 Oct 27 18:24:06.783275 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9fc52-7c3f-4d01-ba9f-316da58ddd3e req-3c35ed0d-7c93-4dab-b165-ba3238799414 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:06.784783 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a1b9fc52-7c3f-4d01-ba9f-316da58ddd3e req-3c35ed0d-7c93-4dab-b165-ba3238799414 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.93 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e&tenant_id=0493afd680224a038be01c24bab6b33d&binding%3Ahost_id=n-h2-815690-2 HTTP/1.1" status: 200 len: 948 time: 0.1357167 Oct 27 18:24:06.787759 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c5cb2a4b-7b43-4655-91c8-9d36a9df5db7 req-c6c18fa7-bee1-447c-a615-6efb758db913 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711443 Oct 27 18:24:06.814179 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 28c73000-e05a-4162-bd24-a40db0e232e9, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=28c73000-e05a-4162-bd24-a40db0e232e9,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:06.830387 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 1e0e81ca-8d40-4f32-adf8-576986635f72 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:24:06.830746 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:06.836377 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '28c73000-e05a-4162-bd24-a40db0e232e9', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'port_id': '28c73000-e05a-4162-bd24-a40db0e232e9', 'mac_address': 'fa:16:3e:6f:aa:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:24:06.930859 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:06.950258 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28c73000-e05a-4162-bd24-a40db0e232e9 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:24:06.976495 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9fc52-7c3f-4d01-ba9f-316da58ddd3e req-c4e1cbc5-82ce-400b-8d7f-86e54f0b8709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:06.978144 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a1b9fc52-7c3f-4d01-ba9f-316da58ddd3e req-c4e1cbc5-82ce-400b-8d7f-86e54f0b8709 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0493afd680224a038be01c24bab6b33d&device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 1099 time: 0.0916691 Oct 27 18:24:06.999642 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 28c73000-e05a-4162-bd24-a40db0e232e9, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=28c73000-e05a-4162-bd24-a40db0e232e9,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:07.000981 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:07.003590 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecac44c-35d0-4fd5-86fd-ed4d8462b8f9 req-06a0720f-33bf-491f-ae25-135f962996cd tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:07.004557 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cecac44c-35d0-4fd5-86fd-ed4d8462b8f9 req-06a0720f-33bf-491f-ae25-135f962996cd tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb7d3c9c-b7a5-46d9-ae29-8f563ba93d91 HTTP/1.1" status: 200 len: 945 time: 0.0758450 Oct 27 18:24:07.028094 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8814091-7055-4f98-ba67-e60f5562a079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0e81ca-8d40-4f32-adf8-576986635f72'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:24:07.030916 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e341813d-eff7-42eb-b3c1-5507f9004ae7" -d '{"events": [{"server_uuid": "d8814091-7055-4f98-ba67-e60f5562a079", "name": "network-vif-plugged", "status": "completed", "tag": "1e0e81ca-8d40-4f32-adf8-576986635f72"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:24:07.045877 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 1e0e81ca-8d40-4f32-adf8-576986635f72, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=1e0e81ca-8d40-4f32-adf8-576986635f72,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:07.097238 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cecac44c-35d0-4fd5-86fd-ed4d8462b8f9 req-eda71c88-d313-4bd8-80cb-a99973a330b7 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/security-groups?id=e181289c-8617-4d1c-b65d-bc8b5968e064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791576 Oct 27 18:24:07.119537 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9fc52-7c3f-4d01-ba9f-316da58ddd3e req-bdc51f44-2154-4c02-9723-deb2e8f4fd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:07.121035 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a1b9fc52-7c3f-4d01-ba9f-316da58ddd3e req-bdc51f44-2154-4c02-9723-deb2e8f4fd11 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.1340685 Oct 27 18:24:07.167396 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a1b9fc52-7c3f-4d01-ba9f-316da58ddd3e req-d6aa31f2-66b2-4e3a-9a8e-25743d8e217b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=28c73000-e05a-4162-bd24-a40db0e232e9 HTTP/1.1" status: 200 len: 217 time: 0.0379431 Oct 27 18:24:07.223745 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9fc52-7c3f-4d01-ba9f-316da58ddd3e req-97cca0dd-cb3d-4650-9e40-44055e28d309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:07.225320 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a1b9fc52-7c3f-4d01-ba9f-316da58ddd3e req-97cca0dd-cb3d-4650-9e40-44055e28d309 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.0475960 Oct 27 18:24:07.284099 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:07.288806 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:07.288806 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 168724c9-71d8-440b-b602-1f3bb57c7953 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:24:07.311655 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276687c-a021-48f8-b49b-963ec296d65a req-04ca3a8b-1223-4151-a031-b93137bc8a3a tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:07.313799 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6276687c-a021-48f8-b49b-963ec296d65a req-04ca3a8b-1223-4151-a031-b93137bc8a3a tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 948 time: 0.0829320 Oct 27 18:24:07.323995 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9fc52-7c3f-4d01-ba9f-316da58ddd3e req-4f8e132e-c25a-4cd5-aa9a-26a28b713944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:07.325937 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a1b9fc52-7c3f-4d01-ba9f-316da58ddd3e req-4f8e132e-c25a-4cd5-aa9a-26a28b713944 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0849659 Oct 27 18:24:07.416466 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=28c73000-e05a-4162-bd24-a40db0e232e9,revision_number=7']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:07.454984 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 168724c9-71d8-440b-b602-1f3bb57c7953 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:24:07.467840 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 168724c9-71d8-440b-b602-1f3bb57c7953 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:24:07.467840 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:07.469301 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6276687c-a021-48f8-b49b-963ec296d65a req-1bd7fc24-8356-4040-9024-02404ae2355e tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417854 Oct 27 18:24:07.526784 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631a7ce0-a7ca-412b-b25d-2e8c77c29aa3 x-openstack-request-id: req-631a7ce0-a7ca-412b-b25d-2e8c77c29aa3 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:24:07.527092 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8814091-7055-4f98-ba67-e60f5562a079", "name": "network-vif-plugged", "status": "completed", "tag": "1e0e81ca-8d40-4f32-adf8-576986635f72", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:24:07.527349 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-631a7ce0-a7ca-412b-b25d-2e8c77c29aa3 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:24:07.527832 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8814091-7055-4f98-ba67-e60f5562a079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0e81ca-8d40-4f32-adf8-576986635f72', 'code': 200} Oct 27 18:24:07.542398 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313dec5-53f9-425e-9a3e-7bc4f20a1ffa req-2b5a6c9e-ca36-434e-b4bf-937d09a23464 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:07.549782 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313dec5-53f9-425e-9a3e-7bc4f20a1ffa req-2b5a6c9e-ca36-434e-b4bf-937d09a23464 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:07.559500 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313dec5-53f9-425e-9a3e-7bc4f20a1ffa req-2b5a6c9e-ca36-434e-b4bf-937d09a23464 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:07.563831 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=1e0e81ca-8d40-4f32-adf8-576986635f72,revision_number=8']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:07.567901 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313dec5-53f9-425e-9a3e-7bc4f20a1ffa req-2b5a6c9e-ca36-434e-b4bf-937d09a23464 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:07.582970 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313dec5-53f9-425e-9a3e-7bc4f20a1ffa req-2b5a6c9e-ca36-434e-b4bf-937d09a23464 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:07.596056 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313dec5-53f9-425e-9a3e-7bc4f20a1ffa req-2b5a6c9e-ca36-434e-b4bf-937d09a23464 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:07.604958 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313dec5-53f9-425e-9a3e-7bc4f20a1ffa req-2b5a6c9e-ca36-434e-b4bf-937d09a23464 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:07.609511 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4313dec5-53f9-425e-9a3e-7bc4f20a1ffa req-2b5a6c9e-ca36-434e-b4bf-937d09a23464 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 5426 time: 0.2482066 Oct 27 18:24:07.618209 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a1b9fc52-7c3f-4d01-ba9f-316da58ddd3e req-932244e1-fded-488e-b87f-32027a2c04d9 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654209 Oct 27 18:24:07.648411 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:07.684871 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 168724c9-71d8-440b-b602-1f3bb57c7953, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=168724c9-71d8-440b-b602-1f3bb57c7953,segment=NetworkSegment(1be5cc61-e9e2-4782-8a72-95f16196fee4),segment_id=1be5cc61-e9e2-4782-8a72-95f16196fee4)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:07.743746 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5dcb967c-7eaf-445b-b38e-f3a09d12e076 req-e8bee043-0e82-47a6-88de-0437d730ee93 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 210 time: 0.0992694 Oct 27 18:24:07.768813 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4313dec5-53f9-425e-9a3e-7bc4f20a1ffa req-a2332886-eae6-40a3-b85c-edb9cdb79053 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=02a89f5e-a42d-4682-bd74-7f652c60708b&id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1490610 Oct 27 18:24:07.772865 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:07.772865 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device d9f41f4b-9124-4661-b73f-53e5a7e90c21 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:24:07.832900 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['28c73000-e05a-4162-bd24-a40db0e232e9'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:24:07.861488 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cbdbf2-623f-485b-ae05-bc31f721f171 req-6e45c382-b2c7-4893-aa43-1808b8bcb56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:07.871577 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a7cbdbf2-623f-485b-ae05-bc31f721f171 req-6e45c382-b2c7-4893-aa43-1808b8bcb56a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 1101 time: 0.1005518 Oct 27 18:24:07.873839 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c6519dee-0c6a-4314-9d4c-bc9dd6b66303 req-a11488ee-c7e1-4a49-ba2c-08e88af77c77 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7430c35-2287-4415-a05e-1a4023a494a7 HTTP/1.1" status: 200 len: 210 time: 0.0668681 Oct 27 18:24:07.889062 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a1b9fc52-7c3f-4d01-ba9f-316da58ddd3e req-d8d8f30b-403f-41fc-9770-1490cc07bd16 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621527 Oct 27 18:24:07.935520 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=168724c9-71d8-440b-b602-1f3bb57c7953,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:07.948195 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a7cbdbf2-623f-485b-ae05-bc31f721f171 req-ab2ce219-484a-4403-bbc6-6bafd41c156e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737674 Oct 27 18:24:07.985379 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a147d88-0aa9-4ab6-90fe-b9fa8d9410b5 req-462416de-f181-4e87-9810-8e2613f5586c tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:07.986853 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5a147d88-0aa9-4ab6-90fe-b9fa8d9410b5 req-462416de-f181-4e87-9810-8e2613f5586c tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.0631638 Oct 27 18:24:08.025033 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port d9f41f4b-9124-4661-b73f-53e5a7e90c21 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:24:08.027659 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5a147d88-0aa9-4ab6-90fe-b9fa8d9410b5 req-af9e2a70-ed88-499d-ad08-53f8c507a5a8 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332410 Oct 27 18:24:08.032570 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port d9f41f4b-9124-4661-b73f-53e5a7e90c21 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:24:08.032938 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:08.117644 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:08.169114 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d9f41f4b-9124-4661-b73f-53e5a7e90c21, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d9f41f4b-9124-4661-b73f-53e5a7e90c21,segment=NetworkSegment(1be5cc61-e9e2-4782-8a72-95f16196fee4),segment_id=1be5cc61-e9e2-4782-8a72-95f16196fee4)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:08.222312 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:08.224091 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device d5c00b09-d1ae-4150-a83c-909f684fcd90 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:24:08.265831 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1d261-a408-4371-9670-5f9f1a07e80f req-a0ef4f07-8eaa-483c-bd44-6e8469ffa62f tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:08.267558 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f7c1d261-a408-4371-9670-5f9f1a07e80f req-a0ef4f07-8eaa-483c-bd44-6e8469ffa62f tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb7d3c9c-b7a5-46d9-ae29-8f563ba93d91 HTTP/1.1" status: 200 len: 945 time: 0.0565796 Oct 27 18:24:08.305857 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=d9f41f4b-9124-4661-b73f-53e5a7e90c21,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:08.312404 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f7c1d261-a408-4371-9670-5f9f1a07e80f req-1eeccffc-07d7-4389-94c3-58d386529541 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/security-groups?id=e181289c-8617-4d1c-b65d-bc8b5968e064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365245 Oct 27 18:24:08.368838 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port d5c00b09-d1ae-4150-a83c-909f684fcd90 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:24:08.373557 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port d5c00b09-d1ae-4150-a83c-909f684fcd90 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:24:08.373928 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:08.455102 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:08.487074 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d5c00b09-d1ae-4150-a83c-909f684fcd90, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d5c00b09-d1ae-4150-a83c-909f684fcd90,segment=NetworkSegment(0e53b951-b795-4081-92ab-f8169ec212e0),segment_id=0e53b951-b795-4081-92ab-f8169ec212e0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:08.546437 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:08.547212 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device d30e3861-115e-4101-a8e0-47bcf6ce9856 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:24:08.604655 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9019a-f1a2-4525-a5fb-d5be2c478403 req-6cab6288-93a4-420d-bf17-ff408c70b9e3 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:08.606582 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-04e9019a-f1a2-4525-a5fb-d5be2c478403 req-6cab6288-93a4-420d-bf17-ff408c70b9e3 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 949 time: 0.0562251 Oct 27 18:24:08.623896 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=d5c00b09-d1ae-4150-a83c-909f684fcd90,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:08.663989 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-04e9019a-f1a2-4525-a5fb-d5be2c478403 req-02b3354a-cb1c-472c-adb3-9d2f896116e2 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417538 Oct 27 18:24:08.717690 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port d30e3861-115e-4101-a8e0-47bcf6ce9856 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:24:08.721833 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port d30e3861-115e-4101-a8e0-47bcf6ce9856 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:24:08.722276 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:08.871962 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1f9f6af3-32ff-4225-a9ab-4716dd7ca23c req-fcdbb169-f51c-4355-bc39-10a8229f581a tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 210 time: 0.0523815 Oct 27 18:24:08.954102 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318573aa-5ef5-425b-ac21-2b740bd278ca req-9301be42-8db1-4f69-9d52-081cc6607da8 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:08.954467 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:08.962575 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318573aa-5ef5-425b-ac21-2b740bd278ca req-9301be42-8db1-4f69-9d52-081cc6607da8 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:08.969628 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318573aa-5ef5-425b-ac21-2b740bd278ca req-9301be42-8db1-4f69-9d52-081cc6607da8 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:08.980504 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318573aa-5ef5-425b-ac21-2b740bd278ca req-9301be42-8db1-4f69-9d52-081cc6607da8 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:08.987788 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318573aa-5ef5-425b-ac21-2b740bd278ca req-9301be42-8db1-4f69-9d52-081cc6607da8 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:08.994785 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318573aa-5ef5-425b-ac21-2b740bd278ca req-9301be42-8db1-4f69-9d52-081cc6607da8 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:09.002339 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318573aa-5ef5-425b-ac21-2b740bd278ca req-9301be42-8db1-4f69-9d52-081cc6607da8 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:09.004726 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-318573aa-5ef5-425b-ac21-2b740bd278ca req-9301be42-8db1-4f69-9d52-081cc6607da8 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 5429 time: 0.1369324 Oct 27 18:24:09.062025 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d30e3861-115e-4101-a8e0-47bcf6ce9856, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d30e3861-115e-4101-a8e0-47bcf6ce9856,segment=NetworkSegment(1be5cc61-e9e2-4782-8a72-95f16196fee4),segment_id=1be5cc61-e9e2-4782-8a72-95f16196fee4)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:09.063673 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f2bb62bb-0d71-4de3-8cc4-4dbc9264dcac req-00d54d7c-4983-43b5-a259-7278ec0930dc tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7430c35-2287-4415-a05e-1a4023a494a7 HTTP/1.1" status: 200 len: 210 time: 0.0527382 Oct 27 18:24:09.144512 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-318573aa-5ef5-425b-ac21-2b740bd278ca req-dada3d34-4987-4c80-997f-509ac3967539 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=02a89f5e-a42d-4682-bd74-7f652c60708b&id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1191404 Oct 27 18:24:09.181702 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:09.183881 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 60727fe8-f91e-429f-b6a7-1c21b5327137 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:24:09.247949 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b41e8-52c0-42a7-8cbd-02909a72be22 req-b69661b9-aea5-499e-b940-fffeee76dd3a tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:09.249553 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b02b41e8-52c0-42a7-8cbd-02909a72be22 req-b69661b9-aea5-499e-b940-fffeee76dd3a tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.0959468 Oct 27 18:24:09.345896 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b02b41e8-52c0-42a7-8cbd-02909a72be22 req-10bc00b7-b6c5-48ac-8814-0df01c5d5696 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823302 Oct 27 18:24:09.413868 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=d30e3861-115e-4101-a8e0-47bcf6ce9856,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:09.416915 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-954943ae-aad6-4cd8-804f-bb431c4c1a9d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:09.419041 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-954943ae-aad6-4cd8-804f-bb431c4c1a9d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.93 "GET /v2.0/networks?id=70d54990-c18d-43d7-9758-e9fefdddf939 HTTP/1.1" status: 200 len: 812 time: 0.5543487 Oct 27 18:24:09.435825 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-f0f8e7b9-f750-44e5-b981-b3997efe453d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Request body: {'port': {'device_id': 'f8681ac0-b679-486d-b00f-694e46f77c5d', 'network_id': '70d54990-c18d-43d7-9758-e9fefdddf939', 'admin_state_up': True, 'tenant_id': '78baf6dd112742399f2639cbeffece6c'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:24:09.467903 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c0d37-483a-4022-8427-e4fd724348e3 req-b9df63d4-cafe-44e1-81a1-d8ac9c5d5f3a tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:09.469471 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c41c0d37-483a-4022-8427-e4fd724348e3 req-b9df63d4-cafe-44e1-81a1-d8ac9c5d5f3a tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb7d3c9c-b7a5-46d9-ae29-8f563ba93d91 HTTP/1.1" status: 200 len: 945 time: 0.0595255 Oct 27 18:24:09.494845 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 60727fe8-f91e-429f-b6a7-1c21b5327137 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:24:09.500077 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 60727fe8-f91e-429f-b6a7-1c21b5327137 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:24:09.500574 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:09.518728 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c41c0d37-483a-4022-8427-e4fd724348e3 req-d25b62bf-83fd-4b38-92ab-47d66a812b36 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/security-groups?id=e181289c-8617-4d1c-b65d-bc8b5968e064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416515 Oct 27 18:24:09.529554 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168724c9-71d8-440b-b602-1f3bb57c7953'}, {'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f41f4b-9124-4661-b73f-53e5a7e90c21'}, {'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c00b09-d1ae-4150-a83c-909f684fcd90'}, {'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd30e3861-115e-4101-a8e0-47bcf6ce9856'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:24:09.533062 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2788165-8d41-44ed-8b18-69af602e474d" -d '{"events": [{"server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "name": "network-vif-plugged", "status": "completed", "tag": "168724c9-71d8-440b-b602-1f3bb57c7953"}, {"server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "name": "network-vif-plugged", "status": "completed", "tag": "d9f41f4b-9124-4661-b73f-53e5a7e90c21"}, {"server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "name": "network-vif-plugged", "status": "completed", "tag": "d5c00b09-d1ae-4150-a83c-909f684fcd90"}, {"server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "name": "network-vif-plugged", "status": "completed", "tag": "d30e3861-115e-4101-a8e0-47bcf6ce9856"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:24:09.583668 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 27 Oct 2021 18:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0e70c0-5559-41dc-9c50-49b7752d1d14 x-openstack-request-id: req-6b0e70c0-5559-41dc-9c50-49b7752d1d14 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:24:09.584050 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "name": "network-vif-plugged", "status": "completed", "tag": "168724c9-71d8-440b-b602-1f3bb57c7953", "code": 200}, {"server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "name": "network-vif-plugged", "status": "completed", "tag": "d9f41f4b-9124-4661-b73f-53e5a7e90c21", "code": 200}, {"server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "name": "network-vif-plugged", "status": "completed", "tag": "d5c00b09-d1ae-4150-a83c-909f684fcd90", "code": 200}, {"server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "name": "network-vif-plugged", "status": "completed", "tag": "d30e3861-115e-4101-a8e0-47bcf6ce9856", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:24:09.584527 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6b0e70c0-5559-41dc-9c50-49b7752d1d14 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:24:09.585486 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168724c9-71d8-440b-b602-1f3bb57c7953', 'code': 200} Oct 27 18:24:09.585747 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f41f4b-9124-4661-b73f-53e5a7e90c21', 'code': 200} Oct 27 18:24:09.585996 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c00b09-d1ae-4150-a83c-909f684fcd90', 'code': 200} Oct 27 18:24:09.586242 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd30e3861-115e-4101-a8e0-47bcf6ce9856', 'code': 200} Oct 27 18:24:09.602642 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:09.619189 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-bd7eea8f-52dd-42c4-bf44-bb667873f092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:09.641789 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 60727fe8-f91e-429f-b6a7-1c21b5327137, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=60727fe8-f91e-429f-b6a7-1c21b5327137,segment=NetworkSegment(0e53b951-b795-4081-92ab-f8169ec212e0),segment_id=0e53b951-b795-4081-92ab-f8169ec212e0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:09.706332 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-f0f8e7b9-f750-44e5-b981-b3997efe453d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Made reservation on behalf of 78baf6dd112742399f2639cbeffece6c for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:24:09.710716 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-f0f8e7b9-f750-44e5-b981-b3997efe453d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:09.759366 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:09.760751 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 4ebc892e-5692-4841-830c-8e4b29b7659e up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:24:09.823724 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153d7ab-95bd-493f-98b8-46604786d913 req-a35affb8-4ee6-4edf-b1c9-0955ef0635c7 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:09.825284 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7153d7ab-95bd-493f-98b8-46604786d913 req-a35affb8-4ee6-4edf-b1c9-0955ef0635c7 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 949 time: 0.0923543 Oct 27 18:24:09.858443 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-f0f8e7b9-f750-44e5-b981-b3997efe453d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Allocated IP 172.20.0.4 (70d54990-c18d-43d7-9758-e9fefdddf939/9dd73aad-b62b-49e3-a8b3-a2ce98f853a3/44d836f8-1cdd-4d27-9aec-f80a5e14c1cd) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:24:09.875177 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=60727fe8-f91e-429f-b6a7-1c21b5327137,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:09.880956 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7153d7ab-95bd-493f-98b8-46604786d913 req-2fb3f2b0-0ccc-4546-a69c-d56d20e55eb9 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475628 Oct 27 18:24:10.020684 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 4ebc892e-5692-4841-830c-8e4b29b7659e completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:24:10.026121 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 4ebc892e-5692-4841-830c-8e4b29b7659e triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:24:10.026510 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:10.032034 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-f0f8e7b9-f750-44e5-b981-b3997efe453d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:10.032839 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ccebfbd9-5dbf-4a81-9656-dec943e3117f req-4cec03e6-a2da-44cb-91ce-d80f99335a8b tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 210 time: 0.0309362 Oct 27 18:24:10.050459 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0de01c-ac93-4780-aba3-2ce96800a520 req-8967b276-865c-4cf8-a62f-43db91e8c72a tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:10.052463 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fa0de01c-ac93-4780-aba3-2ce96800a520 req-8967b276-865c-4cf8-a62f-43db91e8c72a tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 949 time: 0.0784354 Oct 27 18:24:10.098789 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fa0de01c-ac93-4780-aba3-2ce96800a520 req-1da99587-b573-4742-b091-911389eee87b tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391908 Oct 27 18:24:10.167736 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-df09d152-8e65-4ab5-8b7a-955bc014c3fe req-db45102c-80b1-4a9e-b29f-97a9a2e9a27c tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7430c35-2287-4415-a05e-1a4023a494a7 HTTP/1.1" status: 200 len: 210 time: 0.0348141 Oct 27 18:24:10.188359 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:10.223502 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-f0f8e7b9-f750-44e5-b981-b3997efe453d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:10.240627 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 4ebc892e-5692-4841-830c-8e4b29b7659e, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=4ebc892e-5692-4841-830c-8e4b29b7659e,segment=NetworkSegment(1be5cc61-e9e2-4782-8a72-95f16196fee4),segment_id=1be5cc61-e9e2-4782-8a72-95f16196fee4)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:10.280006 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-f0f8e7b9-f750-44e5-b981-b3997efe453d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Network 70d54990-c18d-43d7-9758-e9fefdddf939 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:24:10.285736 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-f0f8e7b9-f750-44e5-b981-b3997efe453d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:24:10.287593 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-f0f8e7b9-f750-44e5-b981-b3997efe453d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:24:10.290629 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8e7b9-f750-44e5-b981-b3997efe453d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Pushing event updated for resources: {'Port': ['ID=44d836f8-1cdd-4d27-9aec-f80a5e14c1cd,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:10.326549 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685daff-5fca-4bcb-942d-896f58d48c23 req-463cee92-65ca-45bc-ac4e-915a0d2a0d2a tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:10.330883 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685daff-5fca-4bcb-942d-896f58d48c23 req-463cee92-65ca-45bc-ac4e-915a0d2a0d2a tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:10.337859 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685daff-5fca-4bcb-942d-896f58d48c23 req-463cee92-65ca-45bc-ac4e-915a0d2a0d2a tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:10.340610 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:10.341427 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device d0da1220-dd80-4dd5-a7ad-e073fc40fe66 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:24:10.344979 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685daff-5fca-4bcb-942d-896f58d48c23 req-463cee92-65ca-45bc-ac4e-915a0d2a0d2a tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:10.351987 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685daff-5fca-4bcb-942d-896f58d48c23 req-463cee92-65ca-45bc-ac4e-915a0d2a0d2a tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:10.359304 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685daff-5fca-4bcb-942d-896f58d48c23 req-463cee92-65ca-45bc-ac4e-915a0d2a0d2a tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:10.367175 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685daff-5fca-4bcb-942d-896f58d48c23 req-463cee92-65ca-45bc-ac4e-915a0d2a0d2a tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:10.370427 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-f0f8e7b9-f750-44e5-b981-b3997efe453d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:10.371090 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-f0f8e7b9-f750-44e5-b981-b3997efe453d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:10.371420 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7685daff-5fca-4bcb-942d-896f58d48c23 req-463cee92-65ca-45bc-ac4e-915a0d2a0d2a tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 5431 time: 0.1202757 Oct 27 18:24:10.441515 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7685daff-5fca-4bcb-942d-896f58d48c23 req-6619341d-b0ba-4bda-bcff-11c4cebceb3c tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=02a89f5e-a42d-4682-bd74-7f652c60708b&id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0637052 Oct 27 18:24:10.456521 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=4ebc892e-5692-4841-830c-8e4b29b7659e,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:10.511898 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-f0f8e7b9-f750-44e5-b981-b3997efe453d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0801094 Oct 27 18:24:10.528455 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-c206305f-881f-43c3-bd94-ec2d07be06e8 service neutron] Request body: {'port': {'device_id': 'f8681ac0-b679-486d-b00f-694e46f77c5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:24:10.546609 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port d0da1220-dd80-4dd5-a7ad-e073fc40fe66 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:24:10.550323 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port d0da1220-dd80-4dd5-a7ad-e073fc40fe66 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:24:10.550688 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:10.562627 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890c29f-6195-4522-a09d-43a856ff3512 req-97131deb-7dca-4eb5-afc4-4e5859c88e9b tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:10.564203 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c890c29f-6195-4522-a09d-43a856ff3512 req-97131deb-7dca-4eb5-afc4-4e5859c88e9b tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.0684290 Oct 27 18:24:10.594381 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-c206305f-881f-43c3-bd94-ec2d07be06e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:10.639567 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c890c29f-6195-4522-a09d-43a856ff3512 req-cf15202b-b01d-43e4-b9d4-5e52b1f9bfa3 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665364 Oct 27 18:24:10.645325 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:10.702260 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d0da1220-dd80-4dd5-a7ad-e073fc40fe66, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d0da1220-dd80-4dd5-a7ad-e073fc40fe66,segment=NetworkSegment(41131f65-3afe-44a8-b36c-5b0b2c75311d),segment_id=41131f65-3afe-44a8-b36c-5b0b2c75311d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:10.766981 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c07e54-d95c-4461-a396-4b5abb18791a req-ef06d76e-5b1d-4fe1-8fa5-af65604a37fe tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:10.768578 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e6c07e54-d95c-4461-a396-4b5abb18791a req-ef06d76e-5b1d-4fe1-8fa5-af65604a37fe tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb7d3c9c-b7a5-46d9-ae29-8f563ba93d91 HTTP/1.1" status: 200 len: 945 time: 0.1239238 Oct 27 18:24:10.770375 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-f4c2b196-217b-48bd-9fdf-17f18cf776dc tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=0493afd680224a038be01c24bab6b33d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363321 Oct 27 18:24:10.815261 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:10.816713 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 4537252f-d57a-4e49-ad15-a0ee92c213d1 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:24:10.863648 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e6c07e54-d95c-4461-a396-4b5abb18791a req-4fd701e4-4b8e-439e-bd1d-679a9fbc159e tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/security-groups?id=e181289c-8617-4d1c-b65d-bc8b5968e064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877581 Oct 27 18:24:10.864952 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 4537252f-d57a-4e49-ad15-a0ee92c213d1 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:24:10.865400 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 4537252f-d57a-4e49-ad15-a0ee92c213d1 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:24:10.882879 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 4f3c7adb-5636-4331-bd79-6b80d007f4a2 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:24:10.932770 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-c206305f-881f-43c3-bd94-ec2d07be06e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44d836f8-1cdd-4d27-9aec-f80a5e14c1cd {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:24:10.945948 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=d0da1220-dd80-4dd5-a7ad-e073fc40fe66,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:10.947674 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-c206305f-881f-43c3-bd94-ec2d07be06e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:10.972003 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-c206305f-881f-43c3-bd94-ec2d07be06e8 service neutron] Transition to ACTIVE for port object 44d836f8-1cdd-4d27-9aec-f80a5e14c1cd will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:24:11.019546 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-1d7b50ab-7074-4389-9b0a-664e85866108 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:11.021203 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-1d7b50ab-7074-4389-9b0a-664e85866108 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2299471 Oct 27 18:24:11.060208 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 4f3c7adb-5636-4331-bd79-6b80d007f4a2 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:24:11.062237 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-ab779a94-d6ac-4161-80a1-4506a534367c tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/quotas/0493afd680224a038be01c24bab6b33d HTTP/1.1" status: 200 len: 375 time: 0.0334561 Oct 27 18:24:11.064510 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 4f3c7adb-5636-4331-bd79-6b80d007f4a2 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:24:11.064744 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:11.095354 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ae823-4590-455f-a5f0-39737881af86 req-5116b069-7e61-4d27-8bf5-c6bd6ca7b8a8 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:11.096844 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7d5ae823-4590-455f-a5f0-39737881af86 req-5116b069-7e61-4d27-8bf5-c6bd6ca7b8a8 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.1283770 Oct 27 18:24:11.111819 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-c206305f-881f-43c3-bd94-ec2d07be06e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:11.123003 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05738e9a-6110-4edb-befe-8b15092c9abe req-66174d85-1f43-4268-bf07-afbe05c6e176 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:11.124367 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05738e9a-6110-4edb-befe-8b15092c9abe req-66174d85-1f43-4268-bf07-afbe05c6e176 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.93 "GET /v2.0/networks?id=a79396d1-f3c7-4079-8ab4-0eb2fe194655 HTTP/1.1" status: 200 len: 817 time: 0.2318213 Oct 27 18:24:11.143997 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-05738e9a-6110-4edb-befe-8b15092c9abe req-8d4b4db2-3e42-4bd0-b86e-9d0ee2ec4518 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Request body: {'port': {'device_id': '3ceb70a4-763d-410e-b213-4c907eb075da', 'network_id': 'a79396d1-f3c7-4079-8ab4-0eb2fe194655', 'admin_state_up': True, 'tenant_id': '21c102fa20be4478954ecec5511d05a6'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:24:11.166324 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c206305f-881f-43c3-bd94-ec2d07be06e8 service neutron] Pushing event updated for resources: {'Port': ['ID=44d836f8-1cdd-4d27-9aec-f80a5e14c1cd,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:11.168988 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:11.208753 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 4f3c7adb-5636-4331-bd79-6b80d007f4a2, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=4f3c7adb-5636-4331-bd79-6b80d007f4a2,segment=NetworkSegment(0c7d1cd1-8041-472a-b82e-ec3fb07045fe),segment_id=0c7d1cd1-8041-472a-b82e-ec3fb07045fe)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:11.226262 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-2a7ab5db-a930-4b61-b6c6-74c3bb5028a4 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0493afd680224a038be01c24bab6b33d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1570015 Oct 27 18:24:11.237947 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-c206305f-881f-43c3-bd94-ec2d07be06e8 service neutron] Attempting to bind port 44d836f8-1cdd-4d27-9aec-f80a5e14c1cd on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:24:11.238457 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-c206305f-881f-43c3-bd94-ec2d07be06e8 service neutron] Attempting to bind port 44d836f8-1cdd-4d27-9aec-f80a5e14c1cd by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': 'c3b83e00-8105-42bf-a65c-5b309278d20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '70d54990-c18d-43d7-9758-e9fefdddf939'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:24:11.238908 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-c206305f-881f-43c3-bd94-ec2d07be06e8 service neutron] Attempting to bind port 44d836f8-1cdd-4d27-9aec-f80a5e14c1cd on network 70d54990-c18d-43d7-9758-e9fefdddf939 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:24:11.244974 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-c206305f-881f-43c3-bd94-ec2d07be06e8 service neutron] Port 44d836f8-1cdd-4d27-9aec-f80a5e14c1cd on network 70d54990-c18d-43d7-9758-e9fefdddf939 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:24:11.245342 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-c206305f-881f-43c3-bd94-ec2d07be06e8 service neutron] Attempting to bind port 44d836f8-1cdd-4d27-9aec-f80a5e14c1cd on network 70d54990-c18d-43d7-9758-e9fefdddf939 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:24:11.251131 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-c206305f-881f-43c3-bd94-ec2d07be06e8 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:24:11.255415 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-c206305f-881f-43c3-bd94-ec2d07be06e8 service neutron] Checking segment: {'id': 'c3b83e00-8105-42bf-a65c-5b309278d20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '70d54990-c18d-43d7-9758-e9fefdddf939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:24:11.255415 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-c206305f-881f-43c3-bd94-ec2d07be06e8 service neutron] Bound using segment: {'id': 'c3b83e00-8105-42bf-a65c-5b309278d20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '70d54990-c18d-43d7-9758-e9fefdddf939'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:24:11.255415 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-c206305f-881f-43c3-bd94-ec2d07be06e8 service neutron] Bound port: 44d836f8-1cdd-4d27-9aec-f80a5e14c1cd, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3b83e00-8105-42bf-a65c-5b309278d20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '70d54990-c18d-43d7-9758-e9fefdddf939'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:24:11.255415 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-c206305f-881f-43c3-bd94-ec2d07be06e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:11.294333 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:11.295196 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 4e6ba346-4872-43c0-9070-23aec1d77823 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:24:11.307490 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7d5ae823-4590-455f-a5f0-39737881af86 req-6bfc2e5e-f4b2-4635-a299-fa539e96e1af tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950893 Oct 27 18:24:11.328355 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-c206305f-881f-43c3-bd94-ec2d07be06e8 service neutron] For port 44d836f8-1cdd-4d27-9aec-f80a5e14c1cd, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:24:11.334212 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-c206305f-881f-43c3-bd94-ec2d07be06e8 service neutron] For port 44d836f8-1cdd-4d27-9aec-f80a5e14c1cd, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=44d836f8-1cdd-4d27-9aec-f80a5e14c1cd,segment=NetworkSegment(c3b83e00-8105-42bf-a65c-5b309278d20d),segment_id=c3b83e00-8105-42bf-a65c-5b309278d20d)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:24:11.396620 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=4f3c7adb-5636-4331-bd79-6b80d007f4a2,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:11.404859 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:24:11.405298 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:24:11.405781 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:24:11.405960 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:24:11.406286 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:24:11.406612 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:24:11.406964 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:24:11.407283 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:24:11.407602 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:24:11.407925 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:24:11.408304 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:24:11.408617 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:24:11.429944 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23759701-c095-42e6-bfb6-f84e3f186896 req-93a74fde-dbb7-49c5-9d10-ddd695aa6428 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:11.432126 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-c206305f-881f-43c3-bd94-ec2d07be06e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:11.432501 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-23759701-c095-42e6-bfb6-f84e3f186896 req-93a74fde-dbb7-49c5-9d10-ddd695aa6428 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 943 time: 0.0550706 Oct 27 18:24:11.433985 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05738e9a-6110-4edb-befe-8b15092c9abe req-8d4b4db2-3e42-4bd0-b86e-9d0ee2ec4518 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Made reservation on behalf of 21c102fa20be4478954ecec5511d05a6 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:24:11.438676 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-05738e9a-6110-4edb-befe-8b15092c9abe req-8d4b4db2-3e42-4bd0-b86e-9d0ee2ec4518 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:11.471515 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-c206305f-881f-43c3-bd94-ec2d07be06e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:11.472136 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-c206305f-881f-43c3-bd94-ec2d07be06e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:11.473680 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-c206305f-881f-43c3-bd94-ec2d07be06e8 service neutron] 10.222.0.93 "PUT /v2.0/ports/44d836f8-1cdd-4d27-9aec-f80a5e14c1cd HTTP/1.1" status: 200 len: 1091 time: 0.9511757 Oct 27 18:24:11.474029 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8681ac0-b679-486d-b00f-694e46f77c5d', 'tag': '44d836f8-1cdd-4d27-9aec-f80a5e14c1cd'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:24:11.477514 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499119a6-d6e4-4a60-8868-4bda8548730d" -d '{"events": [{"name": "network-changed", "server_uuid": "f8681ac0-b679-486d-b00f-694e46f77c5d", "tag": "44d836f8-1cdd-4d27-9aec-f80a5e14c1cd"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:24:11.499592 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c206305f-881f-43c3-bd94-ec2d07be06e8 service neutron] Pushing event updated for resources: {'Port': ['ID=44d836f8-1cdd-4d27-9aec-f80a5e14c1cd,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:11.528838 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 4e6ba346-4872-43c0-9070-23aec1d77823 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:24:11.533052 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 4e6ba346-4872-43c0-9070-23aec1d77823 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:24:11.533407 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:11.554530 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-23759701-c095-42e6-bfb6-f84e3f186896 req-b238a5de-b874-4401-ba60-3c61b4329c57 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118977 Oct 27 18:24:11.587434 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60727fe8-f91e-429f-b6a7-1c21b5327137'}, {'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebc892e-5692-4841-830c-8e4b29b7659e'}, {'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0da1220-dd80-4dd5-a7ad-e073fc40fe66'}, {'server_uuid': 'eb7d3c9c-b7a5-46d9-ae29-8f563ba93d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3c7adb-5636-4331-bd79-6b80d007f4a2'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:24:11.597728 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18d83cf-d6a9-4e34-bd7a-217d56f87402" -d '{"events": [{"server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "name": "network-vif-plugged", "status": "completed", "tag": "60727fe8-f91e-429f-b6a7-1c21b5327137"}, {"server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "name": "network-vif-plugged", "status": "completed", "tag": "4ebc892e-5692-4841-830c-8e4b29b7659e"}, {"server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "name": "network-vif-plugged", "status": "completed", "tag": "d0da1220-dd80-4dd5-a7ad-e073fc40fe66"}, {"server_uuid": "eb7d3c9c-b7a5-46d9-ae29-8f563ba93d91", "name": "network-vif-plugged", "status": "completed", "tag": "4f3c7adb-5636-4331-bd79-6b80d007f4a2"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:24:11.604317 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-780779de-2add-4403-bc96-781e0b93edf7 req-6f1ef75e-8900-4a67-b084-1fed7f9d67aa tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7430c35-2287-4415-a05e-1a4023a494a7 HTTP/1.1" status: 200 len: 210 time: 0.0487313 Oct 27 18:24:11.671139 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:11.710683 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 4e6ba346-4872-43c0-9070-23aec1d77823, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=4e6ba346-4872-43c0-9070-23aec1d77823,segment=NetworkSegment(0c7d1cd1-8041-472a-b82e-ec3fb07045fe),segment_id=0c7d1cd1-8041-472a-b82e-ec3fb07045fe)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:11.759841 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-6e48635d-8107-4860-aa7e-399a308f5a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:11.761113 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-6e48635d-8107-4860-aa7e-399a308f5a72 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=78baf6dd112742399f2639cbeffece6c&device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 1094 time: 0.1208823 Oct 27 18:24:11.762880 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-05738e9a-6110-4edb-befe-8b15092c9abe req-8d4b4db2-3e42-4bd0-b86e-9d0ee2ec4518 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Allocated IP 172.20.0.6 (a79396d1-f3c7-4079-8ab4-0eb2fe194655/b6962e65-afc9-4f65-8d19-8560ead9270a/6b730e5a-e2b3-48e9-8b5b-5377934d1867) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:24:11.780586 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:11.781394 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 28c73000-e05a-4162-bd24-a40db0e232e9 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:24:11.812736 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-c34e7e15-dc54-474f-acdd-2628d790ef77 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44d836f8-1cdd-4d27-9aec-f80a5e14c1cd HTTP/1.1" status: 200 len: 217 time: 0.0416203 Oct 27 18:24:11.847971 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d6bc7e94-cf53-4663-8129-0fdf3a5eecc7 req-45822b74-fdd1-43ed-a047-bb658f29291f tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 210 time: 0.0464427 Oct 27 18:24:11.892592 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-859a637a-78c6-428e-a3f9-ffc628bdde68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:11.895158 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-859a637a-78c6-428e-a3f9-ffc628bdde68 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9dd73aad-b62b-49e3-a8b3-a2ce98f853a3 HTTP/1.1" status: 200 len: 852 time: 0.0684121 Oct 27 18:24:11.940612 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 28c73000-e05a-4162-bd24-a40db0e232e9 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:24:11.940982 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:11.942469 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=4e6ba346-4872-43c0-9070-23aec1d77823,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:11.956625 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-1abbed02-6c55-476c-b45a-5e0787821875 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=70d54990-c18d-43d7-9758-e9fefdddf939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538509 Oct 27 18:24:12.096827 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:12.119824 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-5a6b6433-a236-46ac-b8ec-6f5f0b4388a4 service neutron] 10.222.0.93 "GET /v2.0/networks/70d54990-c18d-43d7-9758-e9fefdddf939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547506 Oct 27 18:24:12.160810 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b08dc55c-dbe5-40b3-8b87-5fed37ba706d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:12.181954 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b199ba15-d6eb-4ce9-90fc-b72931c2df94 x-openstack-request-id: req-b199ba15-d6eb-4ce9-90fc-b72931c2df94 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:24:12.182165 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8681ac0-b679-486d-b00f-694e46f77c5d", "tag": "44d836f8-1cdd-4d27-9aec-f80a5e14c1cd", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:24:12.182446 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b199ba15-d6eb-4ce9-90fc-b72931c2df94 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:24:12.185054 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 28c73000-e05a-4162-bd24-a40db0e232e9, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=28c73000-e05a-4162-bd24-a40db0e232e9,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:12.185652 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8681ac0-b679-486d-b00f-694e46f77c5d', 'tag': '44d836f8-1cdd-4d27-9aec-f80a5e14c1cd', 'status': 'completed', 'code': 200} Oct 27 18:24:12.204753 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05738e9a-6110-4edb-befe-8b15092c9abe req-92f20a59-4952-4818-af17-580bbd655f12 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:12.206248 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05738e9a-6110-4edb-befe-8b15092c9abe req-92f20a59-4952-4818-af17-580bbd655f12 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.93 "GET /v2.0/networks?id=a79396d1-f3c7-4079-8ab4-0eb2fe194655 HTTP/1.1" status: 200 len: 817 time: 0.3392923 Oct 27 18:24:12.222912 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60491d1-146a-4f77-94bd-2fdef60c2e08 req-eb1f24f1-5f36-4cf1-a225-ad941b6734f0 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:12.232631 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60491d1-146a-4f77-94bd-2fdef60c2e08 req-eb1f24f1-5f36-4cf1-a225-ad941b6734f0 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:12.237708 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60491d1-146a-4f77-94bd-2fdef60c2e08 req-eb1f24f1-5f36-4cf1-a225-ad941b6734f0 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:12.245664 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60491d1-146a-4f77-94bd-2fdef60c2e08 req-eb1f24f1-5f36-4cf1-a225-ad941b6734f0 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:12.255768 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60491d1-146a-4f77-94bd-2fdef60c2e08 req-eb1f24f1-5f36-4cf1-a225-ad941b6734f0 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:12.261081 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:12.265724 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60491d1-146a-4f77-94bd-2fdef60c2e08 req-eb1f24f1-5f36-4cf1-a225-ad941b6734f0 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:12.273297 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60491d1-146a-4f77-94bd-2fdef60c2e08 req-eb1f24f1-5f36-4cf1-a225-ad941b6734f0 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:12.275660 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b60491d1-146a-4f77-94bd-2fdef60c2e08 req-eb1f24f1-5f36-4cf1-a225-ad941b6734f0 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 5433 time: 0.3168421 Oct 27 18:24:12.281498 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-05738e9a-6110-4edb-befe-8b15092c9abe req-77067674-4e53-4062-b1f7-9ce8e536eef2 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Request body: {'port': {'device_id': '7f8ea437-5aae-4814-ac48-1c3de86debf0', 'network_id': 'a79396d1-f3c7-4079-8ab4-0eb2fe194655', 'admin_state_up': True, 'tenant_id': '21c102fa20be4478954ecec5511d05a6'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:24:12.290164 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a8c2e054-6a33-4b0e-8b61-7be5315fa4ce req-4792ad2e-e9d8-4aeb-ad60-6419557819d8 service neutron] 10.222.0.93 "GET /v2.0/networks/70d54990-c18d-43d7-9758-e9fefdddf939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562355 Oct 27 18:24:12.316769 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 27 Oct 2021 18:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e03bb0d-0a11-47a9-be7c-452edacd52a4 x-openstack-request-id: req-1e03bb0d-0a11-47a9-be7c-452edacd52a4 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:24:12.317067 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "name": "network-vif-plugged", "status": "completed", "tag": "60727fe8-f91e-429f-b6a7-1c21b5327137", "code": 200}, {"server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "name": "network-vif-plugged", "status": "completed", "tag": "4ebc892e-5692-4841-830c-8e4b29b7659e", "code": 200}, {"server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "name": "network-vif-plugged", "status": "completed", "tag": "d0da1220-dd80-4dd5-a7ad-e073fc40fe66", "code": 200}, {"server_uuid": "eb7d3c9c-b7a5-46d9-ae29-8f563ba93d91", "name": "network-vif-plugged", "status": "completed", "tag": "4f3c7adb-5636-4331-bd79-6b80d007f4a2", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:24:12.317364 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1e03bb0d-0a11-47a9-be7c-452edacd52a4 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:24:12.317754 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60727fe8-f91e-429f-b6a7-1c21b5327137', 'code': 200} Oct 27 18:24:12.318192 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebc892e-5692-4841-830c-8e4b29b7659e', 'code': 200} Oct 27 18:24:12.318442 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0da1220-dd80-4dd5-a7ad-e073fc40fe66', 'code': 200} Oct 27 18:24:12.319034 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb7d3c9c-b7a5-46d9-ae29-8f563ba93d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3c7adb-5636-4331-bd79-6b80d007f4a2', 'code': 200} Oct 27 18:24:12.385689 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=28c73000-e05a-4162-bd24-a40db0e232e9,revision_number=8']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:12.481484 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.93', 52640) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:24:12.555901 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203ab8e-bb05-4cbd-896e-8ec2b454073f req-e33b577b-04b3-4442-a89d-742b00062163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:12.556540 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203ab8e-bb05-4cbd-896e-8ec2b454073f req-e33b577b-04b3-4442-a89d-742b00062163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:12.557331 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203ab8e-bb05-4cbd-896e-8ec2b454073f req-e33b577b-04b3-4442-a89d-742b00062163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:12.563659 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203ab8e-bb05-4cbd-896e-8ec2b454073f req-e33b577b-04b3-4442-a89d-742b00062163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:12.570595 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203ab8e-bb05-4cbd-896e-8ec2b454073f req-e33b577b-04b3-4442-a89d-742b00062163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:12.572246 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203ab8e-bb05-4cbd-896e-8ec2b454073f req-e33b577b-04b3-4442-a89d-742b00062163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:12.575666 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203ab8e-bb05-4cbd-896e-8ec2b454073f req-e33b577b-04b3-4442-a89d-742b00062163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:12.577060 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9203ab8e-bb05-4cbd-896e-8ec2b454073f req-e33b577b-04b3-4442-a89d-742b00062163 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 6490 time: 0.1289382 Oct 27 18:24:12.579442 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.93', 52642) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:24:12.592181 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:24:12.609421 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb81056-d7b1-4220-84f5-44029c4a5e09 req-c87d56e9-c63e-4f28-b1c9-032119ae22fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:12.611080 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6bb81056-d7b1-4220-84f5-44029c4a5e09 req-c87d56e9-c63e-4f28-b1c9-032119ae22fd service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=eb7d3c9c-b7a5-46d9-ae29-8f563ba93d91 HTTP/1.1" status: 200 len: 1097 time: 0.1533265 Oct 27 18:24:12.691934 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499119a6-d6e4-4a60-8868-4bda8548730d req-41a2f65f-4b93-43a2-aebc-264d0f311d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:12.693564 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-499119a6-d6e4-4a60-8868-4bda8548730d req-41a2f65f-4b93-43a2-aebc-264d0f311d58 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=78baf6dd112742399f2639cbeffece6c&device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 1094 time: 0.2110789 Oct 27 18:24:12.743785 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9203ab8e-bb05-4cbd-896e-8ec2b454073f req-753ec839-98ac-4354-a56e-98b21a8da8ce service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=f66a1304-8991-4287-bd7a-f4a77871754c&id=02a89f5e-a42d-4682-bd74-7f652c60708b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1392319 Oct 27 18:24:12.761862 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-05738e9a-6110-4edb-befe-8b15092c9abe req-8d4b4db2-3e42-4bd0-b86e-9d0ee2ec4518 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:12.790992 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6bb81056-d7b1-4220-84f5-44029c4a5e09 req-e96a0be0-692a-43d9-aa97-46e316aaa662 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=e181289c-8617-4d1c-b65d-bc8b5968e064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629663 Oct 27 18:24:12.811179 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b60491d1-146a-4f77-94bd-2fdef60c2e08 req-29eaf561-8d5d-46fb-b202-4eccbb5eef4d tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=02a89f5e-a42d-4682-bd74-7f652c60708b&id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4401076 Oct 27 18:24:12.817161 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05738e9a-6110-4edb-befe-8b15092c9abe req-99e91a78-5949-4829-9a07-afde70f50099 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:12.818689 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-05738e9a-6110-4edb-befe-8b15092c9abe req-99e91a78-5949-4829-9a07-afde70f50099 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.93 "GET /v2.0/networks?id=a79396d1-f3c7-4079-8ab4-0eb2fe194655 HTTP/1.1" status: 200 len: 817 time: 0.2325313 Oct 27 18:24:12.844049 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f307d-9112-4107-9836-332624286d7d req-3f9ca5f8-dc27-43c0-a122-82f3ecfcb049 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:12.855374 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8c4f307d-9112-4107-9836-332624286d7d req-3f9ca5f8-dc27-43c0-a122-82f3ecfcb049 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb7d3c9c-b7a5-46d9-ae29-8f563ba93d91 HTTP/1.1" status: 200 len: 946 time: 0.4771583 Oct 27 18:24:12.862694 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499119a6-d6e4-4a60-8868-4bda8548730d req-e517f9e4-3dc4-4b8b-abb0-8a9aa430f010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:12.864701 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-499119a6-d6e4-4a60-8868-4bda8548730d req-e517f9e4-3dc4-4b8b-abb0-8a9aa430f010 service neutron] 10.222.0.93 "GET /v2.0/networks?id=70d54990-c18d-43d7-9758-e9fefdddf939 HTTP/1.1" status: 200 len: 914 time: 0.1520803 Oct 27 18:24:12.937361 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8c4f307d-9112-4107-9836-332624286d7d req-45336ffe-1982-4f4a-8fed-9c0f18d1546d tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/security-groups?id=e181289c-8617-4d1c-b65d-bc8b5968e064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808012 Oct 27 18:24:12.945917 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05738e9a-6110-4edb-befe-8b15092c9abe req-77067674-4e53-4062-b1f7-9ce8e536eef2 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Made reservation on behalf of 21c102fa20be4478954ecec5511d05a6 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:24:12.957750 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-05738e9a-6110-4edb-befe-8b15092c9abe req-77067674-4e53-4062-b1f7-9ce8e536eef2 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:12.965770 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c1340-73b2-41ba-a532-e65440981489 req-2a934bf0-a564-4f35-bc79-f2ec56b4da7c tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:12.967642 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b44c1340-73b2-41ba-a532-e65440981489 req-2a934bf0-a564-4f35-bc79-f2ec56b4da7c tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.0838847 Oct 27 18:24:13.017099 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-05738e9a-6110-4edb-befe-8b15092c9abe req-8d4b4db2-3e42-4bd0-b86e-9d0ee2ec4518 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:13.136567 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b44c1340-73b2-41ba-a532-e65440981489 req-a0b0643b-55f2-42a5-a8f6-c35187e68e8d tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610081 Oct 27 18:24:13.142670 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05738e9a-6110-4edb-befe-8b15092c9abe req-8d4b4db2-3e42-4bd0-b86e-9d0ee2ec4518 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Network a79396d1-f3c7-4079-8ab4-0eb2fe194655 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:24:13.151624 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-05738e9a-6110-4edb-befe-8b15092c9abe req-8d4b4db2-3e42-4bd0-b86e-9d0ee2ec4518 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:24:13.154176 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-05738e9a-6110-4edb-befe-8b15092c9abe req-8d4b4db2-3e42-4bd0-b86e-9d0ee2ec4518 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:24:13.182086 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4b4db2-3e42-4bd0-b86e-9d0ee2ec4518 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Pushing event updated for resources: {'Port': ['ID=6b730e5a-e2b3-48e9-8b5b-5377934d1867,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:13.224141 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-05738e9a-6110-4edb-befe-8b15092c9abe req-8264c463-d9d9-4a88-8b85-5dbd425df2bd tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Request body: {'port': {'device_id': 'a7430c35-2287-4415-a05e-1a4023a494a7', 'network_id': 'a79396d1-f3c7-4079-8ab4-0eb2fe194655', 'admin_state_up': True, 'tenant_id': '21c102fa20be4478954ecec5511d05a6'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:24:13.296592 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f7a4a2b3-579c-4127-b7ab-c7342212aef5 req-5671bd33-d51d-4ac5-b37e-3eda2babb93c tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7430c35-2287-4415-a05e-1a4023a494a7 HTTP/1.1" status: 200 len: 210 time: 0.0936272 Oct 27 18:24:13.304806 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670e670-fa74-4068-99e0-c47eda3b117a req-1f327b99-4ada-44dc-9aec-a15c41a356aa tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:13.309308 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8670e670-fa74-4068-99e0-c47eda3b117a req-1f327b99-4ada-44dc-9aec-a15c41a356aa tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 943 time: 0.3043618 Oct 27 18:24:13.315044 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05738e9a-6110-4edb-befe-8b15092c9abe req-8d4b4db2-3e42-4bd0-b86e-9d0ee2ec4518 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:13.315666 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-05738e9a-6110-4edb-befe-8b15092c9abe req-8d4b4db2-3e42-4bd0-b86e-9d0ee2ec4518 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:13.339542 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-499119a6-d6e4-4a60-8868-4bda8548730d req-b5e4e716-c692-447b-a8ec-3cf79a707912 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44d836f8-1cdd-4d27-9aec-f80a5e14c1cd HTTP/1.1" status: 200 len: 217 time: 0.1066504 Oct 27 18:24:13.361345 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-05738e9a-6110-4edb-befe-8b15092c9abe req-77067674-4e53-4062-b1f7-9ce8e536eef2 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Allocated IP 172.20.0.12 (a79396d1-f3c7-4079-8ab4-0eb2fe194655/b6962e65-afc9-4f65-8d19-8560ead9270a/73ada1ff-80fe-44de-a4fb-d3b9d7795984) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:24:13.386494 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8670e670-fa74-4068-99e0-c47eda3b117a req-25a8926f-2b6a-422b-a348-97bd6a79ab7b tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680718 Oct 27 18:24:13.386754 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:13.425464 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499119a6-d6e4-4a60-8868-4bda8548730d req-e8e8fb28-9f75-442b-ad27-21ed75dfdf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:13.426935 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-499119a6-d6e4-4a60-8868-4bda8548730d req-e8e8fb28-9f75-442b-ad27-21ed75dfdf62 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9dd73aad-b62b-49e3-a8b3-a2ce98f853a3 HTTP/1.1" status: 200 len: 852 time: 0.0784490 Oct 27 18:24:13.431487 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:13.445377 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05738e9a-6110-4edb-befe-8b15092c9abe req-8d4b4db2-3e42-4bd0-b86e-9d0ee2ec4518 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3056898 Oct 27 18:24:13.503507 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-499119a6-d6e4-4a60-8868-4bda8548730d req-81aa6482-3fa3-489a-bc09-6a7caebad3b2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=70d54990-c18d-43d7-9758-e9fefdddf939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319695 Oct 27 18:24:13.516630 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-05738e9a-6110-4edb-befe-8b15092c9abe req-d62bcd58-66f4-4215-9c1c-9dfe19e65569 service neutron] Request body: {'port': {'device_id': '3ceb70a4-763d-410e-b213-4c907eb075da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:24:13.531061 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05738e9a-6110-4edb-befe-8b15092c9abe req-8264c463-d9d9-4a88-8b85-5dbd425df2bd tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Made reservation on behalf of 21c102fa20be4478954ecec5511d05a6 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:24:13.534683 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-05738e9a-6110-4edb-befe-8b15092c9abe req-8264c463-d9d9-4a88-8b85-5dbd425df2bd tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:13.581145 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ce43d662-9066-47da-ade0-933e72a14d1e req-950f300e-99dc-4303-b9ea-c08ec362a8c3 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 210 time: 0.0697691 Oct 27 18:24:13.638801 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-05738e9a-6110-4edb-befe-8b15092c9abe req-d62bcd58-66f4-4215-9c1c-9dfe19e65569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:13.666172 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-05738e9a-6110-4edb-befe-8b15092c9abe req-77067674-4e53-4062-b1f7-9ce8e536eef2 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:13.686000 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-499119a6-d6e4-4a60-8868-4bda8548730d req-047ca0c4-3ed2-4741-bf76-a7b81db04c16 service neutron] 10.222.0.93 "GET /v2.0/networks/70d54990-c18d-43d7-9758-e9fefdddf939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739230 Oct 27 18:24:13.784632 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-499119a6-d6e4-4a60-8868-4bda8548730d req-244c3688-5603-440e-952f-62f17823bca1 service neutron] 10.222.0.93 "GET /v2.0/networks/70d54990-c18d-43d7-9758-e9fefdddf939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866866 Oct 27 18:24:13.843863 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-05738e9a-6110-4edb-befe-8b15092c9abe req-77067674-4e53-4062-b1f7-9ce8e536eef2 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:13.894399 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05738e9a-6110-4edb-befe-8b15092c9abe req-77067674-4e53-4062-b1f7-9ce8e536eef2 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Network a79396d1-f3c7-4079-8ab4-0eb2fe194655 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:24:13.898552 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-05738e9a-6110-4edb-befe-8b15092c9abe req-77067674-4e53-4062-b1f7-9ce8e536eef2 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:24:13.901094 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-05738e9a-6110-4edb-befe-8b15092c9abe req-77067674-4e53-4062-b1f7-9ce8e536eef2 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:24:13.909097 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-05738e9a-6110-4edb-befe-8b15092c9abe req-8264c463-d9d9-4a88-8b85-5dbd425df2bd tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Allocated IP 172.20.0.2 (a79396d1-f3c7-4079-8ab4-0eb2fe194655/b6962e65-afc9-4f65-8d19-8560ead9270a/bee72c65-02d5-46df-a4e4-1aaac25436b8) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:24:13.962841 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77067674-4e53-4062-b1f7-9ce8e536eef2 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Pushing event updated for resources: {'Port': ['ID=73ada1ff-80fe-44de-a4fb-d3b9d7795984,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:13.988673 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05738e9a-6110-4edb-befe-8b15092c9abe req-77067674-4e53-4062-b1f7-9ce8e536eef2 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:13.991837 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-05738e9a-6110-4edb-befe-8b15092c9abe req-77067674-4e53-4062-b1f7-9ce8e536eef2 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:14.018383 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36a370-dc4a-49eb-8ac4-27bf38123a9f req-2510b83c-ad72-40e3-81ac-3b0b351ca7ad tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:14.025144 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36a370-dc4a-49eb-8ac4-27bf38123a9f req-2510b83c-ad72-40e3-81ac-3b0b351ca7ad tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:14.031460 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36a370-dc4a-49eb-8ac4-27bf38123a9f req-2510b83c-ad72-40e3-81ac-3b0b351ca7ad tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:14.037520 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36a370-dc4a-49eb-8ac4-27bf38123a9f req-2510b83c-ad72-40e3-81ac-3b0b351ca7ad tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:14.044392 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36a370-dc4a-49eb-8ac4-27bf38123a9f req-2510b83c-ad72-40e3-81ac-3b0b351ca7ad tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:14.050697 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36a370-dc4a-49eb-8ac4-27bf38123a9f req-2510b83c-ad72-40e3-81ac-3b0b351ca7ad tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:14.057376 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36a370-dc4a-49eb-8ac4-27bf38123a9f req-2510b83c-ad72-40e3-81ac-3b0b351ca7ad tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:14.059645 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5b36a370-dc4a-49eb-8ac4-27bf38123a9f req-2510b83c-ad72-40e3-81ac-3b0b351ca7ad tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 5433 time: 0.1519158 Oct 27 18:24:14.065301 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05738e9a-6110-4edb-befe-8b15092c9abe req-77067674-4e53-4062-b1f7-9ce8e536eef2 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7877069 Oct 27 18:24:14.075806 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-05738e9a-6110-4edb-befe-8b15092c9abe req-8264c463-d9d9-4a88-8b85-5dbd425df2bd tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:14.105612 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-05738e9a-6110-4edb-befe-8b15092c9abe req-d0482721-620c-4d38-bc77-91d0d1fee14d service neutron] Request body: {'port': {'device_id': '7f8ea437-5aae-4814-ac48-1c3de86debf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:24:14.184984 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5b36a370-dc4a-49eb-8ac4-27bf38123a9f req-edae5d3b-1c85-41f5-a6ad-5e88a9dafabb tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=02a89f5e-a42d-4682-bd74-7f652c60708b&id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1056974 Oct 27 18:24:14.189966 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-05738e9a-6110-4edb-befe-8b15092c9abe req-8264c463-d9d9-4a88-8b85-5dbd425df2bd tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:14.197910 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0624c00-0563-4fc3-ade3-76e06cc4b189 req-bdc181de-910a-4ede-8136-2c73981ae261 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:14.200086 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a0624c00-0563-4fc3-ade3-76e06cc4b189 req-bdc181de-910a-4ede-8136-2c73981ae261 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb7d3c9c-b7a5-46d9-ae29-8f563ba93d91 HTTP/1.1" status: 200 len: 946 time: 0.1394672 Oct 27 18:24:14.252913 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05738e9a-6110-4edb-befe-8b15092c9abe req-8264c463-d9d9-4a88-8b85-5dbd425df2bd tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Network a79396d1-f3c7-4079-8ab4-0eb2fe194655 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:24:14.255677 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-05738e9a-6110-4edb-befe-8b15092c9abe req-d0482721-620c-4d38-bc77-91d0d1fee14d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:14.259962 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-05738e9a-6110-4edb-befe-8b15092c9abe req-8264c463-d9d9-4a88-8b85-5dbd425df2bd tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:24:14.261759 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8264c463-d9d9-4a88-8b85-5dbd425df2bd tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Pushing event updated for resources: {'Port': ['ID=bee72c65-02d5-46df-a4e4-1aaac25436b8,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:14.267483 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-05738e9a-6110-4edb-befe-8b15092c9abe req-8264c463-d9d9-4a88-8b85-5dbd425df2bd tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:24:14.320415 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b8ab2c-6c9a-4fbc-b5d0-216b10dd0b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6ba346-4872-43c0-9070-23aec1d77823'}, {'server_uuid': 'a7fa71c1-6a1c-4f88-92c1-df287f05652e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c73000-e05a-4162-bd24-a40db0e232e9'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:24:14.321176 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05738e9a-6110-4edb-befe-8b15092c9abe req-8264c463-d9d9-4a88-8b85-5dbd425df2bd tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:14.321884 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-05738e9a-6110-4edb-befe-8b15092c9abe req-8264c463-d9d9-4a88-8b85-5dbd425df2bd tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:14.323181 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d243fe1-931c-4388-87c6-cf9c50b8205e" -d '{"events": [{"server_uuid": "33b8ab2c-6c9a-4fbc-b5d0-216b10dd0b48", "name": "network-vif-plugged", "status": "completed", "tag": "4e6ba346-4872-43c0-9070-23aec1d77823"}, {"server_uuid": "a7fa71c1-6a1c-4f88-92c1-df287f05652e", "name": "network-vif-plugged", "status": "completed", "tag": "28c73000-e05a-4162-bd24-a40db0e232e9"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:24:14.370868 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a0624c00-0563-4fc3-ade3-76e06cc4b189 req-b4e8eb41-5ffe-4910-afd2-f1ec0b0673d3 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/security-groups?id=e181289c-8617-4d1c-b65d-bc8b5968e064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285827 Oct 27 18:24:14.423692 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 27 Oct 2021 18:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31415a31-7a14-42b6-8918-bebc36e1c975 x-openstack-request-id: req-31415a31-7a14-42b6-8918-bebc36e1c975 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:24:14.424920 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b8ab2c-6c9a-4fbc-b5d0-216b10dd0b48", "name": "network-vif-plugged", "status": "completed", "tag": "4e6ba346-4872-43c0-9070-23aec1d77823", "code": 200}, {"server_uuid": "a7fa71c1-6a1c-4f88-92c1-df287f05652e", "name": "network-vif-plugged", "status": "completed", "tag": "28c73000-e05a-4162-bd24-a40db0e232e9", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:24:14.425537 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-31415a31-7a14-42b6-8918-bebc36e1c975 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:24:14.426166 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b8ab2c-6c9a-4fbc-b5d0-216b10dd0b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6ba346-4872-43c0-9070-23aec1d77823', 'code': 200} Oct 27 18:24:14.426592 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7fa71c1-6a1c-4f88-92c1-df287f05652e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c73000-e05a-4162-bd24-a40db0e232e9', 'code': 200} Oct 27 18:24:14.430240 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-05738e9a-6110-4edb-befe-8b15092c9abe req-8264c463-d9d9-4a88-8b85-5dbd425df2bd tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2124379 Oct 27 18:24:14.442841 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8e0e8-c7ab-4b97-b619-61f159e301f7 req-2cbc6982-b4e9-4c70-904a-1a6cbbd5e929 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:14.445048 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20f8e0e8-c7ab-4b97-b619-61f159e301f7 req-2cbc6982-b4e9-4c70-904a-1a6cbbd5e929 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.1715524 Oct 27 18:24:14.458334 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-05738e9a-6110-4edb-befe-8b15092c9abe req-a88cc6c2-bc69-4ead-9b10-a2d5bb9d6ae3 service neutron] Request body: {'port': {'device_id': 'a7430c35-2287-4415-a05e-1a4023a494a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:24:14.549533 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-05738e9a-6110-4edb-befe-8b15092c9abe req-a88cc6c2-bc69-4ead-9b10-a2d5bb9d6ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:14.582605 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-3c6588a4-3933-4ffa-a2f9-452e74c05bb5 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=0493afd680224a038be01c24bab6b33d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349245 Oct 27 18:24:14.614595 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e7efd-5244-4fa7-86a8-da221acd85bd req-67a22292-328e-44e0-bf5b-6a1d0a3698e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:14.616657 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cb7e7efd-5244-4fa7-86a8-da221acd85bd req-67a22292-328e-44e0-bf5b-6a1d0a3698e0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=33b8ab2c-6c9a-4fbc-b5d0-216b10dd0b48 HTTP/1.1" status: 200 len: 1097 time: 0.0983427 Oct 27 18:24:14.624682 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20f8e0e8-c7ab-4b97-b619-61f159e301f7 req-3aedcbd8-78a0-496d-adf8-51d0cb4524cb tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322141 Oct 27 18:24:14.636332 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dc56e-00c5-4f51-a7fd-d56e758ce59f req-c9ce6574-577c-4f62-a9d2-4bf0a71fedf6 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:14.637880 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-806dc56e-00c5-4f51-a7fd-d56e758ce59f req-c9ce6574-577c-4f62-a9d2-4bf0a71fedf6 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7430c35-2287-4415-a05e-1a4023a494a7 HTTP/1.1" status: 200 len: 931 time: 0.1474807 Oct 27 18:24:14.642325 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-05738e9a-6110-4edb-befe-8b15092c9abe req-d62bcd58-66f4-4215-9c1c-9dfe19e65569 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b730e5a-e2b3-48e9-8b5b-5377934d1867 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:24:14.649428 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 44d836f8-1cdd-4d27-9aec-f80a5e14c1cd details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:24:14.650447 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-05738e9a-6110-4edb-befe-8b15092c9abe req-d62bcd58-66f4-4215-9c1c-9dfe19e65569 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:14.683215 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-05738e9a-6110-4edb-befe-8b15092c9abe req-d62bcd58-66f4-4215-9c1c-9dfe19e65569 service neutron] Transition to ACTIVE for port object 6b730e5a-e2b3-48e9-8b5b-5377934d1867 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:24:14.718540 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-806dc56e-00c5-4f51-a7fd-d56e758ce59f req-793056c5-1523-4366-9017-09aabb750ecd tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b497807e-70f6-48af-ba59-15adf01f52f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652587 Oct 27 18:24:14.812665 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-05738e9a-6110-4edb-befe-8b15092c9abe req-d62bcd58-66f4-4215-9c1c-9dfe19e65569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:14.851882 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 44d836f8-1cdd-4d27-9aec-f80a5e14c1cd, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=44d836f8-1cdd-4d27-9aec-f80a5e14c1cd,segment=NetworkSegment(c3b83e00-8105-42bf-a65c-5b309278d20d),segment_id=c3b83e00-8105-42bf-a65c-5b309278d20d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:14.868916 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '44d836f8-1cdd-4d27-9aec-f80a5e14c1cd', 'network_id': '70d54990-c18d-43d7-9758-e9fefdddf939', 'port_id': '44d836f8-1cdd-4d27-9aec-f80a5e14c1cd', 'mac_address': 'fa:16:3e:4a:b3:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dd73aad-b62b-49e3-a8b3-a2ce98f853a3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:24:14.897134 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cb7e7efd-5244-4fa7-86a8-da221acd85bd req-14959aaf-0d64-44ed-aa7a-3d824ae6237a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=e181289c-8617-4d1c-b65d-bc8b5968e064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324543 Oct 27 18:24:14.934145 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23220796-2fe4-425c-a906-84fd14b9cf66 req-cb072acc-6475-4e8b-996d-6bb4029cd87d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:14.935710 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-51ffa90f-2791-45f3-a4a8-7098492c731e tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:14.937212 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-51ffa90f-2791-45f3-a4a8-7098492c731e tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3266840 Oct 27 18:24:14.941899 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-23220796-2fe4-425c-a906-84fd14b9cf66 req-cb072acc-6475-4e8b-996d-6bb4029cd87d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 943 time: 0.1978700 Oct 27 18:24:14.947533 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62bcd58-66f4-4215-9c1c-9dfe19e65569 service neutron] Pushing event updated for resources: {'Port': ['ID=6b730e5a-e2b3-48e9-8b5b-5377934d1867,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:14.965900 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:14.984399 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44d836f8-1cdd-4d27-9aec-f80a5e14c1cd {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:24:15.010364 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 44d836f8-1cdd-4d27-9aec-f80a5e14c1cd, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=44d836f8-1cdd-4d27-9aec-f80a5e14c1cd,segment=NetworkSegment(c3b83e00-8105-42bf-a65c-5b309278d20d),segment_id=c3b83e00-8105-42bf-a65c-5b309278d20d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:15.019913 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:15.071631 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:15.072116 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-23220796-2fe4-425c-a906-84fd14b9cf66 req-7a0768c2-6fe3-4047-a9d9-20754d435863 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293209 Oct 27 18:24:15.113856 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-05738e9a-6110-4edb-befe-8b15092c9abe req-d62bcd58-66f4-4215-9c1c-9dfe19e65569 service neutron] Attempting to bind port 6b730e5a-e2b3-48e9-8b5b-5377934d1867 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:24:15.114189 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-05738e9a-6110-4edb-befe-8b15092c9abe req-d62bcd58-66f4-4215-9c1c-9dfe19e65569 service neutron] Attempting to bind port 6b730e5a-e2b3-48e9-8b5b-5377934d1867 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '4521e87a-03d0-492f-b3e1-3d151690e870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'a79396d1-f3c7-4079-8ab4-0eb2fe194655'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:24:15.114515 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05738e9a-6110-4edb-befe-8b15092c9abe req-d62bcd58-66f4-4215-9c1c-9dfe19e65569 service neutron] Attempting to bind port 6b730e5a-e2b3-48e9-8b5b-5377934d1867 on network a79396d1-f3c7-4079-8ab4-0eb2fe194655 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:24:15.124274 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05738e9a-6110-4edb-befe-8b15092c9abe req-d62bcd58-66f4-4215-9c1c-9dfe19e65569 service neutron] Port 6b730e5a-e2b3-48e9-8b5b-5377934d1867 on network a79396d1-f3c7-4079-8ab4-0eb2fe194655 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:24:15.126680 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05738e9a-6110-4edb-befe-8b15092c9abe req-d62bcd58-66f4-4215-9c1c-9dfe19e65569 service neutron] Attempting to bind port 6b730e5a-e2b3-48e9-8b5b-5377934d1867 on network a79396d1-f3c7-4079-8ab4-0eb2fe194655 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:24:15.129462 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=44d836f8-1cdd-4d27-9aec-f80a5e14c1cd,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:15.133611 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05738e9a-6110-4edb-befe-8b15092c9abe req-d62bcd58-66f4-4215-9c1c-9dfe19e65569 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:24:15.133956 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05738e9a-6110-4edb-befe-8b15092c9abe req-d62bcd58-66f4-4215-9c1c-9dfe19e65569 service neutron] Checking segment: {'id': '4521e87a-03d0-492f-b3e1-3d151690e870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'a79396d1-f3c7-4079-8ab4-0eb2fe194655'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:24:15.134327 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05738e9a-6110-4edb-befe-8b15092c9abe req-d62bcd58-66f4-4215-9c1c-9dfe19e65569 service neutron] Bound using segment: {'id': '4521e87a-03d0-492f-b3e1-3d151690e870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'a79396d1-f3c7-4079-8ab4-0eb2fe194655'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:24:15.134760 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-05738e9a-6110-4edb-befe-8b15092c9abe req-d62bcd58-66f4-4215-9c1c-9dfe19e65569 service neutron] Bound port: 6b730e5a-e2b3-48e9-8b5b-5377934d1867, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4521e87a-03d0-492f-b3e1-3d151690e870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'a79396d1-f3c7-4079-8ab4-0eb2fe194655'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:24:15.135138 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-05738e9a-6110-4edb-befe-8b15092c9abe req-d62bcd58-66f4-4215-9c1c-9dfe19e65569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:15.149728 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-05738e9a-6110-4edb-befe-8b15092c9abe req-d0482721-620c-4d38-bc77-91d0d1fee14d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73ada1ff-80fe-44de-a4fb-d3b9d7795984 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:24:15.169693 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-05738e9a-6110-4edb-befe-8b15092c9abe req-d0482721-620c-4d38-bc77-91d0d1fee14d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:15.189778 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2aa81c83-fb7c-4707-b457-7fe2c75080e7 req-91083257-ecf0-4fc1-b35b-a6e6d6e9dcdc tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 210 time: 0.0428708 Oct 27 18:24:15.198195 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-8db9cbdb-9ace-4841-8848-c88e8b9c77c0 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Request body: {'port': {'device_id': 'dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'admin_state_up': True, 'tenant_id': '0493afd680224a038be01c24bab6b33d'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:24:15.257406 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-05738e9a-6110-4edb-befe-8b15092c9abe req-d62bcd58-66f4-4215-9c1c-9dfe19e65569 service neutron] For port 6b730e5a-e2b3-48e9-8b5b-5377934d1867, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:24:15.263329 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-05738e9a-6110-4edb-befe-8b15092c9abe req-d62bcd58-66f4-4215-9c1c-9dfe19e65569 service neutron] For port 6b730e5a-e2b3-48e9-8b5b-5377934d1867, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=6b730e5a-e2b3-48e9-8b5b-5377934d1867,segment=NetworkSegment(4521e87a-03d0-492f-b3e1-3d151690e870),segment_id=4521e87a-03d0-492f-b3e1-3d151690e870)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:24:15.268677 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-05738e9a-6110-4edb-befe-8b15092c9abe req-d0482721-620c-4d38-bc77-91d0d1fee14d service neutron] Transition to ACTIVE for port object 73ada1ff-80fe-44de-a4fb-d3b9d7795984 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:24:15.358519 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a06d3-e581-4b8e-8bd8-a5c6b128585b req-279c505e-364a-47ba-88dc-eab9381c4df0 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:15.364600 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a06d3-e581-4b8e-8bd8-a5c6b128585b req-279c505e-364a-47ba-88dc-eab9381c4df0 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:15.371659 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a06d3-e581-4b8e-8bd8-a5c6b128585b req-279c505e-364a-47ba-88dc-eab9381c4df0 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:15.377733 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a06d3-e581-4b8e-8bd8-a5c6b128585b req-279c505e-364a-47ba-88dc-eab9381c4df0 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:15.383862 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a06d3-e581-4b8e-8bd8-a5c6b128585b req-279c505e-364a-47ba-88dc-eab9381c4df0 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:15.390150 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a06d3-e581-4b8e-8bd8-a5c6b128585b req-279c505e-364a-47ba-88dc-eab9381c4df0 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:15.396364 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a06d3-e581-4b8e-8bd8-a5c6b128585b req-279c505e-364a-47ba-88dc-eab9381c4df0 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:15.398361 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d10a06d3-e581-4b8e-8bd8-a5c6b128585b req-279c505e-364a-47ba-88dc-eab9381c4df0 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 5433 time: 0.1023676 Oct 27 18:24:15.400021 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-05738e9a-6110-4edb-befe-8b15092c9abe req-d0482721-620c-4d38-bc77-91d0d1fee14d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:15.402464 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-05738e9a-6110-4edb-befe-8b15092c9abe req-d62bcd58-66f4-4215-9c1c-9dfe19e65569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:15.473734 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-8db9cbdb-9ace-4841-8848-c88e8b9c77c0 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Made reservation on behalf of 0493afd680224a038be01c24bab6b33d for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:24:15.473907 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05738e9a-6110-4edb-befe-8b15092c9abe req-d62bcd58-66f4-4215-9c1c-9dfe19e65569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:15.474027 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-8db9cbdb-9ace-4841-8848-c88e8b9c77c0 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:15.474148 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-05738e9a-6110-4edb-befe-8b15092c9abe req-d62bcd58-66f4-4215-9c1c-9dfe19e65569 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:15.474148 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05738e9a-6110-4edb-befe-8b15092c9abe req-d62bcd58-66f4-4215-9c1c-9dfe19e65569 service neutron] 10.222.0.93 "PUT /v2.0/ports/6b730e5a-e2b3-48e9-8b5b-5377934d1867 HTTP/1.1" status: 200 len: 1091 time: 1.9624627 Oct 27 18:24:15.481380 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ceb70a4-763d-410e-b213-4c907eb075da', 'tag': '6b730e5a-e2b3-48e9-8b5b-5377934d1867'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:24:15.483760 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56c3aca-2a18-4b3f-b962-a7cfe3480399" -d '{"events": [{"name": "network-changed", "server_uuid": "3ceb70a4-763d-410e-b213-4c907eb075da", "tag": "6b730e5a-e2b3-48e9-8b5b-5377934d1867"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:24:15.521183 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0482721-620c-4d38-bc77-91d0d1fee14d service neutron] Pushing event updated for resources: {'Port': ['ID=73ada1ff-80fe-44de-a4fb-d3b9d7795984,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:15.569564 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['44d836f8-1cdd-4d27-9aec-f80a5e14c1cd'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:24:15.576679 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d10a06d3-e581-4b8e-8bd8-a5c6b128585b req-38b4375c-ac23-461f-82bc-8ccae39d0bbd tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=02a89f5e-a42d-4682-bd74-7f652c60708b&id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1650226 Oct 27 18:24:15.603234 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-05738e9a-6110-4edb-befe-8b15092c9abe req-a88cc6c2-bc69-4ead-9b10-a2d5bb9d6ae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bee72c65-02d5-46df-a4e4-1aaac25436b8 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:24:15.615424 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-05738e9a-6110-4edb-befe-8b15092c9abe req-a88cc6c2-bc69-4ead-9b10-a2d5bb9d6ae3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:15.665776 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1321d98-8596-4ae0-beaf-b6ef3b11f182 req-cafb27d0-50d8-4057-945d-584a14fb1884 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:15.672332 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-05738e9a-6110-4edb-befe-8b15092c9abe req-a88cc6c2-bc69-4ead-9b10-a2d5bb9d6ae3 service neutron] Transition to ACTIVE for port object bee72c65-02d5-46df-a4e4-1aaac25436b8 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:24:15.672678 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b1321d98-8596-4ae0-beaf-b6ef3b11f182 req-cafb27d0-50d8-4057-945d-584a14fb1884 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb7d3c9c-b7a5-46d9-ae29-8f563ba93d91 HTTP/1.1" status: 200 len: 946 time: 0.2157195 Oct 27 18:24:15.692513 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120059e4-d08a-4f00-a36d-a5c89dcfa68f x-openstack-request-id: req-120059e4-d08a-4f00-a36d-a5c89dcfa68f {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:24:15.692858 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ceb70a4-763d-410e-b213-4c907eb075da", "tag": "6b730e5a-e2b3-48e9-8b5b-5377934d1867", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:24:15.693112 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-120059e4-d08a-4f00-a36d-a5c89dcfa68f {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:24:15.693503 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ceb70a4-763d-410e-b213-4c907eb075da', 'tag': '6b730e5a-e2b3-48e9-8b5b-5377934d1867', 'status': 'completed', 'code': 200} Oct 27 18:24:15.702295 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62bcd58-66f4-4215-9c1c-9dfe19e65569 service neutron] Pushing event updated for resources: {'Port': ['ID=6b730e5a-e2b3-48e9-8b5b-5377934d1867,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:15.718533 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-8db9cbdb-9ace-4841-8848-c88e8b9c77c0 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Allocated IP 192.168.233.207 (5a00a4ee-d7ee-4646-9905-4d21868e9aa2/5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc/05c9daa4-10d7-41ab-8573-a5526d5c4abe) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:24:15.743098 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-05738e9a-6110-4edb-befe-8b15092c9abe req-d0482721-620c-4d38-bc77-91d0d1fee14d service neutron] Attempting to bind port 73ada1ff-80fe-44de-a4fb-d3b9d7795984 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:24:15.743445 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-05738e9a-6110-4edb-befe-8b15092c9abe req-d0482721-620c-4d38-bc77-91d0d1fee14d service neutron] Attempting to bind port 73ada1ff-80fe-44de-a4fb-d3b9d7795984 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '4521e87a-03d0-492f-b3e1-3d151690e870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'a79396d1-f3c7-4079-8ab4-0eb2fe194655'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:24:15.743761 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05738e9a-6110-4edb-befe-8b15092c9abe req-d0482721-620c-4d38-bc77-91d0d1fee14d service neutron] Attempting to bind port 73ada1ff-80fe-44de-a4fb-d3b9d7795984 on network a79396d1-f3c7-4079-8ab4-0eb2fe194655 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:24:15.753221 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-05738e9a-6110-4edb-befe-8b15092c9abe req-a88cc6c2-bc69-4ead-9b10-a2d5bb9d6ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:15.758583 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b1321d98-8596-4ae0-beaf-b6ef3b11f182 req-74530854-3361-4cd0-894f-e32e415ca3df tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/security-groups?id=e181289c-8617-4d1c-b65d-bc8b5968e064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817750 Oct 27 18:24:15.763675 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05738e9a-6110-4edb-befe-8b15092c9abe req-3fd780b1-4297-4e91-82c7-7f3008f0aab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:15.765160 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05738e9a-6110-4edb-befe-8b15092c9abe req-3fd780b1-4297-4e91-82c7-7f3008f0aab2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=21c102fa20be4478954ecec5511d05a6&device_id=3ceb70a4-763d-410e-b213-4c907eb075da HTTP/1.1" status: 200 len: 1094 time: 0.1533866 Oct 27 18:24:15.784208 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05738e9a-6110-4edb-befe-8b15092c9abe req-d0482721-620c-4d38-bc77-91d0d1fee14d service neutron] Port 73ada1ff-80fe-44de-a4fb-d3b9d7795984 on network a79396d1-f3c7-4079-8ab4-0eb2fe194655 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:24:15.784545 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05738e9a-6110-4edb-befe-8b15092c9abe req-d0482721-620c-4d38-bc77-91d0d1fee14d service neutron] Attempting to bind port 73ada1ff-80fe-44de-a4fb-d3b9d7795984 on network a79396d1-f3c7-4079-8ab4-0eb2fe194655 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:24:15.843477 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05738e9a-6110-4edb-befe-8b15092c9abe req-d0482721-620c-4d38-bc77-91d0d1fee14d service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:24:15.843817 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05738e9a-6110-4edb-befe-8b15092c9abe req-d0482721-620c-4d38-bc77-91d0d1fee14d service neutron] Checking segment: {'id': '4521e87a-03d0-492f-b3e1-3d151690e870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'a79396d1-f3c7-4079-8ab4-0eb2fe194655'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:24:15.844196 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05738e9a-6110-4edb-befe-8b15092c9abe req-d0482721-620c-4d38-bc77-91d0d1fee14d service neutron] Bound using segment: {'id': '4521e87a-03d0-492f-b3e1-3d151690e870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'a79396d1-f3c7-4079-8ab4-0eb2fe194655'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:24:15.844751 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-05738e9a-6110-4edb-befe-8b15092c9abe req-d0482721-620c-4d38-bc77-91d0d1fee14d service neutron] Bound port: 73ada1ff-80fe-44de-a4fb-d3b9d7795984, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4521e87a-03d0-492f-b3e1-3d151690e870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'a79396d1-f3c7-4079-8ab4-0eb2fe194655'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:24:15.845400 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-05738e9a-6110-4edb-befe-8b15092c9abe req-d0482721-620c-4d38-bc77-91d0d1fee14d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:15.855350 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88cc6c2-bc69-4ead-9b10-a2d5bb9d6ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=bee72c65-02d5-46df-a4e4-1aaac25436b8,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:15.862113 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05738e9a-6110-4edb-befe-8b15092c9abe req-a3733df2-63d5-49ec-b546-f0e2fae25414 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b730e5a-e2b3-48e9-8b5b-5377934d1867 HTTP/1.1" status: 200 len: 217 time: 0.0727429 Oct 27 18:24:15.969944 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc5299-c403-4e04-9f1e-a0c5927a1477 req-372da86d-1ba9-45ca-8a5e-6748578d8177 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:15.976502 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc5299-c403-4e04-9f1e-a0c5927a1477 req-372da86d-1ba9-45ca-8a5e-6748578d8177 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:15.983000 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc5299-c403-4e04-9f1e-a0c5927a1477 req-372da86d-1ba9-45ca-8a5e-6748578d8177 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:15.988982 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc5299-c403-4e04-9f1e-a0c5927a1477 req-372da86d-1ba9-45ca-8a5e-6748578d8177 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:15.995572 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc5299-c403-4e04-9f1e-a0c5927a1477 req-372da86d-1ba9-45ca-8a5e-6748578d8177 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:16.001913 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-05738e9a-6110-4edb-befe-8b15092c9abe req-a88cc6c2-bc69-4ead-9b10-a2d5bb9d6ae3 service neutron] Attempting to bind port bee72c65-02d5-46df-a4e4-1aaac25436b8 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:24:16.002457 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc5299-c403-4e04-9f1e-a0c5927a1477 req-372da86d-1ba9-45ca-8a5e-6748578d8177 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:16.002578 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-05738e9a-6110-4edb-befe-8b15092c9abe req-a88cc6c2-bc69-4ead-9b10-a2d5bb9d6ae3 service neutron] Attempting to bind port bee72c65-02d5-46df-a4e4-1aaac25436b8 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '4521e87a-03d0-492f-b3e1-3d151690e870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'a79396d1-f3c7-4079-8ab4-0eb2fe194655'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:24:16.002578 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05738e9a-6110-4edb-befe-8b15092c9abe req-a88cc6c2-bc69-4ead-9b10-a2d5bb9d6ae3 service neutron] Attempting to bind port bee72c65-02d5-46df-a4e4-1aaac25436b8 on network a79396d1-f3c7-4079-8ab4-0eb2fe194655 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:24:16.008340 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc5299-c403-4e04-9f1e-a0c5927a1477 req-372da86d-1ba9-45ca-8a5e-6748578d8177 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:16.010238 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b1fc5299-c403-4e04-9f1e-a0c5927a1477 req-372da86d-1ba9-45ca-8a5e-6748578d8177 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 5433 time: 0.2529280 Oct 27 18:24:16.015532 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05738e9a-6110-4edb-befe-8b15092c9abe req-a88cc6c2-bc69-4ead-9b10-a2d5bb9d6ae3 service neutron] Port bee72c65-02d5-46df-a4e4-1aaac25436b8 on network a79396d1-f3c7-4079-8ab4-0eb2fe194655 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:24:16.015996 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05738e9a-6110-4edb-befe-8b15092c9abe req-a88cc6c2-bc69-4ead-9b10-a2d5bb9d6ae3 service neutron] Attempting to bind port bee72c65-02d5-46df-a4e4-1aaac25436b8 on network a79396d1-f3c7-4079-8ab4-0eb2fe194655 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:24:16.025682 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 54432) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:24:16.026288 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-8db9cbdb-9ace-4841-8848-c88e8b9c77c0 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:16.032201 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05738e9a-6110-4edb-befe-8b15092c9abe req-a88cc6c2-bc69-4ead-9b10-a2d5bb9d6ae3 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:24:16.032486 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05738e9a-6110-4edb-befe-8b15092c9abe req-a88cc6c2-bc69-4ead-9b10-a2d5bb9d6ae3 service neutron] Checking segment: {'id': '4521e87a-03d0-492f-b3e1-3d151690e870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'a79396d1-f3c7-4079-8ab4-0eb2fe194655'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:24:16.032950 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05738e9a-6110-4edb-befe-8b15092c9abe req-a88cc6c2-bc69-4ead-9b10-a2d5bb9d6ae3 service neutron] Bound using segment: {'id': '4521e87a-03d0-492f-b3e1-3d151690e870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'a79396d1-f3c7-4079-8ab4-0eb2fe194655'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:24:16.033527 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-05738e9a-6110-4edb-befe-8b15092c9abe req-a88cc6c2-bc69-4ead-9b10-a2d5bb9d6ae3 service neutron] Bound port: bee72c65-02d5-46df-a4e4-1aaac25436b8, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4521e87a-03d0-492f-b3e1-3d151690e870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'a79396d1-f3c7-4079-8ab4-0eb2fe194655'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:24:16.033980 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-05738e9a-6110-4edb-befe-8b15092c9abe req-a88cc6c2-bc69-4ead-9b10-a2d5bb9d6ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:16.035822 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-81afbf18-aa83-4a29-860b-99569d514584 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Request body: {'floatingip': {'port_id': 'd0da1220-dd80-4dd5-a7ad-e073fc40fe66'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:24:16.080065 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05738e9a-6110-4edb-befe-8b15092c9abe req-0f53da8b-7358-4090-9441-15f05a22a9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:16.081690 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05738e9a-6110-4edb-befe-8b15092c9abe req-0f53da8b-7358-4090-9441-15f05a22a9c3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b6962e65-afc9-4f65-8d19-8560ead9270a HTTP/1.1" status: 200 len: 857 time: 0.2077808 Oct 27 18:24:16.096796 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26734e50-a1b6-492e-8677-0fa25d279259 req-f1a03814-c853-4cfd-9e80-7389041b47b1 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:16.098282 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-26734e50-a1b6-492e-8677-0fa25d279259 req-f1a03814-c853-4cfd-9e80-7389041b47b1 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.2509608 Oct 27 18:24:16.118285 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-05738e9a-6110-4edb-befe-8b15092c9abe req-a88cc6c2-bc69-4ead-9b10-a2d5bb9d6ae3 service neutron] For port bee72c65-02d5-46df-a4e4-1aaac25436b8, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:24:16.121278 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-05738e9a-6110-4edb-befe-8b15092c9abe req-d0482721-620c-4d38-bc77-91d0d1fee14d service neutron] For port 73ada1ff-80fe-44de-a4fb-d3b9d7795984, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:24:16.121482 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-05738e9a-6110-4edb-befe-8b15092c9abe req-a88cc6c2-bc69-4ead-9b10-a2d5bb9d6ae3 service neutron] For port bee72c65-02d5-46df-a4e4-1aaac25436b8, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=bee72c65-02d5-46df-a4e4-1aaac25436b8,segment=NetworkSegment(4521e87a-03d0-492f-b3e1-3d151690e870),segment_id=4521e87a-03d0-492f-b3e1-3d151690e870)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:24:16.141716 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-81afbf18-aa83-4a29-860b-99569d514584 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks [] for floatingip, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:16.192566 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-8db9cbdb-9ace-4841-8848-c88e8b9c77c0 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:16.201512 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05738e9a-6110-4edb-befe-8b15092c9abe req-7f6b47e6-4df9-4408-9c09-6f6b6a537488 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a79396d1-f3c7-4079-8ab4-0eb2fe194655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968297 Oct 27 18:24:16.204723 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-05738e9a-6110-4edb-befe-8b15092c9abe req-d0482721-620c-4d38-bc77-91d0d1fee14d service neutron] For port 73ada1ff-80fe-44de-a4fb-d3b9d7795984, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=73ada1ff-80fe-44de-a4fb-d3b9d7795984,segment=NetworkSegment(4521e87a-03d0-492f-b3e1-3d151690e870),segment_id=4521e87a-03d0-492f-b3e1-3d151690e870)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:24:16.206064 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['7848076d-2451-4103-97da-2fddc47f6bb3'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:24:16.234826 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-05738e9a-6110-4edb-befe-8b15092c9abe req-a88cc6c2-bc69-4ead-9b10-a2d5bb9d6ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:16.259418 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-8db9cbdb-9ace-4841-8848-c88e8b9c77c0 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:24:16.268259 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-8db9cbdb-9ace-4841-8848-c88e8b9c77c0 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:24:16.270678 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05738e9a-6110-4edb-befe-8b15092c9abe req-a88cc6c2-bc69-4ead-9b10-a2d5bb9d6ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:16.271310 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-05738e9a-6110-4edb-befe-8b15092c9abe req-a88cc6c2-bc69-4ead-9b10-a2d5bb9d6ae3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:16.273891 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-05738e9a-6110-4edb-befe-8b15092c9abe req-a88cc6c2-bc69-4ead-9b10-a2d5bb9d6ae3 service neutron] 10.222.0.93 "PUT /v2.0/ports/bee72c65-02d5-46df-a4e4-1aaac25436b8 HTTP/1.1" status: 200 len: 1091 time: 1.8207531 Oct 27 18:24:16.274502 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7430c35-2287-4415-a05e-1a4023a494a7', 'tag': 'bee72c65-02d5-46df-a4e4-1aaac25436b8'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:24:16.276825 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0214b557-c2cd-4820-8126-1f93949549b8" -d '{"events": [{"name": "network-changed", "server_uuid": "a7430c35-2287-4415-a05e-1a4023a494a7", "tag": "bee72c65-02d5-46df-a4e4-1aaac25436b8"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:24:16.279424 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db9cbdb-9ace-4841-8848-c88e8b9c77c0 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Pushing event updated for resources: {'Port': ['ID=05c9daa4-10d7-41ab-8573-a5526d5c4abe,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:16.281816 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-8db9cbdb-9ace-4841-8848-c88e8b9c77c0 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:24:16.326769 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-26734e50-a1b6-492e-8677-0fa25d279259 req-9403c64a-e330-4ffd-9313-349483ac91fd tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030733 Oct 27 18:24:16.364174 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-05738e9a-6110-4edb-befe-8b15092c9abe req-d0482721-620c-4d38-bc77-91d0d1fee14d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:16.390078 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa55f0d-cba8-4104-8b23-998e418f3cee req-cab3f334-2f52-41d6-bd38-c8d332eb3029 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:16.391728 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0fa55f0d-cba8-4104-8b23-998e418f3cee req-cab3f334-2f52-41d6-bd38-c8d332eb3029 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7430c35-2287-4415-a05e-1a4023a494a7 HTTP/1.1" status: 200 len: 943 time: 0.3068020 Oct 27 18:24:16.420921 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-8db9cbdb-9ace-4841-8848-c88e8b9c77c0 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:16.421585 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-8db9cbdb-9ace-4841-8848-c88e8b9c77c0 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:16.464450 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88cc6c2-bc69-4ead-9b10-a2d5bb9d6ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=bee72c65-02d5-46df-a4e4-1aaac25436b8,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:16.486162 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05738e9a-6110-4edb-befe-8b15092c9abe req-d0482721-620c-4d38-bc77-91d0d1fee14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:16.486162 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-05738e9a-6110-4edb-befe-8b15092c9abe req-d0482721-620c-4d38-bc77-91d0d1fee14d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:16.487300 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05738e9a-6110-4edb-befe-8b15092c9abe req-d0482721-620c-4d38-bc77-91d0d1fee14d service neutron] 10.222.0.93 "PUT /v2.0/ports/73ada1ff-80fe-44de-a4fb-d3b9d7795984 HTTP/1.1" status: 200 len: 1092 time: 2.4014485 Oct 27 18:24:16.494494 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05738e9a-6110-4edb-befe-8b15092c9abe req-0b0270c0-ac8b-4bca-b8e1-0d1a0f5269cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:16.496965 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-05738e9a-6110-4edb-befe-8b15092c9abe req-0b0270c0-ac8b-4bca-b8e1-0d1a0f5269cd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=21c102fa20be4478954ecec5511d05a6&device_id=a7430c35-2287-4415-a05e-1a4023a494a7 HTTP/1.1" status: 200 len: 1094 time: 0.1084018 Oct 27 18:24:16.557780 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-05738e9a-6110-4edb-befe-8b15092c9abe req-57d54bc5-e5fb-4f84-9b00-9dc940ab54b3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bee72c65-02d5-46df-a4e4-1aaac25436b8 HTTP/1.1" status: 200 len: 217 time: 0.0437574 Oct 27 18:24:16.559073 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-8db9cbdb-9ace-4841-8848-c88e8b9c77c0 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3661847 Oct 27 18:24:16.585439 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-92a0cea0-9142-4243-a397-a0560f332dfd service neutron] Request body: {'port': {'device_id': 'dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:24:16.674998 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05738e9a-6110-4edb-befe-8b15092c9abe req-cd4728c6-8c34-45f4-b44d-6498c458dbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:16.676824 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-05738e9a-6110-4edb-befe-8b15092c9abe req-cd4728c6-8c34-45f4-b44d-6498c458dbdd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b6962e65-afc9-4f65-8d19-8560ead9270a HTTP/1.1" status: 200 len: 857 time: 0.1077449 Oct 27 18:24:16.677574 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-92a0cea0-9142-4243-a397-a0560f332dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:16.681050 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-179c5046-7815-4023-87e5-eb469d5d564c None None] Provisioning complete for port 05c9daa4-10d7-41ab-8573-a5526d5c4abe triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:24:16.681610 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-179c5046-7815-4023-87e5-eb469d5d564c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:16.724878 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-05738e9a-6110-4edb-befe-8b15092c9abe req-a1f97201-9f61-40e5-a511-e3fd04f8d55b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a79396d1-f3c7-4079-8ab4-0eb2fe194655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363195 Oct 27 18:24:16.730543 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-179c5046-7815-4023-87e5-eb469d5d564c None None] Port 05c9daa4-10d7-41ab-8573-a5526d5c4abe cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:24:16.949579 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-05738e9a-6110-4edb-befe-8b15092c9abe req-337d2e2a-3bd2-4c93-b000-ae26c0c6601e service neutron] 10.222.0.93 "GET /v2.0/networks/a79396d1-f3c7-4079-8ab4-0eb2fe194655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051482 Oct 27 18:24:16.964485 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05738e9a-6110-4edb-befe-8b15092c9abe req-f9ccd143-9454-4481-ac69-8eb55dc198e0 service neutron] 10.222.0.93 "GET /v2.0/networks/a79396d1-f3c7-4079-8ab4-0eb2fe194655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7340665 Oct 27 18:24:16.966093 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0482721-620c-4d38-bc77-91d0d1fee14d service neutron] Pushing event updated for resources: {'Port': ['ID=73ada1ff-80fe-44de-a4fb-d3b9d7795984,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:16.973090 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0fa55f0d-cba8-4104-8b23-998e418f3cee req-977f9ac3-a931-4e9b-a481-5de58a22557f tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b497807e-70f6-48af-ba59-15adf01f52f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5386932 Oct 27 18:24:17.013031 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d6148-7221-4e89-84a8-f8479e654764 req-5be95f62-d7df-47e0-b4eb-5d2b5c33aefe tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:17.015417 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-720d6148-7221-4e89-84a8-f8479e654764 req-5be95f62-d7df-47e0-b4eb-5d2b5c33aefe tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b8ab2c-6c9a-4fbc-b5d0-216b10dd0b48 HTTP/1.1" status: 200 len: 946 time: 0.5740142 Oct 27 18:24:17.101546 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05738e9a-6110-4edb-befe-8b15092c9abe req-14da10a0-52eb-4261-9547-5885ad26f8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:17.103091 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05738e9a-6110-4edb-befe-8b15092c9abe req-14da10a0-52eb-4261-9547-5885ad26f8a7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=21c102fa20be4478954ecec5511d05a6&device_id=7f8ea437-5aae-4814-ac48-1c3de86debf0 HTTP/1.1" status: 200 len: 1095 time: 0.4798164 Oct 27 18:24:17.119779 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-05738e9a-6110-4edb-befe-8b15092c9abe req-6683caa5-1391-4568-ae7d-d0b5938be933 service neutron] 10.222.0.93 "GET /v2.0/networks/a79396d1-f3c7-4079-8ab4-0eb2fe194655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614833 Oct 27 18:24:17.154879 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['28c73000-e05a-4162-bd24-a40db0e232e9'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:24:17.165840 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-92a0cea0-9142-4243-a397-a0560f332dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05c9daa4-10d7-41ab-8573-a5526d5c4abe {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:24:17.174019 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-92a0cea0-9142-4243-a397-a0560f332dfd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:17.192585 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-92a0cea0-9142-4243-a397-a0560f332dfd service neutron] Transition to ACTIVE for port object 05c9daa4-10d7-41ab-8573-a5526d5c4abe will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:24:17.283693 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-92a0cea0-9142-4243-a397-a0560f332dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:17.286038 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05738e9a-6110-4edb-befe-8b15092c9abe req-23275a28-9be4-45af-a5b6-2c8cc968db14 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73ada1ff-80fe-44de-a4fb-d3b9d7795984 HTTP/1.1" status: 200 len: 217 time: 0.1463556 Oct 27 18:24:17.300794 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-720d6148-7221-4e89-84a8-f8479e654764 req-61ca72ab-fb3f-4cad-9f16-3b79ff8d413b tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/security-groups?id=e181289c-8617-4d1c-b65d-bc8b5968e064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651472 Oct 27 18:24:17.338848 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a0cea0-9142-4243-a397-a0560f332dfd service neutron] Pushing event updated for resources: {'Port': ['ID=05c9daa4-10d7-41ab-8573-a5526d5c4abe,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:17.421060 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106939e9-71b7-4244-9258-691b18264af9 req-6aa8c7b6-317e-417f-a3ad-a5d768d045c5 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:17.428738 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-106939e9-71b7-4244-9258-691b18264af9 req-6aa8c7b6-317e-417f-a3ad-a5d768d045c5 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 944 time: 0.2845559 Oct 27 18:24:17.435981 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-92a0cea0-9142-4243-a397-a0560f332dfd service neutron] Attempting to bind port 05c9daa4-10d7-41ab-8573-a5526d5c4abe on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:24:17.436573 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-92a0cea0-9142-4243-a397-a0560f332dfd service neutron] Attempting to bind port 05c9daa4-10d7-41ab-8573-a5526d5c4abe by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:24:17.437001 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-92a0cea0-9142-4243-a397-a0560f332dfd service neutron] Attempting to bind port 05c9daa4-10d7-41ab-8573-a5526d5c4abe on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:24:17.437335 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05738e9a-6110-4edb-befe-8b15092c9abe req-e74b2bf9-2d90-4ff1-a207-84635f5e4191 service neutron] 10.222.0.93 "GET /v2.0/networks/a79396d1-f3c7-4079-8ab4-0eb2fe194655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4507415 Oct 27 18:24:17.442211 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-92a0cea0-9142-4243-a397-a0560f332dfd service neutron] Port 05c9daa4-10d7-41ab-8573-a5526d5c4abe on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:24:17.442211 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-92a0cea0-9142-4243-a397-a0560f332dfd service neutron] Attempting to bind port 05c9daa4-10d7-41ab-8573-a5526d5c4abe on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:24:17.460942 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-92a0cea0-9142-4243-a397-a0560f332dfd service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:24:17.461900 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-92a0cea0-9142-4243-a397-a0560f332dfd service neutron] Checking segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:24:17.461900 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-92a0cea0-9142-4243-a397-a0560f332dfd service neutron] Bound using segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:24:17.464292 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-92a0cea0-9142-4243-a397-a0560f332dfd service neutron] Bound port: 05c9daa4-10d7-41ab-8573-a5526d5c4abe, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:24:17.464292 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-92a0cea0-9142-4243-a397-a0560f332dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:17.485171 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05738e9a-6110-4edb-befe-8b15092c9abe req-2762b44a-104d-46d0-9f00-ca6db3292877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:17.486604 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05738e9a-6110-4edb-befe-8b15092c9abe req-2762b44a-104d-46d0-9f00-ca6db3292877 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b6962e65-afc9-4f65-8d19-8560ead9270a HTTP/1.1" status: 200 len: 857 time: 0.1761560 Oct 27 18:24:17.533481 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.db.resource_extend [None req-81afbf18-aa83-4a29-860b-99569d514584 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 18:24:17.552081 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-92a0cea0-9142-4243-a397-a0560f332dfd service neutron] For port 05c9daa4-10d7-41ab-8573-a5526d5c4abe, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:24:17.556841 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-92a0cea0-9142-4243-a397-a0560f332dfd service neutron] For port 05c9daa4-10d7-41ab-8573-a5526d5c4abe, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=05c9daa4-10d7-41ab-8573-a5526d5c4abe,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:24:17.598461 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-106939e9-71b7-4244-9258-691b18264af9 req-fa557963-8098-4457-a1f6-1223dadc9f24 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685679 Oct 27 18:24:17.612427 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05738e9a-6110-4edb-befe-8b15092c9abe req-e26053e6-1a3a-44e1-a73f-4f72e10a3288 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a79396d1-f3c7-4079-8ab4-0eb2fe194655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967851 Oct 27 18:24:17.644344 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23113ac6-26d4-4a08-9ec5-47c492538a2e x-openstack-request-id: req-23113ac6-26d4-4a08-9ec5-47c492538a2e {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:24:17.644630 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7430c35-2287-4415-a05e-1a4023a494a7", "tag": "bee72c65-02d5-46df-a4e4-1aaac25436b8", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:24:17.644884 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-23113ac6-26d4-4a08-9ec5-47c492538a2e {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:24:17.645284 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7430c35-2287-4415-a05e-1a4023a494a7', 'tag': 'bee72c65-02d5-46df-a4e4-1aaac25436b8', 'status': 'completed', 'code': 200} Oct 27 18:24:17.649468 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-92a0cea0-9142-4243-a397-a0560f332dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:17.671895 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-81afbf18-aa83-4a29-860b-99569d514584 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:17.700588 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8ea437-5aae-4814-ac48-1c3de86debf0', 'tag': '73ada1ff-80fe-44de-a4fb-d3b9d7795984'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:24:17.703595 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d96c11-9f5d-4871-9833-67988bde0687" -d '{"events": [{"name": "network-changed", "server_uuid": "7f8ea437-5aae-4814-ac48-1c3de86debf0", "tag": "73ada1ff-80fe-44de-a4fb-d3b9d7795984"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:24:17.724213 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab4b155-c774-4160-aeb3-369b70259e38 req-759cd610-b61e-4356-9f9d-7c8c16695eeb tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:17.726623 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bab4b155-c774-4160-aeb3-369b70259e38 req-759cd610-b61e-4356-9f9d-7c8c16695eeb tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 948 time: 0.2371221 Oct 27 18:24:17.758528 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c3aca-2a18-4b3f-b962-a7cfe3480399 req-1ea7ec60-2e61-483d-888d-a5a0ef181f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:17.759968 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e56c3aca-2a18-4b3f-b962-a7cfe3480399 req-1ea7ec60-2e61-483d-888d-a5a0ef181f2c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=21c102fa20be4478954ecec5511d05a6&device_id=3ceb70a4-763d-410e-b213-4c907eb075da HTTP/1.1" status: 200 len: 1094 time: 0.1651292 Oct 27 18:24:17.779838 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-81afbf18-aa83-4a29-860b-99569d514584 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:17.979691 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bab4b155-c774-4160-aeb3-369b70259e38 req-663e4c9b-779e-4e16-84af-421b5b62a891 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424057 Oct 27 18:24:17.981574 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05738e9a-6110-4edb-befe-8b15092c9abe req-d88d161f-4f35-49eb-8c67-18aed600fe5d service neutron] 10.222.0.93 "GET /v2.0/networks/a79396d1-f3c7-4079-8ab4-0eb2fe194655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438213 Oct 27 18:24:17.994061 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1c68e-59c9-4afe-a6f8-010e42629d31 req-cdd85206-b3fd-4fe6-8903-956286bd30ef tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:17.995678 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c3c1c68e-59c9-4afe-a6f8-010e42629d31 req-cdd85206-b3fd-4fe6-8903-956286bd30ef tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.2680469 Oct 27 18:24:18.038856 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-92a0cea0-9142-4243-a397-a0560f332dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:18.039519 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-92a0cea0-9142-4243-a397-a0560f332dfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:18.040969 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-92a0cea0-9142-4243-a397-a0560f332dfd service neutron] 10.222.0.93 "PUT /v2.0/ports/05c9daa4-10d7-41ab-8573-a5526d5c4abe HTTP/1.1" status: 200 len: 1096 time: 1.4608939 Oct 27 18:24:18.067513 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aadecabe-1bc4-46ef-bc05-8f212bae6e6b x-openstack-request-id: req-aadecabe-1bc4-46ef-bc05-8f212bae6e6b {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:24:18.067806 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f8ea437-5aae-4814-ac48-1c3de86debf0", "tag": "73ada1ff-80fe-44de-a4fb-d3b9d7795984", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:24:18.068118 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aadecabe-1bc4-46ef-bc05-8f212bae6e6b {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:24:18.068522 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f8ea437-5aae-4814-ac48-1c3de86debf0', 'tag': '73ada1ff-80fe-44de-a4fb-d3b9d7795984', 'status': 'completed', 'code': 200} Oct 27 18:24:18.073590 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214b557-c2cd-4820-8126-1f93949549b8 req-08092e9e-4487-42b1-822b-027568bce96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:18.075301 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0214b557-c2cd-4820-8126-1f93949549b8 req-08092e9e-4487-42b1-822b-027568bce96b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=21c102fa20be4478954ecec5511d05a6&device_id=a7430c35-2287-4415-a05e-1a4023a494a7 HTTP/1.1" status: 200 len: 1094 time: 0.3860915 Oct 27 18:24:18.079245 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a0cea0-9142-4243-a397-a0560f332dfd service neutron] Pushing event updated for resources: {'Port': ['ID=05c9daa4-10d7-41ab-8573-a5526d5c4abe,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:18.162517 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c3c1c68e-59c9-4afe-a6f8-010e42629d31 req-dd2aa9b2-5cba-4e34-a364-1693e0c2dfd9 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485505 Oct 27 18:24:18.184934 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [None req-81afbf18-aa83-4a29-860b-99569d514584 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Floating IP 40d96cbb-92a0-4d9b-90dc-2e991491c94a associated. External IP: 172.25.6.230, port: d0da1220-dd80-4dd5-a7ad-e073fc40fe66. Oct 27 18:24:18.193142 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c3aca-2a18-4b3f-b962-a7cfe3480399 req-45cc36ad-a87c-4732-aeba-145caec45b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:18.195531 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e56c3aca-2a18-4b3f-b962-a7cfe3480399 req-45cc36ad-a87c-4732-aeba-145caec45b45 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a79396d1-f3c7-4079-8ab4-0eb2fe194655 HTTP/1.1" status: 200 len: 919 time: 0.4028001 Oct 27 18:24:18.229263 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214b557-c2cd-4820-8126-1f93949549b8 req-c8369bc3-9755-4462-9715-ed1d002039f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:18.230759 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0214b557-c2cd-4820-8126-1f93949549b8 req-c8369bc3-9755-4462-9715-ed1d002039f3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a79396d1-f3c7-4079-8ab4-0eb2fe194655 HTTP/1.1" status: 200 len: 919 time: 0.1387677 Oct 27 18:24:18.326683 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0214b557-c2cd-4820-8126-1f93949549b8 req-1bc12fa7-87d6-4a1d-bd27-fe477941f3ab service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bee72c65-02d5-46df-a4e4-1aaac25436b8 HTTP/1.1" status: 200 len: 217 time: 0.0734007 Oct 27 18:24:18.338087 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e56c3aca-2a18-4b3f-b962-a7cfe3480399 req-95039717-8bd5-4e97-8bc5-8ebc5bf8704d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b730e5a-e2b3-48e9-8b5b-5377934d1867 HTTP/1.1" status: 200 len: 217 time: 0.0889273 Oct 27 18:24:18.351130 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05738e9a-6110-4edb-befe-8b15092c9abe req-39c5cd4c-6dd3-4eda-88b0-b10b2a83cd1d service neutron] 10.222.0.93 "GET /v2.0/networks/a79396d1-f3c7-4079-8ab4-0eb2fe194655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505147 Oct 27 18:24:18.363049 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896ed68-a1d9-4d10-870b-41c6eacfb523 req-55397c4f-0100-4ac3-bbec-361b377f093e tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:18.364582 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3896ed68-a1d9-4d10-870b-41c6eacfb523 req-55397c4f-0100-4ac3-bbec-361b377f093e tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7430c35-2287-4415-a05e-1a4023a494a7 HTTP/1.1" status: 200 len: 943 time: 0.2401767 Oct 27 18:24:18.388565 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-4b0eafac-c79d-4f82-a14b-1936e7375676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:18.390081 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-4b0eafac-c79d-4f82-a14b-1936e7375676 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0493afd680224a038be01c24bab6b33d&device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 1099 time: 0.1284163 Oct 27 18:24:18.391829 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214b557-c2cd-4820-8126-1f93949549b8 req-dbe5c3bb-fabb-4ddc-81f9-d301ccff6363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:18.393125 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0214b557-c2cd-4820-8126-1f93949549b8 req-dbe5c3bb-fabb-4ddc-81f9-d301ccff6363 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b6962e65-afc9-4f65-8d19-8560ead9270a HTTP/1.1" status: 200 len: 857 time: 0.0591464 Oct 27 18:24:18.462629 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-66b15e6b-711a-47e0-a1b7-4a01c0d88195 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=05c9daa4-10d7-41ab-8573-a5526d5c4abe HTTP/1.1" status: 200 len: 217 time: 0.0470293 Oct 27 18:24:18.480807 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0214b557-c2cd-4820-8126-1f93949549b8 req-db9326d2-386b-4459-91a0-dbe16dc39f1b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a79396d1-f3c7-4079-8ab4-0eb2fe194655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639477 Oct 27 18:24:18.485760 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c3aca-2a18-4b3f-b962-a7cfe3480399 req-f34d17a8-e594-408d-acdb-8eae4d155cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:18.487253 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e56c3aca-2a18-4b3f-b962-a7cfe3480399 req-f34d17a8-e594-408d-acdb-8eae4d155cff service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b6962e65-afc9-4f65-8d19-8560ead9270a HTTP/1.1" status: 200 len: 857 time: 0.1194234 Oct 27 18:24:18.495319 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3896ed68-a1d9-4d10-870b-41c6eacfb523 req-239fdb67-fd7a-49fa-a542-f9d59f24e7ee tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b497807e-70f6-48af-ba59-15adf01f52f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177459 Oct 27 18:24:18.578717 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-aa479613-3d0c-441c-99cf-b41a09d00154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:18.579002 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-aa479613-3d0c-441c-99cf-b41a09d00154 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.0944362 Oct 27 18:24:18.610008 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e56c3aca-2a18-4b3f-b962-a7cfe3480399 req-15129030-4535-4091-85de-1a0e17c00b05 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a79396d1-f3c7-4079-8ab4-0eb2fe194655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808244 Oct 27 18:24:18.629694 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ce8a3-5ae7-4e07-b88d-856176cac219 req-ee71edbd-c333-4c05-ac7a-d3cc75068291 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:18.631260 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-db6ce8a3-5ae7-4e07-b88d-856176cac219 req-ee71edbd-c333-4c05-ac7a-d3cc75068291 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b8ab2c-6c9a-4fbc-b5d0-216b10dd0b48 HTTP/1.1" status: 200 len: 946 time: 0.2206769 Oct 27 18:24:18.647067 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0214b557-c2cd-4820-8126-1f93949549b8 req-d59bbcfe-27e2-434e-bad6-4d09a82aa2fc service neutron] 10.222.0.93 "GET /v2.0/networks/a79396d1-f3c7-4079-8ab4-0eb2fe194655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269386 Oct 27 18:24:18.654796 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 44d836f8-1cdd-4d27-9aec-f80a5e14c1cd up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:24:18.655563 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-510e9208-e9f3-45a4-9ac9-61afb4ddd8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:18.657049 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-510e9208-e9f3-45a4-9ac9-61afb4ddd8aa service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0531909 Oct 27 18:24:18.741935 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d96c11-9f5d-4871-9833-67988bde0687 req-6a79300c-a0a4-491b-aaea-49590db3923b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:18.743527 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-06d96c11-9f5d-4871-9833-67988bde0687 req-6a79300c-a0a4-491b-aaea-49590db3923b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=21c102fa20be4478954ecec5511d05a6&device_id=7f8ea437-5aae-4814-ac48-1c3de86debf0 HTTP/1.1" status: 200 len: 1095 time: 0.2156496 Oct 27 18:24:18.778970 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 44d836f8-1cdd-4d27-9aec-f80a5e14c1cd completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:24:18.780410 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 44d836f8-1cdd-4d27-9aec-f80a5e14c1cd triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:24:18.781527 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:18.808319 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0214b557-c2cd-4820-8126-1f93949549b8 req-8a0efe4d-f44c-43c0-bee2-32cf5a5652d0 service neutron] 10.222.0.93 "GET /v2.0/networks/a79396d1-f3c7-4079-8ab4-0eb2fe194655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491172 Oct 27 18:24:18.819726 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-ea1c82e4-878f-4edb-a78f-18d1b3c4abc0 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143181 Oct 27 18:24:18.835668 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-db6ce8a3-5ae7-4e07-b88d-856176cac219 req-48fbe636-ddae-40a9-807c-3e711dba4aa9 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/security-groups?id=e181289c-8617-4d1c-b65d-bc8b5968e064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889069 Oct 27 18:24:18.871602 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81afbf18-aa83-4a29-860b-99569d514584 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Router 1a21b729-3fa6-4bae-a78b-da895fad0b59 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:24:18.884177 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e56c3aca-2a18-4b3f-b962-a7cfe3480399 req-7144f40e-6e5b-4065-8bd6-82eeb5afdd3b service neutron] 10.222.0.93 "GET /v2.0/networks/a79396d1-f3c7-4079-8ab4-0eb2fe194655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503381 Oct 27 18:24:18.887400 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:18.900771 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b8b032-c804-4cc9-8416-92b7381f5980 req-4cc2e630-d7bb-4713-b4c0-7ce119c88312 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:18.903900 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-86b8b032-c804-4cc9-8416-92b7381f5980 req-4cc2e630-d7bb-4713-b4c0-7ce119c88312 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 944 time: 0.1902237 Oct 27 18:24:18.924614 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8681ac0-b679-486d-b00f-694e46f77c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d836f8-1cdd-4d27-9aec-f80a5e14c1cd'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:24:18.927971 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb07309-7838-48d4-9549-7513ede15a18" -d '{"events": [{"server_uuid": "f8681ac0-b679-486d-b00f-694e46f77c5d", "name": "network-vif-plugged", "status": "completed", "tag": "44d836f8-1cdd-4d27-9aec-f80a5e14c1cd"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:24:18.949201 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 44d836f8-1cdd-4d27-9aec-f80a5e14c1cd, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=44d836f8-1cdd-4d27-9aec-f80a5e14c1cd,segment=NetworkSegment(c3b83e00-8105-42bf-a65c-5b309278d20d),segment_id=c3b83e00-8105-42bf-a65c-5b309278d20d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:18.973048 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-49d987f8-98f4-4ace-acb0-535f1c872196 req-fa054f0c-7cb0-4bea-bebb-a7ec05780869 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257608 Oct 27 18:24:19.020327 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:19.220959 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=44d836f8-1cdd-4d27-9aec-f80a5e14c1cd,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:19.284841 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3724c829-e129-427f-99e1-da5612c6f3bf x-openstack-request-id: req-3724c829-e129-427f-99e1-da5612c6f3bf {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:24:19.285477 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8681ac0-b679-486d-b00f-694e46f77c5d", "name": "network-vif-plugged", "status": "completed", "tag": "44d836f8-1cdd-4d27-9aec-f80a5e14c1cd", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:24:19.285763 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3724c829-e129-427f-99e1-da5612c6f3bf {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:24:19.286217 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8681ac0-b679-486d-b00f-694e46f77c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d836f8-1cdd-4d27-9aec-f80a5e14c1cd', 'code': 200} Oct 27 18:24:19.392345 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d96c11-9f5d-4871-9833-67988bde0687 req-7eebdadf-ff3a-4b1b-bbfc-c8004210caa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:19.393754 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-06d96c11-9f5d-4871-9833-67988bde0687 req-7eebdadf-ff3a-4b1b-bbfc-c8004210caa5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a79396d1-f3c7-4079-8ab4-0eb2fe194655 HTTP/1.1" status: 200 len: 919 time: 0.6273205 Oct 27 18:24:19.429096 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1bc4a-f79a-4ca3-b45f-b927bbcd4ca9 req-b93220b0-045b-4413-bc6a-559e3c790871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:19.430717 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fcc1bc4a-f79a-4ca3-b45f-b927bbcd4ca9 req-b93220b0-045b-4413-bc6a-559e3c790871 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 1096 time: 0.0430653 Oct 27 18:24:19.447425 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-86b8b032-c804-4cc9-8416-92b7381f5980 req-f688e7b1-62c3-4e00-8b4c-26bf5825715a tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5233204 Oct 27 18:24:19.487251 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fcc1bc4a-f79a-4ca3-b45f-b927bbcd4ca9 req-2f04fb5d-00d3-4355-972a-6eac55e2a8fc service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354416 Oct 27 18:24:19.491446 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-06d96c11-9f5d-4871-9833-67988bde0687 req-e785155c-e9a4-4c5a-a9c6-9964d4276dc9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73ada1ff-80fe-44de-a4fb-d3b9d7795984 HTTP/1.1" status: 200 len: 217 time: 0.0661864 Oct 27 18:24:19.518420 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e56c3aca-2a18-4b3f-b962-a7cfe3480399 req-10ce964d-fe9d-4e06-a237-c7b985b973f4 service neutron] 10.222.0.93 "GET /v2.0/networks/a79396d1-f3c7-4079-8ab4-0eb2fe194655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6128554 Oct 27 18:24:19.557386 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82529b20-80c4-4921-9226-3efb3c9cd8b4 req-c525a4dd-03a9-4817-9113-c0a8695fcba0 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:19.558997 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-82529b20-80c4-4921-9226-3efb3c9cd8b4 req-c525a4dd-03a9-4817-9113-c0a8695fcba0 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 948 time: 0.1860502 Oct 27 18:24:19.561654 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81afbf18-aa83-4a29-860b-99569d514584 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:24:19.566590 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-81afbf18-aa83-4a29-860b-99569d514584 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:19.573175 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa4f704-dbbd-4b38-a081-da1483266f95 None None] Sync routers for ids ['1a21b729-3fa6-4bae-a78b-da895fad0b59'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:24:19.583664 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa4f704-dbbd-4b38-a081-da1483266f95 None None] Routers {'1a21b729-3fa6-4bae-a78b-da895fad0b59'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:24:19.584371 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-daa4f704-dbbd-4b38-a081-da1483266f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:24:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['1a21b729-3fa6-4bae-a78b-da895fad0b59'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:24:19.621512 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-81afbf18-aa83-4a29-860b-99569d514584 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "PUT /v2.0/floatingips/40d96cbb-92a0-4d9b-90dc-2e991491c94a HTTP/1.1" status: 200 len: 992 time: 3.5919960 Oct 27 18:24:19.628287 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89559334-3774-4c35-bee8-b5da1a9b923e req-6ada9469-865c-4bf4-a04f-121f155c2a4a tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:19.629807 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-89559334-3774-4c35-bee8-b5da1a9b923e req-6ada9469-865c-4bf4-a04f-121f155c2a4a tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.1166663 Oct 27 18:24:19.646604 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3', 'tag': '05c9daa4-10d7-41ab-8573-a5526d5c4abe'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:24:19.649668 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b6b8bc-e349-453e-9a8f-a05593b363da" -d '{"events": [{"name": "network-changed", "server_uuid": "dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3", "tag": "05c9daa4-10d7-41ab-8573-a5526d5c4abe"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:24:19.659702 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-82529b20-80c4-4921-9226-3efb3c9cd8b4 req-d94cdb00-059b-486d-bc32-154d9203ecc8 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879567 Oct 27 18:24:19.691721 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-89559334-3774-4c35-bee8-b5da1a9b923e req-cc754c09-0295-45ee-9238-ee49ca0038bd tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513575 Oct 27 18:24:19.691881 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-daa4f704-dbbd-4b38-a081-da1483266f95 None None] Set router 1a21b729-3fa6-4bae-a78b-da895fad0b59 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:24:19.876311 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d96c11-9f5d-4871-9833-67988bde0687 req-fbf898db-f4b5-45d2-804a-604b33378aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:19.877830 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-06d96c11-9f5d-4871-9833-67988bde0687 req-fbf898db-f4b5-45d2-804a-604b33378aca service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b6962e65-afc9-4f65-8d19-8560ead9270a HTTP/1.1" status: 200 len: 857 time: 0.0493643 Oct 27 18:24:19.928414 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-daa4f704-dbbd-4b38-a081-da1483266f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a21b729-3fa6-4bae-a78b-da895fad0b59', 'name': 'tempest-TaggedBootDevicesTest-3778310-router', 'tenant_id': '32c521b9d5364e14a010de85fa7c39d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'fc613e52-0f52-4925-8e15-088ee10f8dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:21:27Z', 'updated_at': '2021-10-27T18:21:34Z', 'revision_number': 4, 'project_id': '32c521b9d5364e14a010de85fa7c39d0', 'gw_port': {'id': 'fc613e52-0f52-4925-8e15-088ee10f8dd4', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:15:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a21b729-3fa6-4bae-a78b-da895fad0b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:30Z', 'updated_at': '2021-10-27T18:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '40d96cbb-92a0-4d9b-90dc-2e991491c94a', 'tenant_id': '32c521b9d5364e14a010de85fa7c39d0', 'floating_ip_address': '172.25.6.230', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '1a21b729-3fa6-4bae-a78b-da895fad0b59', 'port_id': 'd0da1220-dd80-4dd5-a7ad-e073fc40fe66', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0826293-f8b5-4c91-b97e-04b01e42ef10', 'mac_address': 'fa:16:3e:34:d7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:22:40Z', 'updated_at': '2021-10-27T18:24:17Z', 'revision_number': 1, 'project_id': '32c521b9d5364e14a010de85fa7c39d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd76446cd-fa5f-44c3-a853-d4f469d3d28c', 'name': '', 'network_id': 'b0826293-f8b5-4c91-b97e-04b01e42ef10', 'tenant_id': '32c521b9d5364e14a010de85fa7c39d0', 'mac_address': 'fa:16:3e:6c:1a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a21b729-3fa6-4bae-a78b-da895fad0b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e43a2e56-6a89-4d7a-ba43-8a2e198dc078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:33Z', 'updated_at': '2021-10-27T18:21:39Z', 'revision_number': 5, 'project_id': '32c521b9d5364e14a010de85fa7c39d0', 'subnets': [{'id': 'e43a2e56-6a89-4d7a-ba43-8a2e198dc078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:24:19.938501 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-06d96c11-9f5d-4871-9833-67988bde0687 req-cc72625e-7bff-4005-b16b-874fc0fd4daa service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a79396d1-f3c7-4079-8ab4-0eb2fe194655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328240 Oct 27 18:24:19.956587 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc8ee9-5427-404a-a9c1-5a465d54301f req-fbd7c597-da44-457b-b398-49fdda6d6b6b tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:19.958294 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ecbc8ee9-5427-404a-a9c1-5a465d54301f req-fbd7c597-da44-457b-b398-49fdda6d6b6b tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7430c35-2287-4415-a05e-1a4023a494a7 HTTP/1.1" status: 200 len: 943 time: 0.0794981 Oct 27 18:24:19.962156 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa4f704-dbbd-4b38-a081-da1483266f95 None None] Checking router: 1a21b729-3fa6-4bae-a78b-da895fad0b59 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:24:19.971299 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa4f704-dbbd-4b38-a081-da1483266f95 None None] Routers {'1a21b729-3fa6-4bae-a78b-da895fad0b59'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:24:19.971908 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-daa4f704-dbbd-4b38-a081-da1483266f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:24:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['1a21b729-3fa6-4bae-a78b-da895fad0b59'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:24:20.046923 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ecbc8ee9-5427-404a-a9c1-5a465d54301f req-c7e45830-c9d4-4b74-b6ed-22037f0c8140 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b497807e-70f6-48af-ba59-15adf01f52f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791726 Oct 27 18:24:20.091275 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'tag': 'd0da1220-dd80-4dd5-a7ad-e073fc40fe66'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:24:20.094255 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b83d021-712d-4973-9e5b-ee77728131c6" -d '{"events": [{"name": "network-changed", "server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "tag": "d0da1220-dd80-4dd5-a7ad-e073fc40fe66"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:24:20.099427 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-06d96c11-9f5d-4871-9833-67988bde0687 req-6c5b09ea-310c-4b83-a842-51acd9e68e34 service neutron] 10.222.0.93 "GET /v2.0/networks/a79396d1-f3c7-4079-8ab4-0eb2fe194655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402476 Oct 27 18:24:20.165110 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70286a11-d7e7-4622-b8e1-1d3a61c6680e x-openstack-request-id: req-70286a11-d7e7-4622-b8e1-1d3a61c6680e {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:24:20.165425 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3", "tag": "05c9daa4-10d7-41ab-8573-a5526d5c4abe", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:24:20.165773 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-70286a11-d7e7-4622-b8e1-1d3a61c6680e {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:24:20.166178 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3', 'tag': '05c9daa4-10d7-41ab-8573-a5526d5c4abe', 'status': 'completed', 'code': 200} Oct 27 18:24:20.195349 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-daa4f704-dbbd-4b38-a081-da1483266f95 None None] Set router 1a21b729-3fa6-4bae-a78b-da895fad0b59 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:24:20.365527 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41fab29-30bb-4b43-a3c2-15fa39305097 req-e58a5de4-dedf-4a7d-bbfc-5c4d6560b683 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:20.368224 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e41fab29-30bb-4b43-a3c2-15fa39305097 req-e58a5de4-dedf-4a7d-bbfc-5c4d6560b683 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 946 time: 0.1572866 Oct 27 18:24:20.373098 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-06d96c11-9f5d-4871-9833-67988bde0687 req-02886b1b-c07b-4fcb-a56e-77f116a1f0b4 service neutron] 10.222.0.93 "GET /v2.0/networks/a79396d1-f3c7-4079-8ab4-0eb2fe194655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269976 Oct 27 18:24:20.385877 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3011484-1b04-4031-9f06-030ff8ae7b46 req-552a39c6-751a-43c2-bce3-638fa6ba3423 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:20.387409 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c3011484-1b04-4031-9f06-030ff8ae7b46 req-552a39c6-751a-43c2-bce3-638fa6ba3423 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b8ab2c-6c9a-4fbc-b5d0-216b10dd0b48 HTTP/1.1" status: 200 len: 946 time: 0.1656225 Oct 27 18:24:20.395670 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6b8bc-e349-453e-9a8f-a05593b363da req-9b8eb464-5187-421c-bff8-28e4d50fbd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:20.397675 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a7b6b8bc-e349-453e-9a8f-a05593b363da req-9b8eb464-5187-421c-bff8-28e4d50fbd11 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0493afd680224a038be01c24bab6b33d&device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 1099 time: 0.1218491 Oct 27 18:24:20.441029 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-daa4f704-dbbd-4b38-a081-da1483266f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a21b729-3fa6-4bae-a78b-da895fad0b59', 'name': 'tempest-TaggedBootDevicesTest-3778310-router', 'tenant_id': '32c521b9d5364e14a010de85fa7c39d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'fc613e52-0f52-4925-8e15-088ee10f8dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:21:27Z', 'updated_at': '2021-10-27T18:21:34Z', 'revision_number': 4, 'project_id': '32c521b9d5364e14a010de85fa7c39d0', 'gw_port': {'id': 'fc613e52-0f52-4925-8e15-088ee10f8dd4', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:15:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a21b729-3fa6-4bae-a78b-da895fad0b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:30Z', 'updated_at': '2021-10-27T18:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '40d96cbb-92a0-4d9b-90dc-2e991491c94a', 'tenant_id': '32c521b9d5364e14a010de85fa7c39d0', 'floating_ip_address': '172.25.6.230', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '1a21b729-3fa6-4bae-a78b-da895fad0b59', 'port_id': 'd0da1220-dd80-4dd5-a7ad-e073fc40fe66', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0826293-f8b5-4c91-b97e-04b01e42ef10', 'mac_address': 'fa:16:3e:34:d7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:22:40Z', 'updated_at': '2021-10-27T18:24:17Z', 'revision_number': 1, 'project_id': '32c521b9d5364e14a010de85fa7c39d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd76446cd-fa5f-44c3-a853-d4f469d3d28c', 'name': '', 'network_id': 'b0826293-f8b5-4c91-b97e-04b01e42ef10', 'tenant_id': '32c521b9d5364e14a010de85fa7c39d0', 'mac_address': 'fa:16:3e:6c:1a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a21b729-3fa6-4bae-a78b-da895fad0b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e43a2e56-6a89-4d7a-ba43-8a2e198dc078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:33Z', 'updated_at': '2021-10-27T18:21:39Z', 'revision_number': 5, 'project_id': '32c521b9d5364e14a010de85fa7c39d0', 'subnets': [{'id': 'e43a2e56-6a89-4d7a-ba43-8a2e198dc078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:24:20.468255 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa4f704-dbbd-4b38-a081-da1483266f95 None None] The sync data for ids ['1a21b729-3fa6-4bae-a78b-da895fad0b59'] in n-d-815690-2 is: [{'id': '1a21b729-3fa6-4bae-a78b-da895fad0b59', 'name': 'tempest-TaggedBootDevicesTest-3778310-router', 'tenant_id': '32c521b9d5364e14a010de85fa7c39d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'fc613e52-0f52-4925-8e15-088ee10f8dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:21:27Z', 'updated_at': '2021-10-27T18:21:34Z', 'revision_number': 4, 'project_id': '32c521b9d5364e14a010de85fa7c39d0', 'gw_port': {'id': 'fc613e52-0f52-4925-8e15-088ee10f8dd4', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:15:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a21b729-3fa6-4bae-a78b-da895fad0b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:30Z', 'updated_at': '2021-10-27T18:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '40d96cbb-92a0-4d9b-90dc-2e991491c94a', 'tenant_id': '32c521b9d5364e14a010de85fa7c39d0', 'floating_ip_address': '172.25.6.230', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '1a21b729-3fa6-4bae-a78b-da895fad0b59', 'port_id': 'd0da1220-dd80-4dd5-a7ad-e073fc40fe66', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0826293-f8b5-4c91-b97e-04b01e42ef10', 'mac_address': 'fa:16:3e:34:d7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:22:40Z', 'updated_at': '2021-10-27T18:24:17Z', 'revision_number': 1, 'project_id': '32c521b9d5364e14a010de85fa7c39d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd76446cd-fa5f-44c3-a853-d4f469d3d28c', 'name': '', 'network_id': 'b0826293-f8b5-4c91-b97e-04b01e42ef10', 'tenant_id': '32c521b9d5364e14a010de85fa7c39d0', 'mac_address': 'fa:16:3e:6c:1a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a21b729-3fa6-4bae-a78b-da895fad0b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e43a2e56-6a89-4d7a-ba43-8a2e198dc078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:33Z', 'updated_at': '2021-10-27T18:21:39Z', 'revision_number': 5, 'project_id': '32c521b9d5364e14a010de85fa7c39d0', 'subnets': [{'id': 'e43a2e56-6a89-4d7a-ba43-8a2e198dc078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:24:20.498339 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e41fab29-30bb-4b43-a3c2-15fa39305097 req-0451aa15-09a6-46d8-8191-b52bda05df29 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220794 Oct 27 18:24:20.516581 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c3011484-1b04-4031-9f06-030ff8ae7b46 req-e5f92fa4-4500-4f1a-96be-7591d871d288 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/security-groups?id=e181289c-8617-4d1c-b65d-bc8b5968e064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112778 Oct 27 18:24:20.561587 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a10dac-3540-4cf3-b185-3adea68a12e6 x-openstack-request-id: req-27a10dac-3540-4cf3-b185-3adea68a12e6 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:24:20.561913 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "tag": "d0da1220-dd80-4dd5-a7ad-e073fc40fe66", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:24:20.562236 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-27a10dac-3540-4cf3-b185-3adea68a12e6 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:24:20.563182 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'tag': 'd0da1220-dd80-4dd5-a7ad-e073fc40fe66', 'status': 'completed', 'code': 200} Oct 27 18:24:20.568070 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6b8bc-e349-453e-9a8f-a05593b363da req-df434175-4753-4e2e-ad84-34ae74f7e3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:20.570601 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a7b6b8bc-e349-453e-9a8f-a05593b363da req-df434175-4753-4e2e-ad84-34ae74f7e3db service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.1554382 Oct 27 18:24:20.650578 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device bee72c65-02d5-46df-a4e4-1aaac25436b8 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:24:20.699135 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a7b6b8bc-e349-453e-9a8f-a05593b363da req-e6eb4efc-5ec2-42df-84cb-8f12d05e2112 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=05c9daa4-10d7-41ab-8573-a5526d5c4abe HTTP/1.1" status: 200 len: 217 time: 0.0710814 Oct 27 18:24:20.725364 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30550034-ba2a-4831-94f8-95b03292ce2d req-19ce729c-6d32-475d-b04b-90c513f116f8 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:20.733515 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-30550034-ba2a-4831-94f8-95b03292ce2d req-19ce729c-6d32-475d-b04b-90c513f116f8 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 945 time: 0.1355131 Oct 27 18:24:20.736054 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e48bb9-6118-4df7-b20c-f595235030c1 None None] New status for floating IP 40d96cbb-92a0-4d9b-90dc-2e991491c94a: ACTIVE {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:24:20.758041 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83d021-712d-4973-9e5b-ee77728131c6 req-de2dc7ce-8849-4d1b-a810-6faecb2cb37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:20.758527 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83d021-712d-4973-9e5b-ee77728131c6 req-de2dc7ce-8849-4d1b-a810-6faecb2cb37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:20.759068 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83d021-712d-4973-9e5b-ee77728131c6 req-de2dc7ce-8849-4d1b-a810-6faecb2cb37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:20.759545 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83d021-712d-4973-9e5b-ee77728131c6 req-de2dc7ce-8849-4d1b-a810-6faecb2cb37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:20.760020 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83d021-712d-4973-9e5b-ee77728131c6 req-de2dc7ce-8849-4d1b-a810-6faecb2cb37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:20.760561 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83d021-712d-4973-9e5b-ee77728131c6 req-de2dc7ce-8849-4d1b-a810-6faecb2cb37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:20.761030 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83d021-712d-4973-9e5b-ee77728131c6 req-de2dc7ce-8849-4d1b-a810-6faecb2cb37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:20.762987 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0b83d021-712d-4973-9e5b-ee77728131c6 req-de2dc7ce-8849-4d1b-a810-6faecb2cb37f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=32c521b9d5364e14a010de85fa7c39d0&device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 6490 time: 0.1338837 Oct 27 18:24:20.808628 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port bee72c65-02d5-46df-a4e4-1aaac25436b8, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=bee72c65-02d5-46df-a4e4-1aaac25436b8,segment=NetworkSegment(4521e87a-03d0-492f-b3e1-3d151690e870),segment_id=4521e87a-03d0-492f-b3e1-3d151690e870)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:20.860026 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'bee72c65-02d5-46df-a4e4-1aaac25436b8', 'network_id': 'a79396d1-f3c7-4079-8ab4-0eb2fe194655', 'port_id': 'bee72c65-02d5-46df-a4e4-1aaac25436b8', 'mac_address': 'fa:16:3e:19:c4:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6962e65-afc9-4f65-8d19-8560ead9270a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:24:20.872908 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-30550034-ba2a-4831-94f8-95b03292ce2d req-0172392c-127e-4090-9e18-01ffe5482ea1 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380765 Oct 27 18:24:20.879100 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6b8bc-e349-453e-9a8f-a05593b363da req-b2fa48e2-74e5-4a27-aae6-bf33187d13fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:20.881100 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a7b6b8bc-e349-453e-9a8f-a05593b363da req-b2fa48e2-74e5-4a27-aae6-bf33187d13fb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.1445229 Oct 27 18:24:20.947823 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:20.953488 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83d021-712d-4973-9e5b-ee77728131c6 req-cdf678db-7971-4ed6-89eb-c5353421d95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:20.955110 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0b83d021-712d-4973-9e5b-ee77728131c6 req-cdf678db-7971-4ed6-89eb-c5353421d95f service neutron] 10.222.0.93 "GET /v2.0/networks?id=b0826293-f8b5-4c91-b97e-04b01e42ef10 HTTP/1.1" status: 200 len: 911 time: 0.1658654 Oct 27 18:24:20.962637 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bee72c65-02d5-46df-a4e4-1aaac25436b8 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:24:20.983006 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port bee72c65-02d5-46df-a4e4-1aaac25436b8, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=bee72c65-02d5-46df-a4e4-1aaac25436b8,segment=NetworkSegment(4521e87a-03d0-492f-b3e1-3d151690e870),segment_id=4521e87a-03d0-492f-b3e1-3d151690e870)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:21.045408 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6b8bc-e349-453e-9a8f-a05593b363da req-eb17d88c-219f-4dc4-ac79-926fd9c4631a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:21.047050 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a7b6b8bc-e349-453e-9a8f-a05593b363da req-eb17d88c-219f-4dc4-ac79-926fd9c4631a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1441426 Oct 27 18:24:21.056708 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:21.059925 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 6b730e5a-e2b3-48e9-8b5b-5377934d1867 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:24:21.064494 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0b83d021-712d-4973-9e5b-ee77728131c6 req-8426288c-4f7a-4969-b1bb-87c363b3f240 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0da1220-dd80-4dd5-a7ad-e073fc40fe66 HTTP/1.1" status: 200 len: 1000 time: 0.0949974 Oct 27 18:24:21.081265 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db28c36-3db9-42e5-a258-27fb82e53374 req-bb6ed6ef-bd2e-4c95-ac9e-b76e03f2a8f1 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:21.082831 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7db28c36-3db9-42e5-a258-27fb82e53374 req-bb6ed6ef-bd2e-4c95-ac9e-b76e03f2a8f1 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 948 time: 0.1258135 Oct 27 18:24:21.131094 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=bee72c65-02d5-46df-a4e4-1aaac25436b8,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:21.136104 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 6b730e5a-e2b3-48e9-8b5b-5377934d1867, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=6b730e5a-e2b3-48e9-8b5b-5377934d1867,segment=NetworkSegment(4521e87a-03d0-492f-b3e1-3d151690e870),segment_id=4521e87a-03d0-492f-b3e1-3d151690e870)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:21.148295 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '6b730e5a-e2b3-48e9-8b5b-5377934d1867', 'network_id': 'a79396d1-f3c7-4079-8ab4-0eb2fe194655', 'port_id': '6b730e5a-e2b3-48e9-8b5b-5377934d1867', 'mac_address': 'fa:16:3e:72:98:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6962e65-afc9-4f65-8d19-8560ead9270a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:24:21.212870 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83d021-712d-4973-9e5b-ee77728131c6 req-f500c698-f497-48a0-9f99-21bf4e108a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:21.214397 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0b83d021-712d-4973-9e5b-ee77728131c6 req-f500c698-f497-48a0-9f99-21bf4e108a0f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e43a2e56-6a89-4d7a-ba43-8a2e198dc078 HTTP/1.1" status: 200 len: 848 time: 0.1297343 Oct 27 18:24:21.223479 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7db28c36-3db9-42e5-a258-27fb82e53374 req-7bdb96b1-5cfc-498d-9be4-f72ce98e1985 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949984 Oct 27 18:24:21.231994 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:21.261398 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b730e5a-e2b3-48e9-8b5b-5377934d1867 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:24:21.288179 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 6b730e5a-e2b3-48e9-8b5b-5377934d1867, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=6b730e5a-e2b3-48e9-8b5b-5377934d1867,segment=NetworkSegment(4521e87a-03d0-492f-b3e1-3d151690e870),segment_id=4521e87a-03d0-492f-b3e1-3d151690e870)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:21.329523 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a7b6b8bc-e349-453e-9a8f-a05593b363da req-3c671c6a-678e-493e-be71-44e3f3037c77 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633116 Oct 27 18:24:21.345945 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:21.361644 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83d021-712d-4973-9e5b-ee77728131c6 req-0a297890-89a8-418c-89a1-b57dc58d6e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:21.363149 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0b83d021-712d-4973-9e5b-ee77728131c6 req-0a297890-89a8-418c-89a1-b57dc58d6e1a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b0826293-f8b5-4c91-b97e-04b01e42ef10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1214907 Oct 27 18:24:21.374376 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967594c-2bba-4e56-9baf-a634993dd87d req-24caebdb-629f-45aa-8b04-e19334726a4d tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:21.375868 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3967594c-2bba-4e56-9baf-a634993dd87d req-24caebdb-629f-45aa-8b04-e19334726a4d tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.1581388 Oct 27 18:24:21.397813 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=6b730e5a-e2b3-48e9-8b5b-5377934d1867,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:21.456914 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418ccb1-5557-4bba-9551-a4a7d575c8fe req-28948818-6c40-49d0-b216-4be2dc5b8560 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:21.459525 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f418ccb1-5557-4bba-9551-a4a7d575c8fe req-28948818-6c40-49d0-b216-4be2dc5b8560 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7430c35-2287-4415-a05e-1a4023a494a7 HTTP/1.1" status: 200 len: 944 time: 0.1635702 Oct 27 18:24:21.604409 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3967594c-2bba-4e56-9baf-a634993dd87d req-ebd32ec8-2b17-4c66-80f6-a754e97fc6e3 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144971 Oct 27 18:24:21.627681 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f418ccb1-5557-4bba-9551-a4a7d575c8fe req-37cf94e8-4b40-4e04-a44e-678526a333dc tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b497807e-70f6-48af-ba59-15adf01f52f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239963 Oct 27 18:24:21.637781 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a7b6b8bc-e349-453e-9a8f-a05593b363da req-e02d5ecc-a882-48c4-8efc-667f7a336fc0 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902262 Oct 27 18:24:21.646347 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0b83d021-712d-4973-9e5b-ee77728131c6 req-e46cc8b5-23c7-4179-b806-13946a6985e3 service neutron] 10.222.0.93 "GET /v2.0/networks/b0826293-f8b5-4c91-b97e-04b01e42ef10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554057 Oct 27 18:24:21.908189 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82368116-cc40-44ed-9766-1f1df656fe58 req-1b9d78ca-8438-41af-b97a-682c39464d24 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:21.909692 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-82368116-cc40-44ed-9766-1f1df656fe58 req-1b9d78ca-8438-41af-b97a-682c39464d24 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b8ab2c-6c9a-4fbc-b5d0-216b10dd0b48 HTTP/1.1" status: 200 len: 946 time: 0.0984249 Oct 27 18:24:21.911874 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0b83d021-712d-4973-9e5b-ee77728131c6 req-50b3268e-f3a8-4693-a914-8990407f4451 service neutron] 10.222.0.93 "GET /v2.0/networks/b0826293-f8b5-4c91-b97e-04b01e42ef10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562674 Oct 27 18:24:21.963180 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-82368116-cc40-44ed-9766-1f1df656fe58 req-685321d6-aef9-449f-9add-03f33f83318c tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/security-groups?id=e181289c-8617-4d1c-b65d-bc8b5968e064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466158 Oct 27 18:24:22.026487 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6934b-4a80-4633-b5c6-3def6802106c req-2bf446e8-6046-4f8c-959a-afd3f18c8ca2 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:22.028067 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-63d6934b-4a80-4633-b5c6-3def6802106c req-2bf446e8-6046-4f8c-959a-afd3f18c8ca2 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 945 time: 0.0591161 Oct 27 18:24:22.067253 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-63d6934b-4a80-4633-b5c6-3def6802106c req-bd55770d-566b-4e5e-b872-ab6bf6f58793 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329154 Oct 27 18:24:22.341998 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb71e67-6910-4ed3-b97a-1c7a75e94eb8 req-7025170b-1711-4d51-8c30-0a4371f440ef tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:22.343556 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0eb71e67-6910-4ed3-b97a-1c7a75e94eb8 req-7025170b-1711-4d51-8c30-0a4371f440ef tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 948 time: 0.0509989 Oct 27 18:24:22.383154 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0eb71e67-6910-4ed3-b97a-1c7a75e94eb8 req-1fb63439-050f-48d4-945d-9a053ddb2113 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334682 Oct 27 18:24:22.408736 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['bee72c65-02d5-46df-a4e4-1aaac25436b8'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:24:22.445792 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['6b730e5a-e2b3-48e9-8b5b-5377934d1867'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:24:22.753434 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c63d8-c353-4be7-87ea-08fd09968c9f req-d50b7859-1164-4cde-9ae1-756889778ee8 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:22.754928 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-689c63d8-c353-4be7-87ea-08fd09968c9f req-d50b7859-1164-4cde-9ae1-756889778ee8 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.0784159 Oct 27 18:24:22.783705 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a6daa-f674-4d27-903b-a0fbd7578295 req-25c282fb-223b-435b-a336-3af242e26101 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:22.785259 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1f9a6daa-f674-4d27-903b-a0fbd7578295 req-25c282fb-223b-435b-a336-3af242e26101 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7430c35-2287-4415-a05e-1a4023a494a7 HTTP/1.1" status: 200 len: 944 time: 0.0736599 Oct 27 18:24:22.818189 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-689c63d8-c353-4be7-87ea-08fd09968c9f req-bedc23aa-d5f0-4672-8de0-7bc696f379e0 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572457 Oct 27 18:24:22.835681 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1f9a6daa-f674-4d27-903b-a0fbd7578295 req-7be7eb69-30a1-4181-9bcc-0ac9c3abeecb tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b497807e-70f6-48af-ba59-15adf01f52f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431571 Oct 27 18:24:23.087119 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32592fe8-a179-4f9f-8162-531735e44748 req-4ea5b604-8c93-4e99-8685-93a71212b9b1 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:23.088708 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-32592fe8-a179-4f9f-8162-531735e44748 req-4ea5b604-8c93-4e99-8685-93a71212b9b1 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b8ab2c-6c9a-4fbc-b5d0-216b10dd0b48 HTTP/1.1" status: 200 len: 946 time: 0.0495775 Oct 27 18:24:23.132183 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-32592fe8-a179-4f9f-8162-531735e44748 req-5077407d-0d3c-4c9b-9c53-9a9fd2b7406f tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/security-groups?id=e181289c-8617-4d1c-b65d-bc8b5968e064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374150 Oct 27 18:24:23.186955 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f634f-c7d5-4275-9bbd-bf5a9eb29e96 req-938e71de-0a04-47b1-bfd8-f59e5def635c tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:23.188431 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7e1f634f-c7d5-4275-9bbd-bf5a9eb29e96 req-938e71de-0a04-47b1-bfd8-f59e5def635c tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 945 time: 0.0489094 Oct 27 18:24:23.229632 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7e1f634f-c7d5-4275-9bbd-bf5a9eb29e96 req-d2fad7a1-71fb-42ec-9a18-539b5299ca32 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353374 Oct 27 18:24:23.501889 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b20fc8-9944-48ad-86b7-100a40c13254 req-0abb6df2-48af-4dad-8d7a-d25c1722d49f tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:23.503416 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-94b20fc8-9944-48ad-86b7-100a40c13254 req-0abb6df2-48af-4dad-8d7a-d25c1722d49f tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 948 time: 0.0493400 Oct 27 18:24:23.542957 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-94b20fc8-9944-48ad-86b7-100a40c13254 req-2aadf6c5-cc5d-4fce-b97d-5f0bb32b2be5 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321712 Oct 27 18:24:24.004479 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a53d16-8cb4-4f7c-862e-2d1ccf5904ab req-57217ed7-e19a-46e4-bef1-3ca281aa97a9 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:24.005969 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-75a53d16-8cb4-4f7c-862e-2d1ccf5904ab req-57217ed7-e19a-46e4-bef1-3ca281aa97a9 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.1161454 Oct 27 18:24:24.018042 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd2fd48-eadb-492b-a7ac-471c487fd870 req-ad2c3d87-b54d-45eb-a3e5-ab5dee286c66 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:24.019477 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6dd2fd48-eadb-492b-a7ac-471c487fd870 req-ad2c3d87-b54d-45eb-a3e5-ab5dee286c66 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 945 time: 0.1161792 Oct 27 18:24:24.029866 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b835f-5575-42bf-9b2b-b3aa0f9dfe38 req-0c2acc55-8e9e-4d48-925d-41e378710f47 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:24.031250 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-799b835f-5575-42bf-9b2b-b3aa0f9dfe38 req-0c2acc55-8e9e-4d48-925d-41e378710f47 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.93 "GET /v2.0/ports?device_id=33b8ab2c-6c9a-4fbc-b5d0-216b10dd0b48 HTTP/1.1" status: 200 len: 946 time: 0.1066706 Oct 27 18:24:24.129583 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-75a53d16-8cb4-4f7c-862e-2d1ccf5904ab req-02cb5a6e-4bb0-433b-a376-0471d0e94c42 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083679 Oct 27 18:24:24.152223 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6dd2fd48-eadb-492b-a7ac-471c487fd870 req-6e7cc137-39d8-405f-98b9-8e4e79625618 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161020 Oct 27 18:24:24.187076 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-799b835f-5575-42bf-9b2b-b3aa0f9dfe38 req-05f6f705-e5a9-49e9-b593-e4d4b0682f09 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Deleting port 4e6ba346-4872-43c0-9070-23aec1d77823 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:24:24.187515 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-799b835f-5575-42bf-9b2b-b3aa0f9dfe38 req-05f6f705-e5a9-49e9-b593-e4d4b0682f09 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:24.319687 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07eb493-0340-4921-8004-b06aa6c4db73 req-b588682a-5ae2-48c5-8660-ab1a645b4af6 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:24.321202 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b07eb493-0340-4921-8004-b06aa6c4db73 req-b588682a-5ae2-48c5-8660-ab1a645b4af6 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7430c35-2287-4415-a05e-1a4023a494a7 HTTP/1.1" status: 200 len: 944 time: 0.0868230 Oct 27 18:24:24.330183 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-799b835f-5575-42bf-9b2b-b3aa0f9dfe38 req-05f6f705-e5a9-49e9-b593-e4d4b0682f09 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] For port 4e6ba346-4872-43c0-9070-23aec1d77823, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=4e6ba346-4872-43c0-9070-23aec1d77823,segment=NetworkSegment(0c7d1cd1-8041-472a-b82e-ec3fb07045fe),segment_id=0c7d1cd1-8041-472a-b82e-ec3fb07045fe)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:24.330676 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-799b835f-5575-42bf-9b2b-b3aa0f9dfe38 req-05f6f705-e5a9-49e9-b593-e4d4b0682f09 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:24.355155 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-799b835f-5575-42bf-9b2b-b3aa0f9dfe38 req-05f6f705-e5a9-49e9-b593-e4d4b0682f09 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Calling delete_port for 4e6ba346-4872-43c0-9070-23aec1d77823 owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:24:24.443630 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b07eb493-0340-4921-8004-b06aa6c4db73 req-70537147-b36d-4985-ac1e-677886be3e0e tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b497807e-70f6-48af-ba59-15adf01f52f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154804 Oct 27 18:24:24.498550 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5de17b-8b90-4515-9fa0-837aabece1d7 req-6a20a83b-7ee2-4b73-8258-9fcbb04c6083 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:24.500106 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fa5de17b-8b90-4515-9fa0-837aabece1d7 req-6a20a83b-7ee2-4b73-8258-9fcbb04c6083 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b8ab2c-6c9a-4fbc-b5d0-216b10dd0b48 HTTP/1.1" status: 200 len: 946 time: 0.1396701 Oct 27 18:24:24.545857 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b97fe0-5db0-4b40-a8f3-3b447ce3e118 req-a4222094-bf27-4889-8b1c-6bc7c557d795 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:24.547328 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-57b97fe0-5db0-4b40-a8f3-3b447ce3e118 req-a4222094-bf27-4889-8b1c-6bc7c557d795 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb7d3c9c-b7a5-46d9-ae29-8f563ba93d91 HTTP/1.1" status: 200 len: 946 time: 0.1087568 Oct 27 18:24:24.613762 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fa5de17b-8b90-4515-9fa0-837aabece1d7 req-64f4cca2-bd7f-4ad7-9a77-540ed5b79ad6 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/security-groups?id=e181289c-8617-4d1c-b65d-bc8b5968e064&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073422 Oct 27 18:24:24.683352 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 73ada1ff-80fe-44de-a4fb-d3b9d7795984 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:24:24.717775 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b671b-742a-431f-9576-25738e7fab93 req-20755929-7669-4c99-92db-736205ffb235 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:24.719235 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-059b671b-742a-431f-9576-25738e7fab93 req-20755929-7669-4c99-92db-736205ffb235 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 948 time: 0.1021235 Oct 27 18:24:24.747783 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-57b97fe0-5db0-4b40-a8f3-3b447ce3e118 req-3b58b01a-d005-4212-97cd-75964c606dd5 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Deleting port 4f3c7adb-5636-4331-bd79-6b80d007f4a2 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:24:24.748126 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-57b97fe0-5db0-4b40-a8f3-3b447ce3e118 req-3b58b01a-d005-4212-97cd-75964c606dd5 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:24.781761 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 73ada1ff-80fe-44de-a4fb-d3b9d7795984, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=73ada1ff-80fe-44de-a4fb-d3b9d7795984,segment=NetworkSegment(4521e87a-03d0-492f-b3e1-3d151690e870),segment_id=4521e87a-03d0-492f-b3e1-3d151690e870)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:24.792896 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-799b835f-5575-42bf-9b2b-b3aa0f9dfe38 req-05f6f705-e5a9-49e9-b593-e4d4b0682f09 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:24.794894 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '73ada1ff-80fe-44de-a4fb-d3b9d7795984', 'network_id': 'a79396d1-f3c7-4079-8ab4-0eb2fe194655', 'port_id': '73ada1ff-80fe-44de-a4fb-d3b9d7795984', 'mac_address': 'fa:16:3e:ea:de:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6962e65-afc9-4f65-8d19-8560ead9270a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:24:24.827569 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['4e6ba346-4872-43c0-9070-23aec1d77823', '4f3c7adb-5636-4331-bd79-6b80d007f4a2'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:24:24.873431 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:24.892869 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73ada1ff-80fe-44de-a4fb-d3b9d7795984 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:24:24.927798 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 73ada1ff-80fe-44de-a4fb-d3b9d7795984, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=73ada1ff-80fe-44de-a4fb-d3b9d7795984,segment=NetworkSegment(4521e87a-03d0-492f-b3e1-3d151690e870),segment_id=4521e87a-03d0-492f-b3e1-3d151690e870)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:24.972918 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:24.973486 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 05c9daa4-10d7-41ab-8573-a5526d5c4abe details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:24:25.119859 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=73ada1ff-80fe-44de-a4fb-d3b9d7795984,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:25.144964 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-059b671b-742a-431f-9576-25738e7fab93 req-fa030348-1387-4250-bf71-97d8dc2dbdac tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172163 Oct 27 18:24:25.154325 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6f705-e5a9-49e9-b593-e4d4b0682f09 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Pushing event deleted for resources: {'Port': ['ID=4e6ba346-4872-43c0-9070-23aec1d77823,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:25.168290 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 05c9daa4-10d7-41ab-8573-a5526d5c4abe, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=05c9daa4-10d7-41ab-8573-a5526d5c4abe,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:25.182318 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '05c9daa4-10d7-41ab-8573-a5526d5c4abe', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'port_id': '05c9daa4-10d7-41ab-8573-a5526d5c4abe', 'mac_address': 'fa:16:3e:6f:f1:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:24:25.207741 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-799b835f-5575-42bf-9b2b-b3aa0f9dfe38 req-05f6f705-e5a9-49e9-b593-e4d4b0682f09 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] No DVR routers for this DVR port 4e6ba346-4872-43c0-9070-23aec1d77823 on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:24:25.216043 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-799b835f-5575-42bf-9b2b-b3aa0f9dfe38 req-05f6f705-e5a9-49e9-b593-e4d4b0682f09 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:25.216043 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-799b835f-5575-42bf-9b2b-b3aa0f9dfe38 req-05f6f705-e5a9-49e9-b593-e4d4b0682f09 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.93 "DELETE /v2.0/ports/4e6ba346-4872-43c0-9070-23aec1d77823 HTTP/1.1" status: 204 len: 173 time: 1.1671343 Oct 27 18:24:25.216496 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b8ab2c-6c9a-4fbc-b5d0-216b10dd0b48', 'name': 'network-vif-deleted', 'tag': '4e6ba346-4872-43c0-9070-23aec1d77823'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:24:25.223663 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2695f64f-36ec-4c35-8f25-78dac9a5d9a7" -d '{"events": [{"server_uuid": "33b8ab2c-6c9a-4fbc-b5d0-216b10dd0b48", "name": "network-vif-deleted", "tag": "4e6ba346-4872-43c0-9070-23aec1d77823"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:24:25.246626 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:25.249091 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-57b97fe0-5db0-4b40-a8f3-3b447ce3e118 req-3b58b01a-d005-4212-97cd-75964c606dd5 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] For port 4f3c7adb-5636-4331-bd79-6b80d007f4a2, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=4f3c7adb-5636-4331-bd79-6b80d007f4a2,segment=NetworkSegment(0c7d1cd1-8041-472a-b82e-ec3fb07045fe),segment_id=0c7d1cd1-8041-472a-b82e-ec3fb07045fe)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:25.249452 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-57b97fe0-5db0-4b40-a8f3-3b447ce3e118 req-3b58b01a-d005-4212-97cd-75964c606dd5 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:25.263399 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05c9daa4-10d7-41ab-8573-a5526d5c4abe {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:24:25.286673 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 05c9daa4-10d7-41ab-8573-a5526d5c4abe, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=05c9daa4-10d7-41ab-8573-a5526d5c4abe,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:25.294905 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-57b97fe0-5db0-4b40-a8f3-3b447ce3e118 req-3b58b01a-d005-4212-97cd-75964c606dd5 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Calling delete_port for 4f3c7adb-5636-4331-bd79-6b80d007f4a2 owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:24:25.368836 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b90484-fcf5-4f32-b023-d84453b48869 req-b06de9c9-61ca-4f5e-9473-9f6dc1f04280 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:25.370315 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-29b90484-fcf5-4f32-b023-d84453b48869 req-b06de9c9-61ca-4f5e-9473-9f6dc1f04280 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.1368635 Oct 27 18:24:25.380178 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:25.404832 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abc93b-9f82-4e41-899e-bd30f7900b91 req-ecf6140c-9a03-4961-89fc-f43fe459a8bc tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:25.406312 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a1abc93b-9f82-4e41-899e-bd30f7900b91 req-ecf6140c-9a03-4961-89fc-f43fe459a8bc tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 945 time: 0.1268809 Oct 27 18:24:25.430904 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=05c9daa4-10d7-41ab-8573-a5526d5c4abe,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:25.467305 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-29b90484-fcf5-4f32-b023-d84453b48869 req-a14957a2-19fe-4e1d-a3c9-905d9daed1e6 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886452 Oct 27 18:24:25.482578 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a1abc93b-9f82-4e41-899e-bd30f7900b91 req-fd34df1f-615e-4dda-8579-3ce05d5ab55f tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656335 Oct 27 18:24:25.522314 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e55a4e8-43a8-4e17-b90e-f646dbfa030b x-openstack-request-id: req-6e55a4e8-43a8-4e17-b90e-f646dbfa030b {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:24:25.522610 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b8ab2c-6c9a-4fbc-b5d0-216b10dd0b48", "name": "network-vif-deleted", "tag": "4e6ba346-4872-43c0-9070-23aec1d77823", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:24:25.522880 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6e55a4e8-43a8-4e17-b90e-f646dbfa030b {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:24:25.523273 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b8ab2c-6c9a-4fbc-b5d0-216b10dd0b48', 'name': 'network-vif-deleted', 'tag': '4e6ba346-4872-43c0-9070-23aec1d77823', 'status': 'completed', 'code': 200} Oct 27 18:24:25.603417 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-57b97fe0-5db0-4b40-a8f3-3b447ce3e118 req-3b58b01a-d005-4212-97cd-75964c606dd5 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:25.636286 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b58b01a-d005-4212-97cd-75964c606dd5 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Pushing event deleted for resources: {'Port': ['ID=4f3c7adb-5636-4331-bd79-6b80d007f4a2,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:25.687243 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b97fe0-5db0-4b40-a8f3-3b447ce3e118 req-3b58b01a-d005-4212-97cd-75964c606dd5 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] No DVR routers for this DVR port 4f3c7adb-5636-4331-bd79-6b80d007f4a2 on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:24:25.689935 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-57b97fe0-5db0-4b40-a8f3-3b447ce3e118 req-3b58b01a-d005-4212-97cd-75964c606dd5 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:25.693561 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-57b97fe0-5db0-4b40-a8f3-3b447ce3e118 req-3b58b01a-d005-4212-97cd-75964c606dd5 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.93 "DELETE /v2.0/ports/4f3c7adb-5636-4331-bd79-6b80d007f4a2 HTTP/1.1" status: 204 len: 173 time: 1.1342275 Oct 27 18:24:25.754146 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-336baf3e-9384-4832-bd49-3ab739ee6c69 req-f23712b2-f3e2-46e7-b7a3-79c6de9b6623 tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/ports?device_id=33b8ab2c-6c9a-4fbc-b5d0-216b10dd0b48 HTTP/1.1" status: 200 len: 210 time: 0.0483181 Oct 27 18:24:25.771429 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f838282-3232-400a-a6ab-367a2c4c8e51 req-63e615d6-d82a-4a7e-91fb-555817686c10 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:25.773860 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8f838282-3232-400a-a6ab-367a2c4c8e51 req-63e615d6-d82a-4a7e-91fb-555817686c10 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7430c35-2287-4415-a05e-1a4023a494a7 HTTP/1.1" status: 200 len: 944 time: 0.0879705 Oct 27 18:24:25.812020 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8f838282-3232-400a-a6ab-367a2c4c8e51 req-784b361a-9264-46ca-af24-ded14f0baa34 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b497807e-70f6-48af-ba59-15adf01f52f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320759 Oct 27 18:24:26.073521 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['05c9daa4-10d7-41ab-8573-a5526d5c4abe'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:24:26.112093 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['73ada1ff-80fe-44de-a4fb-d3b9d7795984'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:24:26.217581 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:26.276912 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc8a1d-be1d-4cb1-8402-4d4d6767771a req-c9805fdd-16e1-4b91-af2b-7f4aff73ad7f tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:26.278555 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c0dc8a1d-be1d-4cb1-8402-4d4d6767771a req-c9805fdd-16e1-4b91-af2b-7f4aff73ad7f tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 949 time: 0.0511355 Oct 27 18:24:26.330600 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c0dc8a1d-be1d-4cb1-8402-4d4d6767771a req-3f657d02-1f0e-4de5-a7f4-f3f165b39e3f tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454650 Oct 27 18:24:26.618513 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a402f-7be4-488b-9f62-91104face195 req-f4b1e350-ec19-4351-82ed-d0724025e267 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:26.619829 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-527a402f-7be4-488b-9f62-91104face195 req-f4b1e350-ec19-4351-82ed-d0724025e267 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.0802183 Oct 27 18:24:26.632873 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7aff7c-1201-4713-b978-71e0f880efa3 req-10fe7b37-4875-453e-aea1-e90915748476 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:26.634296 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9f7aff7c-1201-4713-b978-71e0f880efa3 req-10fe7b37-4875-453e-aea1-e90915748476 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 945 time: 0.0689914 Oct 27 18:24:26.654429 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:26.691079 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-527a402f-7be4-488b-9f62-91104face195 req-021996a9-3f51-4763-8d00-61b5f1748094 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558200 Oct 27 18:24:26.694031 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9f7aff7c-1201-4713-b978-71e0f880efa3 req-b6a924cd-16eb-4cde-bd43-96204ee9841c tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518668 Oct 27 18:24:26.715438 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device d8372463-b0b5-40ec-b152-27501bceac5f details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:24:26.718337 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device bee72c65-02d5-46df-a4e4-1aaac25436b8 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:24:26.857908 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d8372463-b0b5-40ec-b152-27501bceac5f, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d8372463-b0b5-40ec-b152-27501bceac5f,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:26.870996 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'd8372463-b0b5-40ec-b152-27501bceac5f', 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197', 'port_id': 'd8372463-b0b5-40ec-b152-27501bceac5f', 'mac_address': 'fa:16:3e:15:09:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afe6cc10-9308-4117-a497-d403cb219653', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:24:26.904633 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port bee72c65-02d5-46df-a4e4-1aaac25436b8 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:24:26.912439 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port bee72c65-02d5-46df-a4e4-1aaac25436b8 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:24:26.912987 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:26.921277 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-29d0f179-16da-4f6b-9917-b49379fd46a6 req-319b2bd2-b899-450d-90b7-e00453d58e3f tempest-MultipleCreateTestJSON-246709526 tempest-MultipleCreateTestJSON-246709526-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb7d3c9c-b7a5-46d9-ae29-8f563ba93d91 HTTP/1.1" status: 200 len: 210 time: 0.0353775 Oct 27 18:24:26.936210 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:26.963583 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8372463-b0b5-40ec-b152-27501bceac5f {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:24:26.964310 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04069a9-3d55-4e81-b733-232cc1b9b456 req-0d648060-1738-4f4a-81ed-91efd4faa81d tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:26.965850 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d04069a9-3d55-4e81-b733-232cc1b9b456 req-0d648060-1738-4f4a-81ed-91efd4faa81d tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7430c35-2287-4415-a05e-1a4023a494a7 HTTP/1.1" status: 200 len: 944 time: 0.0776289 Oct 27 18:24:26.991857 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d8372463-b0b5-40ec-b152-27501bceac5f, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d8372463-b0b5-40ec-b152-27501bceac5f,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:27.008604 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d04069a9-3d55-4e81-b733-232cc1b9b456 req-207f0a0c-3284-4476-ae6f-99e050ea39ed tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b497807e-70f6-48af-ba59-15adf01f52f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362337 Oct 27 18:24:27.036685 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:27.056145 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:27.063480 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7430c35-2287-4415-a05e-1a4023a494a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee72c65-02d5-46df-a4e4-1aaac25436b8'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:24:27.065687 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849b13e4-c949-402f-9a9b-8313850f76f2" -d '{"events": [{"server_uuid": "a7430c35-2287-4415-a05e-1a4023a494a7", "name": "network-vif-plugged", "status": "completed", "tag": "bee72c65-02d5-46df-a4e4-1aaac25436b8"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:24:27.104189 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port bee72c65-02d5-46df-a4e4-1aaac25436b8, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=bee72c65-02d5-46df-a4e4-1aaac25436b8,segment=NetworkSegment(4521e87a-03d0-492f-b3e1-3d151690e870),segment_id=4521e87a-03d0-492f-b3e1-3d151690e870)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:27.107350 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f19b9f-d924-465d-9e1f-dee0cf991e17 x-openstack-request-id: req-20f19b9f-d924-465d-9e1f-dee0cf991e17 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:24:27.107628 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7430c35-2287-4415-a05e-1a4023a494a7", "name": "network-vif-plugged", "status": "completed", "tag": "bee72c65-02d5-46df-a4e4-1aaac25436b8", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:24:27.107871 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-20f19b9f-d924-465d-9e1f-dee0cf991e17 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:24:27.108249 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7430c35-2287-4415-a05e-1a4023a494a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee72c65-02d5-46df-a4e4-1aaac25436b8', 'code': 200} Oct 27 18:24:27.126438 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=d8372463-b0b5-40ec-b152-27501bceac5f,revision_number=6']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:27.168317 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:27.169129 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 6b730e5a-e2b3-48e9-8b5b-5377934d1867 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:24:27.239953 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4746eb09-c66e-4ac5-8997-8b5ded77fb9f req-977f004a-af3e-45c7-8520-445b64a866ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:27.242287 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4746eb09-c66e-4ac5-8997-8b5ded77fb9f req-977f004a-af3e-45c7-8520-445b64a866ca service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a7430c35-2287-4415-a05e-1a4023a494a7 HTTP/1.1" status: 200 len: 1096 time: 0.0466549 Oct 27 18:24:27.254637 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=bee72c65-02d5-46df-a4e4-1aaac25436b8,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:27.287274 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4746eb09-c66e-4ac5-8997-8b5ded77fb9f req-485d542d-e3cc-4f5d-91f1-3f49fe5fea4b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b497807e-70f6-48af-ba59-15adf01f52f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288098 Oct 27 18:24:27.322405 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 6b730e5a-e2b3-48e9-8b5b-5377934d1867 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:24:27.327153 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 6b730e5a-e2b3-48e9-8b5b-5377934d1867 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:24:27.327453 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:27.410562 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:27.443514 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 6b730e5a-e2b3-48e9-8b5b-5377934d1867, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=6b730e5a-e2b3-48e9-8b5b-5377934d1867,segment=NetworkSegment(4521e87a-03d0-492f-b3e1-3d151690e870),segment_id=4521e87a-03d0-492f-b3e1-3d151690e870)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:27.450148 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e561c7-670c-407c-9ada-86e25fe47b68 req-9c42022e-29f6-4b03-adb8-95667a139fe0 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:27.451974 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c3e561c7-670c-407c-9ada-86e25fe47b68 req-9c42022e-29f6-4b03-adb8-95667a139fe0 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 949 time: 0.0502799 Oct 27 18:24:27.491328 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c3e561c7-670c-407c-9ada-86e25fe47b68 req-15812461-16b4-44ae-b6e8-6e3ab6af6d8f tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324159 Oct 27 18:24:27.499845 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:27.500757 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 4f3c7adb-5636-4331-bd79-6b80d007f4a2 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:24:27.524711 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb7d3c9c-b7a5-46d9-ae29-8f563ba93d91', 'name': 'network-vif-deleted', 'tag': '4f3c7adb-5636-4331-bd79-6b80d007f4a2'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:24:27.527470 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defb103a-6747-440c-9cf7-1b9572c3946e" -d '{"events": [{"server_uuid": "eb7d3c9c-b7a5-46d9-ae29-8f563ba93d91", "name": "network-vif-deleted", "tag": "4f3c7adb-5636-4331-bd79-6b80d007f4a2"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:24:27.537264 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 4f3c7adb-5636-4331-bd79-6b80d007f4a2 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:24:27.538122 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 4f3c7adb-5636-4331-bd79-6b80d007f4a2 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:24:27.538548 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 4e6ba346-4872-43c0-9070-23aec1d77823 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:24:27.564985 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 4e6ba346-4872-43c0-9070-23aec1d77823 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:24:27.565396 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 4e6ba346-4872-43c0-9070-23aec1d77823 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:24:27.569552 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5480eb7e-3f0c-4c32-90e5-52a85bbf7344 x-openstack-request-id: req-5480eb7e-3f0c-4c32-90e5-52a85bbf7344 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:24:27.569810 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb7d3c9c-b7a5-46d9-ae29-8f563ba93d91", "name": "network-vif-deleted", "tag": "4f3c7adb-5636-4331-bd79-6b80d007f4a2", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:24:27.570116 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5480eb7e-3f0c-4c32-90e5-52a85bbf7344 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:24:27.570872 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb7d3c9c-b7a5-46d9-ae29-8f563ba93d91', 'name': 'network-vif-deleted', 'tag': '4f3c7adb-5636-4331-bd79-6b80d007f4a2', 'status': 'completed', 'code': 200} Oct 27 18:24:27.585735 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=6b730e5a-e2b3-48e9-8b5b-5377934d1867,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:27.663297 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['d8372463-b0b5-40ec-b152-27501bceac5f'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:24:27.846882 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01dabbf-4243-4c4d-806f-d490a6cb2122 req-d893ecf7-1307-494b-9dc3-1bf5ad07acf4 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:27.848358 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d01dabbf-4243-4c4d-806f-d490a6cb2122 req-d893ecf7-1307-494b-9dc3-1bf5ad07acf4 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.0865865 Oct 27 18:24:27.859894 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29ccf0-2b81-4041-bc2c-0ada9cb7886d req-3bac3d2f-dca4-4be9-a1ce-12eeb7093fad tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:27.861284 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8c29ccf0-2b81-4041-bc2c-0ada9cb7886d req-3bac3d2f-dca4-4be9-a1ce-12eeb7093fad tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 945 time: 0.0707822 Oct 27 18:24:27.915822 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d01dabbf-4243-4c4d-806f-d490a6cb2122 req-b782a5c8-ec4b-4cbd-99bf-47837f46d67e tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535283 Oct 27 18:24:27.922772 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8c29ccf0-2b81-4041-bc2c-0ada9cb7886d req-95bf407c-288b-42de-9586-f63feb32d382 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542536 Oct 27 18:24:28.045128 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 54638) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:24:28.095000 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-e28814d9-82e3-4f83-b1e9-01f7acb8c2e4 admin admin] Deleting subnet 534e29f8-6edb-4d3f-8e36-3331175f47fc {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:24:28.098132 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e28814d9-82e3-4f83-b1e9-01f7acb8c2e4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:28.139002 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e28814d9-82e3-4f83-b1e9-01f7acb8c2e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:28.139136 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaeed14-667b-420f-b020-3627ea82ce7a req-3ba73b7b-26c1-4346-bb0c-f0abf7bd91c0 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:28.139136 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9eaeed14-667b-420f-b020-3627ea82ce7a req-3ba73b7b-26c1-4346-bb0c-f0abf7bd91c0 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7430c35-2287-4415-a05e-1a4023a494a7 HTTP/1.1" status: 200 len: 945 time: 0.0556138 Oct 27 18:24:28.175946 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e28814d9-82e3-4f83-b1e9-01f7acb8c2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:28.182733 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9eaeed14-667b-420f-b020-3627ea82ce7a req-d02667f9-3084-47e1-b895-ee5dbe81d017 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b497807e-70f6-48af-ba59-15adf01f52f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375261 Oct 27 18:24:28.300457 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e28814d9-82e3-4f83-b1e9-01f7acb8c2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:28.329413 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28814d9-82e3-4f83-b1e9-01f7acb8c2e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=534e29f8-6edb-4d3f-8e36-3331175f47fc,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:28.331413 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e28814d9-82e3-4f83-b1e9-01f7acb8c2e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:28.335470 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e28814d9-82e3-4f83-b1e9-01f7acb8c2e4 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/534e29f8-6edb-4d3f-8e36-3331175f47fc HTTP/1.1" status: 204 len: 168 time: 0.2888501 Oct 27 18:24:28.337198 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 54646) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:24:28.413799 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4506ee15-5d1d-4813-92df-532d3b6095fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:28.490417 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4506ee15-5d1d-4813-92df-532d3b6095fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:28.511766 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-4506ee15-5d1d-4813-92df-532d3b6095fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66c15a2c-dbc4-400c-9f31-3bab4aa18dfa']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:24:28.524364 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-4506ee15-5d1d-4813-92df-532d3b6095fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c7d1cd1-8041-472a-b82e-ec3fb07045fe') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:24:28.524655 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-4506ee15-5d1d-4813-92df-532d3b6095fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c7d1cd1-8041-472a-b82e-ec3fb07045fe') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:24:28.535052 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4506ee15-5d1d-4813-92df-532d3b6095fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:28.549694 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4506ee15-5d1d-4813-92df-532d3b6095fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:28.562348 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4506ee15-5d1d-4813-92df-532d3b6095fc admin admin] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:24:28.563000 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4506ee15-5d1d-4813-92df-532d3b6095fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:28.565228 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:24:28.565228 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:24:28.565228 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:24:28.565228 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:24:28.565228 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:24:28.565228 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:24:28.565228 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:24:28.565228 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:24:28.565228 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:24:28.565228 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:24:28.565228 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:24:28.565228 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:24:28.565228 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:24:28.565228 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:24:28.565228 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:24:28.565228 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:24:28.565228 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:24:28.565228 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:24:28.565228 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:24:28.565228 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:24:28.565228 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:24:28.565228 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:24:28.565228 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:24:28.565228 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:24:28.565228 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:24:28.565228 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:24:28.565228 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:24:28.565228 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:24:28.565228 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:24:28.565228 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:24:28.565228 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:24:28.565228 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:24:28.655330 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28e554-2ac9-4d34-80be-0d675ceb94f0 req-a4cb3d51-db05-4252-baba-c5a3a7bfb1ca tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:28.657485 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6e28e554-2ac9-4d34-80be-0d675ceb94f0 req-a4cb3d51-db05-4252-baba-c5a3a7bfb1ca tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 949 time: 0.0616539 Oct 27 18:24:28.682752 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4506ee15-5d1d-4813-92df-532d3b6095fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:28.687806 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4506ee15-5d1d-4813-92df-532d3b6095fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:28.693741 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4506ee15-5d1d-4813-92df-532d3b6095fc admin admin] 10.222.0.52 "DELETE /v2.0/networks/66c15a2c-dbc4-400c-9f31-3bab4aa18dfa HTTP/1.1" status: 204 len: 168 time: 0.3528018 Oct 27 18:24:28.708604 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4506ee15-5d1d-4813-92df-532d3b6095fc admin admin] Pushing event deleted for resources: {'Network': ['ID=66c15a2c-dbc4-400c-9f31-3bab4aa18dfa,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:28.713176 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device d8372463-b0b5-40ec-b152-27501bceac5f up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:24:28.714611 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6e28e554-2ac9-4d34-80be-0d675ceb94f0 req-383e0589-d4f3-4f9e-99de-28583e02f720 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497715 Oct 27 18:24:28.773204 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port d8372463-b0b5-40ec-b152-27501bceac5f triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:24:28.773582 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:28.997185 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:29.041479 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d8372463-b0b5-40ec-b152-27501bceac5f, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d8372463-b0b5-40ec-b152-27501bceac5f,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:29.109025 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ceb70a4-763d-410e-b213-4c907eb075da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b730e5a-e2b3-48e9-8b5b-5377934d1867'}, {'server_uuid': '86b85a65-8e47-40db-9fd2-4cdfaedb07a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8372463-b0b5-40ec-b152-27501bceac5f'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:24:29.111720 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671d5e43-3245-4fb0-8c8b-fc77858cc32b" -d '{"events": [{"server_uuid": "3ceb70a4-763d-410e-b213-4c907eb075da", "name": "network-vif-plugged", "status": "completed", "tag": "6b730e5a-e2b3-48e9-8b5b-5377934d1867"}, {"server_uuid": "86b85a65-8e47-40db-9fd2-4cdfaedb07a8", "name": "network-vif-plugged", "status": "completed", "tag": "d8372463-b0b5-40ec-b152-27501bceac5f"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:24:29.134594 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:29.135462 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 73ada1ff-80fe-44de-a4fb-d3b9d7795984 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:24:29.185076 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc394c-d396-4a93-8b04-6c7d39ae2f6b req-06d57013-fa19-4134-9f7d-c8067544e6f1 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:29.193956 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 54670) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:24:29.199682 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6efc394c-d396-4a93-8b04-6c7d39ae2f6b req-06d57013-fa19-4134-9f7d-c8067544e6f1 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.1108217 Oct 27 18:24:29.236226 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da406b34-92d9-441c-a60a-dd512c8a5d7f req-7e7897c2-849f-4d07-9a92-d6c726e7e2e4 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:29.245739 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-da406b34-92d9-441c-a60a-dd512c8a5d7f req-7e7897c2-849f-4d07-9a92-d6c726e7e2e4 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 945 time: 0.1438446 Oct 27 18:24:29.262968 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1dd8de5c-2544-41d7-8b19-b42e92650550 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=aff262b9f0934bd18c5d697abc673551&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0677118 Oct 27 18:24:29.263697 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 54674) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:24:29.267159 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=d8372463-b0b5-40ec-b152-27501bceac5f,revision_number=7']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:29.321982 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5a0c7355-e448-4ad7-9dfc-193212ef8246 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:29.343122 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6efc394c-d396-4a93-8b04-6c7d39ae2f6b req-54d133d0-e419-4bdd-a01c-3ffb1c083bcf tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412711 Oct 27 18:24:29.382373 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5a0c7355-e448-4ad7-9dfc-193212ef8246 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:29.382844 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-da406b34-92d9-441c-a60a-dd512c8a5d7f req-70ead21b-61d0-4b6c-a201-4292bf161146 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319566 Oct 27 18:24:29.411181 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 73ada1ff-80fe-44de-a4fb-d3b9d7795984 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:24:29.424258 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 73ada1ff-80fe-44de-a4fb-d3b9d7795984 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:24:29.424638 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:29.543263 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 27 Oct 2021 18:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0427250-8f29-4ac0-8d67-44c2b1116421 x-openstack-request-id: req-b0427250-8f29-4ac0-8d67-44c2b1116421 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:24:29.543696 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ceb70a4-763d-410e-b213-4c907eb075da", "name": "network-vif-plugged", "status": "completed", "tag": "6b730e5a-e2b3-48e9-8b5b-5377934d1867", "code": 200}, {"server_uuid": "86b85a65-8e47-40db-9fd2-4cdfaedb07a8", "name": "network-vif-plugged", "status": "completed", "tag": "d8372463-b0b5-40ec-b152-27501bceac5f", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:24:29.544069 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b0427250-8f29-4ac0-8d67-44c2b1116421 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:24:29.545759 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5a0c7355-e448-4ad7-9dfc-193212ef8246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:29.548499 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5a0c7355-e448-4ad7-9dfc-193212ef8246 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:29.552955 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5a0c7355-e448-4ad7-9dfc-193212ef8246 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e181289c-8617-4d1c-b65d-bc8b5968e064 HTTP/1.1" status: 204 len: 168 time: 0.2878537 Oct 27 18:24:29.555802 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ceb70a4-763d-410e-b213-4c907eb075da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b730e5a-e2b3-48e9-8b5b-5377934d1867', 'code': 200} Oct 27 18:24:29.556276 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b85a65-8e47-40db-9fd2-4cdfaedb07a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8372463-b0b5-40ec-b152-27501bceac5f', 'code': 200} Oct 27 18:24:29.567077 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0c7355-e448-4ad7-9dfc-193212ef8246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e181289c-8617-4d1c-b65d-bc8b5968e064,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:29.584082 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:29.634006 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 73ada1ff-80fe-44de-a4fb-d3b9d7795984, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=73ada1ff-80fe-44de-a4fb-d3b9d7795984,segment=NetworkSegment(4521e87a-03d0-492f-b3e1-3d151690e870),segment_id=4521e87a-03d0-492f-b3e1-3d151690e870)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:29.677915 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:29.679924 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 05c9daa4-10d7-41ab-8573-a5526d5c4abe up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:24:29.756741 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607cb50-12e4-430b-b5b2-8ea06b35113c req-88b53850-2917-4a9a-80c9-87dd0995872c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:29.762854 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8607cb50-12e4-430b-b5b2-8ea06b35113c req-88b53850-2917-4a9a-80c9-87dd0995872c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=3ceb70a4-763d-410e-b213-4c907eb075da HTTP/1.1" status: 200 len: 1096 time: 0.1443558 Oct 27 18:24:29.801495 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=73ada1ff-80fe-44de-a4fb-d3b9d7795984,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:29.846409 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d328a-448a-499f-8757-416cd6695345 req-039a2dcb-6861-4961-b763-4350e2d06720 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:29.854349 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-287d328a-448a-499f-8757-416cd6695345 req-039a2dcb-6861-4961-b763-4350e2d06720 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7430c35-2287-4415-a05e-1a4023a494a7 HTTP/1.1" status: 200 len: 945 time: 0.1867061 Oct 27 18:24:29.891782 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8607cb50-12e4-430b-b5b2-8ea06b35113c req-63dfea8e-b926-4c1d-a42c-352b6e832f3e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b497807e-70f6-48af-ba59-15adf01f52f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139898 Oct 27 18:24:29.916926 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 05c9daa4-10d7-41ab-8573-a5526d5c4abe completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:24:29.926260 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 05c9daa4-10d7-41ab-8573-a5526d5c4abe triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:24:29.926968 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:29.944580 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-287d328a-448a-499f-8757-416cd6695345 req-2b69be86-ab40-47ee-9734-0948d6046ae9 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b497807e-70f6-48af-ba59-15adf01f52f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885780 Oct 27 18:24:29.956626 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450191d-5e53-4fd1-9b9e-ad8c89de8172 req-e8c340eb-a652-4809-ab3d-8b1b4aa6b4cf tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:29.969286 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d450191d-5e53-4fd1-9b9e-ad8c89de8172 req-e8c340eb-a652-4809-ab3d-8b1b4aa6b4cf tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 949 time: 0.1436863 Oct 27 18:24:30.035262 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d450191d-5e53-4fd1-9b9e-ad8c89de8172 req-d1f87664-0573-487a-94c6-bed0ab0dd0bf tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647659 Oct 27 18:24:30.072141 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:30.121537 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 05c9daa4-10d7-41ab-8573-a5526d5c4abe, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=05c9daa4-10d7-41ab-8573-a5526d5c4abe,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:30.124816 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007939d-24bb-4911-bdaf-a2e3a7ba7593 req-d032f921-df4f-4ec8-b33a-2e00f9af2d55 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:30.127328 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4007939d-24bb-4911-bdaf-a2e3a7ba7593 req-d032f921-df4f-4ec8-b33a-2e00f9af2d55 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/ports?device_id=7f8ea437-5aae-4814-ac48-1c3de86debf0 HTTP/1.1" status: 200 len: 946 time: 0.0863271 Oct 27 18:24:30.184004 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4007939d-24bb-4911-bdaf-a2e3a7ba7593 req-2a46a533-fbed-4adb-8605-e1e4cfe667a9 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b497807e-70f6-48af-ba59-15adf01f52f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485616 Oct 27 18:24:30.226049 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:30.286074 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=05c9daa4-10d7-41ab-8573-a5526d5c4abe,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:30.565856 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a63dc-e8c8-443c-9df4-af835ee00179 req-26db682f-016e-4aa7-a269-4352723b6ff1 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:30.567571 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e11a63dc-e8c8-443c-9df4-af835ee00179 req-26db682f-016e-4aa7-a269-4352723b6ff1 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.0913584 Oct 27 18:24:30.580954 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62141c2-fe33-4f98-9898-b62a1ed9eedd req-bb5c21f6-b68b-4068-8970-a0f9c41b2de1 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:30.589721 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d62141c2-fe33-4f98-9898-b62a1ed9eedd req-bb5c21f6-b68b-4068-8970-a0f9c41b2de1 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 945 time: 0.0848582 Oct 27 18:24:30.654220 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e11a63dc-e8c8-443c-9df4-af835ee00179 req-22b4902d-2d6d-4e5e-a67e-3913a810393e tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617225 Oct 27 18:24:30.666577 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d62141c2-fe33-4f98-9898-b62a1ed9eedd req-54c1ba5a-e4f0-4955-b54c-3ff3fc887722 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758581 Oct 27 18:24:30.905458 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 54716) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:24:31.016582 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-638e6821-af6c-418b-8984-75d3b0ce457a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1599960553-network', 'tenant_id': '617ca6012f18497ea1bace94e887e5af'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:24:31.101246 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638e6821-af6c-418b-8984-75d3b0ce457a admin admin] Made reservation on behalf of 617ca6012f18497ea1bace94e887e5af for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:24:31.102788 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-638e6821-af6c-418b-8984-75d3b0ce457a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:31.124141 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-638e6821-af6c-418b-8984-75d3b0ce457a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:31.184961 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6392ea13-525d-4743-8011-9f458e358237 req-e096bd1b-6cbe-42cb-b0bd-05b509b8352d tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:31.192964 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6392ea13-525d-4743-8011-9f458e358237 req-e096bd1b-6cbe-42cb-b0bd-05b509b8352d tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 950 time: 0.0851636 Oct 27 18:24:31.228095 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-638e6821-af6c-418b-8984-75d3b0ce457a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:31.259937 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6392ea13-525d-4743-8011-9f458e358237 req-992ac250-b9e7-4fdf-a69e-313c1f967df3 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637341 Oct 27 18:24:31.279405 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-638e6821-af6c-418b-8984-75d3b0ce457a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:31.315707 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-638e6821-af6c-418b-8984-75d3b0ce457a admin admin] vlan segment allocate from pool success with {'vlan_id': 1020, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:24:31.324226 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e6821-af6c-418b-8984-75d3b0ce457a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1b9032-cfe6-43c2-8ed6-0bac919f0955,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:31.336588 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-638e6821-af6c-418b-8984-75d3b0ce457a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:31.336953 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-638e6821-af6c-418b-8984-75d3b0ce457a admin admin] Added segment 0df1765c-dad4-45b4-8898-63b359ee6d0d of type vlan for network 8b46f261-2a8f-43f5-ae1b-37d0973221ac Oct 27 18:24:31.356045 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf93766-3126-4177-be26-1a8be568feab req-bc2c19dd-db96-4763-9041-ea7282aef9bd tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:31.359286 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8cf93766-3126-4177-be26-1a8be568feab req-bc2c19dd-db96-4763-9041-ea7282aef9bd tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/ports?device_id=7f8ea437-5aae-4814-ac48-1c3de86debf0 HTTP/1.1" status: 200 len: 946 time: 0.0914886 Oct 27 18:24:31.400862 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-638e6821-af6c-418b-8984-75d3b0ce457a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:31.420357 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8cf93766-3126-4177-be26-1a8be568feab req-bd1eccbc-a0d3-40c9-ac8a-5070f6c1babf tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b497807e-70f6-48af-ba59-15adf01f52f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558269 Oct 27 18:24:31.558183 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8ea437-5aae-4814-ac48-1c3de86debf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ada1ff-80fe-44de-a4fb-d3b9d7795984'}, {'server_uuid': 'dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c9daa4-10d7-41ab-8573-a5526d5c4abe'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:24:31.576765 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22313a09-e669-4267-9e27-13eaad3e78aa" -d '{"events": [{"server_uuid": "7f8ea437-5aae-4814-ac48-1c3de86debf0", "name": "network-vif-plugged", "status": "completed", "tag": "73ada1ff-80fe-44de-a4fb-d3b9d7795984"}, {"server_uuid": "dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3", "name": "network-vif-plugged", "status": "completed", "tag": "05c9daa4-10d7-41ab-8573-a5526d5c4abe"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:24:31.593973 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-638e6821-af6c-418b-8984-75d3b0ce457a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:31.599640 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638e6821-af6c-418b-8984-75d3b0ce457a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:31.599640 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-638e6821-af6c-418b-8984-75d3b0ce457a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:31.720764 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 27 Oct 2021 18:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309d2ab9-a67f-47a2-ae94-64e9d8efc9d7 x-openstack-request-id: req-309d2ab9-a67f-47a2-ae94-64e9d8efc9d7 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:24:31.721104 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8ea437-5aae-4814-ac48-1c3de86debf0", "name": "network-vif-plugged", "status": "completed", "tag": "73ada1ff-80fe-44de-a4fb-d3b9d7795984", "code": 200}, {"server_uuid": "dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3", "name": "network-vif-plugged", "status": "completed", "tag": "05c9daa4-10d7-41ab-8573-a5526d5c4abe", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:24:31.721308 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-309d2ab9-a67f-47a2-ae94-64e9d8efc9d7 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:24:31.721718 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8ea437-5aae-4814-ac48-1c3de86debf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ada1ff-80fe-44de-a4fb-d3b9d7795984', 'code': 200} Oct 27 18:24:31.721980 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c9daa4-10d7-41ab-8573-a5526d5c4abe', 'code': 200} Oct 27 18:24:31.747284 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e6821-af6c-418b-8984-75d3b0ce457a admin admin] Pushing event updated for resources: {'Network': ['ID=8b46f261-2a8f-43f5-ae1b-37d0973221ac,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:31.761877 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-638e6821-af6c-418b-8984-75d3b0ce457a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8519404 Oct 27 18:24:31.762143 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 54734) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:24:31.765377 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 8b46f261-2a8f-43f5-ae1b-37d0973221ac details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:24:31.767071 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-95b404b2-cdea-40a4-ac2a-c7d376c30410 admin admin] Request body: {'subnet': {'network_id': '8b46f261-2a8f-43f5-ae1b-37d0973221ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1599960553-subnet', 'tenant_id': '617ca6012f18497ea1bace94e887e5af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:24:31.998884 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5a662-6258-4c03-9f74-531718ff4959 req-b0027a46-2d56-4da1-92a3-0fbe172e2952 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:32.000757 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-63c5a662-6258-4c03-9f74-531718ff4959 req-b0027a46-2d56-4da1-92a3-0fbe172e2952 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 945 time: 0.1733043 Oct 27 18:24:32.007945 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e334fb6-88c9-430a-baad-a3d1fd7f1e11 req-f88fd5cb-b1fa-43c9-9ba8-9a3a2790e173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:32.009534 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1e334fb6-88c9-430a-baad-a3d1fd7f1e11 req-f88fd5cb-b1fa-43c9-9ba8-9a3a2790e173 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7f8ea437-5aae-4814-ac48-1c3de86debf0 HTTP/1.1" status: 200 len: 1097 time: 0.1697512 Oct 27 18:24:32.027388 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992abf84-f436-4148-aed0-9d01ea8fe284 req-c74c7c38-289c-466d-aa89-f22ca3632026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:32.029073 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-992abf84-f436-4148-aed0-9d01ea8fe284 req-c74c7c38-289c-466d-aa89-f22ca3632026 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 1101 time: 0.1390154 Oct 27 18:24:32.073238 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75d55d-9369-4f71-b0e7-eb517f1a3cb0 req-c0a12d9b-4409-49d9-acf6-de5d5b882e65 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:32.074895 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1d75d55d-9369-4f71-b0e7-eb517f1a3cb0 req-c0a12d9b-4409-49d9-acf6-de5d5b882e65 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.2230012 Oct 27 18:24:32.130700 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b404b2-cdea-40a4-ac2a-c7d376c30410 admin admin] Made reservation on behalf of 617ca6012f18497ea1bace94e887e5af for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:24:32.133592 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-95b404b2-cdea-40a4-ac2a-c7d376c30410 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:32.142388 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1e334fb6-88c9-430a-baad-a3d1fd7f1e11 req-2c10c679-0091-4083-8149-b572898b6ba7 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b497807e-70f6-48af-ba59-15adf01f52f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187317 Oct 27 18:24:32.158721 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-63c5a662-6258-4c03-9f74-531718ff4959 req-50415b47-c8dd-44aa-90b1-0559a9b4a589 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468740 Oct 27 18:24:32.197176 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-992abf84-f436-4148-aed0-9d01ea8fe284 req-2433a9fd-e7c4-4f07-832c-f52af5333d70 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584091 Oct 27 18:24:32.246953 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1d75d55d-9369-4f71-b0e7-eb517f1a3cb0 req-42475e1a-a0a7-4815-806e-7e80092498d6 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608715 Oct 27 18:24:32.443080 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-95b404b2-cdea-40a4-ac2a-c7d376c30410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:32.509486 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b404b2-cdea-40a4-ac2a-c7d376c30410 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ec86020-db69-439f-b7b1-6b3170dfe0be,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:32.518592 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b404b2-cdea-40a4-ac2a-c7d376c30410 admin admin] Checking segment: {'id': '0df1765c-dad4-45b4-8898-63b359ee6d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '8b46f261-2a8f-43f5-ae1b-37d0973221ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:24:32.519010 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b404b2-cdea-40a4-ac2a-c7d376c30410 admin admin] Network hostable DHCP agents. Network: 8b46f261-2a8f-43f5-ae1b-37d0973221ac, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:24:32.597483 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b404b2-cdea-40a4-ac2a-c7d376c30410 admin admin] Network 8b46f261-2a8f-43f5-ae1b-37d0973221ac is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:24:32.654297 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-95b404b2-cdea-40a4-ac2a-c7d376c30410 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 8b46f261-2a8f-43f5-ae1b-37d0973221ac) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:24:32.658503 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b404b2-cdea-40a4-ac2a-c7d376c30410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:32.659285 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-95b404b2-cdea-40a4-ac2a-c7d376c30410 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:32.666273 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ad0736-b879-4d66-a68d-43377fae483a None None] Network 8b46f261-2a8f-43f5-ae1b-37d0973221ac requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:24:32.770846 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-95b404b2-cdea-40a4-ac2a-c7d376c30410 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9976556 Oct 27 18:24:32.906263 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78209a08-c493-40a9-bdce-14ec87ef0873 None None] Network 8b46f261-2a8f-43f5-ae1b-37d0973221ac requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:24:32.930252 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4008d5ed-0c21-44bd-b2a9-7eb6b2e71e02 req-6fab92a3-573e-4c73-a6c1-8392c32574de tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:32.937741 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4008d5ed-0c21-44bd-b2a9-7eb6b2e71e02 req-6fab92a3-573e-4c73-a6c1-8392c32574de tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/ports?device_id=7f8ea437-5aae-4814-ac48-1c3de86debf0 HTTP/1.1" status: 200 len: 946 time: 0.0739999 Oct 27 18:24:32.947723 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d1ced-ecb5-4efa-a153-548ec87a0598 req-35631683-9365-4623-9b3b-13a8b186482b tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:32.955412 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e49d1ced-ecb5-4efa-a153-548ec87a0598 req-35631683-9365-4623-9b3b-13a8b186482b tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 950 time: 0.1246674 Oct 27 18:24:33.023349 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4008d5ed-0c21-44bd-b2a9-7eb6b2e71e02 req-f81896c8-4317-4b7a-82f7-dc6342700a76 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b497807e-70f6-48af-ba59-15adf01f52f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840278 Oct 27 18:24:33.043714 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e49d1ced-ecb5-4efa-a153-548ec87a0598 req-e44dea80-6d8c-4973-af55-b727dd2d4d1d tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874181 Oct 27 18:24:33.396021 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99504b56-49ec-46e1-a837-b12fcddd4987 req-5535241a-fc80-407a-aa97-fd5dba3510b4 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:33.398389 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-99504b56-49ec-46e1-a837-b12fcddd4987 req-5535241a-fc80-407a-aa97-fd5dba3510b4 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 945 time: 0.1286507 Oct 27 18:24:33.472149 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-99504b56-49ec-46e1-a837-b12fcddd4987 req-c9af1c39-a6da-466a-a45c-24d96a8c6d3e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676866 Oct 27 18:24:33.482679 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-9914c0e1-3017-4316-95eb-86be3bb45c64 tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:33.484222 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-9914c0e1-3017-4316-95eb-86be3bb45c64 tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] 10.222.0.52 "GET /v2.0/networks?id=8b46f261-2a8f-43f5-ae1b-37d0973221ac HTTP/1.1" status: 200 len: 814 time: 0.1767771 Oct 27 18:24:33.511462 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-253d9f8c-2b7f-42fb-8fce-68539cbb5fac tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] 10.222.0.52 "GET /v2.0/quotas/617ca6012f18497ea1bace94e887e5af HTTP/1.1" status: 200 len: 375 time: 0.0149863 Oct 27 18:24:33.545598 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-64746d62-57b6-4968-9af3-f2b48e22d777 tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=617ca6012f18497ea1bace94e887e5af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280738 Oct 27 18:24:33.652339 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e483760-b5bd-4469-95bb-2070d64b14a4 req-d1d3d1af-224c-4d02-bc29-cf27031c0736 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:33.653862 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3e483760-b5bd-4469-95bb-2070d64b14a4 req-d1d3d1af-224c-4d02-bc29-cf27031c0736 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.1073961 Oct 27 18:24:33.695024 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-c7bab348-5538-4962-8121-35fb15a41dea service neutron] 10.222.0.52 "GET /v2.0/networks/8b46f261-2a8f-43f5-ae1b-37d0973221ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392286 Oct 27 18:24:33.720586 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3e483760-b5bd-4469-95bb-2070d64b14a4 req-ed590f87-ad45-4337-adb7-794251473082 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550923 Oct 27 18:24:33.809019 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-ad4b506a-0881-49e4-a27d-f422875bf0e7 service neutron] 10.222.0.52 "GET /v2.0/networks/8b46f261-2a8f-43f5-ae1b-37d0973221ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038880 Oct 27 18:24:34.259295 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680deb93-70a8-4238-bc93-2c59d0436f8c req-c108849b-3909-4a51-98d5-1d752c8c2d15 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:34.267504 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-680deb93-70a8-4238-bc93-2c59d0436f8c req-c108849b-3909-4a51-98d5-1d752c8c2d15 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/ports?device_id=7f8ea437-5aae-4814-ac48-1c3de86debf0 HTTP/1.1" status: 200 len: 946 time: 0.1250310 Oct 27 18:24:34.295032 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aad28d-a2b6-423e-a3b0-73a634f125da req-455aa367-1d74-402d-961a-588a346d02d9 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:34.296961 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-73aad28d-a2b6-423e-a3b0-73a634f125da req-455aa367-1d74-402d-961a-588a346d02d9 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 950 time: 0.1132555 Oct 27 18:24:34.371620 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-680deb93-70a8-4238-bc93-2c59d0436f8c req-74669015-aa75-49ca-b5f6-81356627ab4e tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b497807e-70f6-48af-ba59-15adf01f52f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026483 Oct 27 18:24:34.385305 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-73aad28d-a2b6-423e-a3b0-73a634f125da req-3fd65c1b-9d57-4f3a-a43c-2da3a0811fc3 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734177 Oct 27 18:24:34.451403 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d7fb215a-8c67-4919-801d-5edb8cf25abe req-00f11bfb-59ce-423e-be1b-ba8858ac400b tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa1f2423-271f-47e2-ab60-dd7757bdafe5 HTTP/1.1" status: 200 len: 210 time: 0.0297849 Oct 27 18:24:34.642600 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0bcaf-3707-4fd1-ac00-f962a77eba70 req-162d4e56-1228-4b1f-9b85-d170f76ac559 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:34.651099 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-97c0bcaf-3707-4fd1-ac00-f962a77eba70 req-162d4e56-1228-4b1f-9b85-d170f76ac559 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 945 time: 0.0869257 Oct 27 18:24:34.699706 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-97c0bcaf-3707-4fd1-ac00-f962a77eba70 req-55aca8e9-fb6d-4d74-aba5-cd6b7bf3d76d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476859 Oct 27 18:24:34.892178 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599842f-0e74-46fc-977e-7bedec55c7b3 req-6bfd7aff-0c71-4085-81ae-879dcd2c4377 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:34.903469 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4599842f-0e74-46fc-977e-7bedec55c7b3 req-6bfd7aff-0c71-4085-81ae-879dcd2c4377 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.1016920 Oct 27 18:24:34.955470 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4599842f-0e74-46fc-977e-7bedec55c7b3 req-0badaf85-5be2-4887-82b3-c9bfe02f8f74 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512230 Oct 27 18:24:35.195556 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1a96838b-dc55-43aa-a0df-d7613a8f5b95 req-bb523133-b50c-439e-97bf-ca53c81e6e21 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0494707 Oct 27 18:24:35.304693 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96838b-dc55-43aa-a0df-d7613a8f5b95 req-bddde94b-a029-4f76-aba5-de2e3178d25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:35.306270 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1a96838b-dc55-43aa-a0df-d7613a8f5b95 req-bddde94b-a029-4f76-aba5-de2e3178d25a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0493afd680224a038be01c24bab6b33d&device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 1100 time: 0.0492702 Oct 27 18:24:35.445429 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96838b-dc55-43aa-a0df-d7613a8f5b95 req-112ec070-a898-49ea-8403-927705e497e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:35.447032 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1a96838b-dc55-43aa-a0df-d7613a8f5b95 req-112ec070-a898-49ea-8403-927705e497e1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.1102042 Oct 27 18:24:35.498067 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1a96838b-dc55-43aa-a0df-d7613a8f5b95 req-382a9fa8-b517-4e08-a8ac-e7ff800602d9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=7848076d-2451-4103-97da-2fddc47f6bb3 HTTP/1.1" status: 200 len: 217 time: 0.0443323 Oct 27 18:24:35.597488 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96838b-dc55-43aa-a0df-d7613a8f5b95 req-d514d007-6552-47b2-adf9-e32ddba9319c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:35.599006 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1a96838b-dc55-43aa-a0df-d7613a8f5b95 req-d514d007-6552-47b2-adf9-e32ddba9319c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.0842674 Oct 27 18:24:35.622374 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7684b4-6de4-4e27-b5f9-69de1cfb4a45 req-ad8e0084-e8df-4949-b1e6-7357b774549f tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:35.623713 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5f7684b4-6de4-4e27-b5f9-69de1cfb4a45 req-ad8e0084-e8df-4949-b1e6-7357b774549f tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/ports?device_id=7f8ea437-5aae-4814-ac48-1c3de86debf0 HTTP/1.1" status: 200 len: 946 time: 0.1283782 Oct 27 18:24:35.633719 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14291c-ae42-49cd-8b4c-1e9d9f00bf4f req-ec936a24-b8a9-49f4-b9b7-2dff9a3d8f88 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:35.635241 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1b14291c-ae42-49cd-8b4c-1e9d9f00bf4f req-ec936a24-b8a9-49f4-b9b7-2dff9a3d8f88 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 950 time: 0.1411319 Oct 27 18:24:35.725750 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5f7684b4-6de4-4e27-b5f9-69de1cfb4a45 req-73b44646-6ffa-4165-997d-2a4b5d11b617 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b497807e-70f6-48af-ba59-15adf01f52f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889957 Oct 27 18:24:35.729032 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96838b-dc55-43aa-a0df-d7613a8f5b95 req-11309914-30c8-447c-ae38-3c70e6f83293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:35.730633 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1a96838b-dc55-43aa-a0df-d7613a8f5b95 req-11309914-30c8-447c-ae38-3c70e6f83293 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1245620 Oct 27 18:24:35.733448 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1b14291c-ae42-49cd-8b4c-1e9d9f00bf4f req-ba31aa13-b246-43e0-b9c1-a5a43d7e90f1 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784478 Oct 27 18:24:35.837331 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-434b9c0b-529e-4c52-93c1-9e621f25ebfc req-3e2f8f1d-e8e9-4020-82e8-67127f4814a9 tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa1f2423-271f-47e2-ab60-dd7757bdafe5 HTTP/1.1" status: 200 len: 210 time: 0.0410783 Oct 27 18:24:35.921558 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae1346-5cc1-466d-b0f7-867591b371fa req-5dfe7f67-518f-438d-ab8d-16d3673b8c0f tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:35.923309 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-47ae1346-5cc1-466d-b0f7-867591b371fa req-5dfe7f67-518f-438d-ab8d-16d3673b8c0f tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 945 time: 0.0908175 Oct 27 18:24:35.934123 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1a96838b-dc55-43aa-a0df-d7613a8f5b95 req-fe0db1c1-6c2b-4d38-900d-325629c757de service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967576 Oct 27 18:24:36.055085 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-47ae1346-5cc1-466d-b0f7-867591b371fa req-3ba1b166-ea8f-4285-aa6e-f6179787215f tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198099 Oct 27 18:24:36.073122 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41a3ca-5763-450f-b6b3-b5724217ade2 req-c72745fe-a4a8-4630-8cde-000297edfe3a tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:36.080471 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb41a3ca-5763-450f-b6b3-b5724217ade2 req-c72745fe-a4a8-4630-8cde-000297edfe3a tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ceb70a4-763d-410e-b213-4c907eb075da HTTP/1.1" status: 200 len: 945 time: 0.1703064 Oct 27 18:24:36.159469 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1a96838b-dc55-43aa-a0df-d7613a8f5b95 req-b47d8877-1ccb-45a0-ae91-aaa32e3ee0dd service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156737 Oct 27 18:24:36.176294 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb41a3ca-5763-450f-b6b3-b5724217ade2 req-23969f64-3e13-4d7f-8636-46f7f0b72ba6 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b497807e-70f6-48af-ba59-15adf01f52f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900123 Oct 27 18:24:36.318458 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3bc30-a539-4fbd-8831-173cacfb98b0 req-2b9c78d8-85d2-4953-8a5a-ca2cd32681b8 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:36.321942 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b1b3bc30-a539-4fbd-8831-173cacfb98b0 req-2b9c78d8-85d2-4953-8a5a-ca2cd32681b8 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 950 time: 0.0962441 Oct 27 18:24:36.407528 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b1b3bc30-a539-4fbd-8831-173cacfb98b0 req-76239408-145b-4317-b4b4-57d0f5915198 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785477 Oct 27 18:24:36.439280 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76035c10-a64b-4689-95e6-4c334eb3c65f req-cc71bf25-c588-40cc-aaf4-73ae814b5cff tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:36.443106 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-76035c10-a64b-4689-95e6-4c334eb3c65f req-cc71bf25-c588-40cc-aaf4-73ae814b5cff tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.0875781 Oct 27 18:24:36.483790 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-76035c10-a64b-4689-95e6-4c334eb3c65f req-e26ceabd-53c8-460c-8cf4-26227e822ec3 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363884 Oct 27 18:24:36.974067 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf41ce-912c-49e0-8930-5093f941cf79 req-f1da57fa-4812-4ba7-a4a0-1caeda8f46ce tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:36.976941 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-56cf41ce-912c-49e0-8930-5093f941cf79 req-f1da57fa-4812-4ba7-a4a0-1caeda8f46ce tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ceb70a4-763d-410e-b213-4c907eb075da HTTP/1.1" status: 200 len: 945 time: 0.0763354 Oct 27 18:24:37.049052 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-56cf41ce-912c-49e0-8930-5093f941cf79 req-a45e0e6a-d35a-4189-a771-b56e9a1baf6f tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b497807e-70f6-48af-ba59-15adf01f52f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646322 Oct 27 18:24:37.051232 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-93b934ee-5ef6-462c-a87b-2a3406d6527b req-209b95f7-4412-4541-897f-64fe442c008e tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa1f2423-271f-47e2-ab60-dd7757bdafe5 HTTP/1.1" status: 200 len: 210 time: 0.0424390 Oct 27 18:24:37.267636 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc8a97-952c-476f-aba0-889eaf382732 req-f92ab816-834a-46fb-8535-f7b9fb6dc877 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:37.269177 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c9bc8a97-952c-476f-aba0-889eaf382732 req-f92ab816-834a-46fb-8535-f7b9fb6dc877 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 950 time: 0.1334884 Oct 27 18:24:37.276147 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a39b0e4b-fa46-48df-930d-68f0caed0993 req-f7adac34-104f-4309-a86f-b247890d5ffc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1295838 Oct 27 18:24:37.293290 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2e901-85f7-4509-a00d-defd142c1b03 req-98510dc9-49ca-4834-82f7-ecf815e01f5d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:37.294976 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dda2e901-85f7-4509-a00d-defd142c1b03 req-98510dc9-49ca-4834-82f7-ecf815e01f5d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 945 time: 0.1197083 Oct 27 18:24:37.395876 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c9bc8a97-952c-476f-aba0-889eaf382732 req-8b76c246-9304-452a-b071-363837f87123 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155882 Oct 27 18:24:37.503378 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dda2e901-85f7-4509-a00d-defd142c1b03 req-2cf185d9-c010-46e8-ab9b-049c30050fb8 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891260 Oct 27 18:24:37.550680 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-d988be6f-49f8-4172-b6e7-a0cfbaf2e829 tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:37.560661 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-d988be6f-49f8-4172-b6e7-a0cfbaf2e829 tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] 10.222.0.93 "GET /v2.0/networks?id=8b46f261-2a8f-43f5-ae1b-37d0973221ac HTTP/1.1" status: 200 len: 814 time: 0.2542260 Oct 27 18:24:37.578904 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-6078be9e-da19-4eda-b520-48e383a61384 tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] Request body: {'port': {'device_id': 'fa1f2423-271f-47e2-ab60-dd7757bdafe5', 'network_id': '8b46f261-2a8f-43f5-ae1b-37d0973221ac', 'admin_state_up': True, 'tenant_id': '617ca6012f18497ea1bace94e887e5af'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:24:37.761674 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29be689-ac6c-4ad5-9a7f-823f0cb6c452 req-d271710c-a71b-43fe-926f-42f04c0deddf tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:37.768923 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a29be689-ac6c-4ad5-9a7f-823f0cb6c452 req-d271710c-a71b-43fe-926f-42f04c0deddf tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.1020062 Oct 27 18:24:37.829823 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a29be689-ac6c-4ad5-9a7f-823f0cb6c452 req-ed48137c-a5fc-4dc0-a2fc-34887341887c tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579002 Oct 27 18:24:37.882820 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-6078be9e-da19-4eda-b520-48e383a61384 tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] Made reservation on behalf of 617ca6012f18497ea1bace94e887e5af for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:24:37.886469 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-6078be9e-da19-4eda-b520-48e383a61384 tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:38.039233 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-6078be9e-da19-4eda-b520-48e383a61384 tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] Allocated IP 172.20.0.4 (8b46f261-2a8f-43f5-ae1b-37d0973221ac/7ec86020-db69-439f-b7b1-6b3170dfe0be/3195fa44-cde8-4619-9a21-58d37ca6688a) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:24:38.283313 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ddd8aa59-31b7-4112-936e-43e6cab8a3dd req-b57173da-1362-40fe-9384-63b116d0cd1a tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa1f2423-271f-47e2-ab60-dd7757bdafe5 HTTP/1.1" status: 200 len: 210 time: 0.0642695 Oct 27 18:24:38.338228 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f29784-74bc-4fae-ba62-f0c5fdbbbe5b req-c5a21f92-39bf-4402-9660-5a9ce90ec5ab tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:38.340280 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-02f29784-74bc-4fae-ba62-f0c5fdbbbe5b req-c5a21f92-39bf-4402-9660-5a9ce90ec5ab tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ceb70a4-763d-410e-b213-4c907eb075da HTTP/1.1" status: 200 len: 945 time: 0.1262794 Oct 27 18:24:38.375888 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-6078be9e-da19-4eda-b520-48e383a61384 tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:38.407620 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-02f29784-74bc-4fae-ba62-f0c5fdbbbe5b req-3ce29751-1524-41a1-a0c2-301f62af0246 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b497807e-70f6-48af-ba59-15adf01f52f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511763 Oct 27 18:24:38.512542 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-6078be9e-da19-4eda-b520-48e383a61384 tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:38.574306 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c119b4-69ad-4793-9fae-2230d553c100 req-e147d5d4-5256-458c-a7c4-0a41cbdf9a18 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:38.582851 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-34c119b4-69ad-4793-9fae-2230d553c100 req-e147d5d4-5256-458c-a7c4-0a41cbdf9a18 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 950 time: 0.1083539 Oct 27 18:24:38.592890 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-6078be9e-da19-4eda-b520-48e383a61384 tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] Network 8b46f261-2a8f-43f5-ae1b-37d0973221ac is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:24:38.609509 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-6078be9e-da19-4eda-b520-48e383a61384 tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:24:38.609936 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-6078be9e-da19-4eda-b520-48e383a61384 tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:24:38.640046 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6078be9e-da19-4eda-b520-48e383a61384 tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] Pushing event updated for resources: {'Port': ['ID=3195fa44-cde8-4619-9a21-58d37ca6688a,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:38.673603 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-34c119b4-69ad-4793-9fae-2230d553c100 req-66e877f6-0308-4461-abe5-94c42f12e1f0 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907757 Oct 27 18:24:38.739828 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-6078be9e-da19-4eda-b520-48e383a61384 tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:38.741408 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-6078be9e-da19-4eda-b520-48e383a61384 tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:38.770341 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637cd97c-dca6-43e4-bec1-fae480f8b3bd req-56abfa6d-e2b1-4795-9c47-8148c46aef02 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:38.781242 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-637cd97c-dca6-43e4-bec1-fae480f8b3bd req-56abfa6d-e2b1-4795-9c47-8148c46aef02 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 945 time: 0.0930960 Oct 27 18:24:38.824876 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-637cd97c-dca6-43e4-bec1-fae480f8b3bd req-4089f6c2-353f-45ff-8ea0-73ada9af6867 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453377 Oct 27 18:24:38.853099 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-6078be9e-da19-4eda-b520-48e383a61384 tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2714765 Oct 27 18:24:38.880210 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-43236cd0-1d1b-4d95-a21f-ed915254e61f service neutron] Request body: {'port': {'device_id': 'fa1f2423-271f-47e2-ab60-dd7757bdafe5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:24:39.009188 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfffed0-fad7-4101-a6b5-02077345bc67 req-085ec0b4-31c1-488e-b731-4251e039bde2 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:39.010889 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7dfffed0-fad7-4101-a6b5-02077345bc67 req-085ec0b4-31c1-488e-b731-4251e039bde2 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.0972424 Oct 27 18:24:39.011499 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-43236cd0-1d1b-4d95-a21f-ed915254e61f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:39.104039 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7dfffed0-fad7-4101-a6b5-02077345bc67 req-c78ae600-ee26-4d7b-bef1-60afeccbed24 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823843 Oct 27 18:24:39.738896 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6d59f-1dbc-4588-bf8f-4fae4d1e67d5 req-591f6f23-e888-45b1-9aa9-a4828659f377 tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:39.741160 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2cf6d59f-1dbc-4588-bf8f-4fae4d1e67d5 req-591f6f23-e888-45b1-9aa9-a4828659f377 tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa1f2423-271f-47e2-ab60-dd7757bdafe5 HTTP/1.1" status: 200 len: 931 time: 0.1482878 Oct 27 18:24:39.748433 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a8941-21c4-42f1-9abc-f03d48b54855 req-1f877dec-dccc-4270-96f5-0245cf215f95 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:39.749822 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1c0a8941-21c4-42f1-9abc-f03d48b54855 req-1f877dec-dccc-4270-96f5-0245cf215f95 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ceb70a4-763d-410e-b213-4c907eb075da HTTP/1.1" status: 200 len: 945 time: 0.1557703 Oct 27 18:24:39.780021 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e1a073c7-002f-4022-8b6b-8321d1bb4ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:39.793892 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23185e4b-66c7-45b1-9ea7-7985b991974a req-d28262af-1207-4f63-9ad4-51bc8efde7cd tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:39.795391 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-23185e4b-66c7-45b1-9ea7-7985b991974a req-d28262af-1207-4f63-9ad4-51bc8efde7cd tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.93 "GET /v2.0/ports?device_id=3ceb70a4-763d-410e-b213-4c907eb075da HTTP/1.1" status: 200 len: 945 time: 0.2001450 Oct 27 18:24:39.893507 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2cf6d59f-1dbc-4588-bf8f-4fae4d1e67d5 req-a76feb33-d2b4-4c0d-a956-37eff7803e2c tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc1b9032-cfe6-43c2-8ed6-0bac919f0955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401258 Oct 27 18:24:39.915727 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1c0a8941-21c4-42f1-9abc-f03d48b54855 req-d49e6ed7-2813-4278-a03b-1eecf1236c93 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b497807e-70f6-48af-ba59-15adf01f52f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497796 Oct 27 18:24:39.956944 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-43236cd0-1d1b-4d95-a21f-ed915254e61f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3195fa44-cde8-4619-9a21-58d37ca6688a {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:24:39.989506 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-43236cd0-1d1b-4d95-a21f-ed915254e61f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:40.039821 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-43236cd0-1d1b-4d95-a21f-ed915254e61f service neutron] Transition to ACTIVE for port object 3195fa44-cde8-4619-9a21-58d37ca6688a will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:24:40.066073 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b0e4b-fa46-48df-930d-68f0caed0993 req-15e91753-77df-4ddb-8621-f3b3ca595431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:40.067804 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-23185e4b-66c7-45b1-9ea7-7985b991974a req-daba71f0-801d-4098-9a7d-aa5985a6d25e tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Deleting port 6b730e5a-e2b3-48e9-8b5b-5377934d1867 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:24:40.068969 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-23185e4b-66c7-45b1-9ea7-7985b991974a req-daba71f0-801d-4098-9a7d-aa5985a6d25e tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:40.069939 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a39b0e4b-fa46-48df-930d-68f0caed0993 req-15e91753-77df-4ddb-8621-f3b3ca595431 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0493afd680224a038be01c24bab6b33d&device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 1101 time: 0.0849481 Oct 27 18:24:40.081075 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c39e7-f664-4ca0-a7fc-4309eb67409d req-ec2e35cd-883e-4549-a445-8f83ce7d0bcb tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:40.082984 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cc3c39e7-f664-4ca0-a7fc-4309eb67409d req-ec2e35cd-883e-4549-a445-8f83ce7d0bcb tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 950 time: 0.0832026 Oct 27 18:24:40.144039 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-43236cd0-1d1b-4d95-a21f-ed915254e61f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:40.251621 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b0e4b-fa46-48df-930d-68f0caed0993 req-7a26c056-173b-4044-98d6-c850b6811195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:40.253395 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a39b0e4b-fa46-48df-930d-68f0caed0993 req-7a26c056-173b-4044-98d6-c850b6811195 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.1709509 Oct 27 18:24:40.254486 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cc3c39e7-f664-4ca0-a7fc-4309eb67409d req-56191bc4-e41e-4fa4-b709-860fdd870c97 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541357 Oct 27 18:24:40.309743 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a39b0e4b-fa46-48df-930d-68f0caed0993 req-1d83f464-52af-482c-905c-d1d6140b287e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=05c9daa4-10d7-41ab-8573-a5526d5c4abe HTTP/1.1" status: 200 len: 217 time: 0.0447471 Oct 27 18:24:40.314734 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43236cd0-1d1b-4d95-a21f-ed915254e61f service neutron] Pushing event updated for resources: {'Port': ['ID=3195fa44-cde8-4619-9a21-58d37ca6688a,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:40.384279 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b0e4b-fa46-48df-930d-68f0caed0993 req-987375fe-281c-41b1-9dc8-d0c35a5f9ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:40.386265 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a39b0e4b-fa46-48df-930d-68f0caed0993 req-987375fe-281c-41b1-9dc8-d0c35a5f9ea4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.0679216 Oct 27 18:24:40.401303 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-23185e4b-66c7-45b1-9ea7-7985b991974a req-daba71f0-801d-4098-9a7d-aa5985a6d25e tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] For port 6b730e5a-e2b3-48e9-8b5b-5377934d1867, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=6b730e5a-e2b3-48e9-8b5b-5377934d1867,segment=NetworkSegment(4521e87a-03d0-492f-b3e1-3d151690e870),segment_id=4521e87a-03d0-492f-b3e1-3d151690e870)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:40.401691 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-23185e4b-66c7-45b1-9ea7-7985b991974a req-daba71f0-801d-4098-9a7d-aa5985a6d25e tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:40.458911 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-23185e4b-66c7-45b1-9ea7-7985b991974a req-daba71f0-801d-4098-9a7d-aa5985a6d25e tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Calling delete_port for 6b730e5a-e2b3-48e9-8b5b-5377934d1867 owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:24:40.469824 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b0e4b-fa46-48df-930d-68f0caed0993 req-b947a7b4-bc43-4449-b38e-3c9a6f501854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:40.471711 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a39b0e4b-fa46-48df-930d-68f0caed0993 req-b947a7b4-bc43-4449-b38e-3c9a6f501854 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0696371 Oct 27 18:24:40.504327 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7bbc72-7bd5-40a7-91f0-d6d0658d4fcc req-f803acdf-8a6b-4e5f-8e11-91be62333822 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:40.512756 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bf7bbc72-7bd5-40a7-91f0-d6d0658d4fcc req-f803acdf-8a6b-4e5f-8e11-91be62333822 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 945 time: 0.2323258 Oct 27 18:24:40.581300 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbfabe-097a-4aa1-9977-e70884dc764e req-d5c200a1-a7a0-431f-a95b-e0a916fd96ce tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:40.589331 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bbbbfabe-097a-4aa1-9977-e70884dc764e req-d5c200a1-a7a0-431f-a95b-e0a916fd96ce tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.2221451 Oct 27 18:24:40.609574 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a39b0e4b-fa46-48df-930d-68f0caed0993 req-22574341-73ba-4cbf-9972-9ca1b0450a12 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170270 Oct 27 18:24:40.610846 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-43236cd0-1d1b-4d95-a21f-ed915254e61f service neutron] Attempting to bind port 3195fa44-cde8-4619-9a21-58d37ca6688a on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:24:40.611276 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-43236cd0-1d1b-4d95-a21f-ed915254e61f service neutron] Attempting to bind port 3195fa44-cde8-4619-9a21-58d37ca6688a by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '0df1765c-dad4-45b4-8898-63b359ee6d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '8b46f261-2a8f-43f5-ae1b-37d0973221ac'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:24:40.611613 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-43236cd0-1d1b-4d95-a21f-ed915254e61f service neutron] Attempting to bind port 3195fa44-cde8-4619-9a21-58d37ca6688a on network 8b46f261-2a8f-43f5-ae1b-37d0973221ac {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:24:40.634425 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-43236cd0-1d1b-4d95-a21f-ed915254e61f service neutron] Port 3195fa44-cde8-4619-9a21-58d37ca6688a on network 8b46f261-2a8f-43f5-ae1b-37d0973221ac not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:24:40.634743 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-43236cd0-1d1b-4d95-a21f-ed915254e61f service neutron] Attempting to bind port 3195fa44-cde8-4619-9a21-58d37ca6688a on network 8b46f261-2a8f-43f5-ae1b-37d0973221ac {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:24:40.657817 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-43236cd0-1d1b-4d95-a21f-ed915254e61f service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:24:40.658159 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-43236cd0-1d1b-4d95-a21f-ed915254e61f service neutron] Checking segment: {'id': '0df1765c-dad4-45b4-8898-63b359ee6d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '8b46f261-2a8f-43f5-ae1b-37d0973221ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:24:40.658556 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-43236cd0-1d1b-4d95-a21f-ed915254e61f service neutron] Bound using segment: {'id': '0df1765c-dad4-45b4-8898-63b359ee6d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '8b46f261-2a8f-43f5-ae1b-37d0973221ac'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:24:40.659123 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-43236cd0-1d1b-4d95-a21f-ed915254e61f service neutron] Bound port: 3195fa44-cde8-4619-9a21-58d37ca6688a, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df1765c-dad4-45b4-8898-63b359ee6d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '8b46f261-2a8f-43f5-ae1b-37d0973221ac'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:24:40.659498 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-43236cd0-1d1b-4d95-a21f-ed915254e61f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:40.667436 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bf7bbc72-7bd5-40a7-91f0-d6d0658d4fcc req-c0d642df-45a3-42c2-9ea6-dfa7e93b1433 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537056 Oct 27 18:24:40.714541 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bbbbfabe-097a-4aa1-9977-e70884dc764e req-8b336db8-f400-4f96-912a-4af2f982be3b tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240685 Oct 27 18:24:40.742043 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a39b0e4b-fa46-48df-930d-68f0caed0993 req-b0c056e4-7878-4951-bb56-3a50ccaf3557 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222456 Oct 27 18:24:40.811526 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-43236cd0-1d1b-4d95-a21f-ed915254e61f service neutron] For port 3195fa44-cde8-4619-9a21-58d37ca6688a, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:24:40.817221 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-43236cd0-1d1b-4d95-a21f-ed915254e61f service neutron] For port 3195fa44-cde8-4619-9a21-58d37ca6688a, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=3195fa44-cde8-4619-9a21-58d37ca6688a,segment=NetworkSegment(0df1765c-dad4-45b4-8898-63b359ee6d0d),segment_id=0df1765c-dad4-45b4-8898-63b359ee6d0d)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:24:40.877584 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-43236cd0-1d1b-4d95-a21f-ed915254e61f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:40.882290 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-23185e4b-66c7-45b1-9ea7-7985b991974a req-daba71f0-801d-4098-9a7d-aa5985a6d25e tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:40.904329 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['bee72c65-02d5-46df-a4e4-1aaac25436b8', '73ada1ff-80fe-44de-a4fb-d3b9d7795984'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:24:40.928806 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-43236cd0-1d1b-4d95-a21f-ed915254e61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:40.929472 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-43236cd0-1d1b-4d95-a21f-ed915254e61f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:40.930923 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-43236cd0-1d1b-4d95-a21f-ed915254e61f service neutron] 10.222.0.93 "PUT /v2.0/ports/3195fa44-cde8-4619-9a21-58d37ca6688a HTTP/1.1" status: 200 len: 1091 time: 2.0581205 Oct 27 18:24:40.931615 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa1f2423-271f-47e2-ab60-dd7757bdafe5', 'tag': '3195fa44-cde8-4619-9a21-58d37ca6688a'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:24:40.934099 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4ee9ae-c77a-45eb-a1e1-46002eb117b5" -d '{"events": [{"name": "network-changed", "server_uuid": "fa1f2423-271f-47e2-ab60-dd7757bdafe5", "tag": "3195fa44-cde8-4619-9a21-58d37ca6688a"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:24:41.003044 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-23185e4b-66c7-45b1-9ea7-7985b991974a req-daba71f0-801d-4098-9a7d-aa5985a6d25e tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] No DVR routers for this DVR port 6b730e5a-e2b3-48e9-8b5b-5377934d1867 on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:24:41.008502 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-23185e4b-66c7-45b1-9ea7-7985b991974a req-daba71f0-801d-4098-9a7d-aa5985a6d25e tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:41.012654 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-23185e4b-66c7-45b1-9ea7-7985b991974a req-daba71f0-801d-4098-9a7d-aa5985a6d25e tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.93 "DELETE /v2.0/ports/6b730e5a-e2b3-48e9-8b5b-5377934d1867 HTTP/1.1" status: 204 len: 173 time: 1.1838145 Oct 27 18:24:41.013865 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43236cd0-1d1b-4d95-a21f-ed915254e61f service neutron] Pushing event updated for resources: {'Port': ['ID=3195fa44-cde8-4619-9a21-58d37ca6688a,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:41.017968 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c4f6f3-622e-4132-9d1e-02d38bd005a1 x-openstack-request-id: req-32c4f6f3-622e-4132-9d1e-02d38bd005a1 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:24:41.018417 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa1f2423-271f-47e2-ab60-dd7757bdafe5", "tag": "3195fa44-cde8-4619-9a21-58d37ca6688a", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:24:41.018775 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-32c4f6f3-622e-4132-9d1e-02d38bd005a1 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:24:41.019295 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa1f2423-271f-47e2-ab60-dd7757bdafe5', 'tag': '3195fa44-cde8-4619-9a21-58d37ca6688a', 'status': 'completed', 'code': 200} Oct 27 18:24:41.056486 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba71f0-801d-4098-9a7d-aa5985a6d25e tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Pushing event deleted for resources: {'Port': ['ID=6b730e5a-e2b3-48e9-8b5b-5377934d1867,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:41.145091 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7d966917-0760-43cc-9de1-4c1d34270496 req-27abda93-ad1d-4f1d-a7a2-9c9a0ffe7885 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ceb70a4-763d-410e-b213-4c907eb075da HTTP/1.1" status: 200 len: 210 time: 0.0335414 Oct 27 18:24:41.168248 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-c1dbe453-50dc-431a-a611-2e14e7c68f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:41.169798 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-c1dbe453-50dc-431a-a611-2e14e7c68f83 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=617ca6012f18497ea1bace94e887e5af&device_id=fa1f2423-271f-47e2-ab60-dd7757bdafe5 HTTP/1.1" status: 200 len: 1094 time: 0.1241689 Oct 27 18:24:41.178445 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d22d80-8005-429f-aaa3-c6bc447ffbbb req-c22a2987-1735-42c1-957a-776554869369 tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:41.180189 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-89d22d80-8005-429f-aaa3-c6bc447ffbbb req-c22a2987-1735-42c1-957a-776554869369 tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa1f2423-271f-47e2-ab60-dd7757bdafe5 HTTP/1.1" status: 200 len: 943 time: 0.1248660 Oct 27 18:24:41.249260 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-aa4066dd-3a47-487d-8a49-2ddc256d14e0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3195fa44-cde8-4619-9a21-58d37ca6688a HTTP/1.1" status: 200 len: 217 time: 0.0542538 Oct 27 18:24:41.268610 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-89d22d80-8005-429f-aaa3-c6bc447ffbbb req-9490207b-be55-4414-8461-3b056bd247ca tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc1b9032-cfe6-43c2-8ed6-0bac919f0955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806231 Oct 27 18:24:41.375411 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-cd716cb2-8b50-4091-8b4b-3f68596f09ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:41.376952 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-cd716cb2-8b50-4091-8b4b-3f68596f09ad service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7ec86020-db69-439f-b7b1-6b3170dfe0be HTTP/1.1" status: 200 len: 854 time: 0.0561562 Oct 27 18:24:41.433181 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-c89afd28-62b7-4b42-91fe-672d5356e36b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8b46f261-2a8f-43f5-ae1b-37d0973221ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278141 Oct 27 18:24:41.452884 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ca28a-2d75-4336-ae27-423b87bc731d req-37c38c3f-258f-4c70-9f3b-9e8d7611653b tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:41.454344 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cf7ca28a-2d75-4336-ae27-423b87bc731d req-37c38c3f-258f-4c70-9f3b-9e8d7611653b tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 950 time: 0.0765257 Oct 27 18:24:41.541870 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cf7ca28a-2d75-4336-ae27-423b87bc731d req-8a1c003f-0324-4cdf-8fcd-8b90a048656f tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776694 Oct 27 18:24:41.574375 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-c6bc674d-d7f8-47d7-b1ef-22f0aad27784 service neutron] 10.222.0.93 "GET /v2.0/networks/8b46f261-2a8f-43f5-ae1b-37d0973221ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189630 Oct 27 18:24:41.809186 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2f24f123-c919-4334-bc0a-a948b7c67f54 req-b599ee66-75ad-4fb9-8840-fba6d5b3e42b service neutron] 10.222.0.93 "GET /v2.0/networks/8b46f261-2a8f-43f5-ae1b-37d0973221ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301725 Oct 27 18:24:41.839950 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cf5fd-a516-4de1-a4dd-d9efe77c546c req-66da4f21-8bcf-4021-aee7-8758b54fce54 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:41.844421 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ed9cf5fd-a516-4de1-a4dd-d9efe77c546c req-66da4f21-8bcf-4021-aee7-8758b54fce54 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 945 time: 0.0993686 Oct 27 18:24:41.885612 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38193514-0570-40bd-9f4b-b6e72c70df85 req-c6513c55-7d12-42aa-a9ba-1bddc7f4a359 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:41.887187 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-38193514-0570-40bd-9f4b-b6e72c70df85 req-c6513c55-7d12-42aa-a9ba-1bddc7f4a359 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.0940886 Oct 27 18:24:41.918354 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ed9cf5fd-a516-4de1-a4dd-d9efe77c546c req-e1080ed9-365c-41d8-a5ec-29471e9bc547 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700870 Oct 27 18:24:41.951063 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-38193514-0570-40bd-9f4b-b6e72c70df85 req-d3fbd402-d251-40bc-ad57-d6ef1e92ef4e tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529251 Oct 27 18:24:41.988783 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ee9ae-c77a-45eb-a1e1-46002eb117b5 req-7436b6e9-7f78-4767-af8c-d2b4ee845af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:41.991595 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4a4ee9ae-c77a-45eb-a1e1-46002eb117b5 req-7436b6e9-7f78-4767-af8c-d2b4ee845af8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=617ca6012f18497ea1bace94e887e5af&device_id=fa1f2423-271f-47e2-ab60-dd7757bdafe5 HTTP/1.1" status: 200 len: 1094 time: 0.0583067 Oct 27 18:24:42.065036 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-616b0296-54ce-430a-9660-6afaa346221b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:42.121767 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b148f2f-f5a0-4c1c-9361-bd9919b04bcb req-c204e06a-d528-4e25-bf41-658479a7884c tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:42.123296 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8b148f2f-f5a0-4c1c-9361-bd9919b04bcb req-c204e06a-d528-4e25-bf41-658479a7884c tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 946 time: 0.1198556 Oct 27 18:24:42.145543 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ee9ae-c77a-45eb-a1e1-46002eb117b5 req-1d290c16-06a5-4faf-ae48-60e31b257603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:42.147646 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4a4ee9ae-c77a-45eb-a1e1-46002eb117b5 req-1d290c16-06a5-4faf-ae48-60e31b257603 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8b46f261-2a8f-43f5-ae1b-37d0973221ac HTTP/1.1" status: 200 len: 916 time: 0.1454923 Oct 27 18:24:42.209395 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4a4ee9ae-c77a-45eb-a1e1-46002eb117b5 req-1507e621-ad2c-4173-9828-33663fcc1e91 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3195fa44-cde8-4619-9a21-58d37ca6688a HTTP/1.1" status: 200 len: 217 time: 0.0513582 Oct 27 18:24:42.223793 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8b148f2f-f5a0-4c1c-9361-bd9919b04bcb req-7f7e2b1e-203b-4afd-ad72-43e13b8553f7 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886698 Oct 27 18:24:42.313976 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a6482d8d-1b89-4e56-abde-0830ea615142 req-ea43b032-6d83-44ca-8239-087845d17f8b tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ceb70a4-763d-410e-b213-4c907eb075da HTTP/1.1" status: 200 len: 210 time: 0.0441024 Oct 27 18:24:42.334482 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6294d604-be67-4503-9f16-4fff6e6da08e req-4d69b711-db80-4e6d-9c03-68a05516207b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1218312 Oct 27 18:24:42.334482 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ee9ae-c77a-45eb-a1e1-46002eb117b5 req-59840978-c338-4fae-994e-c307145a021d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:42.334482 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4a4ee9ae-c77a-45eb-a1e1-46002eb117b5 req-59840978-c338-4fae-994e-c307145a021d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7ec86020-db69-439f-b7b1-6b3170dfe0be HTTP/1.1" status: 200 len: 854 time: 0.0914752 Oct 27 18:24:42.380752 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4a4ee9ae-c77a-45eb-a1e1-46002eb117b5 req-aa1b09e1-61ca-4659-a26c-e5968e32b9af service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8b46f261-2a8f-43f5-ae1b-37d0973221ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292523 Oct 27 18:24:42.499405 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294d604-be67-4503-9f16-4fff6e6da08e req-456d3901-804e-4c5f-9dda-5b51c20037a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:42.500896 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6294d604-be67-4503-9f16-4fff6e6da08e req-456d3901-804e-4c5f-9dda-5b51c20037a5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=74d488054c1f4f50bdb6de26a9138d36&device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 1097 time: 0.1228013 Oct 27 18:24:42.544654 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4a4ee9ae-c77a-45eb-a1e1-46002eb117b5 req-5c7b2d24-4e50-4fb3-9c5e-5e2dbab18667 service neutron] 10.222.0.93 "GET /v2.0/networks/8b46f261-2a8f-43f5-ae1b-37d0973221ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384633 Oct 27 18:24:42.582273 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d76cc-04ae-41ef-8bfd-d446742ce241 req-f8510e34-6277-4bb5-9c59-fbcf8147b6d4 tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:42.584314 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fa5d76cc-04ae-41ef-8bfd-d446742ce241 req-f8510e34-6277-4bb5-9c59-fbcf8147b6d4 tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa1f2423-271f-47e2-ab60-dd7757bdafe5 HTTP/1.1" status: 200 len: 943 time: 0.1764765 Oct 27 18:24:42.736555 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fa5d76cc-04ae-41ef-8bfd-d446742ce241 req-e5ebf462-2fef-4ca1-a47a-72b42a9560ed tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc1b9032-cfe6-43c2-8ed6-0bac919f0955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249661 Oct 27 18:24:42.757124 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294d604-be67-4503-9f16-4fff6e6da08e req-ebc89575-850b-436a-830d-716812b5273a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:42.757124 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6294d604-be67-4503-9f16-4fff6e6da08e req-ebc89575-850b-436a-830d-716812b5273a service neutron] 10.222.0.93 "GET /v2.0/networks?id=a7c013d9-ea11-470b-8a79-08abd897c197 HTTP/1.1" status: 200 len: 914 time: 0.2038212 Oct 27 18:24:42.757124 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4a4ee9ae-c77a-45eb-a1e1-46002eb117b5 req-e1e8c577-6ee2-4e6b-8e13-c1d6a045a6cf service neutron] 10.222.0.93 "GET /v2.0/networks/8b46f261-2a8f-43f5-ae1b-37d0973221ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968570 Oct 27 18:24:42.789832 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device d8372463-b0b5-40ec-b152-27501bceac5f no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:24:42.866087 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6294d604-be67-4503-9f16-4fff6e6da08e req-45fbc524-2733-4b4c-b3e6-cd2aa9e19196 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8372463-b0b5-40ec-b152-27501bceac5f HTTP/1.1" status: 200 len: 1001 time: 0.0864143 Oct 27 18:24:42.883020 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:42.907194 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b85a65-8e47-40db-9fd2-4cdfaedb07a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8372463-b0b5-40ec-b152-27501bceac5f'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:24:42.909460 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246fbb34-2658-4720-92bb-a0f8d91b3d00" -d '{"events": [{"server_uuid": "86b85a65-8e47-40db-9fd2-4cdfaedb07a8", "name": "network-vif-unplugged", "status": "completed", "tag": "d8372463-b0b5-40ec-b152-27501bceac5f"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:24:42.923695 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d8372463-b0b5-40ec-b152-27501bceac5f, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d8372463-b0b5-40ec-b152-27501bceac5f,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:42.956647 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 18:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7816bb16-ab14-4c5d-b757-33415a4a8400 x-openstack-request-id: req-7816bb16-ab14-4c5d-b757-33415a4a8400 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:24:42.956940 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b85a65-8e47-40db-9fd2-4cdfaedb07a8", "name": "network-vif-unplugged", "status": "completed", "tag": "d8372463-b0b5-40ec-b152-27501bceac5f", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:24:42.957120 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294d604-be67-4503-9f16-4fff6e6da08e req-ffc3ec8b-7246-4186-aafe-6df33728d369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:42.957275 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7816bb16-ab14-4c5d-b757-33415a4a8400 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:24:42.957580 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b85a65-8e47-40db-9fd2-4cdfaedb07a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8372463-b0b5-40ec-b152-27501bceac5f', 'code': 200} Oct 27 18:24:42.960037 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6294d604-be67-4503-9f16-4fff6e6da08e req-ffc3ec8b-7246-4186-aafe-6df33728d369 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=afe6cc10-9308-4117-a497-d403cb219653 HTTP/1.1" status: 200 len: 851 time: 0.0793772 Oct 27 18:24:42.977675 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83419d31-0122-4e26-99a2-fc6236b3e274 req-f822c169-aad5-410b-819b-f5861711d38a tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:42.979661 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-83419d31-0122-4e26-99a2-fc6236b3e274 req-f822c169-aad5-410b-819b-f5861711d38a tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 950 time: 0.0675206 Oct 27 18:24:43.008328 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:43.008328 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 6b730e5a-e2b3-48e9-8b5b-5377934d1867 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:24:43.020023 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ceb70a4-763d-410e-b213-4c907eb075da', 'name': 'network-vif-deleted', 'tag': '6b730e5a-e2b3-48e9-8b5b-5377934d1867'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:24:43.023140 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c80d42-ff2f-4b5f-a30a-17a542fb0dc6" -d '{"events": [{"server_uuid": "3ceb70a4-763d-410e-b213-4c907eb075da", "name": "network-vif-deleted", "tag": "6b730e5a-e2b3-48e9-8b5b-5377934d1867"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:24:43.048501 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 6b730e5a-e2b3-48e9-8b5b-5377934d1867 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:24:43.048937 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 6b730e5a-e2b3-48e9-8b5b-5377934d1867 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:24:43.074680 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=d8372463-b0b5-40ec-b152-27501bceac5f,revision_number=8']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:43.094881 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-83419d31-0122-4e26-99a2-fc6236b3e274 req-13a0c21a-f656-430f-9ef4-94e24ceff667 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013918 Oct 27 18:24:43.102231 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294d604-be67-4503-9f16-4fff6e6da08e req-b5842685-f152-48d2-be42-251bb35c0b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:43.103846 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6294d604-be67-4503-9f16-4fff6e6da08e req-b5842685-f152-48d2-be42-251bb35c0b9d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a7c013d9-ea11-470b-8a79-08abd897c197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1185439 Oct 27 18:24:43.120861 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eab6f1-1f85-4046-844a-0bb589977725 req-2e47a0ac-df0b-4990-93b8-331e97ad309e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:43.122308 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b6eab6f1-1f85-4046-844a-0bb589977725 req-2e47a0ac-df0b-4990-93b8-331e97ad309e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 945 time: 0.1033051 Oct 27 18:24:43.244271 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b6eab6f1-1f85-4046-844a-0bb589977725 req-87c3fa80-0e48-477a-8648-70ab6f57d67c tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117237 Oct 27 18:24:43.280069 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed69e18-f9a3-4ca6-9e00-9c7b9e5595d8 req-07f79a0b-b816-4273-84ad-5ea6a2af3c05 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:43.281634 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9ed69e18-f9a3-4ca6-9e00-9c7b9e5595d8 req-07f79a0b-b816-4273-84ad-5ea6a2af3c05 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.1091080 Oct 27 18:24:43.288388 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6294d604-be67-4503-9f16-4fff6e6da08e req-a8a9be18-47a5-41a8-996e-51925f500eb1 service neutron] 10.222.0.93 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650941 Oct 27 18:24:43.297068 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7ac47d-72b1-4b34-bbee-d9d2935b972e x-openstack-request-id: req-af7ac47d-72b1-4b34-bbee-d9d2935b972e {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:24:43.297352 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ceb70a4-763d-410e-b213-4c907eb075da", "name": "network-vif-deleted", "tag": "6b730e5a-e2b3-48e9-8b5b-5377934d1867", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:24:43.297605 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-af7ac47d-72b1-4b34-bbee-d9d2935b972e {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:24:43.297987 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ceb70a4-763d-410e-b213-4c907eb075da', 'name': 'network-vif-deleted', 'tag': '6b730e5a-e2b3-48e9-8b5b-5377934d1867', 'status': 'completed', 'code': 200} Oct 27 18:24:43.345714 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:43.368726 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:43.376197 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9ed69e18-f9a3-4ca6-9e00-9c7b9e5595d8 req-ee897066-f0bb-4ebe-9fcc-8ad0351c837f tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856292 Oct 27 18:24:43.420839 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6294d604-be67-4503-9f16-4fff6e6da08e req-862107a4-2719-4b1e-9b5a-f51013ac8a1a service neutron] 10.222.0.93 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098354 Oct 27 18:24:43.856428 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb09dca-7dbd-4a89-9d82-dc90f38f11d3 req-5a0ca5f8-fc04-4cc5-8f35-563cbee47a70 tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:43.857929 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7bb09dca-7dbd-4a89-9d82-dc90f38f11d3 req-5a0ca5f8-fc04-4cc5-8f35-563cbee47a70 tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa1f2423-271f-47e2-ab60-dd7757bdafe5 HTTP/1.1" status: 200 len: 943 time: 0.0517871 Oct 27 18:24:43.898208 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7bb09dca-7dbd-4a89-9d82-dc90f38f11d3 req-b214c48e-ba7c-482b-b2ea-8d0165101ca3 tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc1b9032-cfe6-43c2-8ed6-0bac919f0955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340617 Oct 27 18:24:44.133126 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3372140-7cd3-4116-bca3-cf4e00820e10 req-c71b969a-9a01-4049-af19-0f7f6c0fb45a tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:44.138977 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3372140-7cd3-4116-bca3-cf4e00820e10 req-c71b969a-9a01-4049-af19-0f7f6c0fb45a tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:44.140563 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d3372140-7cd3-4116-bca3-cf4e00820e10 req-c71b969a-9a01-4049-af19-0f7f6c0fb45a tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/ports?device_id=7f8ea437-5aae-4814-ac48-1c3de86debf0&device_id=a7430c35-2287-4415-a05e-1a4023a494a7 HTTP/1.1" status: 200 len: 1682 time: 0.0595553 Oct 27 18:24:44.210713 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d3372140-7cd3-4116-bca3-cf4e00820e10 req-6052737e-97a5-4bdd-bac7-72fb5adfca1a tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b497807e-70f6-48af-ba59-15adf01f52f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636327 Oct 27 18:24:44.233758 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d811b0-fd3f-40ba-84cd-29dbec2c3205 req-191b9084-12a3-41b0-b22f-56c51b3b4508 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:44.235302 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a9d811b0-fd3f-40ba-84cd-29dbec2c3205 req-191b9084-12a3-41b0-b22f-56c51b3b4508 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 950 time: 0.0659144 Oct 27 18:24:44.275934 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a9d811b0-fd3f-40ba-84cd-29dbec2c3205 req-2744d487-2d37-4a03-8c1d-e668151f7a90 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337894 Oct 27 18:24:44.388473 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00231da-d33a-411b-af2e-44e1fb70148c req-2768fb9b-a818-4809-8ef6-8ce30b895bc6 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:44.390019 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f00231da-d33a-411b-af2e-44e1fb70148c req-2768fb9b-a818-4809-8ef6-8ce30b895bc6 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 945 time: 0.0517344 Oct 27 18:24:44.430178 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f00231da-d33a-411b-af2e-44e1fb70148c req-72677420-a74b-4576-a2ca-6c1be0689210 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341656 Oct 27 18:24:44.536917 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6172b5-ec2e-42e3-8c0b-048e2ca959a7 req-801926b0-5922-48cf-8991-0842492ab14a tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:44.538483 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ef6172b5-ec2e-42e3-8c0b-048e2ca959a7 req-801926b0-5922-48cf-8991-0842492ab14a tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.0504744 Oct 27 18:24:44.577388 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ef6172b5-ec2e-42e3-8c0b-048e2ca959a7 req-48c0ddaf-b07c-420d-bd60-e95a83bfb769 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328612 Oct 27 18:24:44.996482 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:45.022941 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb21a6-1e9b-4a30-a41d-739ad36e186a req-1dd24525-baec-45d0-a124-308d7dac10e6 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:45.024556 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9deb21a6-1e9b-4a30-a41d-739ad36e186a req-1dd24525-baec-45d0-a124-308d7dac10e6 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/ports?device_id=7f8ea437-5aae-4814-ac48-1c3de86debf0 HTTP/1.1" status: 200 len: 946 time: 0.0814664 Oct 27 18:24:45.044822 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9788dd39-743d-4321-84d4-84c8f7f321af req-2909016d-ec83-4834-ae12-971560ad93c5 tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:45.046267 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9788dd39-743d-4321-84d4-84c8f7f321af req-2909016d-ec83-4834-ae12-971560ad93c5 tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa1f2423-271f-47e2-ab60-dd7757bdafe5 HTTP/1.1" status: 200 len: 943 time: 0.0730140 Oct 27 18:24:45.096602 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9deb21a6-1e9b-4a30-a41d-739ad36e186a req-57bb8fdc-1091-43fd-94db-951eddd5915c tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b497807e-70f6-48af-ba59-15adf01f52f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652411 Oct 27 18:24:45.104103 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9788dd39-743d-4321-84d4-84c8f7f321af req-b0fb4605-2eaf-4b06-9f6d-12727eb828d4 tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc1b9032-cfe6-43c2-8ed6-0bac919f0955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492046 Oct 27 18:24:45.401119 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8be531-dc01-4678-8261-739e38041635 req-f44077b1-f546-4704-a877-0c7a39068ab8 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:45.402552 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0e8be531-dc01-4678-8261-739e38041635 req-f44077b1-f546-4704-a877-0c7a39068ab8 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 950 time: 0.0511143 Oct 27 18:24:45.441252 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0e8be531-dc01-4678-8261-739e38041635 req-56b3f444-0f7e-4724-a60e-c46372fdf1c0 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328345 Oct 27 18:24:45.556010 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91983f-acc9-4c98-b021-ce6ae9e788f2 req-a6fc6705-ce4b-47fd-8c01-bbb623226b81 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:45.557495 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fa91983f-acc9-4c98-b021-ce6ae9e788f2 req-a6fc6705-ce4b-47fd-8c01-bbb623226b81 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 945 time: 0.0550220 Oct 27 18:24:45.595771 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fa91983f-acc9-4c98-b021-ce6ae9e788f2 req-cfc42939-7436-4667-ab58-fd5c997401ce tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324047 Oct 27 18:24:45.694026 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0387001-0a68-440a-8d9e-3d59a1c5654a req-295b1823-84d9-44ae-b2e6-11e55fc6e3a7 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:45.695476 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e0387001-0a68-440a-8d9e-3d59a1c5654a req-295b1823-84d9-44ae-b2e6-11e55fc6e3a7 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.0492625 Oct 27 18:24:45.736351 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e0387001-0a68-440a-8d9e-3d59a1c5654a req-8b6bb346-cb8b-4d12-b868-78129e3c6eb9 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340385 Oct 27 18:24:46.251472 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26704136-3e7d-4c94-a891-da65f7fc6987 req-03942cfe-19a6-4b29-94d7-8b4b305a9de8 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:46.252987 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-26704136-3e7d-4c94-a891-da65f7fc6987 req-03942cfe-19a6-4b29-94d7-8b4b305a9de8 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/ports?device_id=7f8ea437-5aae-4814-ac48-1c3de86debf0 HTTP/1.1" status: 200 len: 946 time: 0.0854905 Oct 27 18:24:46.262068 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf80f24-5c57-4a3c-93b9-130681204e60 req-4f473af1-a09a-45c4-a4f1-935f5571ecda tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:46.263636 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6cf80f24-5c57-4a3c-93b9-130681204e60 req-4f473af1-a09a-45c4-a4f1-935f5571ecda tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa1f2423-271f-47e2-ab60-dd7757bdafe5 HTTP/1.1" status: 200 len: 943 time: 0.0866177 Oct 27 18:24:46.323046 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-26704136-3e7d-4c94-a891-da65f7fc6987 req-4a70d473-1124-497a-b314-5f8fccfda255 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b497807e-70f6-48af-ba59-15adf01f52f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582926 Oct 27 18:24:46.326055 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6cf80f24-5c57-4a3c-93b9-130681204e60 req-485ce6d1-e965-4057-973e-369396035456 tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc1b9032-cfe6-43c2-8ed6-0bac919f0955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552704 Oct 27 18:24:46.561390 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b3ddc-4a06-46c1-bed4-76890799ef6a req-f8d8b2d9-504e-421c-a616-5dead630904a tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:46.562867 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-269b3ddc-4a06-46c1-bed4-76890799ef6a req-f8d8b2d9-504e-421c-a616-5dead630904a tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 950 time: 0.0483992 Oct 27 18:24:46.600623 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-269b3ddc-4a06-46c1-bed4-76890799ef6a req-7b7eb2f8-b5bc-4725-b218-d714219b3a34 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311320 Oct 27 18:24:46.715939 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c951da-6d68-4cf1-bc36-ab5ac401c5dd req-120cf0a3-3b6b-4b1c-a38a-81f7c9062ddb tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:46.717328 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-49c951da-6d68-4cf1-bc36-ab5ac401c5dd req-120cf0a3-3b6b-4b1c-a38a-81f7c9062ddb tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 945 time: 0.0490446 Oct 27 18:24:46.758469 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-49c951da-6d68-4cf1-bc36-ab5ac401c5dd req-22d8554f-b6d8-4fe7-99a5-b43e2c4bfed5 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351179 Oct 27 18:24:46.781771 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device d8372463-b0b5-40ec-b152-27501bceac5f details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:24:46.855280 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37ceea-31fc-4672-b2f4-3c917f2a26ca req-787604a3-141d-41c8-9493-d52d11b7a389 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:46.856770 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4c37ceea-31fc-4672-b2f4-3c917f2a26ca req-787604a3-141d-41c8-9493-d52d11b7a389 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.0500047 Oct 27 18:24:46.881309 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d8372463-b0b5-40ec-b152-27501bceac5f, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d8372463-b0b5-40ec-b152-27501bceac5f,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:46.894301 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'd8372463-b0b5-40ec-b152-27501bceac5f', 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197', 'port_id': 'd8372463-b0b5-40ec-b152-27501bceac5f', 'mac_address': 'fa:16:3e:15:09:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afe6cc10-9308-4117-a497-d403cb219653', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:24:46.902776 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4c37ceea-31fc-4672-b2f4-3c917f2a26ca req-9cec1779-d0c4-402a-9465-675c2057d65b tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394359 Oct 27 18:24:46.937226 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:46.951805 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8372463-b0b5-40ec-b152-27501bceac5f {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:24:46.971886 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d8372463-b0b5-40ec-b152-27501bceac5f, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d8372463-b0b5-40ec-b152-27501bceac5f,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:47.042257 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:47.042956 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 3195fa44-cde8-4619-9a21-58d37ca6688a details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:24:47.140401 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=d8372463-b0b5-40ec-b152-27501bceac5f,revision_number=9']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:47.175775 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54766b8-a822-4fe4-8c3c-af2b626353cf req-13471170-eb0f-42f6-9877-645f0d960f06 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:47.177285 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d54766b8-a822-4fe4-8c3c-af2b626353cf req-13471170-eb0f-42f6-9877-645f0d960f06 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.93 "GET /v2.0/ports?device_id=a7430c35-2287-4415-a05e-1a4023a494a7 HTTP/1.1" status: 200 len: 945 time: 0.0493643 Oct 27 18:24:47.212213 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 3195fa44-cde8-4619-9a21-58d37ca6688a, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=3195fa44-cde8-4619-9a21-58d37ca6688a,segment=NetworkSegment(0df1765c-dad4-45b4-8898-63b359ee6d0d),segment_id=0df1765c-dad4-45b4-8898-63b359ee6d0d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:47.225554 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '3195fa44-cde8-4619-9a21-58d37ca6688a', 'network_id': '8b46f261-2a8f-43f5-ae1b-37d0973221ac', 'port_id': '3195fa44-cde8-4619-9a21-58d37ca6688a', 'mac_address': 'fa:16:3e:7a:8d:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ec86020-db69-439f-b7b1-6b3170dfe0be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:24:47.261974 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:47.275390 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3195fa44-cde8-4619-9a21-58d37ca6688a {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:24:47.278499 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-d54766b8-a822-4fe4-8c3c-af2b626353cf req-708a1d06-bd01-4630-94d3-9b224232e932 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Deleting port bee72c65-02d5-46df-a4e4-1aaac25436b8 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:24:47.279080 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d54766b8-a822-4fe4-8c3c-af2b626353cf req-708a1d06-bd01-4630-94d3-9b224232e932 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:47.299684 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 3195fa44-cde8-4619-9a21-58d37ca6688a, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=3195fa44-cde8-4619-9a21-58d37ca6688a,segment=NetworkSegment(0df1765c-dad4-45b4-8898-63b359ee6d0d),segment_id=0df1765c-dad4-45b4-8898-63b359ee6d0d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:47.385232 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:47.402428 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2f990-9b33-4611-ad5b-90a85f543056 req-0e98e891-873d-4b49-b73e-3281a7f35fee tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:47.403952 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4bf2f990-9b33-4611-ad5b-90a85f543056 req-0e98e891-873d-4b49-b73e-3281a7f35fee tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f8ea437-5aae-4814-ac48-1c3de86debf0 HTTP/1.1" status: 200 len: 946 time: 0.1104960 Oct 27 18:24:47.437594 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=3195fa44-cde8-4619-9a21-58d37ca6688a,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:47.639912 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['d8372463-b0b5-40ec-b152-27501bceac5f'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:24:47.786790 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-d54766b8-a822-4fe4-8c3c-af2b626353cf req-708a1d06-bd01-4630-94d3-9b224232e932 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] For port bee72c65-02d5-46df-a4e4-1aaac25436b8, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=bee72c65-02d5-46df-a4e4-1aaac25436b8,segment=NetworkSegment(4521e87a-03d0-492f-b3e1-3d151690e870),segment_id=4521e87a-03d0-492f-b3e1-3d151690e870)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:47.787782 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d54766b8-a822-4fe4-8c3c-af2b626353cf req-708a1d06-bd01-4630-94d3-9b224232e932 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:47.813454 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-d54766b8-a822-4fe4-8c3c-af2b626353cf req-708a1d06-bd01-4630-94d3-9b224232e932 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Calling delete_port for bee72c65-02d5-46df-a4e4-1aaac25436b8 owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:24:47.899433 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c8371-b96b-4e73-bb67-59edf6eef057 req-9eb06804-4305-4140-9078-614813d87426 tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:47.900833 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6c8c8371-b96b-4e73-bb67-59edf6eef057 req-9eb06804-4305-4140-9078-614813d87426 tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa1f2423-271f-47e2-ab60-dd7757bdafe5 HTTP/1.1" status: 200 len: 944 time: 0.4959989 Oct 27 18:24:47.915957 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af8efb-1012-413e-b7f3-cf6f4a3bd001 req-f0edb883-ed1c-4f66-9bad-ce1a6ebbb355 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:47.915957 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-70af8efb-1012-413e-b7f3-cf6f4a3bd001 req-f0edb883-ed1c-4f66-9bad-ce1a6ebbb355 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/ports?device_id=7f8ea437-5aae-4814-ac48-1c3de86debf0 HTTP/1.1" status: 200 len: 946 time: 0.4933379 Oct 27 18:24:47.990732 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['3195fa44-cde8-4619-9a21-58d37ca6688a'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:24:48.011987 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6c8c8371-b96b-4e73-bb67-59edf6eef057 req-1dbc4c4e-abf9-43f6-a0b4-a7c926ef72ca tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc1b9032-cfe6-43c2-8ed6-0bac919f0955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942981 Oct 27 18:24:48.024834 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-70af8efb-1012-413e-b7f3-cf6f4a3bd001 req-3aef3cfb-5732-4e92-bea0-3e64dc25ee76 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/security-groups?id=b497807e-70f6-48af-ba59-15adf01f52f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995793 Oct 27 18:24:48.034129 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-4bf2f990-9b33-4611-ad5b-90a85f543056 req-fb40204f-07d6-4800-86bc-489057925584 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Deleting port 73ada1ff-80fe-44de-a4fb-d3b9d7795984 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:24:48.034481 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4bf2f990-9b33-4611-ad5b-90a85f543056 req-fb40204f-07d6-4800-86bc-489057925584 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:48.168677 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-4bf2f990-9b33-4611-ad5b-90a85f543056 req-fb40204f-07d6-4800-86bc-489057925584 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] For port 73ada1ff-80fe-44de-a4fb-d3b9d7795984, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=73ada1ff-80fe-44de-a4fb-d3b9d7795984,segment=NetworkSegment(4521e87a-03d0-492f-b3e1-3d151690e870),segment_id=4521e87a-03d0-492f-b3e1-3d151690e870)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:48.169382 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4bf2f990-9b33-4611-ad5b-90a85f543056 req-fb40204f-07d6-4800-86bc-489057925584 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:48.191703 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-4bf2f990-9b33-4611-ad5b-90a85f543056 req-fb40204f-07d6-4800-86bc-489057925584 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Calling delete_port for 73ada1ff-80fe-44de-a4fb-d3b9d7795984 owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:24:48.282323 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d54766b8-a822-4fe4-8c3c-af2b626353cf req-708a1d06-bd01-4630-94d3-9b224232e932 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:48.360351 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a1d06-bd01-4630-94d3-9b224232e932 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Pushing event deleted for resources: {'Port': ['ID=bee72c65-02d5-46df-a4e4-1aaac25436b8,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:48.405966 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c094c4-6291-4e1e-a786-0b20c6f99331 req-9bb1aed7-e48e-49ee-bc8a-478390a951a3 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:48.407436 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20c094c4-6291-4e1e-a786-0b20c6f99331 req-9bb1aed7-e48e-49ee-bc8a-478390a951a3 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 950 time: 0.2001119 Oct 27 18:24:48.438985 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54766b8-a822-4fe4-8c3c-af2b626353cf req-708a1d06-bd01-4630-94d3-9b224232e932 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] No DVR routers for this DVR port bee72c65-02d5-46df-a4e4-1aaac25436b8 on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:24:48.447837 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d54766b8-a822-4fe4-8c3c-af2b626353cf req-708a1d06-bd01-4630-94d3-9b224232e932 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:48.451641 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d54766b8-a822-4fe4-8c3c-af2b626353cf req-708a1d06-bd01-4630-94d3-9b224232e932 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.93 "DELETE /v2.0/ports/bee72c65-02d5-46df-a4e4-1aaac25436b8 HTTP/1.1" status: 204 len: 173 time: 1.2642076 Oct 27 18:24:48.455265 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7430c35-2287-4415-a05e-1a4023a494a7', 'name': 'network-vif-deleted', 'tag': 'bee72c65-02d5-46df-a4e4-1aaac25436b8'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:24:48.458509 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5722fdbb-3cfa-46a7-9368-03ea53520551" -d '{"events": [{"server_uuid": "a7430c35-2287-4415-a05e-1a4023a494a7", "name": "network-vif-deleted", "tag": "bee72c65-02d5-46df-a4e4-1aaac25436b8"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:24:48.477798 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e99552-98b6-4550-aa81-1e2493d84c83 req-c65b44c0-c5e9-44f5-bcf9-3819aa654b97 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:48.479325 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-34e99552-98b6-4550-aa81-1e2493d84c83 req-c65b44c0-c5e9-44f5-bcf9-3819aa654b97 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 945 time: 0.2416666 Oct 27 18:24:48.559079 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20c094c4-6291-4e1e-a786-0b20c6f99331 req-d4eed4f7-d9cf-48e4-ac2d-ab11d5f62502 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234777 Oct 27 18:24:48.589803 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-34e99552-98b6-4550-aa81-1e2493d84c83 req-737a6f60-0617-4fbe-b8f5-afb1991179e1 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979733 Oct 27 18:24:48.672255 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4bf2f990-9b33-4611-ad5b-90a85f543056 req-fb40204f-07d6-4800-86bc-489057925584 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:48.712199 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb40204f-07d6-4800-86bc-489057925584 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Pushing event deleted for resources: {'Port': ['ID=73ada1ff-80fe-44de-a4fb-d3b9d7795984,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:48.722089 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb335e0-eca3-4899-82a0-a3ce77e7137b x-openstack-request-id: req-1fb335e0-eca3-4899-82a0-a3ce77e7137b {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:24:48.722423 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7430c35-2287-4415-a05e-1a4023a494a7", "name": "network-vif-deleted", "tag": "bee72c65-02d5-46df-a4e4-1aaac25436b8", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:24:48.722625 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1fb335e0-eca3-4899-82a0-a3ce77e7137b {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:24:48.723411 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7430c35-2287-4415-a05e-1a4023a494a7', 'name': 'network-vif-deleted', 'tag': 'bee72c65-02d5-46df-a4e4-1aaac25436b8', 'status': 'completed', 'code': 200} Oct 27 18:24:48.743140 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f51c6-3565-4ed0-a6bf-9b63d0e8ea54 req-59e20a95-fe7c-4ff4-bbb8-74c65c496942 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:48.747324 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5e0f51c6-3565-4ed0-a6bf-9b63d0e8ea54 req-59e20a95-fe7c-4ff4-bbb8-74c65c496942 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.1069188 Oct 27 18:24:48.818610 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf2f990-9b33-4611-ad5b-90a85f543056 req-fb40204f-07d6-4800-86bc-489057925584 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] No DVR routers for this DVR port 73ada1ff-80fe-44de-a4fb-d3b9d7795984 on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:24:48.822873 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4bf2f990-9b33-4611-ad5b-90a85f543056 req-fb40204f-07d6-4800-86bc-489057925584 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:48.826649 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4bf2f990-9b33-4611-ad5b-90a85f543056 req-fb40204f-07d6-4800-86bc-489057925584 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.93 "DELETE /v2.0/ports/73ada1ff-80fe-44de-a4fb-d3b9d7795984 HTTP/1.1" status: 204 len: 173 time: 1.4084990 Oct 27 18:24:48.859197 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5e0f51c6-3565-4ed0-a6bf-9b63d0e8ea54 req-680b6301-4943-4d12-9bb7-a2d68fed8ae2 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090958 Oct 27 18:24:49.190217 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ec0607dc-2db8-4a49-a3f3-64e2d369b0bb req-68819044-9807-4f95-b280-1298fb6a1067 tempest-ListServersNegativeTestJSON-1240049909 tempest-ListServersNegativeTestJSON-1240049909-project] 10.222.0.52 "GET /v2.0/ports?device_id=7f8ea437-5aae-4814-ac48-1c3de86debf0 HTTP/1.1" status: 200 len: 210 time: 0.0343487 Oct 27 18:24:49.202179 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa34cc0-aa6a-40e3-9602-91c997a99fe5 req-162f255a-9b87-422c-815e-9b37f370d4dd tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:49.218592 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1aa34cc0-aa6a-40e3-9602-91c997a99fe5 req-162f255a-9b87-422c-815e-9b37f370d4dd tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa1f2423-271f-47e2-ab60-dd7757bdafe5 HTTP/1.1" status: 200 len: 944 time: 0.0933573 Oct 27 18:24:49.277353 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1aa34cc0-aa6a-40e3-9602-91c997a99fe5 req-eec6a88d-4515-4099-99d6-9b25b3287351 tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc1b9032-cfe6-43c2-8ed6-0bac919f0955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652897 Oct 27 18:24:49.592259 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:24:49.758480 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84467d7c-c395-4792-a0d0-a1364fb8c6c8 req-a63836c6-3d7c-40d6-9f3e-294b40319765 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:49.760723 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-84467d7c-c395-4792-a0d0-a1364fb8c6c8 req-a63836c6-3d7c-40d6-9f3e-294b40319765 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 950 time: 0.1150663 Oct 27 18:24:49.805038 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e29b07-539c-44e4-8aab-47edd0aacb19 req-b8cda7e7-84fc-4e5c-9f09-55db9bebc690 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:49.806658 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-48e29b07-539c-44e4-8aab-47edd0aacb19 req-b8cda7e7-84fc-4e5c-9f09-55db9bebc690 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 945 time: 0.1023157 Oct 27 18:24:49.840112 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-84467d7c-c395-4792-a0d0-a1364fb8c6c8 req-bed264fe-8c42-45f6-a3c2-90be2d756d21 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707307 Oct 27 18:24:49.870553 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-48e29b07-539c-44e4-8aab-47edd0aacb19 req-12d42733-bafe-40c0-8ed5-24cd1d239c57 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461864 Oct 27 18:24:50.008771 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e6451-6340-4ed3-921a-f74bd03c7670 req-a43b9214-c6de-4895-8b4f-7fec68ff236d tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:50.010547 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c43e6451-6340-4ed3-921a-f74bd03c7670 req-a43b9214-c6de-4895-8b4f-7fec68ff236d tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.0706561 Oct 27 18:24:50.066964 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c43e6451-6340-4ed3-921a-f74bd03c7670 req-9aa4eea1-cc0c-4cfe-8c8d-15d77af1537d tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428197 Oct 27 18:24:50.302198 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 55164) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:24:50.381200 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a5dbc74-68a7-47d2-a401-f970eb1d34ee admin admin] Deleting subnet b6962e65-afc9-4f65-8d19-8560ead9270a {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:24:50.384788 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3a5dbc74-68a7-47d2-a401-f970eb1d34ee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:50.459811 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3a5dbc74-68a7-47d2-a401-f970eb1d34ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:50.499179 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b5b88-5e4e-4734-9565-eecd1399f621 req-b4657c88-7138-420c-88b3-ad0e2332382b tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:50.502747 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ca5b5b88-5e4e-4734-9565-eecd1399f621 req-b4657c88-7138-420c-88b3-ad0e2332382b tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa1f2423-271f-47e2-ab60-dd7757bdafe5 HTTP/1.1" status: 200 len: 944 time: 0.1137486 Oct 27 18:24:50.537882 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3a5dbc74-68a7-47d2-a401-f970eb1d34ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:50.591946 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ca5b5b88-5e4e-4734-9565-eecd1399f621 req-88c8ce23-9571-4998-bf3d-e63119b5db4d tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc1b9032-cfe6-43c2-8ed6-0bac919f0955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773652 Oct 27 18:24:50.695522 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3a5dbc74-68a7-47d2-a401-f970eb1d34ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:50.723801 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8ea437-5aae-4814-ac48-1c3de86debf0', 'name': 'network-vif-deleted', 'tag': '73ada1ff-80fe-44de-a4fb-d3b9d7795984'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:24:50.726704 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af72f21-5156-4349-b304-2ebb8d38d173" -d '{"events": [{"server_uuid": "7f8ea437-5aae-4814-ac48-1c3de86debf0", "name": "network-vif-deleted", "tag": "73ada1ff-80fe-44de-a4fb-d3b9d7795984"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:24:50.735268 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3a5dbc74-68a7-47d2-a401-f970eb1d34ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:50.741555 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3a5dbc74-68a7-47d2-a401-f970eb1d34ee admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b6962e65-afc9-4f65-8d19-8560ead9270a HTTP/1.1" status: 204 len: 168 time: 0.4356513 Oct 27 18:24:50.741555 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5dbc74-68a7-47d2-a401-f970eb1d34ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6962e65-afc9-4f65-8d19-8560ead9270a,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:50.741933 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 55172) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:24:50.769493 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dbc74-68a7-47d2-a401-f970eb1d34ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:24:50.769852 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dbc74-68a7-47d2-a401-f970eb1d34ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:24:50.770200 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dbc74-68a7-47d2-a401-f970eb1d34ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:24:50.770544 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dbc74-68a7-47d2-a401-f970eb1d34ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:24:50.771252 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dbc74-68a7-47d2-a401-f970eb1d34ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:24:50.771669 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dbc74-68a7-47d2-a401-f970eb1d34ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:24:50.772009 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dbc74-68a7-47d2-a401-f970eb1d34ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:24:50.772353 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dbc74-68a7-47d2-a401-f970eb1d34ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:24:50.772691 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dbc74-68a7-47d2-a401-f970eb1d34ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:24:50.773023 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dbc74-68a7-47d2-a401-f970eb1d34ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:24:50.773360 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dbc74-68a7-47d2-a401-f970eb1d34ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:24:50.773691 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5dbc74-68a7-47d2-a401-f970eb1d34ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:24:50.794572 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1b81ee-8d5a-47ff-8eb8-d2fe6dd42132 x-openstack-request-id: req-3b1b81ee-8d5a-47ff-8eb8-d2fe6dd42132 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:24:50.794572 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8ea437-5aae-4814-ac48-1c3de86debf0", "name": "network-vif-deleted", "tag": "73ada1ff-80fe-44de-a4fb-d3b9d7795984", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:24:50.794572 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3b1b81ee-8d5a-47ff-8eb8-d2fe6dd42132 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:24:50.794950 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8ea437-5aae-4814-ac48-1c3de86debf0', 'name': 'network-vif-deleted', 'tag': '73ada1ff-80fe-44de-a4fb-d3b9d7795984', 'status': 'completed', 'code': 200} Oct 27 18:24:50.810632 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device d8372463-b0b5-40ec-b152-27501bceac5f up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:24:50.837619 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1ebc6e23-597b-4c6e-a126-9537d5aaee9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:50.880001 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port d8372463-b0b5-40ec-b152-27501bceac5f triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:24:50.880903 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:50.943345 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1ebc6e23-597b-4c6e-a126-9537d5aaee9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:50.989673 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:50.992056 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-1ebc6e23-597b-4c6e-a126-9537d5aaee9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a79396d1-f3c7-4079-8ab4-0eb2fe194655']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:24:51.007980 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-1ebc6e23-597b-4c6e-a126-9537d5aaee9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4521e87a-03d0-492f-b3e1-3d151690e870') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:24:51.008584 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-1ebc6e23-597b-4c6e-a126-9537d5aaee9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4521e87a-03d0-492f-b3e1-3d151690e870') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:24:51.016540 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b85a65-8e47-40db-9fd2-4cdfaedb07a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8372463-b0b5-40ec-b152-27501bceac5f'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:24:51.018967 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba70742e-15cb-47be-9013-506da0b6d6de" -d '{"events": [{"server_uuid": "86b85a65-8e47-40db-9fd2-4cdfaedb07a8", "name": "network-vif-plugged", "status": "completed", "tag": "d8372463-b0b5-40ec-b152-27501bceac5f"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:24:51.020711 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1ebc6e23-597b-4c6e-a126-9537d5aaee9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:51.033644 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d8372463-b0b5-40ec-b152-27501bceac5f, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d8372463-b0b5-40ec-b152-27501bceac5f,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:51.040545 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1ebc6e23-597b-4c6e-a126-9537d5aaee9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:51.056392 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ebc6e23-597b-4c6e-a126-9537d5aaee9e admin admin] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:24:51.057329 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1ebc6e23-597b-4c6e-a126-9537d5aaee9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:51.059451 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:24:51.059451 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:24:51.059451 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:24:51.059451 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:24:51.059451 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:24:51.059451 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:24:51.059451 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:24:51.059451 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:24:51.059451 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:24:51.059451 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:24:51.059451 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:24:51.059451 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:24:51.059451 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:24:51.059451 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:24:51.059451 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:24:51.059451 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:24:51.059451 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:24:51.059451 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:24:51.059451 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:24:51.059451 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:24:51.059451 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:24:51.059451 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:24:51.059451 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:24:51.059451 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:24:51.059451 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:24:51.059451 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:24:51.059451 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:24:51.059451 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:24:51.059451 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:24:51.059451 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:24:51.059451 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:24:51.059451 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:24:51.066291 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d00499-577f-4eb1-a39c-d2729b7561a2 req-6c9df8d4-ea4a-4038-9b56-0508ddb1a104 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:51.066291 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e9d00499-577f-4eb1-a39c-d2729b7561a2 req-6c9df8d4-ea4a-4038-9b56-0508ddb1a104 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 950 time: 0.1104600 Oct 27 18:24:51.122292 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:51.123275 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 3195fa44-cde8-4619-9a21-58d37ca6688a up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:24:51.136061 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0216cf1-74ba-4d25-8f26-403a4904d7e1 req-f5b4cdb9-5337-4976-b78c-35c9f45692e2 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:51.137644 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e0216cf1-74ba-4d25-8f26-403a4904d7e1 req-f5b4cdb9-5337-4976-b78c-35c9f45692e2 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 945 time: 0.1375020 Oct 27 18:24:51.146538 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e9d00499-577f-4eb1-a39c-d2729b7561a2 req-0aa7eee7-e03a-4878-a02b-1198b56d591d tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729475 Oct 27 18:24:51.191275 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1ebc6e23-597b-4c6e-a126-9537d5aaee9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:51.198921 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1ebc6e23-597b-4c6e-a126-9537d5aaee9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:51.206071 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1ebc6e23-597b-4c6e-a126-9537d5aaee9e admin admin] 10.222.0.52 "DELETE /v2.0/networks/a79396d1-f3c7-4079-8ab4-0eb2fe194655 HTTP/1.1" status: 204 len: 168 time: 0.4625487 Oct 27 18:24:51.232429 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e0216cf1-74ba-4d25-8f26-403a4904d7e1 req-1bb59473-dff1-4198-8e74-aff83590fd7d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780566 Oct 27 18:24:51.257435 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc6e23-597b-4c6e-a126-9537d5aaee9e admin admin] Pushing event deleted for resources: {'Network': ['ID=a79396d1-f3c7-4079-8ab4-0eb2fe194655,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:51.261882 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=d8372463-b0b5-40ec-b152-27501bceac5f,revision_number=10']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:51.273962 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1c0182-3a02-4d68-9a66-90e737f24d6b x-openstack-request-id: req-7f1c0182-3a02-4d68-9a66-90e737f24d6b {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:24:51.274717 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b85a65-8e47-40db-9fd2-4cdfaedb07a8", "name": "network-vif-plugged", "status": "completed", "tag": "d8372463-b0b5-40ec-b152-27501bceac5f", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:24:51.275340 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7f1c0182-3a02-4d68-9a66-90e737f24d6b {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:24:51.276110 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b85a65-8e47-40db-9fd2-4cdfaedb07a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8372463-b0b5-40ec-b152-27501bceac5f', 'code': 200} Oct 27 18:24:51.334561 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 3195fa44-cde8-4619-9a21-58d37ca6688a completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:24:51.338720 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 3195fa44-cde8-4619-9a21-58d37ca6688a triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:24:51.339408 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:51.390211 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20b4e1-78e5-4073-ba7a-cd3c4835f1f6 req-0c99671e-85c3-4a6c-b6c5-a0561acfa6e1 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:51.399702 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3c20b4e1-78e5-4073-ba7a-cd3c4835f1f6 req-0c99671e-85c3-4a6c-b6c5-a0561acfa6e1 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.0756037 Oct 27 18:24:51.443860 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3c20b4e1-78e5-4073-ba7a-cd3c4835f1f6 req-f066f495-1998-4f18-933f-7a03393e1bbe tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431337 Oct 27 18:24:51.473272 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:51.521417 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 3195fa44-cde8-4619-9a21-58d37ca6688a, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=3195fa44-cde8-4619-9a21-58d37ca6688a,segment=NetworkSegment(0df1765c-dad4-45b4-8898-63b359ee6d0d),segment_id=0df1765c-dad4-45b4-8898-63b359ee6d0d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:24:51.562449 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:51.563556 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device bee72c65-02d5-46df-a4e4-1aaac25436b8 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:24:51.596289 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 55192) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:24:51.625315 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: bee72c65-02d5-46df-a4e4-1aaac25436b8 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:24:51.625987 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device bee72c65-02d5-46df-a4e4-1aaac25436b8 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:24:51.626940 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 73ada1ff-80fe-44de-a4fb-d3b9d7795984 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:24:51.662546 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 73ada1ff-80fe-44de-a4fb-d3b9d7795984 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:24:51.663390 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 73ada1ff-80fe-44de-a4fb-d3b9d7795984 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:24:51.664125 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 55196) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:24:51.664913 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0a4f6878-a259-48a9-ba18-e25f72a211db admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=21c102fa20be4478954ecec5511d05a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0675881 Oct 27 18:24:51.713673 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=3195fa44-cde8-4619-9a21-58d37ca6688a,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:51.768904 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628fa9b-ff28-43e2-ab06-298137fd926c req-332cbe7e-c082-4ee0-b518-0a269542388d tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:51.770922 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2628fa9b-ff28-43e2-ab06-298137fd926c req-332cbe7e-c082-4ee0-b518-0a269542388d tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa1f2423-271f-47e2-ab60-dd7757bdafe5 HTTP/1.1" status: 200 len: 945 time: 0.0871134 Oct 27 18:24:51.771757 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e2a35722-90b1-48d8-92d8-3805b2273055 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:51.822415 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e2a35722-90b1-48d8-92d8-3805b2273055 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:51.868787 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2628fa9b-ff28-43e2-ab06-298137fd926c req-994c5bfa-314b-4d91-ac44-7ff246727d3e tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc1b9032-cfe6-43c2-8ed6-0bac919f0955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857229 Oct 27 18:24:51.979537 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e2a35722-90b1-48d8-92d8-3805b2273055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:51.982374 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e2a35722-90b1-48d8-92d8-3805b2273055 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:51.983653 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e2a35722-90b1-48d8-92d8-3805b2273055 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b497807e-70f6-48af-ba59-15adf01f52f3 HTTP/1.1" status: 204 len: 168 time: 0.3181777 Oct 27 18:24:51.995404 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a35722-90b1-48d8-92d8-3805b2273055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b497807e-70f6-48af-ba59-15adf01f52f3,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:52.372979 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559d6dc-54a4-4c89-9123-0a350742d8ea req-d3c8f59a-1ca5-4c9a-8281-eeeec0db2630 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:52.372979 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2559d6dc-54a4-4c89-9123-0a350742d8ea req-d3c8f59a-1ca5-4c9a-8281-eeeec0db2630 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 950 time: 0.0544116 Oct 27 18:24:52.372979 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2559d6dc-54a4-4c89-9123-0a350742d8ea req-60bc25ff-9344-45e9-a616-139785b78bc8 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604553 Oct 27 18:24:52.384839 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed2882-f6e0-44ad-819e-d034adf3c9c3 req-7903df2a-daa0-48d4-865e-bac53afef6a8 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:52.386478 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4eed2882-f6e0-44ad-819e-d034adf3c9c3 req-7903df2a-daa0-48d4-865e-bac53afef6a8 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 945 time: 0.0660400 Oct 27 18:24:52.426983 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4eed2882-f6e0-44ad-819e-d034adf3c9c3 req-359dfee8-210f-493d-b746-227f2815c521 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339286 Oct 27 18:24:52.598396 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a817c1-9b84-4e55-97b8-f2aa0813cb7a req-83565017-73b7-4f74-8059-ac9bbeb295ff tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:52.600634 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-88a817c1-9b84-4e55-97b8-f2aa0813cb7a req-83565017-73b7-4f74-8059-ac9bbeb295ff tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.0774145 Oct 27 18:24:52.657878 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-88a817c1-9b84-4e55-97b8-f2aa0813cb7a req-07500ffc-09b6-4f79-b891-a86fd31dccab tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454893 Oct 27 18:24:52.999437 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148754f-c37d-41c2-a95b-c16159f47d00 req-0bccfef3-9e96-4381-88e0-e2e1ad16bc53 tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:53.002348 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c148754f-c37d-41c2-a95b-c16159f47d00 req-0bccfef3-9e96-4381-88e0-e2e1ad16bc53 tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa1f2423-271f-47e2-ab60-dd7757bdafe5 HTTP/1.1" status: 200 len: 945 time: 0.0566375 Oct 27 18:24:53.059169 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c148754f-c37d-41c2-a95b-c16159f47d00 req-143124a4-06f5-4608-8c60-841af8ffcdee tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc1b9032-cfe6-43c2-8ed6-0bac919f0955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480380 Oct 27 18:24:53.277800 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa1f2423-271f-47e2-ab60-dd7757bdafe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3195fa44-cde8-4619-9a21-58d37ca6688a'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:24:53.280308 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4bf33a-4c05-414e-b5f8-fa7b6051dd8e" -d '{"events": [{"server_uuid": "fa1f2423-271f-47e2-ab60-dd7757bdafe5", "name": "network-vif-plugged", "status": "completed", "tag": "3195fa44-cde8-4619-9a21-58d37ca6688a"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:24:53.324440 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb55eaae-e0ad-4696-a6c9-4709344d1f30 x-openstack-request-id: req-eb55eaae-e0ad-4696-a6c9-4709344d1f30 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:24:53.324894 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa1f2423-271f-47e2-ab60-dd7757bdafe5", "name": "network-vif-plugged", "status": "completed", "tag": "3195fa44-cde8-4619-9a21-58d37ca6688a", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:24:53.325464 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eb55eaae-e0ad-4696-a6c9-4709344d1f30 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:24:53.325859 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa1f2423-271f-47e2-ab60-dd7757bdafe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3195fa44-cde8-4619-9a21-58d37ca6688a', 'code': 200} Oct 27 18:24:53.503840 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 55250) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:24:53.629877 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c1967-7a22-48de-961c-c64640fa51e6 req-fb648507-97fb-4d49-bfc9-c9a4995dd5a9 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:53.632420 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3f0c1967-7a22-48de-961c-c64640fa51e6 req-fb648507-97fb-4d49-bfc9-c9a4995dd5a9 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 950 time: 0.1449113 Oct 27 18:24:53.645196 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-c5891fa8-d89f-4103-834a-eb1745d5e9ef admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1652463697-network', 'tenant_id': 'b8bc1914d0d64634806578d8cb9aa1a6'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:24:53.698022 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6684d3a-8a60-408f-8059-49b5e3233843 req-35b4b5b4-70c5-4944-9f28-89ffaa986de6 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:53.698022 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c6684d3a-8a60-408f-8059-49b5e3233843 req-35b4b5b4-70c5-4944-9f28-89ffaa986de6 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 945 time: 0.1609316 Oct 27 18:24:53.699320 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8a1b9-689d-47aa-b533-111199011a22 req-9d762ba3-a513-433a-837a-1b5589c16549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:53.701110 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-90a8a1b9-689d-47aa-b533-111199011a22 req-9d762ba3-a513-433a-837a-1b5589c16549 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=fa1f2423-271f-47e2-ab60-dd7757bdafe5 HTTP/1.1" status: 200 len: 1096 time: 0.2934828 Oct 27 18:24:53.755598 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3f0c1967-7a22-48de-961c-c64640fa51e6 req-9db4183d-6ff6-49ac-b787-a0a6ed413c43 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002781 Oct 27 18:24:53.762687 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5891fa8-d89f-4103-834a-eb1745d5e9ef admin admin] Made reservation on behalf of b8bc1914d0d64634806578d8cb9aa1a6 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:24:53.765494 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c5891fa8-d89f-4103-834a-eb1745d5e9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:53.780591 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c5891fa8-d89f-4103-834a-eb1745d5e9ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:53.783971 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-90a8a1b9-689d-47aa-b533-111199011a22 req-ef64f5ff-cb0d-43e5-aa14-398c0e3d771b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=dc1b9032-cfe6-43c2-8ed6-0bac919f0955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638635 Oct 27 18:24:53.799587 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c6684d3a-8a60-408f-8059-49b5e3233843 req-2b5e230d-7ead-4df2-8c42-d6b5a00cd36c tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923333 Oct 27 18:24:53.890600 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c5891fa8-d89f-4103-834a-eb1745d5e9ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:53.919023 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b275fbf-cad7-4721-a676-7403667c635b req-5dd77790-8d32-430b-9e34-644353d7a81e tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:53.926325 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7b275fbf-cad7-4721-a676-7403667c635b req-5dd77790-8d32-430b-9e34-644353d7a81e tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.0606821 Oct 27 18:24:53.965423 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c5891fa8-d89f-4103-834a-eb1745d5e9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:53.969743 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7b275fbf-cad7-4721-a676-7403667c635b req-17d13760-dfc8-45b1-8241-529d46efd63b tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425529 Oct 27 18:24:53.993684 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5891fa8-d89f-4103-834a-eb1745d5e9ef admin admin] vlan segment allocate from pool success with {'vlan_id': 1029, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:24:54.015106 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5891fa8-d89f-4103-834a-eb1745d5e9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a705bf-5382-4127-ab0c-9c484aabf583,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:54.018399 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c5891fa8-d89f-4103-834a-eb1745d5e9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:54.018961 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-c5891fa8-d89f-4103-834a-eb1745d5e9ef admin admin] Added segment 2f155988-aa4b-4679-883e-0085de429777 of type vlan for network b9e1a717-d9e7-47c6-bc4c-5b65573ff80c Oct 27 18:24:54.078555 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c5891fa8-d89f-4103-834a-eb1745d5e9ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:54.222387 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c5891fa8-d89f-4103-834a-eb1745d5e9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:54.223403 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5891fa8-d89f-4103-834a-eb1745d5e9ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:54.229797 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c5891fa8-d89f-4103-834a-eb1745d5e9ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:54.229979 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3853ad6-4ffd-4101-b11a-8a4f0d8eb0d8 req-a3938a5d-6397-46b1-9a9a-6b466c971104 tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:54.229979 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d3853ad6-4ffd-4101-b11a-8a4f0d8eb0d8 req-a3938a5d-6397-46b1-9a9a-6b466c971104 tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa1f2423-271f-47e2-ab60-dd7757bdafe5 HTTP/1.1" status: 200 len: 945 time: 0.0677710 Oct 27 18:24:54.301027 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5891fa8-d89f-4103-834a-eb1745d5e9ef admin admin] Pushing event updated for resources: {'Network': ['ID=b9e1a717-d9e7-47c6-bc4c-5b65573ff80c,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:54.303834 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d3853ad6-4ffd-4101-b11a-8a4f0d8eb0d8 req-750ac0f4-034e-450d-b0d5-acb04cd4ea5f tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc1b9032-cfe6-43c2-8ed6-0bac919f0955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612297 Oct 27 18:24:54.313548 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network b9e1a717-d9e7-47c6-bc4c-5b65573ff80c details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:24:54.365250 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c5891fa8-d89f-4103-834a-eb1745d5e9ef admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8587644 Oct 27 18:24:54.369547 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 55266) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:24:54.373488 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-ba71bee5-33c2-4f03-9809-ed7c1d92e971 admin admin] Request body: {'subnet': {'network_id': 'b9e1a717-d9e7-47c6-bc4c-5b65573ff80c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1652463697-subnet', 'tenant_id': 'b8bc1914d0d64634806578d8cb9aa1a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:24:54.442429 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba71bee5-33c2-4f03-9809-ed7c1d92e971 admin admin] Made reservation on behalf of b8bc1914d0d64634806578d8cb9aa1a6 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:24:54.446465 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ba71bee5-33c2-4f03-9809-ed7c1d92e971 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:54.683179 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ba71bee5-33c2-4f03-9809-ed7c1d92e971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:54.745958 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71bee5-33c2-4f03-9809-ed7c1d92e971 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75bc1e82-4fea-4318-bbdf-18422577b624,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:24:54.764274 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba71bee5-33c2-4f03-9809-ed7c1d92e971 admin admin] Checking segment: {'id': '2f155988-aa4b-4679-883e-0085de429777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'b9e1a717-d9e7-47c6-bc4c-5b65573ff80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:24:54.764721 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba71bee5-33c2-4f03-9809-ed7c1d92e971 admin admin] Network hostable DHCP agents. Network: b9e1a717-d9e7-47c6-bc4c-5b65573ff80c, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:24:54.842794 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba71bee5-33c2-4f03-9809-ed7c1d92e971 admin admin] Network b9e1a717-d9e7-47c6-bc4c-5b65573ff80c is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:24:54.899906 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-ba71bee5-33c2-4f03-9809-ed7c1d92e971 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, b9e1a717-d9e7-47c6-bc4c-5b65573ff80c) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:24:54.905103 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba71bee5-33c2-4f03-9809-ed7c1d92e971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:54.905744 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ba71bee5-33c2-4f03-9809-ed7c1d92e971 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:54.916690 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227edb63-6d47-48f6-a190-650d5e094773 None None] Network b9e1a717-d9e7-47c6-bc4c-5b65573ff80c requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:24:54.929208 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320bb0e-9fa2-4c0a-8740-2ab127079952 req-738f5e7f-05d5-46e8-854d-a392398846fc tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:54.930995 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9320bb0e-9fa2-4c0a-8740-2ab127079952 req-738f5e7f-05d5-46e8-854d-a392398846fc tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 950 time: 0.0869532 Oct 27 18:24:54.982401 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da7572-b0ad-46b1-b9e3-d9e9ec1ff689 req-3e496bd9-780b-4709-9b5c-4f869f5c45f6 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:54.984634 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d1da7572-b0ad-46b1-b9e3-d9e9ec1ff689 req-3e496bd9-780b-4709-9b5c-4f869f5c45f6 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 945 time: 0.1070716 Oct 27 18:24:54.994291 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9320bb0e-9fa2-4c0a-8740-2ab127079952 req-90bd5efb-0bac-4878-b245-5f0584a9462f tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551772 Oct 27 18:24:55.000096 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ba71bee5-33c2-4f03-9809-ed7c1d92e971 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6305134 Oct 27 18:24:55.101276 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d1da7572-b0ad-46b1-b9e3-d9e9ec1ff689 req-4c31edea-e85f-40a2-b787-87dd8377a702 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970180 Oct 27 18:24:55.256951 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e23294-8313-4705-9c4b-c40aa5978d02 req-887cc056-bd4e-40bb-99c4-5241969e9a9f tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:55.259839 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-42e23294-8313-4705-9c4b-c40aa5978d02 req-887cc056-bd4e-40bb-99c4-5241969e9a9f tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.1464655 Oct 27 18:24:55.324656 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec3a74c-0092-4c1e-ae4f-6e0c3bca7f44 None None] Network b9e1a717-d9e7-47c6-bc4c-5b65573ff80c requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:24:55.350336 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-42e23294-8313-4705-9c4b-c40aa5978d02 req-6a2f1406-0d62-43a7-9f42-8cf73b1fe37f tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755417 Oct 27 18:24:55.513598 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2e049-63fa-438b-8636-27bd99a8eaae req-b747ba22-bd97-4444-814e-57e102d8a6ba tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:55.525198 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-56e2e049-63fa-438b-8636-27bd99a8eaae req-b747ba22-bd97-4444-814e-57e102d8a6ba tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa1f2423-271f-47e2-ab60-dd7757bdafe5 HTTP/1.1" status: 200 len: 945 time: 0.0777838 Oct 27 18:24:55.587821 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-56e2e049-63fa-438b-8636-27bd99a8eaae req-54884d36-4e5d-4920-95ea-3f803c713139 tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc1b9032-cfe6-43c2-8ed6-0bac919f0955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612302 Oct 27 18:24:55.753158 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-35b8c075-0cfe-4b37-b6e1-9c46490c3005 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:55.754756 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-35b8c075-0cfe-4b37-b6e1-9c46490c3005 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] 10.222.0.52 "GET /v2.0/networks?id=b9e1a717-d9e7-47c6-bc4c-5b65573ff80c HTTP/1.1" status: 200 len: 821 time: 0.1150672 Oct 27 18:24:55.772688 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-074c1d28-c0c9-482b-bbf7-fd989f7d93fa tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] 10.222.0.52 "GET /v2.0/quotas/b8bc1914d0d64634806578d8cb9aa1a6 HTTP/1.1" status: 200 len: 375 time: 0.0109687 Oct 27 18:24:55.804372 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-cd0ec0bd-11c3-4004-aac6-6a593f313003 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b8bc1914d0d64634806578d8cb9aa1a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263610 Oct 27 18:24:55.908876 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-a6dd691f-a53e-4ab5-ba1b-3ba29d4fc007 service neutron] 10.222.0.52 "GET /v2.0/networks/b9e1a717-d9e7-47c6-bc4c-5b65573ff80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971558 Oct 27 18:24:56.008715 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-e7d3dbc5-80f4-4f81-adc0-5238236fae19 service neutron] 10.222.0.52 "GET /v2.0/networks/b9e1a717-d9e7-47c6-bc4c-5b65573ff80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934711 Oct 27 18:24:56.148301 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ea314-cbe2-4b80-8aed-140fa3966992 req-24d0820f-1406-4648-9dc8-dcb232d690da tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:56.149892 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c25ea314-cbe2-4b80-8aed-140fa3966992 req-24d0820f-1406-4648-9dc8-dcb232d690da tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 950 time: 0.0696352 Oct 27 18:24:56.209878 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c25ea314-cbe2-4b80-8aed-140fa3966992 req-131bfce2-3de8-4d72-9a68-f739123ffe10 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530872 Oct 27 18:24:56.252779 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:56.351697 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0dbdcd-3ff1-400f-acae-262e5bb5f397 req-8abb7657-a97e-4f06-9174-ce497a49d75c tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:56.353483 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7b0dbdcd-3ff1-400f-acae-262e5bb5f397 req-8abb7657-a97e-4f06-9174-ce497a49d75c tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 945 time: 0.0713589 Oct 27 18:24:56.424719 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9429c2a9-c09f-43fa-b5f2-80cf637a50ee req-5512e01f-a456-4b63-8174-2764aa938812 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc381c57-4c37-4b46-912e-3490a76df257 HTTP/1.1" status: 200 len: 210 time: 0.0354061 Oct 27 18:24:56.428890 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7b0dbdcd-3ff1-400f-acae-262e5bb5f397 req-a27ffd50-da6a-40b0-a28d-00dfa6ce8bb7 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689332 Oct 27 18:24:56.549264 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e8b25-9090-46fc-8db2-e124e177bd7f req-f0c5a5d0-20f2-4f59-b093-e4b690f24ca9 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:56.550616 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6f3e8b25-9090-46fc-8db2-e124e177bd7f req-f0c5a5d0-20f2-4f59-b093-e4b690f24ca9 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.0500805 Oct 27 18:24:56.596770 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6f3e8b25-9090-46fc-8db2-e124e177bd7f req-bd9de61e-f8a4-4d1a-ad42-829788844295 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387363 Oct 27 18:24:56.726728 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53bb508-25bc-48b3-96f6-70a2f6376036 req-fc82d990-36a2-405b-98a5-b5c9cd9434ef tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:56.728041 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:56.728757 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a53bb508-25bc-48b3-96f6-70a2f6376036 req-fc82d990-36a2-405b-98a5-b5c9cd9434ef tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa1f2423-271f-47e2-ab60-dd7757bdafe5 HTTP/1.1" status: 200 len: 945 time: 0.0633748 Oct 27 18:24:56.779551 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a53bb508-25bc-48b3-96f6-70a2f6376036 req-a45ad10c-94df-427c-bd51-9efef869dbbf tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc1b9032-cfe6-43c2-8ed6-0bac919f0955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423229 Oct 27 18:24:57.365384 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c909f0-ac24-4d38-a7cf-d3c9e654c4b7 req-efefae66-6c22-4cb6-9f2d-5c4a21ff0ef3 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:57.373029 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e4c909f0-ac24-4d38-a7cf-d3c9e654c4b7 req-efefae66-6c22-4cb6-9f2d-5c4a21ff0ef3 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 950 time: 0.0822377 Oct 27 18:24:57.411845 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e4c909f0-ac24-4d38-a7cf-d3c9e654c4b7 req-d9508fb4-6be3-4431-a500-27d3f42970e0 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371265 Oct 27 18:24:57.584626 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef821db6-2a4c-461f-a8e5-588cf86ad01c req-7244322d-fe6f-43ab-b3da-908032d441c8 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:57.586684 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ef821db6-2a4c-461f-a8e5-588cf86ad01c req-7244322d-fe6f-43ab-b3da-908032d441c8 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 945 time: 0.0643806 Oct 27 18:24:57.667267 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ef821db6-2a4c-461f-a8e5-588cf86ad01c req-03a12d90-9bce-4886-8b74-93d7920eb37a tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739939 Oct 27 18:24:57.693196 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e04ef9-f5c5-4c3c-bdf8-e90ec78be1c0 req-1728f7d3-b26c-44ac-b4b2-6b26d813d278 tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:57.696158 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d0e04ef9-f5c5-4c3c-bdf8-e90ec78be1c0 req-1728f7d3-b26c-44ac-b4b2-6b26d813d278 tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa1f2423-271f-47e2-ab60-dd7757bdafe5 HTTP/1.1" status: 200 len: 945 time: 0.0941794 Oct 27 18:24:57.737940 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d0e04ef9-f5c5-4c3c-bdf8-e90ec78be1c0 req-368ca66e-885b-4815-9e3e-d910aa5eb5d9 tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc1b9032-cfe6-43c2-8ed6-0bac919f0955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398858 Oct 27 18:24:57.770323 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3fc075de-9129-4ffc-9e6f-1639b48a802e req-9363a873-da19-4f18-aee8-b8c8025489b9 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc381c57-4c37-4b46-912e-3490a76df257 HTTP/1.1" status: 200 len: 210 time: 0.0371692 Oct 27 18:24:57.919157 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e7e1a-5890-48af-a501-df9c947574f4 req-623a1552-76fa-4dd1-be34-8cd14d891d96 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:57.920729 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-224e7e1a-5890-48af-a501-df9c947574f4 req-623a1552-76fa-4dd1-be34-8cd14d891d96 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.0701888 Oct 27 18:24:57.967696 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-224e7e1a-5890-48af-a501-df9c947574f4 req-739eb10c-696c-4e66-a674-8b6cd9bfc81e tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403607 Oct 27 18:24:58.582943 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0d8e5-cec7-4307-b4ec-0e55f1bbfc17 req-41a7b9fe-dc07-4927-a1bc-e9cb8d09f134 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:58.591997 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-78d0d8e5-cec7-4307-b4ec-0e55f1bbfc17 req-41a7b9fe-dc07-4927-a1bc-e9cb8d09f134 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 950 time: 0.0859663 Oct 27 18:24:58.635181 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-78d0d8e5-cec7-4307-b4ec-0e55f1bbfc17 req-4e2098e4-ea67-4e2b-bd11-b0b56b4c442a tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421603 Oct 27 18:24:58.844537 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d994c-84d4-4a32-8680-82af206e0fd3 req-7897d6bb-c2a3-4668-acce-b28e18af1b85 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:58.846408 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2d4d994c-84d4-4a32-8680-82af206e0fd3 req-7897d6bb-c2a3-4668-acce-b28e18af1b85 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 945 time: 0.0980041 Oct 27 18:24:58.920986 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2d4d994c-84d4-4a32-8680-82af206e0fd3 req-583f0f2d-a7b3-4ef7-bc44-a37197821c37 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617092 Oct 27 18:24:58.933867 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2f8e3-1d74-47f2-856e-a32f3e9b7a35 req-623ee4a8-6bfa-4d91-96af-3e8d4a09b23e tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:58.935603 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-52f2f8e3-1d74-47f2-856e-a32f3e9b7a35 req-623ee4a8-6bfa-4d91-96af-3e8d4a09b23e tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa1f2423-271f-47e2-ab60-dd7757bdafe5 HTTP/1.1" status: 200 len: 945 time: 0.0858176 Oct 27 18:24:58.993694 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-52f2f8e3-1d74-47f2-856e-a32f3e9b7a35 req-3a4044b3-3f88-498b-b60f-fad5e0e0d583 tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc1b9032-cfe6-43c2-8ed6-0bac919f0955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466578 Oct 27 18:24:59.092723 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e9ab5a1c-e1b4-405f-9c73-4ea7d0cc8da1 req-24f22433-d4ab-48a5-9f1e-8fbc4db9f6bc tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc381c57-4c37-4b46-912e-3490a76df257 HTTP/1.1" status: 200 len: 210 time: 0.0884397 Oct 27 18:24:59.199755 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-9d974f5b-5d6a-49d2-952c-7d1588e8d0d1 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:59.201648 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-9d974f5b-5d6a-49d2-952c-7d1588e8d0d1 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] 10.222.0.93 "GET /v2.0/networks?id=b9e1a717-d9e7-47c6-bc4c-5b65573ff80c HTTP/1.1" status: 200 len: 821 time: 0.2046630 Oct 27 18:24:59.222123 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-c29085e3-868c-4502-bdba-5a27d24853e5 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] Request body: {'port': {'device_id': 'cc381c57-4c37-4b46-912e-3490a76df257', 'network_id': 'b9e1a717-d9e7-47c6-bc4c-5b65573ff80c', 'admin_state_up': True, 'tenant_id': 'b8bc1914d0d64634806578d8cb9aa1a6'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:24:59.366124 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811026dd-d895-44b0-8053-67d308c0bbfa req-333d8ebe-c018-4d2e-ac4e-275b5a9c9147 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:59.373527 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-811026dd-d895-44b0-8053-67d308c0bbfa req-333d8ebe-c018-4d2e-ac4e-275b5a9c9147 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.1708891 Oct 27 18:24:59.453537 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-c29085e3-868c-4502-bdba-5a27d24853e5 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] Made reservation on behalf of b8bc1914d0d64634806578d8cb9aa1a6 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:24:59.457015 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-c29085e3-868c-4502-bdba-5a27d24853e5 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:24:59.477844 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b75a65-4e48-4ace-93bb-17c1ac099a42 req-c2189b9c-467d-4348-9bd1-fcd918f8ac66 tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:24:59.479267 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-99b75a65-4e48-4ace-93bb-17c1ac099a42 req-c2189b9c-467d-4348-9bd1-fcd918f8ac66 tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] 10.222.0.93 "GET /v2.0/ports?device_id=fa1f2423-271f-47e2-ab60-dd7757bdafe5 HTTP/1.1" status: 200 len: 945 time: 0.0796149 Oct 27 18:24:59.493537 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-811026dd-d895-44b0-8053-67d308c0bbfa req-dbe7cf94-a977-4884-afd5-4972460a57a2 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124785 Oct 27 18:24:59.856917 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-c29085e3-868c-4502-bdba-5a27d24853e5 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] Allocated IP 172.20.0.12 (b9e1a717-d9e7-47c6-bc4c-5b65573ff80c/75bc1e82-4fea-4318-bbdf-18422577b624/46bb75b7-83bc-407f-8a4c-65f24b5eb2cc) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:24:59.883857 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aefdcd5-e643-43c9-9646-fc0f322497c6 req-3bac0b02-a3d4-4b8c-8aab-5bfe24ecd71b tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:00.018991 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3aefdcd5-e643-43c9-9646-fc0f322497c6 req-3bac0b02-a3d4-4b8c-8aab-5bfe24ecd71b tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 950 time: 0.1136444 Oct 27 18:25:00.018991 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-99b75a65-4e48-4ace-93bb-17c1ac099a42 req-6c20bcd7-7374-48a6-a7fe-a0e8ceb50bbb tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] Deleting port 3195fa44-cde8-4619-9a21-58d37ca6688a {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:25:00.018991 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-99b75a65-4e48-4ace-93bb-17c1ac099a42 req-6c20bcd7-7374-48a6-a7fe-a0e8ceb50bbb tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:00.018991 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3aefdcd5-e643-43c9-9646-fc0f322497c6 req-e7bce62b-7ec2-489c-b715-54fcd186f50f tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182871 Oct 27 18:25:00.176294 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-99b75a65-4e48-4ace-93bb-17c1ac099a42 req-6c20bcd7-7374-48a6-a7fe-a0e8ceb50bbb tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] For port 3195fa44-cde8-4619-9a21-58d37ca6688a, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=3195fa44-cde8-4619-9a21-58d37ca6688a,segment=NetworkSegment(0df1765c-dad4-45b4-8898-63b359ee6d0d),segment_id=0df1765c-dad4-45b4-8898-63b359ee6d0d)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:25:00.176666 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-99b75a65-4e48-4ace-93bb-17c1ac099a42 req-6c20bcd7-7374-48a6-a7fe-a0e8ceb50bbb tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:00.186288 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd6267-90ed-45f0-a962-d368f34beb1d req-9f3a5a10-f15b-4850-b9d4-051144965efb tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:00.187990 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b8fd6267-90ed-45f0-a962-d368f34beb1d req-9f3a5a10-f15b-4850-b9d4-051144965efb tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 945 time: 0.1814268 Oct 27 18:25:00.217309 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-99b75a65-4e48-4ace-93bb-17c1ac099a42 req-6c20bcd7-7374-48a6-a7fe-a0e8ceb50bbb tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] Calling delete_port for 3195fa44-cde8-4619-9a21-58d37ca6688a owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:25:00.267438 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637ed34-da86-4483-bfb5-2441930312fb req-531322c8-ef17-4ce6-b4a8-7cc859e9a43c tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:00.268982 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e637ed34-da86-4483-bfb5-2441930312fb req-531322c8-ef17-4ce6-b4a8-7cc859e9a43c tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa1f2423-271f-47e2-ab60-dd7757bdafe5 HTTP/1.1" status: 200 len: 945 time: 0.1862381 Oct 27 18:25:00.289829 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-c29085e3-868c-4502-bdba-5a27d24853e5 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:00.373534 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b8fd6267-90ed-45f0-a962-d368f34beb1d req-157d0c9d-54ed-46ad-a648-88887cd7d657 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586487 Oct 27 18:25:00.499514 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e637ed34-da86-4483-bfb5-2441930312fb req-4b9f96d8-e477-4ad1-9702-d268498f8032 tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] 10.222.0.52 "GET /v2.0/security-groups?id=dc1b9032-cfe6-43c2-8ed6-0bac919f0955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210467 Oct 27 18:25:00.549929 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b4ccd7e0-b320-40f4-8a33-265c18209a2e req-d0746e17-a868-433b-9f18-1a3487ea154e tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc381c57-4c37-4b46-912e-3490a76df257 HTTP/1.1" status: 200 len: 210 time: 0.0894785 Oct 27 18:25:00.681932 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-c29085e3-868c-4502-bdba-5a27d24853e5 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:00.693667 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-99b75a65-4e48-4ace-93bb-17c1ac099a42 req-6c20bcd7-7374-48a6-a7fe-a0e8ceb50bbb tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:00.705836 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['3195fa44-cde8-4619-9a21-58d37ca6688a'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:25:00.808379 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-c29085e3-868c-4502-bdba-5a27d24853e5 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] Network b9e1a717-d9e7-47c6-bc4c-5b65573ff80c is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:25:00.843199 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca088c-9d2f-4f8d-96ab-f5594f4be23c req-1600a27b-2fcd-4ca1-b0a3-080e6dd54418 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:00.851994 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-53ca088c-9d2f-4f8d-96ab-f5594f4be23c req-1600a27b-2fcd-4ca1-b0a3-080e6dd54418 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.2042501 Oct 27 18:25:00.859815 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b75a65-4e48-4ace-93bb-17c1ac099a42 req-6c20bcd7-7374-48a6-a7fe-a0e8ceb50bbb tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] No DVR routers for this DVR port 3195fa44-cde8-4619-9a21-58d37ca6688a on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:25:00.867104 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-c29085e3-868c-4502-bdba-5a27d24853e5 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:25:00.876240 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-99b75a65-4e48-4ace-93bb-17c1ac099a42 req-6c20bcd7-7374-48a6-a7fe-a0e8ceb50bbb tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:00.879631 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-99b75a65-4e48-4ace-93bb-17c1ac099a42 req-6c20bcd7-7374-48a6-a7fe-a0e8ceb50bbb tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] 10.222.0.93 "DELETE /v2.0/ports/3195fa44-cde8-4619-9a21-58d37ca6688a HTTP/1.1" status: 204 len: 173 time: 1.3783197 Oct 27 18:25:00.880974 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa1f2423-271f-47e2-ab60-dd7757bdafe5', 'name': 'network-vif-deleted', 'tag': '3195fa44-cde8-4619-9a21-58d37ca6688a'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:25:00.883772 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d47ee4-2334-4ba6-9780-11d192c7a8ce" -d '{"events": [{"server_uuid": "fa1f2423-271f-47e2-ab60-dd7757bdafe5", "name": "network-vif-deleted", "tag": "3195fa44-cde8-4619-9a21-58d37ca6688a"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:25:00.890806 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-c29085e3-868c-4502-bdba-5a27d24853e5 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:25:00.894131 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29085e3-868c-4502-bdba-5a27d24853e5 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] Pushing event updated for resources: {'Port': ['ID=46bb75b7-83bc-407f-8a4c-65f24b5eb2cc,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:00.967330 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d9b5f3-49f8-4165-8beb-157381d1b283 x-openstack-request-id: req-47d9b5f3-49f8-4165-8beb-157381d1b283 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:25:00.967615 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa1f2423-271f-47e2-ab60-dd7757bdafe5", "name": "network-vif-deleted", "tag": "3195fa44-cde8-4619-9a21-58d37ca6688a", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:25:00.967869 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-47d9b5f3-49f8-4165-8beb-157381d1b283 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:25:00.968357 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa1f2423-271f-47e2-ab60-dd7757bdafe5', 'name': 'network-vif-deleted', 'tag': '3195fa44-cde8-4619-9a21-58d37ca6688a', 'status': 'completed', 'code': 200} Oct 27 18:25:00.969157 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20bcd7-7374-48a6-a7fe-a0e8ceb50bbb tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] Pushing event deleted for resources: {'Port': ['ID=3195fa44-cde8-4619-9a21-58d37ca6688a,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:00.992914 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-53ca088c-9d2f-4f8d-96ab-f5594f4be23c req-da852d30-d586-4cc1-8205-f4b0d6560e87 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398618 Oct 27 18:25:01.025433 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-c29085e3-868c-4502-bdba-5a27d24853e5 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:01.027127 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-c29085e3-868c-4502-bdba-5a27d24853e5 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:01.132785 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-c29085e3-868c-4502-bdba-5a27d24853e5 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9148421 Oct 27 18:25:01.157836 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78ea1c-0cac-4cf3-8c7d-417e6b7ebbb6 req-5a3e8ffe-7353-4664-bc9f-965b3872229d tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:01.165882 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dc78ea1c-0cac-4cf3-8c7d-417e6b7ebbb6 req-5a3e8ffe-7353-4664-bc9f-965b3872229d tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 950 time: 0.0768206 Oct 27 18:25:01.172501 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-2ed9df29-da68-4aaa-bd94-edef9ad5d73f tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:25:01.173469 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-2ed9df29-da68-4aaa-bd94-edef9ad5d73f tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050659 Oct 27 18:25:01.193584 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-f3d0b73e-b1f5-4a91-8b87-1b94eee8a98e service neutron] Request body: {'port': {'device_id': 'cc381c57-4c37-4b46-912e-3490a76df257', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:25:01.242842 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dc78ea1c-0cac-4cf3-8c7d-417e6b7ebbb6 req-96bc286e-2192-441a-a538-68d01df7e40b tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759649 Oct 27 18:25:01.274500 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-f3d0b73e-b1f5-4a91-8b87-1b94eee8a98e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:01.816265 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5b0f992e-81ab-48e2-b9d6-6e03ee8f9d90 req-d541c161-24b0-4efa-909c-7030314ac3fa tempest-ServerAddressesTestJSON-1286965191 tempest-ServerAddressesTestJSON-1286965191-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa1f2423-271f-47e2-ab60-dd7757bdafe5 HTTP/1.1" status: 200 len: 210 time: 0.0575190 Oct 27 18:25:01.856025 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b93d3-c790-441f-b7ae-847b807759eb req-f69a6b0e-189f-473f-898c-c2722b4c424a tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:01.858601 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd0b93d3-c790-441f-b7ae-847b807759eb req-f69a6b0e-189f-473f-898c-c2722b4c424a tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 945 time: 0.0975065 Oct 27 18:25:01.948737 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd0b93d3-c790-441f-b7ae-847b807759eb req-a8e8748d-50ca-4100-b36b-748ab5d9a803 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849628 Oct 27 18:25:01.991585 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7aa75-3008-4a7c-a540-e2d586460f3e req-c1752f3b-1acc-4d18-9288-fac7881b65e6 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:01.998756 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-48f7aa75-3008-4a7c-a540-e2d586460f3e req-c1752f3b-1acc-4d18-9288-fac7881b65e6 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc381c57-4c37-4b46-912e-3490a76df257 HTTP/1.1" status: 200 len: 932 time: 0.1068978 Oct 27 18:25:01.998756 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-f3d0b73e-b1f5-4a91-8b87-1b94eee8a98e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46bb75b7-83bc-407f-8a4c-65f24b5eb2cc {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:25:02.012784 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-f3d0b73e-b1f5-4a91-8b87-1b94eee8a98e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:02.041050 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-f3d0b73e-b1f5-4a91-8b87-1b94eee8a98e service neutron] Transition to ACTIVE for port object 46bb75b7-83bc-407f-8a4c-65f24b5eb2cc will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:25:02.054397 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-48f7aa75-3008-4a7c-a540-e2d586460f3e req-e3e7f51f-c67f-4028-9e00-a6d486e1a22d tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] 10.222.0.52 "GET /v2.0/security-groups?id=43a705bf-5382-4127-ab0c-9c484aabf583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511079 Oct 27 18:25:02.122253 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-f3d0b73e-b1f5-4a91-8b87-1b94eee8a98e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:02.216751 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d0b73e-b1f5-4a91-8b87-1b94eee8a98e service neutron] Pushing event updated for resources: {'Port': ['ID=46bb75b7-83bc-407f-8a4c-65f24b5eb2cc,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:02.271755 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608cc43-711d-4b6a-a2a7-e920ac1465ce req-0e4b97eb-c8a3-4ba9-bcad-bc63dd5d1cb6 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:02.273145 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a608cc43-711d-4b6a-a2a7-e920ac1465ce req-0e4b97eb-c8a3-4ba9-bcad-bc63dd5d1cb6 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.1087465 Oct 27 18:25:02.319431 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-f3d0b73e-b1f5-4a91-8b87-1b94eee8a98e service neutron] Attempting to bind port 46bb75b7-83bc-407f-8a4c-65f24b5eb2cc on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:25:02.319777 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-f3d0b73e-b1f5-4a91-8b87-1b94eee8a98e service neutron] Attempting to bind port 46bb75b7-83bc-407f-8a4c-65f24b5eb2cc by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '2f155988-aa4b-4679-883e-0085de429777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'b9e1a717-d9e7-47c6-bc4c-5b65573ff80c'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:25:02.320112 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-f3d0b73e-b1f5-4a91-8b87-1b94eee8a98e service neutron] Attempting to bind port 46bb75b7-83bc-407f-8a4c-65f24b5eb2cc on network b9e1a717-d9e7-47c6-bc4c-5b65573ff80c {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:25:02.344068 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-f3d0b73e-b1f5-4a91-8b87-1b94eee8a98e service neutron] Port 46bb75b7-83bc-407f-8a4c-65f24b5eb2cc on network b9e1a717-d9e7-47c6-bc4c-5b65573ff80c not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:25:02.344413 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-f3d0b73e-b1f5-4a91-8b87-1b94eee8a98e service neutron] Attempting to bind port 46bb75b7-83bc-407f-8a4c-65f24b5eb2cc on network b9e1a717-d9e7-47c6-bc4c-5b65573ff80c {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:25:02.348638 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a608cc43-711d-4b6a-a2a7-e920ac1465ce req-4be1e704-c809-49b4-a037-4d74d4c85986 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656884 Oct 27 18:25:02.372557 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-f3d0b73e-b1f5-4a91-8b87-1b94eee8a98e service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:25:02.372557 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-f3d0b73e-b1f5-4a91-8b87-1b94eee8a98e service neutron] Checking segment: {'id': '2f155988-aa4b-4679-883e-0085de429777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'b9e1a717-d9e7-47c6-bc4c-5b65573ff80c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:25:02.372557 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-f3d0b73e-b1f5-4a91-8b87-1b94eee8a98e service neutron] Bound using segment: {'id': '2f155988-aa4b-4679-883e-0085de429777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'b9e1a717-d9e7-47c6-bc4c-5b65573ff80c'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:25:02.372557 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-f3d0b73e-b1f5-4a91-8b87-1b94eee8a98e service neutron] Bound port: 46bb75b7-83bc-407f-8a4c-65f24b5eb2cc, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f155988-aa4b-4679-883e-0085de429777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'b9e1a717-d9e7-47c6-bc4c-5b65573ff80c'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:25:02.372557 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-f3d0b73e-b1f5-4a91-8b87-1b94eee8a98e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:02.418535 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b71f8b-bb23-41be-8588-00f2fd0c0fb9 req-39a14584-99bc-41bd-9295-72060dec576e tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:02.420054 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f9b71f8b-bb23-41be-8588-00f2fd0c0fb9 req-39a14584-99bc-41bd-9295-72060dec576e tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 950 time: 0.0902991 Oct 27 18:25:02.474668 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-f3d0b73e-b1f5-4a91-8b87-1b94eee8a98e service neutron] For port 46bb75b7-83bc-407f-8a4c-65f24b5eb2cc, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:25:02.482713 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f9b71f8b-bb23-41be-8588-00f2fd0c0fb9 req-54ccda21-5984-4bb8-988f-0d2ba02794fe tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564287 Oct 27 18:25:02.491304 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-f3d0b73e-b1f5-4a91-8b87-1b94eee8a98e service neutron] For port 46bb75b7-83bc-407f-8a4c-65f24b5eb2cc, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=46bb75b7-83bc-407f-8a4c-65f24b5eb2cc,segment=NetworkSegment(2f155988-aa4b-4679-883e-0085de429777),segment_id=2f155988-aa4b-4679-883e-0085de429777)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:25:02.581263 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-f3d0b73e-b1f5-4a91-8b87-1b94eee8a98e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:02.651864 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-f3d0b73e-b1f5-4a91-8b87-1b94eee8a98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:02.652522 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-f3d0b73e-b1f5-4a91-8b87-1b94eee8a98e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:02.653881 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-f3d0b73e-b1f5-4a91-8b87-1b94eee8a98e service neutron] 10.222.0.93 "PUT /v2.0/ports/46bb75b7-83bc-407f-8a4c-65f24b5eb2cc HTTP/1.1" status: 200 len: 1092 time: 1.4668448 Oct 27 18:25:02.675726 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d0b73e-b1f5-4a91-8b87-1b94eee8a98e service neutron] Pushing event updated for resources: {'Port': ['ID=46bb75b7-83bc-407f-8a4c-65f24b5eb2cc,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:02.690277 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bf730-031f-4b7b-9091-5872f687fea2 req-20fe60ff-c587-422f-b06e-66ddacfe911b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:02.691786 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fe7bf730-031f-4b7b-9091-5872f687fea2 req-20fe60ff-c587-422f-b06e-66ddacfe911b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 947 time: 0.1123044 Oct 27 18:25:02.731272 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fe7bf730-031f-4b7b-9091-5872f687fea2 req-45cb26cf-169a-434b-97b4-59412941fe29 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330980 Oct 27 18:25:02.806737 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-d7d63b89-adcf-41d3-9665-53d5b3cc1620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:02.808294 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-d7d63b89-adcf-41d3-9665-53d5b3cc1620 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b8bc1914d0d64634806578d8cb9aa1a6&device_id=cc381c57-4c37-4b46-912e-3490a76df257 HTTP/1.1" status: 200 len: 1095 time: 0.0416849 Oct 27 18:25:02.856056 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-28caf272-c809-4456-8aee-bef37cf86049 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46bb75b7-83bc-407f-8a4c-65f24b5eb2cc HTTP/1.1" status: 200 len: 217 time: 0.0391953 Oct 27 18:25:02.863859 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 3195fa44-cde8-4619-9a21-58d37ca6688a no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:25:02.877906 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 55460) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:25:02.910611 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 3195fa44-cde8-4619-9a21-58d37ca6688a {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:25:02.914724 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-7fda58c3-56d1-45b4-9e79-b242c068f3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:02.916442 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-7fda58c3-56d1-45b4-9e79-b242c068f3de service neutron] 10.222.0.93 "GET /v2.0/subnets?id=75bc1e82-4fea-4318-bbdf-18422577b624 HTTP/1.1" status: 200 len: 861 time: 0.0511787 Oct 27 18:25:02.917225 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 3195fa44-cde8-4619-9a21-58d37ca6688a not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:25:02.938784 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-226037c2-88eb-4b82-9e08-ec5cd3b6dd2c admin admin] Deleting subnet 7ec86020-db69-439f-b7b1-6b3170dfe0be {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:25:02.942217 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-226037c2-88eb-4b82-9e08-ec5cd3b6dd2c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:02.953277 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-9237ecf1-f53a-42d5-8a6d-cdc8679b40cf service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b9e1a717-d9e7-47c6-bc4c-5b65573ff80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264022 Oct 27 18:25:02.969168 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc381c57-4c37-4b46-912e-3490a76df257', 'tag': '46bb75b7-83bc-407f-8a4c-65f24b5eb2cc'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:25:02.971724 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a501bde9-bd08-402d-ad04-e7f425b905f7" -d '{"events": [{"name": "network-changed", "server_uuid": "cc381c57-4c37-4b46-912e-3490a76df257", "tag": "46bb75b7-83bc-407f-8a4c-65f24b5eb2cc"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:25:02.980813 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-226037c2-88eb-4b82-9e08-ec5cd3b6dd2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:03.028692 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-226037c2-88eb-4b82-9e08-ec5cd3b6dd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:03.104429 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdef6bb-5125-4687-818d-50d3bf534ca4 req-b1611ba8-46be-4b2a-8bf4-b85c146b73c9 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:03.106084 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ccdef6bb-5125-4687-818d-50d3bf534ca4 req-b1611ba8-46be-4b2a-8bf4-b85c146b73c9 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 945 time: 0.0781906 Oct 27 18:25:03.109370 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-10901dcf-af40-4698-bb9c-258633f05da2 service neutron] 10.222.0.93 "GET /v2.0/networks/b9e1a717-d9e7-47c6-bc4c-5b65573ff80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480908 Oct 27 18:25:03.146283 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-226037c2-88eb-4b82-9e08-ec5cd3b6dd2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:03.173046 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226037c2-88eb-4b82-9e08-ec5cd3b6dd2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ec86020-db69-439f-b7b1-6b3170dfe0be,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:03.181782 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-226037c2-88eb-4b82-9e08-ec5cd3b6dd2c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:03.184941 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-226037c2-88eb-4b82-9e08-ec5cd3b6dd2c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7ec86020-db69-439f-b7b1-6b3170dfe0be HTTP/1.1" status: 204 len: 168 time: 0.3061950 Oct 27 18:25:03.187271 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226037c2-88eb-4b82-9e08-ec5cd3b6dd2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:03.187271 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226037c2-88eb-4b82-9e08-ec5cd3b6dd2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:03.187703 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226037c2-88eb-4b82-9e08-ec5cd3b6dd2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:03.188057 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226037c2-88eb-4b82-9e08-ec5cd3b6dd2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:03.188453 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226037c2-88eb-4b82-9e08-ec5cd3b6dd2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:03.188740 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226037c2-88eb-4b82-9e08-ec5cd3b6dd2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:03.189072 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226037c2-88eb-4b82-9e08-ec5cd3b6dd2c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:03.189400 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226037c2-88eb-4b82-9e08-ec5cd3b6dd2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:03.189730 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226037c2-88eb-4b82-9e08-ec5cd3b6dd2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:03.190079 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226037c2-88eb-4b82-9e08-ec5cd3b6dd2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:03.190242 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 55476) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:25:03.190406 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226037c2-88eb-4b82-9e08-ec5cd3b6dd2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:03.190732 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226037c2-88eb-4b82-9e08-ec5cd3b6dd2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:03.207921 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ccdef6bb-5125-4687-818d-50d3bf534ca4 req-c72d1cc5-3843-4b06-a317-3ca2140e6274 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948675 Oct 27 18:25:03.263990 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a23bae6-d814-4d9d-a4f4-43168d428ebe x-openstack-request-id: req-9a23bae6-d814-4d9d-a4f4-43168d428ebe {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:25:03.264351 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc381c57-4c37-4b46-912e-3490a76df257", "tag": "46bb75b7-83bc-407f-8a4c-65f24b5eb2cc", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:25:03.264597 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9a23bae6-d814-4d9d-a4f4-43168d428ebe {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:25:03.264993 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc381c57-4c37-4b46-912e-3490a76df257', 'tag': '46bb75b7-83bc-407f-8a4c-65f24b5eb2cc', 'status': 'completed', 'code': 200} Oct 27 18:25:03.298380 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d2d1f000-59c2-44e6-92d5-20c29a4fdc92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:03.307536 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-619ac30b-4dbf-4d6f-a254-1dd521ea3705 req-6ddabe1c-45c1-423d-ba85-93a2c333e21a service neutron] 10.222.0.93 "GET /v2.0/networks/b9e1a717-d9e7-47c6-bc4c-5b65573ff80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875455 Oct 27 18:25:03.424766 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d2d1f000-59c2-44e6-92d5-20c29a4fdc92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:03.441469 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab60964-f4d1-4ac8-8a00-801beaeb781d req-251c86dc-c50d-448c-a1d1-bab33b5f49eb tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:03.443767 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8ab60964-f4d1-4ac8-8a00-801beaeb781d req-251c86dc-c50d-448c-a1d1-bab33b5f49eb tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc381c57-4c37-4b46-912e-3490a76df257 HTTP/1.1" status: 200 len: 944 time: 0.1348488 Oct 27 18:25:03.487815 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-d2d1f000-59c2-44e6-92d5-20c29a4fdc92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b46f261-2a8f-43f5-ae1b-37d0973221ac']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:25:03.534698 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-d2d1f000-59c2-44e6-92d5-20c29a4fdc92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0df1765c-dad4-45b4-8898-63b359ee6d0d') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:25:03.535024 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-d2d1f000-59c2-44e6-92d5-20c29a4fdc92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0df1765c-dad4-45b4-8898-63b359ee6d0d') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:25:03.551074 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d2d1f000-59c2-44e6-92d5-20c29a4fdc92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:03.583772 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d2d1f000-59c2-44e6-92d5-20c29a4fdc92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:03.593221 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8ab60964-f4d1-4ac8-8a00-801beaeb781d req-a8cb9888-bf65-4bff-9c7a-aa3fe3a96ccb tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] 10.222.0.52 "GET /v2.0/security-groups?id=43a705bf-5382-4127-ab0c-9c484aabf583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354568 Oct 27 18:25:03.597481 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2d1f000-59c2-44e6-92d5-20c29a4fdc92 admin admin] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:25:03.597887 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d2d1f000-59c2-44e6-92d5-20c29a4fdc92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:03.602700 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501bde9-bd08-402d-ad04-e7f425b905f7 req-16064757-e2e5-4343-9528-d8583b0d59bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:03.604227 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a501bde9-bd08-402d-ad04-e7f425b905f7 req-16064757-e2e5-4343-9528-d8583b0d59bc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b8bc1914d0d64634806578d8cb9aa1a6&device_id=cc381c57-4c37-4b46-912e-3490a76df257 HTTP/1.1" status: 200 len: 1095 time: 0.1710281 Oct 27 18:25:03.604938 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:25:03.604938 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:25:03.604938 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:25:03.604938 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:25:03.604938 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:25:03.604938 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:25:03.604938 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:25:03.604938 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:25:03.604938 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:25:03.604938 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:25:03.604938 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:25:03.604938 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:25:03.604938 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:25:03.604938 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:25:03.604938 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:25:03.604938 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:25:03.604938 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:25:03.604938 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:25:03.604938 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:25:03.604938 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:25:03.604938 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:25:03.604938 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:25:03.604938 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:25:03.604938 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:25:03.604938 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:25:03.604938 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:25:03.604938 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:25:03.604938 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:25:03.604938 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:25:03.604938 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:25:03.604938 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:25:03.604938 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:25:03.624704 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a080cd-c485-4a55-9450-e30f9fa3fb39 req-556f95a2-41ae-4d9a-97ad-095593e046d0 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:03.625288 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c3a080cd-c485-4a55-9450-e30f9fa3fb39 req-556f95a2-41ae-4d9a-97ad-095593e046d0 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 947 time: 0.1585858 Oct 27 18:25:03.785287 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c3a080cd-c485-4a55-9450-e30f9fa3fb39 req-63fbc8a0-9f88-4244-b561-14f2f3844490 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278474 Oct 27 18:25:03.812005 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d22b80-45a2-4fc7-8619-31ff6f5db927 req-c1e8c1e0-4d7f-4a25-996e-3aaba13a90bb tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:03.812005 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f2d22b80-45a2-4fc7-8619-31ff6f5db927 req-c1e8c1e0-4d7f-4a25-996e-3aaba13a90bb tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.1494594 Oct 27 18:25:03.824792 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d2d1f000-59c2-44e6-92d5-20c29a4fdc92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:03.837550 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d2d1f000-59c2-44e6-92d5-20c29a4fdc92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:03.840849 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d2d1f000-59c2-44e6-92d5-20c29a4fdc92 admin admin] 10.222.0.52 "DELETE /v2.0/networks/8b46f261-2a8f-43f5-ae1b-37d0973221ac HTTP/1.1" status: 204 len: 168 time: 0.6496258 Oct 27 18:25:03.848926 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501bde9-bd08-402d-ad04-e7f425b905f7 req-b9b9ec4f-d142-4fff-9a2b-1a73891744c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:03.850430 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a501bde9-bd08-402d-ad04-e7f425b905f7 req-b9b9ec4f-d142-4fff-9a2b-1a73891744c7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b9e1a717-d9e7-47c6-bc4c-5b65573ff80c HTTP/1.1" status: 200 len: 923 time: 0.2346098 Oct 27 18:25:03.911526 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d1f000-59c2-44e6-92d5-20c29a4fdc92 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b46f261-2a8f-43f5-ae1b-37d0973221ac,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:03.983957 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a501bde9-bd08-402d-ad04-e7f425b905f7 req-f487a726-2c36-4f61-882a-4569421b6c53 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46bb75b7-83bc-407f-8a4c-65f24b5eb2cc HTTP/1.1" status: 200 len: 217 time: 0.1168981 Oct 27 18:25:03.988744 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f2d22b80-45a2-4fc7-8619-31ff6f5db927 req-31676b79-d237-4c46-89f4-5499f9be708f tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675355 Oct 27 18:25:04.046069 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30db0c-a543-4a09-9bc9-cf890fa834aa req-c144e708-629b-461e-ba95-b8d8328dee8b tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:04.047728 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2f30db0c-a543-4a09-9bc9-cf890fa834aa req-c144e708-629b-461e-ba95-b8d8328dee8b tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 950 time: 0.1848342 Oct 27 18:25:04.058518 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501bde9-bd08-402d-ad04-e7f425b905f7 req-d181bd75-71d7-41a7-81ef-651bcbfec101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:04.059976 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a501bde9-bd08-402d-ad04-e7f425b905f7 req-d181bd75-71d7-41a7-81ef-651bcbfec101 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=75bc1e82-4fea-4318-bbdf-18422577b624 HTTP/1.1" status: 200 len: 861 time: 0.0657878 Oct 27 18:25:04.111883 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a501bde9-bd08-402d-ad04-e7f425b905f7 req-b74ec6dd-cd55-42db-b0b8-7e5c0fbfe223 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b9e1a717-d9e7-47c6-bc4c-5b65573ff80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382099 Oct 27 18:25:04.149439 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2f30db0c-a543-4a09-9bc9-cf890fa834aa req-064fed6b-8ea6-43de-8d2e-1658afaef3a4 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933917 Oct 27 18:25:04.235634 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 55488) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:25:04.244862 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a501bde9-bd08-402d-ad04-e7f425b905f7 req-846ad8b4-a9a4-4fe8-bf63-e8e930b46b8b service neutron] 10.222.0.93 "GET /v2.0/networks/b9e1a717-d9e7-47c6-bc4c-5b65573ff80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202025 Oct 27 18:25:04.297515 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-606071c2-46b6-4bf8-bb1d-269bc6f2b33a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=617ca6012f18497ea1bace94e887e5af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0579686 Oct 27 18:25:04.297858 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 55490) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:25:04.355958 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b86f0d28-12e5-4886-aca2-825a0f2e8fdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:04.385813 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b86f0d28-12e5-4886-aca2-825a0f2e8fdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:04.386400 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539dfdd-917e-45be-a482-af2c122ef89c req-66ef1b97-1720-452a-9a11-5220d08a9ec0 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:04.388335 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7539dfdd-917e-45be-a482-af2c122ef89c req-66ef1b97-1720-452a-9a11-5220d08a9ec0 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 945 time: 0.0813456 Oct 27 18:25:04.419108 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a501bde9-bd08-402d-ad04-e7f425b905f7 req-abfe771f-3486-4fea-ab65-3cb2ebf70fd5 service neutron] 10.222.0.93 "GET /v2.0/networks/b9e1a717-d9e7-47c6-bc4c-5b65573ff80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657848 Oct 27 18:25:04.444550 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7539dfdd-917e-45be-a482-af2c122ef89c req-e9554ba6-5d9e-4496-82db-2be75ba24ccf tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455537 Oct 27 18:25:04.533445 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b86f0d28-12e5-4886-aca2-825a0f2e8fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:04.536280 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b86f0d28-12e5-4886-aca2-825a0f2e8fdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:04.537604 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b86f0d28-12e5-4886-aca2-825a0f2e8fdf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dc1b9032-cfe6-43c2-8ed6-0bac919f0955 HTTP/1.1" status: 204 len: 168 time: 0.2387915 Oct 27 18:25:04.546249 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f0d28-12e5-4886-aca2-825a0f2e8fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1b9032-cfe6-43c2-8ed6-0bac919f0955,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:04.718925 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7f06a-d6d6-4a56-8270-6169c4b91fe0 req-64c23ffc-28e8-4fc5-9189-1427d1a7591a tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:04.720529 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-52e7f06a-d6d6-4a56-8270-6169c4b91fe0 req-64c23ffc-28e8-4fc5-9189-1427d1a7591a tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc381c57-4c37-4b46-912e-3490a76df257 HTTP/1.1" status: 200 len: 944 time: 0.0524719 Oct 27 18:25:04.767412 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-52e7f06a-d6d6-4a56-8270-6169c4b91fe0 req-96ecc420-2d0a-420d-8fdb-68f6e37bdd96 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] 10.222.0.52 "GET /v2.0/security-groups?id=43a705bf-5382-4127-ab0c-9c484aabf583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390239 Oct 27 18:25:04.891758 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 1e0e81ca-8d40-4f32-adf8-576986635f72 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:25:04.896560 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 1e0e81ca-8d40-4f32-adf8-576986635f72 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:25:04.917786 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af97461-59a0-4aa6-92f1-e79bd810133a req-36b02d84-91c3-4622-8fb1-8f7cf87c09d8 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:04.920190 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6af97461-59a0-4aa6-92f1-e79bd810133a req-36b02d84-91c3-4622-8fb1-8f7cf87c09d8 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 947 time: 0.0553501 Oct 27 18:25:04.970645 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6af97461-59a0-4aa6-92f1-e79bd810133a req-e47ba7d1-1ae8-4313-8a86-22fafd901890 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443437 Oct 27 18:25:05.057038 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:05.081128 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 1e0e81ca-8d40-4f32-adf8-576986635f72, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=1e0e81ca-8d40-4f32-adf8-576986635f72,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:25:05.101841 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '1e0e81ca-8d40-4f32-adf8-576986635f72', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'port_id': '1e0e81ca-8d40-4f32-adf8-576986635f72', 'mac_address': 'fa:16:3e:55:86:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:25:05.108848 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8814091-7055-4f98-ba67-e60f5562a079', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e0e81ca-8d40-4f32-adf8-576986635f72'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:25:05.111432 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d71975-796e-43ba-b623-7041f580383f" -d '{"events": [{"server_uuid": "d8814091-7055-4f98-ba67-e60f5562a079", "name": "network-vif-unplugged", "status": "completed", "tag": "1e0e81ca-8d40-4f32-adf8-576986635f72"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:25:05.112490 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3493470-4118-48d1-9b6a-b2826a6fe17e req-ea3e4157-1182-4fb7-898b-86ba5c197820 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:05.114693 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f3493470-4118-48d1-9b6a-b2826a6fe17e req-ea3e4157-1182-4fb7-898b-86ba5c197820 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.0559876 Oct 27 18:25:05.128970 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 1e0e81ca-8d40-4f32-adf8-576986635f72, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=1e0e81ca-8d40-4f32-adf8-576986635f72,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:25:05.165337 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:05.168309 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 18:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b14d21-c7b1-4a56-b669-4458f5847e60 x-openstack-request-id: req-16b14d21-c7b1-4a56-b669-4458f5847e60 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:25:05.168604 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8814091-7055-4f98-ba67-e60f5562a079", "name": "network-vif-unplugged", "status": "completed", "tag": "1e0e81ca-8d40-4f32-adf8-576986635f72", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:25:05.168856 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-16b14d21-c7b1-4a56-b669-4458f5847e60 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:25:05.169251 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8814091-7055-4f98-ba67-e60f5562a079', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e0e81ca-8d40-4f32-adf8-576986635f72', 'code': 200} Oct 27 18:25:05.171504 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f3493470-4118-48d1-9b6a-b2826a6fe17e req-4d8601c8-5656-45a1-8054-04b9a010a3b5 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419040 Oct 27 18:25:05.181879 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e0e81ca-8d40-4f32-adf8-576986635f72 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:25:05.203319 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:05.283866 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:25:05.284275 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:25:05.284829 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=1e0e81ca-8d40-4f32-adf8-576986635f72,revision_number=9']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:05.307608 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76189af7-7207-4af5-af95-256c207388a9 req-a5b25bbb-6ed6-431f-abda-8ef86ec0006a tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:05.309260 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-76189af7-7207-4af5-af95-256c207388a9 req-a5b25bbb-6ed6-431f-abda-8ef86ec0006a tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 950 time: 0.0584571 Oct 27 18:25:05.356280 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-76189af7-7207-4af5-af95-256c207388a9 req-0a04c862-9e66-44c1-83de-37bb01a0746a tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408084 Oct 27 18:25:05.585584 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cec4e2-784b-4a80-b460-cd576ec2d33e req-32ce0ced-6138-48b9-b54b-9ba1c2b60e10 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:05.587331 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d3cec4e2-784b-4a80-b460-cd576ec2d33e req-32ce0ced-6138-48b9-b54b-9ba1c2b60e10 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 945 time: 0.0542591 Oct 27 18:25:05.605696 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 55532) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:25:05.628426 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d3cec4e2-784b-4a80-b460-cd576ec2d33e req-0d15d0be-b13d-437e-b9ad-898d336d2433 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352037 Oct 27 18:25:05.705839 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-9f5f73bf-ac8d-40f0-9935-e1dfdc0080be admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-254397824-network', 'tenant_id': 'ee85f34331f4425cb27ef49e38e071eb'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:25:05.784535 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5f73bf-ac8d-40f0-9935-e1dfdc0080be admin admin] Made reservation on behalf of ee85f34331f4425cb27ef49e38e071eb for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:25:05.786970 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9f5f73bf-ac8d-40f0-9935-e1dfdc0080be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:05.795429 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9f5f73bf-ac8d-40f0-9935-e1dfdc0080be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:05.824378 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:05.838243 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e0e81ca-8d40-4f32-adf8-576986635f72 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:25:05.861291 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 1e0e81ca-8d40-4f32-adf8-576986635f72, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=1e0e81ca-8d40-4f32-adf8-576986635f72,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:25:05.871463 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9f5f73bf-ac8d-40f0-9935-e1dfdc0080be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:05.892819 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee547a97-8e07-45ac-8ffb-487afae10686 req-d1df7e29-525b-4892-a629-d233d1ae4360 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:05.894300 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee547a97-8e07-45ac-8ffb-487afae10686 req-d1df7e29-525b-4892-a629-d233d1ae4360 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc381c57-4c37-4b46-912e-3490a76df257 HTTP/1.1" status: 200 len: 944 time: 0.0508025 Oct 27 18:25:05.928466 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:05.932743 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee547a97-8e07-45ac-8ffb-487afae10686 req-eb00e3ee-53fc-4b8f-9468-8a5c6994dc30 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] 10.222.0.52 "GET /v2.0/security-groups?id=43a705bf-5382-4127-ab0c-9c484aabf583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314312 Oct 27 18:25:05.956155 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9f5f73bf-ac8d-40f0-9935-e1dfdc0080be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:05.977734 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f5f73bf-ac8d-40f0-9935-e1dfdc0080be admin admin] vlan segment allocate from pool success with {'vlan_id': 1030, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:25:05.981155 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=1e0e81ca-8d40-4f32-adf8-576986635f72,revision_number=10']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:05.993605 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f73bf-ac8d-40f0-9935-e1dfdc0080be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:05.996761 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9f5f73bf-ac8d-40f0-9935-e1dfdc0080be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:05.997136 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-9f5f73bf-ac8d-40f0-9935-e1dfdc0080be admin admin] Added segment b9297ae3-0585-4555-9e56-c8358a522843 of type vlan for network f8b19dfe-43eb-4ec7-9509-1d9a53b23e79 Oct 27 18:25:06.038520 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9f5f73bf-ac8d-40f0-9935-e1dfdc0080be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:06.092809 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2956edfd-0c43-48d9-a220-ff133d82fd77 req-57146500-563f-4c3c-bb60-e4faf00c4917 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:06.094403 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2956edfd-0c43-48d9-a220-ff133d82fd77 req-57146500-563f-4c3c-bb60-e4faf00c4917 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 947 time: 0.0505006 Oct 27 18:25:06.136154 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2956edfd-0c43-48d9-a220-ff133d82fd77 req-8d7da964-69c5-4082-a3c5-53be588a0fcf tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357008 Oct 27 18:25:06.163071 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9f5f73bf-ac8d-40f0-9935-e1dfdc0080be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:06.168592 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5f73bf-ac8d-40f0-9935-e1dfdc0080be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:06.168592 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9f5f73bf-ac8d-40f0-9935-e1dfdc0080be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:06.229909 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f73bf-ac8d-40f0-9935-e1dfdc0080be admin admin] Pushing event updated for resources: {'Network': ['ID=f8b19dfe-43eb-4ec7-9509-1d9a53b23e79,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:06.241209 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network f8b19dfe-43eb-4ec7-9509-1d9a53b23e79 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:25:06.290903 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9f5f73bf-ac8d-40f0-9935-e1dfdc0080be admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6839557 Oct 27 18:25:06.293614 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 55542) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:25:06.298157 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ee919-f254-487a-995e-a8de0f9a7908 req-ccfe72f7-4382-4f14-a47d-c434f175ba21 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:06.298453 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-e7592eb6-55c0-4ed0-bdc0-d7b84308bab9 admin admin] Request body: {'subnet': {'network_id': 'f8b19dfe-43eb-4ec7-9509-1d9a53b23e79', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-254397824-subnet', 'tenant_id': 'ee85f34331f4425cb27ef49e38e071eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:25:06.300214 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-153ee919-f254-487a-995e-a8de0f9a7908 req-ccfe72f7-4382-4f14-a47d-c434f175ba21 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.0552239 Oct 27 18:25:06.343159 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-153ee919-f254-487a-995e-a8de0f9a7908 req-9d02e325-c354-4225-879c-61f16adff875 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344021 Oct 27 18:25:06.373516 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7592eb6-55c0-4ed0-bdc0-d7b84308bab9 admin admin] Made reservation on behalf of ee85f34331f4425cb27ef49e38e071eb for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:25:06.375970 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e7592eb6-55c0-4ed0-bdc0-d7b84308bab9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:06.418871 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['1e0e81ca-8d40-4f32-adf8-576986635f72'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:25:06.476703 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efeef7d-5ed5-426f-93b6-892a8aa52615 req-f11d7cf1-369e-4ec5-a9a4-4118a6bb5683 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:06.479024 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2efeef7d-5ed5-426f-93b6-892a8aa52615 req-f11d7cf1-369e-4ec5-a9a4-4118a6bb5683 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 950 time: 0.0533314 Oct 27 18:25:06.522779 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2efeef7d-5ed5-426f-93b6-892a8aa52615 req-91abc96f-e667-47b2-90f7-f57e99f5d60d tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348461 Oct 27 18:25:06.607979 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e7592eb6-55c0-4ed0-bdc0-d7b84308bab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:06.660397 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7592eb6-55c0-4ed0-bdc0-d7b84308bab9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aeb8b6e-dc25-4ba6-b90a-05891e7c7576,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:06.676726 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7592eb6-55c0-4ed0-bdc0-d7b84308bab9 admin admin] Checking segment: {'id': 'b9297ae3-0585-4555-9e56-c8358a522843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'f8b19dfe-43eb-4ec7-9509-1d9a53b23e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:25:06.677782 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7592eb6-55c0-4ed0-bdc0-d7b84308bab9 admin admin] Network hostable DHCP agents. Network: f8b19dfe-43eb-4ec7-9509-1d9a53b23e79, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:25:06.733251 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7592eb6-55c0-4ed0-bdc0-d7b84308bab9 admin admin] Network f8b19dfe-43eb-4ec7-9509-1d9a53b23e79 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:25:06.756701 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f8bed-fb7e-4b0f-94f2-6ba76a03969f req-ca866d1b-7301-49df-a5a3-dad825af297f tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:06.758186 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e81f8bed-fb7e-4b0f-94f2-6ba76a03969f req-ca866d1b-7301-49df-a5a3-dad825af297f tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 945 time: 0.0515304 Oct 27 18:25:06.790724 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-e7592eb6-55c0-4ed0-bdc0-d7b84308bab9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, f8b19dfe-43eb-4ec7-9509-1d9a53b23e79) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:25:06.795592 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7592eb6-55c0-4ed0-bdc0-d7b84308bab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:06.796270 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e7592eb6-55c0-4ed0-bdc0-d7b84308bab9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:06.800922 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f19228c-74d3-4474-95c5-984c4f969a6f None None] Network f8b19dfe-43eb-4ec7-9509-1d9a53b23e79 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:25:06.802888 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e81f8bed-fb7e-4b0f-94f2-6ba76a03969f req-5649d458-07f9-4f50-b775-8ae2981b2f11 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377214 Oct 27 18:25:06.868155 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e7592eb6-55c0-4ed0-bdc0-d7b84308bab9 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5734024 Oct 27 18:25:06.870761 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 55552) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:25:06.875107 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-c83b60e1-4595-4154-8254-216c5b041597 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-254397824-router', 'tenant_id': 'ee85f34331f4425cb27ef49e38e071eb', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:25:06.905303 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device d8372463-b0b5-40ec-b152-27501bceac5f details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:25:06.907076 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device d8372463-b0b5-40ec-b152-27501bceac5f no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:25:06.962537 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c83b60e1-4595-4154-8254-216c5b041597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:06.963921 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c83b60e1-4595-4154-8254-216c5b041597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:06.966406 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a129b870-7aa6-415a-97a7-f605a595ba41 None None] Network f8b19dfe-43eb-4ec7-9509-1d9a53b23e79 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:25:07.024095 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c83b60e1-4595-4154-8254-216c5b041597 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:07.062143 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89414a68-dba9-4315-ae56-52c2868fb6de req-da4a303e-c234-454f-bd19-ac14d7d8e4ff tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:07.063705 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-89414a68-dba9-4315-ae56-52c2868fb6de req-da4a303e-c234-454f-bd19-ac14d7d8e4ff tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc381c57-4c37-4b46-912e-3490a76df257 HTTP/1.1" status: 200 len: 944 time: 0.0531621 Oct 27 18:25:07.104610 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-89414a68-dba9-4315-ae56-52c2868fb6de req-1d8fb088-5da2-48d5-8a8e-faf009aa7d5d tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] 10.222.0.52 "GET /v2.0/security-groups?id=43a705bf-5382-4127-ab0c-9c484aabf583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340085 Oct 27 18:25:07.152883 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d8372463-b0b5-40ec-b152-27501bceac5f, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d8372463-b0b5-40ec-b152-27501bceac5f,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:25:07.158017 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:07.193461 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'd8372463-b0b5-40ec-b152-27501bceac5f', 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197', 'port_id': 'd8372463-b0b5-40ec-b152-27501bceac5f', 'mac_address': 'fa:16:3e:15:09:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afe6cc10-9308-4117-a497-d403cb219653', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:25:07.218969 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b85a65-8e47-40db-9fd2-4cdfaedb07a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8372463-b0b5-40ec-b152-27501bceac5f'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:25:07.221297 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc69343-2b19-4288-af7f-9092d9da5552" -d '{"events": [{"server_uuid": "86b85a65-8e47-40db-9fd2-4cdfaedb07a8", "name": "network-vif-unplugged", "status": "completed", "tag": "d8372463-b0b5-40ec-b152-27501bceac5f"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:25:07.238508 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d8372463-b0b5-40ec-b152-27501bceac5f, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d8372463-b0b5-40ec-b152-27501bceac5f,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:25:07.249202 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c83b60e1-4595-4154-8254-216c5b041597 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:07.276816 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fb9e3-03c6-4afb-8468-2e4b4948d1be req-6e4f0b6f-bc63-4ba9-8e71-8c7fc795e14d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:07.277726 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 18:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89ce08f-5aaf-4bb2-8aab-b7346c5eca06 x-openstack-request-id: req-c89ce08f-5aaf-4bb2-8aab-b7346c5eca06 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:25:07.277975 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b85a65-8e47-40db-9fd2-4cdfaedb07a8", "name": "network-vif-unplugged", "status": "completed", "tag": "d8372463-b0b5-40ec-b152-27501bceac5f", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:25:07.278285 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c89ce08f-5aaf-4bb2-8aab-b7346c5eca06 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:25:07.278419 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e86fb9e3-03c6-4afb-8468-2e4b4948d1be req-6e4f0b6f-bc63-4ba9-8e71-8c7fc795e14d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 947 time: 0.0586393 Oct 27 18:25:07.278664 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b85a65-8e47-40db-9fd2-4cdfaedb07a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8372463-b0b5-40ec-b152-27501bceac5f', 'code': 200} Oct 27 18:25:07.290231 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:07.322192 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e86fb9e3-03c6-4afb-8468-2e4b4948d1be req-43e9c3d7-46a6-40f4-8a76-e6e67dec693f tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359969 Oct 27 18:25:07.323690 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:07.351149 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8372463-b0b5-40ec-b152-27501bceac5f {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:25:07.362799 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=d8372463-b0b5-40ec-b152-27501bceac5f,revision_number=11']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:07.406261 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:25:07.406627 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:25:07.467508 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8edc4e-a18f-4543-b0a0-7dffb00c664f req-670019f9-5989-4286-97a6-4c8a4ca30564 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:07.469023 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0e8edc4e-a18f-4543-b0a0-7dffb00c664f req-670019f9-5989-4286-97a6-4c8a4ca30564 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.0507154 Oct 27 18:25:07.514049 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0e8edc4e-a18f-4543-b0a0-7dffb00c664f req-4cc43b50-fe3f-49d0-a55d-237e2c0a9909 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379341 Oct 27 18:25:07.531292 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c83b60e1-4595-4154-8254-216c5b041597 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:07.551546 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c83b60e1-4595-4154-8254-216c5b041597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:07.673476 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af690659-6a09-4e21-a34c-0dbcccaa05a8 req-265ea78f-bb5e-4e58-92da-460faec43aa6 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:07.683757 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af690659-6a09-4e21-a34c-0dbcccaa05a8 req-265ea78f-bb5e-4e58-92da-460faec43aa6 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 950 time: 0.0791662 Oct 27 18:25:07.685207 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-c83b60e1-4595-4154-8254-216c5b041597 admin admin] Allocated IP 172.25.6.102 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/7fa7fed6-0a04-4308-af76-de1303036650) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:25:07.726727 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af690659-6a09-4e21-a34c-0dbcccaa05a8 req-c9cf7176-8a3b-40d0-8e1a-5ff4d552159e tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420964 Oct 27 18:25:07.795932 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c83b60e1-4595-4154-8254-216c5b041597 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:07.911080 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c83b60e1-4595-4154-8254-216c5b041597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:07.948738 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:07.949262 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e2fb5-779b-47a1-93dc-d914e0213fe3 req-32231cb7-0ee5-493a-843f-2df0e7803359 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:07.951248 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7d6e2fb5-779b-47a1-93dc-d914e0213fe3 req-32231cb7-0ee5-493a-843f-2df0e7803359 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 945 time: 0.0712366 Oct 27 18:25:07.953522 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83b60e1-4595-4154-8254-216c5b041597 admin admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:25:07.956593 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-c83b60e1-4595-4154-8254-216c5b041597 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:25:07.961597 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83b60e1-4595-4154-8254-216c5b041597 admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:25:07.976162 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8372463-b0b5-40ec-b152-27501bceac5f {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:25:07.991113 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b60e1-4595-4154-8254-216c5b041597 admin admin] Pushing event updated for resources: {'Port': ['ID=7fa7fed6-0a04-4308-af76-de1303036650,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:07.999403 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d8372463-b0b5-40ec-b152-27501bceac5f, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d8372463-b0b5-40ec-b152-27501bceac5f,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:25:08.013517 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7d6e2fb5-779b-47a1-93dc-d914e0213fe3 req-3d83ce55-be80-4721-b35a-b2f496720caf tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560799 Oct 27 18:25:08.151670 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:08.152388 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 44d836f8-1cdd-4d27-9aec-f80a5e14c1cd details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:25:08.259251 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e97a7d-29df-44ad-a3e4-e0b778358bda req-92ebf493-a29c-4c94-bc1b-a6f6547596a0 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:08.267350 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f8e97a7d-29df-44ad-a3e4-e0b778358bda req-92ebf493-a29c-4c94-bc1b-a6f6547596a0 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc381c57-4c37-4b46-912e-3490a76df257 HTTP/1.1" status: 200 len: 944 time: 0.0889208 Oct 27 18:25:08.284324 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=d8372463-b0b5-40ec-b152-27501bceac5f,revision_number=12']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:08.322070 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f8e97a7d-29df-44ad-a3e4-e0b778358bda req-2a101db2-c3f3-4e41-bba6-cda24d708c3c tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] 10.222.0.52 "GET /v2.0/security-groups?id=43a705bf-5382-4127-ab0c-9c484aabf583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537233 Oct 27 18:25:08.354246 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 44d836f8-1cdd-4d27-9aec-f80a5e14c1cd, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=44d836f8-1cdd-4d27-9aec-f80a5e14c1cd,segment=NetworkSegment(c3b83e00-8105-42bf-a65c-5b309278d20d),segment_id=c3b83e00-8105-42bf-a65c-5b309278d20d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:25:08.365195 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c83b60e1-4595-4154-8254-216c5b041597 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:08.405118 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '44d836f8-1cdd-4d27-9aec-f80a5e14c1cd', 'network_id': '70d54990-c18d-43d7-9758-e9fefdddf939', 'port_id': '44d836f8-1cdd-4d27-9aec-f80a5e14c1cd', 'mac_address': 'fa:16:3e:4a:b3:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dd73aad-b62b-49e3-a8b3-a2ce98f853a3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:25:08.534979 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:08.553639 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654346b-0597-41d6-9fce-73aa708934b3 req-5abd9821-13a8-4d07-8062-16e7cd99319b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:08.561324 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1654346b-0597-41d6-9fce-73aa708934b3 req-5abd9821-13a8-4d07-8062-16e7cd99319b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 946 time: 0.1332567 Oct 27 18:25:08.563364 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44d836f8-1cdd-4d27-9aec-f80a5e14c1cd {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:25:08.591985 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 44d836f8-1cdd-4d27-9aec-f80a5e14c1cd, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=44d836f8-1cdd-4d27-9aec-f80a5e14c1cd,segment=NetworkSegment(c3b83e00-8105-42bf-a65c-5b309278d20d),segment_id=c3b83e00-8105-42bf-a65c-5b309278d20d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:25:08.617673 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1654346b-0597-41d6-9fce-73aa708934b3 req-63728d1d-4144-4d31-a992-596d87a30a49 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553796 Oct 27 18:25:08.665341 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:08.666794 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 46bb75b7-83bc-407f-8a4c-65f24b5eb2cc details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:25:08.783320 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd664c-87e5-41f2-9233-eedfaa5a1760 req-9ff7bac4-1fe1-45e9-8860-c7cddd5b58a5 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:08.790365 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1dfd664c-87e5-41f2-9233-eedfaa5a1760 req-9ff7bac4-1fe1-45e9-8860-c7cddd5b58a5 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.1545863 Oct 27 18:25:08.822530 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c83b60e1-4595-4154-8254-216c5b041597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:08.885027 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1dfd664c-87e5-41f2-9233-eedfaa5a1760 req-f028e262-7530-428d-a18a-8193b8deec23 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801005 Oct 27 18:25:09.021516 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a39b0e4b-fa46-48df-930d-68f0caed0993 req-92960fc7-521c-4e7a-b90f-69b22633d91c service neutron] 10.222.0.93 "GET /v2.0/ports/05c9daa4-10d7-41ab-8573-a5526d5c4abe/bindings/n-h2-815690-2 HTTP/1.1" status: 200 len: 382 time: 0.1300442 Oct 27 18:25:09.126088 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae868ad-9729-46dc-a296-3fcf22c9ec14 req-ec4a6920-16f4-4e15-88fb-59b17d40e4a7 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:09.127771 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3ae868ad-9729-46dc-a296-3fcf22c9ec14 req-ec4a6920-16f4-4e15-88fb-59b17d40e4a7 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 950 time: 0.1121337 Oct 27 18:25:09.163578 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83b60e1-4595-4154-8254-216c5b041597 admin admin] Router f3dfdfac-4b38-4431-a51d-7b8830ff256e is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:25:09.219773 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3ae868ad-9729-46dc-a296-3fcf22c9ec14 req-03de6fed-666d-4eb9-a83d-c8bb00c5beab tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773153 Oct 27 18:25:09.250577 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=44d836f8-1cdd-4d27-9aec-f80a5e14c1cd,revision_number=6']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:09.419567 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 46bb75b7-83bc-407f-8a4c-65f24b5eb2cc, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=46bb75b7-83bc-407f-8a4c-65f24b5eb2cc,segment=NetworkSegment(2f155988-aa4b-4679-883e-0085de429777),segment_id=2f155988-aa4b-4679-883e-0085de429777)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:25:09.429767 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf26441-717a-463d-9b2d-85800ffc2116 req-d2fe29d5-31f3-4442-938e-aada1ede852d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:09.463035 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eaf26441-717a-463d-9b2d-85800ffc2116 req-d2fe29d5-31f3-4442-938e-aada1ede852d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 944 time: 0.1798656 Oct 27 18:25:09.501761 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83b60e1-4595-4154-8254-216c5b041597 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:25:09.514595 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca74beb-a504-43cf-b2e7-b9aa5ab91c29 None None] Sync routers for ids ['f3dfdfac-4b38-4431-a51d-7b8830ff256e'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:25:09.560224 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '46bb75b7-83bc-407f-8a4c-65f24b5eb2cc', 'network_id': 'b9e1a717-d9e7-47c6-bc4c-5b65573ff80c', 'port_id': '46bb75b7-83bc-407f-8a4c-65f24b5eb2cc', 'mac_address': 'fa:16:3e:56:7c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75bc1e82-4fea-4318-bbdf-18422577b624', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:25:09.560511 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca74beb-a504-43cf-b2e7-b9aa5ab91c29 None None] Routers {'f3dfdfac-4b38-4431-a51d-7b8830ff256e'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:25:09.562860 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-dca74beb-a504-43cf-b2e7-b9aa5ab91c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:24:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['f3dfdfac-4b38-4431-a51d-7b8830ff256e'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:25:09.593178 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eaf26441-717a-463d-9b2d-85800ffc2116 req-84deec3c-491f-4119-8e17-976755385ad0 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288505 Oct 27 18:25:09.612332 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c614e1-a018-461c-94d3-e2c5ccd72eaf req-b67ba680-8e09-4857-bfe5-d86f03fc25cf tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:09.627505 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c83b60e1-4595-4154-8254-216c5b041597 admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:09.629049 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c83b60e1-4595-4154-8254-216c5b041597 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7573271 Oct 27 18:25:09.635386 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 55630) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:25:09.642172 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b1c614e1-a018-461c-94d3-e2c5ccd72eaf req-b67ba680-8e09-4857-bfe5-d86f03fc25cf tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc381c57-4c37-4b46-912e-3490a76df257 HTTP/1.1" status: 200 len: 944 time: 0.1351335 Oct 27 18:25:09.658389 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:09.660622 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e6023a9c-d282-4b9e-8825-99bb6d34519b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:09.677519 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46bb75b7-83bc-407f-8a4c-65f24b5eb2cc {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:25:09.703933 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 46bb75b7-83bc-407f-8a4c-65f24b5eb2cc, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=46bb75b7-83bc-407f-8a4c-65f24b5eb2cc,segment=NetworkSegment(2f155988-aa4b-4679-883e-0085de429777),segment_id=2f155988-aa4b-4679-883e-0085de429777)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:25:09.762187 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:09.814391 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 1e0e81ca-8d40-4f32-adf8-576986635f72 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:25:09.861160 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-dca74beb-a504-43cf-b2e7-b9aa5ab91c29 None None] Set router f3dfdfac-4b38-4431-a51d-7b8830ff256e gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:25:09.979255 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b1c614e1-a018-461c-94d3-e2c5ccd72eaf req-ffa85af0-00b4-4b77-b793-5cadf9fde83c tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] 10.222.0.52 "GET /v2.0/security-groups?id=43a705bf-5382-4127-ab0c-9c484aabf583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356166 Oct 27 18:25:10.063571 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['44d836f8-1cdd-4d27-9aec-f80a5e14c1cd'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:25:10.082007 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b0e4b-fa46-48df-930d-68f0caed0993 req-9963e230-0797-423b-8777-7a4d2a55468a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:10.088223 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a39b0e4b-fa46-48df-930d-68f0caed0993 req-9963e230-0797-423b-8777-7a4d2a55468a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3&tenant_id=0493afd680224a038be01c24bab6b33d HTTP/1.1" status: 200 len: 1101 time: 0.3612654 Oct 27 18:25:10.102623 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['d8372463-b0b5-40ec-b152-27501bceac5f'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:25:10.122087 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f91972-4550-4633-9992-a7f6b5d14d17 req-0b2be3e5-5321-407c-bd86-8d5067ce3e4f tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:10.132182 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-43f91972-4550-4633-9992-a7f6b5d14d17 req-0b2be3e5-5321-407c-bd86-8d5067ce3e4f tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 946 time: 0.3340623 Oct 27 18:25:10.301451 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-43f91972-4550-4633-9992-a7f6b5d14d17 req-548d2b65-d0d9-436e-be88-170db0d0b2d1 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681798 Oct 27 18:25:10.353478 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-dca74beb-a504-43cf-b2e7-b9aa5ab91c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3dfdfac-4b38-4431-a51d-7b8830ff256e', 'name': 'tempest-ServerRescueTestJSON-254397824-router', 'tenant_id': 'ee85f34331f4425cb27ef49e38e071eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '7fa7fed6-0a04-4308-af76-de1303036650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:25:06Z', 'updated_at': '2021-10-27T18:25:08Z', 'revision_number': 3, 'project_id': 'ee85f34331f4425cb27ef49e38e071eb', 'gw_port': {'id': '7fa7fed6-0a04-4308-af76-de1303036650', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3dfdfac-4b38-4431-a51d-7b8830ff256e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:25:07Z', 'updated_at': '2021-10-27T18:25:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:25:10.361917 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['46bb75b7-83bc-407f-8a4c-65f24b5eb2cc'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:25:10.424843 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca74beb-a504-43cf-b2e7-b9aa5ab91c29 None None] Checking router: f3dfdfac-4b38-4431-a51d-7b8830ff256e for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:25:10.424843 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca74beb-a504-43cf-b2e7-b9aa5ab91c29 None None] Updating router f3dfdfac-4b38-4431-a51d-7b8830ff256e port 7fa7fed6-0a04-4308-af76-de1303036650 binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:25:10.495118 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-dca74beb-a504-43cf-b2e7-b9aa5ab91c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:10.524729 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b0e4b-fa46-48df-930d-68f0caed0993 req-3e77e990-f90d-4afe-a1c4-be7ac4e0ec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:10.526291 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a39b0e4b-fa46-48df-930d-68f0caed0993 req-3e77e990-f90d-4afe-a1c4-be7ac4e0ec1c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0493afd680224a038be01c24bab6b33d&device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 1101 time: 0.3919592 Oct 27 18:25:10.540913 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e5377-d59f-4c1a-b358-7f1a20e5a1e5 req-9afbb776-6a05-46fc-a146-499caf8f7513 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:10.555684 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=46bb75b7-83bc-407f-8a4c-65f24b5eb2cc,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:10.562143 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-014e5377-d59f-4c1a-b358-7f1a20e5a1e5 req-9afbb776-6a05-46fc-a146-499caf8f7513 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 950 time: 0.2420418 Oct 27 18:25:10.788412 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 1e0e81ca-8d40-4f32-adf8-576986635f72 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:25:10.788717 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:10.795689 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b0e4b-fa46-48df-930d-68f0caed0993 req-d0b614bd-6c13-4360-928f-a219b07d215e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:10.797160 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a39b0e4b-fa46-48df-930d-68f0caed0993 req-d0b614bd-6c13-4360-928f-a219b07d215e service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.2322881 Oct 27 18:25:11.045098 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a39b0e4b-fa46-48df-930d-68f0caed0993 req-2df0a2de-38a8-4d5f-afbc-7a4f44918f6b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=05c9daa4-10d7-41ab-8573-a5526d5c4abe HTTP/1.1" status: 200 len: 217 time: 0.1191063 Oct 27 18:25:11.060845 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-dca74beb-a504-43cf-b2e7-b9aa5ab91c29 None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:11.068302 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-014e5377-d59f-4c1a-b358-7f1a20e5a1e5 req-62c14999-d5c2-4819-989e-1e48675018bd tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5047088 Oct 27 18:25:11.090755 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:11.126064 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8814091-7055-4f98-ba67-e60f5562a079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0e81ca-8d40-4f32-adf8-576986635f72'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:25:11.128705 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f8a336-1baa-4b0c-a0d2-b066de4a8853" -d '{"events": [{"server_uuid": "d8814091-7055-4f98-ba67-e60f5562a079", "name": "network-vif-plugged", "status": "completed", "tag": "1e0e81ca-8d40-4f32-adf8-576986635f72"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:25:11.147361 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 1e0e81ca-8d40-4f32-adf8-576986635f72, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=1e0e81ca-8d40-4f32-adf8-576986635f72,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:25:11.167853 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-dca74beb-a504-43cf-b2e7-b9aa5ab91c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:11.238309 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051700f-5245-4dfa-94f9-8ceaab55eb8b req-ab0af076-0902-4b91-9dfa-1656a41b57c1 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:11.246546 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2051700f-5245-4dfa-94f9-8ceaab55eb8b req-ab0af076-0902-4b91-9dfa-1656a41b57c1 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 950 time: 0.4483449 Oct 27 18:25:11.248278 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:11.311645 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2523101-b99e-462f-b25e-ff599f603cb3 None None] Pushing event updated for resources: {'Port': ['ID=7fa7fed6-0a04-4308-af76-de1303036650,revision_number=2']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:11.324524 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-dca74beb-a504-43cf-b2e7-b9aa5ab91c29 None None] Attempting to bind port 7fa7fed6-0a04-4308-af76-de1303036650 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:25:11.325157 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-dca74beb-a504-43cf-b2e7-b9aa5ab91c29 None None] Attempting to bind port 7fa7fed6-0a04-4308-af76-de1303036650 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:25:11.325515 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca74beb-a504-43cf-b2e7-b9aa5ab91c29 None None] Attempting to bind port 7fa7fed6-0a04-4308-af76-de1303036650 on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:25:11.351826 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2523101-b99e-462f-b25e-ff599f603cb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:11.352158 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2523101-b99e-462f-b25e-ff599f603cb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:11.356667 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2523101-b99e-462f-b25e-ff599f603cb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:11.356667 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2523101-b99e-462f-b25e-ff599f603cb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:11.356667 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2523101-b99e-462f-b25e-ff599f603cb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:11.356667 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2523101-b99e-462f-b25e-ff599f603cb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:11.356667 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2523101-b99e-462f-b25e-ff599f603cb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:11.356667 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2523101-b99e-462f-b25e-ff599f603cb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:11.356667 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2523101-b99e-462f-b25e-ff599f603cb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:11.356667 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2523101-b99e-462f-b25e-ff599f603cb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:11.357353 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2523101-b99e-462f-b25e-ff599f603cb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:11.357353 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2523101-b99e-462f-b25e-ff599f603cb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:11.376601 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca74beb-a504-43cf-b2e7-b9aa5ab91c29 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:25:11.377259 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca74beb-a504-43cf-b2e7-b9aa5ab91c29 None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:25:11.377506 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b0e4b-fa46-48df-930d-68f0caed0993 req-1dcc6476-f258-4a02-abc9-506ffbfa9dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:11.379326 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a39b0e4b-fa46-48df-930d-68f0caed0993 req-1dcc6476-f258-4a02-abc9-506ffbfa9dbc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.2949398 Oct 27 18:25:11.380165 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-dca74beb-a504-43cf-b2e7-b9aa5ab91c29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:11.380744 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca74beb-a504-43cf-b2e7-b9aa5ab91c29 None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:25:11.381405 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-dca74beb-a504-43cf-b2e7-b9aa5ab91c29 None None] Bound port: 7fa7fed6-0a04-4308-af76-de1303036650, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:25:11.382337 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-dca74beb-a504-43cf-b2e7-b9aa5ab91c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:11.437478 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2051700f-5245-4dfa-94f9-8ceaab55eb8b req-b02a38fa-1527-4d77-a8fe-ffea230065b9 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844125 Oct 27 18:25:11.444381 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fdab4d93-411c-4bbb-86f3-962455ae8f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:11.487030 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=1e0e81ca-8d40-4f32-adf8-576986635f72,revision_number=11']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:11.518363 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:11.518759 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:11.523424 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:11.525487 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:11.525848 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:11.526196 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:11.526540 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:11.530443 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:11.530859 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:11.531224 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:11.531572 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:11.531918 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:11.533918 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72011ed3-77f3-4e83-8e6c-9de490e8ff43 req-19cd00b3-49d1-4ef2-aa38-da331f58c1cd tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:11.551660 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-72011ed3-77f3-4e83-8e6c-9de490e8ff43 req-19cd00b3-49d1-4ef2-aa38-da331f58c1cd tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 944 time: 0.2912345 Oct 27 18:25:11.568010 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-dca74beb-a504-43cf-b2e7-b9aa5ab91c29 None None] For port 7fa7fed6-0a04-4308-af76-de1303036650, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:25:11.579046 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-dca74beb-a504-43cf-b2e7-b9aa5ab91c29 None None] For port 7fa7fed6-0a04-4308-af76-de1303036650, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=7fa7fed6-0a04-4308-af76-de1303036650,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:25:11.648492 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-dca74beb-a504-43cf-b2e7-b9aa5ab91c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:11.652716 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b0e4b-fa46-48df-930d-68f0caed0993 req-97c94b5d-c7a7-4bd5-82a2-b1953badaf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:11.655447 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a39b0e4b-fa46-48df-930d-68f0caed0993 req-97c94b5d-c7a7-4bd5-82a2-b1953badaf3c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2660010 Oct 27 18:25:11.698234 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-72011ed3-77f3-4e83-8e6c-9de490e8ff43 req-eee53b02-4971-4032-9d16-8a191d2ddd67 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423790 Oct 27 18:25:11.785143 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 44d836f8-1cdd-4d27-9aec-f80a5e14c1cd up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:25:11.810267 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2523101-b99e-462f-b25e-ff599f603cb3 None None] Pushing event updated for resources: {'Port': ['ID=7fa7fed6-0a04-4308-af76-de1303036650,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:11.857308 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9bfb0-8859-4ced-83d7-52bd0a019d86 req-ca8096dc-9f1f-4dce-815b-0c1f86831409 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:11.857308 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-73e9bfb0-8859-4ced-83d7-52bd0a019d86 req-ca8096dc-9f1f-4dce-815b-0c1f86831409 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc381c57-4c37-4b46-912e-3490a76df257 HTTP/1.1" status: 200 len: 945 time: 0.2477837 Oct 27 18:25:11.857534 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca74beb-a504-43cf-b2e7-b9aa5ab91c29 None None] Routers {'f3dfdfac-4b38-4431-a51d-7b8830ff256e'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:25:11.857534 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-dca74beb-a504-43cf-b2e7-b9aa5ab91c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:24:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['f3dfdfac-4b38-4431-a51d-7b8830ff256e'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:25:11.868121 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-fdab4d93-411c-4bbb-86f3-962455ae8f32 admin admin] Allocated IP 172.20.0.1 (f8b19dfe-43eb-4ec7-9509-1d9a53b23e79/3aeb8b6e-dc25-4ba6-b90a-05891e7c7576/4d241fbe-069e-43fe-b271-6894fe51ead9) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:25:11.918093 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-73e9bfb0-8859-4ced-83d7-52bd0a019d86 req-7ce1fb5d-6609-45af-87de-e69e4a52c825 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] 10.222.0.52 "GET /v2.0/security-groups?id=43a705bf-5382-4127-ab0c-9c484aabf583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794985 Oct 27 18:25:11.973309 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a39b0e4b-fa46-48df-930d-68f0caed0993 req-48f499db-523a-43bf-b7a5-0be56ba1fe10 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959740 Oct 27 18:25:12.014160 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 44d836f8-1cdd-4d27-9aec-f80a5e14c1cd triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:25:12.015054 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:12.066173 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e4242ea5-3c3f-4b7e-b39a-b54ccd20d596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:12.221839 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fdab4d93-411c-4bbb-86f3-962455ae8f32 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:12.299347 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a39b0e4b-fa46-48df-930d-68f0caed0993 req-3f62a81c-b955-4471-9b15-892be1ab953a service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176174 Oct 27 18:25:12.335379 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10283e5-f3d4-4b24-b146-bc9f2d5471f1 x-openstack-request-id: req-f10283e5-f3d4-4b24-b146-bc9f2d5471f1 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:25:12.336089 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8814091-7055-4f98-ba67-e60f5562a079", "name": "network-vif-plugged", "status": "completed", "tag": "1e0e81ca-8d40-4f32-adf8-576986635f72", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:25:12.336646 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f10283e5-f3d4-4b24-b146-bc9f2d5471f1 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:25:12.337508 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8814091-7055-4f98-ba67-e60f5562a079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0e81ca-8d40-4f32-adf8-576986635f72', 'code': 200} Oct 27 18:25:12.340104 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:12.376923 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-dca74beb-a504-43cf-b2e7-b9aa5ab91c29 None None] Set router f3dfdfac-4b38-4431-a51d-7b8830ff256e gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:25:12.445935 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 44d836f8-1cdd-4d27-9aec-f80a5e14c1cd, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=44d836f8-1cdd-4d27-9aec-f80a5e14c1cd,segment=NetworkSegment(c3b83e00-8105-42bf-a65c-5b309278d20d),segment_id=c3b83e00-8105-42bf-a65c-5b309278d20d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:25:12.455532 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fdab4d93-411c-4bbb-86f3-962455ae8f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:12.516087 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95d2d9-5ac4-461e-aa22-f402ad664c15 req-72f864d1-10d5-478c-a493-a874088de531 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:12.528582 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5b95d2d9-5ac4-461e-aa22-f402ad664c15 req-72f864d1-10d5-478c-a493-a874088de531 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 946 time: 0.1344256 Oct 27 18:25:12.574180 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:12.588187 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdab4d93-411c-4bbb-86f3-962455ae8f32 admin admin] Network f8b19dfe-43eb-4ec7-9509-1d9a53b23e79 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:25:12.608467 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-fdab4d93-411c-4bbb-86f3-962455ae8f32 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:25:12.623906 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab4d93-411c-4bbb-86f3-962455ae8f32 admin admin] Pushing event updated for resources: {'Port': ['ID=4d241fbe-069e-43fe-b271-6894fe51ead9,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:12.630794 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdab4d93-411c-4bbb-86f3-962455ae8f32 admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:25:12.634746 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5b95d2d9-5ac4-461e-aa22-f402ad664c15 req-b81cc90a-454b-4133-b7d9-f43967d8da0b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858898 Oct 27 18:25:12.743811 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=44d836f8-1cdd-4d27-9aec-f80a5e14c1cd,revision_number=7']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:12.764429 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fdab4d93-411c-4bbb-86f3-962455ae8f32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:12.822377 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c12315-5a83-4571-8970-b90c25db2870 req-01349c26-2f45-49d6-84bd-4c8bbbf9e32c tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:12.823394 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-dca74beb-a504-43cf-b2e7-b9aa5ab91c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3dfdfac-4b38-4431-a51d-7b8830ff256e', 'name': 'tempest-ServerRescueTestJSON-254397824-router', 'tenant_id': 'ee85f34331f4425cb27ef49e38e071eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '7fa7fed6-0a04-4308-af76-de1303036650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:25:06Z', 'updated_at': '2021-10-27T18:25:08Z', 'revision_number': 3, 'project_id': 'ee85f34331f4425cb27ef49e38e071eb', 'gw_port': {'id': '7fa7fed6-0a04-4308-af76-de1303036650', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3dfdfac-4b38-4431-a51d-7b8830ff256e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:25:07Z', 'updated_at': '2021-10-27T18:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:25:12.833189 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e7c12315-5a83-4571-8970-b90c25db2870 req-01349c26-2f45-49d6-84bd-4c8bbbf9e32c tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 951 time: 0.2264662 Oct 27 18:25:12.967063 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e7c12315-5a83-4571-8970-b90c25db2870 req-3c4fb65a-b50a-4ec4-8ff0-709295915894 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335618 Oct 27 18:25:12.983581 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d7b10-f22e-4513-b74d-457c8448d138 req-642d02cc-41bd-4450-9609-8e74ddc00d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:12.995385 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7d4d7b10-f22e-4513-b74d-457c8448d138 req-642d02cc-41bd-4450-9609-8e74ddc00d5f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 1102 time: 0.2213838 Oct 27 18:25:13.024619 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad4497-d5f5-49ee-a878-c99928912235 req-4105a764-7ba8-4edd-bd9e-c3c83564ee65 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:13.032663 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0bad4497-d5f5-49ee-a878-c99928912235 req-4105a764-7ba8-4edd-bd9e-c3c83564ee65 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 950 time: 0.2547884 Oct 27 18:25:13.109993 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca74beb-a504-43cf-b2e7-b9aa5ab91c29 None None] The sync data for ids ['f3dfdfac-4b38-4431-a51d-7b8830ff256e'] in n-d-815690-2 is: [{'id': 'f3dfdfac-4b38-4431-a51d-7b8830ff256e', 'name': 'tempest-ServerRescueTestJSON-254397824-router', 'tenant_id': 'ee85f34331f4425cb27ef49e38e071eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '7fa7fed6-0a04-4308-af76-de1303036650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:25:06Z', 'updated_at': '2021-10-27T18:25:08Z', 'revision_number': 3, 'project_id': 'ee85f34331f4425cb27ef49e38e071eb', 'gw_port': {'id': '7fa7fed6-0a04-4308-af76-de1303036650', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3dfdfac-4b38-4431-a51d-7b8830ff256e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:25:07Z', 'updated_at': '2021-10-27T18:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:25:13.113440 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fdab4d93-411c-4bbb-86f3-962455ae8f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:13.347573 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0bad4497-d5f5-49ee-a878-c99928912235 req-662ab14f-6998-41df-afca-bf6c876ad9d1 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059528 Oct 27 18:25:13.362008 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:13.366221 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7d4d7b10-f22e-4513-b74d-457c8448d138 req-879747cf-c060-4209-aa08-53d82848f4a6 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638887 Oct 27 18:25:13.381035 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee632f5-9d9e-4133-b756-f46ad27e12bd req-9b9a03bd-3771-482f-a3bc-a722a5a25c1f tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:13.392900 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7ee632f5-9d9e-4133-b756-f46ad27e12bd req-9b9a03bd-3771-482f-a3bc-a722a5a25c1f tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 945 time: 0.3042176 Oct 27 18:25:13.453338 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:13.490234 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7ee632f5-9d9e-4133-b756-f46ad27e12bd req-44135c18-8db4-4aaf-becb-4d3488cf199f tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896366 Oct 27 18:25:13.526633 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fdab4d93-411c-4bbb-86f3-962455ae8f32 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:13.573403 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fdab4d93-411c-4bbb-86f3-962455ae8f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:13.731473 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8702d-57e0-4dd1-93d5-899f52558fb1 req-4c3ca1b3-e766-419d-b15d-868f42e61f1a tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:13.733061 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1ce8702d-57e0-4dd1-93d5-899f52558fb1 req-4c3ca1b3-e766-419d-b15d-868f42e61f1a tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc381c57-4c37-4b46-912e-3490a76df257 HTTP/1.1" status: 200 len: 945 time: 0.1539519 Oct 27 18:25:13.744547 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fdab4d93-411c-4bbb-86f3-962455ae8f32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:13.777724 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab4d93-411c-4bbb-86f3-962455ae8f32 admin admin] Pushing event updated for resources: {'Port': ['ID=4d241fbe-069e-43fe-b271-6894fe51ead9,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:13.796679 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device d8372463-b0b5-40ec-b152-27501bceac5f up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:25:13.831202 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1ce8702d-57e0-4dd1-93d5-899f52558fb1 req-89fbe408-3ea0-4672-912d-212d6ca9b458 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] 10.222.0.52 "GET /v2.0/security-groups?id=43a705bf-5382-4127-ab0c-9c484aabf583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894630 Oct 27 18:25:13.951460 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port d8372463-b0b5-40ec-b152-27501bceac5f triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:25:13.951894 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:13.981184 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdab4d93-411c-4bbb-86f3-962455ae8f32 admin admin] Network f8b19dfe-43eb-4ec7-9509-1d9a53b23e79 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:25:13.982787 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-fdab4d93-411c-4bbb-86f3-962455ae8f32 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:25:14.076827 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d1afa-a336-4c0f-aa8f-acc48c6d2a5a req-fca989e1-8744-4eaf-8faa-3f475638ec58 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:14.078365 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-df9d1afa-a336-4c0f-aa8f-acc48c6d2a5a req-fca989e1-8744-4eaf-8faa-3f475638ec58 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 946 time: 0.1564546 Oct 27 18:25:14.244401 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:14.340974 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8681ac0-b679-486d-b00f-694e46f77c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d836f8-1cdd-4d27-9aec-f80a5e14c1cd'}, {'server_uuid': '86b85a65-8e47-40db-9fd2-4cdfaedb07a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8372463-b0b5-40ec-b152-27501bceac5f'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:25:14.347131 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdab4d93-411c-4bbb-86f3-962455ae8f32 admin admin] Router f3dfdfac-4b38-4431-a51d-7b8830ff256e has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:25:14.360923 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65b42d2-178f-4881-b53b-c9f4060b70c8" -d '{"events": [{"server_uuid": "f8681ac0-b679-486d-b00f-694e46f77c5d", "name": "network-vif-plugged", "status": "completed", "tag": "44d836f8-1cdd-4d27-9aec-f80a5e14c1cd"}, {"server_uuid": "86b85a65-8e47-40db-9fd2-4cdfaedb07a8", "name": "network-vif-plugged", "status": "completed", "tag": "d8372463-b0b5-40ec-b152-27501bceac5f"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:25:14.387518 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-df9d1afa-a336-4c0f-aa8f-acc48c6d2a5a req-3278be4e-8f78-458f-82b5-5cdef3eef3b7 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2910419 Oct 27 18:25:14.402239 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d8372463-b0b5-40ec-b152-27501bceac5f, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d8372463-b0b5-40ec-b152-27501bceac5f,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:25:14.422993 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7fa7fed6-0a04-4308-af76-de1303036650 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:25:14.469618 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fa8ea-394b-4577-bbbf-099280b13735 req-03cf4ba3-15c5-4e37-9e2c-57afc64e5e15 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:14.481350 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bc2fa8ea-394b-4577-bbbf-099280b13735 req-03cf4ba3-15c5-4e37-9e2c-57afc64e5e15 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 951 time: 0.2773294 Oct 27 18:25:14.522180 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:14.523082 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 46bb75b7-83bc-407f-8a4c-65f24b5eb2cc up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:25:14.549258 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 27 Oct 2021 18:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea26161-b8c4-4a6e-a280-a146438efdfa x-openstack-request-id: req-eea26161-b8c4-4a6e-a280-a146438efdfa {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:25:14.555602 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8681ac0-b679-486d-b00f-694e46f77c5d", "name": "network-vif-plugged", "status": "completed", "tag": "44d836f8-1cdd-4d27-9aec-f80a5e14c1cd", "code": 200}, {"server_uuid": "86b85a65-8e47-40db-9fd2-4cdfaedb07a8", "name": "network-vif-plugged", "status": "completed", "tag": "d8372463-b0b5-40ec-b152-27501bceac5f", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:25:14.555865 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eea26161-b8c4-4a6e-a280-a146438efdfa {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:25:14.556309 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8681ac0-b679-486d-b00f-694e46f77c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d836f8-1cdd-4d27-9aec-f80a5e14c1cd', 'code': 200} Oct 27 18:25:14.557827 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b85a65-8e47-40db-9fd2-4cdfaedb07a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8372463-b0b5-40ec-b152-27501bceac5f', 'code': 200} Oct 27 18:25:14.587018 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bc2fa8ea-394b-4577-bbbf-099280b13735 req-5941bfc9-8330-48b7-bb7c-e9fffa7a94c8 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019530 Oct 27 18:25:14.721951 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdab4d93-411c-4bbb-86f3-962455ae8f32 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:25:14.736104 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-fdab4d93-411c-4bbb-86f3-962455ae8f32 admin admin] 10.222.0.52 "PUT /v2.0/routers/f3dfdfac-4b38-4431-a51d-7b8830ff256e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0993681 Oct 27 18:25:14.821991 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760391f-9b11-4071-9b6e-7bb65406611e req-e132caf2-230c-439d-9cee-9b2dea01a274 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:14.827996 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9760391f-9b11-4071-9b6e-7bb65406611e req-e132caf2-230c-439d-9cee-9b2dea01a274 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 950 time: 0.1932714 Oct 27 18:25:14.839030 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=d8372463-b0b5-40ec-b152-27501bceac5f,revision_number=13']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:14.856808 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 7fa7fed6-0a04-4308-af76-de1303036650 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:25:14.857551 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:15.103235 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e216b-df50-45a2-91b4-22909cfbe967 req-aecc6be5-1105-4227-ac67-f92dd0e8a001 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:15.103235 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-557e216b-df50-45a2-91b4-22909cfbe967 req-aecc6be5-1105-4227-ac67-f92dd0e8a001 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 945 time: 0.1405430 Oct 27 18:25:15.103235 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9760391f-9b11-4071-9b6e-7bb65406611e req-10835ebd-1220-4bd0-952d-fbd017682fe7 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237075 Oct 27 18:25:15.104646 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:15.105509 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-557e216b-df50-45a2-91b4-22909cfbe967 req-1ca43164-b7c6-45db-afd5-9856c15654f9 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400934 Oct 27 18:25:15.106361 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 7fa7fed6-0a04-4308-af76-de1303036650, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=7fa7fed6-0a04-4308-af76-de1303036650,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:25:15.196485 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a7d57f-c9f9-4684-a3ef-bda2cdca23b5 req-1f5b6861-4fba-4f0a-abeb-f38429d16535 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:15.198159 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f6a7d57f-c9f9-4684-a3ef-bda2cdca23b5 req-1f5b6861-4fba-4f0a-abeb-f38429d16535 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc381c57-4c37-4b46-912e-3490a76df257 HTTP/1.1" status: 200 len: 945 time: 0.0650032 Oct 27 18:25:15.241951 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f6a7d57f-c9f9-4684-a3ef-bda2cdca23b5 req-e6700939-af3d-4289-b982-303ec4b458c6 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] 10.222.0.52 "GET /v2.0/security-groups?id=43a705bf-5382-4127-ab0c-9c484aabf583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371177 Oct 27 18:25:15.294167 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:15.296557 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 46bb75b7-83bc-407f-8a4c-65f24b5eb2cc completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:25:15.299083 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:15.308777 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 46bb75b7-83bc-407f-8a4c-65f24b5eb2cc triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:25:15.308931 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:15.404174 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=7fa7fed6-0a04-4308-af76-de1303036650,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:15.470635 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:15.504828 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7edab-0752-4ded-a669-929651693ff3 req-55b62a4b-dc9d-4554-99bc-c2be67186a67 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:15.505872 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 46bb75b7-83bc-407f-8a4c-65f24b5eb2cc, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=46bb75b7-83bc-407f-8a4c-65f24b5eb2cc,segment=NetworkSegment(2f155988-aa4b-4679-883e-0085de429777),segment_id=2f155988-aa4b-4679-883e-0085de429777)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:25:15.506415 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-edd7edab-0752-4ded-a669-929651693ff3 req-55b62a4b-dc9d-4554-99bc-c2be67186a67 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 947 time: 0.0551527 Oct 27 18:25:15.549710 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-edd7edab-0752-4ded-a669-929651693ff3 req-83633d86-62b8-4b00-a731-ce66c3ca962e tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369341 Oct 27 18:25:15.562571 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:15.563751 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 05c9daa4-10d7-41ab-8573-a5526d5c4abe no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:25:15.648662 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=46bb75b7-83bc-407f-8a4c-65f24b5eb2cc,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:15.701672 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:15.747430 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 05c9daa4-10d7-41ab-8573-a5526d5c4abe, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=05c9daa4-10d7-41ab-8573-a5526d5c4abe,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:25:15.809307 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 05c9daa4-10d7-41ab-8573-a5526d5c4abe details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:25:15.840229 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d498318-88a3-4fd3-8918-7aaaeafb54ec req-4f56d418-4be5-4d30-aaf7-f0d28a4e5f08 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:15.843917 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6d498318-88a3-4fd3-8918-7aaaeafb54ec req-4f56d418-4be5-4d30-aaf7-f0d28a4e5f08 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 951 time: 0.0917058 Oct 27 18:25:15.856876 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:15.950486 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6d498318-88a3-4fd3-8918-7aaaeafb54ec req-33bd6e73-4e5f-4dc5-8852-bf972fb6be6b tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999160 Oct 27 18:25:16.048452 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=05c9daa4-10d7-41ab-8573-a5526d5c4abe,revision_number=6']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:16.120977 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 05c9daa4-10d7-41ab-8573-a5526d5c4abe, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=05c9daa4-10d7-41ab-8573-a5526d5c4abe,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:25:16.129299 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a77d4b6-79ea-420c-96e4-6ce001fac605 None None] Sync routers for ids ['f3dfdfac-4b38-4431-a51d-7b8830ff256e'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:25:16.159379 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '05c9daa4-10d7-41ab-8573-a5526d5c4abe', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'port_id': '05c9daa4-10d7-41ab-8573-a5526d5c4abe', 'mac_address': 'fa:16:3e:6f:f1:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:25:16.163053 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a77d4b6-79ea-420c-96e4-6ce001fac605 None None] Routers {'f3dfdfac-4b38-4431-a51d-7b8830ff256e'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:25:16.164024 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-0a77d4b6-79ea-420c-96e4-6ce001fac605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:25:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['f3dfdfac-4b38-4431-a51d-7b8830ff256e'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:25:16.422687 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:16.444070 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7fa7fed6-0a04-4308-af76-de1303036650 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:25:16.447168 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05c9daa4-10d7-41ab-8573-a5526d5c4abe {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:25:16.484305 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-0a77d4b6-79ea-420c-96e4-6ce001fac605 None None] Set router f3dfdfac-4b38-4431-a51d-7b8830ff256e gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:25:16.558474 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc381c57-4c37-4b46-912e-3490a76df257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46bb75b7-83bc-407f-8a4c-65f24b5eb2cc'}, {'server_uuid': 'dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05c9daa4-10d7-41ab-8573-a5526d5c4abe'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:25:16.572241 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7bac079-f2f6-44cb-a4a8-7140e28d0f78" -d '{"events": [{"server_uuid": "cc381c57-4c37-4b46-912e-3490a76df257", "name": "network-vif-plugged", "status": "completed", "tag": "46bb75b7-83bc-407f-8a4c-65f24b5eb2cc"}, {"server_uuid": "dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3", "name": "network-vif-unplugged", "status": "completed", "tag": "05c9daa4-10d7-41ab-8573-a5526d5c4abe"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:25:16.588421 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 05c9daa4-10d7-41ab-8573-a5526d5c4abe, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=05c9daa4-10d7-41ab-8573-a5526d5c4abe,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:25:16.718006 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 7fa7fed6-0a04-4308-af76-de1303036650 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:25:16.718493 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:16.866179 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196f729-6d15-47ec-ab59-86c446048798 req-abd6d5d4-c312-45ae-9507-4b9892583440 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:16.868673 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5196f729-6d15-47ec-ab59-86c446048798 req-abd6d5d4-c312-45ae-9507-4b9892583440 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 949 time: 0.1116474 Oct 27 18:25:16.884780 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:16.984091 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5196f729-6d15-47ec-ab59-86c446048798 req-893e39d2-6781-47d1-9e6b-80d11edc8110 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053336 Oct 27 18:25:17.188659 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07f054-10ca-458d-8273-cf3ef1246510 req-2a22ac0a-4894-4fe7-9033-5f340be80b45 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:17.190493 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6d07f054-10ca-458d-8273-cf3ef1246510 req-2a22ac0a-4894-4fe7-9033-5f340be80b45 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 945 time: 0.0773568 Oct 27 18:25:17.206663 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=05c9daa4-10d7-41ab-8573-a5526d5c4abe,revision_number=7']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:17.287257 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-0a77d4b6-79ea-420c-96e4-6ce001fac605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3dfdfac-4b38-4431-a51d-7b8830ff256e', 'name': 'tempest-ServerRescueTestJSON-254397824-router', 'tenant_id': 'ee85f34331f4425cb27ef49e38e071eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '7fa7fed6-0a04-4308-af76-de1303036650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:25:06Z', 'updated_at': '2021-10-27T18:25:12Z', 'revision_number': 4, 'project_id': 'ee85f34331f4425cb27ef49e38e071eb', 'gw_port': {'id': '7fa7fed6-0a04-4308-af76-de1303036650', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3dfdfac-4b38-4431-a51d-7b8830ff256e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:25:07Z', 'updated_at': '2021-10-27T18:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '4d241fbe-069e-43fe-b271-6894fe51ead9', 'name': '', 'network_id': 'f8b19dfe-43eb-4ec7-9509-1d9a53b23e79', 'tenant_id': 'ee85f34331f4425cb27ef49e38e071eb', 'mac_address': 'fa:16:3e:79:e4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3dfdfac-4b38-4431-a51d-7b8830ff256e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '3aeb8b6e-dc25-4ba6-b90a-05891e7c7576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:25:11Z', 'updated_at': '2021-10-27T18:25:13Z', 'revision_number': 2, 'project_id': 'ee85f34331f4425cb27ef49e38e071eb', 'subnets': [{'id': '3aeb8b6e-dc25-4ba6-b90a-05891e7c7576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:25:17.319517 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6d07f054-10ca-458d-8273-cf3ef1246510 req-3daed3df-9104-48fa-b509-256fc0a7cbde tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175508 Oct 27 18:25:17.353117 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a77d4b6-79ea-420c-96e4-6ce001fac605 None None] Checking router: f3dfdfac-4b38-4431-a51d-7b8830ff256e for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:25:17.353753 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a77d4b6-79ea-420c-96e4-6ce001fac605 None None] Updating router f3dfdfac-4b38-4431-a51d-7b8830ff256e port 4d241fbe-069e-43fe-b271-6894fe51ead9 binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:25:17.389290 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0a77d4b6-79ea-420c-96e4-6ce001fac605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:17.405771 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['05c9daa4-10d7-41ab-8573-a5526d5c4abe'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:25:17.558071 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044f890-e203-4d69-84aa-dd65b4f50ef8 req-b17a5725-ee18-4375-b771-f86f832fa1a5 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:17.561828 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0044f890-e203-4d69-84aa-dd65b4f50ef8 req-b17a5725-ee18-4375-b771-f86f832fa1a5 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc381c57-4c37-4b46-912e-3490a76df257 HTTP/1.1" status: 200 len: 946 time: 0.1215177 Oct 27 18:25:17.674976 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0044f890-e203-4d69-84aa-dd65b4f50ef8 req-dd4a5721-4f2c-4a7c-addf-ad450b5d72f4 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] 10.222.0.52 "GET /v2.0/security-groups?id=43a705bf-5382-4127-ab0c-9c484aabf583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062975 Oct 27 18:25:17.912886 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0a77d4b6-79ea-420c-96e4-6ce001fac605 None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:17.941849 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a4cbc-275c-4ab2-b94d-0a5a5762faeb req-7dfc2827-da94-45a1-8ab2-4f2c18373336 tempest-ServersAdminTestJSON-250954118 tempest-ServersAdminTestJSON-250954118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:17.944471 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-291a4cbc-275c-4ab2-b94d-0a5a5762faeb req-7dfc2827-da94-45a1-8ab2-4f2c18373336 tempest-ServersAdminTestJSON-250954118 tempest-ServersAdminTestJSON-250954118-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 1102 time: 0.0830791 Oct 27 18:25:17.984968 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0a77d4b6-79ea-420c-96e4-6ce001fac605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:17.997309 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-291a4cbc-275c-4ab2-b94d-0a5a5762faeb req-1dbf98ff-f8aa-4ce3-bba3-48b65fcd19c0 tempest-ServersAdminTestJSON-250954118 tempest-ServersAdminTestJSON-250954118-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444868 Oct 27 18:25:18.053531 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6352c9-175e-467c-8c8c-9abd4bb79c41 None None] Pushing event updated for resources: {'Port': ['ID=4d241fbe-069e-43fe-b271-6894fe51ead9,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:18.126417 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 27 Oct 2021 18:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9abdfa-56a4-4c01-b568-29a695d7fade x-openstack-request-id: req-2a9abdfa-56a4-4c01-b568-29a695d7fade {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:25:18.126886 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc381c57-4c37-4b46-912e-3490a76df257", "name": "network-vif-plugged", "status": "completed", "tag": "46bb75b7-83bc-407f-8a4c-65f24b5eb2cc", "code": 200}, {"server_uuid": "dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3", "name": "network-vif-unplugged", "status": "completed", "tag": "05c9daa4-10d7-41ab-8573-a5526d5c4abe", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:25:18.127332 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2a9abdfa-56a4-4c01-b568-29a695d7fade {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:25:18.127820 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc381c57-4c37-4b46-912e-3490a76df257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46bb75b7-83bc-407f-8a4c-65f24b5eb2cc', 'code': 200} Oct 27 18:25:18.128175 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05c9daa4-10d7-41ab-8573-a5526d5c4abe', 'code': 200} Oct 27 18:25:18.174251 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-0a77d4b6-79ea-420c-96e4-6ce001fac605 None None] Attempting to bind port 4d241fbe-069e-43fe-b271-6894fe51ead9 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:25:18.175055 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-0a77d4b6-79ea-420c-96e4-6ce001fac605 None None] Attempting to bind port 4d241fbe-069e-43fe-b271-6894fe51ead9 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'b9297ae3-0585-4555-9e56-c8358a522843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'f8b19dfe-43eb-4ec7-9509-1d9a53b23e79'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:25:18.175529 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a77d4b6-79ea-420c-96e4-6ce001fac605 None None] Attempting to bind port 4d241fbe-069e-43fe-b271-6894fe51ead9 on network f8b19dfe-43eb-4ec7-9509-1d9a53b23e79 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:25:18.184207 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a77d4b6-79ea-420c-96e4-6ce001fac605 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:25:18.184917 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a77d4b6-79ea-420c-96e4-6ce001fac605 None None] Checking segment: {'id': 'b9297ae3-0585-4555-9e56-c8358a522843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'f8b19dfe-43eb-4ec7-9509-1d9a53b23e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:25:18.185462 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0a77d4b6-79ea-420c-96e4-6ce001fac605 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:18.185962 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a77d4b6-79ea-420c-96e4-6ce001fac605 None None] Bound using segment: {'id': 'b9297ae3-0585-4555-9e56-c8358a522843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'f8b19dfe-43eb-4ec7-9509-1d9a53b23e79'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:25:18.186546 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-0a77d4b6-79ea-420c-96e4-6ce001fac605 None None] Bound port: 4d241fbe-069e-43fe-b271-6894fe51ead9, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9297ae3-0585-4555-9e56-c8358a522843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'f8b19dfe-43eb-4ec7-9509-1d9a53b23e79'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:25:18.187087 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0a77d4b6-79ea-420c-96e4-6ce001fac605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:18.301939 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d0599-dfbc-471e-84e3-834185fb616c req-242cae0c-a8a2-4f98-bd53-15be45e73180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:18.304145 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3a6d0599-dfbc-471e-84e3-834185fb616c req-242cae0c-a8a2-4f98-bd53-15be45e73180 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=cc381c57-4c37-4b46-912e-3490a76df257 HTTP/1.1" status: 200 len: 1097 time: 0.0940664 Oct 27 18:25:18.312049 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-0a77d4b6-79ea-420c-96e4-6ce001fac605 None None] For port 4d241fbe-069e-43fe-b271-6894fe51ead9, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:25:18.316879 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-0a77d4b6-79ea-420c-96e4-6ce001fac605 None None] For port 4d241fbe-069e-43fe-b271-6894fe51ead9, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=4d241fbe-069e-43fe-b271-6894fe51ead9,segment=NetworkSegment(b9297ae3-0585-4555-9e56-c8358a522843),segment_id=b9297ae3-0585-4555-9e56-c8358a522843)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:25:18.328249 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14993b70-7a09-48c9-b2e9-a0fee1920778 req-01e3f1ff-4fbb-4339-a541-16ec48d9776b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:18.329781 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-14993b70-7a09-48c9-b2e9-a0fee1920778 req-01e3f1ff-4fbb-4339-a541-16ec48d9776b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 947 time: 0.0800056 Oct 27 18:25:18.382643 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3a6d0599-dfbc-471e-84e3-834185fb616c req-c6cac33c-d51e-4363-8d11-59df6c9b6055 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=43a705bf-5382-4127-ab0c-9c484aabf583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675581 Oct 27 18:25:18.397243 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-14993b70-7a09-48c9-b2e9-a0fee1920778 req-42b885b2-d5a1-4dfd-8108-baae5d91d299 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584328 Oct 27 18:25:18.408275 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0a77d4b6-79ea-420c-96e4-6ce001fac605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:18.530048 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a77d4b6-79ea-420c-96e4-6ce001fac605 None None] Routers {'f3dfdfac-4b38-4431-a51d-7b8830ff256e'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:25:18.530738 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-0a77d4b6-79ea-420c-96e4-6ce001fac605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:25:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['f3dfdfac-4b38-4431-a51d-7b8830ff256e'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:25:18.678066 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6352c9-175e-467c-8c8c-9abd4bb79c41 None None] Pushing event updated for resources: {'Port': ['ID=4d241fbe-069e-43fe-b271-6894fe51ead9,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:18.729361 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-0a77d4b6-79ea-420c-96e4-6ce001fac605 None None] Set router f3dfdfac-4b38-4431-a51d-7b8830ff256e gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:25:19.042322 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-0a77d4b6-79ea-420c-96e4-6ce001fac605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3dfdfac-4b38-4431-a51d-7b8830ff256e', 'name': 'tempest-ServerRescueTestJSON-254397824-router', 'tenant_id': 'ee85f34331f4425cb27ef49e38e071eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '7fa7fed6-0a04-4308-af76-de1303036650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:25:06Z', 'updated_at': '2021-10-27T18:25:12Z', 'revision_number': 4, 'project_id': 'ee85f34331f4425cb27ef49e38e071eb', 'gw_port': {'id': '7fa7fed6-0a04-4308-af76-de1303036650', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3dfdfac-4b38-4431-a51d-7b8830ff256e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:25:07Z', 'updated_at': '2021-10-27T18:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '4d241fbe-069e-43fe-b271-6894fe51ead9', 'name': '', 'network_id': 'f8b19dfe-43eb-4ec7-9509-1d9a53b23e79', 'tenant_id': 'ee85f34331f4425cb27ef49e38e071eb', 'mac_address': 'fa:16:3e:79:e4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3dfdfac-4b38-4431-a51d-7b8830ff256e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '3aeb8b6e-dc25-4ba6-b90a-05891e7c7576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:25:11Z', 'updated_at': '2021-10-27T18:25:18Z', 'revision_number': 4, 'project_id': 'ee85f34331f4425cb27ef49e38e071eb', 'subnets': [{'id': '3aeb8b6e-dc25-4ba6-b90a-05891e7c7576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:25:19.148007 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a77d4b6-79ea-420c-96e4-6ce001fac605 None None] The sync data for ids ['f3dfdfac-4b38-4431-a51d-7b8830ff256e'] in n-d-815690-2 is: [{'id': 'f3dfdfac-4b38-4431-a51d-7b8830ff256e', 'name': 'tempest-ServerRescueTestJSON-254397824-router', 'tenant_id': 'ee85f34331f4425cb27ef49e38e071eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '7fa7fed6-0a04-4308-af76-de1303036650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:25:06Z', 'updated_at': '2021-10-27T18:25:12Z', 'revision_number': 4, 'project_id': 'ee85f34331f4425cb27ef49e38e071eb', 'gw_port': {'id': '7fa7fed6-0a04-4308-af76-de1303036650', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3dfdfac-4b38-4431-a51d-7b8830ff256e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:25:07Z', 'updated_at': '2021-10-27T18:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '4d241fbe-069e-43fe-b271-6894fe51ead9', 'name': '', 'network_id': 'f8b19dfe-43eb-4ec7-9509-1d9a53b23e79', 'tenant_id': 'ee85f34331f4425cb27ef49e38e071eb', 'mac_address': 'fa:16:3e:79:e4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3dfdfac-4b38-4431-a51d-7b8830ff256e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '3aeb8b6e-dc25-4ba6-b90a-05891e7c7576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:25:11Z', 'updated_at': '2021-10-27T18:25:18Z', 'revision_number': 4, 'project_id': 'ee85f34331f4425cb27ef49e38e071eb', 'subnets': [{'id': '3aeb8b6e-dc25-4ba6-b90a-05891e7c7576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:25:19.333161 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78f067-fa55-4985-9b17-745b62316f21 req-392a285d-7d40-4b2b-8e18-7adff6f4e69b tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:19.334730 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3b78f067-fa55-4985-9b17-745b62316f21 req-392a285d-7d40-4b2b-8e18-7adff6f4e69b tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.93 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3&tenant_id=0493afd680224a038be01c24bab6b33d&binding%3Ahost_id=n-h2-815690-2 HTTP/1.1" status: 200 len: 949 time: 0.1504230 Oct 27 18:25:19.474509 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3b78f067-fa55-4985-9b17-745b62316f21 req-6804b4d0-400c-4f8c-bbef-7028f7743ec4 service neutron] 10.222.0.93 "GET /v2.0/ports/05c9daa4-10d7-41ab-8573-a5526d5c4abe/bindings/n-h2-815690-2 HTTP/1.1" status: 200 len: 382 time: 0.1231380 Oct 27 18:25:19.619861 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78f067-fa55-4985-9b17-745b62316f21 req-6168269a-11c6-4afb-b19e-5a58dd51ef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:19.621431 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3b78f067-fa55-4985-9b17-745b62316f21 req-6168269a-11c6-4afb-b19e-5a58dd51ef0d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0493afd680224a038be01c24bab6b33d&device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 1100 time: 0.1055434 Oct 27 18:25:19.884929 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78f067-fa55-4985-9b17-745b62316f21 req-fb2f3e4d-c6aa-452e-bf2e-11292b8bd3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:19.886707 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3b78f067-fa55-4985-9b17-745b62316f21 req-fb2f3e4d-c6aa-452e-bf2e-11292b8bd3cc service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.2477889 Oct 27 18:25:19.903148 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 05c9daa4-10d7-41ab-8573-a5526d5c4abe up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:25:19.971674 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3b78f067-fa55-4985-9b17-745b62316f21 req-4d475f61-e035-42e2-b909-4a316f1f7337 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=05c9daa4-10d7-41ab-8573-a5526d5c4abe HTTP/1.1" status: 200 len: 217 time: 0.0724051 Oct 27 18:25:19.982267 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 05c9daa4-10d7-41ab-8573-a5526d5c4abe triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:25:19.982645 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:20.055112 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78f067-fa55-4985-9b17-745b62316f21 req-4bab6797-ae6b-4987-b128-cfc6d815a317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:20.057313 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3b78f067-fa55-4985-9b17-745b62316f21 req-4bab6797-ae6b-4987-b128-cfc6d815a317 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.0744972 Oct 27 18:25:20.133089 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78f067-fa55-4985-9b17-745b62316f21 req-9137b55f-8cee-485f-9c10-dc61054a634b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:20.134516 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3b78f067-fa55-4985-9b17-745b62316f21 req-9137b55f-8cee-485f-9c10-dc61054a634b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0664420 Oct 27 18:25:20.138754 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:20.210518 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c9daa4-10d7-41ab-8573-a5526d5c4abe'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:25:20.214099 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29352029-463a-4a14-b66a-1215671f518c" -d '{"events": [{"server_uuid": "dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3", "name": "network-vif-plugged", "status": "completed", "tag": "05c9daa4-10d7-41ab-8573-a5526d5c4abe"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:25:20.227013 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 05c9daa4-10d7-41ab-8573-a5526d5c4abe, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=05c9daa4-10d7-41ab-8573-a5526d5c4abe,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:25:20.333141 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3b78f067-fa55-4985-9b17-745b62316f21 req-25d7e8b5-f9aa-4dcb-9a72-c54fe0577f19 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898770 Oct 27 18:25:20.351213 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96fb691-5fbe-4bb8-b356-e3a19194ddfa req-6483dc0a-fcfd-4817-8d9d-a152ec8e4f9c tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:20.352790 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c96fb691-5fbe-4bb8-b356-e3a19194ddfa req-6483dc0a-fcfd-4817-8d9d-a152ec8e4f9c tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 945 time: 0.0747409 Oct 27 18:25:20.367331 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 4d241fbe-069e-43fe-b271-6894fe51ead9 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:25:20.433296 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 4d241fbe-069e-43fe-b271-6894fe51ead9 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:25:20.434315 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:20.533791 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:20.570474 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 4d241fbe-069e-43fe-b271-6894fe51ead9, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=4d241fbe-069e-43fe-b271-6894fe51ead9,segment=NetworkSegment(b9297ae3-0585-4555-9e56-c8358a522843),segment_id=b9297ae3-0585-4555-9e56-c8358a522843)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:25:20.758720 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c96fb691-5fbe-4bb8-b356-e3a19194ddfa req-206f5d35-105d-41c5-90d4-3fac7753403e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769811 Oct 27 18:25:20.794398 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3b78f067-fa55-4985-9b17-745b62316f21 req-3ca70cea-af07-469e-a05c-96925f415918 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4405246 Oct 27 18:25:20.882110 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:20.898130 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb373ea-22b6-4541-9868-4b38affe38b2 req-3b6c3222-9740-47c2-b96c-73932753e593 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:20.899943 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cbb373ea-22b6-4541-9868-4b38affe38b2 req-3b6c3222-9740-47c2-b96c-73932753e593 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc381c57-4c37-4b46-912e-3490a76df257 HTTP/1.1" status: 200 len: 946 time: 0.0584927 Oct 27 18:25:20.936362 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=05c9daa4-10d7-41ab-8573-a5526d5c4abe,revision_number=8']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:20.944967 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:20.953924 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cbb373ea-22b6-4541-9868-4b38affe38b2 req-cd838ed9-6340-48ae-b5d1-3e7aa6e5398f tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] 10.222.0.52 "GET /v2.0/security-groups?id=43a705bf-5382-4127-ab0c-9c484aabf583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468743 Oct 27 18:25:21.021522 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=4d241fbe-069e-43fe-b271-6894fe51ead9,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:21.166049 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65032892-7453-4df1-8a06-dfd493d527d2 req-5d9616a0-172b-4df9-9000-3dd287439807 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:21.169245 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-65032892-7453-4df1-8a06-dfd493d527d2 req-5d9616a0-172b-4df9-9000-3dd287439807 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 950 time: 0.0958941 Oct 27 18:25:21.254296 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-65032892-7453-4df1-8a06-dfd493d527d2 req-0cd4fbc6-8aa1-416f-9ddc-47c03f5160e8 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765295 Oct 27 18:25:21.448756 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42b07-e79e-48fc-9394-9d421af783ec req-dbe613c5-7363-411b-80c9-c36c2f9875d2 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:21.450988 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-96f42b07-e79e-48fc-9394-9d421af783ec req-dbe613c5-7363-411b-80c9-c36c2f9875d2 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 947 time: 0.0937552 Oct 27 18:25:21.517646 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-96f42b07-e79e-48fc-9394-9d421af783ec req-bcb7bc83-ae03-43c8-9636-8fdc276d8bc0 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557809 Oct 27 18:25:21.683156 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd544bd-0756-4f62-9fbf-db6cd28f63fe req-2ed094ea-bed2-4f89-b880-446eda914212 tempest-ServersAdminTestJSON-250954118 tempest-ServersAdminTestJSON-250954118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:21.684946 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5bd544bd-0756-4f62-9fbf-db6cd28f63fe req-2ed094ea-bed2-4f89-b880-446eda914212 tempest-ServersAdminTestJSON-250954118 tempest-ServersAdminTestJSON-250954118-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 1102 time: 0.0659409 Oct 27 18:25:21.758741 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5bd544bd-0756-4f62-9fbf-db6cd28f63fe req-00b81581-2a2f-4a97-801b-e232907e7a81 tempest-ServersAdminTestJSON-250954118 tempest-ServersAdminTestJSON-250954118-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600090 Oct 27 18:25:21.843662 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f8f079-8235-4bdb-8372-f3b7d765ca39 x-openstack-request-id: req-c2f8f079-8235-4bdb-8372-f3b7d765ca39 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:25:21.844678 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3", "name": "network-vif-plugged", "status": "completed", "tag": "05c9daa4-10d7-41ab-8573-a5526d5c4abe", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:25:21.845183 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c2f8f079-8235-4bdb-8372-f3b7d765ca39 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:25:21.845761 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c9daa4-10d7-41ab-8573-a5526d5c4abe', 'code': 200} Oct 27 18:25:22.167162 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65944b62-bb4f-404e-b499-2bfd8e191adb req-d1080c7e-a37e-4fc0-80b1-30d4d336ae65 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:22.169205 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-65944b62-bb4f-404e-b499-2bfd8e191adb req-d1080c7e-a37e-4fc0-80b1-30d4d336ae65 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 945 time: 0.0706925 Oct 27 18:25:22.261295 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-65944b62-bb4f-404e-b499-2bfd8e191adb req-e01529e6-e967-499d-8db4-1bca26fff1bd tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855610 Oct 27 18:25:22.385923 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 4d241fbe-069e-43fe-b271-6894fe51ead9 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:25:22.489093 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 4d241fbe-069e-43fe-b271-6894fe51ead9 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:25:22.489899 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:22.976253 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923d42f-6304-4bda-bb0b-727aac6d7aae req-bc94bdd4-f477-468f-85f5-a7e1da1d9b54 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:22.977978 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a923d42f-6304-4bda-bb0b-727aac6d7aae req-bc94bdd4-f477-468f-85f5-a7e1da1d9b54 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 950 time: 0.0791857 Oct 27 18:25:23.057973 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a923d42f-6304-4bda-bb0b-727aac6d7aae req-c2078394-3e6a-48b7-976c-ef362877ab08 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736661 Oct 27 18:25:23.256240 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e05f7e-0323-466b-8acc-994bf6937ee6 req-3944a0d9-f5cb-459b-8635-d4dc7c2af7e6 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:23.258562 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20e05f7e-0323-466b-8acc-994bf6937ee6 req-3944a0d9-f5cb-459b-8635-d4dc7c2af7e6 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 947 time: 0.1240675 Oct 27 18:25:23.362841 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20e05f7e-0323-466b-8acc-994bf6937ee6 req-5fc16649-8fb2-4e13-99ee-e1d742e9488a tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978222 Oct 27 18:25:23.575290 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9011430-52a2-442a-b7ab-38343b99fb8b req-109072b1-e6e3-48c7-977d-ef33b65dbe93 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:23.576891 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e9011430-52a2-442a-b7ab-38343b99fb8b req-109072b1-e6e3-48c7-977d-ef33b65dbe93 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=188ae437-847a-4777-ad18-3fe8d9e0708e HTTP/1.1" status: 200 len: 950 time: 0.1267486 Oct 27 18:25:23.695949 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e9011430-52a2-442a-b7ab-38343b99fb8b req-40e2fd64-25a4-48f1-abd9-bb3999ead5ca tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024177 Oct 27 18:25:24.371319 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8fc7f0-6aa2-424f-af55-d13a1df10151 req-18d99be6-f147-44d0-940e-1722c9920bfd tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:24.383114 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5a8fc7f0-6aa2-424f-af55-d13a1df10151 req-18d99be6-f147-44d0-940e-1722c9920bfd tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 945 time: 0.1338208 Oct 27 18:25:24.475802 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78f067-fa55-4985-9b17-745b62316f21 req-bb0c2ffd-a05f-4a6e-a6ef-dd4f95e18f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:24.477602 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3b78f067-fa55-4985-9b17-745b62316f21 req-bb0c2ffd-a05f-4a6e-a6ef-dd4f95e18f21 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3&tenant_id=0493afd680224a038be01c24bab6b33d HTTP/1.1" status: 200 len: 1101 time: 0.1902058 Oct 27 18:25:24.489011 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5a8fc7f0-6aa2-424f-af55-d13a1df10151 req-d69221b9-42ba-4753-8329-ebbc1055c91c tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042182 Oct 27 18:25:24.604826 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5a01b-7f8d-41ca-a839-6bc1d001471f req-d6fa7e0c-34ad-4c51-a403-778a64a35e03 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:24.606406 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ffe5a01b-7f8d-41ca-a839-6bc1d001471f req-d6fa7e0c-34ad-4c51-a403-778a64a35e03 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.93 "GET /v2.0/ports?device_id=188ae437-847a-4777-ad18-3fe8d9e0708e HTTP/1.1" status: 200 len: 950 time: 0.2211986 Oct 27 18:25:24.655861 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78f067-fa55-4985-9b17-745b62316f21 req-18776638-307e-45fa-bb3d-e0e4cb8af933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:24.657282 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3b78f067-fa55-4985-9b17-745b62316f21 req-18776638-307e-45fa-bb3d-e0e4cb8af933 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0493afd680224a038be01c24bab6b33d&device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 1101 time: 0.1375229 Oct 27 18:25:24.847206 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8765af-290b-4d1c-9c0e-ad61ee96d459 req-3b82fcb1-4816-4a18-8dac-54bdc80769f9 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:24.848967 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3e8765af-290b-4d1c-9c0e-ad61ee96d459 req-3b82fcb1-4816-4a18-8dac-54bdc80769f9 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 950 time: 0.2030678 Oct 27 18:25:24.851806 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78f067-fa55-4985-9b17-745b62316f21 req-194586fd-f850-4c49-b722-3fa4efeca6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:24.855103 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3b78f067-fa55-4985-9b17-745b62316f21 req-194586fd-f850-4c49-b722-3fa4efeca6e5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.1851392 Oct 27 18:25:24.912817 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3b78f067-fa55-4985-9b17-745b62316f21 req-265d2443-c136-4f20-a89d-76cc6ea090bd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=05c9daa4-10d7-41ab-8573-a5526d5c4abe HTTP/1.1" status: 200 len: 217 time: 0.0511818 Oct 27 18:25:24.931589 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-ffe5a01b-7f8d-41ca-a839-6bc1d001471f req-95d7b9ab-b7f8-4de2-85c2-328c68b1ffd7 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Deleting port 1a4aac8f-1195-4080-8d1a-214626b77d58 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:25:24.931950 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ffe5a01b-7f8d-41ca-a839-6bc1d001471f req-95d7b9ab-b7f8-4de2-85c2-328c68b1ffd7 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:25.019365 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3e8765af-290b-4d1c-9c0e-ad61ee96d459 req-b2ef1b18-0c19-4736-9e37-3e1d1b500295 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603668 Oct 27 18:25:25.042587 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78f067-fa55-4985-9b17-745b62316f21 req-0a410b05-8274-4721-b709-83dfca399613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:25.043903 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3b78f067-fa55-4985-9b17-745b62316f21 req-0a410b05-8274-4721-b709-83dfca399613 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.1243284 Oct 27 18:25:25.158072 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-ffe5a01b-7f8d-41ca-a839-6bc1d001471f req-95d7b9ab-b7f8-4de2-85c2-328c68b1ffd7 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] For port 1a4aac8f-1195-4080-8d1a-214626b77d58, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=1a4aac8f-1195-4080-8d1a-214626b77d58,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:25:25.158367 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ffe5a01b-7f8d-41ca-a839-6bc1d001471f req-95d7b9ab-b7f8-4de2-85c2-328c68b1ffd7 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:25.179693 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-ffe5a01b-7f8d-41ca-a839-6bc1d001471f req-95d7b9ab-b7f8-4de2-85c2-328c68b1ffd7 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Calling delete_port for 1a4aac8f-1195-4080-8d1a-214626b77d58 owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:25:25.195342 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b78f067-fa55-4985-9b17-745b62316f21 req-9b33a91f-13e7-4f8b-a920-1ad42d7aac35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:25.197070 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3b78f067-fa55-4985-9b17-745b62316f21 req-9b33a91f-13e7-4f8b-a920-1ad42d7aac35 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1435676 Oct 27 18:25:25.230935 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8f3a2-5d00-4721-bed1-c7c70e8d877a req-10f288cb-1b77-4c09-80ad-2abdd9d0c218 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:25.232485 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1f8f3a2-5d00-4721-bed1-c7c70e8d877a req-10f288cb-1b77-4c09-80ad-2abdd9d0c218 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 947 time: 0.1420653 Oct 27 18:25:25.412658 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1f8f3a2-5d00-4721-bed1-c7c70e8d877a req-0ffa21d7-bbe4-4238-acef-7ace538df85f tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389554 Oct 27 18:25:25.466127 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3b78f067-fa55-4985-9b17-745b62316f21 req-c15b226d-ea0d-4ce7-bd81-77fbee245f79 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588568 Oct 27 18:25:25.631611 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf0c00-221b-40c5-9a8f-005f3a4330ef req-8c74d446-642f-4e8c-ac77-88b28f1c8862 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:25.633149 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ecdf0c00-221b-40c5-9a8f-005f3a4330ef req-8c74d446-642f-4e8c-ac77-88b28f1c8862 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=188ae437-847a-4777-ad18-3fe8d9e0708e HTTP/1.1" status: 200 len: 950 time: 0.1249506 Oct 27 18:25:25.673101 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3b78f067-fa55-4985-9b17-745b62316f21 req-3a4018b7-c10e-4c34-8825-b00e06201379 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954777 Oct 27 18:25:25.690894 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ecdf0c00-221b-40c5-9a8f-005f3a4330ef req-dc097139-080a-439a-8f3f-185ed33a7b25 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485914 Oct 27 18:25:25.853537 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ffe5a01b-7f8d-41ca-a839-6bc1d001471f req-95d7b9ab-b7f8-4de2-85c2-328c68b1ffd7 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:25.867467 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['edbc4198-ddf2-4ab8-a27a-1436d0484f96', '1a4aac8f-1195-4080-8d1a-214626b77d58', '1e0e81ca-8d40-4f32-adf8-576986635f72'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:25:25.906598 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d7b9ab-b7f8-4de2-85c2-328c68b1ffd7 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Pushing event deleted for resources: {'Port': ['ID=1a4aac8f-1195-4080-8d1a-214626b77d58,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:26.025163 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe5a01b-7f8d-41ca-a839-6bc1d001471f req-95d7b9ab-b7f8-4de2-85c2-328c68b1ffd7 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] No DVR routers for this DVR port 1a4aac8f-1195-4080-8d1a-214626b77d58 on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:25:26.033176 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ffe5a01b-7f8d-41ca-a839-6bc1d001471f req-95d7b9ab-b7f8-4de2-85c2-328c68b1ffd7 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:26.046782 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ffe5a01b-7f8d-41ca-a839-6bc1d001471f req-95d7b9ab-b7f8-4de2-85c2-328c68b1ffd7 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.93 "DELETE /v2.0/ports/1a4aac8f-1195-4080-8d1a-214626b77d58 HTTP/1.1" status: 204 len: 173 time: 1.4337530 Oct 27 18:25:26.052598 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188ae437-847a-4777-ad18-3fe8d9e0708e', 'name': 'network-vif-deleted', 'tag': '1a4aac8f-1195-4080-8d1a-214626b77d58'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:25:26.063550 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14d77c3-9715-4895-a232-7b20e4906a48" -d '{"events": [{"server_uuid": "188ae437-847a-4777-ad18-3fe8d9e0708e", "name": "network-vif-deleted", "tag": "1a4aac8f-1195-4080-8d1a-214626b77d58"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:25:26.076513 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e791f4-ff28-4fe5-bee1-799b7410a1fa req-73bba391-5701-4b93-a970-9be85dadd9cf tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:26.086309 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-40e791f4-ff28-4fe5-bee1-799b7410a1fa req-73bba391-5701-4b93-a970-9be85dadd9cf tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 945 time: 0.2181554 Oct 27 18:25:26.136905 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-40e791f4-ff28-4fe5-bee1-799b7410a1fa req-0a347e4c-05d1-4209-a6de-0af864ffa3d5 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491633 Oct 27 18:25:26.341647 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:26.393271 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b6609-eb73-4616-8205-2840721c891e req-645310ee-3e52-4713-b5ab-ac6e52e2cb37 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:26.406567 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-866b6609-eb73-4616-8205-2840721c891e req-645310ee-3e52-4713-b5ab-ac6e52e2cb37 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 950 time: 0.1301033 Oct 27 18:25:26.504067 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-866b6609-eb73-4616-8205-2840721c891e req-f122a46f-44d6-43cb-b344-4b9aa8d7d553 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964894 Oct 27 18:25:26.580213 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c39470a-81cf-406c-8e80-3c01cb009561 x-openstack-request-id: req-5c39470a-81cf-406c-8e80-3c01cb009561 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:25:26.580565 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188ae437-847a-4777-ad18-3fe8d9e0708e", "name": "network-vif-deleted", "tag": "1a4aac8f-1195-4080-8d1a-214626b77d58", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:25:26.583348 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5c39470a-81cf-406c-8e80-3c01cb009561 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:25:26.583348 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '188ae437-847a-4777-ad18-3fe8d9e0708e', 'name': 'network-vif-deleted', 'tag': '1a4aac8f-1195-4080-8d1a-214626b77d58', 'status': 'completed', 'code': 200} Oct 27 18:25:26.597526 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:25:26.676115 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:27.178906 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4798862-ae6d-4ca7-bd29-d50563943a36 req-46d5a29f-b5e4-4e7b-984a-68619eeb30ba tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:27.180536 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d4798862-ae6d-4ca7-bd29-d50563943a36 req-46d5a29f-b5e4-4e7b-984a-68619eeb30ba tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 947 time: 0.0533714 Oct 27 18:25:27.224131 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d4798862-ae6d-4ca7-bd29-d50563943a36 req-6ca77e36-31d9-4ee4-b148-7a500eb11aa0 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373082 Oct 27 18:25:27.536172 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-ed0650b0-2460-495f-aaf8-360923f9e5c0 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:27.537640 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-ed0650b0-2460-495f-aaf8-360923f9e5c0 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/networks?id=f8b19dfe-43eb-4ec7-9509-1d9a53b23e79 HTTP/1.1" status: 200 len: 810 time: 0.1378543 Oct 27 18:25:27.545093 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efae999-d0cb-4ae0-bf4b-a2ccfcb44788 req-57ff0d22-e9a4-4604-8e51-bd31b0874c60 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:27.546466 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1efae999-d0cb-4ae0-bf4b-a2ccfcb44788 req-57ff0d22-e9a4-4604-8e51-bd31b0874c60 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc381c57-4c37-4b46-912e-3490a76df257 HTTP/1.1" status: 200 len: 946 time: 0.0859561 Oct 27 18:25:27.563695 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-0be99f8f-e531-4c98-ae60-0f2031cb08d0 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/quotas/ee85f34331f4425cb27ef49e38e071eb HTTP/1.1" status: 200 len: 375 time: 0.0163016 Oct 27 18:25:27.614270 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1efae999-d0cb-4ae0-bf4b-a2ccfcb44788 req-e43e182d-aade-4fa2-b443-68c4529a255d tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] 10.222.0.52 "GET /v2.0/security-groups?id=43a705bf-5382-4127-ab0c-9c484aabf583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599530 Oct 27 18:25:27.627238 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-10981f20-764d-4cae-9ff1-0b326c706096 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ee85f34331f4425cb27ef49e38e071eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0567849 Oct 27 18:25:27.721739 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e778b-b904-489e-8e2c-956b39379920 req-81e56f45-742f-416d-93e9-5b0788422994 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:27.723757 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-806e778b-b904-489e-8e2c-956b39379920 req-81e56f45-742f-416d-93e9-5b0788422994 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 945 time: 0.0512886 Oct 27 18:25:27.729035 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-78a581fa-eb5f-42b9-aed0-a334fd5c390b service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:25:27.730031 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-78a581fa-eb5f-42b9-aed0-a334fd5c390b service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0936577 Oct 27 18:25:27.810496 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-806e778b-b904-489e-8e2c-956b39379920 req-eede6114-0192-404d-b510-4df36b7479cd tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795398 Oct 27 18:25:27.846086 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-e57a4d33-0926-40de-90f2-0fbff46e41c9 service neutron] 10.222.0.52 "GET /v2.0/networks/f8b19dfe-43eb-4ec7-9509-1d9a53b23e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094768 Oct 27 18:25:27.920097 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 05c9daa4-10d7-41ab-8573-a5526d5c4abe details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:25:27.930788 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 05c9daa4-10d7-41ab-8573-a5526d5c4abe no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:25:27.951179 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-c395574a-7c15-4015-83ef-5e0be0aa5519 service neutron] 10.222.0.52 "GET /v2.0/networks/f8b19dfe-43eb-4ec7-9509-1d9a53b23e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965827 Oct 27 18:25:28.073058 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:28.103409 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 05c9daa4-10d7-41ab-8573-a5526d5c4abe, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=05c9daa4-10d7-41ab-8573-a5526d5c4abe,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:25:28.118477 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05c9daa4-10d7-41ab-8573-a5526d5c4abe'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:25:28.121005 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee8a3ef-fa6a-4672-a5d8-0b0cd34ba38e" -d '{"events": [{"server_uuid": "dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3", "name": "network-vif-unplugged", "status": "completed", "tag": "05c9daa4-10d7-41ab-8573-a5526d5c4abe"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:25:28.133489 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '05c9daa4-10d7-41ab-8573-a5526d5c4abe', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'port_id': '05c9daa4-10d7-41ab-8573-a5526d5c4abe', 'mac_address': 'fa:16:3e:6f:f1:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:25:28.138301 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 05c9daa4-10d7-41ab-8573-a5526d5c4abe, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=05c9daa4-10d7-41ab-8573-a5526d5c4abe,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:25:28.187539 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:28.221072 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05c9daa4-10d7-41ab-8573-a5526d5c4abe {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:25:28.271731 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:28.279017 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-69b6465a-2c69-4141-9c2e-622ec182189f req-1cd61dfc-7984-4dc2-8a2b-112f6040ea97 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 210 time: 0.0420971 Oct 27 18:25:28.384997 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ddc3b4-b1ff-43df-a3b2-fb33dfbd363a req-c130f539-6ebc-4dc5-bdac-0b52970a78d9 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:28.388881 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-74ddc3b4-b1ff-43df-a3b2-fb33dfbd363a req-c130f539-6ebc-4dc5-bdac-0b52970a78d9 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 950 time: 0.2011592 Oct 27 18:25:28.401690 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3814cbe-7ead-406d-85af-57317bf4d8b0 req-8b882ac4-f6c5-4032-ba98-247e9fedd111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:28.404293 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b3814cbe-7ead-406d-85af-57317bf4d8b0 req-8b882ac4-f6c5-4032-ba98-247e9fedd111 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=78baf6dd112742399f2639cbeffece6c&device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 1096 time: 0.1071696 Oct 27 18:25:28.413207 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:25:28.413810 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:25:28.420963 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=05c9daa4-10d7-41ab-8573-a5526d5c4abe,revision_number=9']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:28.433724 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 18:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e1b8ed-9761-4463-b267-25e9ff7cf656 x-openstack-request-id: req-27e1b8ed-9761-4463-b267-25e9ff7cf656 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:25:28.435240 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3", "name": "network-vif-unplugged", "status": "completed", "tag": "05c9daa4-10d7-41ab-8573-a5526d5c4abe", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:25:28.435606 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-27e1b8ed-9761-4463-b267-25e9ff7cf656 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:25:28.436603 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05c9daa4-10d7-41ab-8573-a5526d5c4abe', 'code': 200} Oct 27 18:25:28.488250 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-74ddc3b4-b1ff-43df-a3b2-fb33dfbd363a req-9a688acc-2cd9-4a4b-bace-c8f5babb7195 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826921 Oct 27 18:25:28.564820 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe3790-6319-47c3-a93d-c69a1abd376b req-8c4116c0-0494-429e-b5fe-67f77d1c915d tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:28.566338 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b8fe3790-6319-47c3-a93d-c69a1abd376b req-8c4116c0-0494-429e-b5fe-67f77d1c915d tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef4644b4-5c3f-42eb-b909-4a52e712eedc HTTP/1.1" status: 200 len: 949 time: 0.0816462 Oct 27 18:25:28.587506 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3814cbe-7ead-406d-85af-57317bf4d8b0 req-3fd98574-d30e-466c-9ab1-df3f539e159e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:28.588906 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b3814cbe-7ead-406d-85af-57317bf4d8b0 req-3fd98574-d30e-466c-9ab1-df3f539e159e service neutron] 10.222.0.93 "GET /v2.0/networks?id=70d54990-c18d-43d7-9758-e9fefdddf939 HTTP/1.1" status: 200 len: 914 time: 0.1563439 Oct 27 18:25:28.654603 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b3814cbe-7ead-406d-85af-57317bf4d8b0 req-464ff277-7240-46e6-bd29-0996ec8bd9e5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44d836f8-1cdd-4d27-9aec-f80a5e14c1cd HTTP/1.1" status: 200 len: 217 time: 0.0471501 Oct 27 18:25:28.677551 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b8fe3790-6319-47c3-a93d-c69a1abd376b req-6f7f0286-c04a-403e-bc20-6eb34a1d89be tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969138 Oct 27 18:25:28.693383 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db657671-9bda-45aa-b9b5-3211a8909590 req-31ecc44f-4bbc-484b-b01e-18037e65cbc4 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:28.704413 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-db657671-9bda-45aa-b9b5-3211a8909590 req-31ecc44f-4bbc-484b-b01e-18037e65cbc4 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 947 time: 0.1270883 Oct 27 18:25:28.753395 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3814cbe-7ead-406d-85af-57317bf4d8b0 req-2f705f4b-b0a1-4d05-8ce5-8ab00a6de55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:28.755262 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b3814cbe-7ead-406d-85af-57317bf4d8b0 req-2f705f4b-b0a1-4d05-8ce5-8ab00a6de55f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9dd73aad-b62b-49e3-a8b3-a2ce98f853a3 HTTP/1.1" status: 200 len: 852 time: 0.0760760 Oct 27 18:25:28.768078 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-db657671-9bda-45aa-b9b5-3211a8909590 req-195d1ea8-6f00-4f8c-bbfa-050f052958eb tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537262 Oct 27 18:25:28.798213 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b3814cbe-7ead-406d-85af-57317bf4d8b0 req-63378f9b-f598-4299-82ae-1286f3d4365d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=70d54990-c18d-43d7-9758-e9fefdddf939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291836 Oct 27 18:25:28.974305 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:28.985779 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b3814cbe-7ead-406d-85af-57317bf4d8b0 req-2511a768-5e76-4e32-a79b-a5d5cb12f732 service neutron] 10.222.0.93 "GET /v2.0/networks/70d54990-c18d-43d7-9758-e9fefdddf939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728752 Oct 27 18:25:28.994986 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05c9daa4-10d7-41ab-8573-a5526d5c4abe {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:25:29.000412 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e44ea-715d-45b5-bcf9-3b35a058c9e1 req-7f23cefb-9679-4de5-b08b-b5e27a54a412 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:29.000412 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2a6e44ea-715d-45b5-bcf9-3b35a058c9e1 req-7f23cefb-9679-4de5-b08b-b5e27a54a412 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc381c57-4c37-4b46-912e-3490a76df257 HTTP/1.1" status: 200 len: 946 time: 0.1193137 Oct 27 18:25:29.029452 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 05c9daa4-10d7-41ab-8573-a5526d5c4abe, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=05c9daa4-10d7-41ab-8573-a5526d5c4abe,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:25:29.088455 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8c519-2408-4d80-8f03-9b11a69e2a8b req-9a2bb76f-2f6d-4b17-a52c-17c9cddd72b0 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:29.089980 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4da8c519-2408-4d80-8f03-9b11a69e2a8b req-9a2bb76f-2f6d-4b17-a52c-17c9cddd72b0 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 945 time: 0.1636839 Oct 27 18:25:29.135704 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2a6e44ea-715d-45b5-bcf9-3b35a058c9e1 req-96ed5386-2298-4c13-b6d0-58604d8416c2 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] 10.222.0.52 "GET /v2.0/security-groups?id=43a705bf-5382-4127-ab0c-9c484aabf583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221194 Oct 27 18:25:29.146309 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:29.173603 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4da8c519-2408-4d80-8f03-9b11a69e2a8b req-2f1dced1-8250-4cc6-bdc8-972f8f33fdc8 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746424 Oct 27 18:25:29.192209 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b3814cbe-7ead-406d-85af-57317bf4d8b0 req-71ae9769-1c01-4ffd-afba-13e80e3808cd service neutron] 10.222.0.93 "GET /v2.0/networks/70d54990-c18d-43d7-9758-e9fefdddf939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914408 Oct 27 18:25:29.351777 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93a054-c5ba-4f4c-b07c-05e4924a4ed6 req-2d5ff678-1ff3-4c5b-9436-642a2787237e tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:29.354249 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5a93a054-c5ba-4f4c-b07c-05e4924a4ed6 req-2d5ff678-1ff3-4c5b-9436-642a2787237e tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] 10.222.0.93 "GET /v2.0/ports?device_id=cc381c57-4c37-4b46-912e-3490a76df257 HTTP/1.1" status: 200 len: 946 time: 0.0725915 Oct 27 18:25:29.359574 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=05c9daa4-10d7-41ab-8573-a5526d5c4abe,revision_number=10']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:29.372716 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1118102b-1501-4709-a70b-ee3db0ccc916 req-896652f2-c7b5-49d9-8672-7cfa0305635b tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 210 time: 0.0401480 Oct 27 18:25:29.470309 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-5a93a054-c5ba-4f4c-b07c-05e4924a4ed6 req-7fb56c18-ccd0-45da-ab85-4c57b1374da9 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] Deleting port 46bb75b7-83bc-407f-8a4c-65f24b5eb2cc {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:25:29.470646 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-5a93a054-c5ba-4f4c-b07c-05e4924a4ed6 req-7fb56c18-ccd0-45da-ab85-4c57b1374da9 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:29.564287 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-5a93a054-c5ba-4f4c-b07c-05e4924a4ed6 req-7fb56c18-ccd0-45da-ab85-4c57b1374da9 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] For port 46bb75b7-83bc-407f-8a4c-65f24b5eb2cc, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=46bb75b7-83bc-407f-8a4c-65f24b5eb2cc,segment=NetworkSegment(2f155988-aa4b-4679-883e-0085de429777),segment_id=2f155988-aa4b-4679-883e-0085de429777)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:25:29.564656 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-5a93a054-c5ba-4f4c-b07c-05e4924a4ed6 req-7fb56c18-ccd0-45da-ab85-4c57b1374da9 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:29.603078 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-5a93a054-c5ba-4f4c-b07c-05e4924a4ed6 req-7fb56c18-ccd0-45da-ab85-4c57b1374da9 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] Calling delete_port for 46bb75b7-83bc-407f-8a4c-65f24b5eb2cc owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:25:29.643584 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['05c9daa4-10d7-41ab-8573-a5526d5c4abe'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:25:29.666176 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedae332-5bc8-49f8-bbfd-9a50083f18b4 req-00e25469-d012-4f94-9841-d6e3db71d9b4 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:29.667804 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cedae332-5bc8-49f8-bbfd-9a50083f18b4 req-00e25469-d012-4f94-9841-d6e3db71d9b4 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 950 time: 0.1005437 Oct 27 18:25:29.728688 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cedae332-5bc8-49f8-bbfd-9a50083f18b4 req-ced45eb9-9348-4195-9e27-0534944c4780 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536304 Oct 27 18:25:29.861097 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079a4bf-5cba-40b3-8624-7dbabb2222f3 req-e4c4df2f-9a7b-4204-b580-23fcac2bd8f6 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:29.862582 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f079a4bf-5cba-40b3-8624-7dbabb2222f3 req-e4c4df2f-9a7b-4204-b580-23fcac2bd8f6 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef4644b4-5c3f-42eb-b909-4a52e712eedc HTTP/1.1" status: 200 len: 949 time: 0.1024580 Oct 27 18:25:29.867136 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-5a93a054-c5ba-4f4c-b07c-05e4924a4ed6 req-7fb56c18-ccd0-45da-ab85-4c57b1374da9 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:29.908782 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb56c18-ccd0-45da-ab85-4c57b1374da9 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] Pushing event deleted for resources: {'Port': ['ID=46bb75b7-83bc-407f-8a4c-65f24b5eb2cc,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:29.932635 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83462e-98c0-48fe-ad50-c0ce01b336d3 req-e5c040bf-3787-4446-a3fd-ad121f064132 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:29.932809 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device d8372463-b0b5-40ec-b152-27501bceac5f no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:25:29.942677 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fb83462e-98c0-48fe-ad50-c0ce01b336d3 req-e5c040bf-3787-4446-a3fd-ad121f064132 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 950 time: 0.1258900 Oct 27 18:25:30.014235 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a93a054-c5ba-4f4c-b07c-05e4924a4ed6 req-7fb56c18-ccd0-45da-ab85-4c57b1374da9 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] No DVR routers for this DVR port 46bb75b7-83bc-407f-8a4c-65f24b5eb2cc on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:25:30.019527 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:30.024237 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f079a4bf-5cba-40b3-8624-7dbabb2222f3 req-7e7e0a73-26c8-4d5f-8401-2567ef7c9d1c tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478949 Oct 27 18:25:30.025357 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-5a93a054-c5ba-4f4c-b07c-05e4924a4ed6 req-7fb56c18-ccd0-45da-ab85-4c57b1374da9 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:30.028630 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5a93a054-c5ba-4f4c-b07c-05e4924a4ed6 req-7fb56c18-ccd0-45da-ab85-4c57b1374da9 tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] 10.222.0.93 "DELETE /v2.0/ports/46bb75b7-83bc-407f-8a4c-65f24b5eb2cc HTTP/1.1" status: 204 len: 173 time: 0.6583843 Oct 27 18:25:30.031135 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc381c57-4c37-4b46-912e-3490a76df257', 'name': 'network-vif-deleted', 'tag': '46bb75b7-83bc-407f-8a4c-65f24b5eb2cc'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:25:30.036094 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3e9437-181a-4d5f-acda-ba11d97505ea" -d '{"events": [{"server_uuid": "cc381c57-4c37-4b46-912e-3490a76df257", "name": "network-vif-deleted", "tag": "46bb75b7-83bc-407f-8a4c-65f24b5eb2cc"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:25:30.041974 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fb83462e-98c0-48fe-ad50-c0ce01b336d3 req-cea60cb4-6ebf-4ac7-8f57-f980b98879d0 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984018 Oct 27 18:25:30.073687 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d8372463-b0b5-40ec-b152-27501bceac5f, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d8372463-b0b5-40ec-b152-27501bceac5f,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:25:30.146177 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:30.147332 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 44d836f8-1cdd-4d27-9aec-f80a5e14c1cd no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:25:30.191156 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a68291-83a4-4a7f-8056-47954474d42f x-openstack-request-id: req-05a68291-83a4-4a7f-8056-47954474d42f {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:25:30.192322 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc381c57-4c37-4b46-912e-3490a76df257", "name": "network-vif-deleted", "tag": "46bb75b7-83bc-407f-8a4c-65f24b5eb2cc", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:25:30.192888 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-05a68291-83a4-4a7f-8056-47954474d42f {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:25:30.193466 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc381c57-4c37-4b46-912e-3490a76df257', 'name': 'network-vif-deleted', 'tag': '46bb75b7-83bc-407f-8a4c-65f24b5eb2cc', 'status': 'completed', 'code': 200} Oct 27 18:25:30.247421 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=d8372463-b0b5-40ec-b152-27501bceac5f,revision_number=14']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:30.303074 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:30.333018 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3ade362a-7d23-4de1-a7ba-2c911a54c262 req-a81d5acc-2b7e-45d4-9841-2d2f944c31bb tempest-ServerMetadataNegativeTestJSON-1942516149 tempest-ServerMetadataNegativeTestJSON-1942516149-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc381c57-4c37-4b46-912e-3490a76df257 HTTP/1.1" status: 200 len: 210 time: 0.0674207 Oct 27 18:25:30.345090 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 44d836f8-1cdd-4d27-9aec-f80a5e14c1cd, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=44d836f8-1cdd-4d27-9aec-f80a5e14c1cd,segment=NetworkSegment(c3b83e00-8105-42bf-a65c-5b309278d20d),segment_id=c3b83e00-8105-42bf-a65c-5b309278d20d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:25:30.345911 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9c66a-054d-4ea4-903b-7011366df249 req-438963f4-0c8b-46fc-9351-0fded3db5825 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:30.347458 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3ae9c66a-054d-4ea4-903b-7011366df249 req-438963f4-0c8b-46fc-9351-0fded3db5825 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.1853940 Oct 27 18:25:30.413251 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:30.414047 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 1a4aac8f-1195-4080-8d1a-214626b77d58 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:25:30.451530 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b85a65-8e47-40db-9fd2-4cdfaedb07a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8372463-b0b5-40ec-b152-27501bceac5f'}, {'server_uuid': 'f8681ac0-b679-486d-b00f-694e46f77c5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44d836f8-1cdd-4d27-9aec-f80a5e14c1cd'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:25:30.453841 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba2d245-14d0-4639-8755-f36b61597936" -d '{"events": [{"server_uuid": "86b85a65-8e47-40db-9fd2-4cdfaedb07a8", "name": "network-vif-unplugged", "status": "completed", "tag": "d8372463-b0b5-40ec-b152-27501bceac5f"}, {"server_uuid": "f8681ac0-b679-486d-b00f-694e46f77c5d", "name": "network-vif-unplugged", "status": "completed", "tag": "44d836f8-1cdd-4d27-9aec-f80a5e14c1cd"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:25:30.459675 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 1a4aac8f-1195-4080-8d1a-214626b77d58 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:25:30.460031 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 1a4aac8f-1195-4080-8d1a-214626b77d58 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:25:30.488432 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=44d836f8-1cdd-4d27-9aec-f80a5e14c1cd,revision_number=8']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:30.681052 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d84df-dd03-45fd-aced-d6b62de61a3d req-fd845b3a-223a-4623-97c8-70e94a4566bd tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:30.682589 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a16d84df-dd03-45fd-aced-d6b62de61a3d req-fd845b3a-223a-4623-97c8-70e94a4566bd tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.93 "GET /v2.0/ports?device_id=ef4644b4-5c3f-42eb-b909-4a52e712eedc HTTP/1.1" status: 200 len: 949 time: 0.4873514 Oct 27 18:25:30.753140 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['46bb75b7-83bc-407f-8a4c-65f24b5eb2cc'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:25:30.760759 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3ae9c66a-054d-4ea4-903b-7011366df249 req-45a117f1-4dec-45c9-8b77-be8b80ce2a11 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4021804 Oct 27 18:25:30.829919 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acecf4e1-8424-4844-8f41-f56af4e7234a req-e90b98eb-6b98-4e80-933e-95eed3f1a3eb tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:30.831623 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-acecf4e1-8424-4844-8f41-f56af4e7234a req-e90b98eb-6b98-4e80-933e-95eed3f1a3eb tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 943 time: 0.1463149 Oct 27 18:25:30.921736 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-53045c29-8298-443a-a5df-eda13f4cfefd req-105add70-1147-45b6-ae69-f84a9808f863 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=0493afd680224a038be01c24bab6b33d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537586 Oct 27 18:25:31.014447 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-acecf4e1-8424-4844-8f41-f56af4e7234a req-92d9ddc0-795d-40e3-b076-caab22c613d6 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528101 Oct 27 18:25:31.026341 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-a16d84df-dd03-45fd-aced-d6b62de61a3d req-36f63b84-0acc-45ff-ac9a-7e70db4c334a tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Deleting port edbc4198-ddf2-4ab8-a27a-1436d0484f96 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:25:31.026714 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a16d84df-dd03-45fd-aced-d6b62de61a3d req-36f63b84-0acc-45ff-ac9a-7e70db4c334a tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:31.096304 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-c5361f8d-dc30-45aa-8427-1daecde7f913 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:31.098690 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-c5361f8d-dc30-45aa-8427-1daecde7f913 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.93 "GET /v2.0/networks?id=f8b19dfe-43eb-4ec7-9509-1d9a53b23e79 HTTP/1.1" status: 200 len: 810 time: 0.3012981 Oct 27 18:25:31.135969 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-4eb4ad86-66a7-40a8-b2fc-e2fc5add6d46 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Request body: {'port': {'device_id': '08a10873-5693-4235-b96b-42027fbc3776', 'network_id': 'f8b19dfe-43eb-4ec7-9509-1d9a53b23e79', 'admin_state_up': True, 'tenant_id': 'ee85f34331f4425cb27ef49e38e071eb'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:25:31.196854 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5b7b5cb1-60f0-4306-9b9b-019232a0ec59 req-cb0531f1-142c-4ebf-8278-d99f57f333e6 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 210 time: 0.0974584 Oct 27 18:25:31.235600 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53045c29-8298-443a-a5df-eda13f4cfefd req-93bb9038-c309-4a8e-bba4-39b0273d4565 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:31.237110 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-53045c29-8298-443a-a5df-eda13f4cfefd req-93bb9038-c309-4a8e-bba4-39b0273d4565 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3037815 Oct 27 18:25:31.266533 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 27 Oct 2021 18:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6fac44d-8d35-4893-96e5-8be995c86ca5 x-openstack-request-id: req-e6fac44d-8d35-4893-96e5-8be995c86ca5 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:25:31.267433 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b85a65-8e47-40db-9fd2-4cdfaedb07a8", "name": "network-vif-unplugged", "status": "completed", "tag": "d8372463-b0b5-40ec-b152-27501bceac5f", "code": 200}, {"server_uuid": "f8681ac0-b679-486d-b00f-694e46f77c5d", "name": "network-vif-unplugged", "status": "completed", "tag": "44d836f8-1cdd-4d27-9aec-f80a5e14c1cd", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:25:31.267874 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e6fac44d-8d35-4893-96e5-8be995c86ca5 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:25:31.268447 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b85a65-8e47-40db-9fd2-4cdfaedb07a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8372463-b0b5-40ec-b152-27501bceac5f', 'code': 200} Oct 27 18:25:31.268882 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8681ac0-b679-486d-b00f-694e46f77c5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44d836f8-1cdd-4d27-9aec-f80a5e14c1cd', 'code': 200} Oct 27 18:25:31.275400 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-53045c29-8298-443a-a5df-eda13f4cfefd req-d8936364-f3d1-4d0f-bbc7-855df9149a5e tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/quotas/0493afd680224a038be01c24bab6b33d HTTP/1.1" status: 200 len: 375 time: 0.0285225 Oct 27 18:25:31.282345 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-a16d84df-dd03-45fd-aced-d6b62de61a3d req-36f63b84-0acc-45ff-ac9a-7e70db4c334a tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] For port edbc4198-ddf2-4ab8-a27a-1436d0484f96, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=edbc4198-ddf2-4ab8-a27a-1436d0484f96,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:25:31.282728 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a16d84df-dd03-45fd-aced-d6b62de61a3d req-36f63b84-0acc-45ff-ac9a-7e70db4c334a tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:31.333336 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-a16d84df-dd03-45fd-aced-d6b62de61a3d req-36f63b84-0acc-45ff-ac9a-7e70db4c334a tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Calling delete_port for edbc4198-ddf2-4ab8-a27a-1436d0484f96 owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:25:31.446900 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-53045c29-8298-443a-a5df-eda13f4cfefd req-28bbf653-1996-4f67-a040-0c4c6c777b62 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0493afd680224a038be01c24bab6b33d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1589785 Oct 27 18:25:31.473410 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f4c45-1531-4fe4-b40c-d40640a5d3d7 req-fc488a4b-223e-413b-81be-4168da518418 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:31.475030 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a31f4c45-1531-4fe4-b40c-d40640a5d3d7 req-fc488a4b-223e-413b-81be-4168da518418 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef4644b4-5c3f-42eb-b909-4a52e712eedc HTTP/1.1" status: 200 len: 949 time: 0.1434865 Oct 27 18:25:31.529378 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a31f4c45-1531-4fe4-b40c-d40640a5d3d7 req-ae47687d-ab3d-47c4-9ed7-6846eb45e2a0 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457695 Oct 27 18:25:31.533452 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-4eb4ad86-66a7-40a8-b2fc-e2fc5add6d46 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Made reservation on behalf of ee85f34331f4425cb27ef49e38e071eb for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:25:31.538023 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-4eb4ad86-66a7-40a8-b2fc-e2fc5add6d46 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:31.699829 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 56024) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:25:31.711367 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-4eb4ad86-66a7-40a8-b2fc-e2fc5add6d46 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Allocated IP 172.20.0.3 (f8b19dfe-43eb-4ec7-9509-1d9a53b23e79/3aeb8b6e-dc25-4ba6-b90a-05891e7c7576/16fcb1e9-6f84-4de7-b97e-cec04d757051) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:25:31.716076 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a16d84df-dd03-45fd-aced-d6b62de61a3d req-36f63b84-0acc-45ff-ac9a-7e70db4c334a tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:31.734371 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['edbc4198-ddf2-4ab8-a27a-1436d0484f96', '1e0e81ca-8d40-4f32-adf8-576986635f72'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:25:31.763839 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f63b84-0acc-45ff-ac9a-7e70db4c334a tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Pushing event deleted for resources: {'Port': ['ID=edbc4198-ddf2-4ab8-a27a-1436d0484f96,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:31.785102 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-49d2940c-1ec4-4da5-bfae-cf8887a6c43f req-6e2fbd90-93d4-4872-a50b-1e91e78775c9 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 210 time: 0.0578744 Oct 27 18:25:31.789163 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-921b3807-604a-4c8a-a9aa-2caf8679f6a7 admin admin] Deleting subnet 75bc1e82-4fea-4318-bbdf-18422577b624 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:25:31.789479 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-921b3807-604a-4c8a-a9aa-2caf8679f6a7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:31.850848 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16d84df-dd03-45fd-aced-d6b62de61a3d req-36f63b84-0acc-45ff-ac9a-7e70db4c334a tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] No DVR routers for this DVR port edbc4198-ddf2-4ab8-a27a-1436d0484f96 on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:25:31.854623 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a16d84df-dd03-45fd-aced-d6b62de61a3d req-36f63b84-0acc-45ff-ac9a-7e70db4c334a tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:31.858103 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a16d84df-dd03-45fd-aced-d6b62de61a3d req-36f63b84-0acc-45ff-ac9a-7e70db4c334a tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.93 "DELETE /v2.0/ports/edbc4198-ddf2-4ab8-a27a-1436d0484f96 HTTP/1.1" status: 204 len: 173 time: 1.1618075 Oct 27 18:25:31.875915 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-921b3807-604a-4c8a-a9aa-2caf8679f6a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:31.956415 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 05c9daa4-10d7-41ab-8573-a5526d5c4abe up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:25:31.961334 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-921b3807-604a-4c8a-a9aa-2caf8679f6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:32.059353 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-4eb4ad86-66a7-40a8-b2fc-e2fc5add6d46 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:32.060926 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 05c9daa4-10d7-41ab-8573-a5526d5c4abe triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:25:32.061302 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:32.143757 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:32.151782 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-921b3807-604a-4c8a-a9aa-2caf8679f6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:32.179597 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c85fb6-0969-4791-8261-1a2dafabcc5e req-7c86d3d4-b5b4-4a32-868e-9d9714e15ff3 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:32.181377 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-62c85fb6-0969-4791-8261-1a2dafabcc5e req-7c86d3d4-b5b4-4a32-868e-9d9714e15ff3 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 943 time: 0.0852420 Oct 27 18:25:32.186363 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-4eb4ad86-66a7-40a8-b2fc-e2fc5add6d46 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:32.202526 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-921b3807-604a-4c8a-a9aa-2caf8679f6a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:32.206735 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-921b3807-604a-4c8a-a9aa-2caf8679f6a7 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/75bc1e82-4fea-4318-bbdf-18422577b624 HTTP/1.1" status: 204 len: 168 time: 0.5059011 Oct 27 18:25:32.210275 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b3807-604a-4c8a-a9aa-2caf8679f6a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75bc1e82-4fea-4318-bbdf-18422577b624,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:32.210275 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 56038) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:25:32.211329 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 05c9daa4-10d7-41ab-8573-a5526d5c4abe, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=05c9daa4-10d7-41ab-8573-a5526d5c4abe,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:25:32.239231 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4644b4-5c3f-42eb-b909-4a52e712eedc', 'name': 'network-vif-deleted', 'tag': 'edbc4198-ddf2-4ab8-a27a-1436d0484f96'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:25:32.248232 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76dc46b1-26f7-4c78-8140-e15f48e70901" -d '{"events": [{"server_uuid": "ef4644b4-5c3f-42eb-b909-4a52e712eedc", "name": "network-vif-deleted", "tag": "edbc4198-ddf2-4ab8-a27a-1436d0484f96"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:25:32.273888 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-4eb4ad86-66a7-40a8-b2fc-e2fc5add6d46 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Network f8b19dfe-43eb-4ec7-9509-1d9a53b23e79 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:25:32.307813 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-4eb4ad86-66a7-40a8-b2fc-e2fc5add6d46 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:25:32.327795 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:32.329780 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 46bb75b7-83bc-407f-8a4c-65f24b5eb2cc no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:25:32.341421 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fd38f07a-93d1-44e5-959a-800a757797e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:32.343134 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-4eb4ad86-66a7-40a8-b2fc-e2fc5add6d46 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:25:32.426984 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 46bb75b7-83bc-407f-8a4c-65f24b5eb2cc {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:25:32.427338 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 46bb75b7-83bc-407f-8a4c-65f24b5eb2cc not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:25:32.427764 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device edbc4198-ddf2-4ab8-a27a-1436d0484f96 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:25:32.481119 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: edbc4198-ddf2-4ab8-a27a-1436d0484f96 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:25:32.481368 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device edbc4198-ddf2-4ab8-a27a-1436d0484f96 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:25:32.485644 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=05c9daa4-10d7-41ab-8573-a5526d5c4abe,revision_number=11']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:32.504934 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-62c85fb6-0969-4791-8261-1a2dafabcc5e req-2025da82-8809-403d-94ae-0b656f96f78e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892342 Oct 27 18:25:32.518940 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb4ad86-66a7-40a8-b2fc-e2fc5add6d46 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Pushing event updated for resources: {'Port': ['ID=16fcb1e9-6f84-4de7-b97e-cec04d757051,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:32.530600 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fd38f07a-93d1-44e5-959a-800a757797e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:32.540893 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-4eb4ad86-66a7-40a8-b2fc-e2fc5add6d46 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:32.541561 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-4eb4ad86-66a7-40a8-b2fc-e2fc5add6d46 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:32.553565 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d03d38-2fd9-4e60-9a64-4c7e11c7ac0a req-1e91a3fb-9658-4911-a9e2-bcfab46c9d33 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:32.555152 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-07d03d38-2fd9-4e60-9a64-4c7e11c7ac0a req-1e91a3fb-9658-4911-a9e2-bcfab46c9d33 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 931 time: 0.2132638 Oct 27 18:25:32.566965 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-fd38f07a-93d1-44e5-959a-800a757797e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9e1a717-d9e7-47c6-bc4c-5b65573ff80c']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:25:32.580974 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-fd38f07a-93d1-44e5-959a-800a757797e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f155988-aa4b-4679-883e-0085de429777') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:25:32.581696 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-fd38f07a-93d1-44e5-959a-800a757797e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f155988-aa4b-4679-883e-0085de429777') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:25:32.610366 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fd38f07a-93d1-44e5-959a-800a757797e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:32.623034 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c812fb-64d8-4966-a4fe-b18536a7a408 x-openstack-request-id: req-67c812fb-64d8-4966-a4fe-b18536a7a408 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:25:32.623034 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4644b4-5c3f-42eb-b909-4a52e712eedc", "name": "network-vif-deleted", "tag": "edbc4198-ddf2-4ab8-a27a-1436d0484f96", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:25:32.623034 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-67c812fb-64d8-4966-a4fe-b18536a7a408 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:25:32.623034 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4644b4-5c3f-42eb-b909-4a52e712eedc', 'name': 'network-vif-deleted', 'tag': 'edbc4198-ddf2-4ab8-a27a-1436d0484f96', 'status': 'completed', 'code': 200} Oct 27 18:25:32.630027 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fd38f07a-93d1-44e5-959a-800a757797e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:32.638442 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd38f07a-93d1-44e5-959a-800a757797e0 admin admin] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:25:32.638989 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fd38f07a-93d1-44e5-959a-800a757797e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:32.640884 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:25:32.640884 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:25:32.640884 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:25:32.640884 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:25:32.640884 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:25:32.640884 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:25:32.640884 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:25:32.640884 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:25:32.640884 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:25:32.640884 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:25:32.640884 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:25:32.640884 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:25:32.640884 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:25:32.640884 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:25:32.640884 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:25:32.640884 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:25:32.640884 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:25:32.640884 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:25:32.640884 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:25:32.640884 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:25:32.640884 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:25:32.640884 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:25:32.640884 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:25:32.640884 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:25:32.640884 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:25:32.640884 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:25:32.640884 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:25:32.640884 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:25:32.640884 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:25:32.640884 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:25:32.640884 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:25:32.640884 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:25:32.649083 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-07d03d38-2fd9-4e60-9a64-4c7e11c7ac0a req-9ace7164-fd24-4cdd-9b8e-5e4b777be5e7 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850785 Oct 27 18:25:32.763687 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d3b5eb82-fca7-475a-84b9-0bc3baaa5068 req-c1f564a3-327a-4b6a-afdd-c2140d4e4329 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef4644b4-5c3f-42eb-b909-4a52e712eedc HTTP/1.1" status: 200 len: 210 time: 0.0271127 Oct 27 18:25:32.805664 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-4eb4ad86-66a7-40a8-b2fc-e2fc5add6d46 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6830444 Oct 27 18:25:32.819706 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-7197dbfc-c616-4cc1-b25e-206c4849af7d service neutron] Request body: {'port': {'device_id': '08a10873-5693-4235-b96b-42027fbc3776', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:25:32.859202 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fd38f07a-93d1-44e5-959a-800a757797e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:32.867796 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fd38f07a-93d1-44e5-959a-800a757797e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:32.872111 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-fd38f07a-93d1-44e5-959a-800a757797e0 admin admin] 10.222.0.52 "DELETE /v2.0/networks/b9e1a717-d9e7-47c6-bc4c-5b65573ff80c HTTP/1.1" status: 204 len: 168 time: 0.6530409 Oct 27 18:25:32.877798 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-7197dbfc-c616-4cc1-b25e-206c4849af7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:32.886935 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd38f07a-93d1-44e5-959a-800a757797e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9e1a717-d9e7-47c6-bc4c-5b65573ff80c,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:33.028072 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4cc17236-a65b-448b-991b-5dabb78d1714 req-9abdc949-69a7-44bc-b5ea-dedfc3c798ee tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 210 time: 0.0733566 Oct 27 18:25:33.210486 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-7197dbfc-c616-4cc1-b25e-206c4849af7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16fcb1e9-6f84-4de7-b97e-cec04d757051 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:25:33.218521 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-7197dbfc-c616-4cc1-b25e-206c4849af7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:33.232378 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-7197dbfc-c616-4cc1-b25e-206c4849af7d service neutron] Transition to ACTIVE for port object 16fcb1e9-6f84-4de7-b97e-cec04d757051 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:25:33.271121 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c9daa4-10d7-41ab-8573-a5526d5c4abe'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:25:33.273632 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513085e5-3d1c-4f44-bbd0-f70e641174ba" -d '{"events": [{"server_uuid": "dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3", "name": "network-vif-plugged", "status": "completed", "tag": "05c9daa4-10d7-41ab-8573-a5526d5c4abe"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:25:33.309108 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d7e5d2-4287-4368-bc05-5eac52676ea1 x-openstack-request-id: req-f8d7e5d2-4287-4368-bc05-5eac52676ea1 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:25:33.309500 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3", "name": "network-vif-plugged", "status": "completed", "tag": "05c9daa4-10d7-41ab-8573-a5526d5c4abe", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:25:33.309500 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f8d7e5d2-4287-4368-bc05-5eac52676ea1 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:25:33.309896 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c9daa4-10d7-41ab-8573-a5526d5c4abe', 'code': 200} Oct 27 18:25:33.353887 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 56114) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:25:33.362146 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-7197dbfc-c616-4cc1-b25e-206c4849af7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:33.403338 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b02e07e6-f1e0-4cee-8be6-557b0d0cf86f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b8bc1914d0d64634806578d8cb9aa1a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481939 Oct 27 18:25:33.405812 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 56118) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:25:33.418030 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7197dbfc-c616-4cc1-b25e-206c4849af7d service neutron] Pushing event updated for resources: {'Port': ['ID=16fcb1e9-6f84-4de7-b97e-cec04d757051,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:33.466744 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d9194463-1074-4b6f-a040-095088971b86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:33.487576 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-7197dbfc-c616-4cc1-b25e-206c4849af7d service neutron] Attempting to bind port 16fcb1e9-6f84-4de7-b97e-cec04d757051 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:25:33.487921 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-7197dbfc-c616-4cc1-b25e-206c4849af7d service neutron] Attempting to bind port 16fcb1e9-6f84-4de7-b97e-cec04d757051 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': 'b9297ae3-0585-4555-9e56-c8358a522843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'f8b19dfe-43eb-4ec7-9509-1d9a53b23e79'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:25:33.492522 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-7197dbfc-c616-4cc1-b25e-206c4849af7d service neutron] Attempting to bind port 16fcb1e9-6f84-4de7-b97e-cec04d757051 on network f8b19dfe-43eb-4ec7-9509-1d9a53b23e79 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:25:33.496279 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-7197dbfc-c616-4cc1-b25e-206c4849af7d service neutron] Port 16fcb1e9-6f84-4de7-b97e-cec04d757051 on network f8b19dfe-43eb-4ec7-9509-1d9a53b23e79 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:25:33.496506 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d9194463-1074-4b6f-a040-095088971b86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:33.496611 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-7197dbfc-c616-4cc1-b25e-206c4849af7d service neutron] Attempting to bind port 16fcb1e9-6f84-4de7-b97e-cec04d757051 on network f8b19dfe-43eb-4ec7-9509-1d9a53b23e79 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:25:33.503019 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-7197dbfc-c616-4cc1-b25e-206c4849af7d service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:25:33.503589 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-7197dbfc-c616-4cc1-b25e-206c4849af7d service neutron] Checking segment: {'id': 'b9297ae3-0585-4555-9e56-c8358a522843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'f8b19dfe-43eb-4ec7-9509-1d9a53b23e79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:25:33.504654 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-7197dbfc-c616-4cc1-b25e-206c4849af7d service neutron] Bound using segment: {'id': 'b9297ae3-0585-4555-9e56-c8358a522843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'f8b19dfe-43eb-4ec7-9509-1d9a53b23e79'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:25:33.505217 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-7197dbfc-c616-4cc1-b25e-206c4849af7d service neutron] Bound port: 16fcb1e9-6f84-4de7-b97e-cec04d757051, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9297ae3-0585-4555-9e56-c8358a522843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'f8b19dfe-43eb-4ec7-9509-1d9a53b23e79'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:25:33.505578 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-7197dbfc-c616-4cc1-b25e-206c4849af7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:33.580044 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-7197dbfc-c616-4cc1-b25e-206c4849af7d service neutron] For port 16fcb1e9-6f84-4de7-b97e-cec04d757051, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:25:33.583862 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-7197dbfc-c616-4cc1-b25e-206c4849af7d service neutron] For port 16fcb1e9-6f84-4de7-b97e-cec04d757051, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=16fcb1e9-6f84-4de7-b97e-cec04d757051,segment=NetworkSegment(b9297ae3-0585-4555-9e56-c8358a522843),segment_id=b9297ae3-0585-4555-9e56-c8358a522843)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:25:33.659014 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d9194463-1074-4b6f-a040-095088971b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:33.659575 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-7197dbfc-c616-4cc1-b25e-206c4849af7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:33.662360 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d9194463-1074-4b6f-a040-095088971b86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:33.666206 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d9194463-1074-4b6f-a040-095088971b86 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/43a705bf-5382-4127-ab0c-9c484aabf583 HTTP/1.1" status: 204 len: 168 time: 0.2564378 Oct 27 18:25:33.673272 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9194463-1074-4b6f-a040-095088971b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a705bf-5382-4127-ab0c-9c484aabf583,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:33.706850 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-7197dbfc-c616-4cc1-b25e-206c4849af7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:33.708133 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-7197dbfc-c616-4cc1-b25e-206c4849af7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:33.709787 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-7197dbfc-c616-4cc1-b25e-206c4849af7d service neutron] 10.222.0.93 "PUT /v2.0/ports/16fcb1e9-6f84-4de7-b97e-cec04d757051 HTTP/1.1" status: 200 len: 1091 time: 0.8952436 Oct 27 18:25:33.732537 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7197dbfc-c616-4cc1-b25e-206c4849af7d service neutron] Pushing event updated for resources: {'Port': ['ID=16fcb1e9-6f84-4de7-b97e-cec04d757051,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:33.795248 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c7d4c-9f37-4980-8726-35f47d4109b4 req-09c4d581-592d-4b46-945c-99492dcbeff8 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:33.803961 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e87c7d4c-9f37-4980-8726-35f47d4109b4 req-09c4d581-592d-4b46-945c-99492dcbeff8 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 943 time: 0.0677314 Oct 27 18:25:33.866771 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e87c7d4c-9f37-4980-8726-35f47d4109b4 req-58a7417f-38d4-4f35-858b-076229b8015c tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620716 Oct 27 18:25:33.876896 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-20e5bc29-6119-4767-8309-b46fc865e7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:33.878519 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-20e5bc29-6119-4767-8309-b46fc865e7fa service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ee85f34331f4425cb27ef49e38e071eb&device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 1094 time: 0.0576289 Oct 27 18:25:33.930225 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-16e9df95-8642-44e0-adfe-63bdf9dbdeb7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16fcb1e9-6f84-4de7-b97e-cec04d757051 HTTP/1.1" status: 200 len: 217 time: 0.0409918 Oct 27 18:25:33.985910 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-efb419b5-7316-43cc-a349-cd8fa1849dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:33.987463 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-efb419b5-7316-43cc-a349-cd8fa1849dbe service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3aeb8b6e-dc25-4ba6-b90a-05891e7c7576 HTTP/1.1" status: 200 len: 850 time: 0.0491917 Oct 27 18:25:34.021988 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-c1b70e96-48bd-4ede-bc82-52cbbf2ac376 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f8b19dfe-43eb-4ec7-9509-1d9a53b23e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255222 Oct 27 18:25:34.138476 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1ab01-75e9-4edc-9b9d-1fb9d2a389dd req-8e2a6b89-0483-4acc-bdaa-f45d43f8da58 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:34.141846 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9dd1ab01-75e9-4edc-9b9d-1fb9d2a389dd req-8e2a6b89-0483-4acc-bdaa-f45d43f8da58 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.1110516 Oct 27 18:25:34.184379 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-c5680f7b-428c-4b09-ae3f-9a322794ab5c service neutron] 10.222.0.93 "GET /v2.0/networks/f8b19dfe-43eb-4ec7-9509-1d9a53b23e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454296 Oct 27 18:25:34.209920 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9dd1ab01-75e9-4edc-9b9d-1fb9d2a389dd req-47830aa9-3372-40f6-b897-5dae490a469d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565553 Oct 27 18:25:34.342341 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-53045c29-8298-443a-a5df-eda13f4cfefd req-b597febe-f14a-4fad-9ff7-eecfe00b72e1 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=0493afd680224a038be01c24bab6b33d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389335 Oct 27 18:25:34.376576 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eaca370b-354b-4d43-9eeb-6451890f8429 req-2df68ea5-4239-47ae-a29a-0bb7bc4905c5 service neutron] 10.222.0.93 "GET /v2.0/networks/f8b19dfe-43eb-4ec7-9509-1d9a53b23e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821575 Oct 27 18:25:34.420155 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02374b03-c697-48c4-a75a-b83df6521757 req-d56180a9-03d7-40ea-bd5e-5874169bfc01 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:34.421638 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-02374b03-c697-48c4-a75a-b83df6521757 req-d56180a9-03d7-40ea-bd5e-5874169bfc01 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8681ac0-b679-486d-b00f-694e46f77c5d HTTP/1.1" status: 200 len: 943 time: 0.1492827 Oct 27 18:25:34.525576 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53045c29-8298-443a-a5df-eda13f4cfefd req-734bbaf2-8470-45b4-837b-6277c82e0992 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:34.527103 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-53045c29-8298-443a-a5df-eda13f4cfefd req-734bbaf2-8470-45b4-837b-6277c82e0992 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1762912 Oct 27 18:25:34.542648 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-53045c29-8298-443a-a5df-eda13f4cfefd req-efca8fce-9e34-47c3-85b3-e042dc82c263 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Request body: {'port': {'device_id': 'e82aebe5-5adf-42a2-993c-cfe68d1414e4', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'admin_state_up': True, 'tenant_id': '0493afd680224a038be01c24bab6b33d'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:25:34.614777 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-02374b03-c697-48c4-a75a-b83df6521757 req-ab4ebfe6-3e3d-4700-a843-55911c290178 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Deleting port 44d836f8-1cdd-4d27-9aec-f80a5e14c1cd {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:25:34.615149 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-02374b03-c697-48c4-a75a-b83df6521757 req-ab4ebfe6-3e3d-4700-a843-55911c290178 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:34.630515 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a10873-5693-4235-b96b-42027fbc3776', 'tag': '16fcb1e9-6f84-4de7-b97e-cec04d757051'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:25:34.632746 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce80d38-b288-4ecf-9469-c5e26ae43948" -d '{"events": [{"name": "network-changed", "server_uuid": "08a10873-5693-4235-b96b-42027fbc3776", "tag": "16fcb1e9-6f84-4de7-b97e-cec04d757051"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:25:34.744844 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-02374b03-c697-48c4-a75a-b83df6521757 req-ab4ebfe6-3e3d-4700-a843-55911c290178 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] For port 44d836f8-1cdd-4d27-9aec-f80a5e14c1cd, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=44d836f8-1cdd-4d27-9aec-f80a5e14c1cd,segment=NetworkSegment(c3b83e00-8105-42bf-a65c-5b309278d20d),segment_id=c3b83e00-8105-42bf-a65c-5b309278d20d)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:25:34.745213 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-02374b03-c697-48c4-a75a-b83df6521757 req-ab4ebfe6-3e3d-4700-a843-55911c290178 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:34.759108 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-02374b03-c697-48c4-a75a-b83df6521757 req-ab4ebfe6-3e3d-4700-a843-55911c290178 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Calling delete_port for 44d836f8-1cdd-4d27-9aec-f80a5e14c1cd owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:25:34.814492 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53045c29-8298-443a-a5df-eda13f4cfefd req-efca8fce-9e34-47c3-85b3-e042dc82c263 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Made reservation on behalf of 0493afd680224a038be01c24bab6b33d for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:25:34.818778 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-53045c29-8298-443a-a5df-eda13f4cfefd req-efca8fce-9e34-47c3-85b3-e042dc82c263 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:34.875158 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f74f1c09-8fa7-416f-bf51-be5e727b38f6 req-28ac8f8c-c2cf-47e3-b3fe-984bf7201040 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 210 time: 0.0435586 Oct 27 18:25:35.047155 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-53045c29-8298-443a-a5df-eda13f4cfefd req-efca8fce-9e34-47c3-85b3-e042dc82c263 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Allocated IP 192.168.233.7 (5a00a4ee-d7ee-4646-9905-4d21868e9aa2/5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc/e5be652e-2b69-4639-b26c-0313cea1dd1b) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:25:35.137694 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-02374b03-c697-48c4-a75a-b83df6521757 req-ab4ebfe6-3e3d-4700-a843-55911c290178 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:35.172126 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ebfe6-3e3d-4700-a843-55911c290178 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Pushing event deleted for resources: {'Port': ['ID=44d836f8-1cdd-4d27-9aec-f80a5e14c1cd,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:35.228423 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-02374b03-c697-48c4-a75a-b83df6521757 req-ab4ebfe6-3e3d-4700-a843-55911c290178 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] No DVR routers for this DVR port 44d836f8-1cdd-4d27-9aec-f80a5e14c1cd on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:25:35.236294 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-02374b03-c697-48c4-a75a-b83df6521757 req-ab4ebfe6-3e3d-4700-a843-55911c290178 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:35.239807 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-02374b03-c697-48c4-a75a-b83df6521757 req-ab4ebfe6-3e3d-4700-a843-55911c290178 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "DELETE /v2.0/ports/44d836f8-1cdd-4d27-9aec-f80a5e14c1cd HTTP/1.1" status: 204 len: 173 time: 0.8097196 Oct 27 18:25:35.251877 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c7e131-efd8-4fa8-928f-415690468164 x-openstack-request-id: req-92c7e131-efd8-4fa8-928f-415690468164 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:25:35.252202 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08a10873-5693-4235-b96b-42027fbc3776", "tag": "16fcb1e9-6f84-4de7-b97e-cec04d757051", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:25:35.252598 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-92c7e131-efd8-4fa8-928f-415690468164 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:25:35.252860 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a10873-5693-4235-b96b-42027fbc3776', 'tag': '16fcb1e9-6f84-4de7-b97e-cec04d757051', 'status': 'completed', 'code': 200} Oct 27 18:25:35.271371 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-53045c29-8298-443a-a5df-eda13f4cfefd req-efca8fce-9e34-47c3-85b3-e042dc82c263 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:35.368846 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f231f-0d6f-4241-a405-4d67c7832010 req-026d25b4-242f-443a-82fe-cf232df6e0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:35.370387 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-595f231f-0d6f-4241-a405-4d67c7832010 req-026d25b4-242f-443a-82fe-cf232df6e0c0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=74d488054c1f4f50bdb6de26a9138d36&device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 1096 time: 0.0421860 Oct 27 18:25:35.473346 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f231f-0d6f-4241-a405-4d67c7832010 req-ef3142b1-766c-4d7a-829b-94cdd159c1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:35.474719 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-595f231f-0d6f-4241-a405-4d67c7832010 req-ef3142b1-766c-4d7a-829b-94cdd159c1ea service neutron] 10.222.0.93 "GET /v2.0/networks?id=a7c013d9-ea11-470b-8a79-08abd897c197 HTTP/1.1" status: 200 len: 914 time: 0.0972731 Oct 27 18:25:35.548307 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-595f231f-0d6f-4241-a405-4d67c7832010 req-5ac7aefb-b6d4-419a-ac32-cc06f5f05a93 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8372463-b0b5-40ec-b152-27501bceac5f HTTP/1.1" status: 200 len: 999 time: 0.0656233 Oct 27 18:25:35.607343 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f231f-0d6f-4241-a405-4d67c7832010 req-62b0ad5f-c431-45e8-9c4e-b8f02c0b8295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:35.609013 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-595f231f-0d6f-4241-a405-4d67c7832010 req-62b0ad5f-c431-45e8-9c4e-b8f02c0b8295 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=afe6cc10-9308-4117-a497-d403cb219653 HTTP/1.1" status: 200 len: 851 time: 0.0501983 Oct 27 18:25:35.661161 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f231f-0d6f-4241-a405-4d67c7832010 req-6c44e9de-f60a-4674-8d60-4ed33fb8c48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:35.662749 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-595f231f-0d6f-4241-a405-4d67c7832010 req-6c44e9de-f60a-4674-8d60-4ed33fb8c48a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a7c013d9-ea11-470b-8a79-08abd897c197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443335 Oct 27 18:25:35.681147 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce80d38-b288-4ecf-9469-c5e26ae43948 req-e85c6c1f-2c4c-49ac-a981-ee234c1cb83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:35.682602 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ce80d38-b288-4ecf-9469-c5e26ae43948 req-e85c6c1f-2c4c-49ac-a981-ee234c1cb83d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ee85f34331f4425cb27ef49e38e071eb&device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 1094 time: 0.4042184 Oct 27 18:25:35.695638 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8aa87-6cc9-41d6-8342-0c6756d28787 req-970d6692-ee7d-4412-a0ad-f86bd3c86249 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:35.697129 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f8c8aa87-6cc9-41d6-8342-0c6756d28787 req-970d6692-ee7d-4412-a0ad-f86bd3c86249 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 951 time: 0.3902521 Oct 27 18:25:35.770395 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-595f231f-0d6f-4241-a405-4d67c7832010 req-121abbf4-b56c-4794-9a53-d81d2e65664a service neutron] 10.222.0.93 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985627 Oct 27 18:25:35.789667 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f8c8aa87-6cc9-41d6-8342-0c6756d28787 req-a2bc5016-1e4e-4169-9607-e0b165a6b11f tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/security-groups?id=e3877ea7-8500-45e3-8ada-b0785ce1b580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813615 Oct 27 18:25:35.814524 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce80d38-b288-4ecf-9469-c5e26ae43948 req-aa5310dd-5883-41e3-a6dd-0b7401f2fe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:35.816158 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ce80d38-b288-4ecf-9469-c5e26ae43948 req-aa5310dd-5883-41e3-a6dd-0b7401f2fe0e service neutron] 10.222.0.93 "GET /v2.0/networks?id=f8b19dfe-43eb-4ec7-9509-1d9a53b23e79 HTTP/1.1" status: 200 len: 912 time: 0.1181474 Oct 27 18:25:35.826395 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-53045c29-8298-443a-a5df-eda13f4cfefd req-efca8fce-9e34-47c3-85b3-e042dc82c263 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:35.841466 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['7848076d-2451-4103-97da-2fddc47f6bb3'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:25:35.847127 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['28c73000-e05a-4162-bd24-a40db0e232e9', '05c9daa4-10d7-41ab-8573-a5526d5c4abe'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:25:35.887087 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-595f231f-0d6f-4241-a405-4d67c7832010 req-4b323966-d052-4185-b3ee-5bafa8bb419d service neutron] 10.222.0.93 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096506 Oct 27 18:25:35.898701 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ce80d38-b288-4ecf-9469-c5e26ae43948 req-cca390be-bb41-4e6a-a6e4-c373c2153d11 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16fcb1e9-6f84-4de7-b97e-cec04d757051 HTTP/1.1" status: 200 len: 217 time: 0.0736601 Oct 27 18:25:35.972343 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 16fcb1e9-6f84-4de7-b97e-cec04d757051 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:25:35.973877 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53045c29-8298-443a-a5df-eda13f4cfefd req-efca8fce-9e34-47c3-85b3-e042dc82c263 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:25:35.976416 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 44d836f8-1cdd-4d27-9aec-f80a5e14c1cd no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:25:35.983830 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-53045c29-8298-443a-a5df-eda13f4cfefd req-efca8fce-9e34-47c3-85b3-e042dc82c263 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:25:35.986374 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-53045c29-8298-443a-a5df-eda13f4cfefd req-efca8fce-9e34-47c3-85b3-e042dc82c263 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:25:36.017998 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 44d836f8-1cdd-4d27-9aec-f80a5e14c1cd {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:25:36.018340 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 44d836f8-1cdd-4d27-9aec-f80a5e14c1cd not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:25:36.025200 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca8fce-9e34-47c3-85b3-e042dc82c263 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Pushing event updated for resources: {'Port': ['ID=e5be652e-2b69-4639-b26c-0313cea1dd1b,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:36.068624 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce80d38-b288-4ecf-9469-c5e26ae43948 req-8d515057-ab6b-4fba-bc5b-54df5363ff94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:36.070130 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ce80d38-b288-4ecf-9469-c5e26ae43948 req-8d515057-ab6b-4fba-bc5b-54df5363ff94 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3aeb8b6e-dc25-4ba6-b90a-05891e7c7576 HTTP/1.1" status: 200 len: 850 time: 0.1602478 Oct 27 18:25:36.096672 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0186e13-ab57-4133-a3fb-74b06ca46bbd req-c72f62c8-e5ee-40c4-b31f-64a56a920431 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:36.105220 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d0186e13-ab57-4133-a3fb-74b06ca46bbd req-c72f62c8-e5ee-40c4-b31f-64a56a920431 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 943 time: 0.2286408 Oct 27 18:25:36.199546 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53045c29-8298-443a-a5df-eda13f4cfefd req-efca8fce-9e34-47c3-85b3-e042dc82c263 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:36.200331 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-53045c29-8298-443a-a5df-eda13f4cfefd req-efca8fce-9e34-47c3-85b3-e042dc82c263 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:36.213843 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ce80d38-b288-4ecf-9469-c5e26ae43948 req-7995a947-7e40-417d-9c46-1a1b5cdec66a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f8b19dfe-43eb-4ec7-9509-1d9a53b23e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868139 Oct 27 18:25:36.263706 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d0186e13-ab57-4133-a3fb-74b06ca46bbd req-97c5d1f9-0a75-4370-8d20-1e03fadb0930 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572881 Oct 27 18:25:36.308605 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 16fcb1e9-6f84-4de7-b97e-cec04d757051, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=16fcb1e9-6f84-4de7-b97e-cec04d757051,segment=NetworkSegment(b9297ae3-0585-4555-9e56-c8358a522843),segment_id=b9297ae3-0585-4555-9e56-c8358a522843)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:25:36.341462 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '16fcb1e9-6f84-4de7-b97e-cec04d757051', 'network_id': 'f8b19dfe-43eb-4ec7-9509-1d9a53b23e79', 'port_id': '16fcb1e9-6f84-4de7-b97e-cec04d757051', 'mac_address': 'fa:16:3e:dd:1c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1030, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aeb8b6e-dc25-4ba6-b90a-05891e7c7576', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:25:36.396586 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af817fb-3a1b-4e1e-96bb-b3f571485d5b req-2e25ff45-d8c1-47f7-9292-d80faa4eaa7c tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:36.398159 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9af817fb-3a1b-4e1e-96bb-b3f571485d5b req-2e25ff45-d8c1-47f7-9292-d80faa4eaa7c tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.93 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 951 time: 0.1520751 Oct 27 18:25:36.453992 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-613886c0-3880-4c30-96b7-e81721ac1901 None None] Provisioning complete for port e5be652e-2b69-4639-b26c-0313cea1dd1b triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:25:36.454398 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-613886c0-3880-4c30-96b7-e81721ac1901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:36.461785 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:36.498785 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-53045c29-8298-443a-a5df-eda13f4cfefd req-efca8fce-9e34-47c3-85b3-e042dc82c263 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9608202 Oct 27 18:25:36.513189 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16fcb1e9-6f84-4de7-b97e-cec04d757051 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:25:36.523012 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-53045c29-8298-443a-a5df-eda13f4cfefd req-38044250-3fcb-4ecc-9403-f02d377d30c1 service neutron] Request body: {'port': {'device_id': 'e82aebe5-5adf-42a2-993c-cfe68d1414e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:25:36.554535 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-9af817fb-3a1b-4e1e-96bb-b3f571485d5b req-f2d99004-e400-42e1-b103-808a1c263c4d tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Deleting port 1e0e81ca-8d40-4f32-adf8-576986635f72 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:25:36.556400 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-9af817fb-3a1b-4e1e-96bb-b3f571485d5b req-f2d99004-e400-42e1-b103-808a1c263c4d tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:36.575587 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-613886c0-3880-4c30-96b7-e81721ac1901 None None] Port e5be652e-2b69-4639-b26c-0313cea1dd1b cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:25:36.593863 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 16fcb1e9-6f84-4de7-b97e-cec04d757051, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=16fcb1e9-6f84-4de7-b97e-cec04d757051,segment=NetworkSegment(b9297ae3-0585-4555-9e56-c8358a522843),segment_id=b9297ae3-0585-4555-9e56-c8358a522843)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:25:36.594192 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-53045c29-8298-443a-a5df-eda13f4cfefd req-38044250-3fcb-4ecc-9403-f02d377d30c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:36.633521 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398526f-e1d4-4fd0-84f7-cf0069efb09f req-0c8fbc56-4895-4a24-9dfe-4dcb5b6a62e2 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:36.635096 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5398526f-e1d4-4fd0-84f7-cf0069efb09f req-0c8fbc56-4895-4a24-9dfe-4dcb5b6a62e2 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.2255273 Oct 27 18:25:36.660138 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-118dd0b3-33fc-4f93-8908-1e8eefd29197 req-1261d584-9319-4757-bdf0-1954176b4bb8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4739792 Oct 27 18:25:36.678926 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-9af817fb-3a1b-4e1e-96bb-b3f571485d5b req-f2d99004-e400-42e1-b103-808a1c263c4d tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] For port 1e0e81ca-8d40-4f32-adf8-576986635f72, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=1e0e81ca-8d40-4f32-adf8-576986635f72,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:25:36.679582 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-9af817fb-3a1b-4e1e-96bb-b3f571485d5b req-f2d99004-e400-42e1-b103-808a1c263c4d tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:36.693381 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:36.700289 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-9af817fb-3a1b-4e1e-96bb-b3f571485d5b req-f2d99004-e400-42e1-b103-808a1c263c4d tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Calling delete_port for 1e0e81ca-8d40-4f32-adf8-576986635f72 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:25:36.725323 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ce80d38-b288-4ecf-9469-c5e26ae43948 req-8f08fabc-a525-47e7-b991-942507fa6339 service neutron] 10.222.0.93 "GET /v2.0/networks/f8b19dfe-43eb-4ec7-9509-1d9a53b23e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4584513 Oct 27 18:25:36.771979 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=16fcb1e9-6f84-4de7-b97e-cec04d757051,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:36.931189 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5398526f-e1d4-4fd0-84f7-cf0069efb09f req-a5077b9e-45fa-48d4-ab66-b280f10a35d5 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2699542 Oct 27 18:25:36.967419 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-9af817fb-3a1b-4e1e-96bb-b3f571485d5b req-f2d99004-e400-42e1-b103-808a1c263c4d tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:37.025967 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d99004-e400-42e1-b103-808a1c263c4d tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Pushing event deleted for resources: {'Port': ['ID=1e0e81ca-8d40-4f32-adf8-576986635f72,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:37.034561 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['16fcb1e9-6f84-4de7-b97e-cec04d757051'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:25:37.084997 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af817fb-3a1b-4e1e-96bb-b3f571485d5b req-f2d99004-e400-42e1-b103-808a1c263c4d tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] No DVR routers for this DVR port 1e0e81ca-8d40-4f32-adf8-576986635f72 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:25:37.088361 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-9af817fb-3a1b-4e1e-96bb-b3f571485d5b req-f2d99004-e400-42e1-b103-808a1c263c4d tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:37.091878 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9af817fb-3a1b-4e1e-96bb-b3f571485d5b req-f2d99004-e400-42e1-b103-808a1c263c4d tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.93 "DELETE /v2.0/ports/1e0e81ca-8d40-4f32-adf8-576986635f72 HTTP/1.1" status: 204 len: 173 time: 0.6763031 Oct 27 18:25:37.092407 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8814091-7055-4f98-ba67-e60f5562a079', 'name': 'network-vif-deleted', 'tag': '1e0e81ca-8d40-4f32-adf8-576986635f72'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:25:37.095176 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67ad00f-5cad-42d4-a30f-6c1d77a9bb5a" -d '{"events": [{"server_uuid": "d8814091-7055-4f98-ba67-e60f5562a079", "name": "network-vif-deleted", "tag": "1e0e81ca-8d40-4f32-adf8-576986635f72"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:25:37.104021 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118dd0b3-33fc-4f93-8908-1e8eefd29197 req-e6ebf4ca-e764-4c1d-87c7-af0f36e92b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:37.105763 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-118dd0b3-33fc-4f93-8908-1e8eefd29197 req-e6ebf4ca-e764-4c1d-87c7-af0f36e92b2b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0493afd680224a038be01c24bab6b33d&device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 1100 time: 0.3699987 Oct 27 18:25:37.164132 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['1e0e81ca-8d40-4f32-adf8-576986635f72'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:25:37.195581 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ba470-1183-47c1-9021-fb7e30d9dd38 req-1b4842c7-e297-4224-aedd-a775b8f8dc6f tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:37.198022 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-de0ba470-1183-47c1-9021-fb7e30d9dd38 req-1b4842c7-e297-4224-aedd-a775b8f8dc6f tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 934 time: 0.2209866 Oct 27 18:25:37.201320 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ce80d38-b288-4ecf-9469-c5e26ae43948 req-9cc14186-61c5-4399-9342-2a88c8184e66 service neutron] 10.222.0.93 "GET /v2.0/networks/f8b19dfe-43eb-4ec7-9509-1d9a53b23e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4667163 Oct 27 18:25:37.249801 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c3b9b620-02ca-434f-99be-8025b25ad1dd req-a1baafce-7b61-4b29-9905-03a0305cf6f9 tempest-ServersAdminTestJSON-75195462 tempest-ServersAdminTestJSON-75195462-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8814091-7055-4f98-ba67-e60f5562a079 HTTP/1.1" status: 200 len: 210 time: 0.1109736 Oct 27 18:25:37.254347 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8681ac0-b679-486d-b00f-694e46f77c5d', 'name': 'network-vif-deleted', 'tag': '44d836f8-1cdd-4d27-9aec-f80a5e14c1cd'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:25:37.256851 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5109842d-585d-48d6-956a-9e366965e164" -d '{"events": [{"server_uuid": "f8681ac0-b679-486d-b00f-694e46f77c5d", "name": "network-vif-deleted", "tag": "44d836f8-1cdd-4d27-9aec-f80a5e14c1cd"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:25:37.383791 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-de0ba470-1183-47c1-9021-fb7e30d9dd38 req-22fbde7c-9307-4316-9829-564af59b34aa tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367965 Oct 27 18:25:37.396609 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0960ede7-f2be-4a6e-8bd4-9393ccbef6e7 req-087448a4-b8d5-4bce-a70d-0b84093ed0c2 tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=926595ed-4fba-41c6-9c2a-f7e65a95b467 HTTP/1.1" status: 200 len: 210 time: 0.0710688 Oct 27 18:25:37.406899 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118dd0b3-33fc-4f93-8908-1e8eefd29197 req-117ddead-438e-438c-83fb-f913bb2af4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:37.408398 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-118dd0b3-33fc-4f93-8908-1e8eefd29197 req-117ddead-438e-438c-83fb-f913bb2af4ce service neutron] 10.222.0.81 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.2759438 Oct 27 18:25:37.459638 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-118dd0b3-33fc-4f93-8908-1e8eefd29197 req-fa07325f-04d4-446e-9f0c-de2e326aeeb3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=7848076d-2451-4103-97da-2fddc47f6bb3 HTTP/1.1" status: 200 len: 217 time: 0.0432858 Oct 27 18:25:37.538853 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45bf5dfd-a144-4665-ab0c-02fd9a659cfb x-openstack-request-id: req-45bf5dfd-a144-4665-ab0c-02fd9a659cfb {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:25:37.539688 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8814091-7055-4f98-ba67-e60f5562a079", "name": "network-vif-deleted", "tag": "1e0e81ca-8d40-4f32-adf8-576986635f72", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:25:37.540139 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-45bf5dfd-a144-4665-ab0c-02fd9a659cfb {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:25:37.540721 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8814091-7055-4f98-ba67-e60f5562a079', 'name': 'network-vif-deleted', 'tag': '1e0e81ca-8d40-4f32-adf8-576986635f72', 'status': 'completed', 'code': 200} Oct 27 18:25:37.552778 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118dd0b3-33fc-4f93-8908-1e8eefd29197 req-b4af5754-8603-4b0c-8b7a-b273b669436f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:37.555178 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-118dd0b3-33fc-4f93-8908-1e8eefd29197 req-b4af5754-8603-4b0c-8b7a-b273b669436f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.0877354 Oct 27 18:25:37.564068 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-53045c29-8298-443a-a5df-eda13f4cfefd req-38044250-3fcb-4ecc-9403-f02d377d30c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5be652e-2b69-4639-b26c-0313cea1dd1b {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:25:37.586309 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 27 Oct 2021 18:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff51c9b-7e32-4e06-ab51-bf6244c692f7 x-openstack-request-id: req-4ff51c9b-7e32-4e06-ab51-bf6244c692f7 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:25:37.586628 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8681ac0-b679-486d-b00f-694e46f77c5d", "name": "network-vif-deleted", "tag": "44d836f8-1cdd-4d27-9aec-f80a5e14c1cd", "status": "failed", "code": 422}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:25:37.586906 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4ff51c9b-7e32-4e06-ab51-bf6244c692f7 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:25:37.587309 n-d-815690-2 neutron-server[102878]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f8681ac0-b679-486d-b00f-694e46f77c5d', 'name': 'network-vif-deleted', 'tag': '44d836f8-1cdd-4d27-9aec-f80a5e14c1cd', 'status': 'failed', 'code': 422} returned with failed status Oct 27 18:25:37.603414 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-53045c29-8298-443a-a5df-eda13f4cfefd req-38044250-3fcb-4ecc-9403-f02d377d30c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:37.677062 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-53045c29-8298-443a-a5df-eda13f4cfefd req-38044250-3fcb-4ecc-9403-f02d377d30c1 service neutron] Transition to ACTIVE for port object e5be652e-2b69-4639-b26c-0313cea1dd1b will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:25:37.718655 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118dd0b3-33fc-4f93-8908-1e8eefd29197 req-38862349-335b-421c-8eda-6952413bb703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:37.720239 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-118dd0b3-33fc-4f93-8908-1e8eefd29197 req-38862349-335b-421c-8eda-6952413bb703 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1485865 Oct 27 18:25:37.733700 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-118dd0b3-33fc-4f93-8908-1e8eefd29197 req-c6efe2ec-b52d-46f0-a59e-34480d286e35 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:25:37.734664 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-118dd0b3-33fc-4f93-8908-1e8eefd29197 req-c6efe2ec-b52d-46f0-a59e-34480d286e35 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0075045 Oct 27 18:25:37.773554 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487bf19-f551-40a4-913a-eef48c0759fd req-ef28a70d-3905-4fee-9fb1-64ec325c347b tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:37.775088 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0487bf19-f551-40a4-913a-eef48c0759fd req-ef28a70d-3905-4fee-9fb1-64ec325c347b tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 944 time: 0.1061137 Oct 27 18:25:37.829564 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-53045c29-8298-443a-a5df-eda13f4cfefd req-38044250-3fcb-4ecc-9403-f02d377d30c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:37.847862 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-7333fcd1-8712-4c4c-808d-d32c791b7a0c tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:37.849330 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-7333fcd1-8712-4c4c-808d-d32c791b7a0c tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/networks?id=70d54990-c18d-43d7-9758-e9fefdddf939 HTTP/1.1" status: 200 len: 812 time: 0.2429645 Oct 27 18:25:37.927272 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-778a2e39-3efb-4d85-a872-1469e561f22e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/quotas/78baf6dd112742399f2639cbeffece6c HTTP/1.1" status: 200 len: 375 time: 0.0641394 Oct 27 18:25:37.951156 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0487bf19-f551-40a4-913a-eef48c0759fd req-a145bfe5-95cb-426f-baf2-a99253865e33 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616094 Oct 27 18:25:37.971693 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38044250-3fcb-4ecc-9403-f02d377d30c1 service neutron] Pushing event updated for resources: {'Port': ['ID=e5be652e-2b69-4639-b26c-0313cea1dd1b,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:37.999485 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-33b35bfb-c5a7-425c-b54c-0eaca78f4805 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=78baf6dd112742399f2639cbeffece6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603676 Oct 27 18:25:38.022484 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-7d54d0d7-f0a6-48b1-95bf-cfa9f2e9cc12 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:25:38.023689 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-7d54d0d7-f0a6-48b1-95bf-cfa9f2e9cc12 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0081182 Oct 27 18:25:38.025846 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-118dd0b3-33fc-4f93-8908-1e8eefd29197 req-e09d809f-3c68-4c66-8860-4da5c23c3db9 service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740591 Oct 27 18:25:38.210129 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-53045c29-8298-443a-a5df-eda13f4cfefd req-38044250-3fcb-4ecc-9403-f02d377d30c1 service neutron] Attempting to bind port e5be652e-2b69-4639-b26c-0313cea1dd1b on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:25:38.210474 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-53045c29-8298-443a-a5df-eda13f4cfefd req-38044250-3fcb-4ecc-9403-f02d377d30c1 service neutron] Attempting to bind port e5be652e-2b69-4639-b26c-0313cea1dd1b by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:25:38.210838 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53045c29-8298-443a-a5df-eda13f4cfefd req-38044250-3fcb-4ecc-9403-f02d377d30c1 service neutron] Attempting to bind port e5be652e-2b69-4639-b26c-0313cea1dd1b on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:25:38.241651 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53045c29-8298-443a-a5df-eda13f4cfefd req-38044250-3fcb-4ecc-9403-f02d377d30c1 service neutron] Port e5be652e-2b69-4639-b26c-0313cea1dd1b on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:25:38.252987 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53045c29-8298-443a-a5df-eda13f4cfefd req-38044250-3fcb-4ecc-9403-f02d377d30c1 service neutron] Attempting to bind port e5be652e-2b69-4639-b26c-0313cea1dd1b on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:25:38.252987 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-118dd0b3-33fc-4f93-8908-1e8eefd29197 req-d4078995-d7de-4552-ad0a-9005e8d71fdd service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011824 Oct 27 18:25:38.252987 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-f8b5fa86-5c41-4ebc-9a87-fe946cb995af service neutron] 10.222.0.52 "GET /v2.0/networks/70d54990-c18d-43d7-9758-e9fefdddf939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062373 Oct 27 18:25:38.252987 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53045c29-8298-443a-a5df-eda13f4cfefd req-38044250-3fcb-4ecc-9403-f02d377d30c1 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:25:38.255214 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53045c29-8298-443a-a5df-eda13f4cfefd req-38044250-3fcb-4ecc-9403-f02d377d30c1 service neutron] Checking segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:25:38.255214 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53045c29-8298-443a-a5df-eda13f4cfefd req-38044250-3fcb-4ecc-9403-f02d377d30c1 service neutron] Bound using segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:25:38.255214 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-53045c29-8298-443a-a5df-eda13f4cfefd req-38044250-3fcb-4ecc-9403-f02d377d30c1 service neutron] Bound port: e5be652e-2b69-4639-b26c-0313cea1dd1b, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:25:38.255214 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-53045c29-8298-443a-a5df-eda13f4cfefd req-38044250-3fcb-4ecc-9403-f02d377d30c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:38.391633 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-53045c29-8298-443a-a5df-eda13f4cfefd req-38044250-3fcb-4ecc-9403-f02d377d30c1 service neutron] For port e5be652e-2b69-4639-b26c-0313cea1dd1b, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:25:38.439075 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-aa8baea9-1daf-41d7-8644-edcf0d174490 service neutron] 10.222.0.52 "GET /v2.0/networks/70d54990-c18d-43d7-9758-e9fefdddf939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747723 Oct 27 18:25:38.440898 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-53045c29-8298-443a-a5df-eda13f4cfefd req-38044250-3fcb-4ecc-9403-f02d377d30c1 service neutron] For port e5be652e-2b69-4639-b26c-0313cea1dd1b, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e5be652e-2b69-4639-b26c-0313cea1dd1b,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:25:38.466637 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb48f0-878f-4feb-b68b-87f30a0e7299 req-d994b679-4b21-4cec-aee8-14cddffeb3a0 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:38.468731 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dcdb48f0-878f-4feb-b68b-87f30a0e7299 req-d994b679-4b21-4cec-aee8-14cddffeb3a0 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.0748599 Oct 27 18:25:38.499982 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-53045c29-8298-443a-a5df-eda13f4cfefd req-38044250-3fcb-4ecc-9403-f02d377d30c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:38.539461 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dcdb48f0-878f-4feb-b68b-87f30a0e7299 req-f934c360-a16b-4624-a225-a72e6cfc7dbc tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621207 Oct 27 18:25:38.551231 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53045c29-8298-443a-a5df-eda13f4cfefd req-38044250-3fcb-4ecc-9403-f02d377d30c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:38.552565 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-53045c29-8298-443a-a5df-eda13f4cfefd req-38044250-3fcb-4ecc-9403-f02d377d30c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:38.553736 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-53045c29-8298-443a-a5df-eda13f4cfefd req-38044250-3fcb-4ecc-9403-f02d377d30c1 service neutron] 10.222.0.93 "PUT /v2.0/ports/e5be652e-2b69-4639-b26c-0313cea1dd1b HTTP/1.1" status: 200 len: 1094 time: 2.0402825 Oct 27 18:25:38.575820 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38044250-3fcb-4ecc-9403-f02d377d30c1 service neutron] Pushing event updated for resources: {'Port': ['ID=e5be652e-2b69-4639-b26c-0313cea1dd1b,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:38.853748 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53045c29-8298-443a-a5df-eda13f4cfefd req-af288b58-a5ac-4447-a190-5c707333f1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:38.855388 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-53045c29-8298-443a-a5df-eda13f4cfefd req-af288b58-a5ac-4447-a190-5c707333f1c9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0493afd680224a038be01c24bab6b33d&device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 1097 time: 0.1455517 Oct 27 18:25:38.868353 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7ca54-36f0-4ec7-83f4-478bace70829 req-86aee6ed-2c7d-49f9-a466-46ef392cb0f3 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:38.869910 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cab7ca54-36f0-4ec7-83f4-478bace70829 req-86aee6ed-2c7d-49f9-a466-46ef392cb0f3 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 946 time: 0.1092026 Oct 27 18:25:38.928855 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-53045c29-8298-443a-a5df-eda13f4cfefd req-fc2f8485-69fd-4390-8095-d16b2044df81 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=e5be652e-2b69-4639-b26c-0313cea1dd1b HTTP/1.1" status: 200 len: 217 time: 0.0579391 Oct 27 18:25:38.981781 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cab7ca54-36f0-4ec7-83f4-478bace70829 req-b1da70b9-96bb-4a4e-b197-b4847c02461c tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036515 Oct 27 18:25:39.032238 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f47ce9ad-4ee3-483f-92c9-f67b7cf78762 req-73308495-ba72-4e32-9048-5c72a492cd5e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 210 time: 0.0326166 Oct 27 18:25:39.068625 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-553bff87-aee4-44e2-835b-f1c9aea3988b req-9876d79c-d9da-4843-a69b-56ad81f817f6 tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0352671 Oct 27 18:25:39.069066 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53045c29-8298-443a-a5df-eda13f4cfefd req-c4d30caa-bb65-4dc5-b380-95d6a3428020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:39.070489 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-53045c29-8298-443a-a5df-eda13f4cfefd req-c4d30caa-bb65-4dc5-b380-95d6a3428020 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.1019485 Oct 27 18:25:39.190199 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53045c29-8298-443a-a5df-eda13f4cfefd req-070a649c-d3b9-449e-99db-259f5d5ea0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:39.192296 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-53045c29-8298-443a-a5df-eda13f4cfefd req-070a649c-d3b9-449e-99db-259f5d5ea0cd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1143827 Oct 27 18:25:39.207527 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daacac78-0cae-443a-a9fb-a0b6011faa14 req-2a3d02cb-33bb-4d8c-9f36-272964100e5d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:39.209060 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-daacac78-0cae-443a-a9fb-a0b6011faa14 req-2a3d02cb-33bb-4d8c-9f36-272964100e5d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.1025722 Oct 27 18:25:39.285369 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d0ff44-8ac6-47f6-a6fa-9e298287736f req-69d82a0a-0c1d-48d5-8a77-0f301df898ee tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:39.286936 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e5d0ff44-8ac6-47f6-a6fa-9e298287736f req-69d82a0a-0c1d-48d5-8a77-0f301df898ee tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 944 time: 0.1383159 Oct 27 18:25:39.325759 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-daacac78-0cae-443a-a9fb-a0b6011faa14 req-8c4962d0-083a-46d2-902b-c20c94f31938 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072388 Oct 27 18:25:39.365612 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e5d0ff44-8ac6-47f6-a6fa-9e298287736f req-68bfeac4-9864-481f-91dd-3db5dfc40933 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637362 Oct 27 18:25:39.378254 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-53045c29-8298-443a-a5df-eda13f4cfefd req-dee17cff-ce14-4dee-9a27-7d1c96fb1776 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681974 Oct 27 18:25:39.424176 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 56294) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:25:39.539287 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-372986a8-261d-43c3-be96-a504804b1992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:39.557830 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-53045c29-8298-443a-a5df-eda13f4cfefd req-b832824e-4f83-465f-ad2c-026ee0a4080f service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717761 Oct 27 18:25:39.567351 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804eb4ad-a71e-478f-8f07-a4d44c8ce5ad req-430bc94c-7b49-4889-bf96-e84cf6e34c5d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:39.569338 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-804eb4ad-a71e-478f-8f07-a4d44c8ce5ad req-430bc94c-7b49-4889-bf96-e84cf6e34c5d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.0767305 Oct 27 18:25:39.592749 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82aebe5-5adf-42a2-993c-cfe68d1414e4', 'tag': 'e5be652e-2b69-4639-b26c-0313cea1dd1b'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:25:39.595054 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa44d831-1503-407e-949e-c0b62d57f364" -d '{"events": [{"name": "network-changed", "server_uuid": "e82aebe5-5adf-42a2-993c-cfe68d1414e4", "tag": "e5be652e-2b69-4639-b26c-0313cea1dd1b"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:25:39.616665 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-59a9bc85-e8a9-4209-a00e-5a8d91c1400d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ab22d74eaa124f7eb0c7d0d3b33e9b58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1910281 Oct 27 18:25:39.621614 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 56302) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:25:39.632112 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-804eb4ad-a71e-478f-8f07-a4d44c8ce5ad req-b1d6f6c6-db2c-429c-9107-2139fdf51bc3 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539949 Oct 27 18:25:39.645505 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48d9fe4-20f9-4d27-9dd7-7857988e5954 x-openstack-request-id: req-c48d9fe4-20f9-4d27-9dd7-7857988e5954 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:25:39.645707 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e82aebe5-5adf-42a2-993c-cfe68d1414e4", "tag": "e5be652e-2b69-4639-b26c-0313cea1dd1b", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:25:39.646037 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c48d9fe4-20f9-4d27-9dd7-7857988e5954 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:25:39.646438 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e82aebe5-5adf-42a2-993c-cfe68d1414e4', 'tag': 'e5be652e-2b69-4639-b26c-0313cea1dd1b', 'status': 'completed', 'code': 200} Oct 27 18:25:39.686103 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3826a9ce-6524-4866-9d5c-84d22dc04e42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:39.697809 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3826a9ce-6524-4866-9d5c-84d22dc04e42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:39.859010 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3826a9ce-6524-4866-9d5c-84d22dc04e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:39.862055 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3826a9ce-6524-4866-9d5c-84d22dc04e42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:39.866636 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3826a9ce-6524-4866-9d5c-84d22dc04e42 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e3877ea7-8500-45e3-8ada-b0785ce1b580 HTTP/1.1" status: 204 len: 168 time: 0.2440188 Oct 27 18:25:39.876320 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3826a9ce-6524-4866-9d5c-84d22dc04e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3877ea7-8500-45e3-8ada-b0785ce1b580,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:39.947439 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44d831-1503-407e-949e-c0b62d57f364 req-fe64a4df-6ae7-49b3-9e45-5c7a97d7602c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:39.949036 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fa44d831-1503-407e-949e-c0b62d57f364 req-fe64a4df-6ae7-49b3-9e45-5c7a97d7602c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0493afd680224a038be01c24bab6b33d&device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 1097 time: 0.0812092 Oct 27 18:25:39.960617 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-23fff15b-7099-4b54-909a-2f2844869850 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:39.967577 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-23fff15b-7099-4b54-909a-2f2844869850 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/networks?id=a7c013d9-ea11-470b-8a79-08abd897c197 HTTP/1.1" status: 200 len: 812 time: 0.1598821 Oct 27 18:25:39.981660 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 16fcb1e9-6f84-4de7-b97e-cec04d757051 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:25:40.106839 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 16fcb1e9-6f84-4de7-b97e-cec04d757051 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:25:40.111289 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 16fcb1e9-6f84-4de7-b97e-cec04d757051 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:25:40.111916 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:40.205209 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:40.232285 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a10873-5693-4235-b96b-42027fbc3776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16fcb1e9-6f84-4de7-b97e-cec04d757051'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:25:40.234767 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629eddbe-4358-4d71-bc77-e98cef7931a1" -d '{"events": [{"server_uuid": "08a10873-5693-4235-b96b-42027fbc3776", "name": "network-vif-plugged", "status": "completed", "tag": "16fcb1e9-6f84-4de7-b97e-cec04d757051"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:25:40.249738 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 16fcb1e9-6f84-4de7-b97e-cec04d757051, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=16fcb1e9-6f84-4de7-b97e-cec04d757051,segment=NetworkSegment(b9297ae3-0585-4555-9e56-c8358a522843),segment_id=b9297ae3-0585-4555-9e56-c8358a522843)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:25:40.333801 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:40.360339 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-a0f129cf-c107-4dc5-a699-a534af11c5ea tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/quotas/74d488054c1f4f50bdb6de26a9138d36 HTTP/1.1" status: 200 len: 375 time: 0.3918800 Oct 27 18:25:40.385922 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=16fcb1e9-6f84-4de7-b97e-cec04d757051,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:40.459894 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2c0a0-06d5-483f-bfae-b393924644b5 req-2b4690de-a2aa-46b8-b1fd-5b0963f2ea34 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:40.461231 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7fd2c0a0-06d5-483f-bfae-b393924644b5 req-2b4690de-a2aa-46b8-b1fd-5b0963f2ea34 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 946 time: 0.1209047 Oct 27 18:25:40.464478 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44d831-1503-407e-949e-c0b62d57f364 req-05e80fed-0952-43f6-8286-7620d1f4e3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:40.465827 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fa44d831-1503-407e-949e-c0b62d57f364 req-05e80fed-0952-43f6-8286-7620d1f4e3e4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.4962969 Oct 27 18:25:40.480331 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-de20cc91-9bd3-4acd-84c2-c0ef05c99e5b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=74d488054c1f4f50bdb6de26a9138d36&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0994270 Oct 27 18:25:40.570447 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fa44d831-1503-407e-949e-c0b62d57f364 req-a841a010-c214-476d-a514-58e2b146619f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=e5be652e-2b69-4639-b26c-0313cea1dd1b HTTP/1.1" status: 200 len: 217 time: 0.0885615 Oct 27 18:25:40.632004 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 56334) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:25:40.635590 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7fd2c0a0-06d5-483f-bfae-b393924644b5 req-e0498e74-407d-4fb8-8630-04ae09e5bf68 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655772 Oct 27 18:25:40.659798 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44d831-1503-407e-949e-c0b62d57f364 req-d2dd208a-f1cd-42f2-a644-461378f269bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:40.659798 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fa44d831-1503-407e-949e-c0b62d57f364 req-d2dd208a-f1cd-42f2-a644-461378f269bd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.0773051 Oct 27 18:25:40.679989 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6498e7cf-bdc4-4e59-b10c-d8410519affd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=02a3878c07144c03a9d2ea5809e26fa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467672 Oct 27 18:25:40.682755 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 56336) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:25:40.691895 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-9707374a-2ef2-458c-b939-83976b205ffd service neutron] 10.222.0.52 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995738 Oct 27 18:25:40.740433 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9b8e7786-d8fc-4674-b5dd-484d8c7ee778 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:40.765487 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9b8e7786-d8fc-4674-b5dd-484d8c7ee778 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:40.783653 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b09d8b4f-005e-46ca-94ad-fbe45bbd1344 req-5d240246-395d-4dbb-a9b0-5e46f9ebb438 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 210 time: 0.0752769 Oct 27 18:25:40.810312 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44d831-1503-407e-949e-c0b62d57f364 req-f9d2998d-94be-49f7-a6eb-34a2ba4b138c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:40.818929 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fa44d831-1503-407e-949e-c0b62d57f364 req-f9d2998d-94be-49f7-a6eb-34a2ba4b138c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1390517 Oct 27 18:25:40.893383 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9b8e7786-d8fc-4674-b5dd-484d8c7ee778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:40.896411 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9b8e7786-d8fc-4674-b5dd-484d8c7ee778 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:40.900391 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9b8e7786-d8fc-4674-b5dd-484d8c7ee778 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fd73c690-494e-429f-8321-5c7d74359bab HTTP/1.1" status: 204 len: 168 time: 0.2137804 Oct 27 18:25:40.906347 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e7786-d8fc-4674-b5dd-484d8c7ee778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd73c690-494e-429f-8321-5c7d74359bab,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:40.931604 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-fd3ce95a-d19c-44c2-83c1-189fe18dde53 service neutron] 10.222.0.52 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248127 Oct 27 18:25:40.939085 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4e372540-9edc-4650-89ce-a561db80d82f req-fc22112e-5b03-4583-9da1-7efcceee1cbf tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0680034 Oct 27 18:25:41.007968 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58947a49-bf02-48f9-8f1d-725f9e5c2993 x-openstack-request-id: req-58947a49-bf02-48f9-8f1d-725f9e5c2993 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:25:41.008856 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a10873-5693-4235-b96b-42027fbc3776", "name": "network-vif-plugged", "status": "completed", "tag": "16fcb1e9-6f84-4de7-b97e-cec04d757051", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:25:41.009283 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-58947a49-bf02-48f9-8f1d-725f9e5c2993 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:25:41.009845 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a10873-5693-4235-b96b-42027fbc3776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16fcb1e9-6f84-4de7-b97e-cec04d757051', 'code': 200} Oct 27 18:25:41.014699 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fa44d831-1503-407e-949e-c0b62d57f364 req-1a6bcb3d-d3d5-4451-89ab-2e2bb282b938 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943359 Oct 27 18:25:41.185031 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fa44d831-1503-407e-949e-c0b62d57f364 req-a569458c-9789-4d73-b5f5-ff1d1c902930 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605499 Oct 27 18:25:41.193279 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40d123-2595-41fb-b9a8-b00f9fcae248 req-cca0a4c6-15f2-443e-93e1-6d5250182086 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:41.194742 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bf40d123-2595-41fb-b9a8-b00f9fcae248 req-cca0a4c6-15f2-443e-93e1-6d5250182086 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 945 time: 0.1189196 Oct 27 18:25:41.197678 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2413c5-1ea9-44e3-854e-dafe4ea9db7a req-a10e113a-eac1-4243-999f-7a1564963f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:41.199365 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8a2413c5-1ea9-44e3-854e-dafe4ea9db7a req-a10e113a-eac1-4243-999f-7a1564963f20 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 1096 time: 0.0888698 Oct 27 18:25:41.281237 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8a2413c5-1ea9-44e3-854e-dafe4ea9db7a req-67852285-1dbe-48ba-81d3-6b414b69ca6c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724132 Oct 27 18:25:41.290198 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bf40d123-2595-41fb-b9a8-b00f9fcae248 req-ef18ec29-1d01-45a9-a9f1-e497fed1cb39 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871944 Oct 27 18:25:41.394188 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-46db5632-ec1c-46cd-9fb4-d35e78a5c56a req-8d462d59-03b5-4c89-8014-3cb10927827a tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 210 time: 0.0297234 Oct 27 18:25:41.575178 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-00e6f60a-dfcc-404b-8e73-33c07aa9037d req-dac7d00e-3300-41c5-bb1c-2ae7b9addf09 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=926595ed-4fba-41c6-9c2a-f7e65a95b467 HTTP/1.1" status: 200 len: 210 time: 0.0273621 Oct 27 18:25:41.773142 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f3eac-8573-4dd8-b97f-bac11ee5dc44 req-57c278e7-2f04-4a88-a173-1d9784fb2e65 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:41.774657 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-713f3eac-8573-4dd8-b97f-bac11ee5dc44 req-57c278e7-2f04-4a88-a173-1d9784fb2e65 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 946 time: 0.0578752 Oct 27 18:25:41.859959 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-713f3eac-8573-4dd8-b97f-bac11ee5dc44 req-461531ba-bf40-4a53-baaf-d2197aa33c42 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781925 Oct 27 18:25:41.908063 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dbc419f7-b9e0-4040-b071-379c4ebbcc27 req-b0181411-4c43-40c1-8dea-cee8af9041da tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 210 time: 0.0347936 Oct 27 18:25:41.942135 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-2b5dd5f3-87d8-43d4-9b39-f01085d8ce36 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:41.947354 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-2b5dd5f3-87d8-43d4-9b39-f01085d8ce36 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.93 "GET /v2.0/networks?id=70d54990-c18d-43d7-9758-e9fefdddf939 HTTP/1.1" status: 200 len: 812 time: 0.1466820 Oct 27 18:25:41.960488 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-36a25a46-f02a-4402-92ad-57e58b13ae7d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Request body: {'port': {'device_id': '9629264d-754a-49bc-a992-4c561ed764ef', 'network_id': '70d54990-c18d-43d7-9758-e9fefdddf939', 'admin_state_up': True, 'tenant_id': '78baf6dd112742399f2639cbeffece6c'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:25:41.997357 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e5be652e-2b69-4639-b26c-0313cea1dd1b details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:25:42.003391 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 1e0e81ca-8d40-4f32-adf8-576986635f72 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:25:42.044803 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-95356610-9578-4e35-ac85-7f9cb9fe9dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:42.048945 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 1e0e81ca-8d40-4f32-adf8-576986635f72 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:25:42.049293 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 1e0e81ca-8d40-4f32-adf8-576986635f72 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:25:42.095383 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-90be4497-66d8-42af-970a-2ec623fbd8ac req-ebef679f-7ead-441f-ba83-0bfef72a7156 tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0478852 Oct 27 18:25:42.162916 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port e5be652e-2b69-4639-b26c-0313cea1dd1b, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e5be652e-2b69-4639-b26c-0313cea1dd1b,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:25:42.180222 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'e5be652e-2b69-4639-b26c-0313cea1dd1b', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'port_id': 'e5be652e-2b69-4639-b26c-0313cea1dd1b', 'mac_address': 'fa:16:3e:0e:6c:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:25:42.218610 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:42.238984 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5be652e-2b69-4639-b26c-0313cea1dd1b {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:25:42.258999 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-36a25a46-f02a-4402-92ad-57e58b13ae7d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Made reservation on behalf of 78baf6dd112742399f2639cbeffece6c for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:25:42.263157 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-36a25a46-f02a-4402-92ad-57e58b13ae7d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:42.270045 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port e5be652e-2b69-4639-b26c-0313cea1dd1b, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e5be652e-2b69-4639-b26c-0313cea1dd1b,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:25:42.374917 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:42.428923 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=e5be652e-2b69-4639-b26c-0313cea1dd1b,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:42.443005 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-36a25a46-f02a-4402-92ad-57e58b13ae7d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Allocated IP 172.20.0.4 (70d54990-c18d-43d7-9758-e9fefdddf939/9dd73aad-b62b-49e3-a8b3-a2ce98f853a3/3da1e877-6cf9-4f2a-96ce-ecc864275772) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:25:42.463338 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05b925-8884-42a7-ab67-16ab87893b8f req-c8b49802-82da-4129-bf81-37363ca1b827 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:42.465308 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9c05b925-8884-42a7-ab67-16ab87893b8f req-c8b49802-82da-4129-bf81-37363ca1b827 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 945 time: 0.0775061 Oct 27 18:25:42.537121 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ab4bd9f3-f2f5-4895-80c9-eeb1cbea1423 req-461f5baa-cb90-4d2c-bcab-d3a7d1cda67f tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 210 time: 0.0532832 Oct 27 18:25:42.573371 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9c05b925-8884-42a7-ab67-16ab87893b8f req-aee162bf-21b9-4fae-aee2-74b5de9d43f0 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993571 Oct 27 18:25:42.679888 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-36a25a46-f02a-4402-92ad-57e58b13ae7d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:42.773484 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-36a25a46-f02a-4402-92ad-57e58b13ae7d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:42.822168 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-36a25a46-f02a-4402-92ad-57e58b13ae7d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Network 70d54990-c18d-43d7-9758-e9fefdddf939 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:25:42.825645 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-36a25a46-f02a-4402-92ad-57e58b13ae7d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:25:42.828044 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-36a25a46-f02a-4402-92ad-57e58b13ae7d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:25:42.843396 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['e5be652e-2b69-4639-b26c-0313cea1dd1b'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:25:42.861332 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a25a46-f02a-4402-92ad-57e58b13ae7d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Pushing event updated for resources: {'Port': ['ID=3da1e877-6cf9-4f2a-96ce-ecc864275772,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:42.889657 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-36a25a46-f02a-4402-92ad-57e58b13ae7d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:42.890051 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-36a25a46-f02a-4402-92ad-57e58b13ae7d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:43.014098 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a5453-fcbb-464c-99ff-74cf58109eb2 req-72c1ffb1-ad47-475f-a733-45e1d9300f73 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:43.016348 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8f4a5453-fcbb-464c-99ff-74cf58109eb2 req-72c1ffb1-ad47-475f-a733-45e1d9300f73 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 947 time: 0.0693951 Oct 27 18:25:43.058325 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-36a25a46-f02a-4402-92ad-57e58b13ae7d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1016686 Oct 27 18:25:43.079582 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-49fcd4d8-2873-40a7-8f32-6e37bab024c5 service neutron] Request body: {'port': {'device_id': '9629264d-754a-49bc-a992-4c561ed764ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:25:43.134528 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c5f557-b8a1-433d-96ff-0d59d3232f99 req-bb5bc14c-c96d-4ed0-b9d3-62e6d9098da5 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:43.136081 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e9c5f557-b8a1-433d-96ff-0d59d3232f99 req-bb5bc14c-c96d-4ed0-b9d3-62e6d9098da5 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 931 time: 0.1188345 Oct 27 18:25:43.165533 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8f4a5453-fcbb-464c-99ff-74cf58109eb2 req-b31622be-6f43-45ee-bf0a-811a0a9fc0fe tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380806 Oct 27 18:25:43.212059 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-49fcd4d8-2873-40a7-8f32-6e37bab024c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:43.248091 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e9c5f557-b8a1-433d-96ff-0d59d3232f99 req-aa7fb86c-90ac-4305-85b4-92a1a9b622b0 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017077 Oct 27 18:25:43.295232 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4d86043c-2c9f-4d5a-b010-82b5c9e4865f req-68c7d68c-a5ae-4a5a-9fa8-59c5b76b1f6f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1282368 Oct 27 18:25:43.329418 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6621b4f5-0725-477c-8e1f-dc957e29cc12 req-fbb8d03f-0321-4022-918c-cdc289364544 tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0352132 Oct 27 18:25:43.330319 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8b24da46-5991-4cfc-805f-852a4fd524b8 req-0ad21998-1d26-494b-a812-7390ca7de252 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0422418 Oct 27 18:25:43.367303 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:43.396572 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:43.556701 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-49fcd4d8-2873-40a7-8f32-6e37bab024c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3da1e877-6cf9-4f2a-96ce-ecc864275772 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:25:43.566356 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-49fcd4d8-2873-40a7-8f32-6e37bab024c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:43.579765 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-49fcd4d8-2873-40a7-8f32-6e37bab024c5 service neutron] Transition to ACTIVE for port object 3da1e877-6cf9-4f2a-96ce-ecc864275772 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:25:43.637769 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d86043c-2c9f-4d5a-b010-82b5c9e4865f req-1f610406-89cd-4caa-8784-0208c40fd519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:43.639336 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4d86043c-2c9f-4d5a-b010-82b5c9e4865f req-1f610406-89cd-4caa-8784-0208c40fd519 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=74d488054c1f4f50bdb6de26a9138d36&device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 1096 time: 0.0534668 Oct 27 18:25:43.652866 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fc333e9a-8b01-4680-8eec-ff35d9a5cfe7 req-2cb221dc-5048-4b93-a320-5db365fa6942 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 210 time: 0.0306652 Oct 27 18:25:43.693186 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-49fcd4d8-2873-40a7-8f32-6e37bab024c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:43.755806 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d86043c-2c9f-4d5a-b010-82b5c9e4865f req-3ae7d8da-0471-41a4-a6ca-8d2fa8d11f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:43.757305 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4d86043c-2c9f-4d5a-b010-82b5c9e4865f req-3ae7d8da-0471-41a4-a6ca-8d2fa8d11f88 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a7c013d9-ea11-470b-8a79-08abd897c197 HTTP/1.1" status: 200 len: 914 time: 0.0951335 Oct 27 18:25:43.797934 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fcd4d8-2873-40a7-8f32-6e37bab024c5 service neutron] Pushing event updated for resources: {'Port': ['ID=3da1e877-6cf9-4f2a-96ce-ecc864275772,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:43.810207 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f1f0e-4e28-4ac0-8e28-d7a9e935ec5e req-0868b038-b06a-41b5-bcaa-ed41f362fdb8 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:43.818686 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-214f1f0e-4e28-4ac0-8e28-d7a9e935ec5e req-0868b038-b06a-41b5-bcaa-ed41f362fdb8 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 945 time: 0.1389117 Oct 27 18:25:43.864299 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4d86043c-2c9f-4d5a-b010-82b5c9e4865f req-ebcab734-4b8b-466e-a758-a5896908d865 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8372463-b0b5-40ec-b152-27501bceac5f HTTP/1.1" status: 200 len: 999 time: 0.0758967 Oct 27 18:25:43.886433 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-214f1f0e-4e28-4ac0-8e28-d7a9e935ec5e req-dc7eed56-4cd9-4d35-b905-97ab55015254 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666451 Oct 27 18:25:43.896201 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-49fcd4d8-2873-40a7-8f32-6e37bab024c5 service neutron] Attempting to bind port 3da1e877-6cf9-4f2a-96ce-ecc864275772 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:25:43.896538 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-49fcd4d8-2873-40a7-8f32-6e37bab024c5 service neutron] Attempting to bind port 3da1e877-6cf9-4f2a-96ce-ecc864275772 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': 'c3b83e00-8105-42bf-a65c-5b309278d20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '70d54990-c18d-43d7-9758-e9fefdddf939'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:25:43.896883 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-49fcd4d8-2873-40a7-8f32-6e37bab024c5 service neutron] Attempting to bind port 3da1e877-6cf9-4f2a-96ce-ecc864275772 on network 70d54990-c18d-43d7-9758-e9fefdddf939 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:25:43.918568 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-49fcd4d8-2873-40a7-8f32-6e37bab024c5 service neutron] Port 3da1e877-6cf9-4f2a-96ce-ecc864275772 on network 70d54990-c18d-43d7-9758-e9fefdddf939 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:25:43.919026 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-49fcd4d8-2873-40a7-8f32-6e37bab024c5 service neutron] Attempting to bind port 3da1e877-6cf9-4f2a-96ce-ecc864275772 on network 70d54990-c18d-43d7-9758-e9fefdddf939 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:25:43.926836 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-49fcd4d8-2873-40a7-8f32-6e37bab024c5 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:25:43.927361 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-49fcd4d8-2873-40a7-8f32-6e37bab024c5 service neutron] Checking segment: {'id': 'c3b83e00-8105-42bf-a65c-5b309278d20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '70d54990-c18d-43d7-9758-e9fefdddf939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:25:43.928003 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-49fcd4d8-2873-40a7-8f32-6e37bab024c5 service neutron] Bound using segment: {'id': 'c3b83e00-8105-42bf-a65c-5b309278d20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '70d54990-c18d-43d7-9758-e9fefdddf939'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:25:43.928543 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-49fcd4d8-2873-40a7-8f32-6e37bab024c5 service neutron] Bound port: 3da1e877-6cf9-4f2a-96ce-ecc864275772, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3b83e00-8105-42bf-a65c-5b309278d20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '70d54990-c18d-43d7-9758-e9fefdddf939'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:25:43.928976 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-49fcd4d8-2873-40a7-8f32-6e37bab024c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:43.948328 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d86043c-2c9f-4d5a-b010-82b5c9e4865f req-7dc6594f-7734-488a-95a7-36347e18901d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:43.951106 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4d86043c-2c9f-4d5a-b010-82b5c9e4865f req-7dc6594f-7734-488a-95a7-36347e18901d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=afe6cc10-9308-4117-a497-d403cb219653 HTTP/1.1" status: 200 len: 851 time: 0.0523689 Oct 27 18:25:44.011407 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d86043c-2c9f-4d5a-b010-82b5c9e4865f req-749c6185-a2b6-4062-8f45-d027790ae891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:44.014250 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4d86043c-2c9f-4d5a-b010-82b5c9e4865f req-749c6185-a2b6-4062-8f45-d027790ae891 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a7c013d9-ea11-470b-8a79-08abd897c197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454924 Oct 27 18:25:44.015537 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-49fcd4d8-2873-40a7-8f32-6e37bab024c5 service neutron] For port 3da1e877-6cf9-4f2a-96ce-ecc864275772, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:25:44.020302 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-49fcd4d8-2873-40a7-8f32-6e37bab024c5 service neutron] For port 3da1e877-6cf9-4f2a-96ce-ecc864275772, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=3da1e877-6cf9-4f2a-96ce-ecc864275772,segment=NetworkSegment(c3b83e00-8105-42bf-a65c-5b309278d20d),segment_id=c3b83e00-8105-42bf-a65c-5b309278d20d)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:25:44.116821 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4d86043c-2c9f-4d5a-b010-82b5c9e4865f req-96aa05f8-e6fa-4d45-9759-cedd2fadc472 service neutron] 10.222.0.93 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910711 Oct 27 18:25:44.188835 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-49fcd4d8-2873-40a7-8f32-6e37bab024c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:44.232318 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4d86043c-2c9f-4d5a-b010-82b5c9e4865f req-3401298e-12e3-4fd6-8472-89bec92d79ef service neutron] 10.222.0.93 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074088 Oct 27 18:25:44.245962 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-49fcd4d8-2873-40a7-8f32-6e37bab024c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:44.248833 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-49fcd4d8-2873-40a7-8f32-6e37bab024c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:44.248833 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-49fcd4d8-2873-40a7-8f32-6e37bab024c5 service neutron] 10.222.0.93 "PUT /v2.0/ports/3da1e877-6cf9-4f2a-96ce-ecc864275772 HTTP/1.1" status: 200 len: 1091 time: 1.1773148 Oct 27 18:25:44.250292 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9629264d-754a-49bc-a992-4c561ed764ef', 'tag': '3da1e877-6cf9-4f2a-96ce-ecc864275772'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:25:44.252730 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866dc8c9-2de3-412b-81ab-f9e021854a30" -d '{"events": [{"name": "network-changed", "server_uuid": "9629264d-754a-49bc-a992-4c561ed764ef", "tag": "3da1e877-6cf9-4f2a-96ce-ecc864275772"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:25:44.322117 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fcd4d8-2873-40a7-8f32-6e37bab024c5 service neutron] Pushing event updated for resources: {'Port': ['ID=3da1e877-6cf9-4f2a-96ce-ecc864275772,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:44.337161 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-6fdc9e03-ceb5-4763-8ff2-cea982c01d85 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:44.338600 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-6fdc9e03-ceb5-4763-8ff2-cea982c01d85 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.93 "GET /v2.0/networks?id=a7c013d9-ea11-470b-8a79-08abd897c197 HTTP/1.1" status: 200 len: 812 time: 0.2274892 Oct 27 18:25:44.359528 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55ff9f-3232-4ef4-943e-cb48e8a9a848 req-8b317337-d96c-42a3-bf12-81cd7a154066 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:44.361122 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bf55ff9f-3232-4ef4-943e-cb48e8a9a848 req-8b317337-d96c-42a3-bf12-81cd7a154066 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 947 time: 0.0909820 Oct 27 18:25:44.370533 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-d3430023-9500-417a-bea8-3032561bb071 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Request body: {'port': {'device_id': 'c240c984-30de-47a1-a76c-b3ff0c8614c7', 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197', 'admin_state_up': True, 'tenant_id': '74d488054c1f4f50bdb6de26a9138d36'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:25:44.436169 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7354a9fa-4895-4bb3-96fd-43b295c6e89e x-openstack-request-id: req-7354a9fa-4895-4bb3-96fd-43b295c6e89e {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:25:44.436381 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9629264d-754a-49bc-a992-4c561ed764ef", "tag": "3da1e877-6cf9-4f2a-96ce-ecc864275772", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:25:44.436483 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7354a9fa-4895-4bb3-96fd-43b295c6e89e {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:25:44.436856 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9629264d-754a-49bc-a992-4c561ed764ef', 'tag': '3da1e877-6cf9-4f2a-96ce-ecc864275772', 'status': 'completed', 'code': 200} Oct 27 18:25:44.515695 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bf55ff9f-3232-4ef4-943e-cb48e8a9a848 req-a7f671e1-18d1-4c92-95ba-be26fd3ca1aa tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450458 Oct 27 18:25:44.564016 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-2f263c79-21ff-4a4c-8474-d28506541414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:44.565688 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-2f263c79-21ff-4a4c-8474-d28506541414 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=78baf6dd112742399f2639cbeffece6c&device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 1094 time: 0.1761479 Oct 27 18:25:44.580100 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d827bf-6f06-4560-b49f-1104a0e73d5f req-0dcbe041-6f51-44ef-ba21-346dad0bc3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:44.582457 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-11d827bf-6f06-4560-b49f-1104a0e73d5f req-0dcbe041-6f51-44ef-ba21-346dad0bc3dc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ee85f34331f4425cb27ef49e38e071eb&device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 1096 time: 0.0604308 Oct 27 18:25:44.643962 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea18cc-42c9-48cd-ab43-176f68a497f0 req-b74dc0ce-36c9-4be9-aa0c-3ff634c0431a tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:44.645529 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-28ea18cc-42c9-48cd-ab43-176f68a497f0 req-b74dc0ce-36c9-4be9-aa0c-3ff634c0431a tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 943 time: 0.1544487 Oct 27 18:25:44.649625 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-1bad2377-e34b-45d1-bf53-a188c7312125 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3da1e877-6cf9-4f2a-96ce-ecc864275772 HTTP/1.1" status: 200 len: 217 time: 0.0692427 Oct 27 18:25:44.675324 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-84ebc354-8330-4ffe-9e3c-06a02f989824 req-ebc27853-943c-440c-86db-1a926268c266 tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0821800 Oct 27 18:25:44.703408 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 56468) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:25:44.721658 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d827bf-6f06-4560-b49f-1104a0e73d5f req-5453e5d9-6d28-430c-b37d-b950b86d0edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:44.723967 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-11d827bf-6f06-4560-b49f-1104a0e73d5f req-5453e5d9-6d28-430c-b37d-b950b86d0edc service neutron] 10.222.0.93 "GET /v2.0/networks?id=f8b19dfe-43eb-4ec7-9509-1d9a53b23e79 HTTP/1.1" status: 200 len: 912 time: 0.1344790 Oct 27 18:25:44.734056 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-f02f54dc-7320-4036-8eb4-ba03b63b76f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:44.735597 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-f02f54dc-7320-4036-8eb4-ba03b63b76f2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9dd73aad-b62b-49e3-a8b3-a2ce98f853a3 HTTP/1.1" status: 200 len: 852 time: 0.0663431 Oct 27 18:25:44.775733 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-d3430023-9500-417a-bea8-3032561bb071 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Made reservation on behalf of 74d488054c1f4f50bdb6de26a9138d36 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:25:44.779602 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-d3430023-9500-417a-bea8-3032561bb071 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:44.786294 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-da1645ca-972d-4d76-8de2-5bf6ac2b7c19 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=70d54990-c18d-43d7-9758-e9fefdddf939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386519 Oct 27 18:25:44.792619 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-11d827bf-6f06-4560-b49f-1104a0e73d5f req-5199b406-87da-4f5e-aa48-85a768a62a17 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16fcb1e9-6f84-4de7-b97e-cec04d757051 HTTP/1.1" status: 200 len: 217 time: 0.0594180 Oct 27 18:25:44.796557 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-28ea18cc-42c9-48cd-ab43-176f68a497f0 req-b616efe6-0c16-49f9-9470-a9d4781de998 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261475 Oct 27 18:25:44.860945 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d827bf-6f06-4560-b49f-1104a0e73d5f req-3079785d-d709-41c6-9268-6c1679c69c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:44.862534 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-11d827bf-6f06-4560-b49f-1104a0e73d5f req-3079785d-d709-41c6-9268-6c1679c69c9a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3aeb8b6e-dc25-4ba6-b90a-05891e7c7576 HTTP/1.1" status: 200 len: 850 time: 0.0590644 Oct 27 18:25:44.906137 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-11d827bf-6f06-4560-b49f-1104a0e73d5f req-29ab8dc7-736e-4bff-b5c8-acf9cff63ff1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f8b19dfe-43eb-4ec7-9509-1d9a53b23e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353944 Oct 27 18:25:44.928200 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-61b6535f-f42a-423a-a08b-e57f95dcee4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:45.012556 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789b395-67b3-4ae0-93b3-e9eb78d6fd84 req-072b9035-8313-41e2-a8bc-49faa82302a8 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:45.014206 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f789b395-67b3-4ae0-93b3-e9eb78d6fd84 req-072b9035-8313-41e2-a8bc-49faa82302a8 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 945 time: 0.2307501 Oct 27 18:25:45.036359 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d17d2ee8-7edc-4a69-b173-52da24ce6fe6 req-bddbaac7-c8a7-457f-8017-e91c4ab35c93 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 210 time: 0.0588996 Oct 27 18:25:45.041667 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-c12c3a65-3cce-4787-9f05-c16e145dfff6 service neutron] 10.222.0.93 "GET /v2.0/networks/70d54990-c18d-43d7-9758-e9fefdddf939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317545 Oct 27 18:25:45.058854 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:45.063707 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-11d827bf-6f06-4560-b49f-1104a0e73d5f req-93a9ee40-74f2-45c7-9904-d32d0f3197f8 service neutron] 10.222.0.93 "GET /v2.0/networks/f8b19dfe-43eb-4ec7-9509-1d9a53b23e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349051 Oct 27 18:25:45.162644 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-61b6535f-f42a-423a-a08b-e57f95dcee4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:45.172494 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f789b395-67b3-4ae0-93b3-e9eb78d6fd84 req-6c691f8a-0c1d-49f9-bf6e-a62a6436596c tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409767 Oct 27 18:25:45.181413 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-d3430023-9500-417a-bea8-3032561bb071 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Allocated IP 172.20.0.3 (a7c013d9-ea11-470b-8a79-08abd897c197/afe6cc10-9308-4117-a497-d403cb219653/f163efb5-dab5-44e4-bcbc-d40014efc10a) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:25:45.201281 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-11d827bf-6f06-4560-b49f-1104a0e73d5f req-f9ed52a5-4db6-40c2-b5e6-5c1f761ba7df service neutron] 10.222.0.93 "GET /v2.0/networks/f8b19dfe-43eb-4ec7-9509-1d9a53b23e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361516 Oct 27 18:25:45.220878 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f6e94ba7-3f3e-474d-997d-65622a929006 req-30fe3332-56d7-4135-ab03-de6bd71f546e service neutron] 10.222.0.93 "GET /v2.0/networks/70d54990-c18d-43d7-9758-e9fefdddf939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678758 Oct 27 18:25:45.258653 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-61b6535f-f42a-423a-a08b-e57f95dcee4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:45.302010 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-61b6535f-f42a-423a-a08b-e57f95dcee4c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0cdd8c4823f440c28a4c29b681508192&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5974329 Oct 27 18:25:45.303031 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b6535f-f42a-423a-a08b-e57f95dcee4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d46356-fc87-4ada-b8fd-14a225665a5b,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:45.305149 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 56476) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:25:45.355803 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e733bea0-6bc1-4573-97c8-93b34e28e84f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:45.356107 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-d3430023-9500-417a-bea8-3032561bb071 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:45.382196 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e733bea0-6bc1-4573-97c8-93b34e28e84f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:45.488997 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866dc8c9-2de3-412b-81ab-f9e021854a30 req-f380e6fc-99c5-44f8-9dae-4c3799191131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:45.490484 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-866dc8c9-2de3-412b-81ab-f9e021854a30 req-f380e6fc-99c5-44f8-9dae-4c3799191131 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=78baf6dd112742399f2639cbeffece6c&device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 1094 time: 0.0415533 Oct 27 18:25:45.498785 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-d3430023-9500-417a-bea8-3032561bb071 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:45.527412 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e733bea0-6bc1-4573-97c8-93b34e28e84f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:45.530137 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e733bea0-6bc1-4573-97c8-93b34e28e84f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:45.531315 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e733bea0-6bc1-4573-97c8-93b34e28e84f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c5d46356-fc87-4ada-b8fd-14a225665a5b HTTP/1.1" status: 204 len: 168 time: 0.2252772 Oct 27 18:25:45.540990 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733bea0-6bc1-4573-97c8-93b34e28e84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d46356-fc87-4ada-b8fd-14a225665a5b,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:45.591868 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-d3430023-9500-417a-bea8-3032561bb071 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Network a7c013d9-ea11-470b-8a79-08abd897c197 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:25:45.599427 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-d3430023-9500-417a-bea8-3032561bb071 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:25:45.607016 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-d3430023-9500-417a-bea8-3032561bb071 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:25:45.643879 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3430023-9500-417a-bea8-3032561bb071 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Pushing event updated for resources: {'Port': ['ID=f163efb5-dab5-44e4-bcbc-d40014efc10a,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:45.717571 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-d3430023-9500-417a-bea8-3032561bb071 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:45.718323 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-d3430023-9500-417a-bea8-3032561bb071 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:45.748558 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866dc8c9-2de3-412b-81ab-f9e021854a30 req-abd01c30-6a08-49c5-8c77-a45446e4b5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:45.750059 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-866dc8c9-2de3-412b-81ab-f9e021854a30 req-abd01c30-6a08-49c5-8c77-a45446e4b5f7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=70d54990-c18d-43d7-9758-e9fefdddf939 HTTP/1.1" status: 200 len: 914 time: 0.2433507 Oct 27 18:25:45.760156 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95a801-80f8-424a-8615-e6b5a4b2bb68 req-523c6adb-dac2-45aa-b202-e8b2215fabf3 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:45.761714 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7d95a801-80f8-424a-8615-e6b5a4b2bb68 req-523c6adb-dac2-45aa-b202-e8b2215fabf3 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 947 time: 0.1238663 Oct 27 18:25:45.834191 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-097122ee-c383-4ac2-9909-180d3f151819 None None] Provisioning complete for port f163efb5-dab5-44e4-bcbc-d40014efc10a triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:25:45.834561 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-097122ee-c383-4ac2-9909-180d3f151819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:45.871574 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-097122ee-c383-4ac2-9909-180d3f151819 None None] Port f163efb5-dab5-44e4-bcbc-d40014efc10a cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:25:46.005916 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e5be652e-2b69-4639-b26c-0313cea1dd1b up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:25:46.121733 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port e5be652e-2b69-4639-b26c-0313cea1dd1b completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:25:46.126166 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port e5be652e-2b69-4639-b26c-0313cea1dd1b triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:25:46.126731 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:46.141981 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-d3430023-9500-417a-bea8-3032561bb071 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7793362 Oct 27 18:25:46.143317 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-866dc8c9-2de3-412b-81ab-f9e021854a30 req-5a05282e-28e0-4328-9128-0a7f8a3cec54 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3da1e877-6cf9-4f2a-96ce-ecc864275772 HTTP/1.1" status: 200 len: 217 time: 0.3806438 Oct 27 18:25:46.159645 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-79973b74-70ff-4497-9b49-3e21eaab4313 req-da07f6b4-deae-442d-b92a-e1d2ba18a3b8 tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.3874917 Oct 27 18:25:46.187181 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-4d7e48b8-0b11-4898-ae9a-dabc56cc51ce service neutron] Request body: {'port': {'device_id': 'c240c984-30de-47a1-a76c-b3ff0c8614c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:25:46.207063 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:46.216089 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 56502) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:25:46.224124 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7d95a801-80f8-424a-8615-e6b5a4b2bb68 req-2c2f5a00-e11c-4482-8acb-b76418381091 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4546301 Oct 27 18:25:46.233701 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-18acc331-5e36-4270-8288-437a665fe97b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:46.252707 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port e5be652e-2b69-4639-b26c-0313cea1dd1b, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e5be652e-2b69-4639-b26c-0313cea1dd1b,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:25:46.257828 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82aebe5-5adf-42a2-993c-cfe68d1414e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5be652e-2b69-4639-b26c-0313cea1dd1b'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:25:46.259246 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fbde1a5-8cdb-40d9-9faf-9eb83cc56e49" -d '{"events": [{"server_uuid": "e82aebe5-5adf-42a2-993c-cfe68d1414e4", "name": "network-vif-plugged", "status": "completed", "tag": "e5be652e-2b69-4639-b26c-0313cea1dd1b"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:25:46.338542 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-18acc331-5e36-4270-8288-437a665fe97b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:46.346781 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-4d7e48b8-0b11-4898-ae9a-dabc56cc51ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:46.350195 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:46.350506 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866dc8c9-2de3-412b-81ab-f9e021854a30 req-1fda4d19-e728-487d-ba36-da922e715d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:46.352103 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-866dc8c9-2de3-412b-81ab-f9e021854a30 req-1fda4d19-e728-487d-ba36-da922e715d39 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9dd73aad-b62b-49e3-a8b3-a2ce98f853a3 HTTP/1.1" status: 200 len: 852 time: 0.1775014 Oct 27 18:25:46.402215 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=e5be652e-2b69-4639-b26c-0313cea1dd1b,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:46.650678 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504af272-24c4-42cf-a52a-8b288b2ec94d req-deabe1ad-860b-408b-b133-511337c0548a tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:46.652587 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-18acc331-5e36-4270-8288-437a665fe97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:46.652953 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-504af272-24c4-42cf-a52a-8b288b2ec94d req-deabe1ad-860b-408b-b133-511337c0548a tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 943 time: 0.1176782 Oct 27 18:25:46.652953 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-866dc8c9-2de3-412b-81ab-f9e021854a30 req-6b28ea6c-f14e-4e7c-993a-5f149c207268 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=70d54990-c18d-43d7-9758-e9fefdddf939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677159 Oct 27 18:25:46.653514 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-18acc331-5e36-4270-8288-437a665fe97b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d3b3df1d417e42868d67d165e38f57de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2435637 Oct 27 18:25:46.653514 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18acc331-5e36-4270-8288-437a665fe97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76db485-048a-4184-94b3-5534673329ae,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:46.653514 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 56506) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:25:46.653514 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-df6e4a86-318c-4b38-b3a2-bb9108b8ce61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:46.653514 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-df6e4a86-318c-4b38-b3a2-bb9108b8ce61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:46.654034 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-504af272-24c4-42cf-a52a-8b288b2ec94d req-a85a1c99-c3bd-4491-bc40-de25f7b81f11 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845832 Oct 27 18:25:46.654034 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c446661-cfa7-44a3-acef-7f14c9c1acd3 req-9a788d1a-5c19-4b43-ac0a-b4cc82959ddd tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:46.654034 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9c446661-cfa7-44a3-acef-7f14c9c1acd3 req-9a788d1a-5c19-4b43-ac0a-b4cc82959ddd tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 931 time: 0.2518229 Oct 27 18:25:46.714233 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-866dc8c9-2de3-412b-81ab-f9e021854a30 req-2d6fab14-8b95-4c90-ac88-f95b0d350e6a service neutron] 10.222.0.93 "GET /v2.0/networks/70d54990-c18d-43d7-9758-e9fefdddf939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557259 Oct 27 18:25:46.764526 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9c446661-cfa7-44a3-acef-7f14c9c1acd3 req-3f717505-a152-4ef9-b8cc-25b5b6da5f92 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227171 Oct 27 18:25:46.841514 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-df6e4a86-318c-4b38-b3a2-bb9108b8ce61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:46.844398 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-df6e4a86-318c-4b38-b3a2-bb9108b8ce61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:46.845804 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-df6e4a86-318c-4b38-b3a2-bb9108b8ce61 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a76db485-048a-4184-94b3-5534673329ae HTTP/1.1" status: 204 len: 168 time: 0.3793328 Oct 27 18:25:46.855292 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e4a86-318c-4b38-b3a2-bb9108b8ce61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76db485-048a-4184-94b3-5534673329ae,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:46.925465 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-866dc8c9-2de3-412b-81ab-f9e021854a30 req-55b0d826-9a3d-45d8-b0e3-47ba44eb0848 service neutron] 10.222.0.93 "GET /v2.0/networks/70d54990-c18d-43d7-9758-e9fefdddf939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787772 Oct 27 18:25:46.945791 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33fd3e-3aad-4cfc-8498-e15e080e750e req-ab611533-fc15-467b-897d-fa2156127b93 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:46.947391 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6d33fd3e-3aad-4cfc-8498-e15e080e750e req-ab611533-fc15-467b-897d-fa2156127b93 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 945 time: 0.1110220 Oct 27 18:25:46.998409 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-4d7e48b8-0b11-4898-ae9a-dabc56cc51ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f163efb5-dab5-44e4-bcbc-d40014efc10a {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:25:47.013404 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-4d7e48b8-0b11-4898-ae9a-dabc56cc51ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:47.023983 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6d33fd3e-3aad-4cfc-8498-e15e080e750e req-ac14591a-b1ee-4607-b1bb-ebc0c9122076 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565014 Oct 27 18:25:47.031551 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-4d7e48b8-0b11-4898-ae9a-dabc56cc51ce service neutron] Transition to ACTIVE for port object f163efb5-dab5-44e4-bcbc-d40014efc10a will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:25:47.080139 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36de9b9e-7503-4b98-bbd8-426f061c79a3 x-openstack-request-id: req-36de9b9e-7503-4b98-bbd8-426f061c79a3 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:25:47.080139 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82aebe5-5adf-42a2-993c-cfe68d1414e4", "name": "network-vif-plugged", "status": "completed", "tag": "e5be652e-2b69-4639-b26c-0313cea1dd1b", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:25:47.080139 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-36de9b9e-7503-4b98-bbd8-426f061c79a3 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:25:47.080139 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82aebe5-5adf-42a2-993c-cfe68d1414e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5be652e-2b69-4639-b26c-0313cea1dd1b', 'code': 200} Oct 27 18:25:47.122176 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-4d7e48b8-0b11-4898-ae9a-dabc56cc51ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:47.224899 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee22ea8e-e99c-409a-8d87-c7dd1887c351 req-0b4df4b1-50f8-4388-b209-244d1f4e5d5f tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0749378 Oct 27 18:25:47.236496 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e48b8-0b11-4898-ae9a-dabc56cc51ce service neutron] Pushing event updated for resources: {'Port': ['ID=f163efb5-dab5-44e4-bcbc-d40014efc10a,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:47.370001 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210074aa-f430-4325-9f75-0e06de0472fa req-e9a7e34e-1ca2-4b16-aea5-49d09136ce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:47.371738 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-210074aa-f430-4325-9f75-0e06de0472fa req-e9a7e34e-1ca2-4b16-aea5-49d09136ce45 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 1099 time: 0.2207491 Oct 27 18:25:47.417104 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-4d7e48b8-0b11-4898-ae9a-dabc56cc51ce service neutron] Attempting to bind port f163efb5-dab5-44e4-bcbc-d40014efc10a on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:25:47.417783 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-4d7e48b8-0b11-4898-ae9a-dabc56cc51ce service neutron] Attempting to bind port f163efb5-dab5-44e4-bcbc-d40014efc10a by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '4f1874f7-a639-4bad-88dc-9dd2b8243d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:25:47.418299 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-4d7e48b8-0b11-4898-ae9a-dabc56cc51ce service neutron] Attempting to bind port f163efb5-dab5-44e4-bcbc-d40014efc10a on network a7c013d9-ea11-470b-8a79-08abd897c197 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:25:47.433029 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ec4a6-f747-487b-9ceb-cbc8bb0660ef req-474127b2-6b24-462e-ad2a-5663269fa518 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:47.435253 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-081ec4a6-f747-487b-9ceb-cbc8bb0660ef req-474127b2-6b24-462e-ad2a-5663269fa518 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.1139112 Oct 27 18:25:47.451016 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-4d7e48b8-0b11-4898-ae9a-dabc56cc51ce service neutron] Port f163efb5-dab5-44e4-bcbc-d40014efc10a on network a7c013d9-ea11-470b-8a79-08abd897c197 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:25:47.451438 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-4d7e48b8-0b11-4898-ae9a-dabc56cc51ce service neutron] Attempting to bind port f163efb5-dab5-44e4-bcbc-d40014efc10a on network a7c013d9-ea11-470b-8a79-08abd897c197 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:25:47.470972 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-210074aa-f430-4325-9f75-0e06de0472fa req-3216aa71-8e0a-4249-8b48-b224b58a2efc service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877569 Oct 27 18:25:47.479030 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-4d7e48b8-0b11-4898-ae9a-dabc56cc51ce service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:25:47.479030 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-4d7e48b8-0b11-4898-ae9a-dabc56cc51ce service neutron] Checking segment: {'id': '4f1874f7-a639-4bad-88dc-9dd2b8243d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:25:47.479030 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-4d7e48b8-0b11-4898-ae9a-dabc56cc51ce service neutron] Bound using segment: {'id': '4f1874f7-a639-4bad-88dc-9dd2b8243d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:25:47.479030 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-4d7e48b8-0b11-4898-ae9a-dabc56cc51ce service neutron] Bound port: f163efb5-dab5-44e4-bcbc-d40014efc10a, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f1874f7-a639-4bad-88dc-9dd2b8243d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:25:47.479030 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-4d7e48b8-0b11-4898-ae9a-dabc56cc51ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:47.531669 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-081ec4a6-f747-487b-9ceb-cbc8bb0660ef req-ceb64474-946a-4164-ba28-658c84c764b6 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845494 Oct 27 18:25:47.556803 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-4d7e48b8-0b11-4898-ae9a-dabc56cc51ce service neutron] For port f163efb5-dab5-44e4-bcbc-d40014efc10a, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:25:47.559752 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-4d7e48b8-0b11-4898-ae9a-dabc56cc51ce service neutron] For port f163efb5-dab5-44e4-bcbc-d40014efc10a, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f163efb5-dab5-44e4-bcbc-d40014efc10a,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:25:47.664850 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-4d7e48b8-0b11-4898-ae9a-dabc56cc51ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:47.705828 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-4d7e48b8-0b11-4898-ae9a-dabc56cc51ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:47.706530 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-4d7e48b8-0b11-4898-ae9a-dabc56cc51ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:47.710721 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-4d7e48b8-0b11-4898-ae9a-dabc56cc51ce service neutron] 10.222.0.93 "PUT /v2.0/ports/f163efb5-dab5-44e4-bcbc-d40014efc10a HTTP/1.1" status: 200 len: 1091 time: 1.5343161 Oct 27 18:25:47.717465 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c240c984-30de-47a1-a76c-b3ff0c8614c7', 'tag': 'f163efb5-dab5-44e4-bcbc-d40014efc10a'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:25:47.721913 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2261a520-634c-4c5d-996f-03da29159340" -d '{"events": [{"name": "network-changed", "server_uuid": "c240c984-30de-47a1-a76c-b3ff0c8614c7", "tag": "f163efb5-dab5-44e4-bcbc-d40014efc10a"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:25:47.783550 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e48b8-0b11-4898-ae9a-dabc56cc51ce service neutron] Pushing event updated for resources: {'Port': ['ID=f163efb5-dab5-44e4-bcbc-d40014efc10a,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:47.838834 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06bce5-3586-4ed6-a1d1-bd82300c69d0 req-734fd792-2833-4bcd-95d7-341e445d8096 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:47.847483 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1f06bce5-3586-4ed6-a1d1-bd82300c69d0 req-734fd792-2833-4bcd-95d7-341e445d8096 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 943 time: 0.1466086 Oct 27 18:25:47.850991 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf523988-587e-4b4d-a3ee-740240e8079f x-openstack-request-id: req-bf523988-587e-4b4d-a3ee-740240e8079f {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:25:47.860082 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c240c984-30de-47a1-a76c-b3ff0c8614c7", "tag": "f163efb5-dab5-44e4-bcbc-d40014efc10a", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:25:47.860082 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bf523988-587e-4b4d-a3ee-740240e8079f {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:25:47.860082 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c240c984-30de-47a1-a76c-b3ff0c8614c7', 'tag': 'f163efb5-dab5-44e4-bcbc-d40014efc10a', 'status': 'completed', 'code': 200} Oct 27 18:25:47.948145 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1f06bce5-3586-4ed6-a1d1-bd82300c69d0 req-17e4d931-524a-42c5-bab4-28b391e629eb tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996222 Oct 27 18:25:47.958621 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-14dbc1fa-bbd2-42d3-848d-40bc342fb439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:47.960265 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-14dbc1fa-bbd2-42d3-848d-40bc342fb439 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=74d488054c1f4f50bdb6de26a9138d36&device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 1094 time: 0.1014335 Oct 27 18:25:48.009089 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 3da1e877-6cf9-4f2a-96ce-ecc864275772 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:25:48.016755 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-660968fb-07a9-4127-af49-ff1f67d06d9d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f163efb5-dab5-44e4-bcbc-d40014efc10a HTTP/1.1" status: 200 len: 217 time: 0.0447576 Oct 27 18:25:48.025667 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97d991-7a06-40fb-927e-ee81cf904448 req-2b72e959-fdac-4668-aed6-1dea6d5cde3b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:48.027314 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6b97d991-7a06-40fb-927e-ee81cf904448 req-2b72e959-fdac-4668-aed6-1dea6d5cde3b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 943 time: 0.1264627 Oct 27 18:25:48.076527 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 56556) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:25:48.111530 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-6c4aa76b-c090-4512-92de-21b42539effb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:48.114004 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-6c4aa76b-c090-4512-92de-21b42539effb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=afe6cc10-9308-4117-a497-d403cb219653 HTTP/1.1" status: 200 len: 851 time: 0.0857987 Oct 27 18:25:48.126903 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6b97d991-7a06-40fb-927e-ee81cf904448 req-9542ca39-39d6-4c1a-a9fa-5c80033f13a4 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897994 Oct 27 18:25:48.153565 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 3da1e877-6cf9-4f2a-96ce-ecc864275772, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=3da1e877-6cf9-4f2a-96ce-ecc864275772,segment=NetworkSegment(c3b83e00-8105-42bf-a65c-5b309278d20d),segment_id=c3b83e00-8105-42bf-a65c-5b309278d20d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:25:48.167731 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '3da1e877-6cf9-4f2a-96ce-ecc864275772', 'network_id': '70d54990-c18d-43d7-9758-e9fefdddf939', 'port_id': '3da1e877-6cf9-4f2a-96ce-ecc864275772', 'mac_address': 'fa:16:3e:1a:bd:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dd73aad-b62b-49e3-a8b3-a2ce98f853a3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:25:48.213332 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-641f07dd-7049-4a58-8d9e-f3da064921bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:48.215034 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-641f07dd-7049-4a58-8d9e-f3da064921bd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a7c013d9-ea11-470b-8a79-08abd897c197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868654 Oct 27 18:25:48.216024 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:48.223508 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-b4bc6968-2b95-49d7-a37f-a458ff52133b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-339938490-network', 'tenant_id': '37befbdb0b8d46daa421b1338ab3e442'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:25:48.226635 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895596b-ebd7-474d-8a18-3a8b8162edd5 req-0479492b-b8d0-4b88-9f7e-651adf11398f tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:48.228166 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8895596b-ebd7-474d-8a18-3a8b8162edd5 req-0479492b-b8d0-4b88-9f7e-651adf11398f tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 945 time: 0.0850570 Oct 27 18:25:48.238966 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3da1e877-6cf9-4f2a-96ce-ecc864275772 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:25:48.258913 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 3da1e877-6cf9-4f2a-96ce-ecc864275772, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=3da1e877-6cf9-4f2a-96ce-ecc864275772,segment=NetworkSegment(c3b83e00-8105-42bf-a65c-5b309278d20d),segment_id=c3b83e00-8105-42bf-a65c-5b309278d20d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:25:48.314611 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8895596b-ebd7-474d-8a18-3a8b8162edd5 req-aa0ba499-3d7e-4d4e-95a1-7f70db995b78 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774570 Oct 27 18:25:48.321650 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4bc6968-2b95-49d7-a37f-a458ff52133b admin admin] Made reservation on behalf of 37befbdb0b8d46daa421b1338ab3e442 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:25:48.324539 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b4bc6968-2b95-49d7-a37f-a458ff52133b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:48.334848 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b4bc6968-2b95-49d7-a37f-a458ff52133b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:48.349737 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:48.363067 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dcb21515-e127-40d6-9a4f-645eab8c4a9a req-673ce1bc-6037-4e44-af72-c7358b841452 tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0471661 Oct 27 18:25:48.368985 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-2b5e35a3-c6ce-43ab-bbea-e3afb16a7000 service neutron] 10.222.0.93 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398859 Oct 27 18:25:48.410186 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=3da1e877-6cf9-4f2a-96ce-ecc864275772,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:48.431112 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b4bc6968-2b95-49d7-a37f-a458ff52133b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:48.475589 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e9b1a22f-f493-4d13-af1f-fa1e710fe5e5 req-d4a715c8-11a7-42c6-b4f4-0583e0ef9a86 service neutron] 10.222.0.93 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921881 Oct 27 18:25:48.492964 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b4bc6968-2b95-49d7-a37f-a458ff52133b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:48.517744 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4bc6968-2b95-49d7-a37f-a458ff52133b admin admin] vlan segment allocate from pool success with {'vlan_id': 1044, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:25:48.529426 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc6968-2b95-49d7-a37f-a458ff52133b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7f7b09-af4c-4148-8e81-0643dc29be25,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:48.533045 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b4bc6968-2b95-49d7-a37f-a458ff52133b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:48.533423 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-b4bc6968-2b95-49d7-a37f-a458ff52133b admin admin] Added segment 23d9461a-a91e-4eeb-8448-c875451f607b of type vlan for network e8e9dbf7-f12c-41ff-9958-420963149c98 Oct 27 18:25:48.577333 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b4bc6968-2b95-49d7-a37f-a458ff52133b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:48.652725 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b4bc6968-2b95-49d7-a37f-a458ff52133b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:48.653723 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bc6968-2b95-49d7-a37f-a458ff52133b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:48.654307 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b4bc6968-2b95-49d7-a37f-a458ff52133b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:48.656598 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261a520-634c-4c5d-996f-03da29159340 req-8614c637-7104-4cc8-97ad-efa011e450a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:48.658130 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2261a520-634c-4c5d-996f-03da29159340 req-8614c637-7104-4cc8-97ad-efa011e450a8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=74d488054c1f4f50bdb6de26a9138d36&device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 1094 time: 0.0739543 Oct 27 18:25:48.671868 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31d9a8-15f3-4212-9c64-3c97f2e4b98a req-33021d3f-9a76-4610-8e3d-a2e867bee4bd tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:48.673370 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6c31d9a8-15f3-4212-9c64-3c97f2e4b98a req-33021d3f-9a76-4610-8e3d-a2e867bee4bd tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.0643370 Oct 27 18:25:48.715469 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc6968-2b95-49d7-a37f-a458ff52133b admin admin] Pushing event updated for resources: {'Network': ['ID=e8e9dbf7-f12c-41ff-9958-420963149c98,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:48.727383 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network e8e9dbf7-f12c-41ff-9958-420963149c98 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:25:48.764285 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6c31d9a8-15f3-4212-9c64-3c97f2e4b98a req-5d57a123-0770-469c-9efd-de2b55a3e7b8 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824983 Oct 27 18:25:48.793771 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261a520-634c-4c5d-996f-03da29159340 req-a4bf22eb-e8ce-4dcc-82b9-2171c3282515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:48.794365 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b4bc6968-2b95-49d7-a37f-a458ff52133b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7161355 Oct 27 18:25:48.795315 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2261a520-634c-4c5d-996f-03da29159340 req-a4bf22eb-e8ce-4dcc-82b9-2171c3282515 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a7c013d9-ea11-470b-8a79-08abd897c197 HTTP/1.1" status: 200 len: 914 time: 0.1210618 Oct 27 18:25:48.797457 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 56566) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:25:48.803543 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-89f16d6a-601a-40b6-910c-e00b7a688fde admin admin] Request body: {'subnet': {'network_id': 'e8e9dbf7-f12c-41ff-9958-420963149c98', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-339938490-subnet', 'tenant_id': '37befbdb0b8d46daa421b1338ab3e442', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:25:48.856257 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2261a520-634c-4c5d-996f-03da29159340 req-41a72be0-cdf8-4869-863b-ade9e85e2dfa service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f163efb5-dab5-44e4-bcbc-d40014efc10a HTTP/1.1" status: 200 len: 217 time: 0.0531607 Oct 27 18:25:48.887564 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f16d6a-601a-40b6-910c-e00b7a688fde admin admin] Made reservation on behalf of 37befbdb0b8d46daa421b1338ab3e442 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:25:48.890149 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-89f16d6a-601a-40b6-910c-e00b7a688fde admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:48.908427 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['3da1e877-6cf9-4f2a-96ce-ecc864275772'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:25:48.949813 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261a520-634c-4c5d-996f-03da29159340 req-6a819a55-b1ef-44f2-b16b-e2cf2ea34e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:48.951513 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2261a520-634c-4c5d-996f-03da29159340 req-6a819a55-b1ef-44f2-b16b-e2cf2ea34e93 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=afe6cc10-9308-4117-a497-d403cb219653 HTTP/1.1" status: 200 len: 851 time: 0.0515349 Oct 27 18:25:49.035802 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261a520-634c-4c5d-996f-03da29159340 req-79561e95-7251-4622-b2e2-def1c2de36f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:49.037413 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2261a520-634c-4c5d-996f-03da29159340 req-79561e95-7251-4622-b2e2-def1c2de36f3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a7c013d9-ea11-470b-8a79-08abd897c197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756478 Oct 27 18:25:49.138731 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e4bd0-376e-44c0-ae02-5fdeeb2f48fd req-6fd3de35-100c-4fe1-af3f-78a20db4883e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:49.140261 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cf2e4bd0-376e-44c0-ae02-5fdeeb2f48fd req-6fd3de35-100c-4fe1-af3f-78a20db4883e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 944 time: 0.1073720 Oct 27 18:25:49.205687 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2261a520-634c-4c5d-996f-03da29159340 req-60970e6f-2374-44bb-b878-4097829265cb service neutron] 10.222.0.93 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339111 Oct 27 18:25:49.205687 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cf2e4bd0-376e-44c0-ae02-5fdeeb2f48fd req-23bad230-0ecf-47b2-ae64-532903a5bb70 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586216 Oct 27 18:25:49.210136 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-89f16d6a-601a-40b6-910c-e00b7a688fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:49.280998 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f16d6a-601a-40b6-910c-e00b7a688fde admin admin] Pushing event updated for resources: {'Subnet': ['ID=375c936d-1e54-4fff-85fb-15a9bf524c03,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:49.289656 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f16d6a-601a-40b6-910c-e00b7a688fde admin admin] Checking segment: {'id': '23d9461a-a91e-4eeb-8448-c875451f607b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'e8e9dbf7-f12c-41ff-9958-420963149c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:25:49.290108 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f16d6a-601a-40b6-910c-e00b7a688fde admin admin] Network hostable DHCP agents. Network: e8e9dbf7-f12c-41ff-9958-420963149c98, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:25:49.314775 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7748159-e992-4641-bccd-56cffb3270aa req-873d52f7-6b89-4bf3-a9d5-3920afd5fb3e tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:49.316843 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d7748159-e992-4641-bccd-56cffb3270aa req-873d52f7-6b89-4bf3-a9d5-3920afd5fb3e tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 943 time: 0.1145461 Oct 27 18:25:49.357000 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2261a520-634c-4c5d-996f-03da29159340 req-6445d032-27dd-4b7a-ad37-4a22e06b4c0d service neutron] 10.222.0.93 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421857 Oct 27 18:25:49.366979 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f16d6a-601a-40b6-910c-e00b7a688fde admin admin] Network e8e9dbf7-f12c-41ff-9958-420963149c98 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:25:49.375107 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d7748159-e992-4641-bccd-56cffb3270aa req-aba18c4c-cd83-4107-ab6d-c1161cbc8c02 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499325 Oct 27 18:25:49.441294 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c54eab-5db3-42c7-b87c-cc14f12fdb52 req-d6b0ddf2-8533-4e07-a4e5-dd470ba89c35 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:49.442025 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-89f16d6a-601a-40b6-910c-e00b7a688fde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, e8e9dbf7-f12c-41ff-9958-420963149c98) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:25:49.442933 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f7c54eab-5db3-42c7-b87c-cc14f12fdb52 req-d6b0ddf2-8533-4e07-a4e5-dd470ba89c35 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 945 time: 0.0526235 Oct 27 18:25:49.451119 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c82338-5198-4a13-9ccc-3fc32c171de3 None None] Network e8e9dbf7-f12c-41ff-9958-420963149c98 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:25:49.454670 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f16d6a-601a-40b6-910c-e00b7a688fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:49.455003 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-89f16d6a-601a-40b6-910c-e00b7a688fde admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:49.490604 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-60cc1162-97cf-4a24-95b1-b2c9c4267c29 req-c1bc63b5-9062-48f0-9530-4f70fe787680 tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0438626 Oct 27 18:25:49.522083 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f7c54eab-5db3-42c7-b87c-cc14f12fdb52 req-394cc0bd-c624-4b5c-8597-29732f564dbc tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635819 Oct 27 18:25:49.550721 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-89f16d6a-601a-40b6-910c-e00b7a688fde admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7517641 Oct 27 18:25:49.588251 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a43045-5c75-4e83-b046-1674ce3b8f0e None None] Network e8e9dbf7-f12c-41ff-9958-420963149c98 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:25:49.883252 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0973106-2644-493d-929c-6e4fe77e5582 req-6df13e66-6f34-41f7-9ade-1d3e2bdf4918 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:49.884775 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b0973106-2644-493d-929c-6e4fe77e5582 req-6df13e66-6f34-41f7-9ade-1d3e2bdf4918 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.0513365 Oct 27 18:25:49.924783 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b0973106-2644-493d-929c-6e4fe77e5582 req-d745d18c-15c5-457d-b608-51ad20eb3af9 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337698 Oct 27 18:25:50.029657 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device f163efb5-dab5-44e4-bcbc-d40014efc10a details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:25:50.069327 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f75f4-f472-4a0e-96e7-e48867d0a7cc req-d24ab07e-e8f5-4046-a24b-dc80838690a0 tempest-MigrationsAdminTest-296411656 tempest-MigrationsAdminTest-296411656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:50.072687 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eb0f75f4-f472-4a0e-96e7-e48867d0a7cc req-d24ab07e-e8f5-4046-a24b-dc80838690a0 tempest-MigrationsAdminTest-296411656 tempest-MigrationsAdminTest-296411656-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 1099 time: 0.0560250 Oct 27 18:25:50.110215 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eb0f75f4-f472-4a0e-96e7-e48867d0a7cc req-b9e3ab03-ed95-49ae-8e47-52a0fc4e19cd tempest-MigrationsAdminTest-296411656 tempest-MigrationsAdminTest-296411656-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323370 Oct 27 18:25:50.142058 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port f163efb5-dab5-44e4-bcbc-d40014efc10a, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f163efb5-dab5-44e4-bcbc-d40014efc10a,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:25:50.154574 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'f163efb5-dab5-44e4-bcbc-d40014efc10a', 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197', 'port_id': 'f163efb5-dab5-44e4-bcbc-d40014efc10a', 'mac_address': 'fa:16:3e:a7:bd:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afe6cc10-9308-4117-a497-d403cb219653', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:25:50.190603 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-4ef60b23-3bc0-4f99-a8fc-4c264a9c68a9 req-a678593a-5082-4c28-b411-2b817b97b943 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:25:50.195411 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 56602) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:25:50.196063 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ef60b23-3bc0-4f99-a8fc-4c264a9c68a9 req-a678593a-5082-4c28-b411-2b817b97b943 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061553 Oct 27 18:25:50.198222 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:50.198340 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-29591ad9-81d4-4778-abc2-0cc560a29983 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-952280042-network', 'tenant_id': '541b413ba75449f2a5dd650455f0b8ba'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:25:50.216649 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f163efb5-dab5-44e4-bcbc-d40014efc10a {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:25:50.237543 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port f163efb5-dab5-44e4-bcbc-d40014efc10a, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f163efb5-dab5-44e4-bcbc-d40014efc10a,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:25:50.338916 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38dae7e-3ba2-4d70-9c75-ef6d463afc98 req-b72d2404-a2e0-48ff-9f18-044447918c5e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:50.340443 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b38dae7e-3ba2-4d70-9c75-ef6d463afc98 req-b72d2404-a2e0-48ff-9f18-044447918c5e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 944 time: 0.0510581 Oct 27 18:25:50.366938 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29591ad9-81d4-4778-abc2-0cc560a29983 admin admin] Made reservation on behalf of 541b413ba75449f2a5dd650455f0b8ba for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:25:50.369238 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-29591ad9-81d4-4778-abc2-0cc560a29983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:50.378005 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-29591ad9-81d4-4778-abc2-0cc560a29983 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:50.379998 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b38dae7e-3ba2-4d70-9c75-ef6d463afc98 req-d298f42d-33c5-4a6e-aa8a-2118ca473c79 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335631 Oct 27 18:25:50.399650 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:50.460224 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=f163efb5-dab5-44e4-bcbc-d40014efc10a,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:50.470158 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-29591ad9-81d4-4778-abc2-0cc560a29983 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:50.502764 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f6142-5eb1-461f-b6d5-2c0c3d733c02 req-357e9395-dd97-46a3-b0bc-d1091a8d6c25 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:50.505514 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-604f6142-5eb1-461f-b6d5-2c0c3d733c02 req-357e9395-dd97-46a3-b0bc-d1091a8d6c25 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 944 time: 0.0529590 Oct 27 18:25:50.545758 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-604f6142-5eb1-461f-b6d5-2c0c3d733c02 req-a7d0e45b-18a4-4051-bbc6-1f891c71e2c2 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332761 Oct 27 18:25:50.578586 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-29591ad9-81d4-4778-abc2-0cc560a29983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:50.605382 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29591ad9-81d4-4778-abc2-0cc560a29983 admin admin] vlan segment allocate from pool success with {'vlan_id': 1043, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:25:50.610543 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90225831-9e46-4c90-8157-f40eaca10bdd req-95b16422-0625-4819-97b1-c69b82cd326b tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:50.612391 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-90225831-9e46-4c90-8157-f40eaca10bdd req-95b16422-0625-4819-97b1-c69b82cd326b tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.0593052 Oct 27 18:25:50.622091 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29591ad9-81d4-4778-abc2-0cc560a29983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f82835-6691-40bb-a2d7-8eecd141bc36,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:50.628884 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-29591ad9-81d4-4778-abc2-0cc560a29983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:50.629891 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-29591ad9-81d4-4778-abc2-0cc560a29983 admin admin] Added segment 2d50f3ad-c753-4541-8942-cfa2b9153f2e of type vlan for network 32b82ec1-db28-4114-9830-c881bc38b864 Oct 27 18:25:50.647839 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-00499d64-2f43-403c-a89a-92c258473de5 req-f71d7740-2081-45aa-858a-7d6e8a13c02f tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0341980 Oct 27 18:25:50.673430 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-29591ad9-81d4-4778-abc2-0cc560a29983 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:50.683340 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-90225831-9e46-4c90-8157-f40eaca10bdd req-71bd5f1c-d3e2-4b62-888f-e91ff84fc622 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595732 Oct 27 18:25:50.733630 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e500573b-23c1-419a-88cb-efc395a56349 req-ca36d569-fced-41fa-bc48-a5c6499ad640 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0485756 Oct 27 18:25:50.761749 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-29591ad9-81d4-4778-abc2-0cc560a29983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:50.762753 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29591ad9-81d4-4778-abc2-0cc560a29983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:50.763740 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-29591ad9-81d4-4778-abc2-0cc560a29983 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:50.790382 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d11cdb-8e60-4a38-9f41-aecec45754ae req-b360e3a7-ff83-45e8-b7d5-672c84c3cb1a tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:50.791908 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-66d11cdb-8e60-4a38-9f41-aecec45754ae req-b360e3a7-ff83-45e8-b7d5-672c84c3cb1a tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 945 time: 0.0528884 Oct 27 18:25:50.826786 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29591ad9-81d4-4778-abc2-0cc560a29983 admin admin] Pushing event updated for resources: {'Network': ['ID=32b82ec1-db28-4114-9830-c881bc38b864,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:50.835954 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-66d11cdb-8e60-4a38-9f41-aecec45754ae req-7cd362d3-5e81-479b-b701-90e88beac92e tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377021 Oct 27 18:25:50.839097 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 32b82ec1-db28-4114-9830-c881bc38b864 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:25:50.841622 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['f163efb5-dab5-44e4-bcbc-d40014efc10a'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:25:50.924562 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-29591ad9-81d4-4778-abc2-0cc560a29983 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7316086 Oct 27 18:25:50.927525 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 56622) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:25:50.932793 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-29b81d03-9646-4ef5-8e51-ad781afc5075 admin admin] Request body: {'subnet': {'network_id': '32b82ec1-db28-4114-9830-c881bc38b864', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-952280042-subnet', 'tenant_id': '541b413ba75449f2a5dd650455f0b8ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:25:51.020446 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b81d03-9646-4ef5-8e51-ad781afc5075 admin admin] Made reservation on behalf of 541b413ba75449f2a5dd650455f0b8ba for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:25:51.024273 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-29b81d03-9646-4ef5-8e51-ad781afc5075 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:51.511981 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e38a81-47a5-458f-a64a-b4d02ef5024b req-f5d6b2c3-ba5f-4bf9-aebc-b0b3ffa7f6a4 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:51.513516 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-41e38a81-47a5-458f-a64a-b4d02ef5024b req-f5d6b2c3-ba5f-4bf9-aebc-b0b3ffa7f6a4 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 944 time: 0.0543811 Oct 27 18:25:51.544696 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-29b81d03-9646-4ef5-8e51-ad781afc5075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:51.558852 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-41e38a81-47a5-458f-a64a-b4d02ef5024b req-cd1c4e18-d316-4f8f-88d9-916a6f35aed4 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381365 Oct 27 18:25:51.609589 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b81d03-9646-4ef5-8e51-ad781afc5075 admin admin] Pushing event updated for resources: {'Subnet': ['ID=630955d0-d9b2-459a-82bc-a4c40c6f4923,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:51.620585 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b81d03-9646-4ef5-8e51-ad781afc5075 admin admin] Checking segment: {'id': '2d50f3ad-c753-4541-8942-cfa2b9153f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '32b82ec1-db28-4114-9830-c881bc38b864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:25:51.620946 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b81d03-9646-4ef5-8e51-ad781afc5075 admin admin] Network hostable DHCP agents. Network: 32b82ec1-db28-4114-9830-c881bc38b864, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:25:51.683974 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb62cb04-9548-46de-9188-0eeb26d58597 req-a1d891e0-f829-4576-a420-12ca61ce5400 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:51.685548 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eb62cb04-9548-46de-9188-0eeb26d58597 req-a1d891e0-f829-4576-a420-12ca61ce5400 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 944 time: 0.0516317 Oct 27 18:25:51.715492 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b81d03-9646-4ef5-8e51-ad781afc5075 admin admin] Network 32b82ec1-db28-4114-9830-c881bc38b864 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:25:51.729970 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eb62cb04-9548-46de-9188-0eeb26d58597 req-71927cf2-c4a9-4791-9ff2-d4ac02735b95 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361443 Oct 27 18:25:51.765254 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dd5b6531-ebfc-435c-8e12-994ad0b461b0 req-d6d25413-222e-49de-9d4c-d06d51556203 tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0289595 Oct 27 18:25:51.865682 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d5c70-8c51-4c93-8649-452d2497f16b req-119ed6b6-e2ff-4e76-96b9-f56c0a062902 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:51.867276 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-862d5c70-8c51-4c93-8649-452d2497f16b req-119ed6b6-e2ff-4e76-96b9-f56c0a062902 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.0558465 Oct 27 18:25:51.904613 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-29b81d03-9646-4ef5-8e51-ad781afc5075 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 32b82ec1-db28-4114-9830-c881bc38b864) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:25:51.907571 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-862d5c70-8c51-4c93-8649-452d2497f16b req-5f6851e8-8772-4136-8321-6ad9c1321071 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343609 Oct 27 18:25:51.917302 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b81d03-9646-4ef5-8e51-ad781afc5075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:51.917421 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffeb71e-ccc3-40bd-9e04-ec161d6d59b4 None None] Network 32b82ec1-db28-4114-9830-c881bc38b864 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:25:51.919155 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-29b81d03-9646-4ef5-8e51-ad781afc5075 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:51.966583 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82231c6b-caff-42bc-b578-14411afafa7c req-b5e89777-1bee-4691-a2d8-de90ff9160b8 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:51.968193 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-82231c6b-caff-42bc-b578-14411afafa7c req-b5e89777-1bee-4691-a2d8-de90ff9160b8 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 945 time: 0.0572197 Oct 27 18:25:51.999868 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-29b81d03-9646-4ef5-8e51-ad781afc5075 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0704052 Oct 27 18:25:52.009384 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-82231c6b-caff-42bc-b578-14411afafa7c req-34c042e3-9d5f-4eb3-ac7f-04d4f5967fbf tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351677 Oct 27 18:25:52.059897 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cca609-ea9a-4941-9155-4fb8433240c0 None None] Network 32b82ec1-db28-4114-9830-c881bc38b864 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:25:52.064527 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 3da1e877-6cf9-4f2a-96ce-ecc864275772 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:25:52.252900 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 3da1e877-6cf9-4f2a-96ce-ecc864275772 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:25:52.257673 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 3da1e877-6cf9-4f2a-96ce-ecc864275772 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:25:52.258047 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:52.338825 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:52.361281 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9629264d-754a-49bc-a992-4c561ed764ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da1e877-6cf9-4f2a-96ce-ecc864275772'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:25:52.364450 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c889cec1-4d7c-49e0-88e0-39859f210254" -d '{"events": [{"server_uuid": "9629264d-754a-49bc-a992-4c561ed764ef", "name": "network-vif-plugged", "status": "completed", "tag": "3da1e877-6cf9-4f2a-96ce-ecc864275772"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:25:52.379421 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 3da1e877-6cf9-4f2a-96ce-ecc864275772, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=3da1e877-6cf9-4f2a-96ce-ecc864275772,segment=NetworkSegment(c3b83e00-8105-42bf-a65c-5b309278d20d),segment_id=c3b83e00-8105-42bf-a65c-5b309278d20d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:25:52.411880 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec075d9-8284-4e8c-bead-f8df6d3cc97a x-openstack-request-id: req-2ec075d9-8284-4e8c-bead-f8df6d3cc97a {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:25:52.412191 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9629264d-754a-49bc-a992-4c561ed764ef", "name": "network-vif-plugged", "status": "completed", "tag": "3da1e877-6cf9-4f2a-96ce-ecc864275772", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:25:52.412450 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2ec075d9-8284-4e8c-bead-f8df6d3cc97a {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:25:52.412880 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9629264d-754a-49bc-a992-4c561ed764ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da1e877-6cf9-4f2a-96ce-ecc864275772', 'code': 200} Oct 27 18:25:52.449054 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:52.498763 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=3da1e877-6cf9-4f2a-96ce-ecc864275772,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:52.587562 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb4187-6188-477d-887f-4998268fd50f req-f472f4be-e4a5-4d1c-9663-79badf67b2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:52.589047 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a7fb4187-6188-477d-887f-4998268fd50f req-f472f4be-e4a5-4d1c-9663-79badf67b2a7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 1096 time: 0.0732591 Oct 27 18:25:52.599817 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-15d55552-8eed-466b-8c54-c1114d5c4187 tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:52.601259 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-15d55552-8eed-466b-8c54-c1114d5c4187 tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] 10.222.0.52 "GET /v2.0/networks?id=e8e9dbf7-f12c-41ff-9958-420963149c98 HTTP/1.1" status: 200 len: 814 time: 0.1354957 Oct 27 18:25:52.630182 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-e958059a-7fed-4cd3-a4a6-1b85fbae240a tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] 10.222.0.52 "GET /v2.0/quotas/37befbdb0b8d46daa421b1338ab3e442 HTTP/1.1" status: 200 len: 375 time: 0.0124476 Oct 27 18:25:52.649714 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a7fb4187-6188-477d-887f-4998268fd50f req-97ff6135-a5ad-4f7b-8950-dc05b104d087 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475316 Oct 27 18:25:52.674625 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-e83453fe-d778-4eb1-8413-4ed9fc84b875 tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=37befbdb0b8d46daa421b1338ab3e442&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371864 Oct 27 18:25:52.767844 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f56499-9305-46c5-becf-b372af846176 req-5dc359ec-46d4-426b-a0dc-88e5e2596af5 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:52.769953 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c5f56499-9305-46c5-becf-b372af846176 req-5dc359ec-46d4-426b-a0dc-88e5e2596af5 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 945 time: 0.1175604 Oct 27 18:25:52.810570 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-f30487f0-bb79-4653-881a-279843435364 service neutron] 10.222.0.52 "GET /v2.0/networks/e8e9dbf7-f12c-41ff-9958-420963149c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145017 Oct 27 18:25:52.836539 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c5f56499-9305-46c5-becf-b372af846176 req-c6690d7f-aff4-4205-bbcc-32d9b414f5c4 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600510 Oct 27 18:25:52.944322 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-af0fff12-0e14-470e-81f2-e9886b3d6983 service neutron] 10.222.0.52 "GET /v2.0/networks/e8e9dbf7-f12c-41ff-9958-420963149c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231029 Oct 27 18:25:52.964047 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04161e-a404-4ef1-8c07-a45da7a8b2a8 req-c159e8ba-7223-4a27-98ec-bae03bb3233d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:52.965578 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6c04161e-a404-4ef1-8c07-a45da7a8b2a8 req-c159e8ba-7223-4a27-98ec-bae03bb3233d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 944 time: 0.0691159 Oct 27 18:25:53.005244 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6c04161e-a404-4ef1-8c07-a45da7a8b2a8 req-55238129-0c18-4ccc-926a-3e3dba5ce9b1 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336034 Oct 27 18:25:53.090409 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d7ce061b-f7fc-4983-8f55-44147796c5b9 req-219e5acd-94b8-48ba-a738-dd42d58dccdc tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0280454 Oct 27 18:25:53.146142 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500573b-23c1-419a-88cb-efc395a56349 req-6a21625c-fd9d-446a-a765-ae0e94f34b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:53.147773 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e500573b-23c1-419a-88cb-efc395a56349 req-6a21625c-fd9d-446a-a765-ae0e94f34b8c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0493afd680224a038be01c24bab6b33d&device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 1099 time: 0.0465777 Oct 27 18:25:53.252653 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500573b-23c1-419a-88cb-efc395a56349 req-154cd410-ee31-48eb-88f5-c3a1dc0819f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:53.254909 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e500573b-23c1-419a-88cb-efc395a56349 req-154cd410-ee31-48eb-88f5-c3a1dc0819f8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.0878112 Oct 27 18:25:53.304748 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e500573b-23c1-419a-88cb-efc395a56349 req-339d108c-b313-45fa-b5e5-5b47efc3c331 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=e5be652e-2b69-4639-b26c-0313cea1dd1b HTTP/1.1" status: 200 len: 217 time: 0.0400624 Oct 27 18:25:53.392997 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500573b-23c1-419a-88cb-efc395a56349 req-8b709db5-3a79-4663-b6d9-213b65914a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:53.395223 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e500573b-23c1-419a-88cb-efc395a56349 req-8b709db5-3a79-4663-b6d9-213b65914a13 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.0831623 Oct 27 18:25:53.402915 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc64f3-095b-4cf1-a2c6-2f5e27052069 req-76c2e39d-d0f3-443b-b3c2-80228c97c172 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:53.404329 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-14bc64f3-095b-4cf1-a2c6-2f5e27052069 req-76c2e39d-d0f3-443b-b3c2-80228c97c172 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.1024573 Oct 27 18:25:53.494252 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-14bc64f3-095b-4cf1-a2c6-2f5e27052069 req-a6317da5-a3f9-4173-be89-bfa828e5e187 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740178 Oct 27 18:25:53.505359 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb0353-6e32-4c8c-9a5c-256f60e0d1ec req-cf4a1d60-5367-41a4-94e3-8c1c432d6ca2 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:53.507101 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b6cb0353-6e32-4c8c-9a5c-256f60e0d1ec req-cf4a1d60-5367-41a4-94e3-8c1c432d6ca2 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 945 time: 0.1298108 Oct 27 18:25:53.516219 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500573b-23c1-419a-88cb-efc395a56349 req-9afde37c-2c4f-4c77-9f3a-9a1c66b1580c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:53.516708 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e500573b-23c1-419a-88cb-efc395a56349 req-9afde37c-2c4f-4c77-9f3a-9a1c66b1580c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0977032 Oct 27 18:25:53.596010 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b6cb0353-6e32-4c8c-9a5c-256f60e0d1ec req-c7bbbbcd-26ce-4ccb-a736-4fd0bf1e8abd tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783548 Oct 27 18:25:53.655406 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-909cfd7e-9692-4376-9257-e0649e0c5b48 req-93bb77bb-5cc3-496b-ae05-75e054025860 tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ce071bf-eb2c-4f3c-ad51-8c8452ce48d8 HTTP/1.1" status: 200 len: 210 time: 0.0440230 Oct 27 18:25:53.658916 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e500573b-23c1-419a-88cb-efc395a56349 req-45a1eaec-67ef-4367-a4e9-15677993301b service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272290 Oct 27 18:25:53.754016 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e500573b-23c1-419a-88cb-efc395a56349 req-9b4b8272-7940-4ff8-889a-975205a7d91d service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867019 Oct 27 18:25:53.958442 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1dd8d8-4119-4d0f-80ef-7096d0980fd0 req-e71be079-92ee-42bc-b822-8c5a60b55be8 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:53.959982 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee1dd8d8-4119-4d0f-80ef-7096d0980fd0 req-e71be079-92ee-42bc-b822-8c5a60b55be8 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 945 time: 0.0547729 Oct 27 18:25:53.999297 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee1dd8d8-4119-4d0f-80ef-7096d0980fd0 req-68b9ffc6-2b25-400c-ab1b-9a33a96d557f tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330675 Oct 27 18:25:54.076308 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device f163efb5-dab5-44e4-bcbc-d40014efc10a up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:25:54.123146 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497e01a-bab4-48f5-8886-f540cb65d0a9 req-fa6c2f8a-f8f0-48ba-a08d-6f0210001104 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:54.125266 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e497e01a-bab4-48f5-8886-f540cb65d0a9 req-fa6c2f8a-f8f0-48ba-a08d-6f0210001104 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 944 time: 0.0508802 Oct 27 18:25:54.168598 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e497e01a-bab4-48f5-8886-f540cb65d0a9 req-fefc6d3a-9cb5-44e1-86b4-5f95c0d25f9c tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371118 Oct 27 18:25:54.211273 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-199afae1-2c73-4e29-865c-148c16900b64 req-9ad7525e-f6da-4dc1-9290-a06f7bb4aa7a tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0306814 Oct 27 18:25:54.236740 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port f163efb5-dab5-44e4-bcbc-d40014efc10a completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:25:54.241040 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port f163efb5-dab5-44e4-bcbc-d40014efc10a triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:25:54.241412 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:54.329128 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:54.365957 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port f163efb5-dab5-44e4-bcbc-d40014efc10a, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f163efb5-dab5-44e4-bcbc-d40014efc10a,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:25:54.414042 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c240c984-30de-47a1-a76c-b3ff0c8614c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f163efb5-dab5-44e4-bcbc-d40014efc10a'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:25:54.416443 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6386ef-70f1-4537-95e1-8aab22aacdb8" -d '{"events": [{"server_uuid": "c240c984-30de-47a1-a76c-b3ff0c8614c7", "name": "network-vif-plugged", "status": "completed", "tag": "f163efb5-dab5-44e4-bcbc-d40014efc10a"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:25:54.453452 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b253b3f3-29ac-4474-b996-1734b1d42cde x-openstack-request-id: req-b253b3f3-29ac-4474-b996-1734b1d42cde {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:25:54.453754 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c240c984-30de-47a1-a76c-b3ff0c8614c7", "name": "network-vif-plugged", "status": "completed", "tag": "f163efb5-dab5-44e4-bcbc-d40014efc10a", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:25:54.454011 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b253b3f3-29ac-4474-b996-1734b1d42cde {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:25:54.454405 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c240c984-30de-47a1-a76c-b3ff0c8614c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f163efb5-dab5-44e4-bcbc-d40014efc10a', 'code': 200} Oct 27 18:25:54.463697 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:54.512390 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=f163efb5-dab5-44e4-bcbc-d40014efc10a,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:54.569596 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74825fab-b6c9-41c5-bff2-9c28baf79717 req-35d87140-c137-4ea1-b3c7-eb4a62843f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:54.571410 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-74825fab-b6c9-41c5-bff2-9c28baf79717 req-35d87140-c137-4ea1-b3c7-eb4a62843f18 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 1096 time: 0.0422814 Oct 27 18:25:54.641309 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-74825fab-b6c9-41c5-bff2-9c28baf79717 req-c9c92732-261e-4a90-8058-24fa342c3401 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602946 Oct 27 18:25:54.659294 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e53d68-36a5-4101-9bfc-39562a9cf8c1 req-f7893bc1-cc12-4b08-bda2-95eaee10c639 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:54.659294 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1e53d68-36a5-4101-9bfc-39562a9cf8c1 req-f7893bc1-cc12-4b08-bda2-95eaee10c639 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.0758505 Oct 27 18:25:54.703899 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1e53d68-36a5-4101-9bfc-39562a9cf8c1 req-441d333e-11af-47d0-8ab5-1565f3a5d2a1 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361905 Oct 27 18:25:54.755994 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3377ab-8ba6-4d05-95e3-cbd23e8fdd7c req-08f0e1d0-8122-4e3c-a1eb-9d5860ce767d tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:54.757630 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2f3377ab-8ba6-4d05-95e3-cbd23e8fdd7c req-08f0e1d0-8122-4e3c-a1eb-9d5860ce767d tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 945 time: 0.0528605 Oct 27 18:25:54.794287 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c0e99c76-fce9-49f9-9d50-145903d0ab14 req-6b272119-2ea0-412c-9e90-2c85dae5789f tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ce071bf-eb2c-4f3c-ad51-8c8452ce48d8 HTTP/1.1" status: 200 len: 210 time: 0.0314391 Oct 27 18:25:54.822480 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2f3377ab-8ba6-4d05-95e3-cbd23e8fdd7c req-08698037-ad8d-47bf-85e9-d0a0efd4a4f7 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494511 Oct 27 18:25:55.121699 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d93b9-4881-4db1-bfcc-8973ba878094 req-a56f03c7-e01f-47d5-8fbe-a34d6f845f20 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:55.123511 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f01d93b9-4881-4db1-bfcc-8973ba878094 req-a56f03c7-e01f-47d5-8fbe-a34d6f845f20 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 945 time: 0.0538957 Oct 27 18:25:55.162185 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f01d93b9-4881-4db1-bfcc-8973ba878094 req-057a1477-d7b5-4c12-bb53-fd97c6a26681 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323515 Oct 27 18:25:55.304164 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50015009-5a7d-4df1-8943-66ac064c7459 req-4fb9fa16-26c3-47e5-ae51-2b4ae68d3831 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:55.305656 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-50015009-5a7d-4df1-8943-66ac064c7459 req-4fb9fa16-26c3-47e5-ae51-2b4ae68d3831 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 945 time: 0.0555537 Oct 27 18:25:55.344117 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-50015009-5a7d-4df1-8943-66ac064c7459 req-dda443c2-b67b-4be6-a159-b46661f75d19 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322738 Oct 27 18:25:55.429099 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dafe65b7-0434-4c1c-b71b-f50c7dfcb2d5 req-98e56ce5-679c-45d8-a54a-39b5322110be tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0264385 Oct 27 18:25:55.664258 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe7619-8bdb-4116-a2e3-4972649b2286 req-461aefc5-015f-449e-8573-6dc22753fc18 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:55.665911 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5cfe7619-8bdb-4116-a2e3-4972649b2286 req-461aefc5-015f-449e-8573-6dc22753fc18 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 945 time: 0.0545828 Oct 27 18:25:55.707137 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5cfe7619-8bdb-4116-a2e3-4972649b2286 req-df9be3cf-b3cc-4b0d-99e7-268dda9295e6 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347095 Oct 27 18:25:55.824730 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75c06a-9ad0-4b55-b0a5-f22132745e88 req-775670d8-01ec-49a9-a2c9-2bb2cce9f72c tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:55.826251 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9d75c06a-9ad0-4b55-b0a5-f22132745e88 req-775670d8-01ec-49a9-a2c9-2bb2cce9f72c tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.0543110 Oct 27 18:25:55.866806 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9d75c06a-9ad0-4b55-b0a5-f22132745e88 req-aaa03923-f2ec-4a9b-8a7c-e656aa89e791 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345974 Oct 27 18:25:55.897507 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6265f7c5-9a86-4573-acd7-03d968cf120a req-dc734f0f-2983-4f15-9f67-bdd9b5be1f73 tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ce071bf-eb2c-4f3c-ad51-8c8452ce48d8 HTTP/1.1" status: 200 len: 210 time: 0.0286372 Oct 27 18:25:55.976707 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cfc412-5227-4ccf-a446-16372f4fd10b req-80fb3705-ed3e-4893-a1ba-fbfb44cc761f tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:55.978253 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-54cfc412-5227-4ccf-a446-16372f4fd10b req-80fb3705-ed3e-4893-a1ba-fbfb44cc761f tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 945 time: 0.0553319 Oct 27 18:25:56.190078 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:56.374332 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-54cfc412-5227-4ccf-a446-16372f4fd10b req-dec5bb08-b8fe-4c78-864d-06fbbae4deeb tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899469 Oct 27 18:25:56.437161 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-191acf24-98fe-479b-8fea-59162dc3b43b tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:56.438583 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-191acf24-98fe-479b-8fea-59162dc3b43b tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] 10.222.0.93 "GET /v2.0/networks?id=e8e9dbf7-f12c-41ff-9958-420963149c98 HTTP/1.1" status: 200 len: 814 time: 0.1344028 Oct 27 18:25:56.478273 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c99109-ecba-4bbf-8315-44c4ec5af897 req-eb87a2bb-3414-4639-9274-1ac8f59d8cb8 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:56.479863 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-23c99109-ecba-4bbf-8315-44c4ec5af897 req-eb87a2bb-3414-4639-9274-1ac8f59d8cb8 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 945 time: 0.0631847 Oct 27 18:25:56.484518 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-5b7364ba-a658-4435-bbbc-5b590992e60b tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Request body: {'port': {'device_id': '5ce071bf-eb2c-4f3c-ad51-8c8452ce48d8', 'network_id': 'e8e9dbf7-f12c-41ff-9958-420963149c98', 'admin_state_up': True, 'tenant_id': '37befbdb0b8d46daa421b1338ab3e442'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:25:56.573631 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-76370720-db9c-41a2-b701-8fd9be3f4189 req-25b40b55-117a-456c-8ac7-20ae114ac255 tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0452337 Oct 27 18:25:56.607767 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-23c99109-ecba-4bbf-8315-44c4ec5af897 req-83086431-f213-499e-a5ce-faf5b818c12b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177378 Oct 27 18:25:56.751496 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:56.752460 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-5b7364ba-a658-4435-bbbc-5b590992e60b tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Made reservation on behalf of 37befbdb0b8d46daa421b1338ab3e442 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:25:56.756975 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-5b7364ba-a658-4435-bbbc-5b590992e60b tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:56.900397 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e5bc3-c4f5-4500-859b-40ea3fdd2e36 req-f0424a5c-d617-4d30-b063-261874a974c0 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:56.902095 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ea3e5bc3-c4f5-4500-859b-40ea3fdd2e36 req-f0424a5c-d617-4d30-b063-261874a974c0 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 945 time: 0.1177685 Oct 27 18:25:56.941054 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-5b7364ba-a658-4435-bbbc-5b590992e60b tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Allocated IP 172.20.0.10 (e8e9dbf7-f12c-41ff-9958-420963149c98/375c936d-1e54-4fff-85fb-15a9bf524c03/e6cd1417-662e-4866-b132-3dd641d5a6d6) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:25:56.993115 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ea3e5bc3-c4f5-4500-859b-40ea3fdd2e36 req-feebbb20-2af0-478b-b6ab-355be77dfc52 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835016 Oct 27 18:25:57.044626 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1aaf8a-b566-4e06-98e7-27fab71f0e8c req-e08b93c5-0aa1-4c38-ba19-9e3216e7d626 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:57.046149 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8e1aaf8a-b566-4e06-98e7-27fab71f0e8c req-e08b93c5-0aa1-4c38-ba19-9e3216e7d626 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.1003411 Oct 27 18:25:57.121752 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d1bfef7a-8605-4bf9-9975-1c487ee8651e req-8ed99764-f507-42bb-b3e6-04a45e71caeb tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ce071bf-eb2c-4f3c-ad51-8c8452ce48d8 HTTP/1.1" status: 200 len: 210 time: 0.0710120 Oct 27 18:25:57.162896 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8e1aaf8a-b566-4e06-98e7-27fab71f0e8c req-60330843-067f-466c-b942-f8a13db91f08 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939145 Oct 27 18:25:57.197599 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-5b7364ba-a658-4435-bbbc-5b590992e60b tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:57.327563 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-5b7364ba-a658-4435-bbbc-5b590992e60b tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:57.372995 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-5b7364ba-a658-4435-bbbc-5b590992e60b tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Network e8e9dbf7-f12c-41ff-9958-420963149c98 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:25:57.376216 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-5b7364ba-a658-4435-bbbc-5b590992e60b tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:25:57.378667 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-5b7364ba-a658-4435-bbbc-5b590992e60b tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:25:57.413416 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7364ba-a658-4435-bbbc-5b590992e60b tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Pushing event updated for resources: {'Port': ['ID=e6cd1417-662e-4866-b132-3dd641d5a6d6,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:57.427838 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7364ba-a658-4435-bbbc-5b590992e60b tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:57.428223 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7364ba-a658-4435-bbbc-5b590992e60b tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:57.428530 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7364ba-a658-4435-bbbc-5b590992e60b tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:57.428869 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7364ba-a658-4435-bbbc-5b590992e60b tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:57.429203 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7364ba-a658-4435-bbbc-5b590992e60b tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:57.429534 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7364ba-a658-4435-bbbc-5b590992e60b tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:57.429863 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7364ba-a658-4435-bbbc-5b590992e60b tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:57.430189 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7364ba-a658-4435-bbbc-5b590992e60b tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:57.430515 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7364ba-a658-4435-bbbc-5b590992e60b tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:57.430864 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7364ba-a658-4435-bbbc-5b590992e60b tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:57.431195 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7364ba-a658-4435-bbbc-5b590992e60b tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:57.431516 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7364ba-a658-4435-bbbc-5b590992e60b tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:25:57.450377 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-5b7364ba-a658-4435-bbbc-5b590992e60b tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:57.451045 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-5b7364ba-a658-4435-bbbc-5b590992e60b tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:57.506559 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80806cde-425b-4c42-9db9-05acb66b2e11 req-54c6a1d4-8728-429e-99c3-5a9707eedbc2 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:57.508088 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-80806cde-425b-4c42-9db9-05acb66b2e11 req-54c6a1d4-8728-429e-99c3-5a9707eedbc2 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 945 time: 0.0544567 Oct 27 18:25:57.546529 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-80806cde-425b-4c42-9db9-05acb66b2e11 req-bcdadb76-4254-4d7b-9565-662d3e8b10b4 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322268 Oct 27 18:25:57.563782 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-5b7364ba-a658-4435-bbbc-5b590992e60b tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0829566 Oct 27 18:25:57.588272 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-2c3fe89b-a5df-449a-97fa-eabeda89bb88 service neutron] Request body: {'port': {'device_id': '5ce071bf-eb2c-4f3c-ad51-8c8452ce48d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:25:57.643122 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-2c3fe89b-a5df-449a-97fa-eabeda89bb88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:57.709315 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0577df34-a4ca-480e-a0d3-01d99e581c3c req-2efc58fc-3995-4e9a-a4a8-5da96e3cad8a tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0525651 Oct 27 18:25:57.819601 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b6d93-0472-4cda-9b55-095e2432fb31 req-bde0f5b9-6c84-4aef-b3f9-a4f6ccdfba22 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:57.821123 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f72b6d93-0472-4cda-9b55-095e2432fb31 req-bde0f5b9-6c84-4aef-b3f9-a4f6ccdfba22 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 945 time: 0.1307466 Oct 27 18:25:57.907812 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f72b6d93-0472-4cda-9b55-095e2432fb31 req-3d8c9cba-c92e-4a96-bfba-67faa96e873a tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798755 Oct 27 18:25:58.011398 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-2c3fe89b-a5df-449a-97fa-eabeda89bb88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6cd1417-662e-4866-b132-3dd641d5a6d6 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:25:58.020176 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-2c3fe89b-a5df-449a-97fa-eabeda89bb88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:58.033100 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-2c3fe89b-a5df-449a-97fa-eabeda89bb88 service neutron] Transition to ACTIVE for port object e6cd1417-662e-4866-b132-3dd641d5a6d6 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:25:58.116133 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cac13-b037-43cf-a16d-a43549654c70 req-f0da43b2-e4cb-494a-a4a5-02566b079c5a tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:58.117700 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-662cac13-b037-43cf-a16d-a43549654c70 req-f0da43b2-e4cb-494a-a4a5-02566b079c5a tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 945 time: 0.0566227 Oct 27 18:25:58.119081 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-2c3fe89b-a5df-449a-97fa-eabeda89bb88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:58.197539 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3fe89b-a5df-449a-97fa-eabeda89bb88 service neutron] Pushing event updated for resources: {'Port': ['ID=e6cd1417-662e-4866-b132-3dd641d5a6d6,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:58.249812 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-662cac13-b037-43cf-a16d-a43549654c70 req-7bf7f500-9043-4889-adfa-e215af8ab381 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259325 Oct 27 18:25:58.304982 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a255a1-559c-4e51-aeca-f69b7248892e req-7adfd5d2-df95-4e1e-a579-65c0f34034f2 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:58.306617 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-06a255a1-559c-4e51-aeca-f69b7248892e req-7adfd5d2-df95-4e1e-a579-65c0f34034f2 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 945 time: 0.1167552 Oct 27 18:25:58.350257 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-2c3fe89b-a5df-449a-97fa-eabeda89bb88 service neutron] Attempting to bind port e6cd1417-662e-4866-b132-3dd641d5a6d6 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:25:58.350600 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-2c3fe89b-a5df-449a-97fa-eabeda89bb88 service neutron] Attempting to bind port e6cd1417-662e-4866-b132-3dd641d5a6d6 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '23d9461a-a91e-4eeb-8448-c875451f607b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'e8e9dbf7-f12c-41ff-9958-420963149c98'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:25:58.350967 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-2c3fe89b-a5df-449a-97fa-eabeda89bb88 service neutron] Attempting to bind port e6cd1417-662e-4866-b132-3dd641d5a6d6 on network e8e9dbf7-f12c-41ff-9958-420963149c98 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:25:58.367260 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-2c3fe89b-a5df-449a-97fa-eabeda89bb88 service neutron] Port e6cd1417-662e-4866-b132-3dd641d5a6d6 on network e8e9dbf7-f12c-41ff-9958-420963149c98 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:25:58.367592 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-2c3fe89b-a5df-449a-97fa-eabeda89bb88 service neutron] Attempting to bind port e6cd1417-662e-4866-b132-3dd641d5a6d6 on network e8e9dbf7-f12c-41ff-9958-420963149c98 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:25:58.387777 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-2c3fe89b-a5df-449a-97fa-eabeda89bb88 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:25:58.388172 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-2c3fe89b-a5df-449a-97fa-eabeda89bb88 service neutron] Checking segment: {'id': '23d9461a-a91e-4eeb-8448-c875451f607b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'e8e9dbf7-f12c-41ff-9958-420963149c98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:25:58.388563 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-2c3fe89b-a5df-449a-97fa-eabeda89bb88 service neutron] Bound using segment: {'id': '23d9461a-a91e-4eeb-8448-c875451f607b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'e8e9dbf7-f12c-41ff-9958-420963149c98'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:25:58.389007 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-2c3fe89b-a5df-449a-97fa-eabeda89bb88 service neutron] Bound port: e6cd1417-662e-4866-b132-3dd641d5a6d6, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d9461a-a91e-4eeb-8448-c875451f607b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'e8e9dbf7-f12c-41ff-9958-420963149c98'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:25:58.389365 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-2c3fe89b-a5df-449a-97fa-eabeda89bb88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:58.407268 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-06a255a1-559c-4e51-aeca-f69b7248892e req-3bf3af85-90a8-40d7-8725-7d332374d6c7 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798764 Oct 27 18:25:58.417490 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f9bdf-fd8c-4210-8cd2-5d978f8c3c92 req-6c894cbe-6263-4cc2-92b5-acb8423ece72 tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:58.428855 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-841f9bdf-fd8c-4210-8cd2-5d978f8c3c92 req-6c894cbe-6263-4cc2-92b5-acb8423ece72 tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ce071bf-eb2c-4f3c-ad51-8c8452ce48d8 HTTP/1.1" status: 200 len: 944 time: 0.1080599 Oct 27 18:25:58.530940 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-841f9bdf-fd8c-4210-8cd2-5d978f8c3c92 req-e5707fa9-a4c2-440f-8f5e-be9624438773 tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b7f7b09-af4c-4148-8e81-0643dc29be25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867138 Oct 27 18:25:58.533630 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-2c3fe89b-a5df-449a-97fa-eabeda89bb88 service neutron] For port e6cd1417-662e-4866-b132-3dd641d5a6d6, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:25:58.538628 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-2c3fe89b-a5df-449a-97fa-eabeda89bb88 service neutron] For port e6cd1417-662e-4866-b132-3dd641d5a6d6, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e6cd1417-662e-4866-b132-3dd641d5a6d6,segment=NetworkSegment(23d9461a-a91e-4eeb-8448-c875451f607b),segment_id=23d9461a-a91e-4eeb-8448-c875451f607b)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:25:58.554374 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e938d6-0c2a-42d7-9f74-ad54979bd68c req-dd8f2290-ca75-4b31-8977-ffa2f8f0de69 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:58.555918 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c0e938d6-0c2a-42d7-9f74-ad54979bd68c req-dd8f2290-ca75-4b31-8977-ffa2f8f0de69 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.0910347 Oct 27 18:25:58.580085 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-2c3fe89b-a5df-449a-97fa-eabeda89bb88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:58.645972 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-2c3fe89b-a5df-449a-97fa-eabeda89bb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:58.646515 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-2c3fe89b-a5df-449a-97fa-eabeda89bb88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:25:58.648258 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-2c3fe89b-a5df-449a-97fa-eabeda89bb88 service neutron] 10.222.0.93 "PUT /v2.0/ports/e6cd1417-662e-4866-b132-3dd641d5a6d6 HTTP/1.1" status: 200 len: 1092 time: 1.0684555 Oct 27 18:25:58.654485 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce071bf-eb2c-4f3c-ad51-8c8452ce48d8', 'tag': 'e6cd1417-662e-4866-b132-3dd641d5a6d6'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:25:58.654857 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3d5b13-d70d-4780-a870-3ec18127f21d" -d '{"events": [{"name": "network-changed", "server_uuid": "5ce071bf-eb2c-4f3c-ad51-8c8452ce48d8", "tag": "e6cd1417-662e-4866-b132-3dd641d5a6d6"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:25:58.675821 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c0e938d6-0c2a-42d7-9f74-ad54979bd68c req-25bf7aaa-a277-4818-bb04-f14f2bfbb588 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137996 Oct 27 18:25:58.693558 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3fe89b-a5df-449a-97fa-eabeda89bb88 service neutron] Pushing event updated for resources: {'Port': ['ID=e6cd1417-662e-4866-b132-3dd641d5a6d6,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:25:58.714752 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62895262-84b1-4c4a-82cc-db3c5a51fb1b req-15146634-6a96-4254-b672-ac13c4f361ab tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:58.716403 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-62895262-84b1-4c4a-82cc-db3c5a51fb1b req-15146634-6a96-4254-b672-ac13c4f361ab tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 945 time: 0.0948644 Oct 27 18:25:58.721682 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca9e839-c0ff-48f8-9c21-fb641a2d340a x-openstack-request-id: req-1ca9e839-c0ff-48f8-9c21-fb641a2d340a {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:25:58.721977 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ce071bf-eb2c-4f3c-ad51-8c8452ce48d8", "tag": "e6cd1417-662e-4866-b132-3dd641d5a6d6", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:25:58.722268 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1ca9e839-c0ff-48f8-9c21-fb641a2d340a {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:25:58.722706 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ce071bf-eb2c-4f3c-ad51-8c8452ce48d8', 'tag': 'e6cd1417-662e-4866-b132-3dd641d5a6d6', 'status': 'completed', 'code': 200} Oct 27 18:25:58.760372 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-62895262-84b1-4c4a-82cc-db3c5a51fb1b req-75ecc1b8-672a-4f44-b217-c856ac9aab84 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365734 Oct 27 18:25:58.826864 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eb294887-3578-4063-8217-9ce4b9190b4e req-1d96807e-3eb1-4b98-8cc4-3780748c241a tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0300112 Oct 27 18:25:58.834905 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d5b13-d70d-4780-a870-3ec18127f21d req-229d9d7c-0ef6-4c30-91c6-380306a6a638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:58.836537 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7e3d5b13-d70d-4780-a870-3ec18127f21d req-229d9d7c-0ef6-4c30-91c6-380306a6a638 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=37befbdb0b8d46daa421b1338ab3e442&device_id=5ce071bf-eb2c-4f3c-ad51-8c8452ce48d8 HTTP/1.1" status: 200 len: 1095 time: 0.0718203 Oct 27 18:25:58.950758 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d5b13-d70d-4780-a870-3ec18127f21d req-07387b39-fbb2-4b8d-8e78-5ab047edde08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:58.952253 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7e3d5b13-d70d-4780-a870-3ec18127f21d req-07387b39-fbb2-4b8d-8e78-5ab047edde08 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=37befbdb0b8d46daa421b1338ab3e442&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0989845 Oct 27 18:25:59.059210 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d5b13-d70d-4780-a870-3ec18127f21d req-b0f5223e-d8ab-4461-b86b-edf941feedca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:59.060678 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7e3d5b13-d70d-4780-a870-3ec18127f21d req-b0f5223e-d8ab-4461-b86b-edf941feedca service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0938616 Oct 27 18:25:59.154595 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-fb00abd9-4d60-4e18-9159-e88772fc6b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:59.156287 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-fb00abd9-4d60-4e18-9159-e88772fc6b67 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=37befbdb0b8d46daa421b1338ab3e442&device_id=5ce071bf-eb2c-4f3c-ad51-8c8452ce48d8 HTTP/1.1" status: 200 len: 1095 time: 0.0501969 Oct 27 18:25:59.205596 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-72f07579-d075-4149-ad7d-698fc51a1da9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6cd1417-662e-4866-b132-3dd641d5a6d6 HTTP/1.1" status: 200 len: 217 time: 0.0366518 Oct 27 18:25:59.254986 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-ee3c47e2-b3c5-49b1-bd4c-3dfd696e2085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:59.256434 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-ee3c47e2-b3c5-49b1-bd4c-3dfd696e2085 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=375c936d-1e54-4fff-85fb-15a9bf524c03 HTTP/1.1" status: 200 len: 854 time: 0.0443048 Oct 27 18:25:59.299792 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-480640f7-f5d3-4f3c-bf12-1900240ed07b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e8e9dbf7-f12c-41ff-9958-420963149c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292776 Oct 27 18:25:59.423687 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b555c-0fb4-4731-8774-d955e2834095 req-811701df-bdc5-4536-96c3-55eead77990b tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:59.425173 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-849b555c-0fb4-4731-8774-d955e2834095 req-811701df-bdc5-4536-96c3-55eead77990b tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 945 time: 0.0968261 Oct 27 18:25:59.441831 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-1401ad96-2094-4df4-8727-8b4ebb4d7f31 service neutron] 10.222.0.93 "GET /v2.0/networks/e8e9dbf7-f12c-41ff-9958-420963149c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302578 Oct 27 18:25:59.519502 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-849b555c-0fb4-4731-8774-d955e2834095 req-65d0c648-4e7f-4f28-87a7-ef863c74e3d8 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867403 Oct 27 18:25:59.588669 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816bdcfb-ede7-41f8-82d1-acdeb0e5cf66 req-9c5a14d5-bb69-4fff-954b-58c2c25d17b8 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:59.590161 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-816bdcfb-ede7-41f8-82d1-acdeb0e5cf66 req-9c5a14d5-bb69-4fff-954b-58c2c25d17b8 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 945 time: 0.0868936 Oct 27 18:25:59.596073 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd279679-aa26-4d02-81d2-e78511eb1799 req-1800c0e8-73ee-4660-b41d-64adab512d18 service neutron] 10.222.0.93 "GET /v2.0/networks/e8e9dbf7-f12c-41ff-9958-420963149c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423111 Oct 27 18:25:59.658197 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-816bdcfb-ede7-41f8-82d1-acdeb0e5cf66 req-95de0462-d6f4-42f1-882f-488b1dffb0af tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611577 Oct 27 18:25:59.677668 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7bee07-7046-436f-845e-9cbed3044d5b req-3f32b5b9-be63-461e-8f1f-1e97197b51d1 tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:59.679403 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dc7bee07-7046-436f-845e-9cbed3044d5b req-3f32b5b9-be63-461e-8f1f-1e97197b51d1 tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ce071bf-eb2c-4f3c-ad51-8c8452ce48d8 HTTP/1.1" status: 200 len: 944 time: 0.0765514 Oct 27 18:25:59.721078 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dc7bee07-7046-436f-845e-9cbed3044d5b req-d542e1cc-22b0-4c94-8bc7-29987498b0b9 tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b7f7b09-af4c-4148-8e81-0643dc29be25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347519 Oct 27 18:25:59.808957 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a893c4-d1d8-42ae-8a08-c8a85edddd0d req-e79611b1-da8a-405c-b3a8-691ada29b6a1 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:59.810560 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-26a893c4-d1d8-42ae-8a08-c8a85edddd0d req-e79611b1-da8a-405c-b3a8-691ada29b6a1 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.0505025 Oct 27 18:25:59.879048 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-26a893c4-d1d8-42ae-8a08-c8a85edddd0d req-b9a8d5aa-4b92-4ba1-ab13-14f1a004bad8 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615792 Oct 27 18:25:59.899111 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710672d1-9477-4e13-86e2-ec4fd3df1195 req-197e67c4-0f77-4c32-9d98-5b3d2254363e tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:25:59.900609 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-710672d1-9477-4e13-86e2-ec4fd3df1195 req-197e67c4-0f77-4c32-9d98-5b3d2254363e tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 945 time: 0.0657094 Oct 27 18:25:59.941535 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-710672d1-9477-4e13-86e2-ec4fd3df1195 req-51588aa5-0cd0-44ac-9039-584d9d6c1c6b tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334566 Oct 27 18:26:00.031495 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cac00a85-ed1e-41bb-8326-01ab3142d74d req-364b189a-6062-4a6d-9f06-71508b542020 tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0280709 Oct 27 18:26:00.640819 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d6981-d6d6-48fb-b187-78db7c10fa8d req-4a3b8c22-daf2-4013-a216-da36d1caf019 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:00.642627 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7b6d6981-d6d6-48fb-b187-78db7c10fa8d req-4a3b8c22-daf2-4013-a216-da36d1caf019 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 945 time: 0.0509436 Oct 27 18:26:00.681676 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7b6d6981-d6d6-48fb-b187-78db7c10fa8d req-fd606317-40b4-4dfa-ab53-b7d40eabeb00 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324767 Oct 27 18:26:00.787223 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab65694c-1406-4e78-9cfa-f025ab9d0cd1 req-c7569407-1876-4657-a369-e0fdc257f33b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:00.789062 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ab65694c-1406-4e78-9cfa-f025ab9d0cd1 req-c7569407-1876-4657-a369-e0fdc257f33b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 945 time: 0.0520470 Oct 27 18:26:00.860718 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ab65694c-1406-4e78-9cfa-f025ab9d0cd1 req-41450d30-2541-4a12-9199-d30add9d244d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604899 Oct 27 18:26:00.869642 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58410f-3d59-42b0-b5ba-231c164652e8 req-e9c0ae24-b96b-4ad0-bc5a-f84d96ac4201 tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:00.871142 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ae58410f-3d59-42b0-b5ba-231c164652e8 req-e9c0ae24-b96b-4ad0-bc5a-f84d96ac4201 tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ce071bf-eb2c-4f3c-ad51-8c8452ce48d8 HTTP/1.1" status: 200 len: 944 time: 0.0793369 Oct 27 18:26:00.909778 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ae58410f-3d59-42b0-b5ba-231c164652e8 req-72e66cb5-afe2-42aa-992c-dac69206a9b0 tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b7f7b09-af4c-4148-8e81-0643dc29be25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323462 Oct 27 18:26:01.000669 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665681e9-46b7-4f47-9dfc-2c2f94b09ac7 req-dacc16e3-92ae-45de-83f2-9976c6a77f47 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:01.002163 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-665681e9-46b7-4f47-9dfc-2c2f94b09ac7 req-dacc16e3-92ae-45de-83f2-9976c6a77f47 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.0502019 Oct 27 18:26:01.069796 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-665681e9-46b7-4f47-9dfc-2c2f94b09ac7 req-ceb25557-e80b-4e99-8ffd-bf888650838f tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613167 Oct 27 18:26:01.086775 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b48995-f570-4af2-90ef-fb3a840fa87d req-2705f1bf-a713-40e8-b2b7-8e003c490e1c tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:01.088295 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b2b48995-f570-4af2-90ef-fb3a840fa87d req-2705f1bf-a713-40e8-b2b7-8e003c490e1c tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 945 time: 0.0740120 Oct 27 18:26:01.127373 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b2b48995-f570-4af2-90ef-fb3a840fa87d req-88759622-ac7e-48b3-8049-1bf191797888 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326052 Oct 27 18:26:01.231042 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3fdc7041-7c92-4e09-9a14-4ce5dac0d0c3 req-3811a063-0ff0-4e72-afb5-3e4532497c84 tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0283666 Oct 27 18:26:01.804553 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42faec96-c0e3-4093-be87-c5b2206e82ee req-4a9fee39-0e21-4bc8-83c8-273dd23cb25e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:01.806042 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-42faec96-c0e3-4093-be87-c5b2206e82ee req-4a9fee39-0e21-4bc8-83c8-273dd23cb25e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 945 time: 0.0522301 Oct 27 18:26:01.844249 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-42faec96-c0e3-4093-be87-c5b2206e82ee req-295cc5b7-b855-41ee-9395-ff93f2a049b0 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321953 Oct 27 18:26:01.981755 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341880c-7865-421c-8a07-f01c50854547 req-95868afd-0694-4969-86cc-8d340d8ba44d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:01.983179 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8341880c-7865-421c-8a07-f01c50854547 req-95868afd-0694-4969-86cc-8d340d8ba44d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 945 time: 0.0523272 Oct 27 18:26:02.047391 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8341880c-7865-421c-8a07-f01c50854547 req-bde6c561-1911-4ea2-b576-4ef1e88ada39 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545554 Oct 27 18:26:02.056058 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef614160-adad-484d-85ba-9e06416e5f4c req-4709dc67-f29c-4272-913c-c322c9fb326a tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:02.057522 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ef614160-adad-484d-85ba-9e06416e5f4c req-4709dc67-f29c-4272-913c-c322c9fb326a tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ce071bf-eb2c-4f3c-ad51-8c8452ce48d8 HTTP/1.1" status: 200 len: 944 time: 0.0734715 Oct 27 18:26:02.097282 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ef614160-adad-484d-85ba-9e06416e5f4c req-b131f82d-ad57-4c01-94b8-0140ebe61551 tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b7f7b09-af4c-4148-8e81-0643dc29be25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335505 Oct 27 18:26:02.187335 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd2ffe-d64e-430d-b311-a52fb3063d9b req-8181f6e9-9a5b-4f64-95d7-a94086c46ef9 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:02.189001 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-23fd2ffe-d64e-430d-b311-a52fb3063d9b req-8181f6e9-9a5b-4f64-95d7-a94086c46ef9 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.0506446 Oct 27 18:26:02.257662 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-23fd2ffe-d64e-430d-b311-a52fb3063d9b req-a32649b2-0f2f-4838-9327-1d090acec2fb tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626256 Oct 27 18:26:02.275961 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc6c92-da4e-47ad-8dcc-da074e39e049 req-d43c33da-ec66-4032-a9f2-f37adb964af9 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:02.277701 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-62cc6c92-da4e-47ad-8dcc-da074e39e049 req-d43c33da-ec66-4032-a9f2-f37adb964af9 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 945 time: 0.0762675 Oct 27 18:26:02.320419 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-62cc6c92-da4e-47ad-8dcc-da074e39e049 req-eb8422b6-8604-4b98-a216-8e2fb8a8101a tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351381 Oct 27 18:26:02.418467 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-62f3600e-b80b-4a81-bfa5-b96da8b7d667 req-828edcd1-5823-4342-8657-313f4c5fbc1b tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0271170 Oct 27 18:26:02.966076 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082530e8-6536-4330-9ae6-783b130deb2a req-64667a1e-2f83-44c2-8605-a7549d8460e3 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:02.967644 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-082530e8-6536-4330-9ae6-783b130deb2a req-64667a1e-2f83-44c2-8605-a7549d8460e3 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 945 time: 0.0505586 Oct 27 18:26:03.007567 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-082530e8-6536-4330-9ae6-783b130deb2a req-b50bbee4-b4cb-46e6-9ada-3e91aea9062d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340192 Oct 27 18:26:03.170457 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c14a7-255a-41f3-ab37-973f7d07924e req-546e7264-22a2-49c7-bff5-522bb84a3feb tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:03.171982 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-668c14a7-255a-41f3-ab37-973f7d07924e req-546e7264-22a2-49c7-bff5-522bb84a3feb tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 945 time: 0.0533431 Oct 27 18:26:03.233643 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-668c14a7-255a-41f3-ab37-973f7d07924e req-a665bdcc-1f79-43c5-873e-3eb3c9337cfa tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521903 Oct 27 18:26:03.244914 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78242a35-f8f9-4292-b830-59f0c927b8ab req-2598da0e-cb06-4996-a9c7-3b7688d9d60e tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:03.246445 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-78242a35-f8f9-4292-b830-59f0c927b8ab req-2598da0e-cb06-4996-a9c7-3b7688d9d60e tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ce071bf-eb2c-4f3c-ad51-8c8452ce48d8 HTTP/1.1" status: 200 len: 944 time: 0.0735271 Oct 27 18:26:03.285128 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-78242a35-f8f9-4292-b830-59f0c927b8ab req-8b3d7a7e-7bae-4e1e-a910-38c480608d77 tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b7f7b09-af4c-4148-8e81-0643dc29be25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320718 Oct 27 18:26:03.376684 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305794c-795a-4069-9826-7de2cfadc559 req-4189112e-9178-43af-8a47-29fccbd8a1ec tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:03.378269 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9305794c-795a-4069-9826-7de2cfadc559 req-4189112e-9178-43af-8a47-29fccbd8a1ec tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.0507429 Oct 27 18:26:03.422280 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9305794c-795a-4069-9826-7de2cfadc559 req-91c6e7ce-7e25-4640-a463-25fe78640162 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371201 Oct 27 18:26:03.515979 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece54a6-35f7-44cd-a9e2-34b3afa32671 req-a6e5443d-9c22-4466-b0db-ab1f4deab673 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:03.517474 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ece54a6-35f7-44cd-a9e2-34b3afa32671 req-a6e5443d-9c22-4466-b0db-ab1f4deab673 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 945 time: 0.0564821 Oct 27 18:26:03.566236 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ece54a6-35f7-44cd-a9e2-34b3afa32671 req-fb5b74fe-a55a-49c8-8ca7-ab9922c3849a tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412703 Oct 27 18:26:03.580874 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-10288b68-ee68-474c-a976-b0486e7bda0c req-c09ed5bb-1c51-4435-90f4-8bd1ed576e9f tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0282850 Oct 27 18:26:03.597944 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:26:04.117244 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e6cd1417-662e-4866-b132-3dd641d5a6d6 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:26:04.125660 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8140949-23ca-4bb9-a053-5498d5a234f1 req-9011147c-4d5c-4aed-8d06-63ea4f11b37d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:04.127283 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a8140949-23ca-4bb9-a053-5498d5a234f1 req-9011147c-4d5c-4aed-8d06-63ea4f11b37d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 945 time: 0.0512786 Oct 27 18:26:04.175089 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a8140949-23ca-4bb9-a053-5498d5a234f1 req-957ff8b2-55d4-4973-b41f-b6a3384fe50b tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410755 Oct 27 18:26:04.215016 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port e6cd1417-662e-4866-b132-3dd641d5a6d6, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e6cd1417-662e-4866-b132-3dd641d5a6d6,segment=NetworkSegment(23d9461a-a91e-4eeb-8448-c875451f607b),segment_id=23d9461a-a91e-4eeb-8448-c875451f607b)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:26:04.226073 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'e6cd1417-662e-4866-b132-3dd641d5a6d6', 'network_id': 'e8e9dbf7-f12c-41ff-9958-420963149c98', 'port_id': 'e6cd1417-662e-4866-b132-3dd641d5a6d6', 'mac_address': 'fa:16:3e:56:47:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '375c936d-1e54-4fff-85fb-15a9bf524c03', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:26:04.265638 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:04.279614 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6cd1417-662e-4866-b132-3dd641d5a6d6 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:26:04.303202 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port e6cd1417-662e-4866-b132-3dd641d5a6d6, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e6cd1417-662e-4866-b132-3dd641d5a6d6,segment=NetworkSegment(23d9461a-a91e-4eeb-8448-c875451f607b),segment_id=23d9461a-a91e-4eeb-8448-c875451f607b)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:26:04.397100 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:04.398929 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43fbb64-a890-4880-8fee-38a706256592 req-39a258b7-2ebf-4e28-a5e2-1ab9a2dc6ad5 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:04.400680 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f43fbb64-a890-4880-8fee-38a706256592 req-39a258b7-2ebf-4e28-a5e2-1ab9a2dc6ad5 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 945 time: 0.0828822 Oct 27 18:26:04.447849 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=e6cd1417-662e-4866-b132-3dd641d5a6d6,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:04.460893 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d14a45-8806-4377-8fc9-3393c41cba82 req-d7601791-2428-4a30-a850-f18143242a96 tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:04.462464 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e3d14a45-8806-4377-8fc9-3393c41cba82 req-d7601791-2428-4a30-a850-f18143242a96 tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ce071bf-eb2c-4f3c-ad51-8c8452ce48d8 HTTP/1.1" status: 200 len: 944 time: 0.1005168 Oct 27 18:26:04.465976 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f43fbb64-a890-4880-8fee-38a706256592 req-d960c0d9-98eb-4c87-933c-6196281b7746 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521429 Oct 27 18:26:04.507301 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e3d14a45-8806-4377-8fc9-3393c41cba82 req-322d72c1-ad83-42b5-aacb-0e3a2b75802e tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b7f7b09-af4c-4148-8e81-0643dc29be25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382092 Oct 27 18:26:04.628272 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211eff7e-de01-4027-9901-430f2077a250 req-3ae599f9-7ede-4544-9b2a-4d2686bb68e9 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:04.628272 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-211eff7e-de01-4027-9901-430f2077a250 req-3ae599f9-7ede-4544-9b2a-4d2686bb68e9 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.0526309 Oct 27 18:26:04.667232 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-211eff7e-de01-4027-9901-430f2077a250 req-3e290945-1894-4446-9524-103ff9a43108 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323937 Oct 27 18:26:04.726296 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c27bf8-4b64-44b6-bc59-6556a7493148 req-a8612ce6-b7ce-424f-a2d3-3ec45df558f4 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:04.727832 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-34c27bf8-4b64-44b6-bc59-6556a7493148 req-a8612ce6-b7ce-424f-a2d3-3ec45df558f4 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 945 time: 0.0537641 Oct 27 18:26:04.764463 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3c21deaa-447d-4ebb-ba34-08fbcb7baa5b req-7dfb3334-3705-4e76-b007-6644371a7c37 tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0356531 Oct 27 18:26:04.784869 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-34c27bf8-4b64-44b6-bc59-6556a7493148 req-63767056-9b2e-4d94-8609-1aec00865628 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479794 Oct 27 18:26:04.989296 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['e6cd1417-662e-4866-b132-3dd641d5a6d6'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:26:05.294660 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e78df-f5d1-4258-9801-d1cb6f4d2bcc req-fdb0d07b-ac51-4677-85a6-bb49bdff5863 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:05.296099 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-420e78df-f5d1-4258-9801-d1cb6f4d2bcc req-fdb0d07b-ac51-4677-85a6-bb49bdff5863 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 945 time: 0.0494432 Oct 27 18:26:05.334762 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-420e78df-f5d1-4258-9801-d1cb6f4d2bcc req-1a142009-8248-46a4-a302-b16a8b72f373 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328081 Oct 27 18:26:05.622011 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c7bc4-7aea-41b2-b25f-dc1949529600 req-4d3189de-699e-4474-ba38-cf2001158cb3 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:05.623540 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-910c7bc4-7aea-41b2-b25f-dc1949529600 req-4d3189de-699e-4474-ba38-cf2001158cb3 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 945 time: 0.0842640 Oct 27 18:26:05.647840 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeba2b9-862c-4510-a60f-58e9c2c20356 req-fa3c9d4b-69a5-49b9-894e-2f6fe283148c tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:05.649349 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6eeba2b9-862c-4510-a60f-58e9c2c20356 req-fa3c9d4b-69a5-49b9-894e-2f6fe283148c tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ce071bf-eb2c-4f3c-ad51-8c8452ce48d8 HTTP/1.1" status: 200 len: 945 time: 0.0721464 Oct 27 18:26:05.693520 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-910c7bc4-7aea-41b2-b25f-dc1949529600 req-343774a6-7920-49a6-ad41-9cf95f3dcee7 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626152 Oct 27 18:26:05.708300 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6eeba2b9-862c-4510-a60f-58e9c2c20356 req-f10abda2-3a56-48ee-928c-332b17c8c521 tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b7f7b09-af4c-4148-8e81-0643dc29be25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526497 Oct 27 18:26:05.893780 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6eaa1007-6708-4e1e-bddc-d3ea94bd0035 req-18b7e3a3-286f-4107-a208-6145cdec9e43 tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0423810 Oct 27 18:26:05.914589 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ccf2d-d53e-457e-9615-8424e5549817 req-ebfde35e-55c5-4cb3-abde-907a4352d715 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:05.916183 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c22ccf2d-d53e-457e-9615-8424e5549817 req-ebfde35e-55c5-4cb3-abde-907a4352d715 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.0754802 Oct 27 18:26:05.959342 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c22ccf2d-d53e-457e-9615-8424e5549817 req-e5e9c416-8311-4dca-83c7-93a464449759 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361466 Oct 27 18:26:06.006491 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648cdc54-70ca-4cc7-a8d0-f556e7dcb184 req-34fb73b1-fc49-46b7-a8d2-6c24253d9446 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:06.008016 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-648cdc54-70ca-4cc7-a8d0-f556e7dcb184 req-34fb73b1-fc49-46b7-a8d2-6c24253d9446 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc HTTP/1.1" status: 200 len: 945 time: 0.0534966 Oct 27 18:26:06.073257 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-648cdc54-70ca-4cc7-a8d0-f556e7dcb184 req-42705ac5-0f06-4773-8225-49a20a9d0f63 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec2badc2-2213-44f4-a21c-425b07ba0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590348 Oct 27 18:26:06.085950 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00bc772-a43f-4888-bd7e-cf090da22440 req-5d252b50-d8a0-485e-af54-712811c711da tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:06.087542 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d00bc772-a43f-4888-bd7e-cf090da22440 req-5d252b50-d8a0-485e-af54-712811c711da tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 945 time: 0.0717106 Oct 27 18:26:06.126063 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d00bc772-a43f-4888-bd7e-cf090da22440 req-2dbcbaa3-cb70-40e9-add4-5e1fd9df29c2 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324206 Oct 27 18:26:06.455817 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c80d7-03bc-4cfc-964f-515fbe928c12 req-a2b5956a-87c1-4b17-bd7b-b6b39ab76f3e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:06.457295 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-041c80d7-03bc-4cfc-964f-515fbe928c12 req-a2b5956a-87c1-4b17-bd7b-b6b39ab76f3e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 945 time: 0.0519836 Oct 27 18:26:06.495570 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-041c80d7-03bc-4cfc-964f-515fbe928c12 req-6c09ff9d-c64f-4304-b05f-0e9274e831bc tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312614 Oct 27 18:26:06.841742 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00402d-1c84-43d8-8115-f56e7d586f1c req-9f56b1b1-2f20-4c75-87cb-4be131a8583a tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:06.843443 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aa00402d-1c84-43d8-8115-f56e7d586f1c req-9f56b1b1-2f20-4c75-87cb-4be131a8583a tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 945 time: 0.0819857 Oct 27 18:26:06.855931 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e52e41-75ff-4737-b5c8-a5c09f510504 req-f799af36-97e4-487f-8cf6-3894e756ec8a tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:06.857376 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-66e52e41-75ff-4737-b5c8-a5c09f510504 req-f799af36-97e4-487f-8cf6-3894e756ec8a tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ce071bf-eb2c-4f3c-ad51-8c8452ce48d8 HTTP/1.1" status: 200 len: 945 time: 0.0691233 Oct 27 18:26:06.919213 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aa00402d-1c84-43d8-8115-f56e7d586f1c req-92c07049-2baf-4cba-ac8d-9e52af94a792 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608332 Oct 27 18:26:06.922040 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-66e52e41-75ff-4737-b5c8-a5c09f510504 req-36eb7882-80c1-4a28-b767-6f96415a428f tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b7f7b09-af4c-4148-8e81-0643dc29be25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576150 Oct 27 18:26:07.019185 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb950439-be64-497f-9671-7b4ec55f152a req-ff56b218-bfc7-472a-a6ac-bb6dd62d33f7 tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0288913 Oct 27 18:26:07.099670 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fbad9-53f3-4b9f-b25b-1f47757845bc req-5922f018-57a8-4b2e-a6f2-38fbeacc3ba3 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:07.101189 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-788fbad9-53f3-4b9f-b25b-1f47757845bc req-5922f018-57a8-4b2e-a6f2-38fbeacc3ba3 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.0491054 Oct 27 18:26:07.138267 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-788fbad9-53f3-4b9f-b25b-1f47757845bc req-a26187cd-91dd-47ef-94c3-744466108177 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312083 Oct 27 18:26:07.245637 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d9530-2bf1-4934-8550-10c9fb2e6e41 req-39751f8c-e398-4652-991c-689f9648c15d tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:07.247309 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-072d9530-2bf1-4934-8550-10c9fb2e6e41 req-39751f8c-e398-4652-991c-689f9648c15d tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 945 time: 0.0497513 Oct 27 18:26:07.284997 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-072d9530-2bf1-4934-8550-10c9fb2e6e41 req-342043b6-c4c0-45e2-a561-dc80eeac25fc tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317049 Oct 27 18:26:07.618528 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7371d530-4c54-418a-b0ed-58926426198a req-6816989a-4ff0-4152-a036-11f3da863dc8 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:07.620071 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7371d530-4c54-418a-b0ed-58926426198a req-6816989a-4ff0-4152-a036-11f3da863dc8 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 945 time: 0.0535944 Oct 27 18:26:07.658773 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7371d530-4c54-418a-b0ed-58926426198a req-0ddac5b7-015e-4449-a987-e96210e8ccdc tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325217 Oct 27 18:26:08.039541 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86edba-b13e-4bda-a4bd-b56e7a9bd3d9 req-793be303-160f-40b1-a3c9-04ba172d94a5 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:08.041066 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dd86edba-b13e-4bda-a4bd-b56e7a9bd3d9 req-793be303-160f-40b1-a3c9-04ba172d94a5 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 945 time: 0.0518205 Oct 27 18:26:08.106311 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dd86edba-b13e-4bda-a4bd-b56e7a9bd3d9 req-4de53311-0746-4046-a334-aea8af50e8ee tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559061 Oct 27 18:26:08.114635 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c47ba-0be1-490d-a258-2af9491c4026 req-28805286-f5d4-4bf4-bb78-b99c142d93e4 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:08.117180 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b00c47ba-0be1-490d-a258-2af9491c4026 req-28805286-f5d4-4bf4-bb78-b99c142d93e4 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc HTTP/1.1" status: 200 len: 945 time: 0.0751605 Oct 27 18:26:08.147465 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e6cd1417-662e-4866-b132-3dd641d5a6d6 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:26:08.161815 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b00c47ba-0be1-490d-a258-2af9491c4026 req-0ba3f115-7a13-4d97-a032-6aea43054e91 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec2badc2-2213-44f4-a21c-425b07ba0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348890 Oct 27 18:26:08.224285 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c98f6-cf58-4b68-9673-4df247ce347c req-7b5e0301-01c2-4a52-9ae2-33ecf3bc0977 tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:08.225817 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fb6c98f6-cf58-4b68-9673-4df247ce347c req-7b5e0301-01c2-4a52-9ae2-33ecf3bc0977 tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ce071bf-eb2c-4f3c-ad51-8c8452ce48d8 HTTP/1.1" status: 200 len: 945 time: 0.0631516 Oct 27 18:26:08.258065 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port e6cd1417-662e-4866-b132-3dd641d5a6d6 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:26:08.261984 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port e6cd1417-662e-4866-b132-3dd641d5a6d6 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:26:08.262366 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:08.266254 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fb6c98f6-cf58-4b68-9673-4df247ce347c req-a13357b2-f06c-4a42-b1f8-e7a26247d29a tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b7f7b09-af4c-4148-8e81-0643dc29be25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339715 Oct 27 18:26:08.343717 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e97ed6c2-a1f9-40b1-a327-d7437f50caaa req-3d4e0b45-014f-458b-8909-529ee05cef9d tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0295913 Oct 27 18:26:08.346676 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:08.380397 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce071bf-eb2c-4f3c-ad51-8c8452ce48d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6cd1417-662e-4866-b132-3dd641d5a6d6'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:26:08.383131 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3537d6-86bb-4dbd-9a22-5abc0e380582" -d '{"events": [{"server_uuid": "5ce071bf-eb2c-4f3c-ad51-8c8452ce48d8", "name": "network-vif-plugged", "status": "completed", "tag": "e6cd1417-662e-4866-b132-3dd641d5a6d6"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:26:08.396728 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad339e3-df88-4cea-a553-5d9dd41d3538 req-816835b6-a737-4350-98c2-6516c24be242 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:08.397211 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port e6cd1417-662e-4866-b132-3dd641d5a6d6, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e6cd1417-662e-4866-b132-3dd641d5a6d6,segment=NetworkSegment(23d9461a-a91e-4eeb-8448-c875451f607b),segment_id=23d9461a-a91e-4eeb-8448-c875451f607b)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:26:08.398291 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6ad339e3-df88-4cea-a553-5d9dd41d3538 req-816835b6-a737-4350-98c2-6516c24be242 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.0569987 Oct 27 18:26:08.437110 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6ad339e3-df88-4cea-a553-5d9dd41d3538 req-c9456144-6cce-4109-8bd1-1416637bd3ed tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328667 Oct 27 18:26:08.480693 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fed272-f658-423e-a554-0fe726648ff2 x-openstack-request-id: req-c1fed272-f658-423e-a554-0fe726648ff2 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:26:08.481050 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce071bf-eb2c-4f3c-ad51-8c8452ce48d8", "name": "network-vif-plugged", "status": "completed", "tag": "e6cd1417-662e-4866-b132-3dd641d5a6d6", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:26:08.481303 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c1fed272-f658-423e-a554-0fe726648ff2 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:26:08.481693 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce071bf-eb2c-4f3c-ad51-8c8452ce48d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6cd1417-662e-4866-b132-3dd641d5a6d6', 'code': 200} Oct 27 18:26:08.482904 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:08.493826 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2a646-4ec8-4bbd-a034-0aada3fbe10d req-d4edd81e-8e93-4727-9775-50cc76976602 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:08.495370 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dcf2a646-4ec8-4bbd-a034-0aada3fbe10d req-d4edd81e-8e93-4727-9775-50cc76976602 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 945 time: 0.0573099 Oct 27 18:26:08.533614 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=e6cd1417-662e-4866-b132-3dd641d5a6d6,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:08.542196 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dcf2a646-4ec8-4bbd-a034-0aada3fbe10d req-5ebd3fbc-230d-4e1b-a883-b58aa8937d61 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407841 Oct 27 18:26:08.624141 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf22b2-1f4c-44bb-9d28-2bcc5035506f req-20548bd7-a616-47a1-b730-d733da0a7b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:08.625541 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aedf22b2-1f4c-44bb-9d28-2bcc5035506f req-20548bd7-a616-47a1-b730-d733da0a7b70 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5ce071bf-eb2c-4f3c-ad51-8c8452ce48d8 HTTP/1.1" status: 200 len: 1097 time: 0.0400805 Oct 27 18:26:08.665752 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aedf22b2-1f4c-44bb-9d28-2bcc5035506f req-323b0d59-6255-4064-97d0-2b2b4c9e864c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=7b7f7b09-af4c-4148-8e81-0643dc29be25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271568 Oct 27 18:26:08.775722 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118343e4-afbb-45e1-b224-694a4cae56a7 req-c24b75f5-f79c-42c8-bd33-422f0cb1ee82 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:08.777231 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-118343e4-afbb-45e1-b224-694a4cae56a7 req-c24b75f5-f79c-42c8-bd33-422f0cb1ee82 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 945 time: 0.0492136 Oct 27 18:26:08.815229 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-118343e4-afbb-45e1-b224-694a4cae56a7 req-8371230b-a9e9-4cab-baf2-08ae75957fdb tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320783 Oct 27 18:26:09.235818 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362afb40-e41e-47c2-95ec-2593a29e4084 req-3c7d866f-b182-4a39-a220-be075bc01fd0 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:09.237308 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-362afb40-e41e-47c2-95ec-2593a29e4084 req-3c7d866f-b182-4a39-a220-be075bc01fd0 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 945 time: 0.0573351 Oct 27 18:26:09.276557 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-362afb40-e41e-47c2-95ec-2593a29e4084 req-f66235de-7344-4fcc-9537-a09189f2319b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331125 Oct 27 18:26:09.535211 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fcb11d75-0360-4abf-916e-0daf3b47613f req-797b1473-f9ad-401e-ba01-76f0a1aa3754 tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0518398 Oct 27 18:26:09.567125 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b9745-76ac-4446-abf1-08b8aa03df9b req-35dabf76-7338-4919-a682-7340690c5538 tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:09.567125 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-190b9745-76ac-4446-abf1-08b8aa03df9b req-35dabf76-7338-4919-a682-7340690c5538 tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ce071bf-eb2c-4f3c-ad51-8c8452ce48d8 HTTP/1.1" status: 200 len: 946 time: 0.0805466 Oct 27 18:26:09.606281 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-190b9745-76ac-4446-abf1-08b8aa03df9b req-31f509bb-6420-4fca-947e-cf16212af3d1 tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b7f7b09-af4c-4148-8e81-0643dc29be25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362809 Oct 27 18:26:09.658141 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab1ca6-f227-4c84-b725-ff76673a77c9 req-a70494d6-4c2a-4899-bb8a-d3bb7d3314a3 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:09.659805 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0fab1ca6-f227-4c84-b725-ff76673a77c9 req-a70494d6-4c2a-4899-bb8a-d3bb7d3314a3 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc HTTP/1.1" status: 200 len: 945 time: 0.0526495 Oct 27 18:26:09.664297 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b7349a5e-b821-4e1d-ae42-4d0f56797b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:09.725631 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0fab1ca6-f227-4c84-b725-ff76673a77c9 req-4d6d34aa-846f-4761-b595-0a2629c3f2a5 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec2badc2-2213-44f4-a21c-425b07ba0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591834 Oct 27 18:26:09.741501 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d8582-fc95-4b17-8b77-a3b5df0da310 req-5c980d3b-9603-4502-bdd9-bf5d153c8339 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:09.743014 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-480d8582-fc95-4b17-8b77-a3b5df0da310 req-5c980d3b-9603-4502-bdd9-bf5d153c8339 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.0753207 Oct 27 18:26:09.782387 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-480d8582-fc95-4b17-8b77-a3b5df0da310 req-97b22073-47d3-4894-a322-e5125b8cbe20 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329142 Oct 27 18:26:09.830699 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d838a0-d71d-409f-9e8a-797de685e491 req-12c4e865-e57b-4c47-aba6-d3f43197a219 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:09.832272 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-23d838a0-d71d-409f-9e8a-797de685e491 req-12c4e865-e57b-4c47-aba6-d3f43197a219 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 945 time: 0.0489964 Oct 27 18:26:09.871916 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-23d838a0-d71d-409f-9e8a-797de685e491 req-4e1b5e03-128b-4d38-a6ec-6f23f3274e97 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336940 Oct 27 18:26:10.237713 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30233adb-46be-44da-944a-b081fc4f740f req-c84fab5d-e976-4998-8144-cc65c5a31371 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:10.239219 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-30233adb-46be-44da-944a-b081fc4f740f req-c84fab5d-e976-4998-8144-cc65c5a31371 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 945 time: 0.3559041 Oct 27 18:26:10.277569 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-30233adb-46be-44da-944a-b081fc4f740f req-bb4f11ef-c4f3-4abc-b906-6cc57476b58e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321898 Oct 27 18:26:10.391668 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518352a5-8b75-49f5-b910-ad948e8234d5 req-d66d7cb2-bdfe-4e7c-aaa5-44b6066ec4bf tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:10.393118 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-518352a5-8b75-49f5-b910-ad948e8234d5 req-d66d7cb2-bdfe-4e7c-aaa5-44b6066ec4bf tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 945 time: 0.0492842 Oct 27 18:26:10.431073 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-518352a5-8b75-49f5-b910-ad948e8234d5 req-397c02a8-0420-4ef7-8e9b-4786ef59b6d9 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311589 Oct 27 18:26:10.641684 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-229a3f0a-959e-457f-8554-e2e7f6939eda req-f113a3f8-0cea-4f25-9a41-6a77fcfc153a tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0272155 Oct 27 18:26:10.730009 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd960caf-0b18-4be1-92c8-c00de69908f3 req-73bd0f45-ae29-4dd3-b474-0dc8ee26c778 tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:10.731515 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd960caf-0b18-4be1-92c8-c00de69908f3 req-73bd0f45-ae29-4dd3-b474-0dc8ee26c778 tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ce071bf-eb2c-4f3c-ad51-8c8452ce48d8 HTTP/1.1" status: 200 len: 946 time: 0.0514348 Oct 27 18:26:10.769564 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd960caf-0b18-4be1-92c8-c00de69908f3 req-68be43bb-048d-4fee-bf49-47c0d71b4715 tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b7f7b09-af4c-4148-8e81-0643dc29be25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321109 Oct 27 18:26:10.846500 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692d3c5-efa5-4190-bf57-24ebdc23fafd req-076507c0-399e-4e28-bb04-aff96e5e74f0 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:10.848036 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a692d3c5-efa5-4190-bf57-24ebdc23fafd req-076507c0-399e-4e28-bb04-aff96e5e74f0 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc HTTP/1.1" status: 200 len: 945 time: 0.0517166 Oct 27 18:26:10.916729 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a692d3c5-efa5-4190-bf57-24ebdc23fafd req-1e48a288-2659-4811-a174-7e03eff497d0 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec2badc2-2213-44f4-a21c-425b07ba0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565386 Oct 27 18:26:10.924489 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4545c0d-cac8-4410-aa2f-a8368c3a071b req-55c6ab04-0adc-4126-b916-00d646ab27fa tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:10.925922 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b4545c0d-cac8-4410-aa2f-a8368c3a071b req-55c6ab04-0adc-4126-b916-00d646ab27fa tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.0741577 Oct 27 18:26:10.966845 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b4545c0d-cac8-4410-aa2f-a8368c3a071b req-e449255b-478c-4630-8dce-ba6364a737fb tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347178 Oct 27 18:26:11.024298 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe0f28-4925-4dd5-8395-066fb239c1ac req-3fa135e4-d3d5-4cf6-84dc-afbf1129eebe tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:11.025797 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aabe0f28-4925-4dd5-8395-066fb239c1ac req-3fa135e4-d3d5-4cf6-84dc-afbf1129eebe tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 945 time: 0.0537193 Oct 27 18:26:11.063419 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aabe0f28-4925-4dd5-8395-066fb239c1ac req-555b69e0-ef82-4946-849c-71e65bd97122 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316176 Oct 27 18:26:11.398000 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a03b3-3d95-4e6b-94b8-008768462162 req-441e20fe-dc87-4e02-9fe9-00822c32c2fb tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:11.399640 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-572a03b3-3d95-4e6b-94b8-008768462162 req-441e20fe-dc87-4e02-9fe9-00822c32c2fb tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 945 time: 0.0509870 Oct 27 18:26:11.439602 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-572a03b3-3d95-4e6b-94b8-008768462162 req-6a7272f2-314e-45d5-804a-b6428d8409f9 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338864 Oct 27 18:26:11.549767 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce02b3-18e1-41d0-9abc-09101a78afa0 req-7f2d60c0-3897-4ca0-acbe-9d9c2a0b162f tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:11.551300 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2bce02b3-18e1-41d0-9abc-09101a78afa0 req-7f2d60c0-3897-4ca0-acbe-9d9c2a0b162f tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 945 time: 0.0506170 Oct 27 18:26:11.591749 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2bce02b3-18e1-41d0-9abc-09101a78afa0 req-40f87747-278a-453c-ad31-d73e9c355ced tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330796 Oct 27 18:26:11.748094 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eface8e8-e644-4103-b75a-fefcd0100520 req-f9456cfc-a022-4442-819d-2e7040264755 tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0297532 Oct 27 18:26:11.891965 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790787f-81f0-4544-a99d-1d9806d1221f req-eac301d6-3ae7-4e84-af1d-d73d01fe733a tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:11.893363 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7790787f-81f0-4544-a99d-1d9806d1221f req-eac301d6-3ae7-4e84-af1d-d73d01fe733a tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ce071bf-eb2c-4f3c-ad51-8c8452ce48d8 HTTP/1.1" status: 200 len: 946 time: 0.0503466 Oct 27 18:26:11.932198 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7790787f-81f0-4544-a99d-1d9806d1221f req-285c554d-22f5-4599-8d20-05adc6358a63 tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b7f7b09-af4c-4148-8e81-0643dc29be25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322912 Oct 27 18:26:12.008821 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-09d991a7-e9dc-472d-9f47-1115c5bc6de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:12.042741 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ae301-fd3f-42cc-8623-355ba129856b req-8037d4cc-51ec-41f1-9865-b5229f504914 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:12.044276 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-860ae301-fd3f-42cc-8623-355ba129856b req-8037d4cc-51ec-41f1-9865-b5229f504914 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc HTTP/1.1" status: 200 len: 945 time: 0.0572639 Oct 27 18:26:12.114664 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-860ae301-fd3f-42cc-8623-355ba129856b req-e76f6910-1098-4f87-98a6-543bfdc926ea tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec2badc2-2213-44f4-a21c-425b07ba0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605154 Oct 27 18:26:12.123636 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735704e9-4511-414b-a54c-ab90a2accee7 req-c8b16ddc-b3c3-4ea2-8100-5cfd960edea9 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:12.125100 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-735704e9-4511-414b-a54c-ab90a2accee7 req-c8b16ddc-b3c3-4ea2-8100-5cfd960edea9 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.0799451 Oct 27 18:26:12.172463 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-735704e9-4511-414b-a54c-ab90a2accee7 req-1ffea344-003e-4698-9f5e-3642cd2bdf81 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405045 Oct 27 18:26:12.225626 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7dee7-488f-4fde-91b2-cf5ad69db2f6 req-b887ee98-50e5-40c3-b6a7-ef3f76648f6f tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:12.227237 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f0e7dee7-488f-4fde-91b2-cf5ad69db2f6 req-b887ee98-50e5-40c3-b6a7-ef3f76648f6f tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 945 time: 0.0538728 Oct 27 18:26:12.266415 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f0e7dee7-488f-4fde-91b2-cf5ad69db2f6 req-f9817591-1dbf-4c22-b877-d87c27e556a8 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333254 Oct 27 18:26:12.557308 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3066885-ec18-4c6d-8678-518f5c36a972 req-2c3ca4f2-18d2-43d1-ac6c-97090a31f6f7 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:12.558933 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e3066885-ec18-4c6d-8678-518f5c36a972 req-2c3ca4f2-18d2-43d1-ac6c-97090a31f6f7 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 945 time: 0.0513287 Oct 27 18:26:12.597191 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e3066885-ec18-4c6d-8678-518f5c36a972 req-71c6f6cb-ebdd-4c9c-93cc-199da10b4108 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323112 Oct 27 18:26:12.717039 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5d4c8-4805-4e59-aafa-a68ffa56b92e req-e383415b-df86-4a39-9e3d-c023b00c5d8b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:12.718437 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-70d5d4c8-4805-4e59-aafa-a68ffa56b92e req-e383415b-df86-4a39-9e3d-c023b00c5d8b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 945 time: 0.0529540 Oct 27 18:26:12.758532 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-70d5d4c8-4805-4e59-aafa-a68ffa56b92e req-301375d0-1e64-45d4-825d-e40b7278312f tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337460 Oct 27 18:26:12.855370 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-24294961-44ca-4e61-937f-b5dcff63bb3c req-d12358cd-5c74-4c6a-9753-93e6b2ded196 tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0270493 Oct 27 18:26:12.928983 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b009ab-a9ef-498f-b248-e858e3ac549d req-6394e652-f042-4409-81ce-6ffc5b133ef5 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:12.930432 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f3b009ab-a9ef-498f-b248-e858e3ac549d req-6394e652-f042-4409-81ce-6ffc5b133ef5 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.93 "GET /v2.0/ports?device_id=c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc HTTP/1.1" status: 200 len: 945 time: 0.0481677 Oct 27 18:26:13.036512 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-f3b009ab-a9ef-498f-b248-e858e3ac549d req-c46a23f4-5096-4bf9-9e14-bed131df80d5 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Deleting port e7b32254-c2b8-41c1-9a16-b120a1f50e19 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:26:13.037526 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f3b009ab-a9ef-498f-b248-e858e3ac549d req-c46a23f4-5096-4bf9-9e14-bed131df80d5 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:13.127938 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-f3b009ab-a9ef-498f-b248-e858e3ac549d req-c46a23f4-5096-4bf9-9e14-bed131df80d5 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] For port e7b32254-c2b8-41c1-9a16-b120a1f50e19, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e7b32254-c2b8-41c1-9a16-b120a1f50e19,segment=NetworkSegment(7797590e-2a43-4fbe-8f4b-f77169de356b),segment_id=7797590e-2a43-4fbe-8f4b-f77169de356b)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:26:13.128300 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f3b009ab-a9ef-498f-b248-e858e3ac549d req-c46a23f4-5096-4bf9-9e14-bed131df80d5 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:13.320887 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:13.322424 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be774e2c-e7d4-4689-b38e-4b6f6510f6d5 req-9b7c5179-6691-464a-9b8e-07f5ec16d4a5 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:13.325285 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-be774e2c-e7d4-4689-b38e-4b6f6510f6d5 req-9b7c5179-6691-464a-9b8e-07f5ec16d4a5 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc HTTP/1.1" status: 200 len: 945 time: 0.1380773 Oct 27 18:26:13.384188 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:13.417987 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f3b009ab-a9ef-498f-b248-e858e3ac549d req-c46a23f4-5096-4bf9-9e14-bed131df80d5 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:13.418373 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f3b009ab-a9ef-498f-b248-e858e3ac549d req-c46a23f4-5096-4bf9-9e14-bed131df80d5 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:13.418691 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [req-f3b009ab-a9ef-498f-b248-e858e3ac549d req-c46a23f4-5096-4bf9-9e14-bed131df80d5 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Floating IP 6cf3b469-0ad0-4e8e-9fd7-80bbe22a52bb disassociated. External IP: 172.25.6.159, port: e7b32254-c2b8-41c1-9a16-b120a1f50e19. Oct 27 18:26:13.419140 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-f3b009ab-a9ef-498f-b248-e858e3ac549d req-c46a23f4-5096-4bf9-9e14-bed131df80d5 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Calling delete_port for e7b32254-c2b8-41c1-9a16-b120a1f50e19 owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:26:13.428965 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180e9f4-6792-421f-8b20-8201272ca89a req-5a954f66-c2e1-4423-b54a-f32d639cd6f3 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:13.430477 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3180e9f4-6792-421f-8b20-8201272ca89a req-5a954f66-c2e1-4423-b54a-f32d639cd6f3 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.1547666 Oct 27 18:26:13.435419 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-be774e2c-e7d4-4689-b38e-4b6f6510f6d5 req-d5b720eb-a8c8-4bc3-9a6d-e3866265ead0 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/security-groups?id=ec2badc2-2213-44f4-a21c-425b07ba0046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779867 Oct 27 18:26:13.545868 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3180e9f4-6792-421f-8b20-8201272ca89a req-e98da523-56cd-4f62-8cee-ae0cac79e2dd tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080983 Oct 27 18:26:13.587688 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a1b3a-85b9-430d-95f3-6f2375fa8831 req-780655b9-755e-42e5-bfc7-f2fecf7f914b tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:13.589257 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ed6a1b3a-85b9-430d-95f3-6f2375fa8831 req-780655b9-755e-42e5-bfc7-f2fecf7f914b tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 945 time: 0.0796919 Oct 27 18:26:13.689213 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ed6a1b3a-85b9-430d-95f3-6f2375fa8831 req-73089f6e-de69-42ee-b283-35ed9497b4a7 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921576 Oct 27 18:26:13.745015 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3474e5-9e8d-4064-a59a-87b28287be0f req-56886835-5301-4b05-b221-05261486e994 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:13.746670 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2b3474e5-9e8d-4064-a59a-87b28287be0f req-56886835-5301-4b05-b221-05261486e994 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 945 time: 0.0705976 Oct 27 18:26:13.773114 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f3b009ab-a9ef-498f-b248-e858e3ac549d req-c46a23f4-5096-4bf9-9e14-bed131df80d5 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:13.807698 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a23f4-5096-4bf9-9e14-bed131df80d5 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Pushing event deleted for resources: {'Port': ['ID=e7b32254-c2b8-41c1-9a16-b120a1f50e19,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:13.839575 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2b3474e5-9e8d-4064-a59a-87b28287be0f req-42c0d636-0711-41c3-b615-dcd305594085 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809510 Oct 27 18:26:13.976445 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2daff082-8d21-4eba-9c53-dde96af1b62d req-fb0d81ab-0099-4c05-9449-7dd316dfba8c tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0381548 Oct 27 18:26:13.999236 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d45e30-fed0-43a9-b923-7fd3f4923b76 req-0493bc33-05d3-490b-90b9-a020148de227 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:14.000209 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-84d45e30-fed0-43a9-b923-7fd3f4923b76 req-0493bc33-05d3-490b-90b9-a020148de227 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 945 time: 0.1223505 Oct 27 18:26:14.037185 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3b009ab-a9ef-498f-b248-e858e3ac549d req-c46a23f4-5096-4bf9-9e14-bed131df80d5 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Router 51d37106-c3b5-4460-ab61-f2fb076cd9f7 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:26:14.051969 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-84d45e30-fed0-43a9-b923-7fd3f4923b76 req-10c45758-f439-4d65-8c59-e17c3db5966b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444627 Oct 27 18:26:14.158924 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3b009ab-a9ef-498f-b248-e858e3ac549d req-c46a23f4-5096-4bf9-9e14-bed131df80d5 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:26:14.172159 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0537b198-27c3-4dbd-8450-3a05feedb72f None None] Sync routers for ids ['51d37106-c3b5-4460-ab61-f2fb076cd9f7'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:26:14.182800 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0537b198-27c3-4dbd-8450-3a05feedb72f None None] Routers {'51d37106-c3b5-4460-ab61-f2fb076cd9f7'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:26:14.188258 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-0537b198-27c3-4dbd-8450-3a05feedb72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:26:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['51d37106-c3b5-4460-ab61-f2fb076cd9f7'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:26:14.210967 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b009ab-a9ef-498f-b248-e858e3ac549d req-c46a23f4-5096-4bf9-9e14-bed131df80d5 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] No DVR routers for this DVR port e7b32254-c2b8-41c1-9a16-b120a1f50e19 on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:26:14.213926 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f3b009ab-a9ef-498f-b248-e858e3ac549d req-c46a23f4-5096-4bf9-9e14-bed131df80d5 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:14.221739 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f3b009ab-a9ef-498f-b248-e858e3ac549d req-c46a23f4-5096-4bf9-9e14-bed131df80d5 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.93 "DELETE /v2.0/ports/e7b32254-c2b8-41c1-9a16-b120a1f50e19 HTTP/1.1" status: 204 len: 173 time: 1.2750962 Oct 27 18:26:14.222235 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc', 'name': 'network-vif-deleted', 'tag': 'e7b32254-c2b8-41c1-9a16-b120a1f50e19'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:26:14.224728 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0791153-6ffa-4d1f-8c80-c1798a7c457b" -d '{"events": [{"server_uuid": "c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc", "name": "network-vif-deleted", "tag": "e7b32254-c2b8-41c1-9a16-b120a1f50e19"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:26:14.264702 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8acfd0cf-f7f0-4d25-9018-b16eb0a163dd x-openstack-request-id: req-8acfd0cf-f7f0-4d25-9018-b16eb0a163dd {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:26:14.265026 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc", "name": "network-vif-deleted", "tag": "e7b32254-c2b8-41c1-9a16-b120a1f50e19", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:26:14.265280 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8acfd0cf-f7f0-4d25-9018-b16eb0a163dd {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:26:14.265728 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc', 'name': 'network-vif-deleted', 'tag': 'e7b32254-c2b8-41c1-9a16-b120a1f50e19', 'status': 'completed', 'code': 200} Oct 27 18:26:14.301945 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-0537b198-27c3-4dbd-8450-3a05feedb72f None None] Set router 51d37106-c3b5-4460-ab61-f2fb076cd9f7 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:26:14.507940 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-0537b198-27c3-4dbd-8450-3a05feedb72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d37106-c3b5-4460-ab61-f2fb076cd9f7', 'name': 'tempest-ServersTestBootFromVolume-630096261-router', 'tenant_id': '935b1609fadd4a79a82a8a4c512ccaba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '679e6d39-3acb-42de-9cc6-6be6af944fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:21:37Z', 'updated_at': '2021-10-27T18:21:46Z', 'revision_number': 4, 'project_id': '935b1609fadd4a79a82a8a4c512ccaba', 'gw_port': {'id': '679e6d39-3acb-42de-9cc6-6be6af944fae', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d37106-c3b5-4460-ab61-f2fb076cd9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:39Z', 'updated_at': '2021-10-27T18:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '97de6d04-116a-48d1-bd1f-6080c3623d65', 'name': '', 'network_id': 'a02c915a-ef33-4547-80f0-d7d8ef06e164', 'tenant_id': '935b1609fadd4a79a82a8a4c512ccaba', 'mac_address': 'fa:16:3e:e4:02:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d37106-c3b5-4460-ab61-f2fb076cd9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '7f791017-30ab-4eda-b0b9-c9172369d32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:44Z', 'updated_at': '2021-10-27T18:21:58Z', 'revision_number': 5, 'project_id': '935b1609fadd4a79a82a8a4c512ccaba', 'subnets': [{'id': '7f791017-30ab-4eda-b0b9-c9172369d32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:26:14.538787 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0537b198-27c3-4dbd-8450-3a05feedb72f None None] Checking router: 51d37106-c3b5-4460-ab61-f2fb076cd9f7 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:26:14.540763 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f0c013cf-8284-47c7-9f0e-ad27daf234fb req-afbc4712-75ce-4723-b00f-66c1948840c3 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc HTTP/1.1" status: 200 len: 210 time: 0.0276585 Oct 27 18:26:14.550196 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0537b198-27c3-4dbd-8450-3a05feedb72f None None] Routers {'51d37106-c3b5-4460-ab61-f2fb076cd9f7'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:26:14.550788 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-0537b198-27c3-4dbd-8450-3a05feedb72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:26:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['51d37106-c3b5-4460-ab61-f2fb076cd9f7'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:26:14.656210 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-0537b198-27c3-4dbd-8450-3a05feedb72f None None] Set router 51d37106-c3b5-4460-ab61-f2fb076cd9f7 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:26:14.673080 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5e136-3ad5-42f1-a50d-80e41bff6ccd req-33f85a4e-ebc9-4eed-a643-5aa67db8db41 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:14.688102 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-52e5e136-3ad5-42f1-a50d-80e41bff6ccd req-33f85a4e-ebc9-4eed-a643-5aa67db8db41 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.0600708 Oct 27 18:26:14.756593 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-52e5e136-3ad5-42f1-a50d-80e41bff6ccd req-9ff88c99-1382-45d2-8bd9-5a62469bd2d4 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719199 Oct 27 18:26:14.886806 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494dc7e5-e1ef-4dc6-b3a8-f44e1ed45150 req-e773d224-1cce-4f50-81bc-4ba9adad1e1f tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:14.888385 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-494dc7e5-e1ef-4dc6-b3a8-f44e1ed45150 req-e773d224-1cce-4f50-81bc-4ba9adad1e1f tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 945 time: 0.0758703 Oct 27 18:26:14.899656 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-0537b198-27c3-4dbd-8450-3a05feedb72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d37106-c3b5-4460-ab61-f2fb076cd9f7', 'name': 'tempest-ServersTestBootFromVolume-630096261-router', 'tenant_id': '935b1609fadd4a79a82a8a4c512ccaba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '679e6d39-3acb-42de-9cc6-6be6af944fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:21:37Z', 'updated_at': '2021-10-27T18:21:46Z', 'revision_number': 4, 'project_id': '935b1609fadd4a79a82a8a4c512ccaba', 'gw_port': {'id': '679e6d39-3acb-42de-9cc6-6be6af944fae', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d37106-c3b5-4460-ab61-f2fb076cd9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:39Z', 'updated_at': '2021-10-27T18:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '97de6d04-116a-48d1-bd1f-6080c3623d65', 'name': '', 'network_id': 'a02c915a-ef33-4547-80f0-d7d8ef06e164', 'tenant_id': '935b1609fadd4a79a82a8a4c512ccaba', 'mac_address': 'fa:16:3e:e4:02:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d37106-c3b5-4460-ab61-f2fb076cd9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '7f791017-30ab-4eda-b0b9-c9172369d32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:44Z', 'updated_at': '2021-10-27T18:21:58Z', 'revision_number': 5, 'project_id': '935b1609fadd4a79a82a8a4c512ccaba', 'subnets': [{'id': '7f791017-30ab-4eda-b0b9-c9172369d32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:26:14.929224 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0537b198-27c3-4dbd-8450-3a05feedb72f None None] The sync data for ids ['51d37106-c3b5-4460-ab61-f2fb076cd9f7'] in n-d-815690-2 is: [{'id': '51d37106-c3b5-4460-ab61-f2fb076cd9f7', 'name': 'tempest-ServersTestBootFromVolume-630096261-router', 'tenant_id': '935b1609fadd4a79a82a8a4c512ccaba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '679e6d39-3acb-42de-9cc6-6be6af944fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:21:37Z', 'updated_at': '2021-10-27T18:21:46Z', 'revision_number': 4, 'project_id': '935b1609fadd4a79a82a8a4c512ccaba', 'gw_port': {'id': '679e6d39-3acb-42de-9cc6-6be6af944fae', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d37106-c3b5-4460-ab61-f2fb076cd9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:39Z', 'updated_at': '2021-10-27T18:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '97de6d04-116a-48d1-bd1f-6080c3623d65', 'name': '', 'network_id': 'a02c915a-ef33-4547-80f0-d7d8ef06e164', 'tenant_id': '935b1609fadd4a79a82a8a4c512ccaba', 'mac_address': 'fa:16:3e:e4:02:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d37106-c3b5-4460-ab61-f2fb076cd9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '7f791017-30ab-4eda-b0b9-c9172369d32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:44Z', 'updated_at': '2021-10-27T18:21:58Z', 'revision_number': 5, 'project_id': '935b1609fadd4a79a82a8a4c512ccaba', 'subnets': [{'id': '7f791017-30ab-4eda-b0b9-c9172369d32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:26:14.953127 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-494dc7e5-e1ef-4dc6-b3a8-f44e1ed45150 req-dfcc56f5-cf8f-4c0c-8be6-7fef5de8b865 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577462 Oct 27 18:26:14.997205 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:15.170867 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e936474-902c-4f68-9d2c-251ddc1a8b31 req-5e175312-5bc3-4c36-9950-ffb91c44b5f7 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:15.175472 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1e936474-902c-4f68-9d2c-251ddc1a8b31 req-5e175312-5bc3-4c36-9950-ffb91c44b5f7 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 945 time: 0.0677044 Oct 27 18:26:15.214570 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc125e99-2f76-41ab-8081-1563137f18fc None None] New status for floating IP 6cf3b469-0ad0-4e8e-9fd7-80bbe22a52bb: DOWN {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:26:15.225036 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1e936474-902c-4f68-9d2c-251ddc1a8b31 req-df64f0b8-8dac-4207-b2c2-c0bc29fc12dc tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450656 Oct 27 18:26:15.313614 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7b7aefd1-53c5-4204-8dc4-9c31cdbbbfca req-854eb761-1873-43b9-a62c-7d303c8fa5b6 tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0299580 Oct 27 18:26:15.451759 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac39d38-c295-47f6-9c4d-5385bddd71ce req-51e9eead-a16e-4022-86d5-091b728ac952 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:15.453372 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8ac39d38-c295-47f6-9c4d-5385bddd71ce req-51e9eead-a16e-4022-86d5-091b728ac952 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 945 time: 0.0617039 Oct 27 18:26:15.511713 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8ac39d38-c295-47f6-9c4d-5385bddd71ce req-d3101dca-6bfc-4865-a693-b436e46cdd43 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500062 Oct 27 18:26:15.639187 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e7acf327-3a5f-4512-8daa-06b088400fad req-5387109d-3fad-4898-9ff9-9d5d1d12bf68 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc HTTP/1.1" status: 200 len: 210 time: 0.0271204 Oct 27 18:26:15.854104 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd898e6-0621-4071-9cdb-9f32d6042109 req-5ade4c3c-ade1-495e-a4a1-ab5ece36775c tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:15.855790 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5bd898e6-0621-4071-9cdb-9f32d6042109 req-5ade4c3c-ade1-495e-a4a1-ab5ece36775c tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.0514076 Oct 27 18:26:15.901321 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5bd898e6-0621-4071-9cdb-9f32d6042109 req-cd983a80-9da5-44eb-ab89-029e04ca76bc tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393176 Oct 27 18:26:16.081507 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4730c-6027-4791-8a42-1d70ea6b631a req-e28ad575-dd69-4553-8dbb-c1fd774a8cf6 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:16.083109 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-62e4730c-6027-4791-8a42-1d70ea6b631a req-e28ad575-dd69-4553-8dbb-c1fd774a8cf6 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 945 time: 0.0576706 Oct 27 18:26:16.128539 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-62e4730c-6027-4791-8a42-1d70ea6b631a req-aa9323d1-2e29-4799-96d1-5dbd4e2cb8f4 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385208 Oct 27 18:26:16.150220 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e7b32254-c2b8-41c1-9a16-b120a1f50e19 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:26:16.175769 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: e7b32254-c2b8-41c1-9a16-b120a1f50e19 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:26:16.176194 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e7b32254-c2b8-41c1-9a16-b120a1f50e19 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:26:16.346686 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e8356-59df-4e50-80f5-df7a614d7603 req-7f86f419-abdc-496f-a27c-ba1823afd80d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:16.348208 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-562e8356-59df-4e50-80f5-df7a614d7603 req-7f86f419-abdc-496f-a27c-ba1823afd80d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 945 time: 0.0534256 Oct 27 18:26:16.411463 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-562e8356-59df-4e50-80f5-df7a614d7603 req-460d4cf5-1ed6-4c15-ae00-7ace22541223 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425994 Oct 27 18:26:16.442119 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ebb77306-bc44-4a25-aeec-86f324beae9b req-073b2a94-73ce-4c85-bd25-78433d1dc2a3 tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0289645 Oct 27 18:26:16.618180 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8df187-a99e-46b5-8b33-6c7aa0a4e09c req-3aaeee6a-e2e9-42a2-9125-69e334848bf6 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:16.619715 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4c8df187-a99e-46b5-8b33-6c7aa0a4e09c req-3aaeee6a-e2e9-42a2-9125-69e334848bf6 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 945 time: 0.0486982 Oct 27 18:26:16.663603 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4c8df187-a99e-46b5-8b33-6c7aa0a4e09c req-e682e81a-ffb4-443b-ae0d-9b8cd500c4e3 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376246 Oct 27 18:26:16.740973 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-736ce35c-020a-4665-8c6b-cb78290ed7cd req-c64e3c17-073a-42ce-9891-d39b72d43426 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc HTTP/1.1" status: 200 len: 210 time: 0.0271940 Oct 27 18:26:17.021868 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e460a-e443-417b-b7e7-2425028857e6 req-94d9d6c1-76e9-4d2a-abda-bbb1c00b5d6c tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:17.023670 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1c4e460a-e443-417b-b7e7-2425028857e6 req-94d9d6c1-76e9-4d2a-abda-bbb1c00b5d6c tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.0528195 Oct 27 18:26:17.066081 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1c4e460a-e443-417b-b7e7-2425028857e6 req-c6ad3ce2-c5a7-4a56-94af-0e69ce1223b9 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360694 Oct 27 18:26:17.249236 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b42d17-fa8c-4231-8550-48b494fa0580 req-d2bc21c2-e06b-478c-9568-3949960e1a20 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:17.250849 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d3b42d17-fa8c-4231-8550-48b494fa0580 req-d2bc21c2-e06b-478c-9568-3949960e1a20 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 945 time: 0.0517414 Oct 27 18:26:17.291141 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d3b42d17-fa8c-4231-8550-48b494fa0580 req-d2c6289f-56e6-4a69-990e-803d8cfc3a11 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333490 Oct 27 18:26:17.551223 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0ffa4675-1ad3-4fbd-a9fc-cce1c59b3b1c req-5ee32409-78e3-4b1a-a52a-c26e2383a7af tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0286520 Oct 27 18:26:17.567467 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d798645-5dc6-45a4-92cb-3019982ac3d9 req-8b1d0461-d1ee-42d6-b37b-bc64f547257b tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:17.569503 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4d798645-5dc6-45a4-92cb-3019982ac3d9 req-8b1d0461-d1ee-42d6-b37b-bc64f547257b tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 945 time: 0.0780923 Oct 27 18:26:17.609002 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4d798645-5dc6-45a4-92cb-3019982ac3d9 req-f73d78bc-340c-44f5-a370-735dd562bd31 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330002 Oct 27 18:26:17.785953 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5ee1c-c9bc-4ae9-8f8b-42325fc7352e req-ee438169-ecf2-470d-9287-7cc17b3f1e78 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:17.788164 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-22d5ee1c-c9bc-4ae9-8f8b-42325fc7352e req-ee438169-ecf2-470d-9287-7cc17b3f1e78 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 945 time: 0.0536664 Oct 27 18:26:17.852499 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d8dd1a48-2648-421a-a80a-afe30f8eb3bd req-3dd57949-0215-499e-a538-004cb46d49e6 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc HTTP/1.1" status: 200 len: 210 time: 0.0361993 Oct 27 18:26:17.855515 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-22d5ee1c-c9bc-4ae9-8f8b-42325fc7352e req-ae6f8194-8304-4f41-9ceb-9c18500917a2 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612760 Oct 27 18:26:18.187570 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a266432-d08e-42ab-9968-58c2cc2765d4 req-6225b96f-f411-4fcd-aea0-8b078266cec0 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:18.189134 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6a266432-d08e-42ab-9968-58c2cc2765d4 req-6225b96f-f411-4fcd-aea0-8b078266cec0 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.0494881 Oct 27 18:26:18.229148 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6a266432-d08e-42ab-9968-58c2cc2765d4 req-e09c026e-e6ef-43e4-adbd-ab62cbf83300 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335665 Oct 27 18:26:18.408985 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd66567-d608-4c08-abb8-b953e072a035 req-a58eca76-51b4-47c7-ad4c-bdd72228d735 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:18.410436 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3fd66567-d608-4c08-abb8-b953e072a035 req-a58eca76-51b4-47c7-ad4c-bdd72228d735 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 945 time: 0.0521934 Oct 27 18:26:18.451210 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3fd66567-d608-4c08-abb8-b953e072a035 req-5c7da158-9b8f-4672-b76f-6bc6abdd4889 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338693 Oct 27 18:26:18.663994 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d3a0b4a4-103f-4088-a9aa-2bf34f09c893 req-bf200abd-5f28-4b73-8ed3-c709b416025d tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0319588 Oct 27 18:26:18.736535 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de2313-aafe-4834-b09b-8311138c94a3 req-fda37764-475a-4aeb-856c-75c705cc93cc tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:18.738067 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20de2313-aafe-4834-b09b-8311138c94a3 req-fda37764-475a-4aeb-856c-75c705cc93cc tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 945 time: 0.0485241 Oct 27 18:26:18.780068 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20de2313-aafe-4834-b09b-8311138c94a3 req-b183b5c6-0217-4261-9ce5-fd5b04d2a97a tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352325 Oct 27 18:26:18.991152 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4229fa95-f1f3-4d06-9c93-f27d6ee4a229 req-943802b0-3ff1-40c0-b3b7-95b482edcc0b tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc HTTP/1.1" status: 200 len: 210 time: 0.0416951 Oct 27 18:26:19.021655 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78539a6e-1f8a-4848-8442-83e49060b71e req-4ea1cc1f-a7e6-4673-836d-9e2e50d411dd tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:19.023185 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-78539a6e-1f8a-4848-8442-83e49060b71e req-4ea1cc1f-a7e6-4673-836d-9e2e50d411dd tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 945 time: 0.0828614 Oct 27 18:26:19.073938 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-78539a6e-1f8a-4848-8442-83e49060b71e req-6ad93a17-fba8-4db8-b5f9-5b2286f31016 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430717 Oct 27 18:26:19.355819 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a22abc9-4f0b-4a7e-9001-2556af3986e9 req-c596c455-d23e-4004-9b25-452273944d14 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:19.362190 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1a22abc9-4f0b-4a7e-9001-2556af3986e9 req-c596c455-d23e-4004-9b25-452273944d14 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.0627952 Oct 27 18:26:19.407964 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1a22abc9-4f0b-4a7e-9001-2556af3986e9 req-3916244f-8b3c-40ac-990a-75e0790e1dd7 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389059 Oct 27 18:26:19.573063 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fc7f4-13a0-4334-818d-c28994ffe8fd req-100c3d91-3437-4582-8f60-0698b7e083b5 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:19.574981 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1d8fc7f4-13a0-4334-818d-c28994ffe8fd req-100c3d91-3437-4582-8f60-0698b7e083b5 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 945 time: 0.0503895 Oct 27 18:26:19.621730 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1d8fc7f4-13a0-4334-818d-c28994ffe8fd req-f9ac6978-636b-4b7e-ac8b-95322442dd99 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407078 Oct 27 18:26:19.768685 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2851585f-d1cb-4156-b0d8-731cf3b57950 req-8584b570-a282-4115-be64-ef127fa48541 tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0270517 Oct 27 18:26:19.902273 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e949c-8bd4-4632-ae22-048ffaf84522 req-fe846020-9907-4efd-aac6-97ca92a0324c tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:19.903742 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7b2e949c-8bd4-4632-ae22-048ffaf84522 req-fe846020-9907-4efd-aac6-97ca92a0324c tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 945 time: 0.0534337 Oct 27 18:26:19.941829 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7b2e949c-8bd4-4632-ae22-048ffaf84522 req-14a1631e-00b7-4789-abf1-8ded1a6d2e2d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318263 Oct 27 18:26:20.116884 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-defff4f4-c8fa-4dcb-8c1c-fcb436f4d73c req-a6ee49c4-a0d0-4cd9-bf51-21662e8063f4 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2d6ab6b-8c71-4040-a2a2-ea1d858f81dc HTTP/1.1" status: 200 len: 210 time: 0.0384247 Oct 27 18:26:20.204412 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c86a5c-aa46-4fe6-9814-bd068b7d40d1 req-00e2fa73-0a35-4caf-a582-e968e639c531 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:20.206039 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-44c86a5c-aa46-4fe6-9814-bd068b7d40d1 req-00e2fa73-0a35-4caf-a582-e968e639c531 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 945 time: 0.0522416 Oct 27 18:26:20.246801 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-44c86a5c-aa46-4fe6-9814-bd068b7d40d1 req-6138b399-7994-49a6-9bb0-566f8e4a4ece tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324512 Oct 27 18:26:20.533327 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5943b-fce9-4437-a680-caee2e9d0795 req-b3c585da-29bc-4398-a813-156c7569090f tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:20.534964 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ae5943b-fce9-4437-a680-caee2e9d0795 req-b3c585da-29bc-4398-a813-156c7569090f tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.0544615 Oct 27 18:26:20.576440 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ae5943b-fce9-4437-a680-caee2e9d0795 req-5a12237f-cf27-46ec-b243-59ea967c7593 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347142 Oct 27 18:26:20.747649 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb891c39-8656-430f-8978-6cfee0992543 req-b56a3fd1-5cdf-4582-9f1a-6b207dd05678 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:20.749118 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eb891c39-8656-430f-8978-6cfee0992543 req-b56a3fd1-5cdf-4582-9f1a-6b207dd05678 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 945 time: 0.0546265 Oct 27 18:26:20.788632 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eb891c39-8656-430f-8978-6cfee0992543 req-6dba2a4d-17a6-4c78-af60-216fdb7b9f4d tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332668 Oct 27 18:26:20.873983 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a81591bf-2007-4b25-adf0-9ed350f44ae0 req-c5941b2a-e2ec-4222-9f5b-b17c94d7a1ed tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0267444 Oct 27 18:26:21.139511 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed4802-d6be-41b0-bdfa-e3b480e04e68 req-5eb42b22-c470-41d2-9b58-3371731dcdee tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:21.139511 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d6ed4802-d6be-41b0-bdfa-e3b480e04e68 req-5eb42b22-c470-41d2-9b58-3371731dcdee tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 945 time: 0.0497911 Oct 27 18:26:21.139511 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d6ed4802-d6be-41b0-bdfa-e3b480e04e68 req-878bffc9-b028-4c08-aad0-437146f76f28 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331340 Oct 27 18:26:21.264903 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 57116) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:26:21.323667 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2ce24fb2-b3a9-4cda-9983-f0dcfd246350 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:21.346786 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2ce24fb2-b3a9-4cda-9983-f0dcfd246350 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:21.373266 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd0ada-9af5-4dcf-9a76-5446e48f4e37 req-2a761c46-70a9-4984-b59e-6ada9203b8db tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:21.375073 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-95dd0ada-9af5-4dcf-9a76-5446e48f4e37 req-2a761c46-70a9-4984-b59e-6ada9203b8db tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 945 time: 0.0598297 Oct 27 18:26:21.417113 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-95dd0ada-9af5-4dcf-9a76-5446e48f4e37 req-70671b15-50ec-439d-8a52-8cd1460b130b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355401 Oct 27 18:26:21.475415 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2ce24fb2-b3a9-4cda-9983-f0dcfd246350 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:21.478187 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2ce24fb2-b3a9-4cda-9983-f0dcfd246350 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:21.483051 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2ce24fb2-b3a9-4cda-9983-f0dcfd246350 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "DELETE /v2.0/security-groups/ec2badc2-2213-44f4-a21c-425b07ba0046 HTTP/1.1" status: 204 len: 168 time: 0.2135842 Oct 27 18:26:21.486026 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 57122) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:26:21.489370 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce24fb2-b3a9-4cda-9983-f0dcfd246350 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2badc2-2213-44f4-a21c-425b07ba0046,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:21.498322 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce24fb2-b3a9-4cda-9983-f0dcfd246350 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:26:21.498788 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce24fb2-b3a9-4cda-9983-f0dcfd246350 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:26:21.499339 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce24fb2-b3a9-4cda-9983-f0dcfd246350 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:26:21.499777 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce24fb2-b3a9-4cda-9983-f0dcfd246350 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:26:21.500232 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce24fb2-b3a9-4cda-9983-f0dcfd246350 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:26:21.500669 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce24fb2-b3a9-4cda-9983-f0dcfd246350 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:26:21.501197 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce24fb2-b3a9-4cda-9983-f0dcfd246350 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:26:21.501630 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce24fb2-b3a9-4cda-9983-f0dcfd246350 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:26:21.502070 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-71752ceb-c8f3-4951-afa8-5367c10c3056 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] show failed (client error): The resource could not be found. Oct 27 18:26:21.508596 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-71752ceb-c8f3-4951-afa8-5367c10c3056 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "GET /v2.0/security-groups/ec2badc2-2213-44f4-a21c-425b07ba0046 HTTP/1.1" status: 404 len: 347 time: 0.0169334 Oct 27 18:26:21.508825 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce24fb2-b3a9-4cda-9983-f0dcfd246350 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:26:21.509173 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce24fb2-b3a9-4cda-9983-f0dcfd246350 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:26:21.509749 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce24fb2-b3a9-4cda-9983-f0dcfd246350 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:26:21.510301 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce24fb2-b3a9-4cda-9983-f0dcfd246350 tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:26:21.510748 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 57124) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:26:21.663688 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-6010053e-bc4c-41cd-935c-8adc03bf2eda tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Deleting port 048b2f3c-3f6d-46ff-b540-3308c01e3e34 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:26:21.664350 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6010053e-bc4c-41cd-935c-8adc03bf2eda tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:21.752536 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742b22e-d60b-4b12-b986-aeb41043fa60 req-0ce47f5d-7ff3-4467-a9a1-7b2fe04c8508 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:21.753942 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e742b22e-d60b-4b12-b986-aeb41043fa60 req-0ce47f5d-7ff3-4467-a9a1-7b2fe04c8508 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.1025257 Oct 27 18:26:21.788092 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6010053e-bc4c-41cd-935c-8adc03bf2eda tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:21.788427 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6010053e-bc4c-41cd-935c-8adc03bf2eda tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:21.810961 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-6010053e-bc4c-41cd-935c-8adc03bf2eda tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Calling delete_port for 048b2f3c-3f6d-46ff-b540-3308c01e3e34 owned by network:floatingip {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:26:21.826121 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e742b22e-d60b-4b12-b986-aeb41043fa60 req-3ac11ad1-757f-435e-9def-427538e1f27b tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636668 Oct 27 18:26:21.946699 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0a247a-b774-4636-8b6a-1dc6be40f2d1 req-19cfc19e-e03c-4c08-955a-adc2b421dc68 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:21.948512 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8b0a247a-b774-4636-8b6a-1dc6be40f2d1 req-19cfc19e-e03c-4c08-955a-adc2b421dc68 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 945 time: 0.0756643 Oct 27 18:26:22.027800 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8b0a247a-b774-4636-8b6a-1dc6be40f2d1 req-1d247407-03dc-4a1c-a209-531fdd77c837 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721600 Oct 27 18:26:22.098352 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6010053e-bc4c-41cd-935c-8adc03bf2eda tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:22.133026 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010053e-bc4c-41cd-935c-8adc03bf2eda tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Pushing event deleted for resources: {'Port': ['ID=048b2f3c-3f6d-46ff-b540-3308c01e3e34,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:22.201655 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6010053e-bc4c-41cd-935c-8adc03bf2eda tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Publish callbacks [] for floatingip, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:22.211088 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6010053e-bc4c-41cd-935c-8adc03bf2eda tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:22.213942 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6010053e-bc4c-41cd-935c-8adc03bf2eda tempest-ServersTestBootFromVolume-954103094 tempest-ServersTestBootFromVolume-954103094-project] 10.222.0.52 "DELETE /v2.0/floatingips/6cf3b469-0ad0-4e8e-9fd7-80bbe22a52bb HTTP/1.1" status: 204 len: 168 time: 0.7020714 Oct 27 18:26:22.217325 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 57136) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:26:22.288566 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f956f612-6f23-43bd-9d26-7bbd5f3fe30a req-3678bb2c-f966-4e31-a296-facd1e6511c1 tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0283978 Oct 27 18:26:22.309125 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e7acf-6cfa-48a9-864a-bf7408ebb125 req-3dab4f20-1504-4a8e-9b7e-dbcbb2a2c07f tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:22.312201 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0b9e7acf-6cfa-48a9-864a-bf7408ebb125 req-3dab4f20-1504-4a8e-9b7e-dbcbb2a2c07f tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 945 time: 0.0791545 Oct 27 18:26:22.355554 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0b9e7acf-6cfa-48a9-864a-bf7408ebb125 req-ff29dd7d-9aa0-4f9a-8abf-5b4395a1c039 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382266 Oct 27 18:26:22.548981 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9635981-7342-472c-8dda-ce76fb4f6741 req-24b82cc9-8637-4b52-b1ac-1bf71eb46331 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:22.550336 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a9635981-7342-472c-8dda-ce76fb4f6741 req-24b82cc9-8637-4b52-b1ac-1bf71eb46331 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 945 time: 0.0563471 Oct 27 18:26:22.616172 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a9635981-7342-472c-8dda-ce76fb4f6741 req-7ba2c198-0f05-48f2-920b-acc52ac0fe90 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592628 Oct 27 18:26:22.667046 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f68ec406-8c65-44d4-8883-ed0a5c0b4f4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:22.923899 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-f68ec406-8c65-44d4-8883-ed0a5c0b4f4a admin admin] Deleting port 97de6d04-116a-48d1-bd1f-6080c3623d65 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:26:22.924234 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f68ec406-8c65-44d4-8883-ed0a5c0b4f4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:22.987743 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10089492-ccbc-4084-a5b6-bc4736e86243 req-94389dd4-f181-49a0-bf85-fca60cfa7d5e tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:22.989533 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-10089492-ccbc-4084-a5b6-bc4736e86243 req-94389dd4-f181-49a0-bf85-fca60cfa7d5e tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.0637152 Oct 27 18:26:23.015873 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-f68ec406-8c65-44d4-8883-ed0a5c0b4f4a admin admin] For port 97de6d04-116a-48d1-bd1f-6080c3623d65, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=97de6d04-116a-48d1-bd1f-6080c3623d65,segment=NetworkSegment(7797590e-2a43-4fbe-8f4b-f77169de356b),segment_id=7797590e-2a43-4fbe-8f4b-f77169de356b)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:26:23.016236 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f68ec406-8c65-44d4-8883-ed0a5c0b4f4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:23.029877 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-f68ec406-8c65-44d4-8883-ed0a5c0b4f4a admin admin] Calling delete_port for 97de6d04-116a-48d1-bd1f-6080c3623d65 owned by network:router_interface {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:26:23.036446 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-10089492-ccbc-4084-a5b6-bc4736e86243 req-e41d4307-23a6-4ef6-9c7b-0b348f4c5197 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366762 Oct 27 18:26:23.176663 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bdc54e-e96a-49da-a947-6d64d8c8ac30 req-3dfe45c5-c42e-4161-8aad-6b4000b848cf tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:23.186453 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-69bdc54e-e96a-49da-a947-6d64d8c8ac30 req-3dfe45c5-c42e-4161-8aad-6b4000b848cf tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 945 time: 0.0784869 Oct 27 18:26:23.241134 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-69bdc54e-e96a-49da-a947-6d64d8c8ac30 req-61789f16-da4a-4668-95f4-70fcad074d1c tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509217 Oct 27 18:26:23.379743 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f68ec406-8c65-44d4-8883-ed0a5c0b4f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:23.428065 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-be8ef996-23fb-4079-9b06-61fdf227b984 req-8cd7faa1-f8e6-48a4-83b9-c49f9edfa148 tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0464962 Oct 27 18:26:23.428216 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68ec406-8c65-44d4-8883-ed0a5c0b4f4a admin admin] Pushing event deleted for resources: {'Port': ['ID=97de6d04-116a-48d1-bd1f-6080c3623d65,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:23.514907 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7351cd-2161-4ef8-9ed4-6083fbe68b97 req-f37652aa-cc87-44ba-907b-98b05af9386b tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:23.523729 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5d7351cd-2161-4ef8-9ed4-6083fbe68b97 req-f37652aa-cc87-44ba-907b-98b05af9386b tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 945 time: 0.0770187 Oct 27 18:26:23.584837 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5d7351cd-2161-4ef8-9ed4-6083fbe68b97 req-d35764f9-32f3-48c5-a55c-b66870d35746 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599864 Oct 27 18:26:23.652284 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f68ec406-8c65-44d4-8883-ed0a5c0b4f4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:23.804430 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41749225-1b3e-4dd1-a28a-d2f135c2eb26 req-d0d92363-a82c-4d91-9895-a67927175388 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:23.812388 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-41749225-1b3e-4dd1-a28a-d2f135c2eb26 req-d0d92363-a82c-4d91-9895-a67927175388 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 945 time: 0.0691988 Oct 27 18:26:23.857327 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-41749225-1b3e-4dd1-a28a-d2f135c2eb26 req-1708c7d2-d2ac-476d-b478-8bd42598bcfe tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425909 Oct 27 18:26:23.934357 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68ec406-8c65-44d4-8883-ed0a5c0b4f4a admin admin] Router 51d37106-c3b5-4460-ab61-f2fb076cd9f7 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:26:24.044905 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68ec406-8c65-44d4-8883-ed0a5c0b4f4a admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:26:24.050493 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f68ec406-8c65-44d4-8883-ed0a5c0b4f4a admin admin] 10.222.0.52 "PUT /v2.0/routers/51d37106-c3b5-4460-ab61-f2fb076cd9f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8315880 Oct 27 18:26:24.054268 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 57156) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:26:24.056672 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea81c85-725a-4a8f-9330-67acaccccd26 None None] Sync routers for ids ['51d37106-c3b5-4460-ab61-f2fb076cd9f7'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:26:24.072887 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea81c85-725a-4a8f-9330-67acaccccd26 None None] Routers {'51d37106-c3b5-4460-ab61-f2fb076cd9f7'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:26:24.074129 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-aea81c85-725a-4a8f-9330-67acaccccd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:26:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['51d37106-c3b5-4460-ab61-f2fb076cd9f7'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:26:24.209545 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-aea81c85-725a-4a8f-9330-67acaccccd26 None None] Set router 51d37106-c3b5-4460-ab61-f2fb076cd9f7 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:26:24.222220 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-29656205-7a49-4196-9644-7f51b2d3e3ef admin admin] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:24.485859 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb6a11-c632-41ba-9b09-f6ed4b069ef3 req-65665160-11b4-4992-ad56-d8df02627f3a tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:24.488884 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-70bb6a11-c632-41ba-9b09-f6ed4b069ef3 req-65665160-11b4-4992-ad56-d8df02627f3a tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.3132350 Oct 27 18:26:24.537781 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4306c0-5eee-4493-bc50-7d15c5d7e0ee req-707b674f-f84a-4788-9ffb-31a1cb8c3fb3 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:24.547429 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-aea81c85-725a-4a8f-9330-67acaccccd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d37106-c3b5-4460-ab61-f2fb076cd9f7', 'name': 'tempest-ServersTestBootFromVolume-630096261-router', 'tenant_id': '935b1609fadd4a79a82a8a4c512ccaba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '679e6d39-3acb-42de-9cc6-6be6af944fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:21:37Z', 'updated_at': '2021-10-27T18:26:23Z', 'revision_number': 5, 'project_id': '935b1609fadd4a79a82a8a4c512ccaba', 'gw_port': {'id': '679e6d39-3acb-42de-9cc6-6be6af944fae', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d37106-c3b5-4460-ab61-f2fb076cd9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:39Z', 'updated_at': '2021-10-27T18:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:26:24.549180 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee4306c0-5eee-4493-bc50-7d15c5d7e0ee req-707b674f-f84a-4788-9ffb-31a1cb8c3fb3 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 945 time: 0.1407709 Oct 27 18:26:24.581662 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea81c85-725a-4a8f-9330-67acaccccd26 None None] Checking router: 51d37106-c3b5-4460-ab61-f2fb076cd9f7 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:26:24.593232 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea81c85-725a-4a8f-9330-67acaccccd26 None None] Routers {'51d37106-c3b5-4460-ab61-f2fb076cd9f7'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:26:24.594318 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-aea81c85-725a-4a8f-9330-67acaccccd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:26:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['51d37106-c3b5-4460-ab61-f2fb076cd9f7'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:26:24.605130 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-29656205-7a49-4196-9644-7f51b2d3e3ef admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:24.636857 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-70bb6a11-c632-41ba-9b09-f6ed4b069ef3 req-631b5f4c-0aa9-4414-b5fe-ee5e81c53c2d tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277394 Oct 27 18:26:24.639833 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee4306c0-5eee-4493-bc50-7d15c5d7e0ee req-7ea1c369-046f-46fa-bad6-97a3aab0e768 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896122 Oct 27 18:26:24.799137 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7400910b-70a5-4979-bb47-9b24d69fce96 req-1bf314f1-6ddb-4fb2-acd3-510cdebd017e tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0547085 Oct 27 18:26:24.836718 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48754351-b31b-435d-8bc6-2a66c4f1f499 req-97fedc7a-c3a1-4dc1-b5fc-32b6f7108849 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:24.837952 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-48754351-b31b-435d-8bc6-2a66c4f1f499 req-97fedc7a-c3a1-4dc1-b5fc-32b6f7108849 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 945 time: 0.0949402 Oct 27 18:26:24.871811 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-aea81c85-725a-4a8f-9330-67acaccccd26 None None] Set router 51d37106-c3b5-4460-ab61-f2fb076cd9f7 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:26:24.894252 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-29656205-7a49-4196-9644-7f51b2d3e3ef admin admin] Deleting port 679e6d39-3acb-42de-9cc6-6be6af944fae {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:26:24.894605 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-29656205-7a49-4196-9644-7f51b2d3e3ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:24.964343 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-48754351-b31b-435d-8bc6-2a66c4f1f499 req-cc961d32-5aa3-4135-913c-b786f45ce379 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151009 Oct 27 18:26:25.041139 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-29656205-7a49-4196-9644-7f51b2d3e3ef admin admin] For port 679e6d39-3acb-42de-9cc6-6be6af944fae, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=679e6d39-3acb-42de-9cc6-6be6af944fae,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:26:25.041658 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-29656205-7a49-4196-9644-7f51b2d3e3ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:25.061570 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-29656205-7a49-4196-9644-7f51b2d3e3ef admin admin] Calling delete_port for 679e6d39-3acb-42de-9cc6-6be6af944fae owned by network:router_gateway {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:26:25.075884 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134c953-68d8-47c6-b23d-6d987ed1c4fb req-9b6927c9-853c-4a7d-9a44-4d07f7968e80 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:25.077445 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a134c953-68d8-47c6-b23d-6d987ed1c4fb req-9b6927c9-853c-4a7d-9a44-4d07f7968e80 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 945 time: 0.0986936 Oct 27 18:26:25.096895 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-aea81c85-725a-4a8f-9330-67acaccccd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d37106-c3b5-4460-ab61-f2fb076cd9f7', 'name': 'tempest-ServersTestBootFromVolume-630096261-router', 'tenant_id': '935b1609fadd4a79a82a8a4c512ccaba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '679e6d39-3acb-42de-9cc6-6be6af944fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:21:37Z', 'updated_at': '2021-10-27T18:26:23Z', 'revision_number': 5, 'project_id': '935b1609fadd4a79a82a8a4c512ccaba', 'gw_port': {'id': '679e6d39-3acb-42de-9cc6-6be6af944fae', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d37106-c3b5-4460-ab61-f2fb076cd9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:39Z', 'updated_at': '2021-10-27T18:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:26:25.124326 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea81c85-725a-4a8f-9330-67acaccccd26 None None] The sync data for ids ['51d37106-c3b5-4460-ab61-f2fb076cd9f7'] in n-d-815690-2 is: [{'id': '51d37106-c3b5-4460-ab61-f2fb076cd9f7', 'name': 'tempest-ServersTestBootFromVolume-630096261-router', 'tenant_id': '935b1609fadd4a79a82a8a4c512ccaba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '679e6d39-3acb-42de-9cc6-6be6af944fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:21:37Z', 'updated_at': '2021-10-27T18:26:23Z', 'revision_number': 5, 'project_id': '935b1609fadd4a79a82a8a4c512ccaba', 'gw_port': {'id': '679e6d39-3acb-42de-9cc6-6be6af944fae', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d37106-c3b5-4460-ab61-f2fb076cd9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:39Z', 'updated_at': '2021-10-27T18:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:26:25.186654 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a134c953-68d8-47c6-b23d-6d987ed1c4fb req-453c02c8-50cd-43eb-9b20-0b07e8a27b5b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972345 Oct 27 18:26:25.372144 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-29656205-7a49-4196-9644-7f51b2d3e3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:25.705178 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29656205-7a49-4196-9644-7f51b2d3e3ef admin admin] Pushing event deleted for resources: {'Port': ['ID=679e6d39-3acb-42de-9cc6-6be6af944fae,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:25.841357 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41ab79-3b92-472f-97bc-78b911a86ecf req-6fc3ed72-30ac-4e4a-aa96-f89201b77e3f tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:25.842864 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1f41ab79-3b92-472f-97bc-78b911a86ecf req-6fc3ed72-30ac-4e4a-aa96-f89201b77e3f tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.1118407 Oct 27 18:26:25.845671 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-29656205-7a49-4196-9644-7f51b2d3e3ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:25.855053 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d91d3b-6127-45ea-8b42-f85a23c69ed7 req-b81c78ef-bed6-415e-a4fb-56e839b78485 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:25.856589 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-04d91d3b-6127-45ea-8b42-f85a23c69ed7 req-b81c78ef-bed6-415e-a4fb-56e839b78485 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 945 time: 0.1273506 Oct 27 18:26:25.985077 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-29656205-7a49-4196-9644-7f51b2d3e3ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:25.996943 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-29656205-7a49-4196-9644-7f51b2d3e3ef admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:26.004090 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-04d91d3b-6127-45ea-8b42-f85a23c69ed7 req-2059ee9f-e3c0-4155-a964-ae26bd626298 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171145 Oct 27 18:26:26.025084 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1f41ab79-3b92-472f-97bc-78b911a86ecf req-c904d666-2dc1-4c2a-a8e7-2419f05843e3 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529777 Oct 27 18:26:26.125196 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-811afbd0-1688-4abf-a039-12bf229ea4ae req-e1385001-feb9-40b8-8292-f0e1e1101ea2 tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0290940 Oct 27 18:26:26.189146 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-29656205-7a49-4196-9644-7f51b2d3e3ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:26.189717 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29656205-7a49-4196-9644-7f51b2d3e3ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51d37106-c3b5-4460-ab61-f2fb076cd9f7 {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:26:26.213461 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-29656205-7a49-4196-9644-7f51b2d3e3ef admin admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:26.214796 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-29656205-7a49-4196-9644-7f51b2d3e3ef admin admin] 10.222.0.52 "DELETE /v2.0/routers/51d37106-c3b5-4460-ab61-f2fb076cd9f7 HTTP/1.1" status: 204 len: 168 time: 2.1594369 Oct 27 18:26:26.219672 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 57188) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:26:26.255051 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:26.287912 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3711bb-19c1-48ce-9ada-206f61ee3fd8 req-647c17f3-be12-4e03-b5fd-496023221b07 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:26.289489 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5d3711bb-19c1-48ce-9ada-206f61ee3fd8 req-647c17f3-be12-4e03-b5fd-496023221b07 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 945 time: 0.1134872 Oct 27 18:26:26.343903 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-0543347f-c26b-42b7-934f-a53030032884 admin admin] Deleting subnet 7f791017-30ab-4eda-b0b9-c9172369d32b {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:26:26.357901 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0543347f-c26b-42b7-934f-a53030032884 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:26.408948 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 97de6d04-116a-48d1-bd1f-6080c3623d65 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:26:26.417294 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5d3711bb-19c1-48ce-9ada-206f61ee3fd8 req-cbc87412-2dbf-4fa7-9cc3-bf98e9540ff6 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895104 Oct 27 18:26:26.426900 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51466252-7bd0-4053-b169-21655562555c req-64ed5bb6-2ffa-43be-996a-2fa1f2cb40fa tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:26.429235 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-51466252-7bd0-4053-b169-21655562555c req-64ed5bb6-2ffa-43be-996a-2fa1f2cb40fa tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 945 time: 0.1366501 Oct 27 18:26:26.433837 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0543347f-c26b-42b7-934f-a53030032884 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:26.449934 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 97de6d04-116a-48d1-bd1f-6080c3623d65 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:26:26.450278 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 97de6d04-116a-48d1-bd1f-6080c3623d65 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:26:26.506438 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-51466252-7bd0-4053-b169-21655562555c req-e989d703-c6b2-4ad6-af89-79896f6b1853 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700796 Oct 27 18:26:26.559925 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0543347f-c26b-42b7-934f-a53030032884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:26.680969 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0543347f-c26b-42b7-934f-a53030032884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:26.707673 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543347f-c26b-42b7-934f-a53030032884 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f791017-30ab-4eda-b0b9-c9172369d32b,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:26.712675 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0543347f-c26b-42b7-934f-a53030032884 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:26.719995 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0543347f-c26b-42b7-934f-a53030032884 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7f791017-30ab-4eda-b0b9-c9172369d32b HTTP/1.1" status: 204 len: 168 time: 0.4956267 Oct 27 18:26:26.719995 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 57192) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:26:26.721084 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74447c77-0514-4c70-af19-ef4ec32ed548 None None] Network a02c915a-ef33-4547-80f0-d7d8ef06e164 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:26:26.762668 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:26.803685 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-93367542-eea2-414d-b2d0-d24a82df3e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:26.861948 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-93367542-eea2-414d-b2d0-d24a82df3e23 admin admin] Deleting port eedff41c-534b-430e-8333-3ec6a2421592 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:26:26.862456 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-93367542-eea2-414d-b2d0-d24a82df3e23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:26.931790 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-93367542-eea2-414d-b2d0-d24a82df3e23 admin admin] For port eedff41c-534b-430e-8333-3ec6a2421592, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=eedff41c-534b-430e-8333-3ec6a2421592,segment=NetworkSegment(7797590e-2a43-4fbe-8f4b-f77169de356b),segment_id=7797590e-2a43-4fbe-8f4b-f77169de356b)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:26:26.932231 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-93367542-eea2-414d-b2d0-d24a82df3e23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:26.944646 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc6ff62-3016-4cc7-a2f3-69414efe32f9 None None] DHCP port deletion for a02c915a-ef33-4547-80f0-d7d8ef06e164 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:26:26.947176 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-93367542-eea2-414d-b2d0-d24a82df3e23 admin admin] Calling delete_port for eedff41c-534b-430e-8333-3ec6a2421592 owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:26:26.992385 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-8cc6ff62-3016-4cc7-a2f3-69414efe32f9 None None] Deleting port eedff41c-534b-430e-8333-3ec6a2421592 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:26:26.992759 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8cc6ff62-3016-4cc7-a2f3-69414efe32f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:27.057224 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-8cc6ff62-3016-4cc7-a2f3-69414efe32f9 None None] For port eedff41c-534b-430e-8333-3ec6a2421592, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=eedff41c-534b-430e-8333-3ec6a2421592,segment=NetworkSegment(7797590e-2a43-4fbe-8f4b-f77169de356b),segment_id=7797590e-2a43-4fbe-8f4b-f77169de356b)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:26:27.057623 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8cc6ff62-3016-4cc7-a2f3-69414efe32f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:27.071090 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-8cc6ff62-3016-4cc7-a2f3-69414efe32f9 None None] Calling delete_port for eedff41c-534b-430e-8333-3ec6a2421592 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:26:27.141510 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-93367542-eea2-414d-b2d0-d24a82df3e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:27.152915 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8cc6ff62-3016-4cc7-a2f3-69414efe32f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:27.179028 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc6ff62-3016-4cc7-a2f3-69414efe32f9 None None] Pushing event deleted for resources: {'Port': ['ID=eedff41c-534b-430e-8333-3ec6a2421592,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:27.183999 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93367542-eea2-414d-b2d0-d24a82df3e23 admin admin] No DVR routers for this DVR port eedff41c-534b-430e-8333-3ec6a2421592 on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:26:27.185520 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93367542-eea2-414d-b2d0-d24a82df3e23 admin admin] Pushing event deleted for resources: {'Port': ['ID=eedff41c-534b-430e-8333-3ec6a2421592,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:27.187101 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc6ff62-3016-4cc7-a2f3-69414efe32f9 None None] No DVR routers for this DVR port eedff41c-534b-430e-8333-3ec6a2421592 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:26:27.189326 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc6ff62-3016-4cc7-a2f3-69414efe32f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:26:27.189748 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc6ff62-3016-4cc7-a2f3-69414efe32f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:26:27.190096 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc6ff62-3016-4cc7-a2f3-69414efe32f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:26:27.190428 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc6ff62-3016-4cc7-a2f3-69414efe32f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:26:27.190755 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc6ff62-3016-4cc7-a2f3-69414efe32f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:26:27.191112 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc6ff62-3016-4cc7-a2f3-69414efe32f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:26:27.191437 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc6ff62-3016-4cc7-a2f3-69414efe32f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:26:27.191761 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc6ff62-3016-4cc7-a2f3-69414efe32f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:26:27.192148 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc6ff62-3016-4cc7-a2f3-69414efe32f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:26:27.192476 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc6ff62-3016-4cc7-a2f3-69414efe32f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:26:27.193006 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc6ff62-3016-4cc7-a2f3-69414efe32f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:26:27.193343 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc6ff62-3016-4cc7-a2f3-69414efe32f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:26:27.222379 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db9bbe-8d98-4e71-85d1-88f188692da9 req-44880b45-da80-4c12-a8db-1d284613a779 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:27.224458 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-35db9bbe-8d98-4e71-85d1-88f188692da9 req-44880b45-da80-4c12-a8db-1d284613a779 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.1320963 Oct 27 18:26:27.275917 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be10cb3-067e-4c1f-8bc0-4c951de4c1f0 req-4e85c40e-dca7-4b01-91cf-ee8c44b5de9a tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:27.277380 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8be10cb3-067e-4c1f-8bc0-4c951de4c1f0 req-4e85c40e-dca7-4b01-91cf-ee8c44b5de9a tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 945 time: 0.1759257 Oct 27 18:26:27.310779 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-93367542-eea2-414d-b2d0-d24a82df3e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:27.357970 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-35db9bbe-8d98-4e71-85d1-88f188692da9 req-0dd633de-c3e0-4723-834b-5a2c39206e38 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136189 Oct 27 18:26:27.361114 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-93367542-eea2-414d-b2d0-d24a82df3e23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a02c915a-ef33-4547-80f0-d7d8ef06e164']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:26:27.372626 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8be10cb3-067e-4c1f-8bc0-4c951de4c1f0 req-3abea305-eebd-4253-bb7b-621996757b24 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879600 Oct 27 18:26:27.376057 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-93367542-eea2-414d-b2d0-d24a82df3e23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7797590e-2a43-4fbe-8f4b-f77169de356b') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:26:27.376342 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-93367542-eea2-414d-b2d0-d24a82df3e23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7797590e-2a43-4fbe-8f4b-f77169de356b') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:26:27.396145 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-93367542-eea2-414d-b2d0-d24a82df3e23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:27.403132 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-93367542-eea2-414d-b2d0-d24a82df3e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:27.409206 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93367542-eea2-414d-b2d0-d24a82df3e23 admin admin] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:26:27.409630 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-93367542-eea2-414d-b2d0-d24a82df3e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:27.411945 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:26:27.411945 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:26:27.411945 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:26:27.411945 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:26:27.411945 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:26:27.411945 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:26:27.411945 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:26:27.411945 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:26:27.411945 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:26:27.411945 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:26:27.411945 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:26:27.411945 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:26:27.411945 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:26:27.411945 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:26:27.411945 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:26:27.411945 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:26:27.411945 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:26:27.411945 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:26:27.411945 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:26:27.411945 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:26:27.411945 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:26:27.411945 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:26:27.411945 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:26:27.411945 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:26:27.411945 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:26:27.411945 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:26:27.411945 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:26:27.411945 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:26:27.411945 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:26:27.411945 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:26:27.411945 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:26:27.411945 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:26:27.491623 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7919fe55-6d13-4e2a-887a-a37e29dd0811 req-3e33af78-2947-40f1-8453-ff2193c55d6e tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0395603 Oct 27 18:26:27.555215 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85955553-c878-4dd5-9598-93707c1ad10f req-545df916-c397-4b37-8e49-dcab3844577c tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:27.556274 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-85955553-c878-4dd5-9598-93707c1ad10f req-545df916-c397-4b37-8e49-dcab3844577c tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 945 time: 0.0543313 Oct 27 18:26:27.577115 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-93367542-eea2-414d-b2d0-d24a82df3e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:27.584320 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-93367542-eea2-414d-b2d0-d24a82df3e23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:27.590035 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-93367542-eea2-414d-b2d0-d24a82df3e23 admin admin] 10.222.0.52 "DELETE /v2.0/networks/a02c915a-ef33-4547-80f0-d7d8ef06e164 HTTP/1.1" status: 204 len: 168 time: 0.8681247 Oct 27 18:26:27.610320 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93367542-eea2-414d-b2d0-d24a82df3e23 admin admin] Pushing event deleted for resources: {'Network': ['ID=a02c915a-ef33-4547-80f0-d7d8ef06e164,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:27.644907 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-85955553-c878-4dd5-9598-93707c1ad10f req-42c45f7a-06e3-4a18-a99e-8deae79589fc tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818062 Oct 27 18:26:27.669794 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667eb2e8-8245-4c68-95c4-921ec3f04000 req-d43deb55-281f-4006-b48c-e9cf7dd6e8de tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:27.671338 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-667eb2e8-8245-4c68-95c4-921ec3f04000 req-d43deb55-281f-4006-b48c-e9cf7dd6e8de tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 945 time: 0.0680907 Oct 27 18:26:27.710949 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-667eb2e8-8245-4c68-95c4-921ec3f04000 req-3a29d07e-762c-43c1-bac1-972210a60d04 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335009 Oct 27 18:26:27.958219 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 57210) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:26:27.997799 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3fad7478-5b94-46f8-abc6-91ccd5396a24 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=935b1609fadd4a79a82a8a4c512ccaba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383725 Oct 27 18:26:28.000343 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 57212) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:26:28.049057 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7da759d8-fe19-4c4c-ac9c-5514b731116e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:28.071058 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7da759d8-fe19-4c4c-ac9c-5514b731116e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:28.241232 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7da759d8-fe19-4c4c-ac9c-5514b731116e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:28.243895 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7da759d8-fe19-4c4c-ac9c-5514b731116e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:28.245052 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7da759d8-fe19-4c4c-ac9c-5514b731116e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/76db174c-650e-49ff-a939-5a55aff89ee9 HTTP/1.1" status: 204 len: 168 time: 0.2438359 Oct 27 18:26:28.252887 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da759d8-fe19-4c4c-ac9c-5514b731116e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76db174c-650e-49ff-a939-5a55aff89ee9,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:28.357295 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device eedff41c-534b-430e-8333-3ec6a2421592 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:26:28.377991 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: eedff41c-534b-430e-8333-3ec6a2421592 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:26:28.378330 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device eedff41c-534b-430e-8333-3ec6a2421592 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:26:28.378738 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 679e6d39-3acb-42de-9cc6-6be6af944fae no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:26:28.405122 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 679e6d39-3acb-42de-9cc6-6be6af944fae {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:26:28.405122 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 679e6d39-3acb-42de-9cc6-6be6af944fae not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:26:28.511879 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4340ed5-0ed0-4238-adee-2b62b8d74725 req-b48f5d8e-61c3-4d42-a7bb-70961968d240 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:28.516427 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a4340ed5-0ed0-4238-adee-2b62b8d74725 req-b48f5d8e-61c3-4d42-a7bb-70961968d240 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.0827837 Oct 27 18:26:28.527139 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcdbf82-53da-44de-a8b0-25856f867269 req-60b8b8e8-be4a-4c61-aab5-232eefbb2c9b tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:28.528657 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0fcdbf82-53da-44de-a8b0-25856f867269 req-60b8b8e8-be4a-4c61-aab5-232eefbb2c9b tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 945 time: 0.0676687 Oct 27 18:26:28.586312 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a4340ed5-0ed0-4238-adee-2b62b8d74725 req-963af023-0fda-4f01-8dc5-ca2a1650ace5 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566721 Oct 27 18:26:28.588926 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0fcdbf82-53da-44de-a8b0-25856f867269 req-58cd8991-1532-46cf-a1ef-07d22a69ea94 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533810 Oct 27 18:26:28.698921 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-34d7ec38-4df3-47c6-9c57-0de36eb014c5 req-9325f8bd-05ad-445e-acbc-b0a6006456b7 tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0399809 Oct 27 18:26:28.780591 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce038265-8ce3-4082-a59a-2b969a5e6b6e req-c7ccda12-c47f-44cf-b658-5de35f6fabc4 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:28.782056 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ce038265-8ce3-4082-a59a-2b969a5e6b6e req-c7ccda12-c47f-44cf-b658-5de35f6fabc4 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 945 time: 0.0563827 Oct 27 18:26:28.854427 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83cc295-d2ac-4f14-adf8-64c5989d43bf req-7487dcf7-8eb2-4030-994b-9373095c153e tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:28.856042 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a83cc295-d2ac-4f14-adf8-64c5989d43bf req-7487dcf7-8eb2-4030-994b-9373095c153e tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 945 time: 0.0730379 Oct 27 18:26:28.859301 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ce038265-8ce3-4082-a59a-2b969a5e6b6e req-3b13e6f9-bb3c-4c45-9a28-dad8d707c545 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672097 Oct 27 18:26:28.895963 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a83cc295-d2ac-4f14-adf8-64c5989d43bf req-baba22ab-ea67-4a04-b2b7-d39db07f9256 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336590 Oct 27 18:26:29.279641 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 57248) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:26:29.376967 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-554aea1a-dd54-4513-8f28-1faa68a8f70f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-356144870-network', 'tenant_id': '73ecd40fe1594f85b64568114a717a96'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:26:29.475370 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554aea1a-dd54-4513-8f28-1faa68a8f70f admin admin] Made reservation on behalf of 73ecd40fe1594f85b64568114a717a96 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:26:29.477743 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-554aea1a-dd54-4513-8f28-1faa68a8f70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:29.486285 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-554aea1a-dd54-4513-8f28-1faa68a8f70f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:29.559008 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-554aea1a-dd54-4513-8f28-1faa68a8f70f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:29.635055 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-554aea1a-dd54-4513-8f28-1faa68a8f70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:29.664043 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-554aea1a-dd54-4513-8f28-1faa68a8f70f admin admin] vlan segment allocate from pool success with {'vlan_id': 1023, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:26:29.711234 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554aea1a-dd54-4513-8f28-1faa68a8f70f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3979f201-5215-4291-91da-b36465f6ff4c,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:29.735670 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-554aea1a-dd54-4513-8f28-1faa68a8f70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:29.736026 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-554aea1a-dd54-4513-8f28-1faa68a8f70f admin admin] Added segment fd81ef03-5618-4e22-8eef-ef71234da90c of type vlan for network f16c66fe-8570-46b3-ac79-4410a1968a3a Oct 27 18:26:29.791086 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-554aea1a-dd54-4513-8f28-1faa68a8f70f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:29.810921 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb49ef-bc98-4d0c-8032-465ddd911b33 req-1d3bb63d-069d-4a79-ab41-67ae9d3017d5 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:29.812453 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-24cb49ef-bc98-4d0c-8032-465ddd911b33 req-1d3bb63d-069d-4a79-ab41-67ae9d3017d5 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.1501675 Oct 27 18:26:29.821870 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b9ae7-23a9-498c-ac04-83d3ab3fa15f req-39a9ddd9-d41a-4423-8a19-a1c43657d3c7 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:29.823588 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0e0b9ae7-23a9-498c-ac04-83d3ab3fa15f req-39a9ddd9-d41a-4423-8a19-a1c43657d3c7 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 945 time: 0.1544602 Oct 27 18:26:29.897408 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-24cb49ef-bc98-4d0c-8032-465ddd911b33 req-f56099b6-32c7-40b5-8df3-09c6cf58906a tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728586 Oct 27 18:26:29.902369 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0e0b9ae7-23a9-498c-ac04-83d3ab3fa15f req-6a89c4a0-f0f8-4435-ab7a-0d481907b849 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634391 Oct 27 18:26:29.960881 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-554aea1a-dd54-4513-8f28-1faa68a8f70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:29.961994 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554aea1a-dd54-4513-8f28-1faa68a8f70f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:29.962616 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-554aea1a-dd54-4513-8f28-1faa68a8f70f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:30.037527 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-22211b67-068b-42b9-ba14-99782c49d07f req-fa72f4dc-5e2a-4dbf-b93b-e1b4bae26619 tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0665066 Oct 27 18:26:30.074266 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554aea1a-dd54-4513-8f28-1faa68a8f70f admin admin] Pushing event updated for resources: {'Network': ['ID=f16c66fe-8570-46b3-ac79-4410a1968a3a,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:30.085274 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network f16c66fe-8570-46b3-ac79-4410a1968a3a details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:26:30.091611 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-554aea1a-dd54-4513-8f28-1faa68a8f70f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8107817 Oct 27 18:26:30.094556 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 57266) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:26:30.100737 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-2e14936d-6b01-4d80-8a34-2ae9134ee364 admin admin] Request body: {'subnet': {'network_id': 'f16c66fe-8570-46b3-ac79-4410a1968a3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-356144870-subnet', 'tenant_id': '73ecd40fe1594f85b64568114a717a96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:26:30.102214 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5763c-abe0-41d6-afe7-dd4db5485733 req-3c03e33a-0f20-473b-9e1f-d3f40f080c7e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:30.104109 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-04d5763c-abe0-41d6-afe7-dd4db5485733 req-3c03e33a-0f20-473b-9e1f-d3f40f080c7e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 945 time: 0.0694864 Oct 27 18:26:30.175563 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-04d5763c-abe0-41d6-afe7-dd4db5485733 req-ac1d17e3-68aa-4974-893a-506c0c0bc039 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599494 Oct 27 18:26:30.187086 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd082f3d-1000-43a3-9c62-7fee58d7f4bb req-2396c587-fa29-4338-860d-125440fe372c tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:30.188654 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cd082f3d-1000-43a3-9c62-7fee58d7f4bb req-2396c587-fa29-4338-860d-125440fe372c tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 945 time: 0.0834696 Oct 27 18:26:30.198750 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e14936d-6b01-4d80-8a34-2ae9134ee364 admin admin] Made reservation on behalf of 73ecd40fe1594f85b64568114a717a96 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:26:30.201419 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2e14936d-6b01-4d80-8a34-2ae9134ee364 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:30.235254 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cd082f3d-1000-43a3-9c62-7fee58d7f4bb req-bc2a8693-aa88-408a-9e6a-6523d7651fea tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395026 Oct 27 18:26:30.417808 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2e14936d-6b01-4d80-8a34-2ae9134ee364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:30.476229 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14936d-6b01-4d80-8a34-2ae9134ee364 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa2c4956-e9e1-48c6-a1a7-2a46f1d0015f,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:30.483564 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e14936d-6b01-4d80-8a34-2ae9134ee364 admin admin] Checking segment: {'id': 'fd81ef03-5618-4e22-8eef-ef71234da90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f16c66fe-8570-46b3-ac79-4410a1968a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:26:30.483923 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e14936d-6b01-4d80-8a34-2ae9134ee364 admin admin] Network hostable DHCP agents. Network: f16c66fe-8570-46b3-ac79-4410a1968a3a, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:26:30.571719 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e14936d-6b01-4d80-8a34-2ae9134ee364 admin admin] Network f16c66fe-8570-46b3-ac79-4410a1968a3a is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:26:30.657340 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-2e14936d-6b01-4d80-8a34-2ae9134ee364 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, f16c66fe-8570-46b3-ac79-4410a1968a3a) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:26:30.661483 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e14936d-6b01-4d80-8a34-2ae9134ee364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:30.662059 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2e14936d-6b01-4d80-8a34-2ae9134ee364 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:30.669643 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a624e6-b51e-4201-84b1-248865bae893 None None] Network f16c66fe-8570-46b3-ac79-4410a1968a3a requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:26:30.741706 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2e14936d-6b01-4d80-8a34-2ae9134ee364 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6455166 Oct 27 18:26:30.744522 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 57270) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:26:30.750069 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-9d05bba5-7472-4015-80b9-89379d14737d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-356144870-router', 'tenant_id': '73ecd40fe1594f85b64568114a717a96', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:26:30.794406 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bd73c1-1e57-4310-bffa-62d23049c1b8 None None] Network f16c66fe-8570-46b3-ac79-4410a1968a3a requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:26:30.846330 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9d05bba5-7472-4015-80b9-89379d14737d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:30.847578 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9d05bba5-7472-4015-80b9-89379d14737d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:30.905526 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9d05bba5-7472-4015-80b9-89379d14737d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:31.051436 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afca0f5-535e-43d0-9abc-163fd3beba8d req-f45bc636-b069-40cb-a716-64a33a4f1085 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:31.053199 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0afca0f5-535e-43d0-9abc-163fd3beba8d req-f45bc636-b069-40cb-a716-64a33a4f1085 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.0814967 Oct 27 18:26:31.061656 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495db986-5aa9-4b38-b981-a1df0fe365fa req-e35666e5-b9b6-48e4-8ebc-2a5e0387beb8 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:31.063304 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-495db986-5aa9-4b38-b981-a1df0fe365fa req-e35666e5-b9b6-48e4-8ebc-2a5e0387beb8 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 945 time: 0.0903280 Oct 27 18:26:31.122262 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0afca0f5-535e-43d0-9abc-163fd3beba8d req-0c77a46e-f5c7-4232-9bb6-e1602092b580 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579748 Oct 27 18:26:31.125242 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9d05bba5-7472-4015-80b9-89379d14737d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:31.130724 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-495db986-5aa9-4b38-b981-a1df0fe365fa req-bba48d12-ed50-42fd-86b0-2653601159de tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579879 Oct 27 18:26:31.239252 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-77c481bf-44e4-4f15-9a85-65e56c9abe42 req-aaf0aaca-fadd-4548-9dde-207debcb45e9 tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0423198 Oct 27 18:26:31.319642 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d4057-f361-4073-a0f8-3fd93b9d2139 req-ce12673e-a07e-40f0-bae7-f1555fa85cd3 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:31.321316 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9f1d4057-f361-4073-a0f8-3fd93b9d2139 req-ce12673e-a07e-40f0-bae7-f1555fa85cd3 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 945 time: 0.0546732 Oct 27 18:26:31.392604 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9f1d4057-f361-4073-a0f8-3fd93b9d2139 req-c1e33778-e148-4f4e-a831-6db4281479d1 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615122 Oct 27 18:26:31.401111 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be109ee-d072-4a9d-8a0e-f419521fd565 req-7c1cac95-ac18-4bc1-aacd-07ca232bdea3 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:31.402595 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2be109ee-d072-4a9d-8a0e-f419521fd565 req-7c1cac95-ac18-4bc1-aacd-07ca232bdea3 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 945 time: 0.0803733 Oct 27 18:26:31.424773 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9d05bba5-7472-4015-80b9-89379d14737d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:31.444868 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9d05bba5-7472-4015-80b9-89379d14737d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:31.449889 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2be109ee-d072-4a9d-8a0e-f419521fd565 req-9af1a2bc-0af1-49c5-a72a-c5221c8210bf tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395513 Oct 27 18:26:31.554649 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-9d05bba5-7472-4015-80b9-89379d14737d admin admin] Allocated IP 172.25.6.19 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/54a75bd2-bc5f-4c93-b697-8aff5dfbc358) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:26:31.655383 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9d05bba5-7472-4015-80b9-89379d14737d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:31.749459 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9d05bba5-7472-4015-80b9-89379d14737d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:31.792252 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d05bba5-7472-4015-80b9-89379d14737d admin admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:26:31.795297 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-9d05bba5-7472-4015-80b9-89379d14737d admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:26:31.798927 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d05bba5-7472-4015-80b9-89379d14737d admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:26:31.825262 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d05bba5-7472-4015-80b9-89379d14737d admin admin] Pushing event updated for resources: {'Port': ['ID=54a75bd2-bc5f-4c93-b697-8aff5dfbc358,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:32.176365 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9d05bba5-7472-4015-80b9-89379d14737d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:32.258935 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9008f34-712e-4067-b820-120e259dc3b4 req-cb152537-4f1c-4038-97ba-e2e29604e63d tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:32.260558 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b9008f34-712e-4067-b820-120e259dc3b4 req-cb152537-4f1c-4038-97ba-e2e29604e63d tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.0613947 Oct 27 18:26:32.327900 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b9008f34-712e-4067-b820-120e259dc3b4 req-83d1f43f-08bc-4103-9df5-c393ec8284cc tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560954 Oct 27 18:26:32.336456 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b0357-c19e-4d52-96ac-0e0c0dc105c2 req-ff6fcef7-8603-476a-8a86-4f81bf282892 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:32.337956 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-153b0357-c19e-4d52-96ac-0e0c0dc105c2 req-ff6fcef7-8603-476a-8a86-4f81bf282892 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 945 time: 0.0764160 Oct 27 18:26:32.384595 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-153b0357-c19e-4d52-96ac-0e0c0dc105c2 req-07109aeb-fa57-4d7e-a9d4-a3ad15f8d858 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330203 Oct 27 18:26:32.393789 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9d05bba5-7472-4015-80b9-89379d14737d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:32.497358 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-acf8e235-6db8-4d3f-8699-4b8529e8a45c req-0931737f-c8dc-4e71-b37d-2f64946e486f tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0379164 Oct 27 18:26:32.636522 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7436d7-54d7-4fb3-b3fe-09df35fa4cd6 req-162f07ed-aff0-4a7f-ab0f-3e1541d577aa tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:32.638022 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee7436d7-54d7-4fb3-b3fe-09df35fa4cd6 req-162f07ed-aff0-4a7f-ab0f-3e1541d577aa tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 945 time: 0.0742967 Oct 27 18:26:32.665109 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a943af5-7d4e-4759-bd0d-5029fa61bb60 req-f335d7b5-a077-4b82-97fd-af205b1be836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:32.666563 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3a943af5-7d4e-4759-bd0d-5029fa61bb60 req-f335d7b5-a077-4b82-97fd-af205b1be836 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 1096 time: 0.0653026 Oct 27 18:26:32.669084 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d05bba5-7472-4015-80b9-89379d14737d admin admin] Router bc70ab29-6905-4e37-b039-09f417689ad0 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:26:32.696619 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee7436d7-54d7-4fb3-b3fe-09df35fa4cd6 req-4778986a-da19-4571-8bd1-1764669a35f5 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514023 Oct 27 18:26:32.715099 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3a943af5-7d4e-4759-bd0d-5029fa61bb60 req-500ebcf4-4ea9-4191-9136-ae4f0cd0f61f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376289 Oct 27 18:26:32.785942 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d05bba5-7472-4015-80b9-89379d14737d admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:26:32.799850 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02e9bde-2d3b-44f7-a4b6-2ca5b28fe2fb None None] Sync routers for ids ['bc70ab29-6905-4e37-b039-09f417689ad0'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:26:32.811913 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02e9bde-2d3b-44f7-a4b6-2ca5b28fe2fb None None] Routers {'bc70ab29-6905-4e37-b039-09f417689ad0'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:26:32.813010 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-c02e9bde-2d3b-44f7-a4b6-2ca5b28fe2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:26:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['bc70ab29-6905-4e37-b039-09f417689ad0'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:26:32.819847 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102d060-1c35-4e1d-bb60-0e8a46fb50a2 req-39add7f0-03f1-4f86-88a3-f11ddb908521 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:32.823753 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8102d060-1c35-4e1d-bb60-0e8a46fb50a2 req-39add7f0-03f1-4f86-88a3-f11ddb908521 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 945 time: 0.0606036 Oct 27 18:26:32.872035 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8102d060-1c35-4e1d-bb60-0e8a46fb50a2 req-ccc077eb-5576-4bfc-8171-384bc90c67b6 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432489 Oct 27 18:26:32.878614 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9d05bba5-7472-4015-80b9-89379d14737d admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:32.882961 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9d05bba5-7472-4015-80b9-89379d14737d admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1367128 Oct 27 18:26:32.885068 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 57320) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:26:32.942732 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-c02e9bde-2d3b-44f7-a4b6-2ca5b28fe2fb None None] Set router bc70ab29-6905-4e37-b039-09f417689ad0 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:26:33.158361 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-c02e9bde-2d3b-44f7-a4b6-2ca5b28fe2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc70ab29-6905-4e37-b039-09f417689ad0', 'name': 'tempest-ServerRescueNegativeTestJSON-356144870-router', 'tenant_id': '73ecd40fe1594f85b64568114a717a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '54a75bd2-bc5f-4c93-b697-8aff5dfbc358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:26:30Z', 'updated_at': '2021-10-27T18:26:31Z', 'revision_number': 3, 'project_id': '73ecd40fe1594f85b64568114a717a96', 'gw_port': {'id': '54a75bd2-bc5f-4c93-b697-8aff5dfbc358', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc70ab29-6905-4e37-b039-09f417689ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:26:31Z', 'updated_at': '2021-10-27T18:26:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:26:33.186852 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02e9bde-2d3b-44f7-a4b6-2ca5b28fe2fb None None] Checking router: bc70ab29-6905-4e37-b039-09f417689ad0 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:26:33.187193 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02e9bde-2d3b-44f7-a4b6-2ca5b28fe2fb None None] Updating router bc70ab29-6905-4e37-b039-09f417689ad0 port 54a75bd2-bc5f-4c93-b697-8aff5dfbc358 binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:26:33.212640 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c02e9bde-2d3b-44f7-a4b6-2ca5b28fe2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:33.355726 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e208e1b9-d3ae-4d3c-a760-268e635c481f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:33.485859 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b8d72-1de2-4ac7-84f3-b1d5da9a5935 req-052295a5-2857-43fb-9a0b-124469f77ea5 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:33.487401 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e67b8d72-1de2-4ac7-84f3-b1d5da9a5935 req-052295a5-2857-43fb-9a0b-124469f77ea5 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.0824122 Oct 27 18:26:33.501550 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1b5ca-4448-461c-8b35-db3e49b05944 req-dd23a0f2-8d93-4035-a6da-2917b1208647 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:33.503082 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d0e1b5ca-4448-461c-8b35-db3e49b05944 req-dd23a0f2-8d93-4035-a6da-2917b1208647 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 945 time: 0.0855100 Oct 27 18:26:33.508081 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c02e9bde-2d3b-44f7-a4b6-2ca5b28fe2fb None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:33.532201 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-e208e1b9-d3ae-4d3c-a760-268e635c481f admin admin] Allocated IP 172.20.0.1 (f16c66fe-8570-46b3-ac79-4410a1968a3a/fa2c4956-e9e1-48c6-a1a7-2a46f1d0015f/96f4a6b3-2a52-4d51-8d8c-fbeabd82c1e1) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:26:33.555915 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e67b8d72-1de2-4ac7-84f3-b1d5da9a5935 req-a1e8d60f-6691-40a2-a383-e92f38bde9e6 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518513 Oct 27 18:26:33.569109 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d0e1b5ca-4448-461c-8b35-db3e49b05944 req-08defecd-59ff-4073-b7ee-5af5809d6e82 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518081 Oct 27 18:26:33.571970 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c02e9bde-2d3b-44f7-a4b6-2ca5b28fe2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:33.626916 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-c02e9bde-2d3b-44f7-a4b6-2ca5b28fe2fb None None] Attempting to bind port 54a75bd2-bc5f-4c93-b697-8aff5dfbc358 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:26:33.627304 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-c02e9bde-2d3b-44f7-a4b6-2ca5b28fe2fb None None] Attempting to bind port 54a75bd2-bc5f-4c93-b697-8aff5dfbc358 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:26:33.627669 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02e9bde-2d3b-44f7-a4b6-2ca5b28fe2fb None None] Attempting to bind port 54a75bd2-bc5f-4c93-b697-8aff5dfbc358 on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:26:33.636601 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3309705f-a5dc-4196-913b-7a728d4b1c57 None None] Pushing event updated for resources: {'Port': ['ID=54a75bd2-bc5f-4c93-b697-8aff5dfbc358,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:33.644008 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02e9bde-2d3b-44f7-a4b6-2ca5b28fe2fb None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:26:33.644397 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02e9bde-2d3b-44f7-a4b6-2ca5b28fe2fb None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:26:33.645019 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c02e9bde-2d3b-44f7-a4b6-2ca5b28fe2fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:33.645294 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02e9bde-2d3b-44f7-a4b6-2ca5b28fe2fb None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:26:33.646787 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-c02e9bde-2d3b-44f7-a4b6-2ca5b28fe2fb None None] Bound port: 54a75bd2-bc5f-4c93-b697-8aff5dfbc358, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:26:33.647137 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c02e9bde-2d3b-44f7-a4b6-2ca5b28fe2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:33.714481 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-c02e9bde-2d3b-44f7-a4b6-2ca5b28fe2fb None None] For port 54a75bd2-bc5f-4c93-b697-8aff5dfbc358, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:26:33.718695 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-c02e9bde-2d3b-44f7-a4b6-2ca5b28fe2fb None None] For port 54a75bd2-bc5f-4c93-b697-8aff5dfbc358, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=54a75bd2-bc5f-4c93-b697-8aff5dfbc358,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:26:33.733850 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1cdab1-0360-45d9-83e2-1f08a0895ba6 req-d3cbbdac-a750-48c2-915d-059c507450ae tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:33.735584 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5f1cdab1-0360-45d9-83e2-1f08a0895ba6 req-d3cbbdac-a750-48c2-915d-059c507450ae tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 945 time: 0.0753577 Oct 27 18:26:33.778650 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8a18876b-7711-418f-90a0-2214495b4907 req-8c3f0d4a-54ab-4bae-87c5-f21cdd65b30c tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0418653 Oct 27 18:26:33.779614 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c02e9bde-2d3b-44f7-a4b6-2ca5b28fe2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:33.807164 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5f1cdab1-0360-45d9-83e2-1f08a0895ba6 req-02f757df-e960-4f5f-931d-4ffe4cb38cb5 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545447 Oct 27 18:26:33.859847 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02e9bde-2d3b-44f7-a4b6-2ca5b28fe2fb None None] Routers {'bc70ab29-6905-4e37-b039-09f417689ad0'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:26:33.860381 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-c02e9bde-2d3b-44f7-a4b6-2ca5b28fe2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:26:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['bc70ab29-6905-4e37-b039-09f417689ad0'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:26:33.936353 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3309705f-a5dc-4196-913b-7a728d4b1c57 None None] Pushing event updated for resources: {'Port': ['ID=54a75bd2-bc5f-4c93-b697-8aff5dfbc358,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:33.998160 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-c02e9bde-2d3b-44f7-a4b6-2ca5b28fe2fb None None] Set router bc70ab29-6905-4e37-b039-09f417689ad0 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:26:34.000281 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e208e1b9-d3ae-4d3c-a760-268e635c481f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:34.048457 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4105b28-4fe7-4644-b6d1-bb127ef66fd6 req-4ca01020-6580-44a6-80c6-57afb3b87d4b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:34.050097 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d4105b28-4fe7-4644-b6d1-bb127ef66fd6 req-4ca01020-6580-44a6-80c6-57afb3b87d4b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 945 time: 0.0829637 Oct 27 18:26:34.092627 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d4105b28-4fe7-4644-b6d1-bb127ef66fd6 req-49b67ba2-0c03-47fc-bd52-ecb861373f1d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354674 Oct 27 18:26:34.124478 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e208e1b9-d3ae-4d3c-a760-268e635c481f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:34.201009 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e208e1b9-d3ae-4d3c-a760-268e635c481f admin admin] Network f16c66fe-8570-46b3-ac79-4410a1968a3a is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:26:34.209013 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e208e1b9-d3ae-4d3c-a760-268e635c481f admin admin] Pushing event updated for resources: {'Port': ['ID=96f4a6b3-2a52-4d51-8d8c-fbeabd82c1e1,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:34.212169 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-e208e1b9-d3ae-4d3c-a760-268e635c481f admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:26:34.223227 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e208e1b9-d3ae-4d3c-a760-268e635c481f admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:26:34.280398 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e208e1b9-d3ae-4d3c-a760-268e635c481f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:34.356333 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-c02e9bde-2d3b-44f7-a4b6-2ca5b28fe2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc70ab29-6905-4e37-b039-09f417689ad0', 'name': 'tempest-ServerRescueNegativeTestJSON-356144870-router', 'tenant_id': '73ecd40fe1594f85b64568114a717a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '54a75bd2-bc5f-4c93-b697-8aff5dfbc358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:26:30Z', 'updated_at': '2021-10-27T18:26:31Z', 'revision_number': 3, 'project_id': '73ecd40fe1594f85b64568114a717a96', 'gw_port': {'id': '54a75bd2-bc5f-4c93-b697-8aff5dfbc358', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc70ab29-6905-4e37-b039-09f417689ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:26:31Z', 'updated_at': '2021-10-27T18:26:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:26:34.389141 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02e9bde-2d3b-44f7-a4b6-2ca5b28fe2fb None None] The sync data for ids ['bc70ab29-6905-4e37-b039-09f417689ad0'] in n-d-815690-2 is: [{'id': 'bc70ab29-6905-4e37-b039-09f417689ad0', 'name': 'tempest-ServerRescueNegativeTestJSON-356144870-router', 'tenant_id': '73ecd40fe1594f85b64568114a717a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '54a75bd2-bc5f-4c93-b697-8aff5dfbc358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:26:30Z', 'updated_at': '2021-10-27T18:26:31Z', 'revision_number': 3, 'project_id': '73ecd40fe1594f85b64568114a717a96', 'gw_port': {'id': '54a75bd2-bc5f-4c93-b697-8aff5dfbc358', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc70ab29-6905-4e37-b039-09f417689ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:26:31Z', 'updated_at': '2021-10-27T18:26:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:26:34.470916 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e208e1b9-d3ae-4d3c-a760-268e635c481f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:34.680031 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e208e1b9-d3ae-4d3c-a760-268e635c481f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:34.750298 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e208e1b9-d3ae-4d3c-a760-268e635c481f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:34.790904 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb7670-6ca9-439f-b0cb-85581be4950d req-e1323d78-78b5-418f-b4a7-072bf6289270 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:34.792491 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c7bb7670-6ca9-439f-b0cb-85581be4950d req-e1323d78-78b5-418f-b4a7-072bf6289270 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.0939121 Oct 27 18:26:34.831803 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308a9f4-b4f6-4642-9d04-dd45a2ea13eb req-0c834c74-c546-4b0b-bbc5-d7e63602d1ca tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:34.832580 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e208e1b9-d3ae-4d3c-a760-268e635c481f admin admin] Pushing event updated for resources: {'Port': ['ID=96f4a6b3-2a52-4d51-8d8c-fbeabd82c1e1,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:34.840735 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5308a9f4-b4f6-4642-9d04-dd45a2ea13eb req-0c834c74-c546-4b0b-bbc5-d7e63602d1ca tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 945 time: 0.1406415 Oct 27 18:26:34.854855 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e208e1b9-d3ae-4d3c-a760-268e635c481f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:34.888090 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c7bb7670-6ca9-439f-b0cb-85581be4950d req-c203e642-5aa9-4708-b4f7-f89fc417d577 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888753 Oct 27 18:26:34.904774 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5308a9f4-b4f6-4642-9d04-dd45a2ea13eb req-135fa322-35c5-4787-89f5-67d75bd7bc4c tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616767 Oct 27 18:26:34.981885 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e208e1b9-d3ae-4d3c-a760-268e635c481f admin admin] Network f16c66fe-8570-46b3-ac79-4410a1968a3a is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:26:34.983440 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-e208e1b9-d3ae-4d3c-a760-268e635c481f admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:26:35.070149 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0c7bf0fd-9fff-40b8-8fa2-0018093140b1 req-a7264027-5fab-4a66-99bb-6fca1a68c58f tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0468466 Oct 27 18:26:35.162231 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e208e1b9-d3ae-4d3c-a760-268e635c481f admin admin] Router bc70ab29-6905-4e37-b039-09f417689ad0 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:26:35.191972 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86edb9e-0333-4703-821c-7934d41a7a3b req-97a0e57a-4d65-403d-a1c7-b4855a43b528 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:35.197520 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f86edb9e-0333-4703-821c-7934d41a7a3b req-97a0e57a-4d65-403d-a1c7-b4855a43b528 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 945 time: 0.0934937 Oct 27 18:26:35.281659 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f86edb9e-0333-4703-821c-7934d41a7a3b req-123dfc11-33e3-4f6a-b537-6ae98db5bac2 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708990 Oct 27 18:26:35.362253 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e208e1b9-d3ae-4d3c-a760-268e635c481f admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:26:35.369047 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e208e1b9-d3ae-4d3c-a760-268e635c481f admin admin] 10.222.0.52 "PUT /v2.0/routers/bc70ab29-6905-4e37-b039-09f417689ad0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4824424 Oct 27 18:26:35.376354 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3879ba-04d3-4964-a409-41938ea5778f req-853bb7c9-9bb6-45ef-a470-84d744ed0ad0 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:35.390724 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eb3879ba-04d3-4964-a409-41938ea5778f req-853bb7c9-9bb6-45ef-a470-84d744ed0ad0 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 945 time: 0.0889084 Oct 27 18:26:35.448928 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eb3879ba-04d3-4964-a409-41938ea5778f req-a42cfa63-55ff-4f6e-abc3-fb86519dab5d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569208 Oct 27 18:26:35.660799 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5e13f-0bd8-453e-8a0c-48acbfb7108e req-26ad7a8c-86b0-4c42-965d-b2841b8e5c4c tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:35.663594 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7cc5e13f-0bd8-453e-8a0c-48acbfb7108e req-26ad7a8c-86b0-4c42-965d-b2841b8e5c4c tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.93 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 945 time: 0.0797811 Oct 27 18:26:35.687281 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-7c506cb9-0fa4-465f-bdb8-53f7a91d492b tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:35.695769 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-7c506cb9-0fa4-465f-bdb8-53f7a91d492b tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/networks?id=f8b19dfe-43eb-4ec7-9509-1d9a53b23e79 HTTP/1.1" status: 200 len: 810 time: 0.1842713 Oct 27 18:26:35.792571 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-3b2f3649-89e1-4a35-8df7-adc88d11d9b2 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/quotas/ee85f34331f4425cb27ef49e38e071eb HTTP/1.1" status: 200 len: 375 time: 0.0958595 Oct 27 18:26:35.923433 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-d0f6bf43-a94a-4a4e-98c1-f95416c6ec1f tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ee85f34331f4425cb27ef49e38e071eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1018932 Oct 27 18:26:35.935791 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-eb2114a3-1826-4009-b87a-dccadac6606e tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:35.937402 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-eb2114a3-1826-4009-b87a-dccadac6606e tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/networks?id=f16c66fe-8570-46b3-ac79-4410a1968a3a HTTP/1.1" status: 200 len: 818 time: 0.1700461 Oct 27 18:26:35.949883 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-7cc5e13f-0bd8-453e-8a0c-48acbfb7108e req-e90d67c5-d163-4d4e-98f8-95f29630c039 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Deleting port 3da1e877-6cf9-4f2a-96ce-ecc864275772 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:26:35.950229 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-7cc5e13f-0bd8-453e-8a0c-48acbfb7108e req-e90d67c5-d163-4d4e-98f8-95f29630c039 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:36.048667 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-a44620ef-ae4b-4778-a5c6-4625a39cd3a6 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/quotas/73ecd40fe1594f85b64568114a717a96 HTTP/1.1" status: 200 len: 375 time: 0.0943642 Oct 27 18:26:36.152991 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-1a11aee6-495a-4a8b-9231-8979efa26d12 service neutron] 10.222.0.52 "GET /v2.0/networks/f8b19dfe-43eb-4ec7-9509-1d9a53b23e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134228 Oct 27 18:26:36.159043 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-7cc5e13f-0bd8-453e-8a0c-48acbfb7108e req-e90d67c5-d163-4d4e-98f8-95f29630c039 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] For port 3da1e877-6cf9-4f2a-96ce-ecc864275772, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=3da1e877-6cf9-4f2a-96ce-ecc864275772,segment=NetworkSegment(c3b83e00-8105-42bf-a65c-5b309278d20d),segment_id=c3b83e00-8105-42bf-a65c-5b309278d20d)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:26:36.159409 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-7cc5e13f-0bd8-453e-8a0c-48acbfb7108e req-e90d67c5-d163-4d4e-98f8-95f29630c039 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:36.179301 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-b1214a94-13af-4e7e-a1b3-c4af786fc45d tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=73ecd40fe1594f85b64568114a717a96&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1224804 Oct 27 18:26:36.225656 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-7cc5e13f-0bd8-453e-8a0c-48acbfb7108e req-e90d67c5-d163-4d4e-98f8-95f29630c039 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Calling delete_port for 3da1e877-6cf9-4f2a-96ce-ecc864275772 owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:26:36.309951 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a98a10e-91e5-4fcc-b452-402653dd7141 None None] Sync routers for ids ['bc70ab29-6905-4e37-b039-09f417689ad0'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:26:36.329023 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a98a10e-91e5-4fcc-b452-402653dd7141 None None] Routers {'bc70ab29-6905-4e37-b039-09f417689ad0'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:26:36.329649 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-4a98a10e-91e5-4fcc-b452-402653dd7141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:26:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['bc70ab29-6905-4e37-b039-09f417689ad0'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:26:36.394683 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-c4c632a2-d713-4788-b3b2-52a442059a41 service neutron] 10.222.0.52 "GET /v2.0/networks/f8b19dfe-43eb-4ec7-9509-1d9a53b23e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317472 Oct 27 18:26:36.409266 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-b5154a38-abed-4f3c-9d6e-8e400ab0119a service neutron] 10.222.0.52 "GET /v2.0/networks/f16c66fe-8570-46b3-ac79-4410a1968a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183447 Oct 27 18:26:36.432519 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 54a75bd2-bc5f-4c93-b697-8aff5dfbc358 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:26:36.449041 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-4a98a10e-91e5-4fcc-b452-402653dd7141 None None] Set router bc70ab29-6905-4e37-b039-09f417689ad0 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:26:36.536713 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-2b5c50e5-0c14-483e-8672-ed3079e43843 service neutron] 10.222.0.52 "GET /v2.0/networks/f16c66fe-8570-46b3-ac79-4410a1968a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265523 Oct 27 18:26:36.544128 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 54a75bd2-bc5f-4c93-b697-8aff5dfbc358 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:26:36.547916 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:36.646879 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-7cc5e13f-0bd8-453e-8a0c-48acbfb7108e req-e90d67c5-d163-4d4e-98f8-95f29630c039 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:36.667063 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['3da1e877-6cf9-4f2a-96ce-ecc864275772'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:26:36.679701 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-4a98a10e-91e5-4fcc-b452-402653dd7141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc70ab29-6905-4e37-b039-09f417689ad0', 'name': 'tempest-ServerRescueNegativeTestJSON-356144870-router', 'tenant_id': '73ecd40fe1594f85b64568114a717a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '54a75bd2-bc5f-4c93-b697-8aff5dfbc358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:26:30Z', 'updated_at': '2021-10-27T18:26:34Z', 'revision_number': 4, 'project_id': '73ecd40fe1594f85b64568114a717a96', 'gw_port': {'id': '54a75bd2-bc5f-4c93-b697-8aff5dfbc358', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc70ab29-6905-4e37-b039-09f417689ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:26:31Z', 'updated_at': '2021-10-27T18:26:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '96f4a6b3-2a52-4d51-8d8c-fbeabd82c1e1', 'name': '', 'network_id': 'f16c66fe-8570-46b3-ac79-4410a1968a3a', 'tenant_id': '73ecd40fe1594f85b64568114a717a96', 'mac_address': 'fa:16:3e:72:77:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc70ab29-6905-4e37-b039-09f417689ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'fa2c4956-e9e1-48c6-a1a7-2a46f1d0015f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:26:33Z', 'updated_at': '2021-10-27T18:26:34Z', 'revision_number': 2, 'project_id': '73ecd40fe1594f85b64568114a717a96', 'subnets': [{'id': 'fa2c4956-e9e1-48c6-a1a7-2a46f1d0015f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:26:36.704521 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:36.710041 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a98a10e-91e5-4fcc-b452-402653dd7141 None None] Checking router: bc70ab29-6905-4e37-b039-09f417689ad0 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:26:36.710481 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a98a10e-91e5-4fcc-b452-402653dd7141 None None] Updating router bc70ab29-6905-4e37-b039-09f417689ad0 port 96f4a6b3-2a52-4d51-8d8c-fbeabd82c1e1 binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:26:36.731967 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 54a75bd2-bc5f-4c93-b697-8aff5dfbc358, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=54a75bd2-bc5f-4c93-b697-8aff5dfbc358,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:26:36.736857 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-4a98a10e-91e5-4fcc-b452-402653dd7141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:36.785902 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d67c5-d163-4d4e-98f8-95f29630c039 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Pushing event deleted for resources: {'Port': ['ID=3da1e877-6cf9-4f2a-96ce-ecc864275772,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:36.806558 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:36.841239 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc5e13f-0bd8-453e-8a0c-48acbfb7108e req-e90d67c5-d163-4d4e-98f8-95f29630c039 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] No DVR routers for this DVR port 3da1e877-6cf9-4f2a-96ce-ecc864275772 on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:26:36.845047 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-7cc5e13f-0bd8-453e-8a0c-48acbfb7108e req-e90d67c5-d163-4d4e-98f8-95f29630c039 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:36.849176 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7cc5e13f-0bd8-453e-8a0c-48acbfb7108e req-e90d67c5-d163-4d4e-98f8-95f29630c039 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.93 "DELETE /v2.0/ports/3da1e877-6cf9-4f2a-96ce-ecc864275772 HTTP/1.1" status: 204 len: 173 time: 1.1757045 Oct 27 18:26:36.850379 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9629264d-754a-49bc-a992-4c561ed764ef', 'name': 'network-vif-deleted', 'tag': '3da1e877-6cf9-4f2a-96ce-ecc864275772'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:26:36.861210 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ac10e9-733e-4882-b436-d3ba28d87b96" -d '{"events": [{"server_uuid": "9629264d-754a-49bc-a992-4c561ed764ef", "name": "network-vif-deleted", "tag": "3da1e877-6cf9-4f2a-96ce-ecc864275772"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:26:36.896741 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b3b87-d6df-41ea-a53c-3653e5f30839 req-ae031c4e-2e79-4bb5-b75e-51648dad0e61 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:36.898231 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-db6b3b87-d6df-41ea-a53c-3653e5f30839 req-ae031c4e-2e79-4bb5-b75e-51648dad0e61 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.1514106 Oct 27 18:26:36.998678 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=54a75bd2-bc5f-4c93-b697-8aff5dfbc358,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:37.022471 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c50da229-6699-4977-bc6c-6884c75b8a72 req-6d32919f-0a51-4299-b3eb-63862de18aeb tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 210 time: 0.0549593 Oct 27 18:26:37.066631 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-db6b3b87-d6df-41ea-a53c-3653e5f30839 req-6207db46-369c-44f1-aaa5-4b0b3a1cd0a9 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491399 Oct 27 18:26:37.178532 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d3084dee-bdfa-4c3e-be38-ed96a074a8b6 req-342fd070-9afb-4a02-814e-0f359f2f9404 tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0388994 Oct 27 18:26:37.182031 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-4a98a10e-91e5-4fcc-b452-402653dd7141 None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:37.263650 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-4a98a10e-91e5-4fcc-b452-402653dd7141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:37.341248 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c4fcd483-7942-416f-a7b7-b77e0d20815a req-eac8639f-0c40-4e8c-a703-b18d9e5e98dc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1705706 Oct 27 18:26:37.414983 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9fa8e7-fc4f-46fc-9991-06b5a799724c None None] Pushing event updated for resources: {'Port': ['ID=96f4a6b3-2a52-4d51-8d8c-fbeabd82c1e1,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:37.419232 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1703867-0158-4eb5-8f0b-846e86ee008d req-7ddcf3bd-3612-4158-8548-a59803af867e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0446250 Oct 27 18:26:37.427236 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9fa8e7-fc4f-46fc-9991-06b5a799724c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:26:37.427952 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9fa8e7-fc4f-46fc-9991-06b5a799724c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:26:37.428493 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9fa8e7-fc4f-46fc-9991-06b5a799724c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:26:37.429006 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9fa8e7-fc4f-46fc-9991-06b5a799724c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:26:37.429499 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9fa8e7-fc4f-46fc-9991-06b5a799724c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:26:37.429991 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9fa8e7-fc4f-46fc-9991-06b5a799724c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:26:37.430492 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9fa8e7-fc4f-46fc-9991-06b5a799724c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:26:37.431012 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9fa8e7-fc4f-46fc-9991-06b5a799724c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:26:37.431499 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9fa8e7-fc4f-46fc-9991-06b5a799724c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:26:37.431987 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9fa8e7-fc4f-46fc-9991-06b5a799724c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:26:37.434514 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9fa8e7-fc4f-46fc-9991-06b5a799724c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:26:37.434514 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9fa8e7-fc4f-46fc-9991-06b5a799724c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:26:37.497136 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-4a98a10e-91e5-4fcc-b452-402653dd7141 None None] Attempting to bind port 96f4a6b3-2a52-4d51-8d8c-fbeabd82c1e1 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:26:37.497457 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-4a98a10e-91e5-4fcc-b452-402653dd7141 None None] Attempting to bind port 96f4a6b3-2a52-4d51-8d8c-fbeabd82c1e1 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'fd81ef03-5618-4e22-8eef-ef71234da90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f16c66fe-8570-46b3-ac79-4410a1968a3a'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:26:37.497795 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a98a10e-91e5-4fcc-b452-402653dd7141 None None] Attempting to bind port 96f4a6b3-2a52-4d51-8d8c-fbeabd82c1e1 on network f16c66fe-8570-46b3-ac79-4410a1968a3a {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:26:37.503961 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a98a10e-91e5-4fcc-b452-402653dd7141 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:26:37.504340 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a98a10e-91e5-4fcc-b452-402653dd7141 None None] Checking segment: {'id': 'fd81ef03-5618-4e22-8eef-ef71234da90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f16c66fe-8570-46b3-ac79-4410a1968a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:26:37.505792 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-4a98a10e-91e5-4fcc-b452-402653dd7141 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:37.506391 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a98a10e-91e5-4fcc-b452-402653dd7141 None None] Bound using segment: {'id': 'fd81ef03-5618-4e22-8eef-ef71234da90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f16c66fe-8570-46b3-ac79-4410a1968a3a'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:26:37.507083 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-4a98a10e-91e5-4fcc-b452-402653dd7141 None None] Bound port: 96f4a6b3-2a52-4d51-8d8c-fbeabd82c1e1, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd81ef03-5618-4e22-8eef-ef71234da90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f16c66fe-8570-46b3-ac79-4410a1968a3a'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:26:37.507525 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-4a98a10e-91e5-4fcc-b452-402653dd7141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:37.512623 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f160780d-c9ec-4380-b336-2284ace089a1 req-831d70e7-b81b-4766-b300-697d86511335 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 210 time: 0.0906906 Oct 27 18:26:37.537841 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c3915-68b2-498d-be10-075ded6bf337 req-b62ff473-cf04-4b60-90cc-b44b4e76e1bc tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:37.539415 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-375c3915-68b2-498d-be10-075ded6bf337 req-b62ff473-cf04-4b60-90cc-b44b4e76e1bc tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 945 time: 0.1197217 Oct 27 18:26:37.614905 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-4a98a10e-91e5-4fcc-b452-402653dd7141 None None] For port 96f4a6b3-2a52-4d51-8d8c-fbeabd82c1e1, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:26:37.622219 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-4a98a10e-91e5-4fcc-b452-402653dd7141 None None] For port 96f4a6b3-2a52-4d51-8d8c-fbeabd82c1e1, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=96f4a6b3-2a52-4d51-8d8c-fbeabd82c1e1,segment=NetworkSegment(fd81ef03-5618-4e22-8eef-ef71234da90c),segment_id=fd81ef03-5618-4e22-8eef-ef71234da90c)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:26:37.704356 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-4a98a10e-91e5-4fcc-b452-402653dd7141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:37.795760 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9fa8e7-fc4f-46fc-9991-06b5a799724c None None] Pushing event updated for resources: {'Port': ['ID=96f4a6b3-2a52-4d51-8d8c-fbeabd82c1e1,revision_number=4']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:37.798518 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a98a10e-91e5-4fcc-b452-402653dd7141 None None] Routers {'bc70ab29-6905-4e37-b039-09f417689ad0'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:26:37.799147 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-4a98a10e-91e5-4fcc-b452-402653dd7141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:26:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['bc70ab29-6905-4e37-b039-09f417689ad0'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:26:37.895493 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387628bd-e28b-4fcc-9785-8322ee0133c6 x-openstack-request-id: req-387628bd-e28b-4fcc-9785-8322ee0133c6 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:26:37.896454 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9629264d-754a-49bc-a992-4c561ed764ef", "name": "network-vif-deleted", "tag": "3da1e877-6cf9-4f2a-96ce-ecc864275772", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:26:37.897252 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-387628bd-e28b-4fcc-9785-8322ee0133c6 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:26:37.897252 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9629264d-754a-49bc-a992-4c561ed764ef', 'name': 'network-vif-deleted', 'tag': '3da1e877-6cf9-4f2a-96ce-ecc864275772', 'status': 'completed', 'code': 200} Oct 27 18:26:37.905073 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fcd483-7942-416f-a7b7-b77e0d20815a req-5fc1cb22-595f-4e2b-923a-b7864316f38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:37.906377 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c4fcd483-7942-416f-a7b7-b77e0d20815a req-5fc1cb22-595f-4e2b-923a-b7864316f38a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0493afd680224a038be01c24bab6b33d&device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 1100 time: 0.4855733 Oct 27 18:26:37.935308 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4d18e800-7ba5-49f5-add5-3f694b9c8219 req-0f6ab286-d4ba-41a2-9a0d-b6d17645b096 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 210 time: 0.0415094 Oct 27 18:26:37.959470 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-4a98a10e-91e5-4fcc-b452-402653dd7141 None None] Set router bc70ab29-6905-4e37-b039-09f417689ad0 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:26:37.971095 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-375c3915-68b2-498d-be10-075ded6bf337 req-335cd71f-fc50-45d1-be5e-6d8087314e54 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4144990 Oct 27 18:26:38.063653 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fcd483-7942-416f-a7b7-b77e0d20815a req-2d1e2631-931c-4903-8624-a39793042df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:38.065400 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c4fcd483-7942-416f-a7b7-b77e0d20815a req-2d1e2631-931c-4903-8624-a39793042df8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.1274536 Oct 27 18:26:38.144802 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c4fcd483-7942-416f-a7b7-b77e0d20815a req-31aa3b97-7244-4c76-8ce0-f54962351242 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=7848076d-2451-4103-97da-2fddc47f6bb3 HTTP/1.1" status: 200 len: 217 time: 0.0705659 Oct 27 18:26:38.280998 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-4a98a10e-91e5-4fcc-b452-402653dd7141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc70ab29-6905-4e37-b039-09f417689ad0', 'name': 'tempest-ServerRescueNegativeTestJSON-356144870-router', 'tenant_id': '73ecd40fe1594f85b64568114a717a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '54a75bd2-bc5f-4c93-b697-8aff5dfbc358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:26:30Z', 'updated_at': '2021-10-27T18:26:34Z', 'revision_number': 4, 'project_id': '73ecd40fe1594f85b64568114a717a96', 'gw_port': {'id': '54a75bd2-bc5f-4c93-b697-8aff5dfbc358', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc70ab29-6905-4e37-b039-09f417689ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:26:31Z', 'updated_at': '2021-10-27T18:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '96f4a6b3-2a52-4d51-8d8c-fbeabd82c1e1', 'name': '', 'network_id': 'f16c66fe-8570-46b3-ac79-4410a1968a3a', 'tenant_id': '73ecd40fe1594f85b64568114a717a96', 'mac_address': 'fa:16:3e:72:77:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc70ab29-6905-4e37-b039-09f417689ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'fa2c4956-e9e1-48c6-a1a7-2a46f1d0015f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:26:33Z', 'updated_at': '2021-10-27T18:26:37Z', 'revision_number': 4, 'project_id': '73ecd40fe1594f85b64568114a717a96', 'subnets': [{'id': 'fa2c4956-e9e1-48c6-a1a7-2a46f1d0015f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:26:38.296521 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4e0117a5-9e1c-4406-99fc-ad57c6e2bea4 req-ddecd797-3e44-4fcf-ae3c-a845c1293767 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=9629264d-754a-49bc-a992-4c561ed764ef HTTP/1.1" status: 200 len: 210 time: 0.0831144 Oct 27 18:26:38.316153 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fcd483-7942-416f-a7b7-b77e0d20815a req-215e6b16-2778-4165-9607-f0fe3891f967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:38.318630 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c4fcd483-7942-416f-a7b7-b77e0d20815a req-215e6b16-2778-4165-9607-f0fe3891f967 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.1658285 Oct 27 18:26:38.415392 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-6f58079d-95ae-4667-9294-6439583bd6ab tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:38.423274 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-6f58079d-95ae-4667-9294-6439583bd6ab tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/networks?id=f16c66fe-8570-46b3-ac79-4410a1968a3a HTTP/1.1" status: 200 len: 818 time: 0.2244494 Oct 27 18:26:38.434356 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fcd483-7942-416f-a7b7-b77e0d20815a req-fcaa2fe2-1c0f-424e-8d88-b5cd76754664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:38.445596 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c4fcd483-7942-416f-a7b7-b77e0d20815a req-fcaa2fe2-1c0f-424e-8d88-b5cd76754664 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1070952 Oct 27 18:26:38.457364 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-e2fe1793-a666-438b-a392-5d87d3ec84d2 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/quotas/73ecd40fe1594f85b64568114a717a96 HTTP/1.1" status: 200 len: 375 time: 0.0331454 Oct 27 18:26:38.487656 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 54a75bd2-bc5f-4c93-b697-8aff5dfbc358 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:26:38.489882 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a98a10e-91e5-4fcc-b452-402653dd7141 None None] The sync data for ids ['bc70ab29-6905-4e37-b039-09f417689ad0'] in n-d-815690-2 is: [{'id': 'bc70ab29-6905-4e37-b039-09f417689ad0', 'name': 'tempest-ServerRescueNegativeTestJSON-356144870-router', 'tenant_id': '73ecd40fe1594f85b64568114a717a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '54a75bd2-bc5f-4c93-b697-8aff5dfbc358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:26:30Z', 'updated_at': '2021-10-27T18:26:34Z', 'revision_number': 4, 'project_id': '73ecd40fe1594f85b64568114a717a96', 'gw_port': {'id': '54a75bd2-bc5f-4c93-b697-8aff5dfbc358', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc70ab29-6905-4e37-b039-09f417689ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:26:31Z', 'updated_at': '2021-10-27T18:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '96f4a6b3-2a52-4d51-8d8c-fbeabd82c1e1', 'name': '', 'network_id': 'f16c66fe-8570-46b3-ac79-4410a1968a3a', 'tenant_id': '73ecd40fe1594f85b64568114a717a96', 'mac_address': 'fa:16:3e:72:77:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc70ab29-6905-4e37-b039-09f417689ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'fa2c4956-e9e1-48c6-a1a7-2a46f1d0015f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:26:33Z', 'updated_at': '2021-10-27T18:26:37Z', 'revision_number': 4, 'project_id': '73ecd40fe1594f85b64568114a717a96', 'subnets': [{'id': 'fa2c4956-e9e1-48c6-a1a7-2a46f1d0015f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:26:38.636798 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-bb35ffe0-5208-4273-a0a1-014cb4ad0daa tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=73ecd40fe1594f85b64568114a717a96&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1778562 Oct 27 18:26:38.640172 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 54a75bd2-bc5f-4c93-b697-8aff5dfbc358 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:26:38.640549 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:38.745792 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219c368-7e27-4c9d-904d-f132053df0a2 req-a96a7a00-0764-4a67-abc9-33ba8f281343 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:38.747427 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a219c368-7e27-4c9d-904d-f132053df0a2 req-a96a7a00-0764-4a67-abc9-33ba8f281343 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.2289932 Oct 27 18:26:38.788590 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c4fcd483-7942-416f-a7b7-b77e0d20815a req-7499529f-949e-48ce-81a2-26cb854e62be service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987177 Oct 27 18:26:38.901949 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a219c368-7e27-4c9d-904d-f132053df0a2 req-60159c48-a037-4b77-8d16-1d8b8a002aec tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419752 Oct 27 18:26:38.913579 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-e0618ca0-179e-4329-af18-598ac4ea49ec service neutron] 10.222.0.52 "GET /v2.0/networks/f16c66fe-8570-46b3-ac79-4410a1968a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549841 Oct 27 18:26:39.024533 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c4fcd483-7942-416f-a7b7-b77e0d20815a req-0d5e8241-7546-4fb8-ab76-287934fdaf46 service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282495 Oct 27 18:26:39.071299 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-259a39da-adca-471f-adec-2263450b5b2a req-727fd516-48bd-44ed-9297-18fba8668144 tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0364771 Oct 27 18:26:39.097958 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-65ded83e-95be-4196-8bc9-1bc4e6cc0f01 service neutron] 10.222.0.52 "GET /v2.0/networks/f16c66fe-8570-46b3-ac79-4410a1968a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758242 Oct 27 18:26:39.369603 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-35b03995-b8a2-423a-8a7d-d16c6ef63a71 req-be7c7bcf-6dda-458a-9d78-97d35d9e7933 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 210 time: 0.0642104 Oct 27 18:26:39.530752 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5025f9c6-19de-441b-afb9-a2dd173dce38 req-133aa58d-6c6f-445a-b97b-4c9f4e5e8a0b tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 210 time: 0.0941651 Oct 27 18:26:39.553909 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fd020-f757-4230-86a6-8555656e1ccf req-c4045503-b016-4125-8103-8e9a8b64ecea tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:39.556916 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-371fd020-f757-4230-86a6-8555656e1ccf req-c4045503-b016-4125-8103-8e9a8b64ecea tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 945 time: 0.1315138 Oct 27 18:26:39.605386 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0945861f-50e0-4cea-bae6-fb7160e34013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:39.646532 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-371fd020-f757-4230-86a6-8555656e1ccf req-0320f9f2-ec45-469f-896f-0e03dfee7057 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814726 Oct 27 18:26:39.901220 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-453ea92a-17ed-4d49-975f-0c5c1000bb75 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:39.902746 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-453ea92a-17ed-4d49-975f-0c5c1000bb75 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/networks?id=70d54990-c18d-43d7-9758-e9fefdddf939 HTTP/1.1" status: 200 len: 812 time: 0.1112208 Oct 27 18:26:39.919105 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-6d434572-1108-4533-bb6d-29ed22b1e66e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/quotas/78baf6dd112742399f2639cbeffece6c HTTP/1.1" status: 200 len: 375 time: 0.0099347 Oct 27 18:26:39.963280 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-ef3dd8fc-9d6e-4c94-8abb-8c18fc314001 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=78baf6dd112742399f2639cbeffece6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374782 Oct 27 18:26:40.109110 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1329c-7908-4148-be8c-7307a04be425 req-6c0cb4c9-24fa-4a7b-8c0f-509bb22a2864 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:40.111058 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2eb1329c-7908-4148-be8c-7307a04be425 req-6c0cb4c9-24fa-4a7b-8c0f-509bb22a2864 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.0837862 Oct 27 18:26:40.113522 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-ea9135e2-aa1c-48c6-8651-773c019de3ab service neutron] 10.222.0.52 "GET /v2.0/networks/70d54990-c18d-43d7-9758-e9fefdddf939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343129 Oct 27 18:26:40.207367 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2eb1329c-7908-4148-be8c-7307a04be425 req-60297c0a-137d-4ec4-a0f2-778ab1312de4 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898964 Oct 27 18:26:40.242571 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-922cc9f4-e2cd-4864-98ca-33ba3886119c service neutron] 10.222.0.52 "GET /v2.0/networks/70d54990-c18d-43d7-9758-e9fefdddf939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183310 Oct 27 18:26:40.262278 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 3da1e877-6cf9-4f2a-96ce-ecc864275772 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:26:40.306788 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 3da1e877-6cf9-4f2a-96ce-ecc864275772 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:26:40.307622 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 3da1e877-6cf9-4f2a-96ce-ecc864275772 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:26:40.368362 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ba0b395e-ed6d-4ef8-a6f2-555d14b3de2f req-5a2dd4bf-a27d-4c2c-a99b-38bf8407421c tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0808671 Oct 27 18:26:40.450763 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 96f4a6b3-2a52-4d51-8d8c-fbeabd82c1e1 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:26:40.480347 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-9f7f79b9-d8f1-4f2d-8508-4a067787db83 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:40.482168 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-9f7f79b9-d8f1-4f2d-8508-4a067787db83 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.93 "GET /v2.0/networks?id=f8b19dfe-43eb-4ec7-9509-1d9a53b23e79 HTTP/1.1" status: 200 len: 810 time: 0.2069511 Oct 27 18:26:40.503710 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-6fb5575b-2b86-434c-b8d6-eacf75457ade tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Request body: {'port': {'device_id': 'f3be4016-e965-485b-bde5-bb5567ef1d34', 'network_id': 'f8b19dfe-43eb-4ec7-9509-1d9a53b23e79', 'admin_state_up': True, 'tenant_id': 'ee85f34331f4425cb27ef49e38e071eb'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:26:40.533338 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 96f4a6b3-2a52-4d51-8d8c-fbeabd82c1e1 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:26:40.533924 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:40.605007 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:26:40.679077 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-55f19a27-3464-4bc6-9340-e37dac3e91fc req-b6590586-28e0-4a52-b644-dc7bc52bd6d6 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 210 time: 0.1192293 Oct 27 18:26:40.700330 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:40.782432 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 96f4a6b3-2a52-4d51-8d8c-fbeabd82c1e1, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=96f4a6b3-2a52-4d51-8d8c-fbeabd82c1e1,segment=NetworkSegment(fd81ef03-5618-4e22-8eef-ef71234da90c),segment_id=fd81ef03-5618-4e22-8eef-ef71234da90c)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:26:40.836468 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8681e101-f78d-4f4c-99fe-270c5187f779 req-fe5e2765-df2c-496d-8d34-decc59491afb tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=78396184-8625-43e2-8660-0f8ebba4e923 HTTP/1.1" status: 200 len: 210 time: 0.0505433 Oct 27 18:26:40.881169 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:40.937178 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-29c783c6-d5cb-4546-8629-2ef33bec7b8d req-6c19284b-6cdc-449b-aec0-f29fa6868655 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 210 time: 0.0293448 Oct 27 18:26:40.953148 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=96f4a6b3-2a52-4d51-8d8c-fbeabd82c1e1,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:40.966929 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-6fb5575b-2b86-434c-b8d6-eacf75457ade tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Made reservation on behalf of ee85f34331f4425cb27ef49e38e071eb for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:26:40.971367 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-6fb5575b-2b86-434c-b8d6-eacf75457ade tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:41.031028 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-864f391b-b324-4e33-aa91-202125401f7c req-459d4d23-e6e7-4767-ab6b-aaba27a31f5f tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e&device_id=926595ed-4fba-41c6-9c2a-f7e65a95b467 HTTP/1.1" status: 200 len: 210 time: 0.0520482 Oct 27 18:26:41.141628 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888048d-94fb-4e34-afd5-e0be5093ed99 req-2781bd6e-fc2b-4475-8a63-fd4f9aedd484 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:41.143179 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b888048d-94fb-4e34-afd5-e0be5093ed99 req-2781bd6e-fc2b-4475-8a63-fd4f9aedd484 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 945 time: 0.1005833 Oct 27 18:26:41.226664 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-6fb5575b-2b86-434c-b8d6-eacf75457ade tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Allocated IP 172.20.0.5 (f8b19dfe-43eb-4ec7-9509-1d9a53b23e79/3aeb8b6e-dc25-4ba6-b90a-05891e7c7576/bebeadda-ed58-4356-a268-3e284d7ad710) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:26:41.231578 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b888048d-94fb-4e34-afd5-e0be5093ed99 req-dfee80b4-461b-409d-b4b6-7a9621b55f2d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787733 Oct 27 18:26:41.509610 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-01adf059-73c0-4f5a-ae4b-32e202801fe4 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:41.512154 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-01adf059-73c0-4f5a-ae4b-32e202801fe4 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.93 "GET /v2.0/networks?id=f16c66fe-8570-46b3-ac79-4410a1968a3a HTTP/1.1" status: 200 len: 818 time: 0.2461555 Oct 27 18:26:41.538411 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-a974401c-966c-446e-80e5-b518ed6e196d tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Request body: {'port': {'device_id': '6bc55b62-6878-48e9-b0ac-77fd1f378ca5', 'network_id': 'f16c66fe-8570-46b3-ac79-4410a1968a3a', 'admin_state_up': True, 'tenant_id': '73ecd40fe1594f85b64568114a717a96'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:26:41.570479 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea10c92-97c2-4b4c-bf30-c70eee75abc6 req-cb88b404-b907-4091-9e68-56455d7f8b10 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:41.571997 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cea10c92-97c2-4b4c-bf30-c70eee75abc6 req-cb88b404-b907-4091-9e68-56455d7f8b10 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.1332636 Oct 27 18:26:41.609481 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-6fb5575b-2b86-434c-b8d6-eacf75457ade tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:41.681178 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b28bb97b-afa2-456c-b312-68965185d7d2 req-e9f1e30e-1b71-4739-a2c9-e328d6d8583f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c9409334ce0341a88fc016f0c189ac41&device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0268745 Oct 27 18:26:41.711440 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b28bb97b-afa2-456c-b312-68965185d7d2 req-5c5af15d-f92c-4601-8ecc-7b3f1f6c099d service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=c9409334ce0341a88fc016f0c189ac41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209818 Oct 27 18:26:41.716404 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5be131e0-cf01-4b1b-99fa-48a033f6005d req-3589d20f-b16c-404b-bc3a-e66b23bfab0e tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0624986 Oct 27 18:26:41.742528 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cea10c92-97c2-4b4c-bf30-c70eee75abc6 req-38e2c0b9-5f41-4dcb-8a09-a34742d636a7 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363120 Oct 27 18:26:41.806923 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-6fb5575b-2b86-434c-b8d6-eacf75457ade tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:41.823405 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['16fcb1e9-6f84-4de7-b97e-cec04d757051'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:26:41.866697 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-a974401c-966c-446e-80e5-b518ed6e196d tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Made reservation on behalf of 73ecd40fe1594f85b64568114a717a96 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:26:41.871144 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-a974401c-966c-446e-80e5-b518ed6e196d tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:41.873506 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28bb97b-afa2-456c-b312-68965185d7d2 req-d560d0cd-4400-406e-a019-03b4fd4d3999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:41.875443 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b28bb97b-afa2-456c-b312-68965185d7d2 req-d560d0cd-4400-406e-a019-03b4fd4d3999 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1489348 Oct 27 18:26:41.913994 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-6fb5575b-2b86-434c-b8d6-eacf75457ade tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Network f8b19dfe-43eb-4ec7-9509-1d9a53b23e79 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:26:41.940455 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-6fb5575b-2b86-434c-b8d6-eacf75457ade tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:26:41.943439 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-6fb5575b-2b86-434c-b8d6-eacf75457ade tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:26:41.953496 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb5575b-2b86-434c-b8d6-eacf75457ade tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Pushing event updated for resources: {'Port': ['ID=bebeadda-ed58-4356-a268-3e284d7ad710,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:42.077524 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e240889c-b702-466f-9b66-462944be66e7 req-56a09d89-6854-482d-88eb-569268e91f8c tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=78396184-8625-43e2-8660-0f8ebba4e923 HTTP/1.1" status: 200 len: 210 time: 0.0841711 Oct 27 18:26:42.111858 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [req-e500573b-23c1-419a-88cb-efc395a56349 req-49dd7021-b7d8-404f-be0a-2bc517b2a844 service neutron] show failed (client error): The resource could not be found. Oct 27 18:26:42.112913 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e500573b-23c1-419a-88cb-efc395a56349 req-49dd7021-b7d8-404f-be0a-2bc517b2a844 service neutron] 10.222.0.93 "GET /v2.0/ports/e5be652e-2b69-4639-b26c-0313cea1dd1b/bindings/n-h1-815690-2 HTTP/1.1" status: 404 len: 380 time: 0.1203761 Oct 27 18:26:42.115548 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c25e6e5c-f9a2-4bf9-9ec0-ceb351e9515b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:42.116090 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681803f2-a330-4611-8def-6314e6739335 req-d26171ca-4ab8-4694-ac57-a85ed5e63e99 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:42.120023 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-681803f2-a330-4611-8def-6314e6739335 req-d26171ca-4ab8-4694-ac57-a85ed5e63e99 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 931 time: 0.2323341 Oct 27 18:26:42.136277 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-6fb5575b-2b86-434c-b8d6-eacf75457ade tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:42.137267 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-6fb5575b-2b86-434c-b8d6-eacf75457ade tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:42.259135 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ecf62a72-1474-4083-baac-e57d65336be7 req-09e72774-0db9-48ce-80ea-d3e77eaed73d tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 210 time: 0.0676789 Oct 27 18:26:42.299086 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-6fb5575b-2b86-434c-b8d6-eacf75457ade tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7994592 Oct 27 18:26:42.303005 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-681803f2-a330-4611-8def-6314e6739335 req-93c64f0e-b902-4b23-99d3-9c3bee4ff443 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764877 Oct 27 18:26:42.325301 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-c960766f-2a08-4a8f-a424-e0948928f52e service neutron] Request body: {'port': {'device_id': 'f3be4016-e965-485b-bde5-bb5567ef1d34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:26:42.404206 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-a974401c-966c-446e-80e5-b518ed6e196d tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Allocated IP 172.20.0.8 (f16c66fe-8570-46b3-ac79-4410a1968a3a/fa2c4956-e9e1-48c6-a1a7-2a46f1d0015f/e0c993c4-2996-4889-aa9b-b44f66af4737) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:26:42.406779 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-c960766f-2a08-4a8f-a424-e0948928f52e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:42.455029 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 96f4a6b3-2a52-4d51-8d8c-fbeabd82c1e1 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:26:42.462953 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-46dfd675-ff37-4ba7-9dac-9bd085016eca tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:42.465276 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-46dfd675-ff37-4ba7-9dac-9bd085016eca tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.93 "GET /v2.0/networks?id=f16c66fe-8570-46b3-ac79-4410a1968a3a HTTP/1.1" status: 200 len: 818 time: 0.2132068 Oct 27 18:26:42.492281 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-809248c1-3308-4894-acaf-6b5415b1046a tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Request body: {'port': {'device_id': 'f6bd04e3-348a-4084-9af9-85a3f27be0c7', 'network_id': 'f16c66fe-8570-46b3-ac79-4410a1968a3a', 'admin_state_up': True, 'tenant_id': '73ecd40fe1594f85b64568114a717a96'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:26:42.590179 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 96f4a6b3-2a52-4d51-8d8c-fbeabd82c1e1 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:26:42.590834 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:42.600846 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ca143-5ce1-42fe-ab68-e62957d14c74 req-5617bd4d-d6e9-421b-89b2-739be943b336 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:42.602399 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7d7ca143-5ce1-42fe-ab68-e62957d14c74 req-5617bd4d-d6e9-421b-89b2-739be943b336 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 945 time: 0.1998870 Oct 27 18:26:42.760311 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-809248c1-3308-4894-acaf-6b5415b1046a tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Made reservation on behalf of 73ecd40fe1594f85b64568114a717a96 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:26:42.766680 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-809248c1-3308-4894-acaf-6b5415b1046a tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:42.770700 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7d7ca143-5ce1-42fe-ab68-e62957d14c74 req-34f51a66-1c4b-4f14-afeb-42e05b87de3c tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548326 Oct 27 18:26:43.291398 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7f5fdc31-c562-4e16-b124-c10b9baab309 req-3545b0c4-f039-410f-a21e-3dd2e97c6436 tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0836110 Oct 27 18:26:43.300289 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-a974401c-966c-446e-80e5-b518ed6e196d tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:43.318670 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-4cb1023e-8d57-4567-bede-8b9f19ca9031 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:43.320309 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-4cb1023e-8d57-4567-bede-8b9f19ca9031 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.93 "GET /v2.0/networks?id=70d54990-c18d-43d7-9758-e9fefdddf939 HTTP/1.1" status: 200 len: 812 time: 0.1298082 Oct 27 18:26:43.345795 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-fc4787c4-9d0b-43f3-b13b-aebc45279213 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Request body: {'port': {'device_id': '78396184-8625-43e2-8660-0f8ebba4e923', 'network_id': '70d54990-c18d-43d7-9758-e9fefdddf939', 'admin_state_up': True, 'tenant_id': '78baf6dd112742399f2639cbeffece6c'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:26:43.359456 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500573b-23c1-419a-88cb-efc395a56349 req-66576ff1-b58d-41ab-9453-a3fdf59e1924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:43.360542 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:43.361046 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e500573b-23c1-419a-88cb-efc395a56349 req-66576ff1-b58d-41ab-9453-a3fdf59e1924 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4&tenant_id=0493afd680224a038be01c24bab6b33d HTTP/1.1" status: 200 len: 1099 time: 0.5355756 Oct 27 18:26:43.382261 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-e500573b-23c1-419a-88cb-efc395a56349 req-15a3ec15-690a-43ba-ada7-126db084e00b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815690-2', 'device_owner': 'compute:nova'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:26:43.385002 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:43.423166 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8828796-a500-4eb1-b754-c82014976cb5 req-1890c065-0a57-4dd7-859e-48647c42a93a tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:43.424713 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b8828796-a500-4eb1-b754-c82014976cb5 req-1890c065-0a57-4dd7-859e-48647c42a93a tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.2125065 Oct 27 18:26:43.490198 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cf45a437-9c5e-41c7-be33-0cd600595477 req-b8f4b3c5-62fd-4e18-ab82-b2a7957509fa tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=78396184-8625-43e2-8660-0f8ebba4e923 HTTP/1.1" status: 200 len: 210 time: 0.0548360 Oct 27 18:26:43.538588 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-a974401c-966c-446e-80e5-b518ed6e196d tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:43.556527 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-fc4787c4-9d0b-43f3-b13b-aebc45279213 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Made reservation on behalf of 78baf6dd112742399f2639cbeffece6c for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:26:43.560525 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-fc4787c4-9d0b-43f3-b13b-aebc45279213 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:43.611553 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-c960766f-2a08-4a8f-a424-e0948928f52e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bebeadda-ed58-4356-a268-3e284d7ad710 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:26:43.617246 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e500573b-23c1-419a-88cb-efc395a56349 req-15a3ec15-690a-43ba-ada7-126db084e00b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:43.618887 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b28bb97b-afa2-456c-b312-68965185d7d2 req-3e3a292c-5ef4-459b-9d18-aaca26be60d4 tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.93 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.0418139 Oct 27 18:26:43.654294 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-c960766f-2a08-4a8f-a424-e0948928f52e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:43.658227 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ba8bcb2f-297b-4f00-b0d9-c7426d96de11 req-1c41847f-8db7-47ab-9387-024717383520 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 210 time: 0.1075530 Oct 27 18:26:43.661859 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b8828796-a500-4eb1-b754-c82014976cb5 req-239a4037-9fb9-4045-9d5f-b72bd8dab987 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225454 Oct 27 18:26:43.675025 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-a974401c-966c-446e-80e5-b518ed6e196d tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Network f16c66fe-8570-46b3-ac79-4410a1968a3a is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:26:43.695292 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-a974401c-966c-446e-80e5-b518ed6e196d tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:26:43.716985 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-c960766f-2a08-4a8f-a424-e0948928f52e service neutron] Transition to ACTIVE for port object bebeadda-ed58-4356-a268-3e284d7ad710 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:26:43.718590 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-a974401c-966c-446e-80e5-b518ed6e196d tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:26:43.724727 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a974401c-966c-446e-80e5-b518ed6e196d tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Pushing event updated for resources: {'Port': ['ID=e0c993c4-2996-4889-aa9b-b44f66af4737,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:43.786439 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-809248c1-3308-4894-acaf-6b5415b1046a tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Allocated IP 172.20.0.9 (f16c66fe-8570-46b3-ac79-4410a1968a3a/fa2c4956-e9e1-48c6-a1a7-2a46f1d0015f/9e96cc03-9dc0-4b28-9cc2-d2fd32096a17) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:26:43.827794 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-fc4787c4-9d0b-43f3-b13b-aebc45279213 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Allocated IP 172.20.0.10 (70d54990-c18d-43d7-9758-e9fefdddf939/9dd73aad-b62b-49e3-a8b3-a2ce98f853a3/9229fed8-9268-4341-95a4-fc6be674d0f9) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:26:43.860590 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-c960766f-2a08-4a8f-a424-e0948928f52e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:43.873655 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-a974401c-966c-446e-80e5-b518ed6e196d tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:43.874484 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-a974401c-966c-446e-80e5-b518ed6e196d tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:44.037709 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa24d8-cd26-4034-a1be-bea6dad40a6b req-5454d13d-7594-4d0d-a26b-f1a0232291c1 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:44.045029 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-14fa24d8-cd26-4034-a1be-bea6dad40a6b req-5454d13d-7594-4d0d-a26b-f1a0232291c1 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 931 time: 0.2807717 Oct 27 18:26:44.049475 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-a974401c-966c-446e-80e5-b518ed6e196d tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5172389 Oct 27 18:26:44.056441 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c960766f-2a08-4a8f-a424-e0948928f52e service neutron] Pushing event updated for resources: {'Port': ['ID=bebeadda-ed58-4356-a268-3e284d7ad710,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:44.079058 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-7edf15a4-e842-4220-8fe1-6a156e490e35 service neutron] Request body: {'port': {'device_id': '6bc55b62-6878-48e9-b0ac-77fd1f378ca5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:26:44.103447 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-809248c1-3308-4894-acaf-6b5415b1046a tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:44.126273 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-fc4787c4-9d0b-43f3-b13b-aebc45279213 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:44.214653 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42700f66-0da5-4f2a-8839-f6f4a593c97e req-f80d4e8a-971d-4fdb-97c9-7502263a5b14 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:44.217553 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbee033c-76b1-475f-bc65-142440a11345 req-cc8a79fd-dbfc-4312-aac0-b14e6568b052 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0896168 Oct 27 18:26:44.221497 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-42700f66-0da5-4f2a-8839-f6f4a593c97e req-f80d4e8a-971d-4fdb-97c9-7502263a5b14 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 945 time: 0.3019996 Oct 27 18:26:44.277930 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-14fa24d8-cd26-4034-a1be-bea6dad40a6b req-97e5adba-3490-4528-a8ad-7923791ffe54 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320304 Oct 27 18:26:44.288315 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-809248c1-3308-4894-acaf-6b5415b1046a tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:44.288494 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-e500573b-23c1-419a-88cb-efc395a56349 req-15a3ec15-690a-43ba-ada7-126db084e00b service neutron] For port e5be652e-2b69-4639-b26c-0313cea1dd1b, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e5be652e-2b69-4639-b26c-0313cea1dd1b,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:26:44.344860 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809248c1-3308-4894-acaf-6b5415b1046a tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Pushing event updated for resources: {'Port': ['ID=9e96cc03-9dc0-4b28-9cc2-d2fd32096a17,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:44.345059 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-7edf15a4-e842-4220-8fe1-6a156e490e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:44.351876 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-fc4787c4-9d0b-43f3-b13b-aebc45279213 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:44.413901 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-809248c1-3308-4894-acaf-6b5415b1046a tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Network f16c66fe-8570-46b3-ac79-4410a1968a3a is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:26:44.425354 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee033c-76b1-475f-bc65-142440a11345 req-1c325e55-c2b1-4a7c-bafc-671d7bfbf075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:44.425917 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee033c-76b1-475f-bc65-142440a11345 req-1c325e55-c2b1-4a7c-bafc-671d7bfbf075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:44.426459 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee033c-76b1-475f-bc65-142440a11345 req-1c325e55-c2b1-4a7c-bafc-671d7bfbf075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:44.426974 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee033c-76b1-475f-bc65-142440a11345 req-1c325e55-c2b1-4a7c-bafc-671d7bfbf075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:44.427455 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee033c-76b1-475f-bc65-142440a11345 req-1c325e55-c2b1-4a7c-bafc-671d7bfbf075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:44.427929 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee033c-76b1-475f-bc65-142440a11345 req-1c325e55-c2b1-4a7c-bafc-671d7bfbf075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:44.428404 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee033c-76b1-475f-bc65-142440a11345 req-1c325e55-c2b1-4a7c-bafc-671d7bfbf075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:44.430587 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbee033c-76b1-475f-bc65-142440a11345 req-1c325e55-c2b1-4a7c-bafc-671d7bfbf075 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=32c521b9d5364e14a010de85fa7c39d0&device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 6490 time: 0.1742210 Oct 27 18:26:44.432796 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-fc4787c4-9d0b-43f3-b13b-aebc45279213 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Network 70d54990-c18d-43d7-9758-e9fefdddf939 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:26:44.436334 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-809248c1-3308-4894-acaf-6b5415b1046a tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:26:44.438696 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-c960766f-2a08-4a8f-a424-e0948928f52e service neutron] Attempting to bind port bebeadda-ed58-4356-a268-3e284d7ad710 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:26:44.439063 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-c960766f-2a08-4a8f-a424-e0948928f52e service neutron] Attempting to bind port bebeadda-ed58-4356-a268-3e284d7ad710 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': 'b9297ae3-0585-4555-9e56-c8358a522843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'f8b19dfe-43eb-4ec7-9509-1d9a53b23e79'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:26:44.439397 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-c960766f-2a08-4a8f-a424-e0948928f52e service neutron] Attempting to bind port bebeadda-ed58-4356-a268-3e284d7ad710 on network f8b19dfe-43eb-4ec7-9509-1d9a53b23e79 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:26:44.441218 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-809248c1-3308-4894-acaf-6b5415b1046a tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:26:44.444742 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-fc4787c4-9d0b-43f3-b13b-aebc45279213 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:26:44.453817 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-fc4787c4-9d0b-43f3-b13b-aebc45279213 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:26:44.460912 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-42700f66-0da5-4f2a-8839-f6f4a593c97e req-2be8125d-7260-41f7-a206-83119ea605e4 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175362 Oct 27 18:26:44.477217 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4787c4-9d0b-43f3-b13b-aebc45279213 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Pushing event updated for resources: {'Port': ['ID=9229fed8-9268-4341-95a4-fc6be674d0f9,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:44.496055 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-e500573b-23c1-419a-88cb-efc395a56349 req-15a3ec15-690a-43ba-ada7-126db084e00b service neutron] For port e5be652e-2b69-4639-b26c-0313cea1dd1b, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:26:44.499318 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-c960766f-2a08-4a8f-a424-e0948928f52e service neutron] Port bebeadda-ed58-4356-a268-3e284d7ad710 on network f8b19dfe-43eb-4ec7-9509-1d9a53b23e79 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:26:44.499649 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-c960766f-2a08-4a8f-a424-e0948928f52e service neutron] Attempting to bind port bebeadda-ed58-4356-a268-3e284d7ad710 on network f8b19dfe-43eb-4ec7-9509-1d9a53b23e79 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:26:44.574082 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f504b71a-ba04-4eee-9171-da953bb9a207 req-b86bb32e-2d66-42a3-9f50-5e8ebddbc2c8 tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=657a05e0-f7d1-4614-ade3-913f24e1fe5e HTTP/1.1" status: 200 len: 210 time: 0.1243579 Oct 27 18:26:44.579007 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-c960766f-2a08-4a8f-a424-e0948928f52e service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:26:44.579280 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-c960766f-2a08-4a8f-a424-e0948928f52e service neutron] Checking segment: {'id': 'b9297ae3-0585-4555-9e56-c8358a522843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'f8b19dfe-43eb-4ec7-9509-1d9a53b23e79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:26:44.580323 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-c960766f-2a08-4a8f-a424-e0948928f52e service neutron] Bound using segment: {'id': 'b9297ae3-0585-4555-9e56-c8358a522843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'f8b19dfe-43eb-4ec7-9509-1d9a53b23e79'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:26:44.580772 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-c960766f-2a08-4a8f-a424-e0948928f52e service neutron] Bound port: bebeadda-ed58-4356-a268-3e284d7ad710, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9297ae3-0585-4555-9e56-c8358a522843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'f8b19dfe-43eb-4ec7-9509-1d9a53b23e79'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:26:44.581225 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-c960766f-2a08-4a8f-a424-e0948928f52e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:44.628625 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-fc4787c4-9d0b-43f3-b13b-aebc45279213 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:44.630210 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-fc4787c4-9d0b-43f3-b13b-aebc45279213 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:44.680290 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-809248c1-3308-4894-acaf-6b5415b1046a tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:44.680973 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-809248c1-3308-4894-acaf-6b5415b1046a tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:44.684118 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82aebe5-5adf-42a2-993c-cfe68d1414e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5be652e-2b69-4639-b26c-0313cea1dd1b'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:26:44.684278 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee033c-76b1-475f-bc65-142440a11345 req-e44f098e-ef26-414e-aee2-e14ca4a047ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:44.684565 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee033c-76b1-475f-bc65-142440a11345 req-e44f098e-ef26-414e-aee2-e14ca4a047ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:44.685316 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee033c-76b1-475f-bc65-142440a11345 req-e44f098e-ef26-414e-aee2-e14ca4a047ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:44.686332 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0a1179-26a9-4a9f-b81d-317fa350c8cc" -d '{"events": [{"server_uuid": "e82aebe5-5adf-42a2-993c-cfe68d1414e4", "name": "network-vif-unplugged", "status": "completed", "tag": "e5be652e-2b69-4639-b26c-0313cea1dd1b"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:26:44.687194 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbee033c-76b1-475f-bc65-142440a11345 req-e44f098e-ef26-414e-aee2-e14ca4a047ea service neutron] 10.222.0.93 "GET /v2.0/networks?id=b0826293-f8b5-4c91-b97e-04b01e42ef10&id=f4e9126d-2ff7-47a1-bfee-b0e033396219&id=f4e9126d-2ff7-47a1-bfee-b0e033396219&id=f4e9126d-2ff7-47a1-bfee-b0e033396219&id=f4e9126d-2ff7-47a1-bfee-b0e033396219&id=71cba891-964b-4e83-9965-41015215d178&id=71cba891-964b-4e83-9965-41015215d178 HTTP/1.1" status: 200 len: 2293 time: 0.2071185 Oct 27 18:26:44.702949 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e500573b-23c1-419a-88cb-efc395a56349 req-15a3ec15-690a-43ba-ada7-126db084e00b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:44.779399 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 18:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695f1c99-abea-46c3-8187-36b1f8bab11b x-openstack-request-id: req-695f1c99-abea-46c3-8187-36b1f8bab11b {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:26:44.779800 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82aebe5-5adf-42a2-993c-cfe68d1414e4", "name": "network-vif-unplugged", "status": "completed", "tag": "e5be652e-2b69-4639-b26c-0313cea1dd1b", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:26:44.780327 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-695f1c99-abea-46c3-8187-36b1f8bab11b {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:26:44.780817 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82aebe5-5adf-42a2-993c-cfe68d1414e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5be652e-2b69-4639-b26c-0313cea1dd1b', 'code': 200} Oct 27 18:26:44.785228 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-fc4787c4-9d0b-43f3-b13b-aebc45279213 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4456277 Oct 27 18:26:44.795726 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbee033c-76b1-475f-bc65-142440a11345 req-a0ba1a14-fb7b-4120-920a-e5c37332c39f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0da1220-dd80-4dd5-a7ad-e073fc40fe66 HTTP/1.1" status: 200 len: 1002 time: 0.0959885 Oct 27 18:26:44.805929 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-809248c1-3308-4894-acaf-6b5415b1046a tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3240070 Oct 27 18:26:44.816401 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-15835643-6592-41b7-b83f-458cf8f6042f service neutron] Request body: {'port': {'device_id': '78396184-8625-43e2-8660-0f8ebba4e923', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:26:44.828982 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-e500573b-23c1-419a-88cb-efc395a56349 req-15a3ec15-690a-43ba-ada7-126db084e00b service neutron] Transition to ACTIVE for port object e5be652e-2b69-4639-b26c-0313cea1dd1b will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:26:44.836232 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-eb3d54c0-1236-4b25-bf80-9df1e677b5fa service neutron] Request body: {'port': {'device_id': 'f6bd04e3-348a-4084-9af9-85a3f27be0c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:26:44.908944 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77601106-21c1-4051-a972-6c62459f105e req-d6114bd2-c914-4b0f-998d-40b264744086 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:44.910772 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-77601106-21c1-4051-a972-6c62459f105e req-d6114bd2-c914-4b0f-998d-40b264744086 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=78396184-8625-43e2-8660-0f8ebba4e923 HTTP/1.1" status: 200 len: 932 time: 0.2362235 Oct 27 18:26:44.923301 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e500573b-23c1-419a-88cb-efc395a56349 req-15a3ec15-690a-43ba-ada7-126db084e00b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:44.934870 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-c960766f-2a08-4a8f-a424-e0948928f52e service neutron] For port bebeadda-ed58-4356-a268-3e284d7ad710, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:26:44.944000 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee033c-76b1-475f-bc65-142440a11345 req-6a0cf4de-e865-416b-a73f-dcd6757f71a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:44.945497 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbee033c-76b1-475f-bc65-142440a11345 req-6a0cf4de-e865-416b-a73f-dcd6757f71a6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e43a2e56-6a89-4d7a-ba43-8a2e198dc078 HTTP/1.1" status: 200 len: 848 time: 0.1228018 Oct 27 18:26:44.979173 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-15835643-6592-41b7-b83f-458cf8f6042f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:45.002911 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-c960766f-2a08-4a8f-a424-e0948928f52e service neutron] For port bebeadda-ed58-4356-a268-3e284d7ad710, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=bebeadda-ed58-4356-a268-3e284d7ad710,segment=NetworkSegment(b9297ae3-0585-4555-9e56-c8358a522843),segment_id=b9297ae3-0585-4555-9e56-c8358a522843)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:26:45.008313 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-eb3d54c0-1236-4b25-bf80-9df1e677b5fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:45.040596 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:45.064208 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a3ec15-690a-43ba-ada7-126db084e00b service neutron] Pushing event updated for resources: {'Port': ['ID=e5be652e-2b69-4639-b26c-0313cea1dd1b,revision_number=6']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:45.092864 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee033c-76b1-475f-bc65-142440a11345 req-b7881a0a-040c-43a2-89d1-7d34d0f4254d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:45.094394 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbee033c-76b1-475f-bc65-142440a11345 req-b7881a0a-040c-43a2-89d1-7d34d0f4254d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b0826293-f8b5-4c91-b97e-04b01e42ef10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1324844 Oct 27 18:26:45.099948 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-e500573b-23c1-419a-88cb-efc395a56349 req-15a3ec15-690a-43ba-ada7-126db084e00b service neutron] No DVR routers for this DVR port e5be652e-2b69-4639-b26c-0313cea1dd1b on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:26:45.105027 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-77601106-21c1-4051-a972-6c62459f105e req-8c463fce-f428-4f1d-9fb6-58bfb9f3acf1 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773660 Oct 27 18:26:45.210973 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-7edf15a4-e842-4220-8fe1-6a156e490e35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0c993c4-2996-4889-aa9b-b44f66af4737 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:26:45.232997 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e424f5-6b1c-46e0-bfe9-0a22cfc8af9e req-08c9ee51-3ef8-4797-949c-fdef8137436d tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:45.240882 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-70e424f5-6b1c-46e0-bfe9-0a22cfc8af9e req-08c9ee51-3ef8-4797-949c-fdef8137436d tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.4131954 Oct 27 18:26:45.248612 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-7edf15a4-e842-4220-8fe1-6a156e490e35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:45.265992 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-c960766f-2a08-4a8f-a424-e0948928f52e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:45.339425 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-7edf15a4-e842-4220-8fe1-6a156e490e35 service neutron] Transition to ACTIVE for port object e0c993c4-2996-4889-aa9b-b44f66af4737 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:26:45.401872 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-c960766f-2a08-4a8f-a424-e0948928f52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:45.402520 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-c960766f-2a08-4a8f-a424-e0948928f52e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:45.403271 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbee033c-76b1-475f-bc65-142440a11345 req-c9aab339-19b5-4a55-a0b4-20f60b5280e4 service neutron] 10.222.0.93 "GET /v2.0/networks/b0826293-f8b5-4c91-b97e-04b01e42ef10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991939 Oct 27 18:26:45.403939 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-c960766f-2a08-4a8f-a424-e0948928f52e service neutron] 10.222.0.93 "PUT /v2.0/ports/bebeadda-ed58-4356-a268-3e284d7ad710 HTTP/1.1" status: 200 len: 1091 time: 3.0911806 Oct 27 18:26:45.451448 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-70e424f5-6b1c-46e0-bfe9-0a22cfc8af9e req-916f4a43-7c3e-4772-afba-104c4e903c39 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949430 Oct 27 18:26:45.451448 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-e500573b-23c1-419a-88cb-efc395a56349 req-15a3ec15-690a-43ba-ada7-126db084e00b service neutron] Attempting to bind port e5be652e-2b69-4639-b26c-0313cea1dd1b on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:26:45.451448 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-e500573b-23c1-419a-88cb-efc395a56349 req-15a3ec15-690a-43ba-ada7-126db084e00b service neutron] Attempting to bind port e5be652e-2b69-4639-b26c-0313cea1dd1b by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:26:45.451448 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e500573b-23c1-419a-88cb-efc395a56349 req-15a3ec15-690a-43ba-ada7-126db084e00b service neutron] Attempting to bind port e5be652e-2b69-4639-b26c-0313cea1dd1b on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:26:45.451448 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-7edf15a4-e842-4220-8fe1-6a156e490e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:45.481064 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e500573b-23c1-419a-88cb-efc395a56349 req-15a3ec15-690a-43ba-ada7-126db084e00b service neutron] Port e5be652e-2b69-4639-b26c-0313cea1dd1b on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:26:45.481064 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e500573b-23c1-419a-88cb-efc395a56349 req-15a3ec15-690a-43ba-ada7-126db084e00b service neutron] Attempting to bind port e5be652e-2b69-4639-b26c-0313cea1dd1b on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:26:45.491554 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c960766f-2a08-4a8f-a424-e0948928f52e service neutron] Pushing event updated for resources: {'Port': ['ID=bebeadda-ed58-4356-a268-3e284d7ad710,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:45.498615 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e500573b-23c1-419a-88cb-efc395a56349 req-15a3ec15-690a-43ba-ada7-126db084e00b service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:26:45.499000 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e500573b-23c1-419a-88cb-efc395a56349 req-15a3ec15-690a-43ba-ada7-126db084e00b service neutron] Checking segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:26:45.499397 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e500573b-23c1-419a-88cb-efc395a56349 req-15a3ec15-690a-43ba-ada7-126db084e00b service neutron] Bound using segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:26:45.499843 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-e500573b-23c1-419a-88cb-efc395a56349 req-15a3ec15-690a-43ba-ada7-126db084e00b service neutron] Bound port: e5be652e-2b69-4639-b26c-0313cea1dd1b, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:26:45.501208 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e500573b-23c1-419a-88cb-efc395a56349 req-15a3ec15-690a-43ba-ada7-126db084e00b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:45.533279 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc4444-1207-4300-ab21-9554d27512ef req-9664f4eb-3a2a-44fc-b0ad-c31905b16ff5 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:45.534662 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a8bc4444-1207-4300-ab21-9554d27512ef req-9664f4eb-3a2a-44fc-b0ad-c31905b16ff5 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 931 time: 0.2319829 Oct 27 18:26:45.682240 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf15a4-e842-4220-8fe1-6a156e490e35 service neutron] Pushing event updated for resources: {'Port': ['ID=e0c993c4-2996-4889-aa9b-b44f66af4737,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:45.703010 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbee033c-76b1-475f-bc65-142440a11345 req-9d65bd98-df29-4021-bda4-32b6add0e3b2 service neutron] 10.222.0.93 "GET /v2.0/networks/b0826293-f8b5-4c91-b97e-04b01e42ef10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499166 Oct 27 18:26:45.708838 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-15835643-6592-41b7-b83f-458cf8f6042f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9229fed8-9268-4341-95a4-fc6be674d0f9 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:26:45.727271 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-15835643-6592-41b7-b83f-458cf8f6042f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:45.753186 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a8bc4444-1207-4300-ab21-9554d27512ef req-74984dc7-e651-45d2-9985-d107592c5ba7 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050705 Oct 27 18:26:45.765143 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-f57413b5-9367-4208-9891-6cfb0c2e6db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:45.766685 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-f57413b5-9367-4208-9891-6cfb0c2e6db9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ee85f34331f4425cb27ef49e38e071eb&device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 1094 time: 0.2071564 Oct 27 18:26:45.771237 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbee033c-76b1-475f-bc65-142440a11345 req-82edcd0c-7629-4a19-802d-197b205e65ae service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=4ebc892e-5692-4841-830c-8e4b29b7659e HTTP/1.1" status: 200 len: 217 time: 0.0581064 Oct 27 18:26:45.794381 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf9936-9a8e-4516-9090-e69e1064969b req-1b5bb4ce-9abf-4cb1-89f2-49b9f16ff299 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:45.795971 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-efbf9936-9a8e-4516-9090-e69e1064969b req-1b5bb4ce-9abf-4cb1-89f2-49b9f16ff299 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 943 time: 0.2289755 Oct 27 18:26:45.830565 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-15835643-6592-41b7-b83f-458cf8f6042f service neutron] Transition to ACTIVE for port object 9229fed8-9268-4341-95a4-fc6be674d0f9 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:26:45.836420 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-eb3d54c0-1236-4b25-bf80-9df1e677b5fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e96cc03-9dc0-4b28-9cc2-d2fd32096a17 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:26:45.849393 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-eb3d54c0-1236-4b25-bf80-9df1e677b5fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:45.855939 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-7edf15a4-e842-4220-8fe1-6a156e490e35 service neutron] Attempting to bind port e0c993c4-2996-4889-aa9b-b44f66af4737 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:26:45.856280 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-7edf15a4-e842-4220-8fe1-6a156e490e35 service neutron] Attempting to bind port e0c993c4-2996-4889-aa9b-b44f66af4737 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': 'fd81ef03-5618-4e22-8eef-ef71234da90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f16c66fe-8570-46b3-ac79-4410a1968a3a'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:26:45.856613 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-7edf15a4-e842-4220-8fe1-6a156e490e35 service neutron] Attempting to bind port e0c993c4-2996-4889-aa9b-b44f66af4737 on network f16c66fe-8570-46b3-ac79-4410a1968a3a {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:26:45.859538 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-5157d471-c080-4571-bd0d-9266da8d72d6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bebeadda-ed58-4356-a268-3e284d7ad710 HTTP/1.1" status: 200 len: 217 time: 0.0466104 Oct 27 18:26:45.863709 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-e500573b-23c1-419a-88cb-efc395a56349 req-15a3ec15-690a-43ba-ada7-126db084e00b service neutron] For port e5be652e-2b69-4639-b26c-0313cea1dd1b, host n-h1-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:26:45.870744 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee033c-76b1-475f-bc65-142440a11345 req-21df50bc-3a28-4c9e-9f92-35a10f7e63e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:45.872333 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbee033c-76b1-475f-bc65-142440a11345 req-21df50bc-3a28-4c9e-9f92-35a10f7e63e0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b43126e9-9fd9-47ab-bca1-c5bdf1d34ed3 HTTP/1.1" status: 200 len: 797 time: 0.0800927 Oct 27 18:26:45.873295 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-eb3d54c0-1236-4b25-bf80-9df1e677b5fa service neutron] Transition to ACTIVE for port object 9e96cc03-9dc0-4b28-9cc2-d2fd32096a17 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:26:45.906513 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-7edf15a4-e842-4220-8fe1-6a156e490e35 service neutron] Port e0c993c4-2996-4889-aa9b-b44f66af4737 on network f16c66fe-8570-46b3-ac79-4410a1968a3a not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:26:45.906881 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-7edf15a4-e842-4220-8fe1-6a156e490e35 service neutron] Attempting to bind port e0c993c4-2996-4889-aa9b-b44f66af4737 on network f16c66fe-8570-46b3-ac79-4410a1968a3a {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:26:45.911779 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-15835643-6592-41b7-b83f-458cf8f6042f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:45.934783 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-e500573b-23c1-419a-88cb-efc395a56349 req-15a3ec15-690a-43ba-ada7-126db084e00b service neutron] For port e5be652e-2b69-4639-b26c-0313cea1dd1b, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=e5be652e-2b69-4639-b26c-0313cea1dd1b,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:26:45.953668 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-7edf15a4-e842-4220-8fe1-6a156e490e35 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:26:45.954020 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-7edf15a4-e842-4220-8fe1-6a156e490e35 service neutron] Checking segment: {'id': 'fd81ef03-5618-4e22-8eef-ef71234da90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f16c66fe-8570-46b3-ac79-4410a1968a3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:26:45.954871 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-7edf15a4-e842-4220-8fe1-6a156e490e35 service neutron] Bound using segment: {'id': 'fd81ef03-5618-4e22-8eef-ef71234da90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f16c66fe-8570-46b3-ac79-4410a1968a3a'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:26:45.954989 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-7edf15a4-e842-4220-8fe1-6a156e490e35 service neutron] Bound port: e0c993c4-2996-4889-aa9b-b44f66af4737, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd81ef03-5618-4e22-8eef-ef71234da90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f16c66fe-8570-46b3-ac79-4410a1968a3a'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:26:45.955271 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-7edf15a4-e842-4220-8fe1-6a156e490e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:45.963792 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-eb3d54c0-1236-4b25-bf80-9df1e677b5fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:45.986084 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15835643-6592-41b7-b83f-458cf8f6042f service neutron] Pushing event updated for resources: {'Port': ['ID=9229fed8-9268-4341-95a4-fc6be674d0f9,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:45.993922 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee033c-76b1-475f-bc65-142440a11345 req-16c89e3e-b775-4226-93c5-5cb426613a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:45.995469 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbee033c-76b1-475f-bc65-142440a11345 req-16c89e3e-b775-4226-93c5-5cb426613a2d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f4e9126d-2ff7-47a1-bfee-b0e033396219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1161594 Oct 27 18:26:45.998649 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-efbf9936-9a8e-4516-9090-e69e1064969b req-b6b6afe6-cef9-46d9-ab74-a3a6047c80f8 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451392 Oct 27 18:26:46.029470 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e500573b-23c1-419a-88cb-efc395a56349 req-15a3ec15-690a-43ba-ada7-126db084e00b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:46.039034 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-367ee4a3-fc24-405f-be92-e8762b38dec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:46.040519 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-367ee4a3-fc24-405f-be92-e8762b38dec5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3aeb8b6e-dc25-4ba6-b90a-05891e7c7576 HTTP/1.1" status: 200 len: 850 time: 0.1646042 Oct 27 18:26:46.108678 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923d27b-df40-4e1b-bc91-9ed9a3ae6e3a req-eee23a34-af2d-4d4f-8ff5-b9e109150567 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:46.110362 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b923d27b-df40-4e1b-bc91-9ed9a3ae6e3a req-eee23a34-af2d-4d4f-8ff5-b9e109150567 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 945 time: 0.2499428 Oct 27 18:26:46.142289 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500573b-23c1-419a-88cb-efc395a56349 req-15a3ec15-690a-43ba-ada7-126db084e00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:46.142289 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e500573b-23c1-419a-88cb-efc395a56349 req-15a3ec15-690a-43ba-ada7-126db084e00b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:46.142289 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e500573b-23c1-419a-88cb-efc395a56349 req-15a3ec15-690a-43ba-ada7-126db084e00b service neutron] 10.222.0.81 "PUT /v2.0/ports/e5be652e-2b69-4639-b26c-0313cea1dd1b HTTP/1.1" status: 200 len: 1094 time: 2.7620344 Oct 27 18:26:46.148513 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-51cc6331-811d-48b1-aef7-f43ffe60a17e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f8b19dfe-43eb-4ec7-9509-1d9a53b23e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764227 Oct 27 18:26:46.245329 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-15835643-6592-41b7-b83f-458cf8f6042f service neutron] Attempting to bind port 9229fed8-9268-4341-95a4-fc6be674d0f9 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:26:46.245615 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-15835643-6592-41b7-b83f-458cf8f6042f service neutron] Attempting to bind port 9229fed8-9268-4341-95a4-fc6be674d0f9 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': 'c3b83e00-8105-42bf-a65c-5b309278d20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '70d54990-c18d-43d7-9758-e9fefdddf939'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:26:46.246059 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-15835643-6592-41b7-b83f-458cf8f6042f service neutron] Attempting to bind port 9229fed8-9268-4341-95a4-fc6be674d0f9 on network 70d54990-c18d-43d7-9758-e9fefdddf939 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:26:46.256383 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbee033c-76b1-475f-bc65-142440a11345 req-1400c224-b835-461f-8170-1819687cd92e service neutron] 10.222.0.93 "GET /v2.0/networks/f4e9126d-2ff7-47a1-bfee-b0e033396219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119839 Oct 27 18:26:46.259054 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d54c0-1236-4b25-bf80-9df1e677b5fa service neutron] Pushing event updated for resources: {'Port': ['ID=9e96cc03-9dc0-4b28-9cc2-d2fd32096a17,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:46.259152 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-7edf15a4-e842-4220-8fe1-6a156e490e35 service neutron] For port e0c993c4-2996-4889-aa9b-b44f66af4737, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:26:46.288102 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e5be652e-2b69-4639-b26c-0313cea1dd1b no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:26:46.327439 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a3ec15-690a-43ba-ada7-126db084e00b service neutron] Pushing event updated for resources: {'Port': ['ID=e5be652e-2b69-4639-b26c-0313cea1dd1b,revision_number=7']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:46.331305 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-7edf15a4-e842-4220-8fe1-6a156e490e35 service neutron] For port e0c993c4-2996-4889-aa9b-b44f66af4737, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e0c993c4-2996-4889-aa9b-b44f66af4737,segment=NetworkSegment(fd81ef03-5618-4e22-8eef-ef71234da90c),segment_id=fd81ef03-5618-4e22-8eef-ef71234da90c)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:26:46.396179 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b923d27b-df40-4e1b-bc91-9ed9a3ae6e3a req-414b41bf-bda1-448c-9fab-9c20684f654e tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503495 Oct 27 18:26:46.405677 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-7edf15a4-e842-4220-8fe1-6a156e490e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:46.409379 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500573b-23c1-419a-88cb-efc395a56349 req-d066a289-edcf-4f60-ad3f-a679cd178f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:46.412209 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e500573b-23c1-419a-88cb-efc395a56349 req-d066a289-edcf-4f60-ad3f-a679cd178f8f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0493afd680224a038be01c24bab6b33d&device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 1097 time: 0.2214718 Oct 27 18:26:46.434032 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e5be652e-2b69-4639-b26c-0313cea1dd1b not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:26:46.518071 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-ad25041e-f5b9-482c-a54a-5854e279acd5 service neutron] 10.222.0.93 "GET /v2.0/networks/f8b19dfe-43eb-4ec7-9509-1d9a53b23e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434234 Oct 27 18:26:46.576378 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-7edf15a4-e842-4220-8fe1-6a156e490e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:46.577055 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-7edf15a4-e842-4220-8fe1-6a156e490e35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:46.578395 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-7edf15a4-e842-4220-8fe1-6a156e490e35 service neutron] 10.222.0.93 "PUT /v2.0/ports/e0c993c4-2996-4889-aa9b-b44f66af4737 HTTP/1.1" status: 200 len: 1091 time: 2.5048163 Oct 27 18:26:46.610773 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf15a4-e842-4220-8fe1-6a156e490e35 service neutron] Pushing event updated for resources: {'Port': ['ID=e0c993c4-2996-4889-aa9b-b44f66af4737,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:46.813937 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-15835643-6592-41b7-b83f-458cf8f6042f service neutron] Port 9229fed8-9268-4341-95a4-fc6be674d0f9 on network 70d54990-c18d-43d7-9758-e9fefdddf939 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:26:46.814518 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-15835643-6592-41b7-b83f-458cf8f6042f service neutron] Attempting to bind port 9229fed8-9268-4341-95a4-fc6be674d0f9 on network 70d54990-c18d-43d7-9758-e9fefdddf939 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:26:46.879828 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-15835643-6592-41b7-b83f-458cf8f6042f service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:26:46.881007 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-15835643-6592-41b7-b83f-458cf8f6042f service neutron] Checking segment: {'id': 'c3b83e00-8105-42bf-a65c-5b309278d20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '70d54990-c18d-43d7-9758-e9fefdddf939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:26:46.881007 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-15835643-6592-41b7-b83f-458cf8f6042f service neutron] Bound using segment: {'id': 'c3b83e00-8105-42bf-a65c-5b309278d20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '70d54990-c18d-43d7-9758-e9fefdddf939'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:26:46.881007 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-15835643-6592-41b7-b83f-458cf8f6042f service neutron] Bound port: 9229fed8-9268-4341-95a4-fc6be674d0f9, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3b83e00-8105-42bf-a65c-5b309278d20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '70d54990-c18d-43d7-9758-e9fefdddf939'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:26:46.881559 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-15835643-6592-41b7-b83f-458cf8f6042f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:46.888879 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3b8ed76c-3001-46d1-a11d-392ee91ad0fe req-5e0c2a09-3ccf-4e02-af4d-8ed4b97b4cbd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c9409334ce0341a88fc016f0c189ac41&device_id=926595ed-4fba-41c6-9c2a-f7e65a95b467 HTTP/1.1" status: 200 len: 210 time: 0.0698519 Oct 27 18:26:46.961019 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3b8ed76c-3001-46d1-a11d-392ee91ad0fe req-ce3191c6-710c-4e25-9e35-01777976fe17 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=c9409334ce0341a88fc016f0c189ac41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597312 Oct 27 18:26:46.989020 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-eb3d54c0-1236-4b25-bf80-9df1e677b5fa service neutron] Attempting to bind port 9e96cc03-9dc0-4b28-9cc2-d2fd32096a17 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:26:46.989379 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-eb3d54c0-1236-4b25-bf80-9df1e677b5fa service neutron] Attempting to bind port 9e96cc03-9dc0-4b28-9cc2-d2fd32096a17 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': 'fd81ef03-5618-4e22-8eef-ef71234da90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f16c66fe-8570-46b3-ac79-4410a1968a3a'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:26:46.989708 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-eb3d54c0-1236-4b25-bf80-9df1e677b5fa service neutron] Attempting to bind port 9e96cc03-9dc0-4b28-9cc2-d2fd32096a17 on network f16c66fe-8570-46b3-ac79-4410a1968a3a {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:26:47.031252 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3be4016-e965-485b-bde5-bb5567ef1d34', 'tag': 'bebeadda-ed58-4356-a268-3e284d7ad710'}, {'name': 'network-changed', 'server_uuid': 'e82aebe5-5adf-42a2-993c-cfe68d1414e4', 'tag': 'e5be652e-2b69-4639-b26c-0313cea1dd1b'}, {'name': 'network-changed', 'server_uuid': '6bc55b62-6878-48e9-b0ac-77fd1f378ca5', 'tag': 'e0c993c4-2996-4889-aa9b-b44f66af4737'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:26:47.033526 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fb6f6f-0d35-4e6a-9cc9-57a8d98afe4e" -d '{"events": [{"name": "network-changed", "server_uuid": "f3be4016-e965-485b-bde5-bb5567ef1d34", "tag": "bebeadda-ed58-4356-a268-3e284d7ad710"}, {"name": "network-changed", "server_uuid": "e82aebe5-5adf-42a2-993c-cfe68d1414e4", "tag": "e5be652e-2b69-4639-b26c-0313cea1dd1b"}, {"name": "network-changed", "server_uuid": "6bc55b62-6878-48e9-b0ac-77fd1f378ca5", "tag": "e0c993c4-2996-4889-aa9b-b44f66af4737"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:26:47.053032 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-eb3d54c0-1236-4b25-bf80-9df1e677b5fa service neutron] Port 9e96cc03-9dc0-4b28-9cc2-d2fd32096a17 on network f16c66fe-8570-46b3-ac79-4410a1968a3a not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:26:47.053354 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-eb3d54c0-1236-4b25-bf80-9df1e677b5fa service neutron] Attempting to bind port 9e96cc03-9dc0-4b28-9cc2-d2fd32096a17 on network f16c66fe-8570-46b3-ac79-4410a1968a3a {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:26:47.079537 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbee033c-76b1-475f-bc65-142440a11345 req-8b85cb09-0b15-451d-9728-4312a7dc039e service neutron] 10.222.0.93 "GET /v2.0/networks/f4e9126d-2ff7-47a1-bfee-b0e033396219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7134848 Oct 27 18:26:47.086392 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-eb3d54c0-1236-4b25-bf80-9df1e677b5fa service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:26:47.086738 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-eb3d54c0-1236-4b25-bf80-9df1e677b5fa service neutron] Checking segment: {'id': 'fd81ef03-5618-4e22-8eef-ef71234da90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f16c66fe-8570-46b3-ac79-4410a1968a3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:26:47.087149 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-eb3d54c0-1236-4b25-bf80-9df1e677b5fa service neutron] Bound using segment: {'id': 'fd81ef03-5618-4e22-8eef-ef71234da90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f16c66fe-8570-46b3-ac79-4410a1968a3a'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:26:47.087615 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-eb3d54c0-1236-4b25-bf80-9df1e677b5fa service neutron] Bound port: 9e96cc03-9dc0-4b28-9cc2-d2fd32096a17, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd81ef03-5618-4e22-8eef-ef71234da90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'f16c66fe-8570-46b3-ac79-4410a1968a3a'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:26:47.087990 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-eb3d54c0-1236-4b25-bf80-9df1e677b5fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:47.105081 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-15835643-6592-41b7-b83f-458cf8f6042f service neutron] For port 9229fed8-9268-4341-95a4-fc6be674d0f9, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:26:47.132895 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd31854-0231-4ae7-a00d-c8724ccdf28e req-f3744782-6cbf-4fc8-9168-df3235a26357 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:47.132895 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4bd31854-0231-4ae7-a00d-c8724ccdf28e req-f3744782-6cbf-4fc8-9168-df3235a26357 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=78396184-8625-43e2-8660-0f8ebba4e923 HTTP/1.1" status: 200 len: 944 time: 0.6019511 Oct 27 18:26:47.132895 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500573b-23c1-419a-88cb-efc395a56349 req-5ebc7338-eac9-4a10-a1d3-85f4711a24e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:47.133256 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e500573b-23c1-419a-88cb-efc395a56349 req-5ebc7338-eac9-4a10-a1d3-85f4711a24e6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.6517589 Oct 27 18:26:47.152765 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbee033c-76b1-475f-bc65-142440a11345 req-32244f1d-b1ca-420f-bed9-16f86d8815f4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=168724c9-71d8-440b-b602-1f3bb57c7953 HTTP/1.1" status: 200 len: 217 time: 0.0626020 Oct 27 18:26:47.157004 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-15835643-6592-41b7-b83f-458cf8f6042f service neutron] For port 9229fed8-9268-4341-95a4-fc6be674d0f9, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=9229fed8-9268-4341-95a4-fc6be674d0f9,segment=NetworkSegment(c3b83e00-8105-42bf-a65c-5b309278d20d),segment_id=c3b83e00-8105-42bf-a65c-5b309278d20d)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:26:47.200811 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-b6514978-ddff-424d-887b-464eaf132821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:47.202320 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-b6514978-ddff-424d-887b-464eaf132821 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=73ecd40fe1594f85b64568114a717a96&device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 1094 time: 0.5248303 Oct 27 18:26:47.208191 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-63eaffb7-b199-4319-ae48-e77539a7838b service neutron] 10.222.0.93 "GET /v2.0/networks/f8b19dfe-43eb-4ec7-9509-1d9a53b23e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6334593 Oct 27 18:26:47.211436 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e500573b-23c1-419a-88cb-efc395a56349 req-81e26eaf-2064-40fa-be48-8368e800b213 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=e5be652e-2b69-4639-b26c-0313cea1dd1b HTTP/1.1" status: 200 len: 217 time: 0.0702305 Oct 27 18:26:47.247224 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-15835643-6592-41b7-b83f-458cf8f6042f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:47.271081 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e901c6-5a08-4936-826a-9fc9fc675ecf req-699859a9-3f42-4bc8-a92e-dfb264ffe7ef tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:47.272877 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05e901c6-5a08-4936-826a-9fc9fc675ecf req-699859a9-3f42-4bc8-a92e-dfb264ffe7ef tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 946 time: 0.5712638 Oct 27 18:26:47.291981 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ed76c-3001-46d1-a11d-392ee91ad0fe req-0548ed14-a28f-412c-a213-1dbc2747ec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:47.293454 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3b8ed76c-3001-46d1-a11d-392ee91ad0fe req-0548ed14-a28f-412c-a213-1dbc2747ec08 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3233154 Oct 27 18:26:47.302971 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4bd31854-0231-4ae7-a00d-c8724ccdf28e req-598b7929-59f3-45d8-81ca-50a3bfb582e1 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673551 Oct 27 18:26:47.312098 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-2dcc2c33-51bc-463f-bbba-2e5fc28d49ec service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0c993c4-2996-4889-aa9b-b44f66af4737 HTTP/1.1" status: 200 len: 217 time: 0.0800657 Oct 27 18:26:47.370850 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05e901c6-5a08-4936-826a-9fc9fc675ecf req-889aac0a-0b3e-4cd6-91d3-05b67ec384ee tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668190 Oct 27 18:26:47.408678 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500573b-23c1-419a-88cb-efc395a56349 req-50fa6f63-7bcd-4a9c-bb7c-7371f17c4d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:47.409278 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-15835643-6592-41b7-b83f-458cf8f6042f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:47.410219 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-15835643-6592-41b7-b83f-458cf8f6042f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:47.410384 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e500573b-23c1-419a-88cb-efc395a56349 req-50fa6f63-7bcd-4a9c-bb7c-7371f17c4d42 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.1917524 Oct 27 18:26:47.415530 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-15835643-6592-41b7-b83f-458cf8f6042f service neutron] 10.222.0.93 "PUT /v2.0/ports/9229fed8-9268-4341-95a4-fc6be674d0f9 HTTP/1.1" status: 200 len: 1092 time: 2.6061022 Oct 27 18:26:47.421778 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78396184-8625-43e2-8660-0f8ebba4e923', 'tag': '9229fed8-9268-4341-95a4-fc6be674d0f9'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:26:47.424165 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1cfbc5-a99b-4658-8838-6765d4c8e56c" -d '{"events": [{"name": "network-changed", "server_uuid": "78396184-8625-43e2-8660-0f8ebba4e923", "tag": "9229fed8-9268-4341-95a4-fc6be674d0f9"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:26:47.436347 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee033c-76b1-475f-bc65-142440a11345 req-c0875bf5-763d-47aa-bd95-0b4fe7112a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:47.437854 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbee033c-76b1-475f-bc65-142440a11345 req-c0875bf5-763d-47aa-bd95-0b4fe7112a63 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b43126e9-9fd9-47ab-bca1-c5bdf1d34ed3 HTTP/1.1" status: 200 len: 797 time: 0.2731602 Oct 27 18:26:47.461107 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-eb3d54c0-1236-4b25-bf80-9df1e677b5fa service neutron] For port 9e96cc03-9dc0-4b28-9cc2-d2fd32096a17, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:26:47.464802 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15835643-6592-41b7-b83f-458cf8f6042f service neutron] Pushing event updated for resources: {'Port': ['ID=9229fed8-9268-4341-95a4-fc6be674d0f9,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:47.468884 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2a275293-24e2-4900-bae4-da8acaa9f918 req-d087f1c3-be13-4562-bede-c122e684ef9c tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=926595ed-4fba-41c6-9c2a-f7e65a95b467 HTTP/1.1" status: 200 len: 210 time: 0.0768213 Oct 27 18:26:47.493719 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-eb3d54c0-1236-4b25-bf80-9df1e677b5fa service neutron] For port 9e96cc03-9dc0-4b28-9cc2-d2fd32096a17, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=9e96cc03-9dc0-4b28-9cc2-d2fd32096a17,segment=NetworkSegment(fd81ef03-5618-4e22-8eef-ef71234da90c),segment_id=fd81ef03-5618-4e22-8eef-ef71234da90c)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:26:47.517433 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee033c-76b1-475f-bc65-142440a11345 req-2c66b42c-2ba2-49d0-901c-d8417a6b7860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:47.519105 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbee033c-76b1-475f-bc65-142440a11345 req-2c66b42c-2ba2-49d0-901c-d8417a6b7860 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f4e9126d-2ff7-47a1-bfee-b0e033396219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0698895 Oct 27 18:26:47.545314 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-0d3ef816-7c01-485f-a5da-b16268934133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:47.546954 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-0d3ef816-7c01-485f-a5da-b16268934133 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fa2c4956-e9e1-48c6-a1a7-2a46f1d0015f HTTP/1.1" status: 200 len: 858 time: 0.1884854 Oct 27 18:26:47.557695 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea70666-854a-41d4-8864-cbf47e2875c8 req-f84edbd0-e9a5-49ef-a23e-1225e1ca612c tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:47.559503 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3ea70666-854a-41d4-8864-cbf47e2875c8 req-f84edbd0-e9a5-49ef-a23e-1225e1ca612c tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.0873916 Oct 27 18:26:47.595695 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-eb3d54c0-1236-4b25-bf80-9df1e677b5fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:47.616736 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-a79ca12b-083c-44ac-aa43-c5dab7523fef service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f16c66fe-8570-46b3-ac79-4410a1968a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549512 Oct 27 18:26:47.626236 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500573b-23c1-419a-88cb-efc395a56349 req-39428c47-b903-4f77-909f-59e38e0bb098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:47.627779 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e500573b-23c1-419a-88cb-efc395a56349 req-39428c47-b903-4f77-909f-59e38e0bb098 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1950731 Oct 27 18:26:47.691273 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d54c0-1236-4b25-bf80-9df1e677b5fa service neutron] Pushing event updated for resources: {'Port': ['ID=9e96cc03-9dc0-4b28-9cc2-d2fd32096a17,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:47.710624 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-eb3d54c0-1236-4b25-bf80-9df1e677b5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:47.711319 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-eb3d54c0-1236-4b25-bf80-9df1e677b5fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:47.712704 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-eb3d54c0-1236-4b25-bf80-9df1e677b5fa service neutron] 10.222.0.93 "PUT /v2.0/ports/9e96cc03-9dc0-4b28-9cc2-d2fd32096a17 HTTP/1.1" status: 200 len: 1091 time: 2.8923066 Oct 27 18:26:47.730063 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-1b32325e-6bfe-4bd2-a3b0-7fd72586d541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:47.731802 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-1b32325e-6bfe-4bd2-a3b0-7fd72586d541 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=78baf6dd112742399f2639cbeffece6c&device_id=78396184-8625-43e2-8660-0f8ebba4e923 HTTP/1.1" status: 200 len: 1095 time: 0.1242702 Oct 27 18:26:47.794116 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-f5ec2858-7045-4965-a946-7baa96068ae1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9229fed8-9268-4341-95a4-fc6be674d0f9 HTTP/1.1" status: 200 len: 217 time: 0.0479362 Oct 27 18:26:47.796304 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3ea70666-854a-41d4-8864-cbf47e2875c8 req-4bab41e9-7bb5-4b6a-ae19-1e54264f3bdd tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186744 Oct 27 18:26:47.812009 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5df4f-6433-4bca-be50-74dffe11a889 req-00fdcfa9-61fe-4258-aa54-75ee6bbc942c tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:47.819990 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-46d5df4f-6433-4bca-be50-74dffe11a889 req-00fdcfa9-61fe-4258-aa54-75ee6bbc942c tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 943 time: 0.2440345 Oct 27 18:26:47.853093 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-06298f23-7de1-475e-adb7-92828ee4d413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:47.856614 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-06298f23-7de1-475e-adb7-92828ee4d413 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9dd73aad-b62b-49e3-a8b3-a2ce98f853a3 HTTP/1.1" status: 200 len: 852 time: 0.0506074 Oct 27 18:26:47.859197 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbee033c-76b1-475f-bc65-142440a11345 req-f73fc34b-65c1-4c32-a0bf-01002f8804a1 service neutron] 10.222.0.93 "GET /v2.0/networks/f4e9126d-2ff7-47a1-bfee-b0e033396219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276081 Oct 27 18:26:47.916640 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-307e259f-a500-4743-9563-f6b847f400a7 service neutron] 10.222.0.93 "GET /v2.0/networks/f16c66fe-8570-46b3-ac79-4410a1968a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643261 Oct 27 18:26:47.947040 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-46d5df4f-6433-4bca-be50-74dffe11a889 req-6de3dc3d-7e9e-427f-bd13-48fef683f420 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136806 Oct 27 18:26:47.957030 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-917ac323-35ec-41ab-8229-498e4f8d728b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=70d54990-c18d-43d7-9758-e9fefdddf939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411584 Oct 27 18:26:47.963489 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e500573b-23c1-419a-88cb-efc395a56349 req-fb26ab51-1dfb-4df0-b62d-ace6909c4f55 service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080723 Oct 27 18:26:48.068309 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Wed, 27 Oct 2021 18:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2070d7e8-51e6-4aff-9a39-c9dbf30dc1d9 x-openstack-request-id: req-2070d7e8-51e6-4aff-9a39-c9dbf30dc1d9 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:26:48.068737 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3be4016-e965-485b-bde5-bb5567ef1d34", "tag": "bebeadda-ed58-4356-a268-3e284d7ad710", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e82aebe5-5adf-42a2-993c-cfe68d1414e4", "tag": "e5be652e-2b69-4639-b26c-0313cea1dd1b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6bc55b62-6878-48e9-b0ac-77fd1f378ca5", "tag": "e0c993c4-2996-4889-aa9b-b44f66af4737", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:26:48.069742 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2070d7e8-51e6-4aff-9a39-c9dbf30dc1d9 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:26:48.070242 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3be4016-e965-485b-bde5-bb5567ef1d34', 'tag': 'bebeadda-ed58-4356-a268-3e284d7ad710', 'status': 'completed', 'code': 200} Oct 27 18:26:48.070599 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e82aebe5-5adf-42a2-993c-cfe68d1414e4', 'tag': 'e5be652e-2b69-4639-b26c-0313cea1dd1b', 'status': 'completed', 'code': 200} Oct 27 18:26:48.071135 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bc55b62-6878-48e9-b0ac-77fd1f378ca5', 'tag': 'e0c993c4-2996-4889-aa9b-b44f66af4737', 'status': 'completed', 'code': 200} Oct 27 18:26:48.078988 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-48fac5cd-f124-4749-8910-f5847cbc5ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:48.080626 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-48fac5cd-f124-4749-8910-f5847cbc5ddc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=73ecd40fe1594f85b64568114a717a96&device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 1094 time: 0.2017198 Oct 27 18:26:48.163443 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8fb94c-ce50-468c-bf32-ac9fb5e794ff req-d0c7c84e-db0e-482f-a1ea-0ab49996ba5b tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:48.171697 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fa8fb94c-ce50-468c-bf32-ac9fb5e794ff req-d0c7c84e-db0e-482f-a1ea-0ab49996ba5b tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 943 time: 0.2618845 Oct 27 18:26:48.183993 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-4ca79b93-63ce-4df5-954a-a35b6bc5aac4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e96cc03-9dc0-4b28-9cc2-d2fd32096a17 HTTP/1.1" status: 200 len: 217 time: 0.0526049 Oct 27 18:26:48.250466 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b59a71cc-53f5-4213-ae05-7c6281f78107 req-66bb6246-6d11-4ea7-8ad7-736dc1fd7a47 service neutron] 10.222.0.93 "GET /v2.0/networks/f16c66fe-8570-46b3-ac79-4410a1968a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002484 Oct 27 18:26:48.275051 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fa8fb94c-ce50-468c-bf32-ac9fb5e794ff req-1a2a5afa-80df-4d9c-ba75-ddf624f73b0d tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974813 Oct 27 18:26:48.298786 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d2b93f-1181-4e9d-8fba-b2cf5696d854 x-openstack-request-id: req-91d2b93f-1181-4e9d-8fba-b2cf5696d854 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:26:48.299173 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78396184-8625-43e2-8660-0f8ebba4e923", "tag": "9229fed8-9268-4341-95a4-fc6be674d0f9", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:26:48.299411 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-91d2b93f-1181-4e9d-8fba-b2cf5696d854 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:26:48.299827 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78396184-8625-43e2-8660-0f8ebba4e923', 'tag': '9229fed8-9268-4341-95a4-fc6be674d0f9', 'status': 'completed', 'code': 200} Oct 27 18:26:48.305490 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e500573b-23c1-419a-88cb-efc395a56349 req-c1f5c108-db47-4df0-b632-7b5998a304f7 service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177390 Oct 27 18:26:48.375644 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-28357389-bf2f-47a7-8fd2-7dcdf1b04a2f service neutron] 10.222.0.93 "GET /v2.0/networks/70d54990-c18d-43d7-9758-e9fefdddf939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461568 Oct 27 18:26:48.468832 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbee033c-76b1-475f-bc65-142440a11345 req-1f28933b-530a-4b07-90dc-b08ef12e0f8d service neutron] 10.222.0.93 "GET /v2.0/networks/f4e9126d-2ff7-47a1-bfee-b0e033396219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5562546 Oct 27 18:26:48.474665 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb6f6f-0d35-4e6a-9cc9-57a8d98afe4e req-a6e092c4-e36b-4775-9e82-14ac5057ceed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:48.476422 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c1fb6f6f-0d35-4e6a-9cc9-57a8d98afe4e req-a6e092c4-e36b-4775-9e82-14ac5057ceed service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ee85f34331f4425cb27ef49e38e071eb&device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 1094 time: 0.3920553 Oct 27 18:26:48.479946 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-13cd0ab4-bdcd-494e-8bb7-287c259e1a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:48.481492 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-13cd0ab4-bdcd-494e-8bb7-287c259e1a34 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fa2c4956-e9e1-48c6-a1a7-2a46f1d0015f HTTP/1.1" status: 200 len: 858 time: 0.2532723 Oct 27 18:26:48.533902 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e276c7-cc0a-4f99-b3a8-acb7aedcbb17 req-b8dd87e6-cc68-4b65-b6cc-d548e7a18fb6 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:48.543049 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-16e276c7-cc0a-4f99-b3a8-acb7aedcbb17 req-b8dd87e6-cc68-4b65-b6cc-d548e7a18fb6 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.2171936 Oct 27 18:26:48.587082 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb6f6f-0d35-4e6a-9cc9-57a8d98afe4e req-3a2c1831-6224-47ac-b02c-2e6fbfad5fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:48.588611 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1fb6f6f-0d35-4e6a-9cc9-57a8d98afe4e req-3a2c1831-6224-47ac-b02c-2e6fbfad5fb0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0493afd680224a038be01c24bab6b33d&device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 1097 time: 0.1761739 Oct 27 18:26:48.619268 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-004204f0-706e-40f4-b3af-1b83b0b3a69b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f16c66fe-8570-46b3-ac79-4410a1968a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135156 Oct 27 18:26:48.620797 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbee033c-76b1-475f-bc65-142440a11345 req-beddaef5-0aeb-4ad2-bb5e-70264dcf3eba service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=d9f41f4b-9124-4661-b73f-53e5a7e90c21 HTTP/1.1" status: 200 len: 217 time: 0.1313236 Oct 27 18:26:48.711764 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5683cce-c385-4d92-adbf-eb4757046688 req-5a014c06-7b8a-42af-ade5-1931f347452a tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:48.713399 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d5683cce-c385-4d92-adbf-eb4757046688 req-5a014c06-7b8a-42af-ade5-1931f347452a tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=78396184-8625-43e2-8660-0f8ebba4e923 HTTP/1.1" status: 200 len: 944 time: 0.2843015 Oct 27 18:26:48.749301 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb6f6f-0d35-4e6a-9cc9-57a8d98afe4e req-bfc1e635-28dd-4799-a49c-a592dd12f57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:48.751533 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1fb6f6f-0d35-4e6a-9cc9-57a8d98afe4e req-bfc1e635-28dd-4799-a49c-a592dd12f57f service neutron] 10.222.0.81 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.1535134 Oct 27 18:26:48.756341 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8836e553-a2a9-4711-87db-29ea18c8b1e5 req-d955e7b5-d558-4b4f-a1ef-0d73b88ea758 service neutron] 10.222.0.93 "GET /v2.0/networks/70d54990-c18d-43d7-9758-e9fefdddf939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623829 Oct 27 18:26:48.792061 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee033c-76b1-475f-bc65-142440a11345 req-27d296d2-0ea2-4573-ae7b-3553c13683a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:48.793279 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-16e276c7-cc0a-4f99-b3a8-acb7aedcbb17 req-119a38f6-68ee-4912-b020-3f189b444840 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2492335 Oct 27 18:26:48.794486 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbee033c-76b1-475f-bc65-142440a11345 req-27d296d2-0ea2-4573-ae7b-3553c13683a7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b43126e9-9fd9-47ab-bca1-c5bdf1d34ed3 HTTP/1.1" status: 200 len: 797 time: 0.1554351 Oct 27 18:26:48.833821 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb6f6f-0d35-4e6a-9cc9-57a8d98afe4e req-0df095e8-78a8-4fd8-864b-102d85c81b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:48.835532 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c1fb6f6f-0d35-4e6a-9cc9-57a8d98afe4e req-0df095e8-78a8-4fd8-864b-102d85c81b53 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f8b19dfe-43eb-4ec7-9509-1d9a53b23e79 HTTP/1.1" status: 200 len: 912 time: 0.3449140 Oct 27 18:26:48.899098 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1fb6f6f-0d35-4e6a-9cc9-57a8d98afe4e req-1cc9a8d0-761f-4a65-a476-b4ab3ef7fcc5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=e5be652e-2b69-4639-b26c-0313cea1dd1b HTTP/1.1" status: 200 len: 217 time: 0.1367288 Oct 27 18:26:48.922250 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c1fb6f6f-0d35-4e6a-9cc9-57a8d98afe4e req-ca5a62d8-d0c7-4106-b8b2-03e5ae359b07 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bebeadda-ed58-4356-a268-3e284d7ad710 HTTP/1.1" status: 200 len: 217 time: 0.0655158 Oct 27 18:26:48.953291 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3b8ed76c-3001-46d1-a11d-392ee91ad0fe req-3a1afb59-6bc8-46f9-b8f3-27c9da044ada tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.93 "GET /v2.0/ports?device_id=926595ed-4fba-41c6-9c2a-f7e65a95b467 HTTP/1.1" status: 200 len: 210 time: 0.0517638 Oct 27 18:26:48.960066 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-498b4672-33fb-4fcc-bbd2-57e634b929a2 service neutron] 10.222.0.93 "GET /v2.0/networks/f16c66fe-8570-46b3-ac79-4410a1968a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192549 Oct 27 18:26:49.005321 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee033c-76b1-475f-bc65-142440a11345 req-81804d72-dc97-41c4-99c8-fecd17b54f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:49.008085 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbee033c-76b1-475f-bc65-142440a11345 req-81804d72-dc97-41c4-99c8-fecd17b54f94 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f4e9126d-2ff7-47a1-bfee-b0e033396219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1936483 Oct 27 18:26:49.094446 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d5683cce-c385-4d92-adbf-eb4757046688 req-57d94a27-ffee-4e21-aef6-690705b28b5d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399482 Oct 27 18:26:49.113022 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb6f6f-0d35-4e6a-9cc9-57a8d98afe4e req-9bab72e4-07d1-4114-aa15-2c007de3bbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:49.115741 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c1fb6f6f-0d35-4e6a-9cc9-57a8d98afe4e req-9bab72e4-07d1-4114-aa15-2c007de3bbff service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3aeb8b6e-dc25-4ba6-b90a-05891e7c7576 HTTP/1.1" status: 200 len: 850 time: 0.1613829 Oct 27 18:26:49.143997 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cfbc5-a99b-4658-8838-6765d4c8e56c req-afbc03d5-6c28-4a91-8b18-af42973d3fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:49.149824 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3b1cfbc5-a99b-4658-8838-6765d4c8e56c req-afbc03d5-6c28-4a91-8b18-af42973d3fed service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=78baf6dd112742399f2639cbeffece6c&device_id=78396184-8625-43e2-8660-0f8ebba4e923 HTTP/1.1" status: 200 len: 1095 time: 0.2543299 Oct 27 18:26:49.165549 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c1fb6f6f-0d35-4e6a-9cc9-57a8d98afe4e req-76e94f84-1437-4a50-96b1-561f4c5495e3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f8b19dfe-43eb-4ec7-9509-1d9a53b23e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411122 Oct 27 18:26:49.237339 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb6f6f-0d35-4e6a-9cc9-57a8d98afe4e req-c451caba-7283-4701-9ac8-44de7f8d387b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:49.240365 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1fb6f6f-0d35-4e6a-9cc9-57a8d98afe4e req-c451caba-7283-4701-9ac8-44de7f8d387b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.2467072 Oct 27 18:26:49.277742 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2a4b88fc-c123-4440-ae85-324d80a49546 req-5cfe1d26-4cb2-45b4-b8bb-7dcf7ab51378 service neutron] 10.222.0.93 "GET /v2.0/networks/f16c66fe-8570-46b3-ac79-4410a1968a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076158 Oct 27 18:26:49.300107 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbee033c-76b1-475f-bc65-142440a11345 req-b9cdee74-daff-45a3-8d29-ad7d9f84fca7 service neutron] 10.222.0.93 "GET /v2.0/networks/f4e9126d-2ff7-47a1-bfee-b0e033396219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777262 Oct 27 18:26:49.325489 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-00f3be69-d3b2-48d4-abd5-fb0786171faf req-d220c484-a4d9-4870-83cd-b11cb426f2fd tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] 10.222.0.52 "GET /v2.0/ports?device_id=926595ed-4fba-41c6-9c2a-f7e65a95b467 HTTP/1.1" status: 200 len: 210 time: 0.1128812 Oct 27 18:26:49.337963 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed1604-b2eb-4e85-baea-5b28bcc2eb6f req-f1d180d0-21f0-424e-ab52-8e257abdc52a tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:49.345898 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aeed1604-b2eb-4e85-baea-5b28bcc2eb6f req-f1d180d0-21f0-424e-ab52-8e257abdc52a tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 946 time: 0.4491382 Oct 27 18:26:49.413230 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c1fb6f6f-0d35-4e6a-9cc9-57a8d98afe4e req-84de7ce2-4d36-4462-a965-f53353bd79bb service neutron] 10.222.0.93 "GET /v2.0/networks/f8b19dfe-43eb-4ec7-9509-1d9a53b23e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257648 Oct 27 18:26:49.419220 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cfbc5-a99b-4658-8838-6765d4c8e56c req-0b2d861e-5912-4e74-b8bb-65fbe2e204f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:49.420531 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3b1cfbc5-a99b-4658-8838-6765d4c8e56c req-0b2d861e-5912-4e74-b8bb-65fbe2e204f1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=70d54990-c18d-43d7-9758-e9fefdddf939 HTTP/1.1" status: 200 len: 914 time: 0.2537639 Oct 27 18:26:49.492580 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbee033c-76b1-475f-bc65-142440a11345 req-0284fd79-018a-4a3c-a762-eea3d1d140e5 service neutron] 10.222.0.93 "GET /v2.0/networks/f4e9126d-2ff7-47a1-bfee-b0e033396219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790159 Oct 27 18:26:49.541738 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3b1cfbc5-a99b-4658-8838-6765d4c8e56c req-a22532ab-3f1b-409e-87eb-78dcce3fee47 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9229fed8-9268-4341-95a4-fc6be674d0f9 HTTP/1.1" status: 200 len: 217 time: 0.0852818 Oct 27 18:26:49.543850 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbee033c-76b1-475f-bc65-142440a11345 req-c30ba49c-ee30-48b1-be86-e0d7ea489636 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=d30e3861-115e-4101-a8e0-47bcf6ce9856 HTTP/1.1" status: 200 len: 217 time: 0.0391278 Oct 27 18:26:49.561749 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aeed1604-b2eb-4e85-baea-5b28bcc2eb6f req-63717cfd-ae1d-45bd-8108-24ae919d0e4d tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149410 Oct 27 18:26:49.572781 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb6f6f-0d35-4e6a-9cc9-57a8d98afe4e req-58c7f885-0bb4-4c22-a7af-6cd8a6fe1007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:49.574271 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1fb6f6f-0d35-4e6a-9cc9-57a8d98afe4e req-58c7f885-0bb4-4c22-a7af-6cd8a6fe1007 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1654065 Oct 27 18:26:49.611185 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee033c-76b1-475f-bc65-142440a11345 req-437be3ac-cd7a-4e7c-bf0c-34edba9e0f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:49.613034 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbee033c-76b1-475f-bc65-142440a11345 req-437be3ac-cd7a-4e7c-bf0c-34edba9e0f89 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b43126e9-9fd9-47ab-bca1-c5bdf1d34ed3 HTTP/1.1" status: 200 len: 797 time: 0.0557034 Oct 27 18:26:49.619275 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c1fb6f6f-0d35-4e6a-9cc9-57a8d98afe4e req-e3b099b4-2053-4e05-badb-0083e85b05bb service neutron] 10.222.0.93 "GET /v2.0/networks/f8b19dfe-43eb-4ec7-9509-1d9a53b23e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865828 Oct 27 18:26:49.622232 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44170d04-3b81-4f3e-beed-96486a7a9187 req-880cd1fd-9c41-4d6d-9398-28d979aa8133 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:49.623926 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-44170d04-3b81-4f3e-beed-96486a7a9187 req-880cd1fd-9c41-4d6d-9398-28d979aa8133 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 943 time: 0.1970410 Oct 27 18:26:49.689933 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee033c-76b1-475f-bc65-142440a11345 req-391acb2b-e80a-4908-8146-04390f636cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:49.692445 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbee033c-76b1-475f-bc65-142440a11345 req-391acb2b-e80a-4908-8146-04390f636cc1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f4e9126d-2ff7-47a1-bfee-b0e033396219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0577860 Oct 27 18:26:49.732438 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cfbc5-a99b-4658-8838-6765d4c8e56c req-42d45be5-372a-4e3e-92b1-44d57f8b9d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:49.734340 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3b1cfbc5-a99b-4658-8838-6765d4c8e56c req-42d45be5-372a-4e3e-92b1-44d57f8b9d24 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=9dd73aad-b62b-49e3-a8b3-a2ce98f853a3 HTTP/1.1" status: 200 len: 852 time: 0.1764634 Oct 27 18:26:49.795850 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb6f6f-0d35-4e6a-9cc9-57a8d98afe4e req-a34e195c-d9d9-4c18-aa7f-29cf506426de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:49.797946 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c1fb6f6f-0d35-4e6a-9cc9-57a8d98afe4e req-a34e195c-d9d9-4c18-aa7f-29cf506426de service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0493afd680224a038be01c24bab6b33d&device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 1097 time: 0.1038485 Oct 27 18:26:49.813954 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-44170d04-3b81-4f3e-beed-96486a7a9187 req-36205778-c71c-42f8-aace-7eec5f62c513 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757612 Oct 27 18:26:49.822213 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3b1cfbc5-a99b-4658-8838-6765d4c8e56c req-d4629bc0-a6db-4b71-8fb6-e0811228e693 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=70d54990-c18d-43d7-9758-e9fefdddf939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462282 Oct 27 18:26:49.875849 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1fb6f6f-0d35-4e6a-9cc9-57a8d98afe4e req-0a6cf542-d20f-488d-9a8b-2b989da115f6 service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764323 Oct 27 18:26:49.883122 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbee033c-76b1-475f-bc65-142440a11345 req-0abe99a7-36a1-42f2-8d0d-4e7ecacea611 service neutron] 10.222.0.93 "GET /v2.0/networks/f4e9126d-2ff7-47a1-bfee-b0e033396219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793470 Oct 27 18:26:49.990123 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ba0e1-1fb4-4890-b632-05484530049c req-3ded9644-a6d6-48c5-b5a1-f312f8921684 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:49.997285 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-171ba0e1-1fb4-4890-b632-05484530049c req-3ded9644-a6d6-48c5-b5a1-f312f8921684 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/networks?id=a7c013d9-ea11-470b-8a79-08abd897c197 HTTP/1.1" status: 200 len: 812 time: 0.3031888 Oct 27 18:26:50.033100 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-171ba0e1-1fb4-4890-b632-05484530049c req-eca3634e-96a7-4d5f-a924-355beb3c60eb tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/quotas/74d488054c1f4f50bdb6de26a9138d36 HTTP/1.1" status: 200 len: 375 time: 0.0349350 Oct 27 18:26:50.037850 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb6f6f-0d35-4e6a-9cc9-57a8d98afe4e req-9b765013-ed68-4f9d-9cec-92fd363e901e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:50.042197 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c1fb6f6f-0d35-4e6a-9cc9-57a8d98afe4e req-9b765013-ed68-4f9d-9cec-92fd363e901e service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.2355816 Oct 27 18:26:50.151941 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3b1cfbc5-a99b-4658-8838-6765d4c8e56c req-85935c91-aed7-496d-9cb2-53065d694fc5 service neutron] 10.222.0.93 "GET /v2.0/networks/70d54990-c18d-43d7-9758-e9fefdddf939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073547 Oct 27 18:26:50.156372 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1fb6f6f-0d35-4e6a-9cc9-57a8d98afe4e req-33cfa6e2-e09d-43db-90fe-92e4a7ec9088 service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418535 Oct 27 18:26:50.263169 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-171ba0e1-1fb4-4890-b632-05484530049c req-eb1a4d62-891e-4faa-8641-e8280a01f2ac tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=74d488054c1f4f50bdb6de26a9138d36&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2291522 Oct 27 18:26:50.274162 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fc479-c154-4426-8df4-8c5e78da5c9a req-9cd1dec5-d899-44c8-8e0c-15f84b2baf80 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:50.275794 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d79fc479-c154-4426-8df4-8c5e78da5c9a req-9cd1dec5-d899-44c8-8e0c-15f84b2baf80 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 943 time: 0.1945355 Oct 27 18:26:50.284806 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device bebeadda-ed58-4356-a268-3e284d7ad710 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:26:50.386876 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d79fc479-c154-4426-8df4-8c5e78da5c9a req-6e167302-a81d-4598-b50f-7b43255aef87 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974984 Oct 27 18:26:50.426081 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3b1cfbc5-a99b-4658-8838-6765d4c8e56c req-22baea37-4fbf-4107-8c6d-72b33fd57cbb service neutron] 10.222.0.93 "GET /v2.0/networks/70d54990-c18d-43d7-9758-e9fefdddf939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564306 Oct 27 18:26:50.468837 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-171ba0e1-1fb4-4890-b632-05484530049c req-f1d58712-30d3-43de-b4fc-984fb5b73d6d service neutron] 10.222.0.52 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916027 Oct 27 18:26:50.486344 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6bd04e3-348a-4084-9af9-85a3f27be0c7', 'tag': '9e96cc03-9dc0-4b28-9cc2-d2fd32096a17'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:26:50.491510 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ee75ea-7a80-4876-8fdb-671027b46cf5" -d '{"events": [{"name": "network-changed", "server_uuid": "f6bd04e3-348a-4084-9af9-85a3f27be0c7", "tag": "9e96cc03-9dc0-4b28-9cc2-d2fd32096a17"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:26:50.496214 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port bebeadda-ed58-4356-a268-3e284d7ad710, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=bebeadda-ed58-4356-a268-3e284d7ad710,segment=NetworkSegment(b9297ae3-0585-4555-9e56-c8358a522843),segment_id=b9297ae3-0585-4555-9e56-c8358a522843)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:26:50.501439 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c1fb6f6f-0d35-4e6a-9cc9-57a8d98afe4e req-90dcce82-e835-48b7-91ae-d8eedf534b9c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=e5be652e-2b69-4639-b26c-0313cea1dd1b HTTP/1.1" status: 200 len: 217 time: 0.4452238 Oct 27 18:26:50.511929 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'bebeadda-ed58-4356-a268-3e284d7ad710', 'network_id': 'f8b19dfe-43eb-4ec7-9509-1d9a53b23e79', 'port_id': 'bebeadda-ed58-4356-a268-3e284d7ad710', 'mac_address': 'fa:16:3e:1f:63:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1030, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aeb8b6e-dc25-4ba6-b90a-05891e7c7576', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:26:50.543200 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbee033c-76b1-475f-bc65-142440a11345 req-e44dec6f-80bc-4404-a9ca-10a9e49bea2c service neutron] 10.222.0.93 "GET /v2.0/networks/f4e9126d-2ff7-47a1-bfee-b0e033396219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6397715 Oct 27 18:26:50.558604 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:50.577365 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bebeadda-ed58-4356-a268-3e284d7ad710 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:26:50.599975 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb6f6f-0d35-4e6a-9cc9-57a8d98afe4e req-6be82e43-633f-4306-bc73-9fd5333e7069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:50.601337 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c1fb6f6f-0d35-4e6a-9cc9-57a8d98afe4e req-6be82e43-633f-4306-bc73-9fd5333e7069 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.0889914 Oct 27 18:26:50.602843 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbee033c-76b1-475f-bc65-142440a11345 req-e2af3797-beb7-43ad-8997-ab56e027e575 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=60727fe8-f91e-429f-b6a7-1c21b5327137 HTTP/1.1" status: 200 len: 217 time: 0.0479019 Oct 27 18:26:50.602954 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port bebeadda-ed58-4356-a268-3e284d7ad710, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=bebeadda-ed58-4356-a268-3e284d7ad710,segment=NetworkSegment(b9297ae3-0585-4555-9e56-c8358a522843),segment_id=b9297ae3-0585-4555-9e56-c8358a522843)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:26:50.607480 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d0cd3-e5fd-4eee-8000-82266c97ccd3 req-71641712-e97f-40c9-95f5-8773108e0015 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:50.609054 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-369d0cd3-e5fd-4eee-8000-82266c97ccd3 req-71641712-e97f-40c9-95f5-8773108e0015 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=78396184-8625-43e2-8660-0f8ebba4e923 HTTP/1.1" status: 200 len: 944 time: 0.1161814 Oct 27 18:26:50.613253 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-171ba0e1-1fb4-4890-b632-05484530049c req-7fe35053-410a-45f9-b39c-60fb8fb70b6a service neutron] 10.222.0.52 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434033 Oct 27 18:26:50.654779 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-369d0cd3-e5fd-4eee-8000-82266c97ccd3 req-341ec549-48d6-43f2-9c56-cf1c93153591 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390291 Oct 27 18:26:50.677429 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:50.729163 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb6f6f-0d35-4e6a-9cc9-57a8d98afe4e req-8b4adff2-73c6-4b53-b4c2-b3115dfc78ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:50.730760 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c1fb6f6f-0d35-4e6a-9cc9-57a8d98afe4e req-8b4adff2-73c6-4b53-b4c2-b3115dfc78ec service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1111348 Oct 27 18:26:50.741542 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee033c-76b1-475f-bc65-142440a11345 req-e2605159-d478-4b39-9a3f-59f72a3f2247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:50.743532 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbee033c-76b1-475f-bc65-142440a11345 req-e2605159-d478-4b39-9a3f-59f72a3f2247 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7be2e2db-5f72-4077-acf4-dd415f124d60 HTTP/1.1" status: 200 len: 797 time: 0.0912557 Oct 27 18:26:50.752207 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=bebeadda-ed58-4356-a268-3e284d7ad710,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:50.783860 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ca507e-b098-48e6-9316-63ab402b2f1a x-openstack-request-id: req-30ca507e-b098-48e6-9316-63ab402b2f1a {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:26:50.784205 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6bd04e3-348a-4084-9af9-85a3f27be0c7", "tag": "9e96cc03-9dc0-4b28-9cc2-d2fd32096a17", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:26:50.784465 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-30ca507e-b098-48e6-9316-63ab402b2f1a {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:26:50.784907 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6bd04e3-348a-4084-9af9-85a3f27be0c7', 'tag': '9e96cc03-9dc0-4b28-9cc2-d2fd32096a17', 'status': 'completed', 'code': 200} Oct 27 18:26:50.893271 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee75ea-7a80-4876-8fdb-671027b46cf5 req-cefb17be-7367-4d08-918a-bc9952cfcb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:50.897032 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-42ee75ea-7a80-4876-8fdb-671027b46cf5 req-cefb17be-7367-4d08-918a-bc9952cfcb46 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=73ecd40fe1594f85b64568114a717a96&device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 1094 time: 0.0783937 Oct 27 18:26:50.940214 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee033c-76b1-475f-bc65-142440a11345 req-9cfa0e27-c6a7-40e1-b8bb-8fa395af4220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:50.943296 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbee033c-76b1-475f-bc65-142440a11345 req-9cfa0e27-c6a7-40e1-b8bb-8fa395af4220 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=71cba891-964b-4e83-9965-41015215d178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1899974 Oct 27 18:26:50.972545 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f4b89f11-cd21-475a-9479-f177ef30821a req-113015ac-b166-4ee0-bbcd-ba6fc99eac0e tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a280259-3da4-4deb-83a5-7a1c5eacea02 HTTP/1.1" status: 200 len: 210 time: 0.0623300 Oct 27 18:26:51.060444 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['bebeadda-ed58-4356-a268-3e284d7ad710'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:26:51.076860 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd466b-36af-4af0-a545-723e06b42ac7 req-751ed7d8-2e53-4437-9900-29e00f653957 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:51.087257 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-50dd466b-36af-4af0-a545-723e06b42ac7 req-751ed7d8-2e53-4437-9900-29e00f653957 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 946 time: 0.1961992 Oct 27 18:26:51.139504 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c1fb6f6f-0d35-4e6a-9cc9-57a8d98afe4e req-c1acba41-9835-4adc-8c09-ca864746d51b service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943894 Oct 27 18:26:51.169378 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-50dd466b-36af-4af0-a545-723e06b42ac7 req-f80173e9-c9ad-48a3-9edc-49fb575f912b tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809970 Oct 27 18:26:51.240366 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbee033c-76b1-475f-bc65-142440a11345 req-3d408c4c-004b-49a6-9c12-73bfc8e76bfb service neutron] 10.222.0.93 "GET /v2.0/networks/71cba891-964b-4e83-9965-41015215d178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876513 Oct 27 18:26:51.289695 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee75ea-7a80-4876-8fdb-671027b46cf5 req-e9e6dc64-23bd-4397-87b8-e9e25b78cd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:51.306342 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-42ee75ea-7a80-4876-8fdb-671027b46cf5 req-e9e6dc64-23bd-4397-87b8-e9e25b78cd06 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f16c66fe-8570-46b3-ac79-4410a1968a3a HTTP/1.1" status: 200 len: 920 time: 0.3894811 Oct 27 18:26:51.359816 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c1fb6f6f-0d35-4e6a-9cc9-57a8d98afe4e req-4110e255-4ce7-4c34-99d2-5a6a0b593e97 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117069 Oct 27 18:26:51.383308 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 57656) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:26:51.394196 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-42ee75ea-7a80-4876-8fdb-671027b46cf5 req-ae123bd4-4edf-4f23-9097-df7793619ec0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e96cc03-9dc0-4b28-9cc2-d2fd32096a17 HTTP/1.1" status: 200 len: 217 time: 0.0869772 Oct 27 18:26:51.413941 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb7b02-46e0-49ec-acd5-f9c1f09d8cfc req-c72039b2-0c78-4721-a6f8-1e58ec0d7007 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:51.415500 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eadb7b02-46e0-49ec-acd5-f9c1f09d8cfc req-c72039b2-0c78-4721-a6f8-1e58ec0d7007 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 943 time: 0.2689874 Oct 27 18:26:51.513647 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eadb7b02-46e0-49ec-acd5-f9c1f09d8cfc req-96fd8688-779a-47f7-bdaf-14f8858fde48 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837636 Oct 27 18:26:51.517746 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee75ea-7a80-4876-8fdb-671027b46cf5 req-efd774d3-b667-4d54-9962-ff3a06a08f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:51.519364 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-42ee75ea-7a80-4876-8fdb-671027b46cf5 req-efd774d3-b667-4d54-9962-ff3a06a08f02 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fa2c4956-e9e1-48c6-a1a7-2a46f1d0015f HTTP/1.1" status: 200 len: 858 time: 0.1027107 Oct 27 18:26:51.562609 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-10af7fc7-63cb-4e59-904c-035f6524eca1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:51.568343 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbee033c-76b1-475f-bc65-142440a11345 req-c9b2c212-3cd8-498f-8d48-928d7624c4cb service neutron] 10.222.0.93 "GET /v2.0/networks/71cba891-964b-4e83-9965-41015215d178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194296 Oct 27 18:26:51.577930 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-42ee75ea-7a80-4876-8fdb-671027b46cf5 req-5299db21-ba57-4ad6-a728-6b6e53cf8da9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f16c66fe-8570-46b3-ac79-4410a1968a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505967 Oct 27 18:26:51.646445 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbee033c-76b1-475f-bc65-142440a11345 req-3e37c3dc-41ee-4c2c-8882-bffeb61ae793 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d5c00b09-d1ae-4150-a83c-909f684fcd90 HTTP/1.1" status: 200 len: 217 time: 0.0622294 Oct 27 18:26:51.650462 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb6f6f-0d35-4e6a-9cc9-57a8d98afe4e req-03c3ab56-3ad0-49ae-ba7c-c326bc74c0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:51.651931 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c1fb6f6f-0d35-4e6a-9cc9-57a8d98afe4e req-03c3ab56-3ad0-49ae-ba7c-c326bc74c0c7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=73ecd40fe1594f85b64568114a717a96&device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 1094 time: 0.2234955 Oct 27 18:26:51.785395 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee033c-76b1-475f-bc65-142440a11345 req-cc46059d-c528-40b3-92d3-04fb10c5d01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:51.786931 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbee033c-76b1-475f-bc65-142440a11345 req-cc46059d-c528-40b3-92d3-04fb10c5d01d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7be2e2db-5f72-4077-acf4-dd415f124d60 HTTP/1.1" status: 200 len: 797 time: 0.1253214 Oct 27 18:26:51.878257 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-10af7fc7-63cb-4e59-904c-035f6524eca1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:51.886173 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb6f6f-0d35-4e6a-9cc9-57a8d98afe4e req-775791f1-c887-4081-b595-cea1a818dc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:51.903659 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c1fb6f6f-0d35-4e6a-9cc9-57a8d98afe4e req-775791f1-c887-4081-b595-cea1a818dc64 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f16c66fe-8570-46b3-ac79-4410a1968a3a HTTP/1.1" status: 200 len: 920 time: 0.2247586 Oct 27 18:26:51.903659 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee033c-76b1-475f-bc65-142440a11345 req-beb54482-306a-4e7b-95ed-cfb05f00bd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:51.903659 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbee033c-76b1-475f-bc65-142440a11345 req-beb54482-306a-4e7b-95ed-cfb05f00bd8d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=71cba891-964b-4e83-9965-41015215d178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0974107 Oct 27 18:26:51.939357 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-10af7fc7-63cb-4e59-904c-035f6524eca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:51.942843 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c1fb6f6f-0d35-4e6a-9cc9-57a8d98afe4e req-c4211180-833a-45f1-ad91-c9346bf38a0e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0c993c4-2996-4889-aa9b-b44f66af4737 HTTP/1.1" status: 200 len: 217 time: 0.0460904 Oct 27 18:26:52.077660 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-10af7fc7-63cb-4e59-904c-035f6524eca1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c9409334ce0341a88fc016f0c189ac41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6932931 Oct 27 18:26:52.084439 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 57674) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:26:52.101569 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb6f6f-0d35-4e6a-9cc9-57a8d98afe4e req-0799a671-ff7d-4a27-9514-759ee364fb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:52.103079 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c1fb6f6f-0d35-4e6a-9cc9-57a8d98afe4e req-0799a671-ff7d-4a27-9514-759ee364fb09 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fa2c4956-e9e1-48c6-a1a7-2a46f1d0015f HTTP/1.1" status: 200 len: 858 time: 0.1477067 Oct 27 18:26:52.103679 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af7fc7-63cb-4e59-904c-035f6524eca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2020be2c-a4ed-4528-84df-64fdbb7583dc,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:52.148726 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821ae46-b6cd-411b-8025-9320ceae7554 req-cde7dd9c-4bfd-471d-aca3-eca7f07e804a tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:52.150271 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7821ae46-b6cd-411b-8025-9320ceae7554 req-cde7dd9c-4bfd-471d-aca3-eca7f07e804a tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 944 time: 0.5386169 Oct 27 18:26:52.162058 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-42ee75ea-7a80-4876-8fdb-671027b46cf5 req-be5ae372-7448-4674-93ae-94f5977bb981 service neutron] 10.222.0.93 "GET /v2.0/networks/f16c66fe-8570-46b3-ac79-4410a1968a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5763938 Oct 27 18:26:52.169312 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c1fb6f6f-0d35-4e6a-9cc9-57a8d98afe4e req-f320f7fe-6a7f-4e2c-8aee-ca0b9d770b59 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f16c66fe-8570-46b3-ac79-4410a1968a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443730 Oct 27 18:26:52.181129 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-22ef7806-fe7b-4a62-aaad-2aac0e6e14c0 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:52.182802 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-22ef7806-fe7b-4a62-aaad-2aac0e6e14c0 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.81 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4&tenant_id=0493afd680224a038be01c24bab6b33d&binding%3Ahost_id=n-h1-815690-2 HTTP/1.1" status: 200 len: 946 time: 0.1515410 Oct 27 18:26:52.190416 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b82561-89ef-4ff5-b690-a736a1f4d7c5 req-4566042b-c878-4f54-b700-bbb2a59c2458 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:52.192780 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c3b82561-89ef-4ff5-b690-a736a1f4d7c5 req-4566042b-c878-4f54-b700-bbb2a59c2458 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=78396184-8625-43e2-8660-0f8ebba4e923 HTTP/1.1" status: 200 len: 944 time: 0.1536992 Oct 27 18:26:52.252616 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbee033c-76b1-475f-bc65-142440a11345 req-6d205c0f-8a3f-4788-b9f2-55c94c61522b service neutron] 10.222.0.93 "GET /v2.0/networks/71cba891-964b-4e83-9965-41015215d178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484168 Oct 27 18:26:52.306615 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device e5be652e-2b69-4639-b26c-0313cea1dd1b details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:26:52.325283 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 9229fed8-9268-4341-95a4-fc6be674d0f9 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:26:52.345971 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7821ae46-b6cd-411b-8025-9320ceae7554 req-d7eeb729-5fb3-4038-8504-f559016ddd34 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825929 Oct 27 18:26:52.376469 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-28592ba2-51df-4a5d-8ae8-74acb2a7ffd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:52.401656 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c3b82561-89ef-4ff5-b690-a736a1f4d7c5 req-d8b004a3-e176-4c93-88e8-28e883a8138d tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799433 Oct 27 18:26:52.415986 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-f966936a-1e7d-4834-87e2-d297a981fd1d service neutron] 10.222.0.81 "GET /v2.0/ports/e5be652e-2b69-4639-b26c-0313cea1dd1b/bindings/n-h1-815690-2 HTTP/1.1" status: 200 len: 382 time: 0.2219737 Oct 27 18:26:52.494846 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-28592ba2-51df-4a5d-8ae8-74acb2a7ffd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:52.505704 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-42ee75ea-7a80-4876-8fdb-671027b46cf5 req-741d59a9-0169-44ef-b3e7-ea97812a141a service neutron] 10.222.0.93 "GET /v2.0/networks/f16c66fe-8570-46b3-ac79-4410a1968a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095450 Oct 27 18:26:52.542188 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c1fb6f6f-0d35-4e6a-9cc9-57a8d98afe4e req-ca9972a4-c52c-453b-8b52-03d449606271 service neutron] 10.222.0.93 "GET /v2.0/networks/f16c66fe-8570-46b3-ac79-4410a1968a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638725 Oct 27 18:26:52.551176 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8b353ec7-f62d-4590-9500-230130139458 req-9d3ac639-4e45-408f-ab1f-b354bb931567 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a280259-3da4-4deb-83a5-7a1c5eacea02 HTTP/1.1" status: 200 len: 210 time: 0.0477874 Oct 27 18:26:52.589909 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-f02799f5-6483-46b7-8116-b7d4ae7a8d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:52.591337 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-f02799f5-6483-46b7-8116-b7d4ae7a8d8b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0493afd680224a038be01c24bab6b33d&device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 1097 time: 0.1427405 Oct 27 18:26:52.615326 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab49c1-93e2-402c-851a-3c3b30a52a10 req-e0720899-9978-48f9-9a79-f33ff3802582 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:52.615448 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port e5be652e-2b69-4639-b26c-0313cea1dd1b, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=e5be652e-2b69-4639-b26c-0313cea1dd1b,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:26:52.620750 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ddab49c1-93e2-402c-851a-3c3b30a52a10 req-e0720899-9978-48f9-9a79-f33ff3802582 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 946 time: 0.1212528 Oct 27 18:26:52.636789 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 9229fed8-9268-4341-95a4-fc6be674d0f9, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=9229fed8-9268-4341-95a4-fc6be674d0f9,segment=NetworkSegment(c3b83e00-8105-42bf-a65c-5b309278d20d),segment_id=c3b83e00-8105-42bf-a65c-5b309278d20d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:26:52.645090 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': 'e5be652e-2b69-4639-b26c-0313cea1dd1b', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'port_id': 'e5be652e-2b69-4639-b26c-0313cea1dd1b', 'mac_address': 'fa:16:3e:0e:6c:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:26:52.683497 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '9229fed8-9268-4341-95a4-fc6be674d0f9', 'network_id': '70d54990-c18d-43d7-9758-e9fefdddf939', 'port_id': '9229fed8-9268-4341-95a4-fc6be674d0f9', 'mac_address': 'fa:16:3e:9a:24:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dd73aad-b62b-49e3-a8b3-a2ce98f853a3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:26:52.683768 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbee033c-76b1-475f-bc65-142440a11345 req-ff64faf3-6bd4-472d-8ad0-a31fe98e1934 service neutron] 10.222.0.93 "GET /v2.0/networks/71cba891-964b-4e83-9965-41015215d178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4204094 Oct 27 18:26:52.730144 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ddab49c1-93e2-402c-851a-3c3b30a52a10 req-d33f6f3b-2c15-42c2-92e4-949d9f0705d8 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081655 Oct 27 18:26:52.748263 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:52.769494 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:52.777538 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5be652e-2b69-4639-b26c-0313cea1dd1b {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:26:52.785089 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c1fb6f6f-0d35-4e6a-9cc9-57a8d98afe4e req-19ae3894-44b3-4b33-b507-5e43ca6cf8ab service neutron] 10.222.0.93 "GET /v2.0/networks/f16c66fe-8570-46b3-ac79-4410a1968a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269480 Oct 27 18:26:52.804092 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port e5be652e-2b69-4639-b26c-0313cea1dd1b, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=e5be652e-2b69-4639-b26c-0313cea1dd1b,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:26:52.806420 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-28592ba2-51df-4a5d-8ae8-74acb2a7ffd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:52.809122 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-28592ba2-51df-4a5d-8ae8-74acb2a7ffd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:52.812762 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-28592ba2-51df-4a5d-8ae8-74acb2a7ffd3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2020be2c-a4ed-4528-84df-64fdbb7583dc HTTP/1.1" status: 204 len: 168 time: 0.7222400 Oct 27 18:26:52.831869 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28592ba2-51df-4a5d-8ae8-74acb2a7ffd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2020be2c-a4ed-4528-84df-64fdbb7583dc,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:52.836478 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9229fed8-9268-4341-95a4-fc6be674d0f9 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:26:52.855475 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-49b417bd-33f5-4a72-98a4-0de60a757e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:52.858358 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-49b417bd-33f5-4a72-98a4-0de60a757e92 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.2331779 Oct 27 18:26:52.858596 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 9229fed8-9268-4341-95a4-fc6be674d0f9, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=9229fed8-9268-4341-95a4-fc6be674d0f9,segment=NetworkSegment(c3b83e00-8105-42bf-a65c-5b309278d20d),segment_id=c3b83e00-8105-42bf-a65c-5b309278d20d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:26:52.869222 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:52.937160 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-9d302564-51f2-4772-a40d-13e0fa54b1c2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=e5be652e-2b69-4639-b26c-0313cea1dd1b HTTP/1.1" status: 200 len: 217 time: 0.0720484 Oct 27 18:26:52.940356 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=e5be652e-2b69-4639-b26c-0313cea1dd1b,revision_number=8']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:52.955880 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:52.956614 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e0c993c4-2996-4889-aa9b-b44f66af4737 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:26:53.014162 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-b4693c4f-f76c-4595-b925-fc0ab5407c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:53.015786 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-b4693c4f-f76c-4595-b925-fc0ab5407c73 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.0690873 Oct 27 18:26:53.024974 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f7c49-1c46-4c1c-b74b-89efb075aa75 req-6c879a65-7b87-4ce9-a36b-d35a19373bd8 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:53.026578 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f43f7c49-1c46-4c1c-b74b-89efb075aa75 req-6c879a65-7b87-4ce9-a36b-d35a19373bd8 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 943 time: 0.0922904 Oct 27 18:26:53.088083 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=9229fed8-9268-4341-95a4-fc6be674d0f9,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:53.108826 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port e0c993c4-2996-4889-aa9b-b44f66af4737, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e0c993c4-2996-4889-aa9b-b44f66af4737,segment=NetworkSegment(fd81ef03-5618-4e22-8eef-ef71234da90c),segment_id=fd81ef03-5618-4e22-8eef-ef71234da90c)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:26:53.133782 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f43f7c49-1c46-4c1c-b74b-89efb075aa75 req-7c1dbac1-4d2f-4bf0-ad35-f29d3e0fd446 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881085 Oct 27 18:26:53.136011 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-9a67662a-5686-46a4-9470-d8a1a82a7216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:53.137589 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-9a67662a-5686-46a4-9470-d8a1a82a7216 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1097865 Oct 27 18:26:53.141586 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'e0c993c4-2996-4889-aa9b-b44f66af4737', 'network_id': 'f16c66fe-8570-46b3-ac79-4410a1968a3a', 'port_id': 'e0c993c4-2996-4889-aa9b-b44f66af4737', 'mac_address': 'fa:16:3e:f5:dd:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa2c4956-e9e1-48c6-a1a7-2a46f1d0015f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:26:53.178392 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['e5be652e-2b69-4639-b26c-0313cea1dd1b'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:26:53.235743 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:53.258215 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0c993c4-2996-4889-aa9b-b44f66af4737 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:26:53.282607 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port e0c993c4-2996-4889-aa9b-b44f66af4737, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e0c993c4-2996-4889-aa9b-b44f66af4737,segment=NetworkSegment(fd81ef03-5618-4e22-8eef-ef71234da90c),segment_id=fd81ef03-5618-4e22-8eef-ef71234da90c)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:26:53.286460 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e03172-aa77-4e29-9930-4c428c71ee56 req-a0a0b23d-f9d1-4535-b95e-53dee24f4bde tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:53.288074 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a8e03172-aa77-4e29-9930-4c428c71ee56 req-a0a0b23d-f9d1-4535-b95e-53dee24f4bde tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ce071bf-eb2c-4f3c-ad51-8c8452ce48d8 HTTP/1.1" status: 200 len: 946 time: 0.1243436 Oct 27 18:26:53.313835 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-b2ed68d8-cce1-4896-bfdc-f7b26f8cf02d service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662266 Oct 27 18:26:53.345729 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:53.346457 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 9e96cc03-9dc0-4b28-9cc2-d2fd32096a17 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:26:53.407215 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a8e03172-aa77-4e29-9930-4c428c71ee56 req-601039e0-9ebe-41b9-b835-85db006220e8 tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b7f7b09-af4c-4148-8e81-0643dc29be25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113358 Oct 27 18:26:53.493040 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 9e96cc03-9dc0-4b28-9cc2-d2fd32096a17, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=9e96cc03-9dc0-4b28-9cc2-d2fd32096a17,segment=NetworkSegment(fd81ef03-5618-4e22-8eef-ef71234da90c),segment_id=fd81ef03-5618-4e22-8eef-ef71234da90c)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:26:53.506752 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=e0c993c4-2996-4889-aa9b-b44f66af4737,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:53.527707 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '9e96cc03-9dc0-4b28-9cc2-d2fd32096a17', 'network_id': 'f16c66fe-8570-46b3-ac79-4410a1968a3a', 'port_id': '9e96cc03-9dc0-4b28-9cc2-d2fd32096a17', 'mac_address': 'fa:16:3e:1c:e3:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa2c4956-e9e1-48c6-a1a7-2a46f1d0015f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:26:53.572263 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:53.580538 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-98f810e9-a666-4427-9149-7ca96d281a87 service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563663 Oct 27 18:26:53.589308 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e96cc03-9dc0-4b28-9cc2-d2fd32096a17 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:26:53.616357 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b03e2-c6b8-45b9-8e68-6a0f83cb58bf req-3771f922-8ec1-4563-b535-590536ca244a tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:53.617987 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cb5b03e2-c6b8-45b9-8e68-6a0f83cb58bf req-3771f922-8ec1-4563-b535-590536ca244a tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 944 time: 0.1261127 Oct 27 18:26:53.630688 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 9e96cc03-9dc0-4b28-9cc2-d2fd32096a17, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=9e96cc03-9dc0-4b28-9cc2-d2fd32096a17,segment=NetworkSegment(fd81ef03-5618-4e22-8eef-ef71234da90c),segment_id=fd81ef03-5618-4e22-8eef-ef71234da90c)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:26:53.642326 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40754087-8d0e-4044-8506-3e5b113b1af0 req-89740ab4-e5f5-4c69-a2b1-5f27a4b4edc8 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:53.651842 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-40754087-8d0e-4044-8506-3e5b113b1af0 req-89740ab4-e5f5-4c69-a2b1-5f27a4b4edc8 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=78396184-8625-43e2-8660-0f8ebba4e923 HTTP/1.1" status: 200 len: 945 time: 0.1362598 Oct 27 18:26:53.720848 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cb5b03e2-c6b8-45b9-8e68-6a0f83cb58bf req-e10b6499-29e6-43e6-9fdb-6a16918d8fb7 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925148 Oct 27 18:26:53.739982 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-40754087-8d0e-4044-8506-3e5b113b1af0 req-a51895d8-626f-4efa-978b-8e8a4de09a1e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868795 Oct 27 18:26:53.744269 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:53.800089 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ba0e1-1fb4-4890-b632-05484530049c req-7f3423e5-955c-49a8-ac54-e748765dc9e0 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:53.802459 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-171ba0e1-1fb4-4890-b632-05484530049c req-7f3423e5-955c-49a8-ac54-e748765dc9e0 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.93 "GET /v2.0/networks?id=a7c013d9-ea11-470b-8a79-08abd897c197 HTTP/1.1" status: 200 len: 812 time: 0.1996708 Oct 27 18:26:53.818795 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=9e96cc03-9dc0-4b28-9cc2-d2fd32096a17,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:53.843527 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-07887179-b9ab-4b6a-87e0-ce2e11b22920 req-972c36a9-a0b4-4a07-936a-7e5e48d13af6 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a280259-3da4-4deb-83a5-7a1c5eacea02 HTTP/1.1" status: 200 len: 210 time: 0.0363841 Oct 27 18:26:53.908272 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af82b8bf-0762-43d4-bca5-b0a3227b37e5 req-afab0c3f-559f-4b36-9f8f-0a09efadec38 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:53.909837 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af82b8bf-0762-43d4-bca5-b0a3227b37e5 req-afab0c3f-559f-4b36-9f8f-0a09efadec38 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 947 time: 0.0687985 Oct 27 18:26:53.959526 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af82b8bf-0762-43d4-bca5-b0a3227b37e5 req-375990b2-b195-4dd2-9493-03d0fbb9ad12 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428576 Oct 27 18:26:54.001797 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-171ba0e1-1fb4-4890-b632-05484530049c req-962e8490-421a-4cc1-a05d-b30f7312f3bc tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Request body: {'port': {'device_id': '8a280259-3da4-4deb-83a5-7a1c5eacea02', 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197', 'admin_state_up': True, 'tenant_id': '74d488054c1f4f50bdb6de26a9138d36'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:26:54.223355 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-171ba0e1-1fb4-4890-b632-05484530049c req-962e8490-421a-4cc1-a05d-b30f7312f3bc tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Made reservation on behalf of 74d488054c1f4f50bdb6de26a9138d36 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:26:54.229278 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-171ba0e1-1fb4-4890-b632-05484530049c req-962e8490-421a-4cc1-a05d-b30f7312f3bc tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:54.233079 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['e0c993c4-2996-4889-aa9b-b44f66af4737'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:26:54.306075 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e77c8-1cc7-4844-97be-eb6eeaf79cb8 req-763ddcfe-dafe-4452-b736-2363a24aeac8 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:54.318242 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb2e77c8-1cc7-4844-97be-eb6eeaf79cb8 req-763ddcfe-dafe-4452-b736-2363a24aeac8 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 944 time: 0.0800064 Oct 27 18:26:54.323410 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device e5be652e-2b69-4639-b26c-0313cea1dd1b up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:26:54.372535 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb2e77c8-1cc7-4844-97be-eb6eeaf79cb8 req-e9e6ccb6-743f-4fe2-9e04-f14e36701d2a tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470834 Oct 27 18:26:54.382678 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device bebeadda-ed58-4356-a268-3e284d7ad710 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:26:54.393900 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-171ba0e1-1fb4-4890-b632-05484530049c req-962e8490-421a-4cc1-a05d-b30f7312f3bc tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Allocated IP 172.20.0.7 (a7c013d9-ea11-470b-8a79-08abd897c197/afe6cc10-9308-4117-a497-d403cb219653/add0c4da-860f-495f-afb2-768a4ea3a6fd) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:26:54.416968 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['9e96cc03-9dc0-4b28-9cc2-d2fd32096a17'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:26:54.421874 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['9229fed8-9268-4341-95a4-fc6be674d0f9'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:26:54.573349 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-171ba0e1-1fb4-4890-b632-05484530049c req-962e8490-421a-4cc1-a05d-b30f7312f3bc tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:54.581461 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1789b-a413-4149-b833-db30cfb4b780 req-4cb28808-4cb7-498b-9bae-ba6beda08bc1 tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:54.583844 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-43d1789b-a413-4149-b833-db30cfb4b780 req-4cb28808-4cb7-498b-9bae-ba6beda08bc1 tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ce071bf-eb2c-4f3c-ad51-8c8452ce48d8 HTTP/1.1" status: 200 len: 946 time: 0.1011734 Oct 27 18:26:54.598371 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning for port e5be652e-2b69-4639-b26c-0313cea1dd1b completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:26:54.624088 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port e5be652e-2b69-4639-b26c-0313cea1dd1b triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:26:54.624540 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:54.632660 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-43d1789b-a413-4149-b833-db30cfb4b780 req-d37da4e7-7bc6-4663-9d8e-cd0449d2249c tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b7f7b09-af4c-4148-8e81-0643dc29be25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395842 Oct 27 18:26:54.674850 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port bebeadda-ed58-4356-a268-3e284d7ad710 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:26:54.689162 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-171ba0e1-1fb4-4890-b632-05484530049c req-962e8490-421a-4cc1-a05d-b30f7312f3bc tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:54.693794 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port bebeadda-ed58-4356-a268-3e284d7ad710 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:26:54.694166 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:54.737894 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-171ba0e1-1fb4-4890-b632-05484530049c req-962e8490-421a-4cc1-a05d-b30f7312f3bc tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Network a7c013d9-ea11-470b-8a79-08abd897c197 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:26:54.741840 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-171ba0e1-1fb4-4890-b632-05484530049c req-962e8490-421a-4cc1-a05d-b30f7312f3bc tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:26:54.746426 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-171ba0e1-1fb4-4890-b632-05484530049c req-962e8490-421a-4cc1-a05d-b30f7312f3bc tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:26:54.752324 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e8490-421a-4cc1-a05d-b30f7312f3bc tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Pushing event updated for resources: {'Port': ['ID=add0c4da-860f-495f-afb2-768a4ea3a6fd,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:54.896047 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ba0e1-1fb4-4890-b632-05484530049c req-962e8490-421a-4cc1-a05d-b30f7312f3bc tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:54.899669 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-171ba0e1-1fb4-4890-b632-05484530049c req-962e8490-421a-4cc1-a05d-b30f7312f3bc tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:54.969174 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:54.982021 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:55.003559 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-171ba0e1-1fb4-4890-b632-05484530049c req-962e8490-421a-4cc1-a05d-b30f7312f3bc tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1780548 Oct 27 18:26:55.027187 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-171ba0e1-1fb4-4890-b632-05484530049c req-2a564f10-9b3f-42e8-b9f1-9c920c99f531 service neutron] Request body: {'port': {'device_id': '8a280259-3da4-4deb-83a5-7a1c5eacea02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:26:55.051832 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded0510-8f80-488f-b007-12e8d43b4307 req-7cfc14ae-2776-485f-818c-52a61a6be0da tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:55.054905 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port bebeadda-ed58-4356-a268-3e284d7ad710, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=bebeadda-ed58-4356-a268-3e284d7ad710,segment=NetworkSegment(b9297ae3-0585-4555-9e56-c8358a522843),segment_id=b9297ae3-0585-4555-9e56-c8358a522843)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:26:55.060944 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3be4016-e965-485b-bde5-bb5567ef1d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bebeadda-ed58-4356-a268-3e284d7ad710'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:26:55.061961 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58018eb6-decb-4950-bed0-484109b1fc22" -d '{"events": [{"server_uuid": "f3be4016-e965-485b-bde5-bb5567ef1d34", "name": "network-vif-plugged", "status": "completed", "tag": "bebeadda-ed58-4356-a268-3e284d7ad710"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:26:55.062342 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bded0510-8f80-488f-b007-12e8d43b4307 req-7cfc14ae-2776-485f-818c-52a61a6be0da tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 944 time: 0.2024438 Oct 27 18:26:55.090605 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00d4f4-c1fe-40ae-834e-625b353dbfe3 req-4472c9a5-ec39-4c19-bccc-e4daf623a561 tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:55.092430 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1f00d4f4-c1fe-40ae-834e-625b353dbfe3 req-4472c9a5-ec39-4c19-bccc-e4daf623a561 tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] 10.222.0.93 "GET /v2.0/ports?device_id=5ce071bf-eb2c-4f3c-ad51-8c8452ce48d8 HTTP/1.1" status: 200 len: 946 time: 0.1575468 Oct 27 18:26:55.096269 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab57e90-7bae-4632-b173-51c9a8712787 req-affb4b8e-6428-49a6-b8bc-191aa12e7420 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:55.098989 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ab57e90-7bae-4632-b173-51c9a8712787 req-affb4b8e-6428-49a6-b8bc-191aa12e7420 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=78396184-8625-43e2-8660-0f8ebba4e923 HTTP/1.1" status: 200 len: 945 time: 0.1575716 Oct 27 18:26:55.099270 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port e5be652e-2b69-4639-b26c-0313cea1dd1b, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=e5be652e-2b69-4639-b26c-0313cea1dd1b,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:26:55.137416 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:55.138172 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bded0510-8f80-488f-b007-12e8d43b4307 req-39125d1a-a191-4d33-a77f-69dcd248bab3 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748687 Oct 27 18:26:55.165175 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-171ba0e1-1fb4-4890-b632-05484530049c req-2a564f10-9b3f-42e8-b9f1-9c920c99f531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:55.174597 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:55.195222 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-31835fba-b404-41ff-9a55-abe37c1ac406 None None] Provisioning complete for port add0c4da-860f-495f-afb2-768a4ea3a6fd triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:26:55.195603 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-31835fba-b404-41ff-9a55-abe37c1ac406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:55.204068 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ab57e90-7bae-4632-b173-51c9a8712787 req-ee358047-6506-422b-9a32-a01f2184b784 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844233 Oct 27 18:26:55.245942 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=bebeadda-ed58-4356-a268-3e284d7ad710,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:55.263943 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b6d9b1bb-8f24-4297-ad1f-93f425e9f2c9 req-24bcc41b-cced-4f62-81b3-c57105534a35 tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0481260 Oct 27 18:26:55.302077 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-1f00d4f4-c1fe-40ae-834e-625b353dbfe3 req-1b415f5e-29a0-4607-a31f-9f5e8f6c8a98 tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Deleting port e6cd1417-662e-4866-b132-3dd641d5a6d6 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:26:55.302077 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1f00d4f4-c1fe-40ae-834e-625b353dbfe3 req-1b415f5e-29a0-4607-a31f-9f5e8f6c8a98 tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:55.307735 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-31835fba-b404-41ff-9a55-abe37c1ac406 None None] Port add0c4da-860f-495f-afb2-768a4ea3a6fd cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:26:55.335825 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=e5be652e-2b69-4639-b26c-0313cea1dd1b,revision_number=9']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:55.383326 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13829d36-3bc2-4da0-a8e0-bc8d5bc6f74d req-96a84a26-ee6c-493f-a588-7d0308c1a412 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:55.391097 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-13829d36-3bc2-4da0-a8e0-bc8d5bc6f74d req-96a84a26-ee6c-493f-a588-7d0308c1a412 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a280259-3da4-4deb-83a5-7a1c5eacea02 HTTP/1.1" status: 200 len: 931 time: 0.0949633 Oct 27 18:26:55.437204 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-13829d36-3bc2-4da0-a8e0-bc8d5bc6f74d req-110bf2a5-d18b-4088-9426-81eaa52d17b8 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449181 Oct 27 18:26:55.485166 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e748828-6ccd-4df9-b747-05a228cebaaa req-43289de0-e8da-4e2d-bde0-39d8ec583803 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:55.493251 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f872c786-916e-47bf-b712-f3c002a35f46 x-openstack-request-id: req-f872c786-916e-47bf-b712-f3c002a35f46 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:26:55.493734 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3be4016-e965-485b-bde5-bb5567ef1d34", "name": "network-vif-plugged", "status": "completed", "tag": "bebeadda-ed58-4356-a268-3e284d7ad710", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:26:55.493833 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f872c786-916e-47bf-b712-f3c002a35f46 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:26:55.494151 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3be4016-e965-485b-bde5-bb5567ef1d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bebeadda-ed58-4356-a268-3e284d7ad710', 'code': 200} Oct 27 18:26:55.496475 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2e748828-6ccd-4df9-b747-05a228cebaaa req-43289de0-e8da-4e2d-bde0-39d8ec583803 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.0819645 Oct 27 18:26:55.542585 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-1f00d4f4-c1fe-40ae-834e-625b353dbfe3 req-1b415f5e-29a0-4607-a31f-9f5e8f6c8a98 tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] For port e6cd1417-662e-4866-b132-3dd641d5a6d6, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e6cd1417-662e-4866-b132-3dd641d5a6d6,segment=NetworkSegment(23d9461a-a91e-4eeb-8448-c875451f607b),segment_id=23d9461a-a91e-4eeb-8448-c875451f607b)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:26:55.543931 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1f00d4f4-c1fe-40ae-834e-625b353dbfe3 req-1b415f5e-29a0-4607-a31f-9f5e8f6c8a98 tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:55.568246 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2e748828-6ccd-4df9-b747-05a228cebaaa req-81113513-17b5-48df-bc01-158364f39987 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651925 Oct 27 18:26:55.573025 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-1f00d4f4-c1fe-40ae-834e-625b353dbfe3 req-1b415f5e-29a0-4607-a31f-9f5e8f6c8a98 tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Calling delete_port for e6cd1417-662e-4866-b132-3dd641d5a6d6 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:26:55.653688 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c083bf1-d8b1-4afe-b73f-67ad097aa4d9 req-fa9fe12a-9957-437e-84ad-3ad0d983a30e tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:55.656776 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5c083bf1-d8b1-4afe-b73f-67ad097aa4d9 req-fa9fe12a-9957-437e-84ad-3ad0d983a30e tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 944 time: 0.1048379 Oct 27 18:26:55.662857 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba17f5-8b9c-4a8e-8ae9-7b2f89fafe49 req-bd096c74-9eef-412d-8795-fa0f8746c979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:55.666315 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-72ba17f5-8b9c-4a8e-8ae9-7b2f89fafe49 req-bd096c74-9eef-412d-8795-fa0f8746c979 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 1096 time: 0.0613549 Oct 27 18:26:55.717803 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-171ba0e1-1fb4-4890-b632-05484530049c req-2a564f10-9b3f-42e8-b9f1-9c920c99f531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id add0c4da-860f-495f-afb2-768a4ea3a6fd {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:26:55.727042 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-171ba0e1-1fb4-4890-b632-05484530049c req-2a564f10-9b3f-42e8-b9f1-9c920c99f531 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:55.730304 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5c083bf1-d8b1-4afe-b73f-67ad097aa4d9 req-9241b0b5-c9a5-4d5f-b102-4e0158bf51bf tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642493 Oct 27 18:26:55.736974 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-72ba17f5-8b9c-4a8e-8ae9-7b2f89fafe49 req-cad3a4a1-95b7-4455-b95c-9381b10a575e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641840 Oct 27 18:26:55.757505 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-171ba0e1-1fb4-4890-b632-05484530049c req-2a564f10-9b3f-42e8-b9f1-9c920c99f531 service neutron] Transition to ACTIVE for port object add0c4da-860f-495f-afb2-768a4ea3a6fd will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:26:55.806949 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148695ec-c456-4f2c-8ddb-ebc62f7cba66 req-20431d22-8d53-4aac-8b7c-51b95459f785 tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:55.808491 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-148695ec-c456-4f2c-8ddb-ebc62f7cba66 req-20431d22-8d53-4aac-8b7c-51b95459f785 tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ce071bf-eb2c-4f3c-ad51-8c8452ce48d8 HTTP/1.1" status: 200 len: 946 time: 0.0523129 Oct 27 18:26:55.840134 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-171ba0e1-1fb4-4890-b632-05484530049c req-2a564f10-9b3f-42e8-b9f1-9c920c99f531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:55.848790 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-148695ec-c456-4f2c-8ddb-ebc62f7cba66 req-59f9dbe7-260f-49c8-86e9-745020a747ca tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b7f7b09-af4c-4148-8e81-0643dc29be25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342317 Oct 27 18:26:55.891647 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1f00d4f4-c1fe-40ae-834e-625b353dbfe3 req-1b415f5e-29a0-4607-a31f-9f5e8f6c8a98 tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:55.912704 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a564f10-9b3f-42e8-b9f1-9c920c99f531 service neutron] Pushing event updated for resources: {'Port': ['ID=add0c4da-860f-495f-afb2-768a4ea3a6fd,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:55.979812 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b415f5e-29a0-4607-a31f-9f5e8f6c8a98 tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Pushing event deleted for resources: {'Port': ['ID=e6cd1417-662e-4866-b132-3dd641d5a6d6,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:56.020422 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f00d4f4-c1fe-40ae-834e-625b353dbfe3 req-1b415f5e-29a0-4607-a31f-9f5e8f6c8a98 tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] No DVR routers for this DVR port e6cd1417-662e-4866-b132-3dd641d5a6d6 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:26:56.020422 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1f00d4f4-c1fe-40ae-834e-625b353dbfe3 req-1b415f5e-29a0-4607-a31f-9f5e8f6c8a98 tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:56.022446 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1f00d4f4-c1fe-40ae-834e-625b353dbfe3 req-1b415f5e-29a0-4607-a31f-9f5e8f6c8a98 tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] 10.222.0.93 "DELETE /v2.0/ports/e6cd1417-662e-4866-b132-3dd641d5a6d6 HTTP/1.1" status: 204 len: 173 time: 0.9195738 Oct 27 18:26:56.022940 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce071bf-eb2c-4f3c-ad51-8c8452ce48d8', 'name': 'network-vif-deleted', 'tag': 'e6cd1417-662e-4866-b132-3dd641d5a6d6'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:26:56.025220 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708dd912-9131-47b9-94c5-0f528cb2d6f8" -d '{"events": [{"server_uuid": "5ce071bf-eb2c-4f3c-ad51-8c8452ce48d8", "name": "network-vif-deleted", "tag": "e6cd1417-662e-4866-b132-3dd641d5a6d6"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:26:56.078609 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5416fb8f-39c4-4a5c-ac47-e7500abc7711 x-openstack-request-id: req-5416fb8f-39c4-4a5c-ac47-e7500abc7711 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:26:56.078937 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce071bf-eb2c-4f3c-ad51-8c8452ce48d8", "name": "network-vif-deleted", "tag": "e6cd1417-662e-4866-b132-3dd641d5a6d6", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:26:56.079189 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5416fb8f-39c4-4a5c-ac47-e7500abc7711 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:26:56.079668 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce071bf-eb2c-4f3c-ad51-8c8452ce48d8', 'name': 'network-vif-deleted', 'tag': 'e6cd1417-662e-4866-b132-3dd641d5a6d6', 'status': 'completed', 'code': 200} Oct 27 18:26:56.080815 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-171ba0e1-1fb4-4890-b632-05484530049c req-2a564f10-9b3f-42e8-b9f1-9c920c99f531 service neutron] Attempting to bind port add0c4da-860f-495f-afb2-768a4ea3a6fd on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:26:56.081144 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-171ba0e1-1fb4-4890-b632-05484530049c req-2a564f10-9b3f-42e8-b9f1-9c920c99f531 service neutron] Attempting to bind port add0c4da-860f-495f-afb2-768a4ea3a6fd by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '4f1874f7-a639-4bad-88dc-9dd2b8243d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:26:56.081460 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171ba0e1-1fb4-4890-b632-05484530049c req-2a564f10-9b3f-42e8-b9f1-9c920c99f531 service neutron] Attempting to bind port add0c4da-860f-495f-afb2-768a4ea3a6fd on network a7c013d9-ea11-470b-8a79-08abd897c197 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:26:56.086743 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171ba0e1-1fb4-4890-b632-05484530049c req-2a564f10-9b3f-42e8-b9f1-9c920c99f531 service neutron] Port add0c4da-860f-495f-afb2-768a4ea3a6fd on network a7c013d9-ea11-470b-8a79-08abd897c197 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:26:56.087101 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171ba0e1-1fb4-4890-b632-05484530049c req-2a564f10-9b3f-42e8-b9f1-9c920c99f531 service neutron] Attempting to bind port add0c4da-860f-495f-afb2-768a4ea3a6fd on network a7c013d9-ea11-470b-8a79-08abd897c197 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:26:56.092151 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171ba0e1-1fb4-4890-b632-05484530049c req-2a564f10-9b3f-42e8-b9f1-9c920c99f531 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:26:56.092567 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171ba0e1-1fb4-4890-b632-05484530049c req-2a564f10-9b3f-42e8-b9f1-9c920c99f531 service neutron] Checking segment: {'id': '4f1874f7-a639-4bad-88dc-9dd2b8243d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:26:56.093079 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171ba0e1-1fb4-4890-b632-05484530049c req-2a564f10-9b3f-42e8-b9f1-9c920c99f531 service neutron] Bound using segment: {'id': '4f1874f7-a639-4bad-88dc-9dd2b8243d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:26:56.093423 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-171ba0e1-1fb4-4890-b632-05484530049c req-2a564f10-9b3f-42e8-b9f1-9c920c99f531 service neutron] Bound port: add0c4da-860f-495f-afb2-768a4ea3a6fd, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f1874f7-a639-4bad-88dc-9dd2b8243d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:26:56.093775 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-171ba0e1-1fb4-4890-b632-05484530049c req-2a564f10-9b3f-42e8-b9f1-9c920c99f531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:56.160928 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-171ba0e1-1fb4-4890-b632-05484530049c req-2a564f10-9b3f-42e8-b9f1-9c920c99f531 service neutron] For port add0c4da-860f-495f-afb2-768a4ea3a6fd, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:26:56.164011 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-171ba0e1-1fb4-4890-b632-05484530049c req-2a564f10-9b3f-42e8-b9f1-9c920c99f531 service neutron] For port add0c4da-860f-495f-afb2-768a4ea3a6fd, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=add0c4da-860f-495f-afb2-768a4ea3a6fd,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:26:56.269391 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:56.272219 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc161298-642d-4a4e-a77a-3144282c1b0b req-8ca5ce9b-35a1-461e-aaa3-7a2b337caa7c tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:56.273793 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fc161298-642d-4a4e-a77a-3144282c1b0b req-8ca5ce9b-35a1-461e-aaa3-7a2b337caa7c tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.0576050 Oct 27 18:26:56.276752 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-171ba0e1-1fb4-4890-b632-05484530049c req-2a564f10-9b3f-42e8-b9f1-9c920c99f531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:56.316191 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ba0e1-1fb4-4890-b632-05484530049c req-2a564f10-9b3f-42e8-b9f1-9c920c99f531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:56.317366 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-171ba0e1-1fb4-4890-b632-05484530049c req-2a564f10-9b3f-42e8-b9f1-9c920c99f531 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:56.324918 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-171ba0e1-1fb4-4890-b632-05484530049c req-2a564f10-9b3f-42e8-b9f1-9c920c99f531 service neutron] 10.222.0.93 "PUT /v2.0/ports/add0c4da-860f-495f-afb2-768a4ea3a6fd HTTP/1.1" status: 200 len: 1091 time: 1.3034027 Oct 27 18:26:56.328812 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e0c993c4-2996-4889-aa9b-b44f66af4737 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:26:56.349267 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-2b687697-7e38-4fce-bbf9-ab1aa72461af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:56.350777 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-2b687697-7e38-4fce-bbf9-ab1aa72461af service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4&tenant_id=0493afd680224a038be01c24bab6b33d HTTP/1.1" status: 200 len: 1099 time: 0.1043696 Oct 27 18:26:56.356840 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fc161298-642d-4a4e-a77a-3144282c1b0b req-9ecf07f9-c605-4543-9170-3716cc2cd6c2 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751560 Oct 27 18:26:56.373795 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-0e38a130-5ac8-4849-9e48-eeffe5bf94ea service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815690-2', 'device_owner': 'compute:nova'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:26:56.381577 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['e6cd1417-662e-4866-b132-3dd641d5a6d6'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:26:56.385274 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['f163efb5-dab5-44e4-bcbc-d40014efc10a'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:26:56.395327 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a32b32-c5c4-490b-b10e-20e535b57de2 req-251eea71-5ebf-4f1c-9413-3f19453da40a tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:56.404321 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b8a32b32-c5c4-490b-b10e-20e535b57de2 req-251eea71-5ebf-4f1c-9413-3f19453da40a tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=78396184-8625-43e2-8660-0f8ebba4e923 HTTP/1.1" status: 200 len: 945 time: 0.1137168 Oct 27 18:26:56.417329 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a564f10-9b3f-42e8-b9f1-9c920c99f531 service neutron] Pushing event updated for resources: {'Port': ['ID=add0c4da-860f-495f-afb2-768a4ea3a6fd,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:56.461118 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b8a32b32-c5c4-490b-b10e-20e535b57de2 req-8c1e21b9-32c2-4ee4-864b-ff4f47f12531 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491664 Oct 27 18:26:56.507405 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-0e38a130-5ac8-4849-9e48-eeffe5bf94ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:56.561290 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9368fdaa-6374-48de-a332-489cb97ccbe7 req-2a679071-b95e-4d4b-be87-5017982d1ea2 tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0681977 Oct 27 18:26:56.634862 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ba0e1-1fb4-4890-b632-05484530049c req-a016df98-d369-4dbe-b3cf-8b3be3165ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:56.642464 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-171ba0e1-1fb4-4890-b632-05484530049c req-a016df98-d369-4dbe-b3cf-8b3be3165ecc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=74d488054c1f4f50bdb6de26a9138d36&device_id=8a280259-3da4-4deb-83a5-7a1c5eacea02 HTTP/1.1" status: 200 len: 1094 time: 0.1435938 Oct 27 18:26:56.654997 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port e0c993c4-2996-4889-aa9b-b44f66af4737 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:26:56.675590 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port e0c993c4-2996-4889-aa9b-b44f66af4737 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:26:56.677370 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:56.743857 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ff5e8-9bb5-4430-9c55-10c66605358c req-67dd8b61-9fcc-4ec0-93d3-232c2824a523 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:56.745414 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a70ff5e8-9bb5-4430-9c55-10c66605358c req-67dd8b61-9fcc-4ec0-93d3-232c2824a523 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a280259-3da4-4deb-83a5-7a1c5eacea02 HTTP/1.1" status: 200 len: 943 time: 0.1072173 Oct 27 18:26:56.759726 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6477c-a764-4219-b5bd-4bb5b9ece17f req-ad5e4494-a78e-4002-86cb-a5624a5a4056 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:56.761224 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d7e6477c-a764-4219-b5bd-4bb5b9ece17f req-ad5e4494-a78e-4002-86cb-a5624a5a4056 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.0793040 Oct 27 18:26:56.765621 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-171ba0e1-1fb4-4890-b632-05484530049c req-58dac064-0f20-4957-af5f-8e10a0ed5ab7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=add0c4da-860f-495f-afb2-768a4ea3a6fd HTTP/1.1" status: 200 len: 217 time: 0.0410721 Oct 27 18:26:56.773547 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:56.785240 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:56.824916 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port e0c993c4-2996-4889-aa9b-b44f66af4737, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e0c993c4-2996-4889-aa9b-b44f66af4737,segment=NetworkSegment(fd81ef03-5618-4e22-8eef-ef71234da90c),segment_id=fd81ef03-5618-4e22-8eef-ef71234da90c)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:26:56.829234 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a70ff5e8-9bb5-4430-9c55-10c66605358c req-ccffa2f5-2f25-4cc6-8733-b09c4e3e027a tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670412 Oct 27 18:26:56.834365 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d7e6477c-a764-4219-b5bd-4bb5b9ece17f req-15a25289-2894-4467-b8c1-be64328bfa76 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642292 Oct 27 18:26:56.875379 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ba0e1-1fb4-4890-b632-05484530049c req-08eba82f-6ba1-4856-a7a1-be5b1682d0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:56.876442 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-171ba0e1-1fb4-4890-b632-05484530049c req-08eba82f-6ba1-4856-a7a1-be5b1682d0cd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=afe6cc10-9308-4117-a497-d403cb219653 HTTP/1.1" status: 200 len: 851 time: 0.0962558 Oct 27 18:26:56.891785 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:56.931845 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-0e38a130-5ac8-4849-9e48-eeffe5bf94ea service neutron] For port e5be652e-2b69-4639-b26c-0313cea1dd1b, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=e5be652e-2b69-4639-b26c-0313cea1dd1b,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:26:56.963948 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ba0e1-1fb4-4890-b632-05484530049c req-2169a2db-2e73-4e3e-8610-bdeb00cde495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:56.965506 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-171ba0e1-1fb4-4890-b632-05484530049c req-2169a2db-2e73-4e3e-8610-bdeb00cde495 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a7c013d9-ea11-470b-8a79-08abd897c197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752926 Oct 27 18:26:56.988784 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=e0c993c4-2996-4889-aa9b-b44f66af4737,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:57.002846 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-0e38a130-5ac8-4849-9e48-eeffe5bf94ea service neutron] For port e5be652e-2b69-4639-b26c-0313cea1dd1b, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:26:57.021075 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b61f8ff0-1e29-4d99-8bcd-b939b563eb13 req-eb4e14ef-08c2-4d22-9a1b-1d494ee5d2d8 tempest-VolumesAdminNegativeTest-1583263295 tempest-VolumesAdminNegativeTest-1583263295-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ce071bf-eb2c-4f3c-ad51-8c8452ce48d8 HTTP/1.1" status: 200 len: 210 time: 0.0416675 Oct 27 18:26:57.040687 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1dac1-5643-4ac8-9bb2-fdfc9784d99a req-ef26d8dd-eec0-4d9a-b605-a89a8f8c604d tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:57.042255 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ec1dac1-5643-4ac8-9bb2-fdfc9784d99a req-ef26d8dd-eec0-4d9a-b605-a89a8f8c604d tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 944 time: 0.1165357 Oct 27 18:26:57.082204 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-0e38a130-5ac8-4849-9e48-eeffe5bf94ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:57.084038 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ec1dac1-5643-4ac8-9bb2-fdfc9784d99a req-9e853f31-5e96-4190-8c29-2e378c6a38e6 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354993 Oct 27 18:26:57.114792 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-0e38a130-5ac8-4849-9e48-eeffe5bf94ea service neutron] Transition to ACTIVE for port object e5be652e-2b69-4639-b26c-0313cea1dd1b will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:26:57.118695 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-171ba0e1-1fb4-4890-b632-05484530049c req-90d3a5aa-a1ef-472a-b3e8-271389d5d668 service neutron] 10.222.0.93 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428299 Oct 27 18:26:57.180766 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-0e38a130-5ac8-4849-9e48-eeffe5bf94ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:57.268116 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-0e38a130-5ac8-4849-9e48-eeffe5bf94ea service neutron] No DVR routers for this DVR port e5be652e-2b69-4639-b26c-0313cea1dd1b on host n-h1-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:26:57.272869 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e38a130-5ac8-4849-9e48-eeffe5bf94ea service neutron] Pushing event updated for resources: {'Port': ['ID=e5be652e-2b69-4639-b26c-0313cea1dd1b,revision_number=10']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:57.279808 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-171ba0e1-1fb4-4890-b632-05484530049c req-03c4386f-e0a7-4a6b-b627-c41cac39d710 service neutron] 10.222.0.93 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519697 Oct 27 18:26:57.314694 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-0e38a130-5ac8-4849-9e48-eeffe5bf94ea service neutron] Attempting to bind port e5be652e-2b69-4639-b26c-0313cea1dd1b on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:26:57.315054 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-0e38a130-5ac8-4849-9e48-eeffe5bf94ea service neutron] Attempting to bind port e5be652e-2b69-4639-b26c-0313cea1dd1b by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:26:57.315386 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-0e38a130-5ac8-4849-9e48-eeffe5bf94ea service neutron] Attempting to bind port e5be652e-2b69-4639-b26c-0313cea1dd1b on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:26:57.320484 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-0e38a130-5ac8-4849-9e48-eeffe5bf94ea service neutron] Port e5be652e-2b69-4639-b26c-0313cea1dd1b on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:26:57.320802 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-0e38a130-5ac8-4849-9e48-eeffe5bf94ea service neutron] Attempting to bind port e5be652e-2b69-4639-b26c-0313cea1dd1b on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:26:57.326101 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-0e38a130-5ac8-4849-9e48-eeffe5bf94ea service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:26:57.326425 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-0e38a130-5ac8-4849-9e48-eeffe5bf94ea service neutron] Checking segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:26:57.326801 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-0e38a130-5ac8-4849-9e48-eeffe5bf94ea service neutron] Bound using segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:26:57.327256 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-0e38a130-5ac8-4849-9e48-eeffe5bf94ea service neutron] Bound port: e5be652e-2b69-4639-b26c-0313cea1dd1b, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:26:57.327610 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-0e38a130-5ac8-4849-9e48-eeffe5bf94ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:57.403877 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-0e38a130-5ac8-4849-9e48-eeffe5bf94ea service neutron] For port e5be652e-2b69-4639-b26c-0313cea1dd1b, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:26:57.407730 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-0e38a130-5ac8-4849-9e48-eeffe5bf94ea service neutron] For port e5be652e-2b69-4639-b26c-0313cea1dd1b, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e5be652e-2b69-4639-b26c-0313cea1dd1b,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:26:57.458184 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-0e38a130-5ac8-4849-9e48-eeffe5bf94ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:57.495159 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82aebe5-5adf-42a2-993c-cfe68d1414e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5be652e-2b69-4639-b26c-0313cea1dd1b'}, {'server_uuid': '6bc55b62-6878-48e9-b0ac-77fd1f378ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c993c4-2996-4889-aa9b-b44f66af4737'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:26:57.497629 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a13f6c9-c160-41cf-9447-f6f627eee6bb" -d '{"events": [{"server_uuid": "e82aebe5-5adf-42a2-993c-cfe68d1414e4", "name": "network-vif-plugged", "status": "completed", "tag": "e5be652e-2b69-4639-b26c-0313cea1dd1b"}, {"server_uuid": "6bc55b62-6878-48e9-b0ac-77fd1f378ca5", "name": "network-vif-plugged", "status": "completed", "tag": "e0c993c4-2996-4889-aa9b-b44f66af4737"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:26:57.516879 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979387f-63c0-424e-a6d9-a1d952c76aaf req-20a95b38-c908-4abb-8524-20d457d8af99 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:57.517461 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-0e38a130-5ac8-4849-9e48-eeffe5bf94ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:57.517947 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-0e38a130-5ac8-4849-9e48-eeffe5bf94ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:57.519364 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-0e38a130-5ac8-4849-9e48-eeffe5bf94ea service neutron] 10.222.0.93 "PUT /v2.0/ports/e5be652e-2b69-4639-b26c-0313cea1dd1b HTTP/1.1" status: 200 len: 1095 time: 1.1509035 Oct 27 18:26:57.535485 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3979387f-63c0-424e-a6d9-a1d952c76aaf req-20a95b38-c908-4abb-8524-20d457d8af99 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.0885031 Oct 27 18:26:57.563799 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e38a130-5ac8-4849-9e48-eeffe5bf94ea service neutron] Pushing event updated for resources: {'Port': ['ID=e5be652e-2b69-4639-b26c-0313cea1dd1b,revision_number=11']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:57.607900 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3979387f-63c0-424e-a6d9-a1d952c76aaf req-3cefcd9b-af96-4b4f-9aa1-88e7d572c10d tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714421 Oct 27 18:26:57.626875 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-5cc9d6d5-bc8d-4bc9-9649-3f01e050a833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:57.632019 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead7d9c-0bc2-45c9-8262-23b72b1cc755 req-48ac6626-7989-4d16-83b2-e41539cb27f7 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:57.641221 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-5cc9d6d5-bc8d-4bc9-9649-3f01e050a833 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0493afd680224a038be01c24bab6b33d&device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 1098 time: 0.0849631 Oct 27 18:26:57.641912 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3ead7d9c-0bc2-45c9-8262-23b72b1cc755 req-48ac6626-7989-4d16-83b2-e41539cb27f7 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=78396184-8625-43e2-8660-0f8ebba4e923 HTTP/1.1" status: 200 len: 945 time: 0.1042225 Oct 27 18:26:57.684220 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3ead7d9c-0bc2-45c9-8262-23b72b1cc755 req-29049907-6ccb-4680-bb1e-78617c17d232 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406618 Oct 27 18:26:57.700825 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 27 Oct 2021 18:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd0830d-9434-47c9-aaf8-9bb57e7ca6c5 x-openstack-request-id: req-0cd0830d-9434-47c9-aaf8-9bb57e7ca6c5 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:26:57.701727 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82aebe5-5adf-42a2-993c-cfe68d1414e4", "name": "network-vif-plugged", "status": "completed", "tag": "e5be652e-2b69-4639-b26c-0313cea1dd1b", "code": 200}, {"server_uuid": "6bc55b62-6878-48e9-b0ac-77fd1f378ca5", "name": "network-vif-plugged", "status": "completed", "tag": "e0c993c4-2996-4889-aa9b-b44f66af4737", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:26:57.702245 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0cd0830d-9434-47c9-aaf8-9bb57e7ca6c5 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:26:57.707047 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82aebe5-5adf-42a2-993c-cfe68d1414e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5be652e-2b69-4639-b26c-0313cea1dd1b', 'code': 200} Oct 27 18:26:57.707497 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc55b62-6878-48e9-b0ac-77fd1f378ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c993c4-2996-4889-aa9b-b44f66af4737', 'code': 200} Oct 27 18:26:57.858301 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bdbb6148-ec42-4966-b7a8-5622019f2ce9 req-0d7c9156-c720-4f00-aef2-03aae4b78a8c tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0335774 Oct 27 18:26:57.999771 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00776ad7-01d0-4d0b-beca-ca7b4a671cc7 req-4f038489-89cb-4c40-9965-8f19089eaa38 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:58.001371 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-00776ad7-01d0-4d0b-beca-ca7b4a671cc7 req-4f038489-89cb-4c40-9965-8f19089eaa38 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a280259-3da4-4deb-83a5-7a1c5eacea02 HTTP/1.1" status: 200 len: 943 time: 0.0570672 Oct 27 18:26:58.042473 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-00776ad7-01d0-4d0b-beca-ca7b4a671cc7 req-083faaa1-167e-4f17-96b2-1b471076c366 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342503 Oct 27 18:26:58.079327 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ce389-a8d7-43ae-acc1-b970eb6e1de6 req-ab06c519-ae85-486c-9a80-1f64dad85a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:58.081019 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-293ce389-a8d7-43ae-acc1-b970eb6e1de6 req-ab06c519-ae85-486c-9a80-1f64dad85a40 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 1096 time: 0.0703793 Oct 27 18:26:58.087265 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a280259-3da4-4deb-83a5-7a1c5eacea02', 'tag': 'add0c4da-860f-495f-afb2-768a4ea3a6fd'}, {'server_uuid': 'e82aebe5-5adf-42a2-993c-cfe68d1414e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5be652e-2b69-4639-b26c-0313cea1dd1b'}, {'name': 'network-changed', 'server_uuid': 'e82aebe5-5adf-42a2-993c-cfe68d1414e4', 'tag': 'e5be652e-2b69-4639-b26c-0313cea1dd1b'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:26:58.089725 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b69fbc-1661-4da5-99a4-b92126f4dcc3" -d '{"events": [{"name": "network-changed", "server_uuid": "8a280259-3da4-4deb-83a5-7a1c5eacea02", "tag": "add0c4da-860f-495f-afb2-768a4ea3a6fd"}, {"server_uuid": "e82aebe5-5adf-42a2-993c-cfe68d1414e4", "name": "network-vif-unplugged", "status": "completed", "tag": "e5be652e-2b69-4639-b26c-0313cea1dd1b"}, {"name": "network-changed", "server_uuid": "e82aebe5-5adf-42a2-993c-cfe68d1414e4", "tag": "e5be652e-2b69-4639-b26c-0313cea1dd1b"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:26:58.103474 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-e630c52b-1b79-4286-80b1-b8b9ae0f9743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:58.104939 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-e630c52b-1b79-4286-80b1-b8b9ae0f9743 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.4515541 Oct 27 18:26:58.156883 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c8fc5-9b20-4668-93bd-ca1a3dd44e00 req-082073ed-9c53-4312-92d7-28f94bd3de6d tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:58.159339 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3c2c8fc5-9b20-4668-93bd-ca1a3dd44e00 req-082073ed-9c53-4312-92d7-28f94bd3de6d tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 947 time: 0.0529377 Oct 27 18:26:58.167108 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-dcbc6bee-55c1-428e-8076-4b678e7cbf9f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=e5be652e-2b69-4639-b26c-0313cea1dd1b HTTP/1.1" status: 200 len: 217 time: 0.0467436 Oct 27 18:26:58.170963 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-293ce389-a8d7-43ae-acc1-b970eb6e1de6 req-9371d1d9-4240-48b2-82bb-aa6a8458e2f6 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764966 Oct 27 18:26:58.202012 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 57800) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:26:58.216648 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3c2c8fc5-9b20-4668-93bd-ca1a3dd44e00 req-d6c234c7-9173-434e-98d3-b4c412bbc04e tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434315 Oct 27 18:26:58.260839 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-24096e2e-5c9d-4bbc-aa1f-08adad880fb2 admin admin] Deleting subnet 375c936d-1e54-4fff-85fb-15a9bf524c03 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:26:58.265441 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Wed, 27 Oct 2021 18:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b52c124-7be0-4879-8e8c-88c89655bd5e x-openstack-request-id: req-1b52c124-7be0-4879-8e8c-88c89655bd5e {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:26:58.265741 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a280259-3da4-4deb-83a5-7a1c5eacea02", "tag": "add0c4da-860f-495f-afb2-768a4ea3a6fd", "status": "completed", "code": 200}, {"server_uuid": "e82aebe5-5adf-42a2-993c-cfe68d1414e4", "name": "network-vif-unplugged", "status": "completed", "tag": "e5be652e-2b69-4639-b26c-0313cea1dd1b", "code": 200}, {"name": "network-changed", "server_uuid": "e82aebe5-5adf-42a2-993c-cfe68d1414e4", "tag": "e5be652e-2b69-4639-b26c-0313cea1dd1b", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:26:58.265983 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1b52c124-7be0-4879-8e8c-88c89655bd5e {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:26:58.266962 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a280259-3da4-4deb-83a5-7a1c5eacea02', 'tag': 'add0c4da-860f-495f-afb2-768a4ea3a6fd', 'status': 'completed', 'code': 200} Oct 27 18:26:58.266962 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82aebe5-5adf-42a2-993c-cfe68d1414e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5be652e-2b69-4639-b26c-0313cea1dd1b', 'code': 200} Oct 27 18:26:58.266962 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e82aebe5-5adf-42a2-993c-cfe68d1414e4', 'tag': 'e5be652e-2b69-4639-b26c-0313cea1dd1b', 'status': 'completed', 'code': 200} Oct 27 18:26:58.270719 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-24096e2e-5c9d-4bbc-aa1f-08adad880fb2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:58.311679 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-24096e2e-5c9d-4bbc-aa1f-08adad880fb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:58.323097 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device e5be652e-2b69-4639-b26c-0313cea1dd1b no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:26:58.354055 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 9229fed8-9268-4341-95a4-fc6be674d0f9 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:26:58.356492 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-24096e2e-5c9d-4bbc-aa1f-08adad880fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:58.407336 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device e5be652e-2b69-4639-b26c-0313cea1dd1b not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:26:58.408224 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c4635-9181-496b-987b-084311ec0144 req-43b6f2c2-5046-4ecb-898c-237fdc6cd525 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:58.409772 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7d6c4635-9181-496b-987b-084311ec0144 req-43b6f2c2-5046-4ecb-898c-237fdc6cd525 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 944 time: 0.1294177 Oct 27 18:26:58.438134 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd6cda-b8a4-406b-9eb4-d7433a449462 req-b371c525-3c98-451b-8b37-c43a330d35b7 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:58.443379 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b3bd6cda-b8a4-406b-9eb4-d7433a449462 req-b371c525-3c98-451b-8b37-c43a330d35b7 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.1095059 Oct 27 18:26:58.460438 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b69fbc-1661-4da5-99a4-b92126f4dcc3 req-df618c88-dce6-429a-8fa7-06b475d27e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:58.462060 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-85b69fbc-1661-4da5-99a4-b92126f4dcc3 req-df618c88-dce6-429a-8fa7-06b475d27e1d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=0493afd680224a038be01c24bab6b33d&device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 1098 time: 0.1497402 Oct 27 18:26:58.485549 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 9229fed8-9268-4341-95a4-fc6be674d0f9 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:26:58.490146 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-667eb3ac-59a4-49fb-9d05-570e1921454f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:58.491713 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 9229fed8-9268-4341-95a4-fc6be674d0f9 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:26:58.491849 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-667eb3ac-59a4-49fb-9d05-570e1921454f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.1134720 Oct 27 18:26:58.492408 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:58.515849 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b69fbc-1661-4da5-99a4-b92126f4dcc3 req-51b30ef4-59b5-4ec2-b1ab-0c3bbf6a0ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:58.517342 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-85b69fbc-1661-4da5-99a4-b92126f4dcc3 req-51b30ef4-59b5-4ec2-b1ab-0c3bbf6a0ab9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=74d488054c1f4f50bdb6de26a9138d36&device_id=8a280259-3da4-4deb-83a5-7a1c5eacea02 HTTP/1.1" status: 200 len: 1094 time: 0.0895345 Oct 27 18:26:58.578895 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:58.592049 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-24096e2e-5c9d-4bbc-aa1f-08adad880fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:58.600456 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7d6c4635-9181-496b-987b-084311ec0144 req-7b58d423-dbf4-4540-9190-84da194140c8 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707091 Oct 27 18:26:58.616173 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd866d40-c533-495a-b112-2d16c19181fc req-bde7f23f-b74a-4dcd-8c44-f200be6cd27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:58.617763 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bd866d40-c533-495a-b112-2d16c19181fc req-bde7f23f-b74a-4dcd-8c44-f200be6cd27b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ee85f34331f4425cb27ef49e38e071eb&device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 1096 time: 0.2022507 Oct 27 18:26:58.624920 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 9229fed8-9268-4341-95a4-fc6be674d0f9, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=9229fed8-9268-4341-95a4-fc6be674d0f9,segment=NetworkSegment(c3b83e00-8105-42bf-a65c-5b309278d20d),segment_id=c3b83e00-8105-42bf-a65c-5b309278d20d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:26:58.628594 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-519efde5-4843-45e0-9b34-c6882f5e2d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:58.630205 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b3bd6cda-b8a4-406b-9eb4-d7433a449462 req-83863bd1-5e95-447d-a71d-618204ac4fbe tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669514 Oct 27 18:26:58.630700 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-519efde5-4843-45e0-9b34-c6882f5e2d4a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1267152 Oct 27 18:26:58.631885 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24096e2e-5c9d-4bbc-aa1f-08adad880fb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=375c936d-1e54-4fff-85fb-15a9bf524c03,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:58.640277 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-24096e2e-5c9d-4bbc-aa1f-08adad880fb2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:58.647767 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-24096e2e-5c9d-4bbc-aa1f-08adad880fb2 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/375c936d-1e54-4fff-85fb-15a9bf524c03 HTTP/1.1" status: 204 len: 168 time: 0.4445961 Oct 27 18:26:58.651556 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 57804) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:26:58.690952 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:58.692078 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 9e96cc03-9dc0-4b28-9cc2-d2fd32096a17 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:26:58.741607 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b69fbc-1661-4da5-99a4-b92126f4dcc3 req-8fa3103a-c58e-4d9c-905c-3210b7a011e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:58.744389 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-85b69fbc-1661-4da5-99a4-b92126f4dcc3 req-8fa3103a-c58e-4d9c-905c-3210b7a011e3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a7c013d9-ea11-470b-8a79-08abd897c197 HTTP/1.1" status: 200 len: 914 time: 0.2118182 Oct 27 18:26:58.755835 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b69fbc-1661-4da5-99a4-b92126f4dcc3 req-d3b75c62-654e-4afa-849c-2a5721d09eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:58.757346 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-85b69fbc-1661-4da5-99a4-b92126f4dcc3 req-d3b75c62-654e-4afa-849c-2a5721d09eef service neutron] 10.222.0.81 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.2849364 Oct 27 18:26:58.795506 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=9229fed8-9268-4341-95a4-fc6be674d0f9,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:58.814500 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-85b69fbc-1661-4da5-99a4-b92126f4dcc3 req-864ca3c1-a72e-4a96-838c-a1302eba704b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=add0c4da-860f-495f-afb2-768a4ea3a6fd HTTP/1.1" status: 200 len: 217 time: 0.0592928 Oct 27 18:26:58.841832 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-56abe483-ad4e-49af-aed9-b524636d3360 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928298 Oct 27 18:26:58.860973 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-85b69fbc-1661-4da5-99a4-b92126f4dcc3 req-732135aa-8fea-4870-9430-53be49b71784 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=e5be652e-2b69-4639-b26c-0313cea1dd1b HTTP/1.1" status: 200 len: 217 time: 0.0914490 Oct 27 18:26:58.873365 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-36d0e729-d82e-4d18-832d-76f99b965c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:58.880568 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 9e96cc03-9dc0-4b28-9cc2-d2fd32096a17 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:26:58.886664 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 9e96cc03-9dc0-4b28-9cc2-d2fd32096a17 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:26:58.887253 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:58.924079 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd866d40-c533-495a-b112-2d16c19181fc req-4214fca9-9aba-438f-baed-170fca9192cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:58.925626 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bd866d40-c533-495a-b112-2d16c19181fc req-4214fca9-9aba-438f-baed-170fca9192cb service neutron] 10.222.0.93 "GET /v2.0/networks?id=f8b19dfe-43eb-4ec7-9509-1d9a53b23e79 HTTP/1.1" status: 200 len: 912 time: 0.2925456 Oct 27 18:26:58.944302 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b69fbc-1661-4da5-99a4-b92126f4dcc3 req-496be162-6b82-4f20-b0eb-a857b90af478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:58.945608 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a764c04-ff0b-4250-9ac9-bc35955fcfa4 req-03035ae2-28bb-45c5-805b-feb38dab3f04 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:58.945964 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-85b69fbc-1661-4da5-99a4-b92126f4dcc3 req-496be162-6b82-4f20-b0eb-a857b90af478 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=afe6cc10-9308-4117-a497-d403cb219653 HTTP/1.1" status: 200 len: 851 time: 0.1174986 Oct 27 18:26:58.954148 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5a764c04-ff0b-4250-9ac9-bc35955fcfa4 req-03035ae2-28bb-45c5-805b-feb38dab3f04 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=78396184-8625-43e2-8660-0f8ebba4e923 HTTP/1.1" status: 200 len: 946 time: 0.1678765 Oct 27 18:26:59.000076 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:59.001532 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a53bf0a4-c17a-4299-8020-12c83c0fac14 req-5fbfffd3-0b93-45dd-abb8-5184fb25486d service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401148 Oct 27 18:26:59.016986 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b69fbc-1661-4da5-99a4-b92126f4dcc3 req-b77a2f4d-7c68-4d87-940c-70d08d731f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:59.019099 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-85b69fbc-1661-4da5-99a4-b92126f4dcc3 req-b77a2f4d-7c68-4d87-940c-70d08d731f2a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a7c013d9-ea11-470b-8a79-08abd897c197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571985 Oct 27 18:26:59.025590 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bd866d40-c533-495a-b112-2d16c19181fc req-80ea34b2-2531-4fc4-85e4-a0573a418ab4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bebeadda-ed58-4356-a268-3e284d7ad710 HTTP/1.1" status: 200 len: 217 time: 0.0894816 Oct 27 18:26:59.047248 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 9e96cc03-9dc0-4b28-9cc2-d2fd32096a17, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=9e96cc03-9dc0-4b28-9cc2-d2fd32096a17,segment=NetworkSegment(fd81ef03-5618-4e22-8eef-ef71234da90c),segment_id=fd81ef03-5618-4e22-8eef-ef71234da90c)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:26:59.069155 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-88342c48-55ec-480c-ac3e-29ce02a37ca7 req-06e04b51-41cf-43ac-b8d6-d98c023445e8 tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0967629 Oct 27 18:26:59.070534 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b69fbc-1661-4da5-99a4-b92126f4dcc3 req-f51ee866-e810-4737-9889-570db79dd2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:59.071985 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-85b69fbc-1661-4da5-99a4-b92126f4dcc3 req-f51ee866-e810-4737-9889-570db79dd2a7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.1959701 Oct 27 18:26:59.103385 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:59.104255 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e6cd1417-662e-4866-b132-3dd641d5a6d6 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:26:59.171544 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-85b69fbc-1661-4da5-99a4-b92126f4dcc3 req-30475f74-b57a-4e18-aba1-3f16cbe89094 service neutron] 10.222.0.93 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344073 Oct 27 18:26:59.194104 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: e6cd1417-662e-4866-b132-3dd641d5a6d6 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:26:59.194687 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e6cd1417-662e-4866-b132-3dd641d5a6d6 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:26:59.198088 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5a764c04-ff0b-4250-9ac9-bc35955fcfa4 req-34cc78c7-d593-4121-8438-6fb1473882be tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429912 Oct 27 18:26:59.223241 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-36d0e729-d82e-4d18-832d-76f99b965c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:59.244130 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=9e96cc03-9dc0-4b28-9cc2-d2fd32096a17,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:59.279299 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-85b69fbc-1661-4da5-99a4-b92126f4dcc3 req-c6c442cc-b00f-4855-8228-c8ed70911c33 service neutron] 10.222.0.93 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920703 Oct 27 18:26:59.283576 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd866d40-c533-495a-b112-2d16c19181fc req-0971c9b3-3d83-453b-8492-f5ddadfdb9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:59.285181 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bd866d40-c533-495a-b112-2d16c19181fc req-0971c9b3-3d83-453b-8492-f5ddadfdb9fb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3aeb8b6e-dc25-4ba6-b90a-05891e7c7576 HTTP/1.1" status: 200 len: 850 time: 0.2254558 Oct 27 18:26:59.289117 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-36d0e729-d82e-4d18-832d-76f99b965c81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8e9dbf7-f12c-41ff-9958-420963149c98']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:26:59.314714 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-36d0e729-d82e-4d18-832d-76f99b965c81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23d9461a-a91e-4eeb-8448-c875451f607b') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:26:59.315063 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-36d0e729-d82e-4d18-832d-76f99b965c81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23d9461a-a91e-4eeb-8448-c875451f607b') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:26:59.353295 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b69fbc-1661-4da5-99a4-b92126f4dcc3 req-da5ceaf8-b8a3-4ef2-b80d-de3d8934e583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:59.354447 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-85b69fbc-1661-4da5-99a4-b92126f4dcc3 req-da5ceaf8-b8a3-4ef2-b80d-de3d8934e583 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2749522 Oct 27 18:26:59.371334 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bd866d40-c533-495a-b112-2d16c19181fc req-49f4c2a8-addc-4ccd-822a-05ccdefd8a23 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f8b19dfe-43eb-4ec7-9509-1d9a53b23e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632818 Oct 27 18:26:59.375481 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-36d0e729-d82e-4d18-832d-76f99b965c81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:59.386559 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b69fbc-1661-4da5-99a4-b92126f4dcc3 req-143d43ab-6311-4db8-8889-af79e8a7240a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:59.388215 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-85b69fbc-1661-4da5-99a4-b92126f4dcc3 req-143d43ab-6311-4db8-8889-af79e8a7240a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=0493afd680224a038be01c24bab6b33d&device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 1098 time: 0.0479605 Oct 27 18:26:59.452470 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-36d0e729-d82e-4d18-832d-76f99b965c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:59.470426 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfb9b4-bc6f-445f-98a2-7362e36fe205 req-31a5e412-2c52-42ef-b9e7-160ef5131571 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:59.471964 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-34dfb9b4-bc6f-445f-98a2-7362e36fe205 req-31a5e412-2c52-42ef-b9e7-160ef5131571 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a280259-3da4-4deb-83a5-7a1c5eacea02 HTTP/1.1" status: 200 len: 943 time: 0.2948697 Oct 27 18:26:59.499568 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b69fbc-1661-4da5-99a4-b92126f4dcc3 req-0930d8e5-dd9c-4a63-9b20-97dbeea2b011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:59.501178 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-85b69fbc-1661-4da5-99a4-b92126f4dcc3 req-0930d8e5-dd9c-4a63-9b20-97dbeea2b011 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.0970020 Oct 27 18:26:59.512981 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36d0e729-d82e-4d18-832d-76f99b965c81 admin admin] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:26:59.513393 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-36d0e729-d82e-4d18-832d-76f99b965c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:59.515124 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:26:59.515124 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:26:59.515124 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:26:59.515124 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:26:59.515124 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:26:59.515124 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:26:59.515124 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:26:59.515124 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:26:59.515124 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:26:59.515124 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:26:59.515124 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:26:59.515124 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:26:59.515124 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:26:59.515124 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:26:59.515124 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:26:59.515124 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:26:59.515124 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:26:59.515124 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:26:59.515124 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:26:59.515124 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:26:59.515124 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:26:59.515124 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:26:59.515124 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:26:59.515124 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:26:59.515124 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:26:59.515124 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:26:59.515124 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:26:59.515124 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:26:59.515124 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:26:59.515124 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:26:59.515124 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:26:59.515124 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:26:59.553060 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-85b69fbc-1661-4da5-99a4-b92126f4dcc3 req-8f370dc3-3d0e-43a6-a71f-3eda66a9f289 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=e5be652e-2b69-4639-b26c-0313cea1dd1b HTTP/1.1" status: 200 len: 217 time: 0.0419769 Oct 27 18:26:59.617313 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3376c-664f-4d95-b7e1-862268ed9012 req-938a4c07-4bf7-4e15-b1be-406abf4e9be5 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:59.619483 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-54e3376c-664f-4d95-b7e1-862268ed9012 req-938a4c07-4bf7-4e15-b1be-406abf4e9be5 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 947 time: 0.3196464 Oct 27 18:26:59.625708 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b69fbc-1661-4da5-99a4-b92126f4dcc3 req-a1cc84d5-8cf0-4891-8748-cdc66e9743b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:59.629363 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-85b69fbc-1661-4da5-99a4-b92126f4dcc3 req-a1cc84d5-8cf0-4891-8748-cdc66e9743b7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.0555694 Oct 27 18:26:59.682001 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b69fbc-1661-4da5-99a4-b92126f4dcc3 req-83900913-5a77-4316-89c3-1ef6b2cafb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:26:59.683835 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-85b69fbc-1661-4da5-99a4-b92126f4dcc3 req-83900913-5a77-4316-89c3-1ef6b2cafb88 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0462201 Oct 27 18:26:59.687413 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-34dfb9b4-bc6f-445f-98a2-7362e36fe205 req-42b046f2-90a5-4980-8fb9-2d2d28a9b134 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817985 Oct 27 18:26:59.699952 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bd866d40-c533-495a-b112-2d16c19181fc req-101cc9f2-6494-4c0c-b768-559c45e1f690 service neutron] 10.222.0.93 "GET /v2.0/networks/f8b19dfe-43eb-4ec7-9509-1d9a53b23e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055303 Oct 27 18:26:59.702240 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-85b69fbc-1661-4da5-99a4-b92126f4dcc3 req-6cdfd928-5df5-4e64-91d5-f0ce3a93b218 service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290386 Oct 27 18:26:59.708551 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78396184-8625-43e2-8660-0f8ebba4e923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9229fed8-9268-4341-95a4-fc6be674d0f9'}, {'server_uuid': 'f6bd04e3-348a-4084-9af9-85a3f27be0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e96cc03-9dc0-4b28-9cc2-d2fd32096a17'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:26:59.711283 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc72732-bc53-4865-b271-88c83841aa9d" -d '{"events": [{"server_uuid": "78396184-8625-43e2-8660-0f8ebba4e923", "name": "network-vif-plugged", "status": "completed", "tag": "9229fed8-9268-4341-95a4-fc6be674d0f9"}, {"server_uuid": "f6bd04e3-348a-4084-9af9-85a3f27be0c7", "name": "network-vif-plugged", "status": "completed", "tag": "9e96cc03-9dc0-4b28-9cc2-d2fd32096a17"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:26:59.715337 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-36d0e729-d82e-4d18-832d-76f99b965c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:59.720537 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-36d0e729-d82e-4d18-832d-76f99b965c81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:26:59.727683 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-36d0e729-d82e-4d18-832d-76f99b965c81 admin admin] 10.222.0.52 "DELETE /v2.0/networks/e8e9dbf7-f12c-41ff-9958-420963149c98 HTTP/1.1" status: 204 len: 168 time: 1.0744915 Oct 27 18:26:59.737530 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 57822) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:26:59.778309 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d0e729-d82e-4d18-832d-76f99b965c81 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8e9dbf7-f12c-41ff-9958-420963149c98,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:26:59.826200 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-85b69fbc-1661-4da5-99a4-b92126f4dcc3 req-bb924536-619a-4300-a608-bce08a7fd9b4 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246221 Oct 27 18:26:59.881055 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-54e3376c-664f-4d95-b7e1-862268ed9012 req-190d819d-e3ff-48b3-a8df-9cf8b5c51871 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351370 Oct 27 18:26:59.926382 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5348b75a-d2bb-4bf5-a55b-691834df73b6 req-746adf5b-0c41-410a-aca7-564b24f24a1e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0277350 Oct 27 18:26:59.960697 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-85b69fbc-1661-4da5-99a4-b92126f4dcc3 req-dc7b5238-add4-4b3c-a2cd-4e330b88b286 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259124 Oct 27 18:26:59.968603 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d0e729-d82e-4d18-832d-76f99b965c81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:26:59.968965 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d0e729-d82e-4d18-832d-76f99b965c81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:26:59.969306 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d0e729-d82e-4d18-832d-76f99b965c81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:26:59.969649 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d0e729-d82e-4d18-832d-76f99b965c81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:26:59.969985 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d0e729-d82e-4d18-832d-76f99b965c81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:26:59.970321 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d0e729-d82e-4d18-832d-76f99b965c81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:26:59.970651 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d0e729-d82e-4d18-832d-76f99b965c81 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:26:59.971011 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d0e729-d82e-4d18-832d-76f99b965c81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:26:59.971342 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d0e729-d82e-4d18-832d-76f99b965c81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:26:59.971669 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d0e729-d82e-4d18-832d-76f99b965c81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:26:59.971998 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d0e729-d82e-4d18-832d-76f99b965c81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:26:59.972326 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d0e729-d82e-4d18-832d-76f99b965c81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:27:00.047664 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-85b69fbc-1661-4da5-99a4-b92126f4dcc3 req-78ba40d3-b2bf-49d0-a73a-1c01b53033a2 service neutron] 10.222.0.81 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110523 Oct 27 18:27:00.062903 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d7984b8-518b-46c9-84fd-089dfb98c7a3 admin admin] Deleting subnet 630955d0-d9b2-459a-82bc-a4c40c6f4923 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:27:00.073477 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8d7984b8-518b-46c9-84fd-089dfb98c7a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:00.126123 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc408d2-bb9a-4a3d-90c0-d04c47f2789f req-20ca9126-d8ac-4e1b-8db1-9723d7f546ff tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:00.127584 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-adc408d2-bb9a-4a3d-90c0-d04c47f2789f req-20ca9126-d8ac-4e1b-8db1-9723d7f546ff tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 945 time: 0.3411241 Oct 27 18:27:00.144247 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bd866d40-c533-495a-b112-2d16c19181fc req-2e33c03d-1e88-4f3f-a5f6-2ab0e6d832f8 service neutron] 10.222.0.93 "GET /v2.0/networks/f8b19dfe-43eb-4ec7-9509-1d9a53b23e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4152997 Oct 27 18:27:00.161096 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a4620-92d4-485a-9346-a1df3ecf6134 req-f38ba20b-a6ef-40e3-9bd8-7789fa23ed79 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:00.162623 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b81a4620-92d4-485a-9346-a1df3ecf6134 req-f38ba20b-a6ef-40e3-9bd8-7789fa23ed79 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.1669397 Oct 27 18:27:00.164787 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8d7984b8-518b-46c9-84fd-089dfb98c7a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:00.245866 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-adc408d2-bb9a-4a3d-90c0-d04c47f2789f req-b96d4e8b-ef9a-4f72-9958-415f255f7346 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077754 Oct 27 18:27:00.253622 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8d7984b8-518b-46c9-84fd-089dfb98c7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:00.258762 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b81a4620-92d4-485a-9346-a1df3ecf6134 req-f9362105-335e-4ffa-be82-de5cc2381385 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865278 Oct 27 18:27:00.328753 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 27 Oct 2021 18:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a0f0df-20dd-4c34-aff7-32bbc8bf53da x-openstack-request-id: req-19a0f0df-20dd-4c34-aff7-32bbc8bf53da {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:27:00.329274 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78396184-8625-43e2-8660-0f8ebba4e923", "name": "network-vif-plugged", "status": "completed", "tag": "9229fed8-9268-4341-95a4-fc6be674d0f9", "code": 200}, {"server_uuid": "f6bd04e3-348a-4084-9af9-85a3f27be0c7", "name": "network-vif-plugged", "status": "completed", "tag": "9e96cc03-9dc0-4b28-9cc2-d2fd32096a17", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:27:00.329376 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-19a0f0df-20dd-4c34-aff7-32bbc8bf53da {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:27:00.329778 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78396184-8625-43e2-8660-0f8ebba4e923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9229fed8-9268-4341-95a4-fc6be674d0f9', 'code': 200} Oct 27 18:27:00.330039 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6bd04e3-348a-4084-9af9-85a3f27be0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e96cc03-9dc0-4b28-9cc2-d2fd32096a17', 'code': 200} Oct 27 18:27:00.369859 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device add0c4da-860f-495f-afb2-768a4ea3a6fd details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:27:00.391772 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8d7984b8-518b-46c9-84fd-089dfb98c7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:00.432963 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0a79035e-03f8-4698-82e2-d0eecb4ddea2 req-fb4c699a-364e-4786-9572-788a9804b27c tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0540268 Oct 27 18:27:00.460874 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7984b8-518b-46c9-84fd-089dfb98c7a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=630955d0-d9b2-459a-82bc-a4c40c6f4923,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:00.476956 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8d7984b8-518b-46c9-84fd-089dfb98c7a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:00.483584 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8d7984b8-518b-46c9-84fd-089dfb98c7a3 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/630955d0-d9b2-459a-82bc-a4c40c6f4923 HTTP/1.1" status: 204 len: 168 time: 0.7293591 Oct 27 18:27:00.483791 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 57834) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:27:00.552865 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port add0c4da-860f-495f-afb2-768a4ea3a6fd, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=add0c4da-860f-495f-afb2-768a4ea3a6fd,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:27:00.558257 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0210868-532c-476b-8a84-d86a4208a09d req-f8fd8412-c14e-4ba0-8033-bdbdaf375b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:00.559803 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f0210868-532c-476b-8a84-d86a4208a09d req-f8fd8412-c14e-4ba0-8033-bdbdaf375b5b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=78396184-8625-43e2-8660-0f8ebba4e923 HTTP/1.1" status: 200 len: 1097 time: 0.0775790 Oct 27 18:27:00.568013 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'add0c4da-860f-495f-afb2-768a4ea3a6fd', 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197', 'port_id': 'add0c4da-860f-495f-afb2-768a4ea3a6fd', 'mac_address': 'fa:16:3e:7d:b4:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afe6cc10-9308-4117-a497-d403cb219653', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:27:00.571956 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b289e-3df6-4c84-9d82-e30d350028e0 req-7677422a-50e4-485c-a2ca-79cc183f8dff tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:00.573706 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-088b289e-3df6-4c84-9d82-e30d350028e0 req-7677422a-50e4-485c-a2ca-79cc183f8dff tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=78396184-8625-43e2-8660-0f8ebba4e923 HTTP/1.1" status: 200 len: 946 time: 0.0611613 Oct 27 18:27:00.600656 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba70b0-fa70-42ac-8ed0-28e88908536f req-74e9898a-6e70-405c-b9b9-1a9e7b2767f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:00.602174 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a7ba70b0-fa70-42ac-8ed0-28e88908536f req-74e9898a-6e70-405c-b9b9-1a9e7b2767f6 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 1096 time: 0.0594792 Oct 27 18:27:00.607024 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4bedfab7-77b7-4537-9984-c825da187d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:00.617447 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:00.631256 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f0210868-532c-476b-8a84-d86a4208a09d req-5dcd79a1-2267-4fc1-a7ff-3d39fc63b05b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535548 Oct 27 18:27:00.633883 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id add0c4da-860f-495f-afb2-768a4ea3a6fd {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:27:00.636355 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-088b289e-3df6-4c84-9d82-e30d350028e0 req-49c3d23b-b702-4a6c-a77d-bfa522677e0c tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518122 Oct 27 18:27:00.663434 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port add0c4da-860f-495f-afb2-768a4ea3a6fd, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=add0c4da-860f-495f-afb2-768a4ea3a6fd,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:27:00.665638 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a7ba70b0-fa70-42ac-8ed0-28e88908536f req-0752df5a-d473-4ace-9eb7-a4dcd3103dd2 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514152 Oct 27 18:27:00.715175 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4bedfab7-77b7-4537-9984-c825da187d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:00.731985 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:00.737326 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-4bedfab7-77b7-4537-9984-c825da187d31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32b82ec1-db28-4114-9830-c881bc38b864']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:27:00.747719 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-4bedfab7-77b7-4537-9984-c825da187d31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d50f3ad-c753-4541-8942-cfa2b9153f2e') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:27:00.748023 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-4bedfab7-77b7-4537-9984-c825da187d31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d50f3ad-c753-4541-8942-cfa2b9153f2e') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:27:00.758412 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4bedfab7-77b7-4537-9984-c825da187d31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:00.771376 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4bedfab7-77b7-4537-9984-c825da187d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:00.777600 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bedfab7-77b7-4537-9984-c825da187d31 admin admin] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:27:00.783547 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4bedfab7-77b7-4537-9984-c825da187d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:00.783547 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:27:00.783547 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:27:00.783547 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:27:00.783547 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:27:00.783547 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:27:00.783547 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:27:00.783547 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:27:00.783547 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:27:00.783547 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:27:00.783547 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:27:00.783547 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:27:00.783547 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:27:00.783547 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:27:00.783547 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:27:00.783547 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:27:00.783547 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:27:00.783547 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:27:00.783547 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:27:00.783547 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:27:00.783547 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:27:00.783547 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:27:00.783547 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:27:00.783547 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:27:00.783547 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:27:00.783547 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:27:00.783547 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:27:00.783547 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:27:00.783547 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:27:00.783547 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:27:00.783547 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:27:00.783547 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:27:00.783547 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:27:00.787379 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=add0c4da-860f-495f-afb2-768a4ea3a6fd,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:00.818450 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8b54a-7c7b-4183-95d0-94247e4b50e3 req-7816baee-eb00-48b9-8366-03c681c23f97 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:00.819972 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b4f8b54a-7c7b-4183-95d0-94247e4b50e3 req-7816baee-eb00-48b9-8366-03c681c23f97 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a280259-3da4-4deb-83a5-7a1c5eacea02 HTTP/1.1" status: 200 len: 944 time: 0.0626209 Oct 27 18:27:00.858286 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b4f8b54a-7c7b-4183-95d0-94247e4b50e3 req-94a27e20-7b41-4d6b-bad2-e5a4d26e5ed3 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315371 Oct 27 18:27:00.885561 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4bedfab7-77b7-4537-9984-c825da187d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:00.890548 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4bedfab7-77b7-4537-9984-c825da187d31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:00.894365 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4bedfab7-77b7-4537-9984-c825da187d31 admin admin] 10.222.0.52 "DELETE /v2.0/networks/32b82ec1-db28-4114-9830-c881bc38b864 HTTP/1.1" status: 204 len: 168 time: 0.4095709 Oct 27 18:27:00.912806 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bedfab7-77b7-4537-9984-c825da187d31 admin admin] Pushing event deleted for resources: {'Network': ['ID=32b82ec1-db28-4114-9830-c881bc38b864,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:00.995307 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e798ec4-4b5a-4e2a-b07f-baf791e1204b req-ef4adb13-35f0-41a0-a835-45cd9149cafa tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:00.996939 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4e798ec4-4b5a-4e2a-b07f-baf791e1204b req-ef4adb13-35f0-41a0-a835-45cd9149cafa tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 947 time: 0.0517240 Oct 27 18:27:01.035987 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4e798ec4-4b5a-4e2a-b07f-baf791e1204b req-2a63a975-7018-49a6-a4d0-4ee3e6784985 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328844 Oct 27 18:27:01.264460 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['add0c4da-860f-495f-afb2-768a4ea3a6fd'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:27:01.269242 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 57842) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:27:01.317975 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-71933015-a9f2-4189-89b9-fb9b0e2095d9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=37befbdb0b8d46daa421b1338ab3e442&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452845 Oct 27 18:27:01.318283 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 57848) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:27:01.443942 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6b7c7fc2-5b47-4724-bda6-e653d5f6cd6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:01.459001 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1230911-6ae5-46a6-860e-d8b359b7ddaf req-c0886157-d107-4563-8b99-04870a3d9bf6 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:01.461090 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1230911-6ae5-46a6-860e-d8b359b7ddaf req-c0886157-d107-4563-8b99-04870a3d9bf6 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 945 time: 0.1197641 Oct 27 18:27:01.473147 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6ccb9-6fd4-48f6-ada0-343452f199ea req-fd5a16b3-61dd-4863-b0dd-0d57f1335c85 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:01.474501 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8bb6ccb9-6fd4-48f6-ada0-343452f199ea req-fd5a16b3-61dd-4863-b0dd-0d57f1335c85 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.1274493 Oct 27 18:27:01.505727 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6b7c7fc2-5b47-4724-bda6-e653d5f6cd6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:01.556339 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1230911-6ae5-46a6-860e-d8b359b7ddaf req-550b7b15-15a7-4a8e-8c9a-8b4b19ded13c tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787494 Oct 27 18:27:01.570786 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8bb6ccb9-6fd4-48f6-ada0-343452f199ea req-74c54613-a649-48e6-8846-3784f025fa94 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812485 Oct 27 18:27:01.668819 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9025d32c-ab63-4e2b-9357-eba247daef88 req-b65b27a4-a92e-4173-8d67-165d4583592b tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0304546 Oct 27 18:27:01.669553 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6b7c7fc2-5b47-4724-bda6-e653d5f6cd6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:01.672224 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6b7c7fc2-5b47-4724-bda6-e653d5f6cd6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:01.676038 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6b7c7fc2-5b47-4724-bda6-e653d5f6cd6b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7b7f7b09-af4c-4148-8e81-0643dc29be25 HTTP/1.1" status: 204 len: 168 time: 0.3539221 Oct 27 18:27:01.681410 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c7fc2-5b47-4724-bda6-e653d5f6cd6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7f7b09-af4c-4148-8e81-0643dc29be25,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:02.101175 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a7de7-8947-425a-957c-bf22cce40ee0 req-6c2e45af-108f-4e38-99e6-f1389df04653 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:02.102733 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c65a7de7-8947-425a-957c-bf22cce40ee0 req-6c2e45af-108f-4e38-99e6-f1389df04653 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=78396184-8625-43e2-8660-0f8ebba4e923 HTTP/1.1" status: 200 len: 946 time: 0.3800297 Oct 27 18:27:02.122695 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebafba1-a2f1-4c7c-9005-8a8feef5dbab req-40f530ac-41fa-4916-836e-87d579179659 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:02.126946 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5ebafba1-a2f1-4c7c-9005-8a8feef5dbab req-40f530ac-41fa-4916-836e-87d579179659 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a280259-3da4-4deb-83a5-7a1c5eacea02 HTTP/1.1" status: 200 len: 944 time: 0.0724349 Oct 27 18:27:02.167890 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c65a7de7-8947-425a-957c-bf22cce40ee0 req-d5323fbc-ea95-4666-8d65-5560c7deb54f tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586720 Oct 27 18:27:02.180614 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5ebafba1-a2f1-4c7c-9005-8a8feef5dbab req-2d961dfd-cf85-46d0-b904-5e295f2240ad tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487878 Oct 27 18:27:02.287607 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364ffe1-46e4-4ce4-9d70-b03ddf3ad912 req-866ff730-412d-4100-acdd-b4365950a329 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:02.290295 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7364ffe1-46e4-4ce4-9d70-b03ddf3ad912 req-866ff730-412d-4100-acdd-b4365950a329 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 947 time: 0.0538979 Oct 27 18:27:02.301154 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 57864) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:27:02.332528 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7364ffe1-46e4-4ce4-9d70-b03ddf3ad912 req-17486637-8308-4173-805c-c6e637b72939 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358248 Oct 27 18:27:02.342643 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4bcf5013-6757-446a-a865-e83d85ba81c8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=541b413ba75449f2a5dd650455f0b8ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402436 Oct 27 18:27:02.345420 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 57866) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:27:02.393615 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5bad65d2-4f6c-4f75-8d0b-2c67734a427e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:02.406970 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e5be652e-2b69-4639-b26c-0313cea1dd1b details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:27:02.415565 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5bad65d2-4f6c-4f75-8d0b-2c67734a427e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:02.525944 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5bad65d2-4f6c-4f75-8d0b-2c67734a427e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:02.528762 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5bad65d2-4f6c-4f75-8d0b-2c67734a427e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:02.529978 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5bad65d2-4f6c-4f75-8d0b-2c67734a427e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c1f82835-6691-40bb-a2d7-8eecd141bc36 HTTP/1.1" status: 204 len: 168 time: 0.1834967 Oct 27 18:27:02.541373 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad65d2-4f6c-4f75-8d0b-2c67734a427e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f82835-6691-40bb-a2d7-8eecd141bc36,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:02.676270 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port e5be652e-2b69-4639-b26c-0313cea1dd1b, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e5be652e-2b69-4639-b26c-0313cea1dd1b,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:27:02.690916 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'e5be652e-2b69-4639-b26c-0313cea1dd1b', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'port_id': 'e5be652e-2b69-4639-b26c-0313cea1dd1b', 'mac_address': 'fa:16:3e:0e:6c:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:27:02.730626 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:02.744321 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5be652e-2b69-4639-b26c-0313cea1dd1b {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:27:02.751650 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe680ee2-0a76-4a8a-934b-de7fea53a9c3 req-6c5a5ee1-62f2-496b-89f5-c822c9734a10 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:02.753216 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fe680ee2-0a76-4a8a-934b-de7fea53a9c3 req-6c5a5ee1-62f2-496b-89f5-c822c9734a10 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 945 time: 0.0936263 Oct 27 18:27:02.767154 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port e5be652e-2b69-4639-b26c-0313cea1dd1b, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e5be652e-2b69-4639-b26c-0313cea1dd1b,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:27:02.769558 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0cd0b0-02ce-4c39-aeb3-46ee8678f788 req-0805f1da-905c-4f84-8c1e-594c79baf56a tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:02.771134 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-be0cd0b0-02ce-4c39-aeb3-46ee8678f788 req-0805f1da-905c-4f84-8c1e-594c79baf56a tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.0718758 Oct 27 18:27:02.823384 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:02.836712 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fe680ee2-0a76-4a8a-934b-de7fea53a9c3 req-33edf5c1-7ba9-4371-8124-21d21fa59cb6 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762439 Oct 27 18:27:02.844379 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-be0cd0b0-02ce-4c39-aeb3-46ee8678f788 req-4e8b5fd5-9667-454f-b68b-70505e72c472 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667620 Oct 27 18:27:02.879793 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=e5be652e-2b69-4639-b26c-0313cea1dd1b,revision_number=12']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:02.957409 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-67f05446-fb66-4968-b7ba-b1255856b61c req-087a9d28-1358-4190-9c4c-8f09f66b4c53 tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0295694 Oct 27 18:27:03.308447 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f7312-16e2-4411-8e3e-8c05a24f3fe7 req-b6ba2b50-296d-42ea-907d-7879b5211f17 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:03.310096 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d21f7312-16e2-4411-8e3e-8c05a24f3fe7 req-b6ba2b50-296d-42ea-907d-7879b5211f17 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=78396184-8625-43e2-8660-0f8ebba4e923 HTTP/1.1" status: 200 len: 946 time: 0.0656650 Oct 27 18:27:03.355639 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d21f7312-16e2-4411-8e3e-8c05a24f3fe7 req-773e0955-0bd3-4275-abe8-1926f871c00a tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393300 Oct 27 18:27:03.402747 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['e5be652e-2b69-4639-b26c-0313cea1dd1b'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:27:03.471771 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58d23d-6863-402b-b0d5-389b0190cc9a req-775a64fd-f63e-4c72-a71d-e71d9db4a22f tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:03.473391 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8b58d23d-6863-402b-b0d5-389b0190cc9a req-775a64fd-f63e-4c72-a71d-e71d9db4a22f tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a280259-3da4-4deb-83a5-7a1c5eacea02 HTTP/1.1" status: 200 len: 944 time: 0.0657792 Oct 27 18:27:03.542514 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a9064f-391a-4a10-878f-3889c41707ee req-6780901f-d4fa-4651-9d02-1d8193368e15 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:03.549448 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d6a9064f-391a-4a10-878f-3889c41707ee req-6780901f-d4fa-4651-9d02-1d8193368e15 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.1039264 Oct 27 18:27:03.560362 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8b58d23d-6863-402b-b0d5-389b0190cc9a req-d017e058-29f4-4ca1-bffa-7014692586a5 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679276 Oct 27 18:27:03.597885 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d6a9064f-391a-4a10-878f-3889c41707ee req-b306e875-44a8-492b-9964-6600303d40aa tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475013 Oct 27 18:27:03.657820 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f6469dc6-1bc1-4841-9b04-57cb63c2ee20 req-bcd02e5f-e90a-48cb-8a9e-96036480bbda tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0279248 Oct 27 18:27:03.758573 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080ab15-bad2-4d2e-be54-82c87e2db2ef req-a640c5df-4ee7-4b34-86a3-5166d7728c18 tempest-MigrationsAdminTest-296411656 tempest-MigrationsAdminTest-296411656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:03.760136 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a080ab15-bad2-4d2e-be54-82c87e2db2ef req-a640c5df-4ee7-4b34-86a3-5166d7728c18 tempest-MigrationsAdminTest-296411656 tempest-MigrationsAdminTest-296411656-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 1099 time: 0.0407412 Oct 27 18:27:03.796877 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a080ab15-bad2-4d2e-be54-82c87e2db2ef req-7772c598-eefb-47d9-8eb7-53a78a5609f2 tempest-MigrationsAdminTest-296411656 tempest-MigrationsAdminTest-296411656-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303438 Oct 27 18:27:04.057196 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf694bd-2478-45f7-8709-5403d76dde8a req-cc197d1d-e337-46a4-b5f2-e7172123d4a2 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:04.058833 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8cf694bd-2478-45f7-8709-5403d76dde8a req-cc197d1d-e337-46a4-b5f2-e7172123d4a2 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 945 time: 0.0611765 Oct 27 18:27:04.099968 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8cf694bd-2478-45f7-8709-5403d76dde8a req-c9cf0244-2d6d-46b5-9a85-58ca0d76ab96 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343010 Oct 27 18:27:04.207734 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7df1ba-a700-4cea-b0b5-8aa732674d05 req-9cea9cfe-e321-49e6-9a86-75e76403ff11 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:04.209505 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8a7df1ba-a700-4cea-b0b5-8aa732674d05 req-9cea9cfe-e321-49e6-9a86-75e76403ff11 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.0536032 Oct 27 18:27:04.251359 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8a7df1ba-a700-4cea-b0b5-8aa732674d05 req-e8aa984b-209c-427a-9d63-d1d2ce88e581 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351353 Oct 27 18:27:04.432873 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device add0c4da-860f-495f-afb2-768a4ea3a6fd up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:27:04.474183 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b722329-69c3-4e8b-94ce-606ebfc0fde5 req-44c6a290-2e72-4404-a9ab-dbb9ace6fbee tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:04.476468 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5b722329-69c3-4e8b-94ce-606ebfc0fde5 req-44c6a290-2e72-4404-a9ab-dbb9ace6fbee tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=78396184-8625-43e2-8660-0f8ebba4e923 HTTP/1.1" status: 200 len: 946 time: 0.0501928 Oct 27 18:27:04.516318 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5b722329-69c3-4e8b-94ce-606ebfc0fde5 req-fedaff4a-cda9-4657-b056-48a31b462363 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336201 Oct 27 18:27:04.560233 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port add0c4da-860f-495f-afb2-768a4ea3a6fd completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:27:04.564998 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port add0c4da-860f-495f-afb2-768a4ea3a6fd triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:27:04.573229 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:04.640645 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533cabb2-88ee-4b45-8723-6261bd748ae7 req-ab29e6e4-60c5-4427-8115-df614fc3a854 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:04.650838 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-533cabb2-88ee-4b45-8723-6261bd748ae7 req-ab29e6e4-60c5-4427-8115-df614fc3a854 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.0751386 Oct 27 18:27:04.674065 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:04.702513 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-533cabb2-88ee-4b45-8723-6261bd748ae7 req-f6a6a859-0798-4ea2-8d5b-f2dda37f2a3a tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534539 Oct 27 18:27:04.704109 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a280259-3da4-4deb-83a5-7a1c5eacea02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add0c4da-860f-495f-afb2-768a4ea3a6fd'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:27:04.706968 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7950b2ca-f2a1-4fca-8b30-f2628500f696" -d '{"events": [{"server_uuid": "8a280259-3da4-4deb-83a5-7a1c5eacea02", "name": "network-vif-plugged", "status": "completed", "tag": "add0c4da-860f-495f-afb2-768a4ea3a6fd"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:27:04.732744 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port add0c4da-860f-495f-afb2-768a4ea3a6fd, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=add0c4da-860f-495f-afb2-768a4ea3a6fd,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:27:04.800988 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:04.836241 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab415834-2e2a-4e2b-8e96-6a4b703f74ff req-a758150e-2d5b-4736-afcd-c14fd066eaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:04.838333 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ab415834-2e2a-4e2b-8e96-6a4b703f74ff req-a758150e-2d5b-4736-afcd-c14fd066eaf0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=73ecd40fe1594f85b64568114a717a96&device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 1096 time: 0.0576015 Oct 27 18:27:04.869754 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=add0c4da-860f-495f-afb2-768a4ea3a6fd,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:04.881531 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3b9b8-d1be-4944-9738-77954d6662b8 req-708b680c-727a-42fc-a986-8cdf98780899 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:04.884493 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5bd3b9b8-d1be-4944-9738-77954d6662b8 req-708b680c-727a-42fc-a986-8cdf98780899 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 945 time: 0.1041286 Oct 27 18:27:04.898063 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c236fd0-8f61-4520-9473-98243bd37ba2 req-cd5dfbd1-5d42-47a4-ab33-b3845d51515d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:04.899876 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1c236fd0-8f61-4520-9473-98243bd37ba2 req-cd5dfbd1-5d42-47a4-ab33-b3845d51515d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a280259-3da4-4deb-83a5-7a1c5eacea02 HTTP/1.1" status: 200 len: 944 time: 0.1356275 Oct 27 18:27:04.955268 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1c236fd0-8f61-4520-9473-98243bd37ba2 req-9ccaf28a-fa3d-4640-b5e7-1ecd01e74f15 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474534 Oct 27 18:27:04.981796 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5bd3b9b8-d1be-4944-9738-77954d6662b8 req-f32a051b-77cf-4e53-a5c3-170e6a649ff4 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749266 Oct 27 18:27:04.982528 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab415834-2e2a-4e2b-8e96-6a4b703f74ff req-b744006a-5c07-4050-a0bd-a4ccfa4e0d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:04.984559 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ab415834-2e2a-4e2b-8e96-6a4b703f74ff req-b744006a-5c07-4050-a0bd-a4ccfa4e0d7c service neutron] 10.222.0.93 "GET /v2.0/networks?id=f16c66fe-8570-46b3-ac79-4410a1968a3a HTTP/1.1" status: 200 len: 920 time: 0.1353652 Oct 27 18:27:05.028027 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe1fbd3-250e-4390-a81e-6df3dc52c39b x-openstack-request-id: req-bfe1fbd3-250e-4390-a81e-6df3dc52c39b {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:27:05.028343 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a280259-3da4-4deb-83a5-7a1c5eacea02", "name": "network-vif-plugged", "status": "completed", "tag": "add0c4da-860f-495f-afb2-768a4ea3a6fd", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:27:05.028623 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bfe1fbd3-250e-4390-a81e-6df3dc52c39b {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:27:05.029026 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a280259-3da4-4deb-83a5-7a1c5eacea02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add0c4da-860f-495f-afb2-768a4ea3a6fd', 'code': 200} Oct 27 18:27:05.042030 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ab415834-2e2a-4e2b-8e96-6a4b703f74ff req-83fa58d0-14e6-4437-8a8f-8c05ff0a67e9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e96cc03-9dc0-4b28-9cc2-d2fd32096a17 HTTP/1.1" status: 200 len: 217 time: 0.0450835 Oct 27 18:27:05.092693 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e244a3e6-16ef-45fc-b34d-350a5f395f6b req-f32a98cc-fcbd-49ab-9139-c0600192eac8 tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0413685 Oct 27 18:27:05.128747 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab415834-2e2a-4e2b-8e96-6a4b703f74ff req-44f747e8-5881-4a43-bd58-8222623b2f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:05.130386 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ab415834-2e2a-4e2b-8e96-6a4b703f74ff req-44f747e8-5881-4a43-bd58-8222623b2f55 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fa2c4956-e9e1-48c6-a1a7-2a46f1d0015f HTTP/1.1" status: 200 len: 858 time: 0.0786235 Oct 27 18:27:05.165975 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ab415834-2e2a-4e2b-8e96-6a4b703f74ff req-cac4a9b7-17db-46ca-95ac-39687d358656 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f16c66fe-8570-46b3-ac79-4410a1968a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274024 Oct 27 18:27:05.174727 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df592ce-56ef-47ec-b00a-06dee3d7e590 req-5c9832aa-d40b-46ed-99ce-fcb30c59db35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:05.176328 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0df592ce-56ef-47ec-b00a-06dee3d7e590 req-5c9832aa-d40b-46ed-99ce-fcb30c59db35 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8a280259-3da4-4deb-83a5-7a1c5eacea02 HTTP/1.1" status: 200 len: 1096 time: 0.0455422 Oct 27 18:27:05.221617 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0df592ce-56ef-47ec-b00a-06dee3d7e590 req-91e287bb-3240-4082-a768-310af4fb4273 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326288 Oct 27 18:27:05.248302 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-99ea5144-9329-4cec-9b81-b7cef77b20aa req-ca84eb09-3ab7-4e17-9deb-862992af4ef0 tempest-FlavorsV2NegativeTest-1338849891 tempest-FlavorsV2NegativeTest-1338849891-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=8547493f8c8245de8d84c7ff3bdae8b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215914 Oct 27 18:27:05.279937 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ab415834-2e2a-4e2b-8e96-6a4b703f74ff req-bbfc1439-c487-4de0-acf6-d31a4aac7b3a service neutron] 10.222.0.93 "GET /v2.0/networks/f16c66fe-8570-46b3-ac79-4410a1968a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921867 Oct 27 18:27:05.387040 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea5144-9329-4cec-9b81-b7cef77b20aa req-45d7b7be-8534-44c1-b6c3-a4a5d50927e1 tempest-FlavorsV2NegativeTest-1338849891 tempest-FlavorsV2NegativeTest-1338849891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:05.388436 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-99ea5144-9329-4cec-9b81-b7cef77b20aa req-45d7b7be-8534-44c1-b6c3-a4a5d50927e1 tempest-FlavorsV2NegativeTest-1338849891 tempest-FlavorsV2NegativeTest-1338849891-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1342595 Oct 27 18:27:05.400890 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979ca13-3e95-4c5f-a3bb-34e06804bb0d req-b5db511b-6c5d-4efb-bd49-3c92a9693ef9 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:05.402356 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9979ca13-3e95-4c5f-a3bb-34e06804bb0d req-b5db511b-6c5d-4efb-bd49-3c92a9693ef9 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.0821462 Oct 27 18:27:05.424665 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-99ea5144-9329-4cec-9b81-b7cef77b20aa req-28f8a26b-d520-4e4e-9c32-9bb5a160a11b tempest-FlavorsV2NegativeTest-1338849891 tempest-FlavorsV2NegativeTest-1338849891-project] 10.222.0.52 "GET /v2.0/quotas/8547493f8c8245de8d84c7ff3bdae8b8 HTTP/1.1" status: 200 len: 375 time: 0.0213659 Oct 27 18:27:05.465758 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9979ca13-3e95-4c5f-a3bb-34e06804bb0d req-4bd41a8e-ada7-4990-91c0-bd3466cae82e tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562229 Oct 27 18:27:05.467846 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-99ea5144-9329-4cec-9b81-b7cef77b20aa req-327785c2-0d05-4dc1-8665-556e86865e32 tempest-FlavorsV2NegativeTest-1338849891 tempest-FlavorsV2NegativeTest-1338849891-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8547493f8c8245de8d84c7ff3bdae8b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349975 Oct 27 18:27:05.578430 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ab415834-2e2a-4e2b-8e96-6a4b703f74ff req-c6531995-4642-42c5-9628-3ea3d4b7883d service neutron] 10.222.0.93 "GET /v2.0/networks/f16c66fe-8570-46b3-ac79-4410a1968a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985885 Oct 27 18:27:05.642553 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916281a-0374-4398-8c88-9cbfcec6b9de req-bd9c1e89-df39-422f-a144-88ca98e80a45 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:05.644103 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f916281a-0374-4398-8c88-9cbfcec6b9de req-bd9c1e89-df39-422f-a144-88ca98e80a45 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=78396184-8625-43e2-8660-0f8ebba4e923 HTTP/1.1" status: 200 len: 946 time: 0.0550747 Oct 27 18:27:05.686301 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f916281a-0374-4398-8c88-9cbfcec6b9de req-48b91fdb-d3cd-42c5-8c3a-4c78056d4c8a tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355155 Oct 27 18:27:05.833503 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929e962-d73c-4820-b7b2-9bda7b84a604 req-c66b9858-92aa-46ad-8b2c-2efe9e625e88 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:05.835124 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d929e962-d73c-4820-b7b2-9bda7b84a604 req-c66b9858-92aa-46ad-8b2c-2efe9e625e88 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.0513906 Oct 27 18:27:05.873782 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d929e962-d73c-4820-b7b2-9bda7b84a604 req-4e02f4ee-f75e-4993-97b0-e39122eeb248 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325501 Oct 27 18:27:06.090668 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17655b-373e-4c9a-8e43-8b6a02961967 req-f2dae126-f6d9-471a-b724-8e043dba21aa tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:06.092235 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ad17655b-373e-4c9a-8e43-8b6a02961967 req-f2dae126-f6d9-471a-b724-8e043dba21aa tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a280259-3da4-4deb-83a5-7a1c5eacea02 HTTP/1.1" status: 200 len: 945 time: 0.0514085 Oct 27 18:27:06.160256 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ad17655b-373e-4c9a-8e43-8b6a02961967 req-240925e9-ac65-4a64-8cf1-0281e8352e2a tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617204 Oct 27 18:27:06.176768 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa551b7-989f-4da1-87cd-3fcb3c2ce5be req-c5439989-5280-4135-8168-56702c01c8d3 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:06.178405 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5fa551b7-989f-4da1-87cd-3fcb3c2ce5be req-c5439989-5280-4135-8168-56702c01c8d3 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 945 time: 0.0810595 Oct 27 18:27:06.223779 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5fa551b7-989f-4da1-87cd-3fcb3c2ce5be req-caf66a1f-75f5-4986-bc13-deb58a288da2 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376632 Oct 27 18:27:06.278354 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4e283-16f7-4f2d-ad0b-3b94ce6914de req-08226bd5-54b0-42f2-bc88-b508afe83c0a tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:06.279925 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-62e4e283-16f7-4f2d-ad0b-3b94ce6914de req-08226bd5-54b0-42f2-bc88-b508afe83c0a tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=78396184-8625-43e2-8660-0f8ebba4e923 HTTP/1.1" status: 200 len: 946 time: 0.0605831 Oct 27 18:27:06.328297 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-658d36a3-b1c3-455f-8036-3c0ee7bff2fb req-f6499c29-3680-4de2-b863-d389cd5800ea tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0356398 Oct 27 18:27:06.345457 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-62e4e283-16f7-4f2d-ad0b-3b94ce6914de req-639ac6e0-dc7f-477c-9b99-dd9fc296aba3 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595200 Oct 27 18:27:06.442179 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58030) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:27:06.450166 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e5be652e-2b69-4639-b26c-0313cea1dd1b up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:27:06.554029 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port e5be652e-2b69-4639-b26c-0313cea1dd1b completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:27:06.560098 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port e5be652e-2b69-4639-b26c-0313cea1dd1b triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:27:06.560555 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:06.578632 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d3ce3f85-db47-4889-bf03-9ac08522b43c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:06.626435 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c166aef-d2c4-4f63-9305-90283b2970ac req-cf407dfa-f0bc-4396-86f2-22e197dd31ed tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:06.631369 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0c166aef-d2c4-4f63-9305-90283b2970ac req-cf407dfa-f0bc-4396-86f2-22e197dd31ed tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.0941718 Oct 27 18:27:06.649858 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:06.679867 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd2aca-97ed-4103-8160-b1946ae4286f req-3d0aa331-35e0-465c-be78-4f7b9545a118 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:06.681501 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d1dd2aca-97ed-4103-8160-b1946ae4286f req-3d0aa331-35e0-465c-be78-4f7b9545a118 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.93 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 948 time: 0.0583992 Oct 27 18:27:06.683447 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0c166aef-d2c4-4f63-9305-90283b2970ac req-9de73901-b472-460a-bbda-f12a8a8fa5b7 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487661 Oct 27 18:27:06.691842 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port e5be652e-2b69-4639-b26c-0313cea1dd1b, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e5be652e-2b69-4639-b26c-0313cea1dd1b,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:27:06.711645 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d3ce3f85-db47-4889-bf03-9ac08522b43c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:06.760190 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:06.783104 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d3ce3f85-db47-4889-bf03-9ac08522b43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:06.796520 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-d1dd2aca-97ed-4103-8160-b1946ae4286f req-7117c9f1-c2a9-4175-9428-8799b03c599f tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Deleting port e5be652e-2b69-4639-b26c-0313cea1dd1b {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:27:06.796859 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-d1dd2aca-97ed-4103-8160-b1946ae4286f req-7117c9f1-c2a9-4175-9428-8799b03c599f tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:06.815743 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=e5be652e-2b69-4639-b26c-0313cea1dd1b,revision_number=13']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:06.823501 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d3ce3f85-db47-4889-bf03-9ac08522b43c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8547493f8c8245de8d84c7ff3bdae8b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3801806 Oct 27 18:27:06.826068 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58038) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:27:06.833091 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce3f85-db47-4889-bf03-9ac08522b43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e10578-d2d9-4307-8ec4-e864ffcc70bd,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:06.878964 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-53569b82-9037-495a-99a8-0fc2f7496004 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:06.895075 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-d1dd2aca-97ed-4103-8160-b1946ae4286f req-7117c9f1-c2a9-4175-9428-8799b03c599f tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] For port e5be652e-2b69-4639-b26c-0313cea1dd1b, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e5be652e-2b69-4639-b26c-0313cea1dd1b,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:27:06.895442 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-d1dd2aca-97ed-4103-8160-b1946ae4286f req-7117c9f1-c2a9-4175-9428-8799b03c599f tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:06.905109 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-53569b82-9037-495a-99a8-0fc2f7496004 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:06.909883 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-d1dd2aca-97ed-4103-8160-b1946ae4286f req-7117c9f1-c2a9-4175-9428-8799b03c599f tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Calling delete_port for e5be652e-2b69-4639-b26c-0313cea1dd1b owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:27:07.008132 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6bbdc-b7db-4ea5-9f93-890fe3e0dba2 req-c7d578f8-e11a-4101-b22e-92c6e349b968 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:07.009652 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05a6bbdc-b7db-4ea5-9f93-890fe3e0dba2 req-c7d578f8-e11a-4101-b22e-92c6e349b968 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 949 time: 0.0541282 Oct 27 18:27:07.030591 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82aebe5-5adf-42a2-993c-cfe68d1414e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5be652e-2b69-4639-b26c-0313cea1dd1b'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:27:07.032903 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a120a35-894c-4689-9458-06d3ef548496" -d '{"events": [{"server_uuid": "e82aebe5-5adf-42a2-993c-cfe68d1414e4", "name": "network-vif-plugged", "status": "completed", "tag": "e5be652e-2b69-4639-b26c-0313cea1dd1b"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:27:07.055433 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05a6bbdc-b7db-4ea5-9f93-890fe3e0dba2 req-57f761a2-7688-43ea-868b-468ce63b4f21 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394361 Oct 27 18:27:07.058688 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-53569b82-9037-495a-99a8-0fc2f7496004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:07.063760 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-53569b82-9037-495a-99a8-0fc2f7496004 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:07.067349 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-53569b82-9037-495a-99a8-0fc2f7496004 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d8e10578-d2d9-4307-8ec4-e864ffcc70bd HTTP/1.1" status: 204 len: 168 time: 0.2379906 Oct 27 18:27:07.080011 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10867999-66ad-49db-8fe8-273ec9ff5d52 x-openstack-request-id: req-10867999-66ad-49db-8fe8-273ec9ff5d52 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:27:07.080368 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82aebe5-5adf-42a2-993c-cfe68d1414e4", "name": "network-vif-plugged", "status": "completed", "tag": "e5be652e-2b69-4639-b26c-0313cea1dd1b", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:27:07.080790 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-10867999-66ad-49db-8fe8-273ec9ff5d52 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:27:07.081185 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82aebe5-5adf-42a2-993c-cfe68d1414e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5be652e-2b69-4639-b26c-0313cea1dd1b', 'code': 200} Oct 27 18:27:07.081500 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53569b82-9037-495a-99a8-0fc2f7496004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e10578-d2d9-4307-8ec4-e864ffcc70bd,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:07.114338 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-d1dd2aca-97ed-4103-8160-b1946ae4286f req-7117c9f1-c2a9-4175-9428-8799b03c599f tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:07.126931 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['7848076d-2451-4103-97da-2fddc47f6bb3'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:27:07.150459 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['28c73000-e05a-4162-bd24-a40db0e232e9', '05c9daa4-10d7-41ab-8573-a5526d5c4abe', 'e5be652e-2b69-4639-b26c-0313cea1dd1b'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:27:07.153564 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117c9f1-c2a9-4175-9428-8799b03c599f tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Pushing event deleted for resources: {'Port': ['ID=e5be652e-2b69-4639-b26c-0313cea1dd1b,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:07.212932 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1dd2aca-97ed-4103-8160-b1946ae4286f req-7117c9f1-c2a9-4175-9428-8799b03c599f tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] No DVR routers for this DVR port e5be652e-2b69-4639-b26c-0313cea1dd1b on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:27:07.223033 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-d1dd2aca-97ed-4103-8160-b1946ae4286f req-7117c9f1-c2a9-4175-9428-8799b03c599f tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:07.226387 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d1dd2aca-97ed-4103-8160-b1946ae4286f req-7117c9f1-c2a9-4175-9428-8799b03c599f tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.93 "DELETE /v2.0/ports/e5be652e-2b69-4639-b26c-0313cea1dd1b HTTP/1.1" status: 204 len: 173 time: 0.5341403 Oct 27 18:27:07.227639 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82aebe5-5adf-42a2-993c-cfe68d1414e4', 'name': 'network-vif-deleted', 'tag': 'e5be652e-2b69-4639-b26c-0313cea1dd1b'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:27:07.232967 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26cd52e-75bd-429b-afa0-e66c5c05b828" -d '{"events": [{"server_uuid": "e82aebe5-5adf-42a2-993c-cfe68d1414e4", "name": "network-vif-deleted", "tag": "e5be652e-2b69-4639-b26c-0313cea1dd1b"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:27:07.288419 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e53162a-0aec-4e40-9c20-92956d9df3b4 x-openstack-request-id: req-4e53162a-0aec-4e40-9c20-92956d9df3b4 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:27:07.289462 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82aebe5-5adf-42a2-993c-cfe68d1414e4", "name": "network-vif-deleted", "tag": "e5be652e-2b69-4639-b26c-0313cea1dd1b", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:27:07.289873 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4e53162a-0aec-4e40-9c20-92956d9df3b4 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:27:07.290563 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82aebe5-5adf-42a2-993c-cfe68d1414e4', 'name': 'network-vif-deleted', 'tag': 'e5be652e-2b69-4639-b26c-0313cea1dd1b', 'status': 'completed', 'code': 200} Oct 27 18:27:07.347059 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf2eeb1-664d-4406-9002-56881cbde8a9 req-0a66a0bd-f3cc-410d-b443-b496a1d83af1 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:07.349417 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aaf2eeb1-664d-4406-9002-56881cbde8a9 req-0a66a0bd-f3cc-410d-b443-b496a1d83af1 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a280259-3da4-4deb-83a5-7a1c5eacea02 HTTP/1.1" status: 200 len: 945 time: 0.0806563 Oct 27 18:27:07.468053 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aaf2eeb1-664d-4406-9002-56881cbde8a9 req-dcd57232-2623-4208-b8ed-4e50768adde3 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042092 Oct 27 18:27:07.483659 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea213f-f414-425d-ab55-35ef4caf2d15 req-0234cd6c-d4f1-4766-b3b4-1b5679032116 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:07.487855 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-caea213f-f414-425d-ab55-35ef4caf2d15 req-0234cd6c-d4f1-4766-b3b4-1b5679032116 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 945 time: 0.1064546 Oct 27 18:27:07.577802 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-caea213f-f414-425d-ab55-35ef4caf2d15 req-becc6134-5313-4e6a-a834-632e09f7ba75 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794334 Oct 27 18:27:07.612238 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-262e21d9-5d01-448b-b800-718f1c228352 req-8054a2db-1a23-4b9c-af9f-5547d1320579 tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0370078 Oct 27 18:27:07.706332 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa0f87-cae9-494c-8d48-f8d142b3a91e req-7db9f7f3-a37d-42ee-af48-43c22bfbd315 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:07.707868 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a2aa0f87-cae9-494c-8d48-f8d142b3a91e req-7db9f7f3-a37d-42ee-af48-43c22bfbd315 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=78396184-8625-43e2-8660-0f8ebba4e923 HTTP/1.1" status: 200 len: 946 time: 0.0516496 Oct 27 18:27:07.755561 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a2aa0f87-cae9-494c-8d48-f8d142b3a91e req-b66d46ec-b14c-4807-9b91-c68f343c0460 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/security-groups?id=acac2045-886c-4203-977f-0f48c29b667c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377867 Oct 27 18:27:07.817414 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76a5d2-19d7-446d-acd8-8f33dabf361a req-0a2d405d-8b9a-41b8-86d6-9a81fc271cd3 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:07.818952 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ab76a5d2-19d7-446d-acd8-8f33dabf361a req-0a2d405d-8b9a-41b8-86d6-9a81fc271cd3 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.0511575 Oct 27 18:27:07.857562 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ab76a5d2-19d7-446d-acd8-8f33dabf361a req-5fbe6405-a620-40ac-a0e5-b2cb682620bc tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316808 Oct 27 18:27:08.158772 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-58a87d17-cc05-4b9b-ad0d-038efebb94e8 req-c826b5cd-6715-4562-98e3-ad43801827d3 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=e82aebe5-5adf-42a2-993c-cfe68d1414e4 HTTP/1.1" status: 200 len: 210 time: 0.0255115 Oct 27 18:27:08.166451 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58080) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:27:08.226269 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868daaa-c7a8-437d-ad7a-c4098436635a req-96193d37-f137-4f6c-9565-7e4c7ee4328e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:08.228422 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3868daaa-c7a8-437d-ad7a-c4098436635a req-96193d37-f137-4f6c-9565-7e4c7ee4328e tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.93 "GET /v2.0/ports?device_id=78396184-8625-43e2-8660-0f8ebba4e923 HTTP/1.1" status: 200 len: 946 time: 0.0667102 Oct 27 18:27:08.287456 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-42288b25-83a5-4830-8507-69952de40e8d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1202964274-network', 'tenant_id': '04d54874387f464283ceea87047d43f9'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:27:08.331157 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-3868daaa-c7a8-437d-ad7a-c4098436635a req-48a13c46-c941-4df5-89ef-eff4a9652b83 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Deleting port 9229fed8-9268-4341-95a4-fc6be674d0f9 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:27:08.331504 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-3868daaa-c7a8-437d-ad7a-c4098436635a req-48a13c46-c941-4df5-89ef-eff4a9652b83 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:08.365420 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42288b25-83a5-4830-8507-69952de40e8d admin admin] Made reservation on behalf of 04d54874387f464283ceea87047d43f9 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:27:08.368806 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-42288b25-83a5-4830-8507-69952de40e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:08.377945 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-42288b25-83a5-4830-8507-69952de40e8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:08.425633 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-3868daaa-c7a8-437d-ad7a-c4098436635a req-48a13c46-c941-4df5-89ef-eff4a9652b83 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] For port 9229fed8-9268-4341-95a4-fc6be674d0f9, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=9229fed8-9268-4341-95a4-fc6be674d0f9,segment=NetworkSegment(c3b83e00-8105-42bf-a65c-5b309278d20d),segment_id=c3b83e00-8105-42bf-a65c-5b309278d20d)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:27:08.426003 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-3868daaa-c7a8-437d-ad7a-c4098436635a req-48a13c46-c941-4df5-89ef-eff4a9652b83 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:08.438983 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-3868daaa-c7a8-437d-ad7a-c4098436635a req-48a13c46-c941-4df5-89ef-eff4a9652b83 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Calling delete_port for 9229fed8-9268-4341-95a4-fc6be674d0f9 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:27:08.461076 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-42288b25-83a5-4830-8507-69952de40e8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:08.525880 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-42288b25-83a5-4830-8507-69952de40e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:08.576916 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42288b25-83a5-4830-8507-69952de40e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cecd558f-7126-4d17-8dc4-6ee078eeedad,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:08.598941 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ddd586-9f5c-440d-8f29-a477ff1f54e8 req-379506b8-5748-4870-963d-e56b9f974241 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:08.600245 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f7ddd586-9f5c-440d-8f29-a477ff1f54e8 req-379506b8-5748-4870-963d-e56b9f974241 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a280259-3da4-4deb-83a5-7a1c5eacea02 HTTP/1.1" status: 200 len: 945 time: 0.0675972 Oct 27 18:27:08.612386 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-3868daaa-c7a8-437d-ad7a-c4098436635a req-48a13c46-c941-4df5-89ef-eff4a9652b83 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:08.630682 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['9229fed8-9268-4341-95a4-fc6be674d0f9'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:27:08.643866 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a13c46-c941-4df5-89ef-eff4a9652b83 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Pushing event deleted for resources: {'Port': ['ID=9229fed8-9268-4341-95a4-fc6be674d0f9,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:08.644540 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42288b25-83a5-4830-8507-69952de40e8d admin admin] vlan segment allocate from pool success with {'vlan_id': 1044, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:27:08.668234 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f7ddd586-9f5c-440d-8f29-a477ff1f54e8 req-7807a59b-81f7-45be-91b0-a9a6d0ae2150 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611091 Oct 27 18:27:08.682295 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-42288b25-83a5-4830-8507-69952de40e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:08.682295 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-42288b25-83a5-4830-8507-69952de40e8d admin admin] Added segment 22ff1e10-58c1-48e2-bcc1-b17c7bb71a91 of type vlan for network a2aca3bf-85ff-4af5-b6b5-e0759d08542c Oct 27 18:27:08.687123 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-3868daaa-c7a8-437d-ad7a-c4098436635a req-48a13c46-c941-4df5-89ef-eff4a9652b83 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] No DVR routers for this DVR port 9229fed8-9268-4341-95a4-fc6be674d0f9 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:27:08.689885 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-3868daaa-c7a8-437d-ad7a-c4098436635a req-48a13c46-c941-4df5-89ef-eff4a9652b83 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:08.693420 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3868daaa-c7a8-437d-ad7a-c4098436635a req-48a13c46-c941-4df5-89ef-eff4a9652b83 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.93 "DELETE /v2.0/ports/9229fed8-9268-4341-95a4-fc6be674d0f9 HTTP/1.1" status: 204 len: 173 time: 0.4576702 Oct 27 18:27:08.763317 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-42288b25-83a5-4830-8507-69952de40e8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:08.785181 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eba22dae-8ff5-4e98-b98c-c0411db65503 req-1d3ddd47-54d0-4ab0-92c2-84b87e5bbd76 tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0451362 Oct 27 18:27:08.814133 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137cef91-1c70-40eb-ade1-11c18a921852 req-e451ae37-b7c9-4cd9-b3c4-3537d973f689 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:08.815768 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-137cef91-1c70-40eb-ade1-11c18a921852 req-e451ae37-b7c9-4cd9-b3c4-3537d973f689 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 945 time: 0.1210034 Oct 27 18:27:08.861065 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-137cef91-1c70-40eb-ade1-11c18a921852 req-e36f25b8-5456-487e-9461-bfc2a20a28fc tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370719 Oct 27 18:27:08.908482 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-42288b25-83a5-4830-8507-69952de40e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:08.909491 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42288b25-83a5-4830-8507-69952de40e8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:08.910079 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-42288b25-83a5-4830-8507-69952de40e8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:08.992971 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4e1225d7-926d-4666-bf1e-4d579a77eedd req-13cf2a37-e310-456f-ad98-094e18a4d8e1 tempest-DeleteServersTestJSON-989904643 tempest-DeleteServersTestJSON-989904643-project] 10.222.0.52 "GET /v2.0/ports?device_id=78396184-8625-43e2-8660-0f8ebba4e923 HTTP/1.1" status: 200 len: 210 time: 0.0625463 Oct 27 18:27:09.028031 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42288b25-83a5-4830-8507-69952de40e8d admin admin] Pushing event updated for resources: {'Network': ['ID=a2aca3bf-85ff-4af5-b6b5-e0759d08542c,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:09.037640 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network a2aca3bf-85ff-4af5-b6b5-e0759d08542c details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:27:09.043740 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-42288b25-83a5-4830-8507-69952de40e8d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 903 time: 0.8762186 Oct 27 18:27:09.046633 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58098) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:27:09.051511 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-8745aee1-674c-42e8-9025-ed35bfd51676 admin admin] Request body: {'subnet': {'network_id': 'a2aca3bf-85ff-4af5-b6b5-e0759d08542c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1202964274-subnet', 'tenant_id': '04d54874387f464283ceea87047d43f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:27:09.071530 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc160e-d2a5-4cfc-92bd-1940205e1fdf req-e368792f-ce61-480c-b8ea-eeebe210c8bf tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:09.073355 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c9fc160e-d2a5-4cfc-92bd-1940205e1fdf req-e368792f-ce61-480c-b8ea-eeebe210c8bf tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.0795243 Oct 27 18:27:09.123741 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c9fc160e-d2a5-4cfc-92bd-1940205e1fdf req-df98cf0f-f61e-4961-9227-8aa34474feba tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352328 Oct 27 18:27:09.142621 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8745aee1-674c-42e8-9025-ed35bfd51676 admin admin] Made reservation on behalf of 04d54874387f464283ceea87047d43f9 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:27:09.145002 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8745aee1-674c-42e8-9025-ed35bfd51676 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:09.292209 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78396184-8625-43e2-8660-0f8ebba4e923', 'name': 'network-vif-deleted', 'tag': '9229fed8-9268-4341-95a4-fc6be674d0f9'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:27:09.294725 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdae80e2-ef4f-4979-8138-e2708dd63e97" -d '{"events": [{"server_uuid": "78396184-8625-43e2-8660-0f8ebba4e923", "name": "network-vif-deleted", "tag": "9229fed8-9268-4341-95a4-fc6be674d0f9"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:27:09.330321 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0831e8-16af-4836-be3e-9022a359e62a x-openstack-request-id: req-4e0831e8-16af-4836-be3e-9022a359e62a {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:27:09.330612 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78396184-8625-43e2-8660-0f8ebba4e923", "name": "network-vif-deleted", "tag": "9229fed8-9268-4341-95a4-fc6be674d0f9", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:27:09.330906 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4e0831e8-16af-4836-be3e-9022a359e62a {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:27:09.331289 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78396184-8625-43e2-8660-0f8ebba4e923', 'name': 'network-vif-deleted', 'tag': '9229fed8-9268-4341-95a4-fc6be674d0f9', 'status': 'completed', 'code': 200} Oct 27 18:27:09.377898 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8745aee1-674c-42e8-9025-ed35bfd51676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:09.437395 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8745aee1-674c-42e8-9025-ed35bfd51676 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b69c50a7-d61e-4a50-b965-052391ecc00d,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:09.441827 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8745aee1-674c-42e8-9025-ed35bfd51676 admin admin] Checking segment: {'id': '22ff1e10-58c1-48e2-bcc1-b17c7bb71a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'a2aca3bf-85ff-4af5-b6b5-e0759d08542c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:27:09.442178 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8745aee1-674c-42e8-9025-ed35bfd51676 admin admin] Network hostable DHCP agents. Network: a2aca3bf-85ff-4af5-b6b5-e0759d08542c, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:27:09.525455 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8745aee1-674c-42e8-9025-ed35bfd51676 admin admin] Network a2aca3bf-85ff-4af5-b6b5-e0759d08542c is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:27:09.602700 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b66d2925-6e09-4c7a-91b6-53b0ea1d127e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:09.650328 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-8745aee1-674c-42e8-9025-ed35bfd51676 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, a2aca3bf-85ff-4af5-b6b5-e0759d08542c) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:27:09.657253 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8745aee1-674c-42e8-9025-ed35bfd51676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:09.658549 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8745aee1-674c-42e8-9025-ed35bfd51676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:09.662224 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0740525-481a-463a-ba36-ec6d8d8bc77b None None] Network a2aca3bf-85ff-4af5-b6b5-e0759d08542c requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:27:09.667540 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f669d0-f240-4185-a0f9-09923519bca8 req-5cfdb540-4457-4b35-869b-a8d9092cfaeb tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:09.669070 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-72f669d0-f240-4185-a0f9-09923519bca8 req-5cfdb540-4457-4b35-869b-a8d9092cfaeb tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 951 time: 0.0587542 Oct 27 18:27:09.714939 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-72f669d0-f240-4185-a0f9-09923519bca8 req-33c2d4a6-8160-400b-a8c9-f792e639be16 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385056 Oct 27 18:27:09.767955 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8745aee1-674c-42e8-9025-ed35bfd51676 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7200737 Oct 27 18:27:09.770455 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58108) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:27:09.774949 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-028fd0d8-4d51-47a9-b91c-746bf628b279 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1202964274-router', 'tenant_id': '04d54874387f464283ceea87047d43f9', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:27:09.812430 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da0cf0d-cac5-4d3b-b979-3622ac794928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-a2aca3bf-85ff-4af5-b6b5-e0759d08542c', 'network_id': 'a2aca3bf-85ff-4af5-b6b5-e0759d08542c', 'tenant_id': '04d54874387f464283ceea87047d43f9', 'fixed_ips': [{'subnet_id': 'b69c50a7-d61e-4a50-b965-052391ecc00d'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:27:09.813288 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9da0cf0d-cac5-4d3b-b979-3622ac794928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:09.863453 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-028fd0d8-4d51-47a9-b91c-746bf628b279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:09.864700 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-028fd0d8-4d51-47a9-b91c-746bf628b279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:09.904129 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8642933e-6403-4512-a95a-5901a3cefe5e req-e65414a2-83e8-4973-a948-1b9818443d57 tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0323465 Oct 27 18:27:09.951745 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-028fd0d8-4d51-47a9-b91c-746bf628b279 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:09.983090 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-9da0cf0d-cac5-4d3b-b979-3622ac794928 None None] Allocated IP 172.20.0.2 (a2aca3bf-85ff-4af5-b6b5-e0759d08542c/b69c50a7-d61e-4a50-b965-052391ecc00d/deff054f-912d-4309-a72e-e4a325b6cf7f) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:27:10.089699 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd4e3b-16a1-46b8-8b28-b518bf39eeb3 req-ca247719-c237-4bed-a66b-432927cf339b tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:10.091279 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-78dd4e3b-16a1-46b8-8b28-b518bf39eeb3 req-ca247719-c237-4bed-a66b-432927cf339b tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 945 time: 0.1162279 Oct 27 18:27:10.153366 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9da0cf0d-cac5-4d3b-b979-3622ac794928 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:10.186966 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-028fd0d8-4d51-47a9-b91c-746bf628b279 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:10.198411 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-78dd4e3b-16a1-46b8-8b28-b518bf39eeb3 req-6eb87125-f793-4fbf-a51b-810355704c6d tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010318 Oct 27 18:27:10.251565 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9da0cf0d-cac5-4d3b-b979-3622ac794928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:10.281715 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44820ac2-069e-4c0e-93b6-c4d409650f75 req-ef94047c-ceb1-4854-8626-52eae2fe1884 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:10.288678 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-44820ac2-069e-4c0e-93b6-c4d409650f75 req-ef94047c-ceb1-4854-8626-52eae2fe1884 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.0640857 Oct 27 18:27:10.294417 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da0cf0d-cac5-4d3b-b979-3622ac794928 None None] Network a2aca3bf-85ff-4af5-b6b5-e0759d08542c is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:27:10.297408 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-9da0cf0d-cac5-4d3b-b979-3622ac794928 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:27:10.306033 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da0cf0d-cac5-4d3b-b979-3622ac794928 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:27:10.307786 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da0cf0d-cac5-4d3b-b979-3622ac794928 None None] Pushing event updated for resources: {'Port': ['ID=deff054f-912d-4309-a72e-e4a325b6cf7f,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:10.386566 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-44820ac2-069e-4c0e-93b6-c4d409650f75 req-deea4eb9-9176-4643-8867-5525b01e3719 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844007 Oct 27 18:27:10.392621 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-9da0cf0d-cac5-4d3b-b979-3622ac794928 None None] Attempting to bind port deff054f-912d-4309-a72e-e4a325b6cf7f on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:27:10.393066 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-9da0cf0d-cac5-4d3b-b979-3622ac794928 None None] Attempting to bind port deff054f-912d-4309-a72e-e4a325b6cf7f by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '22ff1e10-58c1-48e2-bcc1-b17c7bb71a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'a2aca3bf-85ff-4af5-b6b5-e0759d08542c'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:27:10.393353 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da0cf0d-cac5-4d3b-b979-3622ac794928 None None] Attempting to bind port deff054f-912d-4309-a72e-e4a325b6cf7f on network a2aca3bf-85ff-4af5-b6b5-e0759d08542c {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:27:10.407565 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da0cf0d-cac5-4d3b-b979-3622ac794928 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:27:10.407949 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da0cf0d-cac5-4d3b-b979-3622ac794928 None None] Checking segment: {'id': '22ff1e10-58c1-48e2-bcc1-b17c7bb71a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'a2aca3bf-85ff-4af5-b6b5-e0759d08542c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:27:10.408472 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9da0cf0d-cac5-4d3b-b979-3622ac794928 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:10.408864 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da0cf0d-cac5-4d3b-b979-3622ac794928 None None] Bound using segment: {'id': '22ff1e10-58c1-48e2-bcc1-b17c7bb71a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'a2aca3bf-85ff-4af5-b6b5-e0759d08542c'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:27:10.409402 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-9da0cf0d-cac5-4d3b-b979-3622ac794928 None None] Bound port: deff054f-912d-4309-a72e-e4a325b6cf7f, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ff1e10-58c1-48e2-bcc1-b17c7bb71a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'a2aca3bf-85ff-4af5-b6b5-e0759d08542c'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:27:10.409717 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9da0cf0d-cac5-4d3b-b979-3622ac794928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:10.477059 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-9da0cf0d-cac5-4d3b-b979-3622ac794928 None None] For port deff054f-912d-4309-a72e-e4a325b6cf7f, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:27:10.480621 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 9229fed8-9268-4341-95a4-fc6be674d0f9 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:27:10.483512 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-9da0cf0d-cac5-4d3b-b979-3622ac794928 None None] For port deff054f-912d-4309-a72e-e4a325b6cf7f, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=deff054f-912d-4309-a72e-e4a325b6cf7f,segment=NetworkSegment(22ff1e10-58c1-48e2-bcc1-b17c7bb71a91),segment_id=22ff1e10-58c1-48e2-bcc1-b17c7bb71a91)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:27:10.503318 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 9229fed8-9268-4341-95a4-fc6be674d0f9 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:27:10.503674 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 9229fed8-9268-4341-95a4-fc6be674d0f9 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:27:10.504074 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e5be652e-2b69-4639-b26c-0313cea1dd1b no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:27:10.523493 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: e5be652e-2b69-4639-b26c-0313cea1dd1b {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:27:10.523832 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e5be652e-2b69-4639-b26c-0313cea1dd1b not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:27:10.547940 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9da0cf0d-cac5-4d3b-b979-3622ac794928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:10.559711 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-028fd0d8-4d51-47a9-b91c-746bf628b279 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:10.579988 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-028fd0d8-4d51-47a9-b91c-746bf628b279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:10.613879 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da0cf0d-cac5-4d3b-b979-3622ac794928 None None] Pushing event updated for resources: {'Port': ['ID=deff054f-912d-4309-a72e-e4a325b6cf7f,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:10.707518 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-028fd0d8-4d51-47a9-b91c-746bf628b279 admin admin] Allocated IP 172.25.6.65 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/daef9fcd-69b3-49bd-89d6-07462f6c991a) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:27:10.881805 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-028fd0d8-4d51-47a9-b91c-746bf628b279 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:10.910218 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b47b1c-e317-4e07-8d34-2c028ac75025 req-b81fdbe2-fe81-4b65-bc26-85f49ce46676 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:10.911917 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-70b47b1c-e317-4e07-8d34-2c028ac75025 req-b81fdbe2-fe81-4b65-bc26-85f49ce46676 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 951 time: 0.0826211 Oct 27 18:27:10.966263 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-70b47b1c-e317-4e07-8d34-2c028ac75025 req-aedc23ad-151b-4cb9-93cd-7b9d314d417e tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426750 Oct 27 18:27:11.012065 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-028fd0d8-4d51-47a9-b91c-746bf628b279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:11.035467 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b841e367-725f-4d54-851b-24d9c9c92be1 req-2848db7d-790e-41a6-b211-b1ba2721cb36 tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0376999 Oct 27 18:27:11.065633 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028fd0d8-4d51-47a9-b91c-746bf628b279 admin admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:27:11.071799 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-028fd0d8-4d51-47a9-b91c-746bf628b279 admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:27:11.076828 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028fd0d8-4d51-47a9-b91c-746bf628b279 admin admin] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:27:11.113649 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028fd0d8-4d51-47a9-b91c-746bf628b279 admin admin] Pushing event updated for resources: {'Port': ['ID=daef9fcd-69b3-49bd-89d6-07462f6c991a,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:11.282492 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937a58b-89a1-4861-9baa-542082acc5c1 req-9140b548-9617-4749-8096-49c313843e1c tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:11.284739 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6937a58b-89a1-4861-9baa-542082acc5c1 req-9140b548-9617-4749-8096-49c313843e1c tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.93 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 951 time: 0.0754364 Oct 27 18:27:11.421634 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1cb39-a4d4-45eb-a596-24933f4e239e req-4b2aebd8-fa11-4bc0-86e8-2834072ea4d3 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:11.423799 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-acf1cb39-a4d4-45eb-a596-24933f4e239e req-4b2aebd8-fa11-4bc0-86e8-2834072ea4d3 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 945 time: 0.1451480 Oct 27 18:27:11.438360 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-6937a58b-89a1-4861-9baa-542082acc5c1 req-9cb33739-c9e6-4f10-849e-04fac6444340 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Deleting port 05c9daa4-10d7-41ab-8573-a5526d5c4abe {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:27:11.439780 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6937a58b-89a1-4861-9baa-542082acc5c1 req-9cb33739-c9e6-4f10-849e-04fac6444340 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:11.465010 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-028fd0d8-4d51-47a9-b91c-746bf628b279 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:11.567895 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-6937a58b-89a1-4861-9baa-542082acc5c1 req-9cb33739-c9e6-4f10-849e-04fac6444340 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] For port 05c9daa4-10d7-41ab-8573-a5526d5c4abe, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=05c9daa4-10d7-41ab-8573-a5526d5c4abe,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:27:11.568654 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6937a58b-89a1-4861-9baa-542082acc5c1 req-9cb33739-c9e6-4f10-849e-04fac6444340 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:11.583993 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-6937a58b-89a1-4861-9baa-542082acc5c1 req-9cb33739-c9e6-4f10-849e-04fac6444340 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Calling delete_port for 05c9daa4-10d7-41ab-8573-a5526d5c4abe owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:27:11.617599 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-acf1cb39-a4d4-45eb-a596-24933f4e239e req-1d4001b4-f9bd-4f42-837b-ead87efe8bf0 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801977 Oct 27 18:27:11.744607 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6dec0d-98cc-43f1-80e6-f39ee9b305fb req-112feb8c-927f-43c3-9744-8f20bb6b5f40 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:11.746163 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2b6dec0d-98cc-43f1-80e6-f39ee9b305fb req-112feb8c-927f-43c3-9744-8f20bb6b5f40 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.2412546 Oct 27 18:27:11.777040 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee9f28e-cdc2-4325-9b64-ddedd737b3dc None None] Network a2aca3bf-85ff-4af5-b6b5-e0759d08542c requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:27:11.800872 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-028fd0d8-4d51-47a9-b91c-746bf628b279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:11.805678 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2b6dec0d-98cc-43f1-80e6-f39ee9b305fb req-5de2fadd-7550-448c-883f-5724089bda5e tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501118 Oct 27 18:27:11.845775 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6937a58b-89a1-4861-9baa-542082acc5c1 req-9cb33739-c9e6-4f10-849e-04fac6444340 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:11.862078 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['7848076d-2451-4103-97da-2fddc47f6bb3'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:27:11.864269 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['28c73000-e05a-4162-bd24-a40db0e232e9', '05c9daa4-10d7-41ab-8573-a5526d5c4abe'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:27:11.866668 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-a101efb4-6e2c-40d1-8378-76b4afac739e None None] Provisioning complete for port deff054f-912d-4309-a72e-e4a325b6cf7f triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:27:11.867220 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a101efb4-6e2c-40d1-8378-76b4afac739e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:11.893490 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb33739-c9e6-4f10-849e-04fac6444340 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Pushing event deleted for resources: {'Port': ['ID=05c9daa4-10d7-41ab-8573-a5526d5c4abe,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:11.944314 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-6937a58b-89a1-4861-9baa-542082acc5c1 req-9cb33739-c9e6-4f10-849e-04fac6444340 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] No DVR routers for this DVR port 05c9daa4-10d7-41ab-8573-a5526d5c4abe on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:27:11.948481 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6937a58b-89a1-4861-9baa-542082acc5c1 req-9cb33739-c9e6-4f10-849e-04fac6444340 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:11.952129 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6937a58b-89a1-4861-9baa-542082acc5c1 req-9cb33739-c9e6-4f10-849e-04fac6444340 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.93 "DELETE /v2.0/ports/05c9daa4-10d7-41ab-8573-a5526d5c4abe HTTP/1.1" status: 204 len: 173 time: 0.6520991 Oct 27 18:27:11.952778 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3', 'name': 'network-vif-deleted', 'tag': '05c9daa4-10d7-41ab-8573-a5526d5c4abe'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:27:11.955842 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9845561d-147a-453e-b048-edf61b69e703" -d '{"events": [{"server_uuid": "dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3", "name": "network-vif-deleted", "tag": "05c9daa4-10d7-41ab-8573-a5526d5c4abe"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:27:12.003594 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f24ef94-0ade-4a3c-81a1-bdf0fea06b17 x-openstack-request-id: req-1f24ef94-0ade-4a3c-81a1-bdf0fea06b17 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:27:12.003911 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3", "name": "network-vif-deleted", "tag": "05c9daa4-10d7-41ab-8573-a5526d5c4abe", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:27:12.004190 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1f24ef94-0ade-4a3c-81a1-bdf0fea06b17 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:27:12.004567 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3', 'name': 'network-vif-deleted', 'tag': '05c9daa4-10d7-41ab-8573-a5526d5c4abe', 'status': 'completed', 'code': 200} Oct 27 18:27:12.022565 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028fd0d8-4d51-47a9-b91c-746bf628b279 admin admin] Router ff87b29d-b44a-4260-a8ea-2ece5bb071fb is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:27:12.171790 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-df19b98c-76bc-421d-b2db-870eccddaf8b req-8a2b8dcc-ce29-4ce2-83b4-cfdb3b0fceae tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc4ec5ac-3f0c-488c-9afa-1ab03e1ae8e3 HTTP/1.1" status: 200 len: 210 time: 0.0353110 Oct 27 18:27:12.224691 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1fdf73ab-2eca-4da1-aac0-a8c144f7e3cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:12.264072 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028fd0d8-4d51-47a9-b91c-746bf628b279 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:27:12.275499 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a101efb4-6e2c-40d1-8378-76b4afac739e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:12.296751 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cc7978-bb41-4ecc-ae99-57357ddc8e1c None None] Sync routers for ids ['ff87b29d-b44a-4260-a8ea-2ece5bb071fb'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:27:12.379233 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cc7978-bb41-4ecc-ae99-57357ddc8e1c None None] Routers {'ff87b29d-b44a-4260-a8ea-2ece5bb071fb'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:27:12.379867 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-65cc7978-bb41-4ecc-ae99-57357ddc8e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:27:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['ff87b29d-b44a-4260-a8ea-2ece5bb071fb'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:27:12.407733 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-032fe460-9e0f-47c1-be0c-ee45f6c964c9 req-d69568e1-ecbf-4e69-94c8-1341ad128db9 tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0864196 Oct 27 18:27:12.427308 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-028fd0d8-4d51-47a9-b91c-746bf628b279 admin admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:12.430318 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-028fd0d8-4d51-47a9-b91c-746bf628b279 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 2.6588860 Oct 27 18:27:12.433143 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 58170) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:27:12.638935 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-a101efb4-6e2c-40d1-8378-76b4afac739e None None] For port deff054f-912d-4309-a72e-e4a325b6cf7f, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=deff054f-912d-4309-a72e-e4a325b6cf7f,segment=NetworkSegment(22ff1e10-58c1-48e2-bcc1-b17c7bb71a91),segment_id=22ff1e10-58c1-48e2-bcc1-b17c7bb71a91)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:27:12.640134 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device deff054f-912d-4309-a72e-e4a325b6cf7f up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:27:12.750658 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-65cc7978-bb41-4ecc-ae99-57357ddc8e1c None None] Set router ff87b29d-b44a-4260-a8ea-2ece5bb071fb gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:27:12.797062 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608977f0-f2b4-4d58-ad8c-a74d92ecc78b req-f7b75188-5546-4468-99fd-a3d9335f4b00 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:12.801707 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-608977f0-f2b4-4d58-ad8c-a74d92ecc78b req-f7b75188-5546-4468-99fd-a3d9335f4b00 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 945 time: 0.0869207 Oct 27 18:27:12.860554 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-608977f0-f2b4-4d58-ad8c-a74d92ecc78b req-b0f766f3-d32d-4328-bf66-9d3d070f4b1c tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524805 Oct 27 18:27:12.870957 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a101efb4-6e2c-40d1-8378-76b4afac739e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:12.959038 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbe43d-85de-45b1-b597-32abdfe31586 req-006b3506-b312-46dc-86b4-6db4b9044ab5 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:12.966738 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4bbbe43d-85de-45b1-b597-32abdfe31586 req-006b3506-b312-46dc-86b4-6db4b9044ab5 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.0628417 Oct 27 18:27:13.015777 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-67640d4b-1bb1-4184-989d-583e80792254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:13.036801 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port deff054f-912d-4309-a72e-e4a325b6cf7f triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:27:13.037176 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:13.052154 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4bbbe43d-85de-45b1-b597-32abdfe31586 req-3ec4739c-0e60-4f4b-a61a-f875ac6b50a3 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844269 Oct 27 18:27:13.128170 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-407d278a-895b-460c-9778-b636afeefb58 None None] Provisioning complete for port deff054f-912d-4309-a72e-e4a325b6cf7f triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:27:13.128451 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-407d278a-895b-460c-9778-b636afeefb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:13.159205 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a101efb4-6e2c-40d1-8378-76b4afac739e None None] Pushing event updated for resources: {'Port': ['ID=deff054f-912d-4309-a72e-e4a325b6cf7f,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:13.245552 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-67640d4b-1bb1-4184-989d-583e80792254 admin admin] Allocated IP 172.20.0.1 (a2aca3bf-85ff-4af5-b6b5-e0759d08542c/b69c50a7-d61e-4a50-b965-052391ecc00d/490337d7-a53b-494f-90a9-e654dc0c4a60) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:27:13.346606 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-65cc7978-bb41-4ecc-ae99-57357ddc8e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff87b29d-b44a-4260-a8ea-2ece5bb071fb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1202964274-router', 'tenant_id': '04d54874387f464283ceea87047d43f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'daef9fcd-69b3-49bd-89d6-07462f6c991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:27:09Z', 'updated_at': '2021-10-27T18:27:11Z', 'revision_number': 3, 'project_id': '04d54874387f464283ceea87047d43f9', 'gw_port': {'id': 'daef9fcd-69b3-49bd-89d6-07462f6c991a', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cb:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff87b29d-b44a-4260-a8ea-2ece5bb071fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:10Z', 'updated_at': '2021-10-27T18:27:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:27:13.377919 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cc7978-bb41-4ecc-ae99-57357ddc8e1c None None] Checking router: ff87b29d-b44a-4260-a8ea-2ece5bb071fb for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:27:13.378627 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cc7978-bb41-4ecc-ae99-57357ddc8e1c None None] Updating router ff87b29d-b44a-4260-a8ea-2ece5bb071fb port daef9fcd-69b3-49bd-89d6-07462f6c991a binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:27:13.404331 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:13.407116 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:13.414353 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-65cc7978-bb41-4ecc-ae99-57357ddc8e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:13.415285 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-67640d4b-1bb1-4184-989d-583e80792254 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:13.523934 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5d8afd18-1b36-4550-b737-ea8d3d43156b req-15ed37f9-aa3f-4412-ab74-131741ab8d2a tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0263884 Oct 27 18:27:13.531908 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-67640d4b-1bb1-4184-989d-583e80792254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:13.581975 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67640d4b-1bb1-4184-989d-583e80792254 admin admin] Network a2aca3bf-85ff-4af5-b6b5-e0759d08542c is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:27:13.586162 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-67640d4b-1bb1-4184-989d-583e80792254 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:27:13.591850 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67640d4b-1bb1-4184-989d-583e80792254 admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:27:13.649671 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-67640d4b-1bb1-4184-989d-583e80792254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:13.766740 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67640d4b-1bb1-4184-989d-583e80792254 admin admin] Pushing event updated for resources: {'Port': ['ID=490337d7-a53b-494f-90a9-e654dc0c4a60,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:13.804383 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-65cc7978-bb41-4ecc-ae99-57357ddc8e1c None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:13.844657 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f345963-575f-4c9a-92d9-7440324628e6 req-b26db6a2-b5f7-4aa3-9beb-d1696514f40c tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:13.846917 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6f345963-575f-4c9a-92d9-7440324628e6 req-b26db6a2-b5f7-4aa3-9beb-d1696514f40c tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 950 time: 0.0570650 Oct 27 18:27:13.874959 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-65cc7978-bb41-4ecc-ae99-57357ddc8e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:13.914527 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6f345963-575f-4c9a-92d9-7440324628e6 req-cba1e276-a127-40ab-b4d0-fae1dd69fd39 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553832 Oct 27 18:27:13.931180 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-67640d4b-1bb1-4184-989d-583e80792254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:13.997952 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b825bf10-8b3b-4a46-b4a1-37f2ad056617 None None] Pushing event updated for resources: {'Port': ['ID=daef9fcd-69b3-49bd-89d6-07462f6c991a,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:14.013743 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-65cc7978-bb41-4ecc-ae99-57357ddc8e1c None None] Attempting to bind port daef9fcd-69b3-49bd-89d6-07462f6c991a on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:27:14.021659 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-65cc7978-bb41-4ecc-ae99-57357ddc8e1c None None] Attempting to bind port daef9fcd-69b3-49bd-89d6-07462f6c991a by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:27:14.021659 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cc7978-bb41-4ecc-ae99-57357ddc8e1c None None] Attempting to bind port daef9fcd-69b3-49bd-89d6-07462f6c991a on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:27:14.021986 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8987323-dbfb-425b-a60c-2b9622d57bc4 req-ec7b33fb-7170-4dd7-80e4-85e3a2ab16e9 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:14.021986 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a8987323-dbfb-425b-a60c-2b9622d57bc4 req-ec7b33fb-7170-4dd7-80e4-85e3a2ab16e9 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 945 time: 0.0646091 Oct 27 18:27:14.026723 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-33f59905-ccae-4e04-b606-7c0361e775c3 None None] Provisioning complete for port 490337d7-a53b-494f-90a9-e654dc0c4a60 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:27:14.027241 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-33f59905-ccae-4e04-b606-7c0361e775c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:14.030576 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cc7978-bb41-4ecc-ae99-57357ddc8e1c None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:27:14.030576 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cc7978-bb41-4ecc-ae99-57357ddc8e1c None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:27:14.031213 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-65cc7978-bb41-4ecc-ae99-57357ddc8e1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:14.031882 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cc7978-bb41-4ecc-ae99-57357ddc8e1c None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:27:14.032267 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-65cc7978-bb41-4ecc-ae99-57357ddc8e1c None None] Bound port: daef9fcd-69b3-49bd-89d6-07462f6c991a, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:27:14.032654 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-65cc7978-bb41-4ecc-ae99-57357ddc8e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:14.071383 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a8987323-dbfb-425b-a60c-2b9622d57bc4 req-d4e6d24b-27c8-454a-8495-7ffa07ebd336 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465467 Oct 27 18:27:14.109673 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-33f59905-ccae-4e04-b606-7c0361e775c3 None None] Port 490337d7-a53b-494f-90a9-e654dc0c4a60 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:27:14.138688 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-65cc7978-bb41-4ecc-ae99-57357ddc8e1c None None] For port daef9fcd-69b3-49bd-89d6-07462f6c991a, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:27:14.142228 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-65cc7978-bb41-4ecc-ae99-57357ddc8e1c None None] For port daef9fcd-69b3-49bd-89d6-07462f6c991a, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=daef9fcd-69b3-49bd-89d6-07462f6c991a,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:27:14.148782 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-67640d4b-1bb1-4184-989d-583e80792254 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:14.187327 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17923de1-aa88-4d83-8623-c9471c8c2265 req-1519f130-af66-4dc8-baa6-08a781066a48 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:14.188835 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-17923de1-aa88-4d83-8623-c9471c8c2265 req-1519f130-af66-4dc8-baa6-08a781066a48 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.0541890 Oct 27 18:27:14.240749 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-65cc7978-bb41-4ecc-ae99-57357ddc8e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:14.248151 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-17923de1-aa88-4d83-8623-c9471c8c2265 req-0c2351f8-61a5-4440-bdc8-b1c97111be01 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362113 Oct 27 18:27:14.286006 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-67640d4b-1bb1-4184-989d-583e80792254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:14.307957 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cc7978-bb41-4ecc-ae99-57357ddc8e1c None None] Routers {'ff87b29d-b44a-4260-a8ea-2ece5bb071fb'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:27:14.308646 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-65cc7978-bb41-4ecc-ae99-57357ddc8e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:27:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['ff87b29d-b44a-4260-a8ea-2ece5bb071fb'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:27:14.314138 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b825bf10-8b3b-4a46-b4a1-37f2ad056617 None None] Pushing event updated for resources: {'Port': ['ID=daef9fcd-69b3-49bd-89d6-07462f6c991a,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:14.365006 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67640d4b-1bb1-4184-989d-583e80792254 admin admin] Pushing event updated for resources: {'Port': ['ID=490337d7-a53b-494f-90a9-e654dc0c4a60,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:14.374640 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-67640d4b-1bb1-4184-989d-583e80792254 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:14.425954 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device deff054f-912d-4309-a72e-e4a325b6cf7f up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:27:14.483659 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67640d4b-1bb1-4184-989d-583e80792254 admin admin] Network a2aca3bf-85ff-4af5-b6b5-e0759d08542c is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:27:14.485063 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-67640d4b-1bb1-4184-989d-583e80792254 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:27:14.493988 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 05c9daa4-10d7-41ab-8573-a5526d5c4abe no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:27:14.527470 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 05c9daa4-10d7-41ab-8573-a5526d5c4abe {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:27:14.527470 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 05c9daa4-10d7-41ab-8573-a5526d5c4abe not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:27:14.536052 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-65cc7978-bb41-4ecc-ae99-57357ddc8e1c None None] Set router ff87b29d-b44a-4260-a8ea-2ece5bb071fb gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:27:14.587726 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port deff054f-912d-4309-a72e-e4a325b6cf7f triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:27:14.588107 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:14.724672 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6fb67a96-50c6-4f68-b78f-e96e4b505279 req-525a95f9-a5d3-4e61-9f2d-0c6989383762 tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0497203 Oct 27 18:27:14.851586 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-0fda4d25-0ede-43a0-aff8-de7bc62b863c None None] Provisioning complete for port 490337d7-a53b-494f-90a9-e654dc0c4a60 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:27:14.851774 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0fda4d25-0ede-43a0-aff8-de7bc62b863c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:14.892711 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-0fda4d25-0ede-43a0-aff8-de7bc62b863c None None] Port 490337d7-a53b-494f-90a9-e654dc0c4a60 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:27:14.900708 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-65cc7978-bb41-4ecc-ae99-57357ddc8e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff87b29d-b44a-4260-a8ea-2ece5bb071fb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1202964274-router', 'tenant_id': '04d54874387f464283ceea87047d43f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'daef9fcd-69b3-49bd-89d6-07462f6c991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:27:09Z', 'updated_at': '2021-10-27T18:27:13Z', 'revision_number': 4, 'project_id': '04d54874387f464283ceea87047d43f9', 'gw_port': {'id': 'daef9fcd-69b3-49bd-89d6-07462f6c991a', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cb:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff87b29d-b44a-4260-a8ea-2ece5bb071fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:10Z', 'updated_at': '2021-10-27T18:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '490337d7-a53b-494f-90a9-e654dc0c4a60', 'name': '', 'network_id': 'a2aca3bf-85ff-4af5-b6b5-e0759d08542c', 'tenant_id': '04d54874387f464283ceea87047d43f9', 'mac_address': 'fa:16:3e:d2:23:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff87b29d-b44a-4260-a8ea-2ece5bb071fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'b69c50a7-d61e-4a50-b965-052391ecc00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:13Z', 'updated_at': '2021-10-27T18:27:13Z', 'revision_number': 2, 'project_id': '04d54874387f464283ceea87047d43f9', 'subnets': [{'id': 'b69c50a7-d61e-4a50-b965-052391ecc00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:27:14.938692 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cc7978-bb41-4ecc-ae99-57357ddc8e1c None None] The sync data for ids ['ff87b29d-b44a-4260-a8ea-2ece5bb071fb'] in n-d-815690-2 is: [{'id': 'ff87b29d-b44a-4260-a8ea-2ece5bb071fb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1202964274-router', 'tenant_id': '04d54874387f464283ceea87047d43f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'daef9fcd-69b3-49bd-89d6-07462f6c991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:27:09Z', 'updated_at': '2021-10-27T18:27:13Z', 'revision_number': 4, 'project_id': '04d54874387f464283ceea87047d43f9', 'gw_port': {'id': 'daef9fcd-69b3-49bd-89d6-07462f6c991a', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cb:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff87b29d-b44a-4260-a8ea-2ece5bb071fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:10Z', 'updated_at': '2021-10-27T18:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '490337d7-a53b-494f-90a9-e654dc0c4a60', 'name': '', 'network_id': 'a2aca3bf-85ff-4af5-b6b5-e0759d08542c', 'tenant_id': '04d54874387f464283ceea87047d43f9', 'mac_address': 'fa:16:3e:d2:23:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff87b29d-b44a-4260-a8ea-2ece5bb071fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'b69c50a7-d61e-4a50-b965-052391ecc00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:13Z', 'updated_at': '2021-10-27T18:27:13Z', 'revision_number': 2, 'project_id': '04d54874387f464283ceea87047d43f9', 'subnets': [{'id': 'b69c50a7-d61e-4a50-b965-052391ecc00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:27:14.999160 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67640d4b-1bb1-4184-989d-583e80792254 admin admin] Router ff87b29d-b44a-4260-a8ea-2ece5bb071fb has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:27:15.016639 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:15.109208 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc362c57-b2c0-421a-b12e-6838236d2e82 req-1c84abf3-9b2c-4104-8a9f-bb52ac356496 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:15.111186 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dc362c57-b2c0-421a-b12e-6838236d2e82 req-1c84abf3-9b2c-4104-8a9f-bb52ac356496 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 950 time: 0.0953152 Oct 27 18:27:15.159698 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67640d4b-1bb1-4184-989d-583e80792254 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:27:15.166432 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-67640d4b-1bb1-4184-989d-583e80792254 admin admin] 10.222.0.52 "PUT /v2.0/routers/ff87b29d-b44a-4260-a8ea-2ece5bb071fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7313077 Oct 27 18:27:15.186732 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dc362c57-b2c0-421a-b12e-6838236d2e82 req-59a8ec83-6955-420b-aeba-0c85b3973acc tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612335 Oct 27 18:27:15.269112 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 58218) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:27:15.310249 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b1e14-9e53-4870-a8d2-c5c431881b88 req-32ec1ca5-8e5f-461e-8dcc-856d6cf3a864 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:15.311854 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-591b1e14-9e53-4870-a8d2-c5c431881b88 req-32ec1ca5-8e5f-461e-8dcc-856d6cf3a864 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 945 time: 0.1239536 Oct 27 18:27:15.428339 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-591b1e14-9e53-4870-a8d2-c5c431881b88 req-65fbb73a-47b5-47ff-a418-ac0d72dcbf41 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014845 Oct 27 18:27:15.476723 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db10627-3023-4f74-abaf-b058e1c6190f req-9e1db129-a171-49a1-9d36-b6d0e7b85a72 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:15.478354 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5db10627-3023-4f74-abaf-b058e1c6190f req-9e1db129-a171-49a1-9d36-b6d0e7b85a72 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.1380391 Oct 27 18:27:15.534591 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-ead730e3-3a5c-47e7-a28b-4208ddc7b735 admin admin] Deleting subnet 9dd73aad-b62b-49e3-a8b3-a2ce98f853a3 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:27:15.562068 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ead730e3-3a5c-47e7-a28b-4208ddc7b735 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:15.614875 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7bc1a-61d3-4733-a54b-8db879da4ec1 req-3cd42a0b-05eb-4f9c-aed1-934a29d3643b tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:15.617255 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a7a7bc1a-61d3-4733-a54b-8db879da4ec1 req-3cd42a0b-05eb-4f9c-aed1-934a29d3643b tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.93 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 950 time: 0.1639349 Oct 27 18:27:15.630308 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ead730e3-3a5c-47e7-a28b-4208ddc7b735 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:15.734031 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ead730e3-3a5c-47e7-a28b-4208ddc7b735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:15.938223 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-a7a7bc1a-61d3-4733-a54b-8db879da4ec1 req-c07b3d82-45c0-4cc0-b607-58ea1fbe2482 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Deleting port 28c73000-e05a-4162-bd24-a40db0e232e9 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:27:15.942436 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a7a7bc1a-61d3-4733-a54b-8db879da4ec1 req-c07b3d82-45c0-4cc0-b607-58ea1fbe2482 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:15.998565 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ead730e3-3a5c-47e7-a28b-4208ddc7b735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:16.034549 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5db10627-3023-4f74-abaf-b058e1c6190f req-1d5cdae7-c2a2-430b-b66b-b590f5356cad tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5383244 Oct 27 18:27:16.036766 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ead730e3-3a5c-47e7-a28b-4208ddc7b735 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:16.043191 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ead730e3-3a5c-47e7-a28b-4208ddc7b735 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/9dd73aad-b62b-49e3-a8b3-a2ce98f853a3 HTTP/1.1" status: 204 len: 168 time: 0.7707167 Oct 27 18:27:16.043191 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead730e3-3a5c-47e7-a28b-4208ddc7b735 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dd73aad-b62b-49e3-a8b3-a2ce98f853a3,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:16.052979 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 58244) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:27:16.115057 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-de7366e4-4445-4ba7-9f79-16612fc7ee82 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:16.124248 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-de7366e4-4445-4ba7-9f79-16612fc7ee82 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/networks?id=a2aca3bf-85ff-4af5-b6b5-e0759d08542c HTTP/1.1" status: 200 len: 829 time: 0.1947014 Oct 27 18:27:16.144141 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-1a46f6a3-1201-468c-940b-f9549dc97751 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/quotas/04d54874387f464283ceea87047d43f9 HTTP/1.1" status: 200 len: 375 time: 0.0181875 Oct 27 18:27:16.188975 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-a7a7bc1a-61d3-4733-a54b-8db879da4ec1 req-c07b3d82-45c0-4cc0-b607-58ea1fbe2482 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] For port 28c73000-e05a-4162-bd24-a40db0e232e9, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=28c73000-e05a-4162-bd24-a40db0e232e9,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:27:16.189431 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a7a7bc1a-61d3-4733-a54b-8db879da4ec1 req-c07b3d82-45c0-4cc0-b607-58ea1fbe2482 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:16.200864 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5ff2ce96-05ac-4a05-915e-629c60af0ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:16.209158 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-a7a7bc1a-61d3-4733-a54b-8db879da4ec1 req-c07b3d82-45c0-4cc0-b607-58ea1fbe2482 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Calling delete_port for 28c73000-e05a-4162-bd24-a40db0e232e9 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:27:16.229910 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-8ac59ebc-6ecf-4f05-909e-ada146c578c4 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=04d54874387f464283ceea87047d43f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0847132 Oct 27 18:27:16.308666 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-14c6d0b7-75cf-47e2-811d-1302d2671e05 req-7be26b20-b4aa-4101-baf3-4cb5ccce01c8 tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0599439 Oct 27 18:27:16.355745 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5ff2ce96-05ac-4a05-915e-629c60af0ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:16.374255 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-8df99a33-384b-4f60-934b-4b29a215bcd6 service neutron] 10.222.0.52 "GET /v2.0/networks/a2aca3bf-85ff-4af5-b6b5-e0759d08542c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432760 Oct 27 18:27:16.393023 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-5ff2ce96-05ac-4a05-915e-629c60af0ccf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d54990-c18d-43d7-9758-e9fefdddf939']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:27:16.406713 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-5ff2ce96-05ac-4a05-915e-629c60af0ccf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3b83e00-8105-42bf-a65c-5b309278d20d') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:27:16.407384 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-5ff2ce96-05ac-4a05-915e-629c60af0ccf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3b83e00-8105-42bf-a65c-5b309278d20d') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:27:16.419403 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5ff2ce96-05ac-4a05-915e-629c60af0ccf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:16.476306 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5ff2ce96-05ac-4a05-915e-629c60af0ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:16.488331 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ff2ce96-05ac-4a05-915e-629c60af0ccf admin admin] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:27:16.488331 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5ff2ce96-05ac-4a05-915e-629c60af0ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:16.517963 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device daef9fcd-69b3-49bd-89d6-07462f6c991a up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:27:16.522946 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-87b1b836-ac59-4046-a376-828dd5463b1f service neutron] 10.222.0.52 "GET /v2.0/networks/a2aca3bf-85ff-4af5-b6b5-e0759d08542c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417608 Oct 27 18:27:16.534080 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:27:16.534080 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:27:16.534080 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:27:16.534080 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:27:16.534080 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:27:16.534080 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:27:16.534080 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:27:16.534080 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:27:16.534080 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:27:16.534080 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:27:16.534080 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:27:16.534080 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:27:16.534080 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:27:16.534080 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:27:16.534080 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:27:16.534080 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:27:16.534080 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:27:16.534080 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:27:16.534080 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:27:16.534080 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:27:16.534080 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:27:16.534080 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:27:16.534080 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:27:16.534080 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:27:16.534080 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:27:16.534080 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:27:16.534080 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:27:16.534080 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:27:16.534080 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:27:16.534080 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:27:16.534080 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:27:16.534080 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:27:16.597094 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port daef9fcd-69b3-49bd-89d6-07462f6c991a triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:27:16.598023 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:16.603907 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928f425-05a6-4197-a32e-8a722be58fac req-22f26c48-5748-46c5-a1b3-983e8fcc0ccd tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:16.605320 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8928f425-05a6-4197-a32e-8a722be58fac req-22f26c48-5748-46c5-a1b3-983e8fcc0ccd tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 950 time: 0.0813565 Oct 27 18:27:16.654037 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8928f425-05a6-4197-a32e-8a722be58fac req-2eb6288b-6724-464a-9f69-3b0dbdecbaa6 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428445 Oct 27 18:27:16.702581 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:16.709445 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a7a7bc1a-61d3-4733-a54b-8db879da4ec1 req-c07b3d82-45c0-4cc0-b607-58ea1fbe2482 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:16.727315 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['7848076d-2451-4103-97da-2fddc47f6bb3'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:27:16.734162 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port daef9fcd-69b3-49bd-89d6-07462f6c991a, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=daef9fcd-69b3-49bd-89d6-07462f6c991a,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:27:16.758555 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5ff2ce96-05ac-4a05-915e-629c60af0ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:16.762264 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5ff2ce96-05ac-4a05-915e-629c60af0ccf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:16.768274 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5ff2ce96-05ac-4a05-915e-629c60af0ccf admin admin] 10.222.0.52 "DELETE /v2.0/networks/70d54990-c18d-43d7-9758-e9fefdddf939 HTTP/1.1" status: 204 len: 168 time: 0.7169123 Oct 27 18:27:16.770363 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b3d82-45c0-4cc0-b607-58ea1fbe2482 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Pushing event deleted for resources: {'Port': ['ID=28c73000-e05a-4162-bd24-a40db0e232e9,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:16.826285 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:16.834351 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff2ce96-05ac-4a05-915e-629c60af0ccf admin admin] Pushing event deleted for resources: {'Network': ['ID=70d54990-c18d-43d7-9758-e9fefdddf939,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:16.860867 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a7bc1a-61d3-4733-a54b-8db879da4ec1 req-c07b3d82-45c0-4cc0-b607-58ea1fbe2482 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] No DVR routers for this DVR port 28c73000-e05a-4162-bd24-a40db0e232e9 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:27:16.868262 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb0387-97db-480c-ae25-dfeac2d77145 req-00e5a96b-1db7-48f3-97e8-5c172fe62892 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:16.870093 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a7a7bc1a-61d3-4733-a54b-8db879da4ec1 req-c07b3d82-45c0-4cc0-b607-58ea1fbe2482 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:16.871727 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-93fb0387-97db-480c-ae25-dfeac2d77145 req-00e5a96b-1db7-48f3-97e8-5c172fe62892 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 945 time: 0.1395631 Oct 27 18:27:16.875387 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a7a7bc1a-61d3-4733-a54b-8db879da4ec1 req-c07b3d82-45c0-4cc0-b607-58ea1fbe2482 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.93 "DELETE /v2.0/ports/28c73000-e05a-4162-bd24-a40db0e232e9 HTTP/1.1" status: 204 len: 173 time: 1.2421541 Oct 27 18:27:16.875965 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7fa71c1-6a1c-4f88-92c1-df287f05652e', 'name': 'network-vif-deleted', 'tag': '28c73000-e05a-4162-bd24-a40db0e232e9'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:27:16.884455 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ccda41-d5d1-4a64-8b5b-6fc746b29f70" -d '{"events": [{"server_uuid": "a7fa71c1-6a1c-4f88-92c1-df287f05652e", "name": "network-vif-deleted", "tag": "28c73000-e05a-4162-bd24-a40db0e232e9"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:27:16.919242 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-93fb0387-97db-480c-ae25-dfeac2d77145 req-69d24a73-8e84-44c4-bad4-a11558ac3bd8 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412068 Oct 27 18:27:16.953685 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=daef9fcd-69b3-49bd-89d6-07462f6c991a,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:16.995195 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834050f6-6891-4909-abd2-f0ed37eb45fe x-openstack-request-id: req-834050f6-6891-4909-abd2-f0ed37eb45fe {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:27:16.995195 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7fa71c1-6a1c-4f88-92c1-df287f05652e", "name": "network-vif-deleted", "tag": "28c73000-e05a-4162-bd24-a40db0e232e9", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:27:16.995195 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-834050f6-6891-4909-abd2-f0ed37eb45fe {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:27:16.995195 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7fa71c1-6a1c-4f88-92c1-df287f05652e', 'name': 'network-vif-deleted', 'tag': '28c73000-e05a-4162-bd24-a40db0e232e9', 'status': 'completed', 'code': 200} Oct 27 18:27:16.996903 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-360fc94e-a3e3-49c2-ac62-29d25165dbcc req-63b7412c-e4a4-47d1-bddd-6c90b8b8c39f tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef44ccb4-b0b4-4a56-9b5a-e58957a13179 HTTP/1.1" status: 200 len: 210 time: 0.0637171 Oct 27 18:27:17.178532 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 58268) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:27:17.223170 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ed23e2-65ac-4d75-b81d-b66926abbac0 req-f50c1407-e054-4e29-919d-fe1020e190f6 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:17.225932 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d1ed23e2-65ac-4d75-b81d-b66926abbac0 req-f50c1407-e054-4e29-919d-fe1020e190f6 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.0880785 Oct 27 18:27:17.258336 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6779928f-6216-4f12-b240-40d2fb836479 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=78baf6dd112742399f2639cbeffece6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0781949 Oct 27 18:27:17.264428 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 58270) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:27:17.284320 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d1ed23e2-65ac-4d75-b81d-b66926abbac0 req-1764ba10-ae83-420e-bec3-b084ab0be883 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510015 Oct 27 18:27:17.329990 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-979a1ca6-b2e6-4e60-9e22-cfc536cd2b33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:17.358857 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-979a1ca6-b2e6-4e60-9e22-cfc536cd2b33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:17.425348 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7c93da98-f145-4113-af91-6a524aa0b915 req-aba8f9fd-e75f-400f-97d7-1928b80f487a tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0325525 Oct 27 18:27:17.474057 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-979a1ca6-b2e6-4e60-9e22-cfc536cd2b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:17.477270 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-979a1ca6-b2e6-4e60-9e22-cfc536cd2b33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:17.478549 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-979a1ca6-b2e6-4e60-9e22-cfc536cd2b33 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/acac2045-886c-4203-977f-0f48c29b667c HTTP/1.1" status: 204 len: 168 time: 0.2131479 Oct 27 18:27:17.488164 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a1ca6-b2e6-4e60-9e22-cfc536cd2b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acac2045-886c-4203-977f-0f48c29b667c,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:17.599224 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:27:17.777453 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-71cf565e-3663-4857-9f44-74d60472f5e1 req-935d90a4-955c-4add-8ff9-b58b0763cdd8 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7fa71c1-6a1c-4f88-92c1-df287f05652e HTTP/1.1" status: 200 len: 210 time: 0.0404775 Oct 27 18:27:17.798303 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ad1aa1-8af9-4645-8778-81adb2aa2c3a None None] Sync routers for ids ['ff87b29d-b44a-4260-a8ea-2ece5bb071fb'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:27:17.809941 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ad1aa1-8af9-4645-8778-81adb2aa2c3a None None] Routers {'ff87b29d-b44a-4260-a8ea-2ece5bb071fb'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:27:17.810608 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-e7ad1aa1-8af9-4645-8778-81adb2aa2c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:27:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['ff87b29d-b44a-4260-a8ea-2ece5bb071fb'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:27:17.918253 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-e7ad1aa1-8af9-4645-8778-81adb2aa2c3a None None] Set router ff87b29d-b44a-4260-a8ea-2ece5bb071fb gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:27:18.071351 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4334d4-6ee3-4fdb-bb14-e411e27e7c08 req-ed134886-65d2-4989-b003-dc63c4d428ae tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:18.079260 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8b4334d4-6ee3-4fdb-bb14-e411e27e7c08 req-ed134886-65d2-4989-b003-dc63c4d428ae tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 945 time: 0.0667992 Oct 27 18:27:18.133808 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-e7ad1aa1-8af9-4645-8778-81adb2aa2c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff87b29d-b44a-4260-a8ea-2ece5bb071fb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1202964274-router', 'tenant_id': '04d54874387f464283ceea87047d43f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'daef9fcd-69b3-49bd-89d6-07462f6c991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:27:09Z', 'updated_at': '2021-10-27T18:27:13Z', 'revision_number': 4, 'project_id': '04d54874387f464283ceea87047d43f9', 'gw_port': {'id': 'daef9fcd-69b3-49bd-89d6-07462f6c991a', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff87b29d-b44a-4260-a8ea-2ece5bb071fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:10Z', 'updated_at': '2021-10-27T18:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '490337d7-a53b-494f-90a9-e654dc0c4a60', 'name': '', 'network_id': 'a2aca3bf-85ff-4af5-b6b5-e0759d08542c', 'tenant_id': '04d54874387f464283ceea87047d43f9', 'mac_address': 'fa:16:3e:d2:23:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff87b29d-b44a-4260-a8ea-2ece5bb071fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'b69c50a7-d61e-4a50-b965-052391ecc00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:13Z', 'updated_at': '2021-10-27T18:27:13Z', 'revision_number': 2, 'project_id': '04d54874387f464283ceea87047d43f9', 'subnets': [{'id': 'b69c50a7-d61e-4a50-b965-052391ecc00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:27:18.134049 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fe405865-6011-44e8-9395-d4e37ac0da21 req-307a6b1c-9dde-42cc-b921-1e250fb8fa82 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef44ccb4-b0b4-4a56-9b5a-e58957a13179 HTTP/1.1" status: 200 len: 210 time: 0.0325356 Oct 27 18:27:18.137294 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8b4334d4-6ee3-4fdb-bb14-e411e27e7c08 req-37feac44-d21c-435b-87f4-db62f1b5fb53 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573668 Oct 27 18:27:18.159763 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ad1aa1-8af9-4645-8778-81adb2aa2c3a None None] Checking router: ff87b29d-b44a-4260-a8ea-2ece5bb071fb for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:27:18.160329 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ad1aa1-8af9-4645-8778-81adb2aa2c3a None None] Updating router ff87b29d-b44a-4260-a8ea-2ece5bb071fb port 490337d7-a53b-494f-90a9-e654dc0c4a60 binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:27:18.185885 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-e7ad1aa1-8af9-4645-8778-81adb2aa2c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:18.443800 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device daef9fcd-69b3-49bd-89d6-07462f6c991a up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:27:18.461474 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-e7ad1aa1-8af9-4645-8778-81adb2aa2c3a None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:18.478223 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a5a51-9e3f-4dd4-95d5-a6fff538ac90 req-d899990d-3f44-4fc5-869b-b594127e28b7 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:18.480409 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f65a5a51-9e3f-4dd4-95d5-a6fff538ac90 req-d899990d-3f44-4fc5-869b-b594127e28b7 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.0987427 Oct 27 18:27:18.509826 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 28c73000-e05a-4162-bd24-a40db0e232e9 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:27:18.535362 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 28c73000-e05a-4162-bd24-a40db0e232e9 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:27:18.535710 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 28c73000-e05a-4162-bd24-a40db0e232e9 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:27:18.545215 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f65a5a51-9e3f-4dd4-95d5-a6fff538ac90 req-307b8d34-5366-4e58-a27c-cb6f97c9ea5e tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556855 Oct 27 18:27:18.550046 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-e7ad1aa1-8af9-4645-8778-81adb2aa2c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:18.550777 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port daef9fcd-69b3-49bd-89d6-07462f6c991a triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:27:18.551203 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:18.563862 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f490c927-deee-4035-b8ed-280a9e3c0143 req-9dc5909f-4afe-4cc1-b596-5a3f5962d97c tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0327196 Oct 27 18:27:18.624036 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c626d935-b09e-4274-9b17-8403d32663ef None None] Pushing event updated for resources: {'Port': ['ID=490337d7-a53b-494f-90a9-e654dc0c4a60,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:18.700241 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-e7ad1aa1-8af9-4645-8778-81adb2aa2c3a None None] Attempting to bind port 490337d7-a53b-494f-90a9-e654dc0c4a60 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:27:18.700685 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-e7ad1aa1-8af9-4645-8778-81adb2aa2c3a None None] Attempting to bind port 490337d7-a53b-494f-90a9-e654dc0c4a60 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '22ff1e10-58c1-48e2-bcc1-b17c7bb71a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'a2aca3bf-85ff-4af5-b6b5-e0759d08542c'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:27:18.701118 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ad1aa1-8af9-4645-8778-81adb2aa2c3a None None] Attempting to bind port 490337d7-a53b-494f-90a9-e654dc0c4a60 on network a2aca3bf-85ff-4af5-b6b5-e0759d08542c {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:27:18.707758 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ad1aa1-8af9-4645-8778-81adb2aa2c3a None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:27:18.708228 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ad1aa1-8af9-4645-8778-81adb2aa2c3a None None] Checking segment: {'id': '22ff1e10-58c1-48e2-bcc1-b17c7bb71a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'a2aca3bf-85ff-4af5-b6b5-e0759d08542c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:27:18.708762 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-e7ad1aa1-8af9-4645-8778-81adb2aa2c3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:18.709252 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ad1aa1-8af9-4645-8778-81adb2aa2c3a None None] Bound using segment: {'id': '22ff1e10-58c1-48e2-bcc1-b17c7bb71a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'a2aca3bf-85ff-4af5-b6b5-e0759d08542c'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:27:18.710251 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-e7ad1aa1-8af9-4645-8778-81adb2aa2c3a None None] Bound port: 490337d7-a53b-494f-90a9-e654dc0c4a60, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ff1e10-58c1-48e2-bcc1-b17c7bb71a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'a2aca3bf-85ff-4af5-b6b5-e0759d08542c'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:27:18.710741 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-e7ad1aa1-8af9-4645-8778-81adb2aa2c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:18.724080 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 58310) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:27:18.785798 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-e7ad1aa1-8af9-4645-8778-81adb2aa2c3a None None] For port 490337d7-a53b-494f-90a9-e654dc0c4a60, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:27:18.789893 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-e7ad1aa1-8af9-4645-8778-81adb2aa2c3a None None] For port 490337d7-a53b-494f-90a9-e654dc0c4a60, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=490337d7-a53b-494f-90a9-e654dc0c4a60,segment=NetworkSegment(22ff1e10-58c1-48e2-bcc1-b17c7bb71a91),segment_id=22ff1e10-58c1-48e2-bcc1-b17c7bb71a91)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:27:18.829763 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-e225970e-f87a-44f3-a427-094ebb60f18c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-151347273-network', 'tenant_id': 'cdef29094ce14d75be1bb2e0c154c0d3'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:27:18.853086 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-26b0c0a5-56f7-4214-b82c-2d8aedd6d22f None None] Provisioning complete for port 490337d7-a53b-494f-90a9-e654dc0c4a60 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:27:18.853639 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-26b0c0a5-56f7-4214-b82c-2d8aedd6d22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:18.860625 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-e7ad1aa1-8af9-4645-8778-81adb2aa2c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:18.913289 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ad1aa1-8af9-4645-8778-81adb2aa2c3a None None] Routers {'ff87b29d-b44a-4260-a8ea-2ece5bb071fb'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:27:18.914393 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-e7ad1aa1-8af9-4645-8778-81adb2aa2c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:27:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['ff87b29d-b44a-4260-a8ea-2ece5bb071fb'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:27:18.942452 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e225970e-f87a-44f3-a427-094ebb60f18c admin admin] Made reservation on behalf of cdef29094ce14d75be1bb2e0c154c0d3 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:27:18.947341 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e225970e-f87a-44f3-a427-094ebb60f18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:18.959458 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e225970e-f87a-44f3-a427-094ebb60f18c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:18.962156 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-26b0c0a5-56f7-4214-b82c-2d8aedd6d22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:18.990169 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c626d935-b09e-4274-9b17-8403d32663ef None None] Pushing event updated for resources: {'Port': ['ID=490337d7-a53b-494f-90a9-e654dc0c4a60,revision_number=4']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:19.010969 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-26b0c0a5-56f7-4214-b82c-2d8aedd6d22f None None] For port 490337d7-a53b-494f-90a9-e654dc0c4a60, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=490337d7-a53b-494f-90a9-e654dc0c4a60,segment=NetworkSegment(22ff1e10-58c1-48e2-bcc1-b17c7bb71a91),segment_id=22ff1e10-58c1-48e2-bcc1-b17c7bb71a91)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:27:19.048563 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-e7ad1aa1-8af9-4645-8778-81adb2aa2c3a None None] Set router ff87b29d-b44a-4260-a8ea-2ece5bb071fb gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:27:19.068699 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-26b0c0a5-56f7-4214-b82c-2d8aedd6d22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:19.090990 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e225970e-f87a-44f3-a427-094ebb60f18c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:19.146327 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0c0a5-56f7-4214-b82c-2d8aedd6d22f None None] Pushing event updated for resources: {'Port': ['ID=490337d7-a53b-494f-90a9-e654dc0c4a60,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:19.169940 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e225970e-f87a-44f3-a427-094ebb60f18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:19.217413 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f352ffc7-c2c1-4623-abb2-64c4622aab32 None None] Provisioning complete for port 490337d7-a53b-494f-90a9-e654dc0c4a60 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:27:19.217784 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f352ffc7-c2c1-4623-abb2-64c4622aab32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:19.226996 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e225970e-f87a-44f3-a427-094ebb60f18c admin admin] vlan segment allocate from pool success with {'vlan_id': 1017, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:27:19.245821 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e225970e-f87a-44f3-a427-094ebb60f18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7ebeb7-1c13-4603-9043-18f3f6672137,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:19.248974 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e225970e-f87a-44f3-a427-094ebb60f18c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:19.249315 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-e225970e-f87a-44f3-a427-094ebb60f18c admin admin] Added segment 7ab5ac52-5e29-41f5-a4b9-15dca948aa51 of type vlan for network 2cd94f32-cc4e-485f-a6b3-3cad5d550c64 Oct 27 18:27:19.293413 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e225970e-f87a-44f3-a427-094ebb60f18c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:19.335904 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca143c7-ab0c-49a7-9984-a42c323232af req-7ef536b3-0c45-4840-b34e-77885adcafca tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:19.352872 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bca143c7-ab0c-49a7-9984-a42c323232af req-7ef536b3-0c45-4840-b34e-77885adcafca tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 945 time: 0.0833287 Oct 27 18:27:19.354672 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-e7ad1aa1-8af9-4645-8778-81adb2aa2c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff87b29d-b44a-4260-a8ea-2ece5bb071fb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1202964274-router', 'tenant_id': '04d54874387f464283ceea87047d43f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'daef9fcd-69b3-49bd-89d6-07462f6c991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:27:09Z', 'updated_at': '2021-10-27T18:27:13Z', 'revision_number': 4, 'project_id': '04d54874387f464283ceea87047d43f9', 'gw_port': {'id': 'daef9fcd-69b3-49bd-89d6-07462f6c991a', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff87b29d-b44a-4260-a8ea-2ece5bb071fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:10Z', 'updated_at': '2021-10-27T18:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '490337d7-a53b-494f-90a9-e654dc0c4a60', 'name': '', 'network_id': 'a2aca3bf-85ff-4af5-b6b5-e0759d08542c', 'tenant_id': '04d54874387f464283ceea87047d43f9', 'mac_address': 'fa:16:3e:d2:23:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff87b29d-b44a-4260-a8ea-2ece5bb071fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'b69c50a7-d61e-4a50-b965-052391ecc00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:13Z', 'updated_at': '2021-10-27T18:27:18Z', 'revision_number': 4, 'project_id': '04d54874387f464283ceea87047d43f9', 'subnets': [{'id': 'b69c50a7-d61e-4a50-b965-052391ecc00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:27:19.392275 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ad1aa1-8af9-4645-8778-81adb2aa2c3a None None] The sync data for ids ['ff87b29d-b44a-4260-a8ea-2ece5bb071fb'] in n-d-815690-2 is: [{'id': 'ff87b29d-b44a-4260-a8ea-2ece5bb071fb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1202964274-router', 'tenant_id': '04d54874387f464283ceea87047d43f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'daef9fcd-69b3-49bd-89d6-07462f6c991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:27:09Z', 'updated_at': '2021-10-27T18:27:13Z', 'revision_number': 4, 'project_id': '04d54874387f464283ceea87047d43f9', 'gw_port': {'id': 'daef9fcd-69b3-49bd-89d6-07462f6c991a', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff87b29d-b44a-4260-a8ea-2ece5bb071fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:10Z', 'updated_at': '2021-10-27T18:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '490337d7-a53b-494f-90a9-e654dc0c4a60', 'name': '', 'network_id': 'a2aca3bf-85ff-4af5-b6b5-e0759d08542c', 'tenant_id': '04d54874387f464283ceea87047d43f9', 'mac_address': 'fa:16:3e:d2:23:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff87b29d-b44a-4260-a8ea-2ece5bb071fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'b69c50a7-d61e-4a50-b965-052391ecc00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:13Z', 'updated_at': '2021-10-27T18:27:18Z', 'revision_number': 4, 'project_id': '04d54874387f464283ceea87047d43f9', 'subnets': [{'id': 'b69c50a7-d61e-4a50-b965-052391ecc00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:27:19.404979 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dd842c22-1dcd-484b-8d7b-c1fb853bbda2 req-64edace5-eaab-4abf-816a-ed72de6a5c55 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef44ccb4-b0b4-4a56-9b5a-e58957a13179 HTTP/1.1" status: 200 len: 210 time: 0.0319979 Oct 27 18:27:19.414769 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e225970e-f87a-44f3-a427-094ebb60f18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:19.415788 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e225970e-f87a-44f3-a427-094ebb60f18c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:19.418656 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e225970e-f87a-44f3-a427-094ebb60f18c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:19.440322 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bca143c7-ab0c-49a7-9984-a42c323232af req-6a6c600f-c827-4b62-989e-b3f0abe30860 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829871 Oct 27 18:27:19.535454 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e225970e-f87a-44f3-a427-094ebb60f18c admin admin] Pushing event updated for resources: {'Network': ['ID=2cd94f32-cc4e-485f-a6b3-3cad5d550c64,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:19.547167 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 2cd94f32-cc4e-485f-a6b3-3cad5d550c64 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:27:19.577586 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95d90e-5a5b-4b71-8b5a-511adff9aff6 req-f6bdc3e8-0624-4195-b7db-c35df88ceb3e tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:19.578151 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-1ec414e9-a925-47be-8008-29d3eeb9849b tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:19.579759 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aa95d90e-5a5b-4b71-8b5a-511adff9aff6 req-f6bdc3e8-0624-4195-b7db-c35df88ceb3e tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 949 time: 0.0644636 Oct 27 18:27:19.583612 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-1ec414e9-a925-47be-8008-29d3eeb9849b tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.93 "GET /v2.0/networks?id=a2aca3bf-85ff-4af5-b6b5-e0759d08542c HTTP/1.1" status: 200 len: 829 time: 0.2324362 Oct 27 18:27:19.602096 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-e68b534b-dbf7-4fc7-b6c7-111d3bb5007b tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Request body: {'port': {'device_id': 'ef44ccb4-b0b4-4a56-9b5a-e58957a13179', 'network_id': 'a2aca3bf-85ff-4af5-b6b5-e0759d08542c', 'admin_state_up': True, 'tenant_id': '04d54874387f464283ceea87047d43f9'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:27:19.614176 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58330) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:27:19.615296 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e225970e-f87a-44f3-a427-094ebb60f18c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8892069 Oct 27 18:27:19.620804 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-fccd8106-c73c-4e91-97be-46926a36abba admin admin] Request body: {'subnet': {'network_id': '2cd94f32-cc4e-485f-a6b3-3cad5d550c64', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-151347273-subnet', 'tenant_id': 'cdef29094ce14d75be1bb2e0c154c0d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:27:19.664362 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aa95d90e-5a5b-4b71-8b5a-511adff9aff6 req-375c2fa0-eda0-4adb-bc51-bd825bc8c6df tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674093 Oct 27 18:27:19.747683 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca8e1d-5ded-4414-82e3-839c296ca23f req-c3f78c12-fc3f-423a-b6a0-f429eb4df314 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:19.749239 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a8ca8e1d-5ded-4414-82e3-839c296ca23f req-c3f78c12-fc3f-423a-b6a0-f429eb4df314 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.0743225 Oct 27 18:27:19.753186 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fccd8106-c73c-4e91-97be-46926a36abba admin admin] Made reservation on behalf of cdef29094ce14d75be1bb2e0c154c0d3 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:27:19.757939 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fccd8106-c73c-4e91-97be-46926a36abba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:19.773210 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a2078e4c-3611-419f-9ee0-b077f3dc2450 req-9ef575cd-1a35-47e6-86d4-51c4bc41fb37 tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0447485 Oct 27 18:27:19.845519 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-e68b534b-dbf7-4fc7-b6c7-111d3bb5007b tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Made reservation on behalf of 04d54874387f464283ceea87047d43f9 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:27:19.849196 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-e68b534b-dbf7-4fc7-b6c7-111d3bb5007b tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:19.868762 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a8ca8e1d-5ded-4414-82e3-839c296ca23f req-c7c9a574-fef1-43bd-a298-3711c4a8012b tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980971 Oct 27 18:27:20.003970 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-e68b534b-dbf7-4fc7-b6c7-111d3bb5007b tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Allocated IP 172.20.0.7 (a2aca3bf-85ff-4af5-b6b5-e0759d08542c/b69c50a7-d61e-4a50-b965-052391ecc00d/29be2993-c6e5-47c4-b44a-bdcff05480a1) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:27:20.039957 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fccd8106-c73c-4e91-97be-46926a36abba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:20.115165 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd8106-c73c-4e91-97be-46926a36abba admin admin] Pushing event updated for resources: {'Subnet': ['ID=432b5b5e-fd94-49d8-a06e-28d93bf8ad3a,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:20.124876 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccd8106-c73c-4e91-97be-46926a36abba admin admin] Checking segment: {'id': '7ab5ac52-5e29-41f5-a4b9-15dca948aa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '2cd94f32-cc4e-485f-a6b3-3cad5d550c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:27:20.125242 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccd8106-c73c-4e91-97be-46926a36abba admin admin] Network hostable DHCP agents. Network: 2cd94f32-cc4e-485f-a6b3-3cad5d550c64, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:27:20.174393 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-e68b534b-dbf7-4fc7-b6c7-111d3bb5007b tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:20.211529 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccd8106-c73c-4e91-97be-46926a36abba admin admin] Network 2cd94f32-cc4e-485f-a6b3-3cad5d550c64 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:27:20.280386 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-e68b534b-dbf7-4fc7-b6c7-111d3bb5007b tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:20.302665 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-fccd8106-c73c-4e91-97be-46926a36abba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 2cd94f32-cc4e-485f-a6b3-3cad5d550c64) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:27:20.308250 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccd8106-c73c-4e91-97be-46926a36abba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:20.312321 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d80bbf-521a-4b9f-a550-f2303d2db08d None None] Network 2cd94f32-cc4e-485f-a6b3-3cad5d550c64 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:27:20.315048 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fccd8106-c73c-4e91-97be-46926a36abba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:20.324115 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-e68b534b-dbf7-4fc7-b6c7-111d3bb5007b tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Network a2aca3bf-85ff-4af5-b6b5-e0759d08542c is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:27:20.328297 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-e68b534b-dbf7-4fc7-b6c7-111d3bb5007b tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:27:20.332812 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-e68b534b-dbf7-4fc7-b6c7-111d3bb5007b tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:27:20.370621 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b534b-dbf7-4fc7-b6c7-111d3bb5007b tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Pushing event updated for resources: {'Port': ['ID=29be2993-c6e5-47c4-b44a-bdcff05480a1,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:20.406994 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-e68b534b-dbf7-4fc7-b6c7-111d3bb5007b tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:20.411644 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-e68b534b-dbf7-4fc7-b6c7-111d3bb5007b tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:20.443529 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-fccd8106-c73c-4e91-97be-46926a36abba admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8208330 Oct 27 18:27:20.494416 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 490337d7-a53b-494f-90a9-e654dc0c4a60 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:27:20.522693 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-e68b534b-dbf7-4fc7-b6c7-111d3bb5007b tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9256947 Oct 27 18:27:20.534747 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-7f5bd1d5-1825-4af6-9c58-08d94ba591e6 service neutron] Request body: {'port': {'device_id': 'ef44ccb4-b0b4-4a56-9b5a-e58957a13179', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:27:20.563250 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d336ff-2c13-4fb3-bdc6-c91722b8bc2f None None] Network 2cd94f32-cc4e-485f-a6b3-3cad5d550c64 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:27:20.645932 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-7f5bd1d5-1825-4af6-9c58-08d94ba591e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:20.653982 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbac84d-e915-4a22-8d6d-2506e0c951bb req-df45fadf-b34c-44a7-9b45-bdcb95262d1e tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:20.655543 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dcbac84d-e915-4a22-8d6d-2506e0c951bb req-df45fadf-b34c-44a7-9b45-bdcb95262d1e tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.81 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 949 time: 0.1383951 Oct 27 18:27:20.675660 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 490337d7-a53b-494f-90a9-e654dc0c4a60 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:27:20.676661 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:20.705705 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2a8a7-f4cc-4092-a1ea-daf4b9d345b7 req-c799c7e7-5a0b-408d-8126-c85ea9ffe8b1 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:20.709931 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6ee2a8a7-f4cc-4092-a1ea-daf4b9d345b7 req-c799c7e7-5a0b-408d-8126-c85ea9ffe8b1 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef44ccb4-b0b4-4a56-9b5a-e58957a13179 HTTP/1.1" status: 200 len: 931 time: 0.1448529 Oct 27 18:27:20.724288 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad90421-c6ed-442c-a646-203ebaf469fb req-2fc8000d-1098-41de-89fd-adf7cd45791b tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:20.726166 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aad90421-c6ed-442c-a646-203ebaf469fb req-2fc8000d-1098-41de-89fd-adf7cd45791b tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 945 time: 0.1515002 Oct 27 18:27:20.766538 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-99d445e8-4d90-4265-a2ec-4ceede902aa8 None None] Provisioning complete for port 29be2993-c6e5-47c4-b44a-bdcff05480a1 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:27:20.767224 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-99d445e8-4d90-4265-a2ec-4ceede902aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:20.828322 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-99d445e8-4d90-4265-a2ec-4ceede902aa8 None None] Port 29be2993-c6e5-47c4-b44a-bdcff05480a1 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:27:20.833712 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6ee2a8a7-f4cc-4092-a1ea-daf4b9d345b7 req-406ec6e6-18ab-4f13-a50e-6e38cf860fc2 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/security-groups?id=cecd558f-7126-4d17-8dc4-6ee078eeedad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026940 Oct 27 18:27:20.841133 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aad90421-c6ed-442c-a646-203ebaf469fb req-fcec3d13-e1af-43c4-b6f1-b003aed41349 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059511 Oct 27 18:27:20.864582 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-dcbac84d-e915-4a22-8d6d-2506e0c951bb req-90c08bbc-118d-49e9-8434-20899dae396b tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Deleting port 7848076d-2451-4103-97da-2fddc47f6bb3 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:27:20.864933 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-dcbac84d-e915-4a22-8d6d-2506e0c951bb req-90c08bbc-118d-49e9-8434-20899dae396b tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:20.950614 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-7f5bd1d5-1825-4af6-9c58-08d94ba591e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29be2993-c6e5-47c4-b44a-bdcff05480a1 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:27:20.958296 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-7f5bd1d5-1825-4af6-9c58-08d94ba591e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:20.972390 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-7f5bd1d5-1825-4af6-9c58-08d94ba591e6 service neutron] Transition to ACTIVE for port object 29be2993-c6e5-47c4-b44a-bdcff05480a1 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:27:20.980794 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-dcbac84d-e915-4a22-8d6d-2506e0c951bb req-90c08bbc-118d-49e9-8434-20899dae396b tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] For port 7848076d-2451-4103-97da-2fddc47f6bb3, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=7848076d-2451-4103-97da-2fddc47f6bb3,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:27:20.981165 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-dcbac84d-e915-4a22-8d6d-2506e0c951bb req-90c08bbc-118d-49e9-8434-20899dae396b tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:20.994738 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-dcbac84d-e915-4a22-8d6d-2506e0c951bb req-90c08bbc-118d-49e9-8434-20899dae396b tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Calling delete_port for 7848076d-2451-4103-97da-2fddc47f6bb3 owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:27:21.044820 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-7f5bd1d5-1825-4af6-9c58-08d94ba591e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:21.099041 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2f406-0fd0-45e2-a902-6d49531ce8a2 req-55ebf7a2-e933-4194-9b97-9047bb467bbc tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:21.107778 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eca2f406-0fd0-45e2-a902-6d49531ce8a2 req-55ebf7a2-e933-4194-9b97-9047bb467bbc tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 949 time: 0.1107867 Oct 27 18:27:21.124677 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5bd1d5-1825-4af6-9c58-08d94ba591e6 service neutron] Pushing event updated for resources: {'Port': ['ID=29be2993-c6e5-47c4-b44a-bdcff05480a1,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:21.174357 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-7f5bd1d5-1825-4af6-9c58-08d94ba591e6 service neutron] Attempting to bind port 29be2993-c6e5-47c4-b44a-bdcff05480a1 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:27:21.174869 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-7f5bd1d5-1825-4af6-9c58-08d94ba591e6 service neutron] Attempting to bind port 29be2993-c6e5-47c4-b44a-bdcff05480a1 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '22ff1e10-58c1-48e2-bcc1-b17c7bb71a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'a2aca3bf-85ff-4af5-b6b5-e0759d08542c'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:27:21.175501 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-7f5bd1d5-1825-4af6-9c58-08d94ba591e6 service neutron] Attempting to bind port 29be2993-c6e5-47c4-b44a-bdcff05480a1 on network a2aca3bf-85ff-4af5-b6b5-e0759d08542c {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:27:21.180985 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-7f5bd1d5-1825-4af6-9c58-08d94ba591e6 service neutron] Port 29be2993-c6e5-47c4-b44a-bdcff05480a1 on network a2aca3bf-85ff-4af5-b6b5-e0759d08542c not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:27:21.181425 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-7f5bd1d5-1825-4af6-9c58-08d94ba591e6 service neutron] Attempting to bind port 29be2993-c6e5-47c4-b44a-bdcff05480a1 on network a2aca3bf-85ff-4af5-b6b5-e0759d08542c {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:27:21.186532 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-7f5bd1d5-1825-4af6-9c58-08d94ba591e6 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:27:21.186941 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-7f5bd1d5-1825-4af6-9c58-08d94ba591e6 service neutron] Checking segment: {'id': '22ff1e10-58c1-48e2-bcc1-b17c7bb71a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'a2aca3bf-85ff-4af5-b6b5-e0759d08542c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:27:21.187888 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-7f5bd1d5-1825-4af6-9c58-08d94ba591e6 service neutron] Bound using segment: {'id': '22ff1e10-58c1-48e2-bcc1-b17c7bb71a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'a2aca3bf-85ff-4af5-b6b5-e0759d08542c'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:27:21.187888 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-7f5bd1d5-1825-4af6-9c58-08d94ba591e6 service neutron] Bound port: 29be2993-c6e5-47c4-b44a-bdcff05480a1, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22ff1e10-58c1-48e2-bcc1-b17c7bb71a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'a2aca3bf-85ff-4af5-b6b5-e0759d08542c'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:27:21.188076 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-7f5bd1d5-1825-4af6-9c58-08d94ba591e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:21.231445 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eca2f406-0fd0-45e2-a902-6d49531ce8a2 req-f83940de-ec96-43c4-b93d-028426ee6910 tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/security-groups?id=0d2fd03c-1c68-43e2-bfaa-085203824d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227825 Oct 27 18:27:21.269687 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-7f5bd1d5-1825-4af6-9c58-08d94ba591e6 service neutron] For port 29be2993-c6e5-47c4-b44a-bdcff05480a1, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:27:21.273827 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-7f5bd1d5-1825-4af6-9c58-08d94ba591e6 service neutron] For port 29be2993-c6e5-47c4-b44a-bdcff05480a1, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=29be2993-c6e5-47c4-b44a-bdcff05480a1,segment=NetworkSegment(22ff1e10-58c1-48e2-bcc1-b17c7bb71a91),segment_id=22ff1e10-58c1-48e2-bcc1-b17c7bb71a91)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:27:21.288742 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-8f931f5e-f102-462a-8565-cccb223086b3 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:21.295533 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-8f931f5e-f102-462a-8565-cccb223086b3 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/networks?id=2cd94f32-cc4e-485f-a6b3-3cad5d550c64 HTTP/1.1" status: 200 len: 814 time: 0.1769631 Oct 27 18:27:21.319560 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-3899f8e7-7a9d-4b7d-a4e1-0a2636f2c10c tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/quotas/cdef29094ce14d75be1bb2e0c154c0d3 HTTP/1.1" status: 200 len: 375 time: 0.0221050 Oct 27 18:27:21.336110 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a8d6bf9f-8611-4dfc-bc53-91ee206d737a req-407707b3-7424-4d44-9e38-d6b3d13130c7 tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0368471 Oct 27 18:27:21.337142 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-7f5bd1d5-1825-4af6-9c58-08d94ba591e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:21.381015 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-7f5bd1d5-1825-4af6-9c58-08d94ba591e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:21.381873 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-7f5bd1d5-1825-4af6-9c58-08d94ba591e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:21.383451 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-7f5bd1d5-1825-4af6-9c58-08d94ba591e6 service neutron] 10.222.0.93 "PUT /v2.0/ports/29be2993-c6e5-47c4-b44a-bdcff05480a1 HTTP/1.1" status: 200 len: 1091 time: 0.8533037 Oct 27 18:27:21.383977 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef44ccb4-b0b4-4a56-9b5a-e58957a13179', 'tag': '29be2993-c6e5-47c4-b44a-bdcff05480a1'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:27:21.388037 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592d1e06-b02e-41bb-a4dd-29be9998a2e7" -d '{"events": [{"name": "network-changed", "server_uuid": "ef44ccb4-b0b4-4a56-9b5a-e58957a13179", "tag": "29be2993-c6e5-47c4-b44a-bdcff05480a1"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:27:21.396038 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-2af234c3-0cf6-4f6c-9ee0-b5953a8e53ca tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=cdef29094ce14d75be1bb2e0c154c0d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616221 Oct 27 18:27:21.417760 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5bd1d5-1825-4af6-9c58-08d94ba591e6 service neutron] Pushing event updated for resources: {'Port': ['ID=29be2993-c6e5-47c4-b44a-bdcff05480a1,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:21.533544 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-1a947f85-5bc6-4568-8b19-ac98d3ab55be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:21.535101 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-1a947f85-5bc6-4568-8b19-ac98d3ab55be service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=04d54874387f464283ceea87047d43f9&device_id=ef44ccb4-b0b4-4a56-9b5a-e58957a13179 HTTP/1.1" status: 200 len: 1094 time: 0.0514624 Oct 27 18:27:21.574348 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923eaf5d-4eb2-4b56-a60e-cda8ac3b8647 req-3326ab07-c59b-4f0d-a2b1-35c605ad9c00 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:21.576322 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-923eaf5d-4eb2-4b56-a60e-cda8ac3b8647 req-3326ab07-c59b-4f0d-a2b1-35c605ad9c00 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.1521585 Oct 27 18:27:21.584008 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-4a501351-52a6-415d-becf-f7139870a8de service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29be2993-c6e5-47c4-b44a-bdcff05480a1 HTTP/1.1" status: 200 len: 217 time: 0.0402524 Oct 27 18:27:21.587365 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-48d491a7-f66c-4817-9355-18b70212a8b3 service neutron] 10.222.0.52 "GET /v2.0/networks/2cd94f32-cc4e-485f-a6b3-3cad5d550c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895151 Oct 27 18:27:21.603339 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-dcbac84d-e915-4a22-8d6d-2506e0c951bb req-90c08bbc-118d-49e9-8434-20899dae396b tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:21.614061 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['7848076d-2451-4103-97da-2fddc47f6bb3'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:27:21.639945 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-d08eede4-94cf-4d52-8e6e-9450284826d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:21.641541 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-d08eede4-94cf-4d52-8e6e-9450284826d5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b69c50a7-d61e-4a50-b965-052391ecc00d HTTP/1.1" status: 200 len: 868 time: 0.0496306 Oct 27 18:27:21.681501 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c08bbc-118d-49e9-8434-20899dae396b tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Pushing event deleted for resources: {'Port': ['ID=7848076d-2451-4103-97da-2fddc47f6bb3,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:21.691394 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-05adf0b8-8017-47e5-8f77-1d5dccab10b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:21.692907 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-05adf0b8-8017-47e5-8f77-1d5dccab10b9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a2aca3bf-85ff-4af5-b6b5-e0759d08542c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425870 Oct 27 18:27:21.735337 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-923eaf5d-4eb2-4b56-a60e-cda8ac3b8647 req-257c72c4-eec7-4417-a4ba-44bb5ec60653 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467085 Oct 27 18:27:21.755598 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcbac84d-e915-4a22-8d6d-2506e0c951bb req-90c08bbc-118d-49e9-8434-20899dae396b tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] No DVR routers for this DVR port 7848076d-2451-4103-97da-2fddc47f6bb3 on host n-h1-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:27:21.761117 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-dcbac84d-e915-4a22-8d6d-2506e0c951bb req-90c08bbc-118d-49e9-8434-20899dae396b tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:21.764481 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dcbac84d-e915-4a22-8d6d-2506e0c951bb req-90c08bbc-118d-49e9-8434-20899dae396b tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.81 "DELETE /v2.0/ports/7848076d-2451-4103-97da-2fddc47f6bb3 HTTP/1.1" status: 204 len: 173 time: 1.0989754 Oct 27 18:27:21.764932 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87164de-0492-4094-b5a1-6dd2e8211685', 'name': 'network-vif-deleted', 'tag': '7848076d-2451-4103-97da-2fddc47f6bb3'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:27:21.767289 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6084db2c-e40c-48f7-9fe0-73840368e5a6" -d '{"events": [{"server_uuid": "d87164de-0492-4094-b5a1-6dd2e8211685", "name": "network-vif-deleted", "tag": "7848076d-2451-4103-97da-2fddc47f6bb3"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:27:21.797346 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-2bcc3dd2-bedb-404d-bb17-1edc76499c8c service neutron] 10.222.0.93 "GET /v2.0/networks/a2aca3bf-85ff-4af5-b6b5-e0759d08542c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962405 Oct 27 18:27:21.799324 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-385eaf82-26d3-4c2c-8892-e5349b137e1c service neutron] 10.222.0.52 "GET /v2.0/networks/2cd94f32-cc4e-485f-a6b3-3cad5d550c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092726 Oct 27 18:27:21.870725 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47a6706-9902-4a6e-acb1-8c4894a4f47a x-openstack-request-id: req-e47a6706-9902-4a6e-acb1-8c4894a4f47a {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:27:21.871044 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef44ccb4-b0b4-4a56-9b5a-e58957a13179", "tag": "29be2993-c6e5-47c4-b44a-bdcff05480a1", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:27:21.871299 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e47a6706-9902-4a6e-acb1-8c4894a4f47a {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:27:21.871696 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef44ccb4-b0b4-4a56-9b5a-e58957a13179', 'tag': '29be2993-c6e5-47c4-b44a-bdcff05480a1', 'status': 'completed', 'code': 200} Oct 27 18:27:21.896395 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f8d42a-33d7-440f-8519-c868b6743689 x-openstack-request-id: req-e8f8d42a-33d7-440f-8519-c868b6743689 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:27:21.896690 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87164de-0492-4094-b5a1-6dd2e8211685", "name": "network-vif-deleted", "tag": "7848076d-2451-4103-97da-2fddc47f6bb3", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:27:21.897718 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e8f8d42a-33d7-440f-8519-c868b6743689 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:27:21.898351 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87164de-0492-4094-b5a1-6dd2e8211685', 'name': 'network-vif-deleted', 'tag': '7848076d-2451-4103-97da-2fddc47f6bb3', 'status': 'completed', 'code': 200} Oct 27 18:27:21.925999 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7d5036e3-bad1-4612-b542-5525b1ec64ce req-6b842f9f-4544-47fb-88e2-652d37adf904 service neutron] 10.222.0.93 "GET /v2.0/networks/a2aca3bf-85ff-4af5-b6b5-e0759d08542c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145916 Oct 27 18:27:21.995291 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a8c8c-b230-468f-92c3-883d9d90c580 req-2d3b7295-c46b-44d7-9473-eef1138b5ff9 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:21.996769 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-979a8c8c-b230-468f-92c3-883d9d90c580 req-2d3b7295-c46b-44d7-9473-eef1138b5ff9 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef44ccb4-b0b4-4a56-9b5a-e58957a13179 HTTP/1.1" status: 200 len: 943 time: 0.0509031 Oct 27 18:27:22.036750 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-979a8c8c-b230-468f-92c3-883d9d90c580 req-99cfcb60-3e4d-46b5-b473-ad4def36bcb3 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/security-groups?id=cecd558f-7126-4d17-8dc4-6ee078eeedad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341578 Oct 27 18:27:22.198634 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d1e06-b02e-41bb-a4dd-29be9998a2e7 req-a69e3d9e-2320-4aa4-ac1f-3135a50fe3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:22.204545 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-592d1e06-b02e-41bb-a4dd-29be9998a2e7 req-a69e3d9e-2320-4aa4-ac1f-3135a50fe3cb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=04d54874387f464283ceea87047d43f9&device_id=ef44ccb4-b0b4-4a56-9b5a-e58957a13179 HTTP/1.1" status: 200 len: 1094 time: 0.1044452 Oct 27 18:27:22.204984 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e00cb-5c0a-4257-bad4-7811bbb0a07e req-a3b77a85-b8ac-44e2-b3f5-57be1f14e1b9 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:22.215891 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a67e00cb-5c0a-4257-bad4-7811bbb0a07e req-a3b77a85-b8ac-44e2-b3f5-57be1f14e1b9 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 945 time: 0.1197810 Oct 27 18:27:22.269865 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-44e87283-5e8f-4537-8ca8-696d972fc2a0 req-8c5bf0cb-8dcd-4ace-b66e-ce86ab768ac5 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 210 time: 0.0339921 Oct 27 18:27:22.299109 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a67e00cb-5c0a-4257-bad4-7811bbb0a07e req-e2811b2f-08a8-4a2e-995b-95fe1e18d90a tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773122 Oct 27 18:27:22.330754 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d1e06-b02e-41bb-a4dd-29be9998a2e7 req-f3fb17c6-b469-4eab-8fdc-26834c945953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:22.332313 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-592d1e06-b02e-41bb-a4dd-29be9998a2e7 req-f3fb17c6-b469-4eab-8fdc-26834c945953 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a2aca3bf-85ff-4af5-b6b5-e0759d08542c HTTP/1.1" status: 200 len: 931 time: 0.1140471 Oct 27 18:27:22.383707 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-592d1e06-b02e-41bb-a4dd-29be9998a2e7 req-fe367dbd-84ae-47b7-bcdf-01f553702576 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29be2993-c6e5-47c4-b44a-bdcff05480a1 HTTP/1.1" status: 200 len: 217 time: 0.0421999 Oct 27 18:27:22.395884 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c296193f-37e6-4377-a256-96a3843e89cd req-9da6c74a-ad78-46a3-82b8-0a567349461d tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d87164de-0492-4094-b5a1-6dd2e8211685 HTTP/1.1" status: 200 len: 210 time: 0.0302277 Oct 27 18:27:22.447792 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d1e06-b02e-41bb-a4dd-29be9998a2e7 req-61df46f2-7e0a-43da-8cb8-4a4e974138a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:22.449360 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-592d1e06-b02e-41bb-a4dd-29be9998a2e7 req-61df46f2-7e0a-43da-8cb8-4a4e974138a2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b69c50a7-d61e-4a50-b965-052391ecc00d HTTP/1.1" status: 200 len: 868 time: 0.0544541 Oct 27 18:27:22.455144 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-96bd1fd8-760d-4828-acb2-9f27ce280729 req-e31fff43-76c5-43a9-8d40-e1b934608888 tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0280025 Oct 27 18:27:22.499746 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d1e06-b02e-41bb-a4dd-29be9998a2e7 req-ad76355e-58a8-41f4-827b-7c9ba5316c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:22.501367 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-592d1e06-b02e-41bb-a4dd-29be9998a2e7 req-ad76355e-58a8-41f4-827b-7c9ba5316c6d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a2aca3bf-85ff-4af5-b6b5-e0759d08542c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429404 Oct 27 18:27:22.604331 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-592d1e06-b02e-41bb-a4dd-29be9998a2e7 req-0e65f44e-083e-46f8-90c5-fc6fd0f36f5b service neutron] 10.222.0.93 "GET /v2.0/networks/a2aca3bf-85ff-4af5-b6b5-e0759d08542c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892766 Oct 27 18:27:22.700634 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-592d1e06-b02e-41bb-a4dd-29be9998a2e7 req-949cc708-7df5-4aaa-9f13-35e644fa379e service neutron] 10.222.0.93 "GET /v2.0/networks/a2aca3bf-85ff-4af5-b6b5-e0759d08542c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841184 Oct 27 18:27:23.084434 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07457d-d167-458b-b1f8-9f881e1858bb req-af749701-d161-404d-9144-6ff84f6b1479 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:23.084434 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4f07457d-d167-458b-b1f8-9f881e1858bb req-af749701-d161-404d-9144-6ff84f6b1479 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.0518970 Oct 27 18:27:23.084434 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4f07457d-d167-458b-b1f8-9f881e1858bb req-bffa03a1-b207-4abc-b0c7-4bb397520c4e tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317852 Oct 27 18:27:23.170783 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb05abb-32d2-4c9f-8d8f-0c39b5394988 req-5f53d912-bc23-43cc-b22a-55cb06a7f1ea tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:23.171981 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cfb05abb-32d2-4c9f-8d8f-0c39b5394988 req-5f53d912-bc23-43cc-b22a-55cb06a7f1ea tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef44ccb4-b0b4-4a56-9b5a-e58957a13179 HTTP/1.1" status: 200 len: 943 time: 0.0504870 Oct 27 18:27:23.216506 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cfb05abb-32d2-4c9f-8d8f-0c39b5394988 req-6e359305-92b0-44d0-9cf2-744d814bd37d tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/security-groups?id=cecd558f-7126-4d17-8dc4-6ee078eeedad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386477 Oct 27 18:27:23.358082 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5a2ac131-dca0-44e7-8540-6fedfa55b577 req-18b44f9c-8bf8-405f-ac1b-4b84bf47e95b tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 210 time: 0.0273371 Oct 27 18:27:23.409410 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383635a-5e12-46d8-a771-a9c0a98c4b68 req-ea1b8250-515b-4290-aea1-badc9db16365 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:23.410912 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c383635a-5e12-46d8-a771-a9c0a98c4b68 req-ea1b8250-515b-4290-aea1-badc9db16365 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 945 time: 0.0490382 Oct 27 18:27:23.450316 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c383635a-5e12-46d8-a771-a9c0a98c4b68 req-15fcec30-fe68-4682-83a7-e894cfd0e4f6 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325770 Oct 27 18:27:23.560073 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ea6941dc-7c53-43e8-923c-135501bbcb7b req-ee3a620e-eceb-4e2f-9541-285cf5aa2b6b tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0267689 Oct 27 18:27:23.837537 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58410) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:27:23.974680 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0ec5be5b-8771-4a47-8f1f-530649f1294c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0493afd680224a038be01c24bab6b33d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1359835 Oct 27 18:27:23.978315 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58414) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:27:24.029185 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-319b86db-b256-4ead-9a7b-393aa0810285 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:24.050255 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-319b86db-b256-4ead-9a7b-393aa0810285 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:24.186372 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff595e-d603-4fdf-b695-17736aaee56a req-b93fc6ff-029f-4ff5-acb8-09c960a119d2 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:24.187835 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7eff595e-d603-4fdf-b695-17736aaee56a req-b93fc6ff-029f-4ff5-acb8-09c960a119d2 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.0488646 Oct 27 18:27:24.212306 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-319b86db-b256-4ead-9a7b-393aa0810285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:24.214918 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-319b86db-b256-4ead-9a7b-393aa0810285 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:24.216062 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-319b86db-b256-4ead-9a7b-393aa0810285 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0d2fd03c-1c68-43e2-bfaa-085203824d5f HTTP/1.1" status: 204 len: 168 time: 0.2368219 Oct 27 18:27:24.230713 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b86db-b256-4ead-9a7b-393aa0810285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2fd03c-1c68-43e2-bfaa-085203824d5f,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:24.247853 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7eff595e-d603-4fdf-b695-17736aaee56a req-1e8dfbf4-027b-46df-92d8-793100588d3e tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534022 Oct 27 18:27:24.360346 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82166cd-8a78-4df8-b7b6-4c148b5356cf req-2ce309bf-335d-44db-a3c9-f66de7b50f17 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:24.361823 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d82166cd-8a78-4df8-b7b6-4c148b5356cf req-2ce309bf-335d-44db-a3c9-f66de7b50f17 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef44ccb4-b0b4-4a56-9b5a-e58957a13179 HTTP/1.1" status: 200 len: 943 time: 0.0515904 Oct 27 18:27:24.406349 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d82166cd-8a78-4df8-b7b6-4c148b5356cf req-38b75937-38a9-4b14-ab51-df7a2bec3589 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/security-groups?id=cecd558f-7126-4d17-8dc4-6ee078eeedad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379846 Oct 27 18:27:24.447981 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 7848076d-2451-4103-97da-2fddc47f6bb3 no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:27:24.468224 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fe2ee4d8-8a5b-48cd-9351-555832a94237 req-a83dcd3d-5865-4e5c-9c3e-81a1c320c4ee tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 210 time: 0.0304222 Oct 27 18:27:24.485843 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] No Port match for: 7848076d-2451-4103-97da-2fddc47f6bb3 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:27:24.486544 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 7848076d-2451-4103-97da-2fddc47f6bb3 not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:27:24.534624 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 29be2993-c6e5-47c4-b44a-bdcff05480a1 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:27:24.585098 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda38fe6-d8ca-435a-8282-71d59fcf697c req-dd214a5e-b5a4-431b-a566-5b1e13f3d7da tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:24.591532 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cda38fe6-d8ca-435a-8282-71d59fcf697c req-dd214a5e-b5a4-431b-a566-5b1e13f3d7da tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 945 time: 0.0634789 Oct 27 18:27:24.651150 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cda38fe6-d8ca-435a-8282-71d59fcf697c req-ed40b609-626d-486d-8453-ce8739288c0f tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520363 Oct 27 18:27:24.661549 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 29be2993-c6e5-47c4-b44a-bdcff05480a1, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=29be2993-c6e5-47c4-b44a-bdcff05480a1,segment=NetworkSegment(22ff1e10-58c1-48e2-bcc1-b17c7bb71a91),segment_id=22ff1e10-58c1-48e2-bcc1-b17c7bb71a91)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:27:24.669194 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '29be2993-c6e5-47c4-b44a-bdcff05480a1', 'network_id': 'a2aca3bf-85ff-4af5-b6b5-e0759d08542c', 'port_id': '29be2993-c6e5-47c4-b44a-bdcff05480a1', 'mac_address': 'fa:16:3e:52:9b:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b69c50a7-d61e-4a50-b965-052391ecc00d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:27:24.692766 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f19610c5-f6cd-41b5-a0e2-c3d4a2ffd9ef req-33a58c02-dc68-486c-8300-883e1221a8b4 tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0404465 Oct 27 18:27:24.727327 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-57171364-4130-446a-be38-219d91e767d3 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:24.733008 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:24.733137 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-57171364-4130-446a-be38-219d91e767d3 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.93 "GET /v2.0/networks?id=2cd94f32-cc4e-485f-a6b3-3cad5d550c64 HTTP/1.1" status: 200 len: 814 time: 0.1426821 Oct 27 18:27:24.742332 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29be2993-c6e5-47c4-b44a-bdcff05480a1 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:27:24.748080 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-c5b0a60f-6f4e-4cac-81fb-f1126dd1707f tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Request body: {'port': {'device_id': '950f4e05-880e-40ba-965a-0164019d2bcd', 'network_id': '2cd94f32-cc4e-485f-a6b3-3cad5d550c64', 'admin_state_up': True, 'tenant_id': 'cdef29094ce14d75be1bb2e0c154c0d3'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:27:24.763898 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 29be2993-c6e5-47c4-b44a-bdcff05480a1, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=29be2993-c6e5-47c4-b44a-bdcff05480a1,segment=NetworkSegment(22ff1e10-58c1-48e2-bcc1-b17c7bb71a91),segment_id=22ff1e10-58c1-48e2-bcc1-b17c7bb71a91)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:27:24.826804 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:24.876075 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=29be2993-c6e5-47c4-b44a-bdcff05480a1,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:24.914185 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58434) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:27:24.954058 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-c5b0a60f-6f4e-4cac-81fb-f1126dd1707f tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Made reservation on behalf of cdef29094ce14d75be1bb2e0c154c0d3 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:27:24.954444 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-114e178d-79d4-4293-982d-02d5d58a405b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=479a00e3c22d42989f0f818e8495a85e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391173 Oct 27 18:27:24.956846 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58436) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:27:24.958694 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-c5b0a60f-6f4e-4cac-81fb-f1126dd1707f tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:25.009193 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bfb54917-ca25-4380-965b-b5334c18978b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:25.030166 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bfb54917-ca25-4380-965b-b5334c18978b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:25.092598 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-c5b0a60f-6f4e-4cac-81fb-f1126dd1707f tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Allocated IP 172.20.0.12 (2cd94f32-cc4e-485f-a6b3-3cad5d550c64/432b5b5e-fd94-49d8-a06e-28d93bf8ad3a/6f50ade0-d2fb-4def-87dd-4e54bdeeda80) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:27:25.135579 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bfb54917-ca25-4380-965b-b5334c18978b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:25.138145 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bfb54917-ca25-4380-965b-b5334c18978b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:25.139495 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-bfb54917-ca25-4380-965b-b5334c18978b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5c0615aa-b178-404b-9a65-32937cacd028 HTTP/1.1" status: 204 len: 168 time: 0.1815712 Oct 27 18:27:25.148887 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb54917-ca25-4380-965b-b5334c18978b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0615aa-b178-404b-9a65-32937cacd028,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:25.284756 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-c5b0a60f-6f4e-4cac-81fb-f1126dd1707f tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:25.301531 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['29be2993-c6e5-47c4-b44a-bdcff05480a1'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:27:25.379551 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693feba6-8627-465a-bd25-63d92a14dc0c req-208be0d4-9a85-4dc9-b657-79f8675ffd0e tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:25.381169 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-693feba6-8627-465a-bd25-63d92a14dc0c req-208be0d4-9a85-4dc9-b657-79f8675ffd0e tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.0800388 Oct 27 18:27:25.394737 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-c5b0a60f-6f4e-4cac-81fb-f1126dd1707f tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:25.421024 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1e075-a005-4e61-ba93-320830e3b24d req-29248097-4408-4f91-aaad-40051b3e10d5 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:25.422839 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0db1e075-a005-4e61-ba93-320830e3b24d req-29248097-4408-4f91-aaad-40051b3e10d5 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.0887103 Oct 27 18:27:25.445971 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-c5b0a60f-6f4e-4cac-81fb-f1126dd1707f tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Network 2cd94f32-cc4e-485f-a6b3-3cad5d550c64 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:27:25.449398 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-c5b0a60f-6f4e-4cac-81fb-f1126dd1707f tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:27:25.454074 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-c5b0a60f-6f4e-4cac-81fb-f1126dd1707f tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:27:25.458351 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b0a60f-6f4e-4cac-81fb-f1126dd1707f tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Pushing event updated for resources: {'Port': ['ID=6f50ade0-d2fb-4def-87dd-4e54bdeeda80,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:25.464688 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-693feba6-8627-465a-bd25-63d92a14dc0c req-a3447ed3-aa6a-42ef-b926-65bd2a52aac5 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751395 Oct 27 18:27:25.489684 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0db1e075-a005-4e61-ba93-320830e3b24d req-8ab6d3f2-465b-485d-ab92-9a8dd0a3028b tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466537 Oct 27 18:27:25.516559 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0a60f-6f4e-4cac-81fb-f1126dd1707f tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:27:25.516913 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0a60f-6f4e-4cac-81fb-f1126dd1707f tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:27:25.517324 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0a60f-6f4e-4cac-81fb-f1126dd1707f tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:27:25.517589 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0a60f-6f4e-4cac-81fb-f1126dd1707f tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:27:25.517922 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0a60f-6f4e-4cac-81fb-f1126dd1707f tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:27:25.518251 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0a60f-6f4e-4cac-81fb-f1126dd1707f tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:27:25.518578 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0a60f-6f4e-4cac-81fb-f1126dd1707f tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:27:25.518931 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0a60f-6f4e-4cac-81fb-f1126dd1707f tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:27:25.519259 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0a60f-6f4e-4cac-81fb-f1126dd1707f tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:27:25.519583 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0a60f-6f4e-4cac-81fb-f1126dd1707f tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:27:25.519907 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0a60f-6f4e-4cac-81fb-f1126dd1707f tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:27:25.520226 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b0a60f-6f4e-4cac-81fb-f1126dd1707f tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:27:25.549799 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-c5b0a60f-6f4e-4cac-81fb-f1126dd1707f tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:25.550773 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-c5b0a60f-6f4e-4cac-81fb-f1126dd1707f tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:25.621144 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-c5b0a60f-6f4e-4cac-81fb-f1126dd1707f tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8776872 Oct 27 18:27:25.642689 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-db267f01-14b7-46c5-a1e8-04962ebd23ad service neutron] Request body: {'port': {'device_id': '950f4e05-880e-40ba-965a-0164019d2bcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:27:25.650520 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14b342-fea4-42c2-b55c-e1a7b5952b33 req-c15c3f2e-53a0-488c-b793-f9eae98ddee8 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:25.652396 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eb14b342-fea4-42c2-b55c-e1a7b5952b33 req-c15c3f2e-53a0-488c-b793-f9eae98ddee8 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef44ccb4-b0b4-4a56-9b5a-e58957a13179 HTTP/1.1" status: 200 len: 944 time: 0.0702689 Oct 27 18:27:25.716644 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-db267f01-14b7-46c5-a1e8-04962ebd23ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:25.729430 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eb14b342-fea4-42c2-b55c-e1a7b5952b33 req-c36b1d74-f680-408a-ab99-5786077fe689 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/security-groups?id=cecd558f-7126-4d17-8dc4-6ee078eeedad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674179 Oct 27 18:27:25.742217 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c8c9f-182a-42e4-b2b3-fa70eff2d747 req-cae6095f-8ca4-4f16-8032-114d7a2308aa tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:25.743701 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3f4c8c9f-182a-42e4-b2b3-fa70eff2d747 req-cae6095f-8ca4-4f16-8032-114d7a2308aa tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 932 time: 0.0904598 Oct 27 18:27:25.795423 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3f4c8c9f-182a-42e4-b2b3-fa70eff2d747 req-50b3d087-9e18-4456-851e-23d5d58bcf98 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400801 Oct 27 18:27:25.868734 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6399e3-4204-4be8-9ac6-7c750d353628 req-97fc5527-0aaf-4a91-aae5-6e03e0860b0d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:25.876146 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ae6399e3-4204-4be8-9ac6-7c750d353628 req-97fc5527-0aaf-4a91-aae5-6e03e0860b0d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.0771494 Oct 27 18:27:25.946970 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ae6399e3-4204-4be8-9ac6-7c750d353628 req-ffa6e0e2-cc2d-43a0-87d6-076c3615d158 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691752 Oct 27 18:27:25.980815 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccfd7ea-643b-4111-96f2-c7da458998b8 req-edf275a2-0e49-4739-a654-0c34c3ce5382 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:25.982395 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cccfd7ea-643b-4111-96f2-c7da458998b8 req-edf275a2-0e49-4739-a654-0c34c3ce5382 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 945 time: 0.0877733 Oct 27 18:27:26.051583 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9762d7d0-36cc-458f-a823-97f7a07efdb4 req-4412aa4d-5ac8-4f34-ba43-6fdc0440ad62 tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0410929 Oct 27 18:27:26.072195 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cccfd7ea-643b-4111-96f2-c7da458998b8 req-3598356e-aaa1-4f58-8650-0f2afeb19754 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773363 Oct 27 18:27:26.076756 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-db267f01-14b7-46c5-a1e8-04962ebd23ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f50ade0-d2fb-4def-87dd-4e54bdeeda80 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:27:26.084938 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-db267f01-14b7-46c5-a1e8-04962ebd23ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:26.109457 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-db267f01-14b7-46c5-a1e8-04962ebd23ad service neutron] Transition to ACTIVE for port object 6f50ade0-d2fb-4def-87dd-4e54bdeeda80 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:27:26.165350 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-db267f01-14b7-46c5-a1e8-04962ebd23ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:26.214590 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db267f01-14b7-46c5-a1e8-04962ebd23ad service neutron] Pushing event updated for resources: {'Port': ['ID=6f50ade0-d2fb-4def-87dd-4e54bdeeda80,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:26.228149 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:26.284867 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-db267f01-14b7-46c5-a1e8-04962ebd23ad service neutron] Attempting to bind port 6f50ade0-d2fb-4def-87dd-4e54bdeeda80 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:27:26.285200 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-db267f01-14b7-46c5-a1e8-04962ebd23ad service neutron] Attempting to bind port 6f50ade0-d2fb-4def-87dd-4e54bdeeda80 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '7ab5ac52-5e29-41f5-a4b9-15dca948aa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '2cd94f32-cc4e-485f-a6b3-3cad5d550c64'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:27:26.285524 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-db267f01-14b7-46c5-a1e8-04962ebd23ad service neutron] Attempting to bind port 6f50ade0-d2fb-4def-87dd-4e54bdeeda80 on network 2cd94f32-cc4e-485f-a6b3-3cad5d550c64 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:27:26.290803 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-db267f01-14b7-46c5-a1e8-04962ebd23ad service neutron] Port 6f50ade0-d2fb-4def-87dd-4e54bdeeda80 on network 2cd94f32-cc4e-485f-a6b3-3cad5d550c64 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:27:26.291089 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-db267f01-14b7-46c5-a1e8-04962ebd23ad service neutron] Attempting to bind port 6f50ade0-d2fb-4def-87dd-4e54bdeeda80 on network 2cd94f32-cc4e-485f-a6b3-3cad5d550c64 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:27:26.296151 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-db267f01-14b7-46c5-a1e8-04962ebd23ad service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:27:26.296486 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-db267f01-14b7-46c5-a1e8-04962ebd23ad service neutron] Checking segment: {'id': '7ab5ac52-5e29-41f5-a4b9-15dca948aa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '2cd94f32-cc4e-485f-a6b3-3cad5d550c64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:27:26.296863 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-db267f01-14b7-46c5-a1e8-04962ebd23ad service neutron] Bound using segment: {'id': '7ab5ac52-5e29-41f5-a4b9-15dca948aa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '2cd94f32-cc4e-485f-a6b3-3cad5d550c64'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:27:26.297286 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-db267f01-14b7-46c5-a1e8-04962ebd23ad service neutron] Bound port: 6f50ade0-d2fb-4def-87dd-4e54bdeeda80, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ab5ac52-5e29-41f5-a4b9-15dca948aa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '2cd94f32-cc4e-485f-a6b3-3cad5d550c64'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:27:26.297640 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-db267f01-14b7-46c5-a1e8-04962ebd23ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:26.366396 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-db267f01-14b7-46c5-a1e8-04962ebd23ad service neutron] For port 6f50ade0-d2fb-4def-87dd-4e54bdeeda80, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:27:26.369542 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-db267f01-14b7-46c5-a1e8-04962ebd23ad service neutron] For port 6f50ade0-d2fb-4def-87dd-4e54bdeeda80, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=6f50ade0-d2fb-4def-87dd-4e54bdeeda80,segment=NetworkSegment(7ab5ac52-5e29-41f5-a4b9-15dca948aa51),segment_id=7ab5ac52-5e29-41f5-a4b9-15dca948aa51)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:27:26.434564 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-db267f01-14b7-46c5-a1e8-04962ebd23ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:26.470494 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-db267f01-14b7-46c5-a1e8-04962ebd23ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:26.472396 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-db267f01-14b7-46c5-a1e8-04962ebd23ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:26.474064 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-db267f01-14b7-46c5-a1e8-04962ebd23ad service neutron] 10.222.0.93 "PUT /v2.0/ports/6f50ade0-d2fb-4def-87dd-4e54bdeeda80 HTTP/1.1" status: 200 len: 1092 time: 0.8366358 Oct 27 18:27:26.480218 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '950f4e05-880e-40ba-965a-0164019d2bcd', 'tag': '6f50ade0-d2fb-4def-87dd-4e54bdeeda80'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:27:26.482801 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5f9c43-7c4d-4248-9c4b-d9f3562da6a3" -d '{"events": [{"name": "network-changed", "server_uuid": "950f4e05-880e-40ba-965a-0164019d2bcd", "tag": "6f50ade0-d2fb-4def-87dd-4e54bdeeda80"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:27:26.508769 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db267f01-14b7-46c5-a1e8-04962ebd23ad service neutron] Pushing event updated for resources: {'Port': ['ID=6f50ade0-d2fb-4def-87dd-4e54bdeeda80,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:26.537289 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba73e6f-8498-41e7-89f3-f29435b8dcda x-openstack-request-id: req-aba73e6f-8498-41e7-89f3-f29435b8dcda {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:27:26.540474 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "950f4e05-880e-40ba-965a-0164019d2bcd", "tag": "6f50ade0-d2fb-4def-87dd-4e54bdeeda80", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:27:26.540474 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aba73e6f-8498-41e7-89f3-f29435b8dcda {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:27:26.540474 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '950f4e05-880e-40ba-965a-0164019d2bcd', 'tag': '6f50ade0-d2fb-4def-87dd-4e54bdeeda80', 'status': 'completed', 'code': 200} Oct 27 18:27:26.557426 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7b54f-32e9-475b-897c-5d64fa7b3487 req-5450c6b9-f86d-40ad-8bb8-1af3a3830047 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:26.564726 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-69e7b54f-32e9-475b-897c-5d64fa7b3487 req-5450c6b9-f86d-40ad-8bb8-1af3a3830047 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.0664408 Oct 27 18:27:26.613438 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f9c43-7c4d-4248-9c4b-d9f3562da6a3 req-4381eb9c-c644-4dcb-b0eb-0b8e3be6bd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:26.616160 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8a5f9c43-7c4d-4248-9c4b-d9f3562da6a3 req-4381eb9c-c644-4dcb-b0eb-0b8e3be6bd43 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cdef29094ce14d75be1bb2e0c154c0d3&device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 1095 time: 0.0528762 Oct 27 18:27:26.623271 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-69e7b54f-32e9-475b-897c-5d64fa7b3487 req-e622eb19-d759-44f2-ac68-5d8efb2964c3 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452802 Oct 27 18:27:26.689166 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85db6b2-f1b5-40ba-bc3a-fda264306cb4 req-752a232b-89c6-49c5-83ba-bacbca960508 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:26.691105 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f85db6b2-f1b5-40ba-bc3a-fda264306cb4 req-752a232b-89c6-49c5-83ba-bacbca960508 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.0668232 Oct 27 18:27:26.733029 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f85db6b2-f1b5-40ba-bc3a-fda264306cb4 req-f577818c-5965-48ae-b52d-c572c1d244a2 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357561 Oct 27 18:27:26.735640 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f9c43-7c4d-4248-9c4b-d9f3562da6a3 req-b7c63485-68ea-41c3-827a-adcfa50abdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:26.737467 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8a5f9c43-7c4d-4248-9c4b-d9f3562da6a3 req-b7c63485-68ea-41c3-827a-adcfa50abdda service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=cdef29094ce14d75be1bb2e0c154c0d3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1099291 Oct 27 18:27:26.759904 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:26.859222 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f9c43-7c4d-4248-9c4b-d9f3562da6a3 req-80ddd757-cbd6-4882-9eea-b9f77e65b253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:26.860684 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8a5f9c43-7c4d-4248-9c4b-d9f3562da6a3 req-80ddd757-cbd6-4882-9eea-b9f77e65b253 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1055846 Oct 27 18:27:26.862851 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0979f-9bc6-44a7-aec8-7381ac95cda1 req-d50a2b8c-c4d0-4e02-a676-7c116253a52c tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:26.866985 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-79b0979f-9bc6-44a7-aec8-7381ac95cda1 req-d50a2b8c-c4d0-4e02-a676-7c116253a52c tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef44ccb4-b0b4-4a56-9b5a-e58957a13179 HTTP/1.1" status: 200 len: 944 time: 0.0559492 Oct 27 18:27:26.907335 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-79b0979f-9bc6-44a7-aec8-7381ac95cda1 req-e01a3ebd-9692-4bdc-95f2-ec0d67a3d4cd tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/security-groups?id=cecd558f-7126-4d17-8dc4-6ee078eeedad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351658 Oct 27 18:27:26.946110 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-ebdf1be0-cdd5-41f4-a9b0-9ef87fdea2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:26.954790 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-ebdf1be0-cdd5-41f4-a9b0-9ef87fdea2c8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cdef29094ce14d75be1bb2e0c154c0d3&device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 1095 time: 0.0486994 Oct 27 18:27:27.006268 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-12bc2cbd-d0d9-4ec2-a4ac-b498b5982ad0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f50ade0-d2fb-4def-87dd-4e54bdeeda80 HTTP/1.1" status: 200 len: 217 time: 0.0478382 Oct 27 18:27:27.026146 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e970042-d136-4c3c-bc67-5e8c3ed113ba req-cc10ab00-db72-4e70-80a7-4a15691e918c tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:27.027799 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2e970042-d136-4c3c-bc67-5e8c3ed113ba req-cc10ab00-db72-4e70-80a7-4a15691e918c tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 944 time: 0.0597587 Oct 27 18:27:27.069651 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2e970042-d136-4c3c-bc67-5e8c3ed113ba req-478bcef5-2855-446f-90f0-30fe41022c3e tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348995 Oct 27 18:27:27.075387 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-34c902ed-aec5-4a0b-96bb-a85f08a5c613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:27.076978 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-34c902ed-aec5-4a0b-96bb-a85f08a5c613 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=432b5b5e-fd94-49d8-a06e-28d93bf8ad3a HTTP/1.1" status: 200 len: 854 time: 0.0572751 Oct 27 18:27:27.119263 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-65d25578-47fc-40ba-b04c-efed3adfd58e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2cd94f32-cc4e-485f-a6b3-3cad5d550c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311058 Oct 27 18:27:27.205983 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b955dc-3de5-4639-9b82-6dece642b9cb req-03e9ec87-b999-49b4-8e11-2ce500e0d810 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:27.211053 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1b955dc-3de5-4639-9b82-6dece642b9cb req-03e9ec87-b999-49b4-8e11-2ce500e0d810 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 945 time: 0.0692284 Oct 27 18:27:27.242647 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-eab60aed-f882-4825-8834-bd2d8da517e1 service neutron] 10.222.0.93 "GET /v2.0/networks/2cd94f32-cc4e-485f-a6b3-3cad5d550c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151307 Oct 27 18:27:27.279560 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5b95e9b1-8cb4-4fc2-baaf-c6e1b06684ea req-14e91768-5897-4f78-9510-a6d80fa7d08a tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0424225 Oct 27 18:27:27.311760 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1b955dc-3de5-4639-9b82-6dece642b9cb req-3b1f09f3-25b7-47b3-bb38-b8d21d2d6676 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893922 Oct 27 18:27:27.344091 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b6536ee1-5df7-42af-b011-3ac7508abf91 req-163c1c7e-7613-492e-9084-26566b52cbbc service neutron] 10.222.0.93 "GET /v2.0/networks/2cd94f32-cc4e-485f-a6b3-3cad5d550c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924006 Oct 27 18:27:27.633594 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf62b27-06ff-45fc-9983-863baae59203 req-def46bbc-cc19-4c6e-bbe5-df71460e439c tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:27.635033 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ccf62b27-06ff-45fc-9983-863baae59203 req-def46bbc-cc19-4c6e-bbe5-df71460e439c tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.0536532 Oct 27 18:27:27.675733 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ccf62b27-06ff-45fc-9983-863baae59203 req-b56a9b90-1d82-4b29-b119-6388dfa058ac tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346203 Oct 27 18:27:27.864645 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3318c8d-3ac7-4582-95b6-b054b5dd7763 req-043f6ad6-1962-438a-9e45-c3fc20281186 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:27.866174 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f3318c8d-3ac7-4582-95b6-b054b5dd7763 req-043f6ad6-1962-438a-9e45-c3fc20281186 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.0516150 Oct 27 18:27:27.907174 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f3318c8d-3ac7-4582-95b6-b054b5dd7763 req-8e2fdd88-c9c1-482f-988d-b4b35ce0c3c7 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340247 Oct 27 18:27:28.025262 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b329d4fb-0aef-4216-bdb0-58fdc3e7dc83 req-97482950-c0b3-4968-a4bb-3b3b43dbfa92 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:28.026833 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b329d4fb-0aef-4216-bdb0-58fdc3e7dc83 req-97482950-c0b3-4968-a4bb-3b3b43dbfa92 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef44ccb4-b0b4-4a56-9b5a-e58957a13179 HTTP/1.1" status: 200 len: 944 time: 0.0510733 Oct 27 18:27:28.064086 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b329d4fb-0aef-4216-bdb0-58fdc3e7dc83 req-19f360b1-258e-4104-9538-a5ff642a4099 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/security-groups?id=cecd558f-7126-4d17-8dc4-6ee078eeedad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312996 Oct 27 18:27:28.200632 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b09929-fa4b-4d22-ad3d-46227093482d req-725e3065-d9bf-4058-94e7-42556af88335 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:28.202154 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a1b09929-fa4b-4d22-ad3d-46227093482d req-725e3065-d9bf-4058-94e7-42556af88335 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 944 time: 0.0546844 Oct 27 18:27:28.246073 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a1b09929-fa4b-4d22-ad3d-46227093482d req-4eb272ac-e236-477d-b4d1-762e00628164 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370877 Oct 27 18:27:28.383710 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-52016b1e-9dd1-43f5-897b-f11c22982e9c req-b6704a80-0d73-4a1e-b55c-843d410ab408 tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0276446 Oct 27 18:27:28.494279 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae09f85-dc80-43bc-899b-faff7c15a28f req-65077a1c-756d-4a7b-b0c9-0c2ba696fe12 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:28.495844 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ae09f85-dc80-43bc-899b-faff7c15a28f req-65077a1c-756d-4a7b-b0c9-0c2ba696fe12 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 945 time: 0.0522850 Oct 27 18:27:28.533314 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ae09f85-dc80-43bc-899b-faff7c15a28f req-5c5817f3-71b8-4282-8458-7d8b92c7f220 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316451 Oct 27 18:27:28.554012 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 29be2993-c6e5-47c4-b44a-bdcff05480a1 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:27:28.650610 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 29be2993-c6e5-47c4-b44a-bdcff05480a1 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:27:28.654732 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 29be2993-c6e5-47c4-b44a-bdcff05480a1 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:27:28.655154 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:28.736340 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:28.763651 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef44ccb4-b0b4-4a56-9b5a-e58957a13179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29be2993-c6e5-47c4-b44a-bdcff05480a1'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:27:28.766049 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216394fb-7e35-4195-ba23-d05b6930f9ae" -d '{"events": [{"server_uuid": "ef44ccb4-b0b4-4a56-9b5a-e58957a13179", "name": "network-vif-plugged", "status": "completed", "tag": "29be2993-c6e5-47c4-b44a-bdcff05480a1"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:27:28.779951 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 29be2993-c6e5-47c4-b44a-bdcff05480a1, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=29be2993-c6e5-47c4-b44a-bdcff05480a1,segment=NetworkSegment(22ff1e10-58c1-48e2-bcc1-b17c7bb71a91),segment_id=22ff1e10-58c1-48e2-bcc1-b17c7bb71a91)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:27:28.805852 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c8287-c5b3-40c6-b0d5-3434839d9f71 req-f4c2bacc-5cb8-4f0a-82c8-8ab3d5f89591 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:28.811159 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188a7498-3ad6-4180-8ec7-28c8f65d5aee x-openstack-request-id: req-188a7498-3ad6-4180-8ec7-28c8f65d5aee {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:27:28.812931 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef44ccb4-b0b4-4a56-9b5a-e58957a13179", "name": "network-vif-plugged", "status": "completed", "tag": "29be2993-c6e5-47c4-b44a-bdcff05480a1", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:27:28.812931 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-188a7498-3ad6-4180-8ec7-28c8f65d5aee {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:27:28.812931 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef44ccb4-b0b4-4a56-9b5a-e58957a13179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29be2993-c6e5-47c4-b44a-bdcff05480a1', 'code': 200} Oct 27 18:27:28.814096 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-285c8287-c5b3-40c6-b0d5-3434839d9f71 req-f4c2bacc-5cb8-4f0a-82c8-8ab3d5f89591 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.0666566 Oct 27 18:27:28.857188 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:28.860620 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-285c8287-c5b3-40c6-b0d5-3434839d9f71 req-83a8eb60-d02d-4f35-a5f6-63f384975a7e tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455394 Oct 27 18:27:28.922584 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=29be2993-c6e5-47c4-b44a-bdcff05480a1,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:28.933206 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:27:28.933559 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:27:28.933904 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:27:28.934359 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:27:28.934618 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:27:28.935053 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:27:28.936112 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:27:28.936456 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:27:28.936788 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:27:28.937117 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:27:28.937442 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:27:28.937761 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:27:28.962030 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb09c51-4746-4e9d-a002-defe592595a8 req-86831079-e581-412a-ba45-76d6f1a18775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:28.963634 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5cb09c51-4746-4e9d-a002-defe592595a8 req-86831079-e581-412a-ba45-76d6f1a18775 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ef44ccb4-b0b4-4a56-9b5a-e58957a13179 HTTP/1.1" status: 200 len: 1096 time: 0.0474267 Oct 27 18:27:29.012007 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5cb09c51-4746-4e9d-a002-defe592595a8 req-7deba518-4661-4baa-a563-34fa805e03d8 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=cecd558f-7126-4d17-8dc4-6ee078eeedad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352950 Oct 27 18:27:29.047881 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b797601-8277-47e3-acaa-553a24a468fe req-495cbeec-3111-4fd5-9cf8-4de458a78f0c tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:29.049378 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4b797601-8277-47e3-acaa-553a24a468fe req-495cbeec-3111-4fd5-9cf8-4de458a78f0c tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.0576766 Oct 27 18:27:29.095770 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4b797601-8277-47e3-acaa-553a24a468fe req-6038111e-a9e6-4209-9de0-2f30bf5dd81b tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397854 Oct 27 18:27:29.195234 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bfa27-5ac0-42aa-a038-05217063f768 req-d672a394-fab7-41f3-85c0-1dc2b0d3dce9 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:29.197040 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b91bfa27-5ac0-42aa-a038-05217063f768 req-d672a394-fab7-41f3-85c0-1dc2b0d3dce9 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef44ccb4-b0b4-4a56-9b5a-e58957a13179 HTTP/1.1" status: 200 len: 945 time: 0.0522676 Oct 27 18:27:29.246180 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b91bfa27-5ac0-42aa-a038-05217063f768 req-2da6a7ce-afd9-4149-abe6-cd313bd6899d tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/security-groups?id=cecd558f-7126-4d17-8dc4-6ee078eeedad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362282 Oct 27 18:27:29.359668 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e1bf9-0b60-4e83-a648-5bd2b423be94 req-cb4a9bef-f1b9-4f03-8a25-6fd85c312486 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:29.361153 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7c9e1bf9-0b60-4e83-a648-5bd2b423be94 req-cb4a9bef-f1b9-4f03-8a25-6fd85c312486 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 944 time: 0.0485301 Oct 27 18:27:29.399483 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7c9e1bf9-0b60-4e83-a648-5bd2b423be94 req-7ed67218-95f5-452b-996d-4843a5a50419 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314147 Oct 27 18:27:29.492766 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cef77860-c282-46a2-b4f8-8b74435697a8 req-ca63f077-311d-4ec1-b3e0-d446a6c369bb tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0298171 Oct 27 18:27:29.612933 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 58590) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:27:29.655173 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886db9ac-8c74-4158-bc91-c006ab17d274 req-a2f2bd0c-03e4-4ba6-878a-043a97bd24e6 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:29.656714 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-886db9ac-8c74-4158-bc91-c006ab17d274 req-a2f2bd0c-03e4-4ba6-878a-043a97bd24e6 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 945 time: 0.0507214 Oct 27 18:27:29.695408 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-886db9ac-8c74-4158-bc91-c006ab17d274 req-50c28c91-18da-41d7-9624-2dfb010d5898 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329070 Oct 27 18:27:29.720476 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-78027425-7f41-4a7e-9936-39f23710d230 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:29.791504 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-78027425-7f41-4a7e-9936-39f23710d230 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:29.867270 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-78027425-7f41-4a7e-9936-39f23710d230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:29.905422 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78027425-7f41-4a7e-9936-39f23710d230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5c14b1-6d05-45ce-a5d5-2c3ae15234e9,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:29.911217 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-78027425-7f41-4a7e-9936-39f23710d230 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4ed353d9123945ba974e3f3680748ffe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2972851 Oct 27 18:27:29.914084 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 58596) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:27:29.969543 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0c5522cb-6d28-4873-9189-93b54e58a619 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:29.982284 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42455637-663c-4fda-a6df-79663b480312 req-6fb4bf8c-a4f2-4fb3-8c53-8c73b07206b3 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:29.983834 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-42455637-663c-4fda-a6df-79663b480312 req-6fb4bf8c-a4f2-4fb3-8c53-8c73b07206b3 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.0570204 Oct 27 18:27:29.994159 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0c5522cb-6d28-4873-9189-93b54e58a619 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:30.022962 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-42455637-663c-4fda-a6df-79663b480312 req-c39f7dfc-3d70-4d6e-bde0-31089dcfb65c tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328724 Oct 27 18:27:30.164838 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0c5522cb-6d28-4873-9189-93b54e58a619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:30.167468 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0c5522cb-6d28-4873-9189-93b54e58a619 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:30.168692 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0c5522cb-6d28-4873-9189-93b54e58a619 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bd5c14b1-6d05-45ce-a5d5-2c3ae15234e9 HTTP/1.1" status: 204 len: 168 time: 0.2534840 Oct 27 18:27:30.178058 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5522cb-6d28-4873-9189-93b54e58a619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5c14b1-6d05-45ce-a5d5-2c3ae15234e9,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:30.225098 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848e59c-6eb7-4c35-9653-dfa4efd876d0 req-a6408a7a-be01-442d-ab98-7543c5d6b1d6 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:30.227379 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9848e59c-6eb7-4c35-9653-dfa4efd876d0 req-a6408a7a-be01-442d-ab98-7543c5d6b1d6 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.0612926 Oct 27 18:27:30.265349 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9848e59c-6eb7-4c35-9653-dfa4efd876d0 req-c67bceb1-00e3-45da-99c1-3a5725462490 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314918 Oct 27 18:27:30.364241 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90049b95-a329-40d0-90b8-e9b74ddd122e req-681cd0bc-29ae-4fee-9601-f7b5b66ded23 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:30.365731 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-90049b95-a329-40d0-90b8-e9b74ddd122e req-681cd0bc-29ae-4fee-9601-f7b5b66ded23 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef44ccb4-b0b4-4a56-9b5a-e58957a13179 HTTP/1.1" status: 200 len: 945 time: 0.0495324 Oct 27 18:27:30.407609 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-90049b95-a329-40d0-90b8-e9b74ddd122e req-5ccd84be-753d-4c36-aba2-e397d4eb2147 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/security-groups?id=cecd558f-7126-4d17-8dc4-6ee078eeedad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327764 Oct 27 18:27:30.519030 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb625d99-05d7-4ffe-95b4-24695ab2a292 req-0a35aa99-cfcf-4b38-9eea-7a33e6547bfa tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:30.520823 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fb625d99-05d7-4ffe-95b4-24695ab2a292 req-0a35aa99-cfcf-4b38-9eea-7a33e6547bfa tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 944 time: 0.0512061 Oct 27 18:27:30.563632 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 6f50ade0-d2fb-4def-87dd-4e54bdeeda80 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:27:30.565812 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fb625d99-05d7-4ffe-95b4-24695ab2a292 req-77f1fe9b-0302-4db7-a146-75987370f0c3 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364606 Oct 27 18:27:30.607116 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-32cc4874-606d-4995-97a9-10651920a3a9 req-344ce6b2-42fb-4321-8745-07999833d02b tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0376813 Oct 27 18:27:30.667055 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 6f50ade0-d2fb-4def-87dd-4e54bdeeda80, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=6f50ade0-d2fb-4def-87dd-4e54bdeeda80,segment=NetworkSegment(7ab5ac52-5e29-41f5-a4b9-15dca948aa51),segment_id=7ab5ac52-5e29-41f5-a4b9-15dca948aa51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:27:30.677853 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '6f50ade0-d2fb-4def-87dd-4e54bdeeda80', 'network_id': '2cd94f32-cc4e-485f-a6b3-3cad5d550c64', 'port_id': '6f50ade0-d2fb-4def-87dd-4e54bdeeda80', 'mac_address': 'fa:16:3e:b6:3f:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '432b5b5e-fd94-49d8-a06e-28d93bf8ad3a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:27:30.726077 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:30.742765 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f50ade0-d2fb-4def-87dd-4e54bdeeda80 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:27:30.764584 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 6f50ade0-d2fb-4def-87dd-4e54bdeeda80, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=6f50ade0-d2fb-4def-87dd-4e54bdeeda80,segment=NetworkSegment(7ab5ac52-5e29-41f5-a4b9-15dca948aa51),segment_id=7ab5ac52-5e29-41f5-a4b9-15dca948aa51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:27:30.819561 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30284965-0433-471e-9a1e-ec6520392dc3 req-9f3b3214-7d6b-4d08-9859-c73613138ab3 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:30.821071 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-30284965-0433-471e-9a1e-ec6520392dc3 req-9f3b3214-7d6b-4d08-9859-c73613138ab3 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 945 time: 0.0511689 Oct 27 18:27:30.839890 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:30.851886 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 58614) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:27:30.865325 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d17ab97e-4b51-4f46-ad83-8427df41089e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:30.872278 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-30284965-0433-471e-9a1e-ec6520392dc3 req-221d4c16-59d5-4c8c-b54b-b7c3e63295f1 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449152 Oct 27 18:27:30.891710 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=6f50ade0-d2fb-4def-87dd-4e54bdeeda80,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:30.942886 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d17ab97e-4b51-4f46-ad83-8427df41089e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:31.004588 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d17ab97e-4b51-4f46-ad83-8427df41089e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:31.043081 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d17ab97e-4b51-4f46-ad83-8427df41089e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d8e3b4269d794ef8a1a5dfe0300019b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1900671 Oct 27 18:27:31.045294 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ab97e-4b51-4f46-ad83-8427df41089e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c511fae-a405-4a04-b8e5-4c1cf067e401,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:31.046186 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 58620) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:27:31.098382 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-44348643-ca45-45c9-91fe-1b92658b203c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:31.121670 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-44348643-ca45-45c9-91fe-1b92658b203c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:31.155392 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8fccc-34ca-4bbc-9225-042f97486e53 req-1d10c380-fce3-4c2f-b6d7-12faef05a7dd tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:31.156894 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-44a8fccc-34ca-4bbc-9225-042f97486e53 req-1d10c380-fce3-4c2f-b6d7-12faef05a7dd tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.0517027 Oct 27 18:27:31.195682 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-44a8fccc-34ca-4bbc-9225-042f97486e53 req-052c8905-d985-4d8e-bcf2-e5ed7f94c83a tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325642 Oct 27 18:27:31.243977 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-44348643-ca45-45c9-91fe-1b92658b203c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:31.246619 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-44348643-ca45-45c9-91fe-1b92658b203c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:31.247812 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-44348643-ca45-45c9-91fe-1b92658b203c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4c511fae-a405-4a04-b8e5-4c1cf067e401 HTTP/1.1" status: 204 len: 168 time: 0.2007282 Oct 27 18:27:31.255907 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44348643-ca45-45c9-91fe-1b92658b203c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c511fae-a405-4a04-b8e5-4c1cf067e401,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:31.324387 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['6f50ade0-d2fb-4def-87dd-4e54bdeeda80'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:27:31.386689 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3114f-6d21-4e76-b448-b641c1b9e6ed req-642c282b-8604-4f38-9a50-9619ae18e9d9 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:31.388212 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-35f3114f-6d21-4e76-b448-b641c1b9e6ed req-642c282b-8604-4f38-9a50-9619ae18e9d9 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.0496173 Oct 27 18:27:31.432181 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-35f3114f-6d21-4e76-b448-b641c1b9e6ed req-9c30c8ec-0895-4c73-ad71-a71cb08412c4 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376401 Oct 27 18:27:31.532721 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e301725-e6e9-4d4c-ba0f-0a7aa72a3690 req-da1ac67c-5dd7-4207-8240-c5920b006f9f tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:31.534206 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6e301725-e6e9-4d4c-ba0f-0a7aa72a3690 req-da1ac67c-5dd7-4207-8240-c5920b006f9f tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef44ccb4-b0b4-4a56-9b5a-e58957a13179 HTTP/1.1" status: 200 len: 945 time: 0.0485742 Oct 27 18:27:31.576932 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6e301725-e6e9-4d4c-ba0f-0a7aa72a3690 req-9bcebb7e-8367-4061-b563-ccb15c199465 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/security-groups?id=cecd558f-7126-4d17-8dc4-6ee078eeedad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332005 Oct 27 18:27:31.832898 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69020fba-9b9d-4c7a-93f9-44abf891b13c req-5c81b178-64b4-493b-8377-29dd007952f5 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:31.834483 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-69020fba-9b9d-4c7a-93f9-44abf891b13c req-5c81b178-64b4-493b-8377-29dd007952f5 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 945 time: 0.1752813 Oct 27 18:27:31.849320 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ca3a8a9-fd9b-446f-8e05-c04eb52fbf0a req-a3c70132-f67c-458e-a504-7da577504e6b tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0fad50cd-70b8-43d9-8a14-cc05c0fdea0e HTTP/1.1" status: 200 len: 258 time: 0.2358489 Oct 27 18:27:31.871797 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-4ca3a8a9-fd9b-446f-8e05-c04eb52fbf0a req-f7d6c8e4-69a9-4101-9ec5-f0a0b112285d tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:27:31.907279 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-69020fba-9b9d-4c7a-93f9-44abf891b13c req-3568a5fe-cfed-4711-8074-8d2aec0cbac7 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530782 Oct 27 18:27:31.977211 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4ca3a8a9-fd9b-446f-8e05-c04eb52fbf0a req-f7d6c8e4-69a9-4101-9ec5-f0a0b112285d tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks [] for floatingip, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:31.997899 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d81e45ca-a7f4-4f5c-94b2-76b6d7582e19 req-b421a3a2-94e3-473d-9ffc-e539b10328ef tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0291464 Oct 27 18:27:32.423325 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96569c-8bb4-47cf-a89c-4eecac6f628f req-4bea586f-c85d-4a80-a570-f7cfdfbcabc1 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:32.424805 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af96569c-8bb4-47cf-a89c-4eecac6f628f req-4bea586f-c85d-4a80-a570-f7cfdfbcabc1 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 945 time: 0.3627565 Oct 27 18:27:32.452098 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4ca3a8a9-fd9b-446f-8e05-c04eb52fbf0a req-f7d6c8e4-69a9-4101-9ec5-f0a0b112285d tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:32.476819 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af96569c-8bb4-47cf-a89c-4eecac6f628f req-7ea76f08-0306-416d-866a-3a455ffcd2c6 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449371 Oct 27 18:27:32.578637 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-4ca3a8a9-fd9b-446f-8e05-c04eb52fbf0a req-f7d6c8e4-69a9-4101-9ec5-f0a0b112285d tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Allocated IP 172.25.6.96 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/c1dbe327-a420-44ab-9018-aea5ed2903e6) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:27:32.700656 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c523ec2-6bea-4545-bed0-dbdac6032a2e req-4c392462-4bcb-440b-8cf7-cce7e6c20cd0 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:32.702290 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6c523ec2-6bea-4545-bed0-dbdac6032a2e req-4c392462-4bcb-440b-8cf7-cce7e6c20cd0 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.0743697 Oct 27 18:27:32.742542 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4ca3a8a9-fd9b-446f-8e05-c04eb52fbf0a req-f7d6c8e4-69a9-4101-9ec5-f0a0b112285d tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:32.764905 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6c523ec2-6bea-4545-bed0-dbdac6032a2e req-ca81a5fe-8b00-4bae-9898-296db5d65fd2 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565693 Oct 27 18:27:32.863309 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4ca3a8a9-fd9b-446f-8e05-c04eb52fbf0a req-f7d6c8e4-69a9-4101-9ec5-f0a0b112285d tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:32.880838 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdeb693-535c-47b0-8a3e-94f47bfa7b2b req-12f5399b-fa2c-4323-b476-165528d4b8d2 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:32.883129 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9fdeb693-535c-47b0-8a3e-94f47bfa7b2b req-12f5399b-fa2c-4323-b476-165528d4b8d2 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.0604985 Oct 27 18:27:32.932186 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ca3a8a9-fd9b-446f-8e05-c04eb52fbf0a req-f7d6c8e4-69a9-4101-9ec5-f0a0b112285d tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:27:32.938245 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-4ca3a8a9-fd9b-446f-8e05-c04eb52fbf0a req-f7d6c8e4-69a9-4101-9ec5-f0a0b112285d tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:27:32.946887 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca3a8a9-fd9b-446f-8e05-c04eb52fbf0a req-f7d6c8e4-69a9-4101-9ec5-f0a0b112285d tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:27:32.952747 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d6c8e4-69a9-4101-9ec5-f0a0b112285d tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Pushing event updated for resources: {'Port': ['ID=c1dbe327-a420-44ab-9018-aea5ed2903e6,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:32.992884 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9fdeb693-535c-47b0-8a3e-94f47bfa7b2b req-bcf6b521-53e5-401f-aa10-2ec477abd610 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906255 Oct 27 18:27:33.083029 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4ca3a8a9-fd9b-446f-8e05-c04eb52fbf0a req-f7d6c8e4-69a9-4101-9ec5-f0a0b112285d tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:33.107366 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daacc7ca-6938-488a-8045-70d9c6e0d75a req-00af577f-e692-470d-b352-b1c1ee07e270 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:33.108878 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-daacc7ca-6938-488a-8045-70d9c6e0d75a req-00af577f-e692-470d-b352-b1c1ee07e270 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 945 time: 0.0600600 Oct 27 18:27:33.146990 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-daacc7ca-6938-488a-8045-70d9c6e0d75a req-9a3cb906-ec91-4741-8a88-5ffbc02da881 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323491 Oct 27 18:27:33.216172 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4ca3a8a9-fd9b-446f-8e05-c04eb52fbf0a req-f7d6c8e4-69a9-4101-9ec5-f0a0b112285d tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:33.256357 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ccd61176-eeee-49a0-b588-b71b785ca666 req-c93a3754-5ed3-4ed7-a7e9-a8f2979b2e3a tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0513790 Oct 27 18:27:33.384103 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4ca3a8a9-fd9b-446f-8e05-c04eb52fbf0a req-f7d6c8e4-69a9-4101-9ec5-f0a0b112285d tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:33.450638 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4ca3a8a9-fd9b-446f-8e05-c04eb52fbf0a req-f7d6c8e4-69a9-4101-9ec5-f0a0b112285d tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:33.529138 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d6c8e4-69a9-4101-9ec5-f0a0b112285d tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Pushing event updated for resources: {'Port': ['ID=c1dbe327-a420-44ab-9018-aea5ed2903e6,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:33.538508 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4ca3a8a9-fd9b-446f-8e05-c04eb52fbf0a req-f7d6c8e4-69a9-4101-9ec5-f0a0b112285d tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:33.606869 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8143484-6781-4061-a4a9-38b98b137d49 req-64347b32-68d4-4736-a466-1baf0f934493 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:33.608473 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a8143484-6781-4061-a4a9-38b98b137d49 req-64347b32-68d4-4736-a466-1baf0f934493 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 945 time: 0.0500045 Oct 27 18:27:33.611588 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4ca3a8a9-fd9b-446f-8e05-c04eb52fbf0a req-f7d6c8e4-69a9-4101-9ec5-f0a0b112285d tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:33.612689 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ca3a8a9-fd9b-446f-8e05-c04eb52fbf0a req-f7d6c8e4-69a9-4101-9ec5-f0a0b112285d tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7511923 Oct 27 18:27:33.683166 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ca3a8a9-fd9b-446f-8e05-c04eb52fbf0a req-5c3997a0-d275-4e79-9ecf-92eb923a6044 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.96 HTTP/1.1" status: 200 len: 695 time: 0.0620961 Oct 27 18:27:33.690153 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a8143484-6781-4061-a4a9-38b98b137d49 req-943172a5-c842-4e4b-b27f-79b0d00f1d9f tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756183 Oct 27 18:27:33.795839 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca3a8a9-fd9b-446f-8e05-c04eb52fbf0a req-c599d7e9-b94e-4b00-9ac3-77354db2a1bf tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:33.797240 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ca3a8a9-fd9b-446f-8e05-c04eb52fbf0a req-c599d7e9-b94e-4b00-9ac3-77354db2a1bf tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/networks/0fad50cd-70b8-43d9-8a14-cc05c0fdea0e HTTP/1.1" status: 200 len: 784 time: 0.1062331 Oct 27 18:27:33.808938 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-4ca3a8a9-fd9b-446f-8e05-c04eb52fbf0a req-e659e471-3299-47f4-bca5-16d2a2a7f565 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:27:33.809927 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ca3a8a9-fd9b-446f-8e05-c04eb52fbf0a req-e659e471-3299-47f4-bca5-16d2a2a7f565 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0068443 Oct 27 18:27:33.910184 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b8f29-dde7-4a9c-8fb7-3d1e8184ffd2 req-9a6c1ae2-e0f9-4344-9475-b43257cd6edd tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:33.911731 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-717b8f29-dde7-4a9c-8fb7-3d1e8184ffd2 req-9a6c1ae2-e0f9-4344-9475-b43257cd6edd tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.0501609 Oct 27 18:27:34.011691 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-717b8f29-dde7-4a9c-8fb7-3d1e8184ffd2 req-1a193b0b-5b60-430a-a14c-a3681c6b6989 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937481 Oct 27 18:27:34.025619 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c04806a-2379-46e4-b3db-a6fb60bc9bbc req-eaf3fc7a-d306-45bc-a7bb-8bd5bd51b726 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:34.027179 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4c04806a-2379-46e4-b3db-a6fb60bc9bbc req-eaf3fc7a-d306-45bc-a7bb-8bd5bd51b726 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef44ccb4-b0b4-4a56-9b5a-e58957a13179&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1104898 Oct 27 18:27:34.079286 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4c04806a-2379-46e4-b3db-a6fb60bc9bbc req-a98e4b01-4b7d-4068-ac07-eda19108ad55 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.96 HTTP/1.1" status: 200 len: 695 time: 0.0460925 Oct 27 18:27:34.091686 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-4c04806a-2379-46e4-b3db-a6fb60bc9bbc req-a057ccf9-0b10-4d79-8693-1ef74bd16004 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Request body: {'floatingip': {'port_id': '29be2993-c6e5-47c4-b44a-bdcff05480a1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:27:34.142677 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4c04806a-2379-46e4-b3db-a6fb60bc9bbc req-a057ccf9-0b10-4d79-8693-1ef74bd16004 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks [] for floatingip, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:34.260848 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50abd965-8372-460e-9e76-ff5f65780fa7 req-652f14d1-86bc-4c79-b042-d02e881201d7 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:34.262383 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-50abd965-8372-460e-9e76-ff5f65780fa7 req-652f14d1-86bc-4c79-b042-d02e881201d7 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.1374545 Oct 27 18:27:34.377380 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-50abd965-8372-460e-9e76-ff5f65780fa7 req-1072fa5d-383a-40c3-8e9b-6bb1aad485cc tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083541 Oct 27 18:27:34.597645 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 6f50ade0-d2fb-4def-87dd-4e54bdeeda80 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:27:34.654411 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4c04806a-2379-46e4-b3db-a6fb60bc9bbc req-a057ccf9-0b10-4d79-8693-1ef74bd16004 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:34.662061 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e12903-0663-4123-814d-c06c0a1a1808 req-fa79fc11-9111-4fcb-8e9d-3f4276e5efbd tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:34.666834 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-63e12903-0663-4123-814d-c06c0a1a1808 req-fa79fc11-9111-4fcb-8e9d-3f4276e5efbd tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 945 time: 0.1025739 Oct 27 18:27:34.704489 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-63e12903-0663-4123-814d-c06c0a1a1808 req-4fd598f1-a779-4868-9a43-aef9505ca6ae tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346563 Oct 27 18:27:34.764052 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 6f50ade0-d2fb-4def-87dd-4e54bdeeda80 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:27:34.768093 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 6f50ade0-d2fb-4def-87dd-4e54bdeeda80 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:27:34.768473 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:34.771601 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4c04806a-2379-46e4-b3db-a6fb60bc9bbc req-a057ccf9-0b10-4d79-8693-1ef74bd16004 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:34.791330 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4865b2b9-9616-40ef-bbfe-3783dd520bf8 req-3f6a5cda-f039-4a15-a8e7-b4b5418429c1 tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0297241 Oct 27 18:27:34.870149 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:34.893573 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950f4e05-880e-40ba-965a-0164019d2bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f50ade0-d2fb-4def-87dd-4e54bdeeda80'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:27:34.895929 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9c3069-ae74-4aae-8921-0a0ed43fe16c" -d '{"events": [{"server_uuid": "950f4e05-880e-40ba-965a-0164019d2bcd", "name": "network-vif-plugged", "status": "completed", "tag": "6f50ade0-d2fb-4def-87dd-4e54bdeeda80"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:27:34.909026 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 6f50ade0-d2fb-4def-87dd-4e54bdeeda80, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=6f50ade0-d2fb-4def-87dd-4e54bdeeda80,segment=NetworkSegment(7ab5ac52-5e29-41f5-a4b9-15dca948aa51),segment_id=7ab5ac52-5e29-41f5-a4b9-15dca948aa51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:27:34.930301 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [req-4c04806a-2379-46e4-b3db-a6fb60bc9bbc req-a057ccf9-0b10-4d79-8693-1ef74bd16004 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Floating IP 825987ec-1d54-4c2a-8675-87a481fc5675 associated. External IP: 172.25.6.96, port: 29be2993-c6e5-47c4-b44a-bdcff05480a1. Oct 27 18:27:34.940781 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41089a92-76a4-44c2-a273-dd4d6471bcc2 req-b889e5a2-c384-4f00-93b8-b03b11c527be tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:34.942273 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-41089a92-76a4-44c2-a273-dd4d6471bcc2 req-b889e5a2-c384-4f00-93b8-b03b11c527be tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 945 time: 0.0673614 Oct 27 18:27:34.982076 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:35.000847 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 58732) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:27:35.035996 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=6f50ade0-d2fb-4def-87dd-4e54bdeeda80,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:35.047667 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-41089a92-76a4-44c2-a273-dd4d6471bcc2 req-73c0dbeb-b9db-4c25-8a92-ed805d001eee tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750561 Oct 27 18:27:35.159034 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a0af4755-5269-4546-8780-222cee71fb67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:35.173766 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ea08a5-96d9-419f-b25f-d4b3796d93dd x-openstack-request-id: req-80ea08a5-96d9-419f-b25f-d4b3796d93dd {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:27:35.174288 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950f4e05-880e-40ba-965a-0164019d2bcd", "name": "network-vif-plugged", "status": "completed", "tag": "6f50ade0-d2fb-4def-87dd-4e54bdeeda80", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:27:35.174736 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-80ea08a5-96d9-419f-b25f-d4b3796d93dd {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:27:35.175385 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950f4e05-880e-40ba-965a-0164019d2bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f50ade0-d2fb-4def-87dd-4e54bdeeda80', 'code': 200} Oct 27 18:27:35.190126 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c04806a-2379-46e4-b3db-a6fb60bc9bbc req-a057ccf9-0b10-4d79-8693-1ef74bd16004 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Router ff87b29d-b44a-4260-a8ea-2ece5bb071fb has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:27:35.260991 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a0af4755-5269-4546-8780-222cee71fb67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:35.319185 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54765561-7c4b-4cb2-afcf-1ae8445b2a79 req-150f74ed-dfa0-4a2c-a131-4a7e6815d070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:35.320678 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-54765561-7c4b-4cb2-afcf-1ae8445b2a79 req-150f74ed-dfa0-4a2c-a131-4a7e6815d070 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 1097 time: 0.0405068 Oct 27 18:27:35.342524 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2be47-ab40-491b-8ea3-8a04ac2b2e34 req-e8a099c1-473b-4f60-b59b-b5253f03ab30 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:35.344031 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a1f2be47-ab40-491b-8ea3-8a04ac2b2e34 req-e8a099c1-473b-4f60-b59b-b5253f03ab30 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.0969129 Oct 27 18:27:35.350942 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a0af4755-5269-4546-8780-222cee71fb67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:35.366536 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c04806a-2379-46e4-b3db-a6fb60bc9bbc req-a057ccf9-0b10-4d79-8693-1ef74bd16004 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:27:35.372396 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4c04806a-2379-46e4-b3db-a6fb60bc9bbc req-a057ccf9-0b10-4d79-8693-1ef74bd16004 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:35.380111 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6c882e-844b-4d3e-a81f-6bea05246fc3 None None] Sync routers for ids ['ff87b29d-b44a-4260-a8ea-2ece5bb071fb'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:27:35.381173 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-54765561-7c4b-4cb2-afcf-1ae8445b2a79 req-e20bd856-3ad4-47bb-beca-03abfcdf9059 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486743 Oct 27 18:27:35.391551 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6c882e-844b-4d3e-a81f-6bea05246fc3 None None] Routers {'ff87b29d-b44a-4260-a8ea-2ece5bb071fb'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:27:35.392444 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-9e6c882e-844b-4d3e-a81f-6bea05246fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:27:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['ff87b29d-b44a-4260-a8ea-2ece5bb071fb'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:27:35.404634 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a0af4755-5269-4546-8780-222cee71fb67 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1d1fe0a37ce8420082856df436cb64bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4026806 Oct 27 18:27:35.405342 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 58740) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:27:35.406154 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af4755-5269-4546-8780-222cee71fb67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2cf8d3a-e6a2-455f-82d6-5fdf21c5cc54,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:35.414664 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a1f2be47-ab40-491b-8ea3-8a04ac2b2e34 req-414f5d66-b017-49c3-897e-049573a7a440 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644848 Oct 27 18:27:35.416432 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4c04806a-2379-46e4-b3db-a6fb60bc9bbc req-a057ccf9-0b10-4d79-8693-1ef74bd16004 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "PUT /v2.0/floatingips/825987ec-1d54-4c2a-8675-87a481fc5675 HTTP/1.1" status: 200 len: 995 time: 1.3313050 Oct 27 18:27:35.416732 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef44ccb4-b0b4-4a56-9b5a-e58957a13179', 'tag': '29be2993-c6e5-47c4-b44a-bdcff05480a1'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:27:35.419041 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d1d6d9-c2d0-4610-84a6-7660a423b04c" -d '{"events": [{"name": "network-changed", "server_uuid": "ef44ccb4-b0b4-4a56-9b5a-e58957a13179", "tag": "29be2993-c6e5-47c4-b44a-bdcff05480a1"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:27:35.474252 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-36247a5d-58d2-4367-9c31-9a5604629e09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:35.483251 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c04806a-2379-46e4-b3db-a6fb60bc9bbc req-a4b4631a-5ec5-4ec9-9cbf-45b83a4bb519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:35.484963 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4c04806a-2379-46e4-b3db-a6fb60bc9bbc req-a4b4631a-5ec5-4ec9-9cbf-45b83a4bb519 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04d54874387f464283ceea87047d43f9&device_id=ef44ccb4-b0b4-4a56-9b5a-e58957a13179 HTTP/1.1" status: 200 len: 1096 time: 0.0488405 Oct 27 18:27:35.502336 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-36247a5d-58d2-4367-9c31-9a5604629e09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:35.629336 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9b376-86f3-4c75-9bc6-1830e4a0e48f req-7f10a61f-5cc5-4e80-853c-d0508176d83d tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:35.630780 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-85e9b376-86f3-4c75-9bc6-1830e4a0e48f req-7f10a61f-5cc5-4e80-853c-d0508176d83d tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.1106882 Oct 27 18:27:35.636063 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c04806a-2379-46e4-b3db-a6fb60bc9bbc req-737192b4-c627-4cb5-a1f6-5309a87dc074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:35.637498 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4c04806a-2379-46e4-b3db-a6fb60bc9bbc req-737192b4-c627-4cb5-a1f6-5309a87dc074 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2aca3bf-85ff-4af5-b6b5-e0759d08542c HTTP/1.1" status: 200 len: 931 time: 0.1414807 Oct 27 18:27:35.656560 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-36247a5d-58d2-4367-9c31-9a5604629e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:35.659584 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-36247a5d-58d2-4367-9c31-9a5604629e09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:35.660478 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-36247a5d-58d2-4367-9c31-9a5604629e09 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e2cf8d3a-e6a2-455f-82d6-5fdf21c5cc54 HTTP/1.1" status: 204 len: 168 time: 0.2516112 Oct 27 18:27:35.669107 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36247a5d-58d2-4367-9c31-9a5604629e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2cf8d3a-e6a2-455f-82d6-5fdf21c5cc54,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:35.686616 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-9e6c882e-844b-4d3e-a81f-6bea05246fc3 None None] Set router ff87b29d-b44a-4260-a8ea-2ece5bb071fb gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:27:35.726641 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-85e9b376-86f3-4c75-9bc6-1830e4a0e48f req-b0c92031-f734-423c-a998-1eca9f31cc9d tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881343 Oct 27 18:27:35.739334 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4c04806a-2379-46e4-b3db-a6fb60bc9bbc req-f5ed3415-c946-4dac-9337-55f6a3a7922a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29be2993-c6e5-47c4-b44a-bdcff05480a1 HTTP/1.1" status: 200 len: 998 time: 0.0948396 Oct 27 18:27:35.787167 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a981ba-09a0-4e8b-9bbc-e7335aa3cd78 x-openstack-request-id: req-56a981ba-09a0-4e8b-9bbc-e7335aa3cd78 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:27:35.791589 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef44ccb4-b0b4-4a56-9b5a-e58957a13179", "tag": "29be2993-c6e5-47c4-b44a-bdcff05480a1", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:27:35.791589 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-56a981ba-09a0-4e8b-9bbc-e7335aa3cd78 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:27:35.791589 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef44ccb4-b0b4-4a56-9b5a-e58957a13179', 'tag': '29be2993-c6e5-47c4-b44a-bdcff05480a1', 'status': 'completed', 'code': 200} Oct 27 18:27:35.796186 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c04806a-2379-46e4-b3db-a6fb60bc9bbc req-6b3aa0e1-9835-41bf-bbdf-23b11aa951d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:35.797991 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4c04806a-2379-46e4-b3db-a6fb60bc9bbc req-6b3aa0e1-9835-41bf-bbdf-23b11aa951d4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b69c50a7-d61e-4a50-b965-052391ecc00d HTTP/1.1" status: 200 len: 868 time: 0.0578468 Oct 27 18:27:35.858522 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c04806a-2379-46e4-b3db-a6fb60bc9bbc req-21631e22-17d7-40ee-8362-ff8e6605eee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:35.863553 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4c04806a-2379-46e4-b3db-a6fb60bc9bbc req-21631e22-17d7-40ee-8362-ff8e6605eee8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2aca3bf-85ff-4af5-b6b5-e0759d08542c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547523 Oct 27 18:27:35.883352 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-4c04806a-2379-46e4-b3db-a6fb60bc9bbc req-14f3ca1c-611e-45d1-ab89-c935d719cf7e service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:27:35.884810 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4c04806a-2379-46e4-b3db-a6fb60bc9bbc req-14f3ca1c-611e-45d1-ab89-c935d719cf7e service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0068843 Oct 27 18:27:35.886985 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1d6d9-c2d0-4610-84a6-7660a423b04c req-b5dc3d03-1704-470d-ac5d-86f36ed7e181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:35.888925 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-97d1d6d9-c2d0-4610-84a6-7660a423b04c req-b5dc3d03-1704-470d-ac5d-86f36ed7e181 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=04d54874387f464283ceea87047d43f9&device_id=ef44ccb4-b0b4-4a56-9b5a-e58957a13179 HTTP/1.1" status: 200 len: 1096 time: 0.0545304 Oct 27 18:27:35.949077 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-9e6c882e-844b-4d3e-a81f-6bea05246fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff87b29d-b44a-4260-a8ea-2ece5bb071fb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1202964274-router', 'tenant_id': '04d54874387f464283ceea87047d43f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'daef9fcd-69b3-49bd-89d6-07462f6c991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:27:09Z', 'updated_at': '2021-10-27T18:27:13Z', 'revision_number': 4, 'project_id': '04d54874387f464283ceea87047d43f9', 'gw_port': {'id': 'daef9fcd-69b3-49bd-89d6-07462f6c991a', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff87b29d-b44a-4260-a8ea-2ece5bb071fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:10Z', 'updated_at': '2021-10-27T18:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '825987ec-1d54-4c2a-8675-87a481fc5675', 'tenant_id': '04d54874387f464283ceea87047d43f9', 'floating_ip_address': '172.25.6.96', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': 'ff87b29d-b44a-4260-a8ea-2ece5bb071fb', 'port_id': '29be2993-c6e5-47c4-b44a-bdcff05480a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2aca3bf-85ff-4af5-b6b5-e0759d08542c', 'mac_address': 'fa:16:3e:52:9b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef44ccb4-b0b4-4a56-9b5a-e58957a13179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:27:33Z', 'updated_at': '2021-10-27T18:27:34Z', 'revision_number': 1, 'project_id': '04d54874387f464283ceea87047d43f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '490337d7-a53b-494f-90a9-e654dc0c4a60', 'name': '', 'network_id': 'a2aca3bf-85ff-4af5-b6b5-e0759d08542c', 'tenant_id': '04d54874387f464283ceea87047d43f9', 'mac_address': 'fa:16:3e:d2:23:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff87b29d-b44a-4260-a8ea-2ece5bb071fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'b69c50a7-d61e-4a50-b965-052391ecc00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:13Z', 'updated_at': '2021-10-27T18:27:18Z', 'revision_number': 5, 'project_id': '04d54874387f464283ceea87047d43f9', 'subnets': [{'id': 'b69c50a7-d61e-4a50-b965-052391ecc00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:27:35.981657 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6c882e-844b-4d3e-a81f-6bea05246fc3 None None] Checking router: ff87b29d-b44a-4260-a8ea-2ece5bb071fb for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:27:35.993214 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6c882e-844b-4d3e-a81f-6bea05246fc3 None None] Routers {'ff87b29d-b44a-4260-a8ea-2ece5bb071fb'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:27:35.993645 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ad3d0-b657-442f-bd41-d01603318d82 req-2591f662-2ad3-45be-9576-1b734a8dc488 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:35.993957 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-9e6c882e-844b-4d3e-a81f-6bea05246fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:27:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['ff87b29d-b44a-4260-a8ea-2ece5bb071fb'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:27:36.002716 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-093ad3d0-b657-442f-bd41-d01603318d82 req-2591f662-2ad3-45be-9576-1b734a8dc488 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 946 time: 0.1377988 Oct 27 18:27:36.008419 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1d6d9-c2d0-4610-84a6-7660a423b04c req-f2c2c87c-d141-4057-9610-aaaf1510668a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:36.009959 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-97d1d6d9-c2d0-4610-84a6-7660a423b04c req-f2c2c87c-d141-4057-9610-aaaf1510668a service neutron] 10.222.0.93 "GET /v2.0/networks?id=a2aca3bf-85ff-4af5-b6b5-e0759d08542c HTTP/1.1" status: 200 len: 931 time: 0.1076753 Oct 27 18:27:36.066410 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-093ad3d0-b657-442f-bd41-d01603318d82 req-298e43ff-c152-42b6-b363-c2ca3a135723 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571280 Oct 27 18:27:36.094980 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4c04806a-2379-46e4-b3db-a6fb60bc9bbc req-90fa2369-3204-4053-a4cb-9ff141d60a2a service neutron] 10.222.0.52 "GET /v2.0/networks/a2aca3bf-85ff-4af5-b6b5-e0759d08542c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915247 Oct 27 18:27:36.110159 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-97d1d6d9-c2d0-4610-84a6-7660a423b04c req-82df4198-7d16-45c6-b778-d694c5959c95 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29be2993-c6e5-47c4-b44a-bdcff05480a1 HTTP/1.1" status: 200 len: 998 time: 0.0899599 Oct 27 18:27:36.142634 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-9e6c882e-844b-4d3e-a81f-6bea05246fc3 None None] Set router ff87b29d-b44a-4260-a8ea-2ece5bb071fb gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:27:36.179127 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1d6d9-c2d0-4610-84a6-7660a423b04c req-beea2453-e3ca-4056-b282-2698153052e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:36.180896 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-97d1d6d9-c2d0-4610-84a6-7660a423b04c req-beea2453-e3ca-4056-b282-2698153052e6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b69c50a7-d61e-4a50-b965-052391ecc00d HTTP/1.1" status: 200 len: 868 time: 0.0617511 Oct 27 18:27:36.198260 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6edf5908-e5b4-4570-b48e-f3119a1de89e req-4be95776-ef3b-4e49-96ce-076a8d235809 tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0367837 Oct 27 18:27:36.241799 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1d6d9-c2d0-4610-84a6-7660a423b04c req-0754cfd9-f6f1-4ce0-8d66-fec6a568b843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:36.243576 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-97d1d6d9-c2d0-4610-84a6-7660a423b04c req-0754cfd9-f6f1-4ce0-8d66-fec6a568b843 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a2aca3bf-85ff-4af5-b6b5-e0759d08542c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551393 Oct 27 18:27:36.251248 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4c04806a-2379-46e4-b3db-a6fb60bc9bbc req-7ca7faf9-b164-4aec-8a0f-fef3acddd87d service neutron] 10.222.0.52 "GET /v2.0/networks/a2aca3bf-85ff-4af5-b6b5-e0759d08542c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463933 Oct 27 18:27:36.351149 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f578cf-befd-4ce6-a2c7-75f316ff2729 req-0aba055b-13bb-4b7a-a42a-b9702b46cd14 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:36.351351 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-97d1d6d9-c2d0-4610-84a6-7660a423b04c req-df77be85-5f4d-40c5-ae63-75d0e8dc8f44 service neutron] 10.222.0.93 "GET /v2.0/networks/a2aca3bf-85ff-4af5-b6b5-e0759d08542c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945656 Oct 27 18:27:36.353524 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-67f578cf-befd-4ce6-a2c7-75f316ff2729 req-0aba055b-13bb-4b7a-a42a-b9702b46cd14 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 945 time: 0.0658851 Oct 27 18:27:36.423618 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-67f578cf-befd-4ce6-a2c7-75f316ff2729 req-91748b26-6b8a-4779-89aa-779465e2f174 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599895 Oct 27 18:27:36.472778 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-9e6c882e-844b-4d3e-a81f-6bea05246fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff87b29d-b44a-4260-a8ea-2ece5bb071fb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1202964274-router', 'tenant_id': '04d54874387f464283ceea87047d43f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'daef9fcd-69b3-49bd-89d6-07462f6c991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:27:09Z', 'updated_at': '2021-10-27T18:27:13Z', 'revision_number': 4, 'project_id': '04d54874387f464283ceea87047d43f9', 'gw_port': {'id': 'daef9fcd-69b3-49bd-89d6-07462f6c991a', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff87b29d-b44a-4260-a8ea-2ece5bb071fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:10Z', 'updated_at': '2021-10-27T18:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '825987ec-1d54-4c2a-8675-87a481fc5675', 'tenant_id': '04d54874387f464283ceea87047d43f9', 'floating_ip_address': '172.25.6.96', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': 'ff87b29d-b44a-4260-a8ea-2ece5bb071fb', 'port_id': '29be2993-c6e5-47c4-b44a-bdcff05480a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2aca3bf-85ff-4af5-b6b5-e0759d08542c', 'mac_address': 'fa:16:3e:52:9b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef44ccb4-b0b4-4a56-9b5a-e58957a13179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:27:33Z', 'updated_at': '2021-10-27T18:27:34Z', 'revision_number': 1, 'project_id': '04d54874387f464283ceea87047d43f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '490337d7-a53b-494f-90a9-e654dc0c4a60', 'name': '', 'network_id': 'a2aca3bf-85ff-4af5-b6b5-e0759d08542c', 'tenant_id': '04d54874387f464283ceea87047d43f9', 'mac_address': 'fa:16:3e:d2:23:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff87b29d-b44a-4260-a8ea-2ece5bb071fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'b69c50a7-d61e-4a50-b965-052391ecc00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:13Z', 'updated_at': '2021-10-27T18:27:18Z', 'revision_number': 5, 'project_id': '04d54874387f464283ceea87047d43f9', 'subnets': [{'id': 'b69c50a7-d61e-4a50-b965-052391ecc00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:27:36.484409 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 58760) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:27:36.503783 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6c882e-844b-4d3e-a81f-6bea05246fc3 None None] The sync data for ids ['ff87b29d-b44a-4260-a8ea-2ece5bb071fb'] in n-d-815690-2 is: [{'id': 'ff87b29d-b44a-4260-a8ea-2ece5bb071fb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1202964274-router', 'tenant_id': '04d54874387f464283ceea87047d43f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'daef9fcd-69b3-49bd-89d6-07462f6c991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:27:09Z', 'updated_at': '2021-10-27T18:27:13Z', 'revision_number': 4, 'project_id': '04d54874387f464283ceea87047d43f9', 'gw_port': {'id': 'daef9fcd-69b3-49bd-89d6-07462f6c991a', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff87b29d-b44a-4260-a8ea-2ece5bb071fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:10Z', 'updated_at': '2021-10-27T18:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '825987ec-1d54-4c2a-8675-87a481fc5675', 'tenant_id': '04d54874387f464283ceea87047d43f9', 'floating_ip_address': '172.25.6.96', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': 'ff87b29d-b44a-4260-a8ea-2ece5bb071fb', 'port_id': '29be2993-c6e5-47c4-b44a-bdcff05480a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2aca3bf-85ff-4af5-b6b5-e0759d08542c', 'mac_address': 'fa:16:3e:52:9b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef44ccb4-b0b4-4a56-9b5a-e58957a13179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:27:33Z', 'updated_at': '2021-10-27T18:27:34Z', 'revision_number': 1, 'project_id': '04d54874387f464283ceea87047d43f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '490337d7-a53b-494f-90a9-e654dc0c4a60', 'name': '', 'network_id': 'a2aca3bf-85ff-4af5-b6b5-e0759d08542c', 'tenant_id': '04d54874387f464283ceea87047d43f9', 'mac_address': 'fa:16:3e:d2:23:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff87b29d-b44a-4260-a8ea-2ece5bb071fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'b69c50a7-d61e-4a50-b965-052391ecc00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:13Z', 'updated_at': '2021-10-27T18:27:18Z', 'revision_number': 5, 'project_id': '04d54874387f464283ceea87047d43f9', 'subnets': [{'id': 'b69c50a7-d61e-4a50-b965-052391ecc00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:27:36.514804 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ca47cac4-62ce-4ec6-b13a-733ecd409123 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:36.521444 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-97d1d6d9-c2d0-4610-84a6-7660a423b04c req-1956b049-0a32-42dc-9cb9-1a903ce3ee22 service neutron] 10.222.0.93 "GET /v2.0/networks/a2aca3bf-85ff-4af5-b6b5-e0759d08542c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613498 Oct 27 18:27:36.594433 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263c501-9078-490e-b2b3-e9e0eb143018 req-b0935e05-599b-4b86-86cb-c6e3b3f498af tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:36.596227 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f263c501-9078-490e-b2b3-e9e0eb143018 req-b0935e05-599b-4b86-86cb-c6e3b3f498af tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.0814667 Oct 27 18:27:36.605414 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ca47cac4-62ce-4ec6-b13a-733ecd409123 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:36.634168 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ddbeacca-59f3-42e0-a031-aa4adfceb8ad req-03bab4c3-f23c-4a53-b22c-a30130d289dc tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0fad50cd-70b8-43d9-8a14-cc05c0fdea0e HTTP/1.1" status: 200 len: 258 time: 0.1917379 Oct 27 18:27:36.645960 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-ddbeacca-59f3-42e0-a031-aa4adfceb8ad req-29b262c0-7458-4025-a967-a0bbbdec5a29 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:27:36.669109 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f263c501-9078-490e-b2b3-e9e0eb143018 req-3b7870fa-27d1-4b19-b592-c75a4bd186d8 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639932 Oct 27 18:27:36.674052 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ca47cac4-62ce-4ec6-b13a-733ecd409123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:36.716508 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ca47cac4-62ce-4ec6-b13a-733ecd409123 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2a2ea91e8b6c4abe96e81020f376e498&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2310433 Oct 27 18:27:36.718723 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47cac4-62ce-4ec6-b13a-733ecd409123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6c9428-3e95-4357-829f-dec245b40e00,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:36.719366 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58762) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:27:36.757118 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbddfe5-e5b7-4d5e-b001-940bc38055d5 None None] New status for floating IP 825987ec-1d54-4c2a-8675-87a481fc5675: ACTIVE {{(pid=102881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:27:36.758715 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ddbeacca-59f3-42e0-a031-aa4adfceb8ad req-29b262c0-7458-4025-a967-a0bbbdec5a29 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks [] for floatingip, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:36.820722 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-82e5dac3-9b39-433d-9de4-f8318c01adc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:36.878120 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-82e5dac3-9b39-433d-9de4-f8318c01adc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:36.930731 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850fb325-e4b9-4d33-95d2-b35724316791 req-8b772d42-d9aa-42e7-a13a-c4a596bb01b7 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:36.932162 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-850fb325-e4b9-4d33-95d2-b35724316791 req-8b772d42-d9aa-42e7-a13a-c4a596bb01b7 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.1154892 Oct 27 18:27:36.990676 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-850fb325-e4b9-4d33-95d2-b35724316791 req-049d1255-2704-4f32-9a23-98409d2b09a3 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513077 Oct 27 18:27:36.992219 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ddbeacca-59f3-42e0-a031-aa4adfceb8ad req-29b262c0-7458-4025-a967-a0bbbdec5a29 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:37.058076 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-82e5dac3-9b39-433d-9de4-f8318c01adc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:37.061001 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-82e5dac3-9b39-433d-9de4-f8318c01adc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:37.062189 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-82e5dac3-9b39-433d-9de4-f8318c01adc8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fc6c9428-3e95-4357-829f-dec245b40e00 HTTP/1.1" status: 204 len: 168 time: 0.3418369 Oct 27 18:27:37.105475 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e5dac3-9b39-433d-9de4-f8318c01adc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6c9428-3e95-4357-829f-dec245b40e00,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:37.208319 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-ddbeacca-59f3-42e0-a031-aa4adfceb8ad req-29b262c0-7458-4025-a967-a0bbbdec5a29 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Allocated IP 172.25.6.85 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/ca8e387d-3e6a-471f-b481-4acfe20d0dd3) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:27:37.232553 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf846a1-c6d6-47ff-8688-2a4b2a389c6c req-eb1a475c-330e-4d57-944b-30f5c19d69c9 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:37.234587 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dcf846a1-c6d6-47ff-8688-2a4b2a389c6c req-eb1a475c-330e-4d57-944b-30f5c19d69c9 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 946 time: 0.0846541 Oct 27 18:27:37.321114 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dcf846a1-c6d6-47ff-8688-2a4b2a389c6c req-ce255fd6-d7d5-4812-a03d-022a657c2f43 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719595 Oct 27 18:27:37.360695 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ddbeacca-59f3-42e0-a031-aa4adfceb8ad req-29b262c0-7458-4025-a967-a0bbbdec5a29 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:37.420481 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2976f5ff-0038-40d7-8cd0-586784038d01 req-82112230-f0d2-4f00-9c4b-932fd8d7099b tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0351212 Oct 27 18:27:37.486180 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ddbeacca-59f3-42e0-a031-aa4adfceb8ad req-29b262c0-7458-4025-a967-a0bbbdec5a29 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:37.548727 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddbeacca-59f3-42e0-a031-aa4adfceb8ad req-29b262c0-7458-4025-a967-a0bbbdec5a29 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:27:37.554831 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-ddbeacca-59f3-42e0-a031-aa4adfceb8ad req-29b262c0-7458-4025-a967-a0bbbdec5a29 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:27:37.559300 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddbeacca-59f3-42e0-a031-aa4adfceb8ad req-29b262c0-7458-4025-a967-a0bbbdec5a29 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:27:37.592496 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b262c0-7458-4025-a967-a0bbbdec5a29 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Pushing event updated for resources: {'Port': ['ID=ca8e387d-3e6a-471f-b481-4acfe20d0dd3,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:37.615681 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8903323c-4963-4dfc-a95d-3f70a4c56a4d req-200bb65f-5c75-4cfc-a5bd-4055023d4cc7 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:37.617245 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8903323c-4963-4dfc-a95d-3f70a4c56a4d req-200bb65f-5c75-4cfc-a5bd-4055023d4cc7 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 945 time: 0.1278079 Oct 27 18:27:37.690682 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ddbeacca-59f3-42e0-a031-aa4adfceb8ad req-29b262c0-7458-4025-a967-a0bbbdec5a29 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:37.695129 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8903323c-4963-4dfc-a95d-3f70a4c56a4d req-92975d92-0be2-4197-94a5-29da043cb43c tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715861 Oct 27 18:27:37.804420 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ddbeacca-59f3-42e0-a031-aa4adfceb8ad req-29b262c0-7458-4025-a967-a0bbbdec5a29 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:37.929587 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd2198-078b-486c-ae10-2bbeee1aff05 req-30471782-1905-4df5-8975-9e056ac63074 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:37.931184 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cedd2198-078b-486c-ae10-2bbeee1aff05 req-30471782-1905-4df5-8975-9e056ac63074 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.1056318 Oct 27 18:27:37.995086 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cedd2198-078b-486c-ae10-2bbeee1aff05 req-bf3193c1-66ff-4e7e-b8c5-21bf1a8aafca tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573978 Oct 27 18:27:38.028281 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ddbeacca-59f3-42e0-a031-aa4adfceb8ad req-29b262c0-7458-4025-a967-a0bbbdec5a29 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:38.117095 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a29c69-74fb-4b21-99b3-a7c6309aed0f req-deb60555-19b2-49b2-9703-5bbab367c61e tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:38.118644 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c6a29c69-74fb-4b21-99b3-a7c6309aed0f req-deb60555-19b2-49b2-9703-5bbab367c61e tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.0496376 Oct 27 18:27:38.160568 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c6a29c69-74fb-4b21-99b3-a7c6309aed0f req-08352838-b41d-47dc-88ba-5c54d3f65fb9 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357606 Oct 27 18:27:38.194656 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ddbeacca-59f3-42e0-a031-aa4adfceb8ad req-29b262c0-7458-4025-a967-a0bbbdec5a29 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:38.597837 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b262c0-7458-4025-a967-a0bbbdec5a29 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Pushing event updated for resources: {'Port': ['ID=ca8e387d-3e6a-471f-b481-4acfe20d0dd3,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:38.614708 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ddbeacca-59f3-42e0-a031-aa4adfceb8ad req-29b262c0-7458-4025-a967-a0bbbdec5a29 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:38.633819 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6bad9f-ef55-40af-ae1a-171df743f34c req-5e73b694-b156-4f03-a3d3-b06b9567e50b tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:38.635325 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4d6bad9f-ef55-40af-ae1a-171df743f34c req-5e73b694-b156-4f03-a3d3-b06b9567e50b tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 946 time: 0.1063483 Oct 27 18:27:38.679664 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4d6bad9f-ef55-40af-ae1a-171df743f34c req-d4f04926-defb-42b5-a8e9-ea84b4b4aada tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381658 Oct 27 18:27:38.769351 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6b98ea48-885f-46fd-bb9e-9609a9da3e65 req-d9b2056c-922c-4367-b531-f3cb83648920 tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0257902 Oct 27 18:27:38.772642 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ddbeacca-59f3-42e0-a031-aa4adfceb8ad req-29b262c0-7458-4025-a967-a0bbbdec5a29 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:38.773732 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ddbeacca-59f3-42e0-a031-aa4adfceb8ad req-29b262c0-7458-4025-a967-a0bbbdec5a29 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1326959 Oct 27 18:27:38.826414 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ddbeacca-59f3-42e0-a031-aa4adfceb8ad req-38f10832-2f1f-4dcd-894b-320ba075c8af tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.85 HTTP/1.1" status: 200 len: 695 time: 0.0460246 Oct 27 18:27:38.935687 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0f1c0-c782-4031-a4c1-443c046f10c9 req-6430d50f-fb73-41ef-bc5f-cf2bb0c226eb tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:38.937208 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-01f0f1c0-c782-4031-a4c1-443c046f10c9 req-6430d50f-fb73-41ef-bc5f-cf2bb0c226eb tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 946 time: 0.1080604 Oct 27 18:27:38.999059 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbeacca-59f3-42e0-a031-aa4adfceb8ad req-c2e72638-f8fa-4794-8585-e52951e0fded tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:39.000460 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ddbeacca-59f3-42e0-a031-aa4adfceb8ad req-c2e72638-f8fa-4794-8585-e52951e0fded tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/networks/0fad50cd-70b8-43d9-8a14-cc05c0fdea0e HTTP/1.1" status: 200 len: 784 time: 0.1616063 Oct 27 18:27:39.008945 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-01f0f1c0-c782-4031-a4c1-443c046f10c9 req-6f4fe4e5-ed07-4376-8f2f-9fd5a343e745 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653448 Oct 27 18:27:39.107039 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f373c1-7e58-4d9b-8220-7fa8bb53185a req-27617e94-c680-4ec2-9880-a0cbc5eb7227 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:39.107039 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-76f373c1-7e58-4d9b-8220-7fa8bb53185a req-27617e94-c680-4ec2-9880-a0cbc5eb7227 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 945 time: 0.0555704 Oct 27 18:27:39.147858 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-76f373c1-7e58-4d9b-8220-7fa8bb53185a req-21de3336-3e1f-403c-a02b-41ccedafa31a tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345254 Oct 27 18:27:39.202547 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebd0ca-a9e7-4af5-b973-55bee59afd76 req-28df177d-5c81-4951-bcd1-8db16ecfa545 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:39.205261 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-59ebd0ca-a9e7-4af5-b973-55bee59afd76 req-28df177d-5c81-4951-bcd1-8db16ecfa545 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef44ccb4-b0b4-4a56-9b5a-e58957a13179&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0552099 Oct 27 18:27:39.256509 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-59ebd0ca-a9e7-4af5-b973-55bee59afd76 req-2e28d7e7-0862-4048-bd38-193e6aa9dbdd tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.85 HTTP/1.1" status: 200 len: 695 time: 0.0466168 Oct 27 18:27:39.266566 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-59ebd0ca-a9e7-4af5-b973-55bee59afd76 req-fedb7842-f321-4bbc-91b2-f4a9553005aa tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Request body: {'floatingip': {'port_id': '29be2993-c6e5-47c4-b44a-bdcff05480a1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:27:39.310349 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-59ebd0ca-a9e7-4af5-b973-55bee59afd76 req-fedb7842-f321-4bbc-91b2-f4a9553005aa tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks [] for floatingip, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:39.552002 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [req-59ebd0ca-a9e7-4af5-b973-55bee59afd76 req-fedb7842-f321-4bbc-91b2-f4a9553005aa tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] update failed (client error): There was a conflict when trying to complete your request. Oct 27 18:27:39.553245 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-59ebd0ca-a9e7-4af5-b973-55bee59afd76 req-fedb7842-f321-4bbc-91b2-f4a9553005aa tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "PUT /v2.0/floatingips/f2b419b8-a1e0-4669-811c-5a7ea63872af HTTP/1.1" status: 409 len: 549 time: 0.2906051 Oct 27 18:27:39.563617 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d644acce-ed63-43f7-833b-f694f02d6730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:39.615369 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992f6ab5-a4cb-4b64-8e18-119a8d8c050f req-ffa7ac4b-ff66-4195-b1dd-00a3c714c8a2 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:39.617455 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-992f6ab5-a4cb-4b64-8e18-119a8d8c050f req-ffa7ac4b-ff66-4195-b1dd-00a3c714c8a2 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.0631528 Oct 27 18:27:39.659466 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-992f6ab5-a4cb-4b64-8e18-119a8d8c050f req-b0d71e38-bd0f-4cb9-939e-4fe413eb4ec5 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348241 Oct 27 18:27:39.794910 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b63c9-c56c-4b0f-b28b-b82cf56aa773 req-5ba15ac0-f16b-43a3-8fb5-a0342e9cdf81 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:39.796605 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-112b63c9-c56c-4b0f-b28b-b82cf56aa773 req-5ba15ac0-f16b-43a3-8fb5-a0342e9cdf81 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.0762205 Oct 27 18:27:39.833865 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed69d2-3267-4782-9864-6c840f66df61 req-61acf299-45a5-472d-a96e-aea12935f27c tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:39.836122 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d6ed69d2-3267-4782-9864-6c840f66df61 req-61acf299-45a5-472d-a96e-aea12935f27c tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 946 time: 0.0805852 Oct 27 18:27:39.861056 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-112b63c9-c56c-4b0f-b28b-b82cf56aa773 req-47ef7c40-2e91-4d72-bcaa-aff63a94837b tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577757 Oct 27 18:27:39.894889 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d6ed69d2-3267-4782-9864-6c840f66df61 req-0fdea0d4-1407-4a6f-a86c-d2a0950df9a3 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446057 Oct 27 18:27:39.948830 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a8b2b58e-b30d-4d10-ba46-3c25e4deb672 req-3b26965c-34f4-417d-aa9e-152e03dc8edd tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/floatingips/f2b419b8-a1e0-4669-811c-5a7ea63872af HTTP/1.1" status: 200 len: 692 time: 0.0495353 Oct 27 18:27:40.025029 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2536e4f0-1456-443e-9916-1914f78b0d23 req-6e215cd4-301a-4c17-b80b-252a3e2934e5 tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0612929 Oct 27 18:27:40.083482 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2b58e-b30d-4d10-ba46-3c25e4deb672 req-4f8a18d1-2dcb-4319-92ee-78e9f40205b2 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:40.083482 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a8b2b58e-b30d-4d10-ba46-3c25e4deb672 req-4f8a18d1-2dcb-4319-92ee-78e9f40205b2 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/networks/0fad50cd-70b8-43d9-8a14-cc05c0fdea0e HTTP/1.1" status: 200 len: 784 time: 0.1288249 Oct 27 18:27:40.094637 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-a8b2b58e-b30d-4d10-ba46-3c25e4deb672 req-bd034b2c-b9ba-4670-bfe1-361eaeb51953 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:27:40.095777 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a8b2b58e-b30d-4d10-ba46-3c25e4deb672 req-bd034b2c-b9ba-4670-bfe1-361eaeb51953 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061762 Oct 27 18:27:40.151872 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a8b2b58e-b30d-4d10-ba46-3c25e4deb672 req-2b742144-191b-4233-884d-0b7ade870b82 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.85 HTTP/1.1" status: 200 len: 695 time: 0.0476673 Oct 27 18:27:40.221745 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a8b2b58e-b30d-4d10-ba46-3c25e4deb672 req-f75259d8-7ac7-4543-85ac-6f96ba289a8c tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.85 HTTP/1.1" status: 200 len: 695 time: 0.0637765 Oct 27 18:27:40.387529 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8596b-5ecf-41b8-ae00-92a7318ef3bb req-f956d532-a993-489c-bd60-53da3be75474 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:40.389076 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-91b8596b-5ecf-41b8-ae00-92a7318ef3bb req-f956d532-a993-489c-bd60-53da3be75474 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 945 time: 0.0831790 Oct 27 18:27:40.417540 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-a8b2b58e-b30d-4d10-ba46-3c25e4deb672 req-24354d11-4d1e-441e-87f1-63fe5d768c82 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Deleting port ca8e387d-3e6a-471f-b481-4acfe20d0dd3 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:27:40.417882 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a8b2b58e-b30d-4d10-ba46-3c25e4deb672 req-24354d11-4d1e-441e-87f1-63fe5d768c82 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:40.476321 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-91b8596b-5ecf-41b8-ae00-92a7318ef3bb req-1ebfef62-9db7-4891-bc6e-15f400c9bb18 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781991 Oct 27 18:27:40.519178 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a8b2b58e-b30d-4d10-ba46-3c25e4deb672 req-24354d11-4d1e-441e-87f1-63fe5d768c82 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:40.519500 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a8b2b58e-b30d-4d10-ba46-3c25e4deb672 req-24354d11-4d1e-441e-87f1-63fe5d768c82 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:40.532431 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-a8b2b58e-b30d-4d10-ba46-3c25e4deb672 req-24354d11-4d1e-441e-87f1-63fe5d768c82 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Calling delete_port for ca8e387d-3e6a-471f-b481-4acfe20d0dd3 owned by network:floatingip {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:27:40.643442 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 58868) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:27:40.731061 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a8b2b58e-b30d-4d10-ba46-3c25e4deb672 req-24354d11-4d1e-441e-87f1-63fe5d768c82 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:40.752831 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-83ed2d04-0dd8-49b6-b40f-e557c8a52fb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:40.791981 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24354d11-4d1e-441e-87f1-63fe5d768c82 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Pushing event deleted for resources: {'Port': ['ID=ca8e387d-3e6a-471f-b481-4acfe20d0dd3,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:40.829866 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-83ed2d04-0dd8-49b6-b40f-e557c8a52fb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:40.862002 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec26aa-7714-4af7-8d5c-f1245eb9915c req-f07c1e56-f04a-4de2-b4cb-e61defbe5d4b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:40.863549 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f5ec26aa-7714-4af7-8d5c-f1245eb9915c req-f07c1e56-f04a-4de2-b4cb-e61defbe5d4b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.1290064 Oct 27 18:27:40.877767 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a8b2b58e-b30d-4d10-ba46-3c25e4deb672 req-24354d11-4d1e-441e-87f1-63fe5d768c82 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks [] for floatingip, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:40.880295 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a8b2b58e-b30d-4d10-ba46-3c25e4deb672 req-24354d11-4d1e-441e-87f1-63fe5d768c82 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:40.881575 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a8b2b58e-b30d-4d10-ba46-3c25e4deb672 req-24354d11-4d1e-441e-87f1-63fe5d768c82 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "DELETE /v2.0/floatingips/f2b419b8-a1e0-4669-811c-5a7ea63872af HTTP/1.1" status: 204 len: 173 time: 0.6588635 Oct 27 18:27:40.918667 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f5ec26aa-7714-4af7-8d5c-f1245eb9915c req-fef5c156-0bf8-48e0-a1fb-51dfb251888c tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479531 Oct 27 18:27:40.992581 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-83ed2d04-0dd8-49b6-b40f-e557c8a52fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:41.022308 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-31e5268e-4c13-4615-bc5e-0e8d6e3e735d req-33876f8d-c051-4222-86be-f31172849a71 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.96 HTTP/1.1" status: 200 len: 1000 time: 0.1180203 Oct 27 18:27:41.048936 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-83ed2d04-0dd8-49b6-b40f-e557c8a52fb1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4baee01d298541329183c8c9eeb73b24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4029233 Oct 27 18:27:41.052942 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed2d04-0dd8-49b6-b40f-e557c8a52fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c4c234-1242-4e95-94ec-cd74991fb620,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:41.055655 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 58880) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:27:41.083069 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001d2f2-a350-46dc-a231-7ec65da11e75 req-fbfd8cf1-9b43-4bf3-b7a0-d4aaa9ab9699 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:41.087158 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d001d2f2-a350-46dc-a231-7ec65da11e75 req-fbfd8cf1-9b43-4bf3-b7a0-d4aaa9ab9699 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.0969648 Oct 27 18:27:41.095534 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5268e-4c13-4615-bc5e-0e8d6e3e735d req-9d295719-22ad-4894-b24c-2f0450c2338a tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:41.097005 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-31e5268e-4c13-4615-bc5e-0e8d6e3e735d req-9d295719-22ad-4894-b24c-2f0450c2338a tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/ports/29be2993-c6e5-47c4-b44a-bdcff05480a1 HTTP/1.1" status: 200 len: 942 time: 0.0670905 Oct 27 18:27:41.134598 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d001d2f2-a350-46dc-a231-7ec65da11e75 req-b95df65c-1486-438d-a920-45c98074aa4a tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365529 Oct 27 18:27:41.299329 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-31e5268e-4c13-4615-bc5e-0e8d6e3e735d req-31eeb65c-e4a2-4c6a-a4ee-1724e83d72fd tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.96 HTTP/1.1" status: 200 len: 1000 time: 0.0943811 Oct 27 18:27:41.340135 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb9095-1d7a-480d-83ea-8e4b137e2a86 req-de12b0a4-96cc-466b-bdbc-dcc9b6cf48bc tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:41.341827 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aebb9095-1d7a-480d-83ea-8e4b137e2a86 req-de12b0a4-96cc-466b-bdbc-dcc9b6cf48bc tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 946 time: 0.0940800 Oct 27 18:27:41.419368 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-23ffb156-1416-4329-8881-546b7df4ff63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:41.428164 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aebb9095-1d7a-480d-83ea-8e4b137e2a86 req-fc2000a7-54b3-4dda-adde-190fb36d8a6b tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594451 Oct 27 18:27:41.441471 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-23ffb156-1416-4329-8881-546b7df4ff63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:41.450194 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5268e-4c13-4615-bc5e-0e8d6e3e735d req-879e156e-224c-4807-bdae-ffe6f06b4f0c tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:41.455302 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-31e5268e-4c13-4615-bc5e-0e8d6e3e735d req-879e156e-224c-4807-bdae-ffe6f06b4f0c tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/networks/0fad50cd-70b8-43d9-8a14-cc05c0fdea0e HTTP/1.1" status: 200 len: 784 time: 0.1498196 Oct 27 18:27:41.462967 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-31e5268e-4c13-4615-bc5e-0e8d6e3e735d req-312e4050-f02e-4c16-ac9c-b0f680526057 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:27:41.470723 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-31e5268e-4c13-4615-bc5e-0e8d6e3e735d req-312e4050-f02e-4c16-ac9c-b0f680526057 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0125644 Oct 27 18:27:41.549585 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c30cbab8-e4c5-4c74-86ee-a2cc018d5eb1 req-4696d406-cd2e-4f8a-a464-3114fad86e14 tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0357056 Oct 27 18:27:41.561167 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-31e5268e-4c13-4615-bc5e-0e8d6e3e735d req-28a3ba4b-6d57-41f4-b89a-e9a5afde59d9 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.96 HTTP/1.1" status: 200 len: 1000 time: 0.0896142 Oct 27 18:27:41.576351 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-31e5268e-4c13-4615-bc5e-0e8d6e3e735d req-8a02fee5-7d43-44cc-9ff9-276060fe84b6 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:27:41.599457 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-23ffb156-1416-4329-8881-546b7df4ff63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:41.602598 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-23ffb156-1416-4329-8881-546b7df4ff63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:41.604053 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-23ffb156-1416-4329-8881-546b7df4ff63 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b8c4c234-1242-4e95-94ec-cd74991fb620 HTTP/1.1" status: 204 len: 168 time: 0.5474670 Oct 27 18:27:41.613916 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ffb156-1416-4329-8881-546b7df4ff63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c4c234-1242-4e95-94ec-cd74991fb620,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:41.648074 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-31e5268e-4c13-4615-bc5e-0e8d6e3e735d req-8a02fee5-7d43-44cc-9ff9-276060fe84b6 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks [] for floatingip, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:41.809481 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6b838-53bd-401a-9f29-66fee183fa08 req-7fbf6a78-321b-4f84-bbf7-292d3db8cdb1 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:41.810997 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dfb6b838-53bd-401a-9f29-66fee183fa08 req-7fbf6a78-321b-4f84-bbf7-292d3db8cdb1 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 945 time: 0.1057713 Oct 27 18:27:41.851019 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-31e5268e-4c13-4615-bc5e-0e8d6e3e735d req-8a02fee5-7d43-44cc-9ff9-276060fe84b6 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:41.885899 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dfb6b838-53bd-401a-9f29-66fee183fa08 req-c1f88201-647c-4d82-923b-96e008c77807 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412993 Oct 27 18:27:41.953814 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-31e5268e-4c13-4615-bc5e-0e8d6e3e735d req-8a02fee5-7d43-44cc-9ff9-276060fe84b6 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:41.954380 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [req-31e5268e-4c13-4615-bc5e-0e8d6e3e735d req-8a02fee5-7d43-44cc-9ff9-276060fe84b6 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Floating IP 825987ec-1d54-4c2a-8675-87a481fc5675 disassociated. External IP: 172.25.6.96, port: 29be2993-c6e5-47c4-b44a-bdcff05480a1. Oct 27 18:27:42.099022 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ee6c4-4ef6-453d-b7b8-6d57803aa23b req-b11de41f-e719-4e52-80ca-071a63b79869 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:42.100660 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ea6ee6c4-4ef6-453d-b7b8-6d57803aa23b req-b11de41f-e719-4e52-80ca-071a63b79869 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.0976095 Oct 27 18:27:42.101521 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6a7b3b95-6ca3-4d16-b10e-b12ee6d6e834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:42.210516 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ea6ee6c4-4ef6-453d-b7b8-6d57803aa23b req-79d797d0-c28a-44ea-878a-c58f2e914d6d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016572 Oct 27 18:27:42.249267 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31e5268e-4c13-4615-bc5e-0e8d6e3e735d req-8a02fee5-7d43-44cc-9ff9-276060fe84b6 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Router ff87b29d-b44a-4260-a8ea-2ece5bb071fb has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:27:42.388346 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947c1ec-bf7d-4342-9342-9fafd2b6f834 req-11331092-262d-454b-b8ef-13551aba5253 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:42.389843 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4947c1ec-bf7d-4342-9342-9fafd2b6f834 req-11331092-262d-454b-b8ef-13551aba5253 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.0928154 Oct 27 18:27:42.405273 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 58896) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:27:42.408422 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31e5268e-4c13-4615-bc5e-0e8d6e3e735d req-8a02fee5-7d43-44cc-9ff9-276060fe84b6 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:27:42.421723 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-31e5268e-4c13-4615-bc5e-0e8d6e3e735d req-8a02fee5-7d43-44cc-9ff9-276060fe84b6 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:42.424821 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b61500b-4e4b-4875-9cfc-ca29e3c543aa None None] Sync routers for ids ['ff87b29d-b44a-4260-a8ea-2ece5bb071fb'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:27:42.432205 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-506128ab-9dbf-4a94-9df7-79e06043b52f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:42.440541 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b61500b-4e4b-4875-9cfc-ca29e3c543aa None None] Routers {'ff87b29d-b44a-4260-a8ea-2ece5bb071fb'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:27:42.441352 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-1b61500b-4e4b-4875-9cfc-ca29e3c543aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:27:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['ff87b29d-b44a-4260-a8ea-2ece5bb071fb'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:27:42.490158 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-31e5268e-4c13-4615-bc5e-0e8d6e3e735d req-8a02fee5-7d43-44cc-9ff9-276060fe84b6 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "PUT /v2.0/floatingips/825987ec-1d54-4c2a-8675-87a481fc5675 HTTP/1.1" status: 200 len: 694 time: 0.9180200 Oct 27 18:27:42.494020 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef44ccb4-b0b4-4a56-9b5a-e58957a13179', 'tag': '29be2993-c6e5-47c4-b44a-bdcff05480a1'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:27:42.497040 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42addd9-22d7-44fd-92e8-178772aa982a" -d '{"events": [{"name": "network-changed", "server_uuid": "ef44ccb4-b0b4-4a56-9b5a-e58957a13179", "tag": "29be2993-c6e5-47c4-b44a-bdcff05480a1"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:27:42.514208 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4947c1ec-bf7d-4342-9342-9fafd2b6f834 req-bdf88e5a-7a2e-426d-a1ed-89e304b01c67 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152556 Oct 27 18:27:42.576150 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-506128ab-9dbf-4a94-9df7-79e06043b52f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:42.627993 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-1b61500b-4e4b-4875-9cfc-ca29e3c543aa None None] Set router ff87b29d-b44a-4260-a8ea-2ece5bb071fb gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:27:42.633465 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512c545-0e10-49c6-8ed2-4f2d8622b02f req-e20f6927-ee8f-4537-ba6e-882a423d2b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:42.635665 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5512c545-0e10-49c6-8ed2-4f2d8622b02f req-e20f6927-ee8f-4537-ba6e-882a423d2b15 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 1096 time: 0.0580857 Oct 27 18:27:42.706341 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af825e-a45d-4dbb-a5f4-97d19e28fbfe req-b2b69714-0418-4e4e-807c-c76e52a2b4ee tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:42.708573 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d1af825e-a45d-4dbb-a5f4-97d19e28fbfe req-b2b69714-0418-4e4e-807c-c76e52a2b4ee tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 946 time: 0.0814180 Oct 27 18:27:42.711439 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5512c545-0e10-49c6-8ed2-4f2d8622b02f req-c34a9dfa-3d3e-45ac-8451-db49ced8de21 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668695 Oct 27 18:27:42.714585 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-506128ab-9dbf-4a94-9df7-79e06043b52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:42.772656 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506128ab-9dbf-4a94-9df7-79e06043b52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5360fd44-9283-4dba-84bf-e787651a6290,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:42.779781 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-506128ab-9dbf-4a94-9df7-79e06043b52f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=979fe4166e444ff8b05be4a5ac3d518e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3706222 Oct 27 18:27:42.781713 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58910) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:27:42.793565 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d1af825e-a45d-4dbb-a5f4-97d19e28fbfe req-bb51e8de-ca29-4fb8-9bf5-57e91dbee4f1 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757501 Oct 27 18:27:42.825960 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5268e-4c13-4615-bc5e-0e8d6e3e735d req-0ef963ff-ba4e-4ef5-a0d0-fe4725e8453a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:42.827513 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-31e5268e-4c13-4615-bc5e-0e8d6e3e735d req-0ef963ff-ba4e-4ef5-a0d0-fe4725e8453a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04d54874387f464283ceea87047d43f9&device_id=ef44ccb4-b0b4-4a56-9b5a-e58957a13179 HTTP/1.1" status: 200 len: 1096 time: 0.3082340 Oct 27 18:27:42.882449 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-1b61500b-4e4b-4875-9cfc-ca29e3c543aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff87b29d-b44a-4260-a8ea-2ece5bb071fb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1202964274-router', 'tenant_id': '04d54874387f464283ceea87047d43f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'daef9fcd-69b3-49bd-89d6-07462f6c991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:27:09Z', 'updated_at': '2021-10-27T18:27:13Z', 'revision_number': 4, 'project_id': '04d54874387f464283ceea87047d43f9', 'gw_port': {'id': 'daef9fcd-69b3-49bd-89d6-07462f6c991a', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff87b29d-b44a-4260-a8ea-2ece5bb071fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:10Z', 'updated_at': '2021-10-27T18:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '490337d7-a53b-494f-90a9-e654dc0c4a60', 'name': '', 'network_id': 'a2aca3bf-85ff-4af5-b6b5-e0759d08542c', 'tenant_id': '04d54874387f464283ceea87047d43f9', 'mac_address': 'fa:16:3e:d2:23:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff87b29d-b44a-4260-a8ea-2ece5bb071fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'b69c50a7-d61e-4a50-b965-052391ecc00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:13Z', 'updated_at': '2021-10-27T18:27:18Z', 'revision_number': 5, 'project_id': '04d54874387f464283ceea87047d43f9', 'subnets': [{'id': 'b69c50a7-d61e-4a50-b965-052391ecc00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:27:42.890685 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc0584e-c917-4cfa-a723-a0a0970bcbe1 x-openstack-request-id: req-5cc0584e-c917-4cfa-a723-a0a0970bcbe1 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:27:42.891218 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef44ccb4-b0b4-4a56-9b5a-e58957a13179", "tag": "29be2993-c6e5-47c4-b44a-bdcff05480a1", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:27:42.891218 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5cc0584e-c917-4cfa-a723-a0a0970bcbe1 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:27:42.891512 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef44ccb4-b0b4-4a56-9b5a-e58957a13179', 'tag': '29be2993-c6e5-47c4-b44a-bdcff05480a1', 'status': 'completed', 'code': 200} Oct 27 18:27:42.909488 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b61500b-4e4b-4875-9cfc-ca29e3c543aa None None] Checking router: ff87b29d-b44a-4260-a8ea-2ece5bb071fb for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:27:42.918223 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-aafbce3c-5e03-4171-bbcd-89dd920199b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:42.918657 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b61500b-4e4b-4875-9cfc-ca29e3c543aa None None] Routers {'ff87b29d-b44a-4260-a8ea-2ece5bb071fb'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:27:42.919481 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-1b61500b-4e4b-4875-9cfc-ca29e3c543aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:27:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['ff87b29d-b44a-4260-a8ea-2ece5bb071fb'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:27:42.965493 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d3a17950-ccca-456a-b3ba-ab92fb07fcfe req-714e178e-325a-4d90-b600-a4008a17e473 tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0414007 Oct 27 18:27:42.982072 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-aafbce3c-5e03-4171-bbcd-89dd920199b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:43.019053 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5268e-4c13-4615-bc5e-0e8d6e3e735d req-3b6dd65a-9e91-4ab6-a8a6-d46c32378519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:43.020583 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-31e5268e-4c13-4615-bc5e-0e8d6e3e735d req-3b6dd65a-9e91-4ab6-a8a6-d46c32378519 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2aca3bf-85ff-4af5-b6b5-e0759d08542c HTTP/1.1" status: 200 len: 931 time: 0.1862059 Oct 27 18:27:43.080449 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42addd9-22d7-44fd-92e8-178772aa982a req-4f878537-aa0f-4c09-87e0-ae29899ec480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:43.082123 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-31e5268e-4c13-4615-bc5e-0e8d6e3e735d req-6f3827c8-1a25-4044-8cb1-39dc80a9aace service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29be2993-c6e5-47c4-b44a-bdcff05480a1 HTTP/1.1" status: 200 len: 217 time: 0.0480671 Oct 27 18:27:43.082251 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f42addd9-22d7-44fd-92e8-178772aa982a req-4f878537-aa0f-4c09-87e0-ae29899ec480 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=04d54874387f464283ceea87047d43f9&device_id=ef44ccb4-b0b4-4a56-9b5a-e58957a13179 HTTP/1.1" status: 200 len: 1096 time: 0.0565765 Oct 27 18:27:43.093227 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-1b61500b-4e4b-4875-9cfc-ca29e3c543aa None None] Set router ff87b29d-b44a-4260-a8ea-2ece5bb071fb gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:27:43.153512 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5268e-4c13-4615-bc5e-0e8d6e3e735d req-3437e1bd-dfe4-454b-ab16-9a0f869bc94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:43.155046 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-31e5268e-4c13-4615-bc5e-0e8d6e3e735d req-3437e1bd-dfe4-454b-ab16-9a0f869bc94f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b69c50a7-d61e-4a50-b965-052391ecc00d HTTP/1.1" status: 200 len: 868 time: 0.0636888 Oct 27 18:27:43.238254 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42addd9-22d7-44fd-92e8-178772aa982a req-f993fb2e-8a8a-4a6d-8595-7efe8e770b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:43.240232 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f42addd9-22d7-44fd-92e8-178772aa982a req-f993fb2e-8a8a-4a6d-8595-7efe8e770b4b service neutron] 10.222.0.93 "GET /v2.0/networks?id=a2aca3bf-85ff-4af5-b6b5-e0759d08542c HTTP/1.1" status: 200 len: 931 time: 0.1438577 Oct 27 18:27:43.243038 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-aafbce3c-5e03-4171-bbcd-89dd920199b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:43.245885 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-aafbce3c-5e03-4171-bbcd-89dd920199b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:43.247077 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-aafbce3c-5e03-4171-bbcd-89dd920199b7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5360fd44-9283-4dba-84bf-e787651a6290 HTTP/1.1" status: 204 len: 168 time: 0.4629562 Oct 27 18:27:43.270047 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5268e-4c13-4615-bc5e-0e8d6e3e735d req-042c5216-5237-4114-8598-7f8f5e337cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:43.288010 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-31e5268e-4c13-4615-bc5e-0e8d6e3e735d req-042c5216-5237-4114-8598-7f8f5e337cb8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2aca3bf-85ff-4af5-b6b5-e0759d08542c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1227281 Oct 27 18:27:43.299617 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f42addd9-22d7-44fd-92e8-178772aa982a req-d6245fc1-00d3-4f2f-bf37-939debcb48c3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29be2993-c6e5-47c4-b44a-bdcff05480a1 HTTP/1.1" status: 200 len: 217 time: 0.0512688 Oct 27 18:27:43.300685 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafbce3c-5e03-4171-bbcd-89dd920199b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5360fd44-9283-4dba-84bf-e787651a6290,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:43.390225 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42addd9-22d7-44fd-92e8-178772aa982a req-3bf2a227-466f-47b4-b8d9-ad41d3a788af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:43.392832 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f42addd9-22d7-44fd-92e8-178772aa982a req-3bf2a227-466f-47b4-b8d9-ad41d3a788af service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b69c50a7-d61e-4a50-b965-052391ecc00d HTTP/1.1" status: 200 len: 868 time: 0.0851166 Oct 27 18:27:43.395889 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e63361-de06-4a1a-96bc-42195df9cc62 req-e3bdb39d-20ad-4755-978a-b2305e7ac154 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:43.398016 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f9e63361-de06-4a1a-96bc-42195df9cc62 req-e3bdb39d-20ad-4755-978a-b2305e7ac154 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 945 time: 0.1937246 Oct 27 18:27:43.443161 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:43.447382 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42addd9-22d7-44fd-92e8-178772aa982a req-41277ce2-64f0-44ec-8e42-eba394b6d6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:43.449366 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f42addd9-22d7-44fd-92e8-178772aa982a req-41277ce2-64f0-44ec-8e42-eba394b6d6fd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a2aca3bf-85ff-4af5-b6b5-e0759d08542c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478177 Oct 27 18:27:43.467554 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-1b61500b-4e4b-4875-9cfc-ca29e3c543aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff87b29d-b44a-4260-a8ea-2ece5bb071fb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1202964274-router', 'tenant_id': '04d54874387f464283ceea87047d43f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'daef9fcd-69b3-49bd-89d6-07462f6c991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:27:09Z', 'updated_at': '2021-10-27T18:27:13Z', 'revision_number': 4, 'project_id': '04d54874387f464283ceea87047d43f9', 'gw_port': {'id': 'daef9fcd-69b3-49bd-89d6-07462f6c991a', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff87b29d-b44a-4260-a8ea-2ece5bb071fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:10Z', 'updated_at': '2021-10-27T18:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '490337d7-a53b-494f-90a9-e654dc0c4a60', 'name': '', 'network_id': 'a2aca3bf-85ff-4af5-b6b5-e0759d08542c', 'tenant_id': '04d54874387f464283ceea87047d43f9', 'mac_address': 'fa:16:3e:d2:23:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff87b29d-b44a-4260-a8ea-2ece5bb071fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'b69c50a7-d61e-4a50-b965-052391ecc00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:13Z', 'updated_at': '2021-10-27T18:27:18Z', 'revision_number': 5, 'project_id': '04d54874387f464283ceea87047d43f9', 'subnets': [{'id': 'b69c50a7-d61e-4a50-b965-052391ecc00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:27:43.477976 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f9e63361-de06-4a1a-96bc-42195df9cc62 req-355a663e-8faf-4742-b197-7056a4d21019 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714998 Oct 27 18:27:43.487099 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-31e5268e-4c13-4615-bc5e-0e8d6e3e735d req-9b0b0d08-37dc-4edd-9870-84e76dd79288 service neutron] 10.222.0.52 "GET /v2.0/networks/a2aca3bf-85ff-4af5-b6b5-e0759d08542c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970391 Oct 27 18:27:43.498197 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:43.501151 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b61500b-4e4b-4875-9cfc-ca29e3c543aa None None] The sync data for ids ['ff87b29d-b44a-4260-a8ea-2ece5bb071fb'] in n-d-815690-2 is: [{'id': 'ff87b29d-b44a-4260-a8ea-2ece5bb071fb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1202964274-router', 'tenant_id': '04d54874387f464283ceea87047d43f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'daef9fcd-69b3-49bd-89d6-07462f6c991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:27:09Z', 'updated_at': '2021-10-27T18:27:13Z', 'revision_number': 4, 'project_id': '04d54874387f464283ceea87047d43f9', 'gw_port': {'id': 'daef9fcd-69b3-49bd-89d6-07462f6c991a', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff87b29d-b44a-4260-a8ea-2ece5bb071fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:10Z', 'updated_at': '2021-10-27T18:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '490337d7-a53b-494f-90a9-e654dc0c4a60', 'name': '', 'network_id': 'a2aca3bf-85ff-4af5-b6b5-e0759d08542c', 'tenant_id': '04d54874387f464283ceea87047d43f9', 'mac_address': 'fa:16:3e:d2:23:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff87b29d-b44a-4260-a8ea-2ece5bb071fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': 'b69c50a7-d61e-4a50-b965-052391ecc00d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:13Z', 'updated_at': '2021-10-27T18:27:18Z', 'revision_number': 5, 'project_id': '04d54874387f464283ceea87047d43f9', 'subnets': [{'id': 'b69c50a7-d61e-4a50-b965-052391ecc00d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:27:43.589428 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f42addd9-22d7-44fd-92e8-178772aa982a req-b2229c49-7769-48fe-8977-04c9440e2ef6 service neutron] 10.222.0.93 "GET /v2.0/networks/a2aca3bf-85ff-4af5-b6b5-e0759d08542c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239111 Oct 27 18:27:43.649128 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba42f75-fbeb-4c18-99de-16ccf168f4b0 req-777709ab-ff70-4cce-be61-0e4b91b21187 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:43.650568 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ba42f75-fbeb-4c18-99de-16ccf168f4b0 req-777709ab-ff70-4cce-be61-0e4b91b21187 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.0876498 Oct 27 18:27:43.661617 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-31e5268e-4c13-4615-bc5e-0e8d6e3e735d req-46e81686-47d1-489a-af15-d9386aa88b21 service neutron] 10.222.0.52 "GET /v2.0/networks/a2aca3bf-85ff-4af5-b6b5-e0759d08542c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678612 Oct 27 18:27:43.702713 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ba42f75-fbeb-4c18-99de-16ccf168f4b0 req-84d7528e-f64d-4d9a-8543-86fe7fc1c3af tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400746 Oct 27 18:27:43.726413 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f42addd9-22d7-44fd-92e8-178772aa982a req-f5604743-6438-408e-9d11-673f266fec08 service neutron] 10.222.0.93 "GET /v2.0/networks/a2aca3bf-85ff-4af5-b6b5-e0759d08542c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225982 Oct 27 18:27:43.846443 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c747167-30b0-4235-a22b-f18e20935bb6 req-6a05b89e-54da-455b-928d-9446cfd0eaa5 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:43.855800 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3c747167-30b0-4235-a22b-f18e20935bb6 req-6a05b89e-54da-455b-928d-9446cfd0eaa5 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.0665011 Oct 27 18:27:43.907681 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3255497-a75b-4e7c-a3e3-d43c6037a1eb None None] New status for floating IP 825987ec-1d54-4c2a-8675-87a481fc5675: DOWN {{(pid=102881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:27:43.919651 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3c747167-30b0-4235-a22b-f18e20935bb6 req-0296206b-5516-4dd1-867f-8780c74ef831 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625889 Oct 27 18:27:43.990904 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-389cdf5b-0b7a-46e5-bfcb-f475a2486bab req-b91fa9cf-269e-4dcb-aa91-d72c41729b3c tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/floatingips/825987ec-1d54-4c2a-8675-87a481fc5675 HTTP/1.1" status: 200 len: 694 time: 0.0535812 Oct 27 18:27:44.106943 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cdf5b-0b7a-46e5-bfcb-f475a2486bab req-e544d349-8754-4499-99f8-60d4eb05942d tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:44.108314 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-389cdf5b-0b7a-46e5-bfcb-f475a2486bab req-e544d349-8754-4499-99f8-60d4eb05942d tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/networks/0fad50cd-70b8-43d9-8a14-cc05c0fdea0e HTTP/1.1" status: 200 len: 784 time: 0.1112013 Oct 27 18:27:44.129928 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-389cdf5b-0b7a-46e5-bfcb-f475a2486bab req-ae38df3f-3578-4392-bb98-31bc296d0b49 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:27:44.131031 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-389cdf5b-0b7a-46e5-bfcb-f475a2486bab req-ae38df3f-3578-4392-bb98-31bc296d0b49 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0102994 Oct 27 18:27:44.217785 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-389cdf5b-0b7a-46e5-bfcb-f475a2486bab req-e8ec34ac-4be3-44a2-ba7b-038853841a29 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.96 HTTP/1.1" status: 200 len: 697 time: 0.0734687 Oct 27 18:27:44.271131 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-389cdf5b-0b7a-46e5-bfcb-f475a2486bab req-4c1e9e7b-ad5c-4a5e-8402-7054dc391825 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.96 HTTP/1.1" status: 200 len: 697 time: 0.0523953 Oct 27 18:27:44.424527 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eca8a3-31e7-43ae-bcff-7f587841b08a req-2953d6ec-8e45-4b4a-b25a-6e92ed013189 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:44.426224 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-09eca8a3-31e7-43ae-bcff-7f587841b08a req-2953d6ec-8e45-4b4a-b25a-6e92ed013189 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 946 time: 0.1390088 Oct 27 18:27:44.507948 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-09eca8a3-31e7-43ae-bcff-7f587841b08a req-da778c83-ee58-4fdc-bbd8-114196ed18bd tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562627 Oct 27 18:27:44.514497 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-389cdf5b-0b7a-46e5-bfcb-f475a2486bab req-6cb91b2a-2a72-4333-b4f4-3cb039a80809 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Deleting port c1dbe327-a420-44ab-9018-aea5ed2903e6 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:27:44.514871 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-389cdf5b-0b7a-46e5-bfcb-f475a2486bab req-6cb91b2a-2a72-4333-b4f4-3cb039a80809 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:44.554778 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c9952-7406-456a-9edd-642357133c20 req-973f2f5f-b8ba-48f1-9f3b-4fac629dd318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:44.556466 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-537c9952-7406-456a-9edd-642357133c20 req-973f2f5f-b8ba-48f1-9f3b-4fac629dd318 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=74d488054c1f4f50bdb6de26a9138d36&device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 1096 time: 0.0891700 Oct 27 18:27:44.607312 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-389cdf5b-0b7a-46e5-bfcb-f475a2486bab req-6cb91b2a-2a72-4333-b4f4-3cb039a80809 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:44.607898 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-389cdf5b-0b7a-46e5-bfcb-f475a2486bab req-6cb91b2a-2a72-4333-b4f4-3cb039a80809 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:44.633630 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d561dc5a-cdce-41fa-a6ba-97037acb15a4 req-fee57503-d8e0-44fc-b9f1-be3c82fa5859 tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0433016 Oct 27 18:27:44.639643 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-389cdf5b-0b7a-46e5-bfcb-f475a2486bab req-6cb91b2a-2a72-4333-b4f4-3cb039a80809 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Calling delete_port for c1dbe327-a420-44ab-9018-aea5ed2903e6 owned by network:floatingip {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:27:44.681982 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c9952-7406-456a-9edd-642357133c20 req-29f2630e-8ee4-4095-8344-52e15dc377e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:44.684131 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-537c9952-7406-456a-9edd-642357133c20 req-29f2630e-8ee4-4095-8344-52e15dc377e0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a7c013d9-ea11-470b-8a79-08abd897c197 HTTP/1.1" status: 200 len: 914 time: 0.1103656 Oct 27 18:27:44.765158 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58952) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:27:44.793610 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-537c9952-7406-456a-9edd-642357133c20 req-5fd37e98-d19b-4af5-b45d-6ef31a9d17a5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8372463-b0b5-40ec-b152-27501bceac5f HTTP/1.1" status: 200 len: 999 time: 0.0914500 Oct 27 18:27:44.843594 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c9952-7406-456a-9edd-642357133c20 req-f7f368a7-cfdb-4745-af3b-a59dc4ebc209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:44.845255 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-537c9952-7406-456a-9edd-642357133c20 req-f7f368a7-cfdb-4745-af3b-a59dc4ebc209 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=afe6cc10-9308-4117-a497-d403cb219653 HTTP/1.1" status: 200 len: 851 time: 0.0499818 Oct 27 18:27:44.910406 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c9952-7406-456a-9edd-642357133c20 req-8fdc00fc-abf3-435c-81c4-0a5f0e9ef5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:44.912061 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-537c9952-7406-456a-9edd-642357133c20 req-8fdc00fc-abf3-435c-81c4-0a5f0e9ef5bb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a7c013d9-ea11-470b-8a79-08abd897c197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558288 Oct 27 18:27:45.021968 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:45.028370 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-537c9952-7406-456a-9edd-642357133c20 req-00b2580c-c438-47b1-a539-cb6983ed4448 service neutron] 10.222.0.93 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956533 Oct 27 18:27:45.137825 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-537c9952-7406-456a-9edd-642357133c20 req-08b1a6bd-8bd4-407a-a30d-9dad596bf1c8 service neutron] 10.222.0.93 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938447 Oct 27 18:27:45.176721 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-10b63f58-c163-40f4-988c-15b524025866 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1749538051-network', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:27:45.186348 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-389cdf5b-0b7a-46e5-bfcb-f475a2486bab req-6cb91b2a-2a72-4333-b4f4-3cb039a80809 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:45.244236 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb91b2a-2a72-4333-b4f4-3cb039a80809 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Pushing event deleted for resources: {'Port': ['ID=c1dbe327-a420-44ab-9018-aea5ed2903e6,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:45.266335 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e00e2-da2f-40ff-9665-3e4a7d475255 req-b0408c71-5c8c-4c21-9b94-dd890d2cdc5c tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:45.266581 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-465e00e2-da2f-40ff-9665-3e4a7d475255 req-b0408c71-5c8c-4c21-9b94-dd890d2cdc5c tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.4615664 Oct 27 18:27:45.330623 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee9ea4d7-dfd7-4d20-8e24-3b1b7e483201 req-9d473700-2e69-4a24-a8e6-412803a058f4 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1601024 Oct 27 18:27:45.352911 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b63f58-c163-40f4-988c-15b524025866 admin admin] Made reservation on behalf of 6638011f07ab4293b73f2f4c2d364560 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:27:45.355165 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-10b63f58-c163-40f4-988c-15b524025866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:45.361786 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-465e00e2-da2f-40ff-9665-3e4a7d475255 req-cb7a7da2-28a7-4428-86cf-fae39567da50 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806553 Oct 27 18:27:45.368615 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-389cdf5b-0b7a-46e5-bfcb-f475a2486bab req-6cb91b2a-2a72-4333-b4f4-3cb039a80809 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks [] for floatingip, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:45.371097 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-389cdf5b-0b7a-46e5-bfcb-f475a2486bab req-6cb91b2a-2a72-4333-b4f4-3cb039a80809 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:45.372179 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-389cdf5b-0b7a-46e5-bfcb-f475a2486bab req-6cb91b2a-2a72-4333-b4f4-3cb039a80809 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "DELETE /v2.0/floatingips/825987ec-1d54-4c2a-8675-87a481fc5675 HTTP/1.1" status: 204 len: 173 time: 1.0936048 Oct 27 18:27:45.383511 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-10b63f58-c163-40f4-988c-15b524025866 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:45.477089 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ea4d7-dfd7-4d20-8e24-3b1b7e483201 req-4f107e53-2250-4661-b40c-dfd2dc53e710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:45.478800 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee9ea4d7-dfd7-4d20-8e24-3b1b7e483201 req-4f107e53-2250-4661-b40c-dfd2dc53e710 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ee85f34331f4425cb27ef49e38e071eb&device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 1096 time: 0.1112821 Oct 27 18:27:45.583528 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2daedc-6c02-46a2-a82a-fac5cec32c7e req-08f901c5-2064-4cf8-a0c1-cfc89c734b2b tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:45.585755 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-be2daedc-6c02-46a2-a82a-fac5cec32c7e req-08f901c5-2064-4cf8-a0c1-cfc89c734b2b tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.1561370 Oct 27 18:27:45.606513 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02dd95f-43ce-4ece-b0e9-3c4e74733717 req-b5c75e9d-e1b2-46cb-8dd8-295ca49dc3d7 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:45.608009 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e02dd95f-43ce-4ece-b0e9-3c4e74733717 req-b5c75e9d-e1b2-46cb-8dd8-295ca49dc3d7 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 945 time: 0.1661837 Oct 27 18:27:45.647685 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-10b63f58-c163-40f4-988c-15b524025866 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:45.701573 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-be2daedc-6c02-46a2-a82a-fac5cec32c7e req-12fd6f48-5511-4168-b96c-847f03fb8ca0 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895681 Oct 27 18:27:45.713161 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ea4d7-dfd7-4d20-8e24-3b1b7e483201 req-1742b106-fd0b-47b8-94c5-573e01f206cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:45.714619 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee9ea4d7-dfd7-4d20-8e24-3b1b7e483201 req-1742b106-fd0b-47b8-94c5-573e01f206cf service neutron] 10.222.0.93 "GET /v2.0/networks?id=f8b19dfe-43eb-4ec7-9509-1d9a53b23e79 HTTP/1.1" status: 200 len: 912 time: 0.2033045 Oct 27 18:27:45.719752 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e02dd95f-43ce-4ece-b0e9-3c4e74733717 req-99860013-8b9b-4a75-94f9-f4957a5a11f9 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980611 Oct 27 18:27:45.736595 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-10b63f58-c163-40f4-988c-15b524025866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:45.802577 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee9ea4d7-dfd7-4d20-8e24-3b1b7e483201 req-886390ae-6a27-44bb-9a14-a94a5942c1f7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16fcb1e9-6f84-4de7-b97e-cec04d757051 HTTP/1.1" status: 200 len: 217 time: 0.0679498 Oct 27 18:27:45.824015 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10b63f58-c163-40f4-988c-15b524025866 admin admin] vlan segment allocate from pool success with {'vlan_id': 1049, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:27:45.868518 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b63f58-c163-40f4-988c-15b524025866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072c529e-ac1b-454a-b20b-661650ad86ce,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:45.891562 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-15ec63f3-6476-4905-a6d0-7e5714d01c8c req-2817635e-5408-4852-b98f-0db9ea5b9c1d tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0938692 Oct 27 18:27:45.897237 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-10b63f58-c163-40f4-988c-15b524025866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:45.897924 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-10b63f58-c163-40f4-988c-15b524025866 admin admin] Added segment 1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b of type vlan for network 27a035aa-6bb2-429b-9743-1c762638bdbc Oct 27 18:27:45.949525 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ea4d7-dfd7-4d20-8e24-3b1b7e483201 req-c3d2e541-c1a9-453d-be57-e03bdae91de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:45.951019 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee9ea4d7-dfd7-4d20-8e24-3b1b7e483201 req-c3d2e541-c1a9-453d-be57-e03bdae91de4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3aeb8b6e-dc25-4ba6-b90a-05891e7c7576 HTTP/1.1" status: 200 len: 850 time: 0.1280620 Oct 27 18:27:45.966659 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d70446-7c29-427b-b708-33f01d1903a0 req-3335179c-3e6b-4856-8218-920193516d59 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:45.968148 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-28d70446-7c29-427b-b708-33f01d1903a0 req-3335179c-3e6b-4856-8218-920193516d59 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 946 time: 0.1777825 Oct 27 18:27:45.981260 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-10b63f58-c163-40f4-988c-15b524025866 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:46.012446 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee9ea4d7-dfd7-4d20-8e24-3b1b7e483201 req-b7d74d4b-15a1-43d3-9198-7fad9d415b31 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f8b19dfe-43eb-4ec7-9509-1d9a53b23e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433524 Oct 27 18:27:46.092392 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-28d70446-7c29-427b-b708-33f01d1903a0 req-1b1009fe-215e-46e0-bf95-0da0479a6fd3 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130126 Oct 27 18:27:46.132762 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-10b63f58-c163-40f4-988c-15b524025866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:46.134556 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b63f58-c163-40f4-988c-15b524025866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:46.134556 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-10b63f58-c163-40f4-988c-15b524025866 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:46.141337 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee9ea4d7-dfd7-4d20-8e24-3b1b7e483201 req-2c8869f3-ed88-4af7-92b1-45c291c283cd service neutron] 10.222.0.93 "GET /v2.0/networks/f8b19dfe-43eb-4ec7-9509-1d9a53b23e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055248 Oct 27 18:27:46.282259 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 58972) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:27:46.282849 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-10b63f58-c163-40f4-988c-15b524025866 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5161195 Oct 27 18:27:46.286696 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b63f58-c163-40f4-988c-15b524025866 admin admin] Pushing event updated for resources: {'Network': ['ID=27a035aa-6bb2-429b-9743-1c762638bdbc,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:46.288559 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-29da17d9-95f7-49a7-87e2-0862af48aa32 admin admin] Request body: {'subnet': {'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1749538051-subnet', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:27:46.304285 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 27a035aa-6bb2-429b-9743-1c762638bdbc details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:27:46.383957 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672d1d3-37aa-493e-b1dc-774d2b282258 req-e295d931-6406-49de-8027-302b85537802 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:46.386027 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6672d1d3-37aa-493e-b1dc-774d2b282258 req-e295d931-6406-49de-8027-302b85537802 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef44ccb4-b0b4-4a56-9b5a-e58957a13179&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2004402 Oct 27 18:27:46.388042 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee9ea4d7-dfd7-4d20-8e24-3b1b7e483201 req-c80871c5-56eb-48f8-accc-6be0cdda78ad service neutron] 10.222.0.93 "GET /v2.0/networks/f8b19dfe-43eb-4ec7-9509-1d9a53b23e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036595 Oct 27 18:27:46.456312 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6672d1d3-37aa-493e-b1dc-774d2b282258 req-ceed2ad3-7ad9-426e-a910-1dc46417d374 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0637941 Oct 27 18:27:46.492031 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29da17d9-95f7-49a7-87e2-0862af48aa32 admin admin] Made reservation on behalf of 6638011f07ab4293b73f2f4c2d364560 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:27:46.495476 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-29da17d9-95f7-49a7-87e2-0862af48aa32 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:46.498413 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6abadc-f179-42b5-905e-37334a562de4 req-e7585f45-ea86-499a-8a48-aab8d47509b7 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:46.500139 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-be6abadc-f179-42b5-905e-37334a562de4 req-e7585f45-ea86-499a-8a48-aab8d47509b7 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.1676137 Oct 27 18:27:46.519174 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627bb817-284a-4d48-aceb-8d8bde5426cb req-1fee1e98-57b3-4402-8ab0-566adf461018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:46.520707 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-627bb817-284a-4d48-aceb-8d8bde5426cb req-1fee1e98-57b3-4402-8ab0-566adf461018 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ee85f34331f4425cb27ef49e38e071eb&device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 1096 time: 0.0757623 Oct 27 18:27:46.631471 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-be6abadc-f179-42b5-905e-37334a562de4 req-80d1415b-8164-4524-b9ef-8928d2897951 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206641 Oct 27 18:27:46.699227 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012b2b5-2d76-4259-85db-6475c40a4e93 req-9c25022c-d5d7-4991-83a2-27ee796fd41e tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:46.700841 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2012b2b5-2d76-4259-85db-6475c40a4e93 req-9c25022c-d5d7-4991-83a2-27ee796fd41e tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.1635294 Oct 27 18:27:46.738265 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2bc4f5ca-33a3-4e67-ac08-d819782d9ce5 req-2fbf9174-57b3-4e0c-874d-7d6afd1cf3e5 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0671678 Oct 27 18:27:46.745130 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627bb817-284a-4d48-aceb-8d8bde5426cb req-988268f8-737a-40e5-a91a-ed153be79a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:46.746594 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-627bb817-284a-4d48-aceb-8d8bde5426cb req-988268f8-737a-40e5-a91a-ed153be79a49 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f8b19dfe-43eb-4ec7-9509-1d9a53b23e79 HTTP/1.1" status: 200 len: 912 time: 0.2074695 Oct 27 18:27:46.775317 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-29da17d9-95f7-49a7-87e2-0862af48aa32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:46.804370 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-627bb817-284a-4d48-aceb-8d8bde5426cb req-3f4992ac-bb47-4a62-963e-8ec985413549 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bebeadda-ed58-4356-a268-3e284d7ad710 HTTP/1.1" status: 200 len: 217 time: 0.0470150 Oct 27 18:27:46.835797 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da17d9-95f7-49a7-87e2-0862af48aa32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4a4738a-7d76-4b39-92e8-ebca9284bd6e,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:46.843007 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29da17d9-95f7-49a7-87e2-0862af48aa32 admin admin] Checking segment: {'id': '1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:27:46.843377 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29da17d9-95f7-49a7-87e2-0862af48aa32 admin admin] Network hostable DHCP agents. Network: 27a035aa-6bb2-429b-9743-1c762638bdbc, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:27:46.864563 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2012b2b5-2d76-4259-85db-6475c40a4e93 req-6570f750-fe8a-4973-b63b-83f377a0296f tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305830 Oct 27 18:27:46.892997 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627bb817-284a-4d48-aceb-8d8bde5426cb req-18a1baf9-49b1-4e06-a360-5c9dcae57a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:46.894470 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-627bb817-284a-4d48-aceb-8d8bde5426cb req-18a1baf9-49b1-4e06-a360-5c9dcae57a9a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3aeb8b6e-dc25-4ba6-b90a-05891e7c7576 HTTP/1.1" status: 200 len: 850 time: 0.0800030 Oct 27 18:27:46.904105 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4858a9-9517-463a-8002-47c984254706 req-7d6eb159-48f7-4a62-909b-4e4a9a1bcf5c tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:46.905565 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-da4858a9-9517-463a-8002-47c984254706 req-7d6eb159-48f7-4a62-909b-4e4a9a1bcf5c tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 945 time: 0.1098826 Oct 27 18:27:46.919127 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29da17d9-95f7-49a7-87e2-0862af48aa32 admin admin] Network 27a035aa-6bb2-429b-9743-1c762638bdbc is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:27:46.952978 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-627bb817-284a-4d48-aceb-8d8bde5426cb req-1135db25-c305-45bd-bc10-f47608082b49 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f8b19dfe-43eb-4ec7-9509-1d9a53b23e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338607 Oct 27 18:27:46.970948 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-da4858a9-9517-463a-8002-47c984254706 req-82e92afc-8663-4a9a-ab58-2c1800920bf5 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594459 Oct 27 18:27:47.009458 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-29da17d9-95f7-49a7-87e2-0862af48aa32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 27a035aa-6bb2-429b-9743-1c762638bdbc) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:27:47.014210 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29da17d9-95f7-49a7-87e2-0862af48aa32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:47.015491 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-29da17d9-95f7-49a7-87e2-0862af48aa32 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:47.023356 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5710f90-585e-43f8-8934-bf638cea4bd9 None None] Network 27a035aa-6bb2-429b-9743-1c762638bdbc requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:27:47.104620 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b583f-5954-473a-bca6-89f3d4089006 req-a9dad72f-dfc5-4206-8391-d402cf64fcd5 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:47.106224 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b92b583f-5954-473a-bca6-89f3d4089006 req-a9dad72f-dfc5-4206-8391-d402cf64fcd5 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.0767016 Oct 27 18:27:47.108097 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-627bb817-284a-4d48-aceb-8d8bde5426cb req-46d90f6f-d11f-4deb-9eda-44b2302275b5 service neutron] 10.222.0.93 "GET /v2.0/networks/f8b19dfe-43eb-4ec7-9509-1d9a53b23e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363051 Oct 27 18:27:47.162201 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-29da17d9-95f7-49a7-87e2-0862af48aa32 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8783782 Oct 27 18:27:47.165477 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 58988) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:27:47.170148 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-3c86d0d1-dee0-4c9e-afe9-62a3f4bdefb5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1749538051-router', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:27:47.191355 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9cde1a-f85a-4999-ae22-040c85b8482e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-27a035aa-6bb2-429b-9743-1c762638bdbc', 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'fixed_ips': [{'subnet_id': 'c4a4738a-7d76-4b39-92e8-ebca9284bd6e'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:27:47.192220 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4a9cde1a-f85a-4999-ae22-040c85b8482e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:47.199309 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b92b583f-5954-473a-bca6-89f3d4089006 req-f5e20805-388d-457f-add4-1f81a26974dc tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867772 Oct 27 18:27:47.248975 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-627bb817-284a-4d48-aceb-8d8bde5426cb req-26454080-eda6-4eaf-a86d-43a5b8b4673a service neutron] 10.222.0.93 "GET /v2.0/networks/f8b19dfe-43eb-4ec7-9509-1d9a53b23e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296718 Oct 27 18:27:47.281077 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3c86d0d1-dee0-4c9e-afe9-62a3f4bdefb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:47.285468 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3c86d0d1-dee0-4c9e-afe9-62a3f4bdefb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:47.344650 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-059d8cc7-2e63-4594-8444-a1124917f9fd req-4875c91f-2739-4a8d-afab-00e59d60dd9c tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0469165 Oct 27 18:27:47.367108 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3c86d0d1-dee0-4c9e-afe9-62a3f4bdefb5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:47.446237 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e96fc8-398c-4b37-83fc-f7d6631b5f51 req-52ffe87b-27f5-447a-87ef-5404867496d8 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:47.447755 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a6e96fc8-398c-4b37-83fc-f7d6631b5f51 req-52ffe87b-27f5-447a-87ef-5404867496d8 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 946 time: 0.0576286 Oct 27 18:27:47.477511 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-4a9cde1a-f85a-4999-ae22-040c85b8482e None None] Allocated IP 172.20.0.2 (27a035aa-6bb2-429b-9743-1c762638bdbc/c4a4738a-7d76-4b39-92e8-ebca9284bd6e/70c7526a-2565-4e3c-a422-686b933e8e90) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:27:47.486781 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a6e96fc8-398c-4b37-83fc-f7d6631b5f51 req-0bf70540-f733-4add-ae0a-c6215c7c0de2 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326500 Oct 27 18:27:47.623688 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4a9cde1a-f85a-4999-ae22-040c85b8482e None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:47.661976 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3c86d0d1-dee0-4c9e-afe9-62a3f4bdefb5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:47.681063 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5fdd6-e8a0-48ff-89aa-e9f16ad3f8dd req-173dfb57-6ddf-492f-a934-b04eb1381f01 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:47.682720 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3fa5fdd6-e8a0-48ff-89aa-e9f16ad3f8dd req-173dfb57-6ddf-492f-a934-b04eb1381f01 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef44ccb4-b0b4-4a56-9b5a-e58957a13179 HTTP/1.1" status: 200 len: 945 time: 0.0517275 Oct 27 18:27:47.684865 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4a9cde1a-f85a-4999-ae22-040c85b8482e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:47.726486 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9cde1a-f85a-4999-ae22-040c85b8482e None None] Network 27a035aa-6bb2-429b-9743-1c762638bdbc is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:27:47.728422 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3fa5fdd6-e8a0-48ff-89aa-e9f16ad3f8dd req-193728c6-de5b-4ecb-bb24-d0e4101f1892 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/security-groups?id=cecd558f-7126-4d17-8dc4-6ee078eeedad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338960 Oct 27 18:27:47.731189 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-4a9cde1a-f85a-4999-ae22-040c85b8482e None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:27:47.735851 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9cde1a-f85a-4999-ae22-040c85b8482e None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:27:47.747184 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9cde1a-f85a-4999-ae22-040c85b8482e None None] Pushing event updated for resources: {'Port': ['ID=70c7526a-2565-4e3c-a422-686b933e8e90,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:47.815681 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-4a9cde1a-f85a-4999-ae22-040c85b8482e None None] Attempting to bind port 70c7526a-2565-4e3c-a422-686b933e8e90 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:27:47.816055 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-4a9cde1a-f85a-4999-ae22-040c85b8482e None None] Attempting to bind port 70c7526a-2565-4e3c-a422-686b933e8e90 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:27:47.816443 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9cde1a-f85a-4999-ae22-040c85b8482e None None] Attempting to bind port 70c7526a-2565-4e3c-a422-686b933e8e90 on network 27a035aa-6bb2-429b-9743-1c762638bdbc {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:27:47.824404 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9cde1a-f85a-4999-ae22-040c85b8482e None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:27:47.824800 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9cde1a-f85a-4999-ae22-040c85b8482e None None] Checking segment: {'id': '1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:27:47.825209 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4a9cde1a-f85a-4999-ae22-040c85b8482e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:47.825610 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9cde1a-f85a-4999-ae22-040c85b8482e None None] Bound using segment: {'id': '1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:27:47.826069 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-4a9cde1a-f85a-4999-ae22-040c85b8482e None None] Bound port: 70c7526a-2565-4e3c-a422-686b933e8e90, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:27:47.826453 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4a9cde1a-f85a-4999-ae22-040c85b8482e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:47.843961 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e23572-ab7d-4633-afa1-aa134ed0ae84 req-ddc4e31e-622a-4b39-9d9b-259853521658 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:47.845236 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-08e23572-ab7d-4633-afa1-aa134ed0ae84 req-ddc4e31e-622a-4b39-9d9b-259853521658 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.0588176 Oct 27 18:27:47.906030 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4a9cde1a-f85a-4999-ae22-040c85b8482e None None] For port 70c7526a-2565-4e3c-a422-686b933e8e90, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:27:47.909757 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4a9cde1a-f85a-4999-ae22-040c85b8482e None None] For port 70c7526a-2565-4e3c-a422-686b933e8e90, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=70c7526a-2565-4e3c-a422-686b933e8e90,segment=NetworkSegment(1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b),segment_id=1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:27:47.914064 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-08e23572-ab7d-4633-afa1-aa134ed0ae84 req-d0563a93-82c9-4dfc-90f3-3c13b7146da8 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612917 Oct 27 18:27:47.979905 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d88fc-f7c9-4855-9009-ea8763a52bbd req-5b43ace5-de49-4506-b896-e19b602fc258 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:47.981333 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-826d88fc-f7c9-4855-9009-ea8763a52bbd req-5b43ace5-de49-4506-b896-e19b602fc258 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.0514088 Oct 27 18:27:47.992949 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4a9cde1a-f85a-4999-ae22-040c85b8482e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:47.999469 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3c86d0d1-dee0-4c9e-afe9-62a3f4bdefb5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:48.021483 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3c86d0d1-dee0-4c9e-afe9-62a3f4bdefb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:48.035221 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-826d88fc-f7c9-4855-9009-ea8763a52bbd req-d283c12b-88ce-479b-9714-47f6ebb50d23 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473528 Oct 27 18:27:48.119968 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9cde1a-f85a-4999-ae22-040c85b8482e None None] Pushing event updated for resources: {'Port': ['ID=70c7526a-2565-4e3c-a422-686b933e8e90,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:48.142572 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dd60a-9aa7-4d22-a813-d6577ad6a648 req-8d845c9b-f328-43c0-adcc-ff989dddcef2 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:48.144362 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-573dd60a-9aa7-4d22-a813-d6577ad6a648 req-8d845c9b-f328-43c0-adcc-ff989dddcef2 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 945 time: 0.0863791 Oct 27 18:27:48.199783 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-3c86d0d1-dee0-4c9e-afe9-62a3f4bdefb5 admin admin] Allocated IP 172.25.6.235 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/13996662-3695-410b-9cfb-35f371084fd6) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:27:48.222219 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-573dd60a-9aa7-4d22-a813-d6577ad6a648 req-20d5f30b-894c-4e65-a5ce-0c41f231ad21 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709963 Oct 27 18:27:48.236841 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc030b85-43c8-4fa9-8b34-a1405fe14c82 req-067e41eb-9e24-4a49-8516-586bc43918f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:48.238680 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dc030b85-43c8-4fa9-8b34-a1405fe14c82 req-067e41eb-9e24-4a49-8516-586bc43918f1 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 1096 time: 0.0662179 Oct 27 18:27:48.307611 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dc030b85-43c8-4fa9-8b34-a1405fe14c82 req-734c237d-7c61-482d-b193-ec1d2bed1202 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564220 Oct 27 18:27:48.359700 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3c86d0d1-dee0-4c9e-afe9-62a3f4bdefb5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:48.483575 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 70c7526a-2565-4e3c-a422-686b933e8e90 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:27:48.491679 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ac7cdf8a-e319-4dac-a6a7-3ba4dda158c4 req-05c020d1-289e-400c-a1c6-9149c689d6e3 tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0422497 Oct 27 18:27:48.495465 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3c86d0d1-dee0-4c9e-afe9-62a3f4bdefb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:48.534532 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39717e42-d1e1-43a1-ad32-b9737737b237 req-47f2830b-00e0-4312-b51c-e5b1b01520db tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:48.538755 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-39717e42-d1e1-43a1-ad32-b9737737b237 req-47f2830b-00e0-4312-b51c-e5b1b01520db tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.1019847 Oct 27 18:27:48.547760 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c86d0d1-dee0-4c9e-afe9-62a3f4bdefb5 admin admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:27:48.551749 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 70c7526a-2565-4e3c-a422-686b933e8e90 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:27:48.552181 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:48.554342 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-3c86d0d1-dee0-4c9e-afe9-62a3f4bdefb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:27:48.558488 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c86d0d1-dee0-4c9e-afe9-62a3f4bdefb5 admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:27:48.608373 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c86d0d1-dee0-4c9e-afe9-62a3f4bdefb5 admin admin] Pushing event updated for resources: {'Port': ['ID=13996662-3695-410b-9cfb-35f371084fd6,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:48.641753 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-39717e42-d1e1-43a1-ad32-b9737737b237 req-24b16283-bc18-421d-a88c-5b25b231a47c tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969515 Oct 27 18:27:48.667467 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:48.673089 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b4b64-14ce-4b7d-a61b-fc781818bd25 req-cc4eb57b-a189-4369-967b-7073af5a254c tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:48.674788 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f01b4b64-14ce-4b7d-a61b-fc781818bd25 req-cc4eb57b-a189-4369-967b-7073af5a254c tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 946 time: 0.1115892 Oct 27 18:27:48.714729 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 70c7526a-2565-4e3c-a422-686b933e8e90, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=70c7526a-2565-4e3c-a422-686b933e8e90,segment=NetworkSegment(1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b),segment_id=1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:27:48.724147 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f01b4b64-14ce-4b7d-a61b-fc781818bd25 req-cecc687d-b15b-471a-9de2-3b6660475928 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411456 Oct 27 18:27:48.770526 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:48.834307 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=70c7526a-2565-4e3c-a422-686b933e8e90,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:48.853129 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53953f1-bdd7-4f41-9b32-5d097f6fcb99 req-23307b08-deed-45db-a336-2c7c7ee6bc00 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:48.855155 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b53953f1-bdd7-4f41-9b32-5d097f6fcb99 req-23307b08-deed-45db-a336-2c7c7ee6bc00 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef44ccb4-b0b4-4a56-9b5a-e58957a13179 HTTP/1.1" status: 200 len: 945 time: 0.0565004 Oct 27 18:27:48.905026 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3c86d0d1-dee0-4c9e-afe9-62a3f4bdefb5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:48.919036 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b53953f1-bdd7-4f41-9b32-5d097f6fcb99 req-9edf44a3-8e63-414e-a0ed-0fc12395614e tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/security-groups?id=cecd558f-7126-4d17-8dc4-6ee078eeedad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520153 Oct 27 18:27:49.087201 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d73cfc81-b122-46f1-93fc-f5d55b702e63 req-a88b4381-5420-453f-b586-f51c76442d1b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0385358 Oct 27 18:27:49.107197 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6e336-8266-4c2d-9865-f2b6615b754e req-86c17fdf-0724-45e8-ba21-07bb784df01c tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:49.109961 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cff6e336-8266-4c2d-9865-f2b6615b754e req-86c17fdf-0724-45e8-ba21-07bb784df01c tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.0871692 Oct 27 18:27:49.141343 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3c86d0d1-dee0-4c9e-afe9-62a3f4bdefb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:49.155681 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cff6e336-8266-4c2d-9865-f2b6615b754e req-5c3617f0-d285-4017-8c7a-25e7999aacf0 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372009 Oct 27 18:27:49.197129 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acef6ba-82e7-45ff-8016-0712e188aa16 None None] Network 27a035aa-6bb2-429b-9743-1c762638bdbc requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:27:49.275097 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ea9d9e5-88c9-4e17-a592-4d96c23e3e81 None None] Provisioning complete for port 70c7526a-2565-4e3c-a422-686b933e8e90 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:27:49.275485 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ea9d9e5-88c9-4e17-a592-4d96c23e3e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:49.352000 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9343da3-7653-48a4-93f6-8990fcb0568e req-3d02a86c-ffff-4242-a604-9bf8d8d931c1 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:49.353564 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a9343da3-7653-48a4-93f6-8990fcb0568e req-3d02a86c-ffff-4242-a604-9bf8d8d931c1 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 945 time: 0.0528762 Oct 27 18:27:49.370214 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c86d0d1-dee0-4c9e-afe9-62a3f4bdefb5 admin admin] Router 9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:27:49.408695 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a9343da3-7653-48a4-93f6-8990fcb0568e req-dc93bf5d-e712-4336-8239-eba2ca3d4a41 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486381 Oct 27 18:27:49.482168 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c86d0d1-dee0-4c9e-afe9-62a3f4bdefb5 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:27:49.493015 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8edcb90-9010-4223-9c59-0b00ebdecb81 None None] Sync routers for ids ['9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:27:49.503244 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8edcb90-9010-4223-9c59-0b00ebdecb81 None None] Routers {'9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:27:49.504054 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-a8edcb90-9010-4223-9c59-0b00ebdecb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:27:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:27:49.574682 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3c86d0d1-dee0-4c9e-afe9-62a3f4bdefb5 admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:49.576472 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3c86d0d1-dee0-4c9e-afe9-62a3f4bdefb5 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 2.4098730 Oct 27 18:27:49.579090 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59020) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:27:49.624971 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-a8edcb90-9010-4223-9c59-0b00ebdecb81 None None] Set router 9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:27:49.674318 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9f39f04e-6963-411e-adf1-b129cc737f78 req-1d0a62b3-06f8-4c84-97c6-ac1772fde9e0 tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0859537 Oct 27 18:27:49.734859 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-7a190d82-8be1-45f0-957e-0c35a446faf2 None None] Provisioning complete for port 70c7526a-2565-4e3c-a422-686b933e8e90 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:27:49.735251 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7a190d82-8be1-45f0-957e-0c35a446faf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:49.882424 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-a8edcb90-9010-4223-9c59-0b00ebdecb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1749538051-router', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '13996662-3695-410b-9cfb-35f371084fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:27:47Z', 'updated_at': '2021-10-27T18:27:48Z', 'revision_number': 3, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'gw_port': {'id': '13996662-3695-410b-9cfb-35f371084fd6', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:68:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:48Z', 'updated_at': '2021-10-27T18:27:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:27:49.894652 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284b8d6-7bb0-4ba2-af1a-32495d0ab33a req-08d79bac-e30e-47b2-93a7-e289e6f6db2b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:49.897036 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e284b8d6-7bb0-4ba2-af1a-32495d0ab33a req-08d79bac-e30e-47b2-93a7-e289e6f6db2b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.1355972 Oct 27 18:27:49.908939 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e1ee34-8b94-47b7-9afe-40ef995ca62e req-88fae915-8342-4a4c-a354-490cbc45bc40 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:49.909384 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8edcb90-9010-4223-9c59-0b00ebdecb81 None None] Checking router: 9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:27:49.909732 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8edcb90-9010-4223-9c59-0b00ebdecb81 None None] Updating router 9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0 port 13996662-3695-410b-9cfb-35f371084fd6 binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:27:49.910406 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c9e1ee34-8b94-47b7-9afe-40ef995ca62e req-88fae915-8342-4a4c-a354-490cbc45bc40 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 946 time: 0.1122227 Oct 27 18:27:49.935757 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a8edcb90-9010-4223-9c59-0b00ebdecb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:50.048765 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e284b8d6-7bb0-4ba2-af1a-32495d0ab33a req-a711136c-8e9c-4923-8b68-bf972b0f967b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372144 Oct 27 18:27:50.053674 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c9e1ee34-8b94-47b7-9afe-40ef995ca62e req-13dcd7dc-ae7e-4a2c-b4ce-65d215c1f490 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335037 Oct 27 18:27:50.237758 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4142812-601e-4df9-ab80-d03adfed6c80 req-8c94ae69-d6d3-4d8e-8bc4-2f5ded05163b tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:50.239303 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d4142812-601e-4df9-ab80-d03adfed6c80 req-8c94ae69-d6d3-4d8e-8bc4-2f5ded05163b tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef44ccb4-b0b4-4a56-9b5a-e58957a13179 HTTP/1.1" status: 200 len: 945 time: 0.0974689 Oct 27 18:27:50.243308 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a8edcb90-9010-4223-9c59-0b00ebdecb81 None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:50.280708 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a5fce578-0b6d-47e7-b1fe-d0b2b7d87aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:50.301631 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a8edcb90-9010-4223-9c59-0b00ebdecb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:50.340363 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d4142812-601e-4df9-ab80-d03adfed6c80 req-9fd2714e-9cc2-44fb-8eb9-6a4b30562334 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/security-groups?id=cecd558f-7126-4d17-8dc4-6ee078eeedad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889893 Oct 27 18:27:50.386271 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca80d3-a541-4e32-80d1-33071b12dc56 req-315b4142-4379-41a8-9959-3cfa2e0497ec tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:50.386271 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1ca80d3-a541-4e32-80d1-33071b12dc56 req-315b4142-4379-41a8-9959-3cfa2e0497ec tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.93 "GET /v2.0/ports?device_id=ef44ccb4-b0b4-4a56-9b5a-e58957a13179 HTTP/1.1" status: 200 len: 945 time: 0.1217048 Oct 27 18:27:50.395043 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-a8edcb90-9010-4223-9c59-0b00ebdecb81 None None] Attempting to bind port 13996662-3695-410b-9cfb-35f371084fd6 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:27:50.395426 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-a8edcb90-9010-4223-9c59-0b00ebdecb81 None None] Attempting to bind port 13996662-3695-410b-9cfb-35f371084fd6 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:27:50.395800 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8edcb90-9010-4223-9c59-0b00ebdecb81 None None] Attempting to bind port 13996662-3695-410b-9cfb-35f371084fd6 on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:27:50.398246 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a37fa90-95c1-4e3b-88ca-30b869aa6ad9 None None] Pushing event updated for resources: {'Port': ['ID=13996662-3695-410b-9cfb-35f371084fd6,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:50.407063 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8edcb90-9010-4223-9c59-0b00ebdecb81 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:27:50.407456 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8edcb90-9010-4223-9c59-0b00ebdecb81 None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:27:50.407869 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a8edcb90-9010-4223-9c59-0b00ebdecb81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:50.408724 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8edcb90-9010-4223-9c59-0b00ebdecb81 None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:27:50.409945 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-a8edcb90-9010-4223-9c59-0b00ebdecb81 None None] Bound port: 13996662-3695-410b-9cfb-35f371084fd6, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:27:50.410348 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a8edcb90-9010-4223-9c59-0b00ebdecb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:50.482084 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 70c7526a-2565-4e3c-a422-686b933e8e90 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:27:50.528193 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-a8edcb90-9010-4223-9c59-0b00ebdecb81 None None] For port 13996662-3695-410b-9cfb-35f371084fd6, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:27:50.546665 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-a8edcb90-9010-4223-9c59-0b00ebdecb81 None None] For port 13996662-3695-410b-9cfb-35f371084fd6, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=13996662-3695-410b-9cfb-35f371084fd6,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:27:50.567019 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 70c7526a-2565-4e3c-a422-686b933e8e90 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:27:50.567451 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:50.639709 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a8edcb90-9010-4223-9c59-0b00ebdecb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:50.650910 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-a5fce578-0b6d-47e7-b1fe-d0b2b7d87aec admin admin] Allocated IP 172.20.0.1 (27a035aa-6bb2-429b-9743-1c762638bdbc/c4a4738a-7d76-4b39-92e8-ebca9284bd6e/44192763-0f39-4460-8756-29411f7bf559) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:27:50.664189 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fff403-5845-442e-9cf5-dee262932eb8 req-607ca467-2b3c-4e0f-990d-0cda62e41fed tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:50.665876 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a6fff403-5845-442e-9cf5-dee262932eb8 req-607ca467-2b3c-4e0f-990d-0cda62e41fed tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.1846800 Oct 27 18:27:50.680374 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db62bd-218d-4e19-b069-f6afbb758b88 req-1ba803ac-508b-46ec-8204-dbe7b62e99c7 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:50.687649 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-44db62bd-218d-4e19-b069-f6afbb758b88 req-1ba803ac-508b-46ec-8204-dbe7b62e99c7 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.1647666 Oct 27 18:27:50.707119 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8edcb90-9010-4223-9c59-0b00ebdecb81 None None] Routers {'9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:27:50.707119 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-a8edcb90-9010-4223-9c59-0b00ebdecb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:27:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:27:50.736794 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-f1ca80d3-a541-4e32-80d1-33071b12dc56 req-96a24b91-2310-454a-9ac5-09ad2d062adb tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Deleting port 29be2993-c6e5-47c4-b44a-bdcff05480a1 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:27:50.737271 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f1ca80d3-a541-4e32-80d1-33071b12dc56 req-96a24b91-2310-454a-9ac5-09ad2d062adb tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:50.788806 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a37fa90-95c1-4e3b-88ca-30b869aa6ad9 None None] Pushing event updated for resources: {'Port': ['ID=13996662-3695-410b-9cfb-35f371084fd6,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:50.832045 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-a8edcb90-9010-4223-9c59-0b00ebdecb81 None None] Set router 9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:27:51.157365 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-a8edcb90-9010-4223-9c59-0b00ebdecb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1749538051-router', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '13996662-3695-410b-9cfb-35f371084fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:27:47Z', 'updated_at': '2021-10-27T18:27:48Z', 'revision_number': 3, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'gw_port': {'id': '13996662-3695-410b-9cfb-35f371084fd6', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:68:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:48Z', 'updated_at': '2021-10-27T18:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:27:51.186578 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8edcb90-9010-4223-9c59-0b00ebdecb81 None None] The sync data for ids ['9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'] in n-d-815690-2 is: [{'id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1749538051-router', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '13996662-3695-410b-9cfb-35f371084fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:27:47Z', 'updated_at': '2021-10-27T18:27:48Z', 'revision_number': 3, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'gw_port': {'id': '13996662-3695-410b-9cfb-35f371084fd6', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:68:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:48Z', 'updated_at': '2021-10-27T18:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:27:51.216947 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-44db62bd-218d-4e19-b069-f6afbb758b88 req-aee84624-b442-478d-bef3-b2547e048e18 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5284741 Oct 27 18:27:51.223845 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a6fff403-5845-442e-9cf5-dee262932eb8 req-4a31c0b8-a7c6-4270-9570-dc8df631d11a tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5278761 Oct 27 18:27:51.296972 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-f1ca80d3-a541-4e32-80d1-33071b12dc56 req-96a24b91-2310-454a-9ac5-09ad2d062adb tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] For port 29be2993-c6e5-47c4-b44a-bdcff05480a1, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=29be2993-c6e5-47c4-b44a-bdcff05480a1,segment=NetworkSegment(22ff1e10-58c1-48e2-bcc1-b17c7bb71a91),segment_id=22ff1e10-58c1-48e2-bcc1-b17c7bb71a91)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:27:51.297405 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f1ca80d3-a541-4e32-80d1-33071b12dc56 req-96a24b91-2310-454a-9ac5-09ad2d062adb tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:51.314753 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a5fce578-0b6d-47e7-b1fe-d0b2b7d87aec admin admin] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:51.343850 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-f1ca80d3-a541-4e32-80d1-33071b12dc56 req-96a24b91-2310-454a-9ac5-09ad2d062adb tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Calling delete_port for 29be2993-c6e5-47c4-b44a-bdcff05480a1 owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:27:51.376799 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c02a7d67-5695-4f91-a2cf-4257012846c6 req-b6a87980-7d89-49f1-b013-607f87ad5ca1 tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0597050 Oct 27 18:27:51.462854 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c516252-6c55-43e6-a41e-4722340512f4 req-e29888d6-13f8-435b-86c8-f3896b7b2328 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:51.464415 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8c516252-6c55-43e6-a41e-4722340512f4 req-e29888d6-13f8-435b-86c8-f3896b7b2328 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 945 time: 0.1528330 Oct 27 18:27:51.514572 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a5fce578-0b6d-47e7-b1fe-d0b2b7d87aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:51.600657 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fce578-0b6d-47e7-b1fe-d0b2b7d87aec admin admin] Network 27a035aa-6bb2-429b-9743-1c762638bdbc is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:27:51.618766 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-a5fce578-0b6d-47e7-b1fe-d0b2b7d87aec admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:27:51.627455 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8c516252-6c55-43e6-a41e-4722340512f4 req-96547781-d320-4956-80e9-33945e185af5 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491282 Oct 27 18:27:51.628246 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fce578-0b6d-47e7-b1fe-d0b2b7d87aec admin admin] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:27:51.640011 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa52bf0-d0fc-41ac-9f89-70b24c72f751 req-ecbeb82b-ee50-4fb7-9547-a7ebda9e1618 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:51.641599 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-afa52bf0-d0fc-41ac-9f89-70b24c72f751 req-ecbeb82b-ee50-4fb7-9547-a7ebda9e1618 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 946 time: 0.1894650 Oct 27 18:27:51.644353 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fce578-0b6d-47e7-b1fe-d0b2b7d87aec admin admin] Pushing event updated for resources: {'Port': ['ID=44192763-0f39-4460-8756-29411f7bf559,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:51.773018 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a5fce578-0b6d-47e7-b1fe-d0b2b7d87aec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:51.780374 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-afa52bf0-d0fc-41ac-9f89-70b24c72f751 req-76045626-4432-40cd-a949-1c66fff24fe7 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126571 Oct 27 18:27:51.914838 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-c755d007-273b-42dd-91dc-84c2d2b7acb7 None None] Provisioning complete for port 44192763-0f39-4460-8756-29411f7bf559 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:27:51.915419 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c755d007-273b-42dd-91dc-84c2d2b7acb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:51.953832 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-c755d007-273b-42dd-91dc-84c2d2b7acb7 None None] Port 44192763-0f39-4460-8756-29411f7bf559 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:27:51.969633 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095100f5-f537-4dac-adee-86a6b3c7e924 req-52277d7d-ec0b-408d-84c6-516e70a8420b tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:51.973894 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-095100f5-f537-4dac-adee-86a6b3c7e924 req-52277d7d-ec0b-408d-84c6-516e70a8420b tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef44ccb4-b0b4-4a56-9b5a-e58957a13179 HTTP/1.1" status: 200 len: 945 time: 0.1421251 Oct 27 18:27:52.013461 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-095100f5-f537-4dac-adee-86a6b3c7e924 req-f927f9a9-f142-415c-a2e2-22538cc02179 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/security-groups?id=cecd558f-7126-4d17-8dc4-6ee078eeedad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354450 Oct 27 18:27:52.060739 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f1ca80d3-a541-4e32-80d1-33071b12dc56 req-96a24b91-2310-454a-9ac5-09ad2d062adb tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:52.078602 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a24b91-2310-454a-9ac5-09ad2d062adb tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Pushing event deleted for resources: {'Port': ['ID=29be2993-c6e5-47c4-b44a-bdcff05480a1,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:52.181140 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ca80d3-a541-4e32-80d1-33071b12dc56 req-96a24b91-2310-454a-9ac5-09ad2d062adb tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] No DVR routers for this DVR port 29be2993-c6e5-47c4-b44a-bdcff05480a1 on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:27:52.188242 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f1ca80d3-a541-4e32-80d1-33071b12dc56 req-96a24b91-2310-454a-9ac5-09ad2d062adb tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:52.191664 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1ca80d3-a541-4e32-80d1-33071b12dc56 req-96a24b91-2310-454a-9ac5-09ad2d062adb tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.93 "DELETE /v2.0/ports/29be2993-c6e5-47c4-b44a-bdcff05480a1 HTTP/1.1" status: 204 len: 173 time: 1.7902555 Oct 27 18:27:52.195076 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef44ccb4-b0b4-4a56-9b5a-e58957a13179', 'name': 'network-vif-deleted', 'tag': '29be2993-c6e5-47c4-b44a-bdcff05480a1'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:27:52.197072 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f348d9d0-f6a5-4c71-aa50-a21ced64b0a3" -d '{"events": [{"server_uuid": "ef44ccb4-b0b4-4a56-9b5a-e58957a13179", "name": "network-vif-deleted", "tag": "29be2993-c6e5-47c4-b44a-bdcff05480a1"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:27:52.216352 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f21a95-e89e-4329-98be-c03b53518567 req-80715477-7429-4b10-a33b-151db1349f19 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:52.223788 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e3f21a95-e89e-4329-98be-c03b53518567 req-80715477-7429-4b10-a33b-151db1349f19 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.1426685 Oct 27 18:27:52.227319 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a5fce578-0b6d-47e7-b1fe-d0b2b7d87aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:52.266375 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80984d3d-e20f-4d87-a9e2-ded2f857f6d8 x-openstack-request-id: req-80984d3d-e20f-4d87-a9e2-ded2f857f6d8 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:27:52.266672 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef44ccb4-b0b4-4a56-9b5a-e58957a13179", "name": "network-vif-deleted", "tag": "29be2993-c6e5-47c4-b44a-bdcff05480a1", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:27:52.267005 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-80984d3d-e20f-4d87-a9e2-ded2f857f6d8 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:27:52.267378 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef44ccb4-b0b4-4a56-9b5a-e58957a13179', 'name': 'network-vif-deleted', 'tag': '29be2993-c6e5-47c4-b44a-bdcff05480a1', 'status': 'completed', 'code': 200} Oct 27 18:27:52.345499 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3e20870b-3b59-469b-909d-4ef46d3fc8c0 req-24d21e4d-b50b-478f-b97d-f5a3b942acb6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3a20ffa3ab79447eba254716945af88a&device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0450554 Oct 27 18:27:52.348419 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e3f21a95-e89e-4329-98be-c03b53518567 req-b55a847d-86ba-4bc6-9e6a-26d8959ffeeb tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238391 Oct 27 18:27:52.399740 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-448d10a9-758b-441b-969e-00b2afbde7e0 req-53ed68cc-07cd-4915-ade7-ae9ffad7daeb tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0593660 Oct 27 18:27:52.470971 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3e20870b-3b59-469b-909d-4ef46d3fc8c0 req-5e13cade-578b-4b38-b1e1-98c348f02b49 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=3a20ffa3ab79447eba254716945af88a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0699055 Oct 27 18:27:52.514356 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 13996662-3695-410b-9cfb-35f371084fd6 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:27:52.571501 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 13996662-3695-410b-9cfb-35f371084fd6 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:27:52.571871 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:52.653390 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:52.664907 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b016f3-5174-4478-83f4-45e57c052e13 req-aa588ca3-f4ae-4cf9-97c2-f5dcc85475b5 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:52.666450 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c0b016f3-5174-4478-83f4-45e57c052e13 req-aa588ca3-f4ae-4cf9-97c2-f5dcc85475b5 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.1985459 Oct 27 18:27:52.673855 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 13996662-3695-410b-9cfb-35f371084fd6, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=13996662-3695-410b-9cfb-35f371084fd6,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:27:52.678481 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 29be2993-c6e5-47c4-b44a-bdcff05480a1 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:27:52.691428 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4e980-1b3f-4211-a69e-54dccd6272c6 req-4584d990-191f-4b52-a59b-602b0abf72f3 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:52.692918 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-43f4e980-1b3f-4211-a69e-54dccd6272c6 req-4584d990-191f-4b52-a59b-602b0abf72f3 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.1841044 Oct 27 18:27:52.699702 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 29be2993-c6e5-47c4-b44a-bdcff05480a1 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:27:52.700211 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 29be2993-c6e5-47c4-b44a-bdcff05480a1 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:27:52.747477 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20870b-3b59-469b-909d-4ef46d3fc8c0 req-45942f08-4d65-4522-a06e-e5cb410a2f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:52.749005 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3e20870b-3b59-469b-909d-4ef46d3fc8c0 req-45942f08-4d65-4522-a06e-e5cb410a2f0b service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2677276 Oct 27 18:27:52.751259 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a5fce578-0b6d-47e7-b1fe-d0b2b7d87aec admin admin] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:52.781578 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c0b016f3-5174-4478-83f4-45e57c052e13 req-870a4111-bb7a-43d7-813f-3eef725b418e tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062007 Oct 27 18:27:52.786505 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-43f4e980-1b3f-4211-a69e-54dccd6272c6 req-9beba17a-d3c1-4bb6-b71b-340ce7785d6a tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778892 Oct 27 18:27:52.792013 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:52.845709 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a5fce578-0b6d-47e7-b1fe-d0b2b7d87aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:52.877465 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=13996662-3695-410b-9cfb-35f371084fd6,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:52.962356 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fce578-0b6d-47e7-b1fe-d0b2b7d87aec admin admin] Pushing event updated for resources: {'Port': ['ID=44192763-0f39-4460-8756-29411f7bf559,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:52.968023 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a5fce578-0b6d-47e7-b1fe-d0b2b7d87aec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:53.028419 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89302da6-2cb4-4b08-b696-1e0d3f47ab90 req-8b14bb7b-7d4e-401a-90e8-e7b62aa6ae14 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:53.030002 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-89302da6-2cb4-4b08-b696-1e0d3f47ab90 req-8b14bb7b-7d4e-401a-90e8-e7b62aa6ae14 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.1362255 Oct 27 18:27:53.126099 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c7f27-5b11-4e7f-a5b1-c8452099da66 req-453fd013-7e13-400a-95c3-f3772bd4ea02 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:53.127756 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a52c7f27-5b11-4e7f-a5b1-c8452099da66 req-453fd013-7e13-400a-95c3-f3772bd4ea02 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 946 time: 0.1575849 Oct 27 18:27:53.133052 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-89302da6-2cb4-4b08-b696-1e0d3f47ab90 req-6b54534e-9e7b-43d3-b008-2cd7315aa190 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722847 Oct 27 18:27:53.196675 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fce578-0b6d-47e7-b1fe-d0b2b7d87aec admin admin] Network 27a035aa-6bb2-429b-9743-1c762638bdbc is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:27:53.200663 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a52c7f27-5b11-4e7f-a5b1-c8452099da66 req-0d88a89d-ce63-4e61-964f-ee3194c60bf5 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647011 Oct 27 18:27:53.201662 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-a5fce578-0b6d-47e7-b1fe-d0b2b7d87aec admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:27:53.343838 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5fce578-0b6d-47e7-b1fe-d0b2b7d87aec admin admin] Router 9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:27:53.479026 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fce578-0b6d-47e7-b1fe-d0b2b7d87aec admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:27:53.484151 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a5fce578-0b6d-47e7-b1fe-d0b2b7d87aec admin admin] 10.222.0.52 "PUT /v2.0/routers/9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9040103 Oct 27 18:27:53.487576 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-753ecd9d-e325-4d10-be92-506ce6485dec None None] Provisioning complete for port 44192763-0f39-4460-8756-29411f7bf559 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:27:53.488060 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-753ecd9d-e325-4d10-be92-506ce6485dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:53.493801 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401b270b-0beb-4421-bbac-58d222b20559 None None] Sync routers for ids ['9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:27:53.510870 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401b270b-0beb-4421-bbac-58d222b20559 None None] Routers {'9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:27:53.511313 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-401b270b-0beb-4421-bbac-58d222b20559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:27:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:27:53.530912 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-753ecd9d-e325-4d10-be92-506ce6485dec None None] Port 44192763-0f39-4460-8756-29411f7bf559 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:27:53.545339 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5feb0627-6998-4a2b-98c0-08519081b72a req-56180f54-243e-4800-b900-f0d78235f056 tempest-FloatingIPsAssociationNegativeTestJSON-684090633 tempest-FloatingIPsAssociationNegativeTestJSON-684090633-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef44ccb4-b0b4-4a56-9b5a-e58957a13179 HTTP/1.1" status: 200 len: 210 time: 0.0457623 Oct 27 18:27:53.637246 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-401b270b-0beb-4421-bbac-58d222b20559 None None] Set router 9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:27:53.675970 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbeb99e-c509-4d88-bbab-03dbaba51b5c req-c3c70482-a9d9-42c7-a249-7834d5a8f1d8 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:53.684241 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4fbeb99e-c509-4d88-bbab-03dbaba51b5c req-c3c70482-a9d9-42c7-a249-7834d5a8f1d8 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.0615041 Oct 27 18:27:53.750567 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4fbeb99e-c509-4d88-bbab-03dbaba51b5c req-2e2a36fd-9e6c-4f4d-8f37-8b3aea62ca52 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653784 Oct 27 18:27:53.773092 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800351c4-0063-4f1c-959f-2e66c598177d req-6e38587a-f3dd-474f-8d5f-25e7f30d0dc9 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:53.775072 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-800351c4-0063-4f1c-959f-2e66c598177d req-6e38587a-f3dd-474f-8d5f-25e7f30d0dc9 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.0735769 Oct 27 18:27:53.824986 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-800351c4-0063-4f1c-959f-2e66c598177d req-05f93748-f751-4e72-a1e9-4ff03b798239 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448508 Oct 27 18:27:53.866563 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e1eedaea-b286-4a5f-9910-1a6ce6431eea req-f1c863cb-e6f3-4796-9086-1937bb4fd32a tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0303819 Oct 27 18:27:53.871192 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-401b270b-0beb-4421-bbac-58d222b20559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1749538051-router', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '13996662-3695-410b-9cfb-35f371084fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:27:47Z', 'updated_at': '2021-10-27T18:27:51Z', 'revision_number': 4, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'gw_port': {'id': '13996662-3695-410b-9cfb-35f371084fd6', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:48Z', 'updated_at': '2021-10-27T18:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '44192763-0f39-4460-8756-29411f7bf559', 'name': '', 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'mac_address': 'fa:16:3e:a0:de:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'c4a4738a-7d76-4b39-92e8-ebca9284bd6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:50Z', 'updated_at': '2021-10-27T18:27:52Z', 'revision_number': 2, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'subnets': [{'id': 'c4a4738a-7d76-4b39-92e8-ebca9284bd6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:27:53.905134 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401b270b-0beb-4421-bbac-58d222b20559 None None] Checking router: 9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:27:53.905484 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401b270b-0beb-4421-bbac-58d222b20559 None None] Updating router 9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0 port 44192763-0f39-4460-8756-29411f7bf559 binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:27:53.933407 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-401b270b-0beb-4421-bbac-58d222b20559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:53.973187 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c468e0e-f3e0-4c14-a589-8b9da6582425 req-54f51567-36ec-4091-a031-9c072a3a7c04 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:53.979828 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6c468e0e-f3e0-4c14-a589-8b9da6582425 req-54f51567-36ec-4091-a031-9c072a3a7c04 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.0604241 Oct 27 18:27:54.017337 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6c468e0e-f3e0-4c14-a589-8b9da6582425 req-4beddddb-d55c-4d7a-a112-14a1bff5c25c tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347087 Oct 27 18:27:54.190532 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d505071-1af1-4699-8ed9-c7e35da2df7a req-505fa96b-c14a-4e3d-bbcd-f6b84010907f tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:54.192100 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6d505071-1af1-4699-8ed9-c7e35da2df7a req-505fa96b-c14a-4e3d-bbcd-f6b84010907f tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.1144500 Oct 27 18:27:54.228225 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-401b270b-0beb-4421-bbac-58d222b20559 None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:54.245025 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b21689-d2c8-48c5-9449-d13782805618 req-02043448-5d5f-4bf4-b559-ac9afd02c393 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:54.246477 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e7b21689-d2c8-48c5-9449-d13782805618 req-02043448-5d5f-4bf4-b559-ac9afd02c393 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/networks?id=27a035aa-6bb2-429b-9743-1c762638bdbc HTTP/1.1" status: 200 len: 821 time: 0.1595035 Oct 27 18:27:54.267290 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6d505071-1af1-4699-8ed9-c7e35da2df7a req-b929902e-c6a8-426c-99cf-3a6debcb8989 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666492 Oct 27 18:27:54.274013 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e7b21689-d2c8-48c5-9449-d13782805618 req-a6267207-bbf5-4a73-849f-376ea7cbb0b7 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/quotas/6638011f07ab4293b73f2f4c2d364560 HTTP/1.1" status: 200 len: 375 time: 0.0163724 Oct 27 18:27:54.298121 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-401b270b-0beb-4421-bbac-58d222b20559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:54.337044 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e7b21689-d2c8-48c5-9449-d13782805618 req-b845c6ce-4c82-4978-ba55-48771c37725c tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6638011f07ab4293b73f2f4c2d364560&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616844 Oct 27 18:27:54.363154 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff0110b-012e-46bc-9a3d-861a44381871 None None] Pushing event updated for resources: {'Port': ['ID=44192763-0f39-4460-8756-29411f7bf559,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:54.371755 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff0110b-012e-46bc-9a3d-861a44381871 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:27:54.372440 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff0110b-012e-46bc-9a3d-861a44381871 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:27:54.372911 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff0110b-012e-46bc-9a3d-861a44381871 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:27:54.373561 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff0110b-012e-46bc-9a3d-861a44381871 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:27:54.374222 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff0110b-012e-46bc-9a3d-861a44381871 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:27:54.374702 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff0110b-012e-46bc-9a3d-861a44381871 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:27:54.375206 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff0110b-012e-46bc-9a3d-861a44381871 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:27:54.375689 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff0110b-012e-46bc-9a3d-861a44381871 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:27:54.376199 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff0110b-012e-46bc-9a3d-861a44381871 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:27:54.376696 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff0110b-012e-46bc-9a3d-861a44381871 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:27:54.377225 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff0110b-012e-46bc-9a3d-861a44381871 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:27:54.377735 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff0110b-012e-46bc-9a3d-861a44381871 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:27:54.444816 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-401b270b-0beb-4421-bbac-58d222b20559 None None] Attempting to bind port 44192763-0f39-4460-8756-29411f7bf559 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:27:54.445521 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-401b270b-0beb-4421-bbac-58d222b20559 None None] Attempting to bind port 44192763-0f39-4460-8756-29411f7bf559 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:27:54.446360 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401b270b-0beb-4421-bbac-58d222b20559 None None] Attempting to bind port 44192763-0f39-4460-8756-29411f7bf559 on network 27a035aa-6bb2-429b-9743-1c762638bdbc {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:27:54.453604 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401b270b-0beb-4421-bbac-58d222b20559 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:27:54.454852 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401b270b-0beb-4421-bbac-58d222b20559 None None] Checking segment: {'id': '1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:27:54.456651 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-401b270b-0beb-4421-bbac-58d222b20559 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:54.463425 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401b270b-0beb-4421-bbac-58d222b20559 None None] Bound using segment: {'id': '1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:27:54.463949 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-401b270b-0beb-4421-bbac-58d222b20559 None None] Bound port: 44192763-0f39-4460-8756-29411f7bf559, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:27:54.464489 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-401b270b-0beb-4421-bbac-58d222b20559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:54.475944 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 13996662-3695-410b-9cfb-35f371084fd6 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:27:54.519805 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e7b21689-d2c8-48c5-9449-d13782805618 req-8d12f9a0-04d3-40e3-8c15-c44d0cbc5bc3 service neutron] 10.222.0.52 "GET /v2.0/networks/27a035aa-6bb2-429b-9743-1c762638bdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727095 Oct 27 18:27:54.539540 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-401b270b-0beb-4421-bbac-58d222b20559 None None] For port 44192763-0f39-4460-8756-29411f7bf559, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:27:54.541095 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 13996662-3695-410b-9cfb-35f371084fd6 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:27:54.542196 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:54.542962 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-401b270b-0beb-4421-bbac-58d222b20559 None None] For port 44192763-0f39-4460-8756-29411f7bf559, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=44192763-0f39-4460-8756-29411f7bf559,segment=NetworkSegment(1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b),segment_id=1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:27:54.600569 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:27:54.601446 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ee57d-3a22-481d-a1d5-25b5c91e36e7 req-819457b5-c2ae-47b0-9f84-bbecd1a3f3b7 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:54.603072 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3a6ee57d-3a22-481d-a1d5-25b5c91e36e7 req-819457b5-c2ae-47b0-9f84-bbecd1a3f3b7 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 946 time: 0.1453891 Oct 27 18:27:54.605350 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-401b270b-0beb-4421-bbac-58d222b20559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:54.621463 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3e20870b-3b59-469b-909d-4ef46d3fc8c0 req-d48aec86-ec5b-4873-9290-92bfa80b1195 tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.93 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0459855 Oct 27 18:27:54.670467 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3a6ee57d-3a22-481d-a1d5-25b5c91e36e7 req-976c10b3-966d-4f6c-95b4-9c60278366e3 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514641 Oct 27 18:27:54.674371 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4e09aec7-63ae-4bf0-859f-17db356e04f5 None None] Provisioning complete for port 44192763-0f39-4460-8756-29411f7bf559 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:27:54.674371 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4e09aec7-63ae-4bf0-859f-17db356e04f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:54.689337 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401b270b-0beb-4421-bbac-58d222b20559 None None] Routers {'9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:27:54.689962 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-401b270b-0beb-4421-bbac-58d222b20559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:27:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:27:54.705000 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e7b21689-d2c8-48c5-9449-d13782805618 req-9b9a568f-a9e9-4333-80e8-40ec38e5db1d service neutron] 10.222.0.52 "GET /v2.0/networks/27a035aa-6bb2-429b-9743-1c762638bdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827362 Oct 27 18:27:54.727414 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff0110b-012e-46bc-9a3d-861a44381871 None None] Pushing event updated for resources: {'Port': ['ID=44192763-0f39-4460-8756-29411f7bf559,revision_number=4']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:54.774727 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59106) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:27:54.846935 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-401b270b-0beb-4421-bbac-58d222b20559 None None] Set router 9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:27:54.854717 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4e09aec7-63ae-4bf0-859f-17db356e04f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:54.895167 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4e09aec7-63ae-4bf0-859f-17db356e04f5 None None] For port 44192763-0f39-4460-8756-29411f7bf559, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=44192763-0f39-4460-8756-29411f7bf559,segment=NetworkSegment(1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b),segment_id=1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:27:54.982260 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4e09aec7-63ae-4bf0-859f-17db356e04f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:55.080414 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09aec7-63ae-4bf0-859f-17db356e04f5 None None] Pushing event updated for resources: {'Port': ['ID=44192763-0f39-4460-8756-29411f7bf559,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:55.109515 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05b4b7-135b-4535-a48a-4631a0796e96 req-88c3d383-ca51-447e-9be4-5413e2bf1d1d tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:55.111148 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1b05b4b7-135b-4535-a48a-4631a0796e96 req-88c3d383-ca51-447e-9be4-5413e2bf1d1d tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.1484494 Oct 27 18:27:55.112794 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-92883038-5d62-48a7-bcce-58b42a779a1f None None] Provisioning complete for port 44192763-0f39-4460-8756-29411f7bf559 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:27:55.113168 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-92883038-5d62-48a7-bcce-58b42a779a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:55.134753 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-18e14234-ed00-4ae7-8b0f-e39acf9fbb00 req-3debd993-8de2-4a1d-897c-91b742b97b33 tempest-ServerShowV257Test-70710803 tempest-ServerShowV257Test-70710803-project] 10.222.0.52 "GET /v2.0/ports?device_id=6862309e-8385-49d3-8e30-eaea36f371bd HTTP/1.1" status: 200 len: 210 time: 0.0521410 Oct 27 18:27:55.161231 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-401b270b-0beb-4421-bbac-58d222b20559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1749538051-router', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '13996662-3695-410b-9cfb-35f371084fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:27:47Z', 'updated_at': '2021-10-27T18:27:51Z', 'revision_number': 4, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'gw_port': {'id': '13996662-3695-410b-9cfb-35f371084fd6', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:48Z', 'updated_at': '2021-10-27T18:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '44192763-0f39-4460-8756-29411f7bf559', 'name': '', 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'mac_address': 'fa:16:3e:a0:de:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'c4a4738a-7d76-4b39-92e8-ebca9284bd6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:50Z', 'updated_at': '2021-10-27T18:27:54Z', 'revision_number': 4, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'subnets': [{'id': 'c4a4738a-7d76-4b39-92e8-ebca9284bd6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:27:55.194499 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401b270b-0beb-4421-bbac-58d222b20559 None None] The sync data for ids ['9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'] in n-d-815690-2 is: [{'id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1749538051-router', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '13996662-3695-410b-9cfb-35f371084fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:27:47Z', 'updated_at': '2021-10-27T18:27:51Z', 'revision_number': 4, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'gw_port': {'id': '13996662-3695-410b-9cfb-35f371084fd6', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:48Z', 'updated_at': '2021-10-27T18:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '44192763-0f39-4460-8756-29411f7bf559', 'name': '', 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'mac_address': 'fa:16:3e:a0:de:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'c4a4738a-7d76-4b39-92e8-ebca9284bd6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:50Z', 'updated_at': '2021-10-27T18:27:54Z', 'revision_number': 4, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'subnets': [{'id': 'c4a4738a-7d76-4b39-92e8-ebca9284bd6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:27:55.295488 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1b05b4b7-135b-4535-a48a-4631a0796e96 req-8af0f0c0-26fb-410f-836f-1e316e4dc15c tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656253 Oct 27 18:27:55.335167 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6ca9e6f0-8a77-4860-a1c9-b7fdf3d67abd req-29874e60-c196-474c-a07b-e089d231877a tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/ports?device_id=b352a891-3406-4e81-9259-58199bdf0650 HTTP/1.1" status: 200 len: 210 time: 0.1343379 Oct 27 18:27:55.475774 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92f811-0bc6-4294-86dc-578c2838f568 req-b09c32c8-a147-4a42-94bb-7ca54be3a732 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:55.481458 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee92f811-0bc6-4294-86dc-578c2838f568 req-b09c32c8-a147-4a42-94bb-7ca54be3a732 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.1014302 Oct 27 18:27:55.557001 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee92f811-0bc6-4294-86dc-578c2838f568 req-7eb70771-1dd0-40ab-8a3d-f0ef4b14176a tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742426 Oct 27 18:27:55.566923 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d3145dd0-d94b-44ca-9769-1c65b79b407f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:55.907339 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790ef61-725f-433c-8b2b-b29f6d392ae4 req-bdf3ff1e-4620-4cc8-9fd3-b2d3f6ef640f tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:55.908908 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2790ef61-725f-433c-8b2b-b29f6d392ae4 req-bdf3ff1e-4620-4cc8-9fd3-b2d3f6ef640f tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 946 time: 0.1191175 Oct 27 18:27:55.924584 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f322e2-45c1-4c37-ac48-0f20c5b644fd req-ff67938b-791f-4f2a-8b93-a2a86b4cb726 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:55.926112 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e2f322e2-45c1-4c37-ac48-0f20c5b644fd req-ff67938b-791f-4f2a-8b93-a2a86b4cb726 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.1222360 Oct 27 18:27:56.018140 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2790ef61-725f-433c-8b2b-b29f6d392ae4 req-fc1d7f27-fba6-410d-84d4-94c1bad1ee91 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910223 Oct 27 18:27:56.030343 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e2f322e2-45c1-4c37-ac48-0f20c5b644fd req-5ae429ae-80f9-47a0-87f3-67ae36b07fa1 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836754 Oct 27 18:27:56.050227 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-d3145dd0-d94b-44ca-9769-1c65b79b407f admin admin] Deleting port 490337d7-a53b-494f-90a9-e654dc0c4a60 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:27:56.050621 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d3145dd0-d94b-44ca-9769-1c65b79b407f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:56.236112 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:56.484129 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fc1b74db-00a8-4abf-a7c8-ab4c94ed802d req-e714b53b-7304-4de1-a678-3d8c8cbecead tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/ports?device_id=b352a891-3406-4e81-9259-58199bdf0650 HTTP/1.1" status: 200 len: 210 time: 0.0607326 Oct 27 18:27:56.496651 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 44192763-0f39-4460-8756-29411f7bf559 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:27:56.534166 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-d3145dd0-d94b-44ca-9769-1c65b79b407f admin admin] For port 490337d7-a53b-494f-90a9-e654dc0c4a60, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=490337d7-a53b-494f-90a9-e654dc0c4a60,segment=NetworkSegment(22ff1e10-58c1-48e2-bcc1-b17c7bb71a91),segment_id=22ff1e10-58c1-48e2-bcc1-b17c7bb71a91)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:27:56.534878 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d3145dd0-d94b-44ca-9769-1c65b79b407f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:56.562006 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-d3145dd0-d94b-44ca-9769-1c65b79b407f admin admin] Calling delete_port for 490337d7-a53b-494f-90a9-e654dc0c4a60 owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:27:56.577490 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 44192763-0f39-4460-8756-29411f7bf559 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:27:56.578089 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:56.682364 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59146) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:27:56.729295 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:56.760892 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a571d-cf3e-43be-af88-98ce97f17996 req-bfcb18d2-add1-41db-9b37-6d8fa50db9ee tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:56.762447 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f08a571d-cf3e-43be-af88-98ce97f17996 req-bfcb18d2-add1-41db-9b37-6d8fa50db9ee tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.0766685 Oct 27 18:27:56.813048 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-af550cf3-be7c-466e-aa0c-d170ba8b89fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:56.836009 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f08a571d-cf3e-43be-af88-98ce97f17996 req-ed94194b-9d3f-40f4-aea5-b2ec9a8d42b0 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673749 Oct 27 18:27:56.894083 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-af550cf3-be7c-466e-aa0c-d170ba8b89fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:56.936329 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d3145dd0-d94b-44ca-9769-1c65b79b407f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:56.966632 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3145dd0-d94b-44ca-9769-1c65b79b407f admin admin] Pushing event deleted for resources: {'Port': ['ID=490337d7-a53b-494f-90a9-e654dc0c4a60,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:56.993106 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-af550cf3-be7c-466e-aa0c-d170ba8b89fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:57.041007 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af550cf3-be7c-466e-aa0c-d170ba8b89fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e587f4b1-6d99-4adc-a27e-075d37fba496,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:57.055983 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-af550cf3-be7c-466e-aa0c-d170ba8b89fe admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3a20ffa3ab79447eba254716945af88a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3722689 Oct 27 18:27:57.065069 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59152) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:27:57.125226 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-483da53a-6584-4062-98fc-5db121d0d52e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:57.151111 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-483da53a-6584-4062-98fc-5db121d0d52e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:57.214447 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d3145dd0-d94b-44ca-9769-1c65b79b407f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:57.272466 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-483da53a-6584-4062-98fc-5db121d0d52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:57.275167 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-483da53a-6584-4062-98fc-5db121d0d52e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:57.276351 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-483da53a-6584-4062-98fc-5db121d0d52e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e587f4b1-6d99-4adc-a27e-075d37fba496 HTTP/1.1" status: 204 len: 168 time: 0.2185919 Oct 27 18:27:57.285678 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483da53a-6584-4062-98fc-5db121d0d52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e587f4b1-6d99-4adc-a27e-075d37fba496,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:57.343005 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3b525-e8b1-48ba-bdf3-1e2ad9d03a85 req-64f35670-1b75-4adb-89d4-f2ad7f1d57e2 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:57.344567 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-acd3b525-e8b1-48ba-bdf3-1e2ad9d03a85 req-64f35670-1b75-4adb-89d4-f2ad7f1d57e2 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.1771939 Oct 27 18:27:57.356254 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b2b3a-fb33-4f56-905b-7d6eff2c02c8 req-b3feb27e-da18-413f-ba54-1b0f8266da79 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:57.357650 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1a5b2b3a-fb33-4f56-905b-7d6eff2c02c8 req-b3feb27e-da18-413f-ba54-1b0f8266da79 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 946 time: 0.1749761 Oct 27 18:27:57.440554 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-acd3b525-e8b1-48ba-bdf3-1e2ad9d03a85 req-309e91cd-e9e3-4a99-bf73-6c22e85c46e0 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798802 Oct 27 18:27:57.445865 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1a5b2b3a-fb33-4f56-905b-7d6eff2c02c8 req-f699067f-7050-485b-9d2c-8ea82cc10a7c tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814388 Oct 27 18:27:57.557324 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3145dd0-d94b-44ca-9769-1c65b79b407f admin admin] Router ff87b29d-b44a-4260-a8ea-2ece5bb071fb has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:27:57.671438 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2ee17054-eb9d-4c7c-ac68-5dee43195caf req-0f8a9b60-be8f-42ef-bbc6-3b7a63a5bff7 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/ports?device_id=b352a891-3406-4e81-9259-58199bdf0650 HTTP/1.1" status: 200 len: 210 time: 0.0575159 Oct 27 18:27:57.717676 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3145dd0-d94b-44ca-9769-1c65b79b407f admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:27:57.727363 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d3145dd0-d94b-44ca-9769-1c65b79b407f admin admin] 10.222.0.52 "PUT /v2.0/routers/ff87b29d-b44a-4260-a8ea-2ece5bb071fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9502630 Oct 27 18:27:57.729841 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59172) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:27:57.731379 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586bb40a-2928-4b75-8c90-1e568cb37cd0 None None] Sync routers for ids ['ff87b29d-b44a-4260-a8ea-2ece5bb071fb'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:27:57.742584 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586bb40a-2928-4b75-8c90-1e568cb37cd0 None None] Routers {'ff87b29d-b44a-4260-a8ea-2ece5bb071fb'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:27:57.743235 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-586bb40a-2928-4b75-8c90-1e568cb37cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:27:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['ff87b29d-b44a-4260-a8ea-2ece5bb071fb'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:27:57.839144 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3a7f43e3-1c85-488d-8d1b-af038fc10dc6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:57.853048 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-586bb40a-2928-4b75-8c90-1e568cb37cd0 None None] Set router ff87b29d-b44a-4260-a8ea-2ece5bb071fb gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:27:57.967672 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3a7f43e3-1c85-488d-8d1b-af038fc10dc6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:58.092018 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3fbb6b-05b0-4767-839c-d44db21503e5 req-50339025-5cff-498e-8604-911100b20ea9 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:58.093520 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2e3fbb6b-05b0-4767-839c-d44db21503e5 req-50339025-5cff-498e-8604-911100b20ea9 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.0891161 Oct 27 18:27:58.094801 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-586bb40a-2928-4b75-8c90-1e568cb37cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff87b29d-b44a-4260-a8ea-2ece5bb071fb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1202964274-router', 'tenant_id': '04d54874387f464283ceea87047d43f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': 'daef9fcd-69b3-49bd-89d6-07462f6c991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:27:09Z', 'updated_at': '2021-10-27T18:27:56Z', 'revision_number': 5, 'project_id': '04d54874387f464283ceea87047d43f9', 'gw_port': {'id': 'daef9fcd-69b3-49bd-89d6-07462f6c991a', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:cb:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff87b29d-b44a-4260-a8ea-2ece5bb071fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:10Z', 'updated_at': '2021-10-27T18:27:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:27:58.100552 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b21689-d2c8-48c5-9449-d13782805618 req-0f439328-0a3e-4bd8-b906-f909fa46bc13 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:58.101988 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e7b21689-d2c8-48c5-9449-d13782805618 req-0f439328-0a3e-4bd8-b906-f909fa46bc13 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.93 "GET /v2.0/networks?id=27a035aa-6bb2-429b-9743-1c762638bdbc HTTP/1.1" status: 200 len: 821 time: 0.2000039 Oct 27 18:27:58.129473 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586bb40a-2928-4b75-8c90-1e568cb37cd0 None None] Checking router: ff87b29d-b44a-4260-a8ea-2ece5bb071fb for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:27:58.129908 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-e7b21689-d2c8-48c5-9449-d13782805618 req-82e0366b-58ac-4d9e-aeb9-164e24b157a4 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Request body: {'port': {'device_id': 'b352a891-3406-4e81-9259-58199bdf0650', 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc', 'admin_state_up': True, 'tenant_id': '6638011f07ab4293b73f2f4c2d364560'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:27:58.162626 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-3a7f43e3-1c85-488d-8d1b-af038fc10dc6 admin admin] Deleting port daef9fcd-69b3-49bd-89d6-07462f6c991a {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:27:58.167722 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3a7f43e3-1c85-488d-8d1b-af038fc10dc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:58.167963 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586bb40a-2928-4b75-8c90-1e568cb37cd0 None None] Routers {'ff87b29d-b44a-4260-a8ea-2ece5bb071fb'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:27:58.167963 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-586bb40a-2928-4b75-8c90-1e568cb37cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:27:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['ff87b29d-b44a-4260-a8ea-2ece5bb071fb'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:27:58.225180 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2e3fbb6b-05b0-4767-839c-d44db21503e5 req-d6f5408b-deb1-48f9-aa2c-1edde7ed5cfe tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206019 Oct 27 18:27:58.314993 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-3a7f43e3-1c85-488d-8d1b-af038fc10dc6 admin admin] For port daef9fcd-69b3-49bd-89d6-07462f6c991a, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=daef9fcd-69b3-49bd-89d6-07462f6c991a,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:27:58.315716 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3a7f43e3-1c85-488d-8d1b-af038fc10dc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:58.337748 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-3a7f43e3-1c85-488d-8d1b-af038fc10dc6 admin admin] Calling delete_port for daef9fcd-69b3-49bd-89d6-07462f6c991a owned by network:router_gateway {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:27:58.344681 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-586bb40a-2928-4b75-8c90-1e568cb37cd0 None None] Set router ff87b29d-b44a-4260-a8ea-2ece5bb071fb gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:27:58.366787 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c979f8-788f-47a0-a531-d54286945df0 req-e4d6606b-d280-4a86-8ffd-066c23cd6100 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:58.368723 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-48c979f8-788f-47a0-a531-d54286945df0 req-e4d6606b-d280-4a86-8ffd-066c23cd6100 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.93 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.1094227 Oct 27 18:27:58.412470 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-586bb40a-2928-4b75-8c90-1e568cb37cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff87b29d-b44a-4260-a8ea-2ece5bb071fb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1202964274-router', 'tenant_id': '04d54874387f464283ceea87047d43f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:27:09Z', 'updated_at': '2021-10-27T18:27:57Z', 'revision_number': 6, 'project_id': '04d54874387f464283ceea87047d43f9', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:27:58.442479 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586bb40a-2928-4b75-8c90-1e568cb37cd0 None None] The sync data for ids ['ff87b29d-b44a-4260-a8ea-2ece5bb071fb'] in n-d-815690-2 is: [{'id': 'ff87b29d-b44a-4260-a8ea-2ece5bb071fb', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1202964274-router', 'tenant_id': '04d54874387f464283ceea87047d43f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:27:09Z', 'updated_at': '2021-10-27T18:27:57Z', 'revision_number': 6, 'project_id': '04d54874387f464283ceea87047d43f9', 'gw_port_host': None}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:27:58.460711 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7b21689-d2c8-48c5-9449-d13782805618 req-82e0366b-58ac-4d9e-aeb9-164e24b157a4 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Made reservation on behalf of 6638011f07ab4293b73f2f4c2d364560 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:27:58.464823 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e7b21689-d2c8-48c5-9449-d13782805618 req-82e0366b-58ac-4d9e-aeb9-164e24b157a4 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:58.592610 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-48c979f8-788f-47a0-a531-d54286945df0 req-81cbbf92-0228-4ebe-97a0-f756b7237941 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Deleting port bebeadda-ed58-4356-a268-3e284d7ad710 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:27:58.600062 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-48c979f8-788f-47a0-a531-d54286945df0 req-81cbbf92-0228-4ebe-97a0-f756b7237941 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:58.668688 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44865fc-9357-45ea-9289-5690b87b09b7 req-ae12b4f6-00ee-416d-8dfd-90739feaf612 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:58.670464 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e44865fc-9357-45ea-9289-5690b87b09b7 req-ae12b4f6-00ee-416d-8dfd-90739feaf612 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 946 time: 0.1112173 Oct 27 18:27:58.687911 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-e7b21689-d2c8-48c5-9449-d13782805618 req-82e0366b-58ac-4d9e-aeb9-164e24b157a4 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Allocated IP 172.20.0.9 (27a035aa-6bb2-429b-9743-1c762638bdbc/c4a4738a-7d76-4b39-92e8-ebca9284bd6e/a5cf6019-9a31-49f4-967d-d08f4d332c9b) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:27:58.735521 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e44865fc-9357-45ea-9289-5690b87b09b7 req-6296b0ba-18ad-4e88-9cc3-a2957fbc64d7 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496845 Oct 27 18:27:58.907479 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59198) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:27:58.963470 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-17b105e1-1705-45ce-842d-72345ed05040 req-646a26b3-f3af-488f-b1e3-4a3a4fefa95b tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/ports?device_id=b352a891-3406-4e81-9259-58199bdf0650 HTTP/1.1" status: 200 len: 210 time: 0.0548463 Oct 27 18:27:58.970205 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e7b21689-d2c8-48c5-9449-d13782805618 req-82e0366b-58ac-4d9e-aeb9-164e24b157a4 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:59.073428 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-6a193163-1adf-4d29-b2a6-993502650d66 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-843828253-network', 'tenant_id': 'e64e3fa67fed4102b6fb3b9a3eeaa7a5'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:27:59.079566 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e7b21689-d2c8-48c5-9449-d13782805618 req-82e0366b-58ac-4d9e-aeb9-164e24b157a4 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:59.142305 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7b21689-d2c8-48c5-9449-d13782805618 req-82e0366b-58ac-4d9e-aeb9-164e24b157a4 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Network 27a035aa-6bb2-429b-9743-1c762638bdbc is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:27:59.144742 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-48c979f8-788f-47a0-a531-d54286945df0 req-81cbbf92-0228-4ebe-97a0-f756b7237941 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] For port bebeadda-ed58-4356-a268-3e284d7ad710, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=bebeadda-ed58-4356-a268-3e284d7ad710,segment=NetworkSegment(b9297ae3-0585-4555-9e56-c8358a522843),segment_id=b9297ae3-0585-4555-9e56-c8358a522843)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:27:59.146566 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-e7b21689-d2c8-48c5-9449-d13782805618 req-82e0366b-58ac-4d9e-aeb9-164e24b157a4 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:27:59.147723 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-48c979f8-788f-47a0-a531-d54286945df0 req-81cbbf92-0228-4ebe-97a0-f756b7237941 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:59.151404 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b21689-d2c8-48c5-9449-d13782805618 req-82e0366b-58ac-4d9e-aeb9-164e24b157a4 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:27:59.165250 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-48c979f8-788f-47a0-a531-d54286945df0 req-81cbbf92-0228-4ebe-97a0-f756b7237941 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Calling delete_port for bebeadda-ed58-4356-a268-3e284d7ad710 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:27:59.218664 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3a7f43e3-1c85-488d-8d1b-af038fc10dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:59.221313 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e0366b-58ac-4d9e-aeb9-164e24b157a4 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Pushing event updated for resources: {'Port': ['ID=a5cf6019-9a31-49f4-967d-d08f4d332c9b,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:59.238285 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b21689-d2c8-48c5-9449-d13782805618 req-82e0366b-58ac-4d9e-aeb9-164e24b157a4 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:59.239074 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e7b21689-d2c8-48c5-9449-d13782805618 req-82e0366b-58ac-4d9e-aeb9-164e24b157a4 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:59.265312 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f43e3-1c85-488d-8d1b-af038fc10dc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=daef9fcd-69b3-49bd-89d6-07462f6c991a,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:59.272421 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a193163-1adf-4d29-b2a6-993502650d66 admin admin] Made reservation on behalf of e64e3fa67fed4102b6fb3b9a3eeaa7a5 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:27:59.273123 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6a193163-1adf-4d29-b2a6-993502650d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:59.301466 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6a193163-1adf-4d29-b2a6-993502650d66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:59.369905 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e7b21689-d2c8-48c5-9449-d13782805618 req-82e0366b-58ac-4d9e-aeb9-164e24b157a4 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2457817 Oct 27 18:27:59.398738 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-e7b21689-d2c8-48c5-9449-d13782805618 req-b4e5aa1b-7fb2-4c32-931c-fec4e4bd7d34 service neutron] Request body: {'port': {'device_id': 'b352a891-3406-4e81-9259-58199bdf0650', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:27:59.430232 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3a7f43e3-1c85-488d-8d1b-af038fc10dc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:59.484742 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6193d6-9257-41bf-a0d4-46b5a41c0570 req-314c0024-b189-4051-b90f-a78516cda34a tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:27:59.486408 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3a6193d6-9257-41bf-a0d4-46b5a41c0570 req-314c0024-b189-4051-b90f-a78516cda34a tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 945 time: 0.1210079 Oct 27 18:27:59.578420 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6a193163-1adf-4d29-b2a6-993502650d66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:59.580422 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e7b21689-d2c8-48c5-9449-d13782805618 req-b4e5aa1b-7fb2-4c32-931c-fec4e4bd7d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:59.606850 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3a7f43e3-1c85-488d-8d1b-af038fc10dc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:59.609889 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3a7f43e3-1c85-488d-8d1b-af038fc10dc6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:59.660521 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-dc953c65-161c-4207-b2dd-aa4e89ae343f None None] Provisioning complete for port a5cf6019-9a31-49f4-967d-d08f4d332c9b triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:27:59.661042 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dc953c65-161c-4207-b2dd-aa4e89ae343f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:59.663859 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6a193163-1adf-4d29-b2a6-993502650d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:59.669452 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3a6193d6-9257-41bf-a0d4-46b5a41c0570 req-361844ec-97b7-41d8-9eef-f9e52f0c6fcf tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523364 Oct 27 18:27:59.736570 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-dc953c65-161c-4207-b2dd-aa4e89ae343f None None] Port a5cf6019-9a31-49f4-967d-d08f4d332c9b cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:27:59.748365 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a193163-1adf-4d29-b2a6-993502650d66 admin admin] vlan segment allocate from pool success with {'vlan_id': 1014, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:27:59.776685 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3a7f43e3-1c85-488d-8d1b-af038fc10dc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:59.777320 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7f43e3-1c85-488d-8d1b-af038fc10dc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff87b29d-b44a-4260-a8ea-2ece5bb071fb {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:27:59.785137 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3a7f43e3-1c85-488d-8d1b-af038fc10dc6 admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:59.791394 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3a7f43e3-1c85-488d-8d1b-af038fc10dc6 admin admin] 10.222.0.52 "DELETE /v2.0/routers/ff87b29d-b44a-4260-a8ea-2ece5bb071fb HTTP/1.1" status: 204 len: 168 time: 2.0599194 Oct 27 18:27:59.797195 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59210) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:27:59.834269 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6a193163-1adf-4d29-b2a6-993502650d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:59.834754 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-6a193163-1adf-4d29-b2a6-993502650d66 admin admin] Added segment 2dded0ce-75a9-4672-98e4-0cf30caebd38 of type vlan for network 6989e920-feed-4bf7-84f8-f1cbb2ccd945 Oct 27 18:27:59.847542 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a193163-1adf-4d29-b2a6-993502650d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ce4168-57ba-4774-a469-f0961aff7191,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:27:59.864286 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-48c979f8-788f-47a0-a531-d54286945df0 req-81cbbf92-0228-4ebe-97a0-f756b7237941 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:59.879324 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['16fcb1e9-6f84-4de7-b97e-cec04d757051'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:27:59.904572 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6a193163-1adf-4d29-b2a6-993502650d66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:27:59.972101 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cbbf92-0228-4ebe-97a0-f756b7237941 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Pushing event deleted for resources: {'Port': ['ID=bebeadda-ed58-4356-a268-3e284d7ad710,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:00.033956 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c979f8-788f-47a0-a531-d54286945df0 req-81cbbf92-0228-4ebe-97a0-f756b7237941 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] No DVR routers for this DVR port bebeadda-ed58-4356-a268-3e284d7ad710 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:28:00.037101 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-48c979f8-788f-47a0-a531-d54286945df0 req-81cbbf92-0228-4ebe-97a0-f756b7237941 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:00.041575 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-48c979f8-788f-47a0-a531-d54286945df0 req-81cbbf92-0228-4ebe-97a0-f756b7237941 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.93 "DELETE /v2.0/ports/bebeadda-ed58-4356-a268-3e284d7ad710 HTTP/1.1" status: 204 len: 173 time: 1.6400316 Oct 27 18:28:00.046694 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3be4016-e965-485b-bde5-bb5567ef1d34', 'name': 'network-vif-deleted', 'tag': 'bebeadda-ed58-4356-a268-3e284d7ad710'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:28:00.053843 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c93238-20b9-4453-9909-eec1d889fff0" -d '{"events": [{"server_uuid": "f3be4016-e965-485b-bde5-bb5567ef1d34", "name": "network-vif-deleted", "tag": "bebeadda-ed58-4356-a268-3e284d7ad710"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:28:00.061195 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7a4d0ee-6031-4eb7-9015-001f0f06baae admin admin] Deleting subnet b69c50a7-d61e-4a50-b965-052391ecc00d {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:28:00.075180 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c7a4d0ee-6031-4eb7-9015-001f0f06baae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:00.079942 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18c6b9-9ac2-48cb-88f6-95a3111beebc req-f7049a72-daa1-4437-b4e9-87c1afe81430 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:00.081666 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ed18c6b9-9ac2-48cb-88f6-95a3111beebc req-f7049a72-daa1-4437-b4e9-87c1afe81430 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 946 time: 0.1554923 Oct 27 18:28:00.116149 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c7a4d0ee-6031-4eb7-9015-001f0f06baae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:00.193112 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ed18c6b9-9ac2-48cb-88f6-95a3111beebc req-adff8bf6-3ebd-4371-9458-0100a75ce718 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916889 Oct 27 18:28:00.196500 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6a193163-1adf-4d29-b2a6-993502650d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:00.197993 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a193163-1adf-4d29-b2a6-993502650d66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:00.199046 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6a193163-1adf-4d29-b2a6-993502650d66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:00.232488 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c7a4d0ee-6031-4eb7-9015-001f0f06baae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:00.286338 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a193163-1adf-4d29-b2a6-993502650d66 admin admin] Pushing event updated for resources: {'Network': ['ID=6989e920-feed-4bf7-84f8-f1cbb2ccd945,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:00.304430 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c813f50c-208f-47b3-a43f-66fccb64e37b x-openstack-request-id: req-c813f50c-208f-47b3-a43f-66fccb64e37b {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:28:00.304719 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3be4016-e965-485b-bde5-bb5567ef1d34", "name": "network-vif-deleted", "tag": "bebeadda-ed58-4356-a268-3e284d7ad710", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:28:00.304974 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c813f50c-208f-47b3-a43f-66fccb64e37b {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:28:00.305441 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3be4016-e965-485b-bde5-bb5567ef1d34', 'name': 'network-vif-deleted', 'tag': 'bebeadda-ed58-4356-a268-3e284d7ad710', 'status': 'completed', 'code': 200} Oct 27 18:28:00.306423 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3cafc-c0c9-4028-9175-1e89fa8dc343 req-5aff7262-9a9e-4fa1-81b3-3be4ff769bee tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:00.308097 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-45d3cafc-c0c9-4028-9175-1e89fa8dc343 req-5aff7262-9a9e-4fa1-81b3-3be4ff769bee tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/ports?device_id=b352a891-3406-4e81-9259-58199bdf0650 HTTP/1.1" status: 200 len: 931 time: 0.2230885 Oct 27 18:28:00.311183 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a193163-1adf-4d29-b2a6-993502650d66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:28:00.311585 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a193163-1adf-4d29-b2a6-993502650d66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:28:00.311934 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a193163-1adf-4d29-b2a6-993502650d66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:28:00.312276 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a193163-1adf-4d29-b2a6-993502650d66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:28:00.312614 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a193163-1adf-4d29-b2a6-993502650d66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:28:00.312948 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a193163-1adf-4d29-b2a6-993502650d66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:28:00.313286 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a193163-1adf-4d29-b2a6-993502650d66 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:28:00.313614 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a193163-1adf-4d29-b2a6-993502650d66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:28:00.313942 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a193163-1adf-4d29-b2a6-993502650d66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:28:00.314268 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a193163-1adf-4d29-b2a6-993502650d66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:28:00.314597 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a193163-1adf-4d29-b2a6-993502650d66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:28:00.314947 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a193163-1adf-4d29-b2a6-993502650d66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:28:00.327113 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 6989e920-feed-4bf7-84f8-f1cbb2ccd945 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:28:00.331801 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6a193163-1adf-4d29-b2a6-993502650d66 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4221230 Oct 27 18:28:00.339608 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59218) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:28:00.346437 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-6ff092db-989b-42be-8a9a-d4a80ee341de admin admin] Request body: {'subnet': {'network_id': '6989e920-feed-4bf7-84f8-f1cbb2ccd945', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-843828253-subnet', 'tenant_id': 'e64e3fa67fed4102b6fb3b9a3eeaa7a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:28:00.383843 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c7a4d0ee-6031-4eb7-9015-001f0f06baae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:00.419994 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-45d3cafc-c0c9-4028-9175-1e89fa8dc343 req-be391127-653d-4658-8eb1-b9c5370e1725 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/security-groups?id=072c529e-ac1b-454a-b20b-661650ad86ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974834 Oct 27 18:28:00.429530 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-e7b21689-d2c8-48c5-9449-d13782805618 req-b4e5aa1b-7fb2-4c32-931c-fec4e4bd7d34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5cf6019-9a31-49f4-967d-d08f4d332c9b {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:28:00.438389 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e7b21689-d2c8-48c5-9449-d13782805618 req-b4e5aa1b-7fb2-4c32-931c-fec4e4bd7d34 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:00.456411 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-e7b21689-d2c8-48c5-9449-d13782805618 req-b4e5aa1b-7fb2-4c32-931c-fec4e4bd7d34 service neutron] Transition to ACTIVE for port object a5cf6019-9a31-49f4-967d-d08f4d332c9b will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:28:00.500456 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a4d0ee-6031-4eb7-9015-001f0f06baae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b69c50a7-d61e-4a50-b965-052391ecc00d,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:00.512753 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c7a4d0ee-6031-4eb7-9015-001f0f06baae admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:00.518081 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c7a4d0ee-6031-4eb7-9015-001f0f06baae admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b69c50a7-d61e-4a50-b965-052391ecc00d HTTP/1.1" status: 204 len: 168 time: 0.7189934 Oct 27 18:28:00.520164 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59224) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:28:00.526468 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae837a5-925a-42e3-8ddf-e6726dd1baf8 None None] Network a2aca3bf-85ff-4af5-b6b5-e0759d08542c requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:28:00.576590 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e7b21689-d2c8-48c5-9449-d13782805618 req-b4e5aa1b-7fb2-4c32-931c-fec4e4bd7d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:00.580167 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 490337d7-a53b-494f-90a9-e654dc0c4a60 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:28:00.603747 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff092db-989b-42be-8a9a-d4a80ee341de admin admin] Made reservation on behalf of e64e3fa67fed4102b6fb3b9a3eeaa7a5 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:28:00.604994 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 490337d7-a53b-494f-90a9-e654dc0c4a60 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:28:00.605342 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 490337d7-a53b-494f-90a9-e654dc0c4a60 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:28:00.605759 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device daef9fcd-69b3-49bd-89d6-07462f6c991a no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:28:00.606334 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6ff092db-989b-42be-8a9a-d4a80ee341de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:00.629953 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: daef9fcd-69b3-49bd-89d6-07462f6c991a {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:28:00.630699 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device daef9fcd-69b3-49bd-89d6-07462f6c991a not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:28:00.675082 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e5aa1b-7fb2-4c32-931c-fec4e4bd7d34 service neutron] Pushing event updated for resources: {'Port': ['ID=a5cf6019-9a31-49f4-967d-d08f4d332c9b,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:00.706414 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device bebeadda-ed58-4356-a268-3e284d7ad710 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:28:00.721260 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9b54c74e-8bac-49c0-b090-4c8686ab2d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:00.769525 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-e7b21689-d2c8-48c5-9449-d13782805618 req-b4e5aa1b-7fb2-4c32-931c-fec4e4bd7d34 service neutron] Attempting to bind port a5cf6019-9a31-49f4-967d-d08f4d332c9b on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:28:00.769890 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-e7b21689-d2c8-48c5-9449-d13782805618 req-b4e5aa1b-7fb2-4c32-931c-fec4e4bd7d34 service neutron] Attempting to bind port a5cf6019-9a31-49f4-967d-d08f4d332c9b by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:28:00.770202 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b21689-d2c8-48c5-9449-d13782805618 req-b4e5aa1b-7fb2-4c32-931c-fec4e4bd7d34 service neutron] Attempting to bind port a5cf6019-9a31-49f4-967d-d08f4d332c9b on network 27a035aa-6bb2-429b-9743-1c762638bdbc {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:28:00.784166 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b21689-d2c8-48c5-9449-d13782805618 req-b4e5aa1b-7fb2-4c32-931c-fec4e4bd7d34 service neutron] Port a5cf6019-9a31-49f4-967d-d08f4d332c9b on network 27a035aa-6bb2-429b-9743-1c762638bdbc not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:28:00.784511 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b21689-d2c8-48c5-9449-d13782805618 req-b4e5aa1b-7fb2-4c32-931c-fec4e4bd7d34 service neutron] Attempting to bind port a5cf6019-9a31-49f4-967d-d08f4d332c9b on network 27a035aa-6bb2-429b-9743-1c762638bdbc {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:28:00.793283 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b21689-d2c8-48c5-9449-d13782805618 req-b4e5aa1b-7fb2-4c32-931c-fec4e4bd7d34 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:28:00.793697 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b21689-d2c8-48c5-9449-d13782805618 req-b4e5aa1b-7fb2-4c32-931c-fec4e4bd7d34 service neutron] Checking segment: {'id': '1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:28:00.794002 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b21689-d2c8-48c5-9449-d13782805618 req-b4e5aa1b-7fb2-4c32-931c-fec4e4bd7d34 service neutron] Bound using segment: {'id': '1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:28:00.794440 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-e7b21689-d2c8-48c5-9449-d13782805618 req-b4e5aa1b-7fb2-4c32-931c-fec4e4bd7d34 service neutron] Bound port: a5cf6019-9a31-49f4-967d-d08f4d332c9b, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:28:00.794801 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e7b21689-d2c8-48c5-9449-d13782805618 req-b4e5aa1b-7fb2-4c32-931c-fec4e4bd7d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:00.817380 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: bebeadda-ed58-4356-a268-3e284d7ad710 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:28:00.817771 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device bebeadda-ed58-4356-a268-3e284d7ad710 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:28:00.907388 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-76ff477c-502b-47ed-ae98-215fc432833f req-4ab2d44f-68b2-46e2-a3e9-20135adb75df tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3be4016-e965-485b-bde5-bb5567ef1d34 HTTP/1.1" status: 200 len: 210 time: 0.0715427 Oct 27 18:28:00.907596 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-9b54c74e-8bac-49c0-b090-4c8686ab2d25 admin admin] Deleting port deff054f-912d-4309-a72e-e4a325b6cf7f {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:28:00.907938 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9b54c74e-8bac-49c0-b090-4c8686ab2d25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:00.961558 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8533bc7a-a9e0-49a2-a6f7-c4f71f1f5874 None None] DHCP port deletion for a2aca3bf-85ff-4af5-b6b5-e0759d08542c request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:28:00.962778 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-e7b21689-d2c8-48c5-9449-d13782805618 req-b4e5aa1b-7fb2-4c32-931c-fec4e4bd7d34 service neutron] For port a5cf6019-9a31-49f4-967d-d08f4d332c9b, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:28:00.967137 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-e7b21689-d2c8-48c5-9449-d13782805618 req-b4e5aa1b-7fb2-4c32-931c-fec4e4bd7d34 service neutron] For port a5cf6019-9a31-49f4-967d-d08f4d332c9b, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=a5cf6019-9a31-49f4-967d-d08f4d332c9b,segment=NetworkSegment(1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b),segment_id=1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:28:01.041345 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-9b54c74e-8bac-49c0-b090-4c8686ab2d25 admin admin] For port deff054f-912d-4309-a72e-e4a325b6cf7f, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=deff054f-912d-4309-a72e-e4a325b6cf7f,segment=NetworkSegment(22ff1e10-58c1-48e2-bcc1-b17c7bb71a91),segment_id=22ff1e10-58c1-48e2-bcc1-b17c7bb71a91)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:28:01.041809 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9b54c74e-8bac-49c0-b090-4c8686ab2d25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:01.086360 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e7b21689-d2c8-48c5-9449-d13782805618 req-b4e5aa1b-7fb2-4c32-931c-fec4e4bd7d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:01.098804 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-9b54c74e-8bac-49c0-b090-4c8686ab2d25 admin admin] Calling delete_port for deff054f-912d-4309-a72e-e4a325b6cf7f owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:28:01.145767 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b21689-d2c8-48c5-9449-d13782805618 req-b4e5aa1b-7fb2-4c32-931c-fec4e4bd7d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:01.146440 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e7b21689-d2c8-48c5-9449-d13782805618 req-b4e5aa1b-7fb2-4c32-931c-fec4e4bd7d34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:01.147893 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e7b21689-d2c8-48c5-9449-d13782805618 req-b4e5aa1b-7fb2-4c32-931c-fec4e4bd7d34 service neutron] 10.222.0.93 "PUT /v2.0/ports/a5cf6019-9a31-49f4-967d-d08f4d332c9b HTTP/1.1" status: 200 len: 1091 time: 1.7573454 Oct 27 18:28:01.150580 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b352a891-3406-4e81-9259-58199bdf0650', 'tag': 'a5cf6019-9a31-49f4-967d-d08f4d332c9b'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:28:01.152939 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49fb8d01-5b2e-42ee-9d28-7721c2abac0b" -d '{"events": [{"name": "network-changed", "server_uuid": "b352a891-3406-4e81-9259-58199bdf0650", "tag": "a5cf6019-9a31-49f4-967d-d08f4d332c9b"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:28:01.161224 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6ff092db-989b-42be-8a9a-d4a80ee341de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:01.183246 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7623c-e2fe-4b44-a9df-9d5e91574a8a req-3c18f6cb-cb80-44f2-8355-d7f607669bb4 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:01.185262 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8ac7623c-e2fe-4b44-a9df-9d5e91574a8a req-3c18f6cb-cb80-44f2-8355-d7f607669bb4 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.1450090 Oct 27 18:28:01.188764 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e5aa1b-7fb2-4c32-931c-fec4e4bd7d34 service neutron] Pushing event updated for resources: {'Port': ['ID=a5cf6019-9a31-49f4-967d-d08f4d332c9b,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:01.205847 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84faf76-bedc-44b1-8613-fcaaa207ddcd req-97dedcc7-e8a3-4681-b029-91c9e59d9630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:01.208155 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e84faf76-bedc-44b1-8613-fcaaa207ddcd req-97dedcc7-e8a3-4681-b029-91c9e59d9630 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=73ecd40fe1594f85b64568114a717a96&device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 1096 time: 0.1564651 Oct 27 18:28:01.220017 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff092db-989b-42be-8a9a-d4a80ee341de admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a9f8f14-f0ca-4df8-88cf-d969ee3e3889,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:01.220227 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-8533bc7a-a9e0-49a2-a6f7-c4f71f1f5874 None None] Deleting port deff054f-912d-4309-a72e-e4a325b6cf7f {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:28:01.220395 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8533bc7a-a9e0-49a2-a6f7-c4f71f1f5874 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:01.282412 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8ac7623c-e2fe-4b44-a9df-9d5e91574a8a req-c8b61335-9eac-4f53-a9da-59fbfceaeffa tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802255 Oct 27 18:28:01.293261 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077d8858-0f38-461b-917c-23db151e5469 x-openstack-request-id: req-077d8858-0f38-461b-917c-23db151e5469 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:28:01.293746 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b352a891-3406-4e81-9259-58199bdf0650", "tag": "a5cf6019-9a31-49f4-967d-d08f4d332c9b", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:28:01.297635 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-077d8858-0f38-461b-917c-23db151e5469 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:28:01.298456 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b352a891-3406-4e81-9259-58199bdf0650', 'tag': 'a5cf6019-9a31-49f4-967d-d08f4d332c9b', 'status': 'completed', 'code': 200} Oct 27 18:28:01.361223 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-8533bc7a-a9e0-49a2-a6f7-c4f71f1f5874 None None] For port deff054f-912d-4309-a72e-e4a325b6cf7f, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=deff054f-912d-4309-a72e-e4a325b6cf7f,segment=NetworkSegment(22ff1e10-58c1-48e2-bcc1-b17c7bb71a91),segment_id=22ff1e10-58c1-48e2-bcc1-b17c7bb71a91)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:28:01.361831 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8533bc7a-a9e0-49a2-a6f7-c4f71f1f5874 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:01.382765 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff092db-989b-42be-8a9a-d4a80ee341de admin admin] Checking segment: {'id': '2dded0ce-75a9-4672-98e4-0cf30caebd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '6989e920-feed-4bf7-84f8-f1cbb2ccd945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:28:01.383440 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff092db-989b-42be-8a9a-d4a80ee341de admin admin] Network hostable DHCP agents. Network: 6989e920-feed-4bf7-84f8-f1cbb2ccd945, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:28:01.387339 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-8533bc7a-a9e0-49a2-a6f7-c4f71f1f5874 None None] Calling delete_port for deff054f-912d-4309-a72e-e4a325b6cf7f owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:28:01.403719 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b21689-d2c8-48c5-9449-d13782805618 req-ea511ed7-6f1b-41d6-bc24-1b5dfc3e9e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:01.404640 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84faf76-bedc-44b1-8613-fcaaa207ddcd req-d50a33ab-c3df-4320-8810-f57c5d094d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:01.405378 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e7b21689-d2c8-48c5-9449-d13782805618 req-ea511ed7-6f1b-41d6-bc24-1b5dfc3e9e1c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6638011f07ab4293b73f2f4c2d364560&device_id=b352a891-3406-4e81-9259-58199bdf0650 HTTP/1.1" status: 200 len: 1094 time: 0.1057744 Oct 27 18:28:01.406114 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e84faf76-bedc-44b1-8613-fcaaa207ddcd req-d50a33ab-c3df-4320-8810-f57c5d094d80 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f16c66fe-8570-46b3-ac79-4410a1968a3a HTTP/1.1" status: 200 len: 920 time: 0.1752281 Oct 27 18:28:01.470870 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9b54c74e-8bac-49c0-b090-4c8686ab2d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:01.476699 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e84faf76-bedc-44b1-8613-fcaaa207ddcd req-83359f59-e89b-45a8-9d9e-cd28a65d098d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0c993c4-2996-4889-aa9b-b44f66af4737 HTTP/1.1" status: 200 len: 217 time: 0.0539176 Oct 27 18:28:01.490462 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8533bc7a-a9e0-49a2-a6f7-c4f71f1f5874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:01.508475 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b54c74e-8bac-49c0-b090-4c8686ab2d25 admin admin] No DVR routers for this DVR port deff054f-912d-4309-a72e-e4a325b6cf7f on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:28:01.509731 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e7b21689-d2c8-48c5-9449-d13782805618 req-dd355073-6048-4ce7-944c-e58a34567ede service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5cf6019-9a31-49f4-967d-d08f4d332c9b HTTP/1.1" status: 200 len: 217 time: 0.0612192 Oct 27 18:28:01.525566 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b54c74e-8bac-49c0-b090-4c8686ab2d25 admin admin] Pushing event deleted for resources: {'Port': ['ID=deff054f-912d-4309-a72e-e4a325b6cf7f,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:01.527219 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8533bc7a-a9e0-49a2-a6f7-c4f71f1f5874 None None] Pushing event deleted for resources: {'Port': ['ID=deff054f-912d-4309-a72e-e4a325b6cf7f,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:01.546295 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8533bc7a-a9e0-49a2-a6f7-c4f71f1f5874 None None] No DVR routers for this DVR port deff054f-912d-4309-a72e-e4a325b6cf7f on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:28:01.569358 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff092db-989b-42be-8a9a-d4a80ee341de admin admin] Network 6989e920-feed-4bf7-84f8-f1cbb2ccd945 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:28:01.606075 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989bec2-ea82-40c6-a731-7d638c41df1c req-92bcde58-532d-469b-8c46-78d58b4dbcfe tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:01.607794 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5989bec2-ea82-40c6-a731-7d638c41df1c req-92bcde58-532d-469b-8c46-78d58b4dbcfe tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 946 time: 0.1916575 Oct 27 18:28:01.610072 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b21689-d2c8-48c5-9449-d13782805618 req-b69aef47-def9-413e-b3ec-c0a1f7a71672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:01.611429 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e7b21689-d2c8-48c5-9449-d13782805618 req-b69aef47-def9-413e-b3ec-c0a1f7a71672 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c4a4738a-7d76-4b39-92e8-ebca9284bd6e HTTP/1.1" status: 200 len: 860 time: 0.0929370 Oct 27 18:28:01.655374 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9b54c74e-8bac-49c0-b090-4c8686ab2d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:01.658606 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84faf76-bedc-44b1-8613-fcaaa207ddcd req-94dab1f7-ed2a-4ac5-9877-3de0de0a1901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:01.660263 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e84faf76-bedc-44b1-8613-fcaaa207ddcd req-94dab1f7-ed2a-4ac5-9877-3de0de0a1901 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fa2c4956-e9e1-48c6-a1a7-2a46f1d0015f HTTP/1.1" status: 200 len: 858 time: 0.1594114 Oct 27 18:28:01.674568 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d9d04-58ef-4f9d-8fdd-27a1dc067baf req-1e37a9cb-8adc-4638-afe4-0b5703c7a4b9 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:01.676080 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2c7d9d04-58ef-4f9d-8fdd-27a1dc067baf req-1e37a9cb-8adc-4638-afe4-0b5703c7a4b9 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/ports?device_id=b352a891-3406-4e81-9259-58199bdf0650 HTTP/1.1" status: 200 len: 943 time: 0.1187088 Oct 27 18:28:01.685633 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-9b54c74e-8bac-49c0-b090-4c8686ab2d25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2aca3bf-85ff-4af5-b6b5-e0759d08542c']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:01.700764 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5989bec2-ea82-40c6-a731-7d638c41df1c req-3abc9530-ed7c-48be-a129-165ed3f6ca28 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869930 Oct 27 18:28:01.727800 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e84faf76-bedc-44b1-8613-fcaaa207ddcd req-db8af171-a17b-43d9-864c-bc04d9f76f1f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f16c66fe-8570-46b3-ac79-4410a1968a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404556 Oct 27 18:28:01.728070 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b21689-d2c8-48c5-9449-d13782805618 req-3d336b66-1d98-4d4b-b725-a634f902889f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:01.728175 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-9b54c74e-8bac-49c0-b090-4c8686ab2d25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ff1e10-58c1-48e2-bcc1-b17c7bb71a91') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:01.728175 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-9b54c74e-8bac-49c0-b090-4c8686ab2d25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ff1e10-58c1-48e2-bcc1-b17c7bb71a91') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:01.728323 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e7b21689-d2c8-48c5-9449-d13782805618 req-3d336b66-1d98-4d4b-b725-a634f902889f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=27a035aa-6bb2-429b-9743-1c762638bdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0970743 Oct 27 18:28:01.728403 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-6ff092db-989b-42be-8a9a-d4a80ee341de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 6989e920-feed-4bf7-84f8-f1cbb2ccd945) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:28:01.728756 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff092db-989b-42be-8a9a-d4a80ee341de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:01.729349 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6ff092db-989b-42be-8a9a-d4a80ee341de admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:01.730643 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812ebc4e-f5e6-411c-8542-07a7414fded3 None None] Network 6989e920-feed-4bf7-84f8-f1cbb2ccd945 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:28:01.735846 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9b54c74e-8bac-49c0-b090-4c8686ab2d25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:01.762028 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2c7d9d04-58ef-4f9d-8fdd-27a1dc067baf req-0b362ad7-f06d-40ec-9d9c-6e4d6a76d573 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/security-groups?id=072c529e-ac1b-454a-b20b-661650ad86ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771549 Oct 27 18:28:01.802732 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9b54c74e-8bac-49c0-b090-4c8686ab2d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:01.812862 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b54c74e-8bac-49c0-b090-4c8686ab2d25 admin admin] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:28:01.813188 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9b54c74e-8bac-49c0-b090-4c8686ab2d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:01.814867 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:28:01.814867 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:28:01.814867 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:28:01.814867 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:28:01.814867 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:28:01.814867 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:28:01.814867 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:28:01.814867 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:28:01.814867 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:28:01.814867 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:28:01.814867 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:28:01.814867 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:28:01.814867 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:28:01.814867 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:28:01.814867 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:28:01.814867 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:28:01.814867 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:28:01.814867 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:28:01.814867 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:28:01.814867 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:28:01.814867 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:28:01.814867 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:28:01.814867 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:28:01.814867 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:28:01.814867 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:28:01.814867 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:28:01.814867 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:28:01.814867 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:28:01.814867 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:28:01.814867 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:28:01.814867 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:28:01.814867 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:28:01.841625 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e7b21689-d2c8-48c5-9449-d13782805618 req-fc0d34b5-1785-4eef-9537-c47e28b8a02d service neutron] 10.222.0.93 "GET /v2.0/networks/27a035aa-6bb2-429b-9743-1c762638bdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093395 Oct 27 18:28:01.862252 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6ff092db-989b-42be-8a9a-d4a80ee341de admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5219283 Oct 27 18:28:01.873097 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3e265e-5f14-4d7a-ab88-ba57b9371ac8 None None] Network 6989e920-feed-4bf7-84f8-f1cbb2ccd945 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:28:01.899539 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e84faf76-bedc-44b1-8613-fcaaa207ddcd req-b67503c5-4246-47db-8e6b-958d89f6d822 service neutron] 10.222.0.93 "GET /v2.0/networks/f16c66fe-8570-46b3-ac79-4410a1968a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663749 Oct 27 18:28:01.991806 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9b54c74e-8bac-49c0-b090-4c8686ab2d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:01.992536 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e7b21689-d2c8-48c5-9449-d13782805618 req-70295400-0031-4639-b458-3e8ec62c7aca service neutron] 10.222.0.93 "GET /v2.0/networks/27a035aa-6bb2-429b-9743-1c762638bdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347439 Oct 27 18:28:02.018014 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9b54c74e-8bac-49c0-b090-4c8686ab2d25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:02.024389 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9b54c74e-8bac-49c0-b090-4c8686ab2d25 admin admin] 10.222.0.52 "DELETE /v2.0/networks/a2aca3bf-85ff-4af5-b6b5-e0759d08542c HTTP/1.1" status: 204 len: 168 time: 1.5019450 Oct 27 18:28:02.035294 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b54c74e-8bac-49c0-b090-4c8686ab2d25 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2aca3bf-85ff-4af5-b6b5-e0759d08542c,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:02.110607 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e84faf76-bedc-44b1-8613-fcaaa207ddcd req-1e4330cd-0b38-420d-8b70-fd886c3d5992 service neutron] 10.222.0.93 "GET /v2.0/networks/f16c66fe-8570-46b3-ac79-4410a1968a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945863 Oct 27 18:28:02.166110 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb8d01-5b2e-42ee-9d28-7721c2abac0b req-ffd7691e-7bfa-4d9e-9611-b79ffb887bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:02.167801 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-49fb8d01-5b2e-42ee-9d28-7721c2abac0b req-ffd7691e-7bfa-4d9e-9611-b79ffb887bd7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6638011f07ab4293b73f2f4c2d364560&device_id=b352a891-3406-4e81-9259-58199bdf0650 HTTP/1.1" status: 200 len: 1094 time: 0.0432305 Oct 27 18:28:02.270351 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb8d01-5b2e-42ee-9d28-7721c2abac0b req-f2d430a8-7795-44e0-8232-c39b562bf7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:02.272199 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-49fb8d01-5b2e-42ee-9d28-7721c2abac0b req-f2d430a8-7795-44e0-8232-c39b562bf7da service neutron] 10.222.0.93 "GET /v2.0/networks?id=27a035aa-6bb2-429b-9743-1c762638bdbc HTTP/1.1" status: 200 len: 923 time: 0.0950284 Oct 27 18:28:02.335920 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-49fb8d01-5b2e-42ee-9d28-7721c2abac0b req-29ab3f4a-ee36-43a9-9f6d-64172d99a057 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5cf6019-9a31-49f4-967d-d08f4d332c9b HTTP/1.1" status: 200 len: 217 time: 0.0439711 Oct 27 18:28:02.389422 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb8d01-5b2e-42ee-9d28-7721c2abac0b req-f8fd9d86-143d-4203-9165-257fd49ec525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:02.391404 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-49fb8d01-5b2e-42ee-9d28-7721c2abac0b req-f8fd9d86-143d-4203-9165-257fd49ec525 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c4a4738a-7d76-4b39-92e8-ebca9284bd6e HTTP/1.1" status: 200 len: 860 time: 0.0464628 Oct 27 18:28:02.396809 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59268) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:28:02.412034 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-f4aadb07-813f-4fa8-8e5b-22968654f570 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:02.413806 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-f4aadb07-813f-4fa8-8e5b-22968654f570 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/networks?id=6989e920-feed-4bf7-84f8-f1cbb2ccd945 HTTP/1.1" status: 200 len: 813 time: 0.1338291 Oct 27 18:28:02.427693 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device deff054f-912d-4309-a72e-e4a325b6cf7f no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:28:02.437565 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-ded4c4c2-7651-49a8-9ad1-0051817a893c tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/quotas/e64e3fa67fed4102b6fb3b9a3eeaa7a5 HTTP/1.1" status: 200 len: 375 time: 0.0099239 Oct 27 18:28:02.452398 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: deff054f-912d-4309-a72e-e4a325b6cf7f {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:28:02.452852 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device deff054f-912d-4309-a72e-e4a325b6cf7f not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:28:02.470889 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-59195372-2f6e-4a6d-bcd8-abe453db8c62 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=04d54874387f464283ceea87047d43f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0727384 Oct 27 18:28:02.471499 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59272) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:28:02.487904 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-dd86d977-7905-4e8e-b930-2a630fde7918 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e64e3fa67fed4102b6fb3b9a3eeaa7a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393810 Oct 27 18:28:02.489128 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb8d01-5b2e-42ee-9d28-7721c2abac0b req-14b8704a-b5b3-416b-96fd-f2aff10176c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:02.491411 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-49fb8d01-5b2e-42ee-9d28-7721c2abac0b req-14b8704a-b5b3-416b-96fd-f2aff10176c9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=27a035aa-6bb2-429b-9743-1c762638bdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879402 Oct 27 18:28:02.588692 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-3a277969-18d8-477f-8d01-34f10820eb02 service neutron] 10.222.0.52 "GET /v2.0/networks/6989e920-feed-4bf7-84f8-f1cbb2ccd945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998709 Oct 27 18:28:02.590056 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8a9c24e1-a619-4490-a32c-21bbabb70e81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:02.628677 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8a9c24e1-a619-4490-a32c-21bbabb70e81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:02.631947 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-49fb8d01-5b2e-42ee-9d28-7721c2abac0b req-d3205322-4a37-421a-bf38-dcdc1bdd06df service neutron] 10.222.0.93 "GET /v2.0/networks/27a035aa-6bb2-429b-9743-1c762638bdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310968 Oct 27 18:28:02.690056 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff7415-aef2-4c39-97f6-f966c05a6223 req-3d5fabfe-ecbe-4667-9a96-079269713239 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:02.691582 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-baff7415-aef2-4c39-97f6-f966c05a6223 req-3d5fabfe-ecbe-4667-9a96-079269713239 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.1018984 Oct 27 18:28:02.729215 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-51175e4d-4757-4367-ad2e-02d7bbee5a7e service neutron] 10.222.0.52 "GET /v2.0/networks/6989e920-feed-4bf7-84f8-f1cbb2ccd945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290579 Oct 27 18:28:02.746177 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-baff7415-aef2-4c39-97f6-f966c05a6223 req-89c1d237-729e-4dd4-8e3a-60376d140834 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456266 Oct 27 18:28:02.746631 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-49fb8d01-5b2e-42ee-9d28-7721c2abac0b req-abe502ae-a087-421f-94cd-9e7a1bdc606b service neutron] 10.222.0.93 "GET /v2.0/networks/27a035aa-6bb2-429b-9743-1c762638bdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056671 Oct 27 18:28:02.798878 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8a9c24e1-a619-4490-a32c-21bbabb70e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:02.801637 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8a9c24e1-a619-4490-a32c-21bbabb70e81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:02.803515 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8a9c24e1-a619-4490-a32c-21bbabb70e81 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cecd558f-7126-4d17-8dc4-6ee078eeedad HTTP/1.1" status: 204 len: 168 time: 0.3303368 Oct 27 18:28:02.816565 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9c24e1-a619-4490-a32c-21bbabb70e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecd558f-7126-4d17-8dc4-6ee078eeedad,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:02.862157 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d74ee-b890-49c4-aee8-4945019b74e3 req-c21dae35-d907-4971-b57a-17e4881db06d tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:02.863701 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e88d74ee-b890-49c4-aee8-4945019b74e3 req-c21dae35-d907-4971-b57a-17e4881db06d tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 945 time: 0.0563254 Oct 27 18:28:02.909154 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e88d74ee-b890-49c4-aee8-4945019b74e3 req-05a4af19-75bd-4765-a35c-49f02c9cdafa tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378408 Oct 27 18:28:03.054440 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cc6ec-92a4-41a9-9872-dd68ce7da3a9 req-daf2c686-4c12-4f59-a68e-ab515031a2c5 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:03.059275 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c89cc6ec-92a4-41a9-9872-dd68ce7da3a9 req-daf2c686-4c12-4f59-a68e-ab515031a2c5 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/ports?device_id=b352a891-3406-4e81-9259-58199bdf0650 HTTP/1.1" status: 200 len: 943 time: 0.0872128 Oct 27 18:28:03.088900 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c06877-09b4-49f2-bd4a-1468e2c20152 req-94b45deb-7e76-4304-bdf5-bdda20cb4c48 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:03.095539 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b5c06877-09b4-49f2-bd4a-1468e2c20152 req-94b45deb-7e76-4304-bdf5-bdda20cb4c48 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 946 time: 0.1063724 Oct 27 18:28:03.124111 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c89cc6ec-92a4-41a9-9872-dd68ce7da3a9 req-fbda1e58-ac25-4435-aa17-4d9f90a7367e tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/security-groups?id=072c529e-ac1b-454a-b20b-661650ad86ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622034 Oct 27 18:28:03.152730 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b5c06877-09b4-49f2-bd4a-1468e2c20152 req-b08c43e7-c9c0-43f2-91ef-6563ba247869 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502968 Oct 27 18:28:03.202862 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1e6a9058-01c6-4dcd-aac8-912609365fff req-df95160c-7c9e-45da-ace6-91b041f8583d tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 210 time: 0.0306568 Oct 27 18:28:03.867397 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02061114-ca13-46c3-9b4e-671e9d7db7f9 req-60798b27-9506-45d7-9897-b91a40ee06c7 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:03.869676 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-02061114-ca13-46c3-9b4e-671e9d7db7f9 req-60798b27-9506-45d7-9897-b91a40ee06c7 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.0499909 Oct 27 18:28:03.887547 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59314) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:28:03.911011 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-02061114-ca13-46c3-9b4e-671e9d7db7f9 req-34c6b10c-065c-47fe-803b-e14994d6899a tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351102 Oct 27 18:28:03.985212 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-002d6d2e-58c5-4fb9-b7bb-2f1fbe271084 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1498730399-network', 'tenant_id': 'c1a5c59bf0f643ba9aadd3ad190c86d2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:28:04.039855 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823661e-70a6-4437-87e8-23a8b32e3ba3 req-781a18be-1b18-4cad-951b-01cb3581f749 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:04.041245 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b823661e-70a6-4437-87e8-23a8b32e3ba3 req-781a18be-1b18-4cad-951b-01cb3581f749 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 945 time: 0.0516744 Oct 27 18:28:04.080084 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b823661e-70a6-4437-87e8-23a8b32e3ba3 req-dc4f9650-7d5e-419a-ba07-7250395b2156 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329430 Oct 27 18:28:04.081777 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002d6d2e-58c5-4fb9-b7bb-2f1fbe271084 admin admin] Made reservation on behalf of c1a5c59bf0f643ba9aadd3ad190c86d2 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:28:04.084796 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-002d6d2e-58c5-4fb9-b7bb-2f1fbe271084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:04.093493 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-002d6d2e-58c5-4fb9-b7bb-2f1fbe271084 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:04.168862 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-002d6d2e-58c5-4fb9-b7bb-2f1fbe271084 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:04.243581 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-002d6d2e-58c5-4fb9-b7bb-2f1fbe271084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:04.272489 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-002d6d2e-58c5-4fb9-b7bb-2f1fbe271084 admin admin] vlan segment allocate from pool success with {'vlan_id': 1001, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:28:04.280018 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d6d2e-58c5-4fb9-b7bb-2f1fbe271084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c594e79-0225-46ed-b7f7-edcf1823084f,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:04.287047 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-002d6d2e-58c5-4fb9-b7bb-2f1fbe271084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:04.287390 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-002d6d2e-58c5-4fb9-b7bb-2f1fbe271084 admin admin] Added segment e7d03a9a-ffa4-4fdd-a9c1-2f3ca9a86839 of type vlan for network 0345201b-ce8f-41da-900c-0bc942ff720b Oct 27 18:28:04.334008 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-002d6d2e-58c5-4fb9-b7bb-2f1fbe271084 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:04.471912 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-002d6d2e-58c5-4fb9-b7bb-2f1fbe271084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:04.472951 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002d6d2e-58c5-4fb9-b7bb-2f1fbe271084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:04.473703 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-002d6d2e-58c5-4fb9-b7bb-2f1fbe271084 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:04.536177 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d6d2e-58c5-4fb9-b7bb-2f1fbe271084 admin admin] Pushing event updated for resources: {'Network': ['ID=0345201b-ce8f-41da-900c-0bc942ff720b,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:04.547754 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 0345201b-ce8f-41da-900c-0bc942ff720b details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:28:04.595576 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-002d6d2e-58c5-4fb9-b7bb-2f1fbe271084 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7068424 Oct 27 18:28:04.598720 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59326) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:28:04.604117 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-9a0d85bf-47df-401f-b8f1-1f9e80c99fd8 admin admin] Request body: {'subnet': {'network_id': '0345201b-ce8f-41da-900c-0bc942ff720b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1498730399-subnet', 'tenant_id': 'c1a5c59bf0f643ba9aadd3ad190c86d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:28:04.609511 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3170ee8-93ec-4449-b140-e4d99dfc54cd req-f8a6d3b5-d83c-496f-9fcc-4bee8adad75d tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:04.611106 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b3170ee8-93ec-4449-b140-e4d99dfc54cd req-f8a6d3b5-d83c-496f-9fcc-4bee8adad75d tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/ports?device_id=b352a891-3406-4e81-9259-58199bdf0650 HTTP/1.1" status: 200 len: 943 time: 0.4165170 Oct 27 18:28:04.624988 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3dbda7-5b30-404d-934e-94694cabae43 req-76a16d69-ce8d-4c33-91d8-92eb7de5fbcf tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:04.632777 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8e3dbda7-5b30-404d-934e-94694cabae43 req-76a16d69-ce8d-4c33-91d8-92eb7de5fbcf tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 946 time: 0.4031136 Oct 27 18:28:04.686358 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8e3dbda7-5b30-404d-934e-94694cabae43 req-8203a436-897a-4d77-b79b-a5d8901fdd92 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527196 Oct 27 18:28:04.691051 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b3170ee8-93ec-4449-b140-e4d99dfc54cd req-d3210c72-99a5-4946-a39e-d96f12d59b2a tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/security-groups?id=072c529e-ac1b-454a-b20b-661650ad86ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562966 Oct 27 18:28:04.721664 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device a5cf6019-9a31-49f4-967d-d08f4d332c9b details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:28:04.727779 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0d85bf-47df-401f-b8f1-1f9e80c99fd8 admin admin] Made reservation on behalf of c1a5c59bf0f643ba9aadd3ad190c86d2 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:28:04.730153 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a0d85bf-47df-401f-b8f1-1f9e80c99fd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:04.784266 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e89f50cc-b6a6-4848-a159-10c7674b75f5 req-ede6215d-f698-4762-99b2-73481f0893d6 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 210 time: 0.0355835 Oct 27 18:28:04.846091 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port a5cf6019-9a31-49f4-967d-d08f4d332c9b, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=a5cf6019-9a31-49f4-967d-d08f4d332c9b,segment=NetworkSegment(1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b),segment_id=1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:28:04.857779 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'a5cf6019-9a31-49f4-967d-d08f4d332c9b', 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc', 'port_id': 'a5cf6019-9a31-49f4-967d-d08f4d332c9b', 'mac_address': 'fa:16:3e:3d:79:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4a4738a-7d76-4b39-92e8-ebca9284bd6e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:28:04.895969 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:04.909208 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5cf6019-9a31-49f4-967d-d08f4d332c9b {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:28:04.929127 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port a5cf6019-9a31-49f4-967d-d08f4d332c9b, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=a5cf6019-9a31-49f4-967d-d08f4d332c9b,segment=NetworkSegment(1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b),segment_id=1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:28:04.970199 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a0d85bf-47df-401f-b8f1-1f9e80c99fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:04.987135 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:05.030588 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d85bf-47df-401f-b8f1-1f9e80c99fd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb8f0301-338c-4c21-893f-1e4a58a649c3,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:05.037610 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60acef6b-9d10-4f64-9b54-05109c3b6376 req-1dd3029f-2815-4cd3-b341-a566c1ac5cc2 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:05.039945 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0d85bf-47df-401f-b8f1-1f9e80c99fd8 admin admin] Checking segment: {'id': 'e7d03a9a-ffa4-4fdd-a9c1-2f3ca9a86839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '0345201b-ce8f-41da-900c-0bc942ff720b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:28:05.040609 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0d85bf-47df-401f-b8f1-1f9e80c99fd8 admin admin] Network hostable DHCP agents. Network: 0345201b-ce8f-41da-900c-0bc942ff720b, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:28:05.044931 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-60acef6b-9d10-4f64-9b54-05109c3b6376 req-1dd3029f-2815-4cd3-b341-a566c1ac5cc2 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.0636125 Oct 27 18:28:05.051151 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=a5cf6019-9a31-49f4-967d-d08f4d332c9b,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:05.080373 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-60acef6b-9d10-4f64-9b54-05109c3b6376 req-b031272b-c313-40b4-968a-d55f0c99d31a tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346279 Oct 27 18:28:05.131008 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0d85bf-47df-401f-b8f1-1f9e80c99fd8 admin admin] Network 0345201b-ce8f-41da-900c-0bc942ff720b is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:28:05.211747 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de3ec1-0b3b-4037-9fb0-3c93fd885c33 req-c88696ad-3fd5-4dd0-b7a0-3c395b40a9bf tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:05.213402 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-99de3ec1-0b3b-4037-9fb0-3c93fd885c33 req-c88696ad-3fd5-4dd0-b7a0-3c395b40a9bf tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 945 time: 0.0510216 Oct 27 18:28:05.222389 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-9a0d85bf-47df-401f-b8f1-1f9e80c99fd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 0345201b-ce8f-41da-900c-0bc942ff720b) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:28:05.229717 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0d85bf-47df-401f-b8f1-1f9e80c99fd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:05.230344 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a0d85bf-47df-401f-b8f1-1f9e80c99fd8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:05.238586 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdf2a6c-80dd-4b2b-a843-0acbafae0f99 None None] Network 0345201b-ce8f-41da-900c-0bc942ff720b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:28:05.257630 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-99de3ec1-0b3b-4037-9fb0-3c93fd885c33 req-bc066091-fb6c-497b-8530-50c529f8f447 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377722 Oct 27 18:28:05.355940 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59334) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:28:05.356171 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9a0d85bf-47df-401f-b8f1-1f9e80c99fd8 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7557397 Oct 27 18:28:05.361237 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-a5894c7f-544b-4042-ae78-557ad976cb3d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1498730399-router', 'tenant_id': 'c1a5c59bf0f643ba9aadd3ad190c86d2', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:28:05.381425 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad743f-3ced-4c5c-91fe-6646180d0725 req-fe38d38e-cc45-4fc0-a86b-0a3b35b0aec3 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:05.382192 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-81ad743f-3ced-4c5c-91fe-6646180d0725 req-fe38d38e-cc45-4fc0-a86b-0a3b35b0aec3 tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.93 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 945 time: 0.0632117 Oct 27 18:28:05.427075 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3f44e1-c52a-4e9b-916b-c953e67f1bfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-0345201b-ce8f-41da-900c-0bc942ff720b', 'network_id': '0345201b-ce8f-41da-900c-0bc942ff720b', 'tenant_id': 'c1a5c59bf0f643ba9aadd3ad190c86d2', 'fixed_ips': [{'subnet_id': 'eb8f0301-338c-4c21-893f-1e4a58a649c3'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:28:05.428968 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7d3f44e1-c52a-4e9b-916b-c953e67f1bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:05.479915 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a5894c7f-544b-4042-ae78-557ad976cb3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:05.480939 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a5894c7f-544b-4042-ae78-557ad976cb3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:05.509396 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-81ad743f-3ced-4c5c-91fe-6646180d0725 req-2afa78ef-5c45-4e9e-a6b4-cd494008966a tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Deleting port 16fcb1e9-6f84-4de7-b97e-cec04d757051 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:28:05.510729 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-81ad743f-3ced-4c5c-91fe-6646180d0725 req-2afa78ef-5c45-4e9e-a6b4-cd494008966a tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:05.514930 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['a5cf6019-9a31-49f4-967d-d08f4d332c9b'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:28:05.564772 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a5894c7f-544b-4042-ae78-557ad976cb3d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:05.577962 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-030c9923-52af-4e0d-b3c8-523812d2f876 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:05.579486 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-030c9923-52af-4e0d-b3c8-523812d2f876 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.93 "GET /v2.0/networks?id=6989e920-feed-4bf7-84f8-f1cbb2ccd945 HTTP/1.1" status: 200 len: 813 time: 0.1742156 Oct 27 18:28:05.599469 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-3772a279-1e3d-484a-aa4e-f043a91cec32 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Request body: {'port': {'device_id': 'd655789b-cbec-4247-a022-1a4d4187ebf8', 'network_id': '6989e920-feed-4bf7-84f8-f1cbb2ccd945', 'admin_state_up': True, 'tenant_id': 'e64e3fa67fed4102b6fb3b9a3eeaa7a5'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:28:05.619244 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-81ad743f-3ced-4c5c-91fe-6646180d0725 req-2afa78ef-5c45-4e9e-a6b4-cd494008966a tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] For port 16fcb1e9-6f84-4de7-b97e-cec04d757051, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=16fcb1e9-6f84-4de7-b97e-cec04d757051,segment=NetworkSegment(b9297ae3-0585-4555-9e56-c8358a522843),segment_id=b9297ae3-0585-4555-9e56-c8358a522843)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:28:05.619928 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-81ad743f-3ced-4c5c-91fe-6646180d0725 req-2afa78ef-5c45-4e9e-a6b4-cd494008966a tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:05.638045 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-81ad743f-3ced-4c5c-91fe-6646180d0725 req-2afa78ef-5c45-4e9e-a6b4-cd494008966a tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Calling delete_port for 16fcb1e9-6f84-4de7-b97e-cec04d757051 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:28:05.673228 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-7d3f44e1-c52a-4e9b-916b-c953e67f1bfd None None] Allocated IP 172.20.0.2 (0345201b-ce8f-41da-900c-0bc942ff720b/eb8f0301-338c-4c21-893f-1e4a58a649c3/89ddef42-76f6-47ec-9412-a5f07c970570) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:28:05.876576 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a5894c7f-544b-4042-ae78-557ad976cb3d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:05.902223 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-81ad743f-3ced-4c5c-91fe-6646180d0725 req-2afa78ef-5c45-4e9e-a6b4-cd494008966a tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:05.928316 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f6d4e-eda2-45e3-bf8c-c032881aa5c3 req-85a587d3-1d93-427f-a5ea-78ef8e85297d tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:05.934170 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a25f6d4e-eda2-45e3-bf8c-c032881aa5c3 req-85a587d3-1d93-427f-a5ea-78ef8e85297d tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 946 time: 0.1130700 Oct 27 18:28:05.937384 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa78ef-5c45-4e9e-a6b4-cd494008966a tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Pushing event deleted for resources: {'Port': ['ID=16fcb1e9-6f84-4de7-b97e-cec04d757051,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:05.938276 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede16f53-7b30-42d1-a274-5550c2bb3ac9 req-8b8ed86f-ca50-4b31-a7d0-212df76e427b tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:05.939801 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ede16f53-7b30-42d1-a274-5550c2bb3ac9 req-8b8ed86f-ca50-4b31-a7d0-212df76e427b tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/ports?device_id=b352a891-3406-4e81-9259-58199bdf0650 HTTP/1.1" status: 200 len: 944 time: 0.1241314 Oct 27 18:28:05.944727 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7d3f44e1-c52a-4e9b-916b-c953e67f1bfd None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:05.991361 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ad743f-3ced-4c5c-91fe-6646180d0725 req-2afa78ef-5c45-4e9e-a6b4-cd494008966a tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] No DVR routers for this DVR port 16fcb1e9-6f84-4de7-b97e-cec04d757051 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:28:05.993857 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-81ad743f-3ced-4c5c-91fe-6646180d0725 req-2afa78ef-5c45-4e9e-a6b4-cd494008966a tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:05.997232 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-81ad743f-3ced-4c5c-91fe-6646180d0725 req-2afa78ef-5c45-4e9e-a6b4-cd494008966a tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.93 "DELETE /v2.0/ports/16fcb1e9-6f84-4de7-b97e-cec04d757051 HTTP/1.1" status: 204 len: 173 time: 0.6070557 Oct 27 18:28:05.997673 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a10873-5693-4235-b96b-42027fbc3776', 'name': 'network-vif-deleted', 'tag': '16fcb1e9-6f84-4de7-b97e-cec04d757051'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:28:05.999948 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13d66a2-342c-46f9-9c6b-19888e4a5458" -d '{"events": [{"server_uuid": "08a10873-5693-4235-b96b-42027fbc3776", "name": "network-vif-deleted", "tag": "16fcb1e9-6f84-4de7-b97e-cec04d757051"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:28:06.005705 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7d3f44e1-c52a-4e9b-916b-c953e67f1bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:06.006775 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a25f6d4e-eda2-45e3-bf8c-c032881aa5c3 req-aa4af1c9-dba5-48e9-bca9-b32a79e2e77b tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659032 Oct 27 18:28:06.039953 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-3772a279-1e3d-484a-aa4e-f043a91cec32 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Made reservation on behalf of e64e3fa67fed4102b6fb3b9a3eeaa7a5 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:28:06.043416 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-3772a279-1e3d-484a-aa4e-f043a91cec32 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:06.052753 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3f44e1-c52a-4e9b-916b-c953e67f1bfd None None] Network 0345201b-ce8f-41da-900c-0bc942ff720b is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:28:06.056992 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-7d3f44e1-c52a-4e9b-916b-c953e67f1bfd None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:28:06.059161 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ede16f53-7b30-42d1-a274-5550c2bb3ac9 req-12b658a0-063c-4955-ade0-bd19a22e747a tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/security-groups?id=072c529e-ac1b-454a-b20b-661650ad86ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103904 Oct 27 18:28:06.059494 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3f44e1-c52a-4e9b-916b-c953e67f1bfd None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:28:06.128243 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f44e1-c52a-4e9b-916b-c953e67f1bfd None None] Pushing event updated for resources: {'Port': ['ID=89ddef42-76f6-47ec-9412-a5f07c970570,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:06.149211 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-7d3f44e1-c52a-4e9b-916b-c953e67f1bfd None None] Attempting to bind port 89ddef42-76f6-47ec-9412-a5f07c970570 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:28:06.149739 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-7d3f44e1-c52a-4e9b-916b-c953e67f1bfd None None] Attempting to bind port 89ddef42-76f6-47ec-9412-a5f07c970570 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'e7d03a9a-ffa4-4fdd-a9c1-2f3ca9a86839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '0345201b-ce8f-41da-900c-0bc942ff720b'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:28:06.150194 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3f44e1-c52a-4e9b-916b-c953e67f1bfd None None] Attempting to bind port 89ddef42-76f6-47ec-9412-a5f07c970570 on network 0345201b-ce8f-41da-900c-0bc942ff720b {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:28:06.158174 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3f44e1-c52a-4e9b-916b-c953e67f1bfd None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:28:06.158174 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3f44e1-c52a-4e9b-916b-c953e67f1bfd None None] Checking segment: {'id': 'e7d03a9a-ffa4-4fdd-a9c1-2f3ca9a86839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '0345201b-ce8f-41da-900c-0bc942ff720b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:28:06.158174 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7d3f44e1-c52a-4e9b-916b-c953e67f1bfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:06.158174 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3f44e1-c52a-4e9b-916b-c953e67f1bfd None None] Bound using segment: {'id': 'e7d03a9a-ffa4-4fdd-a9c1-2f3ca9a86839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '0345201b-ce8f-41da-900c-0bc942ff720b'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:28:06.158890 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-7d3f44e1-c52a-4e9b-916b-c953e67f1bfd None None] Bound port: 89ddef42-76f6-47ec-9412-a5f07c970570, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d03a9a-ffa4-4fdd-a9c1-2f3ca9a86839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '0345201b-ce8f-41da-900c-0bc942ff720b'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:28:06.160119 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7d3f44e1-c52a-4e9b-916b-c953e67f1bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:06.165078 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41bed5ac-ffe4-4e5a-a5dc-f56bba021005 x-openstack-request-id: req-41bed5ac-ffe4-4e5a-a5dc-f56bba021005 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:28:06.165381 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a10873-5693-4235-b96b-42027fbc3776", "name": "network-vif-deleted", "tag": "16fcb1e9-6f84-4de7-b97e-cec04d757051", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:28:06.165640 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-41bed5ac-ffe4-4e5a-a5dc-f56bba021005 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:28:06.166037 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a10873-5693-4235-b96b-42027fbc3776', 'name': 'network-vif-deleted', 'tag': '16fcb1e9-6f84-4de7-b97e-cec04d757051', 'status': 'completed', 'code': 200} Oct 27 18:28:06.208191 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-3772a279-1e3d-484a-aa4e-f043a91cec32 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Allocated IP 172.20.0.7 (6989e920-feed-4bf7-84f8-f1cbb2ccd945/3a9f8f14-f0ca-4df8-88cf-d969ee3e3889/2ac1af36-f4e9-4436-ba14-271bc5404393) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:28:06.248385 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3b84c6cf-eedc-45fb-8e32-6e2e920b64ac req-32231ecf-0c0b-4d5d-ba48-2e9512bbf00e tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 210 time: 0.0539241 Oct 27 18:28:06.274419 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-7d3f44e1-c52a-4e9b-916b-c953e67f1bfd None None] For port 89ddef42-76f6-47ec-9412-a5f07c970570, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:28:06.277965 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-7d3f44e1-c52a-4e9b-916b-c953e67f1bfd None None] For port 89ddef42-76f6-47ec-9412-a5f07c970570, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=89ddef42-76f6-47ec-9412-a5f07c970570,segment=NetworkSegment(e7d03a9a-ffa4-4fdd-a9c1-2f3ca9a86839),segment_id=e7d03a9a-ffa4-4fdd-a9c1-2f3ca9a86839)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:28:06.387589 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7d3f44e1-c52a-4e9b-916b-c953e67f1bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:06.390544 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-62c1603d-f007-42f7-b4d2-918c71334c61 req-c7f09ad6-cb28-4fb5-8464-6761c367828a tempest-ServerRescueTestJSON-1511983322 tempest-ServerRescueTestJSON-1511983322-project] 10.222.0.52 "GET /v2.0/ports?device_id=08a10873-5693-4235-b96b-42027fbc3776 HTTP/1.1" status: 200 len: 210 time: 0.0484378 Oct 27 18:28:06.442227 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d32ce-3877-417a-bf79-6ef78b3efd4a req-bd3667ee-c6d6-4258-a9e6-2b065012f2f9 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:06.444546 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b17d32ce-3877-417a-bf79-6ef78b3efd4a req-bd3667ee-c6d6-4258-a9e6-2b065012f2f9 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.1986110 Oct 27 18:28:06.463830 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f44e1-c52a-4e9b-916b-c953e67f1bfd None None] Pushing event updated for resources: {'Port': ['ID=89ddef42-76f6-47ec-9412-a5f07c970570,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:06.517225 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a5894c7f-544b-4042-ae78-557ad976cb3d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:06.546605 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a5894c7f-544b-4042-ae78-557ad976cb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:06.577671 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b17d32ce-3877-417a-bf79-6ef78b3efd4a req-d65998f9-ca6f-4d99-9d63-98838b8a1268 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242151 Oct 27 18:28:06.700123 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-3772a279-1e3d-484a-aa4e-f043a91cec32 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:06.739448 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-a5894c7f-544b-4042-ae78-557ad976cb3d admin admin] Allocated IP 172.25.6.66 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/2d234c10-19ec-420c-be61-d983b45a75a7) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:28:06.837588 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-3772a279-1e3d-484a-aa4e-f043a91cec32 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:06.890651 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a5894c7f-544b-4042-ae78-557ad976cb3d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:06.906121 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-3772a279-1e3d-484a-aa4e-f043a91cec32 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Network 6989e920-feed-4bf7-84f8-f1cbb2ccd945 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:28:06.912872 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-3772a279-1e3d-484a-aa4e-f043a91cec32 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:28:06.915420 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-3772a279-1e3d-484a-aa4e-f043a91cec32 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:28:06.943843 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772a279-1e3d-484a-aa4e-f043a91cec32 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Pushing event updated for resources: {'Port': ['ID=2ac1af36-f4e9-4436-ba14-271bc5404393,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:06.985514 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-3772a279-1e3d-484a-aa4e-f043a91cec32 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:06.986127 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-3772a279-1e3d-484a-aa4e-f043a91cec32 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:07.135224 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ecd8b-5e79-4df5-9a63-02df1e84ead1 req-087ce0c2-d9f5-4e23-bd98-8aa60a7c0c0f tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:07.136816 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9b4ecd8b-5e79-4df5-9a63-02df1e84ead1 req-087ce0c2-d9f5-4e23-bd98-8aa60a7c0c0f tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 946 time: 0.0577054 Oct 27 18:28:07.141853 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a5894c7f-544b-4042-ae78-557ad976cb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:07.235846 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-3772a279-1e3d-484a-aa4e-f043a91cec32 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6425321 Oct 27 18:28:07.244190 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5894c7f-544b-4042-ae78-557ad976cb3d admin admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:28:07.257738 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-aa102501-5fd4-4d60-af90-8ca9ce9c469b service neutron] Request body: {'port': {'device_id': 'd655789b-cbec-4247-a022-1a4d4187ebf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:28:07.261882 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-a5894c7f-544b-4042-ae78-557ad976cb3d admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:28:07.264343 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5894c7f-544b-4042-ae78-557ad976cb3d admin admin] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:28:07.323614 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5894c7f-544b-4042-ae78-557ad976cb3d admin admin] Pushing event updated for resources: {'Port': ['ID=2d234c10-19ec-420c-be61-d983b45a75a7,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:07.339373 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9b4ecd8b-5e79-4df5-9a63-02df1e84ead1 req-0af3c971-e86a-408f-b099-af91f8d4bf07 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946695 Oct 27 18:28:07.381287 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0481ae61-aed2-46df-8722-7275958bf78a None None] Network 0345201b-ce8f-41da-900c-0bc942ff720b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:28:07.389444 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69332789-c779-4e6f-9e8f-8f8deacfe011 req-10d9a1b8-1caf-4230-b30b-20a0286ec41d tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:07.391011 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-69332789-c779-4e6f-9e8f-8f8deacfe011 req-10d9a1b8-1caf-4230-b30b-20a0286ec41d tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/ports?device_id=b352a891-3406-4e81-9259-58199bdf0650 HTTP/1.1" status: 200 len: 944 time: 0.2326913 Oct 27 18:28:07.469414 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-aa102501-5fd4-4d60-af90-8ca9ce9c469b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:07.499727 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-73e72695-537f-4792-a6f7-ecb26ba9fbb6 None None] Provisioning complete for port 89ddef42-76f6-47ec-9412-a5f07c970570 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:28:07.500100 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-73e72695-537f-4792-a6f7-ecb26ba9fbb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:07.602663 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-69332789-c779-4e6f-9e8f-8f8deacfe011 req-612e77ea-28e8-4d6a-9802-c161b91fd746 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/security-groups?id=072c529e-ac1b-454a-b20b-661650ad86ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012384 Oct 27 18:28:07.616139 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-73e72695-537f-4792-a6f7-ecb26ba9fbb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:07.658221 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-73e72695-537f-4792-a6f7-ecb26ba9fbb6 None None] For port 89ddef42-76f6-47ec-9412-a5f07c970570, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=89ddef42-76f6-47ec-9412-a5f07c970570,segment=NetworkSegment(e7d03a9a-ffa4-4fdd-a9c1-2f3ca9a86839),segment_id=e7d03a9a-ffa4-4fdd-a9c1-2f3ca9a86839)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:28:07.659082 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59364) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:28:07.684873 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e02abb-6a8d-4dc5-a18d-f73faad4efb0 req-5aef58cd-1f1f-403c-8109-b60f0076795d tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:07.686553 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c4e02abb-6a8d-4dc5-a18d-f73faad4efb0 req-5aef58cd-1f1f-403c-8109-b60f0076795d tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 931 time: 0.2006304 Oct 27 18:28:07.735575 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-73e72695-537f-4792-a6f7-ecb26ba9fbb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:07.785221 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e72695-537f-4792-a6f7-ecb26ba9fbb6 None None] Pushing event updated for resources: {'Port': ['ID=89ddef42-76f6-47ec-9412-a5f07c970570,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:07.918286 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c4e02abb-6a8d-4dc5-a18d-f73faad4efb0 req-df1039a9-6b91-4a54-b710-d87b5e340544 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237709 Oct 27 18:28:07.929069 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a5894c7f-544b-4042-ae78-557ad976cb3d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:07.961973 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-22f590b1-21c0-4e0c-8004-fce240dfcfe5 None None] Provisioning complete for port 89ddef42-76f6-47ec-9412-a5f07c970570 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:28:07.962703 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-22f590b1-21c0-4e0c-8004-fce240dfcfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:07.979239 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114bd3d-9407-4468-9869-c95824224d96 req-47d0fc03-1325-4a88-b3b2-6dd5464d78b8 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:07.980776 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d114bd3d-9407-4468-9869-c95824224d96 req-47d0fc03-1325-4a88-b3b2-6dd5464d78b8 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.1824615 Oct 27 18:28:08.044845 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a36d6f2e-fb83-4c31-9d60-55a641f6565b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:08.099836 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d114bd3d-9407-4468-9869-c95824224d96 req-4985f37e-9369-4856-89d4-6bad35007011 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910275 Oct 27 18:28:08.219559 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-aa102501-5fd4-4d60-af90-8ca9ce9c469b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ac1af36-f4e9-4436-ba14-271bc5404393 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:28:08.230868 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-aa102501-5fd4-4d60-af90-8ca9ce9c469b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:08.250755 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-aa102501-5fd4-4d60-af90-8ca9ce9c469b service neutron] Transition to ACTIVE for port object 2ac1af36-f4e9-4436-ba14-271bc5404393 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:28:08.264946 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a5894c7f-544b-4042-ae78-557ad976cb3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:08.292835 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-a36d6f2e-fb83-4c31-9d60-55a641f6565b admin admin] Deleting port 4d241fbe-069e-43fe-b271-6894fe51ead9 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:28:08.293176 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a36d6f2e-fb83-4c31-9d60-55a641f6565b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:08.330101 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-aa102501-5fd4-4d60-af90-8ca9ce9c469b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:08.377732 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-a36d6f2e-fb83-4c31-9d60-55a641f6565b admin admin] For port 4d241fbe-069e-43fe-b271-6894fe51ead9, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=4d241fbe-069e-43fe-b271-6894fe51ead9,segment=NetworkSegment(b9297ae3-0585-4555-9e56-c8358a522843),segment_id=b9297ae3-0585-4555-9e56-c8358a522843)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:28:08.378094 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a36d6f2e-fb83-4c31-9d60-55a641f6565b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:08.392296 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-a36d6f2e-fb83-4c31-9d60-55a641f6565b admin admin] Calling delete_port for 4d241fbe-069e-43fe-b271-6894fe51ead9 owned by network:router_interface {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:28:08.528405 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 89ddef42-76f6-47ec-9412-a5f07c970570 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:28:08.583903 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 89ddef42-76f6-47ec-9412-a5f07c970570 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:28:08.584648 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:08.667934 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a36d6f2e-fb83-4c31-9d60-55a641f6565b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:08.700513 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d6f2e-fb83-4c31-9d60-55a641f6565b admin admin] Pushing event deleted for resources: {'Port': ['ID=4d241fbe-069e-43fe-b271-6894fe51ead9,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:08.737019 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device a5cf6019-9a31-49f4-967d-d08f4d332c9b up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:28:08.783693 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa102501-5fd4-4d60-af90-8ca9ce9c469b service neutron] Pushing event updated for resources: {'Port': ['ID=2ac1af36-f4e9-4436-ba14-271bc5404393,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:08.840346 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfefb1f-bf7a-4764-a88e-2222148c87cb req-ed6b5280-095f-4eb7-80b8-0ba4f3547628 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:08.841833 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2bfefb1f-bf7a-4764-a88e-2222148c87cb req-ed6b5280-095f-4eb7-80b8-0ba4f3547628 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 946 time: 0.1430421 Oct 27 18:28:08.855752 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port a5cf6019-9a31-49f4-967d-d08f4d332c9b completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:28:08.859946 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port a5cf6019-9a31-49f4-967d-d08f4d332c9b triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:28:08.860287 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:08.874783 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a36d6f2e-fb83-4c31-9d60-55a641f6565b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:08.883093 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf076f-9b5e-4d51-ae3f-cc0e0dee96b5 req-850cbc12-25bc-4242-80e9-5804f83812c3 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:08.884600 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-85bf076f-9b5e-4d51-ae3f-cc0e0dee96b5 req-850cbc12-25bc-4242-80e9-5804f83812c3 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/ports?device_id=b352a891-3406-4e81-9259-58199bdf0650 HTTP/1.1" status: 200 len: 944 time: 0.1882365 Oct 27 18:28:08.951546 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:08.954472 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2bfefb1f-bf7a-4764-a88e-2222148c87cb req-64c6e972-0814-4798-a34b-8cc42ab11790 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908937 Oct 27 18:28:08.983070 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-aa102501-5fd4-4d60-af90-8ca9ce9c469b service neutron] Attempting to bind port 2ac1af36-f4e9-4436-ba14-271bc5404393 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:28:08.983492 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-aa102501-5fd4-4d60-af90-8ca9ce9c469b service neutron] Attempting to bind port 2ac1af36-f4e9-4436-ba14-271bc5404393 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '2dded0ce-75a9-4672-98e4-0cf30caebd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '6989e920-feed-4bf7-84f8-f1cbb2ccd945'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:28:08.984300 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-aa102501-5fd4-4d60-af90-8ca9ce9c469b service neutron] Attempting to bind port 2ac1af36-f4e9-4436-ba14-271bc5404393 on network 6989e920-feed-4bf7-84f8-f1cbb2ccd945 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:28:08.994446 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-85bf076f-9b5e-4d51-ae3f-cc0e0dee96b5 req-fe1fcafe-a169-47de-8d73-f4f178a742e6 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/security-groups?id=072c529e-ac1b-454a-b20b-661650ad86ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896516 Oct 27 18:28:08.995228 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-aa102501-5fd4-4d60-af90-8ca9ce9c469b service neutron] Port 2ac1af36-f4e9-4436-ba14-271bc5404393 on network 6989e920-feed-4bf7-84f8-f1cbb2ccd945 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:28:08.995561 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-aa102501-5fd4-4d60-af90-8ca9ce9c469b service neutron] Attempting to bind port 2ac1af36-f4e9-4436-ba14-271bc5404393 on network 6989e920-feed-4bf7-84f8-f1cbb2ccd945 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:28:08.997557 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b352a891-3406-4e81-9259-58199bdf0650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5cf6019-9a31-49f4-967d-d08f4d332c9b'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:28:09.003027 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26c78a0-e7b2-4308-84f7-d105a2f3130e" -d '{"events": [{"server_uuid": "b352a891-3406-4e81-9259-58199bdf0650", "name": "network-vif-plugged", "status": "completed", "tag": "a5cf6019-9a31-49f4-967d-d08f4d332c9b"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:28:09.003315 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-aa102501-5fd4-4d60-af90-8ca9ce9c469b service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:28:09.003315 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-aa102501-5fd4-4d60-af90-8ca9ce9c469b service neutron] Checking segment: {'id': '2dded0ce-75a9-4672-98e4-0cf30caebd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '6989e920-feed-4bf7-84f8-f1cbb2ccd945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:28:09.003315 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-aa102501-5fd4-4d60-af90-8ca9ce9c469b service neutron] Bound using segment: {'id': '2dded0ce-75a9-4672-98e4-0cf30caebd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '6989e920-feed-4bf7-84f8-f1cbb2ccd945'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:28:09.003315 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-aa102501-5fd4-4d60-af90-8ca9ce9c469b service neutron] Bound port: 2ac1af36-f4e9-4436-ba14-271bc5404393, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dded0ce-75a9-4672-98e4-0cf30caebd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '6989e920-feed-4bf7-84f8-f1cbb2ccd945'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:28:09.003315 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-aa102501-5fd4-4d60-af90-8ca9ce9c469b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:09.013793 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port a5cf6019-9a31-49f4-967d-d08f4d332c9b, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=a5cf6019-9a31-49f4-967d-d08f4d332c9b,segment=NetworkSegment(1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b),segment_id=1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:28:09.055190 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d49f9bd-c5ae-42b8-af17-160ce8559fdf x-openstack-request-id: req-9d49f9bd-c5ae-42b8-af17-160ce8559fdf {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:28:09.055644 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b352a891-3406-4e81-9259-58199bdf0650", "name": "network-vif-plugged", "status": "completed", "tag": "a5cf6019-9a31-49f4-967d-d08f4d332c9b", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:28:09.055899 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9d49f9bd-c5ae-42b8-af17-160ce8559fdf {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:28:09.056282 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b352a891-3406-4e81-9259-58199bdf0650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5cf6019-9a31-49f4-967d-d08f4d332c9b', 'code': 200} Oct 27 18:28:09.095308 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5894c7f-544b-4042-ae78-557ad976cb3d admin admin] Router 4958536c-c11f-487b-9ade-1ee20322c276 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:28:09.101162 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:09.102130 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 16fcb1e9-6f84-4de7-b97e-cec04d757051 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:28:09.126273 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-aa102501-5fd4-4d60-af90-8ca9ce9c469b service neutron] For port 2ac1af36-f4e9-4436-ba14-271bc5404393, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:28:09.128177 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 16fcb1e9-6f84-4de7-b97e-cec04d757051 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:28:09.128637 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 16fcb1e9-6f84-4de7-b97e-cec04d757051 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:28:09.140176 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1dbb3-35a8-44ce-8035-0d159c25647a req-3314932b-4cd9-4c24-b799-3b0ab4d89928 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:09.146368 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-75e1dbb3-35a8-44ce-8035-0d159c25647a req-3314932b-4cd9-4c24-b799-3b0ab4d89928 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 943 time: 0.0951509 Oct 27 18:28:09.153176 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-aa102501-5fd4-4d60-af90-8ca9ce9c469b service neutron] For port 2ac1af36-f4e9-4436-ba14-271bc5404393, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=2ac1af36-f4e9-4436-ba14-271bc5404393,segment=NetworkSegment(2dded0ce-75a9-4672-98e4-0cf30caebd38),segment_id=2dded0ce-75a9-4672-98e4-0cf30caebd38)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:28:09.195754 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=a5cf6019-9a31-49f4-967d-d08f4d332c9b,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:09.210562 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36d6f2e-fb83-4c31-9d60-55a641f6565b admin admin] Router f3dfdfac-4b38-4431-a51d-7b8830ff256e has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:28:09.224474 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a91ff3-405b-4629-bc37-65f9f1d4f455 req-0ee8475d-a3e9-4119-a31d-31ca8537f6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:09.226079 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-44a91ff3-405b-4629-bc37-65f9f1d4f455 req-0ee8475d-a3e9-4119-a31d-31ca8537f6fa service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b352a891-3406-4e81-9259-58199bdf0650 HTTP/1.1" status: 200 len: 1096 time: 0.0933383 Oct 27 18:28:09.242443 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-aa102501-5fd4-4d60-af90-8ca9ce9c469b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:09.324253 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-aa102501-5fd4-4d60-af90-8ca9ce9c469b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:09.324880 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-aa102501-5fd4-4d60-af90-8ca9ce9c469b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:09.326292 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-aa102501-5fd4-4d60-af90-8ca9ce9c469b service neutron] 10.222.0.93 "PUT /v2.0/ports/2ac1af36-f4e9-4436-ba14-271bc5404393 HTTP/1.1" status: 200 len: 1091 time: 2.0754864 Oct 27 18:28:09.329962 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-44a91ff3-405b-4629-bc37-65f9f1d4f455 req-d5e8b336-8b1e-4484-86b2-bb50933d80cd service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=072c529e-ac1b-454a-b20b-661650ad86ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656037 Oct 27 18:28:09.331880 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd655789b-cbec-4247-a022-1a4d4187ebf8', 'tag': '2ac1af36-f4e9-4436-ba14-271bc5404393'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:28:09.335058 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0292ea09-52f2-48eb-b7a7-dce0845f0c05" -d '{"events": [{"name": "network-changed", "server_uuid": "d655789b-cbec-4247-a022-1a4d4187ebf8", "tag": "2ac1af36-f4e9-4436-ba14-271bc5404393"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:28:09.344516 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-75e1dbb3-35a8-44ce-8035-0d159c25647a req-a7caf066-cf8e-4c96-bb1d-d4494481d71b tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941178 Oct 27 18:28:09.350345 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36d6f2e-fb83-4c31-9d60-55a641f6565b admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:28:09.361069 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a36d6f2e-fb83-4c31-9d60-55a641f6565b admin admin] 10.222.0.52 "PUT /v2.0/routers/f3dfdfac-4b38-4431-a51d-7b8830ff256e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7008445 Oct 27 18:28:09.362569 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d113823e-1930-4609-985f-8d4aba6b5aca None None] Sync routers for ids ['f3dfdfac-4b38-4431-a51d-7b8830ff256e'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:28:09.364184 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59380) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:28:09.377615 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa102501-5fd4-4d60-af90-8ca9ce9c469b service neutron] Pushing event updated for resources: {'Port': ['ID=2ac1af36-f4e9-4436-ba14-271bc5404393,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:09.378966 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d113823e-1930-4609-985f-8d4aba6b5aca None None] Routers {'f3dfdfac-4b38-4431-a51d-7b8830ff256e'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:28:09.381426 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-d113823e-1930-4609-985f-8d4aba6b5aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:27:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['f3dfdfac-4b38-4431-a51d-7b8830ff256e'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:09.404532 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052331ab-316d-40fc-bbf7-a1cac91fee70 req-cd82c450-bc24-4492-a44b-0bf45eecfac5 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:09.404532 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-052331ab-316d-40fc-bbf7-a1cac91fee70 req-cd82c450-bc24-4492-a44b-0bf45eecfac5 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.1751285 Oct 27 18:28:09.404532 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5894c7f-544b-4042-ae78-557ad976cb3d admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:28:09.412019 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afc54c5-84f1-4493-ad3e-440299c7a1cb None None] Sync routers for ids ['4958536c-c11f-487b-9ade-1ee20322c276'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:28:09.431029 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afc54c5-84f1-4493-ad3e-440299c7a1cb None None] Routers {'4958536c-c11f-487b-9ade-1ee20322c276'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:28:09.431634 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-8afc54c5-84f1-4493-ad3e-440299c7a1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:27:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['4958536c-c11f-487b-9ade-1ee20322c276'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:09.437467 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a029b97-2b29-4d12-b9b4-bba13b9a6fb2 x-openstack-request-id: req-3a029b97-2b29-4d12-b9b4-bba13b9a6fb2 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:28:09.437467 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d655789b-cbec-4247-a022-1a4d4187ebf8", "tag": "2ac1af36-f4e9-4436-ba14-271bc5404393", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:28:09.437467 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3a029b97-2b29-4d12-b9b4-bba13b9a6fb2 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:28:09.437746 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd655789b-cbec-4247-a022-1a4d4187ebf8', 'tag': '2ac1af36-f4e9-4436-ba14-271bc5404393', 'status': 'completed', 'code': 200} Oct 27 18:28:09.451202 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-052331ab-316d-40fc-bbf7-a1cac91fee70 req-8f040c0a-a78f-4113-9863-1c5325aabcff tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448332 Oct 27 18:28:09.486407 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a5894c7f-544b-4042-ae78-557ad976cb3d admin admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:09.491410 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a5894c7f-544b-4042-ae78-557ad976cb3d admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.1335812 Oct 27 18:28:09.491955 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59382) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:28:09.525176 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b85bdd57-ada3-4a04-8075-934675368ed0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:09.560177 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-d113823e-1930-4609-985f-8d4aba6b5aca None None] Set router f3dfdfac-4b38-4431-a51d-7b8830ff256e gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:28:09.681289 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-15f9e105-5c50-4ad7-af11-d4fcecaf06b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:09.682799 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-15f9e105-5c50-4ad7-af11-d4fcecaf06b1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e64e3fa67fed4102b6fb3b9a3eeaa7a5&device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 1094 time: 0.1005874 Oct 27 18:28:09.699339 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b85bdd57-ada3-4a04-8075-934675368ed0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:09.761041 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-8afc54c5-84f1-4493-ad3e-440299c7a1cb None None] Set router 4958536c-c11f-487b-9ade-1ee20322c276 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:28:09.834206 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-54aff335-eb38-4ec3-9b3b-be3bd13d70b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:09.876429 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-d113823e-1930-4609-985f-8d4aba6b5aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3dfdfac-4b38-4431-a51d-7b8830ff256e', 'name': 'tempest-ServerRescueTestJSON-254397824-router', 'tenant_id': 'ee85f34331f4425cb27ef49e38e071eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '7fa7fed6-0a04-4308-af76-de1303036650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:25:06Z', 'updated_at': '2021-10-27T18:28:08Z', 'revision_number': 5, 'project_id': 'ee85f34331f4425cb27ef49e38e071eb', 'gw_port': {'id': '7fa7fed6-0a04-4308-af76-de1303036650', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3dfdfac-4b38-4431-a51d-7b8830ff256e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:25:07Z', 'updated_at': '2021-10-27T18:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:09.917892 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d113823e-1930-4609-985f-8d4aba6b5aca None None] Checking router: f3dfdfac-4b38-4431-a51d-7b8830ff256e for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:28:09.930614 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d113823e-1930-4609-985f-8d4aba6b5aca None None] Routers {'f3dfdfac-4b38-4431-a51d-7b8830ff256e'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:28:09.931419 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-d113823e-1930-4609-985f-8d4aba6b5aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:27:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['f3dfdfac-4b38-4431-a51d-7b8830ff256e'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:09.971271 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-8afc54c5-84f1-4493-ad3e-440299c7a1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4958536c-c11f-487b-9ade-1ee20322c276', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1498730399-router', 'tenant_id': 'c1a5c59bf0f643ba9aadd3ad190c86d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '2d234c10-19ec-420c-be61-d983b45a75a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:28:05Z', 'updated_at': '2021-10-27T18:28:07Z', 'revision_number': 3, 'project_id': 'c1a5c59bf0f643ba9aadd3ad190c86d2', 'gw_port': {'id': '2d234c10-19ec-420c-be61-d983b45a75a7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:07:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4958536c-c11f-487b-9ade-1ee20322c276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:28:06Z', 'updated_at': '2021-10-27T18:28:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:10.042138 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afc54c5-84f1-4493-ad3e-440299c7a1cb None None] Checking router: 4958536c-c11f-487b-9ade-1ee20322c276 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:28:10.042494 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afc54c5-84f1-4493-ad3e-440299c7a1cb None None] Updating router 4958536c-c11f-487b-9ade-1ee20322c276 port 2d234c10-19ec-420c-be61-d983b45a75a7 binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:28:10.044249 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-d113823e-1930-4609-985f-8d4aba6b5aca None None] Set router f3dfdfac-4b38-4431-a51d-7b8830ff256e gateway port host: None {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:28:10.075141 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8afc54c5-84f1-4493-ad3e-440299c7a1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:10.110723 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-d113823e-1930-4609-985f-8d4aba6b5aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3dfdfac-4b38-4431-a51d-7b8830ff256e', 'name': 'tempest-ServerRescueTestJSON-254397824-router', 'tenant_id': 'ee85f34331f4425cb27ef49e38e071eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:25:06Z', 'updated_at': '2021-10-27T18:28:09Z', 'revision_number': 6, 'project_id': 'ee85f34331f4425cb27ef49e38e071eb', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:10.148735 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d113823e-1930-4609-985f-8d4aba6b5aca None None] The sync data for ids ['f3dfdfac-4b38-4431-a51d-7b8830ff256e'] in n-d-815690-2 is: [{'id': 'f3dfdfac-4b38-4431-a51d-7b8830ff256e', 'name': 'tempest-ServerRescueTestJSON-254397824-router', 'tenant_id': 'ee85f34331f4425cb27ef49e38e071eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:25:06Z', 'updated_at': '2021-10-27T18:28:09Z', 'revision_number': 6, 'project_id': 'ee85f34331f4425cb27ef49e38e071eb', 'gw_port_host': None}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:28:10.156048 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-2e4339cf-454d-4809-acfd-5630a2d889d5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ac1af36-f4e9-4436-ba14-271bc5404393 HTTP/1.1" status: 200 len: 217 time: 0.4535186 Oct 27 18:28:10.165120 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bcaab81b-403c-44ef-953c-1f95ccaa11f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:10.176278 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1c0bf-a79c-4cbe-875a-6790916a332d req-a55542dd-8d7c-4db0-8ea9-3544a3ca201e tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:10.190130 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-83a1c0bf-a79c-4cbe-875a-6790916a332d req-a55542dd-8d7c-4db0-8ea9-3544a3ca201e tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 946 time: 0.1484225 Oct 27 18:28:10.233269 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-533f651d-6594-4b0e-90a5-f0dbd55ef8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:10.234744 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-533f651d-6594-4b0e-90a5-f0dbd55ef8fc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3a9f8f14-f0ca-4df8-88cf-d969ee3e3889 HTTP/1.1" status: 200 len: 853 time: 0.0594304 Oct 27 18:28:10.255529 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-b85bdd57-ada3-4a04-8075-934675368ed0 admin admin] Deleting port 7fa7fed6-0a04-4308-af76-de1303036650 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:28:10.256268 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b85bdd57-ada3-4a04-8075-934675368ed0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:10.259335 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-83a1c0bf-a79c-4cbe-875a-6790916a332d req-3454c5f4-6724-4b53-87bb-b765995da34a tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672803 Oct 27 18:28:10.280950 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-459bee7a-2528-4731-b641-d0d22a2d0827 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6989e920-feed-4bf7-84f8-f1cbb2ccd945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291934 Oct 27 18:28:10.306870 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41bd6f-fd5d-48a2-801e-7ef521a07db5 req-61903698-e9b2-4bca-8065-0d2c52e5d57c tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:10.308382 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7f41bd6f-fd5d-48a2-801e-7ef521a07db5 req-61903698-e9b2-4bca-8065-0d2c52e5d57c tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/ports?device_id=b352a891-3406-4e81-9259-58199bdf0650 HTTP/1.1" status: 200 len: 945 time: 0.1769040 Oct 27 18:28:10.408042 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7f41bd6f-fd5d-48a2-801e-7ef521a07db5 req-ac6ef9fa-d47b-401b-8079-3efe2f2fa931 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/security-groups?id=072c529e-ac1b-454a-b20b-661650ad86ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891917 Oct 27 18:28:10.419566 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8afc54c5-84f1-4493-ad3e-440299c7a1cb None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:10.430294 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-b85bdd57-ada3-4a04-8075-934675368ed0 admin admin] For port 7fa7fed6-0a04-4308-af76-de1303036650, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=7fa7fed6-0a04-4308-af76-de1303036650,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:28:10.430664 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b85bdd57-ada3-4a04-8075-934675368ed0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:10.457549 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-b85bdd57-ada3-4a04-8075-934675368ed0 admin admin] Calling delete_port for 7fa7fed6-0a04-4308-af76-de1303036650 owned by network:router_gateway {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:28:10.457549 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-c76f19cc-0932-40ab-a938-fdec8c0319fc service neutron] 10.222.0.93 "GET /v2.0/networks/6989e920-feed-4bf7-84f8-f1cbb2ccd945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447201 Oct 27 18:28:10.507432 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8afc54c5-84f1-4493-ad3e-440299c7a1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:10.532980 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-bcaab81b-403c-44ef-953c-1f95ccaa11f6 admin admin] Allocated IP 172.20.0.1 (0345201b-ce8f-41da-900c-0bc942ff720b/eb8f0301-338c-4c21-893f-1e4a58a649c3/2a04b779-36a3-43ea-8e9a-0855eef6ff79) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:28:10.569797 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f5a838-a7c1-4a2d-91bf-dc29ea96421d req-c6bc9e80-f96c-4244-b533-f30d542bd33d tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:10.584668 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-96f5a838-a7c1-4a2d-91bf-dc29ea96421d req-c6bc9e80-f96c-4244-b533-f30d542bd33d tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 943 time: 0.1275918 Oct 27 18:28:10.595583 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0befa2-5f03-4950-aa64-6ef1f4837b63 None None] Pushing event updated for resources: {'Port': ['ID=2d234c10-19ec-420c-be61-d983b45a75a7,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:10.624542 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 4d241fbe-069e-43fe-b271-6894fe51ead9 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:28:10.659761 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 4d241fbe-069e-43fe-b271-6894fe51ead9 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:28:10.660298 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 4d241fbe-069e-43fe-b271-6894fe51ead9 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:28:10.667219 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-8afc54c5-84f1-4493-ad3e-440299c7a1cb None None] Attempting to bind port 2d234c10-19ec-420c-be61-d983b45a75a7 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:28:10.667693 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-8afc54c5-84f1-4493-ad3e-440299c7a1cb None None] Attempting to bind port 2d234c10-19ec-420c-be61-d983b45a75a7 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:28:10.668779 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afc54c5-84f1-4493-ad3e-440299c7a1cb None None] Attempting to bind port 2d234c10-19ec-420c-be61-d983b45a75a7 on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:28:10.672205 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2fb8faaa-b6fb-4473-8e16-74ead519dec1 req-8d4cd3d6-81f6-4d35-afda-435e26d191a1 service neutron] 10.222.0.93 "GET /v2.0/networks/6989e920-feed-4bf7-84f8-f1cbb2ccd945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704984 Oct 27 18:28:10.680994 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afc54c5-84f1-4493-ad3e-440299c7a1cb None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:28:10.680994 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afc54c5-84f1-4493-ad3e-440299c7a1cb None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:28:10.680994 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8afc54c5-84f1-4493-ad3e-440299c7a1cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:10.680994 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afc54c5-84f1-4493-ad3e-440299c7a1cb None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:28:10.681394 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-8afc54c5-84f1-4493-ad3e-440299c7a1cb None None] Bound port: 2d234c10-19ec-420c-be61-d983b45a75a7, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:28:10.681909 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8afc54c5-84f1-4493-ad3e-440299c7a1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:10.744020 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-96f5a838-a7c1-4a2d-91bf-dc29ea96421d req-ba4c35af-7028-44a9-88e4-a1f77cbff353 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577265 Oct 27 18:28:10.781082 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-8afc54c5-84f1-4493-ad3e-440299c7a1cb None None] For port 2d234c10-19ec-420c-be61-d983b45a75a7, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:28:10.784491 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-8afc54c5-84f1-4493-ad3e-440299c7a1cb None None] For port 2d234c10-19ec-420c-be61-d983b45a75a7, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=2d234c10-19ec-420c-be61-d983b45a75a7,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:28:10.788635 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f4ad21-68e3-4e6c-b665-d389384ff3eb req-e14ba8e4-00b9-4a06-8bf5-28a2ab3665d1 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:10.790196 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f3f4ad21-68e3-4e6c-b665-d389384ff3eb req-e14ba8e4-00b9-4a06-8bf5-28a2ab3665d1 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.1577451 Oct 27 18:28:10.814371 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bcaab81b-403c-44ef-953c-1f95ccaa11f6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:10.836755 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b85bdd57-ada3-4a04-8075-934675368ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:10.853167 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f3f4ad21-68e3-4e6c-b665-d389384ff3eb req-81750c75-5617-40cb-b727-c1bcc5b5f63b tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547400 Oct 27 18:28:10.866949 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8afc54c5-84f1-4493-ad3e-440299c7a1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:10.903660 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85bdd57-ada3-4a04-8075-934675368ed0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fa7fed6-0a04-4308-af76-de1303036650,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:10.922992 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afc54c5-84f1-4493-ad3e-440299c7a1cb None None] Routers {'4958536c-c11f-487b-9ade-1ee20322c276'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:28:10.923640 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-8afc54c5-84f1-4493-ad3e-440299c7a1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:27:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['4958536c-c11f-487b-9ade-1ee20322c276'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:10.945847 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bcaab81b-403c-44ef-953c-1f95ccaa11f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:10.963988 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0befa2-5f03-4950-aa64-6ef1f4837b63 None None] Pushing event updated for resources: {'Port': ['ID=2d234c10-19ec-420c-be61-d983b45a75a7,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:10.973609 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292ea09-52f2-48eb-b7a7-dce0845f0c05 req-d2a7e963-d42f-4dc9-96fd-88196b207603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:10.975860 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0292ea09-52f2-48eb-b7a7-dce0845f0c05 req-d2a7e963-d42f-4dc9-96fd-88196b207603 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e64e3fa67fed4102b6fb3b9a3eeaa7a5&device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 1094 time: 0.1497557 Oct 27 18:28:10.983563 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b85bdd57-ada3-4a04-8075-934675368ed0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:11.007552 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcaab81b-403c-44ef-953c-1f95ccaa11f6 admin admin] Network 0345201b-ce8f-41da-900c-0bc942ff720b is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:28:11.011736 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaab81b-403c-44ef-953c-1f95ccaa11f6 admin admin] Pushing event updated for resources: {'Port': ['ID=2a04b779-36a3-43ea-8e9a-0855eef6ff79,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:11.014140 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-bcaab81b-403c-44ef-953c-1f95ccaa11f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:28:11.018111 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcaab81b-403c-44ef-953c-1f95ccaa11f6 admin admin] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:28:11.055649 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-8afc54c5-84f1-4493-ad3e-440299c7a1cb None None] Set router 4958536c-c11f-487b-9ade-1ee20322c276 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:28:11.077308 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bcaab81b-403c-44ef-953c-1f95ccaa11f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:11.160576 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b85bdd57-ada3-4a04-8075-934675368ed0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:11.165641 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b85bdd57-ada3-4a04-8075-934675368ed0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:11.273329 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292ea09-52f2-48eb-b7a7-dce0845f0c05 req-14e66886-6ea1-423c-9499-46a633c1675f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:11.274899 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0292ea09-52f2-48eb-b7a7-dce0845f0c05 req-14e66886-6ea1-423c-9499-46a633c1675f service neutron] 10.222.0.93 "GET /v2.0/networks?id=6989e920-feed-4bf7-84f8-f1cbb2ccd945 HTTP/1.1" status: 200 len: 915 time: 0.2514665 Oct 27 18:28:11.292012 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-8afc54c5-84f1-4493-ad3e-440299c7a1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4958536c-c11f-487b-9ade-1ee20322c276', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1498730399-router', 'tenant_id': 'c1a5c59bf0f643ba9aadd3ad190c86d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '2d234c10-19ec-420c-be61-d983b45a75a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:28:05Z', 'updated_at': '2021-10-27T18:28:07Z', 'revision_number': 3, 'project_id': 'c1a5c59bf0f643ba9aadd3ad190c86d2', 'gw_port': {'id': '2d234c10-19ec-420c-be61-d983b45a75a7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:07:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4958536c-c11f-487b-9ade-1ee20322c276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:28:06Z', 'updated_at': '2021-10-27T18:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:11.322307 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afc54c5-84f1-4493-ad3e-440299c7a1cb None None] The sync data for ids ['4958536c-c11f-487b-9ade-1ee20322c276'] in n-d-815690-2 is: [{'id': '4958536c-c11f-487b-9ade-1ee20322c276', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1498730399-router', 'tenant_id': 'c1a5c59bf0f643ba9aadd3ad190c86d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '2d234c10-19ec-420c-be61-d983b45a75a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:28:05Z', 'updated_at': '2021-10-27T18:28:07Z', 'revision_number': 3, 'project_id': 'c1a5c59bf0f643ba9aadd3ad190c86d2', 'gw_port': {'id': '2d234c10-19ec-420c-be61-d983b45a75a7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:07:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4958536c-c11f-487b-9ade-1ee20322c276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:28:06Z', 'updated_at': '2021-10-27T18:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:28:11.334096 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0292ea09-52f2-48eb-b7a7-dce0845f0c05 req-a05b1e19-7a7b-423c-b6a0-af23718f0af6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ac1af36-f4e9-4436-ba14-271bc5404393 HTTP/1.1" status: 200 len: 217 time: 0.0492101 Oct 27 18:28:11.334876 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b85bdd57-ada3-4a04-8075-934675368ed0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:11.335405 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85bdd57-ada3-4a04-8075-934675368ed0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3dfdfac-4b38-4431-a51d-7b8830ff256e {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:28:11.340160 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b85bdd57-ada3-4a04-8075-934675368ed0 admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:11.344009 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b85bdd57-ada3-4a04-8075-934675368ed0 admin admin] 10.222.0.52 "DELETE /v2.0/routers/f3dfdfac-4b38-4431-a51d-7b8830ff256e HTTP/1.1" status: 204 len: 168 time: 1.9781158 Oct 27 18:28:11.346145 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59398) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:28:11.347379 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bcaab81b-403c-44ef-953c-1f95ccaa11f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:11.408394 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-1df4db19-a8bf-4b3e-b8d9-ba3238d36045 None None] Provisioning complete for port 2a04b779-36a3-43ea-8e9a-0855eef6ff79 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:28:11.411884 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1df4db19-a8bf-4b3e-b8d9-ba3238d36045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:11.452478 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292ea09-52f2-48eb-b7a7-dce0845f0c05 req-f88dbd89-95fb-4bc0-9297-2eb2019e9318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:11.454567 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0292ea09-52f2-48eb-b7a7-dce0845f0c05 req-f88dbd89-95fb-4bc0-9297-2eb2019e9318 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3a9f8f14-f0ca-4df8-88cf-d969ee3e3889 HTTP/1.1" status: 200 len: 853 time: 0.1091893 Oct 27 18:28:11.469132 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e00ce20-7ca0-4a22-a6a5-759506436a52 admin admin] Deleting subnet 3aeb8b6e-dc25-4ba6-b90a-05891e7c7576 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:28:11.473205 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0e00ce20-7ca0-4a22-a6a5-759506436a52 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:11.490395 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-1df4db19-a8bf-4b3e-b8d9-ba3238d36045 None None] Port 2a04b779-36a3-43ea-8e9a-0855eef6ff79 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:28:11.552713 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0e00ce20-7ca0-4a22-a6a5-759506436a52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:11.556590 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0292ea09-52f2-48eb-b7a7-dce0845f0c05 req-4e694ebb-3c3e-4b85-9685-24419df8d736 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6989e920-feed-4bf7-84f8-f1cbb2ccd945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396824 Oct 27 18:28:11.588783 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba1819-89d6-4ec1-b5eb-19fe03ea5285 req-0e13364d-808a-426f-87d5-786029ce5f84 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:11.590358 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-16ba1819-89d6-4ec1-b5eb-19fe03ea5285 req-0e13364d-808a-426f-87d5-786029ce5f84 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 946 time: 0.1972156 Oct 27 18:28:11.658043 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0e00ce20-7ca0-4a22-a6a5-759506436a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:11.700844 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44abc2e-e261-4a66-a923-5b619c59a581 req-04486968-eaf3-4043-97de-4871962ad09e tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:11.702369 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d44abc2e-e261-4a66-a923-5b619c59a581 req-04486968-eaf3-4043-97de-4871962ad09e tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/ports?device_id=b352a891-3406-4e81-9259-58199bdf0650 HTTP/1.1" status: 200 len: 945 time: 0.1827047 Oct 27 18:28:11.716950 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-16ba1819-89d6-4ec1-b5eb-19fe03ea5285 req-5e9ed9af-e765-4e89-9261-c2e61930b01d tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126482 Oct 27 18:28:11.739756 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0292ea09-52f2-48eb-b7a7-dce0845f0c05 req-398edc15-b584-4a97-8c19-f42b31350989 service neutron] 10.222.0.93 "GET /v2.0/networks/6989e920-feed-4bf7-84f8-f1cbb2ccd945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648326 Oct 27 18:28:11.753625 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bcaab81b-403c-44ef-953c-1f95ccaa11f6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:11.774263 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d44abc2e-e261-4a66-a923-5b619c59a581 req-cd4fee95-eac9-4599-9075-d23fb1f9d227 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/security-groups?id=072c529e-ac1b-454a-b20b-661650ad86ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627418 Oct 27 18:28:11.816011 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bcaab81b-403c-44ef-953c-1f95ccaa11f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:11.850310 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0e00ce20-7ca0-4a22-a6a5-759506436a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:11.857334 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0292ea09-52f2-48eb-b7a7-dce0845f0c05 req-fae2e755-56c2-472a-8a81-cc570704bf31 service neutron] 10.222.0.93 "GET /v2.0/networks/6989e920-feed-4bf7-84f8-f1cbb2ccd945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097341 Oct 27 18:28:11.881957 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00ce20-7ca0-4a22-a6a5-759506436a52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3aeb8b6e-dc25-4ba6-b90a-05891e7c7576,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:11.887125 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0e00ce20-7ca0-4a22-a6a5-759506436a52 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:11.893211 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0e00ce20-7ca0-4a22-a6a5-759506436a52 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/3aeb8b6e-dc25-4ba6-b90a-05891e7c7576 HTTP/1.1" status: 204 len: 168 time: 0.5440264 Oct 27 18:28:11.893561 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59412) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:28:11.972884 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e5518e0a-c9b6-4e49-a0b2-286f2c528b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:12.007868 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaab81b-403c-44ef-953c-1f95ccaa11f6 admin admin] Pushing event updated for resources: {'Port': ['ID=2a04b779-36a3-43ea-8e9a-0855eef6ff79,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:12.028768 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4d2bb-990e-4962-b7a8-88ae92397bfd req-43bed68f-ff5a-4afe-8dbd-53463eb4150e tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:12.036709 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-46f4d2bb-990e-4962-b7a8-88ae92397bfd req-43bed68f-ff5a-4afe-8dbd-53463eb4150e tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 943 time: 0.2167120 Oct 27 18:28:12.047119 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bcaab81b-403c-44ef-953c-1f95ccaa11f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:12.060321 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e5518e0a-c9b6-4e49-a0b2-286f2c528b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:12.088378 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-e5518e0a-c9b6-4e49-a0b2-286f2c528b13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b19dfe-43eb-4ec7-9509-1d9a53b23e79']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:12.098666 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-e5518e0a-c9b6-4e49-a0b2-286f2c528b13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9297ae3-0585-4555-9e56-c8358a522843') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:12.099167 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-e5518e0a-c9b6-4e49-a0b2-286f2c528b13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9297ae3-0585-4555-9e56-c8358a522843') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:12.107714 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-00172cf6-95bc-46f3-9207-96d876a624cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:12.112794 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e5518e0a-c9b6-4e49-a0b2-286f2c528b13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:12.130935 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e5518e0a-c9b6-4e49-a0b2-286f2c528b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:12.138366 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5518e0a-c9b6-4e49-a0b2-286f2c528b13 admin admin] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:28:12.138855 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e5518e0a-c9b6-4e49-a0b2-286f2c528b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:12.141487 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:28:12.141487 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:28:12.141487 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:28:12.141487 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:28:12.141487 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:28:12.141487 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:28:12.141487 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:28:12.141487 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:28:12.141487 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:28:12.141487 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:28:12.141487 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:28:12.141487 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:28:12.141487 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:28:12.141487 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:28:12.141487 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:28:12.141487 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:28:12.141487 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:28:12.141487 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:28:12.141487 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:28:12.141487 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:28:12.141487 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:28:12.141487 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:28:12.141487 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:28:12.141487 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:28:12.141487 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:28:12.141487 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:28:12.141487 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:28:12.141487 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:28:12.141487 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:28:12.141487 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:28:12.141487 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:28:12.141487 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:28:12.152441 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1f8ecba2-841f-413c-b184-2bab66ccdd40 req-3b464b6d-1027-4009-834a-b88af88968a2 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2955000 Oct 27 18:28:12.161730 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-46f4d2bb-990e-4962-b7a8-88ae92397bfd req-34205f49-b5b7-4e96-a58e-5b1e18a735f9 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241486 Oct 27 18:28:12.166937 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-1f8ecba2-841f-413c-b184-2bab66ccdd40 req-3d7b6456-1ea2-4254-92cc-d950a1b1a9fc tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:28:12.225801 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcaab81b-403c-44ef-953c-1f95ccaa11f6 admin admin] Network 0345201b-ce8f-41da-900c-0bc942ff720b is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:28:12.227639 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-bcaab81b-403c-44ef-953c-1f95ccaa11f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:28:12.279344 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e5518e0a-c9b6-4e49-a0b2-286f2c528b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:12.285176 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e5518e0a-c9b6-4e49-a0b2-286f2c528b13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:12.292780 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e5518e0a-c9b6-4e49-a0b2-286f2c528b13 admin admin] 10.222.0.52 "DELETE /v2.0/networks/f8b19dfe-43eb-4ec7-9509-1d9a53b23e79 HTTP/1.1" status: 204 len: 168 time: 0.3957162 Oct 27 18:28:12.299974 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1f8ecba2-841f-413c-b184-2bab66ccdd40 req-3d7b6456-1ea2-4254-92cc-d950a1b1a9fc tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks [] for floatingip, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:12.313285 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5518e0a-c9b6-4e49-a0b2-286f2c528b13 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8b19dfe-43eb-4ec7-9509-1d9a53b23e79,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:12.475254 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 2d234c10-19ec-420c-be61-d983b45a75a7 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:28:12.515642 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9764d-20ef-4c0b-b947-0c78a2d92aed req-51eabf3a-8488-45c8-ac94-425ed6ab1961 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:12.517651 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-67b9764d-20ef-4c0b-b947-0c78a2d92aed req-51eabf3a-8488-45c8-ac94-425ed6ab1961 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.1039283 Oct 27 18:28:12.519742 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcaab81b-403c-44ef-953c-1f95ccaa11f6 admin admin] Router 4958536c-c11f-487b-9ade-1ee20322c276 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:28:12.539446 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-e9c90eda-32e5-4599-b4a5-83af00d3c927 None None] Provisioning complete for port 2a04b779-36a3-43ea-8e9a-0855eef6ff79 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:28:12.539839 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e9c90eda-32e5-4599-b4a5-83af00d3c927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:12.576375 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 2d234c10-19ec-420c-be61-d983b45a75a7 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:28:12.576748 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:12.601803 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-e9c90eda-32e5-4599-b4a5-83af00d3c927 None None] Port 2a04b779-36a3-43ea-8e9a-0855eef6ff79 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:28:12.616722 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-67b9764d-20ef-4c0b-b947-0c78a2d92aed req-310ca451-4bd0-42ff-a645-bdb72f5209d2 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892172 Oct 27 18:28:12.664639 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:12.673495 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1f8ecba2-841f-413c-b184-2bab66ccdd40 req-3d7b6456-1ea2-4254-92cc-d950a1b1a9fc tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:12.688492 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59416) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:28:12.688722 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 2d234c10-19ec-420c-be61-d983b45a75a7, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=2d234c10-19ec-420c-be61-d983b45a75a7,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:28:12.732233 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-86b937ca-2fca-4127-a767-74e23af65481 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ee85f34331f4425cb27ef49e38e071eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461349 Oct 27 18:28:12.732468 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59418) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:28:12.742109 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcaab81b-403c-44ef-953c-1f95ccaa11f6 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:28:12.748536 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-bcaab81b-403c-44ef-953c-1f95ccaa11f6 admin admin] 10.222.0.52 "PUT /v2.0/routers/4958536c-c11f-487b-9ade-1ee20322c276/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2555120 Oct 27 18:28:12.767696 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 2ac1af36-f4e9-4436-ba14-271bc5404393 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:28:12.779050 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:12.820698 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-1f8ecba2-841f-413c-b184-2bab66ccdd40 req-3d7b6456-1ea2-4254-92cc-d950a1b1a9fc tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Allocated IP 172.25.6.228 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/462aeb25-5fed-4b1b-82ee-1b37a3de54f0) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:28:12.826920 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6ceb69bc-c223-4b63-a0a9-8c29fc96ffb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:12.847604 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=2d234c10-19ec-420c-be61-d983b45a75a7,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:12.863236 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6ceb69bc-c223-4b63-a0a9-8c29fc96ffb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:12.908024 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7fa7fed6-0a04-4308-af76-de1303036650 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:28:12.944948 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 7fa7fed6-0a04-4308-af76-de1303036650 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:28:12.945536 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7fa7fed6-0a04-4308-af76-de1303036650 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:28:12.964518 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6ceb69bc-c223-4b63-a0a9-8c29fc96ffb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:12.969443 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6ceb69bc-c223-4b63-a0a9-8c29fc96ffb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:12.971922 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6ceb69bc-c223-4b63-a0a9-8c29fc96ffb9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d0bd74dd-3da6-4cac-8cd6-1e83963e30f2 HTTP/1.1" status: 204 len: 168 time: 0.2382255 Oct 27 18:28:12.995453 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb69bc-c223-4b63-a0a9-8c29fc96ffb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0bd74dd-3da6-4cac-8cd6-1e83963e30f2,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:12.997968 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 2ac1af36-f4e9-4436-ba14-271bc5404393, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=2ac1af36-f4e9-4436-ba14-271bc5404393,segment=NetworkSegment(2dded0ce-75a9-4672-98e4-0cf30caebd38),segment_id=2dded0ce-75a9-4672-98e4-0cf30caebd38)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:28:13.039763 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '2ac1af36-f4e9-4436-ba14-271bc5404393', 'network_id': '6989e920-feed-4bf7-84f8-f1cbb2ccd945', 'port_id': '2ac1af36-f4e9-4436-ba14-271bc5404393', 'mac_address': 'fa:16:3e:07:fa:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a9f8f14-f0ca-4df8-88cf-d969ee3e3889', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:28:13.084609 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:13.100719 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ac1af36-f4e9-4436-ba14-271bc5404393 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:28:13.123647 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 2ac1af36-f4e9-4436-ba14-271bc5404393, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=2ac1af36-f4e9-4436-ba14-271bc5404393,segment=NetworkSegment(2dded0ce-75a9-4672-98e4-0cf30caebd38),segment_id=2dded0ce-75a9-4672-98e4-0cf30caebd38)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:28:13.194454 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:13.251119 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=2ac1af36-f4e9-4436-ba14-271bc5404393,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:13.364338 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:13.365127 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2dfb9-c4c9-4200-9a08-315f5b1d4489 req-46b93ff6-2546-42f9-ad33-c4956919586d tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:13.366699 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8af2dfb9-c4c9-4200-9a08-315f5b1d4489 req-46b93ff6-2546-42f9-ad33-c4956919586d tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 946 time: 0.4577720 Oct 27 18:28:13.394174 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:13.400851 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c21d8c-b987-4036-9235-a1a60144bdc0 None None] Sync routers for ids ['4958536c-c11f-487b-9ade-1ee20322c276'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:28:13.414922 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1f8ecba2-841f-413c-b184-2bab66ccdd40 req-3d7b6456-1ea2-4254-92cc-d950a1b1a9fc tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:13.416432 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c21d8c-b987-4036-9235-a1a60144bdc0 None None] Routers {'4958536c-c11f-487b-9ade-1ee20322c276'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:28:13.417439 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-42c21d8c-b987-4036-9235-a1a60144bdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:28:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['4958536c-c11f-487b-9ade-1ee20322c276'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:13.452127 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8af2dfb9-c4c9-4200-9a08-315f5b1d4489 req-ff72054f-a22c-4465-afa1-64abd91b257c tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791285 Oct 27 18:28:13.530793 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1f8ecba2-841f-413c-b184-2bab66ccdd40 req-3d7b6456-1ea2-4254-92cc-d950a1b1a9fc tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:13.533894 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-42c21d8c-b987-4036-9235-a1a60144bdc0 None None] Set router 4958536c-c11f-487b-9ade-1ee20322c276 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:28:13.587947 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f8ecba2-841f-413c-b184-2bab66ccdd40 req-3d7b6456-1ea2-4254-92cc-d950a1b1a9fc tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:28:13.594997 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-1f8ecba2-841f-413c-b184-2bab66ccdd40 req-3d7b6456-1ea2-4254-92cc-d950a1b1a9fc tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:28:13.598668 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f8ecba2-841f-413c-b184-2bab66ccdd40 req-3d7b6456-1ea2-4254-92cc-d950a1b1a9fc tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:28:13.602449 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['2ac1af36-f4e9-4436-ba14-271bc5404393'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:28:13.625396 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7b6456-1ea2-4254-92cc-d950a1b1a9fc tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Pushing event updated for resources: {'Port': ['ID=462aeb25-5fed-4b1b-82ee-1b37a3de54f0,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:13.717868 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1f8ecba2-841f-413c-b184-2bab66ccdd40 req-3d7b6456-1ea2-4254-92cc-d950a1b1a9fc tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:13.778671 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [req-5c7de77f-ce72-4356-9037-ed2871239338 req-8f8103ce-ec12-4b1a-94d0-baac5d2989e5 tempest-FloatingIPDetailsNegativeTestJSON-1320480651 tempest-FloatingIPDetailsNegativeTestJSON-1320480651-project] show failed (client error): The resource could not be found. Oct 27 18:28:13.780495 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5c7de77f-ce72-4356-9037-ed2871239338 req-8f8103ce-ec12-4b1a-94d0-baac5d2989e5 tempest-FloatingIPDetailsNegativeTestJSON-1320480651 tempest-FloatingIPDetailsNegativeTestJSON-1320480651-project] 10.222.0.52 "GET /v2.0/floatingips/5f4618df-6d5e-492c-94ab-deba267d7def HTTP/1.1" status: 404 len: 350 time: 0.0548575 Oct 27 18:28:13.792759 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59446) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:28:13.845476 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-42c21d8c-b987-4036-9235-a1a60144bdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4958536c-c11f-487b-9ade-1ee20322c276', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1498730399-router', 'tenant_id': 'c1a5c59bf0f643ba9aadd3ad190c86d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '2d234c10-19ec-420c-be61-d983b45a75a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:28:05Z', 'updated_at': '2021-10-27T18:28:11Z', 'revision_number': 4, 'project_id': 'c1a5c59bf0f643ba9aadd3ad190c86d2', 'gw_port': {'id': '2d234c10-19ec-420c-be61-d983b45a75a7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:07:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4958536c-c11f-487b-9ade-1ee20322c276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:28:06Z', 'updated_at': '2021-10-27T18:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '2a04b779-36a3-43ea-8e9a-0855eef6ff79', 'name': '', 'network_id': '0345201b-ce8f-41da-900c-0bc942ff720b', 'tenant_id': 'c1a5c59bf0f643ba9aadd3ad190c86d2', 'mac_address': 'fa:16:3e:58:06:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4958536c-c11f-487b-9ade-1ee20322c276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'eb8f0301-338c-4c21-893f-1e4a58a649c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:28:10Z', 'updated_at': '2021-10-27T18:28:11Z', 'revision_number': 2, 'project_id': 'c1a5c59bf0f643ba9aadd3ad190c86d2', 'subnets': [{'id': 'eb8f0301-338c-4c21-893f-1e4a58a649c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:13.877178 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c21d8c-b987-4036-9235-a1a60144bdc0 None None] Checking router: 4958536c-c11f-487b-9ade-1ee20322c276 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:28:13.877880 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c21d8c-b987-4036-9235-a1a60144bdc0 None None] Updating router 4958536c-c11f-487b-9ade-1ee20322c276 port 2a04b779-36a3-43ea-8e9a-0855eef6ff79 binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:28:13.903901 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-42c21d8c-b987-4036-9235-a1a60144bdc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:13.912355 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1f8ecba2-841f-413c-b184-2bab66ccdd40 req-3d7b6456-1ea2-4254-92cc-d950a1b1a9fc tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:13.968390 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29246f-6bc2-4a3d-8c5e-8c673e7c0b42 req-21564d18-0659-4607-9dff-78247846879f tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:13.969908 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5e29246f-6bc2-4a3d-8c5e-8c673e7c0b42 req-21564d18-0659-4607-9dff-78247846879f tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 944 time: 0.1074312 Oct 27 18:28:14.067845 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5e29246f-6bc2-4a3d-8c5e-8c673e7c0b42 req-a428a8e8-64ef-42dc-94d8-604cb984164d tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902855 Oct 27 18:28:14.171766 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1f8ecba2-841f-413c-b184-2bab66ccdd40 req-3d7b6456-1ea2-4254-92cc-d950a1b1a9fc tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:14.242942 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59458) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:28:14.249654 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1f8ecba2-841f-413c-b184-2bab66ccdd40 req-3d7b6456-1ea2-4254-92cc-d950a1b1a9fc tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:14.263273 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-42c21d8c-b987-4036-9235-a1a60144bdc0 None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:14.272819 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-098e0621-a3ad-4f8b-9f65-c5d9a8c204fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:14.335944 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-42c21d8c-b987-4036-9235-a1a60144bdc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:14.363833 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7b6456-1ea2-4254-92cc-d950a1b1a9fc tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Pushing event updated for resources: {'Port': ['ID=462aeb25-5fed-4b1b-82ee-1b37a3de54f0,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:14.366413 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1f8ecba2-841f-413c-b184-2bab66ccdd40 req-3d7b6456-1ea2-4254-92cc-d950a1b1a9fc tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:14.390148 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1bb815-2031-41d4-9fb3-c5452fb7a847 req-21ab57e8-c806-42a2-8332-0a42b70c2447 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:14.398555 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-da1bb815-2031-41d4-9fb3-c5452fb7a847 req-21ab57e8-c806-42a2-8332-0a42b70c2447 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.1215103 Oct 27 18:28:14.406271 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-b53a7363-dfd0-449b-a37f-90d6c62e73b4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-202682203-network', 'tenant_id': '7fe084e48ac94723a80b3b4364762cb0'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:28:14.448137 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-da1bb815-2031-41d4-9fb3-c5452fb7a847 req-219e8193-09d2-4496-83ca-057c5514cac0 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486791 Oct 27 18:28:14.457141 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-1f8ecba2-841f-413c-b184-2bab66ccdd40 req-3d7b6456-1ea2-4254-92cc-d950a1b1a9fc tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:14.466036 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1f8ecba2-841f-413c-b184-2bab66ccdd40 req-3d7b6456-1ea2-4254-92cc-d950a1b1a9fc tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3032212 Oct 27 18:28:14.471552 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82dc79-fb2c-4824-8907-b22021d3ee8d None None] Pushing event updated for resources: {'Port': ['ID=2a04b779-36a3-43ea-8e9a-0855eef6ff79,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:14.485387 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 2d234c10-19ec-420c-be61-d983b45a75a7 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:28:14.532252 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1f8ecba2-841f-413c-b184-2bab66ccdd40 req-916e1688-0a18-4c94-a2b6-501bf790879b tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.228 HTTP/1.1" status: 200 len: 696 time: 0.0650060 Oct 27 18:28:14.550716 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-42c21d8c-b987-4036-9235-a1a60144bdc0 None None] Attempting to bind port 2a04b779-36a3-43ea-8e9a-0855eef6ff79 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:28:14.551120 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-42c21d8c-b987-4036-9235-a1a60144bdc0 None None] Attempting to bind port 2a04b779-36a3-43ea-8e9a-0855eef6ff79 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'e7d03a9a-ffa4-4fdd-a9c1-2f3ca9a86839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '0345201b-ce8f-41da-900c-0bc942ff720b'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:28:14.551481 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c21d8c-b987-4036-9235-a1a60144bdc0 None None] Attempting to bind port 2a04b779-36a3-43ea-8e9a-0855eef6ff79 on network 0345201b-ce8f-41da-900c-0bc942ff720b {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:28:14.562059 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c21d8c-b987-4036-9235-a1a60144bdc0 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:28:14.565083 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c21d8c-b987-4036-9235-a1a60144bdc0 None None] Checking segment: {'id': 'e7d03a9a-ffa4-4fdd-a9c1-2f3ca9a86839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '0345201b-ce8f-41da-900c-0bc942ff720b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:28:14.568342 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-42c21d8c-b987-4036-9235-a1a60144bdc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:14.569342 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c21d8c-b987-4036-9235-a1a60144bdc0 None None] Bound using segment: {'id': 'e7d03a9a-ffa4-4fdd-a9c1-2f3ca9a86839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '0345201b-ce8f-41da-900c-0bc942ff720b'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:28:14.570792 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-42c21d8c-b987-4036-9235-a1a60144bdc0 None None] Bound port: 2a04b779-36a3-43ea-8e9a-0855eef6ff79, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d03a9a-ffa4-4fdd-a9c1-2f3ca9a86839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '0345201b-ce8f-41da-900c-0bc942ff720b'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:28:14.572925 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-42c21d8c-b987-4036-9235-a1a60144bdc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:14.579035 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 2d234c10-19ec-420c-be61-d983b45a75a7 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:28:14.579454 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:14.648488 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53a7363-dfd0-449b-a37f-90d6c62e73b4 admin admin] Made reservation on behalf of 7fe084e48ac94723a80b3b4364762cb0 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:28:14.650939 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b53a7363-dfd0-449b-a37f-90d6c62e73b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:14.667363 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b53a7363-dfd0-449b-a37f-90d6c62e73b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:14.715549 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d71347-4251-4389-a4d3-ad21e8e9069d req-0d8bc92e-07c4-4973-8813-4b46698cd3ed tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:14.717189 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c3d71347-4251-4389-a4d3-ad21e8e9069d req-0d8bc92e-07c4-4973-8813-4b46698cd3ed tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 946 time: 0.1044431 Oct 27 18:28:14.725910 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-098e0621-a3ad-4f8b-9f65-c5d9a8c204fb admin admin] Deleting port 2a04b779-36a3-43ea-8e9a-0855eef6ff79 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:28:14.726245 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-098e0621-a3ad-4f8b-9f65-c5d9a8c204fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:14.738366 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-42c21d8c-b987-4036-9235-a1a60144bdc0 None None] For port 2a04b779-36a3-43ea-8e9a-0855eef6ff79, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:28:14.744024 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-42c21d8c-b987-4036-9235-a1a60144bdc0 None None] For port 2a04b779-36a3-43ea-8e9a-0855eef6ff79, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=2a04b779-36a3-43ea-8e9a-0855eef6ff79,segment=NetworkSegment(e7d03a9a-ffa4-4fdd-a9c1-2f3ca9a86839),segment_id=e7d03a9a-ffa4-4fdd-a9c1-2f3ca9a86839)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:28:14.755873 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ecba2-841f-413c-b184-2bab66ccdd40 req-b828e3f4-a89c-4e4c-911a-f954bf6d077e tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:14.761556 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1f8ecba2-841f-413c-b184-2bab66ccdd40 req-b828e3f4-a89c-4e4c-911a-f954bf6d077e tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/networks/0fad50cd-70b8-43d9-8a14-cc05c0fdea0e HTTP/1.1" status: 200 len: 784 time: 0.2155533 Oct 27 18:28:14.774989 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-1f8ecba2-841f-413c-b184-2bab66ccdd40 req-89621674-8639-4025-981f-371bd11bd770 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:28:14.776261 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1f8ecba2-841f-413c-b184-2bab66ccdd40 req-89621674-8639-4025-981f-371bd11bd770 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0124500 Oct 27 18:28:14.790057 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c3d71347-4251-4389-a4d3-ad21e8e9069d req-830753dc-9367-477d-a935-e67dd858d392 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603058 Oct 27 18:28:14.814711 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-42c21d8c-b987-4036-9235-a1a60144bdc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:14.846434 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-0e9777d6-312c-49da-8742-bf999d90cdd6 None None] Provisioning complete for port 2a04b779-36a3-43ea-8e9a-0855eef6ff79 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:28:14.847589 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0e9777d6-312c-49da-8742-bf999d90cdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:14.856793 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b53a7363-dfd0-449b-a37f-90d6c62e73b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:14.858120 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-098e0621-a3ad-4f8b-9f65-c5d9a8c204fb admin admin] For port 2a04b779-36a3-43ea-8e9a-0855eef6ff79, host n-d-815690-2, got binding levels [] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:28:14.859527 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-098e0621-a3ad-4f8b-9f65-c5d9a8c204fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:14.876351 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-098e0621-a3ad-4f8b-9f65-c5d9a8c204fb admin admin] Calling delete_port for 2a04b779-36a3-43ea-8e9a-0855eef6ff79 owned by network:router_interface {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:28:14.911805 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c21d8c-b987-4036-9235-a1a60144bdc0 None None] Routers {'4958536c-c11f-487b-9ade-1ee20322c276'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:28:14.912800 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-42c21d8c-b987-4036-9235-a1a60144bdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:28:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['4958536c-c11f-487b-9ade-1ee20322c276'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:14.945701 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b53a7363-dfd0-449b-a37f-90d6c62e73b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:14.979958 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b53a7363-dfd0-449b-a37f-90d6c62e73b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:28:14.981946 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82dc79-fb2c-4824-8907-b22021d3ee8d None None] Pushing event updated for resources: {'Port': ['ID=2a04b779-36a3-43ea-8e9a-0855eef6ff79,revision_number=4']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:14.988652 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0e9777d6-312c-49da-8742-bf999d90cdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:14.993106 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b53a7363-dfd0-449b-a37f-90d6c62e73b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:14.993511 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-b53a7363-dfd0-449b-a37f-90d6c62e73b4 admin admin] Added segment 27d93fd8-9a37-4af8-b1a6-e6abf40d352d of type vlan for network 58cc40a6-7266-469b-9d10-339aa9a52142 Oct 27 18:28:15.029228 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-0e9777d6-312c-49da-8742-bf999d90cdd6 None None] For port 2a04b779-36a3-43ea-8e9a-0855eef6ff79, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=2a04b779-36a3-43ea-8e9a-0855eef6ff79,segment=NetworkSegment(e7d03a9a-ffa4-4fdd-a9c1-2f3ca9a86839),segment_id=e7d03a9a-ffa4-4fdd-a9c1-2f3ca9a86839)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:28:15.050191 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:15.074123 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a7363-dfd0-449b-a37f-90d6c62e73b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7941a9e3-cd4b-49d9-8718-8837a4e02d72,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:15.092153 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b53a7363-dfd0-449b-a37f-90d6c62e73b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:15.103636 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-42c21d8c-b987-4036-9235-a1a60144bdc0 None None] Set router 4958536c-c11f-487b-9ade-1ee20322c276 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:28:15.124400 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0e9777d6-312c-49da-8742-bf999d90cdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:15.143611 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-37137a19-025f-4186-9ad9-68c0d6f25280 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:15.145427 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-37137a19-025f-4186-9ad9-68c0d6f25280 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/networks?id=27a035aa-6bb2-429b-9743-1c762638bdbc HTTP/1.1" status: 200 len: 821 time: 0.1521072 Oct 27 18:28:15.177438 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-134f31a6-c97c-473e-97e5-aa1c05420e53 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/quotas/6638011f07ab4293b73f2f4c2d364560 HTTP/1.1" status: 200 len: 375 time: 0.0240808 Oct 27 18:28:15.231357 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9777d6-312c-49da-8742-bf999d90cdd6 None None] Pushing event updated for resources: {'Port': ['ID=2a04b779-36a3-43ea-8e9a-0855eef6ff79,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:15.251302 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-3b5c3e4e-6fca-4a15-acd5-2928e22c53f1 None None] Provisioning complete for port 2a04b779-36a3-43ea-8e9a-0855eef6ff79 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:28:15.251912 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3b5c3e4e-6fca-4a15-acd5-2928e22c53f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:15.269861 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b53a7363-dfd0-449b-a37f-90d6c62e73b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:15.271461 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53a7363-dfd0-449b-a37f-90d6c62e73b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:15.272035 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b53a7363-dfd0-449b-a37f-90d6c62e73b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:15.314381 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-f368ae7a-8af2-4f84-937a-8e1b198293a4 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6638011f07ab4293b73f2f4c2d364560&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1289246 Oct 27 18:28:15.323252 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998119f-f62c-47f6-b3f7-133599fefadf req-76804a8d-a3e0-44ea-b275-f2c9618397cc tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:15.324845 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2998119f-f62c-47f6-b3f7-133599fefadf req-76804a8d-a3e0-44ea-b275-f2c9618397cc tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 944 time: 0.0749702 Oct 27 18:28:15.365395 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a7363-dfd0-449b-a37f-90d6c62e73b4 admin admin] Pushing event updated for resources: {'Network': ['ID=58cc40a6-7266-469b-9d10-339aa9a52142,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:15.376539 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 58cc40a6-7266-469b-9d10-339aa9a52142 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:28:15.413014 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-42c21d8c-b987-4036-9235-a1a60144bdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4958536c-c11f-487b-9ade-1ee20322c276', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1498730399-router', 'tenant_id': 'c1a5c59bf0f643ba9aadd3ad190c86d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '2d234c10-19ec-420c-be61-d983b45a75a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:28:05Z', 'updated_at': '2021-10-27T18:28:11Z', 'revision_number': 4, 'project_id': 'c1a5c59bf0f643ba9aadd3ad190c86d2', 'gw_port': {'id': '2d234c10-19ec-420c-be61-d983b45a75a7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:07:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4958536c-c11f-487b-9ade-1ee20322c276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:28:06Z', 'updated_at': '2021-10-27T18:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '2a04b779-36a3-43ea-8e9a-0855eef6ff79', 'name': '', 'network_id': '0345201b-ce8f-41da-900c-0bc942ff720b', 'tenant_id': 'c1a5c59bf0f643ba9aadd3ad190c86d2', 'mac_address': 'fa:16:3e:58:06:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4958536c-c11f-487b-9ade-1ee20322c276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'eb8f0301-338c-4c21-893f-1e4a58a649c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:28:10Z', 'updated_at': '2021-10-27T18:28:14Z', 'revision_number': 4, 'project_id': 'c1a5c59bf0f643ba9aadd3ad190c86d2', 'subnets': [{'id': 'eb8f0301-338c-4c21-893f-1e4a58a649c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:15.417423 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b53a7363-dfd0-449b-a37f-90d6c62e73b4 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1722307 Oct 27 18:28:15.418317 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59480) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:28:15.423942 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-020694c2-78e8-494b-9db8-7a9facc1566a admin admin] Request body: {'subnet': {'network_id': '58cc40a6-7266-469b-9d10-339aa9a52142', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-202682203-subnet', 'tenant_id': '7fe084e48ac94723a80b3b4364762cb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:28:15.441683 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-098e0621-a3ad-4f8b-9f65-c5d9a8c204fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:15.447381 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2998119f-f62c-47f6-b3f7-133599fefadf req-494a2c0f-e2f3-403d-8a6c-c26cb28253e5 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124458 Oct 27 18:28:15.447542 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c21d8c-b987-4036-9235-a1a60144bdc0 None None] The sync data for ids ['4958536c-c11f-487b-9ade-1ee20322c276'] in n-d-815690-2 is: [{'id': '4958536c-c11f-487b-9ade-1ee20322c276', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1498730399-router', 'tenant_id': 'c1a5c59bf0f643ba9aadd3ad190c86d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '2d234c10-19ec-420c-be61-d983b45a75a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:28:05Z', 'updated_at': '2021-10-27T18:28:11Z', 'revision_number': 4, 'project_id': 'c1a5c59bf0f643ba9aadd3ad190c86d2', 'gw_port': {'id': '2d234c10-19ec-420c-be61-d983b45a75a7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:07:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4958536c-c11f-487b-9ade-1ee20322c276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:28:06Z', 'updated_at': '2021-10-27T18:28:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '2a04b779-36a3-43ea-8e9a-0855eef6ff79', 'name': '', 'network_id': '0345201b-ce8f-41da-900c-0bc942ff720b', 'tenant_id': 'c1a5c59bf0f643ba9aadd3ad190c86d2', 'mac_address': 'fa:16:3e:58:06:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4958536c-c11f-487b-9ade-1ee20322c276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'eb8f0301-338c-4c21-893f-1e4a58a649c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:28:10Z', 'updated_at': '2021-10-27T18:28:14Z', 'revision_number': 4, 'project_id': 'c1a5c59bf0f643ba9aadd3ad190c86d2', 'subnets': [{'id': 'eb8f0301-338c-4c21-893f-1e4a58a649c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:28:15.486105 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-bdb575ee-ba9b-4adc-8d1f-6505907ec48a service neutron] 10.222.0.52 "GET /v2.0/networks/27a035aa-6bb2-429b-9743-1c762638bdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602154 Oct 27 18:28:15.486345 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e0621-a3ad-4f8b-9f65-c5d9a8c204fb admin admin] Pushing event deleted for resources: {'Port': ['ID=2a04b779-36a3-43ea-8e9a-0855eef6ff79,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:15.595071 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020694c2-78e8-494b-9db8-7a9facc1566a admin admin] Made reservation on behalf of 7fe084e48ac94723a80b3b4364762cb0 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:28:15.597422 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-020694c2-78e8-494b-9db8-7a9facc1566a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:15.740020 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-098e0621-a3ad-4f8b-9f65-c5d9a8c204fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:15.775275 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-7f8335be-e923-4655-b296-417c4a6ca3b7 service neutron] 10.222.0.52 "GET /v2.0/networks/27a035aa-6bb2-429b-9743-1c762638bdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813036 Oct 27 18:28:15.836121 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f091a87-5020-425f-a581-d26b68d1c8e0 req-0e1309bc-db4a-415d-928a-94f9368b35e3 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:15.845025 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7f091a87-5020-425f-a581-d26b68d1c8e0 req-0e1309bc-db4a-415d-928a-94f9368b35e3 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.1410980 Oct 27 18:28:15.935390 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7f091a87-5020-425f-a581-d26b68d1c8e0 req-080e1c12-6315-41a6-8007-17680826656b tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895152 Oct 27 18:28:16.009380 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-020694c2-78e8-494b-9db8-7a9facc1566a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:16.032101 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098e0621-a3ad-4f8b-9f65-c5d9a8c204fb admin admin] Router 4958536c-c11f-487b-9ade-1ee20322c276 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:28:16.117144 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2e139a12-8e47-4361-9058-496da8531bc3 req-6ad4be6c-307c-47c8-ad17-e1feb4796a5a tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/ports?device_id=13358eb1-b974-48d6-b5ec-ddba8f861aab HTTP/1.1" status: 200 len: 210 time: 0.0568366 Oct 27 18:28:16.172056 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020694c2-78e8-494b-9db8-7a9facc1566a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea64187e-631f-4901-9603-7ba78817ff62,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:16.185335 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098e0621-a3ad-4f8b-9f65-c5d9a8c204fb admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:28:16.196037 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-098e0621-a3ad-4f8b-9f65-c5d9a8c204fb admin admin] 10.222.0.52 "PUT /v2.0/routers/4958536c-c11f-487b-9ade-1ee20322c276/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3992295 Oct 27 18:28:16.196867 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59494) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:28:16.212832 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffcc06d-665f-401f-aef7-21d14c89b3dc req-28e0f285-91dd-4c0e-9f44-2936ed9ae6e8 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:16.214446 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bffcc06d-665f-401f-aef7-21d14c89b3dc req-28e0f285-91dd-4c0e-9f44-2936ed9ae6e8 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 946 time: 0.1199386 Oct 27 18:28:16.229407 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020694c2-78e8-494b-9db8-7a9facc1566a admin admin] Checking segment: {'id': '27d93fd8-9a37-4af8-b1a6-e6abf40d352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '58cc40a6-7266-469b-9d10-339aa9a52142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:28:16.231742 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020694c2-78e8-494b-9db8-7a9facc1566a admin admin] Network hostable DHCP agents. Network: 58cc40a6-7266-469b-9d10-339aa9a52142, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:28:16.270265 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bffcc06d-665f-401f-aef7-21d14c89b3dc req-4cf5c197-aeb3-41f4-8230-1ea4ae3418aa tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494685 Oct 27 18:28:16.318377 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020694c2-78e8-494b-9db8-7a9facc1566a admin admin] Network 58cc40a6-7266-469b-9d10-339aa9a52142 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:28:16.328469 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-448fa163-5b5c-47b1-b4a0-b5d811507b95 admin admin] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:16.387152 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-020694c2-78e8-494b-9db8-7a9facc1566a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 58cc40a6-7266-469b-9d10-339aa9a52142) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:28:16.398569 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020694c2-78e8-494b-9db8-7a9facc1566a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:16.399595 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-020694c2-78e8-494b-9db8-7a9facc1566a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:16.401225 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c1a97e-0f80-4c34-a2c5-5b3947a011db None None] Network 58cc40a6-7266-469b-9d10-339aa9a52142 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:28:16.503721 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-020694c2-78e8-494b-9db8-7a9facc1566a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0840020 Oct 27 18:28:16.600268 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45ce615-65b1-42e1-99f2-ddd0e33a25fc None None] Network 58cc40a6-7266-469b-9d10-339aa9a52142 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:28:16.629183 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7285231-c602-4f51-b54a-d6a3eee74ed0 req-d005c9b1-c189-4c40-b9f3-a65b3604b29a tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:16.631475 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e7285231-c602-4f51-b54a-d6a3eee74ed0 req-d005c9b1-c189-4c40-b9f3-a65b3604b29a tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 944 time: 0.1110020 Oct 27 18:28:16.712691 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e7285231-c602-4f51-b54a-d6a3eee74ed0 req-4f1e4f95-c532-429a-b304-fc07fdcfbd80 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746391 Oct 27 18:28:16.879232 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-448fa163-5b5c-47b1-b4a0-b5d811507b95 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:16.903757 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 2ac1af36-f4e9-4436-ba14-271bc5404393 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:28:17.004284 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-448fa163-5b5c-47b1-b4a0-b5d811507b95 admin admin] Deleting port 2d234c10-19ec-420c-be61-d983b45a75a7 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:28:17.004761 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-448fa163-5b5c-47b1-b4a0-b5d811507b95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:17.095612 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 2ac1af36-f4e9-4436-ba14-271bc5404393 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:28:17.101079 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 2ac1af36-f4e9-4436-ba14-271bc5404393 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:28:17.101478 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:17.105830 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c82c5-944d-430f-84db-513c9eb5d854 req-f6bf12e3-d1b4-46dd-a05d-d1e2c1660f73 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:17.106996 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-448fa163-5b5c-47b1-b4a0-b5d811507b95 admin admin] For port 2d234c10-19ec-420c-be61-d983b45a75a7, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=2d234c10-19ec-420c-be61-d983b45a75a7,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:28:17.107406 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5c6c82c5-944d-430f-84db-513c9eb5d854 req-f6bf12e3-d1b4-46dd-a05d-d1e2c1660f73 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.0650826 Oct 27 18:28:17.107525 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-448fa163-5b5c-47b1-b4a0-b5d811507b95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:17.120434 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-448fa163-5b5c-47b1-b4a0-b5d811507b95 admin admin] Calling delete_port for 2d234c10-19ec-420c-be61-d983b45a75a7 owned by network:router_gateway {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:28:17.161537 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdd44ca-b6ba-48cc-aa2c-5fd0fb7e57ff None None] Sync routers for ids ['4958536c-c11f-487b-9ade-1ee20322c276'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:28:17.174004 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5c6c82c5-944d-430f-84db-513c9eb5d854 req-5e8e8828-66f5-4b59-b706-d69b08dfd9b8 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543671 Oct 27 18:28:17.224660 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdd44ca-b6ba-48cc-aa2c-5fd0fb7e57ff None None] Routers {'4958536c-c11f-487b-9ade-1ee20322c276'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:28:17.225377 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-0cdd44ca-b6ba-48cc-aa2c-5fd0fb7e57ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:28:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['4958536c-c11f-487b-9ade-1ee20322c276'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:17.265183 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ca537578-dbaf-4554-867c-9a42cf8cd3fb req-305a6c6c-a8cf-4dce-be5f-4d75f3976aac tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/ports?device_id=13358eb1-b974-48d6-b5ec-ddba8f861aab HTTP/1.1" status: 200 len: 210 time: 0.0298173 Oct 27 18:28:17.322729 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:17.362840 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd655789b-cbec-4247-a022-1a4d4187ebf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac1af36-f4e9-4436-ba14-271bc5404393'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:28:17.365851 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c8c5ce-6349-4b81-a7f6-94e7ec23a4a0" -d '{"events": [{"server_uuid": "d655789b-cbec-4247-a022-1a4d4187ebf8", "name": "network-vif-plugged", "status": "completed", "tag": "2ac1af36-f4e9-4436-ba14-271bc5404393"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:28:17.373194 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 2ac1af36-f4e9-4436-ba14-271bc5404393, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=2ac1af36-f4e9-4436-ba14-271bc5404393,segment=NetworkSegment(2dded0ce-75a9-4672-98e4-0cf30caebd38),segment_id=2dded0ce-75a9-4672-98e4-0cf30caebd38)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:28:17.378973 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-0cdd44ca-b6ba-48cc-aa2c-5fd0fb7e57ff None None] Set router 4958536c-c11f-487b-9ade-1ee20322c276 gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:28:17.413075 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5650c79-8540-40dc-bfa8-b2d8b3d1ea77 x-openstack-request-id: req-b5650c79-8540-40dc-bfa8-b2d8b3d1ea77 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:28:17.413075 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d655789b-cbec-4247-a022-1a4d4187ebf8", "name": "network-vif-plugged", "status": "completed", "tag": "2ac1af36-f4e9-4436-ba14-271bc5404393", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:28:17.413075 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b5650c79-8540-40dc-bfa8-b2d8b3d1ea77 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:28:17.413075 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd655789b-cbec-4247-a022-1a4d4187ebf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac1af36-f4e9-4436-ba14-271bc5404393', 'code': 200} Oct 27 18:28:17.415587 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff522f4-77b4-4be2-ba30-c8ad4c2b9dc7 req-cfa3a9f6-8ffe-4e89-9450-c1b55aa7fc13 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:17.417168 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aff522f4-77b4-4be2-ba30-c8ad4c2b9dc7 req-cfa3a9f6-8ffe-4e89-9450-c1b55aa7fc13 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 946 time: 0.0640218 Oct 27 18:28:17.438183 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-0cdd44ca-b6ba-48cc-aa2c-5fd0fb7e57ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4958536c-c11f-487b-9ade-1ee20322c276', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1498730399-router', 'tenant_id': 'c1a5c59bf0f643ba9aadd3ad190c86d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:28:05Z', 'updated_at': '2021-10-27T18:28:16Z', 'revision_number': 6, 'project_id': 'c1a5c59bf0f643ba9aadd3ad190c86d2', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:17.444937 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59522) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:28:17.451067 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-30c83f0c-62b8-4651-afee-9f62b028ddb4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1561160807-network', 'tenant_id': 'eb8fa06458784015bb0d6a8c68e02b43'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:28:17.465040 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-448fa163-5b5c-47b1-b4a0-b5d811507b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:17.472560 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aff522f4-77b4-4be2-ba30-c8ad4c2b9dc7 req-a3230f2c-4823-40ce-a30d-0284e37ec15a tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478303 Oct 27 18:28:17.476150 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:17.477208 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdd44ca-b6ba-48cc-aa2c-5fd0fb7e57ff None None] Checking router: 4958536c-c11f-487b-9ade-1ee20322c276 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:28:17.497436 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448fa163-5b5c-47b1-b4a0-b5d811507b95 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d234c10-19ec-420c-be61-d983b45a75a7,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:17.510472 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdd44ca-b6ba-48cc-aa2c-5fd0fb7e57ff None None] Routers {'4958536c-c11f-487b-9ade-1ee20322c276'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:28:17.511160 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-0cdd44ca-b6ba-48cc-aa2c-5fd0fb7e57ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:28:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['4958536c-c11f-487b-9ade-1ee20322c276'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:17.593998 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-448fa163-5b5c-47b1-b4a0-b5d811507b95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:17.602352 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-0cdd44ca-b6ba-48cc-aa2c-5fd0fb7e57ff None None] Set router 4958536c-c11f-487b-9ade-1ee20322c276 gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:28:17.604211 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=2ac1af36-f4e9-4436-ba14-271bc5404393,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:17.624223 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c83f0c-62b8-4651-afee-9f62b028ddb4 admin admin] Made reservation on behalf of eb8fa06458784015bb0d6a8c68e02b43 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:28:17.626629 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-30c83f0c-62b8-4651-afee-9f62b028ddb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:17.662963 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-0cdd44ca-b6ba-48cc-aa2c-5fd0fb7e57ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4958536c-c11f-487b-9ade-1ee20322c276', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1498730399-router', 'tenant_id': 'c1a5c59bf0f643ba9aadd3ad190c86d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:28:05Z', 'updated_at': '2021-10-27T18:28:17Z', 'revision_number': 7, 'project_id': 'c1a5c59bf0f643ba9aadd3ad190c86d2', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:17.665129 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92048d4-31ec-412d-a9a7-54eb5394a3b9 req-a0884af6-d80e-470b-8168-d57ffdad3d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:17.666636 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d92048d4-31ec-412d-a9a7-54eb5394a3b9 req-a0884af6-d80e-470b-8168-d57ffdad3d4e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 1096 time: 0.1425605 Oct 27 18:28:17.689532 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdd44ca-b6ba-48cc-aa2c-5fd0fb7e57ff None None] The sync data for ids ['4958536c-c11f-487b-9ade-1ee20322c276'] in n-d-815690-2 is: [{'id': '4958536c-c11f-487b-9ade-1ee20322c276', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1498730399-router', 'tenant_id': 'c1a5c59bf0f643ba9aadd3ad190c86d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:28:05Z', 'updated_at': '2021-10-27T18:28:17Z', 'revision_number': 7, 'project_id': 'c1a5c59bf0f643ba9aadd3ad190c86d2', 'gw_port_host': None}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:28:17.697097 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-30c83f0c-62b8-4651-afee-9f62b028ddb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:17.726795 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-448fa163-5b5c-47b1-b4a0-b5d811507b95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:17.731459 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-448fa163-5b5c-47b1-b4a0-b5d811507b95 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:17.810266 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d92048d4-31ec-412d-a9a7-54eb5394a3b9 req-3047641a-f0bf-411a-9ca9-d0d8acc24eb8 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141758 Oct 27 18:28:17.861299 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-30c83f0c-62b8-4651-afee-9f62b028ddb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:17.874040 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb54ae4-808b-4bce-8c27-de28027c81a7 req-eb7edff2-a6c0-4b5d-9907-7892ecdafffd tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:17.875655 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bbb54ae4-808b-4bce-8c27-de28027c81a7 req-eb7edff2-a6c0-4b5d-9907-7892ecdafffd tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0544567 Oct 27 18:28:17.912357 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-448fa163-5b5c-47b1-b4a0-b5d811507b95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:17.912891 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448fa163-5b5c-47b1-b4a0-b5d811507b95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4958536c-c11f-487b-9ade-1ee20322c276 {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:28:17.917885 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-448fa163-5b5c-47b1-b4a0-b5d811507b95 admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:17.919467 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-448fa163-5b5c-47b1-b4a0-b5d811507b95 admin admin] 10.222.0.52 "DELETE /v2.0/routers/4958536c-c11f-487b-9ade-1ee20322c276 HTTP/1.1" status: 204 len: 168 time: 1.7212102 Oct 27 18:28:17.921998 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59528) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:28:17.932781 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bbb54ae4-808b-4bce-8c27-de28027c81a7 req-f390372a-04a1-4c9f-9c17-38095040a743 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496175 Oct 27 18:28:17.952663 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-30c83f0c-62b8-4651-afee-9f62b028ddb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:17.974238 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30c83f0c-62b8-4651-afee-9f62b028ddb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1039, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:28:17.975189 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-aff387b4-dffa-4b31-a7d1-6086c6bd4355 admin admin] Deleting subnet eb8f0301-338c-4c21-893f-1e4a58a649c3 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:28:17.978408 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-aff387b4-dffa-4b31-a7d1-6086c6bd4355 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:17.988769 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c83f0c-62b8-4651-afee-9f62b028ddb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6742988-4854-4e0b-bc09-e3cf119c230f,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:17.992270 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-30c83f0c-62b8-4651-afee-9f62b028ddb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:17.992621 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-30c83f0c-62b8-4651-afee-9f62b028ddb4 admin admin] Added segment 8bc71ab7-8988-41a3-bee3-6695a4197c3e of type vlan for network af45143f-80f0-4d11-acb5-30bc78710724 Oct 27 18:28:18.014937 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-aff387b4-dffa-4b31-a7d1-6086c6bd4355 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:18.036967 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-30c83f0c-62b8-4651-afee-9f62b028ddb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:18.097002 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-aff387b4-dffa-4b31-a7d1-6086c6bd4355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:18.193411 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-30c83f0c-62b8-4651-afee-9f62b028ddb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:18.195242 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c83f0c-62b8-4651-afee-9f62b028ddb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:18.195623 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-30c83f0c-62b8-4651-afee-9f62b028ddb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:18.212213 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-aff387b4-dffa-4b31-a7d1-6086c6bd4355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:18.265326 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff387b4-dffa-4b31-a7d1-6086c6bd4355 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb8f0301-338c-4c21-893f-1e4a58a649c3,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:18.269856 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c83f0c-62b8-4651-afee-9f62b028ddb4 admin admin] Pushing event updated for resources: {'Network': ['ID=af45143f-80f0-4d11-acb5-30bc78710724,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:18.277997 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-aff387b4-dffa-4b31-a7d1-6086c6bd4355 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:18.281769 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736417ca-08cb-478a-bb95-ece36a33ccee None None] Network 0345201b-ce8f-41da-900c-0bc942ff720b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:28:18.284161 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-aff387b4-dffa-4b31-a7d1-6086c6bd4355 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/eb8f0301-338c-4c21-893f-1e4a58a649c3 HTTP/1.1" status: 204 len: 168 time: 0.3607697 Oct 27 18:28:18.291425 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59532) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:28:18.323620 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fbaccd-6190-4d4a-8fc4-a1df27ac7967 req-88f35cec-19cf-4ed5-8c45-1beac7a553a0 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:18.325183 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-50fbaccd-6190-4d4a-8fc4-a1df27ac7967 req-88f35cec-19cf-4ed5-8c45-1beac7a553a0 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.0640125 Oct 27 18:28:18.346462 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-30c83f0c-62b8-4651-afee-9f62b028ddb4 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.8974628 Oct 27 18:28:18.346948 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59536) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:28:18.352179 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-31f0d494-6abe-4cf0-a164-ec1cbebafd91 admin admin] Request body: {'subnet': {'network_id': 'af45143f-80f0-4d11-acb5-30bc78710724', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1561160807-subnet', 'tenant_id': 'eb8fa06458784015bb0d6a8c68e02b43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:28:18.397412 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2f7be4ae-d5ce-44f3-b25b-a7c41c621f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:18.406436 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network af45143f-80f0-4d11-acb5-30bc78710724 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:28:18.459788 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-50fbaccd-6190-4d4a-8fc4-a1df27ac7967 req-dcc3699f-ad59-4e19-8e97-bf4853c4391d tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222768 Oct 27 18:28:18.462014 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f0d494-6abe-4cf0-a164-ec1cbebafd91 admin admin] Made reservation on behalf of eb8fa06458784015bb0d6a8c68e02b43 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:28:18.466600 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-31f0d494-6abe-4cf0-a164-ec1cbebafd91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:18.490167 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8f63a8e4-a167-49e0-9466-e3fca1d1d0e9 req-e2469bbb-8d78-40f3-965d-4d25d26a412d tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/ports?device_id=13358eb1-b974-48d6-b5ec-ddba8f861aab HTTP/1.1" status: 200 len: 210 time: 0.0789292 Oct 27 18:28:18.524733 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 2a04b779-36a3-43ea-8e9a-0855eef6ff79 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:28:18.544641 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-2f7be4ae-d5ce-44f3-b25b-a7c41c621f75 admin admin] Deleting port 89ddef42-76f6-47ec-9412-a5f07c970570 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:28:18.544971 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2f7be4ae-d5ce-44f3-b25b-a7c41c621f75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:18.573464 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 2a04b779-36a3-43ea-8e9a-0855eef6ff79 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:28:18.574105 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 2a04b779-36a3-43ea-8e9a-0855eef6ff79 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:28:18.574692 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 2d234c10-19ec-420c-be61-d983b45a75a7 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:28:18.614890 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 2d234c10-19ec-420c-be61-d983b45a75a7 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:28:18.619686 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 2d234c10-19ec-420c-be61-d983b45a75a7 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:28:18.634015 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e95f9-5be2-4355-badb-39533f18ff99 req-133af233-ca73-453d-97a8-95f9e3bf58eb tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:18.635923 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-392e95f9-5be2-4355-badb-39533f18ff99 req-133af233-ca73-453d-97a8-95f9e3bf58eb tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 946 time: 0.0757957 Oct 27 18:28:18.707405 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-392e95f9-5be2-4355-badb-39533f18ff99 req-b4680540-0fc8-477b-b777-c24d7e3f36bf tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641520 Oct 27 18:28:18.733210 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39b924a-0be3-493d-9069-2461f194ed16 None None] DHCP port deletion for 0345201b-ce8f-41da-900c-0bc942ff720b request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:28:18.742581 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-2f7be4ae-d5ce-44f3-b25b-a7c41c621f75 admin admin] For port 89ddef42-76f6-47ec-9412-a5f07c970570, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=89ddef42-76f6-47ec-9412-a5f07c970570,segment=NetworkSegment(e7d03a9a-ffa4-4fdd-a9c1-2f3ca9a86839),segment_id=e7d03a9a-ffa4-4fdd-a9c1-2f3ca9a86839)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:28:18.743045 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2f7be4ae-d5ce-44f3-b25b-a7c41c621f75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:18.769442 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-2f7be4ae-d5ce-44f3-b25b-a7c41c621f75 admin admin] Calling delete_port for 89ddef42-76f6-47ec-9412-a5f07c970570 owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:28:18.782722 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-e39b924a-0be3-493d-9069-2461f194ed16 None None] Deleting port 89ddef42-76f6-47ec-9412-a5f07c970570 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:28:18.783141 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e39b924a-0be3-493d-9069-2461f194ed16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:18.851165 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-e39b924a-0be3-493d-9069-2461f194ed16 None None] For port 89ddef42-76f6-47ec-9412-a5f07c970570, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=89ddef42-76f6-47ec-9412-a5f07c970570,segment=NetworkSegment(e7d03a9a-ffa4-4fdd-a9c1-2f3ca9a86839),segment_id=e7d03a9a-ffa4-4fdd-a9c1-2f3ca9a86839)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:28:18.851562 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e39b924a-0be3-493d-9069-2461f194ed16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:18.864427 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-e39b924a-0be3-493d-9069-2461f194ed16 None None] Calling delete_port for 89ddef42-76f6-47ec-9412-a5f07c970570 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:28:18.872555 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-b042fb35-66ae-45f5-9c67-33b4aeb9d56c tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:18.874020 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-b042fb35-66ae-45f5-9c67-33b4aeb9d56c tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.93 "GET /v2.0/networks?id=27a035aa-6bb2-429b-9743-1c762638bdbc HTTP/1.1" status: 200 len: 821 time: 0.2479982 Oct 27 18:28:18.896507 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-6fc6b64e-7c4f-4b74-abb1-978146a123e6 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Request body: {'port': {'device_id': '13358eb1-b974-48d6-b5ec-ddba8f861aab', 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc', 'admin_state_up': True, 'tenant_id': '6638011f07ab4293b73f2f4c2d364560'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:28:19.021731 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e39b924a-0be3-493d-9069-2461f194ed16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:19.044554 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2f7be4ae-d5ce-44f3-b25b-a7c41c621f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:19.059083 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20587f21-803c-407c-9702-b925114a4f46 req-3d5bf15e-d992-48c8-9bfc-4a9f3b415b6d tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:19.061255 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20587f21-803c-407c-9702-b925114a4f46 req-3d5bf15e-d992-48c8-9bfc-4a9f3b415b6d tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0568411 Oct 27 18:28:19.065929 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39b924a-0be3-493d-9069-2461f194ed16 None None] Pushing event deleted for resources: {'Port': ['ID=89ddef42-76f6-47ec-9412-a5f07c970570,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:19.075782 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39b924a-0be3-493d-9069-2461f194ed16 None None] No DVR routers for this DVR port 89ddef42-76f6-47ec-9412-a5f07c970570 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:28:19.083399 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-31f0d494-6abe-4cf0-a164-ec1cbebafd91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:19.089074 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7be4ae-d5ce-44f3-b25b-a7c41c621f75 admin admin] Pushing event deleted for resources: {'Port': ['ID=89ddef42-76f6-47ec-9412-a5f07c970570,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:19.113611 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20587f21-803c-407c-9702-b925114a4f46 req-53f3fc59-7e8e-44f3-bdcc-a83b6f3fd252 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462849 Oct 27 18:28:19.117381 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7be4ae-d5ce-44f3-b25b-a7c41c621f75 admin admin] No DVR routers for this DVR port 89ddef42-76f6-47ec-9412-a5f07c970570 on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:28:19.212506 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f0d494-6abe-4cf0-a164-ec1cbebafd91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0537a79d-4c6e-440a-b9fe-eac51012b74e,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:19.240867 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2f7be4ae-d5ce-44f3-b25b-a7c41c621f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:19.243161 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-6fc6b64e-7c4f-4b74-abb1-978146a123e6 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Made reservation on behalf of 6638011f07ab4293b73f2f4c2d364560 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:28:19.246644 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-6fc6b64e-7c4f-4b74-abb1-978146a123e6 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:19.276675 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f0d494-6abe-4cf0-a164-ec1cbebafd91 admin admin] Checking segment: {'id': '8bc71ab7-8988-41a3-bee3-6695a4197c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'af45143f-80f0-4d11-acb5-30bc78710724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:28:19.277035 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f0d494-6abe-4cf0-a164-ec1cbebafd91 admin admin] Network hostable DHCP agents. Network: af45143f-80f0-4d11-acb5-30bc78710724, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:28:19.282529 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-2f7be4ae-d5ce-44f3-b25b-a7c41c621f75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0345201b-ce8f-41da-900c-0bc942ff720b']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:19.304981 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-2f7be4ae-d5ce-44f3-b25b-a7c41c621f75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7d03a9a-ffa4-4fdd-a9c1-2f3ca9a86839') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:19.305261 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-2f7be4ae-d5ce-44f3-b25b-a7c41c621f75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7d03a9a-ffa4-4fdd-a9c1-2f3ca9a86839') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:19.340367 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cde671-18c9-4d12-8838-ae46a1125f9f req-8cdf6905-c87c-446a-bbe0-7a4fa4ba617e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:19.341861 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-51cde671-18c9-4d12-8838-ae46a1125f9f req-8cdf6905-c87c-446a-bbe0-7a4fa4ba617e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 1096 time: 0.0443635 Oct 27 18:28:19.346478 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2f7be4ae-d5ce-44f3-b25b-a7c41c621f75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:19.370087 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2f7be4ae-d5ce-44f3-b25b-a7c41c621f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:19.380530 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-51cde671-18c9-4d12-8838-ae46a1125f9f req-b6736525-e5cc-4ecb-97b7-70ac337ad0ac service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307457 Oct 27 18:28:19.381654 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f7be4ae-d5ce-44f3-b25b-a7c41c621f75 admin admin] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:28:19.382042 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2f7be4ae-d5ce-44f3-b25b-a7c41c621f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:19.383693 n-d-815690-2 neutron-server[102879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:28:19.383693 n-d-815690-2 neutron-server[102879]: self.session.flush() Oct 27 18:28:19.383693 n-d-815690-2 neutron-server[102879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:28:19.383693 n-d-815690-2 neutron-server[102879]: self.session.flush() Oct 27 18:28:19.383693 n-d-815690-2 neutron-server[102879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:28:19.383693 n-d-815690-2 neutron-server[102879]: self.session.flush() Oct 27 18:28:19.383693 n-d-815690-2 neutron-server[102879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:28:19.383693 n-d-815690-2 neutron-server[102879]: self.session.flush() Oct 27 18:28:19.383693 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:28:19.383693 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:28:19.383693 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:28:19.383693 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:28:19.383693 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:28:19.383693 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:28:19.383693 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:28:19.383693 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:28:19.383693 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:28:19.383693 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:28:19.383693 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:28:19.383693 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:28:19.383693 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:28:19.383693 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:28:19.383693 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:28:19.383693 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:28:19.383693 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:28:19.383693 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:28:19.383693 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:28:19.383693 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:28:19.383693 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:28:19.383693 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:28:19.383693 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:28:19.383693 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:28:19.383693 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:28:19.383693 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:28:19.383693 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:28:19.383693 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:28:19.383693 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:28:19.383693 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:28:19.383693 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:28:19.383693 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:28:19.446355 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f0d494-6abe-4cf0-a164-ec1cbebafd91 admin admin] Network af45143f-80f0-4d11-acb5-30bc78710724 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:28:19.483074 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-6fc6b64e-7c4f-4b74-abb1-978146a123e6 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Allocated IP 172.20.0.5 (27a035aa-6bb2-429b-9743-1c762638bdbc/c4a4738a-7d76-4b39-92e8-ebca9284bd6e/f2e504f5-40d8-410c-94ac-75b08d047778) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:28:19.506856 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-31f0d494-6abe-4cf0-a164-ec1cbebafd91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, af45143f-80f0-4d11-acb5-30bc78710724) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:28:19.515939 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f0d494-6abe-4cf0-a164-ec1cbebafd91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:19.516643 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-31f0d494-6abe-4cf0-a164-ec1cbebafd91 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:19.522939 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46162329-7567-4bef-8538-95a84c93c210 None None] Network af45143f-80f0-4d11-acb5-30bc78710724 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:28:19.544170 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2f7be4ae-d5ce-44f3-b25b-a7c41c621f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:19.561491 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2f7be4ae-d5ce-44f3-b25b-a7c41c621f75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:19.564714 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2f7be4ae-d5ce-44f3-b25b-a7c41c621f75 admin admin] 10.222.0.52 "DELETE /v2.0/networks/0345201b-ce8f-41da-900c-0bc942ff720b HTTP/1.1" status: 204 len: 168 time: 1.2717090 Oct 27 18:28:19.607340 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7be4ae-d5ce-44f3-b25b-a7c41c621f75 admin admin] Pushing event deleted for resources: {'Network': ['ID=0345201b-ce8f-41da-900c-0bc942ff720b,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:19.615191 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-31f0d494-6abe-4cf0-a164-ec1cbebafd91 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2672033 Oct 27 18:28:19.640136 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00e6e0-3fa1-4cce-85b9-4781b9829378 req-2823a3e6-8b79-4f20-b779-f90c0ddde865 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:19.644395 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7c00e6e0-3fa1-4cce-85b9-4781b9829378 req-2823a3e6-8b79-4f20-b779-f90c0ddde865 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.1179404 Oct 27 18:28:19.695695 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-662122e2-9310-491e-a620-274890199fde req-65d2c9eb-a97c-4a50-a7e2-84b0e7249b5d tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/ports?device_id=13358eb1-b974-48d6-b5ec-ddba8f861aab HTTP/1.1" status: 200 len: 210 time: 0.0520048 Oct 27 18:28:19.741206 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-6fc6b64e-7c4f-4b74-abb1-978146a123e6 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:19.743682 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7c00e6e0-3fa1-4cce-85b9-4781b9829378 req-28b230ff-0743-4983-8ecf-743767c226e4 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897353 Oct 27 18:28:19.747409 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a8b53f-dde5-4f4d-8934-45f1308b0edd None None] Network af45143f-80f0-4d11-acb5-30bc78710724 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:28:19.833684 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-6fc6b64e-7c4f-4b74-abb1-978146a123e6 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:19.853717 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac685210-ccd3-4928-8cd8-e31df3922bd1 req-94003272-fb16-473b-affd-7ff93f68177b tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:19.855531 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ac685210-ccd3-4928-8cd8-e31df3922bd1 req-94003272-fb16-473b-affd-7ff93f68177b tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 946 time: 0.0544951 Oct 27 18:28:19.860596 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['a5cf6019-9a31-49f4-967d-d08f4d332c9b'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:28:19.891305 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc6b64e-7c4f-4b74-abb1-978146a123e6 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Pushing event updated for resources: {'Port': ['ID=f2e504f5-40d8-410c-94ac-75b08d047778,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:19.910540 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-6fc6b64e-7c4f-4b74-abb1-978146a123e6 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Network 27a035aa-6bb2-429b-9743-1c762638bdbc is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:28:19.913745 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-6fc6b64e-7c4f-4b74-abb1-978146a123e6 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:28:19.918848 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-6fc6b64e-7c4f-4b74-abb1-978146a123e6 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:28:19.920953 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ac685210-ccd3-4928-8cd8-e31df3922bd1 req-5cea113c-f256-4c42-9608-cd2ccbdd04b7 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570385 Oct 27 18:28:19.998735 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-6fc6b64e-7c4f-4b74-abb1-978146a123e6 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:19.999666 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-6fc6b64e-7c4f-4b74-abb1-978146a123e6 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:20.027376 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59560) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:28:20.082066 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-dd25781a-9a93-4043-8700-e3631ae922e0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c1a5c59bf0f643ba9aadd3ad190c86d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515196 Oct 27 18:28:20.086834 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-6fc6b64e-7c4f-4b74-abb1-978146a123e6 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1956964 Oct 27 18:28:20.090319 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59562) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:28:20.108821 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-4588b157-d1ea-42c3-a377-e725d4983abd service neutron] Request body: {'port': {'device_id': '13358eb1-b974-48d6-b5ec-ddba8f861aab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:28:20.157646 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fb6c72e3-17a4-4799-9942-0aca064c1155 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:20.188523 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-4588b157-d1ea-42c3-a377-e725d4983abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:20.190085 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fb6c72e3-17a4-4799-9942-0aca064c1155 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:20.233582 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-d15448ff-3172-4587-adf3-e067b6518784 None None] Provisioning complete for port f2e504f5-40d8-410c-94ac-75b08d047778 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:28:20.233990 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d15448ff-3172-4587-adf3-e067b6518784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:20.277468 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-d15448ff-3172-4587-adf3-e067b6518784 None None] Port f2e504f5-40d8-410c-94ac-75b08d047778 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:28:20.289925 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ec250-ae2b-4b48-b2c5-900fa570249f req-b9115ad8-813b-4d05-b59a-8df9844da4fa tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:20.291927 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-617ec250-ae2b-4b48-b2c5-900fa570249f req-b9115ad8-813b-4d05-b59a-8df9844da4fa tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0698140 Oct 27 18:28:20.344900 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-617ec250-ae2b-4b48-b2c5-900fa570249f req-e005d6de-288a-4437-b30d-38076fa801a3 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386322 Oct 27 18:28:20.358105 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fb6c72e3-17a4-4799-9942-0aca064c1155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:20.375178 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fb6c72e3-17a4-4799-9942-0aca064c1155 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:20.382587 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-fb6c72e3-17a4-4799-9942-0aca064c1155 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9c594e79-0225-46ed-b7f7-edcf1823084f HTTP/1.1" status: 204 len: 168 time: 0.2911727 Oct 27 18:28:20.451548 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c72e3-17a4-4799-9942-0aca064c1155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c594e79-0225-46ed-b7f7-edcf1823084f,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:20.499476 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 89ddef42-76f6-47ec-9412-a5f07c970570 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:28:20.533837 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 89ddef42-76f6-47ec-9412-a5f07c970570 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:28:20.534281 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 89ddef42-76f6-47ec-9412-a5f07c970570 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:28:20.576692 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-4588b157-d1ea-42c3-a377-e725d4983abd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2e504f5-40d8-410c-94ac-75b08d047778 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:28:20.581132 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-9042152f-1c8b-4e00-8f07-f1212519cca1 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:20.585974 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-4588b157-d1ea-42c3-a377-e725d4983abd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:20.587325 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-9042152f-1c8b-4e00-8f07-f1212519cca1 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] 10.222.0.52 "GET /v2.0/networks?id=58cc40a6-7266-469b-9d10-339aa9a52142 HTTP/1.1" status: 200 len: 824 time: 0.2020988 Oct 27 18:28:20.598328 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-4588b157-d1ea-42c3-a377-e725d4983abd service neutron] Transition to ACTIVE for port object f2e504f5-40d8-410c-94ac-75b08d047778 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:28:20.605633 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-da73a04b-2174-4a65-90fe-f5a20daa2f18 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] 10.222.0.52 "GET /v2.0/quotas/7fe084e48ac94723a80b3b4364762cb0 HTTP/1.1" status: 200 len: 375 time: 0.0162284 Oct 27 18:28:20.638295 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-4588b157-d1ea-42c3-a377-e725d4983abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:20.657902 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-8c0c58fa-5039-4728-a048-c54131ce8e6a tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7fe084e48ac94723a80b3b4364762cb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453722 Oct 27 18:28:20.719556 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4588b157-d1ea-42c3-a377-e725d4983abd service neutron] Pushing event updated for resources: {'Port': ['ID=f2e504f5-40d8-410c-94ac-75b08d047778,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:20.780896 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-4588b157-d1ea-42c3-a377-e725d4983abd service neutron] Attempting to bind port f2e504f5-40d8-410c-94ac-75b08d047778 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:28:20.781144 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-4588b157-d1ea-42c3-a377-e725d4983abd service neutron] Attempting to bind port f2e504f5-40d8-410c-94ac-75b08d047778 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:28:20.781476 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-4588b157-d1ea-42c3-a377-e725d4983abd service neutron] Attempting to bind port f2e504f5-40d8-410c-94ac-75b08d047778 on network 27a035aa-6bb2-429b-9743-1c762638bdbc {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:28:20.787755 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-4588b157-d1ea-42c3-a377-e725d4983abd service neutron] Port f2e504f5-40d8-410c-94ac-75b08d047778 on network 27a035aa-6bb2-429b-9743-1c762638bdbc not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:28:20.788211 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-4588b157-d1ea-42c3-a377-e725d4983abd service neutron] Attempting to bind port f2e504f5-40d8-410c-94ac-75b08d047778 on network 27a035aa-6bb2-429b-9743-1c762638bdbc {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:28:20.795720 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-4588b157-d1ea-42c3-a377-e725d4983abd service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:28:20.796069 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-4588b157-d1ea-42c3-a377-e725d4983abd service neutron] Checking segment: {'id': '1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:28:20.796610 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-4588b157-d1ea-42c3-a377-e725d4983abd service neutron] Bound using segment: {'id': '1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:28:20.797171 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-4588b157-d1ea-42c3-a377-e725d4983abd service neutron] Bound port: f2e504f5-40d8-410c-94ac-75b08d047778, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:28:20.797538 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-4588b157-d1ea-42c3-a377-e725d4983abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:20.825528 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-953fae63-b449-4a74-8fa6-a42925e50af3 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:20.833110 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-953fae63-b449-4a74-8fa6-a42925e50af3 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/networks?id=6989e920-feed-4bf7-84f8-f1cbb2ccd945 HTTP/1.1" status: 200 len: 813 time: 0.2110987 Oct 27 18:28:20.854003 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-dbd56f0a-039a-453d-85e7-11e70f43c167 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/quotas/e64e3fa67fed4102b6fb3b9a3eeaa7a5 HTTP/1.1" status: 200 len: 375 time: 0.0184805 Oct 27 18:28:20.855020 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-d704500a-a6f7-498d-931f-57bf1140ff96 service neutron] 10.222.0.52 "GET /v2.0/networks/58cc40a6-7266-469b-9d10-339aa9a52142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720047 Oct 27 18:28:20.898014 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-4588b157-d1ea-42c3-a377-e725d4983abd service neutron] For port f2e504f5-40d8-410c-94ac-75b08d047778, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:28:20.910648 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-4588b157-d1ea-42c3-a377-e725d4983abd service neutron] For port f2e504f5-40d8-410c-94ac-75b08d047778, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f2e504f5-40d8-410c-94ac-75b08d047778,segment=NetworkSegment(1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b),segment_id=1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:28:20.966579 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-0b5d2a70-9641-4223-b303-101876b476f5 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e64e3fa67fed4102b6fb3b9a3eeaa7a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1067805 Oct 27 18:28:20.997762 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-4588b157-d1ea-42c3-a377-e725d4983abd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:21.037621 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-4588b157-d1ea-42c3-a377-e725d4983abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:21.038327 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-4588b157-d1ea-42c3-a377-e725d4983abd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:21.039933 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-4588b157-d1ea-42c3-a377-e725d4983abd service neutron] 10.222.0.93 "PUT /v2.0/ports/f2e504f5-40d8-410c-94ac-75b08d047778 HTTP/1.1" status: 200 len: 1091 time: 0.9356802 Oct 27 18:28:21.040465 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13358eb1-b974-48d6-b5ec-ddba8f861aab', 'tag': 'f2e504f5-40d8-410c-94ac-75b08d047778'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:28:21.042951 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7191efb4-0f25-49be-a916-c268129456f8" -d '{"events": [{"name": "network-changed", "server_uuid": "13358eb1-b974-48d6-b5ec-ddba8f861aab", "tag": "f2e504f5-40d8-410c-94ac-75b08d047778"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:28:21.066346 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-60336f2e-8e9d-4b5b-9dc0-9d1f87f4952f service neutron] 10.222.0.52 "GET /v2.0/networks/58cc40a6-7266-469b-9d10-339aa9a52142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967351 Oct 27 18:28:21.073736 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4588b157-d1ea-42c3-a377-e725d4983abd service neutron] Pushing event updated for resources: {'Port': ['ID=f2e504f5-40d8-410c-94ac-75b08d047778,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:21.103611 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-c98964e3-30b4-43e0-87c3-d0fb37afeed8 service neutron] 10.222.0.52 "GET /v2.0/networks/6989e920-feed-4bf7-84f8-f1cbb2ccd945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220286 Oct 27 18:28:21.228081 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-68b60052-2e58-44a0-bdc2-6e672276eb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:21.230704 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-68b60052-2e58-44a0-bdc2-6e672276eb6c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6638011f07ab4293b73f2f4c2d364560&device_id=13358eb1-b974-48d6-b5ec-ddba8f861aab HTTP/1.1" status: 200 len: 1094 time: 0.0639884 Oct 27 18:28:21.235447 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-55867dd5-991a-4dcf-b040-eb2b33a4a61a service neutron] 10.222.0.52 "GET /v2.0/networks/6989e920-feed-4bf7-84f8-f1cbb2ccd945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252151 Oct 27 18:28:21.277049 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-62747606-7e03-4a14-b867-32ad55e4382b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2e504f5-40d8-410c-94ac-75b08d047778 HTTP/1.1" status: 200 len: 217 time: 0.0363905 Oct 27 18:28:21.330210 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-99220a79-3ff9-4cbb-aaa9-39f35996dedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:21.331719 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-99220a79-3ff9-4cbb-aaa9-39f35996dedb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c4a4738a-7d76-4b39-92e8-ebca9284bd6e HTTP/1.1" status: 200 len: 860 time: 0.0449150 Oct 27 18:28:21.386200 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-46ada87e-c43c-4e2c-9fe9-9417543bbcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:21.388581 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-46ada87e-c43c-4e2c-9fe9-9417543bbcc4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=27a035aa-6bb2-429b-9743-1c762638bdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488007 Oct 27 18:28:21.544526 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa7b2c-fa7b-40a4-af17-252a0e454f98 req-20ec6e16-40fc-4b74-b974-14b8b603431c tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:21.555073 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-83aa7b2c-fa7b-40a4-af17-252a0e454f98 req-20ec6e16-40fc-4b74-b974-14b8b603431c tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/ports?device_id=13358eb1-b974-48d6-b5ec-ddba8f861aab HTTP/1.1" status: 200 len: 943 time: 0.1260581 Oct 27 18:28:21.577438 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-17a5d823-c751-4fb7-91e0-07629671de3a service neutron] 10.222.0.93 "GET /v2.0/networks/27a035aa-6bb2-429b-9743-1c762638bdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758726 Oct 27 18:28:21.643425 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-83aa7b2c-fa7b-40a4-af17-252a0e454f98 req-050d4b24-0f01-4129-ac8a-8082178e48f8 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/security-groups?id=072c529e-ac1b-454a-b20b-661650ad86ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868552 Oct 27 18:28:21.681219 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0120fff-07cc-422d-ac72-907421857418 req-4b445b33-6e5c-49e1-af31-cfbdf7bb1cb5 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:21.682770 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f0120fff-07cc-422d-ac72-907421857418 req-4b445b33-6e5c-49e1-af31-cfbdf7bb1cb5 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.1199226 Oct 27 18:28:21.716763 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a3b91461-e8a9-4aa7-82fb-369254f3cc4b req-29d09265-c666-4642-84be-2ed37cda103c service neutron] 10.222.0.93 "GET /v2.0/networks/27a035aa-6bb2-429b-9743-1c762638bdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242185 Oct 27 18:28:21.748959 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59634) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:28:21.780832 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f0120fff-07cc-422d-ac72-907421857418 req-0a634c41-a807-4309-a5ed-ac13ebcef6f4 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847824 Oct 27 18:28:21.799399 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc61ac-e20c-44a2-981c-c9da67af3f75 req-b73210f0-e98f-4ca2-94df-b0c955e22a51 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:21.803637 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f6dc61ac-e20c-44a2-981c-c9da67af3f75 req-b73210f0-e98f-4ca2-94df-b0c955e22a51 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 946 time: 0.0743339 Oct 27 18:28:21.838387 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859568da-cdbe-49ea-979c-e2a0cdf27800 x-openstack-request-id: req-859568da-cdbe-49ea-979c-e2a0cdf27800 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:28:21.838387 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13358eb1-b974-48d6-b5ec-ddba8f861aab", "tag": "f2e504f5-40d8-410c-94ac-75b08d047778", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:28:21.838387 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-859568da-cdbe-49ea-979c-e2a0cdf27800 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:28:21.838387 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13358eb1-b974-48d6-b5ec-ddba8f861aab', 'tag': 'f2e504f5-40d8-410c-94ac-75b08d047778', 'status': 'completed', 'code': 200} Oct 27 18:28:21.863462 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f6dc61ac-e20c-44a2-981c-c9da67af3f75 req-3de0e4da-2c26-4983-bf0a-03f62fa09906 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557892 Oct 27 18:28:21.914390 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-63eec985-20bc-46fa-9757-8e53148d16eb req-fc7b5893-1f35-4a3f-a8d5-0e6ca9cd77f8 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad81172-1eed-4444-80be-a6c46bc8031f HTTP/1.1" status: 200 len: 210 time: 0.0381777 Oct 27 18:28:21.918307 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-88c1af87-ea48-47aa-9e79-0511b19253cb admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1599916301-network', 'tenant_id': '1246af30a6eb4e19b5feef5d04021b02'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:28:21.960988 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7191efb4-0f25-49be-a916-c268129456f8 req-0402efb8-1249-444a-a8b8-3084a3726b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:21.962665 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7191efb4-0f25-49be-a916-c268129456f8 req-0402efb8-1249-444a-a8b8-3084a3726b09 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6638011f07ab4293b73f2f4c2d364560&device_id=13358eb1-b974-48d6-b5ec-ddba8f861aab HTTP/1.1" status: 200 len: 1094 time: 0.1004133 Oct 27 18:28:21.965975 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b440f92f-4c97-4e2d-9ea6-1fd5f59b27e4 req-1b7d977a-98f7-4532-9dd3-38dff9e3c7cd tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a342653-0bd1-45dd-adc9-d7bb7f66d5e0 HTTP/1.1" status: 200 len: 210 time: 0.0440636 Oct 27 18:28:22.079943 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7191efb4-0f25-49be-a916-c268129456f8 req-e0cfe4ae-92b9-4d1b-892f-fcc34999bb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:22.081464 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7191efb4-0f25-49be-a916-c268129456f8 req-e0cfe4ae-92b9-4d1b-892f-fcc34999bb40 service neutron] 10.222.0.93 "GET /v2.0/networks?id=27a035aa-6bb2-429b-9743-1c762638bdbc HTTP/1.1" status: 200 len: 923 time: 0.1104739 Oct 27 18:28:22.082213 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c1af87-ea48-47aa-9e79-0511b19253cb admin admin] Made reservation on behalf of 1246af30a6eb4e19b5feef5d04021b02 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:28:22.085409 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-88c1af87-ea48-47aa-9e79-0511b19253cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:22.101345 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-88c1af87-ea48-47aa-9e79-0511b19253cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:22.143378 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7191efb4-0f25-49be-a916-c268129456f8 req-490c84fa-9664-4762-bf72-e05e658dd1eb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2e504f5-40d8-410c-94ac-75b08d047778 HTTP/1.1" status: 200 len: 217 time: 0.0481071 Oct 27 18:28:22.210086 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7191efb4-0f25-49be-a916-c268129456f8 req-18db4c65-2925-4f73-854f-cb1f95d4e92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:22.211612 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7191efb4-0f25-49be-a916-c268129456f8 req-18db4c65-2925-4f73-854f-cb1f95d4e92e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c4a4738a-7d76-4b39-92e8-ebca9284bd6e HTTP/1.1" status: 200 len: 860 time: 0.0595591 Oct 27 18:28:22.272680 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-88c1af87-ea48-47aa-9e79-0511b19253cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:22.294922 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7191efb4-0f25-49be-a916-c268129456f8 req-6136833d-1b43-4edb-b09d-beac70d77709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:22.294922 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7191efb4-0f25-49be-a916-c268129456f8 req-6136833d-1b43-4edb-b09d-beac70d77709 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=27a035aa-6bb2-429b-9743-1c762638bdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538170 Oct 27 18:28:22.366536 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-88c1af87-ea48-47aa-9e79-0511b19253cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:22.395461 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d777d1-a2ce-405b-b014-3e42efc31d51 req-db5b2bca-495f-41bf-ac6d-eac9f1bd2d7a tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:22.397133 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d7d777d1-a2ce-405b-b014-3e42efc31d51 req-db5b2bca-495f-41bf-ac6d-eac9f1bd2d7a tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.0534894 Oct 27 18:28:22.404365 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88c1af87-ea48-47aa-9e79-0511b19253cb admin admin] vlan segment allocate from pool success with {'vlan_id': 1036, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:28:22.414228 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c1af87-ea48-47aa-9e79-0511b19253cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cff9a6-fb88-46a0-ad25-c5d64436a3d8,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:22.432463 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-88c1af87-ea48-47aa-9e79-0511b19253cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:22.432808 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-88c1af87-ea48-47aa-9e79-0511b19253cb admin admin] Added segment 6fccdb04-e32e-49e9-9bd7-67afe09628b0 of type vlan for network 7dbae181-f570-4778-99bc-f1d119dd4e9b Oct 27 18:28:22.440773 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d7d777d1-a2ce-405b-b014-3e42efc31d51 req-fca8aa5f-7439-4277-b217-7e789fa2a0c3 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373013 Oct 27 18:28:22.457252 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7191efb4-0f25-49be-a916-c268129456f8 req-363a0c78-a173-4bab-aa97-fc8c4ca84989 service neutron] 10.222.0.93 "GET /v2.0/networks/27a035aa-6bb2-429b-9743-1c762638bdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413147 Oct 27 18:28:22.491017 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-88c1af87-ea48-47aa-9e79-0511b19253cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:22.543722 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80249a-b50b-4ffa-866e-ccdf4477e06c req-59209a23-fa77-494e-97b9-6e1e3911e79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:22.545484 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0e80249a-b50b-4ffa-866e-ccdf4477e06c req-59209a23-fa77-494e-97b9-6e1e3911e79c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=73ecd40fe1594f85b64568114a717a96&device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 1096 time: 0.0498464 Oct 27 18:28:22.593874 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7191efb4-0f25-49be-a916-c268129456f8 req-20408eae-2151-4281-96de-b9fd10c3ec43 service neutron] 10.222.0.93 "GET /v2.0/networks/27a035aa-6bb2-429b-9743-1c762638bdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990510 Oct 27 18:28:22.649588 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-88c1af87-ea48-47aa-9e79-0511b19253cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:22.650828 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c1af87-ea48-47aa-9e79-0511b19253cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:22.651437 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-88c1af87-ea48-47aa-9e79-0511b19253cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:22.653649 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80249a-b50b-4ffa-866e-ccdf4477e06c req-adfd389d-3ce5-4a55-a239-f446e93015ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:22.654409 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0e80249a-b50b-4ffa-866e-ccdf4477e06c req-adfd389d-3ce5-4a55-a239-f446e93015ef service neutron] 10.222.0.93 "GET /v2.0/networks?id=f16c66fe-8570-46b3-ac79-4410a1968a3a HTTP/1.1" status: 200 len: 920 time: 0.0936177 Oct 27 18:28:22.716301 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0e80249a-b50b-4ffa-866e-ccdf4477e06c req-48840f9a-032f-47e4-b976-79d0d1f21dde service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0c993c4-2996-4889-aa9b-b44f66af4737 HTTP/1.1" status: 200 len: 217 time: 0.0541115 Oct 27 18:28:22.720268 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c1af87-ea48-47aa-9e79-0511b19253cb admin admin] Pushing event updated for resources: {'Network': ['ID=7dbae181-f570-4778-99bc-f1d119dd4e9b,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:22.734986 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 7dbae181-f570-4778-99bc-f1d119dd4e9b details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:28:22.769587 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-88c1af87-ea48-47aa-9e79-0511b19253cb admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0168185 Oct 27 18:28:22.769816 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59652) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:28:22.776091 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-b78192db-5170-4dd5-ac5a-d3d4d6e166e4 admin admin] Request body: {'subnet': {'network_id': '7dbae181-f570-4778-99bc-f1d119dd4e9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1599916301-subnet', 'tenant_id': '1246af30a6eb4e19b5feef5d04021b02', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:28:22.807466 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670e3e4-56d1-428c-b1d3-58f7040ac4b5 req-99be6712-62dc-4262-a0d7-fed194a9f653 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:22.809001 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8670e3e4-56d1-428c-b1d3-58f7040ac4b5 req-99be6712-62dc-4262-a0d7-fed194a9f653 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/ports?device_id=13358eb1-b974-48d6-b5ec-ddba8f861aab HTTP/1.1" status: 200 len: 943 time: 0.0896657 Oct 27 18:28:22.810623 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80249a-b50b-4ffa-866e-ccdf4477e06c req-05a911c9-c0a5-483e-8e10-9ea96038559c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:22.811993 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0e80249a-b50b-4ffa-866e-ccdf4477e06c req-05a911c9-c0a5-483e-8e10-9ea96038559c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fa2c4956-e9e1-48c6-a1a7-2a46f1d0015f HTTP/1.1" status: 200 len: 858 time: 0.0823779 Oct 27 18:28:22.848710 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8670e3e4-56d1-428c-b1d3-58f7040ac4b5 req-020851d6-a474-4692-b3a7-99f6b37cf028 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/security-groups?id=072c529e-ac1b-454a-b20b-661650ad86ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324404 Oct 27 18:28:22.854343 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78192db-5170-4dd5-ac5a-d3d4d6e166e4 admin admin] Made reservation on behalf of 1246af30a6eb4e19b5feef5d04021b02 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:28:22.856801 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b78192db-5170-4dd5-ac5a-d3d4d6e166e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:22.886077 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0e80249a-b50b-4ffa-866e-ccdf4477e06c req-965d399e-97a4-4de8-b7b6-b217c9f7a489 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f16c66fe-8570-46b3-ac79-4410a1968a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334518 Oct 27 18:28:23.034762 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9cbb7-61ae-4677-97c5-a49702bdb3b1 req-d601daa5-587b-4e22-994b-5c09b9503e6e tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:23.036727 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0ec9cbb7-61ae-4677-97c5-a49702bdb3b1 req-d601daa5-587b-4e22-994b-5c09b9503e6e tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 946 time: 0.0867546 Oct 27 18:28:23.066061 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-993bb68a-60dd-4206-86de-8897d3111602 req-b58ef4b7-6f06-447f-bab2-03cc064d6ae4 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad81172-1eed-4444-80be-a6c46bc8031f HTTP/1.1" status: 200 len: 210 time: 0.0529454 Oct 27 18:28:23.075610 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0e80249a-b50b-4ffa-866e-ccdf4477e06c req-a1872f8b-7598-4d02-a7e5-99a3f5486c5c service neutron] 10.222.0.93 "GET /v2.0/networks/f16c66fe-8570-46b3-ac79-4410a1968a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818545 Oct 27 18:28:23.147124 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b78192db-5170-4dd5-ac5a-d3d4d6e166e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:23.147396 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0ec9cbb7-61ae-4677-97c5-a49702bdb3b1 req-61d4ebe0-0ceb-48c1-b890-a289b1c3f4d9 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031945 Oct 27 18:28:23.183822 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6176a8bd-ee85-452d-ad90-24ea860ee31f req-f684b1f7-cc66-4b27-8862-f276dc3bd086 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a342653-0bd1-45dd-adc9-d7bb7f66d5e0 HTTP/1.1" status: 200 len: 210 time: 0.0423839 Oct 27 18:28:23.223708 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78192db-5170-4dd5-ac5a-d3d4d6e166e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f514d647-c196-46d4-b87e-f3462bc5d80e,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:23.236145 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78192db-5170-4dd5-ac5a-d3d4d6e166e4 admin admin] Checking segment: {'id': '6fccdb04-e32e-49e9-9bd7-67afe09628b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '7dbae181-f570-4778-99bc-f1d119dd4e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:28:23.236505 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78192db-5170-4dd5-ac5a-d3d4d6e166e4 admin admin] Network hostable DHCP agents. Network: 7dbae181-f570-4778-99bc-f1d119dd4e9b, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:28:23.236824 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0e80249a-b50b-4ffa-866e-ccdf4477e06c req-b492f8a5-0852-499c-a633-b8315e7c7b0a service neutron] 10.222.0.93 "GET /v2.0/networks/f16c66fe-8570-46b3-ac79-4410a1968a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468916 Oct 27 18:28:23.328358 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78192db-5170-4dd5-ac5a-d3d4d6e166e4 admin admin] Network 7dbae181-f570-4778-99bc-f1d119dd4e9b is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:28:23.437857 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-b78192db-5170-4dd5-ac5a-d3d4d6e166e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 7dbae181-f570-4778-99bc-f1d119dd4e9b) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:28:23.442603 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78192db-5170-4dd5-ac5a-d3d4d6e166e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:23.443978 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b78192db-5170-4dd5-ac5a-d3d4d6e166e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:23.447835 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6eb8b05-845e-4dfc-aa1e-93372bb925e9 None None] Network 7dbae181-f570-4778-99bc-f1d119dd4e9b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:28:23.532494 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b78192db-5170-4dd5-ac5a-d3d4d6e166e4 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7609165 Oct 27 18:28:23.535357 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59664) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:28:23.540355 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-99a63e22-98f3-49f8-b638-0bf532402b29 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1599916301-router', 'tenant_id': '1246af30a6eb4e19b5feef5d04021b02', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:28:23.573406 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5de1fc-ca2b-4bcd-bc78-a612ce6bb40b req-4e17459c-f8d8-45de-a967-c3527427da40 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:23.575042 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5f5de1fc-ca2b-4bcd-bc78-a612ce6bb40b req-4e17459c-f8d8-45de-a967-c3527427da40 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.0558190 Oct 27 18:28:23.605448 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a84338e-c046-48ca-a640-289a36b8eeee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-7dbae181-f570-4778-99bc-f1d119dd4e9b', 'network_id': '7dbae181-f570-4778-99bc-f1d119dd4e9b', 'tenant_id': '1246af30a6eb4e19b5feef5d04021b02', 'fixed_ips': [{'subnet_id': 'f514d647-c196-46d4-b87e-f3462bc5d80e'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:28:23.606328 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5a84338e-c046-48ca-a640-289a36b8eeee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:23.620380 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5f5de1fc-ca2b-4bcd-bc78-a612ce6bb40b req-4aa67d06-f73d-4264-8e0d-36e39edaf5eb tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362844 Oct 27 18:28:23.633074 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-99a63e22-98f3-49f8-b638-0bf532402b29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:23.639945 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-99a63e22-98f3-49f8-b638-0bf532402b29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:23.699842 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-99a63e22-98f3-49f8-b638-0bf532402b29 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:23.745313 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-5a84338e-c046-48ca-a640-289a36b8eeee None None] Allocated IP 172.20.0.2 (7dbae181-f570-4778-99bc-f1d119dd4e9b/f514d647-c196-46d4-b87e-f3462bc5d80e/f788889c-175f-441d-8230-587872837d44) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:28:23.903261 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-99a63e22-98f3-49f8-b638-0bf532402b29 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:24.038829 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bada2a-62ae-4184-865f-2e48154f9f12 req-65b630dc-f0fa-4cfe-a878-273f996a70f9 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:24.039060 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5a84338e-c046-48ca-a640-289a36b8eeee None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:24.040680 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-72bada2a-62ae-4184-865f-2e48154f9f12 req-65b630dc-f0fa-4cfe-a878-273f996a70f9 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/ports?device_id=13358eb1-b974-48d6-b5ec-ddba8f861aab HTTP/1.1" status: 200 len: 943 time: 0.0909843 Oct 27 18:28:24.059354 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-30b89bd9-1809-42ac-b29e-77b3db013066 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:24.060793 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-30b89bd9-1809-42ac-b29e-77b3db013066 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.93 "GET /v2.0/networks?id=6989e920-feed-4bf7-84f8-f1cbb2ccd945 HTTP/1.1" status: 200 len: 813 time: 0.1960325 Oct 27 18:28:24.093285 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-340d565f-8f31-414f-8e73-f7c2fae51e59 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Request body: {'port': {'device_id': '5a342653-0bd1-45dd-adc9-d7bb7f66d5e0', 'network_id': '6989e920-feed-4bf7-84f8-f1cbb2ccd945', 'admin_state_up': True, 'tenant_id': 'e64e3fa67fed4102b6fb3b9a3eeaa7a5'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:28:24.141451 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-72bada2a-62ae-4184-865f-2e48154f9f12 req-67a2cb4b-9a19-4995-831f-56ff98ff74a8 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/security-groups?id=072c529e-ac1b-454a-b20b-661650ad86ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904222 Oct 27 18:28:24.164875 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5a84338e-c046-48ca-a640-289a36b8eeee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:24.212027 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-32f7ee99-487b-49a8-b4ef-7ffe8d38da8b req-75d6a828-8fac-41e9-8bfb-4d5fbc99dfce tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad81172-1eed-4444-80be-a6c46bc8031f HTTP/1.1" status: 200 len: 210 time: 0.0591910 Oct 27 18:28:24.233711 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a84338e-c046-48ca-a640-289a36b8eeee None None] Network 7dbae181-f570-4778-99bc-f1d119dd4e9b is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:28:24.245169 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84338e-c046-48ca-a640-289a36b8eeee None None] Pushing event updated for resources: {'Port': ['ID=f788889c-175f-441d-8230-587872837d44,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:24.248632 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-5a84338e-c046-48ca-a640-289a36b8eeee None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:28:24.255302 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a84338e-c046-48ca-a640-289a36b8eeee None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:28:24.344783 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-5a84338e-c046-48ca-a640-289a36b8eeee None None] Attempting to bind port f788889c-175f-441d-8230-587872837d44 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:28:24.347255 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-5a84338e-c046-48ca-a640-289a36b8eeee None None] Attempting to bind port f788889c-175f-441d-8230-587872837d44 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '6fccdb04-e32e-49e9-9bd7-67afe09628b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '7dbae181-f570-4778-99bc-f1d119dd4e9b'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:28:24.347681 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a84338e-c046-48ca-a640-289a36b8eeee None None] Attempting to bind port f788889c-175f-441d-8230-587872837d44 on network 7dbae181-f570-4778-99bc-f1d119dd4e9b {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:28:24.356795 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a84338e-c046-48ca-a640-289a36b8eeee None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:28:24.357256 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a84338e-c046-48ca-a640-289a36b8eeee None None] Checking segment: {'id': '6fccdb04-e32e-49e9-9bd7-67afe09628b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '7dbae181-f570-4778-99bc-f1d119dd4e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:28:24.361760 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5a84338e-c046-48ca-a640-289a36b8eeee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:24.361760 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a84338e-c046-48ca-a640-289a36b8eeee None None] Bound using segment: {'id': '6fccdb04-e32e-49e9-9bd7-67afe09628b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '7dbae181-f570-4778-99bc-f1d119dd4e9b'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:28:24.361760 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-5a84338e-c046-48ca-a640-289a36b8eeee None None] Bound port: f788889c-175f-441d-8230-587872837d44, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fccdb04-e32e-49e9-9bd7-67afe09628b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '7dbae181-f570-4778-99bc-f1d119dd4e9b'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:28:24.361760 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5a84338e-c046-48ca-a640-289a36b8eeee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:24.391135 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-340d565f-8f31-414f-8e73-f7c2fae51e59 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Made reservation on behalf of e64e3fa67fed4102b6fb3b9a3eeaa7a5 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:28:24.394522 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-340d565f-8f31-414f-8e73-f7c2fae51e59 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:24.438005 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-5a84338e-c046-48ca-a640-289a36b8eeee None None] For port f788889c-175f-441d-8230-587872837d44, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:28:24.442198 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-5a84338e-c046-48ca-a640-289a36b8eeee None None] For port f788889c-175f-441d-8230-587872837d44, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=f788889c-175f-441d-8230-587872837d44,segment=NetworkSegment(6fccdb04-e32e-49e9-9bd7-67afe09628b0),segment_id=6fccdb04-e32e-49e9-9bd7-67afe09628b0)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:28:24.478393 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-45654921-06e4-4c41-a03d-836bddef60e1 req-816f7bc3-a4bc-425d-8991-4c27cb4ec391 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a342653-0bd1-45dd-adc9-d7bb7f66d5e0 HTTP/1.1" status: 200 len: 210 time: 0.1123900 Oct 27 18:28:24.501528 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5a84338e-c046-48ca-a640-289a36b8eeee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:24.509893 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ec399-c047-486f-98b4-398d5f951437 req-a8bb78da-33e4-42df-8bfd-4634d279c8e0 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:24.516749 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5c4ec399-c047-486f-98b4-398d5f951437 req-a8bb78da-33e4-42df-8bfd-4634d279c8e0 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 946 time: 0.1768649 Oct 27 18:28:24.525965 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-99a63e22-98f3-49f8-b638-0bf532402b29 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:24.546344 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-99a63e22-98f3-49f8-b638-0bf532402b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:24.612790 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5c4ec399-c047-486f-98b4-398d5f951437 req-af888194-6134-446c-a5a3-2a246819ad23 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918193 Oct 27 18:28:24.614311 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-340d565f-8f31-414f-8e73-f7c2fae51e59 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Allocated IP 172.20.0.13 (6989e920-feed-4bf7-84f8-f1cbb2ccd945/3a9f8f14-f0ca-4df8-88cf-d969ee3e3889/c09aad1f-bd8d-4c32-8195-7ce003b85c32) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:28:24.625663 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84338e-c046-48ca-a640-289a36b8eeee None None] Pushing event updated for resources: {'Port': ['ID=f788889c-175f-441d-8230-587872837d44,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:24.740778 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-99a63e22-98f3-49f8-b638-0bf532402b29 admin admin] Allocated IP 172.25.6.7 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/bf6c511b-7516-4e7a-b45d-6b861ce6e9eb) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:28:24.818128 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device f2e504f5-40d8-410c-94ac-75b08d047778 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:28:24.824459 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 6f50ade0-d2fb-4def-87dd-4e54bdeeda80 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:28:24.880370 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-533a20f4-f1b7-4930-b4c2-d5b500c0e299 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:24.883224 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-533a20f4-f1b7-4930-b4c2-d5b500c0e299 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] 10.222.0.93 "GET /v2.0/networks?id=58cc40a6-7266-469b-9d10-339aa9a52142 HTTP/1.1" status: 200 len: 824 time: 0.2288995 Oct 27 18:28:24.895963 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-02339c17-3c2d-4f0c-be3a-8a4926c64636 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Request body: {'port': {'device_id': '4ad81172-1eed-4444-80be-a6c46bc8031f', 'network_id': '58cc40a6-7266-469b-9d10-339aa9a52142', 'admin_state_up': True, 'tenant_id': '7fe084e48ac94723a80b3b4364762cb0'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:28:25.017481 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-99a63e22-98f3-49f8-b638-0bf532402b29 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:25.073611 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port f2e504f5-40d8-410c-94ac-75b08d047778, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f2e504f5-40d8-410c-94ac-75b08d047778,segment=NetworkSegment(1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b),segment_id=1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:28:25.108693 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'f2e504f5-40d8-410c-94ac-75b08d047778', 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc', 'port_id': 'f2e504f5-40d8-410c-94ac-75b08d047778', 'mac_address': 'fa:16:3e:a4:d0:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4a4738a-7d76-4b39-92e8-ebca9284bd6e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:28:25.123664 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:25.170599 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-99a63e22-98f3-49f8-b638-0bf532402b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:25.173658 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-02339c17-3c2d-4f0c-be3a-8a4926c64636 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Made reservation on behalf of 7fe084e48ac94723a80b3b4364762cb0 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:28:25.174678 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950f4e05-880e-40ba-965a-0164019d2bcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f50ade0-d2fb-4def-87dd-4e54bdeeda80'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:28:25.178271 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e98b7a-899e-4f46-a88f-6a5d3586efcc" -d '{"events": [{"server_uuid": "950f4e05-880e-40ba-965a-0164019d2bcd", "name": "network-vif-unplugged", "status": "completed", "tag": "6f50ade0-d2fb-4def-87dd-4e54bdeeda80"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:28:25.178896 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-02339c17-3c2d-4f0c-be3a-8a4926c64636 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:25.190993 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:25.225282 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a15083-a859-4449-805a-77725adfdc9a req-50d9df9f-125d-4b9f-ac78-f1d345700243 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:25.228145 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2e504f5-40d8-410c-94ac-75b08d047778 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:28:25.232762 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-37a15083-a859-4449-805a-77725adfdc9a req-50d9df9f-125d-4b9f-ac78-f1d345700243 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.5196319 Oct 27 18:28:25.242747 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 6f50ade0-d2fb-4def-87dd-4e54bdeeda80, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=6f50ade0-d2fb-4def-87dd-4e54bdeeda80,segment=NetworkSegment(7ab5ac52-5e29-41f5-a4b9-15dca948aa51),segment_id=7ab5ac52-5e29-41f5-a4b9-15dca948aa51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:28:25.258804 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a63e22-98f3-49f8-b638-0bf532402b29 admin admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:28:25.265417 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-99a63e22-98f3-49f8-b638-0bf532402b29 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:28:25.270629 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a63e22-98f3-49f8-b638-0bf532402b29 admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:28:25.270865 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port f2e504f5-40d8-410c-94ac-75b08d047778, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f2e504f5-40d8-410c-94ac-75b08d047778,segment=NetworkSegment(1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b),segment_id=1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:28:25.272424 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a63e22-98f3-49f8-b638-0bf532402b29 admin admin] Pushing event updated for resources: {'Port': ['ID=bf6c511b-7516-4e7a-b45d-6b861ce6e9eb,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:25.305285 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-340d565f-8f31-414f-8e73-f7c2fae51e59 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:25.336364 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-37a15083-a859-4449-805a-77725adfdc9a req-c1f57f67-d227-4c49-82b7-e9a60cfa07fb tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027322 Oct 27 18:28:25.359708 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1d921-359b-41bb-b5fd-2c016f0f2643 req-5ae573a0-0749-406d-802f-d776289fc8bd tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:25.360994 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2ea1d921-359b-41bb-b5fd-2c016f0f2643 req-5ae573a0-0749-406d-802f-d776289fc8bd tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/ports?device_id=13358eb1-b974-48d6-b5ec-ddba8f861aab HTTP/1.1" status: 200 len: 943 time: 0.0880997 Oct 27 18:28:25.365662 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:25.412480 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:25.413631 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 6f50ade0-d2fb-4def-87dd-4e54bdeeda80 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:28:25.457165 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2ea1d921-359b-41bb-b5fd-2c016f0f2643 req-97827e05-b1cc-47c3-9600-97b80d2d7f54 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/security-groups?id=072c529e-ac1b-454a-b20b-661650ad86ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658884 Oct 27 18:28:25.508802 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-340d565f-8f31-414f-8e73-f7c2fae51e59 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:25.536613 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 18:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee0758b-4047-4742-a532-07353849a37e x-openstack-request-id: req-aee0758b-4047-4742-a532-07353849a37e {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:28:25.537482 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950f4e05-880e-40ba-965a-0164019d2bcd", "name": "network-vif-unplugged", "status": "completed", "tag": "6f50ade0-d2fb-4def-87dd-4e54bdeeda80", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:28:25.540041 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aee0758b-4047-4742-a532-07353849a37e {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:28:25.543681 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950f4e05-880e-40ba-965a-0164019d2bcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f50ade0-d2fb-4def-87dd-4e54bdeeda80', 'code': 200} Oct 27 18:28:25.553416 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-02339c17-3c2d-4f0c-be3a-8a4926c64636 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Allocated IP 172.20.0.2 (58cc40a6-7266-469b-9d10-339aa9a52142/ea64187e-631f-4901-9603-7ba78817ff62/f2c4cb6f-36c7-4490-9658-7145f4a0c5cc) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:28:25.580091 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['2ac1af36-f4e9-4436-ba14-271bc5404393'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:28:25.623722 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2e2392d7-34af-4d47-b5d9-dd0ef3065f82 req-2d8a92e5-2655-467a-86c9-d5c019db24ae tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad81172-1eed-4444-80be-a6c46bc8031f HTTP/1.1" status: 200 len: 210 time: 0.1005878 Oct 27 18:28:25.634376 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=6f50ade0-d2fb-4def-87dd-4e54bdeeda80,revision_number=6']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:25.642193 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-340d565f-8f31-414f-8e73-f7c2fae51e59 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Network 6989e920-feed-4bf7-84f8-f1cbb2ccd945 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:28:25.647055 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-340d565f-8f31-414f-8e73-f7c2fae51e59 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:28:25.660217 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d565f-8f31-414f-8e73-f7c2fae51e59 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Pushing event updated for resources: {'Port': ['ID=c09aad1f-bd8d-4c32-8195-7ce003b85c32,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:25.665841 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-340d565f-8f31-414f-8e73-f7c2fae51e59 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:28:25.774566 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecead40-4374-46a6-8ec0-55ff46036caa req-9e0795f3-3462-4d5f-95a2-48226a80dfd6 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:25.776921 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7ecead40-4374-46a6-8ec0-55ff46036caa req-9e0795f3-3462-4d5f-95a2-48226a80dfd6 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a342653-0bd1-45dd-adc9-d7bb7f66d5e0 HTTP/1.1" status: 200 len: 932 time: 0.1444240 Oct 27 18:28:25.806237 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-340d565f-8f31-414f-8e73-f7c2fae51e59 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:25.806960 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-340d565f-8f31-414f-8e73-f7c2fae51e59 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:25.846322 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=f2e504f5-40d8-410c-94ac-75b08d047778,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:25.871576 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7ecead40-4374-46a6-8ec0-55ff46036caa req-08c7cd00-c0b7-4eb6-9f69-a17e07157767 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821705 Oct 27 18:28:25.901852 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-99a63e22-98f3-49f8-b638-0bf532402b29 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:25.921040 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-340d565f-8f31-414f-8e73-f7c2fae51e59 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8337708 Oct 27 18:28:25.946124 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-583b1551-ac4a-4fc9-b9aa-a4071516720e service neutron] Request body: {'port': {'device_id': '5a342653-0bd1-45dd-adc9-d7bb7f66d5e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:28:25.980933 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 6f50ade0-d2fb-4def-87dd-4e54bdeeda80, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=6f50ade0-d2fb-4def-87dd-4e54bdeeda80,segment=NetworkSegment(7ab5ac52-5e29-41f5-a4b9-15dca948aa51),segment_id=7ab5ac52-5e29-41f5-a4b9-15dca948aa51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:28:25.995692 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '6f50ade0-d2fb-4def-87dd-4e54bdeeda80', 'network_id': '2cd94f32-cc4e-485f-a6b3-3cad5d550c64', 'port_id': '6f50ade0-d2fb-4def-87dd-4e54bdeeda80', 'mac_address': 'fa:16:3e:b6:3f:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '432b5b5e-fd94-49d8-a06e-28d93bf8ad3a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:28:26.037815 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc4aa8-9723-4c9c-86e3-f05bd774e592 req-bf6ebbdc-497a-4bbc-a169-d74181b891eb tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:26.039885 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-11cc4aa8-9723-4c9c-86e3-f05bd774e592 req-bf6ebbdc-497a-4bbc-a169-d74181b891eb tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 944 time: 0.1088607 Oct 27 18:28:26.045768 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-583b1551-ac4a-4fc9-b9aa-a4071516720e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:26.046884 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-02339c17-3c2d-4f0c-be3a-8a4926c64636 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:26.107515 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5622893-5097-4b3c-a8d9-77c6dce25f66 None None] Network 7dbae181-f570-4778-99bc-f1d119dd4e9b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:28:26.122585 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-11cc4aa8-9723-4c9c-86e3-f05bd774e592 req-c1b40ba5-2d3e-4eaf-8fb6-a2d5b7c7e3da tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744243 Oct 27 18:28:26.170441 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:26.221729 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f50ade0-d2fb-4def-87dd-4e54bdeeda80 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:28:26.227023 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-99a63e22-98f3-49f8-b638-0bf532402b29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:26.262698 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 6f50ade0-d2fb-4def-87dd-4e54bdeeda80, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=6f50ade0-d2fb-4def-87dd-4e54bdeeda80,segment=NetworkSegment(7ab5ac52-5e29-41f5-a4b9-15dca948aa51),segment_id=7ab5ac52-5e29-41f5-a4b9-15dca948aa51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:28:26.265521 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f1087308-82aa-4721-a88b-ee66aed3c5b2 None None] Provisioning complete for port f788889c-175f-441d-8230-587872837d44 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:28:26.265881 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f1087308-82aa-4721-a88b-ee66aed3c5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:26.295928 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-02339c17-3c2d-4f0c-be3a-8a4926c64636 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:26.319411 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:26.328221 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:26.358311 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-02339c17-3c2d-4f0c-be3a-8a4926c64636 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Network 58cc40a6-7266-469b-9d10-339aa9a52142 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:28:26.366449 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-02339c17-3c2d-4f0c-be3a-8a4926c64636 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:28:26.372207 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-02339c17-3c2d-4f0c-be3a-8a4926c64636 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:28:26.381313 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02339c17-3c2d-4f0c-be3a-8a4926c64636 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Pushing event updated for resources: {'Port': ['ID=f2c4cb6f-36c7-4490-9658-7145f4a0c5cc,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:26.418844 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=6f50ade0-d2fb-4def-87dd-4e54bdeeda80,revision_number=7']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:26.421489 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02339c17-3c2d-4f0c-be3a-8a4926c64636 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:28:26.421847 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02339c17-3c2d-4f0c-be3a-8a4926c64636 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:28:26.423197 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02339c17-3c2d-4f0c-be3a-8a4926c64636 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:28:26.423197 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02339c17-3c2d-4f0c-be3a-8a4926c64636 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:28:26.423197 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02339c17-3c2d-4f0c-be3a-8a4926c64636 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:28:26.423197 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02339c17-3c2d-4f0c-be3a-8a4926c64636 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:28:26.423541 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02339c17-3c2d-4f0c-be3a-8a4926c64636 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:28:26.424320 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02339c17-3c2d-4f0c-be3a-8a4926c64636 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:28:26.424320 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02339c17-3c2d-4f0c-be3a-8a4926c64636 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:28:26.424527 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02339c17-3c2d-4f0c-be3a-8a4926c64636 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:28:26.424755 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02339c17-3c2d-4f0c-be3a-8a4926c64636 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:28:26.425078 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02339c17-3c2d-4f0c-be3a-8a4926c64636 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:28:26.443917 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-583b1551-ac4a-4fc9-b9aa-a4071516720e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c09aad1f-bd8d-4c32-8195-7ce003b85c32 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:28:26.452958 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-02339c17-3c2d-4f0c-be3a-8a4926c64636 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:26.453582 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-02339c17-3c2d-4f0c-be3a-8a4926c64636 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:26.461316 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f1087308-82aa-4721-a88b-ee66aed3c5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:26.485598 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-583b1551-ac4a-4fc9-b9aa-a4071516720e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:26.532028 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-583b1551-ac4a-4fc9-b9aa-a4071516720e service neutron] Transition to ACTIVE for port object c09aad1f-bd8d-4c32-8195-7ce003b85c32 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:28:26.532681 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f1087308-82aa-4721-a88b-ee66aed3c5b2 None None] For port f788889c-175f-441d-8230-587872837d44, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=f788889c-175f-441d-8230-587872837d44,segment=NetworkSegment(6fccdb04-e32e-49e9-9bd7-67afe09628b0),segment_id=6fccdb04-e32e-49e9-9bd7-67afe09628b0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:28:26.564009 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device f788889c-175f-441d-8230-587872837d44 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:28:26.568284 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-02339c17-3c2d-4f0c-be3a-8a4926c64636 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6756344 Oct 27 18:28:26.578082 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-37269aaa-484d-42d1-9842-10f59bd20ce0 service neutron] Request body: {'port': {'device_id': '4ad81172-1eed-4444-80be-a6c46bc8031f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:28:26.595855 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18088ac5-f982-4512-bdd2-208fca92909b req-52559f61-fe3b-41d2-b8b5-94ecb5340007 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:26.607542 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-18088ac5-f982-4512-bdd2-208fca92909b req-52559f61-fe3b-41d2-b8b5-94ecb5340007 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.0939500 Oct 27 18:28:26.631186 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port f788889c-175f-441d-8230-587872837d44 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:28:26.631564 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:26.638925 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a63e22-98f3-49f8-b638-0bf532402b29 admin admin] Router 7dc45071-2032-43cc-aa0a-579f5900948d is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:28:26.650366 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-583b1551-ac4a-4fc9-b9aa-a4071516720e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:26.664831 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-37269aaa-484d-42d1-9842-10f59bd20ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:26.678911 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f1087308-82aa-4721-a88b-ee66aed3c5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:26.720969 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b1551-ac4a-4fc9-b9aa-a4071516720e service neutron] Pushing event updated for resources: {'Port': ['ID=c09aad1f-bd8d-4c32-8195-7ce003b85c32,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:26.755604 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b40563b-d2ee-4865-bcef-643074027d79 req-82b67085-05fa-4403-a4ed-c59e2a9dcfe1 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:26.756356 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1087308-82aa-4721-a88b-ee66aed3c5b2 None None] Pushing event updated for resources: {'Port': ['ID=f788889c-175f-441d-8230-587872837d44,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:26.757113 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8b40563b-d2ee-4865-bcef-643074027d79 req-82b67085-05fa-4403-a4ed-c59e2a9dcfe1 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/ports?device_id=13358eb1-b974-48d6-b5ec-ddba8f861aab HTTP/1.1" status: 200 len: 944 time: 0.1855967 Oct 27 18:28:26.787919 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-18088ac5-f982-4512-bdd2-208fca92909b req-43bb643b-a159-42a3-a4a3-40a78210c45b tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788950 Oct 27 18:28:26.822264 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:26.836900 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-d1dd35df-7eee-4f87-b982-a3d24e27cb80 None None] Provisioning complete for port f788889c-175f-441d-8230-587872837d44 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:28:26.837771 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d1dd35df-7eee-4f87-b982-a3d24e27cb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:26.900387 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8b40563b-d2ee-4865-bcef-643074027d79 req-a907d568-2c5e-4bbf-a723-cdbc649a9049 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/security-groups?id=072c529e-ac1b-454a-b20b-661650ad86ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077559 Oct 27 18:28:26.901229 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a63e22-98f3-49f8-b638-0bf532402b29 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:28:26.913149 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4b1c4c-b674-4c93-9371-1b0717caceee None None] Sync routers for ids ['7dc45071-2032-43cc-aa0a-579f5900948d'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:28:26.913987 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['f2e504f5-40d8-410c-94ac-75b08d047778'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:28:26.934929 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4b1c4c-b674-4c93-9371-1b0717caceee None None] Routers {'7dc45071-2032-43cc-aa0a-579f5900948d'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:28:26.938939 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-5a4b1c4c-b674-4c93-9371-1b0717caceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:28:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['7dc45071-2032-43cc-aa0a-579f5900948d'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:26.972280 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-583b1551-ac4a-4fc9-b9aa-a4071516720e service neutron] Attempting to bind port c09aad1f-bd8d-4c32-8195-7ce003b85c32 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:28:26.973484 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['6f50ade0-d2fb-4def-87dd-4e54bdeeda80'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:28:26.975080 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-583b1551-ac4a-4fc9-b9aa-a4071516720e service neutron] Attempting to bind port c09aad1f-bd8d-4c32-8195-7ce003b85c32 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '2dded0ce-75a9-4672-98e4-0cf30caebd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '6989e920-feed-4bf7-84f8-f1cbb2ccd945'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:28:26.975605 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-583b1551-ac4a-4fc9-b9aa-a4071516720e service neutron] Attempting to bind port c09aad1f-bd8d-4c32-8195-7ce003b85c32 on network 6989e920-feed-4bf7-84f8-f1cbb2ccd945 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:28:27.025639 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-583b1551-ac4a-4fc9-b9aa-a4071516720e service neutron] Port c09aad1f-bd8d-4c32-8195-7ce003b85c32 on network 6989e920-feed-4bf7-84f8-f1cbb2ccd945 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:28:27.026605 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-583b1551-ac4a-4fc9-b9aa-a4071516720e service neutron] Attempting to bind port c09aad1f-bd8d-4c32-8195-7ce003b85c32 on network 6989e920-feed-4bf7-84f8-f1cbb2ccd945 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:28:27.054772 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-583b1551-ac4a-4fc9-b9aa-a4071516720e service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:28:27.055241 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-583b1551-ac4a-4fc9-b9aa-a4071516720e service neutron] Checking segment: {'id': '2dded0ce-75a9-4672-98e4-0cf30caebd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '6989e920-feed-4bf7-84f8-f1cbb2ccd945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:28:27.055922 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-583b1551-ac4a-4fc9-b9aa-a4071516720e service neutron] Bound using segment: {'id': '2dded0ce-75a9-4672-98e4-0cf30caebd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '6989e920-feed-4bf7-84f8-f1cbb2ccd945'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:28:27.056230 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-583b1551-ac4a-4fc9-b9aa-a4071516720e service neutron] Bound port: c09aad1f-bd8d-4c32-8195-7ce003b85c32, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dded0ce-75a9-4672-98e4-0cf30caebd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '6989e920-feed-4bf7-84f8-f1cbb2ccd945'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:28:27.056661 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-583b1551-ac4a-4fc9-b9aa-a4071516720e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:27.079931 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-37269aaa-484d-42d1-9842-10f59bd20ce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2c4cb6f-36c7-4490-9658-7145f4a0c5cc {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:28:27.086065 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0944932-5142-46ce-a048-5cc1ba0ef783 req-5c26c082-c92b-461b-b28f-21e59f001e44 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:27.093199 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-37269aaa-484d-42d1-9842-10f59bd20ce0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:27.093972 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f0944932-5142-46ce-a048-5cc1ba0ef783 req-5c26c082-c92b-461b-b28f-21e59f001e44 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad81172-1eed-4444-80be-a6c46bc8031f HTTP/1.1" status: 200 len: 931 time: 0.1259394 Oct 27 18:28:27.108112 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-37269aaa-484d-42d1-9842-10f59bd20ce0 service neutron] Transition to ACTIVE for port object f2c4cb6f-36c7-4490-9658-7145f4a0c5cc will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:28:27.112142 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-99a63e22-98f3-49f8-b638-0bf532402b29 admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:27.113410 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-99a63e22-98f3-49f8-b638-0bf532402b29 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.5766597 Oct 27 18:28:27.116530 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59702) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:28:27.232456 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-37269aaa-484d-42d1-9842-10f59bd20ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:27.290515 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37269aaa-484d-42d1-9842-10f59bd20ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=f2c4cb6f-36c7-4490-9658-7145f4a0c5cc,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:27.334910 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f0944932-5142-46ce-a048-5cc1ba0ef783 req-42f9420e-e3bf-44ef-aea9-c658993d2e86 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] 10.222.0.52 "GET /v2.0/security-groups?id=7941a9e3-cd4b-49d9-8718-8837a4e02d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398560 Oct 27 18:28:27.341105 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-5a4b1c4c-b674-4c93-9371-1b0717caceee None None] Set router 7dc45071-2032-43cc-aa0a-579f5900948d gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:28:27.373468 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-37269aaa-484d-42d1-9842-10f59bd20ce0 service neutron] Attempting to bind port f2c4cb6f-36c7-4490-9658-7145f4a0c5cc on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:28:27.373814 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-37269aaa-484d-42d1-9842-10f59bd20ce0 service neutron] Attempting to bind port f2c4cb6f-36c7-4490-9658-7145f4a0c5cc by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '27d93fd8-9a37-4af8-b1a6-e6abf40d352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '58cc40a6-7266-469b-9d10-339aa9a52142'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:28:27.374178 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-37269aaa-484d-42d1-9842-10f59bd20ce0 service neutron] Attempting to bind port f2c4cb6f-36c7-4490-9658-7145f4a0c5cc on network 58cc40a6-7266-469b-9d10-339aa9a52142 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:28:27.387977 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-37269aaa-484d-42d1-9842-10f59bd20ce0 service neutron] Port f2c4cb6f-36c7-4490-9658-7145f4a0c5cc on network 58cc40a6-7266-469b-9d10-339aa9a52142 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:28:27.392094 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-37269aaa-484d-42d1-9842-10f59bd20ce0 service neutron] Attempting to bind port f2c4cb6f-36c7-4490-9658-7145f4a0c5cc on network 58cc40a6-7266-469b-9d10-339aa9a52142 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:28:27.392203 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca560d-2f0a-4c86-a485-3f13aae79dde req-78ab36c2-61dd-4256-831a-2b4c9e561b6c tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:27.398758 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a2ca560d-2f0a-4c86-a485-3f13aae79dde req-78ab36c2-61dd-4256-831a-2b4c9e561b6c tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a342653-0bd1-45dd-adc9-d7bb7f66d5e0 HTTP/1.1" status: 200 len: 944 time: 0.1971235 Oct 27 18:28:27.399080 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-37269aaa-484d-42d1-9842-10f59bd20ce0 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:28:27.399586 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-37269aaa-484d-42d1-9842-10f59bd20ce0 service neutron] Checking segment: {'id': '27d93fd8-9a37-4af8-b1a6-e6abf40d352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '58cc40a6-7266-469b-9d10-339aa9a52142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:28:27.400147 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-37269aaa-484d-42d1-9842-10f59bd20ce0 service neutron] Bound using segment: {'id': '27d93fd8-9a37-4af8-b1a6-e6abf40d352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '58cc40a6-7266-469b-9d10-339aa9a52142'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:28:27.400871 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-37269aaa-484d-42d1-9842-10f59bd20ce0 service neutron] Bound port: f2c4cb6f-36c7-4490-9658-7145f4a0c5cc, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27d93fd8-9a37-4af8-b1a6-e6abf40d352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '58cc40a6-7266-469b-9d10-339aa9a52142'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:28:27.401443 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-37269aaa-484d-42d1-9842-10f59bd20ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:27.429273 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-583b1551-ac4a-4fc9-b9aa-a4071516720e service neutron] For port c09aad1f-bd8d-4c32-8195-7ce003b85c32, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:28:27.481169 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-583b1551-ac4a-4fc9-b9aa-a4071516720e service neutron] For port c09aad1f-bd8d-4c32-8195-7ce003b85c32, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=c09aad1f-bd8d-4c32-8195-7ce003b85c32,segment=NetworkSegment(2dded0ce-75a9-4672-98e4-0cf30caebd38),segment_id=2dded0ce-75a9-4672-98e4-0cf30caebd38)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:28:27.482678 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-37269aaa-484d-42d1-9842-10f59bd20ce0 service neutron] For port f2c4cb6f-36c7-4490-9658-7145f4a0c5cc, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:28:27.486460 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-37269aaa-484d-42d1-9842-10f59bd20ce0 service neutron] For port f2c4cb6f-36c7-4490-9658-7145f4a0c5cc, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f2c4cb6f-36c7-4490-9658-7145f4a0c5cc,segment=NetworkSegment(27d93fd8-9a37-4af8-b1a6-e6abf40d352d),segment_id=27d93fd8-9a37-4af8-b1a6-e6abf40d352d)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:28:27.539149 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-5a4b1c4c-b674-4c93-9371-1b0717caceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc45071-2032-43cc-aa0a-579f5900948d', 'name': 'tempest-ServersTestJSON-1599916301-router', 'tenant_id': '1246af30a6eb4e19b5feef5d04021b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'bf6c511b-7516-4e7a-b45d-6b861ce6e9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:28:23Z', 'updated_at': '2021-10-27T18:28:25Z', 'revision_number': 3, 'project_id': '1246af30a6eb4e19b5feef5d04021b02', 'gw_port': {'id': 'bf6c511b-7516-4e7a-b45d-6b861ce6e9eb', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:88:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc45071-2032-43cc-aa0a-579f5900948d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:28:24Z', 'updated_at': '2021-10-27T18:28:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:27.555370 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a2ca560d-2f0a-4c86-a485-3f13aae79dde req-717b2064-09b9-4385-897c-5332bd1b7bff tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554408 Oct 27 18:28:27.570331 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-37269aaa-484d-42d1-9842-10f59bd20ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:27.601344 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4b1c4c-b674-4c93-9371-1b0717caceee None None] Checking router: 7dc45071-2032-43cc-aa0a-579f5900948d for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:28:27.601344 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4b1c4c-b674-4c93-9371-1b0717caceee None None] Updating router 7dc45071-2032-43cc-aa0a-579f5900948d port bf6c511b-7516-4e7a-b45d-6b861ce6e9eb binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:28:27.603265 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-583b1551-ac4a-4fc9-b9aa-a4071516720e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:27.614692 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-5a4b1c4c-b674-4c93-9371-1b0717caceee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:27.635830 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-37269aaa-484d-42d1-9842-10f59bd20ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:27.636435 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-37269aaa-484d-42d1-9842-10f59bd20ce0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:27.637858 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-37269aaa-484d-42d1-9842-10f59bd20ce0 service neutron] 10.222.0.93 "PUT /v2.0/ports/f2c4cb6f-36c7-4490-9658-7145f4a0c5cc HTTP/1.1" status: 200 len: 1091 time: 1.0641701 Oct 27 18:28:27.638291 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad81172-1eed-4444-80be-a6c46bc8031f', 'tag': 'f2c4cb6f-36c7-4490-9658-7145f4a0c5cc'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:28:27.641053 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9b7671-fd11-4094-8f5e-e096eee80705" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad81172-1eed-4444-80be-a6c46bc8031f", "tag": "f2c4cb6f-36c7-4490-9658-7145f4a0c5cc"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:28:27.644113 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37269aaa-484d-42d1-9842-10f59bd20ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=f2c4cb6f-36c7-4490-9658-7145f4a0c5cc,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:27.659608 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-583b1551-ac4a-4fc9-b9aa-a4071516720e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:27.659608 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-583b1551-ac4a-4fc9-b9aa-a4071516720e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:27.661567 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-583b1551-ac4a-4fc9-b9aa-a4071516720e service neutron] 10.222.0.93 "PUT /v2.0/ports/c09aad1f-bd8d-4c32-8195-7ce003b85c32 HTTP/1.1" status: 200 len: 1092 time: 1.7212627 Oct 27 18:28:27.668849 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a342653-0bd1-45dd-adc9-d7bb7f66d5e0', 'tag': 'c09aad1f-bd8d-4c32-8195-7ce003b85c32'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:28:27.671395 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc75099b-f81e-429b-9232-306ad550ec57" -d '{"events": [{"name": "network-changed", "server_uuid": "5a342653-0bd1-45dd-adc9-d7bb7f66d5e0", "tag": "c09aad1f-bd8d-4c32-8195-7ce003b85c32"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:28:27.688674 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156b0c0-3d98-4a31-9aac-7eb6571e5eee req-0ce48b9d-e6b4-4557-b317-8537f30b96d9 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:27.692774 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6894b86f-5014-46da-a09a-4f86b97037e0 x-openstack-request-id: req-6894b86f-5014-46da-a09a-4f86b97037e0 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:28:27.693064 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad81172-1eed-4444-80be-a6c46bc8031f", "tag": "f2c4cb6f-36c7-4490-9658-7145f4a0c5cc", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:28:27.693317 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6894b86f-5014-46da-a09a-4f86b97037e0 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:28:27.693870 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad81172-1eed-4444-80be-a6c46bc8031f', 'tag': 'f2c4cb6f-36c7-4490-9658-7145f4a0c5cc', 'status': 'completed', 'code': 200} Oct 27 18:28:27.695424 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e156b0c0-3d98-4a31-9aac-7eb6571e5eee req-0ce48b9d-e6b4-4557-b317-8537f30b96d9 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 945 time: 0.2547545 Oct 27 18:28:27.762519 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c91eabf-aea3-4112-961e-91877932bfc6 x-openstack-request-id: req-0c91eabf-aea3-4112-961e-91877932bfc6 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:28:27.768220 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a342653-0bd1-45dd-adc9-d7bb7f66d5e0", "tag": "c09aad1f-bd8d-4c32-8195-7ce003b85c32", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:28:27.768220 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0c91eabf-aea3-4112-961e-91877932bfc6 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:28:27.768220 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a342653-0bd1-45dd-adc9-d7bb7f66d5e0', 'tag': 'c09aad1f-bd8d-4c32-8195-7ce003b85c32', 'status': 'completed', 'code': 200} Oct 27 18:28:27.795706 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b1551-ac4a-4fc9-b9aa-a4071516720e service neutron] Pushing event updated for resources: {'Port': ['ID=c09aad1f-bd8d-4c32-8195-7ce003b85c32,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:27.814617 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75099b-f81e-429b-9232-306ad550ec57 req-21b1ab85-34f2-4cb8-bb56-a7c6a4392ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:27.816281 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bc75099b-f81e-429b-9232-306ad550ec57 req-21b1ab85-34f2-4cb8-bb56-a7c6a4392ff6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e64e3fa67fed4102b6fb3b9a3eeaa7a5&device_id=5a342653-0bd1-45dd-adc9-d7bb7f66d5e0 HTTP/1.1" status: 200 len: 1095 time: 0.0433230 Oct 27 18:28:27.889319 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e156b0c0-3d98-4a31-9aac-7eb6571e5eee req-311d6a2b-dc90-4a5b-848d-3f8f5a2b9b0b tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866605 Oct 27 18:28:27.901056 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b7671-fd11-4094-8f5e-e096eee80705 req-76517cdc-6108-4c87-ab2b-569dc8cf0f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:27.902538 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8b9b7671-fd11-4094-8f5e-e096eee80705 req-76517cdc-6108-4c87-ab2b-569dc8cf0f22 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7fe084e48ac94723a80b3b4364762cb0&device_id=4ad81172-1eed-4444-80be-a6c46bc8031f HTTP/1.1" status: 200 len: 1094 time: 0.1565259 Oct 27 18:28:27.937098 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75099b-f81e-429b-9232-306ad550ec57 req-5cdd13f3-b2f4-4f2a-a8ea-2cd40eda35a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:27.938604 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bc75099b-f81e-429b-9232-306ad550ec57 req-5cdd13f3-b2f4-4f2a-a8ea-2cd40eda35a0 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=e64e3fa67fed4102b6fb3b9a3eeaa7a5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1047633 Oct 27 18:28:27.955985 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-5a4b1c4c-b674-4c93-9371-1b0717caceee None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:28.030900 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-5a4b1c4c-b674-4c93-9371-1b0717caceee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:28.044434 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75099b-f81e-429b-9232-306ad550ec57 req-af05c16b-6aba-4b6b-84ea-41de88d2a77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:28.048894 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bc75099b-f81e-429b-9232-306ad550ec57 req-af05c16b-6aba-4b6b-84ea-41de88d2a77c service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0976934 Oct 27 18:28:28.100372 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717121bd-a728-4068-ba77-b91733fe4a38 None None] Pushing event updated for resources: {'Port': ['ID=bf6c511b-7516-4e7a-b45d-6b861ce6e9eb,revision_number=2']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:28.114264 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-5a4b1c4c-b674-4c93-9371-1b0717caceee None None] Attempting to bind port bf6c511b-7516-4e7a-b45d-6b861ce6e9eb on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:28:28.114941 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-5a4b1c4c-b674-4c93-9371-1b0717caceee None None] Attempting to bind port bf6c511b-7516-4e7a-b45d-6b861ce6e9eb by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:28:28.115344 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4b1c4c-b674-4c93-9371-1b0717caceee None None] Attempting to bind port bf6c511b-7516-4e7a-b45d-6b861ce6e9eb on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:28:28.125797 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b7671-fd11-4094-8f5e-e096eee80705 req-f3e70822-39d8-4a61-b8e3-1941a07de925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:28.127536 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8b9b7671-fd11-4094-8f5e-e096eee80705 req-f3e70822-39d8-4a61-b8e3-1941a07de925 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=7fe084e48ac94723a80b3b4364762cb0&shared=False HTTP/1.1" status: 200 len: 926 time: 0.2078977 Oct 27 18:28:28.133588 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4b1c4c-b674-4c93-9371-1b0717caceee None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:28:28.133976 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4b1c4c-b674-4c93-9371-1b0717caceee None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:28:28.134694 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-5a4b1c4c-b674-4c93-9371-1b0717caceee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:28.134918 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4b1c4c-b674-4c93-9371-1b0717caceee None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:28:28.135300 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-5a4b1c4c-b674-4c93-9371-1b0717caceee None None] Bound port: bf6c511b-7516-4e7a-b45d-6b861ce6e9eb, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:28:28.135680 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-5a4b1c4c-b674-4c93-9371-1b0717caceee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:28.188515 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-9ea26bf3-890d-43e2-b6c4-f6d491bd3086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:28.190078 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-9ea26bf3-890d-43e2-b6c4-f6d491bd3086 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e64e3fa67fed4102b6fb3b9a3eeaa7a5&device_id=5a342653-0bd1-45dd-adc9-d7bb7f66d5e0 HTTP/1.1" status: 200 len: 1095 time: 0.0871618 Oct 27 18:28:28.219463 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-5a4b1c4c-b674-4c93-9371-1b0717caceee None None] For port bf6c511b-7516-4e7a-b45d-6b861ce6e9eb, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:28:28.225792 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-5a4b1c4c-b674-4c93-9371-1b0717caceee None None] For port bf6c511b-7516-4e7a-b45d-6b861ce6e9eb, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=bf6c511b-7516-4e7a-b45d-6b861ce6e9eb,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:28:28.243435 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764336f-0b8a-4968-bac2-37211d4f35a9 req-ac7e282e-05d2-4c0c-b415-382e8360624b tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:28.251002 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e764336f-0b8a-4968-bac2-37211d4f35a9 req-ac7e282e-05d2-4c0c-b415-382e8360624b tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/ports?device_id=13358eb1-b974-48d6-b5ec-ddba8f861aab HTTP/1.1" status: 200 len: 944 time: 0.2278376 Oct 27 18:28:28.251783 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-1dfb7958-2afe-45e3-b90d-8a6ff8e88493 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c09aad1f-bd8d-4c32-8195-7ce003b85c32 HTTP/1.1" status: 200 len: 217 time: 0.0395658 Oct 27 18:28:28.297261 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-5a4b1c4c-b674-4c93-9371-1b0717caceee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:28.313364 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-3d816a8d-70f3-4802-b9dd-9ef2694446af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:28.314875 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-3d816a8d-70f3-4802-b9dd-9ef2694446af service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3a9f8f14-f0ca-4df8-88cf-d969ee3e3889 HTTP/1.1" status: 200 len: 853 time: 0.0482116 Oct 27 18:28:28.342383 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e764336f-0b8a-4968-bac2-37211d4f35a9 req-6b516702-2b64-462d-a665-5ea5c8fe4961 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/security-groups?id=072c529e-ac1b-454a-b20b-661650ad86ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904410 Oct 27 18:28:28.368397 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-373812f8-f5b5-4525-91ab-66fd4c34efe8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6989e920-feed-4bf7-84f8-f1cbb2ccd945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432720 Oct 27 18:28:28.384105 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4b1c4c-b674-4c93-9371-1b0717caceee None None] Routers {'7dc45071-2032-43cc-aa0a-579f5900948d'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:28:28.384803 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-5a4b1c4c-b674-4c93-9371-1b0717caceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:28:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['7dc45071-2032-43cc-aa0a-579f5900948d'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:28.389817 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717121bd-a728-4068-ba77-b91733fe4a38 None None] Pushing event updated for resources: {'Port': ['ID=bf6c511b-7516-4e7a-b45d-6b861ce6e9eb,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:28.417910 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b7671-fd11-4094-8f5e-e096eee80705 req-e4ed35fa-f91d-4403-b49a-2e77a5809746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:28.419704 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8b9b7671-fd11-4094-8f5e-e096eee80705 req-e4ed35fa-f91d-4403-b49a-2e77a5809746 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2551105 Oct 27 18:28:28.421476 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e5690e42-c2a4-4cb3-94b6-a4013b47f444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:28.541707 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device f788889c-175f-441d-8230-587872837d44 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:28:28.545751 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-eec5f8c1-ab25-41cc-9d54-2b551a7f15bd service neutron] 10.222.0.93 "GET /v2.0/networks/6989e920-feed-4bf7-84f8-f1cbb2ccd945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571364 Oct 27 18:28:28.559498 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-5a4b1c4c-b674-4c93-9371-1b0717caceee None None] Set router 7dc45071-2032-43cc-aa0a-579f5900948d gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:28:28.640897 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port f788889c-175f-441d-8230-587872837d44 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:28:28.641210 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:28.692332 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3d379-0e01-45a5-9fcb-ec95ba01f6b6 req-3096fb3b-8e8d-4a90-8b4a-63079a8a32a1 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:28.699989 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f2d3d379-0e01-45a5-9fcb-ec95ba01f6b6 req-3096fb3b-8e8d-4a90-8b4a-63079a8a32a1 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad81172-1eed-4444-80be-a6c46bc8031f HTTP/1.1" status: 200 len: 943 time: 0.2360575 Oct 27 18:28:28.701514 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e3b41e60-d29c-4a53-bb86-7405ff621886 req-2fe023ec-e21a-416a-b544-7cee8e0bf42b service neutron] 10.222.0.93 "GET /v2.0/networks/6989e920-feed-4bf7-84f8-f1cbb2ccd945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465034 Oct 27 18:28:28.762798 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-c403369d-f292-49b4-8920-5e8aab49acc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:28.764961 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-c403369d-f292-49b4-8920-5e8aab49acc6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7fe084e48ac94723a80b3b4364762cb0&device_id=4ad81172-1eed-4444-80be-a6c46bc8031f HTTP/1.1" status: 200 len: 1094 time: 0.2864668 Oct 27 18:28:28.788050 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-5a4b1c4c-b674-4c93-9371-1b0717caceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc45071-2032-43cc-aa0a-579f5900948d', 'name': 'tempest-ServersTestJSON-1599916301-router', 'tenant_id': '1246af30a6eb4e19b5feef5d04021b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'bf6c511b-7516-4e7a-b45d-6b861ce6e9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:28:23Z', 'updated_at': '2021-10-27T18:28:25Z', 'revision_number': 3, 'project_id': '1246af30a6eb4e19b5feef5d04021b02', 'gw_port': {'id': 'bf6c511b-7516-4e7a-b45d-6b861ce6e9eb', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:88:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc45071-2032-43cc-aa0a-579f5900948d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:28:24Z', 'updated_at': '2021-10-27T18:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:28.815313 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f2d3d379-0e01-45a5-9fcb-ec95ba01f6b6 req-49dc7408-9d95-4fea-a81a-e6ceefcf8e81 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] 10.222.0.52 "GET /v2.0/security-groups?id=7941a9e3-cd4b-49d9-8718-8837a4e02d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144707 Oct 27 18:28:28.819355 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4b1c4c-b674-4c93-9371-1b0717caceee None None] The sync data for ids ['7dc45071-2032-43cc-aa0a-579f5900948d'] in n-d-815690-2 is: [{'id': '7dc45071-2032-43cc-aa0a-579f5900948d', 'name': 'tempest-ServersTestJSON-1599916301-router', 'tenant_id': '1246af30a6eb4e19b5feef5d04021b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'bf6c511b-7516-4e7a-b45d-6b861ce6e9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:28:23Z', 'updated_at': '2021-10-27T18:28:25Z', 'revision_number': 3, 'project_id': '1246af30a6eb4e19b5feef5d04021b02', 'gw_port': {'id': 'bf6c511b-7516-4e7a-b45d-6b861ce6e9eb', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:88:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc45071-2032-43cc-aa0a-579f5900948d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:28:24Z', 'updated_at': '2021-10-27T18:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:28:28.821882 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device f2e504f5-40d8-410c-94ac-75b08d047778 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:28:28.869321 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-d53bc824-4d7a-4827-a504-99944cb66b58 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f2c4cb6f-36c7-4490-9658-7145f4a0c5cc HTTP/1.1" status: 200 len: 217 time: 0.0556638 Oct 27 18:28:28.878850 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc785ac-b8cf-44e6-b0c1-13fb04e5af17 req-f098d95b-bf63-4ea0-8cf9-9f2bf190684e tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:28.879694 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-edc785ac-b8cf-44e6-b0c1-13fb04e5af17 req-f098d95b-bf63-4ea0-8cf9-9f2bf190684e tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a342653-0bd1-45dd-adc9-d7bb7f66d5e0 HTTP/1.1" status: 200 len: 944 time: 0.2086477 Oct 27 18:28:28.970024 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port f2e504f5-40d8-410c-94ac-75b08d047778 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:28:28.975471 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-e5690e42-c2a4-4cb3-94b6-a4013b47f444 admin admin] Allocated IP 172.20.0.1 (7dbae181-f570-4778-99bc-f1d119dd4e9b/f514d647-c196-46d4-b87e-f3462bc5d80e/7b687729-13a5-41f2-8589-49dc178dd080) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:28:28.975786 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port f2e504f5-40d8-410c-94ac-75b08d047778 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:28:28.976325 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:28.995344 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-edc785ac-b8cf-44e6-b0c1-13fb04e5af17 req-29fb3040-128c-4b55-be00-08c399c9fc80 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727892 Oct 27 18:28:28.999965 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-d418361a-28c4-400f-8fac-1a473e72fed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:29.001517 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-d418361a-28c4-400f-8fac-1a473e72fed4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ea64187e-631f-4901-9603-7ba78817ff62 HTTP/1.1" status: 200 len: 864 time: 0.1209137 Oct 27 18:28:29.079194 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:29.103675 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-a015c446-1af2-4640-8b0a-0e80c53db9af service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=58cc40a6-7266-469b-9d10-339aa9a52142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827992 Oct 27 18:28:29.123510 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13358eb1-b974-48d6-b5ec-ddba8f861aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e504f5-40d8-410c-94ac-75b08d047778'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:28:29.126310 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9829cd05-5837-4527-b363-673803fb5ac7" -d '{"events": [{"server_uuid": "13358eb1-b974-48d6-b5ec-ddba8f861aab", "name": "network-vif-plugged", "status": "completed", "tag": "f2e504f5-40d8-410c-94ac-75b08d047778"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:28:29.159774 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port f2e504f5-40d8-410c-94ac-75b08d047778, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f2e504f5-40d8-410c-94ac-75b08d047778,segment=NetworkSegment(1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b),segment_id=1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:28:29.178361 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f099d9-d07a-4a9d-82d0-c1734bc55129 x-openstack-request-id: req-a2f099d9-d07a-4a9d-82d0-c1734bc55129 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:28:29.178656 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13358eb1-b974-48d6-b5ec-ddba8f861aab", "name": "network-vif-plugged", "status": "completed", "tag": "f2e504f5-40d8-410c-94ac-75b08d047778", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:28:29.178940 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a2f099d9-d07a-4a9d-82d0-c1734bc55129 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:28:29.179415 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13358eb1-b974-48d6-b5ec-ddba8f861aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e504f5-40d8-410c-94ac-75b08d047778', 'code': 200} Oct 27 18:28:29.210159 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:29.211080 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 6f50ade0-d2fb-4def-87dd-4e54bdeeda80 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:28:29.284382 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9c487-c1c7-426f-a27e-6d2829248950 req-90773c65-d2a7-4db4-8eb7-8583d0664d48 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:29.292319 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-46d9c487-c1c7-426f-a27e-6d2829248950 req-90773c65-d2a7-4db4-8eb7-8583d0664d48 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 945 time: 0.2702489 Oct 27 18:28:29.330724 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=f2e504f5-40d8-410c-94ac-75b08d047778,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:29.343142 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:28:29.343583 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:28:29.343991 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:28:29.344395 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:28:29.344796 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:28:29.345190 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:28:29.345390 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-707fa14a-5016-4dff-b47d-6f183045756f service neutron] 10.222.0.93 "GET /v2.0/networks/58cc40a6-7266-469b-9d10-339aa9a52142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319100 Oct 27 18:28:29.345650 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:28:29.346038 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:28:29.346861 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:28:29.346861 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:28:29.347264 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:28:29.347651 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:28:29.358059 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d34208-f2c7-4b61-aec6-8f46bc59c610 req-376abe18-3ded-48da-b466-a9e7ff507d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:29.362101 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-60d34208-f2c7-4b61-aec6-8f46bc59c610 req-376abe18-3ded-48da-b466-a9e7ff507d89 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=13358eb1-b974-48d6-b5ec-ddba8f861aab HTTP/1.1" status: 200 len: 1096 time: 0.0922992 Oct 27 18:28:29.362915 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e5690e42-c2a4-4cb3-94b6-a4013b47f444 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:29.393412 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 6f50ade0-d2fb-4def-87dd-4e54bdeeda80 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:28:29.394502 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:29.401956 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-46d9c487-c1c7-426f-a27e-6d2829248950 req-7252df75-6e4e-4498-813e-6b1db00f4fc2 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087518 Oct 27 18:28:29.410314 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-60d34208-f2c7-4b61-aec6-8f46bc59c610 req-3373f890-5ef3-4cb1-b9b8-5e8984018f72 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=072c529e-ac1b-454a-b20b-661650ad86ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365548 Oct 27 18:28:29.494358 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:29.532684 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f2d93ad1-bf91-47fb-a103-21ec971b62a9 req-eb76fa9e-84f2-457b-b35a-5c304bc75b07 service neutron] 10.222.0.93 "GET /v2.0/networks/58cc40a6-7266-469b-9d10-339aa9a52142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679425 Oct 27 18:28:29.537361 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 6f50ade0-d2fb-4def-87dd-4e54bdeeda80, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=6f50ade0-d2fb-4def-87dd-4e54bdeeda80,segment=NetworkSegment(7ab5ac52-5e29-41f5-a4b9-15dca948aa51),segment_id=7ab5ac52-5e29-41f5-a4b9-15dca948aa51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:28:29.541236 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38802f73-ccd3-4b7d-a297-ed8246b40ee4 req-d0d74b00-804e-4674-b8ca-fac8f67501ae tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:29.542789 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-38802f73-ccd3-4b7d-a297-ed8246b40ee4 req-d0d74b00-804e-4674-b8ca-fac8f67501ae tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/ports?device_id=13358eb1-b974-48d6-b5ec-ddba8f861aab HTTP/1.1" status: 200 len: 945 time: 0.0867779 Oct 27 18:28:29.563946 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e5690e42-c2a4-4cb3-94b6-a4013b47f444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:29.608350 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:29.617224 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5690e42-c2a4-4cb3-94b6-a4013b47f444 admin admin] Network 7dbae181-f570-4778-99bc-f1d119dd4e9b is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:28:29.622497 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-e5690e42-c2a4-4cb3-94b6-a4013b47f444 admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:28:29.626865 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-38802f73-ccd3-4b7d-a297-ed8246b40ee4 req-d7aa4ccf-b020-4b54-96ec-de0796b4c718 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/security-groups?id=072c529e-ac1b-454a-b20b-661650ad86ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777521 Oct 27 18:28:29.629581 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5690e42-c2a4-4cb3-94b6-a4013b47f444 admin admin] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:28:29.665134 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5690e42-c2a4-4cb3-94b6-a4013b47f444 admin admin] Pushing event updated for resources: {'Port': ['ID=7b687729-13a5-41f2-8589-49dc178dd080,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:29.702501 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e5690e42-c2a4-4cb3-94b6-a4013b47f444 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:29.732262 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=6f50ade0-d2fb-4def-87dd-4e54bdeeda80,revision_number=8']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:29.968642 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-c4faf36d-191e-4d4b-a591-8db919f15d0d None None] Provisioning complete for port 7b687729-13a5-41f2-8589-49dc178dd080 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:28:29.969008 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c4faf36d-191e-4d4b-a591-8db919f15d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:30.135509 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-c4faf36d-191e-4d4b-a591-8db919f15d0d None None] Port 7b687729-13a5-41f2-8589-49dc178dd080 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:28:30.217284 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a484be-6a11-4845-a8cd-e5b433a88914 req-fc611faa-2a4d-43ad-91a5-06e146e1a756 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:30.218717 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d1a484be-6a11-4845-a8cd-e5b433a88914 req-fc611faa-2a4d-43ad-91a5-06e146e1a756 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad81172-1eed-4444-80be-a6c46bc8031f HTTP/1.1" status: 200 len: 943 time: 0.1058092 Oct 27 18:28:30.231547 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677f968-62c6-4648-9a4f-50d42a929356 req-49c29f93-173b-4c6c-a864-6e9055d6700a tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:30.233015 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8677f968-62c6-4648-9a4f-50d42a929356 req-49c29f93-173b-4c6c-a864-6e9055d6700a tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.4589829 Oct 27 18:28:30.293832 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8677f968-62c6-4648-9a4f-50d42a929356 req-c6d1e7ef-6019-4599-b001-f8f1faaeecbe tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529220 Oct 27 18:28:30.296965 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d1a484be-6a11-4845-a8cd-e5b433a88914 req-9c59140a-fdf0-4f1c-8f7f-febc3129bd68 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] 10.222.0.52 "GET /v2.0/security-groups?id=7941a9e3-cd4b-49d9-8718-8837a4e02d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627260 Oct 27 18:28:30.341080 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e5690e42-c2a4-4cb3-94b6-a4013b47f444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:30.489209 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066b38c-9271-4e40-94ac-eeef221c7ffc req-2d5c26bc-990e-42ba-b0c3-e12c420ec366 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:30.492797 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7066b38c-9271-4e40-94ac-eeef221c7ffc req-2d5c26bc-990e-42ba-b0c3-e12c420ec366 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a342653-0bd1-45dd-adc9-d7bb7f66d5e0 HTTP/1.1" status: 200 len: 944 time: 0.1151299 Oct 27 18:28:30.510132 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device bf6c511b-7516-4e7a-b45d-6b861ce6e9eb up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:28:30.559572 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7066b38c-9271-4e40-94ac-eeef221c7ffc req-142d47bc-7052-4b1c-97e5-78be749eeb7b tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605955 Oct 27 18:28:30.570710 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port bf6c511b-7516-4e7a-b45d-6b861ce6e9eb triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:28:30.571236 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:30.612128 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e5690e42-c2a4-4cb3-94b6-a4013b47f444 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:30.662570 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:30.666501 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e5690e42-c2a4-4cb3-94b6-a4013b47f444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:30.690134 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port bf6c511b-7516-4e7a-b45d-6b861ce6e9eb, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=bf6c511b-7516-4e7a-b45d-6b861ce6e9eb,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:28:30.752278 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:30.773974 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e5690e42-c2a4-4cb3-94b6-a4013b47f444 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:30.775659 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5690e42-c2a4-4cb3-94b6-a4013b47f444 admin admin] Pushing event updated for resources: {'Port': ['ID=7b687729-13a5-41f2-8589-49dc178dd080,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:30.803740 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=bf6c511b-7516-4e7a-b45d-6b861ce6e9eb,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:30.819047 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device c09aad1f-bd8d-4c32-8195-7ce003b85c32 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:28:30.836417 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac2478-8fbc-4791-8612-cf8104eff637 req-3fbc927f-e016-47e0-aac5-160767d8bfa6 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:30.837922 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4fac2478-8fbc-4791-8612-cf8104eff637 req-3fbc927f-e016-47e0-aac5-160767d8bfa6 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 946 time: 0.1226735 Oct 27 18:28:30.901661 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4fac2478-8fbc-4791-8612-cf8104eff637 req-acfdfa45-57e2-44ef-9491-481138240b13 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570667 Oct 27 18:28:30.913773 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5690e42-c2a4-4cb3-94b6-a4013b47f444 admin admin] Network 7dbae181-f570-4778-99bc-f1d119dd4e9b is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:28:30.915735 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-e5690e42-c2a4-4cb3-94b6-a4013b47f444 admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:28:30.932968 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port c09aad1f-bd8d-4c32-8195-7ce003b85c32, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=c09aad1f-bd8d-4c32-8195-7ce003b85c32,segment=NetworkSegment(2dded0ce-75a9-4672-98e4-0cf30caebd38),segment_id=2dded0ce-75a9-4672-98e4-0cf30caebd38)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:28:30.946658 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'c09aad1f-bd8d-4c32-8195-7ce003b85c32', 'network_id': '6989e920-feed-4bf7-84f8-f1cbb2ccd945', 'port_id': 'c09aad1f-bd8d-4c32-8195-7ce003b85c32', 'mac_address': 'fa:16:3e:24:df:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a9f8f14-f0ca-4df8-88cf-d969ee3e3889', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:28:30.996485 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:31.012627 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c09aad1f-bd8d-4c32-8195-7ce003b85c32 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:28:31.036457 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port c09aad1f-bd8d-4c32-8195-7ce003b85c32, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=c09aad1f-bd8d-4c32-8195-7ce003b85c32,segment=NetworkSegment(2dded0ce-75a9-4672-98e4-0cf30caebd38),segment_id=2dded0ce-75a9-4672-98e4-0cf30caebd38)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:28:31.081732 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da31ea-d939-4948-b7c8-0947e1a4554a req-004b2bd7-9afe-463c-ad33-dfc331795e74 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:31.084560 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-68da31ea-d939-4948-b7c8-0947e1a4554a req-004b2bd7-9afe-463c-ad33-dfc331795e74 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/ports?device_id=13358eb1-b974-48d6-b5ec-ddba8f861aab HTTP/1.1" status: 200 len: 945 time: 0.0803885 Oct 27 18:28:31.116901 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5690e42-c2a4-4cb3-94b6-a4013b47f444 admin admin] Router 7dc45071-2032-43cc-aa0a-579f5900948d has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:28:31.130833 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:31.140921 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-68da31ea-d939-4948-b7c8-0947e1a4554a req-ac7e3f05-543f-4335-b96b-0885d53328f3 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/security-groups?id=072c529e-ac1b-454a-b20b-661650ad86ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497348 Oct 27 18:28:31.180992 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950f4e05-880e-40ba-965a-0164019d2bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f50ade0-d2fb-4def-87dd-4e54bdeeda80'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:28:31.186376 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bbe87a-817d-413f-9683-82c0843847a4" -d '{"events": [{"server_uuid": "950f4e05-880e-40ba-965a-0164019d2bcd", "name": "network-vif-plugged", "status": "completed", "tag": "6f50ade0-d2fb-4def-87dd-4e54bdeeda80"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:28:31.200712 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=c09aad1f-bd8d-4c32-8195-7ce003b85c32,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:31.242577 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eccaecd-defd-4db4-a924-dc97cfd075e8 x-openstack-request-id: req-1eccaecd-defd-4db4-a924-dc97cfd075e8 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:28:31.258227 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "950f4e05-880e-40ba-965a-0164019d2bcd", "name": "network-vif-plugged", "status": "completed", "tag": "6f50ade0-d2fb-4def-87dd-4e54bdeeda80", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:28:31.258227 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1eccaecd-defd-4db4-a924-dc97cfd075e8 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:28:31.258227 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950f4e05-880e-40ba-965a-0164019d2bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f50ade0-d2fb-4def-87dd-4e54bdeeda80', 'code': 200} Oct 27 18:28:31.272148 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-1db804a0-0c78-4ac0-bd5f-e7ad7892f6c8 None None] Provisioning complete for port 7b687729-13a5-41f2-8589-49dc178dd080 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:28:31.284011 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1db804a0-0c78-4ac0-bd5f-e7ad7892f6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:31.289982 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5690e42-c2a4-4cb3-94b6-a4013b47f444 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:28:31.296052 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e5690e42-c2a4-4cb3-94b6-a4013b47f444 admin admin] 10.222.0.52 "PUT /v2.0/routers/7dc45071-2032-43cc-aa0a-579f5900948d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1766255 Oct 27 18:28:31.312857 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a97b8f1-b0b6-465f-88b7-4c5e7efa7d6a None None] Sync routers for ids ['7dc45071-2032-43cc-aa0a-579f5900948d'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:28:31.329262 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-1db804a0-0c78-4ac0-bd5f-e7ad7892f6c8 None None] Port 7b687729-13a5-41f2-8589-49dc178dd080 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:28:31.333626 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a97b8f1-b0b6-465f-88b7-4c5e7efa7d6a None None] Routers {'7dc45071-2032-43cc-aa0a-579f5900948d'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:28:31.334447 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-8a97b8f1-b0b6-465f-88b7-4c5e7efa7d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:28:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['7dc45071-2032-43cc-aa0a-579f5900948d'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:31.488865 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031561c-2f12-4fd3-b6ee-1a93e7aca631 req-767a78e4-eda3-4107-9ee5-ab8ca31ac785 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:31.490954 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9031561c-2f12-4fd3-b6ee-1a93e7aca631 req-767a78e4-eda3-4107-9ee5-ab8ca31ac785 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad81172-1eed-4444-80be-a6c46bc8031f HTTP/1.1" status: 200 len: 943 time: 0.1031647 Oct 27 18:28:31.505540 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-8a97b8f1-b0b6-465f-88b7-4c5e7efa7d6a None None] Set router 7dc45071-2032-43cc-aa0a-579f5900948d gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:28:31.507936 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beafda96-b941-4267-b4b1-5c3ae669ed6e req-ddf1e637-0359-4778-a7d4-a8c299ceade7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:31.509596 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-beafda96-b941-4267-b4b1-5c3ae669ed6e req-ddf1e637-0359-4778-a7d4-a8c299ceade7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 1097 time: 0.0734842 Oct 27 18:28:31.572352 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9031561c-2f12-4fd3-b6ee-1a93e7aca631 req-992e9043-8398-40ef-ba8a-b45d8d330eb8 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] 10.222.0.52 "GET /v2.0/security-groups?id=7941a9e3-cd4b-49d9-8718-8837a4e02d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738378 Oct 27 18:28:31.586053 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-beafda96-b941-4267-b4b1-5c3ae669ed6e req-3936e802-e8cd-4164-9935-56d4ddb50e65 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683935 Oct 27 18:28:31.601305 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:28:31.671275 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['c09aad1f-bd8d-4c32-8195-7ce003b85c32'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:28:31.702607 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2f326-e843-45d2-909d-cf49292f2d51 req-86f2f2de-99ea-463e-8fba-47620a6b25e8 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:31.704304 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ab2f326-e843-45d2-909d-cf49292f2d51 req-86f2f2de-99ea-463e-8fba-47620a6b25e8 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a342653-0bd1-45dd-adc9-d7bb7f66d5e0 HTTP/1.1" status: 200 len: 945 time: 0.0600691 Oct 27 18:28:31.752281 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ab2f326-e843-45d2-909d-cf49292f2d51 req-4e6d1611-55da-4538-9f5f-8619a0507b2c tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404251 Oct 27 18:28:31.903049 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-8a97b8f1-b0b6-465f-88b7-4c5e7efa7d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc45071-2032-43cc-aa0a-579f5900948d', 'name': 'tempest-ServersTestJSON-1599916301-router', 'tenant_id': '1246af30a6eb4e19b5feef5d04021b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'bf6c511b-7516-4e7a-b45d-6b861ce6e9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:28:23Z', 'updated_at': '2021-10-27T18:28:30Z', 'revision_number': 4, 'project_id': '1246af30a6eb4e19b5feef5d04021b02', 'gw_port': {'id': 'bf6c511b-7516-4e7a-b45d-6b861ce6e9eb', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:88:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc45071-2032-43cc-aa0a-579f5900948d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:28:24Z', 'updated_at': '2021-10-27T18:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '7b687729-13a5-41f2-8589-49dc178dd080', 'name': '', 'network_id': '7dbae181-f570-4778-99bc-f1d119dd4e9b', 'tenant_id': '1246af30a6eb4e19b5feef5d04021b02', 'mac_address': 'fa:16:3e:e6:54:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc45071-2032-43cc-aa0a-579f5900948d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'f514d647-c196-46d4-b87e-f3462bc5d80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:28:28Z', 'updated_at': '2021-10-27T18:28:30Z', 'revision_number': 2, 'project_id': '1246af30a6eb4e19b5feef5d04021b02', 'subnets': [{'id': 'f514d647-c196-46d4-b87e-f3462bc5d80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:31.935291 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a97b8f1-b0b6-465f-88b7-4c5e7efa7d6a None None] Checking router: 7dc45071-2032-43cc-aa0a-579f5900948d for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:28:31.935681 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a97b8f1-b0b6-465f-88b7-4c5e7efa7d6a None None] Updating router 7dc45071-2032-43cc-aa0a-579f5900948d port 7b687729-13a5-41f2-8589-49dc178dd080 binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:28:31.969185 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8a97b8f1-b0b6-465f-88b7-4c5e7efa7d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:32.059403 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc255b-6497-4a11-8971-3c9582bf839c req-da999215-9f6b-4820-ae2b-eeca73e6b1e3 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:32.068890 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-60cc255b-6497-4a11-8971-3c9582bf839c req-da999215-9f6b-4820-ae2b-eeca73e6b1e3 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 946 time: 0.0777540 Oct 27 18:28:32.077732 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59774) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:28:32.088162 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-af6eff38-78d1-4b70-85fb-14c9a442c587 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1610182644', 'description': 'tempest-description--892530439'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:28:32.121400 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-60cc255b-6497-4a11-8971-3c9582bf839c req-f3061389-80ea-42cf-a7ab-ef4ff213f5a7 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516438 Oct 27 18:28:32.209167 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-af6eff38-78d1-4b70-85fb-14c9a442c587 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:32.285841 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d48b8-23ff-43b7-8cde-4a12667b7a6c req-b511227f-a38c-42fe-bc7d-cb0059825d92 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:32.288287 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-167d48b8-23ff-43b7-8cde-4a12667b7a6c req-b511227f-a38c-42fe-bc7d-cb0059825d92 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/ports?device_id=13358eb1-b974-48d6-b5ec-ddba8f861aab HTTP/1.1" status: 200 len: 945 time: 0.0624211 Oct 27 18:28:32.290489 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8a97b8f1-b0b6-465f-88b7-4c5e7efa7d6a None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:32.313521 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-af6eff38-78d1-4b70-85fb-14c9a442c587 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:32.340596 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-167d48b8-23ff-43b7-8cde-4a12667b7a6c req-fe0b600d-52a1-423b-a483-85e760e3a1cd tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/security-groups?id=072c529e-ac1b-454a-b20b-661650ad86ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459266 Oct 27 18:28:32.364586 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8a97b8f1-b0b6-465f-88b7-4c5e7efa7d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:32.380942 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-af6eff38-78d1-4b70-85fb-14c9a442c587 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:32.420262 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cbf86e-aa56-47ec-b0b1-8cde87b90e0b None None] Pushing event updated for resources: {'Port': ['ID=7b687729-13a5-41f2-8589-49dc178dd080,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:32.438754 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6eff38-78d1-4b70-85fb-14c9a442c587 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91db495f-b60e-4ec3-8747-e756c15b1f08,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:32.473281 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-af6eff38-78d1-4b70-85fb-14c9a442c587 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:32.479028 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-af6eff38-78d1-4b70-85fb-14c9a442c587 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3934579 Oct 27 18:28:32.479804 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59784) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:28:32.491854 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-8dce64f8-a175-4ce7-ad91-a2440842c3e1 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Request body: {'security_group_rule': {'security_group_id': '91db495f-b60e-4ec3-8747-e756c15b1f08', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:28:32.514289 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device bf6c511b-7516-4e7a-b45d-6b861ce6e9eb up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:28:32.532123 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b18886-4060-4396-9d2e-c59396cb3816 req-e2863667-8680-4f99-8aa9-d80565790502 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:32.533975 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-63b18886-4060-4396-9d2e-c59396cb3816 req-e2863667-8680-4f99-8aa9-d80565790502 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/ports?device_id=b352a891-3406-4e81-9259-58199bdf0650&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0828903 Oct 27 18:28:32.555238 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-8a97b8f1-b0b6-465f-88b7-4c5e7efa7d6a None None] Attempting to bind port 7b687729-13a5-41f2-8589-49dc178dd080 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:28:32.555853 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-8a97b8f1-b0b6-465f-88b7-4c5e7efa7d6a None None] Attempting to bind port 7b687729-13a5-41f2-8589-49dc178dd080 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '6fccdb04-e32e-49e9-9bd7-67afe09628b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '7dbae181-f570-4778-99bc-f1d119dd4e9b'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:28:32.556489 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a97b8f1-b0b6-465f-88b7-4c5e7efa7d6a None None] Attempting to bind port 7b687729-13a5-41f2-8589-49dc178dd080 on network 7dbae181-f570-4778-99bc-f1d119dd4e9b {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:28:32.566859 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a97b8f1-b0b6-465f-88b7-4c5e7efa7d6a None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:28:32.567408 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a97b8f1-b0b6-465f-88b7-4c5e7efa7d6a None None] Checking segment: {'id': '6fccdb04-e32e-49e9-9bd7-67afe09628b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '7dbae181-f570-4778-99bc-f1d119dd4e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:28:32.567924 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8a97b8f1-b0b6-465f-88b7-4c5e7efa7d6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:32.568409 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a97b8f1-b0b6-465f-88b7-4c5e7efa7d6a None None] Bound using segment: {'id': '6fccdb04-e32e-49e9-9bd7-67afe09628b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '7dbae181-f570-4778-99bc-f1d119dd4e9b'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:28:32.568995 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-8a97b8f1-b0b6-465f-88b7-4c5e7efa7d6a None None] Bound port: 7b687729-13a5-41f2-8589-49dc178dd080, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fccdb04-e32e-49e9-9bd7-67afe09628b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '7dbae181-f570-4778-99bc-f1d119dd4e9b'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:28:32.569490 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8a97b8f1-b0b6-465f-88b7-4c5e7efa7d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:32.609086 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8dce64f8-a175-4ce7-ad91-a2440842c3e1 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:32.640278 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-63b18886-4060-4396-9d2e-c59396cb3816 req-5b99bd23-6b35-4e73-b6c3-be4d8ba8f300 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.228 HTTP/1.1" status: 200 len: 696 time: 0.0994303 Oct 27 18:28:32.644190 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-8a97b8f1-b0b6-465f-88b7-4c5e7efa7d6a None None] For port 7b687729-13a5-41f2-8589-49dc178dd080, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:28:32.647884 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-8a97b8f1-b0b6-465f-88b7-4c5e7efa7d6a None None] For port 7b687729-13a5-41f2-8589-49dc178dd080, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=7b687729-13a5-41f2-8589-49dc178dd080,segment=NetworkSegment(6fccdb04-e32e-49e9-9bd7-67afe09628b0),segment_id=6fccdb04-e32e-49e9-9bd7-67afe09628b0)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:28:32.657598 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-63b18886-4060-4396-9d2e-c59396cb3816 req-c5f0ffea-1e22-4fef-a886-8d5b2a86b3db tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Request body: {'floatingip': {'port_id': 'a5cf6019-9a31-49f4-967d-d08f4d332c9b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:28:32.662691 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port bf6c511b-7516-4e7a-b45d-6b861ce6e9eb triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:28:32.663211 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:32.705488 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8dce64f8-a175-4ce7-ad91-a2440842c3e1 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:32.717637 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8a97b8f1-b0b6-465f-88b7-4c5e7efa7d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:32.755131 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-63b18886-4060-4396-9d2e-c59396cb3816 req-c5f0ffea-1e22-4fef-a886-8d5b2a86b3db tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks [] for floatingip, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:32.796712 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8dce64f8-a175-4ce7-ad91-a2440842c3e1 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:32.828118 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device f2c4cb6f-36c7-4490-9658-7145f4a0c5cc details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:28:32.829723 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce64f8-a175-4ce7-ad91-a2440842c3e1 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b716ce9-83a1-4083-8fb4-60622f5acf65,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:32.829870 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a97b8f1-b0b6-465f-88b7-4c5e7efa7d6a None None] Routers {'7dc45071-2032-43cc-aa0a-579f5900948d'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:28:32.830470 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-8a97b8f1-b0b6-465f-88b7-4c5e7efa7d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:28:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['7dc45071-2032-43cc-aa0a-579f5900948d'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:32.832220 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cbf86e-aa56-47ec-b0b1-8cde87b90e0b None None] Pushing event updated for resources: {'Port': ['ID=7b687729-13a5-41f2-8589-49dc178dd080,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:32.847468 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-5bf1b37b-3aaf-4381-a528-8c551843efd0 None None] Provisioning complete for port 7b687729-13a5-41f2-8589-49dc178dd080 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:28:32.847879 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5bf1b37b-3aaf-4381-a528-8c551843efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:32.858696 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24110968-6330-4c5f-bad2-9b8d82d503b1 req-c7bdb2c6-1249-4c36-924e-e51fd07f4a1d tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:32.860338 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-24110968-6330-4c5f-bad2-9b8d82d503b1 req-c7bdb2c6-1249-4c36-924e-e51fd07f4a1d tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad81172-1eed-4444-80be-a6c46bc8031f HTTP/1.1" status: 200 len: 943 time: 0.1419017 Oct 27 18:28:32.927473 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8dce64f8-a175-4ce7-ad91-a2440842c3e1 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:32.928904 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8dce64f8-a175-4ce7-ad91-a2440842c3e1 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4473629 Oct 27 18:28:32.931416 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59792) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:28:32.940788 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-9bf431e7-34bc-4a5f-9941-e2a572094146 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Request body: {'security_group_rule': {'security_group_id': '91db495f-b60e-4ec3-8747-e756c15b1f08', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:28:32.977442 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-24110968-6330-4c5f-bad2-9b8d82d503b1 req-06db28cc-e1ee-468c-8e0a-13658b12340e tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] 10.222.0.52 "GET /v2.0/security-groups?id=7941a9e3-cd4b-49d9-8718-8837a4e02d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917957 Oct 27 18:28:33.078841 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9bf431e7-34bc-4a5f-9941-e2a572094146 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:33.114271 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-8a97b8f1-b0b6-465f-88b7-4c5e7efa7d6a None None] Set router 7dc45071-2032-43cc-aa0a-579f5900948d gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:28:33.173744 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9bf431e7-34bc-4a5f-9941-e2a572094146 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:33.284611 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9bf431e7-34bc-4a5f-9941-e2a572094146 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:33.289591 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port f2c4cb6f-36c7-4490-9658-7145f4a0c5cc, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f2c4cb6f-36c7-4490-9658-7145f4a0c5cc,segment=NetworkSegment(27d93fd8-9a37-4af8-b1a6-e6abf40d352d),segment_id=27d93fd8-9a37-4af8-b1a6-e6abf40d352d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:28:33.301161 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5bf1b37b-3aaf-4381-a528-8c551843efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:33.314852 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf431e7-34bc-4a5f-9941-e2a572094146 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e667ed7e-4f01-469d-b423-8d62cc9fe39e,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:33.320978 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'f2c4cb6f-36c7-4490-9658-7145f4a0c5cc', 'network_id': '58cc40a6-7266-469b-9d10-339aa9a52142', 'port_id': 'f2c4cb6f-36c7-4490-9658-7145f4a0c5cc', 'mac_address': 'fa:16:3e:d8:e6:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea64187e-631f-4901-9603-7ba78817ff62', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:28:33.342799 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763505a5-35f6-4881-bd66-faa63cd61f7a req-b28d040d-a3ce-40da-a7a0-7c9e4219fa90 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:33.344401 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-763505a5-35f6-4881-bd66-faa63cd61f7a req-b28d040d-a3ce-40da-a7a0-7c9e4219fa90 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a342653-0bd1-45dd-adc9-d7bb7f66d5e0 HTTP/1.1" status: 200 len: 945 time: 0.1935489 Oct 27 18:28:33.441927 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-763505a5-35f6-4881-bd66-faa63cd61f7a req-99a4220e-dfc3-4a23-9bd8-6d825e316ae9 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837774 Oct 27 18:28:33.451366 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9bf431e7-34bc-4a5f-9941-e2a572094146 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:33.460553 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9bf431e7-34bc-4a5f-9941-e2a572094146 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5279973 Oct 27 18:28:33.463283 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59798) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:28:33.467485 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-5bf1b37b-3aaf-4381-a528-8c551843efd0 None None] For port 7b687729-13a5-41f2-8589-49dc178dd080, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=7b687729-13a5-41f2-8589-49dc178dd080,segment=NetworkSegment(6fccdb04-e32e-49e9-9bd7-67afe09628b0),segment_id=6fccdb04-e32e-49e9-9bd7-67afe09628b0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:28:33.476747 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-401b2c64-a59f-45fa-bfc4-a518fb52e726 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:28:33.484201 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:33.507211 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2c4cb6f-36c7-4490-9658-7145f4a0c5cc {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:28:33.518178 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-63b18886-4060-4396-9d2e-c59396cb3816 req-c5f0ffea-1e22-4fef-a886-8d5b2a86b3db tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:33.544588 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port f2c4cb6f-36c7-4490-9658-7145f4a0c5cc, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f2c4cb6f-36c7-4490-9658-7145f4a0c5cc,segment=NetworkSegment(27d93fd8-9a37-4af8-b1a6-e6abf40d352d),segment_id=27d93fd8-9a37-4af8-b1a6-e6abf40d352d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:28:33.545830 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5bf1b37b-3aaf-4381-a528-8c551843efd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:33.601517 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-63b18886-4060-4396-9d2e-c59396cb3816 req-c5f0ffea-1e22-4fef-a886-8d5b2a86b3db tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:33.626415 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1b37b-3aaf-4381-a528-8c551843efd0 None None] Pushing event updated for resources: {'Port': ['ID=7b687729-13a5-41f2-8589-49dc178dd080,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:33.626959 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-401b2c64-a59f-45fa-bfc4-a518fb52e726 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Publish callbacks [] for floatingip, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:33.633088 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:33.702299 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-8a97b8f1-b0b6-465f-88b7-4c5e7efa7d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc45071-2032-43cc-aa0a-579f5900948d', 'name': 'tempest-ServersTestJSON-1599916301-router', 'tenant_id': '1246af30a6eb4e19b5feef5d04021b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'bf6c511b-7516-4e7a-b45d-6b861ce6e9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:28:23Z', 'updated_at': '2021-10-27T18:28:30Z', 'revision_number': 4, 'project_id': '1246af30a6eb4e19b5feef5d04021b02', 'gw_port': {'id': 'bf6c511b-7516-4e7a-b45d-6b861ce6e9eb', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:88:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc45071-2032-43cc-aa0a-579f5900948d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:28:24Z', 'updated_at': '2021-10-27T18:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '7b687729-13a5-41f2-8589-49dc178dd080', 'name': '', 'network_id': '7dbae181-f570-4778-99bc-f1d119dd4e9b', 'tenant_id': '1246af30a6eb4e19b5feef5d04021b02', 'mac_address': 'fa:16:3e:e6:54:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc45071-2032-43cc-aa0a-579f5900948d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'f514d647-c196-46d4-b87e-f3462bc5d80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:28:28Z', 'updated_at': '2021-10-27T18:28:32Z', 'revision_number': 4, 'project_id': '1246af30a6eb4e19b5feef5d04021b02', 'subnets': [{'id': 'f514d647-c196-46d4-b87e-f3462bc5d80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:33.706095 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=f2c4cb6f-36c7-4490-9658-7145f4a0c5cc,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:33.736458 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-38bbed0d-0383-4eff-a4cb-bf7a9229dcf2 None None] Provisioning complete for port 7b687729-13a5-41f2-8589-49dc178dd080 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:28:33.737124 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-38bbed0d-0383-4eff-a4cb-bf7a9229dcf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:33.740390 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a97b8f1-b0b6-465f-88b7-4c5e7efa7d6a None None] The sync data for ids ['7dc45071-2032-43cc-aa0a-579f5900948d'] in n-d-815690-2 is: [{'id': '7dc45071-2032-43cc-aa0a-579f5900948d', 'name': 'tempest-ServersTestJSON-1599916301-router', 'tenant_id': '1246af30a6eb4e19b5feef5d04021b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'bf6c511b-7516-4e7a-b45d-6b861ce6e9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:28:23Z', 'updated_at': '2021-10-27T18:28:30Z', 'revision_number': 4, 'project_id': '1246af30a6eb4e19b5feef5d04021b02', 'gw_port': {'id': 'bf6c511b-7516-4e7a-b45d-6b861ce6e9eb', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:88:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc45071-2032-43cc-aa0a-579f5900948d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:28:24Z', 'updated_at': '2021-10-27T18:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '7b687729-13a5-41f2-8589-49dc178dd080', 'name': '', 'network_id': '7dbae181-f570-4778-99bc-f1d119dd4e9b', 'tenant_id': '1246af30a6eb4e19b5feef5d04021b02', 'mac_address': 'fa:16:3e:e6:54:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc45071-2032-43cc-aa0a-579f5900948d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'f514d647-c196-46d4-b87e-f3462bc5d80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:28:28Z', 'updated_at': '2021-10-27T18:28:32Z', 'revision_number': 4, 'project_id': '1246af30a6eb4e19b5feef5d04021b02', 'subnets': [{'id': 'f514d647-c196-46d4-b87e-f3462bc5d80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:28:33.805364 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3c040-3619-46c1-8a4e-9621a1c30de2 req-83443073-db44-49aa-a176-85990408d7b1 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:33.831783 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-64b3c040-3619-46c1-8a4e-9621a1c30de2 req-83443073-db44-49aa-a176-85990408d7b1 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 946 time: 0.1157360 Oct 27 18:28:33.865622 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-401b2c64-a59f-45fa-bfc4-a518fb52e726 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:33.910983 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-64b3c040-3619-46c1-8a4e-9621a1c30de2 req-da224d07-5bf1-437d-9e8b-7a4f28a1fe14 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731139 Oct 27 18:28:33.928599 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [req-63b18886-4060-4396-9d2e-c59396cb3816 req-c5f0ffea-1e22-4fef-a886-8d5b2a86b3db tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Floating IP cad4bcae-8a8a-455d-9fb5-32b1783e170a associated. External IP: 172.25.6.228, port: a5cf6019-9a31-49f4-967d-d08f4d332c9b. Oct 27 18:28:34.039803 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-401b2c64-a59f-45fa-bfc4-a518fb52e726 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Allocated IP 172.25.6.61 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/413ce30f-1169-49fd-ada3-d3907c6532c3) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:28:34.171521 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-401b2c64-a59f-45fa-bfc4-a518fb52e726 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:34.226718 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['f2c4cb6f-36c7-4490-9658-7145f4a0c5cc'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:28:34.245450 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63b18886-4060-4396-9d2e-c59396cb3816 req-c5f0ffea-1e22-4fef-a886-8d5b2a86b3db tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Router 9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:28:34.266375 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562224b-e5f9-4889-8afe-3465da86ad16 req-c61e1fd5-d073-43e8-b947-fd0402e56896 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:34.275074 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2562224b-e5f9-4889-8afe-3465da86ad16 req-c61e1fd5-d073-43e8-b947-fd0402e56896 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 946 time: 0.2749944 Oct 27 18:28:34.336112 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-401b2c64-a59f-45fa-bfc4-a518fb52e726 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:34.420361 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63b18886-4060-4396-9d2e-c59396cb3816 req-c5f0ffea-1e22-4fef-a886-8d5b2a86b3db tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:28:34.430903 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8961621-7d6c-449d-a813-d261d5ce2c2b None None] Sync routers for ids ['9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:28:34.435379 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-63b18886-4060-4396-9d2e-c59396cb3816 req-c5f0ffea-1e22-4fef-a886-8d5b2a86b3db tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:34.455802 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8961621-7d6c-449d-a813-d261d5ce2c2b None None] Routers {'9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:28:34.456435 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-f8961621-7d6c-449d-a813-d261d5ce2c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:28:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:34.467456 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401b2c64-a59f-45fa-bfc4-a518fb52e726 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:28:34.472072 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-401b2c64-a59f-45fa-bfc4-a518fb52e726 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:28:34.524630 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b2c64-a59f-45fa-bfc4-a518fb52e726 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Pushing event updated for resources: {'Port': ['ID=413ce30f-1169-49fd-ada3-d3907c6532c3,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:34.531453 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2562224b-e5f9-4889-8afe-3465da86ad16 req-6c293227-a949-4d6f-b848-e840216a6415 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552321 Oct 27 18:28:34.532907 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401b2c64-a59f-45fa-bfc4-a518fb52e726 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:28:34.544799 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-63b18886-4060-4396-9d2e-c59396cb3816 req-c5f0ffea-1e22-4fef-a886-8d5b2a86b3db tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "PUT /v2.0/floatingips/cad4bcae-8a8a-455d-9fb5-32b1783e170a HTTP/1.1" status: 200 len: 996 time: 1.8935533 Oct 27 18:28:34.546721 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b352a891-3406-4e81-9259-58199bdf0650', 'tag': 'a5cf6019-9a31-49f4-967d-d08f4d332c9b'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:28:34.555025 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c05ead6-20a3-43f2-a7cd-43122ad7bef9" -d '{"events": [{"name": "network-changed", "server_uuid": "b352a891-3406-4e81-9259-58199bdf0650", "tag": "a5cf6019-9a31-49f4-967d-d08f4d332c9b"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:28:34.606696 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7b687729-13a5-41f2-8589-49dc178dd080 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:28:34.686768 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-f8961621-7d6c-449d-a813-d261d5ce2c2b None None] Set router 9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:28:34.693855 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-401b2c64-a59f-45fa-bfc4-a518fb52e726 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:34.718512 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 7b687729-13a5-41f2-8589-49dc178dd080 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:28:34.719083 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:34.726686 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b18886-4060-4396-9d2e-c59396cb3816 req-446ba7b0-b35a-4504-96ac-816439853921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:34.728302 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-63b18886-4060-4396-9d2e-c59396cb3816 req-446ba7b0-b35a-4504-96ac-816439853921 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6638011f07ab4293b73f2f4c2d364560&device_id=b352a891-3406-4e81-9259-58199bdf0650 HTTP/1.1" status: 200 len: 1096 time: 0.1608946 Oct 27 18:28:34.815348 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-401b2c64-a59f-45fa-bfc4-a518fb52e726 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:34.833733 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device c09aad1f-bd8d-4c32-8195-7ce003b85c32 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:28:34.867303 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752fb2d8-eab3-46ae-a9ee-ed26fdde6ad6 req-6cc2be11-4362-4cf9-bf2d-78487f5090f3 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:34.872240 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-752fb2d8-eab3-46ae-a9ee-ed26fdde6ad6 req-6cc2be11-4362-4cf9-bf2d-78487f5090f3 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad81172-1eed-4444-80be-a6c46bc8031f HTTP/1.1" status: 200 len: 944 time: 0.2339156 Oct 27 18:28:35.003662 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b18886-4060-4396-9d2e-c59396cb3816 req-8a2bfc19-e7d5-4169-804b-87ecf4d46393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:35.008352 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-63b18886-4060-4396-9d2e-c59396cb3816 req-8a2bfc19-e7d5-4169-804b-87ecf4d46393 service neutron] 10.222.0.52 "GET /v2.0/networks?id=27a035aa-6bb2-429b-9743-1c762638bdbc HTTP/1.1" status: 200 len: 923 time: 0.2732959 Oct 27 18:28:35.010556 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port c09aad1f-bd8d-4c32-8195-7ce003b85c32 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:28:35.021468 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port c09aad1f-bd8d-4c32-8195-7ce003b85c32 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:28:35.022914 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:35.050329 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-f8961621-7d6c-449d-a813-d261d5ce2c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1749538051-router', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '13996662-3695-410b-9cfb-35f371084fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:27:47Z', 'updated_at': '2021-10-27T18:27:51Z', 'revision_number': 4, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'gw_port': {'id': '13996662-3695-410b-9cfb-35f371084fd6', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:48Z', 'updated_at': '2021-10-27T18:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'cad4bcae-8a8a-455d-9fb5-32b1783e170a', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'floating_ip_address': '172.25.6.228', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'port_id': 'a5cf6019-9a31-49f4-967d-d08f4d332c9b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc', 'mac_address': 'fa:16:3e:3d:79:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352a891-3406-4e81-9259-58199bdf0650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:28:13Z', 'updated_at': '2021-10-27T18:28:33Z', 'revision_number': 1, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44192763-0f39-4460-8756-29411f7bf559', 'name': '', 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'mac_address': 'fa:16:3e:a0:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'c4a4738a-7d76-4b39-92e8-ebca9284bd6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:50Z', 'updated_at': '2021-10-27T18:27:54Z', 'revision_number': 5, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'subnets': [{'id': 'c4a4738a-7d76-4b39-92e8-ebca9284bd6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:35.109422 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8961621-7d6c-449d-a813-d261d5ce2c2b None None] Checking router: 9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:28:35.120460 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8961621-7d6c-449d-a813-d261d5ce2c2b None None] Routers {'9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:28:35.121024 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-f8961621-7d6c-449d-a813-d261d5ce2c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:28:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:35.154516 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:35.159435 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-752fb2d8-eab3-46ae-a9ee-ed26fdde6ad6 req-5b6922ec-9014-4322-96f8-a46c15ec60ec tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] 10.222.0.52 "GET /v2.0/security-groups?id=7941a9e3-cd4b-49d9-8718-8837a4e02d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727628 Oct 27 18:28:35.166360 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-401b2c64-a59f-45fa-bfc4-a518fb52e726 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:35.189275 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a342653-0bd1-45dd-adc9-d7bb7f66d5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09aad1f-bd8d-4c32-8195-7ce003b85c32'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:28:35.192359 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cce10ef-f987-4e11-9ebc-6991d1890fdb" -d '{"events": [{"server_uuid": "5a342653-0bd1-45dd-adc9-d7bb7f66d5e0", "name": "network-vif-plugged", "status": "completed", "tag": "c09aad1f-bd8d-4c32-8195-7ce003b85c32"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:28:35.225795 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port c09aad1f-bd8d-4c32-8195-7ce003b85c32, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=c09aad1f-bd8d-4c32-8195-7ce003b85c32,segment=NetworkSegment(2dded0ce-75a9-4672-98e4-0cf30caebd38),segment_id=2dded0ce-75a9-4672-98e4-0cf30caebd38)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:28:35.230106 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-63b18886-4060-4396-9d2e-c59396cb3816 req-1d5f156f-0c6c-44b9-8ec9-42e161390c92 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5cf6019-9a31-49f4-967d-d08f4d332c9b HTTP/1.1" status: 200 len: 999 time: 0.2082891 Oct 27 18:28:35.232370 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-401b2c64-a59f-45fa-bfc4-a518fb52e726 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:35.289581 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-f8961621-7d6c-449d-a813-d261d5ce2c2b None None] Set router 9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:28:35.294893 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:35.352031 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-401b2c64-a59f-45fa-bfc4-a518fb52e726 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:35.386593 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b18886-4060-4396-9d2e-c59396cb3816 req-7a21954f-2925-4991-a05b-7a73d133bd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:35.389048 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-63b18886-4060-4396-9d2e-c59396cb3816 req-7a21954f-2925-4991-a05b-7a73d133bd21 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c4a4738a-7d76-4b39-92e8-ebca9284bd6e HTTP/1.1" status: 200 len: 860 time: 0.1480303 Oct 27 18:28:35.400030 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=c09aad1f-bd8d-4c32-8195-7ce003b85c32,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:35.409507 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b2c64-a59f-45fa-bfc4-a518fb52e726 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Pushing event updated for resources: {'Port': ['ID=413ce30f-1169-49fd-ada3-d3907c6532c3,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:35.424944 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b33f66-4a96-4a98-82bb-2954cece74ff req-1a6b69a4-24ca-401f-aacf-a6c512a2cd92 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:35.439364 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-81b33f66-4a96-4a98-82bb-2954cece74ff req-1a6b69a4-24ca-401f-aacf-a6c512a2cd92 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a342653-0bd1-45dd-adc9-d7bb7f66d5e0 HTTP/1.1" status: 200 len: 946 time: 0.1200070 Oct 27 18:28:35.497574 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-401b2c64-a59f-45fa-bfc4-a518fb52e726 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:35.498873 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-401b2c64-a59f-45fa-bfc4-a518fb52e726 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0335338 Oct 27 18:28:35.541696 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b18886-4060-4396-9d2e-c59396cb3816 req-f8b2f8a9-ebf4-4802-b71c-6b9ef4ad7d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:35.549952 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-63b18886-4060-4396-9d2e-c59396cb3816 req-f8b2f8a9-ebf4-4802-b71c-6b9ef4ad7d9c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=27a035aa-6bb2-429b-9743-1c762638bdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1531775 Oct 27 18:28:35.571208 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-81b33f66-4a96-4a98-82bb-2954cece74ff req-78149822-00a1-4dc9-ac76-58f56769f435 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043220 Oct 27 18:28:35.670747 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-63b18886-4060-4396-9d2e-c59396cb3816 req-f88d026c-27c1-47ad-9b9e-ba55d1484201 service neutron] 10.222.0.52 "GET /v2.0/networks/27a035aa-6bb2-429b-9743-1c762638bdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199503 Oct 27 18:28:35.689112 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-f8961621-7d6c-449d-a813-d261d5ce2c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1749538051-router', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '13996662-3695-410b-9cfb-35f371084fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:27:47Z', 'updated_at': '2021-10-27T18:27:51Z', 'revision_number': 4, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'gw_port': {'id': '13996662-3695-410b-9cfb-35f371084fd6', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:48Z', 'updated_at': '2021-10-27T18:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'cad4bcae-8a8a-455d-9fb5-32b1783e170a', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'floating_ip_address': '172.25.6.228', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'port_id': 'a5cf6019-9a31-49f4-967d-d08f4d332c9b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc', 'mac_address': 'fa:16:3e:3d:79:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352a891-3406-4e81-9259-58199bdf0650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:28:13Z', 'updated_at': '2021-10-27T18:28:33Z', 'revision_number': 1, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44192763-0f39-4460-8756-29411f7bf559', 'name': '', 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'mac_address': 'fa:16:3e:a0:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'c4a4738a-7d76-4b39-92e8-ebca9284bd6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:50Z', 'updated_at': '2021-10-27T18:27:54Z', 'revision_number': 5, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'subnets': [{'id': 'c4a4738a-7d76-4b39-92e8-ebca9284bd6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:35.780830 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-63b18886-4060-4396-9d2e-c59396cb3816 req-84e2905c-379c-4a2f-af62-7f58a95fc70e service neutron] 10.222.0.52 "GET /v2.0/networks/27a035aa-6bb2-429b-9743-1c762638bdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019933 Oct 27 18:28:35.812984 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8961621-7d6c-449d-a813-d261d5ce2c2b None None] The sync data for ids ['9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'] in n-d-815690-2 is: [{'id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1749538051-router', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '13996662-3695-410b-9cfb-35f371084fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:27:47Z', 'updated_at': '2021-10-27T18:27:51Z', 'revision_number': 4, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'gw_port': {'id': '13996662-3695-410b-9cfb-35f371084fd6', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:48Z', 'updated_at': '2021-10-27T18:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'cad4bcae-8a8a-455d-9fb5-32b1783e170a', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'floating_ip_address': '172.25.6.228', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'port_id': 'a5cf6019-9a31-49f4-967d-d08f4d332c9b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc', 'mac_address': 'fa:16:3e:3d:79:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352a891-3406-4e81-9259-58199bdf0650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:28:13Z', 'updated_at': '2021-10-27T18:28:33Z', 'revision_number': 1, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44192763-0f39-4460-8756-29411f7bf559', 'name': '', 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'mac_address': 'fa:16:3e:a0:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'c4a4738a-7d76-4b39-92e8-ebca9284bd6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:50Z', 'updated_at': '2021-10-27T18:27:54Z', 'revision_number': 5, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'subnets': [{'id': 'c4a4738a-7d76-4b39-92e8-ebca9284bd6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:28:35.914778 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010ae796-0e2c-416f-86d4-b93c878639ae x-openstack-request-id: req-010ae796-0e2c-416f-86d4-b93c878639ae {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:28:35.915158 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b352a891-3406-4e81-9259-58199bdf0650", "tag": "a5cf6019-9a31-49f4-967d-d08f4d332c9b", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:28:35.915377 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-010ae796-0e2c-416f-86d4-b93c878639ae {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:28:35.915751 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b352a891-3406-4e81-9259-58199bdf0650', 'tag': 'a5cf6019-9a31-49f4-967d-d08f4d332c9b', 'status': 'completed', 'code': 200} Oct 27 18:28:36.010548 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05ead6-20a3-43f2-a7cd-43122ad7bef9 req-ab07fbaa-0946-4a17-8394-1817f422e720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:36.012551 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5c05ead6-20a3-43f2-a7cd-43122ad7bef9 req-ab07fbaa-0946-4a17-8394-1817f422e720 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6638011f07ab4293b73f2f4c2d364560&device_id=b352a891-3406-4e81-9259-58199bdf0650 HTTP/1.1" status: 200 len: 1096 time: 0.0523331 Oct 27 18:28:36.083265 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ae2a97-2e3e-4938-8f9e-8b3708ba46fb x-openstack-request-id: req-63ae2a97-2e3e-4938-8f9e-8b3708ba46fb {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:28:36.084192 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a342653-0bd1-45dd-adc9-d7bb7f66d5e0", "name": "network-vif-plugged", "status": "completed", "tag": "c09aad1f-bd8d-4c32-8195-7ce003b85c32", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:28:36.084649 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-63ae2a97-2e3e-4938-8f9e-8b3708ba46fb {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:28:36.085353 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a342653-0bd1-45dd-adc9-d7bb7f66d5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09aad1f-bd8d-4c32-8195-7ce003b85c32', 'code': 200} Oct 27 18:28:36.091786 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7430789-9115-4085-8c29-2ee08279a784 None None] New status for floating IP cad4bcae-8a8a-455d-9fb5-32b1783e170a: ACTIVE {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:28:36.251866 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-2ead781e-5b1a-4fea-8dac-450fda696ec4 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1610182644&fields=id&tenant_id=1246af30a6eb4e19b5feef5d04021b02 HTTP/1.1" status: 200 len: 267 time: 0.0924215 Oct 27 18:28:36.268464 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b6033-ebc9-4a5d-8ef8-4655363b4c44 req-3e5acc4d-112b-4299-b67d-a9e59059621d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:36.272552 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-423b6033-ebc9-4a5d-8ef8-4655363b4c44 req-3e5acc4d-112b-4299-b67d-a9e59059621d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5a342653-0bd1-45dd-adc9-d7bb7f66d5e0 HTTP/1.1" status: 200 len: 1097 time: 0.0847409 Oct 27 18:28:36.277830 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05ead6-20a3-43f2-a7cd-43122ad7bef9 req-b7cf83cf-2535-4ec5-9345-ecaf5351966c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:36.279301 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5c05ead6-20a3-43f2-a7cd-43122ad7bef9 req-b7cf83cf-2535-4ec5-9345-ecaf5351966c service neutron] 10.222.0.93 "GET /v2.0/networks?id=27a035aa-6bb2-429b-9743-1c762638bdbc HTTP/1.1" status: 200 len: 923 time: 0.2491174 Oct 27 18:28:36.338945 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb2b57-e799-437f-aac3-b88eda64693c req-53de4523-03aa-455e-bf6c-e6bec5a5eab4 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:36.340464 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b0bb2b57-e799-437f-aac3-b88eda64693c req-53de4523-03aa-455e-bf6c-e6bec5a5eab4 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/ports?device_id=13358eb1-b974-48d6-b5ec-ddba8f861aab&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1540525 Oct 27 18:28:36.341673 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-423b6033-ebc9-4a5d-8ef8-4655363b4c44 req-3afdd1f8-0704-4882-966a-95a82708feb8 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423341 Oct 27 18:28:36.459287 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5c05ead6-20a3-43f2-a7cd-43122ad7bef9 req-e8ec75a7-7541-4721-9a91-051b29c83e60 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5cf6019-9a31-49f4-967d-d08f4d332c9b HTTP/1.1" status: 200 len: 999 time: 0.1368685 Oct 27 18:28:36.490373 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b0bb2b57-e799-437f-aac3-b88eda64693c req-ebd0ea60-dbc1-4aae-b675-d2650930c6ef tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.228 HTTP/1.1" status: 200 len: 1001 time: 0.1156654 Oct 27 18:28:36.496795 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-4815077a-cf3c-4d23-aa8c-b8184364cd44 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:36.498252 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-4815077a-cf3c-4d23-aa8c-b8184364cd44 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "GET /v2.0/networks?id=7dbae181-f570-4778-99bc-f1d119dd4e9b HTTP/1.1" status: 200 len: 806 time: 0.2313991 Oct 27 18:28:36.503005 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-b0bb2b57-e799-437f-aac3-b88eda64693c req-bc1ecdf1-735c-40ab-a301-b3ca8fe38606 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Request body: {'floatingip': {'port_id': 'f2e504f5-40d8-410c-94ac-75b08d047778', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:28:36.546794 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-24f3ba03-b213-4dc9-9dbd-6be032e6d376 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "GET /v2.0/quotas/1246af30a6eb4e19b5feef5d04021b02 HTTP/1.1" status: 200 len: 375 time: 0.0403910 Oct 27 18:28:36.836794 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device f2c4cb6f-36c7-4490-9658-7145f4a0c5cc up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:28:36.914523 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-b0bb2b57-e799-437f-aac3-b88eda64693c req-bc1ecdf1-735c-40ab-a301-b3ca8fe38606 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks [] for floatingip, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:36.973855 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port f2c4cb6f-36c7-4490-9658-7145f4a0c5cc completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:28:36.978700 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port f2c4cb6f-36c7-4490-9658-7145f4a0c5cc triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:28:36.979708 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:37.026751 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05ead6-20a3-43f2-a7cd-43122ad7bef9 req-e5aefee5-b81b-4db5-b05e-f4b9bebbc240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:37.028269 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5c05ead6-20a3-43f2-a7cd-43122ad7bef9 req-e5aefee5-b81b-4db5-b05e-f4b9bebbc240 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c4a4738a-7d76-4b39-92e8-ebca9284bd6e HTTP/1.1" status: 200 len: 860 time: 0.1263392 Oct 27 18:28:37.038621 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-54c1c862-2c81-4bdc-a824-98cdb0f9656f tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1246af30a6eb4e19b5feef5d04021b02&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4845366 Oct 27 18:28:37.092515 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:37.129399 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port f2c4cb6f-36c7-4490-9658-7145f4a0c5cc, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f2c4cb6f-36c7-4490-9658-7145f4a0c5cc,segment=NetworkSegment(27d93fd8-9a37-4af8-b1a6-e6abf40d352d),segment_id=27d93fd8-9a37-4af8-b1a6-e6abf40d352d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:28:37.219950 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:37.244891 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05ead6-20a3-43f2-a7cd-43122ad7bef9 req-320a18db-dc93-41b2-bbb3-8d133e427f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:37.246423 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5c05ead6-20a3-43f2-a7cd-43122ad7bef9 req-320a18db-dc93-41b2-bbb3-8d133e427f0c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=27a035aa-6bb2-429b-9743-1c762638bdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2048285 Oct 27 18:28:37.269290 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=f2c4cb6f-36c7-4490-9658-7145f4a0c5cc,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:37.330727 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-b64183af-9d6e-4658-9bb4-65776daff48e service neutron] 10.222.0.52 "GET /v2.0/networks/7dbae181-f570-4778-99bc-f1d119dd4e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563901 Oct 27 18:28:37.482724 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5c05ead6-20a3-43f2-a7cd-43122ad7bef9 req-aa0dcd76-b350-4258-bc1c-2aefca11c260 service neutron] 10.222.0.93 "GET /v2.0/networks/27a035aa-6bb2-429b-9743-1c762638bdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189879 Oct 27 18:28:37.620012 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-d150c87c-eca7-4bfd-a8ce-371007217320 service neutron] 10.222.0.52 "GET /v2.0/networks/7dbae181-f570-4778-99bc-f1d119dd4e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786713 Oct 27 18:28:37.700867 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5c05ead6-20a3-43f2-a7cd-43122ad7bef9 req-1a4d3af4-f6fd-45c4-b510-401af3ca98a7 service neutron] 10.222.0.93 "GET /v2.0/networks/27a035aa-6bb2-429b-9743-1c762638bdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065783 Oct 27 18:28:37.764438 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-b0bb2b57-e799-437f-aac3-b88eda64693c req-bc1ecdf1-735c-40ab-a301-b3ca8fe38606 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:37.844365 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-b0bb2b57-e799-437f-aac3-b88eda64693c req-bc1ecdf1-735c-40ab-a301-b3ca8fe38606 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:38.055365 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [req-b0bb2b57-e799-437f-aac3-b88eda64693c req-bc1ecdf1-735c-40ab-a301-b3ca8fe38606 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Floating IP cad4bcae-8a8a-455d-9fb5-32b1783e170a associated. External IP: 172.25.6.228, port: a5cf6019-9a31-49f4-967d-d08f4d332c9b. Oct 27 18:28:38.086883 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad81172-1eed-4444-80be-a6c46bc8031f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c4cb6f-36c7-4490-9658-7145f4a0c5cc'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:28:38.089257 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145612e8-5157-40e9-baf6-e78b04bc8c18" -d '{"events": [{"server_uuid": "4ad81172-1eed-4444-80be-a6c46bc8031f", "name": "network-vif-plugged", "status": "completed", "tag": "f2c4cb6f-36c7-4490-9658-7145f4a0c5cc"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:28:38.101766 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-28a2089c-8e4f-480d-a47c-1a7250b6794f tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:38.103335 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-28a2089c-8e4f-480d-a47c-1a7250b6794f tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/networks?id=2cd94f32-cc4e-485f-a6b3-3cad5d550c64 HTTP/1.1" status: 200 len: 814 time: 0.2007501 Oct 27 18:28:38.148026 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-d839d90e-d496-4215-9662-8adfbc46fea8 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/quotas/cdef29094ce14d75be1bb2e0c154c0d3 HTTP/1.1" status: 200 len: 375 time: 0.0180006 Oct 27 18:28:38.257773 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-3bd98b2e-8a24-4180-902e-4344c338fa13 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=cdef29094ce14d75be1bb2e0c154c0d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1025519 Oct 27 18:28:38.402503 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-27e3320f-49ea-45e7-b225-61c7dc15ac18 service neutron] 10.222.0.52 "GET /v2.0/networks/2cd94f32-cc4e-485f-a6b3-3cad5d550c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186316 Oct 27 18:28:38.404373 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0bb2b57-e799-437f-aac3-b88eda64693c req-bc1ecdf1-735c-40ab-a301-b3ca8fe38606 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Router 9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:28:38.626669 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b859b8-f867-4d52-a579-09dadbd13565 req-58ac6279-ccdf-42d7-aff1-21ff5f84f186 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:38.628168 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-62b859b8-f867-4d52-a579-09dadbd13565 req-58ac6279-ccdf-42d7-aff1-21ff5f84f186 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.93 "GET /v2.0/ports?device_id=950f4e05-880e-40ba-965a-0164019d2bcd HTTP/1.1" status: 200 len: 946 time: 0.1325269 Oct 27 18:28:38.630795 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-2c284d06-c06c-4469-bee9-cef1fe4fe7f8 service neutron] 10.222.0.52 "GET /v2.0/networks/2cd94f32-cc4e-485f-a6b3-3cad5d550c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212646 Oct 27 18:28:38.638040 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0bb2b57-e799-437f-aac3-b88eda64693c req-bc1ecdf1-735c-40ab-a301-b3ca8fe38606 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:28:38.652751 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51f92df-6e98-4a06-8c52-be27914a166a None None] Sync routers for ids ['9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:28:38.668988 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51f92df-6e98-4a06-8c52-be27914a166a None None] Routers {'9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:28:38.669666 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-e51f92df-6e98-4a06-8c52-be27914a166a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:28:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:38.804829 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-e51f92df-6e98-4a06-8c52-be27914a166a None None] Set router 9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:28:38.859579 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-62b859b8-f867-4d52-a579-09dadbd13565 req-fc9223af-e7d0-420c-9cce-0642c6b62eb1 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Deleting port 6f50ade0-d2fb-4def-87dd-4e54bdeeda80 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:28:38.859939 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-62b859b8-f867-4d52-a579-09dadbd13565 req-fc9223af-e7d0-420c-9cce-0642c6b62eb1 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:39.087602 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-e51f92df-6e98-4a06-8c52-be27914a166a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1749538051-router', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '13996662-3695-410b-9cfb-35f371084fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:27:47Z', 'updated_at': '2021-10-27T18:27:51Z', 'revision_number': 4, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'gw_port': {'id': '13996662-3695-410b-9cfb-35f371084fd6', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:48Z', 'updated_at': '2021-10-27T18:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'cad4bcae-8a8a-455d-9fb5-32b1783e170a', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'floating_ip_address': '172.25.6.228', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'port_id': 'f2e504f5-40d8-410c-94ac-75b08d047778', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc', 'mac_address': 'fa:16:3e:a4:d0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13358eb1-b974-48d6-b5ec-ddba8f861aab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:28:13Z', 'updated_at': '2021-10-27T18:28:37Z', 'revision_number': 3, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44192763-0f39-4460-8756-29411f7bf559', 'name': '', 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'mac_address': 'fa:16:3e:a0:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'c4a4738a-7d76-4b39-92e8-ebca9284bd6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:50Z', 'updated_at': '2021-10-27T18:27:54Z', 'revision_number': 5, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'subnets': [{'id': 'c4a4738a-7d76-4b39-92e8-ebca9284bd6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:39.117500 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51f92df-6e98-4a06-8c52-be27914a166a None None] Checking router: 9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:28:39.127139 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51f92df-6e98-4a06-8c52-be27914a166a None None] Routers {'9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:28:39.127808 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-e51f92df-6e98-4a06-8c52-be27914a166a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:28:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:39.246631 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-e51f92df-6e98-4a06-8c52-be27914a166a None None] Set router 9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:28:39.361488 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de785cd6-eb76-4677-bb82-1574ca78967d req-87470bbd-dd1e-4b09-93d0-de02c04a64ec tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:39.363580 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-de785cd6-eb76-4677-bb82-1574ca78967d req-87470bbd-dd1e-4b09-93d0-de02c04a64ec tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad81172-1eed-4444-80be-a6c46bc8031f HTTP/1.1" status: 200 len: 945 time: 0.1371987 Oct 27 18:28:39.373291 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-62b859b8-f867-4d52-a579-09dadbd13565 req-fc9223af-e7d0-420c-9cce-0642c6b62eb1 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] For port 6f50ade0-d2fb-4def-87dd-4e54bdeeda80, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=6f50ade0-d2fb-4def-87dd-4e54bdeeda80,segment=NetworkSegment(7ab5ac52-5e29-41f5-a4b9-15dca948aa51),segment_id=7ab5ac52-5e29-41f5-a4b9-15dca948aa51)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:28:39.373712 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-62b859b8-f867-4d52-a579-09dadbd13565 req-fc9223af-e7d0-420c-9cce-0642c6b62eb1 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:39.404966 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-62b859b8-f867-4d52-a579-09dadbd13565 req-fc9223af-e7d0-420c-9cce-0642c6b62eb1 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Calling delete_port for 6f50ade0-d2fb-4def-87dd-4e54bdeeda80 owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:28:39.421496 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0bb2b57-e799-437f-aac3-b88eda64693c req-bc1ecdf1-735c-40ab-a301-b3ca8fe38606 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Router 9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:28:39.493471 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-de785cd6-eb76-4677-bb82-1574ca78967d req-5dd7a656-a49f-43e8-9571-4bd5509f2dda tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] 10.222.0.52 "GET /v2.0/security-groups?id=7941a9e3-cd4b-49d9-8718-8837a4e02d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105847 Oct 27 18:28:39.539286 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-e51f92df-6e98-4a06-8c52-be27914a166a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1749538051-router', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '13996662-3695-410b-9cfb-35f371084fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:27:47Z', 'updated_at': '2021-10-27T18:27:51Z', 'revision_number': 4, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'gw_port': {'id': '13996662-3695-410b-9cfb-35f371084fd6', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:48Z', 'updated_at': '2021-10-27T18:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'cad4bcae-8a8a-455d-9fb5-32b1783e170a', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'floating_ip_address': '172.25.6.228', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'port_id': 'f2e504f5-40d8-410c-94ac-75b08d047778', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc', 'mac_address': 'fa:16:3e:a4:d0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13358eb1-b974-48d6-b5ec-ddba8f861aab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:28:13Z', 'updated_at': '2021-10-27T18:28:37Z', 'revision_number': 3, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44192763-0f39-4460-8756-29411f7bf559', 'name': '', 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'mac_address': 'fa:16:3e:a0:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'c4a4738a-7d76-4b39-92e8-ebca9284bd6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:50Z', 'updated_at': '2021-10-27T18:27:54Z', 'revision_number': 5, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'subnets': [{'id': 'c4a4738a-7d76-4b39-92e8-ebca9284bd6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:39.569224 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-90e53dcc-31fa-4c77-b8f5-cb38df552506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:39.570063 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51f92df-6e98-4a06-8c52-be27914a166a None None] The sync data for ids ['9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'] in n-d-815690-2 is: [{'id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1749538051-router', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '13996662-3695-410b-9cfb-35f371084fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:27:47Z', 'updated_at': '2021-10-27T18:27:51Z', 'revision_number': 4, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'gw_port': {'id': '13996662-3695-410b-9cfb-35f371084fd6', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:48Z', 'updated_at': '2021-10-27T18:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'cad4bcae-8a8a-455d-9fb5-32b1783e170a', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'floating_ip_address': '172.25.6.228', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'port_id': 'f2e504f5-40d8-410c-94ac-75b08d047778', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc', 'mac_address': 'fa:16:3e:a4:d0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13358eb1-b974-48d6-b5ec-ddba8f861aab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:28:13Z', 'updated_at': '2021-10-27T18:28:37Z', 'revision_number': 3, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44192763-0f39-4460-8756-29411f7bf559', 'name': '', 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'mac_address': 'fa:16:3e:a0:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'c4a4738a-7d76-4b39-92e8-ebca9284bd6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:50Z', 'updated_at': '2021-10-27T18:27:54Z', 'revision_number': 5, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'subnets': [{'id': 'c4a4738a-7d76-4b39-92e8-ebca9284bd6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:28:39.699627 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a124f-c879-45e0-8758-32f1ced75017 req-d98e77c4-1fb2-4f25-9d7e-1d69ce6ea28f tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:39.701164 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cb1a124f-c879-45e0-8758-32f1ced75017 req-d98e77c4-1fb2-4f25-9d7e-1d69ce6ea28f tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a342653-0bd1-45dd-adc9-d7bb7f66d5e0 HTTP/1.1" status: 200 len: 946 time: 0.1496751 Oct 27 18:28:39.728388 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0bb2b57-e799-437f-aac3-b88eda64693c req-bc1ecdf1-735c-40ab-a301-b3ca8fe38606 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:28:39.733805 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-b0bb2b57-e799-437f-aac3-b88eda64693c req-bc1ecdf1-735c-40ab-a301-b3ca8fe38606 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:39.767955 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637413b6-ace3-4ab1-b0c9-331009181fe3 None None] New status for floating IP cad4bcae-8a8a-455d-9fb5-32b1783e170a: ACTIVE {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:28:39.797026 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cb1a124f-c879-45e0-8758-32f1ced75017 req-2cd56c12-5c20-4920-b69f-0bdfe7604b22 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820019 Oct 27 18:28:39.798448 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b352a891-3406-4e81-9259-58199bdf0650', 'tag': 'a5cf6019-9a31-49f4-967d-d08f4d332c9b'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:28:39.801426 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d3be15-00da-4c57-92e9-32405ea0fc57" -d '{"events": [{"name": "network-changed", "server_uuid": "b352a891-3406-4e81-9259-58199bdf0650", "tag": "a5cf6019-9a31-49f4-967d-d08f4d332c9b"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:28:39.842541 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b0bb2b57-e799-437f-aac3-b88eda64693c req-bc1ecdf1-735c-40ab-a301-b3ca8fe38606 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "PUT /v2.0/floatingips/cad4bcae-8a8a-455d-9fb5-32b1783e170a HTTP/1.1" status: 200 len: 998 time: 3.3432543 Oct 27 18:28:39.861024 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-62b859b8-f867-4d52-a579-09dadbd13565 req-fc9223af-e7d0-420c-9cce-0642c6b62eb1 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:39.901667 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['6f50ade0-d2fb-4def-87dd-4e54bdeeda80'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:28:39.920033 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9223af-e7d0-420c-9cce-0642c6b62eb1 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Pushing event deleted for resources: {'Port': ['ID=6f50ade0-d2fb-4def-87dd-4e54bdeeda80,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:39.954436 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb2b57-e799-437f-aac3-b88eda64693c req-500922ca-0ccb-48f8-9711-9d994257fb41 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:39.955852 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b0bb2b57-e799-437f-aac3-b88eda64693c req-500922ca-0ccb-48f8-9711-9d994257fb41 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/ports/a5cf6019-9a31-49f4-967d-d08f4d332c9b HTTP/1.1" status: 200 len: 942 time: 0.1059816 Oct 27 18:28:39.979425 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b859b8-f867-4d52-a579-09dadbd13565 req-fc9223af-e7d0-420c-9cce-0642c6b62eb1 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] No DVR routers for this DVR port 6f50ade0-d2fb-4def-87dd-4e54bdeeda80 on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:28:39.982847 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-62b859b8-f867-4d52-a579-09dadbd13565 req-fc9223af-e7d0-420c-9cce-0642c6b62eb1 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:39.989689 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-62b859b8-f867-4d52-a579-09dadbd13565 req-fc9223af-e7d0-420c-9cce-0642c6b62eb1 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.93 "DELETE /v2.0/ports/6f50ade0-d2fb-4def-87dd-4e54bdeeda80 HTTP/1.1" status: 204 len: 173 time: 1.3450003 Oct 27 18:28:40.006049 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3c528c3b-b051-499b-bbde-1529284e4b1b req-b542e721-b094-4f27-9c23-f75b2f8ff27c tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "GET /v2.0/ports?device_id=e806f104-ce8d-4b2a-bacd-0c3e2a1a5699 HTTP/1.1" status: 200 len: 210 time: 0.0606258 Oct 27 18:28:40.048713 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb2b57-e799-437f-aac3-b88eda64693c req-f3cd09d0-e3bd-481d-a47b-79e68548f2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:40.060867 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe9e5aa-02e5-469d-8857-7f83f538cb2f x-openstack-request-id: req-bbe9e5aa-02e5-469d-8857-7f83f538cb2f {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:28:40.060867 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad81172-1eed-4444-80be-a6c46bc8031f", "name": "network-vif-plugged", "status": "completed", "tag": "f2c4cb6f-36c7-4490-9658-7145f4a0c5cc", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:28:40.060867 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bbe9e5aa-02e5-469d-8857-7f83f538cb2f {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:28:40.060867 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad81172-1eed-4444-80be-a6c46bc8031f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c4cb6f-36c7-4490-9658-7145f4a0c5cc', 'code': 200} Oct 27 18:28:40.061598 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b0bb2b57-e799-437f-aac3-b88eda64693c req-f3cd09d0-e3bd-481d-a47b-79e68548f2e0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6638011f07ab4293b73f2f4c2d364560&device_id=b352a891-3406-4e81-9259-58199bdf0650 HTTP/1.1" status: 200 len: 1096 time: 0.0506310 Oct 27 18:28:40.150254 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-da83789e-094c-4160-aaf9-017aa5971a55 req-faea9f8e-a00b-4034-b6b7-309148fee726 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 210 time: 0.0372329 Oct 27 18:28:40.218432 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb2b57-e799-437f-aac3-b88eda64693c req-f39dd0a1-c212-4f34-88bf-73255441f058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:40.220138 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b0bb2b57-e799-437f-aac3-b88eda64693c req-f39dd0a1-c212-4f34-88bf-73255441f058 service neutron] 10.222.0.52 "GET /v2.0/networks?id=27a035aa-6bb2-429b-9743-1c762638bdbc HTTP/1.1" status: 200 len: 923 time: 0.1616578 Oct 27 18:28:40.221672 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b5507d-f7ad-4a6e-8a09-de39ebd727a8 x-openstack-request-id: req-a9b5507d-f7ad-4a6e-8a09-de39ebd727a8 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:28:40.221955 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b352a891-3406-4e81-9259-58199bdf0650", "tag": "a5cf6019-9a31-49f4-967d-d08f4d332c9b", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:28:40.222310 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a9b5507d-f7ad-4a6e-8a09-de39ebd727a8 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:28:40.222952 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b352a891-3406-4e81-9259-58199bdf0650', 'tag': 'a5cf6019-9a31-49f4-967d-d08f4d332c9b', 'status': 'completed', 'code': 200} Oct 27 18:28:40.224873 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f209423-3ae3-4679-9292-4e482ccf1311 req-13d59ff1-834d-4ff4-9923-0836fe4f3255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:40.226306 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3f209423-3ae3-4679-9292-4e482ccf1311 req-13d59ff1-834d-4ff4-9923-0836fe4f3255 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4ad81172-1eed-4444-80be-a6c46bc8031f HTTP/1.1" status: 200 len: 1096 time: 0.0734379 Oct 27 18:28:40.230396 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48418b8-d8d8-40e2-8f5b-345c9b927063 None None] Sync routers for ids ['9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:28:40.251570 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48418b8-d8d8-40e2-8f5b-345c9b927063 None None] Routers {'9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:28:40.252517 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-f48418b8-d8d8-40e2-8f5b-345c9b927063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:28:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:40.288104 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b0bb2b57-e799-437f-aac3-b88eda64693c req-a32e8402-ceeb-4615-9c8d-7ed0fc802439 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5cf6019-9a31-49f4-967d-d08f4d332c9b HTTP/1.1" status: 200 len: 217 time: 0.0483248 Oct 27 18:28:40.317633 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3f209423-3ae3-4679-9292-4e482ccf1311 req-ce679052-5e3a-42c4-a528-19df9dec370a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=7941a9e3-cd4b-49d9-8718-8837a4e02d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363328 Oct 27 18:28:40.351445 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3be15-00da-4c57-92e9-32405ea0fc57 req-017d3625-cbb6-4cec-9291-6a103eed51e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:40.353696 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d1d3be15-00da-4c57-92e9-32405ea0fc57 req-017d3625-cbb6-4cec-9291-6a103eed51e1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6638011f07ab4293b73f2f4c2d364560&device_id=b352a891-3406-4e81-9259-58199bdf0650 HTTP/1.1" status: 200 len: 1096 time: 0.0618062 Oct 27 18:28:40.369612 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb2b57-e799-437f-aac3-b88eda64693c req-a606f078-ecf8-42e8-b9cc-01f96126b9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:40.371180 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b0bb2b57-e799-437f-aac3-b88eda64693c req-a606f078-ecf8-42e8-b9cc-01f96126b9de service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c4a4738a-7d76-4b39-92e8-ebca9284bd6e HTTP/1.1" status: 200 len: 860 time: 0.0570111 Oct 27 18:28:40.413673 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-f48418b8-d8d8-40e2-8f5b-345c9b927063 None None] Set router 9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:28:40.433916 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb2b57-e799-437f-aac3-b88eda64693c req-3757c7a9-4dcd-405f-b0c8-c29bd3d5602b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:40.435406 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b0bb2b57-e799-437f-aac3-b88eda64693c req-3757c7a9-4dcd-405f-b0c8-c29bd3d5602b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=27a035aa-6bb2-429b-9743-1c762638bdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483696 Oct 27 18:28:40.531343 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b0bb2b57-e799-437f-aac3-b88eda64693c req-490e1d58-8003-4b59-b9f6-6288cb082d33 service neutron] 10.222.0.52 "GET /v2.0/networks/27a035aa-6bb2-429b-9743-1c762638bdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888321 Oct 27 18:28:40.629604 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b0bb2b57-e799-437f-aac3-b88eda64693c req-e99faf55-6fde-4fa4-bf61-9b8d6f269c55 service neutron] 10.222.0.52 "GET /v2.0/networks/27a035aa-6bb2-429b-9743-1c762638bdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895755 Oct 27 18:28:40.658964 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-f48418b8-d8d8-40e2-8f5b-345c9b927063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1749538051-router', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '13996662-3695-410b-9cfb-35f371084fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:27:47Z', 'updated_at': '2021-10-27T18:27:51Z', 'revision_number': 4, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'gw_port': {'id': '13996662-3695-410b-9cfb-35f371084fd6', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:48Z', 'updated_at': '2021-10-27T18:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'cad4bcae-8a8a-455d-9fb5-32b1783e170a', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'floating_ip_address': '172.25.6.228', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'port_id': 'f2e504f5-40d8-410c-94ac-75b08d047778', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc', 'mac_address': 'fa:16:3e:a4:d0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13358eb1-b974-48d6-b5ec-ddba8f861aab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:28:13Z', 'updated_at': '2021-10-27T18:28:39Z', 'revision_number': 4, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44192763-0f39-4460-8756-29411f7bf559', 'name': '', 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'mac_address': 'fa:16:3e:a0:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'c4a4738a-7d76-4b39-92e8-ebca9284bd6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:50Z', 'updated_at': '2021-10-27T18:27:54Z', 'revision_number': 5, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'subnets': [{'id': 'c4a4738a-7d76-4b39-92e8-ebca9284bd6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:40.690311 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48418b8-d8d8-40e2-8f5b-345c9b927063 None None] Checking router: 9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:28:40.703383 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48418b8-d8d8-40e2-8f5b-345c9b927063 None None] Routers {'9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:28:40.703988 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-f48418b8-d8d8-40e2-8f5b-345c9b927063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:28:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:40.846065 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-f48418b8-d8d8-40e2-8f5b-345c9b927063 None None] Set router 9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:28:40.871457 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3504c0c-fc04-4987-baa0-a080795703e1 req-b8cf7319-3077-4b08-972d-ae820829ad22 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:40.882135 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f3504c0c-fc04-4987-baa0-a080795703e1 req-b8cf7319-3077-4b08-972d-ae820829ad22 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad81172-1eed-4444-80be-a6c46bc8031f HTTP/1.1" status: 200 len: 945 time: 0.1983166 Oct 27 18:28:40.906800 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb2b57-e799-437f-aac3-b88eda64693c req-84273c8a-9274-48a7-b8cb-6cb96bb273aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:40.916088 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b0bb2b57-e799-437f-aac3-b88eda64693c req-84273c8a-9274-48a7-b8cb-6cb96bb273aa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6638011f07ab4293b73f2f4c2d364560&device_id=13358eb1-b974-48d6-b5ec-ddba8f861aab HTTP/1.1" status: 200 len: 1096 time: 0.1840503 Oct 27 18:28:40.931978 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-82b1924b-91e7-4923-9cad-a425033f4aa2 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:40.936347 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-82b1924b-91e7-4923-9cad-a425033f4aa2 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.93 "GET /v2.0/networks?id=7dbae181-f570-4778-99bc-f1d119dd4e9b HTTP/1.1" status: 200 len: 806 time: 0.2701216 Oct 27 18:28:41.044284 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f3504c0c-fc04-4987-baa0-a080795703e1 req-f892ea92-7ada-4517-97e6-0cc6f22bfa29 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] 10.222.0.52 "GET /v2.0/security-groups?id=7941a9e3-cd4b-49d9-8718-8837a4e02d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587298 Oct 27 18:28:41.092397 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb2b57-e799-437f-aac3-b88eda64693c req-da5ca271-b959-475a-8f36-1a9609760618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:41.174130 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b0bb2b57-e799-437f-aac3-b88eda64693c req-da5ca271-b959-475a-8f36-1a9609760618 service neutron] 10.222.0.52 "GET /v2.0/networks?id=27a035aa-6bb2-429b-9743-1c762638bdbc HTTP/1.1" status: 200 len: 923 time: 0.1868632 Oct 27 18:28:41.174489 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3be15-00da-4c57-92e9-32405ea0fc57 req-9411c072-298a-474c-907d-5a413aa4bc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:41.174489 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d1d3be15-00da-4c57-92e9-32405ea0fc57 req-9411c072-298a-474c-907d-5a413aa4bc17 service neutron] 10.222.0.93 "GET /v2.0/networks?id=27a035aa-6bb2-429b-9743-1c762638bdbc HTTP/1.1" status: 200 len: 923 time: 0.4544451 Oct 27 18:28:41.176823 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d1d3be15-00da-4c57-92e9-32405ea0fc57 req-4d11e12d-44b1-4489-8bde-25e0bca05cb1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5cf6019-9a31-49f4-967d-d08f4d332c9b HTTP/1.1" status: 200 len: 217 time: 0.0502107 Oct 27 18:28:41.200491 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-7f84ee80-30cb-4afc-9eea-a810be94bd90 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1246af30a6eb4e19b5feef5d04021b02 HTTP/1.1" status: 200 len: 380 time: 0.2181163 Oct 27 18:28:41.226787 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-74a7f07e-c71b-4da1-a96d-91f304d73e68 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Request body: {'port': {'device_id': 'e806f104-ce8d-4b2a-bacd-0c3e2a1a5699', 'network_id': '7dbae181-f570-4778-99bc-f1d119dd4e9b', 'admin_state_up': True, 'tenant_id': '1246af30a6eb4e19b5feef5d04021b02', 'security_groups': ['91db495f-b60e-4ec3-8747-e756c15b1f08']}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:28:41.244478 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3be15-00da-4c57-92e9-32405ea0fc57 req-1b66e298-04fd-4ce4-84ba-247fded5c87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:41.254009 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d1d3be15-00da-4c57-92e9-32405ea0fc57 req-1b66e298-04fd-4ce4-84ba-247fded5c87c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c4a4738a-7d76-4b39-92e8-ebca9284bd6e HTTP/1.1" status: 200 len: 860 time: 0.0551867 Oct 27 18:28:41.265511 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-f48418b8-d8d8-40e2-8f5b-345c9b927063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1749538051-router', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '13996662-3695-410b-9cfb-35f371084fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:27:47Z', 'updated_at': '2021-10-27T18:27:51Z', 'revision_number': 4, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'gw_port': {'id': '13996662-3695-410b-9cfb-35f371084fd6', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:48Z', 'updated_at': '2021-10-27T18:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'cad4bcae-8a8a-455d-9fb5-32b1783e170a', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'floating_ip_address': '172.25.6.228', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'port_id': 'f2e504f5-40d8-410c-94ac-75b08d047778', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc', 'mac_address': 'fa:16:3e:a4:d0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13358eb1-b974-48d6-b5ec-ddba8f861aab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:28:13Z', 'updated_at': '2021-10-27T18:28:39Z', 'revision_number': 4, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44192763-0f39-4460-8756-29411f7bf559', 'name': '', 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'mac_address': 'fa:16:3e:a0:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'c4a4738a-7d76-4b39-92e8-ebca9284bd6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:50Z', 'updated_at': '2021-10-27T18:27:54Z', 'revision_number': 5, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'subnets': [{'id': 'c4a4738a-7d76-4b39-92e8-ebca9284bd6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:41.276319 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b0bb2b57-e799-437f-aac3-b88eda64693c req-2f3e395c-b478-4829-816d-715f0c699bc4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2e504f5-40d8-410c-94ac-75b08d047778 HTTP/1.1" status: 200 len: 1001 time: 0.1592839 Oct 27 18:28:41.301282 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48418b8-d8d8-40e2-8f5b-345c9b927063 None None] The sync data for ids ['9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'] in n-d-815690-2 is: [{'id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1749538051-router', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '13996662-3695-410b-9cfb-35f371084fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:27:47Z', 'updated_at': '2021-10-27T18:27:51Z', 'revision_number': 4, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'gw_port': {'id': '13996662-3695-410b-9cfb-35f371084fd6', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:48Z', 'updated_at': '2021-10-27T18:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'cad4bcae-8a8a-455d-9fb5-32b1783e170a', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'floating_ip_address': '172.25.6.228', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'port_id': 'f2e504f5-40d8-410c-94ac-75b08d047778', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc', 'mac_address': 'fa:16:3e:a4:d0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13358eb1-b974-48d6-b5ec-ddba8f861aab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:28:13Z', 'updated_at': '2021-10-27T18:28:39Z', 'revision_number': 4, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44192763-0f39-4460-8756-29411f7bf559', 'name': '', 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'mac_address': 'fa:16:3e:a0:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'c4a4738a-7d76-4b39-92e8-ebca9284bd6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:50Z', 'updated_at': '2021-10-27T18:27:54Z', 'revision_number': 5, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'subnets': [{'id': 'c4a4738a-7d76-4b39-92e8-ebca9284bd6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:28:41.311458 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3be15-00da-4c57-92e9-32405ea0fc57 req-28aa166c-8a5c-4e24-96e6-0b6933fa474b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:41.313555 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d1d3be15-00da-4c57-92e9-32405ea0fc57 req-28aa166c-8a5c-4e24-96e6-0b6933fa474b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=27a035aa-6bb2-429b-9743-1c762638bdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554183 Oct 27 18:28:41.315274 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075330b-9bf6-467e-8094-65c9f6ad1844 req-e697654c-3a80-4970-b9cd-b5e67ad4c319 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:41.317542 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8075330b-9bf6-467e-8094-65c9f6ad1844 req-e697654c-3a80-4970-b9cd-b5e67ad4c319 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a342653-0bd1-45dd-adc9-d7bb7f66d5e0 HTTP/1.1" status: 200 len: 946 time: 0.1413057 Oct 27 18:28:41.408196 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb2b57-e799-437f-aac3-b88eda64693c req-115f6976-b9ff-49d1-830d-011e46777972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:41.409749 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b0bb2b57-e799-437f-aac3-b88eda64693c req-115f6976-b9ff-49d1-830d-011e46777972 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c4a4738a-7d76-4b39-92e8-ebca9284bd6e HTTP/1.1" status: 200 len: 860 time: 0.1122277 Oct 27 18:28:41.418073 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8075330b-9bf6-467e-8094-65c9f6ad1844 req-1d20b9d1-8a0e-4592-8b08-5d4e2de25064 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803058 Oct 27 18:28:41.424029 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d1d3be15-00da-4c57-92e9-32405ea0fc57 req-f0115e90-6fac-41a9-861d-58cb62f09e5d service neutron] 10.222.0.93 "GET /v2.0/networks/27a035aa-6bb2-429b-9743-1c762638bdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926559 Oct 27 18:28:41.498549 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb2b57-e799-437f-aac3-b88eda64693c req-4970097e-9010-4ff4-baf2-2f900f41ad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:41.500486 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b0bb2b57-e799-437f-aac3-b88eda64693c req-4970097e-9010-4ff4-baf2-2f900f41ad1d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=27a035aa-6bb2-429b-9743-1c762638bdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815320 Oct 27 18:28:41.541571 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d1d3be15-00da-4c57-92e9-32405ea0fc57 req-14472877-7194-47ba-930e-04b413aa1d71 service neutron] 10.222.0.93 "GET /v2.0/networks/27a035aa-6bb2-429b-9743-1c762638bdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123888 Oct 27 18:28:41.585493 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-74a7f07e-c71b-4da1-a96d-91f304d73e68 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Made reservation on behalf of 1246af30a6eb4e19b5feef5d04021b02 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:28:41.589221 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-74a7f07e-c71b-4da1-a96d-91f304d73e68 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:41.631669 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1e6ed4d2-4c13-4503-8585-bc62a96be943 req-93267fe0-bebb-458e-8cfe-21cdda858446 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "GET /v2.0/ports?device_id=e806f104-ce8d-4b2a-bacd-0c3e2a1a5699 HTTP/1.1" status: 200 len: 210 time: 0.0500431 Oct 27 18:28:41.735072 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-651fb1dc-d67b-4d30-8dd1-7908f4017e5e req-a4a86410-bb06-47fd-8d4e-5b4523613a9f tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 210 time: 0.0424583 Oct 27 18:28:41.740242 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b0bb2b57-e799-437f-aac3-b88eda64693c req-0342b1db-8ba3-473a-a6a9-5797ea07c793 service neutron] 10.222.0.52 "GET /v2.0/networks/27a035aa-6bb2-429b-9743-1c762638bdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300720 Oct 27 18:28:41.844990 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-74a7f07e-c71b-4da1-a96d-91f304d73e68 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Allocated IP 172.20.0.7 (7dbae181-f570-4778-99bc-f1d119dd4e9b/f514d647-c196-46d4-b87e-f3462bc5d80e/6f826c03-0426-4f3f-870f-28981c4f9867) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:28:41.895948 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b0bb2b57-e799-437f-aac3-b88eda64693c req-52dcbc8f-e3af-41a5-84af-9ca5688642e0 service neutron] 10.222.0.52 "GET /v2.0/networks/27a035aa-6bb2-429b-9743-1c762638bdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480036 Oct 27 18:28:41.902982 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-f45dd816-0f61-4ab8-82f7-a42d5fd0cad0 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:41.904890 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-f45dd816-0f61-4ab8-82f7-a42d5fd0cad0 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.93 "GET /v2.0/networks?id=2cd94f32-cc4e-485f-a6b3-3cad5d550c64 HTTP/1.1" status: 200 len: 814 time: 0.1130438 Oct 27 18:28:41.929311 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-8cb5ba29-c24d-48dc-b07c-bf697e7c4bab tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Request body: {'port': {'device_id': '3c45b96d-0b5c-4921-99b4-1c434bd73fdb', 'network_id': '2cd94f32-cc4e-485f-a6b3-3cad5d550c64', 'admin_state_up': True, 'tenant_id': 'cdef29094ce14d75be1bb2e0c154c0d3'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:28:42.135790 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-74a7f07e-c71b-4da1-a96d-91f304d73e68 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:42.141186 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5542d0a7-8f10-45cb-a999-1800f7b74149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:42.146128 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-deaabc8b-dbcd-4a19-865e-182f48174a19 req-420b636b-86d4-450c-bbb7-4741378339fe tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.228 HTTP/1.1" status: 200 len: 1001 time: 0.1475365 Oct 27 18:28:42.164808 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-8cb5ba29-c24d-48dc-b07c-bf697e7c4bab tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Made reservation on behalf of cdef29094ce14d75be1bb2e0c154c0d3 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:28:42.169510 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-8cb5ba29-c24d-48dc-b07c-bf697e7c4bab tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:42.206117 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee9b27-2643-4527-9339-a5751c9932ee req-45361754-764c-4020-8ab0-3de9d7c5933d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:42.208745 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7cee9b27-2643-4527-9339-a5751c9932ee req-45361754-764c-4020-8ab0-3de9d7c5933d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.1186228 Oct 27 18:28:42.236536 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13358eb1-b974-48d6-b5ec-ddba8f861aab', 'tag': 'f2e504f5-40d8-410c-94ac-75b08d047778'}, {'server_uuid': '950f4e05-880e-40ba-965a-0164019d2bcd', 'name': 'network-vif-deleted', 'tag': '6f50ade0-d2fb-4def-87dd-4e54bdeeda80'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:28:42.239042 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c578e3-e632-4497-9718-115380998098" -d '{"events": [{"name": "network-changed", "server_uuid": "13358eb1-b974-48d6-b5ec-ddba8f861aab", "tag": "f2e504f5-40d8-410c-94ac-75b08d047778"}, {"server_uuid": "950f4e05-880e-40ba-965a-0164019d2bcd", "name": "network-vif-deleted", "tag": "6f50ade0-d2fb-4def-87dd-4e54bdeeda80"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:28:42.264685 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaabc8b-dbcd-4a19-865e-182f48174a19 req-91921d97-9124-4602-8924-999f486184ee tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:42.266074 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-deaabc8b-dbcd-4a19-865e-182f48174a19 req-91921d97-9124-4602-8924-999f486184ee tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/ports/f2e504f5-40d8-410c-94ac-75b08d047778 HTTP/1.1" status: 200 len: 942 time: 0.1140640 Oct 27 18:28:42.289236 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7cee9b27-2643-4527-9339-a5751c9932ee req-285dc18d-3976-4ff0-972b-49f30370210d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720201 Oct 27 18:28:42.358963 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223b158-75e5-4721-af8a-6d0806830c86 req-24d3254d-4630-43b8-9fac-39a98f170e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:42.360474 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4223b158-75e5-4721-af8a-6d0806830c86 req-24d3254d-4630-43b8-9fac-39a98f170e4d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=74d488054c1f4f50bdb6de26a9138d36&device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 1096 time: 0.1159413 Oct 27 18:28:42.398961 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-8cb5ba29-c24d-48dc-b07c-bf697e7c4bab tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Allocated IP 172.20.0.10 (2cd94f32-cc4e-485f-a6b3-3cad5d550c64/432b5b5e-fd94-49d8-a06e-28d93bf8ad3a/4be16c6c-9cb3-4d23-b864-f57944a737f3) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:28:42.438435 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-74a7f07e-c71b-4da1-a96d-91f304d73e68 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:42.443425 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-deaabc8b-dbcd-4a19-865e-182f48174a19 req-e30ba29f-be10-4d5f-9aba-96e17e255ce2 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.228 HTTP/1.1" status: 200 len: 1001 time: 0.0976014 Oct 27 18:28:42.565626 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-74a7f07e-c71b-4da1-a96d-91f304d73e68 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Network 7dbae181-f570-4778-99bc-f1d119dd4e9b is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:28:42.577687 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-74a7f07e-c71b-4da1-a96d-91f304d73e68 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:28:42.578333 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223b158-75e5-4721-af8a-6d0806830c86 req-ec9ffe08-088b-4fc4-b6ee-0cb1434245ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:42.579951 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4223b158-75e5-4721-af8a-6d0806830c86 req-ec9ffe08-088b-4fc4-b6ee-0cb1434245ff service neutron] 10.222.0.93 "GET /v2.0/networks?id=a7c013d9-ea11-470b-8a79-08abd897c197 HTTP/1.1" status: 200 len: 914 time: 0.1783490 Oct 27 18:28:42.588942 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-74a7f07e-c71b-4da1-a96d-91f304d73e68 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:28:42.594766 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a7f07e-c71b-4da1-a96d-91f304d73e68 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Pushing event updated for resources: {'Port': ['ID=6f826c03-0426-4f3f-870f-28981c4f9867,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:42.653756 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaed7a7-cc57-4906-87e1-878e131b8bdd req-e422c9aa-ca05-431f-9566-3ef9bd770406 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:42.653756 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4eaed7a7-cc57-4906-87e1-878e131b8bdd req-e422c9aa-ca05-431f-9566-3ef9bd770406 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad81172-1eed-4444-80be-a6c46bc8031f HTTP/1.1" status: 200 len: 945 time: 0.2146823 Oct 27 18:28:42.693853 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4223b158-75e5-4721-af8a-6d0806830c86 req-bbc92c4b-d0f6-4390-b73d-47a584e233d1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8372463-b0b5-40ec-b152-27501bceac5f HTTP/1.1" status: 200 len: 999 time: 0.1002936 Oct 27 18:28:42.703284 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-8cb5ba29-c24d-48dc-b07c-bf697e7c4bab tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:42.710361 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaabc8b-dbcd-4a19-865e-182f48174a19 req-404831bb-7ffb-4d74-9058-a07928d28c67 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:42.711957 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-deaabc8b-dbcd-4a19-865e-182f48174a19 req-404831bb-7ffb-4d74-9058-a07928d28c67 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/networks/0fad50cd-70b8-43d9-8a14-cc05c0fdea0e HTTP/1.1" status: 200 len: 784 time: 0.2266343 Oct 27 18:28:42.718523 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-74a7f07e-c71b-4da1-a96d-91f304d73e68 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:42.719582 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-74a7f07e-c71b-4da1-a96d-91f304d73e68 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:42.748218 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4eaed7a7-cc57-4906-87e1-878e131b8bdd req-dc55b706-b7bc-49ee-872d-207f835db033 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] 10.222.0.52 "GET /v2.0/security-groups?id=7941a9e3-cd4b-49d9-8718-8837a4e02d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944843 Oct 27 18:28:42.779355 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 27 Oct 2021 18:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da12b545-3d84-4b82-8086-cc2e694fb961 x-openstack-request-id: req-da12b545-3d84-4b82-8086-cc2e694fb961 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:28:42.779662 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13358eb1-b974-48d6-b5ec-ddba8f861aab", "tag": "f2e504f5-40d8-410c-94ac-75b08d047778", "status": "completed", "code": 200}, {"server_uuid": "950f4e05-880e-40ba-965a-0164019d2bcd", "name": "network-vif-deleted", "tag": "6f50ade0-d2fb-4def-87dd-4e54bdeeda80", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:28:42.780052 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-da12b545-3d84-4b82-8086-cc2e694fb961 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:28:42.780389 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13358eb1-b974-48d6-b5ec-ddba8f861aab', 'tag': 'f2e504f5-40d8-410c-94ac-75b08d047778', 'status': 'completed', 'code': 200} Oct 27 18:28:42.780716 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950f4e05-880e-40ba-965a-0164019d2bcd', 'name': 'network-vif-deleted', 'tag': '6f50ade0-d2fb-4def-87dd-4e54bdeeda80', 'status': 'completed', 'code': 200} Oct 27 18:28:42.790613 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223b158-75e5-4721-af8a-6d0806830c86 req-58abf4c2-54b0-4b57-a896-8d876955a1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:42.792282 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4223b158-75e5-4721-af8a-6d0806830c86 req-58abf4c2-54b0-4b57-a896-8d876955a1ca service neutron] 10.222.0.93 "GET /v2.0/subnets?id=afe6cc10-9308-4117-a497-d403cb219653 HTTP/1.1" status: 200 len: 851 time: 0.0641241 Oct 27 18:28:42.829278 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-74a7f07e-c71b-4da1-a96d-91f304d73e68 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6088405 Oct 27 18:28:42.859342 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 6f50ade0-d2fb-4def-87dd-4e54bdeeda80 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:28:42.889151 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-8cb5ba29-c24d-48dc-b07c-bf697e7c4bab tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:42.893346 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 6f50ade0-d2fb-4def-87dd-4e54bdeeda80 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:28:42.893870 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 6f50ade0-d2fb-4def-87dd-4e54bdeeda80 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:28:42.899429 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-2f711c02-075e-4bac-b457-eda9f167f599 service neutron] Request body: {'port': {'device_id': 'e806f104-ce8d-4b2a-bacd-0c3e2a1a5699', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:28:42.912671 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223b158-75e5-4721-af8a-6d0806830c86 req-594832de-5003-48be-a84b-5f266d77d39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:42.912880 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-5de187f2-5db4-499a-94c1-accf25b9fb47 None None] Provisioning complete for port 6f826c03-0426-4f3f-870f-28981c4f9867 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:28:42.913090 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5de187f2-5db4-499a-94c1-accf25b9fb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:42.914338 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4223b158-75e5-4721-af8a-6d0806830c86 req-594832de-5003-48be-a84b-5f266d77d39e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a7c013d9-ea11-470b-8a79-08abd897c197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0988019 Oct 27 18:28:42.936667 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-8cb5ba29-c24d-48dc-b07c-bf697e7c4bab tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Network 2cd94f32-cc4e-485f-a6b3-3cad5d550c64 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:28:42.952273 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-5de187f2-5db4-499a-94c1-accf25b9fb47 None None] Port 6f826c03-0426-4f3f-870f-28981c4f9867 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:28:42.959600 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-8cb5ba29-c24d-48dc-b07c-bf697e7c4bab tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:28:42.963418 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234510a9-ac57-4737-98b7-861e16cf04cd req-8baf8ff4-d771-4620-9033-8b128b5dd5e6 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:42.965091 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-234510a9-ac57-4737-98b7-861e16cf04cd req-8baf8ff4-d771-4620-9033-8b128b5dd5e6 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a342653-0bd1-45dd-adc9-d7bb7f66d5e0 HTTP/1.1" status: 200 len: 946 time: 0.1209495 Oct 27 18:28:43.001716 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-8cb5ba29-c24d-48dc-b07c-bf697e7c4bab tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:28:43.030542 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-2f711c02-075e-4bac-b457-eda9f167f599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:43.041992 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb5ba29-c24d-48dc-b07c-bf697e7c4bab tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Pushing event updated for resources: {'Port': ['ID=4be16c6c-9cb3-4d23-b864-f57944a737f3,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:43.055664 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c578e3-e632-4497-9718-115380998098 req-eddd3029-8a88-4009-a927-d536a1983b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:43.057168 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-08c578e3-e632-4497-9718-115380998098 req-eddd3029-8a88-4009-a927-d536a1983b3e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6638011f07ab4293b73f2f4c2d364560&device_id=13358eb1-b974-48d6-b5ec-ddba8f861aab HTTP/1.1" status: 200 len: 1096 time: 0.2035818 Oct 27 18:28:43.068830 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-234510a9-ac57-4737-98b7-861e16cf04cd req-6cf516a1-f177-48de-bc55-12ef8b2130b8 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853662 Oct 27 18:28:43.107669 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2adb164-e0dc-4811-9be0-f9bf67a3f585 req-a9d3033a-0b11-4644-a5d5-fc6eccbcd887 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:43.109171 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a2adb164-e0dc-4811-9be0-f9bf67a3f585 req-a9d3033a-0b11-4644-a5d5-fc6eccbcd887 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "GET /v2.0/ports?device_id=e806f104-ce8d-4b2a-bacd-0c3e2a1a5699 HTTP/1.1" status: 200 len: 931 time: 0.1431828 Oct 27 18:28:43.110450 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-8cb5ba29-c24d-48dc-b07c-bf697e7c4bab tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:43.111361 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-8cb5ba29-c24d-48dc-b07c-bf697e7c4bab tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:43.183153 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4223b158-75e5-4721-af8a-6d0806830c86 req-fe05197b-413b-4864-b0bb-2af1f8e23afe service neutron] 10.222.0.93 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435493 Oct 27 18:28:43.258268 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c578e3-e632-4497-9718-115380998098 req-3ca9379b-9589-453b-8250-920e161bd3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:43.259763 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-08c578e3-e632-4497-9718-115380998098 req-3ca9379b-9589-453b-8250-920e161bd3c2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=27a035aa-6bb2-429b-9743-1c762638bdbc HTTP/1.1" status: 200 len: 923 time: 0.1916506 Oct 27 18:28:43.266532 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-8cb5ba29-c24d-48dc-b07c-bf697e7c4bab tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3420718 Oct 27 18:28:43.273133 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7061dee4-0d68-435f-9d36-ef9880201c26 req-4384dd27-d7c8-4a65-90d1-d66c941f2a18 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.228 HTTP/1.1" status: 200 len: 1001 time: 0.1629913 Oct 27 18:28:43.278861 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a2adb164-e0dc-4811-9be0-f9bf67a3f585 req-510f38a5-7a1e-4ec1-a5b4-0230168a92d0 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "GET /v2.0/security-groups?id=91db495f-b60e-4ec3-8747-e756c15b1f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573687 Oct 27 18:28:43.302392 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-1a6b0904-2ce8-45c3-b89b-58331db45fb6 service neutron] Request body: {'port': {'device_id': '3c45b96d-0b5c-4921-99b4-1c434bd73fdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:28:43.354385 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:43.357276 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:43.406228 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-08c578e3-e632-4497-9718-115380998098 req-82b4202b-aacb-4af5-a4a0-340eea8f372d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2e504f5-40d8-410c-94ac-75b08d047778 HTTP/1.1" status: 200 len: 1001 time: 0.1202824 Oct 27 18:28:43.428657 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4223b158-75e5-4721-af8a-6d0806830c86 req-6fac166b-b229-4afd-93e6-3b7e92436ed3 service neutron] 10.222.0.93 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250979 Oct 27 18:28:43.464695 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-1a6b0904-2ce8-45c3-b89b-58331db45fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:43.511224 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c578e3-e632-4497-9718-115380998098 req-5bb61e00-4de8-4ecc-81cc-2b4b2c6b56bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:43.512720 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-08c578e3-e632-4497-9718-115380998098 req-5bb61e00-4de8-4ecc-81cc-2b4b2c6b56bd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c4a4738a-7d76-4b39-92e8-ebca9284bd6e HTTP/1.1" status: 200 len: 860 time: 0.0868192 Oct 27 18:28:43.644814 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c578e3-e632-4497-9718-115380998098 req-2664b1da-b4b3-45b8-9c4f-486eaebeb5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:43.646506 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-08c578e3-e632-4497-9718-115380998098 req-2664b1da-b4b3-45b8-9c4f-486eaebeb5fc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=27a035aa-6bb2-429b-9743-1c762638bdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1241403 Oct 27 18:28:43.710271 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061dee4-0d68-435f-9d36-ef9880201c26 req-8d7ab4bd-f228-41d0-98ab-6245540822da tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:43.711639 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7061dee4-0d68-435f-9d36-ef9880201c26 req-8d7ab4bd-f228-41d0-98ab-6245540822da tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/ports/f2e504f5-40d8-410c-94ac-75b08d047778 HTTP/1.1" status: 200 len: 942 time: 0.4319065 Oct 27 18:28:43.775099 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8c9c1-ed8b-4fe4-92a8-5bd645f02c9d req-ed3ad4f8-e0db-4ebf-bf90-43e542b22e4c tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:43.779355 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-42b8c9c1-ed8b-4fe4-92a8-5bd645f02c9d req-ed3ad4f8-e0db-4ebf-bf90-43e542b22e4c tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 932 time: 0.0806017 Oct 27 18:28:43.796629 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d893f8-6bc7-45d9-9ddb-f2a5bccfb794 req-69c16ec2-b43c-4c10-afa0-f678fefd6771 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:43.798088 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-06d893f8-6bc7-45d9-9ddb-f2a5bccfb794 req-69c16ec2-b43c-4c10-afa0-f678fefd6771 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.93 "GET /v2.0/ports?device_id=5a342653-0bd1-45dd-adc9-d7bb7f66d5e0 HTTP/1.1" status: 200 len: 946 time: 0.1655788 Oct 27 18:28:43.884056 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-08c578e3-e632-4497-9718-115380998098 req-3a055472-6ba0-4c93-8dc5-aeba0052e2eb service neutron] 10.222.0.93 "GET /v2.0/networks/27a035aa-6bb2-429b-9743-1c762638bdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145464 Oct 27 18:28:43.905840 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-42b8c9c1-ed8b-4fe4-92a8-5bd645f02c9d req-cfb07bdf-3963-46fd-b4dd-30dab1347eee tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120353 Oct 27 18:28:43.915362 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7061dee4-0d68-435f-9d36-ef9880201c26 req-54c225db-3ba8-42ab-a0b9-976722149859 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.228 HTTP/1.1" status: 200 len: 1001 time: 0.1248426 Oct 27 18:28:44.003148 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-2f711c02-075e-4bac-b457-eda9f167f599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f826c03-0426-4f3f-870f-28981c4f9867 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:28:44.024971 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-1a6b0904-2ce8-45c3-b89b-58331db45fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4be16c6c-9cb3-4d23-b864-f57944a737f3 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:28:44.035836 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-1a6b0904-2ce8-45c3-b89b-58331db45fb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:44.038120 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-2f711c02-075e-4bac-b457-eda9f167f599 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:44.067256 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-2f711c02-075e-4bac-b457-eda9f167f599 service neutron] Transition to ACTIVE for port object 6f826c03-0426-4f3f-870f-28981c4f9867 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:28:44.072570 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-1a6b0904-2ce8-45c3-b89b-58331db45fb6 service neutron] Transition to ACTIVE for port object 4be16c6c-9cb3-4d23-b864-f57944a737f3 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:28:44.076508 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-06d893f8-6bc7-45d9-9ddb-f2a5bccfb794 req-3f843fc2-0a83-4460-95bc-bdea4bf56210 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Deleting port c09aad1f-bd8d-4c32-8195-7ce003b85c32 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:28:44.076846 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-06d893f8-6bc7-45d9-9ddb-f2a5bccfb794 req-3f843fc2-0a83-4460-95bc-bdea4bf56210 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:44.095070 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-08c578e3-e632-4497-9718-115380998098 req-c6e01b19-874a-4010-9fc6-2961c8a5822b service neutron] 10.222.0.93 "GET /v2.0/networks/27a035aa-6bb2-429b-9743-1c762638bdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660130 Oct 27 18:28:44.096928 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ff38e-4a90-4e77-ad91-d8683edea3aa req-af7a9f5c-e317-4df0-94cb-04b04ad6d6e3 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:44.099049 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-915ff38e-4a90-4e77-ad91-d8683edea3aa req-af7a9f5c-e317-4df0-94cb-04b04ad6d6e3 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.1051264 Oct 27 18:28:44.149789 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061dee4-0d68-435f-9d36-ef9880201c26 req-8b7aeb76-1d18-4705-9adf-a84911443d1e tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:44.158445 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7061dee4-0d68-435f-9d36-ef9880201c26 req-8b7aeb76-1d18-4705-9adf-a84911443d1e tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/networks/0fad50cd-70b8-43d9-8a14-cc05c0fdea0e HTTP/1.1" status: 200 len: 784 time: 0.2210395 Oct 27 18:28:44.176239 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-2f711c02-075e-4bac-b457-eda9f167f599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:44.176702 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-1a6b0904-2ce8-45c3-b89b-58331db45fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:44.224756 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-06d893f8-6bc7-45d9-9ddb-f2a5bccfb794 req-3f843fc2-0a83-4460-95bc-bdea4bf56210 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] For port c09aad1f-bd8d-4c32-8195-7ce003b85c32, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=c09aad1f-bd8d-4c32-8195-7ce003b85c32,segment=NetworkSegment(2dded0ce-75a9-4672-98e4-0cf30caebd38),segment_id=2dded0ce-75a9-4672-98e4-0cf30caebd38)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:28:44.225309 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-06d893f8-6bc7-45d9-9ddb-f2a5bccfb794 req-3f843fc2-0a83-4460-95bc-bdea4bf56210 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:44.250575 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-06d893f8-6bc7-45d9-9ddb-f2a5bccfb794 req-3f843fc2-0a83-4460-95bc-bdea4bf56210 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Calling delete_port for c09aad1f-bd8d-4c32-8195-7ce003b85c32 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:28:44.260517 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b0904-2ce8-45c3-b89b-58331db45fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=4be16c6c-9cb3-4d23-b864-f57944a737f3,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:44.336493 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-915ff38e-4a90-4e77-ad91-d8683edea3aa req-73b650ff-06a7-44fc-a344-086a1fe18047 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116425 Oct 27 18:28:44.366658 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7061dee4-0d68-435f-9d36-ef9880201c26 req-d8757426-830d-46d1-b985-20909fae7a6e tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.228 HTTP/1.1" status: 200 len: 1001 time: 0.2073419 Oct 27 18:28:44.368661 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f711c02-075e-4bac-b457-eda9f167f599 service neutron] Pushing event updated for resources: {'Port': ['ID=6f826c03-0426-4f3f-870f-28981c4f9867,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:44.423916 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-7061dee4-0d68-435f-9d36-ef9880201c26 req-56af9814-5661-41c5-8989-a9c2791c4ce3 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:28:44.446935 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a72cf-3b14-45b8-af5a-2f1d04b5bbee req-c99012f9-3929-4622-bbc3-38f73b482ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:44.448361 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-673a72cf-3b14-45b8-af5a-2f1d04b5bbee req-c99012f9-3929-4622-bbc3-38f73b482ec2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=74d488054c1f4f50bdb6de26a9138d36&device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 1096 time: 0.1587188 Oct 27 18:28:44.472744 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-1a6b0904-2ce8-45c3-b89b-58331db45fb6 service neutron] Attempting to bind port 4be16c6c-9cb3-4d23-b864-f57944a737f3 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:28:44.473205 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-1a6b0904-2ce8-45c3-b89b-58331db45fb6 service neutron] Attempting to bind port 4be16c6c-9cb3-4d23-b864-f57944a737f3 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '7ab5ac52-5e29-41f5-a4b9-15dca948aa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '2cd94f32-cc4e-485f-a6b3-3cad5d550c64'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:28:44.473773 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-1a6b0904-2ce8-45c3-b89b-58331db45fb6 service neutron] Attempting to bind port 4be16c6c-9cb3-4d23-b864-f57944a737f3 on network 2cd94f32-cc4e-485f-a6b3-3cad5d550c64 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:28:44.481136 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-1a6b0904-2ce8-45c3-b89b-58331db45fb6 service neutron] Port 4be16c6c-9cb3-4d23-b864-f57944a737f3 on network 2cd94f32-cc4e-485f-a6b3-3cad5d550c64 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:28:44.481136 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-1a6b0904-2ce8-45c3-b89b-58331db45fb6 service neutron] Attempting to bind port 4be16c6c-9cb3-4d23-b864-f57944a737f3 on network 2cd94f32-cc4e-485f-a6b3-3cad5d550c64 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:28:44.526740 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-1a6b0904-2ce8-45c3-b89b-58331db45fb6 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:28:44.527095 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-1a6b0904-2ce8-45c3-b89b-58331db45fb6 service neutron] Checking segment: {'id': '7ab5ac52-5e29-41f5-a4b9-15dca948aa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '2cd94f32-cc4e-485f-a6b3-3cad5d550c64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:28:44.527481 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-1a6b0904-2ce8-45c3-b89b-58331db45fb6 service neutron] Bound using segment: {'id': '7ab5ac52-5e29-41f5-a4b9-15dca948aa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '2cd94f32-cc4e-485f-a6b3-3cad5d550c64'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:28:44.527925 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-1a6b0904-2ce8-45c3-b89b-58331db45fb6 service neutron] Bound port: 4be16c6c-9cb3-4d23-b864-f57944a737f3, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ab5ac52-5e29-41f5-a4b9-15dca948aa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '2cd94f32-cc4e-485f-a6b3-3cad5d550c64'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:28:44.528293 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-1a6b0904-2ce8-45c3-b89b-58331db45fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:44.567670 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-7061dee4-0d68-435f-9d36-ef9880201c26 req-56af9814-5661-41c5-8989-a9c2791c4ce3 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks [] for floatingip, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:44.577847 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bb8ec-f6b1-40c2-8782-5f566a2fea31 req-7a3ed987-7296-4f33-8dac-5be7949cbc4b tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:44.579613 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d68bb8ec-f6b1-40c2-8782-5f566a2fea31 req-7a3ed987-7296-4f33-8dac-5be7949cbc4b tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad81172-1eed-4444-80be-a6c46bc8031f HTTP/1.1" status: 200 len: 945 time: 0.1087146 Oct 27 18:28:44.646992 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-2f711c02-075e-4bac-b457-eda9f167f599 service neutron] Attempting to bind port 6f826c03-0426-4f3f-870f-28981c4f9867 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:28:44.647504 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-2f711c02-075e-4bac-b457-eda9f167f599 service neutron] Attempting to bind port 6f826c03-0426-4f3f-870f-28981c4f9867 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '6fccdb04-e32e-49e9-9bd7-67afe09628b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '7dbae181-f570-4778-99bc-f1d119dd4e9b'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:28:44.647855 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-2f711c02-075e-4bac-b457-eda9f167f599 service neutron] Attempting to bind port 6f826c03-0426-4f3f-870f-28981c4f9867 on network 7dbae181-f570-4778-99bc-f1d119dd4e9b {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:28:44.670379 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-2f711c02-075e-4bac-b457-eda9f167f599 service neutron] Port 6f826c03-0426-4f3f-870f-28981c4f9867 on network 7dbae181-f570-4778-99bc-f1d119dd4e9b not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:28:44.670718 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-2f711c02-075e-4bac-b457-eda9f167f599 service neutron] Attempting to bind port 6f826c03-0426-4f3f-870f-28981c4f9867 on network 7dbae181-f570-4778-99bc-f1d119dd4e9b {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:28:44.671192 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a72cf-3b14-45b8-af5a-2f1d04b5bbee req-2e810278-3113-4fd9-b6aa-c99572e49276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:44.672671 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-673a72cf-3b14-45b8-af5a-2f1d04b5bbee req-2e810278-3113-4fd9-b6aa-c99572e49276 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a7c013d9-ea11-470b-8a79-08abd897c197 HTTP/1.1" status: 200 len: 914 time: 0.1880741 Oct 27 18:28:44.677695 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-1a6b0904-2ce8-45c3-b89b-58331db45fb6 service neutron] For port 4be16c6c-9cb3-4d23-b864-f57944a737f3, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:28:44.681174 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-1a6b0904-2ce8-45c3-b89b-58331db45fb6 service neutron] For port 4be16c6c-9cb3-4d23-b864-f57944a737f3, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=4be16c6c-9cb3-4d23-b864-f57944a737f3,segment=NetworkSegment(7ab5ac52-5e29-41f5-a4b9-15dca948aa51),segment_id=7ab5ac52-5e29-41f5-a4b9-15dca948aa51)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:28:44.683686 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-06d893f8-6bc7-45d9-9ddb-f2a5bccfb794 req-3f843fc2-0a83-4460-95bc-bdea4bf56210 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:44.705675 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['2ac1af36-f4e9-4436-ba14-271bc5404393', 'c09aad1f-bd8d-4c32-8195-7ce003b85c32'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:28:44.718737 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-2f711c02-075e-4bac-b457-eda9f167f599 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:28:44.719257 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-2f711c02-075e-4bac-b457-eda9f167f599 service neutron] Checking segment: {'id': '6fccdb04-e32e-49e9-9bd7-67afe09628b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '7dbae181-f570-4778-99bc-f1d119dd4e9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:28:44.719652 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-2f711c02-075e-4bac-b457-eda9f167f599 service neutron] Bound using segment: {'id': '6fccdb04-e32e-49e9-9bd7-67afe09628b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '7dbae181-f570-4778-99bc-f1d119dd4e9b'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:28:44.720178 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-2f711c02-075e-4bac-b457-eda9f167f599 service neutron] Bound port: 6f826c03-0426-4f3f-870f-28981c4f9867, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fccdb04-e32e-49e9-9bd7-67afe09628b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '7dbae181-f570-4778-99bc-f1d119dd4e9b'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:28:44.720555 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-2f711c02-075e-4bac-b457-eda9f167f599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:44.736725 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d68bb8ec-f6b1-40c2-8782-5f566a2fea31 req-b2b5084c-37a5-4c84-ad07-cc2420d83736 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] 10.222.0.52 "GET /v2.0/security-groups?id=7941a9e3-cd4b-49d9-8718-8837a4e02d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144211 Oct 27 18:28:44.784330 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f843fc2-0a83-4460-95bc-bdea4bf56210 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Pushing event deleted for resources: {'Port': ['ID=c09aad1f-bd8d-4c32-8195-7ce003b85c32,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:44.801165 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-1a6b0904-2ce8-45c3-b89b-58331db45fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:44.838749 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-7061dee4-0d68-435f-9d36-ef9880201c26 req-56af9814-5661-41c5-8989-a9c2791c4ce3 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:44.859240 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-2f711c02-075e-4bac-b457-eda9f167f599 service neutron] For port 6f826c03-0426-4f3f-870f-28981c4f9867, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:28:44.862102 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d893f8-6bc7-45d9-9ddb-f2a5bccfb794 req-3f843fc2-0a83-4460-95bc-bdea4bf56210 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] No DVR routers for this DVR port c09aad1f-bd8d-4c32-8195-7ce003b85c32 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:28:44.864045 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-2f711c02-075e-4bac-b457-eda9f167f599 service neutron] For port 6f826c03-0426-4f3f-870f-28981c4f9867, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=6f826c03-0426-4f3f-870f-28981c4f9867,segment=NetworkSegment(6fccdb04-e32e-49e9-9bd7-67afe09628b0),segment_id=6fccdb04-e32e-49e9-9bd7-67afe09628b0)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:28:44.869213 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-06d893f8-6bc7-45d9-9ddb-f2a5bccfb794 req-3f843fc2-0a83-4460-95bc-bdea4bf56210 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:44.874415 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-06d893f8-6bc7-45d9-9ddb-f2a5bccfb794 req-3f843fc2-0a83-4460-95bc-bdea4bf56210 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.93 "DELETE /v2.0/ports/c09aad1f-bd8d-4c32-8195-7ce003b85c32 HTTP/1.1" status: 204 len: 173 time: 1.0647302 Oct 27 18:28:44.882633 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a342653-0bd1-45dd-adc9-d7bb7f66d5e0', 'name': 'network-vif-deleted', 'tag': 'c09aad1f-bd8d-4c32-8195-7ce003b85c32'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:28:44.882633 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c77069-e1da-49ad-9db4-b13a6f00e544" -d '{"events": [{"server_uuid": "5a342653-0bd1-45dd-adc9-d7bb7f66d5e0", "name": "network-vif-deleted", "tag": "c09aad1f-bd8d-4c32-8195-7ce003b85c32"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:28:44.888791 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-1a6b0904-2ce8-45c3-b89b-58331db45fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:44.890074 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-1a6b0904-2ce8-45c3-b89b-58331db45fb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:44.891607 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-1a6b0904-2ce8-45c3-b89b-58331db45fb6 service neutron] 10.222.0.93 "PUT /v2.0/ports/4be16c6c-9cb3-4d23-b864-f57944a737f3 HTTP/1.1" status: 200 len: 1092 time: 1.5944536 Oct 27 18:28:44.907292 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-7061dee4-0d68-435f-9d36-ef9880201c26 req-56af9814-5661-41c5-8989-a9c2791c4ce3 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:44.908344 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [req-7061dee4-0d68-435f-9d36-ef9880201c26 req-56af9814-5661-41c5-8989-a9c2791c4ce3 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Floating IP cad4bcae-8a8a-455d-9fb5-32b1783e170a disassociated. External IP: 172.25.6.228, port: f2e504f5-40d8-410c-94ac-75b08d047778. Oct 27 18:28:44.914064 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-673a72cf-3b14-45b8-af5a-2f1d04b5bbee req-43151477-c66f-4c84-8453-119bbff5c5ba service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8372463-b0b5-40ec-b152-27501bceac5f HTTP/1.1" status: 200 len: 999 time: 0.2279255 Oct 27 18:28:44.923933 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b0904-2ce8-45c3-b89b-58331db45fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=4be16c6c-9cb3-4d23-b864-f57944a737f3,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:44.981109 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a72cf-3b14-45b8-af5a-2f1d04b5bbee req-fb97b3c0-561f-4a7a-adff-fb2985d1cfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:44.982689 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-673a72cf-3b14-45b8-af5a-2f1d04b5bbee req-fb97b3c0-561f-4a7a-adff-fb2985d1cfd0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=afe6cc10-9308-4117-a497-d403cb219653 HTTP/1.1" status: 200 len: 851 time: 0.0512972 Oct 27 18:28:45.010876 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-2f711c02-075e-4bac-b457-eda9f167f599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:45.017986 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d5bd040f-8f82-4d4c-9ca5-b0ed04b98e5f req-48ab31d6-b547-404d-9d86-60d45f23ddef tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=5a342653-0bd1-45dd-adc9-d7bb7f66d5e0 HTTP/1.1" status: 200 len: 210 time: 0.0652702 Oct 27 18:28:45.047426 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a72cf-3b14-45b8-af5a-2f1d04b5bbee req-809ebb9a-c261-404f-9235-d800303f4476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:45.049113 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-673a72cf-3b14-45b8-af5a-2f1d04b5bbee req-809ebb9a-c261-404f-9235-d800303f4476 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a7c013d9-ea11-470b-8a79-08abd897c197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502915 Oct 27 18:28:45.055228 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:45.072360 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-2f711c02-075e-4bac-b457-eda9f167f599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:45.073003 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-2f711c02-075e-4bac-b457-eda9f167f599 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:45.074487 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-2f711c02-075e-4bac-b457-eda9f167f599 service neutron] 10.222.0.93 "PUT /v2.0/ports/6f826c03-0426-4f3f-870f-28981c4f9867 HTTP/1.1" status: 200 len: 1091 time: 2.1852214 Oct 27 18:28:45.076992 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e806f104-ce8d-4b2a-bacd-0c3e2a1a5699', 'tag': '6f826c03-0426-4f3f-870f-28981c4f9867'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:28:45.079345 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258eee6b-135c-407e-9183-320911fb69f6" -d '{"events": [{"name": "network-changed", "server_uuid": "e806f104-ce8d-4b2a-bacd-0c3e2a1a5699", "tag": "6f826c03-0426-4f3f-870f-28981c4f9867"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:28:45.148738 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f711c02-075e-4bac-b457-eda9f167f599 service neutron] Pushing event updated for resources: {'Port': ['ID=6f826c03-0426-4f3f-870f-28981c4f9867,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:45.203746 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-673a72cf-3b14-45b8-af5a-2f1d04b5bbee req-30352ddd-91bb-44fd-8a58-94f220d56f52 service neutron] 10.222.0.93 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359401 Oct 27 18:28:45.334003 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6ffa8-1b02-46ff-acfa-793127181347 req-2bade123-e6c2-4133-b6df-a57b7a42a775 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:45.335679 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6cf6ffa8-1b02-46ff-acfa-793127181347 req-2bade123-e6c2-4133-b6df-a57b7a42a775 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "GET /v2.0/ports?device_id=e806f104-ce8d-4b2a-bacd-0c3e2a1a5699 HTTP/1.1" status: 200 len: 943 time: 0.2304244 Oct 27 18:28:45.339360 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-c71b20f3-0ff1-40ab-ae12-e5875098c1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:45.340837 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-c71b20f3-0ff1-40ab-ae12-e5875098c1c1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cdef29094ce14d75be1bb2e0c154c0d3&device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 1095 time: 0.2161784 Oct 27 18:28:45.346612 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-4d03c6f0-ae5f-48f5-94ab-e7d9d78595ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:45.348685 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-4d03c6f0-ae5f-48f5-94ab-e7d9d78595ae service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1246af30a6eb4e19b5feef5d04021b02&device_id=e806f104-ce8d-4b2a-bacd-0c3e2a1a5699 HTTP/1.1" status: 200 len: 1094 time: 0.1357687 Oct 27 18:28:45.359280 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-673a72cf-3b14-45b8-af5a-2f1d04b5bbee req-6a4307cf-6e79-4fc2-86d4-6fdf1337fe3b service neutron] 10.222.0.93 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148117 Oct 27 18:28:45.404163 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-dc42465c-7ad5-4cfd-8ce3-6fb649674178 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4be16c6c-9cb3-4d23-b864-f57944a737f3 HTTP/1.1" status: 200 len: 217 time: 0.0387301 Oct 27 18:28:45.405690 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-bd5f33aa-5af5-4db7-9d9a-0567ed5b0859 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f826c03-0426-4f3f-870f-28981c4f9867 HTTP/1.1" status: 200 len: 217 time: 0.0385182 Oct 27 18:28:45.412296 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7061dee4-0d68-435f-9d36-ef9880201c26 req-56af9814-5661-41c5-8989-a9c2791c4ce3 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Router 9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:28:45.428114 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6cf6ffa8-1b02-46ff-acfa-793127181347 req-ff3ad853-adc0-4201-b1ef-3ad6a3f2ab18 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "GET /v2.0/security-groups?id=91db495f-b60e-4ec3-8747-e756c15b1f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829391 Oct 27 18:28:45.502018 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-d1ead522-5635-42d7-acea-b38717ea9131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:45.503867 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-d1ead522-5635-42d7-acea-b38717ea9131 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f514d647-c196-46d4-b87e-f3462bc5d80e HTTP/1.1" status: 200 len: 845 time: 0.0614760 Oct 27 18:28:45.555390 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-bc62e2f4-1293-4005-a196-647ebe6ba74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:45.557390 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-bc62e2f4-1293-4005-a196-647ebe6ba74f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7dbae181-f570-4778-99bc-f1d119dd4e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453777 Oct 27 18:28:45.590295 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-299e4c69-a78f-4a3b-85be-ee759063341f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:45.591806 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-299e4c69-a78f-4a3b-85be-ee759063341f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=432b5b5e-fd94-49d8-a06e-28d93bf8ad3a HTTP/1.1" status: 200 len: 854 time: 0.1203434 Oct 27 18:28:45.624167 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88f46e-4544-4da1-8139-1bd07fc07967 req-caba44ce-d63a-4795-9aac-3e4a693ce968 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:45.625644 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5e88f46e-4544-4da1-8139-1bd07fc07967 req-caba44ce-d63a-4795-9aac-3e4a693ce968 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad81172-1eed-4444-80be-a6c46bc8031f HTTP/1.1" status: 200 len: 945 time: 0.1010845 Oct 27 18:28:45.645142 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-3fd89432-b1e4-4503-ae4a-e1cd98e1b830 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2cd94f32-cc4e-485f-a6b3-3cad5d550c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454292 Oct 27 18:28:45.653516 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7061dee4-0d68-435f-9d36-ef9880201c26 req-56af9814-5661-41c5-8989-a9c2791c4ce3 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:28:45.655146 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-24c826d8-7ea8-4c19-b92e-904d6bbb1bf2 service neutron] 10.222.0.93 "GET /v2.0/networks/7dbae181-f570-4778-99bc-f1d119dd4e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879614 Oct 27 18:28:45.665074 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a6523a-9ff7-469a-a334-979d97030f60 None None] Sync routers for ids ['9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:28:45.665287 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-7061dee4-0d68-435f-9d36-ef9880201c26 req-56af9814-5661-41c5-8989-a9c2791c4ce3 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:45.674611 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a6523a-9ff7-469a-a334-979d97030f60 None None] Routers {'9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:28:45.675926 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-31a6523a-9ff7-469a-a334-979d97030f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:28:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:45.762039 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7061dee4-0d68-435f-9d36-ef9880201c26 req-56af9814-5661-41c5-8989-a9c2791c4ce3 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "PUT /v2.0/floatingips/cad4bcae-8a8a-455d-9fb5-32b1783e170a HTTP/1.1" status: 200 len: 695 time: 1.3820851 Oct 27 18:28:45.766708 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5e88f46e-4544-4da1-8139-1bd07fc07967 req-8bd5c6c0-9f99-4f9e-aac4-74725f7b4433 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] 10.222.0.52 "GET /v2.0/security-groups?id=7941a9e3-cd4b-49d9-8718-8837a4e02d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261013 Oct 27 18:28:45.790736 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5b3a2a59-4a85-4a80-ba9d-e3c7ec3b866e req-f619e1f3-682f-4699-a3c9-c0ed7082ef08 service neutron] 10.222.0.93 "GET /v2.0/networks/7dbae181-f570-4778-99bc-f1d119dd4e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111946 Oct 27 18:28:45.827758 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-b0682e3f-194d-4650-87dc-6e4dfabd3141 service neutron] 10.222.0.93 "GET /v2.0/networks/2cd94f32-cc4e-485f-a6b3-3cad5d550c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658602 Oct 27 18:28:45.849473 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3208754-aca0-482c-9ad7-70b9982970ab x-openstack-request-id: req-f3208754-aca0-482c-9ad7-70b9982970ab {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:28:45.854034 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a342653-0bd1-45dd-adc9-d7bb7f66d5e0", "name": "network-vif-deleted", "tag": "c09aad1f-bd8d-4c32-8195-7ce003b85c32", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:28:45.854034 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f3208754-aca0-482c-9ad7-70b9982970ab {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:28:45.854034 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a342653-0bd1-45dd-adc9-d7bb7f66d5e0', 'name': 'network-vif-deleted', 'tag': 'c09aad1f-bd8d-4c32-8195-7ce003b85c32', 'status': 'completed', 'code': 200} Oct 27 18:28:45.873432 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061dee4-0d68-435f-9d36-ef9880201c26 req-743f3ef8-ddff-4e38-aa96-738b20a885c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:45.875101 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7061dee4-0d68-435f-9d36-ef9880201c26 req-743f3ef8-ddff-4e38-aa96-738b20a885c5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6638011f07ab4293b73f2f4c2d364560&device_id=13358eb1-b974-48d6-b5ec-ddba8f861aab HTTP/1.1" status: 200 len: 1096 time: 0.0905488 Oct 27 18:28:45.932180 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-31a6523a-9ff7-469a-a334-979d97030f60 None None] Set router 9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:28:46.044395 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f76dc2-6a82-4efe-928b-f5e42a044d43 req-2efd3b0f-924f-4127-bddf-c16ce142719a tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:46.049798 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f8f76dc2-6a82-4efe-928b-f5e42a044d43 req-2efd3b0f-924f-4127-bddf-c16ce142719a tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 944 time: 0.1392305 Oct 27 18:28:46.060517 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4d4a111b-71e7-4be3-8f65-b053f1cb6478 req-f7df0bc0-d385-45ab-a29b-2d9f94ec1a37 service neutron] 10.222.0.93 "GET /v2.0/networks/2cd94f32-cc4e-485f-a6b3-3cad5d550c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227774 Oct 27 18:28:46.090871 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061dee4-0d68-435f-9d36-ef9880201c26 req-8bc620d6-4e4c-428f-b937-547f41615303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:46.092692 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7061dee4-0d68-435f-9d36-ef9880201c26 req-8bc620d6-4e4c-428f-b937-547f41615303 service neutron] 10.222.0.52 "GET /v2.0/networks?id=27a035aa-6bb2-429b-9743-1c762638bdbc HTTP/1.1" status: 200 len: 923 time: 0.1852043 Oct 27 18:28:46.146251 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f8f76dc2-6a82-4efe-928b-f5e42a044d43 req-796d232f-8054-475e-99ae-2c26c156948a tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882206 Oct 27 18:28:46.147690 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7061dee4-0d68-435f-9d36-ef9880201c26 req-52b2b641-24c9-4306-a61f-87b4838789a5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2e504f5-40d8-410c-94ac-75b08d047778 HTTP/1.1" status: 200 len: 217 time: 0.0429988 Oct 27 18:28:46.149809 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-31a6523a-9ff7-469a-a334-979d97030f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1749538051-router', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '13996662-3695-410b-9cfb-35f371084fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:27:47Z', 'updated_at': '2021-10-27T18:27:51Z', 'revision_number': 4, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'gw_port': {'id': '13996662-3695-410b-9cfb-35f371084fd6', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:48Z', 'updated_at': '2021-10-27T18:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '44192763-0f39-4460-8756-29411f7bf559', 'name': '', 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'mac_address': 'fa:16:3e:a0:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'c4a4738a-7d76-4b39-92e8-ebca9284bd6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:50Z', 'updated_at': '2021-10-27T18:27:54Z', 'revision_number': 5, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'subnets': [{'id': 'c4a4738a-7d76-4b39-92e8-ebca9284bd6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:46.178631 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a6523a-9ff7-469a-a334-979d97030f60 None None] Checking router: 9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:28:46.188163 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a6523a-9ff7-469a-a334-979d97030f60 None None] Routers {'9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:28:46.188926 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-31a6523a-9ff7-469a-a334-979d97030f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:28:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:46.211553 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf55127a-2954-4391-8ed4-025bef2b1634 x-openstack-request-id: req-bf55127a-2954-4391-8ed4-025bef2b1634 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:28:46.211854 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e806f104-ce8d-4b2a-bacd-0c3e2a1a5699", "tag": "6f826c03-0426-4f3f-870f-28981c4f9867", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:28:46.212189 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bf55127a-2954-4391-8ed4-025bef2b1634 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:28:46.212646 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e806f104-ce8d-4b2a-bacd-0c3e2a1a5699', 'tag': '6f826c03-0426-4f3f-870f-28981c4f9867', 'status': 'completed', 'code': 200} Oct 27 18:28:46.219072 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061dee4-0d68-435f-9d36-ef9880201c26 req-b5b5eca8-0ace-4558-a191-3f64048fad8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:46.219072 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7061dee4-0d68-435f-9d36-ef9880201c26 req-b5b5eca8-0ace-4558-a191-3f64048fad8a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c4a4738a-7d76-4b39-92e8-ebca9284bd6e HTTP/1.1" status: 200 len: 860 time: 0.0621200 Oct 27 18:28:46.312077 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-31a6523a-9ff7-469a-a334-979d97030f60 None None] Set router 9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:28:46.316606 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061dee4-0d68-435f-9d36-ef9880201c26 req-0492076e-167b-4dd1-8644-de7d05e21a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:46.318376 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7061dee4-0d68-435f-9d36-ef9880201c26 req-0492076e-167b-4dd1-8644-de7d05e21a0b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=27a035aa-6bb2-429b-9743-1c762638bdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906694 Oct 27 18:28:46.324941 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258eee6b-135c-407e-9183-320911fb69f6 req-526a3024-8d03-4008-8181-20fceb110723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:46.326422 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-258eee6b-135c-407e-9183-320911fb69f6 req-526a3024-8d03-4008-8181-20fceb110723 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1246af30a6eb4e19b5feef5d04021b02&device_id=e806f104-ce8d-4b2a-bacd-0c3e2a1a5699 HTTP/1.1" status: 200 len: 1094 time: 0.0687575 Oct 27 18:28:46.492042 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7061dee4-0d68-435f-9d36-ef9880201c26 req-b882ab26-7645-4031-9967-d9f0878ff887 service neutron] 10.222.0.52 "GET /v2.0/networks/27a035aa-6bb2-429b-9743-1c762638bdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643963 Oct 27 18:28:46.496785 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258eee6b-135c-407e-9183-320911fb69f6 req-db2305b5-0a8d-4545-aee5-caa1b27c7420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:46.498432 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-258eee6b-135c-407e-9183-320911fb69f6 req-db2305b5-0a8d-4545-aee5-caa1b27c7420 service neutron] 10.222.0.93 "GET /v2.0/networks?id=7dbae181-f570-4778-99bc-f1d119dd4e9b HTTP/1.1" status: 200 len: 908 time: 0.1524150 Oct 27 18:28:46.530892 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-31a6523a-9ff7-469a-a334-979d97030f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1749538051-router', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '13996662-3695-410b-9cfb-35f371084fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:27:47Z', 'updated_at': '2021-10-27T18:27:51Z', 'revision_number': 4, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'gw_port': {'id': '13996662-3695-410b-9cfb-35f371084fd6', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:48Z', 'updated_at': '2021-10-27T18:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '44192763-0f39-4460-8756-29411f7bf559', 'name': '', 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'mac_address': 'fa:16:3e:a0:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'c4a4738a-7d76-4b39-92e8-ebca9284bd6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:50Z', 'updated_at': '2021-10-27T18:27:54Z', 'revision_number': 5, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'subnets': [{'id': 'c4a4738a-7d76-4b39-92e8-ebca9284bd6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:46.561256 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a6523a-9ff7-469a-a334-979d97030f60 None None] The sync data for ids ['9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'] in n-d-815690-2 is: [{'id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1749538051-router', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '13996662-3695-410b-9cfb-35f371084fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:27:47Z', 'updated_at': '2021-10-27T18:27:51Z', 'revision_number': 4, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'gw_port': {'id': '13996662-3695-410b-9cfb-35f371084fd6', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:48Z', 'updated_at': '2021-10-27T18:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '44192763-0f39-4460-8756-29411f7bf559', 'name': '', 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'mac_address': 'fa:16:3e:a0:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'c4a4738a-7d76-4b39-92e8-ebca9284bd6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:50Z', 'updated_at': '2021-10-27T18:27:54Z', 'revision_number': 5, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'subnets': [{'id': 'c4a4738a-7d76-4b39-92e8-ebca9284bd6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:28:46.588258 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-258eee6b-135c-407e-9183-320911fb69f6 req-9fd398ae-6528-4cf1-9631-4e9e0ad6d001 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f826c03-0426-4f3f-870f-28981c4f9867 HTTP/1.1" status: 200 len: 217 time: 0.0457745 Oct 27 18:28:46.655737 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7061dee4-0d68-435f-9d36-ef9880201c26 req-4103ae90-3a3e-4ff2-9276-093b490ce9ec service neutron] 10.222.0.52 "GET /v2.0/networks/27a035aa-6bb2-429b-9743-1c762638bdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563766 Oct 27 18:28:46.700496 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258eee6b-135c-407e-9183-320911fb69f6 req-95f451f6-7e2d-4459-8e0f-ad66093943c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:46.702576 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-258eee6b-135c-407e-9183-320911fb69f6 req-95f451f6-7e2d-4459-8e0f-ad66093943c7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f514d647-c196-46d4-b87e-f3462bc5d80e HTTP/1.1" status: 200 len: 845 time: 0.0899439 Oct 27 18:28:46.725315 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6d68d-479b-442d-a8ea-b07f486f9ca8 req-0e267df0-e86c-4c90-a51f-6c2d6976427d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:46.727145 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ff6d68d-479b-442d-a8ea-b07f486f9ca8 req-0e267df0-e86c-4c90-a51f-6c2d6976427d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.0705128 Oct 27 18:28:46.788198 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864b322-4c60-476f-89fb-999a86b02c61 req-45fbdf7d-344a-4257-bbbc-bd905cfe12ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:46.789861 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1864b322-4c60-476f-89fb-999a86b02c61 req-45fbdf7d-344a-4257-bbbc-bd905cfe12ef service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=73ecd40fe1594f85b64568114a717a96&device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 1096 time: 0.0484450 Oct 27 18:28:46.889463 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5072b023-3896-4592-9fc3-e3a740f6e415 None None] New status for floating IP cad4bcae-8a8a-455d-9fb5-32b1783e170a: DOWN {{(pid=102881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:28:47.187722 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ff6d68d-479b-442d-a8ea-b07f486f9ca8 req-3c21b5b0-f851-473f-bdb9-1e5952abd3d9 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4518216 Oct 27 18:28:47.196944 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258eee6b-135c-407e-9183-320911fb69f6 req-8042a4bb-d93a-45d3-ab7c-979d632fa069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:47.202705 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-258eee6b-135c-407e-9183-320911fb69f6 req-8042a4bb-d93a-45d3-ab7c-979d632fa069 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7dbae181-f570-4778-99bc-f1d119dd4e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4704447 Oct 27 18:28:47.237775 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de4894-c7cb-4310-8914-2bccf1aff0da req-cbdebcbb-0f33-4d95-920b-e7e59e8dfe94 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:47.237775 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-38de4894-c7cb-4310-8914-2bccf1aff0da req-cbdebcbb-0f33-4d95-920b-e7e59e8dfe94 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "GET /v2.0/ports?device_id=e806f104-ce8d-4b2a-bacd-0c3e2a1a5699 HTTP/1.1" status: 200 len: 943 time: 0.1298857 Oct 27 18:28:47.267283 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864b322-4c60-476f-89fb-999a86b02c61 req-ef980740-39a7-4836-8c58-5382714571f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:47.269981 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1864b322-4c60-476f-89fb-999a86b02c61 req-ef980740-39a7-4836-8c58-5382714571f3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f16c66fe-8570-46b3-ac79-4410a1968a3a HTTP/1.1" status: 200 len: 920 time: 0.4729047 Oct 27 18:28:47.312079 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1864b322-4c60-476f-89fb-999a86b02c61 req-b5d343fc-e775-4cd9-a2da-22efde2ad28c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0c993c4-2996-4889-aa9b-b44f66af4737 HTTP/1.1" status: 200 len: 217 time: 0.0347238 Oct 27 18:28:47.351072 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-38de4894-c7cb-4310-8914-2bccf1aff0da req-e06e9412-75bb-45ab-b28e-f66914bf9720 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "GET /v2.0/security-groups?id=91db495f-b60e-4ec3-8747-e756c15b1f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747283 Oct 27 18:28:47.372212 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864b322-4c60-476f-89fb-999a86b02c61 req-7c76606a-79fe-436e-a606-8617da4b5c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:47.372212 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1864b322-4c60-476f-89fb-999a86b02c61 req-7c76606a-79fe-436e-a606-8617da4b5c80 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fa2c4956-e9e1-48c6-a1a7-2a46f1d0015f HTTP/1.1" status: 200 len: 858 time: 0.0489461 Oct 27 18:28:47.383872 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ea00c-203c-4ff7-ba09-d52dd4938804 req-52afbedd-b8d3-4da9-8505-58f87d14b2d2 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:47.385392 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4d8ea00c-203c-4ff7-ba09-d52dd4938804 req-52afbedd-b8d3-4da9-8505-58f87d14b2d2 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.1001170 Oct 27 18:28:47.389102 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-258eee6b-135c-407e-9183-320911fb69f6 req-d28343c9-df44-4c04-889d-a9508b631184 service neutron] 10.222.0.93 "GET /v2.0/networks/7dbae181-f570-4778-99bc-f1d119dd4e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758420 Oct 27 18:28:47.408263 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1864b322-4c60-476f-89fb-999a86b02c61 req-556ccb49-6554-4a1e-bba5-892bea8789c6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f16c66fe-8570-46b3-ac79-4410a1968a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264862 Oct 27 18:28:47.448261 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4d8ea00c-203c-4ff7-ba09-d52dd4938804 req-3db33774-8f2f-4ea1-b4ff-3cc9b3d24345 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543826 Oct 27 18:28:47.513883 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1864b322-4c60-476f-89fb-999a86b02c61 req-563752f3-c53c-491d-a28c-c0735daaaf47 service neutron] 10.222.0.93 "GET /v2.0/networks/f16c66fe-8570-46b3-ac79-4410a1968a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924966 Oct 27 18:28:47.528574 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-258eee6b-135c-407e-9183-320911fb69f6 req-ee54ee01-5769-4d04-b133-3904685e9d25 service neutron] 10.222.0.93 "GET /v2.0/networks/7dbae181-f570-4778-99bc-f1d119dd4e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078739 Oct 27 18:28:47.573141 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25304834-05b2-4ff5-bc5d-0ee09d3b151c req-bfb30c1a-4882-4b40-a183-abdf0649c0d3 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:47.574768 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-25304834-05b2-4ff5-bc5d-0ee09d3b151c req-bfb30c1a-4882-4b40-a183-abdf0649c0d3 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad81172-1eed-4444-80be-a6c46bc8031f HTTP/1.1" status: 200 len: 945 time: 0.0610385 Oct 27 18:28:47.613362 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-25304834-05b2-4ff5-bc5d-0ee09d3b151c req-a801880e-8b3a-42f2-9917-a76ffc49e8ad tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] 10.222.0.52 "GET /v2.0/security-groups?id=7941a9e3-cd4b-49d9-8718-8837a4e02d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317903 Oct 27 18:28:47.622532 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1864b322-4c60-476f-89fb-999a86b02c61 req-b29f793f-b987-4a5d-8379-60146960d6c7 service neutron] 10.222.0.93 "GET /v2.0/networks/f16c66fe-8570-46b3-ac79-4410a1968a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927031 Oct 27 18:28:47.736193 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700b1e8-7909-481d-8482-748f38349d39 req-8d1c17c3-e4be-4268-bebb-1e22805d91ec tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:47.738285 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3700b1e8-7909-481d-8482-748f38349d39 req-8d1c17c3-e4be-4268-bebb-1e22805d91ec tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0626359 Oct 27 18:28:47.787709 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3700b1e8-7909-481d-8482-748f38349d39 req-d511a6d9-e56f-4fbb-95a3-61b1c2d012b4 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429161 Oct 27 18:28:47.825048 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac456261-d740-44bb-8964-4d70bc27e408 req-37fd3f73-6419-4587-af8b-08f4612b8596 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:47.826694 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ac456261-d740-44bb-8964-4d70bc27e408 req-37fd3f73-6419-4587-af8b-08f4612b8596 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 944 time: 0.0550222 Oct 27 18:28:47.851576 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c45b96d-0b5c-4921-99b4-1c434bd73fdb', 'tag': '4be16c6c-9cb3-4d23-b864-f57944a737f3'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:28:47.858100 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93427e93-ca99-4407-8966-3f89258c6704" -d '{"events": [{"name": "network-changed", "server_uuid": "3c45b96d-0b5c-4921-99b4-1c434bd73fdb", "tag": "4be16c6c-9cb3-4d23-b864-f57944a737f3"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:28:47.871137 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ac456261-d740-44bb-8964-4d70bc27e408 req-247a45d3-9be7-4c99-b943-af7920a8651b tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371993 Oct 27 18:28:47.959914 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400b98d-63b1-4561-8cd3-179d9785c621 req-4729d2d8-a2e3-4659-b3e9-25cfe27645b6 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:47.961415 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6400b98d-63b1-4561-8cd3-179d9785c621 req-4729d2d8-a2e3-4659-b3e9-25cfe27645b6 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/ports?device_id=b352a891-3406-4e81-9259-58199bdf0650&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0549018 Oct 27 18:28:48.014654 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6400b98d-63b1-4561-8cd3-179d9785c621 req-828a41f6-725f-487b-82f2-f250fd36fefa tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.228 HTTP/1.1" status: 200 len: 696 time: 0.0472329 Oct 27 18:28:48.025066 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-6400b98d-63b1-4561-8cd3-179d9785c621 req-c96849b3-437f-4b55-a4a5-226b5e6fac19 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Request body: {'floatingip': {'port_id': 'a5cf6019-9a31-49f4-967d-d08f4d332c9b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:28:48.066404 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-6400b98d-63b1-4561-8cd3-179d9785c621 req-c96849b3-437f-4b55-a4a5-226b5e6fac19 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks [] for floatingip, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:48.215339 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13358eb1-b974-48d6-b5ec-ddba8f861aab', 'tag': 'f2e504f5-40d8-410c-94ac-75b08d047778'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:28:48.217626 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46644945-5709-4db0-927e-00858f01335d" -d '{"events": [{"name": "network-changed", "server_uuid": "13358eb1-b974-48d6-b5ec-ddba8f861aab", "tag": "f2e504f5-40d8-410c-94ac-75b08d047778"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:28:48.226600 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a474eb-1616-4221-ad46-4fbf3fcd46ff x-openstack-request-id: req-b3a474eb-1616-4221-ad46-4fbf3fcd46ff {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:28:48.227193 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c45b96d-0b5c-4921-99b4-1c434bd73fdb", "tag": "4be16c6c-9cb3-4d23-b864-f57944a737f3", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:28:48.227774 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b3a474eb-1616-4221-ad46-4fbf3fcd46ff {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:28:48.228499 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c45b96d-0b5c-4921-99b4-1c434bd73fdb', 'tag': '4be16c6c-9cb3-4d23-b864-f57944a737f3', 'status': 'completed', 'code': 200} Oct 27 18:28:48.302396 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93427e93-ca99-4407-8966-3f89258c6704 req-d6467b39-e86b-4fb4-a9bf-00985c293546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:48.304743 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-93427e93-ca99-4407-8966-3f89258c6704 req-d6467b39-e86b-4fb4-a9bf-00985c293546 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cdef29094ce14d75be1bb2e0c154c0d3&device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 1095 time: 0.0483129 Oct 27 18:28:48.407697 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93427e93-ca99-4407-8966-3f89258c6704 req-926b3b5f-7c58-490d-9846-c1c76d491f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:48.409159 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-93427e93-ca99-4407-8966-3f89258c6704 req-926b3b5f-7c58-490d-9846-c1c76d491f62 service neutron] 10.222.0.93 "GET /v2.0/networks?id=2cd94f32-cc4e-485f-a6b3-3cad5d550c64 HTTP/1.1" status: 200 len: 916 time: 0.0944104 Oct 27 18:28:48.462903 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-93427e93-ca99-4407-8966-3f89258c6704 req-4e252869-ce6d-4491-abc8-0ae317e46ef2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4be16c6c-9cb3-4d23-b864-f57944a737f3 HTTP/1.1" status: 200 len: 217 time: 0.0342045 Oct 27 18:28:48.468296 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aad2cf-9403-48cf-8b2c-6cb126eecf9f req-5a984d90-6504-4964-a593-0e439b1c535f tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:48.469789 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-65aad2cf-9403-48cf-8b2c-6cb126eecf9f req-5a984d90-6504-4964-a593-0e439b1c535f tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad81172-1eed-4444-80be-a6c46bc8031f HTTP/1.1" status: 200 len: 945 time: 0.0938826 Oct 27 18:28:48.519935 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93427e93-ca99-4407-8966-3f89258c6704 req-adfbaefc-5882-4630-a332-41d19da5d728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:48.521458 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-93427e93-ca99-4407-8966-3f89258c6704 req-adfbaefc-5882-4630-a332-41d19da5d728 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=432b5b5e-fd94-49d8-a06e-28d93bf8ad3a HTTP/1.1" status: 200 len: 854 time: 0.0492251 Oct 27 18:28:48.566542 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-93427e93-ca99-4407-8966-3f89258c6704 req-493c6fac-1a9d-4702-b5a3-76a4ede83348 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2cd94f32-cc4e-485f-a6b3-3cad5d550c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245657 Oct 27 18:28:48.567753 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-65aad2cf-9403-48cf-8b2c-6cb126eecf9f req-a076c797-595d-4782-a24e-7b352a6a48b3 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] 10.222.0.52 "GET /v2.0/security-groups?id=7941a9e3-cd4b-49d9-8718-8837a4e02d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754676 Oct 27 18:28:48.593385 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-6400b98d-63b1-4561-8cd3-179d9785c621 req-c96849b3-437f-4b55-a4a5-226b5e6fac19 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:48.621872 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0000adce-ef98-47d1-abf6-df2efcd2e53d x-openstack-request-id: req-0000adce-ef98-47d1-abf6-df2efcd2e53d {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:28:48.622169 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13358eb1-b974-48d6-b5ec-ddba8f861aab", "tag": "f2e504f5-40d8-410c-94ac-75b08d047778", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:28:48.622427 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0000adce-ef98-47d1-abf6-df2efcd2e53d {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:28:48.622866 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13358eb1-b974-48d6-b5ec-ddba8f861aab', 'tag': 'f2e504f5-40d8-410c-94ac-75b08d047778', 'status': 'completed', 'code': 200} Oct 27 18:28:48.638139 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-6400b98d-63b1-4561-8cd3-179d9785c621 req-c96849b3-437f-4b55-a4a5-226b5e6fac19 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:48.670015 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-93427e93-ca99-4407-8966-3f89258c6704 req-4bf0bac3-10d7-40fb-aadf-6759565ff520 service neutron] 10.222.0.93 "GET /v2.0/networks/2cd94f32-cc4e-485f-a6b3-3cad5d550c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922172 Oct 27 18:28:48.772387 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-93427e93-ca99-4407-8966-3f89258c6704 req-110a9ca3-5a5b-4095-b4e5-a19917376e7a service neutron] 10.222.0.93 "GET /v2.0/networks/2cd94f32-cc4e-485f-a6b3-3cad5d550c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875247 Oct 27 18:28:48.799619 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46644945-5709-4db0-927e-00858f01335d req-9e15b5e3-7451-40d0-bb6e-20c2d5741c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:48.801233 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-46644945-5709-4db0-927e-00858f01335d req-9e15b5e3-7451-40d0-bb6e-20c2d5741c0e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6638011f07ab4293b73f2f4c2d364560&device_id=13358eb1-b974-48d6-b5ec-ddba8f861aab HTTP/1.1" status: 200 len: 1096 time: 0.1206727 Oct 27 18:28:48.810018 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8ce00-05d1-489f-b22f-275611bd4107 req-9967c2de-da75-4437-847a-8f275be39d21 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:48.811396 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e1e8ce00-05d1-489f-b22f-275611bd4107 req-9967c2de-da75-4437-847a-8f275be39d21 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.1323028 Oct 27 18:28:48.835373 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [req-6400b98d-63b1-4561-8cd3-179d9785c621 req-c96849b3-437f-4b55-a4a5-226b5e6fac19 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Floating IP cad4bcae-8a8a-455d-9fb5-32b1783e170a associated. External IP: 172.25.6.228, port: a5cf6019-9a31-49f4-967d-d08f4d332c9b. Oct 27 18:28:48.914786 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device c09aad1f-bd8d-4c32-8195-7ce003b85c32 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:28:48.943722 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: c09aad1f-bd8d-4c32-8195-7ce003b85c32 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:28:48.944309 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device c09aad1f-bd8d-4c32-8195-7ce003b85c32 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:28:48.973762 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e1e8ce00-05d1-489f-b22f-275611bd4107 req-51efe99a-bb0e-4962-a385-41cea25caf6f tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497521 Oct 27 18:28:49.012981 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46644945-5709-4db0-927e-00858f01335d req-65a16134-f07d-4af8-a611-7ad6cb5838bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:49.014484 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-46644945-5709-4db0-927e-00858f01335d req-65a16134-f07d-4af8-a611-7ad6cb5838bb service neutron] 10.222.0.93 "GET /v2.0/networks?id=27a035aa-6bb2-429b-9743-1c762638bdbc HTTP/1.1" status: 200 len: 923 time: 0.2008338 Oct 27 18:28:49.150320 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-46644945-5709-4db0-927e-00858f01335d req-607cf56c-e830-48ef-9a7c-5b23b80c47fb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2e504f5-40d8-410c-94ac-75b08d047778 HTTP/1.1" status: 200 len: 217 time: 0.0915914 Oct 27 18:28:49.224171 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3de44-afd6-4eef-9d53-3aa756478d40 req-91dc5aa6-5d26-44da-99c9-394372086c9f tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:49.225716 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-07f3de44-afd6-4eef-9d53-3aa756478d40 req-91dc5aa6-5d26-44da-99c9-394372086c9f tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "GET /v2.0/ports?device_id=e806f104-ce8d-4b2a-bacd-0c3e2a1a5699 HTTP/1.1" status: 200 len: 943 time: 0.1681917 Oct 27 18:28:49.252577 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46644945-5709-4db0-927e-00858f01335d req-2eb5b1f5-59b0-437e-9644-7266a1f20d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:49.254705 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-46644945-5709-4db0-927e-00858f01335d req-2eb5b1f5-59b0-437e-9644-7266a1f20d50 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c4a4738a-7d76-4b39-92e8-ebca9284bd6e HTTP/1.1" status: 200 len: 860 time: 0.0935495 Oct 27 18:28:49.260870 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6400b98d-63b1-4561-8cd3-179d9785c621 req-c96849b3-437f-4b55-a4a5-226b5e6fac19 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Router 9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:28:49.301379 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-07f3de44-afd6-4eef-9d53-3aa756478d40 req-8fa66354-bf4b-4f0c-8e88-b5f5eaa593aa tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "GET /v2.0/security-groups?id=91db495f-b60e-4ec3-8747-e756c15b1f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686557 Oct 27 18:28:49.412123 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46644945-5709-4db0-927e-00858f01335d req-705f95fb-739f-4ba7-b773-993ad9a03008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:49.413511 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-46644945-5709-4db0-927e-00858f01335d req-705f95fb-739f-4ba7-b773-993ad9a03008 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=27a035aa-6bb2-429b-9743-1c762638bdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1480799 Oct 27 18:28:49.493462 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053107e-3589-41dc-88d6-033364167d60 req-addf442b-2455-432d-b8fa-79f53554be10 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:49.494941 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d053107e-3589-41dc-88d6-033364167d60 req-addf442b-2455-432d-b8fa-79f53554be10 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.1225405 Oct 27 18:28:49.503266 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6400b98d-63b1-4561-8cd3-179d9785c621 req-c96849b3-437f-4b55-a4a5-226b5e6fac19 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:28:49.512791 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ca23c2-ebe9-4d3e-b71f-4b0d566b0d79 None None] Sync routers for ids ['9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:28:49.513296 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-6400b98d-63b1-4561-8cd3-179d9785c621 req-c96849b3-437f-4b55-a4a5-226b5e6fac19 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:49.521734 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ca23c2-ebe9-4d3e-b71f-4b0d566b0d79 None None] Routers {'9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:28:49.522342 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-71ca23c2-ebe9-4d3e-b71f-4b0d566b0d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:28:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:49.574232 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6400b98d-63b1-4561-8cd3-179d9785c621 req-c96849b3-437f-4b55-a4a5-226b5e6fac19 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "PUT /v2.0/floatingips/cad4bcae-8a8a-455d-9fb5-32b1783e170a HTTP/1.1" status: 200 len: 996 time: 1.5532107 Oct 27 18:28:49.582463 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d053107e-3589-41dc-88d6-033364167d60 req-632dfed7-da4a-48b4-94cc-da6fb3c8e58d tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803695 Oct 27 18:28:49.602449 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-46644945-5709-4db0-927e-00858f01335d req-2df8dbaf-882e-411d-bc10-cff84ec385ee service neutron] 10.222.0.93 "GET /v2.0/networks/27a035aa-6bb2-429b-9743-1c762638bdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749825 Oct 27 18:28:49.635789 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-71ca23c2-ebe9-4d3e-b71f-4b0d566b0d79 None None] Set router 9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:28:49.710101 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400b98d-63b1-4561-8cd3-179d9785c621 req-e0d25523-03a0-4635-bd55-17732f43d659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:49.711554 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6400b98d-63b1-4561-8cd3-179d9785c621 req-e0d25523-03a0-4635-bd55-17732f43d659 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6638011f07ab4293b73f2f4c2d364560&device_id=b352a891-3406-4e81-9259-58199bdf0650 HTTP/1.1" status: 200 len: 1096 time: 0.1235831 Oct 27 18:28:49.796545 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da3b0e-4c83-4bfb-9b0f-c549f2dc2ab0 req-cb0f93ff-a2ba-496f-a714-9fcfdec37793 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:49.798055 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-21da3b0e-4c83-4bfb-9b0f-c549f2dc2ab0 req-cb0f93ff-a2ba-496f-a714-9fcfdec37793 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 944 time: 0.1316533 Oct 27 18:28:49.803887 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-46644945-5709-4db0-927e-00858f01335d req-703da0f4-a488-4d29-8870-62e5760506b5 service neutron] 10.222.0.93 "GET /v2.0/networks/27a035aa-6bb2-429b-9743-1c762638bdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865456 Oct 27 18:28:49.840703 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc6496-8c30-449e-9ae2-b25d48ab54d4 req-706a4b02-2587-4952-af61-905be05a1467 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:49.842352 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-59dc6496-8c30-449e-9ae2-b25d48ab54d4 req-706a4b02-2587-4952-af61-905be05a1467 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.93 "GET /v2.0/ports?device_id=13358eb1-b974-48d6-b5ec-ddba8f861aab HTTP/1.1" status: 200 len: 945 time: 0.0587246 Oct 27 18:28:49.863204 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-21da3b0e-4c83-4bfb-9b0f-c549f2dc2ab0 req-12ef0861-ded7-4624-a423-7e43dc483b01 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543771 Oct 27 18:28:49.874872 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400b98d-63b1-4561-8cd3-179d9785c621 req-46062e83-e1cf-4d4a-b1ba-5ef25bdedeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:49.876358 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6400b98d-63b1-4561-8cd3-179d9785c621 req-46062e83-e1cf-4d4a-b1ba-5ef25bdedeec service neutron] 10.222.0.52 "GET /v2.0/networks?id=27a035aa-6bb2-429b-9743-1c762638bdbc HTTP/1.1" status: 200 len: 923 time: 0.1562743 Oct 27 18:28:49.882903 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-71ca23c2-ebe9-4d3e-b71f-4b0d566b0d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1749538051-router', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '13996662-3695-410b-9cfb-35f371084fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:27:47Z', 'updated_at': '2021-10-27T18:27:51Z', 'revision_number': 4, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'gw_port': {'id': '13996662-3695-410b-9cfb-35f371084fd6', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:48Z', 'updated_at': '2021-10-27T18:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'cad4bcae-8a8a-455d-9fb5-32b1783e170a', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'floating_ip_address': '172.25.6.228', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'port_id': 'a5cf6019-9a31-49f4-967d-d08f4d332c9b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc', 'mac_address': 'fa:16:3e:3d:79:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352a891-3406-4e81-9259-58199bdf0650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:28:13Z', 'updated_at': '2021-10-27T18:28:48Z', 'revision_number': 8, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44192763-0f39-4460-8756-29411f7bf559', 'name': '', 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'mac_address': 'fa:16:3e:a0:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'c4a4738a-7d76-4b39-92e8-ebca9284bd6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:50Z', 'updated_at': '2021-10-27T18:27:54Z', 'revision_number': 5, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'subnets': [{'id': 'c4a4738a-7d76-4b39-92e8-ebca9284bd6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:49.914465 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ca23c2-ebe9-4d3e-b71f-4b0d566b0d79 None None] Checking router: 9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:28:49.925928 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ca23c2-ebe9-4d3e-b71f-4b0d566b0d79 None None] Routers {'9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:28:49.927757 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-71ca23c2-ebe9-4d3e-b71f-4b0d566b0d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:28:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:49.972374 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-59dc6496-8c30-449e-9ae2-b25d48ab54d4 req-007bacaa-b2e9-4041-b456-e0949d0c826a tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Deleting port f2e504f5-40d8-410c-94ac-75b08d047778 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:28:49.972609 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-59dc6496-8c30-449e-9ae2-b25d48ab54d4 req-007bacaa-b2e9-4041-b456-e0949d0c826a tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:49.978972 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6400b98d-63b1-4561-8cd3-179d9785c621 req-520a6124-1f1e-4afc-ac76-04ef066e0fd3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5cf6019-9a31-49f4-967d-d08f4d332c9b HTTP/1.1" status: 200 len: 999 time: 0.0953417 Oct 27 18:28:50.038294 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-71ca23c2-ebe9-4d3e-b71f-4b0d566b0d79 None None] Set router 9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:28:50.071198 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-59dc6496-8c30-449e-9ae2-b25d48ab54d4 req-007bacaa-b2e9-4041-b456-e0949d0c826a tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] For port f2e504f5-40d8-410c-94ac-75b08d047778, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f2e504f5-40d8-410c-94ac-75b08d047778,segment=NetworkSegment(1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b),segment_id=1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:28:50.071576 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-59dc6496-8c30-449e-9ae2-b25d48ab54d4 req-007bacaa-b2e9-4041-b456-e0949d0c826a tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:50.086107 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-59dc6496-8c30-449e-9ae2-b25d48ab54d4 req-007bacaa-b2e9-4041-b456-e0949d0c826a tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Calling delete_port for f2e504f5-40d8-410c-94ac-75b08d047778 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:28:50.316789 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-59dc6496-8c30-449e-9ae2-b25d48ab54d4 req-007bacaa-b2e9-4041-b456-e0949d0c826a tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:50.330215 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['a5cf6019-9a31-49f4-967d-d08f4d332c9b', 'f2e504f5-40d8-410c-94ac-75b08d047778'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:28:50.346202 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1cb231-19de-4bef-a693-d5067f41a860 req-83d0c27a-bf50-45f8-a562-d1f6d78b6ec5 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:50.347799 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9c1cb231-19de-4bef-a693-d5067f41a860 req-83d0c27a-bf50-45f8-a562-d1f6d78b6ec5 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.4059825 Oct 27 18:28:50.349590 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007bacaa-b2e9-4041-b456-e0949d0c826a tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Pushing event deleted for resources: {'Port': ['ID=f2e504f5-40d8-410c-94ac-75b08d047778,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:50.400952 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-59dc6496-8c30-449e-9ae2-b25d48ab54d4 req-007bacaa-b2e9-4041-b456-e0949d0c826a tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] No DVR routers for this DVR port f2e504f5-40d8-410c-94ac-75b08d047778 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:28:50.404716 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-59dc6496-8c30-449e-9ae2-b25d48ab54d4 req-007bacaa-b2e9-4041-b456-e0949d0c826a tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:50.409367 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-59dc6496-8c30-449e-9ae2-b25d48ab54d4 req-007bacaa-b2e9-4041-b456-e0949d0c826a tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.93 "DELETE /v2.0/ports/f2e504f5-40d8-410c-94ac-75b08d047778 HTTP/1.1" status: 204 len: 173 time: 0.5595324 Oct 27 18:28:50.409878 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13358eb1-b974-48d6-b5ec-ddba8f861aab', 'name': 'network-vif-deleted', 'tag': 'f2e504f5-40d8-410c-94ac-75b08d047778'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:28:50.419225 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46456ac6-8d48-4741-90ec-94321b50fc8c" -d '{"events": [{"server_uuid": "13358eb1-b974-48d6-b5ec-ddba8f861aab", "name": "network-vif-deleted", "tag": "f2e504f5-40d8-410c-94ac-75b08d047778"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:28:50.444585 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400b98d-63b1-4561-8cd3-179d9785c621 req-f712c38d-2ca6-47b7-9824-2ca8cafdf309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:50.446599 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6400b98d-63b1-4561-8cd3-179d9785c621 req-f712c38d-2ca6-47b7-9824-2ca8cafdf309 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c4a4738a-7d76-4b39-92e8-ebca9284bd6e HTTP/1.1" status: 200 len: 860 time: 0.4573057 Oct 27 18:28:50.455710 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9c1cb231-19de-4bef-a693-d5067f41a860 req-383821be-fd3a-4150-a3d4-fc5d2fea443e tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751765 Oct 27 18:28:50.513312 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d56d9-869a-4396-949d-8924f12d244c req-10768420-c35d-40fb-8a02-4e2e4bdedc87 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:50.514868 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8e9d56d9-869a-4396-949d-8924f12d244c req-10768420-c35d-40fb-8a02-4e2e4bdedc87 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] 10.222.0.93 "GET /v2.0/ports?device_id=4ad81172-1eed-4444-80be-a6c46bc8031f HTTP/1.1" status: 200 len: 945 time: 0.1661677 Oct 27 18:28:50.588469 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-71ca23c2-ebe9-4d3e-b71f-4b0d566b0d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1749538051-router', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '13996662-3695-410b-9cfb-35f371084fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:27:47Z', 'updated_at': '2021-10-27T18:27:51Z', 'revision_number': 4, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'gw_port': {'id': '13996662-3695-410b-9cfb-35f371084fd6', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:48Z', 'updated_at': '2021-10-27T18:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'cad4bcae-8a8a-455d-9fb5-32b1783e170a', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'floating_ip_address': '172.25.6.228', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'port_id': 'a5cf6019-9a31-49f4-967d-d08f4d332c9b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc', 'mac_address': 'fa:16:3e:3d:79:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352a891-3406-4e81-9259-58199bdf0650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:28:13Z', 'updated_at': '2021-10-27T18:28:48Z', 'revision_number': 8, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44192763-0f39-4460-8756-29411f7bf559', 'name': '', 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'mac_address': 'fa:16:3e:a0:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'c4a4738a-7d76-4b39-92e8-ebca9284bd6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:50Z', 'updated_at': '2021-10-27T18:27:54Z', 'revision_number': 5, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'subnets': [{'id': 'c4a4738a-7d76-4b39-92e8-ebca9284bd6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:50.635781 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ca23c2-ebe9-4d3e-b71f-4b0d566b0d79 None None] The sync data for ids ['9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'] in n-d-815690-2 is: [{'id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1749538051-router', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '13996662-3695-410b-9cfb-35f371084fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:27:47Z', 'updated_at': '2021-10-27T18:27:51Z', 'revision_number': 4, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'gw_port': {'id': '13996662-3695-410b-9cfb-35f371084fd6', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:48Z', 'updated_at': '2021-10-27T18:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'cad4bcae-8a8a-455d-9fb5-32b1783e170a', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'floating_ip_address': '172.25.6.228', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'port_id': 'a5cf6019-9a31-49f4-967d-d08f4d332c9b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc', 'mac_address': 'fa:16:3e:3d:79:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352a891-3406-4e81-9259-58199bdf0650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:28:13Z', 'updated_at': '2021-10-27T18:28:48Z', 'revision_number': 8, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44192763-0f39-4460-8756-29411f7bf559', 'name': '', 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'mac_address': 'fa:16:3e:a0:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'c4a4738a-7d76-4b39-92e8-ebca9284bd6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:50Z', 'updated_at': '2021-10-27T18:27:54Z', 'revision_number': 5, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'subnets': [{'id': 'c4a4738a-7d76-4b39-92e8-ebca9284bd6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:28:50.656579 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b352a891-3406-4e81-9259-58199bdf0650', 'tag': 'a5cf6019-9a31-49f4-967d-d08f4d332c9b'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:28:50.659090 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021ce8e1-9016-48f4-80b5-231025c8113e" -d '{"events": [{"name": "network-changed", "server_uuid": "b352a891-3406-4e81-9259-58199bdf0650", "tag": "a5cf6019-9a31-49f4-967d-d08f4d332c9b"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:28:50.676311 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400b98d-63b1-4561-8cd3-179d9785c621 req-c535ef28-75a7-4ac1-9d1b-42c3e62cdfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:50.678012 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6400b98d-63b1-4561-8cd3-179d9785c621 req-c535ef28-75a7-4ac1-9d1b-42c3e62cdfb0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=27a035aa-6bb2-429b-9743-1c762638bdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2214727 Oct 27 18:28:50.796797 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-8e9d56d9-869a-4396-949d-8924f12d244c req-9da723b9-30ce-47de-a0aa-cbd844c32a68 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Deleting port f2c4cb6f-36c7-4490-9658-7145f4a0c5cc {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:28:50.797083 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-8e9d56d9-869a-4396-949d-8924f12d244c req-9da723b9-30ce-47de-a0aa-cbd844c32a68 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:50.807722 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79452b3b-5661-4628-8017-35a04b0da095 req-40854e10-cf13-418c-b5ce-da24f77c7aa6 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:50.809296 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-79452b3b-5661-4628-8017-35a04b0da095 req-40854e10-cf13-418c-b5ce-da24f77c7aa6 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad81172-1eed-4444-80be-a6c46bc8031f HTTP/1.1" status: 200 len: 945 time: 0.1536064 Oct 27 18:28:50.889058 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f777c038-af74-4386-a474-7ea3f003123b None None] New status for floating IP cad4bcae-8a8a-455d-9fb5-32b1783e170a: ACTIVE {{(pid=102881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:28:50.900428 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6400b98d-63b1-4561-8cd3-179d9785c621 req-821b5d89-5eb4-453c-82fa-66fbc35536c1 service neutron] 10.222.0.52 "GET /v2.0/networks/27a035aa-6bb2-429b-9743-1c762638bdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956556 Oct 27 18:28:50.919654 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 4be16c6c-9cb3-4d23-b864-f57944a737f3 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:28:50.978374 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-79452b3b-5661-4628-8017-35a04b0da095 req-4c9f2455-0c42-4640-8b69-a17566c76663 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] 10.222.0.52 "GET /v2.0/security-groups?id=7941a9e3-cd4b-49d9-8718-8837a4e02d72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477463 Oct 27 18:28:51.047778 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-8e9d56d9-869a-4396-949d-8924f12d244c req-9da723b9-30ce-47de-a0aa-cbd844c32a68 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] For port f2c4cb6f-36c7-4490-9658-7145f4a0c5cc, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f2c4cb6f-36c7-4490-9658-7145f4a0c5cc,segment=NetworkSegment(27d93fd8-9a37-4af8-b1a6-e6abf40d352d),segment_id=27d93fd8-9a37-4af8-b1a6-e6abf40d352d)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:28:51.048155 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-8e9d56d9-869a-4396-949d-8924f12d244c req-9da723b9-30ce-47de-a0aa-cbd844c32a68 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:51.053297 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 4be16c6c-9cb3-4d23-b864-f57944a737f3, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=4be16c6c-9cb3-4d23-b864-f57944a737f3,segment=NetworkSegment(7ab5ac52-5e29-41f5-a4b9-15dca948aa51),segment_id=7ab5ac52-5e29-41f5-a4b9-15dca948aa51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:28:51.066467 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '4be16c6c-9cb3-4d23-b864-f57944a737f3', 'network_id': '2cd94f32-cc4e-485f-a6b3-3cad5d550c64', 'port_id': '4be16c6c-9cb3-4d23-b864-f57944a737f3', 'mac_address': 'fa:16:3e:8c:10:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '432b5b5e-fd94-49d8-a06e-28d93bf8ad3a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:28:51.099870 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-8e9d56d9-869a-4396-949d-8924f12d244c req-9da723b9-30ce-47de-a0aa-cbd844c32a68 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Calling delete_port for f2c4cb6f-36c7-4490-9658-7145f4a0c5cc owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:28:51.120137 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:51.129435 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6400b98d-63b1-4561-8cd3-179d9785c621 req-7c4cbb9f-2072-40fd-9e89-41c0889e804a service neutron] 10.222.0.52 "GET /v2.0/networks/27a035aa-6bb2-429b-9743-1c762638bdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207689 Oct 27 18:28:51.136661 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4be16c6c-9cb3-4d23-b864-f57944a737f3 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:28:51.158667 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 4be16c6c-9cb3-4d23-b864-f57944a737f3, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=4be16c6c-9cb3-4d23-b864-f57944a737f3,segment=NetworkSegment(7ab5ac52-5e29-41f5-a4b9-15dca948aa51),segment_id=7ab5ac52-5e29-41f5-a4b9-15dca948aa51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:28:51.179042 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7804ddc5-fd39-46ac-b568-e0fe007965a8 req-40d362cf-a529-40cc-bc32-30fbcd80dc5d tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:51.180572 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7804ddc5-fd39-46ac-b568-e0fe007965a8 req-40d362cf-a529-40cc-bc32-30fbcd80dc5d tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "GET /v2.0/ports?device_id=e806f104-ce8d-4b2a-bacd-0c3e2a1a5699 HTTP/1.1" status: 200 len: 943 time: 0.1277356 Oct 27 18:28:51.246525 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7804ddc5-fd39-46ac-b568-e0fe007965a8 req-1ef45d32-a572-46d6-8b71-ebf4a46ce63e tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "GET /v2.0/security-groups?id=91db495f-b60e-4ec3-8747-e756c15b1f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540740 Oct 27 18:28:51.264785 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:51.265585 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 6f826c03-0426-4f3f-870f-28981c4f9867 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:28:51.315275 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8766a2-c26d-4a39-b27c-75a96dd65ed8 x-openstack-request-id: req-ec8766a2-c26d-4a39-b27c-75a96dd65ed8 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:28:51.316663 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13358eb1-b974-48d6-b5ec-ddba8f861aab", "name": "network-vif-deleted", "tag": "f2e504f5-40d8-410c-94ac-75b08d047778", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:28:51.317108 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ec8766a2-c26d-4a39-b27c-75a96dd65ed8 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:28:51.317655 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13358eb1-b974-48d6-b5ec-ddba8f861aab', 'name': 'network-vif-deleted', 'tag': 'f2e504f5-40d8-410c-94ac-75b08d047778', 'status': 'completed', 'code': 200} Oct 27 18:28:51.372074 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3099771a-6014-41a7-b568-cc747c26118c x-openstack-request-id: req-3099771a-6014-41a7-b568-cc747c26118c {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:28:51.372601 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b352a891-3406-4e81-9259-58199bdf0650", "tag": "a5cf6019-9a31-49f4-967d-d08f4d332c9b", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:28:51.372601 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3099771a-6014-41a7-b568-cc747c26118c {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:28:51.373114 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b352a891-3406-4e81-9259-58199bdf0650', 'tag': 'a5cf6019-9a31-49f4-967d-d08f4d332c9b', 'status': 'completed', 'code': 200} Oct 27 18:28:51.400836 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abdcae7-ab80-4cb2-8ff8-43dfb7c6f66c req-14949f27-d404-438a-acca-56a6e7ebef9f tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:51.402510 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1abdcae7-ab80-4cb2-8ff8-43dfb7c6f66c req-14949f27-d404-438a-acca-56a6e7ebef9f tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.0675232 Oct 27 18:28:51.403356 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=4be16c6c-9cb3-4d23-b864-f57944a737f3,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:51.457927 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-8e9d56d9-869a-4396-949d-8924f12d244c req-9da723b9-30ce-47de-a0aa-cbd844c32a68 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:51.459671 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 6f826c03-0426-4f3f-870f-28981c4f9867, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=6f826c03-0426-4f3f-870f-28981c4f9867,segment=NetworkSegment(6fccdb04-e32e-49e9-9bd7-67afe09628b0),segment_id=6fccdb04-e32e-49e9-9bd7-67afe09628b0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:28:51.473740 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ce8e1-9016-48f4-80b5-231025c8113e req-f2c63b50-b207-4390-b2bb-c7f9ea05358d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:51.475814 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-021ce8e1-9016-48f4-80b5-231025c8113e req-f2c63b50-b207-4390-b2bb-c7f9ea05358d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6638011f07ab4293b73f2f4c2d364560&device_id=b352a891-3406-4e81-9259-58199bdf0650 HTTP/1.1" status: 200 len: 1096 time: 0.0601108 Oct 27 18:28:51.479652 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['f2c4cb6f-36c7-4490-9658-7145f4a0c5cc'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:28:51.506172 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '6f826c03-0426-4f3f-870f-28981c4f9867', 'network_id': '7dbae181-f570-4778-99bc-f1d119dd4e9b', 'port_id': '6f826c03-0426-4f3f-870f-28981c4f9867', 'mac_address': 'fa:16:3e:bb:a4:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f514d647-c196-46d4-b87e-f3462bc5d80e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:28:51.513616 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1abdcae7-ab80-4cb2-8ff8-43dfb7c6f66c req-0b6b5dcb-2949-4e8d-aebd-221f3093e78d tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046271 Oct 27 18:28:51.524622 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da723b9-30ce-47de-a0aa-cbd844c32a68 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Pushing event deleted for resources: {'Port': ['ID=f2c4cb6f-36c7-4490-9658-7145f4a0c5cc,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:51.584687 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:51.589264 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c61efb-fc3d-40ca-9599-5f16aca8179b req-9a430a47-b1d3-4738-9a31-857b7803fde3 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:51.598140 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b4c61efb-fc3d-40ca-9599-5f16aca8179b req-9a430a47-b1d3-4738-9a31-857b7803fde3 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 945 time: 0.1642425 Oct 27 18:28:51.599867 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f826c03-0426-4f3f-870f-28981c4f9867 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:28:51.609678 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ce8e1-9016-48f4-80b5-231025c8113e req-2a40b8a0-c8f9-46a6-b4e2-85a3b8935736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:51.613384 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9d56d9-869a-4396-949d-8924f12d244c req-9da723b9-30ce-47de-a0aa-cbd844c32a68 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] No DVR routers for this DVR port f2c4cb6f-36c7-4490-9658-7145f4a0c5cc on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:28:51.617305 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-021ce8e1-9016-48f4-80b5-231025c8113e req-2a40b8a0-c8f9-46a6-b4e2-85a3b8935736 service neutron] 10.222.0.93 "GET /v2.0/networks?id=27a035aa-6bb2-429b-9743-1c762638bdbc HTTP/1.1" status: 200 len: 923 time: 0.1308866 Oct 27 18:28:51.622697 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-8e9d56d9-869a-4396-949d-8924f12d244c req-9da723b9-30ce-47de-a0aa-cbd844c32a68 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:51.628480 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8e9d56d9-869a-4396-949d-8924f12d244c req-9da723b9-30ce-47de-a0aa-cbd844c32a68 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] 10.222.0.93 "DELETE /v2.0/ports/f2c4cb6f-36c7-4490-9658-7145f4a0c5cc HTTP/1.1" status: 204 len: 173 time: 1.0976367 Oct 27 18:28:51.628798 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 6f826c03-0426-4f3f-870f-28981c4f9867, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=6f826c03-0426-4f3f-870f-28981c4f9867,segment=NetworkSegment(6fccdb04-e32e-49e9-9bd7-67afe09628b0),segment_id=6fccdb04-e32e-49e9-9bd7-67afe09628b0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:28:51.700953 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b4c61efb-fc3d-40ca-9599-5f16aca8179b req-848f69c9-c9c2-4278-ac83-fa15decfdc4e tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018467 Oct 27 18:28:51.706691 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:51.708660 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-021ce8e1-9016-48f4-80b5-231025c8113e req-1169592d-3450-4360-b169-05f09136404d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5cf6019-9a31-49f4-967d-d08f4d332c9b HTTP/1.1" status: 200 len: 1001 time: 0.0776105 Oct 27 18:28:51.732217 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-431450d3-4a3c-4b79-bc39-6cda72559982 req-c7e94bd8-0156-4497-8577-a824c4e95fa9 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/floatingips/cad4bcae-8a8a-455d-9fb5-32b1783e170a HTTP/1.1" status: 200 len: 998 time: 0.1250808 Oct 27 18:28:51.767582 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ce8e1-9016-48f4-80b5-231025c8113e req-3b87951f-9a43-4e5f-b4bd-d4a0bab82b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:51.769656 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-021ce8e1-9016-48f4-80b5-231025c8113e req-3b87951f-9a43-4e5f-b4bd-d4a0bab82b77 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c4a4738a-7d76-4b39-92e8-ebca9284bd6e HTTP/1.1" status: 200 len: 860 time: 0.0507035 Oct 27 18:28:51.797010 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=6f826c03-0426-4f3f-870f-28981c4f9867,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:51.842476 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ce8e1-9016-48f4-80b5-231025c8113e req-40927146-8867-4e20-a0eb-6ea57f6e7944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:51.844135 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-021ce8e1-9016-48f4-80b5-231025c8113e req-40927146-8867-4e20-a0eb-6ea57f6e7944 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=27a035aa-6bb2-429b-9743-1c762638bdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643332 Oct 27 18:28:51.870077 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431450d3-4a3c-4b79-bc39-6cda72559982 req-72d4784c-f690-4811-a3dc-29986d63b377 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:51.871571 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-431450d3-4a3c-4b79-bc39-6cda72559982 req-72d4784c-f690-4811-a3dc-29986d63b377 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/networks/0fad50cd-70b8-43d9-8a14-cc05c0fdea0e HTTP/1.1" status: 200 len: 784 time: 0.1319773 Oct 27 18:28:51.885052 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-431450d3-4a3c-4b79-bc39-6cda72559982 req-b892977a-ffd5-4318-8b6b-306a9fee63c0 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:28:51.896169 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-431450d3-4a3c-4b79-bc39-6cda72559982 req-b892977a-ffd5-4318-8b6b-306a9fee63c0 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0100582 Oct 27 18:28:51.956974 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-021ce8e1-9016-48f4-80b5-231025c8113e req-cd9f02b2-4837-4643-85aa-c548d487aed0 service neutron] 10.222.0.93 "GET /v2.0/networks/27a035aa-6bb2-429b-9743-1c762638bdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004713 Oct 27 18:28:52.020146 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b7e922f4-bb6d-438c-86ab-895b67d1a5d1 req-94019681-15a0-49d4-85b3-cb4933b7fb07 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.228 HTTP/1.1" status: 200 len: 1001 time: 0.1075234 Oct 27 18:28:52.078365 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e922f4-bb6d-438c-86ab-895b67d1a5d1 req-9d868203-f636-4edf-bf40-efae0c3790c8 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:52.080228 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b7e922f4-bb6d-438c-86ab-895b67d1a5d1 req-9d868203-f636-4edf-bf40-efae0c3790c8 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/ports/a5cf6019-9a31-49f4-967d-d08f4d332c9b HTTP/1.1" status: 200 len: 942 time: 0.0592892 Oct 27 18:28:52.088382 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-021ce8e1-9016-48f4-80b5-231025c8113e req-c34e26df-a588-43de-b04e-144a68e5629e service neutron] 10.222.0.93 "GET /v2.0/networks/27a035aa-6bb2-429b-9743-1c762638bdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241951 Oct 27 18:28:52.120045 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a6aea891-416d-4a76-96fe-3f70a7ab60f0 req-f456b117-496f-44de-8c9f-a0899ad6dc10 tempest-ServersNegativeTestMultiTenantJSON-935317841 tempest-ServersNegativeTestMultiTenantJSON-935317841-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad81172-1eed-4444-80be-a6c46bc8031f HTTP/1.1" status: 200 len: 210 time: 0.0283368 Oct 27 18:28:52.155815 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['4be16c6c-9cb3-4d23-b864-f57944a737f3'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:28:52.198372 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b7e922f4-bb6d-438c-86ab-895b67d1a5d1 req-cdf904b0-e512-40cb-a36c-deced8b361ce tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.228 HTTP/1.1" status: 200 len: 1001 time: 0.0632007 Oct 27 18:28:52.221372 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['6f826c03-0426-4f3f-870f-28981c4f9867'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:28:52.336237 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e922f4-bb6d-438c-86ab-895b67d1a5d1 req-b2f9fc14-4545-4e08-9b77-e563c7f7ae77 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:52.337723 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b7e922f4-bb6d-438c-86ab-895b67d1a5d1 req-b2f9fc14-4545-4e08-9b77-e563c7f7ae77 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/networks/0fad50cd-70b8-43d9-8a14-cc05c0fdea0e HTTP/1.1" status: 200 len: 784 time: 0.1323807 Oct 27 18:28:52.435411 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b7e922f4-bb6d-438c-86ab-895b67d1a5d1 req-ae87cd08-0bd1-4458-93e9-aca2f65154f8 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.228 HTTP/1.1" status: 200 len: 1001 time: 0.0867517 Oct 27 18:28:52.447772 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41efd57-2653-4d57-bc13-fb0bd9157522 req-1abd1c9e-7b99-4d39-9d88-3dc1c544ce81 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:52.449407 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b41efd57-2653-4d57-bc13-fb0bd9157522 req-1abd1c9e-7b99-4d39-9d88-3dc1c544ce81 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "GET /v2.0/ports?device_id=e806f104-ce8d-4b2a-bacd-0c3e2a1a5699 HTTP/1.1" status: 200 len: 944 time: 0.1107199 Oct 27 18:28:52.454418 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-b7e922f4-bb6d-438c-86ab-895b67d1a5d1 req-8429a001-9df9-47ef-8897-965ac6c26070 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:28:52.534027 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b41efd57-2653-4d57-bc13-fb0bd9157522 req-c452cba9-921c-4610-aa23-a7a30968a92d tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "GET /v2.0/security-groups?id=91db495f-b60e-4ec3-8747-e756c15b1f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761628 Oct 27 18:28:52.536607 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-b7e922f4-bb6d-438c-86ab-895b67d1a5d1 req-8429a001-9df9-47ef-8897-965ac6c26070 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks [] for floatingip, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:52.728191 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-b7e922f4-bb6d-438c-86ab-895b67d1a5d1 req-8429a001-9df9-47ef-8897-965ac6c26070 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:52.736317 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf49b2-08e8-4523-9952-5da42d98a991 req-704906ba-f3d7-4747-ba42-7a68672f73e4 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:52.737838 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c6bf49b2-08e8-4523-9952-5da42d98a991 req-704906ba-f3d7-4747-ba42-7a68672f73e4 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.1061428 Oct 27 18:28:52.776644 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c6bf49b2-08e8-4523-9952-5da42d98a991 req-10279caa-b11b-4030-9009-ada364941983 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327537 Oct 27 18:28:52.801742 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-b7e922f4-bb6d-438c-86ab-895b67d1a5d1 req-8429a001-9df9-47ef-8897-965ac6c26070 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:52.802093 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [req-b7e922f4-bb6d-438c-86ab-895b67d1a5d1 req-8429a001-9df9-47ef-8897-965ac6c26070 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Floating IP cad4bcae-8a8a-455d-9fb5-32b1783e170a disassociated. External IP: 172.25.6.228, port: a5cf6019-9a31-49f4-967d-d08f4d332c9b. Oct 27 18:28:52.921666 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device f2e504f5-40d8-410c-94ac-75b08d047778 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:28:52.937213 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e47f4d-7f7e-423a-8825-7184c20ce722 req-170009d3-c74c-4777-896e-3bf33dadaf79 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:52.938781 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1e47f4d-7f7e-423a-8825-7184c20ce722 req-170009d3-c74c-4777-896e-3bf33dadaf79 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 945 time: 0.1010356 Oct 27 18:28:52.944323 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: f2e504f5-40d8-410c-94ac-75b08d047778 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:28:52.944669 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device f2e504f5-40d8-410c-94ac-75b08d047778 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:28:52.945084 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device f2c4cb6f-36c7-4490-9658-7145f4a0c5cc no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:28:52.964770 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: f2c4cb6f-36c7-4490-9658-7145f4a0c5cc {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:28:52.967982 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device f2c4cb6f-36c7-4490-9658-7145f4a0c5cc not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:28:53.047478 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1e47f4d-7f7e-423a-8825-7184c20ce722 req-5dcb121f-8867-4b1e-b038-ea630b726b32 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006110 Oct 27 18:28:53.098024 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7e922f4-bb6d-438c-86ab-895b67d1a5d1 req-8429a001-9df9-47ef-8897-965ac6c26070 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Router 9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:28:53.181250 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60050) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:28:53.216873 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7e922f4-bb6d-438c-86ab-895b67d1a5d1 req-8429a001-9df9-47ef-8897-965ac6c26070 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:28:53.221456 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-b7e922f4-bb6d-438c-86ab-895b67d1a5d1 req-8429a001-9df9-47ef-8897-965ac6c26070 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:53.230988 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-80a63aa3-55d8-4966-9927-b8302a30bb9a admin admin] Deleting subnet ea64187e-631f-4901-9603-7ba78817ff62 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:28:53.232817 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6882a9-110a-4882-ae7e-9b5e4c9d99d4 None None] Sync routers for ids ['9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:28:53.234445 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-80a63aa3-55d8-4966-9927-b8302a30bb9a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:53.244341 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6882a9-110a-4882-ae7e-9b5e4c9d99d4 None None] Routers {'9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:28:53.245238 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-6b6882a9-110a-4882-ae7e-9b5e4c9d99d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:28:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:53.250215 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b7e922f4-bb6d-438c-86ab-895b67d1a5d1 req-8429a001-9df9-47ef-8897-965ac6c26070 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "PUT /v2.0/floatingips/cad4bcae-8a8a-455d-9fb5-32b1783e170a HTTP/1.1" status: 200 len: 696 time: 0.7997558 Oct 27 18:28:53.270763 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-80a63aa3-55d8-4966-9927-b8302a30bb9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:53.307822 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e922f4-bb6d-438c-86ab-895b67d1a5d1 req-48c2b28b-7dbb-4293-8bbe-42a1deb64e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:53.309479 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b7e922f4-bb6d-438c-86ab-895b67d1a5d1 req-48c2b28b-7dbb-4293-8bbe-42a1deb64e6a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6638011f07ab4293b73f2f4c2d364560&device_id=b352a891-3406-4e81-9259-58199bdf0650 HTTP/1.1" status: 200 len: 1096 time: 0.0424917 Oct 27 18:28:53.316715 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-80a63aa3-55d8-4966-9927-b8302a30bb9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:53.372174 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-6b6882a9-110a-4882-ae7e-9b5e4c9d99d4 None None] Set router 9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:28:53.384827 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad81172-1eed-4444-80be-a6c46bc8031f', 'name': 'network-vif-deleted', 'tag': 'f2c4cb6f-36c7-4490-9658-7145f4a0c5cc'}, {'name': 'network-changed', 'server_uuid': 'b352a891-3406-4e81-9259-58199bdf0650', 'tag': 'a5cf6019-9a31-49f4-967d-d08f4d332c9b'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:28:53.388028 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f2a0cb-ac5f-499e-abbf-2cea9a81f734" -d '{"events": [{"server_uuid": "4ad81172-1eed-4444-80be-a6c46bc8031f", "name": "network-vif-deleted", "tag": "f2c4cb6f-36c7-4490-9658-7145f4a0c5cc"}, {"name": "network-changed", "server_uuid": "b352a891-3406-4e81-9259-58199bdf0650", "tag": "a5cf6019-9a31-49f4-967d-d08f4d332c9b"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:28:53.447110 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 27 Oct 2021 18:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0497dd1f-028e-487a-a78f-e7d85ab1e676 x-openstack-request-id: req-0497dd1f-028e-487a-a78f-e7d85ab1e676 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:28:53.449523 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-80a63aa3-55d8-4966-9927-b8302a30bb9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:53.458442 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad81172-1eed-4444-80be-a6c46bc8031f", "name": "network-vif-deleted", "tag": "f2c4cb6f-36c7-4490-9658-7145f4a0c5cc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b352a891-3406-4e81-9259-58199bdf0650", "tag": "a5cf6019-9a31-49f4-967d-d08f4d332c9b", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:28:53.458716 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0497dd1f-028e-487a-a78f-e7d85ab1e676 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:28:53.460673 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad81172-1eed-4444-80be-a6c46bc8031f', 'name': 'network-vif-deleted', 'tag': 'f2c4cb6f-36c7-4490-9658-7145f4a0c5cc', 'status': 'completed', 'code': 200} Oct 27 18:28:53.460673 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b352a891-3406-4e81-9259-58199bdf0650', 'tag': 'a5cf6019-9a31-49f4-967d-d08f4d332c9b', 'status': 'completed', 'code': 200} Oct 27 18:28:53.468496 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e922f4-bb6d-438c-86ab-895b67d1a5d1 req-5f12af17-c3f2-4c74-9c6b-adfde4437d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:53.470176 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b7e922f4-bb6d-438c-86ab-895b67d1a5d1 req-5f12af17-c3f2-4c74-9c6b-adfde4437d9a service neutron] 10.222.0.52 "GET /v2.0/networks?id=27a035aa-6bb2-429b-9743-1c762638bdbc HTTP/1.1" status: 200 len: 923 time: 0.1472578 Oct 27 18:28:53.515427 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-80a63aa3-55d8-4966-9927-b8302a30bb9a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:53.519768 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-80a63aa3-55d8-4966-9927-b8302a30bb9a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ea64187e-631f-4901-9603-7ba78817ff62 HTTP/1.1" status: 204 len: 168 time: 0.3364763 Oct 27 18:28:53.520612 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a63aa3-55d8-4966-9927-b8302a30bb9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea64187e-631f-4901-9603-7ba78817ff62,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:53.526849 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60062) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:28:53.543829 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b7e922f4-bb6d-438c-86ab-895b67d1a5d1 req-dd4afc04-d1a4-4d1d-9253-111f1d990081 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5cf6019-9a31-49f4-967d-d08f4d332c9b HTTP/1.1" status: 200 len: 217 time: 0.0534744 Oct 27 18:28:53.605829 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2a0cb-ac5f-499e-abbf-2cea9a81f734 req-a8f25dff-e596-4769-8e32-96a00da51ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:53.607180 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-74f2a0cb-ac5f-499e-abbf-2cea9a81f734 req-a8f25dff-e596-4769-8e32-96a00da51ec7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6638011f07ab4293b73f2f4c2d364560&device_id=b352a891-3406-4e81-9259-58199bdf0650 HTTP/1.1" status: 200 len: 1096 time: 0.1255398 Oct 27 18:28:53.618640 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e922f4-bb6d-438c-86ab-895b67d1a5d1 req-be71e898-e1c0-4d02-a65c-b37827c83502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:53.620555 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-6b6882a9-110a-4882-ae7e-9b5e4c9d99d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1749538051-router', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '13996662-3695-410b-9cfb-35f371084fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:27:47Z', 'updated_at': '2021-10-27T18:27:51Z', 'revision_number': 4, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'gw_port': {'id': '13996662-3695-410b-9cfb-35f371084fd6', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:48Z', 'updated_at': '2021-10-27T18:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '44192763-0f39-4460-8756-29411f7bf559', 'name': '', 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'mac_address': 'fa:16:3e:a0:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'c4a4738a-7d76-4b39-92e8-ebca9284bd6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:50Z', 'updated_at': '2021-10-27T18:27:54Z', 'revision_number': 5, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'subnets': [{'id': 'c4a4738a-7d76-4b39-92e8-ebca9284bd6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:53.630959 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b7e922f4-bb6d-438c-86ab-895b67d1a5d1 req-be71e898-e1c0-4d02-a65c-b37827c83502 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c4a4738a-7d76-4b39-92e8-ebca9284bd6e HTTP/1.1" status: 200 len: 860 time: 0.0706589 Oct 27 18:28:53.651647 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6882a9-110a-4882-ae7e-9b5e4c9d99d4 None None] Checking router: 9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:28:53.655579 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2b569c97-9425-4f49-bfaf-5e62fa7257d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:53.661873 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6882a9-110a-4882-ae7e-9b5e4c9d99d4 None None] Routers {'9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:28:53.662622 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-6b6882a9-110a-4882-ae7e-9b5e4c9d99d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:28:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:53.710721 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e922f4-bb6d-438c-86ab-895b67d1a5d1 req-cc32cb78-e139-4eb5-b313-276c1bc55d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:53.712306 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b7e922f4-bb6d-438c-86ab-895b67d1a5d1 req-cc32cb78-e139-4eb5-b313-276c1bc55d5c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=27a035aa-6bb2-429b-9743-1c762638bdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805175 Oct 27 18:28:53.780919 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-6b6882a9-110a-4882-ae7e-9b5e4c9d99d4 None None] Set router 9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:28:53.788508 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5df6ba-55b9-482c-b855-5585f85b714d req-0f64a493-5782-475c-9d20-e2a51986173d tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:53.790028 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cb5df6ba-55b9-482c-b855-5585f85b714d req-0f64a493-5782-475c-9d20-e2a51986173d tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "GET /v2.0/ports?device_id=e806f104-ce8d-4b2a-bacd-0c3e2a1a5699 HTTP/1.1" status: 200 len: 944 time: 0.1111321 Oct 27 18:28:53.805032 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2a0cb-ac5f-499e-abbf-2cea9a81f734 req-95d7bceb-90f2-496c-85f1-2a26efd02bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:53.806513 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-74f2a0cb-ac5f-499e-abbf-2cea9a81f734 req-95d7bceb-90f2-496c-85f1-2a26efd02bd0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=27a035aa-6bb2-429b-9743-1c762638bdbc HTTP/1.1" status: 200 len: 923 time: 0.1765962 Oct 27 18:28:53.809845 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2b569c97-9425-4f49-bfaf-5e62fa7257d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:53.852161 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b7e922f4-bb6d-438c-86ab-895b67d1a5d1 req-c9c6cddf-301c-4b91-8e9d-07da3dcd1029 service neutron] 10.222.0.52 "GET /v2.0/networks/27a035aa-6bb2-429b-9743-1c762638bdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305857 Oct 27 18:28:53.854907 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cb5df6ba-55b9-482c-b855-5585f85b714d req-faf9b417-4ff5-4dd2-9036-acf6027985da tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "GET /v2.0/security-groups?id=91db495f-b60e-4ec3-8747-e756c15b1f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579960 Oct 27 18:28:53.860955 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-74f2a0cb-ac5f-499e-abbf-2cea9a81f734 req-436a10ed-8300-4e32-a9d0-8a7b442c63a7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5cf6019-9a31-49f4-967d-d08f4d332c9b HTTP/1.1" status: 200 len: 217 time: 0.0427217 Oct 27 18:28:53.865127 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-2b569c97-9425-4f49-bfaf-5e62fa7257d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58cc40a6-7266-469b-9d10-339aa9a52142']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:53.915239 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-2b569c97-9425-4f49-bfaf-5e62fa7257d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27d93fd8-9a37-4af8-b1a6-e6abf40d352d') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:53.915534 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-2b569c97-9425-4f49-bfaf-5e62fa7257d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27d93fd8-9a37-4af8-b1a6-e6abf40d352d') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:53.934851 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2b569c97-9425-4f49-bfaf-5e62fa7257d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:53.946599 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2a0cb-ac5f-499e-abbf-2cea9a81f734 req-48e2225e-703e-474d-b692-92e7b15f1597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:53.948129 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-74f2a0cb-ac5f-499e-abbf-2cea9a81f734 req-48e2225e-703e-474d-b692-92e7b15f1597 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c4a4738a-7d76-4b39-92e8-ebca9284bd6e HTTP/1.1" status: 200 len: 860 time: 0.0752144 Oct 27 18:28:53.954396 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2b569c97-9425-4f49-bfaf-5e62fa7257d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:53.970251 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b569c97-9425-4f49-bfaf-5e62fa7257d2 admin admin] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:28:53.970663 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2b569c97-9425-4f49-bfaf-5e62fa7257d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:53.972984 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:28:53.972984 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:28:53.972984 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:28:53.972984 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:28:53.972984 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:28:53.972984 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:28:53.972984 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:28:53.972984 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:28:53.972984 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:28:53.972984 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:28:53.972984 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:28:53.972984 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:28:53.972984 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:28:53.972984 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:28:53.972984 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:28:53.972984 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:28:53.972984 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:28:53.972984 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:28:53.972984 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:28:53.972984 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:28:53.972984 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:28:53.972984 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:28:53.972984 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:28:53.972984 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:28:53.972984 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:28:53.972984 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:28:53.972984 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:28:53.972984 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:28:53.972984 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:28:53.972984 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:28:53.972984 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:28:53.972984 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:28:53.985987 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b7e922f4-bb6d-438c-86ab-895b67d1a5d1 req-81683c0d-66ea-426a-a23d-d70820179ef9 service neutron] 10.222.0.52 "GET /v2.0/networks/27a035aa-6bb2-429b-9743-1c762638bdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264570 Oct 27 18:28:54.007801 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6397a3-cf03-4278-aa71-22365c31c8c8 req-3b4ca0d1-fb8c-45e9-8a02-18008466eb89 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:54.009537 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0b6397a3-cf03-4278-aa71-22365c31c8c8 req-3b4ca0d1-fb8c-45e9-8a02-18008466eb89 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0702000 Oct 27 18:28:54.034879 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-6b6882a9-110a-4882-ae7e-9b5e4c9d99d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1749538051-router', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '13996662-3695-410b-9cfb-35f371084fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:27:47Z', 'updated_at': '2021-10-27T18:27:51Z', 'revision_number': 4, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'gw_port': {'id': '13996662-3695-410b-9cfb-35f371084fd6', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:48Z', 'updated_at': '2021-10-27T18:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '44192763-0f39-4460-8756-29411f7bf559', 'name': '', 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'mac_address': 'fa:16:3e:a0:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'c4a4738a-7d76-4b39-92e8-ebca9284bd6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:50Z', 'updated_at': '2021-10-27T18:27:54Z', 'revision_number': 5, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'subnets': [{'id': 'c4a4738a-7d76-4b39-92e8-ebca9284bd6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:54.053276 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0b6397a3-cf03-4278-aa71-22365c31c8c8 req-2adbe775-6904-4460-ab05-841fbe9938ba tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370517 Oct 27 18:28:54.053520 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2a0cb-ac5f-499e-abbf-2cea9a81f734 req-3c59df6b-c423-42b8-a11c-eb73cb9ef57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:54.055077 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-74f2a0cb-ac5f-499e-abbf-2cea9a81f734 req-3c59df6b-c423-42b8-a11c-eb73cb9ef57a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=27a035aa-6bb2-429b-9743-1c762638bdbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978453 Oct 27 18:28:54.070605 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6882a9-110a-4882-ae7e-9b5e4c9d99d4 None None] The sync data for ids ['9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'] in n-d-815690-2 is: [{'id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1749538051-router', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '13996662-3695-410b-9cfb-35f371084fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:27:47Z', 'updated_at': '2021-10-27T18:27:51Z', 'revision_number': 4, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'gw_port': {'id': '13996662-3695-410b-9cfb-35f371084fd6', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:48Z', 'updated_at': '2021-10-27T18:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '44192763-0f39-4460-8756-29411f7bf559', 'name': '', 'network_id': '27a035aa-6bb2-429b-9743-1c762638bdbc', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'mac_address': 'fa:16:3e:a0:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'c4a4738a-7d76-4b39-92e8-ebca9284bd6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:50Z', 'updated_at': '2021-10-27T18:27:54Z', 'revision_number': 5, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'subnets': [{'id': 'c4a4738a-7d76-4b39-92e8-ebca9284bd6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:28:54.151353 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2b569c97-9425-4f49-bfaf-5e62fa7257d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:54.158080 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2b569c97-9425-4f49-bfaf-5e62fa7257d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:54.165320 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2b569c97-9425-4f49-bfaf-5e62fa7257d2 admin admin] 10.222.0.52 "DELETE /v2.0/networks/58cc40a6-7266-469b-9d10-339aa9a52142 HTTP/1.1" status: 204 len: 168 time: 0.6403139 Oct 27 18:28:54.168269 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60082) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:28:54.220829 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b569c97-9425-4f49-bfaf-5e62fa7257d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=58cc40a6-7266-469b-9d10-339aa9a52142,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:54.227252 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11230daf-bbfc-489d-b892-8fa0061e2ba8 req-cdb59e24-d288-44ba-8aa4-786f2a50b67b tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:54.229144 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-11230daf-bbfc-489d-b892-8fa0061e2ba8 req-cdb59e24-d288-44ba-8aa4-786f2a50b67b tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.0921137 Oct 27 18:28:54.250912 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e677b-4ad6-40a1-8e1c-60867ddd6ef9 req-6fb7056f-5755-47f5-af42-850ee0b7d64c tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:54.252438 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a62e677b-4ad6-40a1-8e1c-60867ddd6ef9 req-6fb7056f-5755-47f5-af42-850ee0b7d64c tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 945 time: 0.0764370 Oct 27 18:28:54.254347 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-74f2a0cb-ac5f-499e-abbf-2cea9a81f734 req-24bd663b-5a0d-43d1-b134-93c286eefc55 service neutron] 10.222.0.93 "GET /v2.0/networks/27a035aa-6bb2-429b-9743-1c762638bdbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862431 Oct 27 18:28:54.262077 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2ab420c-531a-4299-8093-67885e19189c admin admin] Deleting subnet 0537a79d-4c6e-440a-b9fe-eac51012b74e {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:28:54.265707 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b2ab420c-531a-4299-8093-67885e19189c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:54.310536 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-11230daf-bbfc-489d-b892-8fa0061e2ba8 req-9e3d1d03-b978-424f-80b4-05f5d149b461 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740705 Oct 27 18:28:54.313786 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a62e677b-4ad6-40a1-8e1c-60867ddd6ef9 req-1265c576-3d33-47b2-84e6-21f74f1e8500 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537126 Oct 27 18:28:54.372198 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b2ab420c-531a-4299-8093-67885e19189c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:54.440239 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b2ab420c-531a-4299-8093-67885e19189c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:54.445517 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-74f2a0cb-ac5f-499e-abbf-2cea9a81f734 req-22e5623d-66fa-478f-b846-b998b5a6da8f service neutron] 10.222.0.93 "GET /v2.0/networks/27a035aa-6bb2-429b-9743-1c762638bdbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555302 Oct 27 18:28:54.448770 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c361851-159e-46a0-beaf-389b92377b6a None None] New status for floating IP cad4bcae-8a8a-455d-9fb5-32b1783e170a: DOWN {{(pid=102881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:28:54.474609 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887c76c-7a20-42b6-9103-86b618c876c5 req-17db6606-0311-46d7-8014-8e24c6aed617 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:54.476433 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7887c76c-7a20-42b6-9103-86b618c876c5 req-17db6606-0311-46d7-8014-8e24c6aed617 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0606372 Oct 27 18:28:54.531560 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7887c76c-7a20-42b6-9103-86b618c876c5 req-39e931e3-b346-463c-b0f9-b3522e041a54 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488737 Oct 27 18:28:54.572779 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-203dcce7-5229-4658-a31d-ab7f1359c380 req-8e78616d-7180-4874-8110-7184429da411 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/floatingips/cad4bcae-8a8a-455d-9fb5-32b1783e170a HTTP/1.1" status: 200 len: 696 time: 0.0494099 Oct 27 18:28:54.585180 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b2ab420c-531a-4299-8093-67885e19189c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:54.611484 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab420c-531a-4299-8093-67885e19189c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0537a79d-4c6e-440a-b9fe-eac51012b74e,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:54.625926 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b2ab420c-531a-4299-8093-67885e19189c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:54.631319 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b2ab420c-531a-4299-8093-67885e19189c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0537a79d-4c6e-440a-b9fe-eac51012b74e HTTP/1.1" status: 204 len: 168 time: 0.4610806 Oct 27 18:28:54.633547 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60090) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:28:54.701932 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203dcce7-5229-4658-a31d-ab7f1359c380 req-964054c7-aa0a-4a44-8ca0-a0e18f231ca4 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:54.703463 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-203dcce7-5229-4658-a31d-ab7f1359c380 req-964054c7-aa0a-4a44-8ca0-a0e18f231ca4 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/networks/0fad50cd-70b8-43d9-8a14-cc05c0fdea0e HTTP/1.1" status: 200 len: 784 time: 0.1243613 Oct 27 18:28:54.712109 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0dd13d9f-1f8c-450c-acc5-770d8603cbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:54.755125 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-203dcce7-5229-4658-a31d-ab7f1359c380 req-19137602-50bc-4762-856f-61af086e3c75 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.228 HTTP/1.1" status: 200 len: 699 time: 0.0448186 Oct 27 18:28:54.791780 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0dd13d9f-1f8c-450c-acc5-770d8603cbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:54.814584 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-0dd13d9f-1f8c-450c-acc5-770d8603cbd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af45143f-80f0-4d11-acb5-30bc78710724']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:54.819693 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-203dcce7-5229-4658-a31d-ab7f1359c380 req-adc4063e-5d3a-42c8-b6a8-ff396ac4cf6a tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.228 HTTP/1.1" status: 200 len: 699 time: 0.0571110 Oct 27 18:28:54.824903 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-0dd13d9f-1f8c-450c-acc5-770d8603cbd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bc71ab7-8988-41a3-bee3-6695a4197c3e') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:54.827707 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-0dd13d9f-1f8c-450c-acc5-770d8603cbd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bc71ab7-8988-41a3-bee3-6695a4197c3e') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:28:54.837581 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0dd13d9f-1f8c-450c-acc5-770d8603cbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:54.856718 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0dd13d9f-1f8c-450c-acc5-770d8603cbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:54.859179 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dd13d9f-1f8c-450c-acc5-770d8603cbd4 admin admin] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:28:54.860042 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0dd13d9f-1f8c-450c-acc5-770d8603cbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:54.861326 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:28:54.861326 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:28:54.861326 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:28:54.861326 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:28:54.861326 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:28:54.861326 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:28:54.861326 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:28:54.861326 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:28:54.861326 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:28:54.861326 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:28:54.861326 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:28:54.861326 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:28:54.861326 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:28:54.861326 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:28:54.861326 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:28:54.861326 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:28:54.861326 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:28:54.861326 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:28:54.861326 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:28:54.861326 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:28:54.861326 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:28:54.861326 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:28:54.861326 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:28:54.861326 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:28:54.861326 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:28:54.861326 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:28:54.861326 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:28:54.861326 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:28:54.861326 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:28:54.861326 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:28:54.861326 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:28:54.861326 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:28:54.921637 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 4be16c6c-9cb3-4d23-b864-f57944a737f3 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:28:54.967696 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0dd13d9f-1f8c-450c-acc5-770d8603cbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:54.975350 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0dd13d9f-1f8c-450c-acc5-770d8603cbd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:54.977198 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0dd13d9f-1f8c-450c-acc5-770d8603cbd4 admin admin] 10.222.0.52 "DELETE /v2.0/networks/af45143f-80f0-4d11-acb5-30bc78710724 HTTP/1.1" status: 204 len: 168 time: 0.3421762 Oct 27 18:28:54.990939 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd13d9f-1f8c-450c-acc5-770d8603cbd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=af45143f-80f0-4d11-acb5-30bc78710724,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:55.001697 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-203dcce7-5229-4658-a31d-ab7f1359c380 req-9a9ae36e-b307-4a3b-a525-1dcaaeffa6c1 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Deleting port 462aeb25-5fed-4b1b-82ee-1b37a3de54f0 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:28:55.002034 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-203dcce7-5229-4658-a31d-ab7f1359c380 req-9a9ae36e-b307-4a3b-a525-1dcaaeffa6c1 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:55.022519 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d4d227-d4a0-4a0a-bb85-b8a0fc656248 req-7ecd4235-a859-46c2-9f20-f4546a7a9082 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:55.024157 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-29d4d227-d4a0-4a0a-bb85-b8a0fc656248 req-7ecd4235-a859-46c2-9f20-f4546a7a9082 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "GET /v2.0/ports?device_id=e806f104-ce8d-4b2a-bacd-0c3e2a1a5699 HTTP/1.1" status: 200 len: 944 time: 0.0791845 Oct 27 18:28:55.054899 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 4be16c6c-9cb3-4d23-b864-f57944a737f3 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:28:55.059748 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 4be16c6c-9cb3-4d23-b864-f57944a737f3 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:28:55.060202 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:55.108828 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-29d4d227-d4a0-4a0a-bb85-b8a0fc656248 req-24bfac53-1e8c-4360-80d7-c71d42834395 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "GET /v2.0/security-groups?id=91db495f-b60e-4ec3-8747-e756c15b1f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504506 Oct 27 18:28:55.134027 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-203dcce7-5229-4658-a31d-ab7f1359c380 req-9a9ae36e-b307-4a3b-a525-1dcaaeffa6c1 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:55.134438 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-203dcce7-5229-4658-a31d-ab7f1359c380 req-9a9ae36e-b307-4a3b-a525-1dcaaeffa6c1 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:55.151278 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:55.151920 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-203dcce7-5229-4658-a31d-ab7f1359c380 req-9a9ae36e-b307-4a3b-a525-1dcaaeffa6c1 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Calling delete_port for 462aeb25-5fed-4b1b-82ee-1b37a3de54f0 owned by network:floatingip {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:28:55.181276 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c45b96d-0b5c-4921-99b4-1c434bd73fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be16c6c-9cb3-4d23-b864-f57944a737f3'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:28:55.183996 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1720c2eb-d290-48ce-ba7d-e5e5f2cff59b" -d '{"events": [{"server_uuid": "3c45b96d-0b5c-4921-99b4-1c434bd73fdb", "name": "network-vif-plugged", "status": "completed", "tag": "4be16c6c-9cb3-4d23-b864-f57944a737f3"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:28:55.199261 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 4be16c6c-9cb3-4d23-b864-f57944a737f3, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=4be16c6c-9cb3-4d23-b864-f57944a737f3,segment=NetworkSegment(7ab5ac52-5e29-41f5-a4b9-15dca948aa51),segment_id=7ab5ac52-5e29-41f5-a4b9-15dca948aa51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:28:55.227402 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a502ccb-ce28-4c75-8f99-19bb843c33d0 x-openstack-request-id: req-5a502ccb-ce28-4c75-8f99-19bb843c33d0 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:28:55.227707 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c45b96d-0b5c-4921-99b4-1c434bd73fdb", "name": "network-vif-plugged", "status": "completed", "tag": "4be16c6c-9cb3-4d23-b864-f57944a737f3", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:28:55.227961 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5a502ccb-ce28-4c75-8f99-19bb843c33d0 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:28:55.228357 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c45b96d-0b5c-4921-99b4-1c434bd73fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be16c6c-9cb3-4d23-b864-f57944a737f3', 'code': 200} Oct 27 18:28:55.255863 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:55.256679 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 6f826c03-0426-4f3f-870f-28981c4f9867 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:28:55.337255 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ef997-0b92-48f4-94ac-db74caaf0807 req-2c0c55af-d1e9-4d1e-89f3-fc5ac2bc7ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:55.338897 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-036ef997-0b92-48f4-94ac-db74caaf0807 req-2c0c55af-d1e9-4d1e-89f3-fc5ac2bc7ce8 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 1097 time: 0.0417039 Oct 27 18:28:55.340933 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=4be16c6c-9cb3-4d23-b864-f57944a737f3,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:55.376022 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60106) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:28:55.381357 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-036ef997-0b92-48f4-94ac-db74caaf0807 req-6d4de86d-9fb8-40ec-9c65-a980e6487540 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328388 Oct 27 18:28:55.391838 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-203dcce7-5229-4658-a31d-ab7f1359c380 req-9a9ae36e-b307-4a3b-a525-1dcaaeffa6c1 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:55.431400 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9ae36e-b307-4a3b-a525-1dcaaeffa6c1 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Pushing event deleted for resources: {'Port': ['ID=462aeb25-5fed-4b1b-82ee-1b37a3de54f0,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:55.431639 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 6f826c03-0426-4f3f-870f-28981c4f9867 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:28:55.435909 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 6f826c03-0426-4f3f-870f-28981c4f9867 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:28:55.439756 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:55.528575 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:55.536964 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0edc01dc-c80e-4528-9cc5-c120d2b2bbad admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7fe084e48ac94723a80b3b4364762cb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1597757 Oct 27 18:28:55.539787 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60112) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:28:55.555335 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965219ef-9e5e-4ca8-89c2-fd63f028c077 req-dc620b17-5531-4af3-b470-263bf0afa501 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:55.556899 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-965219ef-9e5e-4ca8-89c2-fd63f028c077 req-dc620b17-5531-4af3-b470-263bf0afa501 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 946 time: 0.1376133 Oct 27 18:28:55.560418 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-203dcce7-5229-4658-a31d-ab7f1359c380 req-9a9ae36e-b307-4a3b-a525-1dcaaeffa6c1 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks [] for floatingip, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:55.563898 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-203dcce7-5229-4658-a31d-ab7f1359c380 req-9a9ae36e-b307-4a3b-a525-1dcaaeffa6c1 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:55.567396 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 6f826c03-0426-4f3f-870f-28981c4f9867, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=6f826c03-0426-4f3f-870f-28981c4f9867,segment=NetworkSegment(6fccdb04-e32e-49e9-9bd7-67afe09628b0),segment_id=6fccdb04-e32e-49e9-9bd7-67afe09628b0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:28:55.577254 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-203dcce7-5229-4658-a31d-ab7f1359c380 req-9a9ae36e-b307-4a3b-a525-1dcaaeffa6c1 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "DELETE /v2.0/floatingips/cad4bcae-8a8a-455d-9fb5-32b1783e170a HTTP/1.1" status: 204 len: 173 time: 0.7552252 Oct 27 18:28:55.615048 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2d0c090c-091f-4bf7-b7a3-e31d56651e7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:55.616140 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-965219ef-9e5e-4ca8-89c2-fd63f028c077 req-663c639b-d5f3-4e77-bdb2-564a441dc314 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378125 Oct 27 18:28:55.648861 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:55.652569 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2d0c090c-091f-4bf7-b7a3-e31d56651e7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:55.734176 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7441ca2-7923-41cf-8c61-1bcb63bb0f0b req-a4093bef-97a4-4c02-95e1-8c0a2e78c51e tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:55.735790 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b7441ca2-7923-41cf-8c61-1bcb63bb0f0b req-a4093bef-97a4-4c02-95e1-8c0a2e78c51e tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.1080382 Oct 27 18:28:55.747905 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=6f826c03-0426-4f3f-870f-28981c4f9867,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:55.781166 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b7441ca2-7923-41cf-8c61-1bcb63bb0f0b req-2259ad41-b0a8-4999-8a32-a526f3d1a4c7 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374398 Oct 27 18:28:56.228223 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292e73a-bf04-4a1f-9ad9-265a13ba0afe req-afe85541-78e1-4fe7-a618-19259e2852c6 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:56.229727 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a292e73a-bf04-4a1f-9ad9-265a13ba0afe req-afe85541-78e1-4fe7-a618-19259e2852c6 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "GET /v2.0/ports?device_id=e806f104-ce8d-4b2a-bacd-0c3e2a1a5699 HTTP/1.1" status: 200 len: 945 time: 0.0500598 Oct 27 18:28:56.271827 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a292e73a-bf04-4a1f-9ad9-265a13ba0afe req-d57d5866-2452-452a-a821-81bf6a38a076 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "GET /v2.0/security-groups?id=91db495f-b60e-4ec3-8747-e756c15b1f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360010 Oct 27 18:28:56.277243 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2d0c090c-091f-4bf7-b7a3-e31d56651e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:56.285948 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2d0c090c-091f-4bf7-b7a3-e31d56651e7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:56.285948 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2d0c090c-091f-4bf7-b7a3-e31d56651e7f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7941a9e3-cd4b-49d9-8718-8837a4e02d72 HTTP/1.1" status: 204 len: 168 time: 0.7400830 Oct 27 18:28:56.292043 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c090c-091f-4bf7-b7a3-e31d56651e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7941a9e3-cd4b-49d9-8718-8837a4e02d72,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:56.335635 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:56.740423 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:56.941024 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0348329-1f03-45c1-a05d-20290f5e8b35 req-697c09ac-1ca1-4ec8-886e-affca1388113 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:56.942867 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f0348329-1f03-45c1-a05d-20290f5e8b35 req-697c09ac-1ca1-4ec8-886e-affca1388113 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/ports?device_id=b352a891-3406-4e81-9259-58199bdf0650 HTTP/1.1" status: 200 len: 945 time: 0.4097056 Oct 27 18:28:56.974674 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683cb17-f7ab-4a23-a6c2-6f7875ed8932 req-c4ca69be-7840-419d-8331-e2cdef344962 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:56.980727 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8683cb17-f7ab-4a23-a6c2-6f7875ed8932 req-c4ca69be-7840-419d-8331-e2cdef344962 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 946 time: 0.0786207 Oct 27 18:28:57.006433 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60132) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:28:57.007793 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f0348329-1f03-45c1-a05d-20290f5e8b35 req-2b0e5d68-5db2-49c5-a472-c98d387e1f17 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/security-groups?id=072c529e-ac1b-454a-b20b-661650ad86ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573912 Oct 27 18:28:57.032355 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8683cb17-f7ab-4a23-a6c2-6f7875ed8932 req-13b96650-966e-478f-97ff-db995d296acf tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456333 Oct 27 18:28:57.075458 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f6004c16-8ed6-4c98-8ef5-52d6c75174aa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=eb8fa06458784015bb0d6a8c68e02b43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0675983 Oct 27 18:28:57.077853 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60134) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:28:57.131235 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-855076c1-8f64-4960-a785-d62fabe58d1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:57.144879 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719bac1-cd72-4fd4-96d1-85725616f079 req-2d7002c9-8413-4a6d-9351-ef397dedc80b tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:57.146396 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6719bac1-cd72-4fd4-96d1-85725616f079 req-2d7002c9-8413-4a6d-9351-ef397dedc80b tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.0526679 Oct 27 18:28:57.152515 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-855076c1-8f64-4960-a785-d62fabe58d1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:57.189667 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6719bac1-cd72-4fd4-96d1-85725616f079 req-25d74be3-9535-4dd8-b03a-cdedc6a52106 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344868 Oct 27 18:28:57.230847 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e806f104-ce8d-4b2a-bacd-0c3e2a1a5699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f826c03-0426-4f3f-870f-28981c4f9867'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:28:57.232817 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed158de-e97e-4b7c-be50-7a8733499e4b" -d '{"events": [{"server_uuid": "e806f104-ce8d-4b2a-bacd-0c3e2a1a5699", "name": "network-vif-plugged", "status": "completed", "tag": "6f826c03-0426-4f3f-870f-28981c4f9867"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:28:57.270708 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed2b08d-74f1-40af-a7a1-54e4ba05ed1b x-openstack-request-id: req-aed2b08d-74f1-40af-a7a1-54e4ba05ed1b {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:28:57.271047 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e806f104-ce8d-4b2a-bacd-0c3e2a1a5699", "name": "network-vif-plugged", "status": "completed", "tag": "6f826c03-0426-4f3f-870f-28981c4f9867", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:28:57.271299 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aed2b08d-74f1-40af-a7a1-54e4ba05ed1b {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:28:57.271693 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e806f104-ce8d-4b2a-bacd-0c3e2a1a5699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f826c03-0426-4f3f-870f-28981c4f9867', 'code': 200} Oct 27 18:28:57.307784 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-855076c1-8f64-4960-a785-d62fabe58d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:57.307784 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-855076c1-8f64-4960-a785-d62fabe58d1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:57.307784 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-855076c1-8f64-4960-a785-d62fabe58d1e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a6742988-4854-4e0b-bc09-e3cf119c230f HTTP/1.1" status: 204 len: 168 time: 0.2261140 Oct 27 18:28:57.314891 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855076c1-8f64-4960-a785-d62fabe58d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6742988-4854-4e0b-bc09-e3cf119c230f,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:57.402274 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f00fec-8a70-4e8e-b3f1-c68dea560590 req-cca49ab0-30cc-4950-8ddf-a3bc54162015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:57.403979 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f3f00fec-8a70-4e8e-b3f1-c68dea560590 req-cca49ab0-30cc-4950-8ddf-a3bc54162015 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e806f104-ce8d-4b2a-bacd-0c3e2a1a5699 HTTP/1.1" status: 200 len: 1096 time: 0.0492032 Oct 27 18:28:57.446499 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b02245-af2f-45a3-952d-df78f509c1d3 req-4f2b0b33-2353-4e59-a886-6fd883e49ae9 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:57.448375 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f3f00fec-8a70-4e8e-b3f1-c68dea560590 req-d3eab919-cd86-4d02-a77c-4691833cfa8e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=91db495f-b60e-4ec3-8747-e756c15b1f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314929 Oct 27 18:28:57.451282 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b0b02245-af2f-45a3-952d-df78f509c1d3 req-4f2b0b33-2353-4e59-a886-6fd883e49ae9 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0893066 Oct 27 18:28:57.470178 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ad7c8-4ec6-455f-8286-71f122994b63 req-35255d71-f596-498a-8306-809769d3bd26 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:57.478949 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-814ad7c8-4ec6-455f-8286-71f122994b63 req-35255d71-f596-498a-8306-809769d3bd26 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "GET /v2.0/ports?device_id=e806f104-ce8d-4b2a-bacd-0c3e2a1a5699 HTTP/1.1" status: 200 len: 945 time: 0.0789583 Oct 27 18:28:57.520548 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b0b02245-af2f-45a3-952d-df78f509c1d3 req-dc6746fb-67de-4cc3-9b99-0b2d0b3e2b15 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645297 Oct 27 18:28:57.527663 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-814ad7c8-4ec6-455f-8286-71f122994b63 req-6f45d4ff-69b4-4313-b51a-597c55c3fa7c tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "GET /v2.0/security-groups?id=91db495f-b60e-4ec3-8747-e756c15b1f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475085 Oct 27 18:28:57.637115 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20777ed1-b0e6-41f0-b4fc-bef9233bbdd3 req-f6772362-f0be-41f0-91ab-31ce584b43f0 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:57.638532 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20777ed1-b0e6-41f0-b4fc-bef9233bbdd3 req-f6772362-f0be-41f0-91ab-31ce584b43f0 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0493538 Oct 27 18:28:57.681837 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20777ed1-b0e6-41f0-b4fc-bef9233bbdd3 req-8f1e8dff-9649-4784-a763-40fddc82f752 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368922 Oct 27 18:28:57.892370 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47269b04-494d-41d5-b4e4-c8413c05e395 req-4b674103-f6de-4ac0-95ca-57871df407bc tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:57.893940 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-47269b04-494d-41d5-b4e4-c8413c05e395 req-4b674103-f6de-4ac0-95ca-57871df407bc tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0487313 Oct 27 18:28:57.932678 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-47269b04-494d-41d5-b4e4-c8413c05e395 req-b0dd440e-7acf-4c41-9621-4f349ca08dff tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326872 Oct 27 18:28:58.051344 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ea67e-26b5-4c10-921f-93d52f5d9838 req-c4355d6d-4f67-47a4-9722-796829f63a7a tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:58.052849 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6b3ea67e-26b5-4c10-921f-93d52f5d9838 req-c4355d6d-4f67-47a4-9722-796829f63a7a tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0497391 Oct 27 18:28:58.103940 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6b3ea67e-26b5-4c10-921f-93d52f5d9838 req-75129c67-23f6-4aa1-a90e-208c07526acd tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448883 Oct 27 18:28:58.160469 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb551a5a-c7d7-429e-b85b-db47859c2fb8 req-22e4fca6-e104-426b-86e4-b4e3120c0034 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:58.162060 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb551a5a-c7d7-429e-b85b-db47859c2fb8 req-22e4fca6-e104-426b-86e4-b4e3120c0034 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/ports?device_id=b352a891-3406-4e81-9259-58199bdf0650 HTTP/1.1" status: 200 len: 945 time: 0.0797710 Oct 27 18:28:58.242605 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb551a5a-c7d7-429e-b85b-db47859c2fb8 req-9b58fafe-686b-4251-beb9-fedf224d5b88 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/security-groups?id=072c529e-ac1b-454a-b20b-661650ad86ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744870 Oct 27 18:28:58.262479 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b01e6-51e3-4c48-8e12-11e9d547ebd2 req-1f8d758f-c776-404b-a248-32cf7a8dc4e4 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:58.265023 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eb6b01e6-51e3-4c48-8e12-11e9d547ebd2 req-1f8d758f-c776-404b-a248-32cf7a8dc4e4 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 946 time: 0.0897717 Oct 27 18:28:58.303397 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eb6b01e6-51e3-4c48-8e12-11e9d547ebd2 req-48d4fd41-ca77-4372-99fe-8387a321ed05 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333409 Oct 27 18:28:58.459959 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabeb9d-17e8-4ce7-99a6-02c0cab3f829 req-f6325786-60c6-4d50-a9aa-4991c214cba1 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:58.461471 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dfabeb9d-17e8-4ce7-99a6-02c0cab3f829 req-f6325786-60c6-4d50-a9aa-4991c214cba1 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.0836647 Oct 27 18:28:58.474655 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945dee1c-9a18-4163-868c-a21828b2c86c req-2df219c7-1f0d-4685-a2e8-104f376c1594 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:58.476067 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-945dee1c-9a18-4163-868c-a21828b2c86c req-2df219c7-1f0d-4685-a2e8-104f376c1594 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 946 time: 0.0712240 Oct 27 18:28:58.532459 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dfabeb9d-17e8-4ce7-99a6-02c0cab3f829 req-ca7fd1fe-70d1-4c0d-88bb-23ae5fb462c3 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554385 Oct 27 18:28:58.535302 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-945dee1c-9a18-4163-868c-a21828b2c86c req-9f0bae50-d148-4c03-9cca-69ad13fae593 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526531 Oct 27 18:28:58.646362 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed842c8a-d073-4579-bb5d-2b5f25c6ea85 req-38ae380a-eaad-44f0-8182-49480bcbfac6 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:58.647886 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ed842c8a-d073-4579-bb5d-2b5f25c6ea85 req-38ae380a-eaad-44f0-8182-49480bcbfac6 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0499697 Oct 27 18:28:58.648623 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf61d57-666b-423f-b631-424695bef9f2 req-33ad93c0-901f-48d1-bdb8-31deef09e5f6 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:58.650102 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0cf61d57-666b-423f-b631-424695bef9f2 req-33ad93c0-901f-48d1-bdb8-31deef09e5f6 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.93 "GET /v2.0/ports?device_id=b352a891-3406-4e81-9259-58199bdf0650 HTTP/1.1" status: 200 len: 945 time: 0.0499427 Oct 27 18:28:58.688140 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ed842c8a-d073-4579-bb5d-2b5f25c6ea85 req-2dccfc3f-185e-4f0e-b67d-b6d113fdaa08 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342705 Oct 27 18:28:58.761887 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-0cf61d57-666b-423f-b631-424695bef9f2 req-6dd9d039-0ee5-43b8-9f1e-0ef43a0ef138 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Deleting port a5cf6019-9a31-49f4-967d-d08f4d332c9b {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:28:58.762581 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0cf61d57-666b-423f-b631-424695bef9f2 req-6dd9d039-0ee5-43b8-9f1e-0ef43a0ef138 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:58.831598 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83853d-babe-41a5-8de1-77f746c2af8a req-4f7be45d-e13b-40e5-b4ff-ca94d29e75b0 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:58.833084 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bd83853d-babe-41a5-8de1-77f746c2af8a req-4f7be45d-e13b-40e5-b4ff-ca94d29e75b0 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "GET /v2.0/ports?device_id=e806f104-ce8d-4b2a-bacd-0c3e2a1a5699 HTTP/1.1" status: 200 len: 945 time: 0.0789061 Oct 27 18:28:58.855694 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-0cf61d57-666b-423f-b631-424695bef9f2 req-6dd9d039-0ee5-43b8-9f1e-0ef43a0ef138 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] For port a5cf6019-9a31-49f4-967d-d08f4d332c9b, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=a5cf6019-9a31-49f4-967d-d08f4d332c9b,segment=NetworkSegment(1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b),segment_id=1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:28:58.856056 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0cf61d57-666b-423f-b631-424695bef9f2 req-6dd9d039-0ee5-43b8-9f1e-0ef43a0ef138 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:58.868482 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3b056-2c90-41bf-a871-0f474d15a827 req-4860d2dc-d589-4ccf-a682-24292f6f4de8 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:58.869840 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-0cf61d57-666b-423f-b631-424695bef9f2 req-6dd9d039-0ee5-43b8-9f1e-0ef43a0ef138 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Calling delete_port for a5cf6019-9a31-49f4-967d-d08f4d332c9b owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:28:58.870016 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c7d3b056-2c90-41bf-a871-0f474d15a827 req-4860d2dc-d589-4ccf-a682-24292f6f4de8 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0798585 Oct 27 18:28:58.901866 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bd83853d-babe-41a5-8de1-77f746c2af8a req-c939cfc7-6ffc-47d1-bf42-ec742b090965 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "GET /v2.0/security-groups?id=91db495f-b60e-4ec3-8747-e756c15b1f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625510 Oct 27 18:28:58.931056 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c7d3b056-2c90-41bf-a871-0f474d15a827 req-067106a6-bea5-4c58-a61c-bda061464950 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479755 Oct 27 18:28:59.043220 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52706c96-e14d-41bf-9f27-ee60368da7a7 req-9b851922-0ebe-480c-83b4-3ac554809829 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:59.044980 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-52706c96-e14d-41bf-9f27-ee60368da7a7 req-9b851922-0ebe-480c-83b4-3ac554809829 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 946 time: 0.0646679 Oct 27 18:28:59.089402 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0cf61d57-666b-423f-b631-424695bef9f2 req-6dd9d039-0ee5-43b8-9f1e-0ef43a0ef138 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:59.103376 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['a5cf6019-9a31-49f4-967d-d08f4d332c9b'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:28:59.120330 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd9d039-0ee5-43b8-9f1e-0ef43a0ef138 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Pushing event deleted for resources: {'Port': ['ID=a5cf6019-9a31-49f4-967d-d08f4d332c9b,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:28:59.133515 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-52706c96-e14d-41bf-9f27-ee60368da7a7 req-8b5d66c1-cf42-4e1b-9077-f70bdcedaa54 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802448 Oct 27 18:28:59.188227 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf61d57-666b-423f-b631-424695bef9f2 req-6dd9d039-0ee5-43b8-9f1e-0ef43a0ef138 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] No DVR routers for this DVR port a5cf6019-9a31-49f4-967d-d08f4d332c9b on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:28:59.192733 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0cf61d57-666b-423f-b631-424695bef9f2 req-6dd9d039-0ee5-43b8-9f1e-0ef43a0ef138 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:59.196624 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0cf61d57-666b-423f-b631-424695bef9f2 req-6dd9d039-0ee5-43b8-9f1e-0ef43a0ef138 tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.93 "DELETE /v2.0/ports/a5cf6019-9a31-49f4-967d-d08f4d332c9b HTTP/1.1" status: 204 len: 173 time: 0.5330603 Oct 27 18:28:59.200162 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b352a891-3406-4e81-9259-58199bdf0650', 'name': 'network-vif-deleted', 'tag': 'a5cf6019-9a31-49f4-967d-d08f4d332c9b'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:28:59.210731 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a157bc5-b731-4917-8800-3816adf3b0d1" -d '{"events": [{"server_uuid": "b352a891-3406-4e81-9259-58199bdf0650", "name": "network-vif-deleted", "tag": "a5cf6019-9a31-49f4-967d-d08f4d332c9b"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:28:59.317966 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f4c6a-7302-4f14-a990-6cc3633819bf req-9bfe43ec-ee2a-4039-9935-8ae3cfa2fcfb tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:59.319969 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-948f4c6a-7302-4f14-a990-6cc3633819bf req-9bfe43ec-ee2a-4039-9935-8ae3cfa2fcfb tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 946 time: 0.0686085 Oct 27 18:28:59.329554 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5516ec-daf4-43bb-b911-3763bc14f684 req-fac4d4e3-a00d-420f-8467-609518a46e6e tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:59.331981 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8f5516ec-daf4-43bb-b911-3763bc14f684 req-fac4d4e3-a00d-420f-8467-609518a46e6e tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.1106658 Oct 27 18:28:59.388693 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-948f4c6a-7302-4f14-a990-6cc3633819bf req-855ddea1-7a27-48d5-ad26-9f1f6d13a2e6 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565972 Oct 27 18:28:59.416206 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8f5516ec-daf4-43bb-b911-3763bc14f684 req-ff8b21e0-3f78-466e-a8af-3ad83eae471d tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616772 Oct 27 18:28:59.506672 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd93081-924c-4fc0-86a3-2720dcf0263a x-openstack-request-id: req-2cd93081-924c-4fc0-86a3-2720dcf0263a {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:28:59.506672 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b352a891-3406-4e81-9259-58199bdf0650", "name": "network-vif-deleted", "tag": "a5cf6019-9a31-49f4-967d-d08f4d332c9b", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:28:59.506672 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2cd93081-924c-4fc0-86a3-2720dcf0263a {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:28:59.506672 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b352a891-3406-4e81-9259-58199bdf0650', 'name': 'network-vif-deleted', 'tag': 'a5cf6019-9a31-49f4-967d-d08f4d332c9b', 'status': 'completed', 'code': 200} Oct 27 18:28:59.513825 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ecb138b4-1563-469c-8ae1-ea00d79a0e39 req-fdd9f5fa-7475-4e49-99be-bb7efb572f5c tempest-FloatingIPsAssociationTestJSON-954882649 tempest-FloatingIPsAssociationTestJSON-954882649-project] 10.222.0.52 "GET /v2.0/ports?device_id=b352a891-3406-4e81-9259-58199bdf0650 HTTP/1.1" status: 200 len: 210 time: 0.0308349 Oct 27 18:28:59.726326 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60242) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:28:59.744024 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ed778-eadf-453e-bf45-40c06d806242 req-20ef157c-3052-4a62-a180-a592aa87e32c tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:59.745770 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ab6ed778-eadf-453e-bf45-40c06d806242 req-20ef157c-3052-4a62-a180-a592aa87e32c tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0789771 Oct 27 18:28:59.790905 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ab6ed778-eadf-453e-bf45-40c06d806242 req-8292073e-6a8a-4ba1-bce1-5b346ba60196 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359778 Oct 27 18:28:59.887497 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-38ce7852-5747-4658-a27d-5129f4da5772 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:28:59.959100 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a37f6-25a6-412f-be8e-ec720491d4f0 req-4cfa9d5e-303e-4dc7-b871-bf8a048f3bfd tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:28:59.960670 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-139a37f6-25a6-412f-be8e-ec720491d4f0 req-4cfa9d5e-303e-4dc7-b871-bf8a048f3bfd tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.1036639 Oct 27 18:29:00.022234 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-139a37f6-25a6-412f-be8e-ec720491d4f0 req-45f9c6fe-0ba3-43a9-b90d-e5b2377fe5a9 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511467 Oct 27 18:29:00.052761 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-38ce7852-5747-4658-a27d-5129f4da5772 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:00.111029 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5ef89-9607-4f86-be50-905adbe3eb9a req-a59f564b-7cdc-4bcb-842d-697b719a10e7 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:00.113026 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b8e5ef89-9607-4f86-be50-905adbe3eb9a req-a59f564b-7cdc-4bcb-842d-697b719a10e7 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "GET /v2.0/ports?device_id=e806f104-ce8d-4b2a-bacd-0c3e2a1a5699 HTTP/1.1" status: 200 len: 945 time: 0.0675197 Oct 27 18:29:00.114307 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-38ce7852-5747-4658-a27d-5129f4da5772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:00.196115 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce7852-5747-4658-a27d-5129f4da5772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1548a89e-0951-4289-ad79-47733e44c22e,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:00.205760 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-38ce7852-5747-4658-a27d-5129f4da5772 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6187a1ae798e4cb99b6e7a597c985d68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4766254 Oct 27 18:29:00.206785 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60256) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:29:00.229156 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b8e5ef89-9607-4f86-be50-905adbe3eb9a req-601772e8-45d5-47ee-851c-e262290d25bf tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "GET /v2.0/security-groups?id=91db495f-b60e-4ec3-8747-e756c15b1f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089032 Oct 27 18:29:00.260531 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59c918-4e82-47e7-8331-1597f02f5a9c req-86aaf0df-7823-4324-a7e4-82d977b67c48 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:00.274598 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ab59c918-4e82-47e7-8331-1597f02f5a9c req-86aaf0df-7823-4324-a7e4-82d977b67c48 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 946 time: 0.1511085 Oct 27 18:29:00.341761 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f08c456d-8c15-4182-8cb5-e85101ae095d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:00.360975 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ab59c918-4e82-47e7-8331-1597f02f5a9c req-30eae08d-3922-4e3a-a85f-f35db236d426 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852270 Oct 27 18:29:00.385557 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f08c456d-8c15-4182-8cb5-e85101ae095d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:00.406496 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bebfe8-643c-4035-9f5a-15347da7efaa req-5f19fa8a-2d86-44fb-8ab1-7d20893ff598 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:00.408064 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e8bebfe8-643c-4035-9f5a-15347da7efaa req-5f19fa8a-2d86-44fb-8ab1-7d20893ff598 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0774138 Oct 27 18:29:00.498020 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e8bebfe8-643c-4035-9f5a-15347da7efaa req-a3806795-07ec-4966-aaf7-4d0b443a3865 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776362 Oct 27 18:29:00.522220 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08b9ac-f217-4fe6-88f6-f368bb8af815 req-9ff61fc9-e433-4075-8a36-f5aa5b3a0856 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:00.522220 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4f08b9ac-f217-4fe6-88f6-f368bb8af815 req-9ff61fc9-e433-4075-8a36-f5aa5b3a0856 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "GET /v2.0/ports?device_id=e806f104-ce8d-4b2a-bacd-0c3e2a1a5699 HTTP/1.1" status: 200 len: 945 time: 0.0913019 Oct 27 18:29:00.528780 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60264) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:29:00.537536 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-e9aacda0-6b38-42aa-a5d8-305d7e43337b tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Request body: {'floatingip': {'port_id': '6f826c03-0426-4f3f-870f-28981c4f9867'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:29:00.571475 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f08c456d-8c15-4182-8cb5-e85101ae095d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:00.573968 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f08c456d-8c15-4182-8cb5-e85101ae095d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:00.577645 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f08c456d-8c15-4182-8cb5-e85101ae095d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1548a89e-0951-4289-ad79-47733e44c22e HTTP/1.1" status: 204 len: 168 time: 0.3663974 Oct 27 18:29:00.582662 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60272) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:29:00.607132 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08c456d-8c15-4182-8cb5-e85101ae095d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1548a89e-0951-4289-ad79-47733e44c22e,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:00.626365 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e9aacda0-6b38-42aa-a5d8-305d7e43337b tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Publish callbacks [] for floatingip, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:00.755491 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7bf08-177b-4b03-8201-a275e5bd58d8 req-0d6ffbf6-da32-4915-a8b9-c66836080db0 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:00.757062 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c8a7bf08-177b-4b03-8201-a275e5bd58d8 req-0d6ffbf6-da32-4915-a8b9-c66836080db0 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.1103411 Oct 27 18:29:00.867901 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c8a7bf08-177b-4b03-8201-a275e5bd58d8 req-e67461f4-3f57-41fb-8755-2a340f0d696c tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031780 Oct 27 18:29:01.085315 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1b7f4114-a1fd-4c58-a6a9-1910281f18db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:01.105621 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e9aacda0-6b38-42aa-a5d8-305d7e43337b tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:01.212614 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e9aacda0-6b38-42aa-a5d8-305d7e43337b tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:01.264513 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976dc54-f1a8-4a63-8fc5-3a24a5b771ab req-a8f4adfa-83c1-4e1d-b15c-a77dd9a2a8b7 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:01.266086 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9976dc54-f1a8-4a63-8fc5-3a24a5b771ab req-a8f4adfa-83c1-4e1d-b15c-a77dd9a2a8b7 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.1040883 Oct 27 18:29:01.278178 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c5b5e-b962-45a5-8262-a5feff7d4f40 req-4c8b96e5-d788-4fcd-b2ad-fb2f7e014526 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:01.279701 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c74c5b5e-b962-45a5-8262-a5feff7d4f40 req-4c8b96e5-d788-4fcd-b2ad-fb2f7e014526 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.1539538 Oct 27 18:29:01.323395 n-d-815690-2 neutron-server[102879]: INFO neutron.db.l3_db [None req-e9aacda0-6b38-42aa-a5d8-305d7e43337b tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Floating IP f89e006c-0ec9-4a0f-a2e7-213efc859162 associated. External IP: 172.25.6.61, port: 6f826c03-0426-4f3f-870f-28981c4f9867. Oct 27 18:29:01.394657 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9976dc54-f1a8-4a63-8fc5-3a24a5b771ab req-9975936e-da36-4d04-a833-a4647a960c7f tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137815 Oct 27 18:29:01.401694 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c74c5b5e-b962-45a5-8262-a5feff7d4f40 req-374f0398-1b03-4c0d-87ef-a1b7bc930724 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124434 Oct 27 18:29:01.593639 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e7aef-0ee4-48c1-a640-7af2b4306a22 req-e91f95b4-f3a3-43b2-b81e-bea37c23f314 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:01.595266 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-561e7aef-0ee4-48c1-a640-7af2b4306a22 req-e91f95b4-f3a3-43b2-b81e-bea37c23f314 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 946 time: 0.1135535 Oct 27 18:29:01.598922 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-1b7f4114-a1fd-4c58-a6a9-1910281f18db admin admin] Deleting port 44192763-0f39-4460-8756-29411f7bf559 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:29:01.599434 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1b7f4114-a1fd-4c58-a6a9-1910281f18db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:01.601111 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9aacda0-6b38-42aa-a5d8-305d7e43337b tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Router 7dc45071-2032-43cc-aa0a-579f5900948d has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:29:01.623150 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bba77-a4f2-4efd-a2d9-176cab1dcb0b req-1d7817b5-6eb2-4ac7-8e33-855b8615e532 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:01.624725 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e28bba77-a4f2-4efd-a2d9-176cab1dcb0b req-1d7817b5-6eb2-4ac7-8e33-855b8615e532 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.1028135 Oct 27 18:29:01.714504 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9aacda0-6b38-42aa-a5d8-305d7e43337b tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:29:01.718527 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-561e7aef-0ee4-48c1-a640-7af2b4306a22 req-1fb2f421-e09c-4068-914f-80a449f9cc19 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138539 Oct 27 18:29:01.720371 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e9aacda0-6b38-42aa-a5d8-305d7e43337b tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:01.731206 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327b8ab3-d65a-48aa-8d52-ad117486f949 None None] Sync routers for ids ['7dc45071-2032-43cc-aa0a-579f5900948d'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:29:01.734606 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e28bba77-a4f2-4efd-a2d9-176cab1dcb0b req-a5ce40ce-529a-4c08-bc64-8fa5d59d3c99 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803990 Oct 27 18:29:01.759171 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e9aacda0-6b38-42aa-a5d8-305d7e43337b tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "PUT /v2.0/floatingips/f89e006c-0ec9-4a0f-a2e7-213efc859162 HTTP/1.1" status: 200 len: 990 time: 1.2289441 Oct 27 18:29:01.759930 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e806f104-ce8d-4b2a-bacd-0c3e2a1a5699', 'tag': '6f826c03-0426-4f3f-870f-28981c4f9867'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:29:01.763313 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86380931-ffec-4022-84f3-60b37f6a2563" -d '{"events": [{"name": "network-changed", "server_uuid": "e806f104-ce8d-4b2a-bacd-0c3e2a1a5699", "tag": "6f826c03-0426-4f3f-870f-28981c4f9867"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:29:01.772141 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327b8ab3-d65a-48aa-8d52-ad117486f949 None None] Routers {'7dc45071-2032-43cc-aa0a-579f5900948d'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:29:01.773342 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-327b8ab3-d65a-48aa-8d52-ad117486f949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:28:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['7dc45071-2032-43cc-aa0a-579f5900948d'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:29:01.785003 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-1b7f4114-a1fd-4c58-a6a9-1910281f18db admin admin] For port 44192763-0f39-4460-8756-29411f7bf559, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=44192763-0f39-4460-8756-29411f7bf559,segment=NetworkSegment(1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b),segment_id=1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:29:01.785629 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1b7f4114-a1fd-4c58-a6a9-1910281f18db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:01.816873 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-1b7f4114-a1fd-4c58-a6a9-1910281f18db admin admin] Calling delete_port for 44192763-0f39-4460-8756-29411f7bf559 owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:29:01.923158 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da47d324-1986-4bfd-8aa3-e011f7562ce6 x-openstack-request-id: req-da47d324-1986-4bfd-8aa3-e011f7562ce6 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:29:01.925988 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e806f104-ce8d-4b2a-bacd-0c3e2a1a5699", "tag": "6f826c03-0426-4f3f-870f-28981c4f9867", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:29:01.926992 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-da47d324-1986-4bfd-8aa3-e011f7562ce6 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:29:01.927666 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e806f104-ce8d-4b2a-bacd-0c3e2a1a5699', 'tag': '6f826c03-0426-4f3f-870f-28981c4f9867', 'status': 'completed', 'code': 200} Oct 27 18:29:01.942976 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-327b8ab3-d65a-48aa-8d52-ad117486f949 None None] Set router 7dc45071-2032-43cc-aa0a-579f5900948d gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:29:02.017581 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86380931-ffec-4022-84f3-60b37f6a2563 req-70f2b14b-0063-4acc-a319-731bdedacc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:02.019941 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-86380931-ffec-4022-84f3-60b37f6a2563 req-70f2b14b-0063-4acc-a319-731bdedacc6a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1246af30a6eb4e19b5feef5d04021b02&device_id=e806f104-ce8d-4b2a-bacd-0c3e2a1a5699 HTTP/1.1" status: 200 len: 1096 time: 0.0645559 Oct 27 18:29:02.152844 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57672f11-e535-45a8-bd03-a66c208c49c1 req-b7d76681-3bae-4f69-8dc7-638f6f096be1 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:02.154363 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-57672f11-e535-45a8-bd03-a66c208c49c1 req-b7d76681-3bae-4f69-8dc7-638f6f096be1 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/networks?id=6989e920-feed-4bf7-84f8-f1cbb2ccd945 HTTP/1.1" status: 200 len: 813 time: 0.1470332 Oct 27 18:29:02.163967 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86380931-ffec-4022-84f3-60b37f6a2563 req-44700edd-a05e-414a-bf5b-a29d5f0e1fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:02.165833 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-86380931-ffec-4022-84f3-60b37f6a2563 req-44700edd-a05e-414a-bf5b-a29d5f0e1fca service neutron] 10.222.0.93 "GET /v2.0/networks?id=7dbae181-f570-4778-99bc-f1d119dd4e9b HTTP/1.1" status: 200 len: 908 time: 0.1232586 Oct 27 18:29:02.172854 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-57672f11-e535-45a8-bd03-a66c208c49c1 req-5ab60b49-6d79-4121-a5f4-41fc20c8131d tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/quotas/e64e3fa67fed4102b6fb3b9a3eeaa7a5 HTTP/1.1" status: 200 len: 375 time: 0.0113351 Oct 27 18:29:02.234089 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-57672f11-e535-45a8-bd03-a66c208c49c1 req-264fc8f0-2c21-4d25-8089-6b64206c192a tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e64e3fa67fed4102b6fb3b9a3eeaa7a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0543690 Oct 27 18:29:02.236076 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-327b8ab3-d65a-48aa-8d52-ad117486f949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc45071-2032-43cc-aa0a-579f5900948d', 'name': 'tempest-ServersTestJSON-1599916301-router', 'tenant_id': '1246af30a6eb4e19b5feef5d04021b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'bf6c511b-7516-4e7a-b45d-6b861ce6e9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:28:23Z', 'updated_at': '2021-10-27T18:28:30Z', 'revision_number': 4, 'project_id': '1246af30a6eb4e19b5feef5d04021b02', 'gw_port': {'id': 'bf6c511b-7516-4e7a-b45d-6b861ce6e9eb', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:88:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc45071-2032-43cc-aa0a-579f5900948d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:28:24Z', 'updated_at': '2021-10-27T18:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'f89e006c-0ec9-4a0f-a2e7-213efc859162', 'tenant_id': '1246af30a6eb4e19b5feef5d04021b02', 'floating_ip_address': '172.25.6.61', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '7dc45071-2032-43cc-aa0a-579f5900948d', 'port_id': '6f826c03-0426-4f3f-870f-28981c4f9867', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dbae181-f570-4778-99bc-f1d119dd4e9b', 'mac_address': 'fa:16:3e:bb:a4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e806f104-ce8d-4b2a-bacd-0c3e2a1a5699', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:28:34Z', 'updated_at': '2021-10-27T18:29:00Z', 'revision_number': 1, 'project_id': '1246af30a6eb4e19b5feef5d04021b02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b687729-13a5-41f2-8589-49dc178dd080', 'name': '', 'network_id': '7dbae181-f570-4778-99bc-f1d119dd4e9b', 'tenant_id': '1246af30a6eb4e19b5feef5d04021b02', 'mac_address': 'fa:16:3e:e6:54:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc45071-2032-43cc-aa0a-579f5900948d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'f514d647-c196-46d4-b87e-f3462bc5d80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:28:28Z', 'updated_at': '2021-10-27T18:28:33Z', 'revision_number': 5, 'project_id': '1246af30a6eb4e19b5feef5d04021b02', 'subnets': [{'id': 'f514d647-c196-46d4-b87e-f3462bc5d80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:29:02.246829 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-86380931-ffec-4022-84f3-60b37f6a2563 req-5c679c20-0e1b-4b14-b6cd-de9a83e89964 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f826c03-0426-4f3f-870f-28981c4f9867 HTTP/1.1" status: 200 len: 998 time: 0.0709612 Oct 27 18:29:02.260293 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1b7f4114-a1fd-4c58-a6a9-1910281f18db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:02.294411 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7f4114-a1fd-4c58-a6a9-1910281f18db admin admin] Pushing event deleted for resources: {'Port': ['ID=44192763-0f39-4460-8756-29411f7bf559,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:02.332760 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f4114-a1fd-4c58-a6a9-1910281f18db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:29:02.333188 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f4114-a1fd-4c58-a6a9-1910281f18db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:29:02.333501 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f4114-a1fd-4c58-a6a9-1910281f18db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:29:02.334191 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f4114-a1fd-4c58-a6a9-1910281f18db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:29:02.334389 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f4114-a1fd-4c58-a6a9-1910281f18db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:29:02.334679 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f4114-a1fd-4c58-a6a9-1910281f18db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:29:02.335021 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f4114-a1fd-4c58-a6a9-1910281f18db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:29:02.335363 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f4114-a1fd-4c58-a6a9-1910281f18db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:29:02.335698 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f4114-a1fd-4c58-a6a9-1910281f18db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:29:02.335823 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86380931-ffec-4022-84f3-60b37f6a2563 req-6049c533-4046-48ea-aff5-1e4bd2636afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:02.336032 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f4114-a1fd-4c58-a6a9-1910281f18db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:29:02.337020 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f4114-a1fd-4c58-a6a9-1910281f18db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:29:02.337225 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-86380931-ffec-4022-84f3-60b37f6a2563 req-6049c533-4046-48ea-aff5-1e4bd2636afa service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f514d647-c196-46d4-b87e-f3462bc5d80e HTTP/1.1" status: 200 len: 845 time: 0.0797977 Oct 27 18:29:02.337372 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7f4114-a1fd-4c58-a6a9-1910281f18db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:29:02.437670 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327b8ab3-d65a-48aa-8d52-ad117486f949 None None] Checking router: 7dc45071-2032-43cc-aa0a-579f5900948d for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:29:02.439807 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86380931-ffec-4022-84f3-60b37f6a2563 req-486803b4-2821-4f7b-8e63-7886ea50b7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:02.442780 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-86380931-ffec-4022-84f3-60b37f6a2563 req-486803b4-2821-4f7b-8e63-7886ea50b7d0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7dbae181-f570-4778-99bc-f1d119dd4e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889630 Oct 27 18:29:02.448773 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327b8ab3-d65a-48aa-8d52-ad117486f949 None None] Routers {'7dc45071-2032-43cc-aa0a-579f5900948d'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:29:02.449794 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-327b8ab3-d65a-48aa-8d52-ad117486f949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:28:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['7dc45071-2032-43cc-aa0a-579f5900948d'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:29:02.574151 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2132649-9e31-45a1-91d5-08745e6f9cc4 req-d7ca86b0-ca46-4905-9345-4429b34b64ac tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:02.576329 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e2132649-9e31-45a1-91d5-08745e6f9cc4 req-d7ca86b0-ca46-4905-9345-4429b34b64ac tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.1818075 Oct 27 18:29:02.623875 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-327b8ab3-d65a-48aa-8d52-ad117486f949 None None] Set router 7dc45071-2032-43cc-aa0a-579f5900948d gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:29:02.627165 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-86380931-ffec-4022-84f3-60b37f6a2563 req-5bb92140-b920-4c14-bf35-59acdda8934c service neutron] 10.222.0.93 "GET /v2.0/networks/7dbae181-f570-4778-99bc-f1d119dd4e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698425 Oct 27 18:29:02.718495 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e2132649-9e31-45a1-91d5-08745e6f9cc4 req-cab54368-0eb5-4a6c-824d-8a0016c9f856 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065259 Oct 27 18:29:02.747475 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb24809-ecea-43ed-aa3c-c7b77726a6f5 req-6d10a23d-d1f4-43e1-ba0e-26ced529f2f6 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:02.749062 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2cb24809-ecea-43ed-aa3c-c7b77726a6f5 req-6d10a23d-d1f4-43e1-ba0e-26ced529f2f6 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.1421165 Oct 27 18:29:02.806080 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2cb24809-ecea-43ed-aa3c-c7b77726a6f5 req-7c8a06c8-8961-40b3-ac0d-789cc44abb4e tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404551 Oct 27 18:29:02.806971 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1b7f4114-a1fd-4c58-a6a9-1910281f18db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:02.953548 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device a5cf6019-9a31-49f4-967d-d08f4d332c9b no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:29:02.986364 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: a5cf6019-9a31-49f4-967d-d08f4d332c9b {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:29:02.987812 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device a5cf6019-9a31-49f4-967d-d08f4d332c9b not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:29:02.999801 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-327b8ab3-d65a-48aa-8d52-ad117486f949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc45071-2032-43cc-aa0a-579f5900948d', 'name': 'tempest-ServersTestJSON-1599916301-router', 'tenant_id': '1246af30a6eb4e19b5feef5d04021b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'bf6c511b-7516-4e7a-b45d-6b861ce6e9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:28:23Z', 'updated_at': '2021-10-27T18:28:30Z', 'revision_number': 4, 'project_id': '1246af30a6eb4e19b5feef5d04021b02', 'gw_port': {'id': 'bf6c511b-7516-4e7a-b45d-6b861ce6e9eb', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:88:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc45071-2032-43cc-aa0a-579f5900948d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:28:24Z', 'updated_at': '2021-10-27T18:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'f89e006c-0ec9-4a0f-a2e7-213efc859162', 'tenant_id': '1246af30a6eb4e19b5feef5d04021b02', 'floating_ip_address': '172.25.6.61', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '7dc45071-2032-43cc-aa0a-579f5900948d', 'port_id': '6f826c03-0426-4f3f-870f-28981c4f9867', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dbae181-f570-4778-99bc-f1d119dd4e9b', 'mac_address': 'fa:16:3e:bb:a4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e806f104-ce8d-4b2a-bacd-0c3e2a1a5699', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:28:34Z', 'updated_at': '2021-10-27T18:29:00Z', 'revision_number': 1, 'project_id': '1246af30a6eb4e19b5feef5d04021b02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b687729-13a5-41f2-8589-49dc178dd080', 'name': '', 'network_id': '7dbae181-f570-4778-99bc-f1d119dd4e9b', 'tenant_id': '1246af30a6eb4e19b5feef5d04021b02', 'mac_address': 'fa:16:3e:e6:54:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc45071-2032-43cc-aa0a-579f5900948d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'f514d647-c196-46d4-b87e-f3462bc5d80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:28:28Z', 'updated_at': '2021-10-27T18:28:33Z', 'revision_number': 5, 'project_id': '1246af30a6eb4e19b5feef5d04021b02', 'subnets': [{'id': 'f514d647-c196-46d4-b87e-f3462bc5d80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:29:03.035859 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327b8ab3-d65a-48aa-8d52-ad117486f949 None None] The sync data for ids ['7dc45071-2032-43cc-aa0a-579f5900948d'] in n-d-815690-2 is: [{'id': '7dc45071-2032-43cc-aa0a-579f5900948d', 'name': 'tempest-ServersTestJSON-1599916301-router', 'tenant_id': '1246af30a6eb4e19b5feef5d04021b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'bf6c511b-7516-4e7a-b45d-6b861ce6e9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:28:23Z', 'updated_at': '2021-10-27T18:28:30Z', 'revision_number': 4, 'project_id': '1246af30a6eb4e19b5feef5d04021b02', 'gw_port': {'id': 'bf6c511b-7516-4e7a-b45d-6b861ce6e9eb', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:88:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc45071-2032-43cc-aa0a-579f5900948d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:28:24Z', 'updated_at': '2021-10-27T18:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'f89e006c-0ec9-4a0f-a2e7-213efc859162', 'tenant_id': '1246af30a6eb4e19b5feef5d04021b02', 'floating_ip_address': '172.25.6.61', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '7dc45071-2032-43cc-aa0a-579f5900948d', 'port_id': '6f826c03-0426-4f3f-870f-28981c4f9867', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dbae181-f570-4778-99bc-f1d119dd4e9b', 'mac_address': 'fa:16:3e:bb:a4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e806f104-ce8d-4b2a-bacd-0c3e2a1a5699', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:28:34Z', 'updated_at': '2021-10-27T18:29:00Z', 'revision_number': 1, 'project_id': '1246af30a6eb4e19b5feef5d04021b02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b687729-13a5-41f2-8589-49dc178dd080', 'name': '', 'network_id': '7dbae181-f570-4778-99bc-f1d119dd4e9b', 'tenant_id': '1246af30a6eb4e19b5feef5d04021b02', 'mac_address': 'fa:16:3e:e6:54:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc45071-2032-43cc-aa0a-579f5900948d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'f514d647-c196-46d4-b87e-f3462bc5d80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:28:28Z', 'updated_at': '2021-10-27T18:28:33Z', 'revision_number': 5, 'project_id': '1246af30a6eb4e19b5feef5d04021b02', 'subnets': [{'id': 'f514d647-c196-46d4-b87e-f3462bc5d80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:29:03.038408 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200247b-0cf1-45f5-a7f2-2a4025893a02 req-cf21919d-38b2-429f-9e57-5bb4c2f7231b tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:03.043318 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b200247b-0cf1-45f5-a7f2-2a4025893a02 req-cf21919d-38b2-429f-9e57-5bb4c2f7231b tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.1983426 Oct 27 18:29:03.092072 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-86380931-ffec-4022-84f3-60b37f6a2563 req-a03e9c8c-97bd-4235-80fe-c672fc82fb71 service neutron] 10.222.0.93 "GET /v2.0/networks/7dbae181-f570-4778-99bc-f1d119dd4e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4489555 Oct 27 18:29:03.094766 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab899b7-e78c-4e8c-84fc-086129d551ac req-ea433b7c-5ee5-4f11-864f-4a59994b2fc6 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:03.096398 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3ab899b7-e78c-4e8c-84fc-086129d551ac req-ea433b7c-5ee5-4f11-864f-4a59994b2fc6 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 946 time: 0.1860027 Oct 27 18:29:03.167476 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b200247b-0cf1-45f5-a7f2-2a4025893a02 req-57ad50ab-9ba2-4675-8573-2cf83e4cb237 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167154 Oct 27 18:29:03.312669 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8a9d00-4647-493b-ab84-0323b7230f58 None None] New status for floating IP f89e006c-0ec9-4a0f-a2e7-213efc859162: ACTIVE {{(pid=102881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:29:03.577167 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3ab899b7-e78c-4e8c-84fc-086129d551ac req-77a0c779-11e9-44ec-a584-12436c8cc739 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4617252 Oct 27 18:29:03.587892 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3222b4eb-0ffe-4ed2-a99e-aba63d5de4e8 req-51f9ce96-be2a-4fdc-978c-f114f0076e34 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=e64e3fa67fed4102b6fb3b9a3eeaa7a5 HTTP/1.1" status: 200 len: 221 time: 0.0594692 Oct 27 18:29:03.617801 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7f4114-a1fd-4c58-a6a9-1910281f18db admin admin] Router 9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:29:03.757252 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcca9e-8dde-4ed2-9d32-96b559a94809 req-3e8bbd2f-dfc8-41eb-83c0-9d1dd67508a0 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:03.758727 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b1dcca9e-8dde-4ed2-9d32-96b559a94809 req-3e8bbd2f-dfc8-41eb-83c0-9d1dd67508a0 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0965214 Oct 27 18:29:03.768606 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7f4114-a1fd-4c58-a6a9-1910281f18db admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:29:03.776994 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273710e5-9ef8-4f1b-ada9-41f46bd57fe6 None None] Sync routers for ids ['9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:29:03.777225 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1b7f4114-a1fd-4c58-a6a9-1910281f18db admin admin] 10.222.0.52 "PUT /v2.0/routers/9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1932578 Oct 27 18:29:03.779982 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60386) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:29:03.791578 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273710e5-9ef8-4f1b-ada9-41f46bd57fe6 None None] Routers {'9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:29:03.797404 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-273710e5-9ef8-4f1b-ada9-41f46bd57fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:28:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:29:03.806870 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b1dcca9e-8dde-4ed2-9d32-96b559a94809 req-e6f4b4c1-30c0-4a34-80d1-888c4916aacf tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403838 Oct 27 18:29:03.896595 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-734db2bd-fecd-40ab-aa3b-7136efff5401 admin admin] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:03.989328 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-273710e5-9ef8-4f1b-ada9-41f46bd57fe6 None None] Set router 9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:29:03.991685 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d7cb1-7eb8-4e1a-a955-99d776068959 req-79caaaa6-a665-427e-abf5-b536b1adad07 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:03.993252 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1a0d7cb1-7eb8-4e1a-a955-99d776068959 req-79caaaa6-a665-427e-abf5-b536b1adad07 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.0919940 Oct 27 18:29:04.002040 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5c95e-f73f-4a32-aa08-241144fb9484 req-6cd59aa4-074c-49ae-b0b4-6d61bafd63d2 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:04.003915 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8bf5c95e-f73f-4a32-aa08-241144fb9484 req-6cd59aa4-074c-49ae-b0b4-6d61bafd63d2 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.1014392 Oct 27 18:29:04.020663 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-734db2bd-fecd-40ab-aa3b-7136efff5401 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:04.061841 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1a0d7cb1-7eb8-4e1a-a955-99d776068959 req-abb8bc9c-4530-4942-aa76-f0b05343afeb tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568151 Oct 27 18:29:04.077898 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8bf5c95e-f73f-4a32-aa08-241144fb9484 req-1bf05c22-53ca-437b-b1dc-37424820689f tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597775 Oct 27 18:29:04.144866 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-734db2bd-fecd-40ab-aa3b-7136efff5401 admin admin] Deleting port 13996662-3695-410b-9cfb-35f371084fd6 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:29:04.149814 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-734db2bd-fecd-40ab-aa3b-7136efff5401 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:04.188715 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-273710e5-9ef8-4f1b-ada9-41f46bd57fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1749538051-router', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235'}], 'enable_snat': True}, 'gw_port_id': '13996662-3695-410b-9cfb-35f371084fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:27:47Z', 'updated_at': '2021-10-27T18:29:02Z', 'revision_number': 5, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'gw_port': {'id': '13996662-3695-410b-9cfb-35f371084fd6', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:27:48Z', 'updated_at': '2021-10-27T18:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:29:04.234010 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273710e5-9ef8-4f1b-ada9-41f46bd57fe6 None None] Checking router: 9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:29:04.244116 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273710e5-9ef8-4f1b-ada9-41f46bd57fe6 None None] Routers {'9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:29:04.244650 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-273710e5-9ef8-4f1b-ada9-41f46bd57fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:28:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:29:04.253281 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-734db2bd-fecd-40ab-aa3b-7136efff5401 admin admin] For port 13996662-3695-410b-9cfb-35f371084fd6, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=13996662-3695-410b-9cfb-35f371084fd6,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:29:04.254120 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-734db2bd-fecd-40ab-aa3b-7136efff5401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:04.266935 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-734db2bd-fecd-40ab-aa3b-7136efff5401 admin admin] Calling delete_port for 13996662-3695-410b-9cfb-35f371084fd6 owned by network:router_gateway {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:29:04.272044 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28213c5b-c560-40da-a1c7-5c9badd14790 req-0467122e-7d30-4440-bd1b-675935a6f362 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:04.274090 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-28213c5b-c560-40da-a1c7-5c9badd14790 req-0467122e-7d30-4440-bd1b-675935a6f362 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0642488 Oct 27 18:29:04.354301 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-28213c5b-c560-40da-a1c7-5c9badd14790 req-d6d58604-fe3e-4062-94eb-1f3773b0e44f tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712838 Oct 27 18:29:04.359131 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-273710e5-9ef8-4f1b-ada9-41f46bd57fe6 None None] Set router 9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0 gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:29:04.435865 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-273710e5-9ef8-4f1b-ada9-41f46bd57fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1749538051-router', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:27:47Z', 'updated_at': '2021-10-27T18:29:04Z', 'revision_number': 6, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:29:04.473518 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273710e5-9ef8-4f1b-ada9-41f46bd57fe6 None None] The sync data for ids ['9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0'] in n-d-815690-2 is: [{'id': '9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0', 'name': 'tempest-FloatingIPsAssociationTestJSON-1749538051-router', 'tenant_id': '6638011f07ab4293b73f2f4c2d364560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:27:47Z', 'updated_at': '2021-10-27T18:29:04Z', 'revision_number': 6, 'project_id': '6638011f07ab4293b73f2f4c2d364560', 'gw_port_host': None}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:29:04.502019 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb288763-8dc2-47a0-90c8-93157c0c175d req-411fd132-710a-4f9d-b6b6-d6483f131cda tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:04.504247 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb288763-8dc2-47a0-90c8-93157c0c175d req-411fd132-710a-4f9d-b6b6-d6483f131cda tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0619643 Oct 27 18:29:04.521904 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-734db2bd-fecd-40ab-aa3b-7136efff5401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:04.553101 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734db2bd-fecd-40ab-aa3b-7136efff5401 admin admin] Pushing event deleted for resources: {'Port': ['ID=13996662-3695-410b-9cfb-35f371084fd6,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:04.567341 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb288763-8dc2-47a0-90c8-93157c0c175d req-89444a79-8bed-40a2-9afc-4e61221c1f84 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527573 Oct 27 18:29:04.619657 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-734db2bd-fecd-40ab-aa3b-7136efff5401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:04.715714 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77bf63-0e1b-4a8b-b6a5-4ea6baf084a0 req-021b791a-a4d2-4c4d-a873-a09343d2aa97 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:04.717253 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3d77bf63-0e1b-4a8b-b6a5-4ea6baf084a0 req-021b791a-a4d2-4c4d-a873-a09343d2aa97 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0775182 Oct 27 18:29:04.729554 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-734db2bd-fecd-40ab-aa3b-7136efff5401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:04.732245 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-734db2bd-fecd-40ab-aa3b-7136efff5401 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:04.744737 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270124a-ed92-4488-a5c1-dd478b704fbf req-9497d5da-d532-4e80-9dfc-5dd876f408a5 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:04.746335 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3270124a-ed92-4488-a5c1-dd478b704fbf req-9497d5da-d532-4e80-9dfc-5dd876f408a5 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 946 time: 0.0803769 Oct 27 18:29:04.788634 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3d77bf63-0e1b-4a8b-b6a5-4ea6baf084a0 req-020d81f6-bbeb-475b-b927-b27da12c195b tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636647 Oct 27 18:29:04.806365 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3270124a-ed92-4488-a5c1-dd478b704fbf req-a490599c-20d7-4d4f-92be-500cf8d0c94a tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495400 Oct 27 18:29:04.843382 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-734db2bd-fecd-40ab-aa3b-7136efff5401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:04.843807 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734db2bd-fecd-40ab-aa3b-7136efff5401 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0 {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:29:04.850083 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-734db2bd-fecd-40ab-aa3b-7136efff5401 admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:04.853100 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60426) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:29:04.853240 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-734db2bd-fecd-40ab-aa3b-7136efff5401 admin admin] 10.222.0.52 "DELETE /v2.0/routers/9cc2f2aa-9c10-4e01-bf3d-93cd23c5daf0 HTTP/1.1" status: 204 len: 168 time: 1.0715218 Oct 27 18:29:04.918050 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e96d62-33a8-4a12-9365-fb71e17b88ba admin admin] Deleting subnet c4a4738a-7d76-4b39-92e8-ebca9284bd6e {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:29:04.939872 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-90e96d62-33a8-4a12-9365-fb71e17b88ba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:04.984343 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-90e96d62-33a8-4a12-9365-fb71e17b88ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:04.993555 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6884e7-ce1f-4e2e-9c9a-459aac6c2c5e req-352d3096-2c9b-460a-a4bb-add6124f1c88 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:04.995088 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7b6884e7-ce1f-4e2e-9c9a-459aac6c2c5e req-352d3096-2c9b-460a-a4bb-add6124f1c88 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0947249 Oct 27 18:29:05.064038 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7b6884e7-ce1f-4e2e-9c9a-459aac6c2c5e req-db524537-500e-4e29-8c3a-beeef7165973 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507512 Oct 27 18:29:05.123240 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-90e96d62-33a8-4a12-9365-fb71e17b88ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:05.250265 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa558e-1018-485b-b93e-76f051122b12 req-82c2f502-2f9d-4a3a-a146-076bfea6815c tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:05.251834 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-67fa558e-1018-485b-b93e-76f051122b12 req-82c2f502-2f9d-4a3a-a146-076bfea6815c tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.1078720 Oct 27 18:29:05.260798 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13db82d-1144-4269-90f9-499010a5d44f req-ef79bd8d-7963-4625-bc2c-f39108d26665 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:05.262269 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c13db82d-1144-4269-90f9-499010a5d44f req-ef79bd8d-7963-4625-bc2c-f39108d26665 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.1051612 Oct 27 18:29:05.324735 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-67fa558e-1018-485b-b93e-76f051122b12 req-5da49b07-b4b2-42d7-93fa-ba6a8573cecf tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614464 Oct 27 18:29:05.328301 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-90e96d62-33a8-4a12-9365-fb71e17b88ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:05.335743 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c13db82d-1144-4269-90f9-499010a5d44f req-37bebb3b-cb00-4a1c-b210-bc86ffdd7142 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664046 Oct 27 18:29:05.372235 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e96d62-33a8-4a12-9365-fb71e17b88ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4a4738a-7d76-4b39-92e8-ebca9284bd6e,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:05.374334 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-90e96d62-33a8-4a12-9365-fb71e17b88ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:05.378272 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-90e96d62-33a8-4a12-9365-fb71e17b88ba admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c4a4738a-7d76-4b39-92e8-ebca9284bd6e HTTP/1.1" status: 204 len: 168 time: 0.5238721 Oct 27 18:29:05.381655 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60440) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:29:05.382237 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb39ca1-7e9a-47c1-9b2f-00cdf07d9b3b None None] Network 27a035aa-6bb2-429b-9743-1c762638bdbc requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:29:05.531230 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6696bdb8-229a-48ed-823c-ea112d5ff337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:05.554297 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe68927-06ef-421f-a915-100296277f44 req-d4231412-5777-4368-8277-b2f1fde37133 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:05.565660 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bbe68927-06ef-421f-a915-100296277f44 req-d4231412-5777-4368-8277-b2f1fde37133 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.1346774 Oct 27 18:29:05.637151 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60448) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:29:05.664631 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bbe68927-06ef-421f-a915-100296277f44 req-683d3d19-fe11-4f77-ac0a-878f8fd2fe8a tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972908 Oct 27 18:29:05.697631 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0492cc26-a351-48b5-8d04-0c797eafcae9 None None] DHCP port deletion for 27a035aa-6bb2-429b-9743-1c762638bdbc request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:29:05.709602 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-6696bdb8-229a-48ed-823c-ea112d5ff337 admin admin] Deleting port 70c7526a-2565-4e3c-a422-686b933e8e90 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:29:05.709951 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6696bdb8-229a-48ed-823c-ea112d5ff337 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:05.772275 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-0492cc26-a351-48b5-8d04-0c797eafcae9 None None] Deleting port 70c7526a-2565-4e3c-a422-686b933e8e90 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:29:05.772786 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0492cc26-a351-48b5-8d04-0c797eafcae9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:05.857347 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8480a-57d4-4a2b-b1c4-594e6322a3b2 req-5fca4154-e069-47a1-b1cb-5bcc8c441edb tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:05.860778 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-35e8480a-57d4-4a2b-b1c4-594e6322a3b2 req-5fca4154-e069-47a1-b1cb-5bcc8c441edb tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0641577 Oct 27 18:29:05.869460 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-6696bdb8-229a-48ed-823c-ea112d5ff337 admin admin] For port 70c7526a-2565-4e3c-a422-686b933e8e90, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=70c7526a-2565-4e3c-a422-686b933e8e90,segment=NetworkSegment(1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b),segment_id=1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:29:05.869988 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6696bdb8-229a-48ed-823c-ea112d5ff337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:05.888151 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-0492cc26-a351-48b5-8d04-0c797eafcae9 None None] For port 70c7526a-2565-4e3c-a422-686b933e8e90, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=70c7526a-2565-4e3c-a422-686b933e8e90,segment=NetworkSegment(1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b),segment_id=1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:29:05.888563 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0492cc26-a351-48b5-8d04-0c797eafcae9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:05.899502 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-6696bdb8-229a-48ed-823c-ea112d5ff337 admin admin] Calling delete_port for 70c7526a-2565-4e3c-a422-686b933e8e90 owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:29:05.911685 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5ab0790e-63c3-449a-9af2-be9b82c390dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:05.914323 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-35e8480a-57d4-4a2b-b1c4-594e6322a3b2 req-76d0ecc3-9997-481c-afe7-5bb8c950c364 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482490 Oct 27 18:29:05.923921 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-0492cc26-a351-48b5-8d04-0c797eafcae9 None None] Calling delete_port for 70c7526a-2565-4e3c-a422-686b933e8e90 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:29:06.049933 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd1dce-f4e2-4a32-b207-10bc2383e4f6 req-4f8c79c8-c097-4ad7-83df-c9ba01a3ac48 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:06.051433 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-30cd1dce-f4e2-4a32-b207-10bc2383e4f6 req-4f8c79c8-c097-4ad7-83df-c9ba01a3ac48 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 946 time: 0.1153443 Oct 27 18:29:06.059416 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5ab0790e-63c3-449a-9af2-be9b82c390dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:06.117853 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742ab88-4443-4c13-b34a-e8862714bcb8 req-8d317b8a-ca97-4984-a717-52ba742f97f9 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:06.119401 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f742ab88-4443-4c13-b34a-e8862714bcb8 req-8d317b8a-ca97-4984-a717-52ba742f97f9 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0876327 Oct 27 18:29:06.122662 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-30cd1dce-f4e2-4a32-b207-10bc2383e4f6 req-1653987b-2296-4442-99aa-da4d4ec6d883 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526311 Oct 27 18:29:06.134488 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0492cc26-a351-48b5-8d04-0c797eafcae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:06.141056 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6696bdb8-229a-48ed-823c-ea112d5ff337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:06.160493 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f742ab88-4443-4c13-b34a-e8862714bcb8 req-1de73afd-a770-4012-a06d-98ed7e4dd1df tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347698 Oct 27 18:29:06.168507 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0492cc26-a351-48b5-8d04-0c797eafcae9 None None] Pushing event deleted for resources: {'Port': ['ID=70c7526a-2565-4e3c-a422-686b933e8e90,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:06.169861 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6696bdb8-229a-48ed-823c-ea112d5ff337 admin admin] Pushing event deleted for resources: {'Port': ['ID=70c7526a-2565-4e3c-a422-686b933e8e90,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:06.172322 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5ab0790e-63c3-449a-9af2-be9b82c390dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:06.187395 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6696bdb8-229a-48ed-823c-ea112d5ff337 admin admin] No DVR routers for this DVR port 70c7526a-2565-4e3c-a422-686b933e8e90 on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:29:06.187941 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0492cc26-a351-48b5-8d04-0c797eafcae9 None None] No DVR routers for this DVR port 70c7526a-2565-4e3c-a422-686b933e8e90 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:29:06.272434 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5ab0790e-63c3-449a-9af2-be9b82c390dd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cf69983840984b039f2dadb0817cccdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6325376 Oct 27 18:29:06.276066 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60464) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:29:06.302250 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0790e-63c3-449a-9af2-be9b82c390dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f3aee6-4fcc-46b9-8960-c033a3c3c821,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:06.325121 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6696bdb8-229a-48ed-823c-ea112d5ff337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:06.348226 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-6696bdb8-229a-48ed-823c-ea112d5ff337 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a035aa-6bb2-429b-9743-1c762638bdbc']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:29:06.349966 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55bfd0-ea1a-47d9-bd6c-efd63cd69d46 req-54538665-af90-4af5-ae6a-50e416693976 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:06.351514 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2a55bfd0-ea1a-47d9-bd6c-efd63cd69d46 req-54538665-af90-4af5-ae6a-50e416693976 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0853751 Oct 27 18:29:06.357815 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-6696bdb8-229a-48ed-823c-ea112d5ff337 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:29:06.358131 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-6696bdb8-229a-48ed-823c-ea112d5ff337 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a1ae6ac-d08a-4094-ab17-5fedd47e6b1b') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:29:06.369052 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6696bdb8-229a-48ed-823c-ea112d5ff337 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:06.383213 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6696bdb8-229a-48ed-823c-ea112d5ff337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:06.388071 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e4fb8564-1cd2-46bf-b831-f4be25af5458 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:06.390721 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6696bdb8-229a-48ed-823c-ea112d5ff337 admin admin] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:29:06.390721 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6696bdb8-229a-48ed-823c-ea112d5ff337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:06.393855 n-d-815690-2 neutron-server[102879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:29:06.393855 n-d-815690-2 neutron-server[102879]: self.session.flush() Oct 27 18:29:06.393855 n-d-815690-2 neutron-server[102879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:29:06.393855 n-d-815690-2 neutron-server[102879]: self.session.flush() Oct 27 18:29:06.393855 n-d-815690-2 neutron-server[102879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:29:06.393855 n-d-815690-2 neutron-server[102879]: self.session.flush() Oct 27 18:29:06.393855 n-d-815690-2 neutron-server[102879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:29:06.393855 n-d-815690-2 neutron-server[102879]: self.session.flush() Oct 27 18:29:06.393855 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:29:06.393855 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:29:06.393855 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:29:06.393855 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:29:06.393855 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:29:06.393855 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:29:06.393855 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:29:06.393855 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:29:06.393855 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:29:06.393855 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:29:06.393855 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:29:06.393855 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:29:06.393855 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:29:06.393855 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:29:06.393855 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:29:06.393855 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:29:06.393855 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:29:06.393855 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:29:06.393855 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:29:06.393855 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:29:06.393855 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:29:06.393855 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:29:06.393855 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:29:06.393855 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:29:06.393855 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:29:06.393855 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:29:06.393855 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:29:06.393855 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:29:06.393855 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:29:06.393855 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:29:06.393855 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:29:06.393855 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:29:06.434871 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e4fb8564-1cd2-46bf-b831-f4be25af5458 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:06.462064 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2a55bfd0-ea1a-47d9-bd6c-efd63cd69d46 req-1c205796-d341-4859-af15-ab32d33bc955 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992916 Oct 27 18:29:06.498138 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 44192763-0f39-4460-8756-29411f7bf559 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:29:06.503695 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629c2ad-c745-4746-9b64-4fdb1310728a req-1e966320-0ad2-4919-9749-9269becf6ab9 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:06.505330 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f629c2ad-c745-4746-9b64-4fdb1310728a req-1e966320-0ad2-4919-9749-9269becf6ab9 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.0931799 Oct 27 18:29:06.526180 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 44192763-0f39-4460-8756-29411f7bf559 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:29:06.526590 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 44192763-0f39-4460-8756-29411f7bf559 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:29:06.530007 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 70c7526a-2565-4e3c-a422-686b933e8e90 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:29:06.550594 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 70c7526a-2565-4e3c-a422-686b933e8e90 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:29:06.551545 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 70c7526a-2565-4e3c-a422-686b933e8e90 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:29:06.551972 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 13996662-3695-410b-9cfb-35f371084fd6 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:29:06.552935 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6696bdb8-229a-48ed-823c-ea112d5ff337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:06.558961 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6696bdb8-229a-48ed-823c-ea112d5ff337 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:06.566166 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6696bdb8-229a-48ed-823c-ea112d5ff337 admin admin] 10.222.0.52 "DELETE /v2.0/networks/27a035aa-6bb2-429b-9743-1c762638bdbc HTTP/1.1" status: 204 len: 168 time: 1.1797380 Oct 27 18:29:06.572137 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 13996662-3695-410b-9cfb-35f371084fd6 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:29:06.572488 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 13996662-3695-410b-9cfb-35f371084fd6 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:29:06.583537 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6696bdb8-229a-48ed-823c-ea112d5ff337 admin admin] Pushing event deleted for resources: {'Network': ['ID=27a035aa-6bb2-429b-9743-1c762638bdbc,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:06.585520 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f629c2ad-c745-4746-9b64-4fdb1310728a req-00c8e2a4-9d6f-45b7-a7ed-f84d36dfa911 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719569 Oct 27 18:29:06.609554 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f3835-6c69-4cba-b479-1412515c0876 req-1a1d5075-d9ce-467c-9231-13170791f1dc tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:06.611091 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b14f3835-6c69-4cba-b479-1412515c0876 req-1a1d5075-d9ce-467c-9231-13170791f1dc tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0781415 Oct 27 18:29:06.634545 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e4fb8564-1cd2-46bf-b831-f4be25af5458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:06.637270 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e4fb8564-1cd2-46bf-b831-f4be25af5458 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:06.638502 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e4fb8564-1cd2-46bf-b831-f4be25af5458 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/57f3aee6-4fcc-46b9-8960-c033a3c3c821 HTTP/1.1" status: 204 len: 168 time: 0.3602498 Oct 27 18:29:06.658342 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb8564-1cd2-46bf-b831-f4be25af5458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f3aee6-4fcc-46b9-8960-c033a3c3c821,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:06.668224 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b14f3835-6c69-4cba-b479-1412515c0876 req-8658957b-bc3f-4ca6-8662-b5973d2d74e4 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499699 Oct 27 18:29:06.817390 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6cf26e-cd59-4d6f-9dd4-8441da28ced7 req-4ac6ff1e-f279-4c96-9dcf-50c2bfc8061f tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:06.819195 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3e6cf26e-cd59-4d6f-9dd4-8441da28ced7 req-4ac6ff1e-f279-4c96-9dcf-50c2bfc8061f tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0511241 Oct 27 18:29:06.858363 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3e6cf26e-cd59-4d6f-9dd4-8441da28ced7 req-d6a5c771-6dba-4d9a-9ef9-c2b7e2dee0e5 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332999 Oct 27 18:29:06.953309 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60484) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:29:06.987777 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e92ac-b355-4637-9316-51973e1c1438 req-f23f14ce-9c55-43d6-ab4b-7b3831e3ed37 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:06.990361 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-418e92ac-b355-4637-9316-51973e1c1438 req-f23f14ce-9c55-43d6-ab4b-7b3831e3ed37 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0595043 Oct 27 18:29:07.003405 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1a1eac53-09ee-4721-827a-b9cd3af00fd7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6638011f07ab4293b73f2f4c2d364560&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458429 Oct 27 18:29:07.005476 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60488) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:29:07.025486 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-418e92ac-b355-4637-9316-51973e1c1438 req-f4ab648b-4e03-4b8e-a330-b702c2a1beb3 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341439 Oct 27 18:29:07.072464 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b5809564-7eb3-4e3e-a7d8-1b1fc9c36dcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:07.098733 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b5809564-7eb3-4e3e-a7d8-1b1fc9c36dcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:07.253519 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da875fb7-926c-4456-84b9-4009906f522e req-265300eb-9823-4042-834e-21ed18a91be1 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:07.255172 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-da875fb7-926c-4456-84b9-4009906f522e req-265300eb-9823-4042-834e-21ed18a91be1 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 946 time: 0.0609744 Oct 27 18:29:07.288436 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b5809564-7eb3-4e3e-a7d8-1b1fc9c36dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:07.291672 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b5809564-7eb3-4e3e-a7d8-1b1fc9c36dcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:07.295085 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b5809564-7eb3-4e3e-a7d8-1b1fc9c36dcc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/072c529e-ac1b-454a-b20b-661650ad86ce HTTP/1.1" status: 204 len: 168 time: 0.2868428 Oct 27 18:29:07.301942 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5809564-7eb3-4e3e-a7d8-1b1fc9c36dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072c529e-ac1b-454a-b20b-661650ad86ce,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:07.314952 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-da875fb7-926c-4456-84b9-4009906f522e req-88ccdbbb-5714-4678-aed6-0cd4320a4f0c tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486281 Oct 27 18:29:07.407552 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d670a9-a4cf-4249-9f80-7630b15b326d req-886099a6-c0ec-48ce-b458-ba701e3d45c2 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:07.409588 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-54d670a9-a4cf-4249-9f80-7630b15b326d req-886099a6-c0ec-48ce-b458-ba701e3d45c2 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0503380 Oct 27 18:29:07.449117 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-54d670a9-a4cf-4249-9f80-7630b15b326d req-afb4c0a7-1249-4cfa-a45e-f2f2e7729255 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334115 Oct 27 18:29:07.460559 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60500) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:29:07.481711 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f12a067c-b27d-4cc8-9547-967e35fcc02c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:07.557100 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f12a067c-b27d-4cc8-9547-967e35fcc02c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:07.571283 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36292f03-90e8-480b-96c0-078844a47736 req-9de3f3c4-e4ff-45c9-9aff-6551be008ce0 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:07.572821 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-36292f03-90e8-480b-96c0-078844a47736 req-9de3f3c4-e4ff-45c9-9aff-6551be008ce0 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0508292 Oct 27 18:29:07.617040 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-36292f03-90e8-480b-96c0-078844a47736 req-5bf5a9a5-6232-4ac1-b5c4-b015fff29a25 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341706 Oct 27 18:29:07.625752 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f12a067c-b27d-4cc8-9547-967e35fcc02c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:07.670102 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f12a067c-b27d-4cc8-9547-967e35fcc02c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6ed7a77955574e74bcf2b68567a6d5b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2084990 Oct 27 18:29:07.670618 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60510) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:29:07.676731 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12a067c-b27d-4cc8-9547-967e35fcc02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5492e4e8-9aa1-47de-9125-741c2275bcb1,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:07.739688 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e94c5-0728-4790-9e74-f92f4d2c8ede req-f3301868-dde9-4ac0-a44b-a409ea4800d8 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:07.745274 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f7c7678b-fce5-41f3-8046-df9f5793e0c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:07.746877 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-421e94c5-0728-4790-9e74-f92f4d2c8ede req-f3301868-dde9-4ac0-a44b-a409ea4800d8 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.0838296 Oct 27 18:29:07.791304 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f7c7678b-fce5-41f3-8046-df9f5793e0c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:07.792036 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-421e94c5-0728-4790-9e74-f92f4d2c8ede req-f29a8cf6-f144-4798-898d-4440dd6db7cd tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442297 Oct 27 18:29:07.921487 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665798e-5605-45ea-98d6-fd6c61bcebf9 req-abf2076c-e196-4719-92b2-fce041f6ef34 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:07.922914 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5665798e-5605-45ea-98d6-fd6c61bcebf9 req-abf2076c-e196-4719-92b2-fce041f6ef34 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0500147 Oct 27 18:29:07.932466 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f7c7678b-fce5-41f3-8046-df9f5793e0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:07.935117 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f7c7678b-fce5-41f3-8046-df9f5793e0c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:07.936331 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f7c7678b-fce5-41f3-8046-df9f5793e0c6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5492e4e8-9aa1-47de-9125-741c2275bcb1 HTTP/1.1" status: 204 len: 168 time: 0.2645900 Oct 27 18:29:07.945980 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c7678b-fce5-41f3-8046-df9f5793e0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5492e4e8-9aa1-47de-9125-741c2275bcb1,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:07.967628 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5665798e-5605-45ea-98d6-fd6c61bcebf9 req-e464cafa-0415-4ffe-be5b-c398ff55cf6f tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378060 Oct 27 18:29:08.098375 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b2408-fbd8-4be1-b437-14cda5598f2b req-756525d8-be3d-40e3-9295-8df5ad8ac239 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:08.101116 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-127b2408-fbd8-4be1-b437-14cda5598f2b req-756525d8-be3d-40e3-9295-8df5ad8ac239 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0538719 Oct 27 18:29:08.137415 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-127b2408-fbd8-4be1-b437-14cda5598f2b req-2a9b2cae-c829-4e55-947d-1f299467dc05 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315719 Oct 27 18:29:08.297287 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb71278-60c9-44ef-b290-3d677f4ec4c0 req-90904881-94b9-4fa5-812f-74b09fadf2a6 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:08.298831 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-acb71278-60c9-44ef-b290-3d677f4ec4c0 req-90904881-94b9-4fa5-812f-74b09fadf2a6 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0623572 Oct 27 18:29:08.340473 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-acb71278-60c9-44ef-b290-3d677f4ec4c0 req-9869e02f-f88b-4065-8a2f-b3e57b86a76b tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337813 Oct 27 18:29:08.488436 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d88757-b363-46fa-932a-2296f9f48cee req-c98f8910-166d-4c7a-8371-4bb006e0d8f5 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:08.489997 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-81d88757-b363-46fa-932a-2296f9f48cee req-c98f8910-166d-4c7a-8371-4bb006e0d8f5 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 946 time: 0.0984814 Oct 27 18:29:08.502799 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b4cfe-9d1a-4eea-8a0f-6ff00933d2d3 req-f45f6175-d70e-40be-ab66-4a78a459b945 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:08.507306 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dc0b4cfe-9d1a-4eea-8a0f-6ff00933d2d3 req-f45f6175-d70e-40be-ab66-4a78a459b945 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0768712 Oct 27 18:29:08.515205 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60556) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:29:08.571135 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-81d88757-b363-46fa-932a-2296f9f48cee req-5f32aa61-e6fe-4b93-9421-cbb02fa23615 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625288 Oct 27 18:29:08.576728 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dc0b4cfe-9d1a-4eea-8a0f-6ff00933d2d3 req-9e1ca795-1428-4bbd-83ae-5ca95c2c793c tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616870 Oct 27 18:29:08.601571 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:29:08.684398 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-eff854bb-3439-4454-bc3e-3e8e7ba8162f admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-638371796-network', 'tenant_id': '6cdb9793b20d499b9c6c15ac7b5c4feb'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:29:08.772631 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff854bb-3439-4454-bc3e-3e8e7ba8162f admin admin] Made reservation on behalf of 6cdb9793b20d499b9c6c15ac7b5c4feb for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:29:08.775076 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-eff854bb-3439-4454-bc3e-3e8e7ba8162f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:08.785223 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-eff854bb-3439-4454-bc3e-3e8e7ba8162f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:08.892368 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-eff854bb-3439-4454-bc3e-3e8e7ba8162f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:08.945812 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-eff854bb-3439-4454-bc3e-3e8e7ba8162f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:08.947478 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a498f-4a04-4132-8f8e-7fac4b329dce req-01f49f4b-2673-41e9-8ce5-f74ac6e42776 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:08.949000 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9a9a498f-4a04-4132-8f8e-7fac4b329dce req-01f49f4b-2673-41e9-8ce5-f74ac6e42776 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.0507925 Oct 27 18:29:08.970125 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eff854bb-3439-4454-bc3e-3e8e7ba8162f admin admin] vlan segment allocate from pool success with {'vlan_id': 1048, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:29:08.987522 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff854bb-3439-4454-bc3e-3e8e7ba8162f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7ad010-9372-46a0-a096-42418de84b7c,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:08.999340 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9a9a498f-4a04-4132-8f8e-7fac4b329dce req-d3446dee-7833-4642-a699-8e0e98075504 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397129 Oct 27 18:29:09.004773 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-eff854bb-3439-4454-bc3e-3e8e7ba8162f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:09.005082 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-eff854bb-3439-4454-bc3e-3e8e7ba8162f admin admin] Added segment 302f09cf-def5-4c6f-b0f0-838717b2e148 of type vlan for network 64d7b6d7-828d-41aa-ba56-463e6cd65fdb Oct 27 18:29:09.049694 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-eff854bb-3439-4454-bc3e-3e8e7ba8162f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:09.066122 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9c8d6-edbe-4ec7-9758-50d85a689061 req-ff3ab52a-1290-44f8-9797-d4e4dc5f2114 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:09.067865 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-50c9c8d6-edbe-4ec7-9758-50d85a689061 req-ff3ab52a-1290-44f8-9797-d4e4dc5f2114 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0630517 Oct 27 18:29:09.115569 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-50c9c8d6-edbe-4ec7-9758-50d85a689061 req-c8b644e2-79d2-4412-85e2-155aa3745c51 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409999 Oct 27 18:29:09.132889 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-eff854bb-3439-4454-bc3e-3e8e7ba8162f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:09.133943 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff854bb-3439-4454-bc3e-3e8e7ba8162f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:09.134544 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-eff854bb-3439-4454-bc3e-3e8e7ba8162f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:09.196215 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff854bb-3439-4454-bc3e-3e8e7ba8162f admin admin] Pushing event updated for resources: {'Network': ['ID=64d7b6d7-828d-41aa-ba56-463e6cd65fdb,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:09.208222 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 64d7b6d7-828d-41aa-ba56-463e6cd65fdb details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:29:09.245428 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-eff854bb-3439-4454-bc3e-3e8e7ba8162f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7291119 Oct 27 18:29:09.248282 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60582) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:29:09.252972 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-ec82fec9-c9f7-477e-9268-5d01ea4eebec admin admin] Request body: {'subnet': {'network_id': '64d7b6d7-828d-41aa-ba56-463e6cd65fdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-638371796-subnet', 'tenant_id': '6cdb9793b20d499b9c6c15ac7b5c4feb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:29:09.351535 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec82fec9-c9f7-477e-9268-5d01ea4eebec admin admin] Made reservation on behalf of 6cdb9793b20d499b9c6c15ac7b5c4feb for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:29:09.354129 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ec82fec9-c9f7-477e-9268-5d01ea4eebec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:09.580145 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b58db262-fda9-4e0a-b6c8-46a2449f7262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:09.603337 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ec82fec9-c9f7-477e-9268-5d01ea4eebec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:09.612847 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8694e3-1796-4546-bf7b-3e240dfc2fb8 req-23ada125-fce7-4c46-87c3-4553bb4d384b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:09.615169 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ea8694e3-1796-4546-bf7b-3e240dfc2fb8 req-23ada125-fce7-4c46-87c3-4553bb4d384b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 1096 time: 0.0562055 Oct 27 18:29:09.689006 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82fec9-c9f7-477e-9268-5d01ea4eebec admin admin] Pushing event updated for resources: {'Subnet': ['ID=1430d2ba-5510-44cf-9d5a-dbe3c4b8b0fa,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:09.698068 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec82fec9-c9f7-477e-9268-5d01ea4eebec admin admin] Checking segment: {'id': '302f09cf-def5-4c6f-b0f0-838717b2e148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '64d7b6d7-828d-41aa-ba56-463e6cd65fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:29:09.698428 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec82fec9-c9f7-477e-9268-5d01ea4eebec admin admin] Network hostable DHCP agents. Network: 64d7b6d7-828d-41aa-ba56-463e6cd65fdb, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:29:09.702622 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ea8694e3-1796-4546-bf7b-3e240dfc2fb8 req-9e1c5961-eb2d-458d-a357-1acecd02d604 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684996 Oct 27 18:29:09.708764 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b6f00-e310-46a0-bf22-aee51e4ec5d7 req-9ad5ed3b-ef5b-45a0-b07c-9187da5d744e tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:09.710561 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1c1b6f00-e310-46a0-bf22-aee51e4ec5d7 req-9ad5ed3b-ef5b-45a0-b07c-9187da5d744e tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 946 time: 0.0630176 Oct 27 18:29:09.751328 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1c1b6f00-e310-46a0-bf22-aee51e4ec5d7 req-b2672ccb-c763-4d0f-b473-858d0ebc7f67 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330369 Oct 27 18:29:09.791011 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec82fec9-c9f7-477e-9268-5d01ea4eebec admin admin] Network 64d7b6d7-828d-41aa-ba56-463e6cd65fdb is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:29:09.859956 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-ec82fec9-c9f7-477e-9268-5d01ea4eebec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 64d7b6d7-828d-41aa-ba56-463e6cd65fdb) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:29:09.864843 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec82fec9-c9f7-477e-9268-5d01ea4eebec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:09.865386 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ec82fec9-c9f7-477e-9268-5d01ea4eebec admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:09.870851 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a91ba4-fbfc-4338-96f7-2bd1065e55a2 None None] Network 64d7b6d7-828d-41aa-ba56-463e6cd65fdb requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:29:09.973498 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ec82fec9-c9f7-477e-9268-5d01ea4eebec admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7164004 Oct 27 18:29:10.010325 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45cd0ef-9118-4f8b-81ba-dd073fa3d43b None None] Network 64d7b6d7-828d-41aa-ba56-463e6cd65fdb requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:29:10.169645 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6c1ce-1404-4c58-8ec4-7df35e1592dc req-926b3902-4197-4d1f-8ce5-d69aabd47446 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:10.172110 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-88e6c1ce-1404-4c58-8ec4-7df35e1592dc req-926b3902-4197-4d1f-8ce5-d69aabd47446 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.0662088 Oct 27 18:29:10.250687 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-88e6c1ce-1404-4c58-8ec4-7df35e1592dc req-fdebb6f8-f418-4cb5-93c9-bba0495a1867 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702944 Oct 27 18:29:10.280372 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86b351-0cd5-4d1f-9e58-9bae26423d58 req-518f001d-0b83-4093-ac91-ebedc5763f58 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:10.290106 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-be86b351-0cd5-4d1f-9e58-9bae26423d58 req-518f001d-0b83-4093-ac91-ebedc5763f58 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0892286 Oct 27 18:29:10.327954 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-be86b351-0cd5-4d1f-9e58-9bae26423d58 req-59565a56-c502-4ce3-a0e0-78a62f7aabde tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367172 Oct 27 18:29:10.633854 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25eec5-770f-412d-b864-19541bb97b83 req-1bb4d17f-1c3d-4869-b30f-c7f5c3b4633c tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:10.635433 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3c25eec5-770f-412d-b864-19541bb97b83 req-1bb4d17f-1c3d-4869-b30f-c7f5c3b4633c tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/networks?id=64d7b6d7-828d-41aa-ba56-463e6cd65fdb HTTP/1.1" status: 200 len: 821 time: 0.1092472 Oct 27 18:29:10.653502 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3c25eec5-770f-412d-b864-19541bb97b83 req-2e7fd27a-46e3-4d90-ab51-c9cd0ece05ef tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/quotas/6cdb9793b20d499b9c6c15ac7b5c4feb HTTP/1.1" status: 200 len: 375 time: 0.0113959 Oct 27 18:29:10.691267 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3c25eec5-770f-412d-b864-19541bb97b83 req-02fa2ce4-63a2-43e8-9892-78dd8d033945 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6cdb9793b20d499b9c6c15ac7b5c4feb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304368 Oct 27 18:29:10.803906 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d00c2a-53b2-4c67-a634-c025b45e4df1 req-2bb4d5b5-ff66-4994-8c0b-2e37e4a48158 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:10.805437 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-82d00c2a-53b2-4c67-a634-c025b45e4df1 req-2bb4d5b5-ff66-4994-8c0b-2e37e4a48158 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.1118886 Oct 27 18:29:10.851525 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3c25eec5-770f-412d-b864-19541bb97b83 req-ecee3e68-4b24-4ecb-9c33-3c98ad6d4991 service neutron] 10.222.0.52 "GET /v2.0/networks/64d7b6d7-828d-41aa-ba56-463e6cd65fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490533 Oct 27 18:29:10.893451 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-82d00c2a-53b2-4c67-a634-c025b45e4df1 req-1f2fc1bb-131b-4bc9-9107-be409e09b388 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809422 Oct 27 18:29:10.985485 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3c25eec5-770f-412d-b864-19541bb97b83 req-1524cbb2-7a41-4208-8d6e-3cf5869c8818 service neutron] 10.222.0.52 "GET /v2.0/networks/64d7b6d7-828d-41aa-ba56-463e6cd65fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167233 Oct 27 18:29:11.025837 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bfae3a-35f7-4ff1-a9b8-8117d12c4c9e req-3bf84ea4-a564-440f-b409-498a9efe9765 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:11.027631 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-29bfae3a-35f7-4ff1-a9b8-8117d12c4c9e req-3bf84ea4-a564-440f-b409-498a9efe9765 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 946 time: 0.0603998 Oct 27 18:29:11.071035 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-29bfae3a-35f7-4ff1-a9b8-8117d12c4c9e req-582cbe32-5d21-4b5c-af9f-87924ff96b74 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363643 Oct 27 18:29:11.333534 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aa8302f5-79f9-4161-a13a-69941b61ebe2 req-caaaa3b7-ce79-4070-8fd0-fed7dfd86b25 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c70cfaa-437c-45f2-8dd2-ce936e8399d5 HTTP/1.1" status: 200 len: 210 time: 0.0375695 Oct 27 18:29:11.415688 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4c698-44ed-49d7-8a2a-d476a0b9d3eb req-a94a6786-866f-48ae-a4ad-acdbdad2f415 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:11.417225 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bfd4c698-44ed-49d7-8a2a-d476a0b9d3eb req-a94a6786-866f-48ae-a4ad-acdbdad2f415 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.0555885 Oct 27 18:29:11.458712 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bfd4c698-44ed-49d7-8a2a-d476a0b9d3eb req-daeb9d05-c55f-4de4-9de7-02dba265b3cb tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351763 Oct 27 18:29:11.984283 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757025ac-a1a0-4380-a9c4-1f7fcc8aec4d req-a93769bb-6a84-4ceb-95bd-d577bc5375df tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:11.985836 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-757025ac-a1a0-4380-a9c4-1f7fcc8aec4d req-a93769bb-6a84-4ceb-95bd-d577bc5375df tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.0724812 Oct 27 18:29:12.027430 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b4b33-5f9d-45bd-8bbb-24986365effa req-4a40e1fa-c52c-4aa8-9766-1475cb2a9a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:12.028946 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-086b4b33-5f9d-45bd-8bbb-24986365effa req-4a40e1fa-c52c-4aa8-9766-1475cb2a9a40 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=73ecd40fe1594f85b64568114a717a96&device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 1096 time: 0.0460823 Oct 27 18:29:12.058401 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6f53a-df7b-4e34-b6ad-5b621abcbf7b req-b2665224-212c-41b0-b0a4-46117a4b0cc8 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:12.066147 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a1b6f53a-df7b-4e34-b6ad-5b621abcbf7b req-b2665224-212c-41b0-b0a4-46117a4b0cc8 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0779030 Oct 27 18:29:12.069863 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-757025ac-a1a0-4380-a9c4-1f7fcc8aec4d req-759baf09-51c2-4836-af4f-e2bb62b23d94 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728395 Oct 27 18:29:12.097474 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6b47918f-fbae-4969-a1ab-547a63488608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:12.123936 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a1b6f53a-df7b-4e34-b6ad-5b621abcbf7b req-f2e23467-45c6-46ef-aa96-c4e1759bfc4a tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520339 Oct 27 18:29:12.163563 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b4b33-5f9d-45bd-8bbb-24986365effa req-b29f4a36-1922-4086-a5f4-8bbc076d6530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:12.165518 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-086b4b33-5f9d-45bd-8bbb-24986365effa req-b29f4a36-1922-4086-a5f4-8bbc076d6530 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f16c66fe-8570-46b3-ac79-4410a1968a3a HTTP/1.1" status: 200 len: 920 time: 0.1295574 Oct 27 18:29:12.223912 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-086b4b33-5f9d-45bd-8bbb-24986365effa req-bd24110f-1266-4a87-a3f0-fea62e64a9a0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0c993c4-2996-4889-aa9b-b44f66af4737 HTTP/1.1" status: 200 len: 217 time: 0.0501063 Oct 27 18:29:12.245822 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861e712-ade6-4347-989e-628f1e4fab9b req-cf99ebe9-6ba1-4f7f-b747-1952fcfa0f43 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:12.247338 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1861e712-ade6-4347-989e-628f1e4fab9b req-cf99ebe9-6ba1-4f7f-b747-1952fcfa0f43 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 946 time: 0.0781493 Oct 27 18:29:12.279575 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab75e3-a42e-419e-94e2-dc17e14e1b35 req-3bf76c41-b894-4425-b2f9-7529ddd4db90 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:12.281124 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3aab75e3-a42e-419e-94e2-dc17e14e1b35 req-3bf76c41-b894-4425-b2f9-7529ddd4db90 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0785263 Oct 27 18:29:12.286907 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b4b33-5f9d-45bd-8bbb-24986365effa req-f75f6785-810e-4ad9-8dc5-b64dc378b250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:12.288961 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-086b4b33-5f9d-45bd-8bbb-24986365effa req-f75f6785-810e-4ad9-8dc5-b64dc378b250 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fa2c4956-e9e1-48c6-a1a7-2a46f1d0015f HTTP/1.1" status: 200 len: 858 time: 0.0557790 Oct 27 18:29:12.321414 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1861e712-ade6-4347-989e-628f1e4fab9b req-76ab0e12-62f9-4149-b6a5-23975bd0466d tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661778 Oct 27 18:29:12.326625 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-086b4b33-5f9d-45bd-8bbb-24986365effa req-c8ddc3ad-c5ea-442f-9f6f-9b57e4110590 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f16c66fe-8570-46b3-ac79-4410a1968a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297105 Oct 27 18:29:12.340880 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3aab75e3-a42e-419e-94e2-dc17e14e1b35 req-c788751c-eb3b-4c34-ab05-9be5d8df200c tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476093 Oct 27 18:29:12.465536 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-086b4b33-5f9d-45bd-8bbb-24986365effa req-7d79a93a-b984-4883-a4a2-87bc78db4bb1 service neutron] 10.222.0.93 "GET /v2.0/networks/f16c66fe-8570-46b3-ac79-4410a1968a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227422 Oct 27 18:29:12.495832 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8128de77-f135-4cf8-8e32-70f15c93844d req-273f0220-a323-4f8d-b753-169b30b36575 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c70cfaa-437c-45f2-8dd2-ce936e8399d5 HTTP/1.1" status: 200 len: 210 time: 0.0294740 Oct 27 18:29:12.577170 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-086b4b33-5f9d-45bd-8bbb-24986365effa req-1c6c267a-2c52-4faf-b793-3b43b8e3f39c service neutron] 10.222.0.93 "GET /v2.0/networks/f16c66fe-8570-46b3-ac79-4410a1968a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996127 Oct 27 18:29:12.593319 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc627a-7f4c-4f6d-92dd-a0cb3a01ac92 req-4c773169-fb32-4d69-bc38-c0c19c51e09d tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:12.594887 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-83bc627a-7f4c-4f6d-92dd-a0cb3a01ac92 req-4c773169-fb32-4d69-bc38-c0c19c51e09d tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0545988 Oct 27 18:29:12.641906 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-83bc627a-7f4c-4f6d-92dd-a0cb3a01ac92 req-5f098daa-10b5-4006-a595-f5bc5e183230 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360079 Oct 27 18:29:12.760737 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47743e-0e16-46c9-9cf5-45f2993b673d req-eee3f213-3d28-4f44-a0fd-b504588b4f2d tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:12.762398 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5c47743e-0e16-46c9-9cf5-45f2993b673d req-eee3f213-3d28-4f44-a0fd-b504588b4f2d tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0500598 Oct 27 18:29:12.801178 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5c47743e-0e16-46c9-9cf5-45f2993b673d req-7cc90174-9096-495a-8fed-6832136ea514 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328419 Oct 27 18:29:12.937938 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a51388-cef9-4c09-9e40-4c091d545f26 req-27af8c9f-5469-4eaf-981e-041853ea624a tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:12.939410 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c6a51388-cef9-4c09-9e40-4c091d545f26 req-27af8c9f-5469-4eaf-981e-041853ea624a tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0504286 Oct 27 18:29:12.984795 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c6a51388-cef9-4c09-9e40-4c091d545f26 req-9938279a-2e56-4b73-9cc2-082ee2411f76 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388899 Oct 27 18:29:13.112452 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0847334-0b94-4eb7-b287-132077208443 req-fe6f02e4-8449-4219-a4bb-61db1870438a tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:13.114035 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e0847334-0b94-4eb7-b287-132077208443 req-fe6f02e4-8449-4219-a4bb-61db1870438a tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0567863 Oct 27 18:29:13.154642 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e0847334-0b94-4eb7-b287-132077208443 req-46796ed9-df28-467c-8baa-1682a8d6ab06 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345178 Oct 27 18:29:13.224672 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a409a-6cb5-4fe5-a96c-d70e443742d8 req-31689a97-34bc-4eb5-993e-4a7601158c0d tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:13.226359 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-173a409a-6cb5-4fe5-a96c-d70e443742d8 req-31689a97-34bc-4eb5-993e-4a7601158c0d tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.0619569 Oct 27 18:29:13.269941 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-173a409a-6cb5-4fe5-a96c-d70e443742d8 req-4ae18c9d-1fc8-47ec-b511-1bf1822f40b9 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365505 Oct 27 18:29:13.334618 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942dc51-fa11-43b4-b953-c00018ac8b9f req-3e913dcb-189a-444e-aed5-64c262f242f8 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:13.336179 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4942dc51-fa11-43b4-b953-c00018ac8b9f req-3e913dcb-189a-444e-aed5-64c262f242f8 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0623503 Oct 27 18:29:13.382428 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4942dc51-fa11-43b4-b953-c00018ac8b9f req-73246dc7-427d-4d1e-b8a5-a0409ca08693 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382392 Oct 27 18:29:13.403048 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:13.404545 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:13.455691 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fcaf6f-db75-4934-9148-f34257f997fe req-ebdc4d04-023f-48f0-b81d-a4d28e00299b tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:13.457370 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-82fcaf6f-db75-4934-9148-f34257f997fe req-ebdc4d04-023f-48f0-b81d-a4d28e00299b tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 946 time: 0.0616362 Oct 27 18:29:13.528622 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-82fcaf6f-db75-4934-9148-f34257f997fe req-3d287206-60a0-4b91-ad89-bf2256474c98 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581923 Oct 27 18:29:13.538612 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71fa32-46a6-4972-bb4b-983045dd56b2 req-01a6676d-47ba-404e-bf12-047c8e686629 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:13.540174 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5d71fa32-46a6-4972-bb4b-983045dd56b2 req-01a6676d-47ba-404e-bf12-047c8e686629 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0784528 Oct 27 18:29:13.607948 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5d71fa32-46a6-4972-bb4b-983045dd56b2 req-d74f9efd-c7e0-45c0-86e6-e6c4eec4ff1a tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507905 Oct 27 18:29:13.695876 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0d20302d-fac5-455f-8dad-04bbb27c909b req-9265f298-bff7-4a29-a517-c57f343c23b6 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c70cfaa-437c-45f2-8dd2-ce936e8399d5 HTTP/1.1" status: 200 len: 210 time: 0.0285523 Oct 27 18:29:13.804511 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839e555-f5a7-4fc6-a63f-d89f2fe13762 req-ea947707-aef8-4302-8dc0-4891b00fca93 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:13.806185 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2839e555-f5a7-4fc6-a63f-d89f2fe13762 req-ea947707-aef8-4302-8dc0-4891b00fca93 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0549154 Oct 27 18:29:13.817637 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25eec5-770f-412d-b864-19541bb97b83 req-e6607cda-b1e3-447b-80d9-dc397ddea0b4 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:13.819436 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3c25eec5-770f-412d-b864-19541bb97b83 req-e6607cda-b1e3-447b-80d9-dc397ddea0b4 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.93 "GET /v2.0/networks?id=64d7b6d7-828d-41aa-ba56-463e6cd65fdb HTTP/1.1" status: 200 len: 821 time: 0.1141849 Oct 27 18:29:13.839056 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-3c25eec5-770f-412d-b864-19541bb97b83 req-537d9d19-5a97-4f56-b9ac-352cde566abc tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Request body: {'port': {'device_id': '1c70cfaa-437c-45f2-8dd2-ce936e8399d5', 'network_id': '64d7b6d7-828d-41aa-ba56-463e6cd65fdb', 'admin_state_up': True, 'tenant_id': '6cdb9793b20d499b9c6c15ac7b5c4feb'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:29:13.851670 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2839e555-f5a7-4fc6-a63f-d89f2fe13762 req-794ea307-7872-4ccc-96f9-539872f924d1 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387402 Oct 27 18:29:13.979293 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70fb7cf-3462-4d42-af56-ea8a145552ca req-4380a3fc-879d-4da3-bfb6-dbe37e9b76a8 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:13.980725 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f70fb7cf-3462-4d42-af56-ea8a145552ca req-4380a3fc-879d-4da3-bfb6-dbe37e9b76a8 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0539782 Oct 27 18:29:14.020179 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f70fb7cf-3462-4d42-af56-ea8a145552ca req-5bcf29c5-eab2-4664-8ae5-6a9aade32232 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329363 Oct 27 18:29:14.042713 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c25eec5-770f-412d-b864-19541bb97b83 req-537d9d19-5a97-4f56-b9ac-352cde566abc tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Made reservation on behalf of 6cdb9793b20d499b9c6c15ac7b5c4feb for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:29:14.052605 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-3c25eec5-770f-412d-b864-19541bb97b83 req-537d9d19-5a97-4f56-b9ac-352cde566abc tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:14.163287 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6280ed-c839-4ee5-8f2d-f03d3a172b19 req-7c10bdc2-d549-4194-a8b6-a2f653e92b7e tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:14.164976 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-df6280ed-c839-4ee5-8f2d-f03d3a172b19 req-7c10bdc2-d549-4194-a8b6-a2f653e92b7e tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0556571 Oct 27 18:29:14.204298 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-3c25eec5-770f-412d-b864-19541bb97b83 req-537d9d19-5a97-4f56-b9ac-352cde566abc tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Allocated IP 172.20.0.13 (64d7b6d7-828d-41aa-ba56-463e6cd65fdb/1430d2ba-5510-44cf-9d5a-dbe3c4b8b0fa/ab0d5f1a-1f17-477d-a2f1-184fe05c6052) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:29:14.223028 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-df6280ed-c839-4ee5-8f2d-f03d3a172b19 req-e4de975c-bfab-4755-86a2-489b5e06e9d3 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511782 Oct 27 18:29:14.363097 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bcf601-a5a5-4a22-b9c7-874754e6ae2f req-e17d93e7-038c-43f9-96c1-819c89da05d8 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:14.370481 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20bcf601-a5a5-4a22-b9c7-874754e6ae2f req-e17d93e7-038c-43f9-96c1-819c89da05d8 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0825660 Oct 27 18:29:14.375349 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-3c25eec5-770f-412d-b864-19541bb97b83 req-537d9d19-5a97-4f56-b9ac-352cde566abc tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:14.436629 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20bcf601-a5a5-4a22-b9c7-874754e6ae2f req-410208db-a71c-4a36-a3e2-572f93691f55 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649564 Oct 27 18:29:14.454579 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd757c9-915b-4b19-9cf0-e053dff8bd56 req-b8325993-76fa-4ffa-a3f6-c5101c40f614 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:14.456396 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8fd757c9-915b-4b19-9cf0-e053dff8bd56 req-b8325993-76fa-4ffa-a3f6-c5101c40f614 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.0773163 Oct 27 18:29:14.478206 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-3c25eec5-770f-412d-b864-19541bb97b83 req-537d9d19-5a97-4f56-b9ac-352cde566abc tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:14.509415 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8fd757c9-915b-4b19-9cf0-e053dff8bd56 req-99307055-9369-4405-94ed-b2e61c2a2092 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426965 Oct 27 18:29:14.528011 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c25eec5-770f-412d-b864-19541bb97b83 req-537d9d19-5a97-4f56-b9ac-352cde566abc tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Network 64d7b6d7-828d-41aa-ba56-463e6cd65fdb is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:29:14.531334 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-3c25eec5-770f-412d-b864-19541bb97b83 req-537d9d19-5a97-4f56-b9ac-352cde566abc tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:29:14.536479 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c25eec5-770f-412d-b864-19541bb97b83 req-537d9d19-5a97-4f56-b9ac-352cde566abc tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:29:14.576574 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d9d19-5a97-4f56-b9ac-352cde566abc tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Pushing event updated for resources: {'Port': ['ID=ab0d5f1a-1f17-477d-a2f1-184fe05c6052,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:14.602516 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25eec5-770f-412d-b864-19541bb97b83 req-537d9d19-5a97-4f56-b9ac-352cde566abc tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:14.603566 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-3c25eec5-770f-412d-b864-19541bb97b83 req-537d9d19-5a97-4f56-b9ac-352cde566abc tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:14.643989 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a742369-1b20-4f2e-95ab-b5473bc94d63 req-6c7bbbc3-e630-4646-a0b4-919fb688a6fd tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:14.645576 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7a742369-1b20-4f2e-95ab-b5473bc94d63 req-6c7bbbc3-e630-4646-a0b4-919fb688a6fd tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0712070 Oct 27 18:29:14.682267 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3c25eec5-770f-412d-b864-19541bb97b83 req-537d9d19-5a97-4f56-b9ac-352cde566abc tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8474054 Oct 27 18:29:14.701871 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-3c25eec5-770f-412d-b864-19541bb97b83 req-5120eca9-e4d6-40db-aab0-4bd3dd14cf16 service neutron] Request body: {'port': {'device_id': '1c70cfaa-437c-45f2-8dd2-ce936e8399d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:29:14.713940 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb38ea-ea39-4fa3-b82c-a138bf1c0694 req-e13e6e3b-8f97-4b49-aa1f-04f455c30697 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:14.715865 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d4fb38ea-ea39-4fa3-b82c-a138bf1c0694 req-e13e6e3b-8f97-4b49-aa1f-04f455c30697 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 946 time: 0.0892127 Oct 27 18:29:14.721378 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7a742369-1b20-4f2e-95ab-b5473bc94d63 req-6dc3c8d4-d9a4-49f5-b715-394d4d388584 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541189 Oct 27 18:29:14.765200 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-3c25eec5-770f-412d-b864-19541bb97b83 req-5120eca9-e4d6-40db-aab0-4bd3dd14cf16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:14.772465 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d4fb38ea-ea39-4fa3-b82c-a138bf1c0694 req-f37ecfa4-5300-40d5-8652-b8c27782d569 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495577 Oct 27 18:29:14.929446 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce988a0-b9c8-4469-a15c-442e1d4ac685 req-47802e5d-5fb5-4abd-adcc-0e5a40f10d5e tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:14.930889 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bce988a0-b9c8-4469-a15c-442e1d4ac685 req-47802e5d-5fb5-4abd-adcc-0e5a40f10d5e tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c70cfaa-437c-45f2-8dd2-ce936e8399d5 HTTP/1.1" status: 200 len: 932 time: 0.0582435 Oct 27 18:29:15.021916 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bce988a0-b9c8-4469-a15c-442e1d4ac685 req-7e557d8c-d395-452b-ac97-4f178654f4e5 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850613 Oct 27 18:29:15.039264 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50941d-d957-4b4b-8a55-0d1aa6677d20 req-8166d293-6d95-4448-890d-863af393fca9 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:15.040557 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ae50941d-d957-4b4b-8a55-0d1aa6677d20 req-8166d293-6d95-4448-890d-863af393fca9 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0808833 Oct 27 18:29:15.044197 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:15.084720 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ae50941d-d957-4b4b-8a55-0d1aa6677d20 req-5c6820d5-90d2-494f-8630-6d8eea459bf8 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364103 Oct 27 18:29:15.099543 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-3c25eec5-770f-412d-b864-19541bb97b83 req-5120eca9-e4d6-40db-aab0-4bd3dd14cf16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab0d5f1a-1f17-477d-a2f1-184fe05c6052 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:29:15.107820 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-3c25eec5-770f-412d-b864-19541bb97b83 req-5120eca9-e4d6-40db-aab0-4bd3dd14cf16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:15.120042 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-3c25eec5-770f-412d-b864-19541bb97b83 req-5120eca9-e4d6-40db-aab0-4bd3dd14cf16 service neutron] Transition to ACTIVE for port object ab0d5f1a-1f17-477d-a2f1-184fe05c6052 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:29:15.239631 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089decb-07dd-497e-9956-2b147b9cd7ca req-f67cfabe-58b9-4b6e-8bb9-c268a032dfe0 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:15.241138 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1089decb-07dd-497e-9956-2b147b9cd7ca req-f67cfabe-58b9-4b6e-8bb9-c268a032dfe0 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0646634 Oct 27 18:29:15.252801 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-3c25eec5-770f-412d-b864-19541bb97b83 req-5120eca9-e4d6-40db-aab0-4bd3dd14cf16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:15.281394 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1089decb-07dd-497e-9956-2b147b9cd7ca req-70cf30ad-1b1f-49fe-a4f8-3a98a93942fb tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341868 Oct 27 18:29:15.318200 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120eca9-e4d6-40db-aab0-4bd3dd14cf16 service neutron] Pushing event updated for resources: {'Port': ['ID=ab0d5f1a-1f17-477d-a2f1-184fe05c6052,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:15.386784 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-3c25eec5-770f-412d-b864-19541bb97b83 req-5120eca9-e4d6-40db-aab0-4bd3dd14cf16 service neutron] Attempting to bind port ab0d5f1a-1f17-477d-a2f1-184fe05c6052 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:29:15.387458 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-3c25eec5-770f-412d-b864-19541bb97b83 req-5120eca9-e4d6-40db-aab0-4bd3dd14cf16 service neutron] Attempting to bind port ab0d5f1a-1f17-477d-a2f1-184fe05c6052 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '302f09cf-def5-4c6f-b0f0-838717b2e148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '64d7b6d7-828d-41aa-ba56-463e6cd65fdb'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:29:15.387788 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c25eec5-770f-412d-b864-19541bb97b83 req-5120eca9-e4d6-40db-aab0-4bd3dd14cf16 service neutron] Attempting to bind port ab0d5f1a-1f17-477d-a2f1-184fe05c6052 on network 64d7b6d7-828d-41aa-ba56-463e6cd65fdb {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:29:15.392198 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c25eec5-770f-412d-b864-19541bb97b83 req-5120eca9-e4d6-40db-aab0-4bd3dd14cf16 service neutron] Port ab0d5f1a-1f17-477d-a2f1-184fe05c6052 on network 64d7b6d7-828d-41aa-ba56-463e6cd65fdb not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:29:15.393068 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c25eec5-770f-412d-b864-19541bb97b83 req-5120eca9-e4d6-40db-aab0-4bd3dd14cf16 service neutron] Attempting to bind port ab0d5f1a-1f17-477d-a2f1-184fe05c6052 on network 64d7b6d7-828d-41aa-ba56-463e6cd65fdb {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:29:15.397969 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c25eec5-770f-412d-b864-19541bb97b83 req-5120eca9-e4d6-40db-aab0-4bd3dd14cf16 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:29:15.398303 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c25eec5-770f-412d-b864-19541bb97b83 req-5120eca9-e4d6-40db-aab0-4bd3dd14cf16 service neutron] Checking segment: {'id': '302f09cf-def5-4c6f-b0f0-838717b2e148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '64d7b6d7-828d-41aa-ba56-463e6cd65fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:29:15.398687 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c25eec5-770f-412d-b864-19541bb97b83 req-5120eca9-e4d6-40db-aab0-4bd3dd14cf16 service neutron] Bound using segment: {'id': '302f09cf-def5-4c6f-b0f0-838717b2e148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '64d7b6d7-828d-41aa-ba56-463e6cd65fdb'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:29:15.399202 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-3c25eec5-770f-412d-b864-19541bb97b83 req-5120eca9-e4d6-40db-aab0-4bd3dd14cf16 service neutron] Bound port: ab0d5f1a-1f17-477d-a2f1-184fe05c6052, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '302f09cf-def5-4c6f-b0f0-838717b2e148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '64d7b6d7-828d-41aa-ba56-463e6cd65fdb'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:29:15.399566 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-3c25eec5-770f-412d-b864-19541bb97b83 req-5120eca9-e4d6-40db-aab0-4bd3dd14cf16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:15.407435 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ba62d-33ae-4984-b911-9f58be33d291 req-de443d26-025e-4d1a-8354-a05363190dd2 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:15.411932 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-439ba62d-33ae-4984-b911-9f58be33d291 req-de443d26-025e-4d1a-8354-a05363190dd2 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0548792 Oct 27 18:29:15.450103 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-439ba62d-33ae-4984-b911-9f58be33d291 req-1bac0828-3ac9-4259-8c72-0991ccffd45f tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331872 Oct 27 18:29:15.463671 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-3c25eec5-770f-412d-b864-19541bb97b83 req-5120eca9-e4d6-40db-aab0-4bd3dd14cf16 service neutron] For port ab0d5f1a-1f17-477d-a2f1-184fe05c6052, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:29:15.466910 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-3c25eec5-770f-412d-b864-19541bb97b83 req-5120eca9-e4d6-40db-aab0-4bd3dd14cf16 service neutron] For port ab0d5f1a-1f17-477d-a2f1-184fe05c6052, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=ab0d5f1a-1f17-477d-a2f1-184fe05c6052,segment=NetworkSegment(302f09cf-def5-4c6f-b0f0-838717b2e148),segment_id=302f09cf-def5-4c6f-b0f0-838717b2e148)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:29:15.558529 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-3c25eec5-770f-412d-b864-19541bb97b83 req-5120eca9-e4d6-40db-aab0-4bd3dd14cf16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:15.582683 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25eec5-770f-412d-b864-19541bb97b83 req-5120eca9-e4d6-40db-aab0-4bd3dd14cf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:15.583698 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-3c25eec5-770f-412d-b864-19541bb97b83 req-5120eca9-e4d6-40db-aab0-4bd3dd14cf16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:15.585294 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3c25eec5-770f-412d-b864-19541bb97b83 req-5120eca9-e4d6-40db-aab0-4bd3dd14cf16 service neutron] 10.222.0.93 "PUT /v2.0/ports/ab0d5f1a-1f17-477d-a2f1-184fe05c6052 HTTP/1.1" status: 200 len: 1092 time: 0.8878412 Oct 27 18:29:15.609192 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c70cfaa-437c-45f2-8dd2-ce936e8399d5', 'tag': 'ab0d5f1a-1f17-477d-a2f1-184fe05c6052'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:29:15.611663 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153887ac-1760-446b-896b-5897105cbaaa" -d '{"events": [{"name": "network-changed", "server_uuid": "1c70cfaa-437c-45f2-8dd2-ce936e8399d5", "tag": "ab0d5f1a-1f17-477d-a2f1-184fe05c6052"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:29:15.637822 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120eca9-e4d6-40db-aab0-4bd3dd14cf16 service neutron] Pushing event updated for resources: {'Port': ['ID=ab0d5f1a-1f17-477d-a2f1-184fe05c6052,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:15.663841 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142af92-c53f-4c0a-8c70-a41ac02d11d9 req-b45836e6-1499-45d2-ab9c-5e6117c4a6b7 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:15.665399 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9142af92-c53f-4c0a-8c70-a41ac02d11d9 req-b45836e6-1499-45d2-ab9c-5e6117c4a6b7 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.1006989 Oct 27 18:29:15.673309 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b47e7-f370-49a9-8a18-195f90ebbef3 req-00b7737f-69e3-4273-b343-d0ea0584a3d6 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:15.675305 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7e2b47e7-f370-49a9-8a18-195f90ebbef3 req-00b7737f-69e3-4273-b343-d0ea0584a3d6 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.0738969 Oct 27 18:29:15.736435 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9142af92-c53f-4c0a-8c70-a41ac02d11d9 req-8b6e69bf-78cc-4d33-a9c2-a6c988c84c6d tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601029 Oct 27 18:29:15.743344 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7e2b47e7-f370-49a9-8a18-195f90ebbef3 req-bb7893ff-e3f5-4eb6-b3bc-d7485d95200a tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600042 Oct 27 18:29:15.759045 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25eec5-770f-412d-b864-19541bb97b83 req-3f45e801-d816-4e52-8080-171ff82a02a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:15.759045 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3c25eec5-770f-412d-b864-19541bb97b83 req-3f45e801-d816-4e52-8080-171ff82a02a0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6cdb9793b20d499b9c6c15ac7b5c4feb&device_id=1c70cfaa-437c-45f2-8dd2-ce936e8399d5 HTTP/1.1" status: 200 len: 1095 time: 0.0552473 Oct 27 18:29:15.844544 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faeec4a5-ec6e-41a0-8c64-21269dea5603 x-openstack-request-id: req-faeec4a5-ec6e-41a0-8c64-21269dea5603 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:29:15.845564 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c70cfaa-437c-45f2-8dd2-ce936e8399d5", "tag": "ab0d5f1a-1f17-477d-a2f1-184fe05c6052", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:29:15.846002 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-faeec4a5-ec6e-41a0-8c64-21269dea5603 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:29:15.846991 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c70cfaa-437c-45f2-8dd2-ce936e8399d5', 'tag': 'ab0d5f1a-1f17-477d-a2f1-184fe05c6052', 'status': 'completed', 'code': 200} Oct 27 18:29:15.849064 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3c25eec5-770f-412d-b864-19541bb97b83 req-00e3fe7c-2d2f-4f3a-9b03-8a41cb2c3b05 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab0d5f1a-1f17-477d-a2f1-184fe05c6052 HTTP/1.1" status: 200 len: 217 time: 0.0811679 Oct 27 18:29:15.906718 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25eec5-770f-412d-b864-19541bb97b83 req-ce16ab79-63f6-4ed0-b21b-c4de131bce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:15.908390 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3c25eec5-770f-412d-b864-19541bb97b83 req-ce16ab79-63f6-4ed0-b21b-c4de131bce45 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1430d2ba-5510-44cf-9d5a-dbe3c4b8b0fa HTTP/1.1" status: 200 len: 861 time: 0.0450716 Oct 27 18:29:15.930879 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248a724-1f73-4a61-be3a-155699b4a80d req-c7886299-6963-427a-9f7d-49ae58abfcf6 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:15.931766 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5248a724-1f73-4a61-be3a-155699b4a80d req-c7886299-6963-427a-9f7d-49ae58abfcf6 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0810030 Oct 27 18:29:15.941182 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed17c36-0e80-4a4d-8b24-783d392cf554 req-e9fff889-cb29-430a-bae3-eff294d30f5e tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:15.942659 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eed17c36-0e80-4a4d-8b24-783d392cf554 req-e9fff889-cb29-430a-bae3-eff294d30f5e tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 946 time: 0.0819342 Oct 27 18:29:15.943721 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3c25eec5-770f-412d-b864-19541bb97b83 req-58fd05e0-d6be-4265-86cd-eea73a31790f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=64d7b6d7-828d-41aa-ba56-463e6cd65fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278251 Oct 27 18:29:15.998994 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5248a724-1f73-4a61-be3a-155699b4a80d req-acded830-64ae-49f7-87a1-93dd31d2bcaf tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549271 Oct 27 18:29:16.004382 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eed17c36-0e80-4a4d-8b24-783d392cf554 req-e4359b77-6b22-4c51-995c-00a30e597f21 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542462 Oct 27 18:29:16.092691 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3c25eec5-770f-412d-b864-19541bb97b83 req-f4ed33bb-40b2-439c-85dd-0321def7e1b8 service neutron] 10.222.0.93 "GET /v2.0/networks/64d7b6d7-828d-41aa-ba56-463e6cd65fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380985 Oct 27 18:29:16.225873 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3c25eec5-770f-412d-b864-19541bb97b83 req-5360bd94-a2e6-4ecb-89d4-59da1c5b0598 service neutron] 10.222.0.93 "GET /v2.0/networks/64d7b6d7-828d-41aa-ba56-463e6cd65fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134593 Oct 27 18:29:16.287697 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d548d1-d67c-4ed2-a9b8-8c0ef2751c61 req-d0a4f682-19e5-48eb-b9e7-641bda9e9b1d tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:16.289525 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-14d548d1-d67c-4ed2-a9b8-8c0ef2751c61 req-d0a4f682-19e5-48eb-b9e7-641bda9e9b1d tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c70cfaa-437c-45f2-8dd2-ce936e8399d5 HTTP/1.1" status: 200 len: 944 time: 0.0548842 Oct 27 18:29:16.329347 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-14d548d1-d67c-4ed2-a9b8-8c0ef2751c61 req-2f0b5077-95d2-412a-bd97-4d7bbf10c1d0 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340889 Oct 27 18:29:16.397309 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153887ac-1760-446b-896b-5897105cbaaa req-2acc2555-c24a-4ee4-a8c3-eafffc28a97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:16.399636 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-153887ac-1760-446b-896b-5897105cbaaa req-2acc2555-c24a-4ee4-a8c3-eafffc28a97c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6cdb9793b20d499b9c6c15ac7b5c4feb&device_id=1c70cfaa-437c-45f2-8dd2-ce936e8399d5 HTTP/1.1" status: 200 len: 1095 time: 0.0582423 Oct 27 18:29:16.474611 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d38fd-67d6-4c71-8f5f-f2a14702fd1a req-e71f3f20-4651-4d85-8cab-dde863bb1172 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:16.477393 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c12d38fd-67d6-4c71-8f5f-f2a14702fd1a req-e71f3f20-4651-4d85-8cab-dde863bb1172 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0621338 Oct 27 18:29:16.518422 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c12d38fd-67d6-4c71-8f5f-f2a14702fd1a req-52520c17-4ffb-47b8-898e-82f7b6435314 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341125 Oct 27 18:29:16.526914 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153887ac-1760-446b-896b-5897105cbaaa req-5760e403-048f-4a10-9f63-10ba4a24d573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:16.526914 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-153887ac-1760-446b-896b-5897105cbaaa req-5760e403-048f-4a10-9f63-10ba4a24d573 service neutron] 10.222.0.93 "GET /v2.0/networks?id=64d7b6d7-828d-41aa-ba56-463e6cd65fdb HTTP/1.1" status: 200 len: 923 time: 0.1147635 Oct 27 18:29:16.592846 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-153887ac-1760-446b-896b-5897105cbaaa req-4b1b027d-5624-48ad-bf6e-c1642a2817e7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab0d5f1a-1f17-477d-a2f1-184fe05c6052 HTTP/1.1" status: 200 len: 217 time: 0.0405924 Oct 27 18:29:16.648149 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582817f-2a67-4366-9dac-97fbb80b465c req-971f63a1-26f0-4179-984c-ea37d7bd007c tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:16.649681 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9582817f-2a67-4366-9dac-97fbb80b465c req-971f63a1-26f0-4179-984c-ea37d7bd007c tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0585990 Oct 27 18:29:16.662505 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153887ac-1760-446b-896b-5897105cbaaa req-e77b5612-32ac-4990-80a3-06206ffbde51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:16.664038 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-153887ac-1760-446b-896b-5897105cbaaa req-e77b5612-32ac-4990-80a3-06206ffbde51 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1430d2ba-5510-44cf-9d5a-dbe3c4b8b0fa HTTP/1.1" status: 200 len: 861 time: 0.0581713 Oct 27 18:29:16.691169 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9582817f-2a67-4366-9dac-97fbb80b465c req-7ad6b12e-30d5-4a74-88fc-6718129e766d tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352640 Oct 27 18:29:16.697483 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-153887ac-1760-446b-896b-5897105cbaaa req-c072fbbd-4390-483c-877b-e6eba744b7f5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=64d7b6d7-828d-41aa-ba56-463e6cd65fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259302 Oct 27 18:29:16.793953 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-153887ac-1760-446b-896b-5897105cbaaa req-86a4f83f-9355-43c0-ab48-6e46854eca28 service neutron] 10.222.0.93 "GET /v2.0/networks/64d7b6d7-828d-41aa-ba56-463e6cd65fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874827 Oct 27 18:29:16.828369 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c6fdb-0947-4d6f-8d83-1e1ce02c89eb req-63a42aa2-0327-4e4a-bc7e-f47929d4c3ff tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:16.836493 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ec4c6fdb-0947-4d6f-8d83-1e1ce02c89eb req-63a42aa2-0327-4e4a-bc7e-f47929d4c3ff tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0529997 Oct 27 18:29:16.869292 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ec4c6fdb-0947-4d6f-8d83-1e1ce02c89eb req-c556b7c6-01ab-43e5-b229-20aca0e9bcc4 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321565 Oct 27 18:29:16.900045 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-153887ac-1760-446b-896b-5897105cbaaa req-e644a8cf-d018-4306-b9df-f9e58d46b42a service neutron] 10.222.0.93 "GET /v2.0/networks/64d7b6d7-828d-41aa-ba56-463e6cd65fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907946 Oct 27 18:29:16.992830 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e4723-4878-4269-b728-f54de5695250 req-14ba912b-dcdb-4167-a1bf-d379998078be tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:16.999300 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-868e4723-4878-4269-b728-f54de5695250 req-14ba912b-dcdb-4167-a1bf-d379998078be tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0553432 Oct 27 18:29:17.032705 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-868e4723-4878-4269-b728-f54de5695250 req-0e3aafa2-1284-4512-9f38-1fc6dcb5bea5 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323751 Oct 27 18:29:17.146847 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23eb8e-304d-426f-92bb-085e01eed8e6 req-181bcc8e-b6d2-4e12-ac29-48c8c5e57cc2 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:17.148444 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dc23eb8e-304d-426f-92bb-085e01eed8e6 req-181bcc8e-b6d2-4e12-ac29-48c8c5e57cc2 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 946 time: 0.0614345 Oct 27 18:29:17.203925 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dc23eb8e-304d-426f-92bb-085e01eed8e6 req-cc03283c-09d8-48bc-8738-7021b969adb0 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468502 Oct 27 18:29:17.474498 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cf90f-2489-442b-8d7f-0b21241dfd35 req-f260154b-0009-4b9f-b8b1-cc31c2977588 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:17.482334 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b07cf90f-2489-442b-8d7f-0b21241dfd35 req-f260154b-0009-4b9f-b8b1-cc31c2977588 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c70cfaa-437c-45f2-8dd2-ce936e8399d5 HTTP/1.1" status: 200 len: 944 time: 0.0695539 Oct 27 18:29:17.533822 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b07cf90f-2489-442b-8d7f-0b21241dfd35 req-4735c9bb-f903-4d25-a76e-d2c22fb14400 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453243 Oct 27 18:29:17.799885 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d8b9f-cfa1-4f09-820b-63e2be37c8e3 req-b88fcc73-3d57-48dd-babd-4e658a44a700 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:17.801859 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-da6d8b9f-cfa1-4f09-820b-63e2be37c8e3 req-b88fcc73-3d57-48dd-babd-4e658a44a700 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0527222 Oct 27 18:29:17.844758 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-da6d8b9f-cfa1-4f09-820b-63e2be37c8e3 req-661aaf89-2da7-46ae-9a98-4fcf1035955f tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357690 Oct 27 18:29:18.344428 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19302b0-9d47-44d0-9ef6-0c8e1bd7e8d3 req-4768a2e0-d7bc-4b26-b5a4-64006532afd8 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:18.345989 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c19302b0-9d47-44d0-9ef6-0c8e1bd7e8d3 req-4768a2e0-d7bc-4b26-b5a4-64006532afd8 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 946 time: 0.0668364 Oct 27 18:29:18.395308 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c19302b0-9d47-44d0-9ef6-0c8e1bd7e8d3 req-fe097001-87b2-4268-92e6-1651a7bc45b2 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392075 Oct 27 18:29:18.545163 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60900) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:29:18.654834 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a81560-2d70-4cba-a2f4-2e278f919276 req-ab545dbf-cf22-424c-a2fa-601c02c95692 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:18.656389 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-65a81560-2d70-4cba-a2f4-2e278f919276 req-ab545dbf-cf22-424c-a2fa-601c02c95692 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c70cfaa-437c-45f2-8dd2-ce936e8399d5 HTTP/1.1" status: 200 len: 944 time: 0.0637579 Oct 27 18:29:18.680616 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-46e3424d-8123-439b-be3d-eb4eefb2772b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:18.697577 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-65a81560-2d70-4cba-a2f4-2e278f919276 req-5304d598-9cf8-4d40-8603-d27d1d258c72 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339558 Oct 27 18:29:18.764115 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-46e3424d-8123-439b-be3d-eb4eefb2772b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:18.852044 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-46e3424d-8123-439b-be3d-eb4eefb2772b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:18.890674 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e3424d-8123-439b-be3d-eb4eefb2772b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db4ccf7-2c8a-49e9-92c3-22b477eb4e76,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:18.896563 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-46e3424d-8123-439b-be3d-eb4eefb2772b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f5c2ca9f24514963b2c46d6015899209&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3497467 Oct 27 18:29:18.899396 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60910) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:29:19.007187 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5481aa-9467-45ef-8dd8-c743528754e7 req-6ccca171-510b-4a55-98f8-3932ab824e71 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:19.008741 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aa5481aa-9467-45ef-8dd8-c743528754e7 req-6ccca171-510b-4a55-98f8-3932ab824e71 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0881169 Oct 27 18:29:19.009849 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-44c1160f-0f45-4493-87dd-048d283fd209 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:19.046461 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-44c1160f-0f45-4493-87dd-048d283fd209 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:19.086950 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aa5481aa-9467-45ef-8dd8-c743528754e7 req-4a6dc9fe-c9f5-4ca4-a8d6-fe476e4b0c20 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721216 Oct 27 18:29:19.191510 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-44c1160f-0f45-4493-87dd-048d283fd209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:19.194599 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-44c1160f-0f45-4493-87dd-048d283fd209 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:19.195805 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-44c1160f-0f45-4493-87dd-048d283fd209 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4db4ccf7-2c8a-49e9-92c3-22b477eb4e76 HTTP/1.1" status: 204 len: 168 time: 0.2950268 Oct 27 18:29:19.209026 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c1160f-0f45-4493-87dd-048d283fd209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db4ccf7-2c8a-49e9-92c3-22b477eb4e76,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:19.540872 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3361e56-b009-4b7d-ba97-ee28951d257a req-f8823b04-1bf5-4915-9354-dc13a73ec87a tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:19.542454 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f3361e56-b009-4b7d-ba97-ee28951d257a req-f8823b04-1bf5-4915-9354-dc13a73ec87a tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 946 time: 0.0605307 Oct 27 18:29:19.583552 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f3361e56-b009-4b7d-ba97-ee28951d257a req-9cbd5c2c-c072-4b4d-ad26-a33dcb91fae1 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347877 Oct 27 18:29:19.820756 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217c599-920a-49d0-b485-37fbb842fc09 req-90e92fcb-e98c-4552-b859-9011448459e7 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:19.821320 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60926) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:29:19.821669 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d217c599-920a-49d0-b485-37fbb842fc09 req-90e92fcb-e98c-4552-b859-9011448459e7 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c70cfaa-437c-45f2-8dd2-ce936e8399d5 HTTP/1.1" status: 200 len: 944 time: 0.0532472 Oct 27 18:29:19.836040 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-73ba0421-4b62-4bb7-a168-c2dbaa4dfb08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:19.870426 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d217c599-920a-49d0-b485-37fbb842fc09 req-ffe2be16-6be0-403e-8cda-9b9e5ef5c52e tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417612 Oct 27 18:29:19.913171 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-73ba0421-4b62-4bb7-a168-c2dbaa4dfb08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:19.968462 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-73ba0421-4b62-4bb7-a168-c2dbaa4dfb08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:20.007531 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-73ba0421-4b62-4bb7-a168-c2dbaa4dfb08 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e164e5f45daa445bb63df601e158dd99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1855657 Oct 27 18:29:20.008389 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba0421-4b62-4bb7-a168-c2dbaa4dfb08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f0bfde-7e49-4cfc-84d5-bb9a3f7d2852,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:20.010293 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60928) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:29:20.060488 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a578fa6e-cf15-45ed-9f34-ffddaf160f21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:20.082824 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a578fa6e-cf15-45ed-9f34-ffddaf160f21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:20.206994 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f243a-1e16-4470-aaaa-155df1990b57 req-85d463d6-98bd-46ec-a7b7-90cd8283d159 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:20.208554 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-873f243a-1e16-4470-aaaa-155df1990b57 req-85d463d6-98bd-46ec-a7b7-90cd8283d159 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0507417 Oct 27 18:29:20.230831 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a578fa6e-cf15-45ed-9f34-ffddaf160f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:20.233506 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a578fa6e-cf15-45ed-9f34-ffddaf160f21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:20.234584 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a578fa6e-cf15-45ed-9f34-ffddaf160f21 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f5f0bfde-7e49-4cfc-84d5-bb9a3f7d2852 HTTP/1.1" status: 204 len: 168 time: 0.2232294 Oct 27 18:29:20.254744 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578fa6e-cf15-45ed-9f34-ffddaf160f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f0bfde-7e49-4cfc-84d5-bb9a3f7d2852,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:20.262990 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-873f243a-1e16-4470-aaaa-155df1990b57 req-502beb47-8b3d-4b1c-90db-ea804702a5e0 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475523 Oct 27 18:29:20.724596 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81c63b-3716-4afa-bfce-bbf5af18e290 req-7e16d60e-9dfa-4934-9acc-fd62d5469abf tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:20.726710 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bd81c63b-3716-4afa-bfce-bbf5af18e290 req-7e16d60e-9dfa-4934-9acc-fd62d5469abf tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 946 time: 0.0649333 Oct 27 18:29:20.774542 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bd81c63b-3716-4afa-bfce-bbf5af18e290 req-9beb76d0-a5dc-40b1-9e3f-1fa1aa3e8c0d tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404370 Oct 27 18:29:20.988544 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466fa52-c50d-48d3-82a3-2a6b6c508d83 req-e59ee1bc-b2ca-4b62-9846-073a28f4d2d6 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:20.990088 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e466fa52-c50d-48d3-82a3-2a6b6c508d83 req-e59ee1bc-b2ca-4b62-9846-073a28f4d2d6 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c70cfaa-437c-45f2-8dd2-ce936e8399d5 HTTP/1.1" status: 200 len: 944 time: 0.0519938 Oct 27 18:29:21.036821 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e466fa52-c50d-48d3-82a3-2a6b6c508d83 req-ae84f10b-32af-4e68-a0ea-083c0fab5425 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363166 Oct 27 18:29:21.063402 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device ab0d5f1a-1f17-477d-a2f1-184fe05c6052 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:29:21.160710 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port ab0d5f1a-1f17-477d-a2f1-184fe05c6052, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=ab0d5f1a-1f17-477d-a2f1-184fe05c6052,segment=NetworkSegment(302f09cf-def5-4c6f-b0f0-838717b2e148),segment_id=302f09cf-def5-4c6f-b0f0-838717b2e148)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:29:21.172483 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'ab0d5f1a-1f17-477d-a2f1-184fe05c6052', 'network_id': '64d7b6d7-828d-41aa-ba56-463e6cd65fdb', 'port_id': 'ab0d5f1a-1f17-477d-a2f1-184fe05c6052', 'mac_address': 'fa:16:3e:16:61:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1430d2ba-5510-44cf-9d5a-dbe3c4b8b0fa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:29:21.216902 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:21.231879 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab0d5f1a-1f17-477d-a2f1-184fe05c6052 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:29:21.252496 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port ab0d5f1a-1f17-477d-a2f1-184fe05c6052, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=ab0d5f1a-1f17-477d-a2f1-184fe05c6052,segment=NetworkSegment(302f09cf-def5-4c6f-b0f0-838717b2e148),segment_id=302f09cf-def5-4c6f-b0f0-838717b2e148)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:29:21.328073 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:21.382304 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=ab0d5f1a-1f17-477d-a2f1-184fe05c6052,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:21.390793 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1539d2b-fb13-4fd4-8ffa-2a55f050e4ae req-ce06555d-ae19-46d0-a91d-a6d39991da7d tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:21.399390 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1539d2b-fb13-4fd4-8ffa-2a55f050e4ae req-ce06555d-ae19-46d0-a91d-a6d39991da7d tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0604415 Oct 27 18:29:21.437648 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1539d2b-fb13-4fd4-8ffa-2a55f050e4ae req-6f254139-4d03-4876-82e8-bc10208acd16 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364406 Oct 27 18:29:21.825261 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['ab0d5f1a-1f17-477d-a2f1-184fe05c6052'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:29:21.926593 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b438cd-c611-41e3-a408-fa32e0d4e294 req-1235ef1c-4bca-4f39-bcdb-c287704c17b2 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:21.935557 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e7b438cd-c611-41e3-a408-fa32e0d4e294 req-1235ef1c-4bca-4f39-bcdb-c287704c17b2 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 946 time: 0.0714662 Oct 27 18:29:21.978480 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e7b438cd-c611-41e3-a408-fa32e0d4e294 req-ec4a84f1-a3ef-419c-927d-b03e9b0a4590 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417933 Oct 27 18:29:22.153780 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ab9e0-4967-45e9-9e7a-b7eed8b24c42 req-2c48e937-8bab-42fb-827d-5cc7978e13d9 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:22.155436 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-410ab9e0-4967-45e9-9e7a-b7eed8b24c42 req-2c48e937-8bab-42fb-827d-5cc7978e13d9 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c70cfaa-437c-45f2-8dd2-ce936e8399d5 HTTP/1.1" status: 200 len: 945 time: 0.0507336 Oct 27 18:29:22.196191 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-410ab9e0-4967-45e9-9e7a-b7eed8b24c42 req-55a95d72-359d-41b7-a0b5-d29cc22a4033 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339425 Oct 27 18:29:22.559300 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5006523-31a8-493b-ae58-6cc9483adf1f req-f6d42045-96a7-42d9-86e7-ada0c5cc3297 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:22.561252 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b5006523-31a8-493b-ae58-6cc9483adf1f req-f6d42045-96a7-42d9-86e7-ada0c5cc3297 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0544837 Oct 27 18:29:22.604765 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b5006523-31a8-493b-ae58-6cc9483adf1f req-bf4b6e0f-89f3-415e-ab6c-949fae3c7c0b tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357749 Oct 27 18:29:23.113633 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052b4fc-fab7-405c-b664-2e23d72d77e0 req-5089890a-7de7-41cd-ba01-d724d8928ddd tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:23.115326 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0052b4fc-fab7-405c-b664-2e23d72d77e0 req-5089890a-7de7-41cd-ba01-d724d8928ddd tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 946 time: 0.0637381 Oct 27 18:29:23.157254 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0052b4fc-fab7-405c-b664-2e23d72d77e0 req-4bfa2a70-d3f9-4b01-b035-7062b8dc6a60 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353699 Oct 27 18:29:23.322832 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38625c51-5d4c-4ccd-a14e-793c849430f4 req-26446e55-223b-4bdc-af03-14f05dc3dec9 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:23.324398 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-38625c51-5d4c-4ccd-a14e-793c849430f4 req-26446e55-223b-4bdc-af03-14f05dc3dec9 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c70cfaa-437c-45f2-8dd2-ce936e8399d5 HTTP/1.1" status: 200 len: 945 time: 0.0526435 Oct 27 18:29:23.365815 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-38625c51-5d4c-4ccd-a14e-793c849430f4 req-bc6f684e-e3d0-4bfc-ad78-cc7b3da30500 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340991 Oct 27 18:29:23.733170 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecb24e-8093-4763-ba58-570e366fa10b req-5d5b8b02-3166-4e29-b521-5d774c080acc tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:23.734804 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f7ecb24e-8093-4763-ba58-570e366fa10b req-5d5b8b02-3166-4e29-b521-5d774c080acc tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0505366 Oct 27 18:29:23.791529 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f7ecb24e-8093-4763-ba58-570e366fa10b req-0a286073-8efb-4676-8e73-f2af381b1982 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483274 Oct 27 18:29:24.287830 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49705b-5467-4351-98f7-26f117ff9380 req-93c76fd3-aa3c-4cef-870d-8a8cd7f6fddf tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:24.289404 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2a49705b-5467-4351-98f7-26f117ff9380 req-93c76fd3-aa3c-4cef-870d-8a8cd7f6fddf tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 946 time: 0.0552361 Oct 27 18:29:24.328730 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2a49705b-5467-4351-98f7-26f117ff9380 req-e6ccf5c9-ac39-4623-8cb9-729ff8d144b8 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331130 Oct 27 18:29:24.495593 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf44fa5-6a50-43b3-81c9-ac8362d3f3c2 req-ea8bb5c6-3f10-4b60-9f43-bbd0f96e5be2 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:24.497183 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1bf44fa5-6a50-43b3-81c9-ac8362d3f3c2 req-ea8bb5c6-3f10-4b60-9f43-bbd0f96e5be2 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c70cfaa-437c-45f2-8dd2-ce936e8399d5 HTTP/1.1" status: 200 len: 945 time: 0.0547278 Oct 27 18:29:24.547722 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1bf44fa5-6a50-43b3-81c9-ac8362d3f3c2 req-8fe116f9-9985-43cf-9c4f-2431be2591b4 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408983 Oct 27 18:29:24.921621 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6304cc-823a-4e82-8a7f-29efb062adf7 req-f769c860-de82-49e6-8ede-05fc780bbcae tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:24.923195 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5a6304cc-823a-4e82-8a7f-29efb062adf7 req-f769c860-de82-49e6-8ede-05fc780bbcae tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0545058 Oct 27 18:29:24.965074 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5a6304cc-823a-4e82-8a7f-29efb062adf7 req-a8d2e2b8-4946-4c50-b5c9-247722ae7216 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352113 Oct 27 18:29:25.091089 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device ab0d5f1a-1f17-477d-a2f1-184fe05c6052 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:29:25.230680 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port ab0d5f1a-1f17-477d-a2f1-184fe05c6052 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:29:25.234925 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port ab0d5f1a-1f17-477d-a2f1-184fe05c6052 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:29:25.235396 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:25.321140 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:25.343258 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c70cfaa-437c-45f2-8dd2-ce936e8399d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0d5f1a-1f17-477d-a2f1-184fe05c6052'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:29:25.345495 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0976dc9e-3e5b-40b5-b5c4-c2c4bd11a34c" -d '{"events": [{"server_uuid": "1c70cfaa-437c-45f2-8dd2-ce936e8399d5", "name": "network-vif-plugged", "status": "completed", "tag": "ab0d5f1a-1f17-477d-a2f1-184fe05c6052"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:29:25.359857 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port ab0d5f1a-1f17-477d-a2f1-184fe05c6052, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=ab0d5f1a-1f17-477d-a2f1-184fe05c6052,segment=NetworkSegment(302f09cf-def5-4c6f-b0f0-838717b2e148),segment_id=302f09cf-def5-4c6f-b0f0-838717b2e148)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:29:25.393930 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675fb22a-9f3f-4d05-8594-b8ed947c21bf x-openstack-request-id: req-675fb22a-9f3f-4d05-8594-b8ed947c21bf {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:29:25.394228 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c70cfaa-437c-45f2-8dd2-ce936e8399d5", "name": "network-vif-plugged", "status": "completed", "tag": "ab0d5f1a-1f17-477d-a2f1-184fe05c6052", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:29:25.394494 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-675fb22a-9f3f-4d05-8594-b8ed947c21bf {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:29:25.394930 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c70cfaa-437c-45f2-8dd2-ce936e8399d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0d5f1a-1f17-477d-a2f1-184fe05c6052', 'code': 200} Oct 27 18:29:25.434999 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:25.521783 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4558b-a35b-4c85-a837-cf039eb3f9f0 req-11fc572e-dadc-4ca3-ab76-ee9964cd4606 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:25.524161 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=ab0d5f1a-1f17-477d-a2f1-184fe05c6052,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:25.528150 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167883b-82ee-4131-9f45-1135c2423a5d req-a0a85cdc-cc26-4e85-b3aa-a1569b2f6c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:25.530320 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-93d4558b-a35b-4c85-a837-cf039eb3f9f0 req-11fc572e-dadc-4ca3-ab76-ee9964cd4606 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 946 time: 0.0974822 Oct 27 18:29:25.530454 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9167883b-82ee-4131-9f45-1135c2423a5d req-a0a85cdc-cc26-4e85-b3aa-a1569b2f6c2f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1c70cfaa-437c-45f2-8dd2-ce936e8399d5 HTTP/1.1" status: 200 len: 1097 time: 0.0532897 Oct 27 18:29:25.568991 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9167883b-82ee-4131-9f45-1135c2423a5d req-5878a7a9-0784-48e0-88fb-597bdf9ae3ed service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313714 Oct 27 18:29:25.583192 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-93d4558b-a35b-4c85-a837-cf039eb3f9f0 req-8ca9eb46-d7f5-4c02-a43a-5fc187d302f1 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480235 Oct 27 18:29:25.696337 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba49c7e-e403-49ce-a77d-9b45076fe7f8 req-913cf7f3-e22c-424e-948b-6ccad0c3ae45 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:25.698034 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fba49c7e-e403-49ce-a77d-9b45076fe7f8 req-913cf7f3-e22c-424e-948b-6ccad0c3ae45 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c70cfaa-437c-45f2-8dd2-ce936e8399d5 HTTP/1.1" status: 200 len: 946 time: 0.0715399 Oct 27 18:29:25.749301 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fba49c7e-e403-49ce-a77d-9b45076fe7f8 req-9fe016ea-bc3e-4cec-a593-dbe7deda8a7b tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432072 Oct 27 18:29:26.107270 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e1f8f-435f-4553-8a62-e05e61eda40f req-ebb92594-397a-4e43-8b7a-6eec5ac4dd4a tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:26.110612 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8d3e1f8f-435f-4553-8a62-e05e61eda40f req-ebb92594-397a-4e43-8b7a-6eec5ac4dd4a tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0571222 Oct 27 18:29:26.166123 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8d3e1f8f-435f-4553-8a62-e05e61eda40f req-a9caa1b1-73b4-4db4-98f1-081d179a21a1 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502851 Oct 27 18:29:26.243298 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:26.733415 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed2e92-c135-4211-989e-5d05bc065b17 req-db616111-f53a-4fe0-b37d-3f67d8afd661 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:26.734947 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eeed2e92-c135-4211-989e-5d05bc065b17 req-db616111-f53a-4fe0-b37d-3f67d8afd661 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 946 time: 0.0543945 Oct 27 18:29:26.775818 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eeed2e92-c135-4211-989e-5d05bc065b17 req-d5900aab-e756-4e8b-b16d-65b3c6be2ab5 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341582 Oct 27 18:29:26.814037 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:26.908183 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfccc98-2830-4c44-a427-c86fc350b14c req-88ccf189-d804-42d5-8960-52c73d541d9f tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:26.916882 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3cfccc98-2830-4c44-a427-c86fc350b14c req-88ccf189-d804-42d5-8960-52c73d541d9f tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c70cfaa-437c-45f2-8dd2-ce936e8399d5 HTTP/1.1" status: 200 len: 946 time: 0.0727208 Oct 27 18:29:26.967627 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3cfccc98-2830-4c44-a427-c86fc350b14c req-d53ce162-ff41-4d58-b874-1f9319677bea tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495551 Oct 27 18:29:27.296044 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b69fb-7b3b-412a-98eb-447b4ca869f1 req-4a049b34-f4a2-4aa4-8d44-4a08fd501a75 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:27.297563 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4f3b69fb-7b3b-412a-98eb-447b4ca869f1 req-4a049b34-f4a2-4aa4-8d44-4a08fd501a75 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0520840 Oct 27 18:29:27.346469 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4f3b69fb-7b3b-412a-98eb-447b4ca869f1 req-18eb649b-a021-455d-bd04-158e578c534e tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393307 Oct 27 18:29:27.922499 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32acbab-5695-4020-95af-93df4264cda8 req-399e6662-1da2-4cb0-bea7-4b6250ae63b5 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:27.924473 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e32acbab-5695-4020-95af-93df4264cda8 req-399e6662-1da2-4cb0-bea7-4b6250ae63b5 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 946 time: 0.0589523 Oct 27 18:29:27.967581 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e32acbab-5695-4020-95af-93df4264cda8 req-c0ac3a14-c455-4bdb-8de3-56d2ac012af1 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368450 Oct 27 18:29:28.090900 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41696fe9-a2e7-4cf8-af13-4b6f95cabcbe req-3376bcda-a047-4155-9d68-2e0e4bbb2f67 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:28.092645 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-41696fe9-a2e7-4cf8-af13-4b6f95cabcbe req-3376bcda-a047-4155-9d68-2e0e4bbb2f67 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c70cfaa-437c-45f2-8dd2-ce936e8399d5 HTTP/1.1" status: 200 len: 946 time: 0.0556476 Oct 27 18:29:28.142627 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-41696fe9-a2e7-4cf8-af13-4b6f95cabcbe req-86abfe40-18e0-472b-9025-8163fabcc75e tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404568 Oct 27 18:29:28.281375 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f105e2d-ae28-45ee-9be5-dc81506e9973 req-be371f96-7e29-4138-b2bc-f0388e59d0c0 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:28.282146 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9f105e2d-ae28-45ee-9be5-dc81506e9973 req-be371f96-7e29-4138-b2bc-f0388e59d0c0 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c70cfaa-437c-45f2-8dd2-ce936e8399d5 HTTP/1.1" status: 200 len: 946 time: 0.0525277 Oct 27 18:29:28.322977 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9f105e2d-ae28-45ee-9be5-dc81506e9973 req-5c655630-f8c6-4d64-a779-87d9d07a588b tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339570 Oct 27 18:29:28.496944 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3e897-8bf9-4b56-ae6c-7b17ca9d8b6b req-4d251783-ad5b-4423-82bc-e12fe63a0995 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:28.502033 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-56d3e897-8bf9-4b56-ae6c-7b17ca9d8b6b req-4d251783-ad5b-4423-82bc-e12fe63a0995 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c70cfaa-437c-45f2-8dd2-ce936e8399d5 HTTP/1.1" status: 200 len: 946 time: 0.0848815 Oct 27 18:29:28.517499 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7a48f-06aa-49da-ac3b-86d353b40d83 req-e8e9b452-c1d6-4482-a7cf-3088a733c524 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:28.519255 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c2f7a48f-06aa-49da-ac3b-86d353b40d83 req-e8e9b452-c1d6-4482-a7cf-3088a733c524 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0906880 Oct 27 18:29:28.575301 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-56d3e897-8bf9-4b56-ae6c-7b17ca9d8b6b req-eaa47269-9061-4fb0-bfa5-0c9dbb30cc85 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671968 Oct 27 18:29:28.580212 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c2f7a48f-06aa-49da-ac3b-86d353b40d83 req-83e54f08-111d-4111-9af2-bc4fcc089b4a tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476227 Oct 27 18:29:28.698454 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84781115-ef86-4566-96c7-103befea2d80 req-485d0f2c-5b95-4b19-8010-e9cc0d0371cf tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:28.699858 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-84781115-ef86-4566-96c7-103befea2d80 req-485d0f2c-5b95-4b19-8010-e9cc0d0371cf tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c70cfaa-437c-45f2-8dd2-ce936e8399d5 HTTP/1.1" status: 200 len: 946 time: 0.0493004 Oct 27 18:29:28.745973 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-84781115-ef86-4566-96c7-103befea2d80 req-9a480f27-e5bf-4368-9c5f-58e41d8a7dd2 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341213 Oct 27 18:29:28.877914 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e21fe-0def-4d05-9afc-3d4842a69a8e req-9265f702-5732-4298-98ac-3254aac5245e tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:28.879460 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5c1e21fe-0def-4d05-9afc-3d4842a69a8e req-9265f702-5732-4298-98ac-3254aac5245e tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c70cfaa-437c-45f2-8dd2-ce936e8399d5 HTTP/1.1" status: 200 len: 946 time: 0.0538540 Oct 27 18:29:28.977993 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5c1e21fe-0def-4d05-9afc-3d4842a69a8e req-eea2d9ae-d59f-4ac0-a594-0af49d54e368 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818360 Oct 27 18:29:29.105349 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d0a35-afdd-4846-a9c9-5f6a0867a950 req-b1e39061-8760-4ec0-984d-9205c7d1463e tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:29.113378 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9b6d0a35-afdd-4846-a9c9-5f6a0867a950 req-b1e39061-8760-4ec0-984d-9205c7d1463e tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 946 time: 0.0653026 Oct 27 18:29:29.152101 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9b6d0a35-afdd-4846-a9c9-5f6a0867a950 req-5a00e4e6-366f-4ea4-b913-e20985bde5f0 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375295 Oct 27 18:29:29.292223 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c3c49-c434-4b60-8638-3922ecb00654 req-3e9cca02-0741-4d4e-bc2c-6b057ec9ae7f tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:29.295300 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f79c3c49-c434-4b60-8638-3922ecb00654 req-3e9cca02-0741-4d4e-bc2c-6b057ec9ae7f tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c70cfaa-437c-45f2-8dd2-ce936e8399d5 HTTP/1.1" status: 200 len: 946 time: 0.0683935 Oct 27 18:29:29.339365 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f79c3c49-c434-4b60-8638-3922ecb00654 req-edb0a4f3-03ad-4224-beb1-54cb6a489ef6 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380948 Oct 27 18:29:29.495056 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891d072-6c71-4108-8672-0b28173df3d3 req-0d8b5f2a-ccf5-4829-a7ad-dd444f0089f8 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:29.496934 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3891d072-6c71-4108-8672-0b28173df3d3 req-0d8b5f2a-ccf5-4829-a7ad-dd444f0089f8 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 945 time: 0.0844998 Oct 27 18:29:29.561238 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3891d072-6c71-4108-8672-0b28173df3d3 req-7f165fe3-b9fa-48d3-8859-129c2a5dddc7 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544088 Oct 27 18:29:29.580587 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a10a2-c0e2-4934-b81f-5c745750cfb2 req-db31837c-2dc4-490f-b837-7c1d5efbd529 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:29.584762 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-778a10a2-c0e2-4934-b81f-5c745750cfb2 req-db31837c-2dc4-490f-b837-7c1d5efbd529 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c70cfaa-437c-45f2-8dd2-ce936e8399d5 HTTP/1.1" status: 200 len: 946 time: 0.0843291 Oct 27 18:29:29.627320 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-778a10a2-c0e2-4934-b81f-5c745750cfb2 req-ada1be06-b046-422f-b501-6786cedec6e3 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382843 Oct 27 18:29:29.740656 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d6f1b-6263-4ff2-905e-c3e7893fb74d req-cc614870-a76a-4e5f-a91b-c7f3fdf29a3c tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:29.742149 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eb5d6f1b-6263-4ff2-905e-c3e7893fb74d req-cc614870-a76a-4e5f-a91b-c7f3fdf29a3c tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0801816 Oct 27 18:29:29.780794 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c310a62-22ab-4c56-9c82-da0e94cac72a req-b70b050f-48ea-4e18-984e-b6012252a7b0 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:29.782354 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1c310a62-22ab-4c56-9c82-da0e94cac72a req-b70b050f-48ea-4e18-984e-b6012252a7b0 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c70cfaa-437c-45f2-8dd2-ce936e8399d5 HTTP/1.1" status: 200 len: 946 time: 0.0809562 Oct 27 18:29:29.811550 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eb5d6f1b-6263-4ff2-905e-c3e7893fb74d req-c3d8dbce-a56d-45c3-b42e-d664a23df09e tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620878 Oct 27 18:29:29.832650 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1c310a62-22ab-4c56-9c82-da0e94cac72a req-5eb6e739-5e62-4e5c-80b5-b194bef7e30b tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399575 Oct 27 18:29:30.286803 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0622fd-6acf-4f59-aebf-255afc251716 req-1ead5083-8960-4857-9690-74f4bea6f721 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:30.286803 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ac0622fd-6acf-4f59-aebf-255afc251716 req-1ead5083-8960-4857-9690-74f4bea6f721 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 946 time: 0.0530555 Oct 27 18:29:30.324679 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ac0622fd-6acf-4f59-aebf-255afc251716 req-ae0b75c4-2c1e-4482-86a2-69aa8b27951b tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338721 Oct 27 18:29:30.698219 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ff9ae-766f-4317-bfc0-4eb3c3ab5596 req-016368fd-81e6-4f1c-8381-bb64ae41fd76 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:30.699930 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d96ff9ae-766f-4317-bfc0-4eb3c3ab5596 req-016368fd-81e6-4f1c-8381-bb64ae41fd76 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 945 time: 0.0535309 Oct 27 18:29:30.745164 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d96ff9ae-766f-4317-bfc0-4eb3c3ab5596 req-71506b2c-2f72-4f06-90ca-f947b0a2ac90 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381484 Oct 27 18:29:30.935523 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a53e35-51fd-459d-8b0b-6513673318b6 req-ce4b5ca5-e20b-4c93-9d05-af938309c8df tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:30.937434 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-91a53e35-51fd-459d-8b0b-6513673318b6 req-ce4b5ca5-e20b-4c93-9d05-af938309c8df tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0546017 Oct 27 18:29:30.992431 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-91a53e35-51fd-459d-8b0b-6513673318b6 req-4ec5bd91-5c66-42f8-8731-9dbf264f689d tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441351 Oct 27 18:29:31.051002 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f0c51-c230-482d-afea-2e93cdfc75ff req-14bb2ec2-31d5-4bd5-8ce3-a06c9bb15e5c tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:31.052775 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1a3f0c51-c230-482d-afea-2e93cdfc75ff req-14bb2ec2-31d5-4bd5-8ce3-a06c9bb15e5c tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c70cfaa-437c-45f2-8dd2-ce936e8399d5 HTTP/1.1" status: 200 len: 946 time: 0.0520887 Oct 27 18:29:31.092583 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1a3f0c51-c230-482d-afea-2e93cdfc75ff req-75b4565d-af95-4ec3-97e8-dc2d6114a8ff tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334864 Oct 27 18:29:31.112041 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 2ac1af36-f4e9-4436-ba14-271bc5404393 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:29:31.213341 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 2ac1af36-f4e9-4436-ba14-271bc5404393, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=2ac1af36-f4e9-4436-ba14-271bc5404393,segment=NetworkSegment(2dded0ce-75a9-4672-98e4-0cf30caebd38),segment_id=2dded0ce-75a9-4672-98e4-0cf30caebd38)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:29:31.225862 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '2ac1af36-f4e9-4436-ba14-271bc5404393', 'network_id': '6989e920-feed-4bf7-84f8-f1cbb2ccd945', 'port_id': '2ac1af36-f4e9-4436-ba14-271bc5404393', 'mac_address': 'fa:16:3e:07:fa:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a9f8f14-f0ca-4df8-88cf-d969ee3e3889', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:29:31.264819 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:31.278089 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ac1af36-f4e9-4436-ba14-271bc5404393 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:29:31.301232 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 2ac1af36-f4e9-4436-ba14-271bc5404393, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=2ac1af36-f4e9-4436-ba14-271bc5404393,segment=NetworkSegment(2dded0ce-75a9-4672-98e4-0cf30caebd38),segment_id=2dded0ce-75a9-4672-98e4-0cf30caebd38)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:29:31.384258 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:31.451555 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=2ac1af36-f4e9-4436-ba14-271bc5404393,revision_number=6']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:31.464902 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:29:31.465502 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:29:31.465855 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:29:31.466199 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:29:31.466541 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:29:31.466919 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:29:31.467257 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:29:31.467589 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:29:31.467936 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:29:31.468239 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:29:31.468566 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:29:31.468888 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:29:31.506578 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6ca49-0627-4e27-a00f-48eca90498bf req-0a121738-bdf4-408b-bf0f-1030cd61a202 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:31.508174 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3dd6ca49-0627-4e27-a00f-48eca90498bf req-0a121738-bdf4-408b-bf0f-1030cd61a202 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 946 time: 0.1139126 Oct 27 18:29:31.563416 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3dd6ca49-0627-4e27-a00f-48eca90498bf req-b1901873-6bdc-43bf-be15-4bbd4c43235c tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488889 Oct 27 18:29:31.716692 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['2ac1af36-f4e9-4436-ba14-271bc5404393'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:29:31.905960 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939268ee-995a-4c79-b65c-0a48b9029dfa req-098b2e17-a91d-43f7-87ff-503dbb0f91a3 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:31.909398 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-939268ee-995a-4c79-b65c-0a48b9029dfa req-098b2e17-a91d-43f7-87ff-503dbb0f91a3 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 945 time: 0.0732210 Oct 27 18:29:31.955953 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-939268ee-995a-4c79-b65c-0a48b9029dfa req-a564b419-c989-44a3-bcd6-72faf418823e tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411940 Oct 27 18:29:32.149865 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e8ad4-a489-4531-8361-69b4f0e93af8 req-a965fefc-038d-4d47-b5b0-02bb3d098de6 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:32.151552 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-939e8ad4-a489-4531-8361-69b4f0e93af8 req-a965fefc-038d-4d47-b5b0-02bb3d098de6 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 944 time: 0.0725904 Oct 27 18:29:32.263657 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-939e8ad4-a489-4531-8361-69b4f0e93af8 req-901f9425-f2ff-43de-9798-b6e92b2a461d tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825362 Oct 27 18:29:32.285927 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a30796-acb3-4aa3-a06c-87ae0415a317 req-e6db019c-368f-4e3b-8d19-c3215c8e2c7a tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:32.287682 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e8a30796-acb3-4aa3-a06c-87ae0415a317 req-e6db019c-368f-4e3b-8d19-c3215c8e2c7a tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c70cfaa-437c-45f2-8dd2-ce936e8399d5 HTTP/1.1" status: 200 len: 946 time: 0.0829692 Oct 27 18:29:32.343444 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e8a30796-acb3-4aa3-a06c-87ae0415a317 req-cbd5861b-75f6-4b07-adad-167b20ddec6f tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487890 Oct 27 18:29:32.723965 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ff962-c48a-425e-904b-dbd0d6cc536f req-2b0f01d7-c492-4689-b92b-86e2e7d7990e tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:32.726589 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-428ff962-c48a-425e-904b-dbd0d6cc536f req-2b0f01d7-c492-4689-b92b-86e2e7d7990e tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 946 time: 0.0812678 Oct 27 18:29:32.810334 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-428ff962-c48a-425e-904b-dbd0d6cc536f req-5dd949a9-91e9-4d80-becf-993013391a24 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765786 Oct 27 18:29:32.832013 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0e889-0968-45aa-8e4b-3158b5adb11c req-e527fdee-daf5-424c-be0f-946cc6584a7b tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:32.836774 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-87c0e889-0968-45aa-8e4b-3158b5adb11c req-e527fdee-daf5-424c-be0f-946cc6584a7b tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.93 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 945 time: 0.0676517 Oct 27 18:29:32.947150 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-87c0e889-0968-45aa-8e4b-3158b5adb11c req-9ad75edb-f4a0-4bd1-ae15-389c081fbc62 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Deleting port 9e96cc03-9dc0-4b28-9cc2-d2fd32096a17 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:29:32.947488 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-87c0e889-0968-45aa-8e4b-3158b5adb11c req-9ad75edb-f4a0-4bd1-ae15-389c081fbc62 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:33.069577 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-87c0e889-0968-45aa-8e4b-3158b5adb11c req-9ad75edb-f4a0-4bd1-ae15-389c081fbc62 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] For port 9e96cc03-9dc0-4b28-9cc2-d2fd32096a17, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=9e96cc03-9dc0-4b28-9cc2-d2fd32096a17,segment=NetworkSegment(fd81ef03-5618-4e22-8eef-ef71234da90c),segment_id=fd81ef03-5618-4e22-8eef-ef71234da90c)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:29:33.078071 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-87c0e889-0968-45aa-8e4b-3158b5adb11c req-9ad75edb-f4a0-4bd1-ae15-389c081fbc62 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:33.086028 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-87c0e889-0968-45aa-8e4b-3158b5adb11c req-9ad75edb-f4a0-4bd1-ae15-389c081fbc62 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Calling delete_port for 9e96cc03-9dc0-4b28-9cc2-d2fd32096a17 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:29:33.123298 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 2ac1af36-f4e9-4436-ba14-271bc5404393 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:29:33.124566 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e171c6-2207-46d0-9405-e425cd1112cb req-e29dc312-6fc3-4bb4-b8a5-40c0cac4feeb tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:33.134085 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a7e171c6-2207-46d0-9405-e425cd1112cb req-e29dc312-6fc3-4bb4-b8a5-40c0cac4feeb tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 945 time: 0.0661206 Oct 27 18:29:33.198463 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 2ac1af36-f4e9-4436-ba14-271bc5404393 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:29:33.199206 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:33.240548 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a7e171c6-2207-46d0-9405-e425cd1112cb req-66038a6c-9276-49e1-a6d1-db5f1a626b11 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048350 Oct 27 18:29:33.328105 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:33.381069 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-87c0e889-0968-45aa-8e4b-3158b5adb11c req-9ad75edb-f4a0-4bd1-ae15-389c081fbc62 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:33.404849 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 2ac1af36-f4e9-4436-ba14-271bc5404393, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=2ac1af36-f4e9-4436-ba14-271bc5404393,segment=NetworkSegment(2dded0ce-75a9-4672-98e4-0cf30caebd38),segment_id=2dded0ce-75a9-4672-98e4-0cf30caebd38)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:29:33.414785 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd655789b-cbec-4247-a022-1a4d4187ebf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac1af36-f4e9-4436-ba14-271bc5404393'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:29:33.417376 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7022043d-773c-4216-b363-3837c68baa5d" -d '{"events": [{"server_uuid": "d655789b-cbec-4247-a022-1a4d4187ebf8", "name": "network-vif-plugged", "status": "completed", "tag": "2ac1af36-f4e9-4436-ba14-271bc5404393"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:29:33.422895 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['e0c993c4-2996-4889-aa9b-b44f66af4737', '9e96cc03-9dc0-4b28-9cc2-d2fd32096a17'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:29:33.446197 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad75edb-f4a0-4bd1-ae15-389c081fbc62 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Pushing event deleted for resources: {'Port': ['ID=9e96cc03-9dc0-4b28-9cc2-d2fd32096a17,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:33.461152 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad75edb-f4a0-4bd1-ae15-389c081fbc62 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:29:33.461963 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad75edb-f4a0-4bd1-ae15-389c081fbc62 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:29:33.464514 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad75edb-f4a0-4bd1-ae15-389c081fbc62 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:29:33.466882 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad75edb-f4a0-4bd1-ae15-389c081fbc62 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:29:33.467352 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c233d62-04cb-4a6e-a96a-dda35315f390 req-33a770e0-ba5a-4edd-8960-afe05a8ecccd tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:33.467556 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad75edb-f4a0-4bd1-ae15-389c081fbc62 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:29:33.468045 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad75edb-f4a0-4bd1-ae15-389c081fbc62 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:29:33.468547 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad75edb-f4a0-4bd1-ae15-389c081fbc62 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:29:33.469688 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9c233d62-04cb-4a6e-a96a-dda35315f390 req-33a770e0-ba5a-4edd-8960-afe05a8ecccd tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 944 time: 0.1308227 Oct 27 18:29:33.470786 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad75edb-f4a0-4bd1-ae15-389c081fbc62 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:29:33.471350 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad75edb-f4a0-4bd1-ae15-389c081fbc62 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:29:33.471856 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad75edb-f4a0-4bd1-ae15-389c081fbc62 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:29:33.472999 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad75edb-f4a0-4bd1-ae15-389c081fbc62 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:29:33.476665 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad75edb-f4a0-4bd1-ae15-389c081fbc62 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:29:33.519979 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c0e889-0968-45aa-8e4b-3158b5adb11c req-9ad75edb-f4a0-4bd1-ae15-389c081fbc62 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] No DVR routers for this DVR port 9e96cc03-9dc0-4b28-9cc2-d2fd32096a17 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:29:33.522929 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:33.524795 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-87c0e889-0968-45aa-8e4b-3158b5adb11c req-9ad75edb-f4a0-4bd1-ae15-389c081fbc62 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:33.535903 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-87c0e889-0968-45aa-8e4b-3158b5adb11c req-9ad75edb-f4a0-4bd1-ae15-389c081fbc62 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.93 "DELETE /v2.0/ports/9e96cc03-9dc0-4b28-9cc2-d2fd32096a17 HTTP/1.1" status: 204 len: 173 time: 0.6891534 Oct 27 18:29:33.536697 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6bd04e3-348a-4084-9af9-85a3f27be0c7', 'name': 'network-vif-deleted', 'tag': '9e96cc03-9dc0-4b28-9cc2-d2fd32096a17'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:29:33.541111 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562fe6b5-95fe-44df-9e97-4ff3d272dc1c" -d '{"events": [{"server_uuid": "f6bd04e3-348a-4084-9af9-85a3f27be0c7", "name": "network-vif-deleted", "tag": "9e96cc03-9dc0-4b28-9cc2-d2fd32096a17"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:29:33.578954 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5de64a-1ab9-4dfe-aaab-a34e00bd681f req-cc883435-a02a-4052-a99f-b040d986c7ca tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:33.586936 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cc5de64a-1ab9-4dfe-aaab-a34e00bd681f req-cc883435-a02a-4052-a99f-b040d986c7ca tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c70cfaa-437c-45f2-8dd2-ce936e8399d5 HTTP/1.1" status: 200 len: 946 time: 0.1523805 Oct 27 18:29:33.599789 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9c233d62-04cb-4a6e-a96a-dda35315f390 req-0432e0e3-b570-4fde-8045-95ad8087822f tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976560 Oct 27 18:29:33.635686 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=2ac1af36-f4e9-4436-ba14-271bc5404393,revision_number=7']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:33.682410 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019a9f3e-2887-4483-b906-c8ba7d74562d x-openstack-request-id: req-019a9f3e-2887-4483-b906-c8ba7d74562d {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:29:33.682847 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d655789b-cbec-4247-a022-1a4d4187ebf8", "name": "network-vif-plugged", "status": "completed", "tag": "2ac1af36-f4e9-4436-ba14-271bc5404393", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:29:33.683113 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-019a9f3e-2887-4483-b906-c8ba7d74562d {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:29:33.683512 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd655789b-cbec-4247-a022-1a4d4187ebf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac1af36-f4e9-4436-ba14-271bc5404393', 'code': 200} Oct 27 18:29:33.692023 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cc5de64a-1ab9-4dfe-aaab-a34e00bd681f req-e5292743-85be-4242-a0fa-c686986847ae tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041374 Oct 27 18:29:33.759215 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edaf6cc6-5e32-4a21-ac2d-f0c26057590c x-openstack-request-id: req-edaf6cc6-5e32-4a21-ac2d-f0c26057590c {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:29:33.759843 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6bd04e3-348a-4084-9af9-85a3f27be0c7", "name": "network-vif-deleted", "tag": "9e96cc03-9dc0-4b28-9cc2-d2fd32096a17", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:29:33.760546 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-edaf6cc6-5e32-4a21-ac2d-f0c26057590c {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:29:33.761194 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6bd04e3-348a-4084-9af9-85a3f27be0c7', 'name': 'network-vif-deleted', 'tag': '9e96cc03-9dc0-4b28-9cc2-d2fd32096a17', 'status': 'completed', 'code': 200} Oct 27 18:29:33.970576 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422865d-38a6-44e7-90f1-3af70d1a5671 req-c51c1bab-8103-41f7-9445-12a64abae6b2 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:33.971975 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e422865d-38a6-44e7-90f1-3af70d1a5671 req-c51c1bab-8103-41f7-9445-12a64abae6b2 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 946 time: 0.0531659 Oct 27 18:29:34.084598 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e422865d-38a6-44e7-90f1-3af70d1a5671 req-ba91b2a6-5aa9-41e6-bc12-5ea903f4fa23 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050024 Oct 27 18:29:34.368090 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1e6d0092-c7c9-4b47-a61f-9e0c4da1b412 req-73fc8f36-7458-4a21-af5b-37571850c648 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6bd04e3-348a-4084-9af9-85a3f27be0c7 HTTP/1.1" status: 200 len: 210 time: 0.0338655 Oct 27 18:29:34.777538 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b45f24-f451-4a39-8516-e1aa37afca26 req-d5eab6d5-98a7-495c-b3a2-eee4233138af tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:34.791507 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-21b45f24-f451-4a39-8516-e1aa37afca26 req-d5eab6d5-98a7-495c-b3a2-eee4233138af tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0897927 Oct 27 18:29:34.894048 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbba3e9-a0df-46f4-beeb-725d04b722f2 req-e47eb269-2495-4b91-b961-ffd62c90fbcb tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:34.894359 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fcbba3e9-a0df-46f4-beeb-725d04b722f2 req-e47eb269-2495-4b91-b961-ffd62c90fbcb tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c70cfaa-437c-45f2-8dd2-ce936e8399d5 HTTP/1.1" status: 200 len: 946 time: 0.0986845 Oct 27 18:29:34.906236 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-21b45f24-f451-4a39-8516-e1aa37afca26 req-503e41ec-174c-48e5-8d69-fef66c3b72b5 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128736 Oct 27 18:29:34.988801 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fcbba3e9-a0df-46f4-beeb-725d04b722f2 req-8b150b78-6923-47cd-a637-4b0aee3fe192 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688472 Oct 27 18:29:35.122489 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device ab0d5f1a-1f17-477d-a2f1-184fe05c6052 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:29:35.261824 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c36ed5-57a0-4ccb-a0e2-2a3c2882c5e8 req-3488cea3-593e-4da5-b77d-c08f12dc2803 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:35.271952 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a7c36ed5-57a0-4ccb-a0e2-2a3c2882c5e8 req-3488cea3-593e-4da5-b77d-c08f12dc2803 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 946 time: 0.0926850 Oct 27 18:29:35.314994 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port ab0d5f1a-1f17-477d-a2f1-184fe05c6052, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=ab0d5f1a-1f17-477d-a2f1-184fe05c6052,segment=NetworkSegment(302f09cf-def5-4c6f-b0f0-838717b2e148),segment_id=302f09cf-def5-4c6f-b0f0-838717b2e148)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:29:35.317919 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a7c36ed5-57a0-4ccb-a0e2-2a3c2882c5e8 req-8f838ed5-c0e3-4d3d-bc3e-2cce3f57eaa9 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442650 Oct 27 18:29:35.333394 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'ab0d5f1a-1f17-477d-a2f1-184fe05c6052', 'network_id': '64d7b6d7-828d-41aa-ba56-463e6cd65fdb', 'port_id': 'ab0d5f1a-1f17-477d-a2f1-184fe05c6052', 'mac_address': 'fa:16:3e:16:61:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1430d2ba-5510-44cf-9d5a-dbe3c4b8b0fa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:29:35.384717 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:35.404094 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab0d5f1a-1f17-477d-a2f1-184fe05c6052 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:29:35.427220 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port ab0d5f1a-1f17-477d-a2f1-184fe05c6052, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=ab0d5f1a-1f17-477d-a2f1-184fe05c6052,segment=NetworkSegment(302f09cf-def5-4c6f-b0f0-838717b2e148),segment_id=302f09cf-def5-4c6f-b0f0-838717b2e148)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:29:35.526329 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:35.583876 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=ab0d5f1a-1f17-477d-a2f1-184fe05c6052,revision_number=6']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:35.591004 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f566c-65f1-41b9-a32e-1bc7a87a29f6 req-ee046ebb-ae1b-4e51-947c-a9c4cdb625d2 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:35.592591 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-564f566c-65f1-41b9-a32e-1bc7a87a29f6 req-ee046ebb-ae1b-4e51-947c-a9c4cdb625d2 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c70cfaa-437c-45f2-8dd2-ce936e8399d5 HTTP/1.1" status: 200 len: 945 time: 0.0747459 Oct 27 18:29:35.640187 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-564f566c-65f1-41b9-a32e-1bc7a87a29f6 req-3046a0e7-3ba3-4df4-b62c-db16e3110d40 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414176 Oct 27 18:29:35.725991 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['ab0d5f1a-1f17-477d-a2f1-184fe05c6052'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:29:36.364869 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a4b2b-4497-49ba-8925-8b136bb1ec24 req-f1b1d8c5-3030-4e43-864a-cf8249cffee4 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:36.366443 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a07a4b2b-4497-49ba-8925-8b136bb1ec24 req-f1b1d8c5-3030-4e43-864a-cf8249cffee4 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.4310439 Oct 27 18:29:36.409130 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e70878-19d9-40c4-b9a6-b2e77daaecbf req-b8bdb2a1-467d-43d5-bb8e-5a4bb1fd5563 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:36.410644 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e8e70878-19d9-40c4-b9a6-b2e77daaecbf req-b8bdb2a1-467d-43d5-bb8e-5a4bb1fd5563 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.4308934 Oct 27 18:29:36.433885 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a07a4b2b-4497-49ba-8925-8b136bb1ec24 req-5264dbd5-3f3a-4b83-8eda-6f63d6dca3e6 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592005 Oct 27 18:29:36.462647 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e8e70878-19d9-40c4-b9a6-b2e77daaecbf req-2fd4fa98-b828-4365-beb4-c9c637b677a5 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422823 Oct 27 18:29:36.618001 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c8dd9-9ca6-46e1-9988-0d184a066767 req-d3787fdd-5e9c-49a4-bd19-ec67b54aa29e tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:36.619509 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2e0c8dd9-9ca6-46e1-9988-0d184a066767 req-d3787fdd-5e9c-49a4-bd19-ec67b54aa29e tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 946 time: 0.0588789 Oct 27 18:29:36.663343 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2e0c8dd9-9ca6-46e1-9988-0d184a066767 req-4bbc4d5b-252e-45d5-a762-183201ea8da4 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372353 Oct 27 18:29:36.772497 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94632ec-e1c6-4cdf-a234-c5a2a89c73f7 req-da3b1d33-a9d1-46a5-8072-b9f96f24d5e2 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:36.774114 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b94632ec-e1c6-4cdf-a234-c5a2a89c73f7 req-da3b1d33-a9d1-46a5-8072-b9f96f24d5e2 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c70cfaa-437c-45f2-8dd2-ce936e8399d5 HTTP/1.1" status: 200 len: 945 time: 0.0586352 Oct 27 18:29:36.822085 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b94632ec-e1c6-4cdf-a234-c5a2a89c73f7 req-25702e12-512c-4ef8-b838-9549bf25c419 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413833 Oct 27 18:29:37.140036 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 4be16c6c-9cb3-4d23-b864-f57944a737f3 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:29:37.144466 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device ab0d5f1a-1f17-477d-a2f1-184fe05c6052 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:29:37.270432 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port ab0d5f1a-1f17-477d-a2f1-184fe05c6052 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:29:37.271106 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:37.339787 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 4be16c6c-9cb3-4d23-b864-f57944a737f3, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=4be16c6c-9cb3-4d23-b864-f57944a737f3,segment=NetworkSegment(7ab5ac52-5e29-41f5-a4b9-15dca948aa51),segment_id=7ab5ac52-5e29-41f5-a4b9-15dca948aa51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:29:37.357516 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '4be16c6c-9cb3-4d23-b864-f57944a737f3', 'network_id': '2cd94f32-cc4e-485f-a6b3-3cad5d550c64', 'port_id': '4be16c6c-9cb3-4d23-b864-f57944a737f3', 'mac_address': 'fa:16:3e:8c:10:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '432b5b5e-fd94-49d8-a06e-28d93bf8ad3a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:29:37.421382 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a83a003-fb8b-4561-97be-c5b1e322a78e req-01d2fab3-c07b-454d-be5f-2a974d0227b2 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:37.432047 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2a83a003-fb8b-4561-97be-c5b1e322a78e req-01d2fab3-c07b-454d-be5f-2a974d0227b2 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.93 "GET /v2.0/ports?device_id=1c70cfaa-437c-45f2-8dd2-ce936e8399d5 HTTP/1.1" status: 200 len: 945 time: 0.0680678 Oct 27 18:29:37.444349 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:37.447841 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:37.468078 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4be16c6c-9cb3-4d23-b864-f57944a737f3 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:29:37.541650 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port ab0d5f1a-1f17-477d-a2f1-184fe05c6052, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=ab0d5f1a-1f17-477d-a2f1-184fe05c6052,segment=NetworkSegment(302f09cf-def5-4c6f-b0f0-838717b2e148),segment_id=302f09cf-def5-4c6f-b0f0-838717b2e148)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:29:37.565245 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c70cfaa-437c-45f2-8dd2-ce936e8399d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0d5f1a-1f17-477d-a2f1-184fe05c6052'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:29:37.571822 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb6ff3d-a987-4653-8a5e-45fa1901c095" -d '{"events": [{"server_uuid": "1c70cfaa-437c-45f2-8dd2-ce936e8399d5", "name": "network-vif-plugged", "status": "completed", "tag": "ab0d5f1a-1f17-477d-a2f1-184fe05c6052"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:29:37.585121 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 4be16c6c-9cb3-4d23-b864-f57944a737f3, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=4be16c6c-9cb3-4d23-b864-f57944a737f3,segment=NetworkSegment(7ab5ac52-5e29-41f5-a4b9-15dca948aa51),segment_id=7ab5ac52-5e29-41f5-a4b9-15dca948aa51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:29:37.608138 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:37.608953 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 4be16c6c-9cb3-4d23-b864-f57944a737f3 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:29:37.645196 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca215e3-5122-4825-929f-ff2a32672985 req-49880964-411c-4223-b54e-3c440ef05b63 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:37.646938 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ca215e3-5122-4825-929f-ff2a32672985 req-49880964-411c-4223-b54e-3c440ef05b63 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0730267 Oct 27 18:29:37.708365 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ca215e3-5122-4825-929f-ff2a32672985 req-e0368f2c-ec36-4313-8d8e-951ffb93f183 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527229 Oct 27 18:29:37.722134 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:37.732452 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-2a83a003-fb8b-4561-97be-c5b1e322a78e req-cff727bc-b409-4eef-b0a7-90069d878681 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Deleting port ab0d5f1a-1f17-477d-a2f1-184fe05c6052 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:29:37.732916 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2a83a003-fb8b-4561-97be-c5b1e322a78e req-cff727bc-b409-4eef-b0a7-90069d878681 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:37.807939 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=ab0d5f1a-1f17-477d-a2f1-184fe05c6052,revision_number=7']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:37.949679 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-2a83a003-fb8b-4561-97be-c5b1e322a78e req-cff727bc-b409-4eef-b0a7-90069d878681 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] For port ab0d5f1a-1f17-477d-a2f1-184fe05c6052, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=ab0d5f1a-1f17-477d-a2f1-184fe05c6052,segment=NetworkSegment(302f09cf-def5-4c6f-b0f0-838717b2e148),segment_id=302f09cf-def5-4c6f-b0f0-838717b2e148)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:29:37.957108 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2a83a003-fb8b-4561-97be-c5b1e322a78e req-cff727bc-b409-4eef-b0a7-90069d878681 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:38.001815 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-2a83a003-fb8b-4561-97be-c5b1e322a78e req-cff727bc-b409-4eef-b0a7-90069d878681 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Calling delete_port for ab0d5f1a-1f17-477d-a2f1-184fe05c6052 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:29:38.085312 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e400b1e-5253-4cb0-9745-8c5309a0649f x-openstack-request-id: req-2e400b1e-5253-4cb0-9745-8c5309a0649f {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:29:38.085606 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c70cfaa-437c-45f2-8dd2-ce936e8399d5", "name": "network-vif-plugged", "status": "completed", "tag": "ab0d5f1a-1f17-477d-a2f1-184fe05c6052", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:29:38.086921 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2e400b1e-5253-4cb0-9745-8c5309a0649f {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:29:38.086921 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c70cfaa-437c-45f2-8dd2-ce936e8399d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0d5f1a-1f17-477d-a2f1-184fe05c6052', 'code': 200} Oct 27 18:29:38.136272 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:38.168783 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4be16c6c-9cb3-4d23-b864-f57944a737f3 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:29:38.174873 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=4be16c6c-9cb3-4d23-b864-f57944a737f3,revision_number=6']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:38.197940 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 4be16c6c-9cb3-4d23-b864-f57944a737f3, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=4be16c6c-9cb3-4d23-b864-f57944a737f3,segment=NetworkSegment(7ab5ac52-5e29-41f5-a4b9-15dca948aa51),segment_id=7ab5ac52-5e29-41f5-a4b9-15dca948aa51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:29:38.200773 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f6460-82cd-4d91-b3a3-9ebb5415c414 req-e4cb9202-4ea2-4b39-a342-2b4d11786fc3 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:38.207090 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['4be16c6c-9cb3-4d23-b864-f57944a737f3'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:29:38.212805 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-044f6460-82cd-4d91-b3a3-9ebb5415c414 req-e4cb9202-4ea2-4b39-a342-2b4d11786fc3 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 945 time: 0.1041186 Oct 27 18:29:38.276440 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-044f6460-82cd-4d91-b3a3-9ebb5415c414 req-358fcc85-0718-47c5-84f5-3e72f9fb6d3a tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607312 Oct 27 18:29:38.327314 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:38.328301 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 9e96cc03-9dc0-4b28-9cc2-d2fd32096a17 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:29:38.350539 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2a83a003-fb8b-4561-97be-c5b1e322a78e req-cff727bc-b409-4eef-b0a7-90069d878681 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:38.390892 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff727bc-b409-4eef-b0a7-90069d878681 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Pushing event deleted for resources: {'Port': ['ID=ab0d5f1a-1f17-477d-a2f1-184fe05c6052,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:38.412376 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 9e96cc03-9dc0-4b28-9cc2-d2fd32096a17 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:29:38.412376 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 9e96cc03-9dc0-4b28-9cc2-d2fd32096a17 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:29:38.427943 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=4be16c6c-9cb3-4d23-b864-f57944a737f3,revision_number=7']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:38.458837 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dcaab3-22da-4344-915f-ef53ad5107b1 req-c3bf849e-c1b3-4eec-87d3-e7f3ae753784 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:38.467179 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-91dcaab3-22da-4344-915f-ef53ad5107b1 req-c3bf849e-c1b3-4eec-87d3-e7f3ae753784 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.4256222 Oct 27 18:29:38.484611 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a83a003-fb8b-4561-97be-c5b1e322a78e req-cff727bc-b409-4eef-b0a7-90069d878681 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] No DVR routers for this DVR port ab0d5f1a-1f17-477d-a2f1-184fe05c6052 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:29:38.489218 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2a83a003-fb8b-4561-97be-c5b1e322a78e req-cff727bc-b409-4eef-b0a7-90069d878681 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:38.492849 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2a83a003-fb8b-4561-97be-c5b1e322a78e req-cff727bc-b409-4eef-b0a7-90069d878681 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.93 "DELETE /v2.0/ports/ab0d5f1a-1f17-477d-a2f1-184fe05c6052 HTTP/1.1" status: 204 len: 173 time: 1.0481734 Oct 27 18:29:38.493316 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c70cfaa-437c-45f2-8dd2-ce936e8399d5', 'name': 'network-vif-deleted', 'tag': 'ab0d5f1a-1f17-477d-a2f1-184fe05c6052'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:29:38.495600 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eade4991-260b-48bd-b5e6-a48f3eef7c95" -d '{"events": [{"server_uuid": "1c70cfaa-437c-45f2-8dd2-ce936e8399d5", "name": "network-vif-deleted", "tag": "ab0d5f1a-1f17-477d-a2f1-184fe05c6052"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:29:38.515574 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f7279748-23fe-45cb-80b2-de3a6570e4de req-cd75019b-b9b9-4db3-a5ca-73e7fbee9699 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c70cfaa-437c-45f2-8dd2-ce936e8399d5 HTTP/1.1" status: 200 len: 210 time: 0.0676117 Oct 27 18:29:38.548341 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-91dcaab3-22da-4344-915f-ef53ad5107b1 req-814fe064-6877-49ab-93a6-b8a4392c7330 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800195 Oct 27 18:29:38.599444 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5409cd17-6099-4ae6-ba36-16eefe7d7055 x-openstack-request-id: req-5409cd17-6099-4ae6-ba36-16eefe7d7055 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:29:38.599739 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c70cfaa-437c-45f2-8dd2-ce936e8399d5", "name": "network-vif-deleted", "tag": "ab0d5f1a-1f17-477d-a2f1-184fe05c6052", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:29:38.599996 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5409cd17-6099-4ae6-ba36-16eefe7d7055 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:29:38.600394 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c70cfaa-437c-45f2-8dd2-ce936e8399d5', 'name': 'network-vif-deleted', 'tag': 'ab0d5f1a-1f17-477d-a2f1-184fe05c6052', 'status': 'completed', 'code': 200} Oct 27 18:29:38.803811 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33238) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:29:38.905544 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca87b4-bde7-4d06-8bb0-3e58d20135a1 req-9c49543d-33f2-42eb-92da-eda7aea16a43 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:38.910422 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8eca87b4-bde7-4d06-8bb0-3e58d20135a1 req-9c49543d-33f2-42eb-92da-eda7aea16a43 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0904684 Oct 27 18:29:38.977141 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6d0870f8-1dc2-44ed-8934-f6e71d5cdc82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:38.983669 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8eca87b4-bde7-4d06-8bb0-3e58d20135a1 req-c700041c-fadf-4d6f-8a47-62703e804a25 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660439 Oct 27 18:29:39.084114 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6d0870f8-1dc2-44ed-8934-f6e71d5cdc82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:39.137758 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device ab0d5f1a-1f17-477d-a2f1-184fe05c6052 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:29:39.151357 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6d0870f8-1dc2-44ed-8934-f6e71d5cdc82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:39.161699 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: ab0d5f1a-1f17-477d-a2f1-184fe05c6052 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:29:39.162481 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device ab0d5f1a-1f17-477d-a2f1-184fe05c6052 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:29:39.200055 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6d0870f8-1dc2-44ed-8934-f6e71d5cdc82 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c4167d67cb084abd9f1f6b150afd6843&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3948596 Oct 27 18:29:39.201298 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0870f8-1dc2-44ed-8934-f6e71d5cdc82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82baf638-58c3-4ce4-9cee-b860eb0de804,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:39.203258 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 33246) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:29:39.303720 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8db9575d-d4a9-4241-bd01-a4488bfc5bd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:39.339604 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8db9575d-d4a9-4241-bd01-a4488bfc5bd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:39.424856 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c4745-c669-49fd-a4ad-d2fc7fe399fa req-44ef1928-786c-4c1e-b43b-34d88553711e tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:39.426944 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7f0c4745-c669-49fd-a4ad-d2fc7fe399fa req-44ef1928-786c-4c1e-b43b-34d88553711e tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 944 time: 0.0788686 Oct 27 18:29:39.493754 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8db9575d-d4a9-4241-bd01-a4488bfc5bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:39.496856 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8db9575d-d4a9-4241-bd01-a4488bfc5bd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:39.498307 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8db9575d-d4a9-4241-bd01-a4488bfc5bd4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/82baf638-58c3-4ce4-9cee-b860eb0de804 HTTP/1.1" status: 204 len: 168 time: 0.2915621 Oct 27 18:29:39.510166 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db9575d-d4a9-4241-bd01-a4488bfc5bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82baf638-58c3-4ce4-9cee-b860eb0de804,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:39.517277 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7f0c4745-c669-49fd-a4ad-d2fc7fe399fa req-0746b435-7659-4e29-b4bb-05b27ca3fbf5 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829995 Oct 27 18:29:39.585586 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-140bc6f2-c8ca-4c9c-8135-9eb4f89aafe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:39.711526 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-865a19f7-ae03-4052-9c42-69f910a22ec2 req-f0b09bf6-5aca-4159-a2c3-71612e59d127 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c70cfaa-437c-45f2-8dd2-ce936e8399d5 HTTP/1.1" status: 200 len: 210 time: 0.0643725 Oct 27 18:29:39.748244 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d99aa-0365-489f-aafa-b5416d9a2e61 req-6186b4f8-1200-4c70-845c-f7e6b1562149 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:39.750158 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1d1d99aa-0365-489f-aafa-b5416d9a2e61 req-6186b4f8-1200-4c70-845c-f7e6b1562149 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.0873311 Oct 27 18:29:39.795722 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1d1d99aa-0365-489f-aafa-b5416d9a2e61 req-dd98e1b6-9511-4840-bcbe-b8fb3fb898d1 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379748 Oct 27 18:29:40.134209 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4a14f-30ce-4dd7-8c11-2febf241e8fa req-e2f667b4-88e0-4d7a-9a79-a5e303cbcbb1 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:40.135818 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-91a4a14f-30ce-4dd7-8c11-2febf241e8fa req-e2f667b4-88e0-4d7a-9a79-a5e303cbcbb1 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0664599 Oct 27 18:29:40.180670 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-91a4a14f-30ce-4dd7-8c11-2febf241e8fa req-c4e3d0aa-8859-4115-9f36-0ec93a0106c4 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380147 Oct 27 18:29:40.241396 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 33266) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:29:40.256001 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e6984852-15fb-4d67-9ba0-cbff9f42bdd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:40.352818 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e6984852-15fb-4d67-9ba0-cbff9f42bdd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:40.642668 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8642d1b6-c774-45eb-97cd-a8e7c215984a req-2b2232d9-b442-4e97-a96e-e1a0fbe63f91 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:40.644114 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8642d1b6-c774-45eb-97cd-a8e7c215984a req-2b2232d9-b442-4e97-a96e-e1a0fbe63f91 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 944 time: 0.0505652 Oct 27 18:29:40.670880 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e6984852-15fb-4d67-9ba0-cbff9f42bdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:40.683195 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8642d1b6-c774-45eb-97cd-a8e7c215984a req-69167fdf-1f10-45bc-bf06-89dd118bf5b3 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329549 Oct 27 18:29:40.715165 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e6984852-15fb-4d67-9ba0-cbff9f42bdd6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9bd4420d722345c2b4211909a6a0ee72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4726298 Oct 27 18:29:40.716090 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6984852-15fb-4d67-9ba0-cbff9f42bdd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014330b4-cfe5-423c-8ec9-1b5d0611594f,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:40.718528 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33270) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:29:40.782578 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-48e79ea0-64b7-4cbf-9800-a0891344e80e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:40.808042 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-48e79ea0-64b7-4cbf-9800-a0891344e80e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:40.946690 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090102d1-f51d-453e-ba4f-fde2ae960677 req-40836466-a81d-4660-8342-0330cde8a404 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:40.954825 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-090102d1-f51d-453e-ba4f-fde2ae960677 req-40836466-a81d-4660-8342-0330cde8a404 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.0712280 Oct 27 18:29:40.962472 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-48e79ea0-64b7-4cbf-9800-a0891344e80e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:40.965038 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-48e79ea0-64b7-4cbf-9800-a0891344e80e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:40.966145 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-48e79ea0-64b7-4cbf-9800-a0891344e80e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/014330b4-cfe5-423c-8ec9-1b5d0611594f HTTP/1.1" status: 204 len: 168 time: 0.2464385 Oct 27 18:29:40.984401 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e79ea0-64b7-4cbf-9800-a0891344e80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014330b4-cfe5-423c-8ec9-1b5d0611594f,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:41.044647 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-090102d1-f51d-453e-ba4f-fde2ae960677 req-c38b358e-a287-44e2-804b-665af2b5c6ac tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887389 Oct 27 18:29:41.167153 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 4be16c6c-9cb3-4d23-b864-f57944a737f3 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:29:41.252150 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 4be16c6c-9cb3-4d23-b864-f57944a737f3 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:29:41.252744 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:41.379035 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5ce6e-132a-4d26-89a1-ff4051bfc670 req-168cb6ad-ebf3-4b3e-9e42-a5e74928e285 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:41.381239 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:41.386607 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-07d5ce6e-132a-4d26-89a1-ff4051bfc670 req-168cb6ad-ebf3-4b3e-9e42-a5e74928e285 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0709195 Oct 27 18:29:41.432191 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-07d5ce6e-132a-4d26-89a1-ff4051bfc670 req-ce00cbaf-2fa3-41d5-8642-c5d713f62bb2 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441959 Oct 27 18:29:41.442721 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c45b96d-0b5c-4921-99b4-1c434bd73fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be16c6c-9cb3-4d23-b864-f57944a737f3'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:29:41.446740 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd050f4-408d-4bbf-8143-26c4a43f5444" -d '{"events": [{"server_uuid": "3c45b96d-0b5c-4921-99b4-1c434bd73fdb", "name": "network-vif-plugged", "status": "completed", "tag": "4be16c6c-9cb3-4d23-b864-f57944a737f3"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:29:41.489358 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d260a444-8ad9-453a-ac38-29a83119e383 x-openstack-request-id: req-d260a444-8ad9-453a-ac38-29a83119e383 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:29:41.489644 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c45b96d-0b5c-4921-99b4-1c434bd73fdb", "name": "network-vif-plugged", "status": "completed", "tag": "4be16c6c-9cb3-4d23-b864-f57944a737f3", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:29:41.489892 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d260a444-8ad9-453a-ac38-29a83119e383 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:29:41.490282 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c45b96d-0b5c-4921-99b4-1c434bd73fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be16c6c-9cb3-4d23-b864-f57944a737f3', 'code': 200} Oct 27 18:29:41.492066 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 4be16c6c-9cb3-4d23-b864-f57944a737f3, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=4be16c6c-9cb3-4d23-b864-f57944a737f3,segment=NetworkSegment(7ab5ac52-5e29-41f5-a4b9-15dca948aa51),segment_id=7ab5ac52-5e29-41f5-a4b9-15dca948aa51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:29:41.540277 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:41.669842 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=4be16c6c-9cb3-4d23-b864-f57944a737f3,revision_number=8']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:41.760805 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f821cd-fbae-44b9-b1fe-cad7445b7df7 req-7b8be968-f2a3-4174-8653-5729f9f25cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:41.763529 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-15f821cd-fbae-44b9-b1fe-cad7445b7df7 req-7b8be968-f2a3-4174-8653-5729f9f25cf6 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 1097 time: 0.0879898 Oct 27 18:29:41.811085 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-15f821cd-fbae-44b9-b1fe-cad7445b7df7 req-654bca8d-814d-4dfa-8ae6-50abf7d75aba service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352416 Oct 27 18:29:41.858486 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231deb1c-432a-4a7c-abd8-64c73ae1d586 req-1596af22-4c5c-4dcb-a2ef-48ae4ecb76a7 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:41.860568 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-231deb1c-432a-4a7c-abd8-64c73ae1d586 req-1596af22-4c5c-4dcb-a2ef-48ae4ecb76a7 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 946 time: 0.0651186 Oct 27 18:29:41.919652 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-231deb1c-432a-4a7c-abd8-64c73ae1d586 req-7f88106c-09f0-4b89-bdd2-fea6220f018a tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501413 Oct 27 18:29:42.042200 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-04ce467b-da7f-4673-bb81-9cd385b4b4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:42.282318 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5094255-2a24-450c-9181-73bedea4579e req-493c7016-2f9b-4ad3-906a-d4416730dacf tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:42.287324 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e5094255-2a24-450c-9181-73bedea4579e req-493c7016-2f9b-4ad3-906a-d4416730dacf tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.1710432 Oct 27 18:29:42.339005 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e5094255-2a24-450c-9181-73bedea4579e req-3f176b57-7337-4cd8-b96d-70512a7e75d2 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/security-groups?id=3979f201-5215-4291-91da-b36465f6ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487547 Oct 27 18:29:42.453196 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33318) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:29:42.459793 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-41ca327f-c886-406d-98ee-2ab8994bd2b2 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2128406819', 'description': 'tempest-description--1601281769'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:29:42.512017 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea68b8-82e3-4368-8a4a-e8f695ac5d9d req-9b4f9272-9257-4499-8ee6-d9b101c9daa7 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:42.515865 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-64ea68b8-82e3-4368-8a4a-e8f695ac5d9d req-9b4f9272-9257-4499-8ee6-d9b101c9daa7 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.93 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 945 time: 0.1421006 Oct 27 18:29:42.580406 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-41ca327f-c886-406d-98ee-2ab8994bd2b2 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:42.695625 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-41ca327f-c886-406d-98ee-2ab8994bd2b2 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:42.718731 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-64ea68b8-82e3-4368-8a4a-e8f695ac5d9d req-41236d69-8268-424c-9643-8433e3b1c654 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Deleting port e0c993c4-2996-4889-aa9b-b44f66af4737 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:29:42.719096 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-64ea68b8-82e3-4368-8a4a-e8f695ac5d9d req-41236d69-8268-424c-9643-8433e3b1c654 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:42.762218 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-41ca327f-c886-406d-98ee-2ab8994bd2b2 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:42.794454 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca327f-c886-406d-98ee-2ab8994bd2b2 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23a8c434-4678-40ff-9d49-dec4f294db77,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:42.854750 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-64ea68b8-82e3-4368-8a4a-e8f695ac5d9d req-41236d69-8268-424c-9643-8433e3b1c654 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] For port e0c993c4-2996-4889-aa9b-b44f66af4737, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e0c993c4-2996-4889-aa9b-b44f66af4737,segment=NetworkSegment(fd81ef03-5618-4e22-8eef-ef71234da90c),segment_id=fd81ef03-5618-4e22-8eef-ef71234da90c)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:29:42.855371 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-64ea68b8-82e3-4368-8a4a-e8f695ac5d9d req-41236d69-8268-424c-9643-8433e3b1c654 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:42.872992 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-41ca327f-c886-406d-98ee-2ab8994bd2b2 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:42.877777 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-64ea68b8-82e3-4368-8a4a-e8f695ac5d9d req-41236d69-8268-424c-9643-8433e3b1c654 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Calling delete_port for e0c993c4-2996-4889-aa9b-b44f66af4737 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:29:42.878067 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-41ca327f-c886-406d-98ee-2ab8994bd2b2 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4222188 Oct 27 18:29:42.882182 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33328) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:29:42.885958 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-d39b6127-ecaa-4f46-ac53-fb0a4ae1f5a7 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Request body: {'security_group_rule': {'security_group_id': '23a8c434-4678-40ff-9d49-dec4f294db77', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:29:43.005613 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74024e1-bbd1-4fee-a18d-c5118b921b82 req-293f8c8c-19b8-48ae-a9e5-69d2c8d5ee89 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:43.019370 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a74024e1-bbd1-4fee-a18d-c5118b921b82 req-293f8c8c-19b8-48ae-a9e5-69d2c8d5ee89 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.3930113 Oct 27 18:29:43.053087 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d39b6127-ecaa-4f46-ac53-fb0a4ae1f5a7 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:43.117533 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-64ea68b8-82e3-4368-8a4a-e8f695ac5d9d req-41236d69-8268-424c-9643-8433e3b1c654 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:43.130472 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['e0c993c4-2996-4889-aa9b-b44f66af4737'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:29:43.131298 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a74024e1-bbd1-4fee-a18d-c5118b921b82 req-c7e36501-b5f2-41d6-aa4c-405d6e471adb tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035123 Oct 27 18:29:43.173857 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfef685-8208-4125-98a0-bc6df21ae089 req-ee5e9013-3966-4709-acba-217f73aaddc4 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:43.181695 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7bfef685-8208-4125-98a0-bc6df21ae089 req-ee5e9013-3966-4709-acba-217f73aaddc4 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 946 time: 0.1464911 Oct 27 18:29:43.194640 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41236d69-8268-424c-9643-8433e3b1c654 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Pushing event deleted for resources: {'Port': ['ID=e0c993c4-2996-4889-aa9b-b44f66af4737,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:43.195824 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d39b6127-ecaa-4f46-ac53-fb0a4ae1f5a7 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:43.235167 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ea68b8-82e3-4368-8a4a-e8f695ac5d9d req-41236d69-8268-424c-9643-8433e3b1c654 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] No DVR routers for this DVR port e0c993c4-2996-4889-aa9b-b44f66af4737 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:29:43.242746 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-64ea68b8-82e3-4368-8a4a-e8f695ac5d9d req-41236d69-8268-424c-9643-8433e3b1c654 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:43.243420 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7bfef685-8208-4125-98a0-bc6df21ae089 req-73332582-f922-42b8-adc9-287e329a7ab0 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607717 Oct 27 18:29:43.254968 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-64ea68b8-82e3-4368-8a4a-e8f695ac5d9d req-41236d69-8268-424c-9643-8433e3b1c654 tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.93 "DELETE /v2.0/ports/e0c993c4-2996-4889-aa9b-b44f66af4737 HTTP/1.1" status: 204 len: 173 time: 0.7210124 Oct 27 18:29:43.254968 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc55b62-6878-48e9-b0ac-77fd1f378ca5', 'name': 'network-vif-deleted', 'tag': 'e0c993c4-2996-4889-aa9b-b44f66af4737'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:29:43.259792 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68813d6d-a7aa-4d8f-ad22-6970b98dc3a6" -d '{"events": [{"server_uuid": "6bc55b62-6878-48e9-b0ac-77fd1f378ca5", "name": "network-vif-deleted", "tag": "e0c993c4-2996-4889-aa9b-b44f66af4737"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:29:43.293153 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d39b6127-ecaa-4f46-ac53-fb0a4ae1f5a7 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:43.322079 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a795a92-fbd5-42e7-ac62-ada1330a15b8 x-openstack-request-id: req-3a795a92-fbd5-42e7-ac62-ada1330a15b8 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:29:43.322422 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc55b62-6878-48e9-b0ac-77fd1f378ca5", "name": "network-vif-deleted", "tag": "e0c993c4-2996-4889-aa9b-b44f66af4737", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:29:43.323106 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3a795a92-fbd5-42e7-ac62-ada1330a15b8 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:29:43.323569 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc55b62-6878-48e9-b0ac-77fd1f378ca5', 'name': 'network-vif-deleted', 'tag': 'e0c993c4-2996-4889-aa9b-b44f66af4737', 'status': 'completed', 'code': 200} Oct 27 18:29:43.325145 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b6127-ecaa-4f46-ac53-fb0a4ae1f5a7 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97afc29e-67f7-4bb2-9688-35665654ff51,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:43.460374 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6a909cbd-7b7a-45aa-8526-aeaa33d0903a req-0941658e-713e-4a20-8b92-70d4b943b1fb tempest-ServerRescueNegativeTestJSON-2132239605 tempest-ServerRescueNegativeTestJSON-2132239605-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc55b62-6878-48e9-b0ac-77fd1f378ca5 HTTP/1.1" status: 200 len: 210 time: 0.0377896 Oct 27 18:29:43.463526 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:43.470169 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:43.470551 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d39b6127-ecaa-4f46-ac53-fb0a4ae1f5a7 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:43.492133 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d39b6127-ecaa-4f46-ac53-fb0a4ae1f5a7 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6046474 Oct 27 18:29:43.492232 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 33342) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:29:43.493310 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-13997bed-1a7b-429f-bed1-11fa5983d8a9 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Request body: {'security_group_rule': {'security_group_id': '23a8c434-4678-40ff-9d49-dec4f294db77', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:29:43.659906 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-13997bed-1a7b-429f-bed1-11fa5983d8a9 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:44.074645 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-13997bed-1a7b-429f-bed1-11fa5983d8a9 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:44.143914 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-13997bed-1a7b-429f-bed1-11fa5983d8a9 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:44.165954 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13997bed-1a7b-429f-bed1-11fa5983d8a9 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82eccc90-ec53-4a36-8d9b-83e7dfb5ea2d,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:44.299711 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-13997bed-1a7b-429f-bed1-11fa5983d8a9 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:44.303867 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-13997bed-1a7b-429f-bed1-11fa5983d8a9 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8120291 Oct 27 18:29:44.304129 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 33362) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:29:44.310135 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-7954e9a0-2979-4449-8a44-333ea688732b tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:29:44.337235 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6bbe8-6a68-45a9-88cd-388947b64450 req-77f27ff2-da27-4d1b-8d5e-3c7ddf196f95 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:44.347533 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7fb6bbe8-6a68-45a9-88cd-388947b64450 req-77f27ff2-da27-4d1b-8d5e-3c7ddf196f95 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.1281240 Oct 27 18:29:44.436471 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7954e9a0-2979-4449-8a44-333ea688732b tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks [] for floatingip, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:44.467514 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805eb29-8b8d-4f39-932a-94bc46e5860a req-70d820eb-d298-4877-9c93-8bf2ae8bdde0 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:44.469085 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7805eb29-8b8d-4f39-932a-94bc46e5860a req-70d820eb-d298-4877-9c93-8bf2ae8bdde0 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 946 time: 0.1201110 Oct 27 18:29:44.485758 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7fb6bbe8-6a68-45a9-88cd-388947b64450 req-108b9ed8-093a-465a-87d4-0045aba45ef4 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944345 Oct 27 18:29:44.575642 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 33370) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:29:44.580102 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7805eb29-8b8d-4f39-932a-94bc46e5860a req-47879763-1ddf-4338-8e09-0615788e6ffd tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928645 Oct 27 18:29:44.687422 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7954e9a0-2979-4449-8a44-333ea688732b tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:44.796606 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b78072-8aae-4f24-b62f-e41afe3481f6 req-d8de5acd-08b2-460f-967d-83e988ba8d31 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:44.825241 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-17b78072-8aae-4f24-b62f-e41afe3481f6 req-d8de5acd-08b2-460f-967d-83e988ba8d31 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 946 time: 0.1578150 Oct 27 18:29:44.936188 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-17b78072-8aae-4f24-b62f-e41afe3481f6 req-3059a158-0145-4de2-9e22-0cfcfef558ad tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089735 Oct 27 18:29:45.009055 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-7954e9a0-2979-4449-8a44-333ea688732b tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Allocated IP 172.25.6.48 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/b1f57db5-6abc-484b-b608-6ce6f589b778) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:29:45.217579 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-31bbcf1e-d46a-4fb4-9859-6b0b6f9e73b7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1658671 Oct 27 18:29:45.289071 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7954e9a0-2979-4449-8a44-333ea688732b tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:45.333749 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:45.358192 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-54ceb4fe-c0df-4091-9914-2e07c97cfbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:45.358685 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-54ceb4fe-c0df-4091-9914-2e07c97cfbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:45.359202 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-54ceb4fe-c0df-4091-9914-2e07c97cfbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:45.359671 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-54ceb4fe-c0df-4091-9914-2e07c97cfbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:45.360830 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-54ceb4fe-c0df-4091-9914-2e07c97cfbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:45.361412 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-54ceb4fe-c0df-4091-9914-2e07c97cfbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:45.366510 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-54ceb4fe-c0df-4091-9914-2e07c97cfbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:45.366510 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-54ceb4fe-c0df-4091-9914-2e07c97cfbe2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=32c521b9d5364e14a010de85fa7c39d0&device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 6490 time: 0.1205277 Oct 27 18:29:45.398027 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-384fdf0b-7a29-46a5-9374-bb4c39c4b5ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:45.530199 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7954e9a0-2979-4449-8a44-333ea688732b tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:45.591518 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7954e9a0-2979-4449-8a44-333ea688732b tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:29:45.613508 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:29:45.616865 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-7954e9a0-2979-4449-8a44-333ea688732b tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:29:45.630127 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7954e9a0-2979-4449-8a44-333ea688732b tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:29:45.636905 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b83161-155d-427c-9c0e-115e64c6931c req-d0f2d7af-109e-43e9-af10-6340fc52f2b7 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:45.646112 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d9b83161-155d-427c-9c0e-115e64c6931c req-d0f2d7af-109e-43e9-af10-6340fc52f2b7 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0913560 Oct 27 18:29:45.690415 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954e9a0-2979-4449-8a44-333ea688732b tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Pushing event updated for resources: {'Port': ['ID=b1f57db5-6abc-484b-b608-6ce6f589b778,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:45.692150 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d9b83161-155d-427c-9c0e-115e64c6931c req-812330d7-f80b-4f31-b12d-4eb278af6054 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451245 Oct 27 18:29:45.705972 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-804c7adb-b1eb-42f3-a830-53167794d8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:45.706459 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-804c7adb-b1eb-42f3-a830-53167794d8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:45.706949 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-804c7adb-b1eb-42f3-a830-53167794d8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:45.708587 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-804c7adb-b1eb-42f3-a830-53167794d8d6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=b0826293-f8b5-4c91-b97e-04b01e42ef10&id=f4e9126d-2ff7-47a1-bfee-b0e033396219&id=f4e9126d-2ff7-47a1-bfee-b0e033396219&id=f4e9126d-2ff7-47a1-bfee-b0e033396219&id=f4e9126d-2ff7-47a1-bfee-b0e033396219&id=71cba891-964b-4e83-9965-41015215d178&id=71cba891-964b-4e83-9965-41015215d178 HTTP/1.1" status: 200 len: 2293 time: 0.3078508 Oct 27 18:29:45.938554 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-92226c65-8282-4d70-9b6b-ab9a0d6a7af9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0da1220-dd80-4dd5-a7ad-e073fc40fe66 HTTP/1.1" status: 200 len: 1002 time: 0.1811373 Oct 27 18:29:45.944181 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7954e9a0-2979-4449-8a44-333ea688732b tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:46.028033 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-a4d101d3-7794-4f6a-9fa6-34a60fba3a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:46.032927 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-a4d101d3-7794-4f6a-9fa6-34a60fba3a12 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e43a2e56-6a89-4d7a-ba43-8a2e198dc078 HTTP/1.1" status: 200 len: 848 time: 0.0788705 Oct 27 18:29:46.140138 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7954e9a0-2979-4449-8a44-333ea688732b tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:46.186900 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-7a723534-e0e9-446d-980c-83fb5a492af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:46.188721 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-7a723534-e0e9-446d-980c-83fb5a492af2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b0826293-f8b5-4c91-b97e-04b01e42ef10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1218874 Oct 27 18:29:46.238091 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-a65072e4-beca-4b4e-99a6-7d0ee1cb8397 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:46.249338 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-a65072e4-beca-4b4e-99a6-7d0ee1cb8397 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/networks?id=2cd94f32-cc4e-485f-a6b3-3cad5d550c64 HTTP/1.1" status: 200 len: 814 time: 0.2554865 Oct 27 18:29:46.269670 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-e66411a6-1f1d-414f-a68c-b63dba5f3eb0 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/quotas/cdef29094ce14d75be1bb2e0c154c0d3 HTTP/1.1" status: 200 len: 375 time: 0.0191431 Oct 27 18:29:46.335098 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-8db4e5a7-42a7-4720-abed-cf3871d7a991 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=cdef29094ce14d75be1bb2e0c154c0d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0645952 Oct 27 18:29:46.344726 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-384fdf0b-7a29-46a5-9374-bb4c39c4b5ff admin admin] Deleting port 96f4a6b3-2a52-4d51-8d8c-fbeabd82c1e1 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:29:46.345348 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-384fdf0b-7a29-46a5-9374-bb4c39c4b5ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:46.412775 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-c03bf962-7701-4db7-95a9-44a0009830f6 service neutron] 10.222.0.93 "GET /v2.0/networks/b0826293-f8b5-4c91-b97e-04b01e42ef10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077086 Oct 27 18:29:46.451830 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-9e8a134f-7f75-476b-811f-657d835a5831 service neutron] 10.222.0.52 "GET /v2.0/networks/2cd94f32-cc4e-485f-a6b3-3cad5d550c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156218 Oct 27 18:29:46.564618 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-66a63a06-8472-4394-ad8a-36e318e48cac service neutron] 10.222.0.93 "GET /v2.0/networks/b0826293-f8b5-4c91-b97e-04b01e42ef10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412456 Oct 27 18:29:46.566558 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-f7993d47-5b8a-4ce2-bac0-869aea917eb4 service neutron] 10.222.0.52 "GET /v2.0/networks/2cd94f32-cc4e-485f-a6b3-3cad5d550c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138687 Oct 27 18:29:46.600416 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7954e9a0-2979-4449-8a44-333ea688732b tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:46.604215 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-384fdf0b-7a29-46a5-9374-bb4c39c4b5ff admin admin] For port 96f4a6b3-2a52-4d51-8d8c-fbeabd82c1e1, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=96f4a6b3-2a52-4d51-8d8c-fbeabd82c1e1,segment=NetworkSegment(fd81ef03-5618-4e22-8eef-ef71234da90c),segment_id=fd81ef03-5618-4e22-8eef-ef71234da90c)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:29:46.604573 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-384fdf0b-7a29-46a5-9374-bb4c39c4b5ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:46.637556 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-b28976f8-b5a7-458f-a547-551117f06b6f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=4ebc892e-5692-4841-830c-8e4b29b7659e HTTP/1.1" status: 200 len: 217 time: 0.0602322 Oct 27 18:29:46.643606 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-384fdf0b-7a29-46a5-9374-bb4c39c4b5ff admin admin] Calling delete_port for 96f4a6b3-2a52-4d51-8d8c-fbeabd82c1e1 owned by network:router_interface {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:29:46.682663 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7954e9a0-2979-4449-8a44-333ea688732b tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:46.789973 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-16ed6fb4-d838-4559-be53-0d191d63984e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:46.791630 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-16ed6fb4-d838-4559-be53-0d191d63984e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b43126e9-9fd9-47ab-bca1-c5bdf1d34ed3 HTTP/1.1" status: 200 len: 797 time: 0.1460700 Oct 27 18:29:46.879047 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e80a2581-acb1-40fe-b7e7-9d8557b2098c req-f14eb952-4e5a-4ef2-ab0c-13a9a663dca4 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc2dfc38-6764-46a0-926f-c92663977da2 HTTP/1.1" status: 200 len: 210 time: 0.0690904 Oct 27 18:29:46.908032 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954e9a0-2979-4449-8a44-333ea688732b tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Pushing event updated for resources: {'Port': ['ID=b1f57db5-6abc-484b-b608-6ce6f589b778,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:46.915990 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7954e9a0-2979-4449-8a44-333ea688732b tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:46.952895 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d44d2c-986e-4b6f-a431-eeaf202b7a1d req-737d34da-7636-4808-a6bb-7fce733514d7 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:46.955167 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-54d44d2c-986e-4b6f-a431-eeaf202b7a1d req-737d34da-7636-4808-a6bb-7fce733514d7 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.1384497 Oct 27 18:29:46.992679 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-2b16669f-5380-408a-b2a2-b80ec32356de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:46.995609 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-2b16669f-5380-408a-b2a2-b80ec32356de service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f4e9126d-2ff7-47a1-bfee-b0e033396219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1618197 Oct 27 18:29:47.068835 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7954e9a0-2979-4449-8a44-333ea688732b tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:47.071640 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7954e9a0-2979-4449-8a44-333ea688732b tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7642229 Oct 27 18:29:47.077305 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-54d44d2c-986e-4b6f-a431-eeaf202b7a1d req-4b120153-f6f4-4aa8-86ca-f975dbc38657 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115928 Oct 27 18:29:47.151433 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3108a11-683d-4c6e-856d-cc5a5e0255ca req-0b465971-499f-43a1-bbf0-d70bf414a654 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:47.153095 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d3108a11-683d-4c6e-856d-cc5a5e0255ca req-0b465971-499f-43a1-bbf0-d70bf414a654 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.93 "GET /v2.0/ports?device_id=3c45b96d-0b5c-4921-99b4-1c434bd73fdb HTTP/1.1" status: 200 len: 946 time: 0.0776641 Oct 27 18:29:47.170926 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-becb87e4-162d-4593-afd1-373592b0544a service neutron] 10.222.0.93 "GET /v2.0/networks/f4e9126d-2ff7-47a1-bfee-b0e033396219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654699 Oct 27 18:29:47.200116 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e0c993c4-2996-4889-aa9b-b44f66af4737 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:29:47.250156 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: e0c993c4-2996-4889-aa9b-b44f66af4737 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:29:47.250617 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e0c993c4-2996-4889-aa9b-b44f66af4737 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:29:47.301426 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-d3108a11-683d-4c6e-856d-cc5a5e0255ca req-6ba46d82-498f-4006-b489-b5995e26dde0 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Deleting port 4be16c6c-9cb3-4d23-b864-f57944a737f3 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:29:47.301767 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d3108a11-683d-4c6e-856d-cc5a5e0255ca req-6ba46d82-498f-4006-b489-b5995e26dde0 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:47.310875 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-384fdf0b-7a29-46a5-9374-bb4c39c4b5ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:47.349819 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384fdf0b-7a29-46a5-9374-bb4c39c4b5ff admin admin] Pushing event deleted for resources: {'Port': ['ID=96f4a6b3-2a52-4d51-8d8c-fbeabd82c1e1,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:47.354484 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-3dbe4244-e47f-4561-bb2f-27212f222d08 service neutron] 10.222.0.93 "GET /v2.0/networks/f4e9126d-2ff7-47a1-bfee-b0e033396219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734943 Oct 27 18:29:47.441753 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-4e125a68-ec6c-43d8-b9b9-caa2f84ca04a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=168724c9-71d8-440b-b602-1f3bb57c7953 HTTP/1.1" status: 200 len: 217 time: 0.0615523 Oct 27 18:29:47.490674 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-d3108a11-683d-4c6e-856d-cc5a5e0255ca req-6ba46d82-498f-4006-b489-b5995e26dde0 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] For port 4be16c6c-9cb3-4d23-b864-f57944a737f3, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=4be16c6c-9cb3-4d23-b864-f57944a737f3,segment=NetworkSegment(7ab5ac52-5e29-41f5-a4b9-15dca948aa51),segment_id=7ab5ac52-5e29-41f5-a4b9-15dca948aa51)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:29:47.491225 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d3108a11-683d-4c6e-856d-cc5a5e0255ca req-6ba46d82-498f-4006-b489-b5995e26dde0 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:47.509704 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-d1e185a8-5b74-48d0-b392-f7c2f5f85bc6 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:47.520589 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-d1e185a8-5b74-48d0-b392-f7c2f5f85bc6 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/networks?id=64d7b6d7-828d-41aa-ba56-463e6cd65fdb HTTP/1.1" status: 200 len: 821 time: 0.2042582 Oct 27 18:29:47.527928 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-d3108a11-683d-4c6e-856d-cc5a5e0255ca req-6ba46d82-498f-4006-b489-b5995e26dde0 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Calling delete_port for 4be16c6c-9cb3-4d23-b864-f57944a737f3 owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:29:47.549349 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-eb77d448-91a4-4ed4-ae86-0fbb37734815 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/quotas/6cdb9793b20d499b9c6c15ac7b5c4feb HTTP/1.1" status: 200 len: 375 time: 0.0275066 Oct 27 18:29:47.570083 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-d8180d35-ab2e-4f77-bf99-29a37a126b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:47.576026 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-d8180d35-ab2e-4f77-bf99-29a37a126b76 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b43126e9-9fd9-47ab-bca1-c5bdf1d34ed3 HTTP/1.1" status: 200 len: 797 time: 0.1216464 Oct 27 18:29:47.624078 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-384fdf0b-7a29-46a5-9374-bb4c39c4b5ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:47.644844 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-138785a4-9c70-4610-91a4-e081df1236ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:47.646358 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-138785a4-9c70-4610-91a4-e081df1236ad service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f4e9126d-2ff7-47a1-bfee-b0e033396219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0575664 Oct 27 18:29:47.655499 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-e2d2a504-962a-44a7-a872-39ad3fc3ce85 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6cdb9793b20d499b9c6c15ac7b5c4feb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1050122 Oct 27 18:29:47.804889 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-9b3bad4a-ce76-4ea8-8ac0-3353a741ca9e service neutron] 10.222.0.52 "GET /v2.0/networks/64d7b6d7-828d-41aa-ba56-463e6cd65fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438735 Oct 27 18:29:47.908823 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-07194cc2-5152-4c03-a568-fab8788d3d11 service neutron] 10.222.0.52 "GET /v2.0/networks/64d7b6d7-828d-41aa-ba56-463e6cd65fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972583 Oct 27 18:29:47.966745 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d3108a11-683d-4c6e-856d-cc5a5e0255ca req-6ba46d82-498f-4006-b489-b5995e26dde0 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:47.979400 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['4be16c6c-9cb3-4d23-b864-f57944a737f3'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:29:48.049357 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba46d82-498f-4006-b489-b5995e26dde0 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Pushing event deleted for resources: {'Port': ['ID=4be16c6c-9cb3-4d23-b864-f57944a737f3,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:48.056166 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9f27481b-c0e2-420e-9cb5-4515c0d9cadd req-5225e2ff-d345-471c-a69a-285283300022 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc2dfc38-6764-46a0-926f-c92663977da2 HTTP/1.1" status: 200 len: 210 time: 0.0856197 Oct 27 18:29:48.115802 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3108a11-683d-4c6e-856d-cc5a5e0255ca req-6ba46d82-498f-4006-b489-b5995e26dde0 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] No DVR routers for this DVR port 4be16c6c-9cb3-4d23-b864-f57944a737f3 on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:29:48.135146 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d3108a11-683d-4c6e-856d-cc5a5e0255ca req-6ba46d82-498f-4006-b489-b5995e26dde0 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:48.143643 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d3108a11-683d-4c6e-856d-cc5a5e0255ca req-6ba46d82-498f-4006-b489-b5995e26dde0 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.93 "DELETE /v2.0/ports/4be16c6c-9cb3-4d23-b864-f57944a737f3 HTTP/1.1" status: 204 len: 173 time: 0.9810064 Oct 27 18:29:48.147079 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c45b96d-0b5c-4921-99b4-1c434bd73fdb', 'name': 'network-vif-deleted', 'tag': '4be16c6c-9cb3-4d23-b864-f57944a737f3'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:29:48.150883 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c11f32-8e5d-4bd4-8056-f7c462640586" -d '{"events": [{"server_uuid": "3c45b96d-0b5c-4921-99b4-1c434bd73fdb", "name": "network-vif-deleted", "tag": "4be16c6c-9cb3-4d23-b864-f57944a737f3"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:29:48.157714 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae5376-df58-40ee-baa0-0089d5e8aa3d req-426af60d-1a37-440a-a543-4ffb6206ad39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:48.159509 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-37ae5376-df58-40ee-baa0-0089d5e8aa3d req-426af60d-1a37-440a-a543-4ffb6206ad39 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e64e3fa67fed4102b6fb3b9a3eeaa7a5&device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 1096 time: 0.4355328 Oct 27 18:29:48.169525 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-661a9aa9-b7e2-4e96-a65f-1ecbffcae18e service neutron] 10.222.0.93 "GET /v2.0/networks/f4e9126d-2ff7-47a1-bfee-b0e033396219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4873395 Oct 27 18:29:48.270563 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4673a2-5848-4cd6-8421-4a8042b166e0 req-da500971-3569-43a3-a13d-dc5349d6540b tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:48.280821 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2c4673a2-5848-4cd6-8421-4a8042b166e0 req-da500971-3569-43a3-a13d-dc5349d6540b tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.0675993 Oct 27 18:29:48.333324 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59a1901-bfb0-4ff4-95a0-272b23027a9d x-openstack-request-id: req-c59a1901-bfb0-4ff4-95a0-272b23027a9d {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:29:48.334132 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c45b96d-0b5c-4921-99b4-1c434bd73fdb", "name": "network-vif-deleted", "tag": "4be16c6c-9cb3-4d23-b864-f57944a737f3", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:29:48.334458 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c59a1901-bfb0-4ff4-95a0-272b23027a9d {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:29:48.335109 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c45b96d-0b5c-4921-99b4-1c434bd73fdb', 'name': 'network-vif-deleted', 'tag': '4be16c6c-9cb3-4d23-b864-f57944a737f3', 'status': 'completed', 'code': 200} Oct 27 18:29:48.350601 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2c4673a2-5848-4cd6-8421-4a8042b166e0 req-17e5d814-f821-45ad-b8a7-0030df8b3952 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688920 Oct 27 18:29:48.394241 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0d6815c6-d1d0-4533-a668-e37c7b74a72f req-dda55a2d-9322-48e5-a38e-85616835cf20 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=733088df-a705-42d1-865e-ed1675e624cb HTTP/1.1" status: 200 len: 210 time: 0.0418110 Oct 27 18:29:48.538706 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae5376-df58-40ee-baa0-0089d5e8aa3d req-1f555467-4c23-4cd1-b2b9-193e9b6fa2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:48.540214 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-37ae5376-df58-40ee-baa0-0089d5e8aa3d req-1f555467-4c23-4cd1-b2b9-193e9b6fa2f2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=6989e920-feed-4bf7-84f8-f1cbb2ccd945 HTTP/1.1" status: 200 len: 915 time: 0.3688941 Oct 27 18:29:48.550532 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384fdf0b-7a29-46a5-9374-bb4c39c4b5ff admin admin] Router bc70ab29-6905-4e37-b039-09f417689ad0 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:29:48.566556 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-8e1c248c-2822-4e30-8fee-3e838bd9f3b0 service neutron] 10.222.0.93 "GET /v2.0/networks/f4e9126d-2ff7-47a1-bfee-b0e033396219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844762 Oct 27 18:29:48.605639 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-37ae5376-df58-40ee-baa0-0089d5e8aa3d req-65ec9730-0eb0-4f7b-bc19-e66482f20a80 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ac1af36-f4e9-4436-ba14-271bc5404393 HTTP/1.1" status: 200 len: 217 time: 0.0534267 Oct 27 18:29:48.645422 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-e396d7ab-89e3-46d5-8cee-77e05edcadcf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=d9f41f4b-9124-4661-b73f-53e5a7e90c21 HTTP/1.1" status: 200 len: 217 time: 0.0491245 Oct 27 18:29:48.799810 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae5376-df58-40ee-baa0-0089d5e8aa3d req-218cd795-99cf-4739-81d4-4f2db2235fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:48.801396 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-37ae5376-df58-40ee-baa0-0089d5e8aa3d req-218cd795-99cf-4739-81d4-4f2db2235fca service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3a9f8f14-f0ca-4df8-88cf-d969ee3e3889 HTTP/1.1" status: 200 len: 853 time: 0.1656716 Oct 27 18:29:48.847870 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-37ae5376-df58-40ee-baa0-0089d5e8aa3d req-0fdafae6-c0cb-4db5-b8fa-47065a355c40 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6989e920-feed-4bf7-84f8-f1cbb2ccd945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366259 Oct 27 18:29:48.850976 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-248c9d1b-4229-4c71-93a5-b2b0978d15d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:48.852683 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-248c9d1b-4229-4c71-93a5-b2b0978d15d0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b43126e9-9fd9-47ab-bca1-c5bdf1d34ed3 HTTP/1.1" status: 200 len: 797 time: 0.1549275 Oct 27 18:29:48.943854 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384fdf0b-7a29-46a5-9374-bb4c39c4b5ff admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:29:48.952636 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-384fdf0b-7a29-46a5-9374-bb4c39c4b5ff admin admin] 10.222.0.52 "PUT /v2.0/routers/bc70ab29-6905-4e37-b039-09f417689ad0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3727686 Oct 27 18:29:48.952733 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33502) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:29:48.956290 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f62265-1a1b-44ab-88ad-c3756c773097 None None] Sync routers for ids ['bc70ab29-6905-4e37-b039-09f417689ad0'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:29:48.976609 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f62265-1a1b-44ab-88ad-c3756c773097 None None] Routers {'bc70ab29-6905-4e37-b039-09f417689ad0'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:29:48.977373 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-15f62265-1a1b-44ab-88ad-c3756c773097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:29:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['bc70ab29-6905-4e37-b039-09f417689ad0'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:29:48.988005 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-1dc37022-327a-4c9f-90e1-1ca14c71c100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:48.989489 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-1dc37022-327a-4c9f-90e1-1ca14c71c100 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f4e9126d-2ff7-47a1-bfee-b0e033396219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1267087 Oct 27 18:29:49.020518 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-37ae5376-df58-40ee-baa0-0089d5e8aa3d req-f99bae28-0a3e-4c5f-8b9e-6fce0564b47b service neutron] 10.222.0.93 "GET /v2.0/networks/6989e920-feed-4bf7-84f8-f1cbb2ccd945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587467 Oct 27 18:29:49.085269 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-15932220-9499-4771-9b86-ee37793d5464 admin admin] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:49.099307 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-15f62265-1a1b-44ab-88ad-c3756c773097 None None] Set router bc70ab29-6905-4e37-b039-09f417689ad0 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:29:49.175008 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-7111a24a-55db-4b9d-8a39-c48db92df322 service neutron] 10.222.0.93 "GET /v2.0/networks/f4e9126d-2ff7-47a1-bfee-b0e033396219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759586 Oct 27 18:29:49.278435 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3695355e-29c6-4394-b695-b0fb9a562c1b req-91e4bc0c-3d21-4f81-8cf8-147f68e1a1c3 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc2dfc38-6764-46a0-926f-c92663977da2 HTTP/1.1" status: 200 len: 210 time: 0.0678248 Oct 27 18:29:49.285982 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-37ae5376-df58-40ee-baa0-0089d5e8aa3d req-6759b6b4-1d15-4af3-bd42-8e50c35d5058 service neutron] 10.222.0.93 "GET /v2.0/networks/6989e920-feed-4bf7-84f8-f1cbb2ccd945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263906 Oct 27 18:29:49.319376 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-5fa0da3f-390a-41d4-9a2b-79114b9d2597 service neutron] 10.222.0.93 "GET /v2.0/networks/f4e9126d-2ff7-47a1-bfee-b0e033396219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364174 Oct 27 18:29:49.366484 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-9f323b81-610e-42fd-9f87-1a9f6476d291 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=d30e3861-115e-4101-a8e0-47bcf6ce9856 HTTP/1.1" status: 200 len: 217 time: 0.0396900 Oct 27 18:29:49.468517 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-15932220-9499-4771-9b86-ee37793d5464 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:49.491691 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-85c0f0f7-b844-4955-bf60-110d62167392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:49.497797 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-85c0f0f7-b844-4955-bf60-110d62167392 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b43126e9-9fd9-47ab-bca1-c5bdf1d34ed3 HTTP/1.1" status: 200 len: 797 time: 0.1178212 Oct 27 18:29:49.530864 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-15f62265-1a1b-44ab-88ad-c3756c773097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc70ab29-6905-4e37-b039-09f417689ad0', 'name': 'tempest-ServerRescueNegativeTestJSON-356144870-router', 'tenant_id': '73ecd40fe1594f85b64568114a717a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '54a75bd2-bc5f-4c93-b697-8aff5dfbc358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:26:30Z', 'updated_at': '2021-10-27T18:29:47Z', 'revision_number': 5, 'project_id': '73ecd40fe1594f85b64568114a717a96', 'gw_port': {'id': '54a75bd2-bc5f-4c93-b697-8aff5dfbc358', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc70ab29-6905-4e37-b039-09f417689ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:26:31Z', 'updated_at': '2021-10-27T18:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:29:49.569986 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-dc5b725b-ec64-428b-a333-d15dce4ee928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:49.570560 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-dc5b725b-ec64-428b-a333-d15dce4ee928 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f4e9126d-2ff7-47a1-bfee-b0e033396219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0534592 Oct 27 18:29:49.572119 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f62265-1a1b-44ab-88ad-c3756c773097 None None] Checking router: bc70ab29-6905-4e37-b039-09f417689ad0 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:29:49.591874 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f62265-1a1b-44ab-88ad-c3756c773097 None None] Routers {'bc70ab29-6905-4e37-b039-09f417689ad0'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:29:49.595059 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-15f62265-1a1b-44ab-88ad-c3756c773097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:29:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['bc70ab29-6905-4e37-b039-09f417689ad0'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:29:49.602567 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-09945f05-0280-49cc-9452-edd1768d1948 req-4c1c1fbe-0967-4e12-be85-7c92bc3ef243 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=733088df-a705-42d1-865e-ed1675e624cb HTTP/1.1" status: 200 len: 210 time: 0.0788209 Oct 27 18:29:49.632676 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5323e39-8905-49f6-ae61-a7053807b33a req-3752d617-3091-406e-b5bd-ef97aa61fe38 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:49.641566 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b5323e39-8905-49f6-ae61-a7053807b33a req-3752d617-3091-406e-b5bd-ef97aa61fe38 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.1472466 Oct 27 18:29:49.673230 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-fc35d70b-dc09-458c-90f3-98bbe6ce0e10 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:49.675879 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-fc35d70b-dc09-458c-90f3-98bbe6ce0e10 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.93 "GET /v2.0/networks?id=2cd94f32-cc4e-485f-a6b3-3cad5d550c64 HTTP/1.1" status: 200 len: 814 time: 0.3942306 Oct 27 18:29:49.718190 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-0f564662-55ef-4b51-aa30-a39e7759ec82 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Request body: {'port': {'device_id': 'bc2dfc38-6764-46a0-926f-c92663977da2', 'network_id': '2cd94f32-cc4e-485f-a6b3-3cad5d550c64', 'admin_state_up': True, 'tenant_id': 'cdef29094ce14d75be1bb2e0c154c0d3'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:29:49.727731 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-7dfc793a-d681-443e-be8b-806d99aacbff service neutron] 10.222.0.93 "GET /v2.0/networks/f4e9126d-2ff7-47a1-bfee-b0e033396219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489592 Oct 27 18:29:49.757165 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-15f62265-1a1b-44ab-88ad-c3756c773097 None None] Set router bc70ab29-6905-4e37-b039-09f417689ad0 gateway port host: None {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:29:49.826088 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b5323e39-8905-49f6-ae61-a7053807b33a req-87fd90ec-5d13-4a8f-a20b-c4c3149b776e tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835518 Oct 27 18:29:49.831615 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-15932220-9499-4771-9b86-ee37793d5464 admin admin] Deleting port 54a75bd2-bc5f-4c93-b697-8aff5dfbc358 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:29:49.843139 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-15932220-9499-4771-9b86-ee37793d5464 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:49.855760 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-734e0ee1-43b9-4cfe-a5f0-a60fa92eec9c service neutron] 10.222.0.93 "GET /v2.0/networks/f4e9126d-2ff7-47a1-bfee-b0e033396219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062441 Oct 27 18:29:49.866335 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-15f62265-1a1b-44ab-88ad-c3756c773097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc70ab29-6905-4e37-b039-09f417689ad0', 'name': 'tempest-ServerRescueNegativeTestJSON-356144870-router', 'tenant_id': '73ecd40fe1594f85b64568114a717a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:26:30Z', 'updated_at': '2021-10-27T18:29:49Z', 'revision_number': 6, 'project_id': '73ecd40fe1594f85b64568114a717a96', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:29:49.900129 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f62265-1a1b-44ab-88ad-c3756c773097 None None] The sync data for ids ['bc70ab29-6905-4e37-b039-09f417689ad0'] in n-d-815690-2 is: [{'id': 'bc70ab29-6905-4e37-b039-09f417689ad0', 'name': 'tempest-ServerRescueNegativeTestJSON-356144870-router', 'tenant_id': '73ecd40fe1594f85b64568114a717a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:26:30Z', 'updated_at': '2021-10-27T18:29:49Z', 'revision_number': 6, 'project_id': '73ecd40fe1594f85b64568114a717a96', 'gw_port_host': None}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:29:49.903138 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-23e763ce-efa1-4e23-87f5-704e051aa6c2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=60727fe8-f91e-429f-b6a7-1c21b5327137 HTTP/1.1" status: 200 len: 217 time: 0.0384572 Oct 27 18:29:49.968831 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-15932220-9499-4771-9b86-ee37793d5464 admin admin] For port 54a75bd2-bc5f-4c93-b697-8aff5dfbc358, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=54a75bd2-bc5f-4c93-b697-8aff5dfbc358,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:29:49.969636 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-15932220-9499-4771-9b86-ee37793d5464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:49.969745 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-dee66fe2-3b4d-4a3e-8603-eea160cc83d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:49.971619 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-dee66fe2-3b4d-4a3e-8603-eea160cc83d8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7be2e2db-5f72-4077-acf4-dd415f124d60 HTTP/1.1" status: 200 len: 797 time: 0.0564387 Oct 27 18:29:49.990219 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-15932220-9499-4771-9b86-ee37793d5464 admin admin] Calling delete_port for 54a75bd2-bc5f-4c93-b697-8aff5dfbc358 owned by network:router_gateway {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:29:50.033450 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-a3f2ebb0-f5e0-4dee-a599-bcb453bd8ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:50.035195 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-a3f2ebb0-f5e0-4dee-a599-bcb453bd8ac9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=71cba891-964b-4e83-9965-41015215d178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0436072 Oct 27 18:29:50.104565 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-0f564662-55ef-4b51-aa30-a39e7759ec82 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Made reservation on behalf of cdef29094ce14d75be1bb2e0c154c0d3 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:29:50.108086 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-0f564662-55ef-4b51-aa30-a39e7759ec82 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:50.135037 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-b7c8682e-5fde-41fd-9190-5d2e781274fa service neutron] 10.222.0.93 "GET /v2.0/networks/71cba891-964b-4e83-9965-41015215d178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916071 Oct 27 18:29:50.242857 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-a6921ae5-b490-4766-9e3e-fe849428cbb3 service neutron] 10.222.0.93 "GET /v2.0/networks/71cba891-964b-4e83-9965-41015215d178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925272 Oct 27 18:29:50.290062 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-5f252973-0250-4a43-8d35-2393d2e1b495 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d5c00b09-d1ae-4150-a83c-909f684fcd90 HTTP/1.1" status: 200 len: 217 time: 0.0366776 Oct 27 18:29:50.366188 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-bb684bc4-975c-45cd-8a70-1910df033ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:50.368541 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-bb684bc4-975c-45cd-8a70-1910df033ccc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7be2e2db-5f72-4077-acf4-dd415f124d60 HTTP/1.1" status: 200 len: 797 time: 0.0681386 Oct 27 18:29:50.466295 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-4c5c511f-93b5-422a-8d03-2d3dd28ba4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:50.466460 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d3604d6e-9726-4eb2-9fb0-6841661931dd req-fe8d818d-f3fa-4de6-b815-90a0b10b4e65 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc2dfc38-6764-46a0-926f-c92663977da2 HTTP/1.1" status: 200 len: 210 time: 0.0636914 Oct 27 18:29:50.467523 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-4c5c511f-93b5-422a-8d03-2d3dd28ba4e9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=71cba891-964b-4e83-9965-41015215d178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0896137 Oct 27 18:29:50.471556 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-15932220-9499-4771-9b86-ee37793d5464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:50.474171 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-0f564662-55ef-4b51-aa30-a39e7759ec82 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Allocated IP 172.20.0.13 (2cd94f32-cc4e-485f-a6b3-3cad5d550c64/432b5b5e-fd94-49d8-a06e-28d93bf8ad3a/2e585e52-2d23-46d1-8dae-3a76369ab4ab) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:29:50.523685 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15932220-9499-4771-9b86-ee37793d5464 admin admin] Pushing event deleted for resources: {'Port': ['ID=54a75bd2-bc5f-4c93-b697-8aff5dfbc358,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:50.603237 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-0b17a2bb-1957-4b92-9b6e-2029fce32938 service neutron] 10.222.0.93 "GET /v2.0/networks/71cba891-964b-4e83-9965-41015215d178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241558 Oct 27 18:29:50.700719 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-15932220-9499-4771-9b86-ee37793d5464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:50.748312 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3e851-5f42-45c3-a1c2-49b52b387a44 req-0c2a03e9-bee4-4f22-92ed-b7289dedf0c0 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:50.756622 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1ea3e851-5f42-45c3-a1c2-49b52b387a44 req-0c2a03e9-bee4-4f22-92ed-b7289dedf0c0 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.2217777 Oct 27 18:29:50.826574 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-729c33a8-a75c-41dd-8478-fb477bdde42e tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:50.828388 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-729c33a8-a75c-41dd-8478-fb477bdde42e tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.93 "GET /v2.0/networks?id=64d7b6d7-828d-41aa-ba56-463e6cd65fdb HTTP/1.1" status: 200 len: 821 time: 0.2394533 Oct 27 18:29:50.830864 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-446397c5-a64b-45b2-ac5b-e253524f7bf5 req-50e1f5c4-032c-418b-ad56-4293023b6c28 service neutron] 10.222.0.93 "GET /v2.0/networks/71cba891-964b-4e83-9965-41015215d178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162998 Oct 27 18:29:50.851926 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-c40477ad-a8a8-4231-913b-22d807be980f tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Request body: {'port': {'device_id': '733088df-a705-42d1-865e-ed1675e624cb', 'network_id': '64d7b6d7-828d-41aa-ba56-463e6cd65fdb', 'admin_state_up': True, 'tenant_id': '6cdb9793b20d499b9c6c15ac7b5c4feb'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:29:50.857893 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 96f4a6b3-2a52-4d51-8d8c-fbeabd82c1e1 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:29:50.890292 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-04553fa4-0ff5-4c9b-ba80-ce42ee7d2579 req-59edb649-cced-46e4-89e7-42a1c8fdec48 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=733088df-a705-42d1-865e-ed1675e624cb HTTP/1.1" status: 200 len: 210 time: 0.0980000 Oct 27 18:29:50.894559 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-15932220-9499-4771-9b86-ee37793d5464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:50.897376 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-15932220-9499-4771-9b86-ee37793d5464 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:50.949351 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 96f4a6b3-2a52-4d51-8d8c-fbeabd82c1e1 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:29:50.952463 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 96f4a6b3-2a52-4d51-8d8c-fbeabd82c1e1 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:29:50.953007 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 54a75bd2-bc5f-4c93-b697-8aff5dfbc358 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:29:50.984260 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1ea3e851-5f42-45c3-a1c2-49b52b387a44 req-7282f5c4-8255-4dff-9522-a76fdde90c47 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223854 Oct 27 18:29:51.014901 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 54a75bd2-bc5f-4c93-b697-8aff5dfbc358 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:29:51.015254 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 54a75bd2-bc5f-4c93-b697-8aff5dfbc358 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:29:51.069746 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-0f564662-55ef-4b51-aa30-a39e7759ec82 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:51.121652 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-15932220-9499-4771-9b86-ee37793d5464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:51.121903 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-c40477ad-a8a8-4231-913b-22d807be980f tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Made reservation on behalf of 6cdb9793b20d499b9c6c15ac7b5c4feb for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:29:51.122217 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15932220-9499-4771-9b86-ee37793d5464 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc70ab29-6905-4e37-b039-09f417689ad0 {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:29:51.126398 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-c40477ad-a8a8-4231-913b-22d807be980f tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:51.144809 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-15932220-9499-4771-9b86-ee37793d5464 admin admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:51.145955 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-15932220-9499-4771-9b86-ee37793d5464 admin admin] 10.222.0.52 "DELETE /v2.0/routers/bc70ab29-6905-4e37-b039-09f417689ad0 HTTP/1.1" status: 204 len: 168 time: 2.1887083 Oct 27 18:29:51.149449 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 33542) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:29:51.196526 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 4be16c6c-9cb3-4d23-b864-f57944a737f3 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:29:51.200501 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a68e934-8add-4eb2-830b-9fe19cbab8dd admin admin] Deleting subnet fa2c4956-e9e1-48c6-a1a7-2a46f1d0015f {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:29:51.205723 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc48b6f-7b97-4037-9877-9c607356af23 req-30c10b36-c92f-47a1-86a1-df6c89ca5a97 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:51.211535 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4cc48b6f-7b97-4037-9877-9c607356af23 req-30c10b36-c92f-47a1-86a1-df6c89ca5a97 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 945 time: 0.1281462 Oct 27 18:29:51.213411 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5a68e934-8add-4eb2-830b-9fe19cbab8dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:51.235499 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854851cd-656d-4b16-95aa-6c56e52422f6 req-ba65e397-c14a-4e3d-9d1e-79abbc8a8d15 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:51.242286 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-854851cd-656d-4b16-95aa-6c56e52422f6 req-ba65e397-c14a-4e3d-9d1e-79abbc8a8d15 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.1214817 Oct 27 18:29:51.243277 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 4be16c6c-9cb3-4d23-b864-f57944a737f3 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:29:51.243785 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 4be16c6c-9cb3-4d23-b864-f57944a737f3 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:29:51.244781 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 2ac1af36-f4e9-4436-ba14-271bc5404393 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:29:51.259673 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-0f564662-55ef-4b51-aa30-a39e7759ec82 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:51.273160 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5a68e934-8add-4eb2-830b-9fe19cbab8dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:51.369200 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:51.386223 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-0f564662-55ef-4b51-aa30-a39e7759ec82 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Network 2cd94f32-cc4e-485f-a6b3-3cad5d550c64 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:29:51.401113 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd655789b-cbec-4247-a022-1a4d4187ebf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ac1af36-f4e9-4436-ba14-271bc5404393'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:29:51.401743 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-854851cd-656d-4b16-95aa-6c56e52422f6 req-79f26d1a-d250-49cd-9909-4c3945346339 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547623 Oct 27 18:29:51.402460 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f564662-55ef-4b51-aa30-a39e7759ec82 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Pushing event updated for resources: {'Port': ['ID=2e585e52-2d23-46d1-8dae-3a76369ab4ab,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:51.403803 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afad14db-d4f1-4a24-b521-b09cfd252fc7" -d '{"events": [{"server_uuid": "d655789b-cbec-4247-a022-1a4d4187ebf8", "name": "network-vif-unplugged", "status": "completed", "tag": "2ac1af36-f4e9-4436-ba14-271bc5404393"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:29:51.406275 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-0f564662-55ef-4b51-aa30-a39e7759ec82 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:29:51.409038 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5a68e934-8add-4eb2-830b-9fe19cbab8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:51.410876 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4cc48b6f-7b97-4037-9877-9c607356af23 req-78131ead-cb65-463b-9863-f0fd9bf7e9d1 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663492 Oct 27 18:29:51.411625 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-0f564662-55ef-4b51-aa30-a39e7759ec82 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:29:51.422447 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 2ac1af36-f4e9-4436-ba14-271bc5404393, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=2ac1af36-f4e9-4436-ba14-271bc5404393,segment=NetworkSegment(2dded0ce-75a9-4672-98e4-0cf30caebd38),segment_id=2dded0ce-75a9-4672-98e4-0cf30caebd38)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:29:51.488945 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 18:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bba39c7-4ee4-459d-a10c-91e8823e603f x-openstack-request-id: req-0bba39c7-4ee4-459d-a10c-91e8823e603f {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:29:51.495787 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d655789b-cbec-4247-a022-1a4d4187ebf8", "name": "network-vif-unplugged", "status": "completed", "tag": "2ac1af36-f4e9-4436-ba14-271bc5404393", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:29:51.495787 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0bba39c7-4ee4-459d-a10c-91e8823e603f {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:29:51.495787 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd655789b-cbec-4247-a022-1a4d4187ebf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ac1af36-f4e9-4436-ba14-271bc5404393', 'code': 200} Oct 27 18:29:51.508731 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-0f564662-55ef-4b51-aa30-a39e7759ec82 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:51.509430 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-0f564662-55ef-4b51-aa30-a39e7759ec82 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:51.516711 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:51.536169 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-c40477ad-a8a8-4231-913b-22d807be980f tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Allocated IP 172.20.0.3 (64d7b6d7-828d-41aa-ba56-463e6cd65fdb/1430d2ba-5510-44cf-9d5a-dbe3c4b8b0fa/efdc2c20-afeb-46f8-8f91-51e66ee09342) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:29:51.632731 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a3cbb-a4b8-499c-a722-2f04ce30f0c3 req-cef52e94-ec9b-471c-862f-70fc3e6873de tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:51.635286 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=2ac1af36-f4e9-4436-ba14-271bc5404393,revision_number=8']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:51.640347 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-209a3cbb-a4b8-499c-a722-2f04ce30f0c3 req-cef52e94-ec9b-471c-862f-70fc3e6873de tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc2dfc38-6764-46a0-926f-c92663977da2 HTTP/1.1" status: 200 len: 932 time: 0.0661581 Oct 27 18:29:51.650841 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-0f564662-55ef-4b51-aa30-a39e7759ec82 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9407682 Oct 27 18:29:51.668132 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-58652e7b-7f15-43c6-880d-ecaf88842a9f service neutron] Request body: {'port': {'device_id': 'bc2dfc38-6764-46a0-926f-c92663977da2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:29:51.702973 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5a68e934-8add-4eb2-830b-9fe19cbab8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:51.723701 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-209a3cbb-a4b8-499c-a722-2f04ce30f0c3 req-ee5f0074-18f5-4352-8560-160810209f02 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800374 Oct 27 18:29:51.759474 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a68e934-8add-4eb2-830b-9fe19cbab8dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa2c4956-e9e1-48c6-a1a7-2a46f1d0015f,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:51.770530 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5a68e934-8add-4eb2-830b-9fe19cbab8dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:51.776183 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5a68e934-8add-4eb2-830b-9fe19cbab8dd admin admin] 10.222.0.52 "DELETE /v2.0/subnets/fa2c4956-e9e1-48c6-a1a7-2a46f1d0015f HTTP/1.1" status: 204 len: 168 time: 0.6233766 Oct 27 18:29:51.776892 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 33566) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:29:51.841273 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-58652e7b-7f15-43c6-880d-ecaf88842a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:51.881041 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-95115839-a2fb-4ca7-953d-4dff17c85127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:51.886962 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-c40477ad-a8a8-4231-913b-22d807be980f tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:51.946150 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-c3c77c93-e34a-4d11-b73d-1adbf052b61a tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:51.947727 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-c3c77c93-e34a-4d11-b73d-1adbf052b61a tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/networks?id=a7c013d9-ea11-470b-8a79-08abd897c197 HTTP/1.1" status: 200 len: 812 time: 0.1978045 Oct 27 18:29:52.030872 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-54719ee5-8db5-43d9-bdf1-9f41b313aa24 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/quotas/74d488054c1f4f50bdb6de26a9138d36 HTTP/1.1" status: 200 len: 375 time: 0.0403972 Oct 27 18:29:52.034007 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eca9b308-9631-43b1-8189-59006fccc8f7 req-78197b3a-072f-4a0d-9c25-25b2ea01db82 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=733088df-a705-42d1-865e-ed1675e624cb HTTP/1.1" status: 200 len: 210 time: 0.0447440 Oct 27 18:29:52.043501 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-95115839-a2fb-4ca7-953d-4dff17c85127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:52.068356 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-95115839-a2fb-4ca7-953d-4dff17c85127 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f16c66fe-8570-46b3-ac79-4410a1968a3a']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:29:52.083680 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-c40477ad-a8a8-4231-913b-22d807be980f tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:52.093091 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-95115839-a2fb-4ca7-953d-4dff17c85127 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd81ef03-5618-4e22-8eef-ef71234da90c') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:29:52.095843 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-95115839-a2fb-4ca7-953d-4dff17c85127 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd81ef03-5618-4e22-8eef-ef71234da90c') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:29:52.137014 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-95115839-a2fb-4ca7-953d-4dff17c85127 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:52.150081 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-c40477ad-a8a8-4231-913b-22d807be980f tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Network 64d7b6d7-828d-41aa-ba56-463e6cd65fdb is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:29:52.162112 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-c40477ad-a8a8-4231-913b-22d807be980f tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:29:52.167622 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-c40477ad-a8a8-4231-913b-22d807be980f tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:29:52.199090 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-95115839-a2fb-4ca7-953d-4dff17c85127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:52.247096 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95115839-a2fb-4ca7-953d-4dff17c85127 admin admin] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:29:52.247096 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-95115839-a2fb-4ca7-953d-4dff17c85127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:52.247096 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:29:52.247096 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:29:52.247096 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:29:52.247096 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:29:52.247096 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:29:52.247096 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:29:52.247096 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:29:52.247096 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:29:52.247096 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:29:52.247096 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:29:52.247096 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:29:52.247096 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:29:52.247096 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:29:52.247096 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:29:52.247096 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:29:52.247096 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:29:52.247096 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:29:52.247096 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:29:52.247096 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:29:52.247096 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:29:52.247096 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:29:52.247096 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:29:52.247096 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:29:52.247096 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:29:52.247096 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:29:52.247096 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:29:52.247096 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:29:52.247096 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:29:52.247096 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:29:52.247096 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:29:52.247096 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:29:52.247096 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:29:52.247096 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40477ad-a8a8-4231-913b-22d807be980f tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Pushing event updated for resources: {'Port': ['ID=efdc2c20-afeb-46f8-8f91-51e66ee09342,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:52.280838 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-c40477ad-a8a8-4231-913b-22d807be980f tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:52.282038 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-c40477ad-a8a8-4231-913b-22d807be980f tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:52.444111 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-c40477ad-a8a8-4231-913b-22d807be980f tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5996916 Oct 27 18:29:52.457330 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-aa7da684-e75e-446d-9f55-93bef59ec13b service neutron] Request body: {'port': {'device_id': '733088df-a705-42d1-865e-ed1675e624cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:29:52.484907 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-95115839-a2fb-4ca7-953d-4dff17c85127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:52.488666 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-95115839-a2fb-4ca7-953d-4dff17c85127 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:52.494093 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-95115839-a2fb-4ca7-953d-4dff17c85127 admin admin] 10.222.0.52 "DELETE /v2.0/networks/f16c66fe-8570-46b3-ac79-4410a1968a3a HTTP/1.1" status: 204 len: 168 time: 0.7167943 Oct 27 18:29:52.503490 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-d1e1133b-3d7d-4d15-be7c-8fad210c0997 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=74d488054c1f4f50bdb6de26a9138d36&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4594853 Oct 27 18:29:52.518938 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95115839-a2fb-4ca7-953d-4dff17c85127 admin admin] Pushing event deleted for resources: {'Network': ['ID=f16c66fe-8570-46b3-ac79-4410a1968a3a,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:52.543877 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-aa7da684-e75e-446d-9f55-93bef59ec13b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:52.684015 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-fad66a19-81d3-4cb8-a304-32d7e209c491 service neutron] 10.222.0.52 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797180 Oct 27 18:29:52.694649 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1bf9a3-cea6-4350-8958-c5c18c94b7f1 req-1f17db49-3a7e-42eb-a4d6-0d80b0dd4aea tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:52.696183 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1a1bf9a3-cea6-4350-8958-c5c18c94b7f1 req-1f17db49-3a7e-42eb-a4d6-0d80b0dd4aea tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 943 time: 0.1398487 Oct 27 18:29:52.767685 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-58652e7b-7f15-43c6-880d-ecaf88842a9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e585e52-2d23-46d1-8dae-3a76369ab4ab {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:29:52.786686 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-58652e7b-7f15-43c6-880d-ecaf88842a9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:52.817830 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1a1bf9a3-cea6-4350-8958-c5c18c94b7f1 req-0b0be110-12a0-4ca6-bf14-a34f29b5f051 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082537 Oct 27 18:29:52.827074 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-58652e7b-7f15-43c6-880d-ecaf88842a9f service neutron] Transition to ACTIVE for port object 2e585e52-2d23-46d1-8dae-3a76369ab4ab will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:29:52.848350 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-63503e8d-81cb-4f51-8a86-6985c5371808 service neutron] 10.222.0.52 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464515 Oct 27 18:29:52.864576 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-aa7da684-e75e-446d-9f55-93bef59ec13b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efdc2c20-afeb-46f8-8f91-51e66ee09342 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:29:52.872985 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-aa7da684-e75e-446d-9f55-93bef59ec13b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:52.892642 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-aa7da684-e75e-446d-9f55-93bef59ec13b service neutron] Transition to ACTIVE for port object efdc2c20-afeb-46f8-8f91-51e66ee09342 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:29:52.897048 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-58652e7b-7f15-43c6-880d-ecaf88842a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:52.960336 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58652e7b-7f15-43c6-880d-ecaf88842a9f service neutron] Pushing event updated for resources: {'Port': ['ID=2e585e52-2d23-46d1-8dae-3a76369ab4ab,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:52.975085 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 33590) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:29:52.991380 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-aa7da684-e75e-446d-9f55-93bef59ec13b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:53.085176 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f7264-9ab0-41b3-9f12-82dcdc1dd8fa req-9a46bd0b-cf0b-48fc-bb04-55d3192fd81f tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:53.087944 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2d7f7264-9ab0-41b3-9f12-82dcdc1dd8fa req-9a46bd0b-cf0b-48fc-bb04-55d3192fd81f tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc2dfc38-6764-46a0-926f-c92663977da2 HTTP/1.1" status: 200 len: 944 time: 0.0979528 Oct 27 18:29:53.090618 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-30039f13-eb2a-4144-a072-71180562a53a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=73ecd40fe1594f85b64568114a717a96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1154656 Oct 27 18:29:53.094506 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-58652e7b-7f15-43c6-880d-ecaf88842a9f service neutron] Attempting to bind port 2e585e52-2d23-46d1-8dae-3a76369ab4ab on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:29:53.095075 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 33598) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:29:53.095252 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-58652e7b-7f15-43c6-880d-ecaf88842a9f service neutron] Attempting to bind port 2e585e52-2d23-46d1-8dae-3a76369ab4ab by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '7ab5ac52-5e29-41f5-a4b9-15dca948aa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '2cd94f32-cc4e-485f-a6b3-3cad5d550c64'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:29:53.095738 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-58652e7b-7f15-43c6-880d-ecaf88842a9f service neutron] Attempting to bind port 2e585e52-2d23-46d1-8dae-3a76369ab4ab on network 2cd94f32-cc4e-485f-a6b3-3cad5d550c64 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:29:53.101028 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-58652e7b-7f15-43c6-880d-ecaf88842a9f service neutron] Port 2e585e52-2d23-46d1-8dae-3a76369ab4ab on network 2cd94f32-cc4e-485f-a6b3-3cad5d550c64 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:29:53.101537 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-58652e7b-7f15-43c6-880d-ecaf88842a9f service neutron] Attempting to bind port 2e585e52-2d23-46d1-8dae-3a76369ab4ab on network 2cd94f32-cc4e-485f-a6b3-3cad5d550c64 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:29:53.103968 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7da684-e75e-446d-9f55-93bef59ec13b service neutron] Pushing event updated for resources: {'Port': ['ID=efdc2c20-afeb-46f8-8f91-51e66ee09342,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:53.122264 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-58652e7b-7f15-43c6-880d-ecaf88842a9f service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:29:53.122612 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-58652e7b-7f15-43c6-880d-ecaf88842a9f service neutron] Checking segment: {'id': '7ab5ac52-5e29-41f5-a4b9-15dca948aa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '2cd94f32-cc4e-485f-a6b3-3cad5d550c64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:29:53.123226 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-58652e7b-7f15-43c6-880d-ecaf88842a9f service neutron] Bound using segment: {'id': '7ab5ac52-5e29-41f5-a4b9-15dca948aa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '2cd94f32-cc4e-485f-a6b3-3cad5d550c64'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:29:53.123976 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-58652e7b-7f15-43c6-880d-ecaf88842a9f service neutron] Bound port: 2e585e52-2d23-46d1-8dae-3a76369ab4ab, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ab5ac52-5e29-41f5-a4b9-15dca948aa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '2cd94f32-cc4e-485f-a6b3-3cad5d550c64'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:29:53.124359 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-58652e7b-7f15-43c6-880d-ecaf88842a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:53.208619 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6809b669-42b7-4b12-ac0d-9b438aa714f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:53.230211 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-aa7da684-e75e-446d-9f55-93bef59ec13b service neutron] Attempting to bind port efdc2c20-afeb-46f8-8f91-51e66ee09342 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:29:53.230481 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-aa7da684-e75e-446d-9f55-93bef59ec13b service neutron] Attempting to bind port efdc2c20-afeb-46f8-8f91-51e66ee09342 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '302f09cf-def5-4c6f-b0f0-838717b2e148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '64d7b6d7-828d-41aa-ba56-463e6cd65fdb'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:29:53.230933 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-aa7da684-e75e-446d-9f55-93bef59ec13b service neutron] Attempting to bind port efdc2c20-afeb-46f8-8f91-51e66ee09342 on network 64d7b6d7-828d-41aa-ba56-463e6cd65fdb {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:29:53.242991 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6809b669-42b7-4b12-ac0d-9b438aa714f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:53.244708 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-aa7da684-e75e-446d-9f55-93bef59ec13b service neutron] Port efdc2c20-afeb-46f8-8f91-51e66ee09342 on network 64d7b6d7-828d-41aa-ba56-463e6cd65fdb not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:29:53.245028 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-aa7da684-e75e-446d-9f55-93bef59ec13b service neutron] Attempting to bind port efdc2c20-afeb-46f8-8f91-51e66ee09342 on network 64d7b6d7-828d-41aa-ba56-463e6cd65fdb {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:29:53.256368 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-aa7da684-e75e-446d-9f55-93bef59ec13b service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:29:53.256675 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-aa7da684-e75e-446d-9f55-93bef59ec13b service neutron] Checking segment: {'id': '302f09cf-def5-4c6f-b0f0-838717b2e148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '64d7b6d7-828d-41aa-ba56-463e6cd65fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:29:53.257050 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-aa7da684-e75e-446d-9f55-93bef59ec13b service neutron] Bound using segment: {'id': '302f09cf-def5-4c6f-b0f0-838717b2e148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '64d7b6d7-828d-41aa-ba56-463e6cd65fdb'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:29:53.257484 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-aa7da684-e75e-446d-9f55-93bef59ec13b service neutron] Bound port: efdc2c20-afeb-46f8-8f91-51e66ee09342, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '302f09cf-def5-4c6f-b0f0-838717b2e148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '64d7b6d7-828d-41aa-ba56-463e6cd65fdb'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:29:53.257874 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-aa7da684-e75e-446d-9f55-93bef59ec13b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:53.281807 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2d7f7264-9ab0-41b3-9f12-82dcdc1dd8fa req-ed0f97ae-36e9-4b73-b415-de71bbe12109 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403813 Oct 27 18:29:53.294928 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-58652e7b-7f15-43c6-880d-ecaf88842a9f service neutron] For port 2e585e52-2d23-46d1-8dae-3a76369ab4ab, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:29:53.308049 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-58652e7b-7f15-43c6-880d-ecaf88842a9f service neutron] For port 2e585e52-2d23-46d1-8dae-3a76369ab4ab, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=2e585e52-2d23-46d1-8dae-3a76369ab4ab,segment=NetworkSegment(7ab5ac52-5e29-41f5-a4b9-15dca948aa51),segment_id=7ab5ac52-5e29-41f5-a4b9-15dca948aa51)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:29:53.329217 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7c063-ac90-44c4-8f32-a5ec82b8164b req-8b409b76-e8fc-4faf-993d-bb9b54df9826 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:53.335191 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c2b7c063-ac90-44c4-8f32-a5ec82b8164b req-8b409b76-e8fc-4faf-993d-bb9b54df9826 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 943 time: 0.1894307 Oct 27 18:29:53.357476 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-aa7da684-e75e-446d-9f55-93bef59ec13b service neutron] For port efdc2c20-afeb-46f8-8f91-51e66ee09342, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:29:53.362685 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-aa7da684-e75e-446d-9f55-93bef59ec13b service neutron] For port efdc2c20-afeb-46f8-8f91-51e66ee09342, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=efdc2c20-afeb-46f8-8f91-51e66ee09342,segment=NetworkSegment(302f09cf-def5-4c6f-b0f0-838717b2e148),segment_id=302f09cf-def5-4c6f-b0f0-838717b2e148)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:29:53.382754 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a7aa1fea-f9a5-4466-a6ee-aae7f1a0dad1 req-3795821b-0bb1-4086-85b2-2290318f1d4c tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8dea9fa-ed41-48cc-8835-3aca633c91ff HTTP/1.1" status: 200 len: 210 time: 0.0461433 Oct 27 18:29:53.385034 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-58652e7b-7f15-43c6-880d-ecaf88842a9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:53.428779 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6809b669-42b7-4b12-ac0d-9b438aa714f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:53.432202 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6809b669-42b7-4b12-ac0d-9b438aa714f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:53.436953 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6809b669-42b7-4b12-ac0d-9b438aa714f7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3979f201-5215-4291-91da-b36465f6ff4c HTTP/1.1" status: 204 len: 168 time: 0.3398690 Oct 27 18:29:53.441381 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-58652e7b-7f15-43c6-880d-ecaf88842a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:53.442496 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-58652e7b-7f15-43c6-880d-ecaf88842a9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:53.443791 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-58652e7b-7f15-43c6-880d-ecaf88842a9f service neutron] 10.222.0.93 "PUT /v2.0/ports/2e585e52-2d23-46d1-8dae-3a76369ab4ab HTTP/1.1" status: 200 len: 1092 time: 1.7797503 Oct 27 18:29:53.446221 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6809b669-42b7-4b12-ac0d-9b438aa714f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3979f201-5215-4291-91da-b36465f6ff4c,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:53.451658 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2dfc38-6764-46a0-926f-c92663977da2', 'tag': '2e585e52-2d23-46d1-8dae-3a76369ab4ab'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:29:53.455300 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43176481-1155-4ef8-9300-0b013987cf84" -d '{"events": [{"name": "network-changed", "server_uuid": "bc2dfc38-6764-46a0-926f-c92663977da2", "tag": "2e585e52-2d23-46d1-8dae-3a76369ab4ab"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:29:53.479425 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-aa7da684-e75e-446d-9f55-93bef59ec13b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:53.486170 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c2b7c063-ac90-44c4-8f32-a5ec82b8164b req-c7335b07-3a70-46d3-b5b8-6e3d6c42c894 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452708 Oct 27 18:29:53.530919 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-aa7da684-e75e-446d-9f55-93bef59ec13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:53.531584 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-aa7da684-e75e-446d-9f55-93bef59ec13b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:53.533342 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-aa7da684-e75e-446d-9f55-93bef59ec13b service neutron] 10.222.0.93 "PUT /v2.0/ports/efdc2c20-afeb-46f8-8f91-51e66ee09342 HTTP/1.1" status: 200 len: 1091 time: 1.0811734 Oct 27 18:29:53.534470 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '733088df-a705-42d1-865e-ed1675e624cb', 'tag': 'efdc2c20-afeb-46f8-8f91-51e66ee09342'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:29:53.536816 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c240058-3403-4b05-a6f1-43dea21d2080" -d '{"events": [{"name": "network-changed", "server_uuid": "733088df-a705-42d1-865e-ed1675e624cb", "tag": "efdc2c20-afeb-46f8-8f91-51e66ee09342"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:29:53.561392 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7da684-e75e-446d-9f55-93bef59ec13b service neutron] Pushing event updated for resources: {'Port': ['ID=efdc2c20-afeb-46f8-8f91-51e66ee09342,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:53.609945 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58652e7b-7f15-43c6-880d-ecaf88842a9f service neutron] Pushing event updated for resources: {'Port': ['ID=2e585e52-2d23-46d1-8dae-3a76369ab4ab,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:53.659220 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91688bf8-89f9-40ec-9b2f-ed2bb5567d60 req-34c5f65b-9c97-4193-b08e-096a87e14c57 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:53.666725 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-91688bf8-89f9-40ec-9b2f-ed2bb5567d60 req-34c5f65b-9c97-4193-b08e-096a87e14c57 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=733088df-a705-42d1-865e-ed1675e624cb HTTP/1.1" status: 200 len: 943 time: 0.2198033 Oct 27 18:29:53.709551 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-91688bf8-89f9-40ec-9b2f-ed2bb5567d60 req-e257516f-dc50-4cf7-becb-372dfa801964 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419989 Oct 27 18:29:53.757412 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5060e56f-0419-45e8-be32-2b7bf158b2a8 x-openstack-request-id: req-5060e56f-0419-45e8-be32-2b7bf158b2a8 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:29:53.758657 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "733088df-a705-42d1-865e-ed1675e624cb", "tag": "efdc2c20-afeb-46f8-8f91-51e66ee09342", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:29:53.759157 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5060e56f-0419-45e8-be32-2b7bf158b2a8 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:29:53.759783 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '733088df-a705-42d1-865e-ed1675e624cb', 'tag': 'efdc2c20-afeb-46f8-8f91-51e66ee09342', 'status': 'completed', 'code': 200} Oct 27 18:29:53.864404 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-9b47bb16-3644-4eac-9b69-51f665fe9590 req-4b118e63-fb9b-4cbc-b7a7-599c0e8dd268 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:29:53.865509 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9b47bb16-3644-4eac-9b69-51f665fe9590 req-4b118e63-fb9b-4cbc-b7a7-599c0e8dd268 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0064089 Oct 27 18:29:54.102880 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-a93c47f3-8405-4c57-8664-df0d1333ff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:54.102880 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-a93c47f3-8405-4c57-8664-df0d1333ff60 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cdef29094ce14d75be1bb2e0c154c0d3&device_id=bc2dfc38-6764-46a0-926f-c92663977da2 HTTP/1.1" status: 200 len: 1095 time: 0.5242059 Oct 27 18:29:54.159672 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-f38d7208-3470-4c25-89f2-abb336384546 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e585e52-2d23-46d1-8dae-3a76369ab4ab HTTP/1.1" status: 200 len: 217 time: 0.0491278 Oct 27 18:29:54.189573 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-dd874243-bdc1-4dfc-8199-a0a6051445d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:54.191160 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-dd874243-bdc1-4dfc-8199-a0a6051445d1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6cdb9793b20d499b9c6c15ac7b5c4feb&device_id=733088df-a705-42d1-865e-ed1675e624cb HTTP/1.1" status: 200 len: 1094 time: 0.5218999 Oct 27 18:29:54.249163 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-727e8ccc-6af4-4900-8040-28d9699531c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:54.251962 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-727e8ccc-6af4-4900-8040-28d9699531c8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=432b5b5e-fd94-49d8-a06e-28d93bf8ad3a HTTP/1.1" status: 200 len: 854 time: 0.0784843 Oct 27 18:29:54.279002 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-5fd2b174-563c-4da4-97d8-9111129b16e5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efdc2c20-afeb-46f8-8f91-51e66ee09342 HTTP/1.1" status: 200 len: 217 time: 0.0792863 Oct 27 18:29:54.303236 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-90486a15-0d98-4b47-a3d4-34bbcb2d5ae0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2cd94f32-cc4e-485f-a6b3-3cad5d550c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434399 Oct 27 18:29:54.313710 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7764f482-cc73-4742-a867-22a7166e6486 x-openstack-request-id: req-7764f482-cc73-4742-a867-22a7166e6486 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:29:54.315474 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc2dfc38-6764-46a0-926f-c92663977da2", "tag": "2e585e52-2d23-46d1-8dae-3a76369ab4ab", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:29:54.315870 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7764f482-cc73-4742-a867-22a7166e6486 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:29:54.317616 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc2dfc38-6764-46a0-926f-c92663977da2', 'tag': '2e585e52-2d23-46d1-8dae-3a76369ab4ab', 'status': 'completed', 'code': 200} Oct 27 18:29:54.451269 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-a840acf0-b3e0-4bb9-a856-568dfec663d6 service neutron] 10.222.0.93 "GET /v2.0/networks/2cd94f32-cc4e-485f-a6b3-3cad5d550c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405904 Oct 27 18:29:54.474239 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-bae73d00-b9c3-438b-b9eb-f80aea1fa6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:54.476343 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-bae73d00-b9c3-438b-b9eb-f80aea1fa6e6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1430d2ba-5510-44cf-9d5a-dbe3c4b8b0fa HTTP/1.1" status: 200 len: 861 time: 0.1901429 Oct 27 18:29:54.510187 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a2b68-0df4-44b1-90e4-5c442a6b3fc5 req-dc9481b3-df0a-443a-9b74-17763e0a131f tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:54.518089 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ec8a2b68-0df4-44b1-90e4-5c442a6b3fc5 req-dc9481b3-df0a-443a-9b74-17763e0a131f tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 943 time: 0.1431170 Oct 27 18:29:54.542339 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4adde7-19a4-4e93-8a94-1e55899b61bb req-385b4c65-a71e-4fab-9227-8c32af882f33 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:54.550140 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3b4adde7-19a4-4e93-8a94-1e55899b61bb req-385b4c65-a71e-4fab-9227-8c32af882f33 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc2dfc38-6764-46a0-926f-c92663977da2 HTTP/1.1" status: 200 len: 944 time: 0.1598065 Oct 27 18:29:54.559062 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-5819ab1b-2ac5-41e4-961a-c70eb08f7983 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=64d7b6d7-828d-41aa-ba56-463e6cd65fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741296 Oct 27 18:29:54.683304 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ec8a2b68-0df4-44b1-90e4-5c442a6b3fc5 req-ffb23975-8727-40d7-844b-b8f29f73f6e6 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643493 Oct 27 18:29:54.705176 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3b4adde7-19a4-4e93-8a94-1e55899b61bb req-c64a1a6b-b020-4857-ae8b-41584f56b121 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541626 Oct 27 18:29:54.756432 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-90b50d22-6adc-494c-9cfa-a5bd7fe64c40 service neutron] 10.222.0.93 "GET /v2.0/networks/64d7b6d7-828d-41aa-ba56-463e6cd65fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901376 Oct 27 18:29:54.891583 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2cdad367-cf0a-40e3-8af8-667b65b32f78 req-bd460e26-d590-4703-860f-434fe6c98ac4 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8dea9fa-ed41-48cc-8835-3aca633c91ff HTTP/1.1" status: 200 len: 210 time: 0.0381050 Oct 27 18:29:54.972462 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0345782e-be7e-4f6d-b589-60c83cc2b2ad req-2403c596-be34-4daf-94e3-83075a5d1854 service neutron] 10.222.0.93 "GET /v2.0/networks/64d7b6d7-828d-41aa-ba56-463e6cd65fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075586 Oct 27 18:29:55.001020 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-088bcf0a-772e-4b0e-8b23-c9980b160437 req-be23c50d-9056-4dc4-906f-6e5a5393da30 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3450382 Oct 27 18:29:55.049963 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5226991-b19c-480d-a796-31c2bb76fc73 req-f0f2cc35-7826-4409-b9ed-de59fed62d70 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:55.051723 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b5226991-b19c-480d-a796-31c2bb76fc73 req-f0f2cc35-7826-4409-b9ed-de59fed62d70 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=733088df-a705-42d1-865e-ed1675e624cb HTTP/1.1" status: 200 len: 943 time: 0.0641131 Oct 27 18:29:55.056070 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a612f984-66ea-4ab8-8dce-158b3c069539 req-d5b69891-168b-4177-9b4a-1c7beb3a8225 service neutron] 10.222.0.93 "GET /v2.0/networks/2cd94f32-cc4e-485f-a6b3-3cad5d550c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5976403 Oct 27 18:29:55.111434 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b5226991-b19c-480d-a796-31c2bb76fc73 req-967733b5-49d6-4940-a30a-d1156da10dd8 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510445 Oct 27 18:29:55.232558 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 2ac1af36-f4e9-4436-ba14-271bc5404393 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:29:55.287632 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c240058-3403-4b05-a6f1-43dea21d2080 req-fd168b86-cbe0-45d1-b0c7-2c3cb2a74b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:55.290803 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7c240058-3403-4b05-a6f1-43dea21d2080 req-fd168b86-cbe0-45d1-b0c7-2c3cb2a74b8e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6cdb9793b20d499b9c6c15ac7b5c4feb&device_id=733088df-a705-42d1-865e-ed1675e624cb HTTP/1.1" status: 200 len: 1094 time: 0.1174686 Oct 27 18:29:55.293177 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43176481-1155-4ef8-9300-0b013987cf84 req-d221ee70-e08b-42fe-b930-ef8e7028d061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:55.294722 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-43176481-1155-4ef8-9300-0b013987cf84 req-d221ee70-e08b-42fe-b930-ef8e7028d061 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=cdef29094ce14d75be1bb2e0c154c0d3&device_id=bc2dfc38-6764-46a0-926f-c92663977da2 HTTP/1.1" status: 200 len: 1095 time: 0.0568905 Oct 27 18:29:55.415910 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c240058-3403-4b05-a6f1-43dea21d2080 req-64915a99-a6f8-4490-8f2f-d660de762ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:55.417816 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7c240058-3403-4b05-a6f1-43dea21d2080 req-64915a99-a6f8-4490-8f2f-d660de762ba9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=64d7b6d7-828d-41aa-ba56-463e6cd65fdb HTTP/1.1" status: 200 len: 923 time: 0.1124492 Oct 27 18:29:55.424852 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43176481-1155-4ef8-9300-0b013987cf84 req-71cca3b6-3fbd-4a13-998d-502abe6f4833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:55.426362 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-43176481-1155-4ef8-9300-0b013987cf84 req-71cca3b6-3fbd-4a13-998d-502abe6f4833 service neutron] 10.222.0.93 "GET /v2.0/networks?id=2cd94f32-cc4e-485f-a6b3-3cad5d550c64 HTTP/1.1" status: 200 len: 916 time: 0.1202838 Oct 27 18:29:55.464039 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7c240058-3403-4b05-a6f1-43dea21d2080 req-e80c027a-5b71-427a-9370-2cfcf47b4690 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efdc2c20-afeb-46f8-8f91-51e66ee09342 HTTP/1.1" status: 200 len: 217 time: 0.0365634 Oct 27 18:29:55.475993 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-43176481-1155-4ef8-9300-0b013987cf84 req-fa35a15b-157b-4209-b3c4-d2320a104216 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e585e52-2d23-46d1-8dae-3a76369ab4ab HTTP/1.1" status: 200 len: 217 time: 0.0408118 Oct 27 18:29:55.518018 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c240058-3403-4b05-a6f1-43dea21d2080 req-6bf205ec-3642-4696-88c4-76dca83bdf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:55.519569 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7c240058-3403-4b05-a6f1-43dea21d2080 req-6bf205ec-3642-4696-88c4-76dca83bdf49 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1430d2ba-5510-44cf-9d5a-dbe3c4b8b0fa HTTP/1.1" status: 200 len: 861 time: 0.0478709 Oct 27 18:29:55.532747 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43176481-1155-4ef8-9300-0b013987cf84 req-8031858c-7d94-4676-a1be-9076726854e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:55.534243 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-43176481-1155-4ef8-9300-0b013987cf84 req-8031858c-7d94-4676-a1be-9076726854e5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=432b5b5e-fd94-49d8-a06e-28d93bf8ad3a HTTP/1.1" status: 200 len: 854 time: 0.0515759 Oct 27 18:29:55.564600 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7c240058-3403-4b05-a6f1-43dea21d2080 req-a854e68e-fae6-42c8-9f88-5b0ae43589d0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=64d7b6d7-828d-41aa-ba56-463e6cd65fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348458 Oct 27 18:29:55.573434 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-43176481-1155-4ef8-9300-0b013987cf84 req-1e8ca8c6-8d7d-4fe0-8d44-cb02910b271c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2cd94f32-cc4e-485f-a6b3-3cad5d550c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299592 Oct 27 18:29:55.694224 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7c240058-3403-4b05-a6f1-43dea21d2080 req-99bae651-570f-4a5e-81c1-0b1616c5f73c service neutron] 10.222.0.93 "GET /v2.0/networks/64d7b6d7-828d-41aa-ba56-463e6cd65fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221454 Oct 27 18:29:55.715312 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33692) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:29:55.762496 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-43176481-1155-4ef8-9300-0b013987cf84 req-37099532-ba32-4461-ac76-ba804c6e9ce3 service neutron] 10.222.0.93 "GET /v2.0/networks/2cd94f32-cc4e-485f-a6b3-3cad5d550c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802289 Oct 27 18:29:55.887401 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-16faaa52-87e2-43d8-8685-d0fa30f711cd admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-332359843-network', 'tenant_id': '26a8ecb72e37482a929830b093f42719'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:29:55.954060 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7c240058-3403-4b05-a6f1-43dea21d2080 req-ddd5f06a-3673-4b21-9936-a19d32a63641 service neutron] 10.222.0.93 "GET /v2.0/networks/64d7b6d7-828d-41aa-ba56-463e6cd65fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471092 Oct 27 18:29:55.974795 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f39cb8-1071-43e2-9bfc-35fdea7484fa req-ea035009-5296-4bee-86d9-9ec79ccf80b9 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:55.976346 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-08f39cb8-1071-43e2-9bfc-35fdea7484fa req-ea035009-5296-4bee-86d9-9ec79ccf80b9 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 943 time: 0.1360521 Oct 27 18:29:55.981819 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-0b0b01e1-23a3-4332-b78b-dce1b7452b71 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:55.984136 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-0b0b01e1-23a3-4332-b78b-dce1b7452b71 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.93 "GET /v2.0/networks?id=a7c013d9-ea11-470b-8a79-08abd897c197 HTTP/1.1" status: 200 len: 812 time: 0.2552528 Oct 27 18:29:55.990463 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbffa0-2ae2-4409-aa14-a514be058f43 req-61b73a4c-5fd8-4859-bbc3-0215d121642a tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:55.991994 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-81dbffa0-2ae2-4409-aa14-a514be058f43 req-61b73a4c-5fd8-4859-bbc3-0215d121642a tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc2dfc38-6764-46a0-926f-c92663977da2 HTTP/1.1" status: 200 len: 944 time: 0.1148553 Oct 27 18:29:56.009544 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-43176481-1155-4ef8-9300-0b013987cf84 req-9c02b324-fd63-466e-b1c0-aeb14ca169c0 service neutron] 10.222.0.93 "GET /v2.0/networks/2cd94f32-cc4e-485f-a6b3-3cad5d550c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357786 Oct 27 18:29:56.009657 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-dfb27af6-4c31-4122-836c-72190dcb9d94 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Request body: {'port': {'device_id': 'f8dea9fa-ed41-48cc-8835-3aca633c91ff', 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197', 'admin_state_up': True, 'tenant_id': '74d488054c1f4f50bdb6de26a9138d36'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:29:56.058951 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16faaa52-87e2-43d8-8685-d0fa30f711cd admin admin] Made reservation on behalf of 26a8ecb72e37482a929830b093f42719 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:29:56.061250 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-16faaa52-87e2-43d8-8685-d0fa30f711cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:56.068482 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-08f39cb8-1071-43e2-9bfc-35fdea7484fa req-faf24c53-9f97-4ffa-9f2c-f23714794c0a tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755212 Oct 27 18:29:56.077676 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-81dbffa0-2ae2-4409-aa14-a514be058f43 req-e6cd104e-d954-4d8c-a1be-e572a5a31d48 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747671 Oct 27 18:29:56.078946 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-16faaa52-87e2-43d8-8685-d0fa30f711cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:56.248867 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b6e26339-27f6-4fd4-8daa-a6dcd7a43b31 req-9f8106c1-8356-471d-a0b6-2de0cc47378d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8dea9fa-ed41-48cc-8835-3aca633c91ff HTTP/1.1" status: 200 len: 210 time: 0.0502610 Oct 27 18:29:56.293441 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-16faaa52-87e2-43d8-8685-d0fa30f711cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:56.323082 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ffcdf-a6a7-4b43-91bf-65155edea247 req-94af41e2-28a5-4e9e-9683-ea42ee3016ae tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:56.324758 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f82ffcdf-a6a7-4b43-91bf-65155edea247 req-94af41e2-28a5-4e9e-9683-ea42ee3016ae tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=733088df-a705-42d1-865e-ed1675e624cb HTTP/1.1" status: 200 len: 943 time: 0.0676107 Oct 27 18:29:56.327175 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-dfb27af6-4c31-4122-836c-72190dcb9d94 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Made reservation on behalf of 74d488054c1f4f50bdb6de26a9138d36 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:29:56.327710 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:56.333995 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-dfb27af6-4c31-4122-836c-72190dcb9d94 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:56.367439 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f82ffcdf-a6a7-4b43-91bf-65155edea247 req-fbe3329b-c292-49b7-8197-f43235461ae2 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339346 Oct 27 18:29:56.394547 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-16faaa52-87e2-43d8-8685-d0fa30f711cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:56.418487 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16faaa52-87e2-43d8-8685-d0fa30f711cd admin admin] vlan segment allocate from pool success with {'vlan_id': 1032, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:29:56.433043 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16faaa52-87e2-43d8-8685-d0fa30f711cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:56.438069 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-16faaa52-87e2-43d8-8685-d0fa30f711cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:56.438530 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-16faaa52-87e2-43d8-8685-d0fa30f711cd admin admin] Added segment da54f3b4-fa80-4f6a-872c-1cd042d9332d of type vlan for network 23b2e040-11b8-4862-8da0-936b3872cceb Oct 27 18:29:56.482478 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-16faaa52-87e2-43d8-8685-d0fa30f711cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:56.485267 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-dfb27af6-4c31-4122-836c-72190dcb9d94 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Allocated IP 172.20.0.12 (a7c013d9-ea11-470b-8a79-08abd897c197/afe6cc10-9308-4117-a497-d403cb219653/5c6cfe82-c552-456e-acba-e5c63544df30) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:29:56.595182 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-16faaa52-87e2-43d8-8685-d0fa30f711cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:56.596198 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16faaa52-87e2-43d8-8685-d0fa30f711cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:56.597045 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-16faaa52-87e2-43d8-8685-d0fa30f711cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:56.639538 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-dfb27af6-4c31-4122-836c-72190dcb9d94 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:56.683910 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16faaa52-87e2-43d8-8685-d0fa30f711cd admin admin] Pushing event updated for resources: {'Network': ['ID=23b2e040-11b8-4862-8da0-936b3872cceb,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:56.696711 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 23b2e040-11b8-4862-8da0-936b3872cceb details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:29:56.700101 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bcf0a-772e-4b0e-8b23-c9980b160437 req-bc798268-27b3-46a9-9c28-d51a632f3bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:56.700439 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-088bcf0a-772e-4b0e-8b23-c9980b160437 req-bc798268-27b3-46a9-9c28-d51a632f3bac service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8&tenant_id=e64e3fa67fed4102b6fb3b9a3eeaa7a5 HTTP/1.1" status: 200 len: 1094 time: 0.0568509 Oct 27 18:29:56.743608 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-16faaa52-87e2-43d8-8685-d0fa30f711cd admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0344236 Oct 27 18:29:56.747223 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 33720) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:29:56.754879 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-61ceabfe-d8d9-4c86-b538-cd043c14ec4c admin admin] Request body: {'subnet': {'network_id': '23b2e040-11b8-4862-8da0-936b3872cceb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-332359843-subnet', 'tenant_id': '26a8ecb72e37482a929830b093f42719', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:29:56.774334 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bcf0a-772e-4b0e-8b23-c9980b160437 req-800517e1-88a9-47d6-b648-2b6eaf30d1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:56.775969 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-088bcf0a-772e-4b0e-8b23-c9980b160437 req-800517e1-88a9-47d6-b648-2b6eaf30d1e4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e64e3fa67fed4102b6fb3b9a3eeaa7a5&device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 1094 time: 0.0453296 Oct 27 18:29:56.778843 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-dfb27af6-4c31-4122-836c-72190dcb9d94 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:56.792871 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['f163efb5-dab5-44e4-bcbc-d40014efc10a', 'add0c4da-860f-495f-afb2-768a4ea3a6fd'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:29:56.833502 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:56.851742 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-dfb27af6-4c31-4122-836c-72190dcb9d94 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Network a7c013d9-ea11-470b-8a79-08abd897c197 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:29:56.855506 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-dfb27af6-4c31-4122-836c-72190dcb9d94 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:29:56.860021 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-dfb27af6-4c31-4122-836c-72190dcb9d94 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:29:56.877244 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bcf0a-772e-4b0e-8b23-c9980b160437 req-77a9f555-fde8-4e19-92d7-e0e98d46e885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:56.878910 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-088bcf0a-772e-4b0e-8b23-c9980b160437 req-77a9f555-fde8-4e19-92d7-e0e98d46e885 service neutron] 10.222.0.93 "GET /v2.0/networks?id=6989e920-feed-4bf7-84f8-f1cbb2ccd945 HTTP/1.1" status: 200 len: 915 time: 0.0961425 Oct 27 18:29:56.894932 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ceabfe-d8d9-4c86-b538-cd043c14ec4c admin admin] Made reservation on behalf of 26a8ecb72e37482a929830b093f42719 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:29:56.897441 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-61ceabfe-d8d9-4c86-b538-cd043c14ec4c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:56.902783 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb27af6-4c31-4122-836c-72190dcb9d94 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Pushing event updated for resources: {'Port': ['ID=5c6cfe82-c552-456e-acba-e5c63544df30,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:56.926484 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-088bcf0a-772e-4b0e-8b23-c9980b160437 req-f3851321-92ac-4397-a853-a76045f73174 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ac1af36-f4e9-4436-ba14-271bc5404393 HTTP/1.1" status: 200 len: 217 time: 0.0396078 Oct 27 18:29:56.988278 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-dfb27af6-4c31-4122-836c-72190dcb9d94 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:56.988940 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-dfb27af6-4c31-4122-836c-72190dcb9d94 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:56.999235 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bcf0a-772e-4b0e-8b23-c9980b160437 req-bfea3326-a6de-4cae-8a8b-028123a71b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:57.008132 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-088bcf0a-772e-4b0e-8b23-c9980b160437 req-bfea3326-a6de-4cae-8a8b-028123a71b68 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3a9f8f14-f0ca-4df8-88cf-d969ee3e3889 HTTP/1.1" status: 200 len: 853 time: 0.0742111 Oct 27 18:29:57.053579 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-088bcf0a-772e-4b0e-8b23-c9980b160437 req-0fb92a0f-3523-449f-afca-bdbd83159a20 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6989e920-feed-4bf7-84f8-f1cbb2ccd945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382442 Oct 27 18:29:57.055327 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-dfb27af6-4c31-4122-836c-72190dcb9d94 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0523193 Oct 27 18:29:57.164248 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-ab3eb669-4d87-4297-ac6b-0e6f56357d10 service neutron] Request body: {'port': {'device_id': 'f8dea9fa-ed41-48cc-8835-3aca633c91ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:29:57.168476 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-088bcf0a-772e-4b0e-8b23-c9980b160437 req-f1bc28fd-a839-4b29-9a73-af46a379a1a0 service neutron] 10.222.0.93 "GET /v2.0/networks/6989e920-feed-4bf7-84f8-f1cbb2ccd945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995226 Oct 27 18:29:57.271765 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-ab3eb669-4d87-4297-ac6b-0e6f56357d10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:57.298939 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-49d5d87d-d3b4-4535-9a0b-cebb20453bc2 None None] Provisioning complete for port 5c6cfe82-c552-456e-acba-e5c63544df30 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:29:57.299587 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-49d5d87d-d3b4-4535-9a0b-cebb20453bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:57.322053 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-61ceabfe-d8d9-4c86-b538-cd043c14ec4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:57.340956 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-49d5d87d-d3b4-4535-9a0b-cebb20453bc2 None None] Port 5c6cfe82-c552-456e-acba-e5c63544df30 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:29:57.361921 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-088bcf0a-772e-4b0e-8b23-c9980b160437 req-92246d55-8b37-4575-95a0-655a00c1384d service neutron] 10.222.0.93 "GET /v2.0/networks/6989e920-feed-4bf7-84f8-f1cbb2ccd945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856189 Oct 27 18:29:57.373240 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afe631-74ec-474f-8396-38d206042fb0 req-91e2508f-9005-41a2-8ada-11fe3c750d7a tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:57.374807 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b0afe631-74ec-474f-8396-38d206042fb0 req-91e2508f-9005-41a2-8ada-11fe3c750d7a tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 943 time: 0.1108122 Oct 27 18:29:57.383314 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6bea51-70f2-4bf0-9959-4c4948ea89e6 req-cc7361e8-d951-48d2-94a2-cd9cc749c03b tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:57.384820 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9f6bea51-70f2-4bf0-9959-4c4948ea89e6 req-cc7361e8-d951-48d2-94a2-cd9cc749c03b tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc2dfc38-6764-46a0-926f-c92663977da2 HTTP/1.1" status: 200 len: 944 time: 0.1221209 Oct 27 18:29:57.444149 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b0afe631-74ec-474f-8396-38d206042fb0 req-6990a326-2a19-4046-b309-a874f42e19be tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583353 Oct 27 18:29:57.451982 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9f6bea51-70f2-4bf0-9959-4c4948ea89e6 req-c0770a85-d34e-48ac-921d-cd7fe857a9f0 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583506 Oct 27 18:29:57.534022 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ceabfe-d8d9-4c86-b538-cd043c14ec4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=820c5f0e-f6d0-4852-a2cd-5a2baae71f1a,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:57.534022 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ceabfe-d8d9-4c86-b538-cd043c14ec4c admin admin] Checking segment: {'id': 'da54f3b4-fa80-4f6a-872c-1cd042d9332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '23b2e040-11b8-4862-8da0-936b3872cceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:29:57.534022 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ceabfe-d8d9-4c86-b538-cd043c14ec4c admin admin] Network hostable DHCP agents. Network: 23b2e040-11b8-4862-8da0-936b3872cceb, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:29:57.599556 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c339e3-e41c-4e67-8c04-4efe11bdcdc9 req-156e3ff2-e10d-4070-85a7-ef29decda499 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:57.605118 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-90c339e3-e41c-4e67-8c04-4efe11bdcdc9 req-156e3ff2-e10d-4070-85a7-ef29decda499 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8dea9fa-ed41-48cc-8835-3aca633c91ff HTTP/1.1" status: 200 len: 932 time: 0.0874698 Oct 27 18:29:57.666960 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-90c339e3-e41c-4e67-8c04-4efe11bdcdc9 req-a95fc635-e31f-40c7-9660-73734c784ee2 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572085 Oct 27 18:29:57.690875 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ceabfe-d8d9-4c86-b538-cd043c14ec4c admin admin] Network 23b2e040-11b8-4862-8da0-936b3872cceb is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:29:57.709262 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-ab3eb669-4d87-4297-ac6b-0e6f56357d10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c6cfe82-c552-456e-acba-e5c63544df30 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:29:57.717097 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-ab3eb669-4d87-4297-ac6b-0e6f56357d10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:57.730848 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-ab3eb669-4d87-4297-ac6b-0e6f56357d10 service neutron] Transition to ACTIVE for port object 5c6cfe82-c552-456e-acba-e5c63544df30 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:29:57.754876 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf990bea-cf59-42c4-8cdb-b36fd883d1a4 req-52539784-49af-4aaf-8a83-3a5bb364aa5e tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:57.756838 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cf990bea-cf59-42c4-8cdb-b36fd883d1a4 req-52539784-49af-4aaf-8a83-3a5bb364aa5e tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=733088df-a705-42d1-865e-ed1675e624cb HTTP/1.1" status: 200 len: 943 time: 0.0589378 Oct 27 18:29:57.761481 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-61ceabfe-d8d9-4c86-b538-cd043c14ec4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 23b2e040-11b8-4862-8da0-936b3872cceb) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:29:57.775616 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ceabfe-d8d9-4c86-b538-cd043c14ec4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:57.776532 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1319d305-0a4f-421a-88de-bd81b856713e None None] Network 23b2e040-11b8-4862-8da0-936b3872cceb requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:29:57.776726 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-61ceabfe-d8d9-4c86-b538-cd043c14ec4c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:57.803524 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-ab3eb669-4d87-4297-ac6b-0e6f56357d10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:57.828958 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cf990bea-cf59-42c4-8cdb-b36fd883d1a4 req-365be808-6b7d-4c10-ba64-a3a9aa38f95f tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572691 Oct 27 18:29:57.911621 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-61ceabfe-d8d9-4c86-b538-cd043c14ec4c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1623719 Oct 27 18:29:57.916350 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3eb669-4d87-4297-ac6b-0e6f56357d10 service neutron] Pushing event updated for resources: {'Port': ['ID=5c6cfe82-c552-456e-acba-e5c63544df30,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:57.958268 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbaeef6-b584-4248-b25a-82b57782862c None None] Network 23b2e040-11b8-4862-8da0-936b3872cceb requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:29:57.988947 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-ab3eb669-4d87-4297-ac6b-0e6f56357d10 service neutron] Attempting to bind port 5c6cfe82-c552-456e-acba-e5c63544df30 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:29:57.989297 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-ab3eb669-4d87-4297-ac6b-0e6f56357d10 service neutron] Attempting to bind port 5c6cfe82-c552-456e-acba-e5c63544df30 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '4f1874f7-a639-4bad-88dc-9dd2b8243d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:29:57.989606 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-ab3eb669-4d87-4297-ac6b-0e6f56357d10 service neutron] Attempting to bind port 5c6cfe82-c552-456e-acba-e5c63544df30 on network a7c013d9-ea11-470b-8a79-08abd897c197 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:29:57.995178 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-ab3eb669-4d87-4297-ac6b-0e6f56357d10 service neutron] Port 5c6cfe82-c552-456e-acba-e5c63544df30 on network a7c013d9-ea11-470b-8a79-08abd897c197 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:29:57.995501 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-ab3eb669-4d87-4297-ac6b-0e6f56357d10 service neutron] Attempting to bind port 5c6cfe82-c552-456e-acba-e5c63544df30 on network a7c013d9-ea11-470b-8a79-08abd897c197 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:29:58.001714 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-ab3eb669-4d87-4297-ac6b-0e6f56357d10 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:29:58.002188 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-ab3eb669-4d87-4297-ac6b-0e6f56357d10 service neutron] Checking segment: {'id': '4f1874f7-a639-4bad-88dc-9dd2b8243d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:29:58.002412 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-ab3eb669-4d87-4297-ac6b-0e6f56357d10 service neutron] Bound using segment: {'id': '4f1874f7-a639-4bad-88dc-9dd2b8243d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:29:58.004961 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-ab3eb669-4d87-4297-ac6b-0e6f56357d10 service neutron] Bound port: 5c6cfe82-c552-456e-acba-e5c63544df30, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f1874f7-a639-4bad-88dc-9dd2b8243d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:29:58.005413 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-ab3eb669-4d87-4297-ac6b-0e6f56357d10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:58.087191 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-ab3eb669-4d87-4297-ac6b-0e6f56357d10 service neutron] For port 5c6cfe82-c552-456e-acba-e5c63544df30, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:29:58.092441 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-ab3eb669-4d87-4297-ac6b-0e6f56357d10 service neutron] For port 5c6cfe82-c552-456e-acba-e5c63544df30, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=5c6cfe82-c552-456e-acba-e5c63544df30,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:29:58.172581 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-ab3eb669-4d87-4297-ac6b-0e6f56357d10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:58.225146 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-ab3eb669-4d87-4297-ac6b-0e6f56357d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:58.225784 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-ab3eb669-4d87-4297-ac6b-0e6f56357d10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:58.227190 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-ab3eb669-4d87-4297-ac6b-0e6f56357d10 service neutron] 10.222.0.93 "PUT /v2.0/ports/5c6cfe82-c552-456e-acba-e5c63544df30 HTTP/1.1" status: 200 len: 1092 time: 1.0745385 Oct 27 18:29:58.227621 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8dea9fa-ed41-48cc-8835-3aca633c91ff', 'tag': '5c6cfe82-c552-456e-acba-e5c63544df30'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:29:58.229853 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de73edf2-8723-4c38-9d6f-1e11eea41991" -d '{"events": [{"name": "network-changed", "server_uuid": "f8dea9fa-ed41-48cc-8835-3aca633c91ff", "tag": "5c6cfe82-c552-456e-acba-e5c63544df30"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:29:58.258317 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3eb669-4d87-4297-ac6b-0e6f56357d10 service neutron] Pushing event updated for resources: {'Port': ['ID=5c6cfe82-c552-456e-acba-e5c63544df30,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:29:58.327290 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d07a1b-96b0-48d3-968e-d4b584eeb212 x-openstack-request-id: req-15d07a1b-96b0-48d3-968e-d4b584eeb212 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:29:58.328261 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8dea9fa-ed41-48cc-8835-3aca633c91ff", "tag": "5c6cfe82-c552-456e-acba-e5c63544df30", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:29:58.328665 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-15d07a1b-96b0-48d3-968e-d4b584eeb212 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:29:58.329237 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8dea9fa-ed41-48cc-8835-3aca633c91ff', 'tag': '5c6cfe82-c552-456e-acba-e5c63544df30', 'status': 'completed', 'code': 200} Oct 27 18:29:58.701010 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-3185c0f3-a609-4c54-aee8-496f8600e3ed tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:58.702663 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-3185c0f3-a609-4c54-aee8-496f8600e3ed tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/networks?id=23b2e040-11b8-4862-8da0-936b3872cceb HTTP/1.1" status: 200 len: 805 time: 0.1873381 Oct 27 18:29:58.734180 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-97f21e37-46e3-4393-8864-024ca22a63a9 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/quotas/26a8ecb72e37482a929830b093f42719 HTTP/1.1" status: 200 len: 375 time: 0.0161610 Oct 27 18:29:58.742789 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d1c5c-725f-4d86-8c40-d0d3095c22f3 req-542a2990-70f4-4282-abda-2df34b6ec8cd tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:58.750667 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-274d1c5c-725f-4d86-8c40-d0d3095c22f3 req-542a2990-70f4-4282-abda-2df34b6ec8cd tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 943 time: 0.1127121 Oct 27 18:29:58.794447 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-ce8d6567-b3b1-407a-9a13-3ded5dc1cf0e tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=26a8ecb72e37482a929830b093f42719&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364547 Oct 27 18:29:58.822106 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-274d1c5c-725f-4d86-8c40-d0d3095c22f3 req-ba550a97-69e3-42c8-942f-dcfe3b0704cf tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704482 Oct 27 18:29:58.924275 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-7f08bc82-c498-4059-ad1c-5e3f911ced4a service neutron] 10.222.0.52 "GET /v2.0/networks/23b2e040-11b8-4862-8da0-936b3872cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154277 Oct 27 18:29:59.047528 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-4e7a4f7a-0511-4c74-ae9f-a2857d8166ca service neutron] 10.222.0.52 "GET /v2.0/networks/23b2e040-11b8-4862-8da0-936b3872cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150115 Oct 27 18:29:59.230463 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device efdc2c20-afeb-46f8-8f91-51e66ee09342 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:29:59.462708 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port efdc2c20-afeb-46f8-8f91-51e66ee09342, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=efdc2c20-afeb-46f8-8f91-51e66ee09342,segment=NetworkSegment(302f09cf-def5-4c6f-b0f0-838717b2e148),segment_id=302f09cf-def5-4c6f-b0f0-838717b2e148)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:29:59.481742 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'efdc2c20-afeb-46f8-8f91-51e66ee09342', 'network_id': '64d7b6d7-828d-41aa-ba56-463e6cd65fdb', 'port_id': 'efdc2c20-afeb-46f8-8f91-51e66ee09342', 'mac_address': 'fa:16:3e:67:07:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1430d2ba-5510-44cf-9d5a-dbe3c4b8b0fa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:29:59.586358 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:59.596942 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d0207-6ada-4718-b926-2cb7e4b97702 req-947f0016-ef41-4cd3-a7da-1c62d16f7fa8 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:29:59.603567 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efdc2c20-afeb-46f8-8f91-51e66ee09342 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:29:59.604430 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-869d0207-6ada-4718-b926-2cb7e4b97702 req-947f0016-ef41-4cd3-a7da-1c62d16f7fa8 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc2dfc38-6764-46a0-926f-c92663977da2 HTTP/1.1" status: 200 len: 944 time: 0.1068437 Oct 27 18:29:59.630732 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port efdc2c20-afeb-46f8-8f91-51e66ee09342, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=efdc2c20-afeb-46f8-8f91-51e66ee09342,segment=NetworkSegment(302f09cf-def5-4c6f-b0f0-838717b2e148),segment_id=302f09cf-def5-4c6f-b0f0-838717b2e148)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:29:59.650245 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-869d0207-6ada-4718-b926-2cb7e4b97702 req-b05e933f-2849-4572-bab3-240f412e216f tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428956 Oct 27 18:29:59.704297 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:29:59.705024 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 2e585e52-2d23-46d1-8dae-3a76369ab4ab details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:30:00.029332 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 2e585e52-2d23-46d1-8dae-3a76369ab4ab, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=2e585e52-2d23-46d1-8dae-3a76369ab4ab,segment=NetworkSegment(7ab5ac52-5e29-41f5-a4b9-15dca948aa51),segment_id=7ab5ac52-5e29-41f5-a4b9-15dca948aa51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:30:00.082566 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '2e585e52-2d23-46d1-8dae-3a76369ab4ab', 'network_id': '2cd94f32-cc4e-485f-a6b3-3cad5d550c64', 'port_id': '2e585e52-2d23-46d1-8dae-3a76369ab4ab', 'mac_address': 'fa:16:3e:80:b6:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '432b5b5e-fd94-49d8-a06e-28d93bf8ad3a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:30:00.092733 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=efdc2c20-afeb-46f8-8f91-51e66ee09342,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:00.132691 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:00.147325 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e585e52-2d23-46d1-8dae-3a76369ab4ab {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:30:00.185172 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 2e585e52-2d23-46d1-8dae-3a76369ab4ab, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=2e585e52-2d23-46d1-8dae-3a76369ab4ab,segment=NetworkSegment(7ab5ac52-5e29-41f5-a4b9-15dca948aa51),segment_id=7ab5ac52-5e29-41f5-a4b9-15dca948aa51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:30:00.304440 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:00.398482 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=2e585e52-2d23-46d1-8dae-3a76369ab4ab,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:00.632506 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['efdc2c20-afeb-46f8-8f91-51e66ee09342'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:30:00.634749 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['2e585e52-2d23-46d1-8dae-3a76369ab4ab'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:30:01.203238 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 33834) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:01.330825 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-23ff6a52-9304-42d9-b84e-3324a667b22a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:01.414469 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-23ff6a52-9304-42d9-b84e-3324a667b22a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:01.462136 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-23ff6a52-9304-42d9-b84e-3324a667b22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:01.501529 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff6a52-9304-42d9-b84e-3324a667b22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded16934-c4fe-4bf3-a4df-9cd5eaa46717,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:01.517025 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-23ff6a52-9304-42d9-b84e-3324a667b22a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ab180f8050ad438a9d5f3d59036dac76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3098838 Oct 27 18:30:01.517909 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33838) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:01.583235 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-98e84346-927e-4c02-9bf2-f329c49911bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:01.615872 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-98e84346-927e-4c02-9bf2-f329c49911bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:02.367834 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-98e84346-927e-4c02-9bf2-f329c49911bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:02.370538 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-98e84346-927e-4c02-9bf2-f329c49911bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:02.372117 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-98e84346-927e-4c02-9bf2-f329c49911bc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ded16934-c4fe-4bf3-a4df-9cd5eaa46717 HTTP/1.1" status: 204 len: 168 time: 0.8523655 Oct 27 18:30:02.380490 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e84346-927e-4c02-9bf2-f329c49911bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded16934-c4fe-4bf3-a4df-9cd5eaa46717,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:02.394131 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e84346-927e-4c02-9bf2-f329c49911bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:30:02.394764 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e84346-927e-4c02-9bf2-f329c49911bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:30:02.395160 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e84346-927e-4c02-9bf2-f329c49911bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:30:02.395642 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e84346-927e-4c02-9bf2-f329c49911bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:30:02.396031 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e84346-927e-4c02-9bf2-f329c49911bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:30:02.396371 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e84346-927e-4c02-9bf2-f329c49911bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:30:02.396850 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e84346-927e-4c02-9bf2-f329c49911bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:30:02.397360 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e84346-927e-4c02-9bf2-f329c49911bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:30:02.397517 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e84346-927e-4c02-9bf2-f329c49911bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:30:02.398029 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e84346-927e-4c02-9bf2-f329c49911bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:30:02.398509 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e84346-927e-4c02-9bf2-f329c49911bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:30:02.399080 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e84346-927e-4c02-9bf2-f329c49911bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:30:02.969337 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33844) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:02.982429 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-436c24c5-acf5-467c-bc82-abef444dc1e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:03.064471 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-436c24c5-acf5-467c-bc82-abef444dc1e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:03.144418 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-436c24c5-acf5-467c-bc82-abef444dc1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:03.188796 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-436c24c5-acf5-467c-bc82-abef444dc1e0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c5f601705da44b67ba2b1680f459ca77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2182503 Oct 27 18:30:03.197579 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 33846) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:03.198219 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c24c5-acf5-467c-bc82-abef444dc1e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd2e74a-b758-423d-965d-3fcea026790d,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:03.242974 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5ebe750d-1af2-465a-b81b-cde1d3c1be36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:03.262915 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device efdc2c20-afeb-46f8-8f91-51e66ee09342 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:30:03.265717 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5ebe750d-1af2-465a-b81b-cde1d3c1be36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:03.390589 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5ebe750d-1af2-465a-b81b-cde1d3c1be36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:03.393315 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5ebe750d-1af2-465a-b81b-cde1d3c1be36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:03.394636 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5ebe750d-1af2-465a-b81b-cde1d3c1be36 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4fd2e74a-b758-423d-965d-3fcea026790d HTTP/1.1" status: 204 len: 168 time: 0.2032073 Oct 27 18:30:03.402657 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe750d-1af2-465a-b81b-cde1d3c1be36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd2e74a-b758-423d-965d-3fcea026790d,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:03.423560 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port efdc2c20-afeb-46f8-8f91-51e66ee09342 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:30:03.426626 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port efdc2c20-afeb-46f8-8f91-51e66ee09342 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:30:03.427023 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:03.518466 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:03.558847 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733088df-a705-42d1-865e-ed1675e624cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efdc2c20-afeb-46f8-8f91-51e66ee09342'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:30:03.561081 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be81796c-f423-4521-8cab-1f7859d09b7d" -d '{"events": [{"server_uuid": "733088df-a705-42d1-865e-ed1675e624cb", "name": "network-vif-plugged", "status": "completed", "tag": "efdc2c20-afeb-46f8-8f91-51e66ee09342"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:30:03.575795 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port efdc2c20-afeb-46f8-8f91-51e66ee09342, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=efdc2c20-afeb-46f8-8f91-51e66ee09342,segment=NetworkSegment(302f09cf-def5-4c6f-b0f0-838717b2e148),segment_id=302f09cf-def5-4c6f-b0f0-838717b2e148)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:30:03.659694 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:03.660855 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 2e585e52-2d23-46d1-8dae-3a76369ab4ab up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:30:03.747401 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=efdc2c20-afeb-46f8-8f91-51e66ee09342,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:03.824141 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 2e585e52-2d23-46d1-8dae-3a76369ab4ab completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:30:03.828529 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 2e585e52-2d23-46d1-8dae-3a76369ab4ab triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:30:03.828906 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:03.917062 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:03.957693 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 2e585e52-2d23-46d1-8dae-3a76369ab4ab, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=2e585e52-2d23-46d1-8dae-3a76369ab4ab,segment=NetworkSegment(7ab5ac52-5e29-41f5-a4b9-15dca948aa51),segment_id=7ab5ac52-5e29-41f5-a4b9-15dca948aa51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:30:04.018574 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:04.069751 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=2e585e52-2d23-46d1-8dae-3a76369ab4ab,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:04.125236 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 33854) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:04.138489 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0cf8777e-e1bc-4ea6-9ddf-7c08f5be162f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:04.215587 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0cf8777e-e1bc-4ea6-9ddf-7c08f5be162f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:04.348126 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0cf8777e-e1bc-4ea6-9ddf-7c08f5be162f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:04.385050 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf8777e-e1bc-4ea6-9ddf-7c08f5be162f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e150f6-718d-4f8d-8061-5239ed39f734,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:04.395058 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0cf8777e-e1bc-4ea6-9ddf-7c08f5be162f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3efa92fa3af34ad58c468669224fa449&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2685833 Oct 27 18:30:04.397716 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 33858) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:04.453399 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4e39a4b9-91d5-4bce-b020-ee5210c5d37d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:04.477573 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4e39a4b9-91d5-4bce-b020-ee5210c5d37d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:04.613225 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4e39a4b9-91d5-4bce-b020-ee5210c5d37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:04.617176 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4e39a4b9-91d5-4bce-b020-ee5210c5d37d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:04.619018 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4e39a4b9-91d5-4bce-b020-ee5210c5d37d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/90e150f6-718d-4f8d-8061-5239ed39f734 HTTP/1.1" status: 204 len: 168 time: 0.2202611 Oct 27 18:30:04.632036 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e39a4b9-91d5-4bce-b020-ee5210c5d37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e150f6-718d-4f8d-8061-5239ed39f734,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:08.877018 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73edf2-8723-4c38-9d6f-1e11eea41991 req-dd3e50a0-b300-457f-8baf-e278ad7c72d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:08.878600 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-de73edf2-8723-4c38-9d6f-1e11eea41991 req-dd3e50a0-b300-457f-8baf-e278ad7c72d9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=74d488054c1f4f50bdb6de26a9138d36&device_id=f8dea9fa-ed41-48cc-8835-3aca633c91ff HTTP/1.1" status: 200 len: 1095 time: 0.0685804 Oct 27 18:30:08.936014 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bae91-cb2a-475b-8d19-ad667f0bcff4 req-78102db1-55ed-4a0d-b4db-2ed1ee52d50f tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:08.937640 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-843bae91-cb2a-475b-8d19-ad667f0bcff4 req-78102db1-55ed-4a0d-b4db-2ed1ee52d50f tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8dea9fa-ed41-48cc-8835-3aca633c91ff HTTP/1.1" status: 200 len: 944 time: 0.0761077 Oct 27 18:30:08.966471 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97102ca0-f3b9-46bc-8e21-779a5cd856bb req-ddc85195-3ebd-4fec-8b6f-16514a4b2c29 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:08.968088 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-97102ca0-f3b9-46bc-8e21-779a5cd856bb req-ddc85195-3ebd-4fec-8b6f-16514a4b2c29 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=733088df-a705-42d1-865e-ed1675e624cb HTTP/1.1" status: 200 len: 945 time: 0.0799675 Oct 27 18:30:09.000628 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73edf2-8723-4c38-9d6f-1e11eea41991 req-98410e15-8af4-4795-99dd-f21e29d71bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:09.002115 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-de73edf2-8723-4c38-9d6f-1e11eea41991 req-98410e15-8af4-4795-99dd-f21e29d71bda service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=74d488054c1f4f50bdb6de26a9138d36&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1100173 Oct 27 18:30:09.021769 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-843bae91-cb2a-475b-8d19-ad667f0bcff4 req-5a606844-0450-4de4-b4ee-8fb5604c01b5 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725682 Oct 27 18:30:09.026692 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-97102ca0-f3b9-46bc-8e21-779a5cd856bb req-506acc06-dcba-4ca6-a15d-db4deaa9739c tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481527 Oct 27 18:30:09.134423 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73edf2-8723-4c38-9d6f-1e11eea41991 req-9b21af91-5c02-4d34-abfd-2abbbd4b7535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:09.136047 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-de73edf2-8723-4c38-9d6f-1e11eea41991 req-9b21af91-5c02-4d34-abfd-2abbbd4b7535 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1262672 Oct 27 18:30:09.138852 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7b3937bf-71f7-4453-a5d4-46595a6c1e14 req-1c4d96f1-b553-4b73-b355-9126ae9cf12a tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b43e0fa4-c4cc-4656-b545-0aba75d54fa2 HTTP/1.1" status: 200 len: 210 time: 0.0543790 Oct 27 18:30:09.165160 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedee825-eccf-47d7-a065-0a5c4cbdb7d7 req-d50930fd-f77d-4871-bb55-48c54dbdfd04 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:09.165958 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aedee825-eccf-47d7-a065-0a5c4cbdb7d7 req-d50930fd-f77d-4871-bb55-48c54dbdfd04 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 943 time: 0.0713594 Oct 27 18:30:09.226207 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-1b00d01b-401a-472c-8486-221db2c0b0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:09.227957 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-1b00d01b-401a-472c-8486-221db2c0b0b8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=74d488054c1f4f50bdb6de26a9138d36&device_id=f8dea9fa-ed41-48cc-8835-3aca633c91ff HTTP/1.1" status: 200 len: 1095 time: 0.0459132 Oct 27 18:30:09.245826 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aedee825-eccf-47d7-a065-0a5c4cbdb7d7 req-9a56eed6-8221-46cf-b723-49d17a10cbf1 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692043 Oct 27 18:30:09.272693 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-54ff147c-863b-4e11-bed8-5112eb469af7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c6cfe82-c552-456e-acba-e5c63544df30 HTTP/1.1" status: 200 len: 217 time: 0.0357447 Oct 27 18:30:09.304852 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01340f9-ae90-4956-9724-eea82e951f23 req-35088012-c0bb-428a-933f-f33ded4282fa tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:09.306696 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d01340f9-ae90-4956-9724-eea82e951f23 req-35088012-c0bb-428a-933f-f33ded4282fa tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc2dfc38-6764-46a0-926f-c92663977da2 HTTP/1.1" status: 200 len: 946 time: 0.0850568 Oct 27 18:30:09.315465 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60b6842-00d5-4587-b681-d1ba0164f135 x-openstack-request-id: req-f60b6842-00d5-4587-b681-d1ba0164f135 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:30:09.316454 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "733088df-a705-42d1-865e-ed1675e624cb", "name": "network-vif-plugged", "status": "completed", "tag": "efdc2c20-afeb-46f8-8f91-51e66ee09342", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:30:09.317111 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f60b6842-00d5-4587-b681-d1ba0164f135 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:30:09.317744 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '733088df-a705-42d1-865e-ed1675e624cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efdc2c20-afeb-46f8-8f91-51e66ee09342', 'code': 200} Oct 27 18:30:09.361511 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d01340f9-ae90-4956-9724-eea82e951f23 req-570a4486-6efd-4b55-9278-90f5ca6f8f18 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433958 Oct 27 18:30:09.368830 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-3b6e247f-7415-4b90-8431-ed38d1eff9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:09.370589 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-3b6e247f-7415-4b90-8431-ed38d1eff9a4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=afe6cc10-9308-4117-a497-d403cb219653 HTTP/1.1" status: 200 len: 851 time: 0.0774720 Oct 27 18:30:09.434329 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-f3fd64cd-6fdd-4531-9bdb-8e816ce9668a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:09.435875 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abb9dc-2e15-44dc-b027-936078aeafd8 req-f0411a6b-3965-4b49-a295-a5bf1b83be13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:09.436141 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-f3fd64cd-6fdd-4531-9bdb-8e816ce9668a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a7c013d9-ea11-470b-8a79-08abd897c197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558064 Oct 27 18:30:09.437590 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f2abb9dc-2e15-44dc-b027-936078aeafd8 req-f0411a6b-3965-4b49-a295-a5bf1b83be13 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=733088df-a705-42d1-865e-ed1675e624cb HTTP/1.1" status: 200 len: 1096 time: 0.0456448 Oct 27 18:30:09.485435 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f2abb9dc-2e15-44dc-b027-936078aeafd8 req-1968f4c0-1433-457c-a66b-c075d26b9e94 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341003 Oct 27 18:30:09.542855 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-d7e2a127-d9bf-48c5-af04-8dd0b349fe58 service neutron] 10.222.0.93 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926278 Oct 27 18:30:09.549630 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-81b02f84-8c14-4db0-a703-102bf38777db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:09.761643 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e8acdc6c-d2d5-45bb-a196-b05237ff2bac req-7decc441-3381-45fb-92b3-874f0e8826c9 service neutron] 10.222.0.93 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863488 Oct 27 18:30:10.134972 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-99c3db83-c2db-4b8a-8070-f8bf66867c11 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:10.136466 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-99c3db83-c2db-4b8a-8070-f8bf66867c11 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.93 "GET /v2.0/networks?id=23b2e040-11b8-4862-8da0-936b3872cceb HTTP/1.1" status: 200 len: 805 time: 0.1318483 Oct 27 18:30:10.150358 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-810dfe0b-e190-4d2f-a000-56da01baae36 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Request body: {'port': {'device_id': 'b43e0fa4-c4cc-4656-b545-0aba75d54fa2', 'network_id': '23b2e040-11b8-4862-8da0-936b3872cceb', 'admin_state_up': True, 'tenant_id': '26a8ecb72e37482a929830b093f42719'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:30:10.197668 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2399b89-48ba-40b7-832b-4abbe0d336ec req-31ce4945-52f0-4325-ab04-3b4cf593ae2a tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:10.199291 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c2399b89-48ba-40b7-832b-4abbe0d336ec req-31ce4945-52f0-4325-ab04-3b4cf593ae2a tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8dea9fa-ed41-48cc-8835-3aca633c91ff HTTP/1.1" status: 200 len: 944 time: 0.0921419 Oct 27 18:30:10.207728 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48628941-84df-4d27-b6b2-d3faeddf25da req-21638e46-ee10-4df6-bf38-f8916594dbdf tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:10.209510 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-48628941-84df-4d27-b6b2-d3faeddf25da req-21638e46-ee10-4df6-bf38-f8916594dbdf tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=733088df-a705-42d1-865e-ed1675e624cb HTTP/1.1" status: 200 len: 945 time: 0.0704494 Oct 27 18:30:10.281019 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c2399b89-48ba-40b7-832b-4abbe0d336ec req-48231719-881c-44c1-8fa8-ea2b0ca92d15 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633049 Oct 27 18:30:10.286733 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-48628941-84df-4d27-b6b2-d3faeddf25da req-c720b9cc-1d07-4268-83a4-bf44e976997f tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706110 Oct 27 18:30:10.377288 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-810dfe0b-e190-4d2f-a000-56da01baae36 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Made reservation on behalf of 26a8ecb72e37482a929830b093f42719 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:30:10.381185 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-810dfe0b-e190-4d2f-a000-56da01baae36 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:10.402971 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a9885b29-e925-4c7e-9927-16afacd09938 req-25aa30d4-4910-4bc0-a121-c41f69b504ef tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b43e0fa4-c4cc-4656-b545-0aba75d54fa2 HTTP/1.1" status: 200 len: 210 time: 0.0524764 Oct 27 18:30:10.434352 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626f3b9-cf00-422b-a98c-ad1e5e33fbaf req-298c30f2-e550-4977-ac6b-727a3b2ef171 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:10.435935 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4626f3b9-cf00-422b-a98c-ad1e5e33fbaf req-298c30f2-e550-4977-ac6b-727a3b2ef171 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 943 time: 0.0874748 Oct 27 18:30:10.487866 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4626f3b9-cf00-422b-a98c-ad1e5e33fbaf req-44c7266d-9e9b-40bc-966c-80c7a64eea5c tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440516 Oct 27 18:30:10.533278 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935dd39-a39b-4005-9068-8f04c9329e78 req-823f1459-259b-4afa-8543-ad147ff2f9f3 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:10.534912 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1935dd39-a39b-4005-9068-8f04c9329e78 req-823f1459-259b-4afa-8543-ad147ff2f9f3 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc2dfc38-6764-46a0-926f-c92663977da2 HTTP/1.1" status: 200 len: 946 time: 0.0634511 Oct 27 18:30:10.541037 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-810dfe0b-e190-4d2f-a000-56da01baae36 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Allocated IP 172.20.0.10 (23b2e040-11b8-4862-8da0-936b3872cceb/820c5f0e-f6d0-4852-a2cd-5a2baae71f1a/1fb59165-d3f3-4b1a-bc95-4eec88509b3a) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:30:10.582623 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1935dd39-a39b-4005-9068-8f04c9329e78 req-30f24c55-3d32-4cc5-b920-c3e7ea6063f8 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399649 Oct 27 18:30:10.710636 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-810dfe0b-e190-4d2f-a000-56da01baae36 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:10.790185 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-810dfe0b-e190-4d2f-a000-56da01baae36 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:10.836276 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-810dfe0b-e190-4d2f-a000-56da01baae36 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Network 23b2e040-11b8-4862-8da0-936b3872cceb is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:30:10.839478 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-810dfe0b-e190-4d2f-a000-56da01baae36 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:30:10.842271 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-810dfe0b-e190-4d2f-a000-56da01baae36 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:30:10.876221 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810dfe0b-e190-4d2f-a000-56da01baae36 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Pushing event updated for resources: {'Port': ['ID=1fb59165-d3f3-4b1a-bc95-4eec88509b3a,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:10.901234 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-810dfe0b-e190-4d2f-a000-56da01baae36 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:10.902035 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-810dfe0b-e190-4d2f-a000-56da01baae36 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:10.996206 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-810dfe0b-e190-4d2f-a000-56da01baae36 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8496084 Oct 27 18:30:11.008531 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-fa4f6406-ae20-446a-881c-66114d6d1d5f service neutron] Request body: {'port': {'device_id': 'b43e0fa4-c4cc-4656-b545-0aba75d54fa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:30:11.063467 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-fa4f6406-ae20-446a-881c-66114d6d1d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:11.298576 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 2ac1af36-f4e9-4436-ba14-271bc5404393 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:30:11.322936 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-fa4f6406-ae20-446a-881c-66114d6d1d5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fb59165-d3f3-4b1a-bc95-4eec88509b3a {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:30:11.332526 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-fa4f6406-ae20-446a-881c-66114d6d1d5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:11.358191 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-fa4f6406-ae20-446a-881c-66114d6d1d5f service neutron] Transition to ACTIVE for port object 1fb59165-d3f3-4b1a-bc95-4eec88509b3a will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:30:11.372224 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2dfc38-6764-46a0-926f-c92663977da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e585e52-2d23-46d1-8dae-3a76369ab4ab'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:30:11.375272 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793fe1f3-d320-4d50-aba7-25f1a8bf5820" -d '{"events": [{"server_uuid": "bc2dfc38-6764-46a0-926f-c92663977da2", "name": "network-vif-plugged", "status": "completed", "tag": "2e585e52-2d23-46d1-8dae-3a76369ab4ab"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:30:11.425239 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-fa4f6406-ae20-446a-881c-66114d6d1d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:11.458010 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcd540-98f6-42bc-b156-af1352c79656 req-659d53b3-4e40-4645-8909-d8078ed5dc48 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:11.459060 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 2ac1af36-f4e9-4436-ba14-271bc5404393, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=2ac1af36-f4e9-4436-ba14-271bc5404393,segment=NetworkSegment(2dded0ce-75a9-4672-98e4-0cf30caebd38),segment_id=2dded0ce-75a9-4672-98e4-0cf30caebd38)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:30:11.459628 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-94fcd540-98f6-42bc-b156-af1352c79656 req-659d53b3-4e40-4645-8909-d8078ed5dc48 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=733088df-a705-42d1-865e-ed1675e624cb HTTP/1.1" status: 200 len: 945 time: 0.0905511 Oct 27 18:30:11.472227 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745d085-a642-43ad-a14d-b5458fcf4257 req-62e650ad-5ef2-483d-a22d-ae7938db2f1e tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:11.474910 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c745d085-a642-43ad-a14d-b5458fcf4257 req-62e650ad-5ef2-483d-a22d-ae7938db2f1e tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8dea9fa-ed41-48cc-8835-3aca633c91ff HTTP/1.1" status: 200 len: 944 time: 0.0951071 Oct 27 18:30:11.483333 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '2ac1af36-f4e9-4436-ba14-271bc5404393', 'network_id': '6989e920-feed-4bf7-84f8-f1cbb2ccd945', 'port_id': '2ac1af36-f4e9-4436-ba14-271bc5404393', 'mac_address': 'fa:16:3e:07:fa:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a9f8f14-f0ca-4df8-88cf-d969ee3e3889', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:30:11.540250 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f6406-ae20-446a-881c-66114d6d1d5f service neutron] Pushing event updated for resources: {'Port': ['ID=1fb59165-d3f3-4b1a-bc95-4eec88509b3a,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:11.553608 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-94fcd540-98f6-42bc-b156-af1352c79656 req-4519c7b9-d545-42f9-a77d-f3f8867e460a tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769258 Oct 27 18:30:11.567439 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:11.587317 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c745d085-a642-43ad-a14d-b5458fcf4257 req-2fc35fc0-7ace-49e4-852b-ce6d783a0fee tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048887 Oct 27 18:30:11.598230 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ac1af36-f4e9-4436-ba14-271bc5404393 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:30:11.634972 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-fa4f6406-ae20-446a-881c-66114d6d1d5f service neutron] Attempting to bind port 1fb59165-d3f3-4b1a-bc95-4eec88509b3a on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:30:11.635732 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-fa4f6406-ae20-446a-881c-66114d6d1d5f service neutron] Attempting to bind port 1fb59165-d3f3-4b1a-bc95-4eec88509b3a by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': 'da54f3b4-fa80-4f6a-872c-1cd042d9332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '23b2e040-11b8-4862-8da0-936b3872cceb'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:30:11.636423 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-fa4f6406-ae20-446a-881c-66114d6d1d5f service neutron] Attempting to bind port 1fb59165-d3f3-4b1a-bc95-4eec88509b3a on network 23b2e040-11b8-4862-8da0-936b3872cceb {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:30:11.637844 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 2ac1af36-f4e9-4436-ba14-271bc5404393, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=2ac1af36-f4e9-4436-ba14-271bc5404393,segment=NetworkSegment(2dded0ce-75a9-4672-98e4-0cf30caebd38),segment_id=2dded0ce-75a9-4672-98e4-0cf30caebd38)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:30:11.642861 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-fa4f6406-ae20-446a-881c-66114d6d1d5f service neutron] Port 1fb59165-d3f3-4b1a-bc95-4eec88509b3a on network 23b2e040-11b8-4862-8da0-936b3872cceb not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:30:11.643299 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-fa4f6406-ae20-446a-881c-66114d6d1d5f service neutron] Attempting to bind port 1fb59165-d3f3-4b1a-bc95-4eec88509b3a on network 23b2e040-11b8-4862-8da0-936b3872cceb {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:30:11.649040 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-fa4f6406-ae20-446a-881c-66114d6d1d5f service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:30:11.651330 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-fa4f6406-ae20-446a-881c-66114d6d1d5f service neutron] Checking segment: {'id': 'da54f3b4-fa80-4f6a-872c-1cd042d9332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '23b2e040-11b8-4862-8da0-936b3872cceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:30:11.651785 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-fa4f6406-ae20-446a-881c-66114d6d1d5f service neutron] Bound using segment: {'id': 'da54f3b4-fa80-4f6a-872c-1cd042d9332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '23b2e040-11b8-4862-8da0-936b3872cceb'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:30:11.654372 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-fa4f6406-ae20-446a-881c-66114d6d1d5f service neutron] Bound port: 1fb59165-d3f3-4b1a-bc95-4eec88509b3a, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da54f3b4-fa80-4f6a-872c-1cd042d9332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '23b2e040-11b8-4862-8da0-936b3872cceb'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:30:11.654728 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35bdd1d-5c87-4c56-8d5e-e0f5caa52db3 x-openstack-request-id: req-d35bdd1d-5c87-4c56-8d5e-e0f5caa52db3 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:30:11.655103 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2dfc38-6764-46a0-926f-c92663977da2", "name": "network-vif-plugged", "status": "completed", "tag": "2e585e52-2d23-46d1-8dae-3a76369ab4ab", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:30:11.660824 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d35bdd1d-5c87-4c56-8d5e-e0f5caa52db3 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:30:11.661368 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-fa4f6406-ae20-446a-881c-66114d6d1d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:11.661473 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2dfc38-6764-46a0-926f-c92663977da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e585e52-2d23-46d1-8dae-3a76369ab4ab', 'code': 200} Oct 27 18:30:11.709945 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:11.773717 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-fa4f6406-ae20-446a-881c-66114d6d1d5f service neutron] For port 1fb59165-d3f3-4b1a-bc95-4eec88509b3a, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:30:11.777339 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-fa4f6406-ae20-446a-881c-66114d6d1d5f service neutron] For port 1fb59165-d3f3-4b1a-bc95-4eec88509b3a, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=1fb59165-d3f3-4b1a-bc95-4eec88509b3a,segment=NetworkSegment(da54f3b4-fa80-4f6a-872c-1cd042d9332d),segment_id=da54f3b4-fa80-4f6a-872c-1cd042d9332d)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:30:11.781958 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=2ac1af36-f4e9-4436-ba14-271bc5404393,revision_number=9']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:11.818553 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5486e-4111-4aa8-8446-733aa54a4f67 req-625b96cc-73c6-41f3-aa47-56a2dcb83b19 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:11.820195 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-46d5486e-4111-4aa8-8446-733aa54a4f67 req-625b96cc-73c6-41f3-aa47-56a2dcb83b19 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b43e0fa4-c4cc-4656-b545-0aba75d54fa2 HTTP/1.1" status: 200 len: 944 time: 0.1276543 Oct 27 18:30:11.846393 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ecdb5-2f0c-45d1-a1ca-5ad80cbc023c req-fc05c349-cc92-4331-8ccc-b1ff7eb4170d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:11.847861 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-fa4f6406-ae20-446a-881c-66114d6d1d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:11.848018 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-527ecdb5-2f0c-45d1-a1ca-5ad80cbc023c req-fc05c349-cc92-4331-8ccc-b1ff7eb4170d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=bc2dfc38-6764-46a0-926f-c92663977da2 HTTP/1.1" status: 200 len: 1097 time: 0.1180437 Oct 27 18:30:11.856458 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc22914-1539-4571-9eb5-f547ee812188 req-94aa8c67-b84e-4d22-b89f-b17cc93d8143 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:11.864345 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8bc22914-1539-4571-9eb5-f547ee812188 req-94aa8c67-b84e-4d22-b89f-b17cc93d8143 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 944 time: 0.1357358 Oct 27 18:30:11.914045 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-fa4f6406-ae20-446a-881c-66114d6d1d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:11.916770 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-fa4f6406-ae20-446a-881c-66114d6d1d5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:11.916770 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-fa4f6406-ae20-446a-881c-66114d6d1d5f service neutron] 10.222.0.93 "PUT /v2.0/ports/1fb59165-d3f3-4b1a-bc95-4eec88509b3a HTTP/1.1" status: 200 len: 1092 time: 0.9119003 Oct 27 18:30:11.916770 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b43e0fa4-c4cc-4656-b545-0aba75d54fa2', 'tag': '1fb59165-d3f3-4b1a-bc95-4eec88509b3a'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:30:11.919270 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cddbc40-6d07-48a5-b695-ee1c2f9c17b7" -d '{"events": [{"name": "network-changed", "server_uuid": "b43e0fa4-c4cc-4656-b545-0aba75d54fa2", "tag": "1fb59165-d3f3-4b1a-bc95-4eec88509b3a"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:30:11.943621 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f6406-ae20-446a-881c-66114d6d1d5f service neutron] Pushing event updated for resources: {'Port': ['ID=1fb59165-d3f3-4b1a-bc95-4eec88509b3a,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:11.948033 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-46d5486e-4111-4aa8-8446-733aa54a4f67 req-b0af1f27-dec6-4917-b254-cb496ed7b4dd tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145988 Oct 27 18:30:11.955414 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8bc22914-1539-4571-9eb5-f547ee812188 req-e1cdb4df-0ab6-4752-b18e-c617144715a1 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901096 Oct 27 18:30:11.963591 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-527ecdb5-2f0c-45d1-a1ca-5ad80cbc023c req-a932edf0-0235-4b28-b114-22da573b7203 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971465 Oct 27 18:30:12.036477 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['2ac1af36-f4e9-4436-ba14-271bc5404393'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:30:12.073841 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dd498374-d16d-4d11-a078-306dee61cb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:12.125584 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ba0ba-e6a8-4da5-9611-1a20b06f0726 req-4db118f8-58b7-43ec-96b6-c0668509f0ee tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:12.127294 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9c4ba0ba-e6a8-4da5-9611-1a20b06f0726 req-4db118f8-58b7-43ec-96b6-c0668509f0ee tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=733088df-a705-42d1-865e-ed1675e624cb HTTP/1.1" status: 200 len: 945 time: 0.1014755 Oct 27 18:30:12.138854 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df371d55-6d60-47c1-a118-525ac820104f req-57babe8a-aa0c-4a9a-9b57-59907604ab85 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:12.147728 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-df371d55-6d60-47c1-a118-525ac820104f req-57babe8a-aa0c-4a9a-9b57-59907604ab85 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc2dfc38-6764-46a0-926f-c92663977da2 HTTP/1.1" status: 200 len: 946 time: 0.0947134 Oct 27 18:30:12.258480 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-df371d55-6d60-47c1-a118-525ac820104f req-08a6ed3f-2e2c-4bdb-95a7-00e9c123fb9b tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097906 Oct 27 18:30:12.269070 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9c4ba0ba-e6a8-4da5-9611-1a20b06f0726 req-bfdacd03-92db-4df6-81f3-4e6e7771a205 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094203 Oct 27 18:30:12.271857 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-91e55960-beb1-4be9-8198-f75c14d1709d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:12.273367 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-91e55960-beb1-4be9-8198-f75c14d1709d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=26a8ecb72e37482a929830b093f42719&device_id=b43e0fa4-c4cc-4656-b545-0aba75d54fa2 HTTP/1.1" status: 200 len: 1095 time: 0.0931268 Oct 27 18:30:12.312819 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1e5179-47c9-4f81-af71-a7c86c14e679 x-openstack-request-id: req-da1e5179-47c9-4f81-af71-a7c86c14e679 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:30:12.313381 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b43e0fa4-c4cc-4656-b545-0aba75d54fa2", "tag": "1fb59165-d3f3-4b1a-bc95-4eec88509b3a", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:30:12.314040 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-da1e5179-47c9-4f81-af71-a7c86c14e679 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:30:12.314908 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b43e0fa4-c4cc-4656-b545-0aba75d54fa2', 'tag': '1fb59165-d3f3-4b1a-bc95-4eec88509b3a', 'status': 'completed', 'code': 200} Oct 27 18:30:12.328068 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-2954e79d-56c6-41e3-9bc2-a318d5c5b348 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1fb59165-d3f3-4b1a-bc95-4eec88509b3a HTTP/1.1" status: 200 len: 217 time: 0.0457351 Oct 27 18:30:12.389094 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-5eefaf91-6bf7-46da-aee3-283a50f452b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:12.390652 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-5eefaf91-6bf7-46da-aee3-283a50f452b9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=820c5f0e-f6d0-4852-a2cd-5a2baae71f1a HTTP/1.1" status: 200 len: 845 time: 0.0541503 Oct 27 18:30:12.424723 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-824eb736-6841-4bbd-b972-fe5df3e482a1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=23b2e040-11b8-4862-8da0-936b3872cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276260 Oct 27 18:30:12.518635 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-f2328ded-3925-44b4-aab3-a80810f28814 service neutron] 10.222.0.93 "GET /v2.0/networks/23b2e040-11b8-4862-8da0-936b3872cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868361 Oct 27 18:30:12.613145 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6b8bc686-cfae-4a79-83cf-79825661bad2 req-7233c4f3-c75b-415e-a0d3-09472a2e0737 service neutron] 10.222.0.93 "GET /v2.0/networks/23b2e040-11b8-4862-8da0-936b3872cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843289 Oct 27 18:30:12.712849 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f46e16-a5ff-4674-9fa5-075a1a25b808 req-f5cbe3fb-cfce-4d5e-ba8e-24686d9fbcee tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:12.714585 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-12f46e16-a5ff-4674-9fa5-075a1a25b808 req-f5cbe3fb-cfce-4d5e-ba8e-24686d9fbcee tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8dea9fa-ed41-48cc-8835-3aca633c91ff HTTP/1.1" status: 200 len: 944 time: 0.0537727 Oct 27 18:30:12.785614 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-12f46e16-a5ff-4674-9fa5-075a1a25b808 req-af8887fd-c6df-4dad-9d3b-f736ea75a0a1 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599215 Oct 27 18:30:12.788362 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cddbc40-6d07-48a5-b695-ee1c2f9c17b7 req-d46e8a2d-7521-4933-ac35-c200b7d0a923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:12.789734 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5cddbc40-6d07-48a5-b695-ee1c2f9c17b7 req-d46e8a2d-7521-4933-ac35-c200b7d0a923 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=26a8ecb72e37482a929830b093f42719&device_id=b43e0fa4-c4cc-4656-b545-0aba75d54fa2 HTTP/1.1" status: 200 len: 1095 time: 0.0741897 Oct 27 18:30:12.884181 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cddbc40-6d07-48a5-b695-ee1c2f9c17b7 req-8d7f09dc-eabb-49ef-8005-b90f44ab5162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:12.885716 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5cddbc40-6d07-48a5-b695-ee1c2f9c17b7 req-8d7f09dc-eabb-49ef-8005-b90f44ab5162 service neutron] 10.222.0.93 "GET /v2.0/networks?id=23b2e040-11b8-4862-8da0-936b3872cceb HTTP/1.1" status: 200 len: 907 time: 0.0876422 Oct 27 18:30:12.930987 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5cddbc40-6d07-48a5-b695-ee1c2f9c17b7 req-f35af000-a681-454d-a754-525083dea743 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1fb59165-d3f3-4b1a-bc95-4eec88509b3a HTTP/1.1" status: 200 len: 217 time: 0.0377877 Oct 27 18:30:12.996281 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cddbc40-6d07-48a5-b695-ee1c2f9c17b7 req-34025b54-236d-47a8-bf3c-06f3a00d32fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:12.997851 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5cddbc40-6d07-48a5-b695-ee1c2f9c17b7 req-34025b54-236d-47a8-bf3c-06f3a00d32fc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=820c5f0e-f6d0-4852-a2cd-5a2baae71f1a HTTP/1.1" status: 200 len: 845 time: 0.0484140 Oct 27 18:30:13.032938 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5cddbc40-6d07-48a5-b695-ee1c2f9c17b7 req-c3e0207f-d149-4bfc-8160-992182fe2cca service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=23b2e040-11b8-4862-8da0-936b3872cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265064 Oct 27 18:30:13.146965 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4328a-00ca-4da2-b0e7-2963fc01575f req-23922109-72f3-46c5-8904-35c6370b12b0 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:13.148603 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e8d4328a-00ca-4da2-b0e7-2963fc01575f req-23922109-72f3-46c5-8904-35c6370b12b0 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b43e0fa4-c4cc-4656-b545-0aba75d54fa2 HTTP/1.1" status: 200 len: 944 time: 0.1107786 Oct 27 18:30:13.195413 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5cddbc40-6d07-48a5-b695-ee1c2f9c17b7 req-0a53f0df-dfdd-4f1d-ba72-a45ce5a830f7 service neutron] 10.222.0.93 "GET /v2.0/networks/23b2e040-11b8-4862-8da0-936b3872cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489487 Oct 27 18:30:13.277123 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e8d4328a-00ca-4da2-b0e7-2963fc01575f req-2a63a0ed-5412-4efe-98f3-920871b6c61f tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022649 Oct 27 18:30:13.332523 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 5c6cfe82-c552-456e-acba-e5c63544df30 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:30:13.340635 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 2ac1af36-f4e9-4436-ba14-271bc5404393 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:30:13.349138 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295ac6d-6095-4845-819e-66ddcea9e63b req-88e80954-635d-4866-abea-bc0a6a3192ae tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:13.349876 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5295ac6d-6095-4845-819e-66ddcea9e63b req-88e80954-635d-4866-abea-bc0a6a3192ae tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 944 time: 0.1193449 Oct 27 18:30:13.391872 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5cddbc40-6d07-48a5-b695-ee1c2f9c17b7 req-21ccc7ab-5877-4423-8f57-5ba25a19395d service neutron] 10.222.0.93 "GET /v2.0/networks/23b2e040-11b8-4862-8da0-936b3872cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854646 Oct 27 18:30:13.427378 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:13.428067 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:13.441001 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5295ac6d-6095-4845-819e-66ddcea9e63b req-5cda58f1-c393-4d3b-9970-2e850b78693b tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840993 Oct 27 18:30:13.468666 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda82d09-a1a2-448a-b14e-120fce8b9543 req-8d71dd35-cac8-43bc-881e-1f23b2045543 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:13.470835 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eda82d09-a1a2-448a-b14e-120fce8b9543 req-8d71dd35-cac8-43bc-881e-1f23b2045543 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc2dfc38-6764-46a0-926f-c92663977da2 HTTP/1.1" status: 200 len: 946 time: 0.0828037 Oct 27 18:30:13.512883 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 2ac1af36-f4e9-4436-ba14-271bc5404393 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:30:13.513414 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:13.556524 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eda82d09-a1a2-448a-b14e-120fce8b9543 req-39056244-56cf-47ee-8bc8-81bb918039c3 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778050 Oct 27 18:30:13.558352 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 5c6cfe82-c552-456e-acba-e5c63544df30, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=5c6cfe82-c552-456e-acba-e5c63544df30,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:30:13.582070 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '5c6cfe82-c552-456e-acba-e5c63544df30', 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197', 'port_id': '5c6cfe82-c552-456e-acba-e5c63544df30', 'mac_address': 'fa:16:3e:04:cb:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afe6cc10-9308-4117-a497-d403cb219653', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:30:13.597633 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b3e12-4549-485b-b7fa-91e6d8784139 req-fa4b8f99-ff55-454d-bb08-1f360e9482cf tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:13.599888 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eb8b3e12-4549-485b-b7fa-91e6d8784139 req-fa4b8f99-ff55-454d-bb08-1f360e9482cf tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=733088df-a705-42d1-865e-ed1675e624cb HTTP/1.1" status: 200 len: 945 time: 0.0922334 Oct 27 18:30:13.656633 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eb8b3e12-4549-485b-b7fa-91e6d8784139 req-bd734aee-87ac-46ff-b17b-44ba30c3fd16 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457702 Oct 27 18:30:13.665199 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:13.676204 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:13.689120 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c6cfe82-c552-456e-acba-e5c63544df30 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:30:13.726782 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd655789b-cbec-4247-a022-1a4d4187ebf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac1af36-f4e9-4436-ba14-271bc5404393'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:30:13.729143 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab92b744-df93-4baf-beb9-e22d6acdb9eb" -d '{"events": [{"server_uuid": "d655789b-cbec-4247-a022-1a4d4187ebf8", "name": "network-vif-plugged", "status": "completed", "tag": "2ac1af36-f4e9-4436-ba14-271bc5404393"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:30:13.734272 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 5c6cfe82-c552-456e-acba-e5c63544df30, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=5c6cfe82-c552-456e-acba-e5c63544df30,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:30:13.744705 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 2ac1af36-f4e9-4436-ba14-271bc5404393, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=2ac1af36-f4e9-4436-ba14-271bc5404393,segment=NetworkSegment(2dded0ce-75a9-4672-98e4-0cf30caebd38),segment_id=2dded0ce-75a9-4672-98e4-0cf30caebd38)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:30:13.801384 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:13.835636 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:13.856330 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=5c6cfe82-c552-456e-acba-e5c63544df30,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:13.917902 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8802d22-a189-4551-af6b-9a24ab0ef5a3 x-openstack-request-id: req-b8802d22-a189-4551-af6b-9a24ab0ef5a3 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:30:13.918296 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d655789b-cbec-4247-a022-1a4d4187ebf8", "name": "network-vif-plugged", "status": "completed", "tag": "2ac1af36-f4e9-4436-ba14-271bc5404393", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:30:13.918664 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b8802d22-a189-4551-af6b-9a24ab0ef5a3 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:30:13.919173 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd655789b-cbec-4247-a022-1a4d4187ebf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac1af36-f4e9-4436-ba14-271bc5404393', 'code': 200} Oct 27 18:30:13.920193 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=2ac1af36-f4e9-4436-ba14-271bc5404393,revision_number=10']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:13.923613 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a93f2-0a0e-421f-b10f-4f5c1b36fefe req-f62aa8d8-ffb8-4eac-83a1-3eec73bd6408 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:13.925157 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aa1a93f2-0a0e-421f-b10f-4f5c1b36fefe req-f62aa8d8-ffb8-4eac-83a1-3eec73bd6408 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8dea9fa-ed41-48cc-8835-3aca633c91ff HTTP/1.1" status: 200 len: 945 time: 0.0537522 Oct 27 18:30:13.980319 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aa1a93f2-0a0e-421f-b10f-4f5c1b36fefe req-402eb33f-baf2-40e9-b518-153e171124ad tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488753 Oct 27 18:30:14.181761 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3de328-b00a-4bdc-a27e-dd3d3b8b81d0 req-92935fac-c6e0-4989-8b33-b5a94b5e4f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:14.183322 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fb3de328-b00a-4bdc-a27e-dd3d3b8b81d0 req-92935fac-c6e0-4989-8b33-b5a94b5e4f4a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 1097 time: 0.0468199 Oct 27 18:30:14.223117 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['5c6cfe82-c552-456e-acba-e5c63544df30'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:30:14.224325 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fb3de328-b00a-4bdc-a27e-dd3d3b8b81d0 req-6a172945-35e2-4721-8b8a-cc9ea8382068 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332892 Oct 27 18:30:14.409762 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac5456-af41-422f-8033-1c3340259dc7 req-53f9b0b2-bbc4-484d-8c4c-2e73c70509da tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:14.416728 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-61ac5456-af41-422f-8033-1c3340259dc7 req-53f9b0b2-bbc4-484d-8c4c-2e73c70509da tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b43e0fa4-c4cc-4656-b545-0aba75d54fa2 HTTP/1.1" status: 200 len: 944 time: 0.0534122 Oct 27 18:30:14.450612 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-61ac5456-af41-422f-8033-1c3340259dc7 req-55235560-d73d-4f3d-8537-c3e93746c872 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330894 Oct 27 18:30:14.570094 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156f4a2-bfeb-402f-b620-4b6fd01998e8 req-8a2b59b5-5d9f-4de2-b2d2-c3ed693ec51b tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:14.571602 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2156f4a2-bfeb-402f-b620-4b6fd01998e8 req-8a2b59b5-5d9f-4de2-b2d2-c3ed693ec51b tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 946 time: 0.0497274 Oct 27 18:30:14.613769 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2156f4a2-bfeb-402f-b620-4b6fd01998e8 req-625cc96f-618e-42fa-b844-fe4a29d6f4ce tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346715 Oct 27 18:30:14.670561 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f4fc6-a9ca-4595-9264-9e3a8634a93d req-7e306d35-e49e-4491-8bf1-1405c9072747 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:14.672831 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7e7f4fc6-a9ca-4595-9264-9e3a8634a93d req-7e306d35-e49e-4491-8bf1-1405c9072747 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc2dfc38-6764-46a0-926f-c92663977da2 HTTP/1.1" status: 200 len: 946 time: 0.0509424 Oct 27 18:30:14.718357 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7e7f4fc6-a9ca-4595-9264-9e3a8634a93d req-1828216e-16c1-4365-8e7f-8036a274ed48 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383241 Oct 27 18:30:14.846711 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c44263-0394-4a99-8127-7cea46a6562f req-2c7573df-9115-4bb0-afd6-784294a94c63 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:14.848285 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-47c44263-0394-4a99-8127-7cea46a6562f req-2c7573df-9115-4bb0-afd6-784294a94c63 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=733088df-a705-42d1-865e-ed1675e624cb HTTP/1.1" status: 200 len: 945 time: 0.0567212 Oct 27 18:30:14.917489 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-47c44263-0394-4a99-8127-7cea46a6562f req-540087b9-a0b8-4b29-adc4-25c9105033f3 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560255 Oct 27 18:30:14.925752 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11297a6e-400a-4487-bf23-f728be334013 req-8ff2d9fc-cfb9-494a-9154-0e479486901a tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:14.927239 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-11297a6e-400a-4487-bf23-f728be334013 req-8ff2d9fc-cfb9-494a-9154-0e479486901a tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc2dfc38-6764-46a0-926f-c92663977da2 HTTP/1.1" status: 200 len: 946 time: 0.0756755 Oct 27 18:30:14.967023 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-11297a6e-400a-4487-bf23-f728be334013 req-4d0d63d1-1712-49c9-bb77-25409f2ace8a tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333569 Oct 27 18:30:15.012814 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:15.103381 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e5946-561d-40c2-93a5-41c1fb9afee8 req-fdabd457-95bf-4bcd-8997-9381227dd0b6 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:15.104860 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-596e5946-561d-40c2-93a5-41c1fb9afee8 req-fdabd457-95bf-4bcd-8997-9381227dd0b6 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8dea9fa-ed41-48cc-8835-3aca633c91ff HTTP/1.1" status: 200 len: 945 time: 0.0543642 Oct 27 18:30:15.268397 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34078) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:15.354738 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device efdc2c20-afeb-46f8-8f91-51e66ee09342 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:30:15.379322 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-586aa5db-55e7-4090-b5e9-fbb97e8baf26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:15.465773 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-586aa5db-55e7-4090-b5e9-fbb97e8baf26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:15.477852 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port efdc2c20-afeb-46f8-8f91-51e66ee09342, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=efdc2c20-afeb-46f8-8f91-51e66ee09342,segment=NetworkSegment(302f09cf-def5-4c6f-b0f0-838717b2e148),segment_id=302f09cf-def5-4c6f-b0f0-838717b2e148)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:30:15.489362 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'efdc2c20-afeb-46f8-8f91-51e66ee09342', 'network_id': '64d7b6d7-828d-41aa-ba56-463e6cd65fdb', 'port_id': 'efdc2c20-afeb-46f8-8f91-51e66ee09342', 'mac_address': 'fa:16:3e:67:07:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1430d2ba-5510-44cf-9d5a-dbe3c4b8b0fa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:30:15.495827 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-596e5946-561d-40c2-93a5-41c1fb9afee8 req-180239eb-fd07-419a-8c4e-b472c13c3357 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847704 Oct 27 18:30:15.522899 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02320316-5231-4aee-923d-577b4b706e8c req-8a900ad6-2299-4590-8b25-aea4f2f384fa tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:15.530864 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-02320316-5231-4aee-923d-577b4b706e8c req-8a900ad6-2299-4590-8b25-aea4f2f384fa tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc2dfc38-6764-46a0-926f-c92663977da2 HTTP/1.1" status: 200 len: 946 time: 0.0834198 Oct 27 18:30:15.535258 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:15.550200 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id efdc2c20-afeb-46f8-8f91-51e66ee09342 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:30:15.553551 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-586aa5db-55e7-4090-b5e9-fbb97e8baf26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:15.571102 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-02320316-5231-4aee-923d-577b4b706e8c req-1aaebee6-c7a7-4ee7-8e2d-c05bb6d56d35 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393429 Oct 27 18:30:15.577871 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port efdc2c20-afeb-46f8-8f91-51e66ee09342, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=efdc2c20-afeb-46f8-8f91-51e66ee09342,segment=NetworkSegment(302f09cf-def5-4c6f-b0f0-838717b2e148),segment_id=302f09cf-def5-4c6f-b0f0-838717b2e148)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:30:15.587260 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586aa5db-55e7-4090-b5e9-fbb97e8baf26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec84e74-aed9-4909-9beb-574aadb80137,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:15.635643 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f4e64-567d-4437-b9a7-11f9eb90f6ec req-954211e1-e571-49f0-ba87-6e15e5a7be8f tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:15.637745 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4e0f4e64-567d-4437-b9a7-11f9eb90f6ec req-954211e1-e571-49f0-ba87-6e15e5a7be8f tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b43e0fa4-c4cc-4656-b545-0aba75d54fa2 HTTP/1.1" status: 200 len: 944 time: 0.0715814 Oct 27 18:30:15.642705 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:15.643548 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 1fb59165-d3f3-4b1a-bc95-4eec88509b3a details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:30:15.648938 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-586aa5db-55e7-4090-b5e9-fbb97e8baf26 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3208d7e1ba0848deac4358fac97fae5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3794005 Oct 27 18:30:15.651560 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34092) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:15.712914 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a9262b4f-b5c8-4611-95a1-22c8c684f633 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:15.742357 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a9262b4f-b5c8-4611-95a1-22c8c684f633 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:15.772305 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4e0f4e64-567d-4437-b9a7-11f9eb90f6ec req-b049ad95-1a2b-46da-9fc5-30cc4bcfb99d tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132944 Oct 27 18:30:15.815665 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938c4f0-c9b7-44c6-b0f0-8d8405469c00 req-58bfe8b8-2925-47dc-a121-0015296b74cd tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:15.818686 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=efdc2c20-afeb-46f8-8f91-51e66ee09342,revision_number=6']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:15.839063 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6938c4f0-c9b7-44c6-b0f0-8d8405469c00 req-58bfe8b8-2925-47dc-a121-0015296b74cd tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc2dfc38-6764-46a0-926f-c92663977da2 HTTP/1.1" status: 200 len: 946 time: 0.1410954 Oct 27 18:30:15.863495 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 1fb59165-d3f3-4b1a-bc95-4eec88509b3a, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=1fb59165-d3f3-4b1a-bc95-4eec88509b3a,segment=NetworkSegment(da54f3b4-fa80-4f6a-872c-1cd042d9332d),segment_id=da54f3b4-fa80-4f6a-872c-1cd042d9332d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:30:15.880309 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '1fb59165-d3f3-4b1a-bc95-4eec88509b3a', 'network_id': '23b2e040-11b8-4862-8da0-936b3872cceb', 'port_id': '1fb59165-d3f3-4b1a-bc95-4eec88509b3a', 'mac_address': 'fa:16:3e:dc:b9:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '820c5f0e-f6d0-4852-a2cd-5a2baae71f1a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:30:15.885157 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a9262b4f-b5c8-4611-95a1-22c8c684f633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:15.889306 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a9262b4f-b5c8-4611-95a1-22c8c684f633 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:15.894531 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a9262b4f-b5c8-4611-95a1-22c8c684f633 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7ec84e74-aed9-4909-9beb-574aadb80137 HTTP/1.1" status: 204 len: 168 time: 0.2396922 Oct 27 18:30:15.902438 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9262b4f-b5c8-4611-95a1-22c8c684f633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec84e74-aed9-4909-9beb-574aadb80137,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:15.926476 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6938c4f0-c9b7-44c6-b0f0-8d8405469c00 req-4d2bc079-0c25-4fe2-af8a-668246457745 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862613 Oct 27 18:30:15.948161 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:15.948372 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f560d-5d2c-4a64-b0df-9a2a23f11058 req-95e580ff-b6d0-4fe0-b3c8-331e9fad81bc tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:15.948372 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-713f560d-5d2c-4a64-b0df-9a2a23f11058 req-95e580ff-b6d0-4fe0-b3c8-331e9fad81bc tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 946 time: 0.0904472 Oct 27 18:30:16.019993 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-713f560d-5d2c-4a64-b0df-9a2a23f11058 req-2ae4b96b-b696-4afa-b4d5-7fc9e72bb1cd tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643151 Oct 27 18:30:16.115071 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fb59165-d3f3-4b1a-bc95-4eec88509b3a {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:30:16.136931 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 1fb59165-d3f3-4b1a-bc95-4eec88509b3a, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=1fb59165-d3f3-4b1a-bc95-4eec88509b3a,segment=NetworkSegment(da54f3b4-fa80-4f6a-872c-1cd042d9332d),segment_id=da54f3b4-fa80-4f6a-872c-1cd042d9332d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:30:16.169357 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a521a16-214f-4c25-820b-f455b2a833e1 req-d4e74333-142f-4492-9531-b6d1dc0d8688 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:16.171496 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4a521a16-214f-4c25-820b-f455b2a833e1 req-d4e74333-142f-4492-9531-b6d1dc0d8688 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=733088df-a705-42d1-865e-ed1675e624cb HTTP/1.1" status: 200 len: 944 time: 0.0655921 Oct 27 18:30:16.218326 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4a521a16-214f-4c25-820b-f455b2a833e1 req-a724941d-0adb-4f01-bcac-68150c8d6113 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395567 Oct 27 18:30:16.239216 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:16.283896 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=1fb59165-d3f3-4b1a-bc95-4eec88509b3a,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:16.409277 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['efdc2c20-afeb-46f8-8f91-51e66ee09342'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:30:16.470220 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6b972-0cd4-4320-b02c-d38c1647ffbf req-2ffe5049-1f59-4b43-aa21-39557abd09df tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:16.472233 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-95e6b972-0cd4-4320-b02c-d38c1647ffbf req-2ffe5049-1f59-4b43-aa21-39557abd09df tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc2dfc38-6764-46a0-926f-c92663977da2 HTTP/1.1" status: 200 len: 946 time: 0.0747759 Oct 27 18:30:16.516488 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-95e6b972-0cd4-4320-b02c-d38c1647ffbf req-0118a730-442e-4a6f-a3af-62b80e18f1a0 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380476 Oct 27 18:30:16.639294 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['1fb59165-d3f3-4b1a-bc95-4eec88509b3a'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:30:16.671764 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a523ba-87eb-4d7b-98c9-b1c85ecf18fc req-7dc63b19-ae11-4981-8dc6-8120736916f6 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:16.673332 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-02a523ba-87eb-4d7b-98c9-b1c85ecf18fc req-7dc63b19-ae11-4981-8dc6-8120736916f6 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8dea9fa-ed41-48cc-8835-3aca633c91ff HTTP/1.1" status: 200 len: 945 time: 0.0816579 Oct 27 18:30:16.685294 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34144) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:16.694419 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc3c35-3631-4876-abe9-c31de6c5286e req-6cac3e8a-a9e9-4f2b-9a59-9d54d2d33dda tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:16.699978 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a59f5ac9-d409-4b8d-8f60-d17fc7205bd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:16.701872 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6fcc3c35-3631-4876-abe9-c31de6c5286e req-6cac3e8a-a9e9-4f2b-9a59-9d54d2d33dda tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc2dfc38-6764-46a0-926f-c92663977da2 HTTP/1.1" status: 200 len: 946 time: 0.0797260 Oct 27 18:30:16.775047 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6fcc3c35-3631-4876-abe9-c31de6c5286e req-587dbbe4-859d-4e05-8697-a252177f0f94 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709748 Oct 27 18:30:16.789607 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-02a523ba-87eb-4d7b-98c9-b1c85ecf18fc req-8824d0f2-8275-47fc-be25-4eb187cd655c tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838187 Oct 27 18:30:16.805345 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a59f5ac9-d409-4b8d-8f60-d17fc7205bd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:16.877319 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a59f5ac9-d409-4b8d-8f60-d17fc7205bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:16.920119 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a59f5ac9-d409-4b8d-8f60-d17fc7205bd9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cd2a4b0774f04b3093b558b25680d996&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2337477 Oct 27 18:30:16.921398 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f9548-d35c-492d-892a-d6ccb2c89d7c req-137f56ee-8753-470c-93be-2b67ca875e28 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:16.921667 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f5ac9-d409-4b8d-8f60-d17fc7205bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41373cf5-4952-4296-8dde-a8f4b26274ee,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:16.929751 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ba6f9548-d35c-492d-892a-d6ccb2c89d7c req-137f56ee-8753-470c-93be-2b67ca875e28 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b43e0fa4-c4cc-4656-b545-0aba75d54fa2 HTTP/1.1" status: 200 len: 945 time: 0.0698023 Oct 27 18:30:16.977947 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ba6f9548-d35c-492d-892a-d6ccb2c89d7c req-84d85f0c-f3a3-4a9f-908d-e9b5fced0a81 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469255 Oct 27 18:30:16.992270 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34150) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:17.052428 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4e22f5dd-5caa-400f-a07a-797d7b5c41ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:17.077777 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4e22f5dd-5caa-400f-a07a-797d7b5c41ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:17.212324 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd00ab1-e749-4b33-8b4b-6a3bfc969cb0 req-6f465472-3d4b-4d27-b706-b35ad1a6114d tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:17.213836 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bcd00ab1-e749-4b33-8b4b-6a3bfc969cb0 req-6f465472-3d4b-4d27-b706-b35ad1a6114d tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 946 time: 0.0557742 Oct 27 18:30:17.224454 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4e22f5dd-5caa-400f-a07a-797d7b5c41ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:17.230670 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4e22f5dd-5caa-400f-a07a-797d7b5c41ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:17.232194 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4e22f5dd-5caa-400f-a07a-797d7b5c41ff admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/41373cf5-4952-4296-8dde-a8f4b26274ee HTTP/1.1" status: 204 len: 168 time: 0.2388618 Oct 27 18:30:17.241558 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22f5dd-5caa-400f-a07a-797d7b5c41ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41373cf5-4952-4296-8dde-a8f4b26274ee,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:17.315661 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bcd00ab1-e749-4b33-8b4b-6a3bfc969cb0 req-476cfd6f-ea2c-4daa-8d57-1ce38cc513f3 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858662 Oct 27 18:30:17.355372 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 5c6cfe82-c552-456e-acba-e5c63544df30 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:30:17.525527 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60147ebe-404e-4914-8d75-0bc546f92e47 req-1a5bb0f7-64f9-4b85-a48d-ab0ab21639bf tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:17.531641 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-60147ebe-404e-4914-8d75-0bc546f92e47 req-1a5bb0f7-64f9-4b85-a48d-ab0ab21639bf tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=733088df-a705-42d1-865e-ed1675e624cb HTTP/1.1" status: 200 len: 944 time: 0.0794089 Oct 27 18:30:17.552807 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 5c6cfe82-c552-456e-acba-e5c63544df30 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:30:17.558796 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 5c6cfe82-c552-456e-acba-e5c63544df30 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:30:17.559588 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:17.602656 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3414ae-4707-4ed7-a102-cc104fc936b6 req-a51efb3b-9a7a-488e-b502-c57f811efa10 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:17.610573 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5e3414ae-4707-4ed7-a102-cc104fc936b6 req-a51efb3b-9a7a-488e-b502-c57f811efa10 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc2dfc38-6764-46a0-926f-c92663977da2 HTTP/1.1" status: 200 len: 946 time: 0.0822899 Oct 27 18:30:17.633370 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-60147ebe-404e-4914-8d75-0bc546f92e47 req-0e3e8644-887e-470f-90fa-ac39e57d0e5f tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950537 Oct 27 18:30:17.700078 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5e3414ae-4707-4ed7-a102-cc104fc936b6 req-1356805e-fb3b-4b40-bd6a-45059d9dd546 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883238 Oct 27 18:30:17.732326 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:17.774541 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8dea9fa-ed41-48cc-8835-3aca633c91ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6cfe82-c552-456e-acba-e5c63544df30'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:30:17.777301 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083753bd-7ae1-414e-b4bd-5f8b361753af" -d '{"events": [{"server_uuid": "f8dea9fa-ed41-48cc-8835-3aca633c91ff", "name": "network-vif-plugged", "status": "completed", "tag": "5c6cfe82-c552-456e-acba-e5c63544df30"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:30:17.783910 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 5c6cfe82-c552-456e-acba-e5c63544df30, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=5c6cfe82-c552-456e-acba-e5c63544df30,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:30:17.819511 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732e4227-6c05-4a08-8cd9-8554052845fa x-openstack-request-id: req-732e4227-6c05-4a08-8cd9-8554052845fa {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:30:17.819956 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8dea9fa-ed41-48cc-8835-3aca633c91ff", "name": "network-vif-plugged", "status": "completed", "tag": "5c6cfe82-c552-456e-acba-e5c63544df30", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:30:17.820611 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-732e4227-6c05-4a08-8cd9-8554052845fa {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:30:17.821244 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8dea9fa-ed41-48cc-8835-3aca633c91ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6cfe82-c552-456e-acba-e5c63544df30', 'code': 200} Oct 27 18:30:17.864958 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:17.866194 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device efdc2c20-afeb-46f8-8f91-51e66ee09342 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:30:17.970715 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=5c6cfe82-c552-456e-acba-e5c63544df30,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:17.992273 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port efdc2c20-afeb-46f8-8f91-51e66ee09342 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:30:17.992704 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:18.006024 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e2bae-1c90-46b4-8456-4ae18a396834 req-eb0afbe0-d189-4322-b9e4-6358344175f1 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:18.007979 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3f1e2bae-1c90-46b4-8456-4ae18a396834 req-eb0afbe0-d189-4322-b9e4-6358344175f1 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8dea9fa-ed41-48cc-8835-3aca633c91ff HTTP/1.1" status: 200 len: 946 time: 0.1170533 Oct 27 18:30:18.010175 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639f183-9f25-49ad-82ca-1c51592d0826 req-9aa73a21-3225-4d4a-ab27-99adfa8f9976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:18.011854 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b639f183-9f25-49ad-82ca-1c51592d0826 req-9aa73a21-3225-4d4a-ab27-99adfa8f9976 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f8dea9fa-ed41-48cc-8835-3aca633c91ff HTTP/1.1" status: 200 len: 1097 time: 0.1108603 Oct 27 18:30:18.081900 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3f1e2bae-1c90-46b4-8456-4ae18a396834 req-c943c5f5-b8af-45b1-8cdf-52a4787b0cfd tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661752 Oct 27 18:30:18.088331 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b639f183-9f25-49ad-82ca-1c51592d0826 req-38eec417-e7d9-4644-a0ee-f37b0ade44ac service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557141 Oct 27 18:30:18.138699 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:18.190164 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port efdc2c20-afeb-46f8-8f91-51e66ee09342, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=efdc2c20-afeb-46f8-8f91-51e66ee09342,segment=NetworkSegment(302f09cf-def5-4c6f-b0f0-838717b2e148),segment_id=302f09cf-def5-4c6f-b0f0-838717b2e148)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:30:18.248881 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32426f-f154-46c9-aae1-09f9b91bd0fe req-2588a5db-db88-427f-ad01-a5a763de4dbc tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:18.249639 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0a32426f-f154-46c9-aae1-09f9b91bd0fe req-2588a5db-db88-427f-ad01-a5a763de4dbc tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=733088df-a705-42d1-865e-ed1675e624cb HTTP/1.1" status: 200 len: 944 time: 0.0861113 Oct 27 18:30:18.260571 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3979d9-b975-4ee7-ba77-d5e4a64e3189 req-cef5bcb4-054d-45f0-b7e0-ffef519ee307 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:18.262043 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5f3979d9-b975-4ee7-ba77-d5e4a64e3189 req-cef5bcb4-054d-45f0-b7e0-ffef519ee307 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b43e0fa4-c4cc-4656-b545-0aba75d54fa2 HTTP/1.1" status: 200 len: 945 time: 0.0889747 Oct 27 18:30:18.269895 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:18.340805 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=efdc2c20-afeb-46f8-8f91-51e66ee09342,revision_number=7']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:18.351420 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0a32426f-f154-46c9-aae1-09f9b91bd0fe req-1f2f4d3a-b370-49bb-803d-7a1bc2c43fd0 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798972 Oct 27 18:30:18.383183 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5f3979d9-b975-4ee7-ba77-d5e4a64e3189 req-d5031d1b-9af8-4b38-ba1e-22ffbf3fc6ec tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828826 Oct 27 18:30:18.469416 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374143d-28e7-4318-8f64-4f48b5acf8e3 req-7f3e33da-bbb8-4d6c-b02a-f2b369af81a4 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:18.471118 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0374143d-28e7-4318-8f64-4f48b5acf8e3 req-7f3e33da-bbb8-4d6c-b02a-f2b369af81a4 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 946 time: 0.0531147 Oct 27 18:30:18.520872 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0374143d-28e7-4318-8f64-4f48b5acf8e3 req-13d88fdb-6a2c-4946-ab2e-13c64dbf3edb tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404656 Oct 27 18:30:18.659952 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf728d1-2613-4139-8508-344e6132bddc req-2d292429-677b-4d4b-a1c8-b2258ed777f0 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:18.667311 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8cf728d1-2613-4139-8508-344e6132bddc req-2d292429-677b-4d4b-a1c8-b2258ed777f0 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 946 time: 0.0667720 Oct 27 18:30:18.705370 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8cf728d1-2613-4139-8508-344e6132bddc req-0f96c764-3929-4232-a604-b2927bb055dc tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370431 Oct 27 18:30:18.879967 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da23784-64bc-4829-9c80-5d83dd12b65c req-c20e603b-5c64-436a-82c5-0cbe221aac54 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:18.881438 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3da23784-64bc-4829-9c80-5d83dd12b65c req-c20e603b-5c64-436a-82c5-0cbe221aac54 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc2dfc38-6764-46a0-926f-c92663977da2 HTTP/1.1" status: 200 len: 946 time: 0.0941169 Oct 27 18:30:18.898675 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446010a0-9d80-4323-bb98-91d456bc9f3c req-9260cf6f-7af7-47dc-b46e-ff6de843d940 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:18.900171 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-446010a0-9d80-4323-bb98-91d456bc9f3c req-9260cf6f-7af7-47dc-b46e-ff6de843d940 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 946 time: 0.0766580 Oct 27 18:30:18.974721 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3da23784-64bc-4829-9c80-5d83dd12b65c req-a21a9587-41f7-49e4-802f-bcabf6cf1c10 tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/security-groups?id=7d7ebeb7-1c13-4603-9043-18f3f6672137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848184 Oct 27 18:30:19.008808 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340bcaf-020c-4078-8f47-69eae180c5a0 req-72405fca-de2b-4a6a-b186-1e8c40342d5c tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:19.010336 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3340bcaf-020c-4078-8f47-69eae180c5a0 req-72405fca-de2b-4a6a-b186-1e8c40342d5c tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.93 "GET /v2.0/ports?device_id=bc2dfc38-6764-46a0-926f-c92663977da2 HTTP/1.1" status: 200 len: 946 time: 0.1029928 Oct 27 18:30:19.013090 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-446010a0-9d80-4323-bb98-91d456bc9f3c req-1c5edbf0-483b-4b7c-9265-5ab0dbf345ec tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920298 Oct 27 18:30:19.151371 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-3340bcaf-020c-4078-8f47-69eae180c5a0 req-ac6d9906-f141-445c-9aca-72aa18d63c2c tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Deleting port 2e585e52-2d23-46d1-8dae-3a76369ab4ab {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:30:19.151868 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-3340bcaf-020c-4078-8f47-69eae180c5a0 req-ac6d9906-f141-445c-9aca-72aa18d63c2c tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:19.219387 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1df16-6a71-45d6-a4f0-5f2698a8fc09 req-f3535580-8f28-4f69-ac6c-959b65ccce91 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:19.220915 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4fb1df16-6a71-45d6-a4f0-5f2698a8fc09 req-f3535580-8f28-4f69-ac6c-959b65ccce91 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 946 time: 0.1162605 Oct 27 18:30:19.317916 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4fb1df16-6a71-45d6-a4f0-5f2698a8fc09 req-79f8568e-c6c0-42b7-9c8a-b9c1374219eb tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757742 Oct 27 18:30:19.329343 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c6963e-2524-4e68-8097-3dd987b75e31 req-52994783-a956-4fc0-b580-eb755c8639b7 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:19.330942 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b5c6963e-2524-4e68-8097-3dd987b75e31 req-52994783-a956-4fc0-b580-eb755c8639b7 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8dea9fa-ed41-48cc-8835-3aca633c91ff HTTP/1.1" status: 200 len: 946 time: 0.1606572 Oct 27 18:30:19.332826 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-3340bcaf-020c-4078-8f47-69eae180c5a0 req-ac6d9906-f141-445c-9aca-72aa18d63c2c tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] For port 2e585e52-2d23-46d1-8dae-3a76369ab4ab, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=2e585e52-2d23-46d1-8dae-3a76369ab4ab,segment=NetworkSegment(7ab5ac52-5e29-41f5-a4b9-15dca948aa51),segment_id=7ab5ac52-5e29-41f5-a4b9-15dca948aa51)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:30:19.333202 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-3340bcaf-020c-4078-8f47-69eae180c5a0 req-ac6d9906-f141-445c-9aca-72aa18d63c2c tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:19.349377 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 1fb59165-d3f3-4b1a-bc95-4eec88509b3a up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:30:19.362957 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-3340bcaf-020c-4078-8f47-69eae180c5a0 req-ac6d9906-f141-445c-9aca-72aa18d63c2c tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Calling delete_port for 2e585e52-2d23-46d1-8dae-3a76369ab4ab owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:30:19.462470 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b5c6963e-2524-4e68-8097-3dd987b75e31 req-2056fda8-55cf-46df-8f52-701cff83299e tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201992 Oct 27 18:30:19.502173 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 1fb59165-d3f3-4b1a-bc95-4eec88509b3a completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:30:19.507055 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 1fb59165-d3f3-4b1a-bc95-4eec88509b3a triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:30:19.507542 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:19.529655 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd9fa1-5cdf-44ff-ba08-c63a26dcc0e2 req-0527a583-ce6a-47a1-9020-8a4fad0243da tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:19.532718 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8bbd9fa1-5cdf-44ff-ba08-c63a26dcc0e2 req-0527a583-ce6a-47a1-9020-8a4fad0243da tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 946 time: 0.0938640 Oct 27 18:30:19.614725 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:19.623408 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8bbd9fa1-5cdf-44ff-ba08-c63a26dcc0e2 req-59aa8219-24f5-49db-a445-4884e14afbf5 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819354 Oct 27 18:30:19.658575 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 1fb59165-d3f3-4b1a-bc95-4eec88509b3a, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=1fb59165-d3f3-4b1a-bc95-4eec88509b3a,segment=NetworkSegment(da54f3b4-fa80-4f6a-872c-1cd042d9332d),segment_id=da54f3b4-fa80-4f6a-872c-1cd042d9332d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:30:19.690211 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a03b6a-ca18-4bb2-9533-4256c6d4b30a req-95e4664d-aec8-403e-9091-acc25cd0caa4 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:19.692071 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-95a03b6a-ca18-4bb2-9533-4256c6d4b30a req-95e4664d-aec8-403e-9091-acc25cd0caa4 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=733088df-a705-42d1-865e-ed1675e624cb HTTP/1.1" status: 200 len: 945 time: 0.0923808 Oct 27 18:30:19.761808 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-95a03b6a-ca18-4bb2-9533-4256c6d4b30a req-286cfd78-4cc0-4928-b299-af55f5383bed tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588171 Oct 27 18:30:19.763537 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:19.763872 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device efdc2c20-afeb-46f8-8f91-51e66ee09342 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:30:19.766299 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-3340bcaf-020c-4078-8f47-69eae180c5a0 req-ac6d9906-f141-445c-9aca-72aa18d63c2c tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:19.791409 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8252eae-c456-4e71-9694-47a5d54d6863 req-1120172f-3112-4d1e-8e23-67c883e97f80 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:19.791409 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e8252eae-c456-4e71-9694-47a5d54d6863 req-1120172f-3112-4d1e-8e23-67c883e97f80 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b43e0fa4-c4cc-4656-b545-0aba75d54fa2 HTTP/1.1" status: 200 len: 945 time: 0.0928535 Oct 27 18:30:19.810672 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d9906-f141-445c-9aca-72aa18d63c2c tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Pushing event deleted for resources: {'Port': ['ID=2e585e52-2d23-46d1-8dae-3a76369ab4ab,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:19.836513 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733088df-a705-42d1-865e-ed1675e624cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efdc2c20-afeb-46f8-8f91-51e66ee09342'}, {'server_uuid': 'b43e0fa4-c4cc-4656-b545-0aba75d54fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb59165-d3f3-4b1a-bc95-4eec88509b3a'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:30:19.838928 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c670425f-0396-46f7-b502-1a6a44620370" -d '{"events": [{"server_uuid": "733088df-a705-42d1-865e-ed1675e624cb", "name": "network-vif-plugged", "status": "completed", "tag": "efdc2c20-afeb-46f8-8f91-51e66ee09342"}, {"server_uuid": "b43e0fa4-c4cc-4656-b545-0aba75d54fa2", "name": "network-vif-plugged", "status": "completed", "tag": "1fb59165-d3f3-4b1a-bc95-4eec88509b3a"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:30:19.841689 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=1fb59165-d3f3-4b1a-bc95-4eec88509b3a,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:19.848618 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['2e585e52-2d23-46d1-8dae-3a76369ab4ab'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:30:19.879160 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-3340bcaf-020c-4078-8f47-69eae180c5a0 req-ac6d9906-f141-445c-9aca-72aa18d63c2c tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] No DVR routers for this DVR port 2e585e52-2d23-46d1-8dae-3a76369ab4ab on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:30:19.884036 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-3340bcaf-020c-4078-8f47-69eae180c5a0 req-ac6d9906-f141-445c-9aca-72aa18d63c2c tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:19.888805 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3340bcaf-020c-4078-8f47-69eae180c5a0 req-ac6d9906-f141-445c-9aca-72aa18d63c2c tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.93 "DELETE /v2.0/ports/2e585e52-2d23-46d1-8dae-3a76369ab4ab HTTP/1.1" status: 204 len: 173 time: 0.8699381 Oct 27 18:30:19.888805 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2dfc38-6764-46a0-926f-c92663977da2', 'name': 'network-vif-deleted', 'tag': '2e585e52-2d23-46d1-8dae-3a76369ab4ab'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:30:19.892805 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1381f4-3bcf-49ec-a3a7-d1536e6e73c7" -d '{"events": [{"server_uuid": "bc2dfc38-6764-46a0-926f-c92663977da2", "name": "network-vif-deleted", "tag": "2e585e52-2d23-46d1-8dae-3a76369ab4ab"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:30:19.898752 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e8252eae-c456-4e71-9694-47a5d54d6863 req-577c803a-580f-43c9-89f9-d4e8f38b0f9b tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920076 Oct 27 18:30:19.976257 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:20.017046 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 27 Oct 2021 18:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d77f67-cc5f-4b6e-a400-ca3b20acde56 x-openstack-request-id: req-82d77f67-cc5f-4b6e-a400-ca3b20acde56 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:30:20.018175 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "733088df-a705-42d1-865e-ed1675e624cb", "name": "network-vif-plugged", "status": "completed", "tag": "efdc2c20-afeb-46f8-8f91-51e66ee09342", "code": 200}, {"server_uuid": "b43e0fa4-c4cc-4656-b545-0aba75d54fa2", "name": "network-vif-plugged", "status": "completed", "tag": "1fb59165-d3f3-4b1a-bc95-4eec88509b3a", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:30:20.018668 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-82d77f67-cc5f-4b6e-a400-ca3b20acde56 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:30:20.019568 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '733088df-a705-42d1-865e-ed1675e624cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efdc2c20-afeb-46f8-8f91-51e66ee09342', 'code': 200} Oct 27 18:30:20.020053 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b43e0fa4-c4cc-4656-b545-0aba75d54fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb59165-d3f3-4b1a-bc95-4eec88509b3a', 'code': 200} Oct 27 18:30:20.027265 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port efdc2c20-afeb-46f8-8f91-51e66ee09342, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=efdc2c20-afeb-46f8-8f91-51e66ee09342,segment=NetworkSegment(302f09cf-def5-4c6f-b0f0-838717b2e148),segment_id=302f09cf-def5-4c6f-b0f0-838717b2e148)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:30:20.063227 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7178f8e5-2804-4fa0-a69e-aed8f925f6aa x-openstack-request-id: req-7178f8e5-2804-4fa0-a69e-aed8f925f6aa {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:30:20.063523 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2dfc38-6764-46a0-926f-c92663977da2", "name": "network-vif-deleted", "tag": "2e585e52-2d23-46d1-8dae-3a76369ab4ab", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:30:20.063780 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7178f8e5-2804-4fa0-a69e-aed8f925f6aa {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:30:20.064277 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc2dfc38-6764-46a0-926f-c92663977da2', 'name': 'network-vif-deleted', 'tag': '2e585e52-2d23-46d1-8dae-3a76369ab4ab', 'status': 'completed', 'code': 200} Oct 27 18:30:20.087017 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0044a7-0ba9-4524-ab74-de3998c2595c req-3e51cb76-67dd-43c1-ae6a-549105727fdf tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:20.093352 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0044a7-0ba9-4524-ab74-de3998c2595c req-3e51cb76-67dd-43c1-ae6a-549105727fdf tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:20.099552 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0044a7-0ba9-4524-ab74-de3998c2595c req-3e51cb76-67dd-43c1-ae6a-549105727fdf tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:20.104058 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:20.107119 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0044a7-0ba9-4524-ab74-de3998c2595c req-3e51cb76-67dd-43c1-ae6a-549105727fdf tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:20.115249 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0044a7-0ba9-4524-ab74-de3998c2595c req-3e51cb76-67dd-43c1-ae6a-549105727fdf tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:20.121446 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0044a7-0ba9-4524-ab74-de3998c2595c req-3e51cb76-67dd-43c1-ae6a-549105727fdf tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:20.127575 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0044a7-0ba9-4524-ab74-de3998c2595c req-3e51cb76-67dd-43c1-ae6a-549105727fdf tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:20.130154 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7a0044a7-0ba9-4524-ab74-de3998c2595c req-3e51cb76-67dd-43c1-ae6a-549105727fdf tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 5433 time: 0.1064777 Oct 27 18:30:20.177294 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=efdc2c20-afeb-46f8-8f91-51e66ee09342,revision_number=8']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:20.194632 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e945009-e893-441d-bd45-02c68427ebea req-60e5bd54-3cf9-482a-b4e1-2f77d4682b54 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:20.196086 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0e945009-e893-441d-bd45-02c68427ebea req-60e5bd54-3cf9-482a-b4e1-2f77d4682b54 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.93 "GET /v2.0/ports?device_id=733088df-a705-42d1-865e-ed1675e624cb HTTP/1.1" status: 200 len: 943 time: 0.0547860 Oct 27 18:30:20.249457 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7719fd-f0a4-4fcc-afa5-41049dd6db36 req-ea722124-8a56-49f1-93dd-07d460b7bafb tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:20.251198 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6f7719fd-f0a4-4fcc-afa5-41049dd6db36 req-ea722124-8a56-49f1-93dd-07d460b7bafb tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 946 time: 0.1200652 Oct 27 18:30:20.255412 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7a0044a7-0ba9-4524-ab74-de3998c2595c req-3e37696a-0576-4851-8e49-473ea9e4f575 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=02a89f5e-a42d-4682-bd74-7f652c60708b&id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1110699 Oct 27 18:30:20.257450 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32923a09-9442-452a-a165-bcc9470f63fb req-be6d7b00-83cc-4f57-b321-a96ff5538680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:20.259436 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-32923a09-9442-452a-a165-bcc9470f63fb req-be6d7b00-83cc-4f57-b321-a96ff5538680 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b43e0fa4-c4cc-4656-b545-0aba75d54fa2 HTTP/1.1" status: 200 len: 1097 time: 0.1258759 Oct 27 18:30:20.306258 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-0e945009-e893-441d-bd45-02c68427ebea req-6557b637-259c-4eb9-8bf1-9ab537b0e616 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Deleting port efdc2c20-afeb-46f8-8f91-51e66ee09342 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:30:20.307111 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0e945009-e893-441d-bd45-02c68427ebea req-6557b637-259c-4eb9-8bf1-9ab537b0e616 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:20.344584 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-32923a09-9442-452a-a165-bcc9470f63fb req-9d16a8a2-1fc0-483f-9226-a5309a2a3a06 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773566 Oct 27 18:30:20.359947 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6f7719fd-f0a4-4fcc-afa5-41049dd6db36 req-560cbd42-711a-4b26-bcf7-19216f99ec37 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998411 Oct 27 18:30:20.430961 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-0e945009-e893-441d-bd45-02c68427ebea req-6557b637-259c-4eb9-8bf1-9ab537b0e616 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] For port efdc2c20-afeb-46f8-8f91-51e66ee09342, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=efdc2c20-afeb-46f8-8f91-51e66ee09342,segment=NetworkSegment(302f09cf-def5-4c6f-b0f0-838717b2e148),segment_id=302f09cf-def5-4c6f-b0f0-838717b2e148)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:30:20.431582 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0e945009-e893-441d-bd45-02c68427ebea req-6557b637-259c-4eb9-8bf1-9ab537b0e616 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:20.435193 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8285816f-68d3-41d4-846e-e062af79f874 req-290b3697-f6a2-46c7-929e-5fb3c1e21d2b tempest-ServerDiskConfigTestJSON-1078551433 tempest-ServerDiskConfigTestJSON-1078551433-project] 10.222.0.52 "GET /v2.0/ports?device_id=bc2dfc38-6764-46a0-926f-c92663977da2 HTTP/1.1" status: 200 len: 210 time: 0.0327165 Oct 27 18:30:20.446534 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-0e945009-e893-441d-bd45-02c68427ebea req-6557b637-259c-4eb9-8bf1-9ab537b0e616 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Calling delete_port for efdc2c20-afeb-46f8-8f91-51e66ee09342 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:30:20.514739 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71648e6d-ffb3-48c2-99f6-a4aa9bcdf057 req-d1686856-2254-4649-9864-cbe95e84c22b tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:20.520630 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71648e6d-ffb3-48c2-99f6-a4aa9bcdf057 req-d1686856-2254-4649-9864-cbe95e84c22b tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:20.526566 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71648e6d-ffb3-48c2-99f6-a4aa9bcdf057 req-d1686856-2254-4649-9864-cbe95e84c22b tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:20.533116 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71648e6d-ffb3-48c2-99f6-a4aa9bcdf057 req-d1686856-2254-4649-9864-cbe95e84c22b tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:20.539586 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71648e6d-ffb3-48c2-99f6-a4aa9bcdf057 req-d1686856-2254-4649-9864-cbe95e84c22b tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:20.545571 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71648e6d-ffb3-48c2-99f6-a4aa9bcdf057 req-d1686856-2254-4649-9864-cbe95e84c22b tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:20.552034 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71648e6d-ffb3-48c2-99f6-a4aa9bcdf057 req-d1686856-2254-4649-9864-cbe95e84c22b tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:20.553956 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-71648e6d-ffb3-48c2-99f6-a4aa9bcdf057 req-d1686856-2254-4649-9864-cbe95e84c22b tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 5433 time: 0.1064079 Oct 27 18:30:20.613272 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfbd4b5-a20e-4b3e-a32b-f9b74a357b45 req-947cfd0b-3521-4d55-b6de-99357c3e420a tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:20.614836 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0dfbd4b5-a20e-4b3e-a32b-f9b74a357b45 req-947cfd0b-3521-4d55-b6de-99357c3e420a tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 946 time: 0.0598543 Oct 27 18:30:20.680361 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0dfbd4b5-a20e-4b3e-a32b-f9b74a357b45 req-1d40bf97-166b-453e-8131-a8ee8b7bce96 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547934 Oct 27 18:30:20.681814 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0e945009-e893-441d-bd45-02c68427ebea req-6557b637-259c-4eb9-8bf1-9ab537b0e616 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:20.693362 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c81f2-7d59-4cf4-8df0-ca5ca2d36b87 req-b4d1d2c9-d513-4d46-b6d0-f91fe3a8f47d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:20.694988 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8e6c81f2-7d59-4cf4-8df0-ca5ca2d36b87 req-b4d1d2c9-d513-4d46-b6d0-f91fe3a8f47d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8dea9fa-ed41-48cc-8835-3aca633c91ff HTTP/1.1" status: 200 len: 946 time: 0.0786982 Oct 27 18:30:20.730272 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6557b637-259c-4eb9-8bf1-9ab537b0e616 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Pushing event deleted for resources: {'Port': ['ID=efdc2c20-afeb-46f8-8f91-51e66ee09342,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:20.752216 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8e6c81f2-7d59-4cf4-8df0-ca5ca2d36b87 req-f0dce433-9f64-4d30-bc46-2637a2bedfe2 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442555 Oct 27 18:30:20.801060 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e945009-e893-441d-bd45-02c68427ebea req-6557b637-259c-4eb9-8bf1-9ab537b0e616 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] No DVR routers for this DVR port efdc2c20-afeb-46f8-8f91-51e66ee09342 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:30:20.803149 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0e945009-e893-441d-bd45-02c68427ebea req-6557b637-259c-4eb9-8bf1-9ab537b0e616 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:20.806982 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0e945009-e893-441d-bd45-02c68427ebea req-6557b637-259c-4eb9-8bf1-9ab537b0e616 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.93 "DELETE /v2.0/ports/efdc2c20-afeb-46f8-8f91-51e66ee09342 HTTP/1.1" status: 204 len: 173 time: 0.6049728 Oct 27 18:30:20.807543 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733088df-a705-42d1-865e-ed1675e624cb', 'name': 'network-vif-deleted', 'tag': 'efdc2c20-afeb-46f8-8f91-51e66ee09342'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:30:20.810170 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cca2b3-4c1a-4415-8819-b1fef7bb4e6c" -d '{"events": [{"server_uuid": "733088df-a705-42d1-865e-ed1675e624cb", "name": "network-vif-deleted", "tag": "efdc2c20-afeb-46f8-8f91-51e66ee09342"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:30:20.850990 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4133010d-c6bf-454e-9365-86ae3320133b req-a7efd634-575d-40e6-b6a6-6abf59e35a16 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=74d488054c1f4f50bdb6de26a9138d36 HTTP/1.1" status: 200 len: 267 time: 0.0365033 Oct 27 18:30:20.913442 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133010d-c6bf-454e-9365-86ae3320133b req-4e2fedeb-f97e-4067-a52c-b28d41e61099 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:20.915018 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4133010d-c6bf-454e-9365-86ae3320133b req-4e2fedeb-f97e-4067-a52c-b28d41e61099 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8dea9fa-ed41-48cc-8835-3aca633c91ff HTTP/1.1" status: 200 len: 946 time: 0.0567427 Oct 27 18:30:20.927965 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-4133010d-c6bf-454e-9365-86ae3320133b req-68bdc101-ba1e-42db-880b-669da13cc213 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Request body: {'port': {'security_groups': []}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:30:20.997333 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4133010d-c6bf-454e-9365-86ae3320133b req-68bdc101-ba1e-42db-880b-669da13cc213 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:21.224356 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e387dc37-011a-4d3c-91f2-971918bcfe24 req-a28341db-7884-4c00-8d99-2b15b6eeeca4 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=733088df-a705-42d1-865e-ed1675e624cb HTTP/1.1" status: 200 len: 210 time: 0.0560186 Oct 27 18:30:21.233691 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-4133010d-c6bf-454e-9365-86ae3320133b req-68bdc101-ba1e-42db-880b-669da13cc213 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] For port 5c6cfe82-c552-456e-acba-e5c63544df30, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=5c6cfe82-c552-456e-acba-e5c63544df30,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:30:21.272916 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25af70d-7c68-47bf-8047-8d6ade724824 x-openstack-request-id: req-e25af70d-7c68-47bf-8047-8d6ade724824 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:30:21.272916 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "733088df-a705-42d1-865e-ed1675e624cb", "name": "network-vif-deleted", "tag": "efdc2c20-afeb-46f8-8f91-51e66ee09342", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:30:21.272916 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e25af70d-7c68-47bf-8047-8d6ade724824 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:30:21.272916 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '733088df-a705-42d1-865e-ed1675e624cb', 'name': 'network-vif-deleted', 'tag': 'efdc2c20-afeb-46f8-8f91-51e66ee09342', 'status': 'completed', 'code': 200} Oct 27 18:30:21.277799 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4133010d-c6bf-454e-9365-86ae3320133b req-68bdc101-ba1e-42db-880b-669da13cc213 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:21.366512 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d801c-07a2-45a3-8e1e-021d7c2111bc req-518c345d-a85e-4bdd-8bff-f01d15f8cc4e tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:21.368428 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-761d801c-07a2-45a3-8e1e-021d7c2111bc req-518c345d-a85e-4bdd-8bff-f01d15f8cc4e tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b43e0fa4-c4cc-4656-b545-0aba75d54fa2 HTTP/1.1" status: 200 len: 946 time: 0.0526049 Oct 27 18:30:21.369666 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4133010d-c6bf-454e-9365-86ae3320133b req-68bdc101-ba1e-42db-880b-669da13cc213 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:21.383326 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['f163efb5-dab5-44e4-bcbc-d40014efc10a', 'add0c4da-860f-495f-afb2-768a4ea3a6fd', '5c6cfe82-c552-456e-acba-e5c63544df30'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:30:21.444130 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133010d-c6bf-454e-9365-86ae3320133b req-68bdc101-ba1e-42db-880b-669da13cc213 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:21.444353 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-4133010d-c6bf-454e-9365-86ae3320133b req-68bdc101-ba1e-42db-880b-669da13cc213 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:21.446323 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4133010d-c6bf-454e-9365-86ae3320133b req-68bdc101-ba1e-42db-880b-669da13cc213 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "PUT /v2.0/ports/5c6cfe82-c552-456e-acba-e5c63544df30 HTTP/1.1" status: 200 len: 905 time: 0.5230224 Oct 27 18:30:21.472910 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdc101-ba1e-42db-880b-669da13cc213 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Pushing event updated for resources: {'Port': ['ID=5c6cfe82-c552-456e-acba-e5c63544df30,revision_number=6']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:21.486701 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-761d801c-07a2-45a3-8e1e-021d7c2111bc req-7fbe46ec-04fe-48b7-98df-234627001892 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075540 Oct 27 18:30:21.692562 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b969602-4099-45d3-8aef-6e674c5cab0f req-a5b1620b-1faa-40ab-b029-d03fdfa8c29e tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:21.694323 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6b969602-4099-45d3-8aef-6e674c5cab0f req-a5b1620b-1faa-40ab-b029-d03fdfa8c29e tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 946 time: 0.1358669 Oct 27 18:30:21.729053 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['5c6cfe82-c552-456e-acba-e5c63544df30'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:30:21.739344 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c66749-d152-4077-adb8-28666b0164ef req-d4f895b9-ec8a-4477-a7b2-2206fd769530 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:21.741131 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-90c66749-d152-4077-adb8-28666b0164ef req-d4f895b9-ec8a-4477-a7b2-2206fd769530 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8dea9fa-ed41-48cc-8835-3aca633c91ff HTTP/1.1" status: 200 len: 908 time: 0.1169207 Oct 27 18:30:21.779699 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34298) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:21.782278 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6b969602-4099-45d3-8aef-6e674c5cab0f req-7fd0afa8-bb00-4851-b0cb-f2ec12067114 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696430 Oct 27 18:30:21.804818 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-aa3a77e1-689b-4e25-a559-733e5b39a9bd None None] Provisioning complete for port 5c6cfe82-c552-456e-acba-e5c63544df30 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:30:21.805198 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-aa3a77e1-689b-4e25-a559-733e5b39a9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:21.954095 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79cd0bd-bd58-4d4f-bdba-a29900ab444b req-debfecf3-0e6b-41d5-99f9-6961db20f104 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:21.955932 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b79cd0bd-bd58-4d4f-bdba-a29900ab444b req-debfecf3-0e6b-41d5-99f9-6961db20f104 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.0826073 Oct 27 18:30:21.960944 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7ceabbd6-af3b-482e-ac25-fc93840754d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:22.008297 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b79cd0bd-bd58-4d4f-bdba-a29900ab444b req-832a3637-803c-4d5b-85d8-2a8da4b218bf tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443580 Oct 27 18:30:22.018782 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34310) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:22.023301 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733088df-a705-42d1-865e-ed1675e624cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efdc2c20-afeb-46f8-8f91-51e66ee09342'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:30:22.025159 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dedeb8d-ad62-4095-b64f-47b957378c81" -d '{"events": [{"server_uuid": "733088df-a705-42d1-865e-ed1675e624cb", "name": "network-vif-unplugged", "status": "completed", "tag": "efdc2c20-afeb-46f8-8f91-51e66ee09342"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:30:22.075779 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7ceabbd6-af3b-482e-ac25-fc93840754d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:22.076085 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8dea9fa-ed41-48cc-8835-3aca633c91ff', 'tag': '5c6cfe82-c552-456e-acba-e5c63544df30'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:30:22.079282 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448d43cd-900d-4589-8b4c-807aa325d8fa" -d '{"events": [{"name": "network-changed", "server_uuid": "f8dea9fa-ed41-48cc-8835-3aca633c91ff", "tag": "5c6cfe82-c552-456e-acba-e5c63544df30"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:30:22.091452 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaded0a3-2ee2-4266-8815-e2c66e0e5bde admin admin] Deleting subnet 432b5b5e-fd94-49d8-a06e-28d93bf8ad3a {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:30:22.095107 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 18:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de0307b-bb3a-42ba-8b91-a4358d57fd61 x-openstack-request-id: req-6de0307b-bb3a-42ba-8b91-a4358d57fd61 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:30:22.095398 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "733088df-a705-42d1-865e-ed1675e624cb", "name": "network-vif-unplugged", "status": "completed", "tag": "efdc2c20-afeb-46f8-8f91-51e66ee09342", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:30:22.095649 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6de0307b-bb3a-42ba-8b91-a4358d57fd61 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:30:22.096364 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '733088df-a705-42d1-865e-ed1675e624cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efdc2c20-afeb-46f8-8f91-51e66ee09342', 'code': 200} Oct 27 18:30:22.098199 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-eaded0a3-2ee2-4266-8815-e2c66e0e5bde admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:22.142256 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f57f452-ef98-4553-ab3f-ac4048b07469 x-openstack-request-id: req-8f57f452-ef98-4553-ab3f-ac4048b07469 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:30:22.142588 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8dea9fa-ed41-48cc-8835-3aca633c91ff", "tag": "5c6cfe82-c552-456e-acba-e5c63544df30", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:30:22.142865 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8f57f452-ef98-4553-ab3f-ac4048b07469 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:30:22.143259 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8dea9fa-ed41-48cc-8835-3aca633c91ff', 'tag': '5c6cfe82-c552-456e-acba-e5c63544df30', 'status': 'completed', 'code': 200} Oct 27 18:30:22.153804 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7ceabbd6-af3b-482e-ac25-fc93840754d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:22.168876 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-eaded0a3-2ee2-4266-8815-e2c66e0e5bde admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:22.222453 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7ceabbd6-af3b-482e-ac25-fc93840754d3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a1cc2d9213d64119a4a390369733ab8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4413095 Oct 27 18:30:22.226372 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34320) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:22.230280 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1fd09-13b4-40db-85ec-0276ed8b09d5 req-0ef1a128-bf98-431c-b175-b39f0f46bda2 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:22.231617 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a0e1fd09-13b4-40db-85ec-0276ed8b09d5 req-0ef1a128-bf98-431c-b175-b39f0f46bda2 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.1099188 Oct 27 18:30:22.232841 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-eaded0a3-2ee2-4266-8815-e2c66e0e5bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:22.242584 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceabbd6-af3b-482e-ac25-fc93840754d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c412626-536f-4405-afa7-61c1b15b07c0,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:22.268908 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d43cd-900d-4589-8b4c-807aa325d8fa req-64807fc9-704d-42bf-b93d-0f4439f6fb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:22.270442 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-448d43cd-900d-4589-8b4c-807aa325d8fa req-64807fc9-704d-42bf-b93d-0f4439f6fb8a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=74d488054c1f4f50bdb6de26a9138d36&device_id=f8dea9fa-ed41-48cc-8835-3aca633c91ff HTTP/1.1" status: 200 len: 1059 time: 0.1042423 Oct 27 18:30:22.318774 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a0e1fd09-13b4-40db-85ec-0276ed8b09d5 req-80815192-54f6-425a-b84f-b4756777ae72 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603957 Oct 27 18:30:22.355018 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e791b4b1-ca64-4c5d-bd13-46cf6fb2b977 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:22.376430 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b7cb4ccf-cecf-491e-adff-cbdc4af85d9b req-82cce19b-35b6-4eaa-8fef-e467fb6b1ee8 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=733088df-a705-42d1-865e-ed1675e624cb HTTP/1.1" status: 200 len: 210 time: 0.0328097 Oct 27 18:30:22.396544 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e791b4b1-ca64-4c5d-bd13-46cf6fb2b977 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:22.423848 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d43cd-900d-4589-8b4c-807aa325d8fa req-848c76ab-dc78-46f4-9f38-c1ad45fe8f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:22.425446 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-448d43cd-900d-4589-8b4c-807aa325d8fa req-848c76ab-dc78-46f4-9f38-c1ad45fe8f57 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a7c013d9-ea11-470b-8a79-08abd897c197 HTTP/1.1" status: 200 len: 914 time: 0.1462486 Oct 27 18:30:22.429562 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-eaded0a3-2ee2-4266-8815-e2c66e0e5bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:22.460640 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaded0a3-2ee2-4266-8815-e2c66e0e5bde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=432b5b5e-fd94-49d8-a06e-28d93bf8ad3a,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:22.464544 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-eaded0a3-2ee2-4266-8815-e2c66e0e5bde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:22.469958 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-eaded0a3-2ee2-4266-8815-e2c66e0e5bde admin admin] 10.222.0.52 "DELETE /v2.0/subnets/432b5b5e-fd94-49d8-a06e-28d93bf8ad3a HTTP/1.1" status: 204 len: 168 time: 0.4498577 Oct 27 18:30:22.474059 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34332) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:22.489606 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-448d43cd-900d-4589-8b4c-807aa325d8fa req-74733209-0bb5-4a96-8417-a1b4e2fd90e5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c6cfe82-c552-456e-acba-e5c63544df30 HTTP/1.1" status: 200 len: 217 time: 0.0562372 Oct 27 18:30:22.544922 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d43cd-900d-4589-8b4c-807aa325d8fa req-8c51dca8-c229-4a31-a80b-6c8e96b6fd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:22.547104 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-448d43cd-900d-4589-8b4c-807aa325d8fa req-8c51dca8-c229-4a31-a80b-6c8e96b6fd64 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=afe6cc10-9308-4117-a497-d403cb219653 HTTP/1.1" status: 200 len: 851 time: 0.0494454 Oct 27 18:30:22.596723 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e791b4b1-ca64-4c5d-bd13-46cf6fb2b977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:22.600089 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e791b4b1-ca64-4c5d-bd13-46cf6fb2b977 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:22.603931 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:30:22.606184 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e791b4b1-ca64-4c5d-bd13-46cf6fb2b977 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5c412626-536f-4405-afa7-61c1b15b07c0 HTTP/1.1" status: 204 len: 168 time: 0.3778992 Oct 27 18:30:22.622008 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e791b4b1-ca64-4c5d-bd13-46cf6fb2b977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c412626-536f-4405-afa7-61c1b15b07c0,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:22.631099 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d43cd-900d-4589-8b4c-807aa325d8fa req-b9b0fbab-f773-4d44-a955-935b63892b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:22.632717 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-448d43cd-900d-4589-8b4c-807aa325d8fa req-b9b0fbab-f773-4d44-a955-935b63892b72 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a7c013d9-ea11-470b-8a79-08abd897c197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696518 Oct 27 18:30:22.672920 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8dbe3802-0b44-4280-8a6e-7ca3da016806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:22.755443 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426b228-f38e-4c94-b5af-9928066fc189 req-327f304c-a967-4746-bd15-73a2c96d1e19 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:22.762778 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d426b228-f38e-4c94-b5af-9928066fc189 req-327f304c-a967-4746-bd15-73a2c96d1e19 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b43e0fa4-c4cc-4656-b545-0aba75d54fa2 HTTP/1.1" status: 200 len: 946 time: 0.1629679 Oct 27 18:30:22.772205 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-e113f0e8-340c-4202-8f8e-e33624c6a7da tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:22.777619 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-448d43cd-900d-4589-8b4c-807aa325d8fa req-be43ca4c-5b7b-4bcc-9521-07ef50abce4c service neutron] 10.222.0.93 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357465 Oct 27 18:30:22.779383 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-e113f0e8-340c-4202-8f8e-e33624c6a7da tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/networks?id=a7c013d9-ea11-470b-8a79-08abd897c197 HTTP/1.1" status: 200 len: 812 time: 0.2474120 Oct 27 18:30:22.841418 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-73edda23-0131-485b-adc5-74cfbcb964f8 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/quotas/74d488054c1f4f50bdb6de26a9138d36 HTTP/1.1" status: 200 len: 375 time: 0.0605848 Oct 27 18:30:22.877012 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8dbe3802-0b44-4280-8a6e-7ca3da016806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:22.894726 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d426b228-f38e-4c94-b5af-9928066fc189 req-854d927a-36ce-4c32-a909-9d8734b4f7ff tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309364 Oct 27 18:30:22.897847 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-448d43cd-900d-4589-8b4c-807aa325d8fa req-972bb2f7-b2dc-431b-8caa-88f911e16c47 service neutron] 10.222.0.93 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125417 Oct 27 18:30:22.945897 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-8dbe3802-0b44-4280-8a6e-7ca3da016806 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cd94f32-cc4e-485f-a6b3-3cad5d550c64']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:30:22.960851 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-8dbe3802-0b44-4280-8a6e-7ca3da016806 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ab5ac52-5e29-41f5-a4b9-15dca948aa51') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:30:22.961582 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-8dbe3802-0b44-4280-8a6e-7ca3da016806 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ab5ac52-5e29-41f5-a4b9-15dca948aa51') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:30:22.980479 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8dbe3802-0b44-4280-8a6e-7ca3da016806 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:23.001181 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-f6baecf1-d4c1-4f0e-94dc-188e36ea3870 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=74d488054c1f4f50bdb6de26a9138d36&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1444852 Oct 27 18:30:23.079316 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8dbe3802-0b44-4280-8a6e-7ca3da016806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:23.112948 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dbe3802-0b44-4280-8a6e-7ca3da016806 admin admin] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:30:23.113358 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8dbe3802-0b44-4280-8a6e-7ca3da016806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:23.115848 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:30:23.115848 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:30:23.115848 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:30:23.115848 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:30:23.115848 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:30:23.115848 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:30:23.115848 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:30:23.115848 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:30:23.115848 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:30:23.115848 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:30:23.115848 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:30:23.115848 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:30:23.115848 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:30:23.115848 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:30:23.115848 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:30:23.115848 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:30:23.115848 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:30:23.115848 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:30:23.115848 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:30:23.115848 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:30:23.115848 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:30:23.115848 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:30:23.115848 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:30:23.115848 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:30:23.115848 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:30:23.115848 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:30:23.115848 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:30:23.115848 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:30:23.115848 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:30:23.115848 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:30:23.115848 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:30:23.115848 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:30:23.180044 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34368) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:23.219656 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9a5e3-0144-4a01-bd25-5146890d51b8 req-1e817589-c410-4a29-9e6c-f74d0d4b74e0 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:23.227145 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6ba9a5e3-0144-4a01-bd25-5146890d51b8 req-1e817589-c410-4a29-9e6c-f74d0d4b74e0 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 946 time: 0.1524749 Oct 27 18:30:23.242970 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-ea23ab54-f868-45be-b3f3-138dd1b55144 service neutron] 10.222.0.52 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315462 Oct 27 18:30:23.276019 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d969d-443a-404c-bfce-52b60e9bd211 req-d40b7921-fa3c-4aef-914d-e9333454062a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:23.276534 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d969d-443a-404c-bfce-52b60e9bd211 req-d40b7921-fa3c-4aef-914d-e9333454062a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:23.277042 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d969d-443a-404c-bfce-52b60e9bd211 req-d40b7921-fa3c-4aef-914d-e9333454062a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:23.277515 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d969d-443a-404c-bfce-52b60e9bd211 req-d40b7921-fa3c-4aef-914d-e9333454062a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:23.278014 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d969d-443a-404c-bfce-52b60e9bd211 req-d40b7921-fa3c-4aef-914d-e9333454062a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:23.278552 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d969d-443a-404c-bfce-52b60e9bd211 req-d40b7921-fa3c-4aef-914d-e9333454062a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:23.279005 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d969d-443a-404c-bfce-52b60e9bd211 req-d40b7921-fa3c-4aef-914d-e9333454062a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:23.281639 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3e5d969d-443a-404c-bfce-52b60e9bd211 req-d40b7921-fa3c-4aef-914d-e9333454062a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 6490 time: 0.1005359 Oct 27 18:30:23.309584 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8dbe3802-0b44-4280-8a6e-7ca3da016806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:23.320868 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3e5d969d-443a-404c-bfce-52b60e9bd211 req-b291eaf1-ad0f-40cd-b4c0-b5dfb41d0b0f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f66a1304-8991-4287-bd7a-f4a77871754c&id=02a89f5e-a42d-4682-bd74-7f652c60708b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0320954 Oct 27 18:30:23.329240 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8dbe3802-0b44-4280-8a6e-7ca3da016806 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:23.334830 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8dbe3802-0b44-4280-8a6e-7ca3da016806 admin admin] 10.222.0.52 "DELETE /v2.0/networks/2cd94f32-cc4e-485f-a6b3-3cad5d550c64 HTTP/1.1" status: 204 len: 168 time: 0.8596332 Oct 27 18:30:23.352248 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6ba9a5e3-0144-4a01-bd25-5146890d51b8 req-bb8ef14e-9db9-4b4c-9828-2c3d58462bd4 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242652 Oct 27 18:30:23.355447 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe3802-0b44-4280-8a6e-7ca3da016806 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cd94f32-cc4e-485f-a6b3-3cad5d550c64,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:23.371080 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device efdc2c20-afeb-46f8-8f91-51e66ee09342 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:30:23.396648 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: efdc2c20-afeb-46f8-8f91-51e66ee09342 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:30:23.397132 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device efdc2c20-afeb-46f8-8f91-51e66ee09342 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:30:23.397560 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 2e585e52-2d23-46d1-8dae-3a76369ab4ab no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:30:23.409502 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34380) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:23.410428 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-47602a11-cc1d-4f43-b87f-518a098af340 service neutron] 10.222.0.52 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582959 Oct 27 18:30:23.425623 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 2e585e52-2d23-46d1-8dae-3a76369ab4ab {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:30:23.426220 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 2e585e52-2d23-46d1-8dae-3a76369ab4ab not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:30:23.430990 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c2fc4e15-08ac-4732-ad9b-b60d0438204e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:23.517133 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c2fc4e15-08ac-4732-ad9b-b60d0438204e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:23.578835 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe1ce0-e4cf-45ed-8050-eb9ce349762c req-f2b821f5-a19d-4d4a-b009-ac80e106afe0 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:23.580416 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7dbe1ce0-e4cf-45ed-8050-eb9ce349762c req-f2b821f5-a19d-4d4a-b009-ac80e106afe0 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/networks?id=23b2e040-11b8-4862-8da0-936b3872cceb HTTP/1.1" status: 200 len: 805 time: 0.1106575 Oct 27 18:30:23.596584 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7dbe1ce0-e4cf-45ed-8050-eb9ce349762c req-f5792b29-6a55-4482-a637-92fc755dabba tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/quotas/26a8ecb72e37482a929830b093f42719 HTTP/1.1" status: 200 len: 375 time: 0.0103536 Oct 27 18:30:23.618967 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c2fc4e15-08ac-4732-ad9b-b60d0438204e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:23.668899 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34396) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:23.676389 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c2fc4e15-08ac-4732-ad9b-b60d0438204e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2e14b563d3e44edd9d5638191aaebb99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2576609 Oct 27 18:30:23.676389 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc4e15-08ac-4732-ad9b-b60d0438204e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b77547-1a18-422e-ba64-07274dbe087b,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:23.716237 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7dbe1ce0-e4cf-45ed-8050-eb9ce349762c req-da380e84-577c-4778-9489-0291e27e75e5 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=26a8ecb72e37482a929830b093f42719&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1135182 Oct 27 18:30:23.787971 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34402) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:23.826480 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f502e2c6-6387-45ac-801e-4c3a4a4951ac req-bc35ed77-29ec-4b1a-b1a6-e761066c9686 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbf3757f-920e-4500-b458-4a6339e03c98 HTTP/1.1" status: 200 len: 210 time: 0.0505469 Oct 27 18:30:23.838876 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3133920f-9d8a-4a21-9005-d337c8a54338 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:23.839141 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-da03d34b-2e10-441f-93c5-42090b21e956 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cdef29094ce14d75be1bb2e0c154c0d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474699 Oct 27 18:30:23.844883 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34408) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:23.907274 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3133920f-9d8a-4a21-9005-d337c8a54338 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:23.941965 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7dbe1ce0-e4cf-45ed-8050-eb9ce349762c req-1dcaaeed-c751-4325-92fd-710fc2677c16 service neutron] 10.222.0.52 "GET /v2.0/networks/23b2e040-11b8-4862-8da0-936b3872cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148674 Oct 27 18:30:24.015555 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-33a0655f-8f70-42f1-96ee-6a86cb54878b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:24.054019 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-33a0655f-8f70-42f1-96ee-6a86cb54878b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:24.110692 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7dbe1ce0-e4cf-45ed-8050-eb9ce349762c req-ac065ef1-1d7a-42d5-a855-021637c387fb service neutron] 10.222.0.52 "GET /v2.0/networks/23b2e040-11b8-4862-8da0-936b3872cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572912 Oct 27 18:30:24.236947 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3133920f-9d8a-4a21-9005-d337c8a54338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:24.239802 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3133920f-9d8a-4a21-9005-d337c8a54338 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:24.241135 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3133920f-9d8a-4a21-9005-d337c8a54338 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/71b77547-1a18-422e-ba64-07274dbe087b HTTP/1.1" status: 204 len: 168 time: 0.5712614 Oct 27 18:30:24.263400 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3133920f-9d8a-4a21-9005-d337c8a54338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b77547-1a18-422e-ba64-07274dbe087b,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:24.274062 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-d5854864-97e4-4b7e-bc34-492901021d97 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:24.274244 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-d5854864-97e4-4b7e-bc34-492901021d97 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/networks?id=64d7b6d7-828d-41aa-ba56-463e6cd65fdb HTTP/1.1" status: 200 len: 821 time: 0.1308527 Oct 27 18:30:24.275990 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-33a0655f-8f70-42f1-96ee-6a86cb54878b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:24.278743 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-33a0655f-8f70-42f1-96ee-6a86cb54878b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:24.281252 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-33a0655f-8f70-42f1-96ee-6a86cb54878b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7d7ebeb7-1c13-4603-9043-18f3f6672137 HTTP/1.1" status: 204 len: 168 time: 0.4351072 Oct 27 18:30:24.297601 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a0655f-8f70-42f1-96ee-6a86cb54878b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7ebeb7-1c13-4603-9043-18f3f6672137,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:24.309221 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-67183935-99f8-41ac-8896-52067a34fadd tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/quotas/6cdb9793b20d499b9c6c15ac7b5c4feb HTTP/1.1" status: 200 len: 375 time: 0.0236192 Oct 27 18:30:24.393682 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-09f89fc6-0317-4388-add0-bfeca85c3164 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6cdb9793b20d499b9c6c15ac7b5c4feb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0834801 Oct 27 18:30:24.420620 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3729a4-9eb1-4652-8fd8-88d4aef6771d req-8e152f43-2019-4706-8da4-e1c5c8130304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:24.423068 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6e3729a4-9eb1-4652-8fd8-88d4aef6771d req-8e152f43-2019-4706-8da4-e1c5c8130304 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e64e3fa67fed4102b6fb3b9a3eeaa7a5&device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 1097 time: 0.0903611 Oct 27 18:30:24.526747 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3729a4-9eb1-4652-8fd8-88d4aef6771d req-1c6e04af-00a1-483d-85b8-74499eac29f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:24.528879 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6e3729a4-9eb1-4652-8fd8-88d4aef6771d req-1c6e04af-00a1-483d-85b8-74499eac29f7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=6989e920-feed-4bf7-84f8-f1cbb2ccd945 HTTP/1.1" status: 200 len: 915 time: 0.0981424 Oct 27 18:30:24.543947 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-f9dafeac-42f0-4f59-8e73-6581a1618fd0 service neutron] 10.222.0.52 "GET /v2.0/networks/64d7b6d7-828d-41aa-ba56-463e6cd65fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312931 Oct 27 18:30:24.627743 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6e3729a4-9eb1-4652-8fd8-88d4aef6771d req-0ebf2829-0542-491a-9d22-685a7c3310ba service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ac1af36-f4e9-4436-ba14-271bc5404393 HTTP/1.1" status: 200 len: 217 time: 0.0904808 Oct 27 18:30:24.676833 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-ef5232c6-b83d-4efa-8701-cd0d2deebd4b service neutron] 10.222.0.52 "GET /v2.0/networks/64d7b6d7-828d-41aa-ba56-463e6cd65fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253994 Oct 27 18:30:24.687865 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3729a4-9eb1-4652-8fd8-88d4aef6771d req-3c406043-e82e-4a41-8188-691dcd348728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:24.689599 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6e3729a4-9eb1-4652-8fd8-88d4aef6771d req-3c406043-e82e-4a41-8188-691dcd348728 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=3a9f8f14-f0ca-4df8-88cf-d969ee3e3889 HTTP/1.1" status: 200 len: 853 time: 0.0549197 Oct 27 18:30:24.708681 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baef423-bd50-40b2-9950-76e12411e81d req-20bb3204-55b2-412e-b103-dac792c1940e tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:24.718368 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4baef423-bd50-40b2-9950-76e12411e81d req-20bb3204-55b2-412e-b103-dac792c1940e tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 946 time: 0.0958533 Oct 27 18:30:24.729518 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6e3729a4-9eb1-4652-8fd8-88d4aef6771d req-1f270348-016d-41db-a433-2a64e391f543 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=6989e920-feed-4bf7-84f8-f1cbb2ccd945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325866 Oct 27 18:30:24.768788 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4baef423-bd50-40b2-9950-76e12411e81d req-67d2d5e1-ea7e-4cbc-933c-cdb059056011 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492761 Oct 27 18:30:24.894512 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6e3729a4-9eb1-4652-8fd8-88d4aef6771d req-f3f759dd-2ad0-455d-a068-cca4ae55c4ab service neutron] 10.222.0.93 "GET /v2.0/networks/6989e920-feed-4bf7-84f8-f1cbb2ccd945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573350 Oct 27 18:30:25.047297 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6e3729a4-9eb1-4652-8fd8-88d4aef6771d req-2c74a984-99af-46b2-910e-17b98334f9ea service neutron] 10.222.0.93 "GET /v2.0/networks/6989e920-feed-4bf7-84f8-f1cbb2ccd945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464477 Oct 27 18:30:25.444532 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7a41e53b-61ca-4408-9e27-98176b6a9315 req-fec6284e-28e6-42ce-a27c-825fbdf21b56 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbf3757f-920e-4500-b458-4a6339e03c98 HTTP/1.1" status: 200 len: 210 time: 0.3715959 Oct 27 18:30:25.511507 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8c43b2e8-f33a-4c83-83b3-2711382cd664 req-9511b931-1deb-45fe-a154-659699613bb1 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=89a595c9-58f7-40d8-8038-5eacdaa6da45 HTTP/1.1" status: 200 len: 210 time: 0.0274994 Oct 27 18:30:25.780312 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34502) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:25.986806 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e15e00-4a8c-4c75-8c45-17894f499e30 req-3271550e-2e21-4054-8d33-9453a9c4cc90 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:25.996147 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a5e15e00-4a8c-4c75-8c45-17894f499e30 req-3271550e-2e21-4054-8d33-9453a9c4cc90 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 946 time: 0.1302769 Oct 27 18:30:26.104588 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a5e15e00-4a8c-4c75-8c45-17894f499e30 req-5977ff3c-c80d-4b6e-8584-8668cb52a837 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072345 Oct 27 18:30:26.130017 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-6d771c4a-90f3-4de2-9c2b-377f839e4fb0 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-336743707-network', 'tenant_id': '834b42986b1a4bde8b799dd11b5dbab7'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:30:26.193345 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-cf8df2fb-c49e-41fa-bebb-46d23c5a27ef tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:26.195114 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-cf8df2fb-c49e-41fa-bebb-46d23c5a27ef tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/networks?id=23b2e040-11b8-4862-8da0-936b3872cceb HTTP/1.1" status: 200 len: 805 time: 0.1969118 Oct 27 18:30:26.215175 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-34e3845e-d5a4-49e7-a8fd-6b1299ffef95 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/quotas/26a8ecb72e37482a929830b093f42719 HTTP/1.1" status: 200 len: 375 time: 0.0122826 Oct 27 18:30:26.266325 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d771c4a-90f3-4de2-9c2b-377f839e4fb0 admin admin] Made reservation on behalf of 834b42986b1a4bde8b799dd11b5dbab7 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:30:26.268946 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6d771c4a-90f3-4de2-9c2b-377f839e4fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:26.284260 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6d771c4a-90f3-4de2-9c2b-377f839e4fb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:26.320004 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-89a35853-3f73-4a9c-999c-8445ae8c471c tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=26a8ecb72e37482a929830b093f42719&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0970790 Oct 27 18:30:26.327206 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:26.503764 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6d771c4a-90f3-4de2-9c2b-377f839e4fb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:26.510395 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-59be5f79-e1b6-4c54-8641-dcb4bfea1752 service neutron] 10.222.0.52 "GET /v2.0/networks/23b2e040-11b8-4862-8da0-936b3872cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739547 Oct 27 18:30:26.595112 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-4074c50d-fde1-4ffb-a357-22a0ca2ed964 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:26.596616 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-4074c50d-fde1-4ffb-a357-22a0ca2ed964 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.93 "GET /v2.0/networks?id=a7c013d9-ea11-470b-8a79-08abd897c197 HTTP/1.1" status: 200 len: 812 time: 0.4711337 Oct 27 18:30:26.608592 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-89ee8e86-a062-425a-b4f3-b67514174273 req-ca969f64-256b-4927-99cf-73c7860a075c tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbf3757f-920e-4500-b458-4a6339e03c98 HTTP/1.1" status: 200 len: 210 time: 0.0339971 Oct 27 18:30:26.609475 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6d771c4a-90f3-4de2-9c2b-377f839e4fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:26.613987 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-09f7f0ec-343f-43d8-b366-51f33477c5cb tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Request body: {'port': {'device_id': 'fbf3757f-920e-4500-b458-4a6339e03c98', 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197', 'admin_state_up': True, 'tenant_id': '74d488054c1f4f50bdb6de26a9138d36'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:30:26.660201 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d771c4a-90f3-4de2-9c2b-377f839e4fb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1047, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:30:26.731001 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b07c13cb-2704-4aac-9bbf-b69d49da9c17 req-a6d7a679-6fb8-4ddc-bf3d-13adee69d0b4 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=89a595c9-58f7-40d8-8038-5eacdaa6da45 HTTP/1.1" status: 200 len: 210 time: 0.0566571 Oct 27 18:30:26.734684 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d771c4a-90f3-4de2-9c2b-377f839e4fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f6a968-5567-4f2a-8983-af189b48e30b,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:26.768942 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6d771c4a-90f3-4de2-9c2b-377f839e4fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:26.769294 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-6d771c4a-90f3-4de2-9c2b-377f839e4fb0 admin admin] Added segment 08b321c2-f31d-4bf3-92cf-19e4150bb59a of type vlan for network b86ab6cd-8b8f-4a1a-b749-9750a0077e89 Oct 27 18:30:26.772374 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-f77d1b97-9d4e-40bd-9f4b-7f347d214359 service neutron] 10.222.0.52 "GET /v2.0/networks/23b2e040-11b8-4862-8da0-936b3872cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551682 Oct 27 18:30:26.783556 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:26.827193 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6d771c4a-90f3-4de2-9c2b-377f839e4fb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:26.861460 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-09f7f0ec-343f-43d8-b366-51f33477c5cb tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Made reservation on behalf of 74d488054c1f4f50bdb6de26a9138d36 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:30:26.866312 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-09f7f0ec-343f-43d8-b366-51f33477c5cb tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:27.001319 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6d771c4a-90f3-4de2-9c2b-377f839e4fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:27.002361 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d771c4a-90f3-4de2-9c2b-377f839e4fb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:27.002993 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6d771c4a-90f3-4de2-9c2b-377f839e4fb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:27.023388 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-09f7f0ec-343f-43d8-b366-51f33477c5cb tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Allocated IP 172.20.0.14 (a7c013d9-ea11-470b-8a79-08abd897c197/afe6cc10-9308-4117-a497-d403cb219653/e59dcd41-4da5-4a63-b642-c2c6163413d8) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:30:27.069823 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d771c4a-90f3-4de2-9c2b-377f839e4fb0 admin admin] Pushing event updated for resources: {'Network': ['ID=b86ab6cd-8b8f-4a1a-b749-9750a0077e89,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:27.081870 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network b86ab6cd-8b8f-4a1a-b749-9750a0077e89 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:30:27.137939 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6d771c4a-90f3-4de2-9c2b-377f839e4fb0 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3564072 Oct 27 18:30:27.142203 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34548) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:27.155420 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-bf0714ee-f2fb-4117-a19e-d9c59c7fc594 admin admin] Request body: {'subnet': {'network_id': 'b86ab6cd-8b8f-4a1a-b749-9750a0077e89', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-336743707-subnet', 'tenant_id': '834b42986b1a4bde8b799dd11b5dbab7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:30:27.210154 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-917ddbe0-6330-449a-a0df-c9d4c83ae94b req-f80d743f-be1e-4e2b-b2b0-327845101825 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae2a8951-547e-47d8-9dac-b9cbe6f4503d HTTP/1.1" status: 200 len: 210 time: 0.0617976 Oct 27 18:30:27.300925 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-09f7f0ec-343f-43d8-b366-51f33477c5cb tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:27.303029 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14402700-0d93-44ab-a74b-d81a9dc76efa req-dfa9a844-f9a8-4d3f-a3d6-c87f916081be tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:27.304590 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-14402700-0d93-44ab-a74b-d81a9dc76efa req-dfa9a844-f9a8-4d3f-a3d6-c87f916081be tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 946 time: 0.0892174 Oct 27 18:30:27.344991 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0714ee-f2fb-4117-a19e-d9c59c7fc594 admin admin] Made reservation on behalf of 834b42986b1a4bde8b799dd11b5dbab7 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:30:27.347431 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bf0714ee-f2fb-4117-a19e-d9c59c7fc594 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:27.391706 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-14402700-0d93-44ab-a74b-d81a9dc76efa req-302098bd-b368-4b9f-8fa3-bece435bd3d8 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798512 Oct 27 18:30:27.421977 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-09f7f0ec-343f-43d8-b366-51f33477c5cb tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:27.434206 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['f163efb5-dab5-44e4-bcbc-d40014efc10a', 'add0c4da-860f-495f-afb2-768a4ea3a6fd'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:30:27.471930 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-09f7f0ec-343f-43d8-b366-51f33477c5cb tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Network a7c013d9-ea11-470b-8a79-08abd897c197 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:30:27.477275 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-09f7f0ec-343f-43d8-b366-51f33477c5cb tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:30:27.482195 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-09f7f0ec-343f-43d8-b366-51f33477c5cb tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:30:27.488774 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f7f0ec-343f-43d8-b366-51f33477c5cb tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Pushing event updated for resources: {'Port': ['ID=e59dcd41-4da5-4a63-b642-c2c6163413d8,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:27.559305 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-09f7f0ec-343f-43d8-b366-51f33477c5cb tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:27.559970 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-09f7f0ec-343f-43d8-b366-51f33477c5cb tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:27.661105 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56fac1-8b3d-40bd-a01e-7247e4f5f24d req-21611a27-0628-43d5-80f1-9676f737582b tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:27.663557 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0e56fac1-8b3d-40bd-a01e-7247e4f5f24d req-21611a27-0628-43d5-80f1-9676f737582b tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 946 time: 0.1252425 Oct 27 18:30:27.691363 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-09f7f0ec-343f-43d8-b366-51f33477c5cb tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0814173 Oct 27 18:30:27.704419 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-b6afec98-6d41-4e9e-a0d7-95e7b0fd2179 service neutron] Request body: {'port': {'device_id': 'fbf3757f-920e-4500-b458-4a6339e03c98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:30:27.761212 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0e56fac1-8b3d-40bd-a01e-7247e4f5f24d req-0e20fa68-20e4-4430-abd4-48a125023c92 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862558 Oct 27 18:30:27.810614 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-b6afec98-6d41-4e9e-a0d7-95e7b0fd2179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:27.812672 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bf0714ee-f2fb-4117-a19e-d9c59c7fc594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:27.893428 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-397c6af5-6de4-4e92-8807-675532f6e375 None None] Provisioning complete for port e59dcd41-4da5-4a63-b642-c2c6163413d8 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:30:27.895072 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-397c6af5-6de4-4e92-8807-675532f6e375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:27.963687 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b58a4-e9fc-4b76-a97e-5f92dcc0a64e req-31f9242c-263a-4b46-8b98-7eb39a50774f tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:27.964276 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-397c6af5-6de4-4e92-8807-675532f6e375 None None] Port e59dcd41-4da5-4a63-b642-c2c6163413d8 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:30:27.965893 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-882b58a4-e9fc-4b76-a97e-5f92dcc0a64e req-31f9242c-263a-4b46-8b98-7eb39a50774f tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbf3757f-920e-4500-b458-4a6339e03c98 HTTP/1.1" status: 200 len: 932 time: 0.2203343 Oct 27 18:30:28.003862 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-55de30c1-cd4e-4923-8d76-443d06290bcb req-330cc90d-de2e-40b9-b86e-9ca799264953 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=89a595c9-58f7-40d8-8038-5eacdaa6da45 HTTP/1.1" status: 200 len: 210 time: 0.1313879 Oct 27 18:30:28.038206 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0714ee-f2fb-4117-a19e-d9c59c7fc594 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1a5e027-b3ce-4ef0-9b4f-f904c17fb455,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:28.074337 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0714ee-f2fb-4117-a19e-d9c59c7fc594 admin admin] Checking segment: {'id': '08b321c2-f31d-4bf3-92cf-19e4150bb59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'b86ab6cd-8b8f-4a1a-b749-9750a0077e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:30:28.074722 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0714ee-f2fb-4117-a19e-d9c59c7fc594 admin admin] Network hostable DHCP agents. Network: b86ab6cd-8b8f-4a1a-b749-9750a0077e89, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:30:28.099993 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-882b58a4-e9fc-4b76-a97e-5f92dcc0a64e req-a03048d1-752b-42c9-a2f9-3384371f6f8b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130903 Oct 27 18:30:28.139490 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-9e4fe80e-bdfd-41bc-8670-376e4e4808d3 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:28.139490 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-9e4fe80e-bdfd-41bc-8670-376e4e4808d3 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.93 "GET /v2.0/networks?id=64d7b6d7-828d-41aa-ba56-463e6cd65fdb HTTP/1.1" status: 200 len: 821 time: 0.3330138 Oct 27 18:30:28.147715 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-37cb1371-857f-46a0-9742-1845eaef58a1 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Request body: {'port': {'device_id': '89a595c9-58f7-40d8-8038-5eacdaa6da45', 'network_id': '64d7b6d7-828d-41aa-ba56-463e6cd65fdb', 'admin_state_up': True, 'tenant_id': '6cdb9793b20d499b9c6c15ac7b5c4feb'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:30:28.174946 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-b6afec98-6d41-4e9e-a0d7-95e7b0fd2179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e59dcd41-4da5-4a63-b642-c2c6163413d8 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:30:28.182914 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-b6afec98-6d41-4e9e-a0d7-95e7b0fd2179 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:28.197898 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-b6afec98-6d41-4e9e-a0d7-95e7b0fd2179 service neutron] Transition to ACTIVE for port object e59dcd41-4da5-4a63-b642-c2c6163413d8 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:30:28.229868 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0714ee-f2fb-4117-a19e-d9c59c7fc594 admin admin] Network b86ab6cd-8b8f-4a1a-b749-9750a0077e89 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:30:28.268737 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dbfb3b-f145-40f7-8657-2ef5b753ad6a req-6e716f51-83d3-4470-8e43-0e0ac3079af6 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:28.269541 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-b6afec98-6d41-4e9e-a0d7-95e7b0fd2179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:28.272194 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-92dbfb3b-f145-40f7-8657-2ef5b753ad6a req-6e716f51-83d3-4470-8e43-0e0ac3079af6 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 946 time: 0.0802832 Oct 27 18:30:28.348711 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c73fef87-d2d4-4945-b225-c4e225d416aa req-6fd2a04d-7aea-4947-98b6-9a4b1f48e522 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae2a8951-547e-47d8-9dac-b9cbe6f4503d HTTP/1.1" status: 200 len: 210 time: 0.0768735 Oct 27 18:30:28.351037 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-bf0714ee-f2fb-4117-a19e-d9c59c7fc594 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, b86ab6cd-8b8f-4a1a-b749-9750a0077e89) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:30:28.355494 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0714ee-f2fb-4117-a19e-d9c59c7fc594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:28.356094 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bf0714ee-f2fb-4117-a19e-d9c59c7fc594 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:28.366955 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff9e2cf-3199-4b0d-99a5-962905c1047d None None] Network b86ab6cd-8b8f-4a1a-b749-9750a0077e89 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:30:28.371791 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6afec98-6d41-4e9e-a0d7-95e7b0fd2179 service neutron] Pushing event updated for resources: {'Port': ['ID=e59dcd41-4da5-4a63-b642-c2c6163413d8,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:28.385094 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34580) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:28.419131 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-b6afec98-6d41-4e9e-a0d7-95e7b0fd2179 service neutron] Attempting to bind port e59dcd41-4da5-4a63-b642-c2c6163413d8 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:30:28.419499 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-b6afec98-6d41-4e9e-a0d7-95e7b0fd2179 service neutron] Attempting to bind port e59dcd41-4da5-4a63-b642-c2c6163413d8 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '4f1874f7-a639-4bad-88dc-9dd2b8243d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:30:28.419833 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-b6afec98-6d41-4e9e-a0d7-95e7b0fd2179 service neutron] Attempting to bind port e59dcd41-4da5-4a63-b642-c2c6163413d8 on network a7c013d9-ea11-470b-8a79-08abd897c197 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:30:28.428891 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-b6afec98-6d41-4e9e-a0d7-95e7b0fd2179 service neutron] Port e59dcd41-4da5-4a63-b642-c2c6163413d8 on network a7c013d9-ea11-470b-8a79-08abd897c197 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:30:28.430070 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-b6afec98-6d41-4e9e-a0d7-95e7b0fd2179 service neutron] Attempting to bind port e59dcd41-4da5-4a63-b642-c2c6163413d8 on network a7c013d9-ea11-470b-8a79-08abd897c197 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:30:28.446401 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-92dbfb3b-f145-40f7-8657-2ef5b753ad6a req-72af5ccd-3bb3-4715-883c-6087e23851de tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489408 Oct 27 18:30:28.455550 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-b6afec98-6d41-4e9e-a0d7-95e7b0fd2179 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:30:28.455550 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-b6afec98-6d41-4e9e-a0d7-95e7b0fd2179 service neutron] Checking segment: {'id': '4f1874f7-a639-4bad-88dc-9dd2b8243d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:30:28.455550 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-b6afec98-6d41-4e9e-a0d7-95e7b0fd2179 service neutron] Bound using segment: {'id': '4f1874f7-a639-4bad-88dc-9dd2b8243d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:30:28.456092 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-b6afec98-6d41-4e9e-a0d7-95e7b0fd2179 service neutron] Bound port: e59dcd41-4da5-4a63-b642-c2c6163413d8, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f1874f7-a639-4bad-88dc-9dd2b8243d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:30:28.458875 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-b6afec98-6d41-4e9e-a0d7-95e7b0fd2179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:28.535565 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-bf0714ee-f2fb-4117-a19e-d9c59c7fc594 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3895688 Oct 27 18:30:28.592757 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-b6afec98-6d41-4e9e-a0d7-95e7b0fd2179 service neutron] For port e59dcd41-4da5-4a63-b642-c2c6163413d8, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:30:28.602396 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-b6afec98-6d41-4e9e-a0d7-95e7b0fd2179 service neutron] For port e59dcd41-4da5-4a63-b642-c2c6163413d8, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e59dcd41-4da5-4a63-b642-c2c6163413d8,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:30:28.614419 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-37cb1371-857f-46a0-9742-1845eaef58a1 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Made reservation on behalf of 6cdb9793b20d499b9c6c15ac7b5c4feb for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:30:28.616081 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860b3ed5-1439-400b-9232-195e096de395 None None] Network b86ab6cd-8b8f-4a1a-b749-9750a0077e89 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:30:28.618513 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-37cb1371-857f-46a0-9742-1845eaef58a1 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:28.632644 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3ce55cb5-7019-4b0b-83bd-7ab987ed490f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:28.666176 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192345da-67b6-4a1c-9ecf-a14639137d75 req-ed4311a3-e2cb-4407-9d3c-186e0a93ec55 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:28.675090 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-192345da-67b6-4a1c-9ecf-a14639137d75 req-ed4311a3-e2cb-4407-9d3c-186e0a93ec55 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 946 time: 0.1382823 Oct 27 18:30:28.687585 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-b6afec98-6d41-4e9e-a0d7-95e7b0fd2179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:28.723289 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-192345da-67b6-4a1c-9ecf-a14639137d75 req-6507c931-e383-429b-be8c-ec815a367553 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471840 Oct 27 18:30:28.781388 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-b6afec98-6d41-4e9e-a0d7-95e7b0fd2179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:28.781388 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-b6afec98-6d41-4e9e-a0d7-95e7b0fd2179 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:28.782576 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-b6afec98-6d41-4e9e-a0d7-95e7b0fd2179 service neutron] 10.222.0.93 "PUT /v2.0/ports/e59dcd41-4da5-4a63-b642-c2c6163413d8 HTTP/1.1" status: 200 len: 1092 time: 1.0831015 Oct 27 18:30:28.818184 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf3757f-920e-4500-b458-4a6339e03c98', 'tag': 'e59dcd41-4da5-4a63-b642-c2c6163413d8'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:30:28.821655 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1d23f2-a2a2-431f-940a-463707f17525" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf3757f-920e-4500-b458-4a6339e03c98", "tag": "e59dcd41-4da5-4a63-b642-c2c6163413d8"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:30:28.937780 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6afec98-6d41-4e9e-a0d7-95e7b0fd2179 service neutron] Pushing event updated for resources: {'Port': ['ID=e59dcd41-4da5-4a63-b642-c2c6163413d8,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:28.942679 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-37cb1371-857f-46a0-9742-1845eaef58a1 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Allocated IP 172.20.0.13 (64d7b6d7-828d-41aa-ba56-463e6cd65fdb/1430d2ba-5510-44cf-9d5a-dbe3c4b8b0fa/c066fa86-ab54-4d5f-9e40-4c4d9b16adc2) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:30:28.948896 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1029f7af-1454-4d03-a4c8-b566ecde99a8 x-openstack-request-id: req-1029f7af-1454-4d03-a4c8-b566ecde99a8 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:30:28.948896 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf3757f-920e-4500-b458-4a6339e03c98", "tag": "e59dcd41-4da5-4a63-b642-c2c6163413d8", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:30:28.948896 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1029f7af-1454-4d03-a4c8-b566ecde99a8 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:30:28.949465 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf3757f-920e-4500-b458-4a6339e03c98', 'tag': 'e59dcd41-4da5-4a63-b642-c2c6163413d8', 'status': 'completed', 'code': 200} Oct 27 18:30:29.028817 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3ce55cb5-7019-4b0b-83bd-7ab987ed490f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:29.052366 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-0e2ffd81-efbd-4c48-963b-e4b7d6065c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:29.054010 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-0e2ffd81-efbd-4c48-963b-e4b7d6065c92 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=74d488054c1f4f50bdb6de26a9138d36&device_id=fbf3757f-920e-4500-b458-4a6339e03c98 HTTP/1.1" status: 200 len: 1095 time: 0.1039979 Oct 27 18:30:29.114800 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-dea9cea5-2800-42f2-93dc-5589dc5fdff9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e59dcd41-4da5-4a63-b642-c2c6163413d8 HTTP/1.1" status: 200 len: 217 time: 0.0520964 Oct 27 18:30:29.115981 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3ce55cb5-7019-4b0b-83bd-7ab987ed490f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:29.184945 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3ce55cb5-7019-4b0b-83bd-7ab987ed490f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e75e66e3af7e4c0e90a0bf8f4dcf25a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7962930 Oct 27 18:30:29.187664 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34614) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:29.187882 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dfb087-f039-4a39-ae55-bc40f456fb4b req-8e1ab42d-1e2d-4fe8-8aa6-66fdab20f280 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:29.189426 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-49dfb087-f039-4a39-ae55-bc40f456fb4b req-8e1ab42d-1e2d-4fe8-8aa6-66fdab20f280 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 946 time: 0.1709363 Oct 27 18:30:29.195333 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce55cb5-7019-4b0b-83bd-7ab987ed490f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc9f0e9-717d-48ee-89ac-de134beb1c5d,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:29.222754 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-685a362b-1bdf-40d6-a7b0-88acd5de0afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:29.224893 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-685a362b-1bdf-40d6-a7b0-88acd5de0afa service neutron] 10.222.0.93 "GET /v2.0/subnets?id=afe6cc10-9308-4117-a497-d403cb219653 HTTP/1.1" status: 200 len: 851 time: 0.0936043 Oct 27 18:30:29.280241 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d19298d0-a7c4-422b-b484-9b10f765b933 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:29.292909 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-37cb1371-857f-46a0-9742-1845eaef58a1 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:29.299638 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-19a21607-11d8-4711-a8ff-6260134b4321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:29.303894 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-49dfb087-f039-4a39-ae55-bc40f456fb4b req-5167c48c-e9e4-49ef-816a-c8793aee9bc7 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997963 Oct 27 18:30:29.304588 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-19a21607-11d8-4711-a8ff-6260134b4321 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a7c013d9-ea11-470b-8a79-08abd897c197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639474 Oct 27 18:30:29.310390 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d19298d0-a7c4-422b-b484-9b10f765b933 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:29.324625 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87069be-0e00-4744-82b9-929c601c9651 req-0d28c9b0-9b59-4a2e-9d19-4bd07d408692 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:29.326050 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d87069be-0e00-4744-82b9-929c601c9651 req-0d28c9b0-9b59-4a2e-9d19-4bd07d408692 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] 10.222.0.52 "GET /v2.0/networks?id=b86ab6cd-8b8f-4a1a-b749-9750a0077e89 HTTP/1.1" status: 200 len: 812 time: 0.2134359 Oct 27 18:30:29.354282 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d87069be-0e00-4744-82b9-929c601c9651 req-ef119588-6fa2-47b0-a608-be7cd1c2ae2a tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] 10.222.0.52 "GET /v2.0/quotas/834b42986b1a4bde8b799dd11b5dbab7 HTTP/1.1" status: 200 len: 375 time: 0.0203419 Oct 27 18:30:29.391225 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d87069be-0e00-4744-82b9-929c601c9651 req-36f19b74-6d77-4ac6-ba04-de7aff9b42b7 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=834b42986b1a4bde8b799dd11b5dbab7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280938 Oct 27 18:30:29.433085 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a23acb0c-7262-440c-a25e-e7454840150b req-8addcfef-82d9-4b67-a803-5362ca9e18a4 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=89a595c9-58f7-40d8-8038-5eacdaa6da45 HTTP/1.1" status: 200 len: 210 time: 0.0444491 Oct 27 18:30:29.437711 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-73f3dd84-0eb1-4a1f-a301-64e1378a2c7e service neutron] 10.222.0.93 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254613 Oct 27 18:30:29.443309 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-37cb1371-857f-46a0-9742-1845eaef58a1 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:29.523581 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d19298d0-a7c4-422b-b484-9b10f765b933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:29.526109 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d19298d0-a7c4-422b-b484-9b10f765b933 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:29.530020 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d19298d0-a7c4-422b-b484-9b10f765b933 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9bc9f0e9-717d-48ee-89ac-de134beb1c5d HTTP/1.1" status: 204 len: 168 time: 0.3386629 Oct 27 18:30:29.542470 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-37cb1371-857f-46a0-9742-1845eaef58a1 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Network 64d7b6d7-828d-41aa-ba56-463e6cd65fdb is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:30:29.551660 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19298d0-a7c4-422b-b484-9b10f765b933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc9f0e9-717d-48ee-89ac-de134beb1c5d,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:29.557134 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cf6f75a9-23a3-468a-a1aa-998f68525ec2 req-f8574810-d095-40d5-80c2-9ffeed9fe377 service neutron] 10.222.0.93 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119256 Oct 27 18:30:29.565611 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-37cb1371-857f-46a0-9742-1845eaef58a1 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:30:29.579958 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-37cb1371-857f-46a0-9742-1845eaef58a1 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:30:29.609944 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb1371-857f-46a0-9742-1845eaef58a1 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Pushing event updated for resources: {'Port': ['ID=c066fa86-ab54-4d5f-9e40-4c4d9b16adc2,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:29.668164 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0d3c9-9297-40ad-b302-75b0c83ddb6e req-8af2e7f1-5921-457e-becf-dcb44230b016 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:29.669689 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7db0d3c9-9297-40ad-b302-75b0c83ddb6e req-8af2e7f1-5921-457e-becf-dcb44230b016 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbf3757f-920e-4500-b458-4a6339e03c98 HTTP/1.1" status: 200 len: 944 time: 0.1555991 Oct 27 18:30:29.675903 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-37cb1371-857f-46a0-9742-1845eaef58a1 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:29.676542 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-37cb1371-857f-46a0-9742-1845eaef58a1 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:29.680198 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d87069be-0e00-4744-82b9-929c601c9651 req-987330c3-8a22-4503-a5a6-b2b0f589861c service neutron] 10.222.0.52 "GET /v2.0/networks/b86ab6cd-8b8f-4a1a-b749-9750a0077e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798088 Oct 27 18:30:29.716422 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d23f2-a2a2-431f-940a-463707f17525 req-8ea4b206-7d75-4696-bd2f-4a140620d934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:29.719642 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3c1d23f2-a2a2-431f-940a-463707f17525 req-8ea4b206-7d75-4696-bd2f-4a140620d934 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=74d488054c1f4f50bdb6de26a9138d36&device_id=fbf3757f-920e-4500-b458-4a6339e03c98 HTTP/1.1" status: 200 len: 1095 time: 0.0493722 Oct 27 18:30:29.770895 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7db0d3c9-9297-40ad-b302-75b0c83ddb6e req-25bb4bb8-1c70-45c5-9a70-027843777b10 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896792 Oct 27 18:30:29.804185 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-37cb1371-857f-46a0-9742-1845eaef58a1 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6606221 Oct 27 18:30:29.810045 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d87069be-0e00-4744-82b9-929c601c9651 req-6618c0a8-fef5-4f5c-b201-d1fc6a3cd2c7 service neutron] 10.222.0.52 "GET /v2.0/networks/b86ab6cd-8b8f-4a1a-b749-9750a0077e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189048 Oct 27 18:30:29.817833 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-be005086-3caa-494c-98b2-da442b2e6571 service neutron] Request body: {'port': {'device_id': '89a595c9-58f7-40d8-8038-5eacdaa6da45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:30:29.902889 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-be005086-3caa-494c-98b2-da442b2e6571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:29.942103 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-c4ce3a0e-994f-496b-bb73-a4783a55ffe3 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:29.943979 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-c4ce3a0e-994f-496b-bb73-a4783a55ffe3 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.93 "GET /v2.0/networks?id=23b2e040-11b8-4862-8da0-936b3872cceb HTTP/1.1" status: 200 len: 805 time: 0.1934938 Oct 27 18:30:29.963005 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d23f2-a2a2-431f-940a-463707f17525 req-20084a88-341b-463a-b812-38c732b5e3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:29.964834 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3c1d23f2-a2a2-431f-940a-463707f17525 req-20084a88-341b-463a-b812-38c732b5e3e9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a7c013d9-ea11-470b-8a79-08abd897c197 HTTP/1.1" status: 200 len: 914 time: 0.2164838 Oct 27 18:30:29.971001 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-55de4ad3-212b-4889-9ed5-6035a0820a44 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Request body: {'port': {'device_id': 'ae2a8951-547e-47d8-9dac-b9cbe6f4503d', 'network_id': '23b2e040-11b8-4862-8da0-936b3872cceb', 'admin_state_up': True, 'tenant_id': '26a8ecb72e37482a929830b093f42719'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:30:30.052167 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3c1d23f2-a2a2-431f-940a-463707f17525 req-498c43fe-d6a3-403e-a92b-183c68d5733f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e59dcd41-4da5-4a63-b642-c2c6163413d8 HTTP/1.1" status: 200 len: 217 time: 0.0774324 Oct 27 18:30:30.158883 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d63774-b76c-4949-9422-6ed2844b95e2 req-7152893c-653a-4354-80bb-b4c0a5e36436 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:30.160467 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-59d63774-b76c-4949-9422-6ed2844b95e2 req-7152893c-653a-4354-80bb-b4c0a5e36436 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 946 time: 0.1793184 Oct 27 18:30:30.206796 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d23f2-a2a2-431f-940a-463707f17525 req-4040aca0-3ca1-4aee-9901-b2ce4d13e4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:30.208737 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3c1d23f2-a2a2-431f-940a-463707f17525 req-4040aca0-3ca1-4aee-9901-b2ce4d13e4f9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=afe6cc10-9308-4117-a497-d403cb219653 HTTP/1.1" status: 200 len: 851 time: 0.1437881 Oct 27 18:30:30.261684 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9a4b795a-eb2f-4405-a1bb-7f36723cf4f7 req-4482b6c3-9e65-432a-a683-15c4fee95719 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae2a8951-547e-47d8-9dac-b9cbe6f4503d HTTP/1.1" status: 200 len: 210 time: 0.0897937 Oct 27 18:30:30.291191 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-59d63774-b76c-4949-9422-6ed2844b95e2 req-f6e60a0d-9b6f-48d0-bd81-c6a7de4492a7 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140985 Oct 27 18:30:30.295148 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d23f2-a2a2-431f-940a-463707f17525 req-61d1de7b-63bb-43f9-9b64-3948a775f689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:30.295148 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3c1d23f2-a2a2-431f-940a-463707f17525 req-61d1de7b-63bb-43f9-9b64-3948a775f689 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a7c013d9-ea11-470b-8a79-08abd897c197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765946 Oct 27 18:30:30.373844 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-55de4ad3-212b-4889-9ed5-6035a0820a44 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Made reservation on behalf of 26a8ecb72e37482a929830b093f42719 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:30:30.377698 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9561881b-4c5a-4a1e-b056-77914ec9792c req-a7fc2d49-8682-409d-8b80-8e2d6d7ecb6f tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] 10.222.0.52 "GET /v2.0/ports?device_id=f138b5fa-d70e-4414-a558-effa2af39993 HTTP/1.1" status: 200 len: 210 time: 0.0366511 Oct 27 18:30:30.378355 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-55de4ad3-212b-4889-9ed5-6035a0820a44 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:30.420975 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-be005086-3caa-494c-98b2-da442b2e6571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c066fa86-ab54-4d5f-9e40-4c4d9b16adc2 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:30:30.429765 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-be005086-3caa-494c-98b2-da442b2e6571 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:30.454141 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-be005086-3caa-494c-98b2-da442b2e6571 service neutron] Transition to ACTIVE for port object c066fa86-ab54-4d5f-9e40-4c4d9b16adc2 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:30:30.480467 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3c1d23f2-a2a2-431f-940a-463707f17525 req-9d2a56c3-798b-4358-b2e5-67b33f5e46dd service neutron] 10.222.0.93 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626253 Oct 27 18:30:30.495168 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02eabad-e64b-4b9c-a09c-2de2d9d60efc req-da90c35b-a64a-43ba-8c58-bc94390cef2c tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:30.496773 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e02eabad-e64b-4b9c-a09c-2de2d9d60efc req-da90c35b-a64a-43ba-8c58-bc94390cef2c tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 946 time: 0.0588219 Oct 27 18:30:30.578077 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-be005086-3caa-494c-98b2-da442b2e6571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:30.681324 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e02eabad-e64b-4b9c-a09c-2de2d9d60efc req-b290c48d-62f2-4466-b105-b3083b62bd57 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734176 Oct 27 18:30:30.719918 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be005086-3caa-494c-98b2-da442b2e6571 service neutron] Pushing event updated for resources: {'Port': ['ID=c066fa86-ab54-4d5f-9e40-4c4d9b16adc2,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:30.761953 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd6627-cafd-402a-bfe1-17b96d131827 req-290e6749-7c01-4054-b55f-0c424f08490c tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:30.773309 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cfdd6627-cafd-402a-bfe1-17b96d131827 req-290e6749-7c01-4054-b55f-0c424f08490c tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=89a595c9-58f7-40d8-8038-5eacdaa6da45 HTTP/1.1" status: 200 len: 944 time: 0.2374125 Oct 27 18:30:30.821214 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3c1d23f2-a2a2-431f-940a-463707f17525 req-f2101ded-b4b0-4f6a-abee-1800040c0b0f service neutron] 10.222.0.93 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834055 Oct 27 18:30:30.825148 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-55de4ad3-212b-4889-9ed5-6035a0820a44 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Allocated IP 172.20.0.12 (23b2e040-11b8-4862-8da0-936b3872cceb/820c5f0e-f6d0-4852-a2cd-5a2baae71f1a/d364d51f-ca87-4ac8-8c4e-9e476bdc51a6) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:30:30.899535 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cfdd6627-cafd-402a-bfe1-17b96d131827 req-79d757b6-d1c2-410f-adc0-07452d77e419 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248653 Oct 27 18:30:30.919259 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d818805-500c-468d-8c17-9cb6e45a0ec2 req-8f127fe5-3f7c-4099-84c1-b50a69ae9df7 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:30.927361 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7d818805-500c-468d-8c17-9cb6e45a0ec2 req-8f127fe5-3f7c-4099-84c1-b50a69ae9df7 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 946 time: 0.1140215 Oct 27 18:30:30.928116 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-be005086-3caa-494c-98b2-da442b2e6571 service neutron] Attempting to bind port c066fa86-ab54-4d5f-9e40-4c4d9b16adc2 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:30:30.928454 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-be005086-3caa-494c-98b2-da442b2e6571 service neutron] Attempting to bind port c066fa86-ab54-4d5f-9e40-4c4d9b16adc2 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '302f09cf-def5-4c6f-b0f0-838717b2e148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '64d7b6d7-828d-41aa-ba56-463e6cd65fdb'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:30:30.928786 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-be005086-3caa-494c-98b2-da442b2e6571 service neutron] Attempting to bind port c066fa86-ab54-4d5f-9e40-4c4d9b16adc2 on network 64d7b6d7-828d-41aa-ba56-463e6cd65fdb {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:30:30.937621 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-be005086-3caa-494c-98b2-da442b2e6571 service neutron] Port c066fa86-ab54-4d5f-9e40-4c4d9b16adc2 on network 64d7b6d7-828d-41aa-ba56-463e6cd65fdb not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:30:30.937942 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-be005086-3caa-494c-98b2-da442b2e6571 service neutron] Attempting to bind port c066fa86-ab54-4d5f-9e40-4c4d9b16adc2 on network 64d7b6d7-828d-41aa-ba56-463e6cd65fdb {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:30:30.972268 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-be005086-3caa-494c-98b2-da442b2e6571 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:30:30.972614 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-be005086-3caa-494c-98b2-da442b2e6571 service neutron] Checking segment: {'id': '302f09cf-def5-4c6f-b0f0-838717b2e148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '64d7b6d7-828d-41aa-ba56-463e6cd65fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:30:30.972996 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-be005086-3caa-494c-98b2-da442b2e6571 service neutron] Bound using segment: {'id': '302f09cf-def5-4c6f-b0f0-838717b2e148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '64d7b6d7-828d-41aa-ba56-463e6cd65fdb'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:30:30.973446 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-be005086-3caa-494c-98b2-da442b2e6571 service neutron] Bound port: c066fa86-ab54-4d5f-9e40-4c4d9b16adc2, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '302f09cf-def5-4c6f-b0f0-838717b2e148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '64d7b6d7-828d-41aa-ba56-463e6cd65fdb'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:30:30.973813 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-be005086-3caa-494c-98b2-da442b2e6571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:31.008902 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-55de4ad3-212b-4889-9ed5-6035a0820a44 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:31.025610 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7d818805-500c-468d-8c17-9cb6e45a0ec2 req-d35ed416-fece-4782-8c9d-2e182ea08cf7 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902691 Oct 27 18:30:31.096743 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed8794a-3fcd-423d-a227-f18222fe29c2 req-b258baef-b77c-4604-a00d-a203676ec5d3 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:31.104043 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aed8794a-3fcd-423d-a227-f18222fe29c2 req-b258baef-b77c-4604-a00d-a203676ec5d3 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbf3757f-920e-4500-b458-4a6339e03c98 HTTP/1.1" status: 200 len: 944 time: 0.1001790 Oct 27 18:30:31.141393 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-be005086-3caa-494c-98b2-da442b2e6571 service neutron] For port c066fa86-ab54-4d5f-9e40-4c4d9b16adc2, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:30:31.150979 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-55de4ad3-212b-4889-9ed5-6035a0820a44 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:31.164080 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['1fb59165-d3f3-4b1a-bc95-4eec88509b3a'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:30:31.166324 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-be005086-3caa-494c-98b2-da442b2e6571 service neutron] For port c066fa86-ab54-4d5f-9e40-4c4d9b16adc2, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=c066fa86-ab54-4d5f-9e40-4c4d9b16adc2,segment=NetworkSegment(302f09cf-def5-4c6f-b0f0-838717b2e148),segment_id=302f09cf-def5-4c6f-b0f0-838717b2e148)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:30:31.173294 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aed8794a-3fcd-423d-a227-f18222fe29c2 req-517db782-461d-403c-8b97-4e09772666f6 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683959 Oct 27 18:30:31.222105 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-55de4ad3-212b-4889-9ed5-6035a0820a44 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Network 23b2e040-11b8-4862-8da0-936b3872cceb is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:30:31.224367 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-55de4ad3-212b-4889-9ed5-6035a0820a44 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:30:31.227062 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-55de4ad3-212b-4889-9ed5-6035a0820a44 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:30:31.239051 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-be005086-3caa-494c-98b2-da442b2e6571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:31.262428 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-be005086-3caa-494c-98b2-da442b2e6571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:31.263219 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-be005086-3caa-494c-98b2-da442b2e6571 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:31.265234 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-be005086-3caa-494c-98b2-da442b2e6571 service neutron] 10.222.0.93 "PUT /v2.0/ports/c066fa86-ab54-4d5f-9e40-4c4d9b16adc2 HTTP/1.1" status: 200 len: 1092 time: 1.4519906 Oct 27 18:30:31.265839 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89a595c9-58f7-40d8-8038-5eacdaa6da45', 'tag': 'c066fa86-ab54-4d5f-9e40-4c4d9b16adc2'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:30:31.268434 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773c86b7-f505-41c4-997e-ae7323206ba1" -d '{"events": [{"name": "network-changed", "server_uuid": "89a595c9-58f7-40d8-8038-5eacdaa6da45", "tag": "c066fa86-ab54-4d5f-9e40-4c4d9b16adc2"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:30:31.287083 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-55de4ad3-212b-4889-9ed5-6035a0820a44 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:31.287974 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-55de4ad3-212b-4889-9ed5-6035a0820a44 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:31.316672 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de4ad3-212b-4889-9ed5-6035a0820a44 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Pushing event updated for resources: {'Port': ['ID=d364d51f-ca87-4ac8-8c4e-9e476bdc51a6,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:31.324873 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a13fbe-bc29-426c-836c-447105d0b2b0 x-openstack-request-id: req-d3a13fbe-bc29-426c-836c-447105d0b2b0 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:30:31.325168 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89a595c9-58f7-40d8-8038-5eacdaa6da45", "tag": "c066fa86-ab54-4d5f-9e40-4c4d9b16adc2", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:30:31.325421 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d3a13fbe-bc29-426c-836c-447105d0b2b0 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:30:31.325821 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89a595c9-58f7-40d8-8038-5eacdaa6da45', 'tag': 'c066fa86-ab54-4d5f-9e40-4c4d9b16adc2', 'status': 'completed', 'code': 200} Oct 27 18:30:31.397815 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-55de4ad3-212b-4889-9ed5-6035a0820a44 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4316916 Oct 27 18:30:31.412547 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-0b7426a2-0bf1-40c5-9b5e-acda7d57da41 service neutron] Request body: {'port': {'device_id': 'ae2a8951-547e-47d8-9dac-b9cbe6f4503d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:30:31.439095 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be005086-3caa-494c-98b2-da442b2e6571 service neutron] Pushing event updated for resources: {'Port': ['ID=c066fa86-ab54-4d5f-9e40-4c4d9b16adc2,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:31.461983 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86fcc42-7441-4597-8f46-24459eedf070 req-6c0fbaec-4a2a-432e-aa4e-0b7e56df2b90 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:31.469996 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c86fcc42-7441-4597-8f46-24459eedf070 req-6c0fbaec-4a2a-432e-aa4e-0b7e56df2b90 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 946 time: 0.1786020 Oct 27 18:30:31.494400 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c86b7-f505-41c4-997e-ae7323206ba1 req-b2510072-619b-4122-8567-b91ed326fa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:31.496035 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-773c86b7-f505-41c4-997e-ae7323206ba1 req-b2510072-619b-4122-8567-b91ed326fa02 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6cdb9793b20d499b9c6c15ac7b5c4feb&device_id=89a595c9-58f7-40d8-8038-5eacdaa6da45 HTTP/1.1" status: 200 len: 1095 time: 0.1445329 Oct 27 18:30:31.496958 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-0b7426a2-0bf1-40c5-9b5e-acda7d57da41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:31.553197 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991ef75-af43-489e-a528-b18d73209a12 req-75e60f5d-1246-48b2-a76d-80f936a88c4a tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:31.554720 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8991ef75-af43-489e-a528-b18d73209a12 req-75e60f5d-1246-48b2-a76d-80f936a88c4a tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae2a8951-547e-47d8-9dac-b9cbe6f4503d HTTP/1.1" status: 200 len: 932 time: 0.1648066 Oct 27 18:30:31.587620 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c86fcc42-7441-4597-8f46-24459eedf070 req-d297c45a-cf4e-4733-a127-3faba1f187d7 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167636 Oct 27 18:30:31.677038 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8991ef75-af43-489e-a528-b18d73209a12 req-da6d741f-cac0-4973-a2d3-d9ff55249364 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927801 Oct 27 18:30:31.712742 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c86b7-f505-41c4-997e-ae7323206ba1 req-1b689543-3425-4e5e-a5f3-8fa9313173e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:31.714206 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-773c86b7-f505-41c4-997e-ae7323206ba1 req-1b689543-3425-4e5e-a5f3-8fa9313173e4 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=6cdb9793b20d499b9c6c15ac7b5c4feb&shared=False HTTP/1.1" status: 200 len: 923 time: 0.2035642 Oct 27 18:30:31.716475 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-712ce5ac-a736-40e3-b864-64d4b033098c req-91f4f17d-cd80-47f9-a75c-9c4bd2f5f932 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] 10.222.0.52 "GET /v2.0/ports?device_id=f138b5fa-d70e-4414-a558-effa2af39993 HTTP/1.1" status: 200 len: 210 time: 0.0337045 Oct 27 18:30:31.855706 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-0b7426a2-0bf1-40c5-9b5e-acda7d57da41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d364d51f-ca87-4ac8-8c4e-9e476bdc51a6 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:30:31.865940 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-0b7426a2-0bf1-40c5-9b5e-acda7d57da41 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:31.881346 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-0b7426a2-0bf1-40c5-9b5e-acda7d57da41 service neutron] Transition to ACTIVE for port object d364d51f-ca87-4ac8-8c4e-9e476bdc51a6 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:30:31.956381 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-0b7426a2-0bf1-40c5-9b5e-acda7d57da41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:32.028359 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7426a2-0bf1-40c5-9b5e-acda7d57da41 service neutron] Pushing event updated for resources: {'Port': ['ID=d364d51f-ca87-4ac8-8c4e-9e476bdc51a6,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:32.093109 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-0b7426a2-0bf1-40c5-9b5e-acda7d57da41 service neutron] Attempting to bind port d364d51f-ca87-4ac8-8c4e-9e476bdc51a6 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:30:32.093538 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-0b7426a2-0bf1-40c5-9b5e-acda7d57da41 service neutron] Attempting to bind port d364d51f-ca87-4ac8-8c4e-9e476bdc51a6 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': 'da54f3b4-fa80-4f6a-872c-1cd042d9332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '23b2e040-11b8-4862-8da0-936b3872cceb'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:30:32.093904 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-0b7426a2-0bf1-40c5-9b5e-acda7d57da41 service neutron] Attempting to bind port d364d51f-ca87-4ac8-8c4e-9e476bdc51a6 on network 23b2e040-11b8-4862-8da0-936b3872cceb {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:30:32.098978 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-0b7426a2-0bf1-40c5-9b5e-acda7d57da41 service neutron] Port d364d51f-ca87-4ac8-8c4e-9e476bdc51a6 on network 23b2e040-11b8-4862-8da0-936b3872cceb not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:30:32.099308 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-0b7426a2-0bf1-40c5-9b5e-acda7d57da41 service neutron] Attempting to bind port d364d51f-ca87-4ac8-8c4e-9e476bdc51a6 on network 23b2e040-11b8-4862-8da0-936b3872cceb {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:30:32.108366 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-0b7426a2-0bf1-40c5-9b5e-acda7d57da41 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:30:32.108736 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-0b7426a2-0bf1-40c5-9b5e-acda7d57da41 service neutron] Checking segment: {'id': 'da54f3b4-fa80-4f6a-872c-1cd042d9332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '23b2e040-11b8-4862-8da0-936b3872cceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:30:32.109079 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-0b7426a2-0bf1-40c5-9b5e-acda7d57da41 service neutron] Bound using segment: {'id': 'da54f3b4-fa80-4f6a-872c-1cd042d9332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '23b2e040-11b8-4862-8da0-936b3872cceb'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:30:32.109529 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-0b7426a2-0bf1-40c5-9b5e-acda7d57da41 service neutron] Bound port: d364d51f-ca87-4ac8-8c4e-9e476bdc51a6, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da54f3b4-fa80-4f6a-872c-1cd042d9332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '23b2e040-11b8-4862-8da0-936b3872cceb'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:30:32.109889 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-0b7426a2-0bf1-40c5-9b5e-acda7d57da41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:32.180957 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-0b7426a2-0bf1-40c5-9b5e-acda7d57da41 service neutron] For port d364d51f-ca87-4ac8-8c4e-9e476bdc51a6, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:30:32.183972 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-0b7426a2-0bf1-40c5-9b5e-acda7d57da41 service neutron] For port d364d51f-ca87-4ac8-8c4e-9e476bdc51a6, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d364d51f-ca87-4ac8-8c4e-9e476bdc51a6,segment=NetworkSegment(da54f3b4-fa80-4f6a-872c-1cd042d9332d),segment_id=da54f3b4-fa80-4f6a-872c-1cd042d9332d)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:30:32.242628 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60911ac-ca7c-4029-a58f-9f4e2a3f01c9 req-248c1a0d-a974-4873-ae50-1eec27ada4d2 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:32.244234 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a60911ac-ca7c-4029-a58f-9f4e2a3f01c9 req-248c1a0d-a974-4873-ae50-1eec27ada4d2 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 946 time: 0.4528160 Oct 27 18:30:32.254567 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae18865-e01c-4d9e-ace7-0749c12e24c4 req-7fd28669-5766-48cd-a7b4-3c268711635f tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:32.256059 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aae18865-e01c-4d9e-ace7-0749c12e24c4 req-7fd28669-5766-48cd-a7b4-3c268711635f tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=89a595c9-58f7-40d8-8038-5eacdaa6da45 HTTP/1.1" status: 200 len: 944 time: 0.1130364 Oct 27 18:30:32.257092 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c86b7-f505-41c4-997e-ae7323206ba1 req-62a579b1-5573-4cd6-b515-54f906fee659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:32.258428 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-773c86b7-f505-41c4-997e-ae7323206ba1 req-62a579b1-5573-4cd6-b515-54f906fee659 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5306327 Oct 27 18:30:32.268137 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-0b7426a2-0bf1-40c5-9b5e-acda7d57da41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:32.285189 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-0b7426a2-0bf1-40c5-9b5e-acda7d57da41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:32.286056 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-0b7426a2-0bf1-40c5-9b5e-acda7d57da41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:32.287532 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-0b7426a2-0bf1-40c5-9b5e-acda7d57da41 service neutron] 10.222.0.93 "PUT /v2.0/ports/d364d51f-ca87-4ac8-8c4e-9e476bdc51a6 HTTP/1.1" status: 200 len: 1092 time: 0.8816171 Oct 27 18:30:32.290383 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2a8951-547e-47d8-9dac-b9cbe6f4503d', 'tag': 'd364d51f-ca87-4ac8-8c4e-9e476bdc51a6'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:30:32.292633 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d10307c-7879-4a34-936e-27edcba09913" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2a8951-547e-47d8-9dac-b9cbe6f4503d", "tag": "d364d51f-ca87-4ac8-8c4e-9e476bdc51a6"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:30:32.327366 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a60911ac-ca7c-4029-a58f-9f4e2a3f01c9 req-b0b21291-5536-4d81-a355-a1b5984eb543 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677893 Oct 27 18:30:32.332949 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aae18865-e01c-4d9e-ace7-0749c12e24c4 req-055aca8c-edde-4433-ac3e-544d39163f1e tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676415 Oct 27 18:30:32.374095 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34708) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:32.378894 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7426a2-0bf1-40c5-9b5e-acda7d57da41 service neutron] Pushing event updated for resources: {'Port': ['ID=d364d51f-ca87-4ac8-8c4e-9e476bdc51a6,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:32.410787 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-9dcdfca8-569b-45ab-bff9-72d8ffe3c147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:32.415696 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-9dcdfca8-569b-45ab-bff9-72d8ffe3c147 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=6cdb9793b20d499b9c6c15ac7b5c4feb&device_id=89a595c9-58f7-40d8-8038-5eacdaa6da45 HTTP/1.1" status: 200 len: 1095 time: 0.0827868 Oct 27 18:30:32.469162 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-352a3898-4257-4608-85ae-fac2fec8f4bb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c066fa86-ab54-4d5f-9e40-4c4d9b16adc2 HTTP/1.1" status: 200 len: 217 time: 0.0392053 Oct 27 18:30:32.482146 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b4c400-d6b7-4556-bf72-b5b1c1f793ce x-openstack-request-id: req-92b4c400-d6b7-4556-bf72-b5b1c1f793ce {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:30:32.482298 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2a8951-547e-47d8-9dac-b9cbe6f4503d", "tag": "d364d51f-ca87-4ac8-8c4e-9e476bdc51a6", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:30:32.483369 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-92b4c400-d6b7-4556-bf72-b5b1c1f793ce {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:30:32.483937 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae2a8951-547e-47d8-9dac-b9cbe6f4503d', 'tag': 'd364d51f-ca87-4ac8-8c4e-9e476bdc51a6', 'status': 'completed', 'code': 200} Oct 27 18:30:32.502035 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-a409c25b-d6c1-431d-b3be-822e1e35b349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:32.503599 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-a409c25b-d6c1-431d-b3be-822e1e35b349 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=26a8ecb72e37482a929830b093f42719&device_id=ae2a8951-547e-47d8-9dac-b9cbe6f4503d HTTP/1.1" status: 200 len: 1095 time: 0.0927536 Oct 27 18:30:32.523762 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c0691-1ec4-4395-8a2a-bf72b454d628 req-6a0cdfb0-87d4-4f17-af28-68bd6ef6e360 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:32.535544 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-469c0691-1ec4-4395-8a2a-bf72b454d628 req-6a0cdfb0-87d4-4f17-af28-68bd6ef6e360 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbf3757f-920e-4500-b458-4a6339e03c98 HTTP/1.1" status: 200 len: 944 time: 0.0893688 Oct 27 18:30:32.559557 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-439de3ac-2157-40b3-baa7-75a210da929a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:32.561562 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-439de3ac-2157-40b3-baa7-75a210da929a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1430d2ba-5510-44cf-9d5a-dbe3c4b8b0fa HTTP/1.1" status: 200 len: 861 time: 0.0599508 Oct 27 18:30:32.597210 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-decdaae2-9eda-4733-9918-fd6dfeeebcff service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=64d7b6d7-828d-41aa-ba56-463e6cd65fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270000 Oct 27 18:30:32.601931 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cc760a96-c02a-4458-b984-4ffd8b83f7ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:32.604426 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-a19948a4-ec75-41c5-bd5a-a7ef95cfb831 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d364d51f-ca87-4ac8-8c4e-9e476bdc51a6 HTTP/1.1" status: 200 len: 217 time: 0.0679567 Oct 27 18:30:32.698572 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-469c0691-1ec4-4395-8a2a-bf72b454d628 req-27503ab2-f0db-4e78-9e11-7d5014ca896b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482131 Oct 27 18:30:32.712400 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-568af0bc-3b0d-4e3e-b70d-01d33547c680 service neutron] 10.222.0.93 "GET /v2.0/networks/64d7b6d7-828d-41aa-ba56-463e6cd65fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907681 Oct 27 18:30:32.724677 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b70442-1f0c-4659-ae95-e509adc4bfac req-d1592cdd-4f13-4169-b3c9-1497816e7970 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:32.731354 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-57b70442-1f0c-4659-ae95-e509adc4bfac req-d1592cdd-4f13-4169-b3c9-1497816e7970 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 946 time: 0.1790099 Oct 27 18:30:32.745339 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-abfb9b39-ed47-4fed-9609-57e48d69e978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:32.746857 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-abfb9b39-ed47-4fed-9609-57e48d69e978 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=820c5f0e-f6d0-4852-a2cd-5a2baae71f1a HTTP/1.1" status: 200 len: 845 time: 0.1215746 Oct 27 18:30:32.821430 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-82d5ef2d-c3cd-4cb7-b8d0-9eddf60d271c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=23b2e040-11b8-4862-8da0-936b3872cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612292 Oct 27 18:30:32.870122 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-57b70442-1f0c-4659-ae95-e509adc4bfac req-e24e24ff-d720-4292-9ecc-6a82051db08f tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207037 Oct 27 18:30:32.916235 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87069be-0e00-4744-82b9-929c601c9651 req-41da7ac1-fb18-4b5f-ba88-633443289d48 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:32.917538 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d87069be-0e00-4744-82b9-929c601c9651 req-41da7ac1-fb18-4b5f-ba88-633443289d48 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] 10.222.0.93 "GET /v2.0/networks?id=b86ab6cd-8b8f-4a1a-b749-9750a0077e89 HTTP/1.1" status: 200 len: 812 time: 0.1733642 Oct 27 18:30:32.922783 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8eae529a-47a6-4ae3-a012-2e3f130d967f req-f9c69175-68d5-4577-b7a5-239b5798b17a service neutron] 10.222.0.93 "GET /v2.0/networks/64d7b6d7-828d-41aa-ba56-463e6cd65fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030118 Oct 27 18:30:32.937031 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cc760a96-c02a-4458-b984-4ffd8b83f7ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:32.943762 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-d87069be-0e00-4744-82b9-929c601c9651 req-89e79ff1-e231-4a3a-adc5-4d1bdb1b62c2 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] Request body: {'port': {'device_id': 'f138b5fa-d70e-4414-a558-effa2af39993', 'network_id': 'b86ab6cd-8b8f-4a1a-b749-9750a0077e89', 'admin_state_up': True, 'tenant_id': '834b42986b1a4bde8b799dd11b5dbab7'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:30:32.945454 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86cefe0-df92-4e73-b50c-7b6c126c468e req-ae635fc3-709d-4a3f-8023-fdc9d459c0a4 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:32.947080 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b86cefe0-df92-4e73-b50c-7b6c126c468e req-ae635fc3-709d-4a3f-8023-fdc9d459c0a4 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae2a8951-547e-47d8-9dac-b9cbe6f4503d HTTP/1.1" status: 200 len: 944 time: 0.1696124 Oct 27 18:30:32.991543 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7d778b58-cdb4-4c3f-9f3c-1bda7d892873 req-12ce680a-65e4-4d9e-97d9-adca9fb827a5 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] 10.222.0.52 "GET /v2.0/ports?device_id=f138b5fa-d70e-4414-a558-effa2af39993 HTTP/1.1" status: 200 len: 210 time: 0.0434244 Oct 27 18:30:33.009023 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cc760a96-c02a-4458-b984-4ffd8b83f7ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:33.051363 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-56392f79-b644-4ba6-a40e-4f0c89c930d3 service neutron] 10.222.0.93 "GET /v2.0/networks/23b2e040-11b8-4862-8da0-936b3872cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115748 Oct 27 18:30:33.099116 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-cc760a96-c02a-4458-b984-4ffd8b83f7ff admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4ade540890e64e20b8660a9a1e70f014&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7226450 Oct 27 18:30:33.105967 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34720) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:33.142658 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b86cefe0-df92-4e73-b50c-7b6c126c468e req-d4d6cc97-0eb2-4163-9384-2f8217388583 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802366 Oct 27 18:30:33.148101 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc760a96-c02a-4458-b984-4ffd8b83f7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0e7d10-c284-4e3e-96de-bc76ecab5588,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:33.182648 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f1436f13-52f8-4c14-964e-b9da4d8fc836 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:33.209105 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f1436f13-52f8-4c14-964e-b9da4d8fc836 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:33.228778 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8ee30a76-e52e-4371-9a5f-d1291ec53655 req-31609a07-19c0-4d88-9d46-b1a194a554bc service neutron] 10.222.0.93 "GET /v2.0/networks/23b2e040-11b8-4862-8da0-936b3872cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588209 Oct 27 18:30:33.254609 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2b7ad-bc55-4565-9563-83a4ed6be887 req-27e70739-67be-4ecd-8657-d7a26be92109 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:33.256384 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c5d2b7ad-bc55-4565-9563-83a4ed6be887 req-27e70739-67be-4ecd-8657-d7a26be92109 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 946 time: 0.1706531 Oct 27 18:30:33.306847 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c5d2b7ad-bc55-4565-9563-83a4ed6be887 req-2d92c34b-25e3-495c-be9f-d537b24d9abd tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438612 Oct 27 18:30:33.366872 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d87069be-0e00-4744-82b9-929c601c9651 req-89e79ff1-e231-4a3a-adc5-4d1bdb1b62c2 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] Made reservation on behalf of 834b42986b1a4bde8b799dd11b5dbab7 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:30:33.370590 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-d87069be-0e00-4744-82b9-929c601c9651 req-89e79ff1-e231-4a3a-adc5-4d1bdb1b62c2 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:33.421765 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e59dcd41-4da5-4a63-b642-c2c6163413d8 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:30:33.476443 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f1436f13-52f8-4c14-964e-b9da4d8fc836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:33.479510 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f1436f13-52f8-4c14-964e-b9da4d8fc836 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:33.485368 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f1436f13-52f8-4c14-964e-b9da4d8fc836 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3a0e7d10-c284-4e3e-96de-bc76ecab5588 HTTP/1.1" status: 204 len: 168 time: 0.3723202 Oct 27 18:30:33.503181 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1436f13-52f8-4c14-964e-b9da4d8fc836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0e7d10-c284-4e3e-96de-bc76ecab5588,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:33.518251 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1436f13-52f8-4c14-964e-b9da4d8fc836 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:30:33.518892 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1436f13-52f8-4c14-964e-b9da4d8fc836 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:30:33.519313 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1436f13-52f8-4c14-964e-b9da4d8fc836 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:30:33.519884 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1436f13-52f8-4c14-964e-b9da4d8fc836 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:30:33.520318 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1436f13-52f8-4c14-964e-b9da4d8fc836 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:30:33.520766 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1436f13-52f8-4c14-964e-b9da4d8fc836 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:30:33.521197 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1436f13-52f8-4c14-964e-b9da4d8fc836 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:30:33.521619 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1436f13-52f8-4c14-964e-b9da4d8fc836 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:30:33.522042 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1436f13-52f8-4c14-964e-b9da4d8fc836 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:30:33.522462 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1436f13-52f8-4c14-964e-b9da4d8fc836 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:30:33.522976 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1436f13-52f8-4c14-964e-b9da4d8fc836 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:30:33.523337 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1436f13-52f8-4c14-964e-b9da4d8fc836 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:30:33.572930 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5b076-71b6-476a-8d12-d863cd6d886c req-4d4b744c-1f7e-4338-9194-f6f0c86734b0 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:33.582708 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-70d5b076-71b6-476a-8d12-d863cd6d886c req-4d4b744c-1f7e-4338-9194-f6f0c86734b0 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 946 time: 0.1830449 Oct 27 18:30:33.613816 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port e59dcd41-4da5-4a63-b642-c2c6163413d8, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e59dcd41-4da5-4a63-b642-c2c6163413d8,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:30:33.624423 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-d87069be-0e00-4744-82b9-929c601c9651 req-89e79ff1-e231-4a3a-adc5-4d1bdb1b62c2 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] Allocated IP 172.20.0.8 (b86ab6cd-8b8f-4a1a-b749-9750a0077e89/e1a5e027-b3ce-4ef0-9b4f-f904c17fb455/1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:30:33.629901 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10307c-7879-4a34-936e-27edcba09913 req-a8baf180-8dd5-4023-8178-b1b1a93b73a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:33.630708 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5d10307c-7879-4a34-936e-27edcba09913 req-a8baf180-8dd5-4023-8178-b1b1a93b73a7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=26a8ecb72e37482a929830b093f42719&device_id=ae2a8951-547e-47d8-9dac-b9cbe6f4503d HTTP/1.1" status: 200 len: 1095 time: 0.1574097 Oct 27 18:30:33.651019 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6daf7a-fd2e-473b-b5a5-440dc623448d req-1d804309-9662-4bec-9c0c-1cad7036d8d3 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:33.652796 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ad6daf7a-fd2e-473b-b5a5-440dc623448d req-1d804309-9662-4bec-9c0c-1cad7036d8d3 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=89a595c9-58f7-40d8-8038-5eacdaa6da45 HTTP/1.1" status: 200 len: 944 time: 0.1960251 Oct 27 18:30:33.673631 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-70d5b076-71b6-476a-8d12-d863cd6d886c req-665224ea-b6e4-4627-8cf9-b06c37dced27 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918436 Oct 27 18:30:33.775340 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'e59dcd41-4da5-4a63-b642-c2c6163413d8', 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197', 'port_id': 'e59dcd41-4da5-4a63-b642-c2c6163413d8', 'mac_address': 'fa:16:3e:af:56:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afe6cc10-9308-4117-a497-d403cb219653', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:30:33.828674 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:33.841120 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ad6daf7a-fd2e-473b-b5a5-440dc623448d req-9f9b5268-981a-47dc-9eb9-b30d5acb6c1e tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323025 Oct 27 18:30:33.845740 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e59dcd41-4da5-4a63-b642-c2c6163413d8 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:30:33.890232 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port e59dcd41-4da5-4a63-b642-c2c6163413d8, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e59dcd41-4da5-4a63-b642-c2c6163413d8,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:30:33.926661 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10307c-7879-4a34-936e-27edcba09913 req-02f16fd9-4e89-4d4c-9b97-1b644dadf034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:33.927849 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5d10307c-7879-4a34-936e-27edcba09913 req-02f16fd9-4e89-4d4c-9b97-1b644dadf034 service neutron] 10.222.0.93 "GET /v2.0/networks?id=23b2e040-11b8-4862-8da0-936b3872cceb HTTP/1.1" status: 200 len: 907 time: 0.2737298 Oct 27 18:30:33.947326 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-d87069be-0e00-4744-82b9-929c601c9651 req-89e79ff1-e231-4a3a-adc5-4d1bdb1b62c2 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:33.955957 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:34.018618 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=e59dcd41-4da5-4a63-b642-c2c6163413d8,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:34.023926 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5d10307c-7879-4a34-936e-27edcba09913 req-96ac9a0c-8578-4dc2-8db4-883b14ad7430 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d364d51f-ca87-4ac8-8c4e-9e476bdc51a6 HTTP/1.1" status: 200 len: 217 time: 0.0683746 Oct 27 18:30:34.032740 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:30:34.033054 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:30:34.033465 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:30:34.033809 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:30:34.034133 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:30:34.034465 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:30:34.035985 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:30:34.036434 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:30:34.036648 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:30:34.036992 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:30:34.037340 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:30:34.037679 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:30:34.047972 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-d87069be-0e00-4744-82b9-929c601c9651 req-89e79ff1-e231-4a3a-adc5-4d1bdb1b62c2 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:34.082462 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d87069be-0e00-4744-82b9-929c601c9651 req-89e79ff1-e231-4a3a-adc5-4d1bdb1b62c2 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] Network b86ab6cd-8b8f-4a1a-b749-9750a0077e89 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:30:34.101373 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda8ea7-9869-477a-9d7d-6a8178737b56 req-40a520ef-8927-4b00-80b9-ca9fc698ce11 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:34.103861 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-beda8ea7-9869-477a-9d7d-6a8178737b56 req-40a520ef-8927-4b00-80b9-ca9fc698ce11 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 946 time: 0.1921265 Oct 27 18:30:34.107054 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-d87069be-0e00-4744-82b9-929c601c9651 req-89e79ff1-e231-4a3a-adc5-4d1bdb1b62c2 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:30:34.114645 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-d87069be-0e00-4744-82b9-929c601c9651 req-89e79ff1-e231-4a3a-adc5-4d1bdb1b62c2 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:30:34.131666 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10307c-7879-4a34-936e-27edcba09913 req-47b881be-8a98-4097-81a8-250347854f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:34.133160 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5d10307c-7879-4a34-936e-27edcba09913 req-47b881be-8a98-4097-81a8-250347854f29 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=820c5f0e-f6d0-4852-a2cd-5a2baae71f1a HTTP/1.1" status: 200 len: 845 time: 0.0885901 Oct 27 18:30:34.165002 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e79ff1-e231-4a3a-adc5-4d1bdb1b62c2 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] Pushing event updated for resources: {'Port': ['ID=1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:34.185278 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87069be-0e00-4744-82b9-929c601c9651 req-89e79ff1-e231-4a3a-adc5-4d1bdb1b62c2 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:34.186915 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-d87069be-0e00-4744-82b9-929c601c9651 req-89e79ff1-e231-4a3a-adc5-4d1bdb1b62c2 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:34.204672 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93bdcce-3e7b-4a0a-8df3-9de9990b266e req-a9d11e10-3cd1-4f64-819e-1e863be7fda1 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:34.207468 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c93bdcce-3e7b-4a0a-8df3-9de9990b266e req-a9d11e10-3cd1-4f64-819e-1e863be7fda1 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbf3757f-920e-4500-b458-4a6339e03c98 HTTP/1.1" status: 200 len: 945 time: 0.2512269 Oct 27 18:30:34.210041 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5d10307c-7879-4a34-936e-27edcba09913 req-8b2bd9cf-2519-43f6-a433-3640fde4a25a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=23b2e040-11b8-4862-8da0-936b3872cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630774 Oct 27 18:30:34.268297 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-beda8ea7-9869-477a-9d7d-6a8178737b56 req-659c6e18-b3d7-44bb-8ea7-a22e54d1f53d tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333466 Oct 27 18:30:34.323496 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d87069be-0e00-4744-82b9-929c601c9651 req-89e79ff1-e231-4a3a-adc5-4d1bdb1b62c2 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3850946 Oct 27 18:30:34.329311 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c93bdcce-3e7b-4a0a-8df3-9de9990b266e req-85da87ee-de76-4b72-8155-f0a49b32d2a5 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027949 Oct 27 18:30:34.346103 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-d87069be-0e00-4744-82b9-929c601c9651 req-e7efbad2-629f-453e-a7f2-e60dab22ee01 service neutron] Request body: {'port': {'device_id': 'f138b5fa-d70e-4414-a558-effa2af39993', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:30:34.424777 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5d10307c-7879-4a34-936e-27edcba09913 req-086541db-9b36-4bdc-bd11-1d3aef286126 service neutron] 10.222.0.93 "GET /v2.0/networks/23b2e040-11b8-4862-8da0-936b3872cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963880 Oct 27 18:30:34.433296 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-d87069be-0e00-4744-82b9-929c601c9651 req-e7efbad2-629f-453e-a7f2-e60dab22ee01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:34.438682 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac0948-cd09-4725-b402-877925eeb721 req-56a6289f-468e-4e55-b3fb-558772e9fafb tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:34.440265 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9dac0948-cd09-4725-b402-877925eeb721 req-56a6289f-468e-4e55-b3fb-558772e9fafb tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] 10.222.0.52 "GET /v2.0/ports?device_id=f138b5fa-d70e-4414-a558-effa2af39993 HTTP/1.1" status: 200 len: 931 time: 0.1002803 Oct 27 18:30:34.499415 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['e59dcd41-4da5-4a63-b642-c2c6163413d8'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:30:34.579200 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9dac0948-cd09-4725-b402-877925eeb721 req-83b7228c-f124-476c-b177-1c97e6ff24fb tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] 10.222.0.52 "GET /v2.0/security-groups?id=d4f6a968-5567-4f2a-8983-af189b48e30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178219 Oct 27 18:30:34.592172 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4a815-ff19-4c1d-87e2-683e5a5f2616 req-0e7be332-2a06-4180-a45d-10190476c107 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:34.596690 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-29c4a815-ff19-4c1d-87e2-683e5a5f2616 req-0e7be332-2a06-4180-a45d-10190476c107 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae2a8951-547e-47d8-9dac-b9cbe6f4503d HTTP/1.1" status: 200 len: 944 time: 0.1533902 Oct 27 18:30:34.648498 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5d10307c-7879-4a34-936e-27edcba09913 req-cbba499d-60f5-4295-9612-1f238e9efe51 service neutron] 10.222.0.93 "GET /v2.0/networks/23b2e040-11b8-4862-8da0-936b3872cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070003 Oct 27 18:30:34.698219 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-29c4a815-ff19-4c1d-87e2-683e5a5f2616 req-13eb07e3-1bd7-409b-8de0-06ff499fd1c9 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712643 Oct 27 18:30:34.807399 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c22cab-01a2-4a74-901a-2a33e3924d15 req-52335cae-4b04-4291-a461-a367be488fef tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:34.808997 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-73c22cab-01a2-4a74-901a-2a33e3924d15 req-52335cae-4b04-4291-a461-a367be488fef tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 946 time: 0.0772200 Oct 27 18:30:34.864210 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-73c22cab-01a2-4a74-901a-2a33e3924d15 req-59709aeb-b9d0-4024-81a9-a5bf38378ee3 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460193 Oct 27 18:30:34.874339 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-d87069be-0e00-4744-82b9-929c601c9651 req-e7efbad2-629f-453e-a7f2-e60dab22ee01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:30:34.882575 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-d87069be-0e00-4744-82b9-929c601c9651 req-e7efbad2-629f-453e-a7f2-e60dab22ee01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:34.896673 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-d87069be-0e00-4744-82b9-929c601c9651 req-e7efbad2-629f-453e-a7f2-e60dab22ee01 service neutron] Transition to ACTIVE for port object 1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:30:34.984379 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-d87069be-0e00-4744-82b9-929c601c9651 req-e7efbad2-629f-453e-a7f2-e60dab22ee01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:35.028218 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef327e-32e1-4267-a564-e6226e83daf1 req-ad8e3056-f7b6-40b6-bb9d-d1e3a477fbf2 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:35.031172 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e3ef327e-32e1-4267-a564-e6226e83daf1 req-ad8e3056-f7b6-40b6-bb9d-d1e3a477fbf2 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=89a595c9-58f7-40d8-8038-5eacdaa6da45 HTTP/1.1" status: 200 len: 944 time: 0.0843015 Oct 27 18:30:35.063038 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efbad2-629f-453e-a7f2-e60dab22ee01 service neutron] Pushing event updated for resources: {'Port': ['ID=1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:35.091377 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e3ef327e-32e1-4267-a564-e6226e83daf1 req-b11509b9-9e48-4003-a27a-0863e9df3795 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522337 Oct 27 18:30:35.135851 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-d87069be-0e00-4744-82b9-929c601c9651 req-e7efbad2-629f-453e-a7f2-e60dab22ee01 service neutron] Attempting to bind port 1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:30:35.136916 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-d87069be-0e00-4744-82b9-929c601c9651 req-e7efbad2-629f-453e-a7f2-e60dab22ee01 service neutron] Attempting to bind port 1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '08b321c2-f31d-4bf3-92cf-19e4150bb59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'b86ab6cd-8b8f-4a1a-b749-9750a0077e89'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:30:35.137256 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87069be-0e00-4744-82b9-929c601c9651 req-e7efbad2-629f-453e-a7f2-e60dab22ee01 service neutron] Attempting to bind port 1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d on network b86ab6cd-8b8f-4a1a-b749-9750a0077e89 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:30:35.145367 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87069be-0e00-4744-82b9-929c601c9651 req-e7efbad2-629f-453e-a7f2-e60dab22ee01 service neutron] Port 1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d on network b86ab6cd-8b8f-4a1a-b749-9750a0077e89 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:30:35.151176 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87069be-0e00-4744-82b9-929c601c9651 req-e7efbad2-629f-453e-a7f2-e60dab22ee01 service neutron] Attempting to bind port 1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d on network b86ab6cd-8b8f-4a1a-b749-9750a0077e89 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:30:35.153086 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87069be-0e00-4744-82b9-929c601c9651 req-e7efbad2-629f-453e-a7f2-e60dab22ee01 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:30:35.153432 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87069be-0e00-4744-82b9-929c601c9651 req-e7efbad2-629f-453e-a7f2-e60dab22ee01 service neutron] Checking segment: {'id': '08b321c2-f31d-4bf3-92cf-19e4150bb59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'b86ab6cd-8b8f-4a1a-b749-9750a0077e89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:30:35.153810 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87069be-0e00-4744-82b9-929c601c9651 req-e7efbad2-629f-453e-a7f2-e60dab22ee01 service neutron] Bound using segment: {'id': '08b321c2-f31d-4bf3-92cf-19e4150bb59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'b86ab6cd-8b8f-4a1a-b749-9750a0077e89'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:30:35.155220 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-d87069be-0e00-4744-82b9-929c601c9651 req-e7efbad2-629f-453e-a7f2-e60dab22ee01 service neutron] Bound port: 1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08b321c2-f31d-4bf3-92cf-19e4150bb59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'b86ab6cd-8b8f-4a1a-b749-9750a0077e89'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:30:35.155574 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-d87069be-0e00-4744-82b9-929c601c9651 req-e7efbad2-629f-453e-a7f2-e60dab22ee01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:35.227083 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-d87069be-0e00-4744-82b9-929c601c9651 req-e7efbad2-629f-453e-a7f2-e60dab22ee01 service neutron] For port 1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:30:35.244581 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-d87069be-0e00-4744-82b9-929c601c9651 req-e7efbad2-629f-453e-a7f2-e60dab22ee01 service neutron] For port 1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d,segment=NetworkSegment(08b321c2-f31d-4bf3-92cf-19e4150bb59a),segment_id=08b321c2-f31d-4bf3-92cf-19e4150bb59a)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:30:35.338272 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-d87069be-0e00-4744-82b9-929c601c9651 req-e7efbad2-629f-453e-a7f2-e60dab22ee01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:35.353311 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87069be-0e00-4744-82b9-929c601c9651 req-e7efbad2-629f-453e-a7f2-e60dab22ee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:35.354348 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-d87069be-0e00-4744-82b9-929c601c9651 req-e7efbad2-629f-453e-a7f2-e60dab22ee01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:35.355932 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d87069be-0e00-4744-82b9-929c601c9651 req-e7efbad2-629f-453e-a7f2-e60dab22ee01 service neutron] 10.222.0.93 "PUT /v2.0/ports/1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d HTTP/1.1" status: 200 len: 1091 time: 1.0145164 Oct 27 18:30:35.361815 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f138b5fa-d70e-4414-a558-effa2af39993', 'tag': '1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:30:35.361815 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ae7f09-64d6-4aca-9fe9-ed2cdf13a751" -d '{"events": [{"name": "network-changed", "server_uuid": "f138b5fa-d70e-4414-a558-effa2af39993", "tag": "1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:30:35.415652 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7ccd76-6826-4118-b346-c41432f9b1a3 x-openstack-request-id: req-bd7ccd76-6826-4118-b346-c41432f9b1a3 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:30:35.419576 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f138b5fa-d70e-4414-a558-effa2af39993", "tag": "1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:30:35.419576 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bd7ccd76-6826-4118-b346-c41432f9b1a3 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:30:35.419576 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f138b5fa-d70e-4414-a558-effa2af39993', 'tag': '1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d', 'status': 'completed', 'code': 200} Oct 27 18:30:35.421055 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device c066fa86-ab54-4d5f-9e40-4c4d9b16adc2 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:30:35.481722 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efbad2-629f-453e-a7f2-e60dab22ee01 service neutron] Pushing event updated for resources: {'Port': ['ID=1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:35.501127 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae7f09-64d6-4aca-9fe9-ed2cdf13a751 req-f5c606ae-5b28-40b5-b1a1-d23d986c8467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:35.502976 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-82ae7f09-64d6-4aca-9fe9-ed2cdf13a751 req-f5c606ae-5b28-40b5-b1a1-d23d986c8467 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=834b42986b1a4bde8b799dd11b5dbab7&device_id=f138b5fa-d70e-4414-a558-effa2af39993 HTTP/1.1" status: 200 len: 1094 time: 0.0574050 Oct 27 18:30:35.566276 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f6816-5125-4ff0-80b2-8429030630c4 req-9128f85c-0f3f-47f5-94b9-71039f34d253 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:35.569177 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-609f6816-5125-4ff0-80b2-8429030630c4 req-9128f85c-0f3f-47f5-94b9-71039f34d253 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbf3757f-920e-4500-b458-4a6339e03c98 HTTP/1.1" status: 200 len: 945 time: 0.0998356 Oct 27 18:30:35.611033 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port c066fa86-ab54-4d5f-9e40-4c4d9b16adc2, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=c066fa86-ab54-4d5f-9e40-4c4d9b16adc2,segment=NetworkSegment(302f09cf-def5-4c6f-b0f0-838717b2e148),segment_id=302f09cf-def5-4c6f-b0f0-838717b2e148)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:30:35.641925 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'c066fa86-ab54-4d5f-9e40-4c4d9b16adc2', 'network_id': '64d7b6d7-828d-41aa-ba56-463e6cd65fdb', 'port_id': 'c066fa86-ab54-4d5f-9e40-4c4d9b16adc2', 'mac_address': 'fa:16:3e:b8:fe:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1430d2ba-5510-44cf-9d5a-dbe3c4b8b0fa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:30:35.644174 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae7f09-64d6-4aca-9fe9-ed2cdf13a751 req-ad201a0c-b7ae-46f9-976f-02992186b861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:35.646501 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-82ae7f09-64d6-4aca-9fe9-ed2cdf13a751 req-ad201a0c-b7ae-46f9-976f-02992186b861 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=834b42986b1a4bde8b799dd11b5dbab7&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1329412 Oct 27 18:30:35.671147 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-609f6816-5125-4ff0-80b2-8429030630c4 req-68673ee8-bc3e-4435-ac91-dae536e0c915 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925665 Oct 27 18:30:35.741280 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:35.774982 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c066fa86-ab54-4d5f-9e40-4c4d9b16adc2 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:30:35.822521 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port c066fa86-ab54-4d5f-9e40-4c4d9b16adc2, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=c066fa86-ab54-4d5f-9e40-4c4d9b16adc2,segment=NetworkSegment(302f09cf-def5-4c6f-b0f0-838717b2e148),segment_id=302f09cf-def5-4c6f-b0f0-838717b2e148)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:30:35.868191 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae7f09-64d6-4aca-9fe9-ed2cdf13a751 req-e740bb06-3bb2-4fef-9864-11c291fb71f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:35.869830 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-82ae7f09-64d6-4aca-9fe9-ed2cdf13a751 req-e740bb06-3bb2-4fef-9864-11c291fb71f2 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2094343 Oct 27 18:30:35.897766 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46334a56-e520-41ba-82c9-82feb6c91e4b req-b340d62f-d860-4e70-831d-cb75544af7e1 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:35.901437 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:35.905475 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-46334a56-e520-41ba-82c9-82feb6c91e4b req-b340d62f-d860-4e70-831d-cb75544af7e1 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] 10.222.0.52 "GET /v2.0/ports?device_id=f138b5fa-d70e-4414-a558-effa2af39993 HTTP/1.1" status: 200 len: 943 time: 0.1590683 Oct 27 18:30:35.937315 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede0637-87d1-4460-b902-46114290bb85 req-7670d878-07f0-46bb-8c59-5126d6c23525 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:35.945136 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8ede0637-87d1-4460-b902-46114290bb85 req-7670d878-07f0-46bb-8c59-5126d6c23525 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae2a8951-547e-47d8-9dac-b9cbe6f4503d HTTP/1.1" status: 200 len: 944 time: 0.0998363 Oct 27 18:30:35.971821 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=c066fa86-ab54-4d5f-9e40-4c4d9b16adc2,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:35.987017 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87069be-0e00-4744-82b9-929c601c9651 req-10cc16b7-6c1e-4f6a-ad1a-4545db33eb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:35.988612 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d87069be-0e00-4744-82b9-929c601c9651 req-10cc16b7-6c1e-4f6a-ad1a-4545db33eb6a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=834b42986b1a4bde8b799dd11b5dbab7&device_id=f138b5fa-d70e-4414-a558-effa2af39993 HTTP/1.1" status: 200 len: 1094 time: 0.0669761 Oct 27 18:30:36.015928 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-46334a56-e520-41ba-82c9-82feb6c91e4b req-a334d14c-b935-4703-8c62-e1cbe13884ea tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] 10.222.0.52 "GET /v2.0/security-groups?id=d4f6a968-5567-4f2a-8983-af189b48e30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094620 Oct 27 18:30:36.050843 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8ede0637-87d1-4460-b902-46114290bb85 req-b1a00298-5a4b-497c-8a8f-e8f4cfc4b41b tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030893 Oct 27 18:30:36.080203 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d87069be-0e00-4744-82b9-929c601c9651 req-e16bc913-fa1f-4b89-893b-5369a4acf6d1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d HTTP/1.1" status: 200 len: 217 time: 0.0778120 Oct 27 18:30:36.153070 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87069be-0e00-4744-82b9-929c601c9651 req-934f4f32-e684-48ff-9672-4bc31823af8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:36.155072 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d87069be-0e00-4744-82b9-929c601c9651 req-934f4f32-e684-48ff-9672-4bc31823af8f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e1a5e027-b3ce-4ef0-9b4f-f904c17fb455 HTTP/1.1" status: 200 len: 852 time: 0.0619907 Oct 27 18:30:36.209735 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d87069be-0e00-4744-82b9-929c601c9651 req-5157403b-916d-4e72-a1b2-9e1e06e54433 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=b86ab6cd-8b8f-4a1a-b749-9750a0077e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440807 Oct 27 18:30:36.313740 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['c066fa86-ab54-4d5f-9e40-4c4d9b16adc2'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:30:36.317686 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6817b75-7ebb-4619-8a2d-e8e6d213de8e req-e1d8e7a3-4a67-477b-b5ae-055727f8c1bd tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:36.320551 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c6817b75-7ebb-4619-8a2d-e8e6d213de8e req-e1d8e7a3-4a67-477b-b5ae-055727f8c1bd tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=89a595c9-58f7-40d8-8038-5eacdaa6da45 HTTP/1.1" status: 200 len: 945 time: 0.1080580 Oct 27 18:30:36.348689 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d87069be-0e00-4744-82b9-929c601c9651 req-d0975c33-038a-4dd1-a404-5f9a4ad57c54 service neutron] 10.222.0.93 "GET /v2.0/networks/b86ab6cd-8b8f-4a1a-b749-9750a0077e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243765 Oct 27 18:30:36.413497 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c6817b75-7ebb-4619-8a2d-e8e6d213de8e req-be151373-0fb2-4b2d-9972-ed7630e1d2c0 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859554 Oct 27 18:30:36.461984 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d87069be-0e00-4744-82b9-929c601c9651 req-8942bb18-1c68-4a3f-8d4f-702d75c18b5c service neutron] 10.222.0.93 "GET /v2.0/networks/b86ab6cd-8b8f-4a1a-b749-9750a0077e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045692 Oct 27 18:30:36.838525 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d202c3-975e-4472-b42d-61f6dcb6a673 req-9d874154-7b19-40db-8d21-af46fcb14e2c tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:36.847467 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-89d202c3-975e-4472-b42d-61f6dcb6a673 req-9d874154-7b19-40db-8d21-af46fcb14e2c tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbf3757f-920e-4500-b458-4a6339e03c98 HTTP/1.1" status: 200 len: 945 time: 0.0720885 Oct 27 18:30:36.894563 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-89d202c3-975e-4472-b42d-61f6dcb6a673 req-cb55a590-f33c-446e-bfe4-065d569b1800 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460577 Oct 27 18:30:37.205519 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66fce9-0a52-45d2-9988-e256a90384a6 req-18815519-302c-4f61-b6e0-1dde506372f7 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:37.208018 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8b66fce9-0a52-45d2-9988-e256a90384a6 req-18815519-302c-4f61-b6e0-1dde506372f7 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] 10.222.0.52 "GET /v2.0/ports?device_id=f138b5fa-d70e-4414-a558-effa2af39993 HTTP/1.1" status: 200 len: 943 time: 0.1107836 Oct 27 18:30:37.230983 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1140bb-80e2-4474-83a8-7c4054a61df0 req-e60c0f76-83a0-492c-bd59-c504131d1b97 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:37.233081 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7c1140bb-80e2-4474-83a8-7c4054a61df0 req-e60c0f76-83a0-492c-bd59-c504131d1b97 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae2a8951-547e-47d8-9dac-b9cbe6f4503d HTTP/1.1" status: 200 len: 944 time: 0.0838106 Oct 27 18:30:37.298494 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7c1140bb-80e2-4474-83a8-7c4054a61df0 req-50543eac-cc91-4ba1-8842-3ba72faa4ea7 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561576 Oct 27 18:30:37.305172 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8b66fce9-0a52-45d2-9988-e256a90384a6 req-52470cdb-b8bd-4ff8-adc0-694e2c71971c tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] 10.222.0.52 "GET /v2.0/security-groups?id=d4f6a968-5567-4f2a-8983-af189b48e30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884843 Oct 27 18:30:37.423807 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device d364d51f-ca87-4ac8-8c4e-9e476bdc51a6 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:30:37.427726 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e59dcd41-4da5-4a63-b642-c2c6163413d8 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:30:37.592204 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b8d59-c06d-4b71-9f21-625cec8fc933 req-0926b6a0-2dec-40c6-8733-4d7ee46ab3ec tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:37.594025 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-274b8d59-c06d-4b71-9f21-625cec8fc933 req-0926b6a0-2dec-40c6-8733-4d7ee46ab3ec tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=89a595c9-58f7-40d8-8038-5eacdaa6da45 HTTP/1.1" status: 200 len: 945 time: 0.0744324 Oct 27 18:30:37.596484 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d364d51f-ca87-4ac8-8c4e-9e476bdc51a6, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d364d51f-ca87-4ac8-8c4e-9e476bdc51a6,segment=NetworkSegment(da54f3b4-fa80-4f6a-872c-1cd042d9332d),segment_id=da54f3b4-fa80-4f6a-872c-1cd042d9332d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:30:37.609823 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port e59dcd41-4da5-4a63-b642-c2c6163413d8 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:30:37.613746 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'd364d51f-ca87-4ac8-8c4e-9e476bdc51a6', 'network_id': '23b2e040-11b8-4862-8da0-936b3872cceb', 'port_id': 'd364d51f-ca87-4ac8-8c4e-9e476bdc51a6', 'mac_address': 'fa:16:3e:2f:98:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '820c5f0e-f6d0-4852-a2cd-5a2baae71f1a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:30:37.617725 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port e59dcd41-4da5-4a63-b642-c2c6163413d8 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:30:37.618253 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:37.635834 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-274b8d59-c06d-4b71-9f21-625cec8fc933 req-46564802-ce59-4871-8b3a-fd4125d14bf4 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357001 Oct 27 18:30:37.696454 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:37.718260 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d364d51f-ca87-4ac8-8c4e-9e476bdc51a6 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:30:37.771429 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d364d51f-ca87-4ac8-8c4e-9e476bdc51a6, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d364d51f-ca87-4ac8-8c4e-9e476bdc51a6,segment=NetworkSegment(da54f3b4-fa80-4f6a-872c-1cd042d9332d),segment_id=da54f3b4-fa80-4f6a-872c-1cd042d9332d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:30:37.781886 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:37.807810 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf3757f-920e-4500-b458-4a6339e03c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59dcd41-4da5-4a63-b642-c2c6163413d8'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:30:37.810450 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63629f16-3b81-434f-8ad2-c15937fb77ed" -d '{"events": [{"server_uuid": "fbf3757f-920e-4500-b458-4a6339e03c98", "name": "network-vif-plugged", "status": "completed", "tag": "e59dcd41-4da5-4a63-b642-c2c6163413d8"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:30:37.825131 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port e59dcd41-4da5-4a63-b642-c2c6163413d8, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e59dcd41-4da5-4a63-b642-c2c6163413d8,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:30:37.838165 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:37.874122 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62f8ad4-46bd-4085-abee-7ae1c582a59c x-openstack-request-id: req-c62f8ad4-46bd-4085-abee-7ae1c582a59c {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:30:37.874426 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf3757f-920e-4500-b458-4a6339e03c98", "name": "network-vif-plugged", "status": "completed", "tag": "e59dcd41-4da5-4a63-b642-c2c6163413d8", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:30:37.874680 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c62f8ad4-46bd-4085-abee-7ae1c582a59c {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:30:37.875287 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf3757f-920e-4500-b458-4a6339e03c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59dcd41-4da5-4a63-b642-c2c6163413d8', 'code': 200} Oct 27 18:30:37.892498 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:37.908509 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=d364d51f-ca87-4ac8-8c4e-9e476bdc51a6,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:37.997410 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=e59dcd41-4da5-4a63-b642-c2c6163413d8,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:38.002603 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972a909-ecbe-4241-8c60-6e98c57f5e62 req-81f0f188-5dc9-4b89-b047-def02d93bf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:38.004386 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9972a909-ecbe-4241-8c60-6e98c57f5e62 req-81f0f188-5dc9-4b89-b047-def02d93bf2d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=fbf3757f-920e-4500-b458-4a6339e03c98 HTTP/1.1" status: 200 len: 1097 time: 0.0614567 Oct 27 18:30:38.071790 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9972a909-ecbe-4241-8c60-6e98c57f5e62 req-ea97db45-e78b-455f-9153-42ab1c324d3b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583413 Oct 27 18:30:38.074070 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f573e66-027d-4fce-92ca-777aa1a0c561 req-1bdbcbf0-8e2f-4137-ab2a-19bed1e46c5c tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:38.075917 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0f573e66-027d-4fce-92ca-777aa1a0c561 req-1bdbcbf0-8e2f-4137-ab2a-19bed1e46c5c tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbf3757f-920e-4500-b458-4a6339e03c98 HTTP/1.1" status: 200 len: 946 time: 0.0751948 Oct 27 18:30:38.120348 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0f573e66-027d-4fce-92ca-777aa1a0c561 req-bdb0ee7b-515d-4152-a8b1-3fcee2867a1d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350409 Oct 27 18:30:38.308870 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['d364d51f-ca87-4ac8-8c4e-9e476bdc51a6'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:30:38.586639 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6dc0dd-0400-4761-b18e-99e6ae44fcf9 req-6ee57927-ffa6-4124-9565-8b4ef5e9844b tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:38.588669 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8a6dc0dd-0400-4761-b18e-99e6ae44fcf9 req-6ee57927-ffa6-4124-9565-8b4ef5e9844b tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] 10.222.0.52 "GET /v2.0/ports?device_id=f138b5fa-d70e-4414-a558-effa2af39993 HTTP/1.1" status: 200 len: 943 time: 0.1224921 Oct 27 18:30:38.628136 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a93615-cce4-44a5-b629-dd3f3cc26620 req-ccb7b761-9353-4325-b722-8a33b0a05fad tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:38.635549 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-77a93615-cce4-44a5-b629-dd3f3cc26620 req-ccb7b761-9353-4325-b722-8a33b0a05fad tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae2a8951-547e-47d8-9dac-b9cbe6f4503d HTTP/1.1" status: 200 len: 945 time: 0.1589217 Oct 27 18:30:38.688755 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8a6dc0dd-0400-4761-b18e-99e6ae44fcf9 req-76a3b100-af75-45d3-9ec6-3c06f37d473a tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] 10.222.0.52 "GET /v2.0/security-groups?id=d4f6a968-5567-4f2a-8983-af189b48e30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860403 Oct 27 18:30:38.720680 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-77a93615-cce4-44a5-b629-dd3f3cc26620 req-406bf372-97a1-459d-8a80-d4f35efa92a5 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803442 Oct 27 18:30:38.845284 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315d22c-8ffc-46f3-a322-d5c97338b998 req-8580c2af-8804-4594-bc5e-6d6bbc8c9f03 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:38.847128 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d315d22c-8ffc-46f3-a322-d5c97338b998 req-8580c2af-8804-4594-bc5e-6d6bbc8c9f03 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=89a595c9-58f7-40d8-8038-5eacdaa6da45 HTTP/1.1" status: 200 len: 945 time: 0.0629969 Oct 27 18:30:38.914971 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d315d22c-8ffc-46f3-a322-d5c97338b998 req-d06db61a-35ef-452b-9be2-9aab97221594 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584867 Oct 27 18:30:39.152064 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34892) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:39.318484 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744202e-83e1-4fd0-af71-22ee56b4432d req-7019adaf-c0b0-4e15-9b62-502f40fb08c6 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:39.327847 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6744202e-83e1-4fd0-af71-22ee56b4432d req-7019adaf-c0b0-4e15-9b62-502f40fb08c6 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbf3757f-920e-4500-b458-4a6339e03c98 HTTP/1.1" status: 200 len: 946 time: 0.0846426 Oct 27 18:30:39.371252 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1cb4d2fc-9a61-44d0-a61c-eda707124b3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:39.373916 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6744202e-83e1-4fd0-af71-22ee56b4432d req-51f5c9fd-9669-49a2-a99c-b691b41f8564 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452173 Oct 27 18:30:39.457724 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:30:39.468531 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device c066fa86-ab54-4d5f-9e40-4c4d9b16adc2 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:30:39.510952 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1cb4d2fc-9a61-44d0-a61c-eda707124b3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:39.604012 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1cb4d2fc-9a61-44d0-a61c-eda707124b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:39.648182 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d,segment=NetworkSegment(08b321c2-f31d-4bf3-92cf-19e4150bb59a),segment_id=08b321c2-f31d-4bf3-92cf-19e4150bb59a)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:30:39.652075 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1688557c-a8e9-4072-b0b8-8f8110154278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:39.676266 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d', 'network_id': 'b86ab6cd-8b8f-4a1a-b749-9750a0077e89', 'port_id': '1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d', 'mac_address': 'fa:16:3e:f3:83:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1a5e027-b3ce-4ef0-9b4f-f904c17fb455', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:30:39.687781 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1cb4d2fc-9a61-44d0-a61c-eda707124b3e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=42452849f18f470b891d5b9e7bc4d325&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5289233 Oct 27 18:30:39.687996 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34896) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:39.703772 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4d2fc-9a61-44d0-a61c-eda707124b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c5208b-d681-428d-85fe-5c53b02af408,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:39.733412 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port c066fa86-ab54-4d5f-9e40-4c4d9b16adc2 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:30:39.748321 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port c066fa86-ab54-4d5f-9e40-4c4d9b16adc2 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:30:39.748902 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:39.817782 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:39.824179 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2b940e73-0a1a-43c8-87e9-40efa80f4e4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:39.837402 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:30:39.893472 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d,segment=NetworkSegment(08b321c2-f31d-4bf3-92cf-19e4150bb59a),segment_id=08b321c2-f31d-4bf3-92cf-19e4150bb59a)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:30:39.912323 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2b940e73-0a1a-43c8-87e9-40efa80f4e4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:39.943612 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:39.992268 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port c066fa86-ab54-4d5f-9e40-4c4d9b16adc2, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=c066fa86-ab54-4d5f-9e40-4c4d9b16adc2,segment=NetworkSegment(302f09cf-def5-4c6f-b0f0-838717b2e148),segment_id=302f09cf-def5-4c6f-b0f0-838717b2e148)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:30:39.994310 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a595c9-58f7-40d8-8038-5eacdaa6da45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c066fa86-ab54-4d5f-9e40-4c4d9b16adc2'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:30:39.997151 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0239e320-d925-437a-bc1f-9302dd0b9e4b" -d '{"events": [{"server_uuid": "89a595c9-58f7-40d8-8038-5eacdaa6da45", "name": "network-vif-plugged", "status": "completed", "tag": "c066fa86-ab54-4d5f-9e40-4c4d9b16adc2"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:30:39.998431 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6875cd8-0ede-4e0e-a8fb-87cc864b4dfb req-c21be3b5-acde-4328-b553-1914fb7502b2 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:40.001259 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:40.011081 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d6875cd8-0ede-4e0e-a8fb-87cc864b4dfb req-c21be3b5-acde-4328-b553-1914fb7502b2 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae2a8951-547e-47d8-9dac-b9cbe6f4503d HTTP/1.1" status: 200 len: 945 time: 0.1604040 Oct 27 18:30:40.051283 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49ed41-915f-4858-a92c-3da12a9397ca req-d614eef6-0fc6-4582-a554-e828a4b95a70 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:40.058417 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-de49ed41-915f-4858-a92c-3da12a9397ca req-d614eef6-0fc6-4582-a554-e828a4b95a70 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] 10.222.0.52 "GET /v2.0/ports?device_id=f138b5fa-d70e-4414-a558-effa2af39993 HTTP/1.1" status: 200 len: 943 time: 0.1494577 Oct 27 18:30:40.067835 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:40.073409 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:40.091090 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d6875cd8-0ede-4e0e-a8fb-87cc864b4dfb req-542609b1-d222-46ba-ade6-a50da96292b9 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768116 Oct 27 18:30:40.147522 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-de49ed41-915f-4858-a92c-3da12a9397ca req-cf368a5c-9ad1-455c-a87e-3dd5db418d0d tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] 10.222.0.52 "GET /v2.0/security-groups?id=d4f6a968-5567-4f2a-8983-af189b48e30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741313 Oct 27 18:30:40.157491 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=c066fa86-ab54-4d5f-9e40-4c4d9b16adc2,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:40.226739 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2b940e73-0a1a-43c8-87e9-40efa80f4e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:40.226739 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2b940e73-0a1a-43c8-87e9-40efa80f4e4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:40.233141 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-2b940e73-0a1a-43c8-87e9-40efa80f4e4c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/45c5208b-d681-428d-85fe-5c53b02af408 HTTP/1.1" status: 204 len: 168 time: 0.5439188 Oct 27 18:30:40.245448 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bc345e-57ba-4ea6-a9d3-442c1dbb672e x-openstack-request-id: req-18bc345e-57ba-4ea6-a9d3-442c1dbb672e {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:30:40.247217 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89a595c9-58f7-40d8-8038-5eacdaa6da45", "name": "network-vif-plugged", "status": "completed", "tag": "c066fa86-ab54-4d5f-9e40-4c4d9b16adc2", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:30:40.248324 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-18bc345e-57ba-4ea6-a9d3-442c1dbb672e {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:30:40.249133 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89a595c9-58f7-40d8-8038-5eacdaa6da45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c066fa86-ab54-4d5f-9e40-4c4d9b16adc2', 'code': 200} Oct 27 18:30:40.266215 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b940e73-0a1a-43c8-87e9-40efa80f4e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c5208b-d681-428d-85fe-5c53b02af408,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:40.356813 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22f3dc-b593-458a-b4b2-63ec68a2d30d req-87611b90-e695-4914-97f2-96ba6cf9963c tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:40.361247 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8c22f3dc-b593-458a-b4b2-63ec68a2d30d req-87611b90-e695-4914-97f2-96ba6cf9963c tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=89a595c9-58f7-40d8-8038-5eacdaa6da45 HTTP/1.1" status: 200 len: 946 time: 0.0956578 Oct 27 18:30:40.399393 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e9236-9ab9-409e-9174-f6d31537b00d req-b2476db9-f549-4deb-9cfc-63c99132e9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:40.399393 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c48e9236-9ab9-409e-9174-f6d31537b00d req-b2476db9-f549-4deb-9cfc-63c99132e9dd service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=89a595c9-58f7-40d8-8038-5eacdaa6da45 HTTP/1.1" status: 200 len: 1097 time: 0.0659323 Oct 27 18:30:40.408685 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8c22f3dc-b593-458a-b4b2-63ec68a2d30d req-37aa1cf6-3868-4d2a-bc7c-8a422e538f9d tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427260 Oct 27 18:30:40.456659 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:30:40.469148 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c48e9236-9ab9-409e-9174-f6d31537b00d req-1cbb9efb-6e24-48c2-b562-4eb29ccbb20c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701723 Oct 27 18:30:40.565888 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9fe31-c687-4259-9c21-f3b8a34194d2 req-fd0848cb-c969-46db-affe-d2e7a6c75ca9 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:40.571820 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a4e9fe31-c687-4259-9c21-f3b8a34194d2 req-fd0848cb-c969-46db-affe-d2e7a6c75ca9 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbf3757f-920e-4500-b458-4a6339e03c98 HTTP/1.1" status: 200 len: 946 time: 0.0724216 Oct 27 18:30:40.657201 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a4e9fe31-c687-4259-9c21-f3b8a34194d2 req-5ef051b4-0265-4103-9497-97de9c446425 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840909 Oct 27 18:30:41.044361 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34922) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:41.067728 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e00ede56-2ab2-4403-8ecf-e000c0ea6a1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:41.085950 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e992bf-8ff1-413c-938a-e9ea879c1b62 req-09a4c0c5-ae86-4a1c-b656-7776a78d5a00 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:41.095195 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-15e992bf-8ff1-413c-938a-e9ea879c1b62 req-09a4c0c5-ae86-4a1c-b656-7776a78d5a00 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbf3757f-920e-4500-b458-4a6339e03c98 HTTP/1.1" status: 200 len: 946 time: 0.0801518 Oct 27 18:30:41.162300 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-15e992bf-8ff1-413c-938a-e9ea879c1b62 req-4a5448c0-bb05-443c-8c0f-7a5379790384 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661392 Oct 27 18:30:41.198997 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e00ede56-2ab2-4403-8ecf-e000c0ea6a1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:41.274529 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c5847-46e1-4ed3-a6c1-3dd2c5ded390 req-0b57d969-7c79-4e1d-b76a-15f26e6049e2 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:41.276170 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8e7c5847-46e1-4ed3-a6c1-3dd2c5ded390 req-0b57d969-7c79-4e1d-b76a-15f26e6049e2 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae2a8951-547e-47d8-9dac-b9cbe6f4503d HTTP/1.1" status: 200 len: 945 time: 0.0897501 Oct 27 18:30:41.327785 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e00ede56-2ab2-4403-8ecf-e000c0ea6a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:41.348771 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8e7c5847-46e1-4ed3-a6c1-3dd2c5ded390 req-b5c545f2-fd4e-45da-bb03-907354ed639c tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616667 Oct 27 18:30:41.358444 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00397342-f743-43ab-b8c2-de7e05bc957e req-b69c5866-5956-4391-a026-761c9749bcea tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:41.366889 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-00397342-f743-43ab-b8c2-de7e05bc957e req-b69c5866-5956-4391-a026-761c9749bcea tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] 10.222.0.52 "GET /v2.0/ports?device_id=f138b5fa-d70e-4414-a558-effa2af39993 HTTP/1.1" status: 200 len: 944 time: 0.1018558 Oct 27 18:30:41.393178 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ede56-2ab2-4403-8ecf-e000c0ea6a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98dc8e1b-c495-4f43-9852-f64bca8ac724,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:41.395233 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e00ede56-2ab2-4403-8ecf-e000c0ea6a1e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=eabf5f3811ad47f6ab5c327b620661d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3482471 Oct 27 18:30:41.401857 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34930) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:41.438544 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-00397342-f743-43ab-b8c2-de7e05bc957e req-c4d50919-8ce1-40be-ad02-e41576b5396a tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] 10.222.0.52 "GET /v2.0/security-groups?id=d4f6a968-5567-4f2a-8983-af189b48e30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665376 Oct 27 18:30:41.467350 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device d364d51f-ca87-4ac8-8c4e-9e476bdc51a6 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:30:41.532022 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-23146393-f69c-4103-8bab-cfb9161d2b95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:41.583092 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-23146393-f69c-4103-8bab-cfb9161d2b95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:41.590071 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b9040-7f8c-4bfa-a3e8-291af9dbac77 req-0684ec20-10e5-43b1-b673-9c7a1b1f91ee tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:41.592201 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-567b9040-7f8c-4bfa-a3e8-291af9dbac77 req-0684ec20-10e5-43b1-b673-9c7a1b1f91ee tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=89a595c9-58f7-40d8-8038-5eacdaa6da45 HTTP/1.1" status: 200 len: 946 time: 0.0856907 Oct 27 18:30:41.632322 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port d364d51f-ca87-4ac8-8c4e-9e476bdc51a6 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:30:41.639612 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port d364d51f-ca87-4ac8-8c4e-9e476bdc51a6 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:30:41.640949 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:41.661742 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-567b9040-7f8c-4bfa-a3e8-291af9dbac77 req-ae3e4ff9-9b1a-471a-a22c-2144292e880b tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587196 Oct 27 18:30:41.732978 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-23146393-f69c-4103-8bab-cfb9161d2b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:41.737196 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-23146393-f69c-4103-8bab-cfb9161d2b95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:41.738384 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-23146393-f69c-4103-8bab-cfb9161d2b95 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/98dc8e1b-c495-4f43-9852-f64bca8ac724 HTTP/1.1" status: 204 len: 168 time: 0.3334258 Oct 27 18:30:41.749823 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23146393-f69c-4103-8bab-cfb9161d2b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98dc8e1b-c495-4f43-9852-f64bca8ac724,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:41.752472 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:41.801071 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d364d51f-ca87-4ac8-8c4e-9e476bdc51a6, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d364d51f-ca87-4ac8-8c4e-9e476bdc51a6,segment=NetworkSegment(da54f3b4-fa80-4f6a-872c-1cd042d9332d),segment_id=da54f3b4-fa80-4f6a-872c-1cd042d9332d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:30:41.883870 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:41.936254 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=d364d51f-ca87-4ac8-8c4e-9e476bdc51a6,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:42.050752 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cd46144a-eccc-41f3-8446-556ee06f64a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:42.250513 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2a8951-547e-47d8-9dac-b9cbe6f4503d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd364d51f-ca87-4ac8-8c4e-9e476bdc51a6'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:30:42.254001 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c372fd82-2084-442a-a680-478709d967e0" -d '{"events": [{"server_uuid": "ae2a8951-547e-47d8-9dac-b9cbe6f4503d", "name": "network-vif-plugged", "status": "completed", "tag": "d364d51f-ca87-4ac8-8c4e-9e476bdc51a6"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:30:42.349244 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ceae7-8533-4a64-8432-6751216683cc req-f219971a-bab4-49f7-9c45-e8d26f491f04 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:42.350263 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0f1ceae7-8533-4a64-8432-6751216683cc req-f219971a-bab4-49f7-9c45-e8d26f491f04 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbf3757f-920e-4500-b458-4a6339e03c98 HTTP/1.1" status: 200 len: 946 time: 0.0729513 Oct 27 18:30:42.414701 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0f1ceae7-8533-4a64-8432-6751216683cc req-50acfba7-2a81-4fd6-8f2f-afff5a4aebbd tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576124 Oct 27 18:30:42.480353 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2876aa9b-7821-4cc3-8ac3-513025f66be9 x-openstack-request-id: req-2876aa9b-7821-4cc3-8ac3-513025f66be9 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:30:42.480852 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2a8951-547e-47d8-9dac-b9cbe6f4503d", "name": "network-vif-plugged", "status": "completed", "tag": "d364d51f-ca87-4ac8-8c4e-9e476bdc51a6", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:30:42.485477 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2876aa9b-7821-4cc3-8ac3-513025f66be9 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:30:42.485477 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2a8951-547e-47d8-9dac-b9cbe6f4503d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd364d51f-ca87-4ac8-8c4e-9e476bdc51a6', 'code': 200} Oct 27 18:30:42.618022 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302e944-d765-49b3-bd57-e7d2cf5e0db9 req-2c0c0da3-124f-4c00-90ea-b26a8ce6e17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:42.619815 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d302e944-d765-49b3-bd57-e7d2cf5e0db9 req-2c0c0da3-124f-4c00-90ea-b26a8ce6e17e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ae2a8951-547e-47d8-9dac-b9cbe6f4503d HTTP/1.1" status: 200 len: 1097 time: 0.0595067 Oct 27 18:30:42.623862 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4531c4b-2a4f-4d1e-a3ad-1f443bad1489 req-43a25c7c-f0f8-4027-8d93-51951ec272c1 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:42.625509 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e4531c4b-2a4f-4d1e-a3ad-1f443bad1489 req-43a25c7c-f0f8-4027-8d93-51951ec272c1 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae2a8951-547e-47d8-9dac-b9cbe6f4503d HTTP/1.1" status: 200 len: 946 time: 0.0637000 Oct 27 18:30:42.687781 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d302e944-d765-49b3-bd57-e7d2cf5e0db9 req-f895c002-6bb8-4608-97ba-f0b3d0ccbb0f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597296 Oct 27 18:30:42.706077 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e4531c4b-2a4f-4d1e-a3ad-1f443bad1489 req-e433b72f-e358-467a-98ac-8a9d5bb3bcca tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694747 Oct 27 18:30:42.834359 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a075ad6-1bee-4cc4-84ab-49d9a5e2ac43 req-a9712fc9-fbe2-4c81-a32a-e0325aa695d3 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:42.836029 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2a075ad6-1bee-4cc4-84ab-49d9a5e2ac43 req-a9712fc9-fbe2-4c81-a32a-e0325aa695d3 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] 10.222.0.52 "GET /v2.0/ports?device_id=f138b5fa-d70e-4414-a558-effa2af39993 HTTP/1.1" status: 200 len: 944 time: 0.0528262 Oct 27 18:30:42.882268 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2a075ad6-1bee-4cc4-84ab-49d9a5e2ac43 req-fa0a940d-ddf6-4a45-b6f4-06ffa9e806dd tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] 10.222.0.52 "GET /v2.0/security-groups?id=d4f6a968-5567-4f2a-8983-af189b48e30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398619 Oct 27 18:30:43.034627 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55b070-7fe8-45cc-bf6e-fff474b7abb2 req-e3b5a05d-c580-414e-a9db-adca8e12f539 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:43.037870 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4b55b070-7fe8-45cc-bf6e-fff474b7abb2 req-e3b5a05d-c580-414e-a9db-adca8e12f539 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 946 time: 0.0826006 Oct 27 18:30:43.084565 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4b55b070-7fe8-45cc-bf6e-fff474b7abb2 req-6e604e2d-14be-41fe-8a98-cc65f81e4f8e tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403368 Oct 27 18:30:43.347112 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480e44f-5740-4db7-b1e4-e34ef62e0f8d req-c6420f49-2ec0-41f2-85b0-3a6d36a682ce tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:43.355887 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1480e44f-5740-4db7-b1e4-e34ef62e0f8d req-c6420f49-2ec0-41f2-85b0-3a6d36a682ce tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=89a595c9-58f7-40d8-8038-5eacdaa6da45 HTTP/1.1" status: 200 len: 946 time: 0.0845978 Oct 27 18:30:43.428350 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:43.429413 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:43.436111 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1480e44f-5740-4db7-b1e4-e34ef62e0f8d req-e25a8767-eda7-4264-b52d-25c80f3b5bf2 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721638 Oct 27 18:30:43.473615 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:30:43.524993 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969f35f-f6af-42eb-93c0-f30ae1de847e req-1369b30f-f49e-48ae-ba77-7bc3fa88383d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:43.533810 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3969f35f-f6af-42eb-93c0-f30ae1de847e req-1369b30f-f49e-48ae-ba77-7bc3fa88383d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbf3757f-920e-4500-b458-4a6339e03c98 HTTP/1.1" status: 200 len: 946 time: 0.0879941 Oct 27 18:30:43.594509 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3969f35f-f6af-42eb-93c0-f30ae1de847e req-e2c84e45-4c69-4846-9f7e-0c9d6b21c76a tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495746 Oct 27 18:30:43.646417 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:30:43.652231 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:30:43.652820 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:43.738430 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:43.782715 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d,segment=NetworkSegment(08b321c2-f31d-4bf3-92cf-19e4150bb59a),segment_id=08b321c2-f31d-4bf3-92cf-19e4150bb59a)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:30:43.867676 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699e0f6-b5cd-4a10-872b-a4b88b5aba07 req-29544dbd-87dc-4ba1-8d55-7fd79c561036 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:43.868899 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:43.869265 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8699e0f6-b5cd-4a10-872b-a4b88b5aba07 req-29544dbd-87dc-4ba1-8d55-7fd79c561036 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae2a8951-547e-47d8-9dac-b9cbe6f4503d HTTP/1.1" status: 200 len: 946 time: 0.0648904 Oct 27 18:30:43.928078 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8699e0f6-b5cd-4a10-872b-a4b88b5aba07 req-ad0c5505-2dc1-47a6-8dfa-6f83d9e65990 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467899 Oct 27 18:30:43.950511 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:44.049154 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9dad0b-34c2-480b-a13e-6993b1d9949f req-9ece4e26-407c-455d-bfb8-9196e3d0e74d tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:44.050864 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aa9dad0b-34c2-480b-a13e-6993b1d9949f req-9ece4e26-407c-455d-bfb8-9196e3d0e74d tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] 10.222.0.52 "GET /v2.0/ports?device_id=f138b5fa-d70e-4414-a558-effa2af39993 HTTP/1.1" status: 200 len: 945 time: 0.0830648 Oct 27 18:30:44.075374 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0665bb-0356-4609-9236-598c206fdf6d req-7c56a262-6988-4f2b-9aa6-c9236b953e11 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:44.077028 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cb0665bb-0356-4609-9236-598c206fdf6d req-7c56a262-6988-4f2b-9aa6-c9236b953e11 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=89a595c9-58f7-40d8-8038-5eacdaa6da45 HTTP/1.1" status: 200 len: 946 time: 0.0785511 Oct 27 18:30:44.142851 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aa9dad0b-34c2-480b-a13e-6993b1d9949f req-b1eda37c-53cb-4768-8989-3b66051cc142 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] 10.222.0.52 "GET /v2.0/security-groups?id=d4f6a968-5567-4f2a-8983-af189b48e30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647006 Oct 27 18:30:44.157316 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cb0665bb-0356-4609-9236-598c206fdf6d req-247a3d96-83db-41ac-9d6b-01d51091297a tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554683 Oct 27 18:30:44.303862 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44854fcc-e58a-4707-a130-5a201952f7b5 req-871f3333-a326-4a64-81b0-76a0b66cc9ba tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:44.306548 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-44854fcc-e58a-4707-a130-5a201952f7b5 req-871f3333-a326-4a64-81b0-76a0b66cc9ba tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 946 time: 0.1018245 Oct 27 18:30:44.352291 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-44854fcc-e58a-4707-a130-5a201952f7b5 req-298dd0bb-006e-478b-8c3d-60c40cf709b3 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386283 Oct 27 18:30:44.483866 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f138b5fa-d70e-4414-a558-effa2af39993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:30:44.486311 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b2d446-3f6f-4660-8969-d29542894a87" -d '{"events": [{"server_uuid": "f138b5fa-d70e-4414-a558-effa2af39993", "name": "network-vif-plugged", "status": "completed", "tag": "1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:30:44.537356 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c21abd-0e2c-447a-a1f9-96c7e2caba89 x-openstack-request-id: req-27c21abd-0e2c-447a-a1f9-96c7e2caba89 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:30:44.537654 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f138b5fa-d70e-4414-a558-effa2af39993", "name": "network-vif-plugged", "status": "completed", "tag": "1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:30:44.537979 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-27c21abd-0e2c-447a-a1f9-96c7e2caba89 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:30:44.538368 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f138b5fa-d70e-4414-a558-effa2af39993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d', 'code': 200} Oct 27 18:30:44.695943 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c20f20-e07c-4846-a2b3-f1b3e4812722 req-1bb2e1a8-a21d-4017-ab59-96ac2ddf494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:44.698417 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-91c20f20-e07c-4846-a2b3-f1b3e4812722 req-1bb2e1a8-a21d-4017-ab59-96ac2ddf494c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f138b5fa-d70e-4414-a558-effa2af39993 HTTP/1.1" status: 200 len: 1096 time: 0.0687518 Oct 27 18:30:44.740135 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-91c20f20-e07c-4846-a2b3-f1b3e4812722 req-bf8d56f5-aea5-4899-b59b-7c296c6ebbb5 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d4f6a968-5567-4f2a-8983-af189b48e30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305555 Oct 27 18:30:44.753254 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81473c2-0e3a-40e6-bd0d-60dc92622505 req-e1a61bcf-bf88-4d83-9bd4-5063fa0396cf tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:44.754743 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c81473c2-0e3a-40e6-bd0d-60dc92622505 req-e1a61bcf-bf88-4d83-9bd4-5063fa0396cf tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbf3757f-920e-4500-b458-4a6339e03c98 HTTP/1.1" status: 200 len: 946 time: 0.0597908 Oct 27 18:30:44.798219 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c81473c2-0e3a-40e6-bd0d-60dc92622505 req-9847066c-337d-4148-87f6-02f6d036420b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371761 Oct 27 18:30:45.037132 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:45.076822 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6df330-7091-4c0d-b0b8-3b14cdf06ac4 req-01b64f20-2cb7-442e-85ac-cbfa62ab6f7b tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:45.078697 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7a6df330-7091-4c0d-b0b8-3b14cdf06ac4 req-01b64f20-2cb7-442e-85ac-cbfa62ab6f7b tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae2a8951-547e-47d8-9dac-b9cbe6f4503d HTTP/1.1" status: 200 len: 946 time: 0.0695369 Oct 27 18:30:45.100394 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35032) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:45.131487 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d5768a55-a36a-4c04-8734-97b0b4e5337d req-f328abe7-df6c-4ec3-8e06-546bb59c06bc service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0557220 Oct 27 18:30:45.138087 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7a6df330-7091-4c0d-b0b8-3b14cdf06ac4 req-ddfc0350-726e-48e9-9d1e-fcf68adbac18 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515306 Oct 27 18:30:45.243375 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5768a55-a36a-4c04-8734-97b0b4e5337d req-6a2f5fb3-f4f8-4de1-a65b-e8cd219b2f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:45.245249 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d5768a55-a36a-4c04-8734-97b0b4e5337d req-6a2f5fb3-f4f8-4de1-a65b-e8cd219b2f78 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=74d488054c1f4f50bdb6de26a9138d36&device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 1096 time: 0.0627310 Oct 27 18:30:45.341488 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-b61ba086-1eca-44d9-bcc3-d7f9bf49cdc3 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:30:45.390267 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718455f-539d-4a5d-a10a-b65491b1c806 req-a89ae3c5-7d48-48ec-bf62-44443554b222 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:45.397684 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e718455f-539d-4a5d-a10a-b65491b1c806 req-a89ae3c5-7d48-48ec-bf62-44443554b222 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae2a8951-547e-47d8-9dac-b9cbe6f4503d HTTP/1.1" status: 200 len: 946 time: 0.1535971 Oct 27 18:30:45.432566 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b4035-bdf3-4e86-8d44-2162e239bc10 req-409181fd-e441-465d-8b0d-69031cc12897 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:45.434126 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-106b4035-bdf3-4e86-8d44-2162e239bc10 req-409181fd-e441-465d-8b0d-69031cc12897 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.93 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 946 time: 0.1520150 Oct 27 18:30:45.444156 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd6b37-7ae5-4274-9f11-2112af2828d9 req-a7646c23-0861-40e1-92d6-ce4466eaed91 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:45.445720 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-72fd6b37-7ae5-4274-9f11-2112af2828d9 req-a7646c23-0861-40e1-92d6-ce4466eaed91 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] 10.222.0.52 "GET /v2.0/ports?device_id=f138b5fa-d70e-4414-a558-effa2af39993 HTTP/1.1" status: 200 len: 945 time: 0.1649435 Oct 27 18:30:45.490396 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e59dcd41-4da5-4a63-b642-c2c6163413d8 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:30:45.497080 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b61ba086-1eca-44d9-bcc3-d7f9bf49cdc3 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks [] for floatingip, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:45.519472 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e718455f-539d-4a5d-a10a-b65491b1c806 req-08021084-4952-4f71-8fd3-7d0a05fd2083 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207922 Oct 27 18:30:45.697972 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-72fd6b37-7ae5-4274-9f11-2112af2828d9 req-d874d79b-0913-48ea-92c5-aed06f1884d3 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] 10.222.0.52 "GET /v2.0/security-groups?id=d4f6a968-5567-4f2a-8983-af189b48e30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215035 Oct 27 18:30:45.708741 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5768a55-a36a-4c04-8734-97b0b4e5337d req-953fdd5b-bab6-410a-a442-8473195eb089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:45.711396 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d5768a55-a36a-4c04-8734-97b0b4e5337d req-953fdd5b-bab6-410a-a442-8473195eb089 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a7c013d9-ea11-470b-8a79-08abd897c197 HTTP/1.1" status: 200 len: 914 time: 0.4258971 Oct 27 18:30:45.745611 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-106b4035-bdf3-4e86-8d44-2162e239bc10 req-e5868677-d909-4549-b80d-497631250f7b tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Deleting port 2ac1af36-f4e9-4436-ba14-271bc5404393 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:30:45.745928 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-106b4035-bdf3-4e86-8d44-2162e239bc10 req-e5868677-d909-4549-b80d-497631250f7b tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:45.756816 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb802d7-744c-43a6-8923-8ce021630943 req-f0dd26fd-cce6-4413-ac15-f011fd80c71f tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:45.760719 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-adb802d7-744c-43a6-8923-8ce021630943 req-f0dd26fd-cce6-4413-ac15-f011fd80c71f tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=89a595c9-58f7-40d8-8038-5eacdaa6da45 HTTP/1.1" status: 200 len: 946 time: 0.1121807 Oct 27 18:30:45.777079 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d5768a55-a36a-4c04-8734-97b0b4e5337d req-93e16b43-ff48-4d88-aee2-81d9c9a2257d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f163efb5-dab5-44e4-bcbc-d40014efc10a HTTP/1.1" status: 200 len: 217 time: 0.0551062 Oct 27 18:30:45.829065 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port e59dcd41-4da5-4a63-b642-c2c6163413d8, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e59dcd41-4da5-4a63-b642-c2c6163413d8,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:30:45.848837 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5768a55-a36a-4c04-8734-97b0b4e5337d req-f90e40b0-3d56-4107-ae4f-83da0c8907f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:45.850602 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d5768a55-a36a-4c04-8734-97b0b4e5337d req-f90e40b0-3d56-4107-ae4f-83da0c8907f4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=afe6cc10-9308-4117-a497-d403cb219653 HTTP/1.1" status: 200 len: 851 time: 0.0637820 Oct 27 18:30:45.852211 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'e59dcd41-4da5-4a63-b642-c2c6163413d8', 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197', 'port_id': 'e59dcd41-4da5-4a63-b642-c2c6163413d8', 'mac_address': 'fa:16:3e:af:56:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afe6cc10-9308-4117-a497-d403cb219653', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:30:45.892447 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:45.907584 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-adb802d7-744c-43a6-8923-8ce021630943 req-8f7b13c6-ffee-43a0-bd6e-ec9f5beb71e0 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups?id=da7ad010-9372-46a0-a096-42418de84b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382482 Oct 27 18:30:45.929329 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e59dcd41-4da5-4a63-b642-c2c6163413d8 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:30:45.964567 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5768a55-a36a-4c04-8734-97b0b4e5337d req-afafda75-7e90-46c1-956d-9cee2d842b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:45.965872 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d5768a55-a36a-4c04-8734-97b0b4e5337d req-afafda75-7e90-46c1-956d-9cee2d842b07 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a7c013d9-ea11-470b-8a79-08abd897c197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915732 Oct 27 18:30:45.977155 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b61ba086-1eca-44d9-bcc3-d7f9bf49cdc3 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:45.981071 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-106b4035-bdf3-4e86-8d44-2162e239bc10 req-e5868677-d909-4549-b80d-497631250f7b tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] For port 2ac1af36-f4e9-4436-ba14-271bc5404393, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=2ac1af36-f4e9-4436-ba14-271bc5404393,segment=NetworkSegment(2dded0ce-75a9-4672-98e4-0cf30caebd38),segment_id=2dded0ce-75a9-4672-98e4-0cf30caebd38)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:30:45.981604 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port e59dcd41-4da5-4a63-b642-c2c6163413d8, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e59dcd41-4da5-4a63-b642-c2c6163413d8,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:30:45.981896 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-106b4035-bdf3-4e86-8d44-2162e239bc10 req-e5868677-d909-4549-b80d-497631250f7b tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:46.007417 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-106b4035-bdf3-4e86-8d44-2162e239bc10 req-e5868677-d909-4549-b80d-497631250f7b tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Calling delete_port for 2ac1af36-f4e9-4436-ba14-271bc5404393 owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:30:46.067664 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:46.075169 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d5768a55-a36a-4c04-8734-97b0b4e5337d req-7d5ab193-f414-45ed-9088-592ef527106d service neutron] 10.222.0.93 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966089 Oct 27 18:30:46.139503 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=e59dcd41-4da5-4a63-b642-c2c6163413d8,revision_number=6']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:46.188614 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde045b-0238-48ad-8209-27550e3b7a16 req-951c57cc-77cf-4eaf-b892-1700213102cf tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:46.190659 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dbde045b-0238-48ad-8209-27550e3b7a16 req-951c57cc-77cf-4eaf-b892-1700213102cf tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 946 time: 0.1538014 Oct 27 18:30:46.230991 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d5768a55-a36a-4c04-8734-97b0b4e5337d req-edb5da8f-1667-417e-9fc0-86961cd45827 service neutron] 10.222.0.93 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416430 Oct 27 18:30:46.249358 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-b61ba086-1eca-44d9-bcc3-d7f9bf49cdc3 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Allocated IP 172.25.6.149 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/ff5d84af-ba13-4f60-a409-171a905f476a) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:30:46.316299 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dbde045b-0238-48ad-8209-27550e3b7a16 req-c177b6e4-71a3-4f79-8e6d-f97580263eb7 tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/security-groups?id=41ce4168-57ba-4774-a469-f0961aff7191&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135981 Oct 27 18:30:46.379562 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['e59dcd41-4da5-4a63-b642-c2c6163413d8'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:30:46.420167 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49011a-e1fc-42d6-8dee-e79e07ebcbfb req-3d7860b7-c484-491a-b010-10267e286a1e tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:46.422503 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ce49011a-e1fc-42d6-8dee-e79e07ebcbfb req-3d7860b7-c484-491a-b010-10267e286a1e tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.93 "GET /v2.0/ports?device_id=89a595c9-58f7-40d8-8038-5eacdaa6da45 HTTP/1.1" status: 200 len: 946 time: 0.0980134 Oct 27 18:30:46.432963 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b61ba086-1eca-44d9-bcc3-d7f9bf49cdc3 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:46.474999 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-106b4035-bdf3-4e86-8d44-2162e239bc10 req-e5868677-d909-4549-b80d-497631250f7b tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:46.531762 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5868677-d909-4549-b80d-497631250f7b tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Pushing event deleted for resources: {'Port': ['ID=2ac1af36-f4e9-4436-ba14-271bc5404393,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:46.565931 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-ce49011a-e1fc-42d6-8dee-e79e07ebcbfb req-3ce7eaa8-9c5b-47c0-a338-2149aaed63ab tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Deleting port c066fa86-ab54-4d5f-9e40-4c4d9b16adc2 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:30:46.566274 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ce49011a-e1fc-42d6-8dee-e79e07ebcbfb req-3ce7eaa8-9c5b-47c0-a338-2149aaed63ab tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:46.583299 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['2ac1af36-f4e9-4436-ba14-271bc5404393'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:30:46.663662 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-ce49011a-e1fc-42d6-8dee-e79e07ebcbfb req-3ce7eaa8-9c5b-47c0-a338-2149aaed63ab tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] For port c066fa86-ab54-4d5f-9e40-4c4d9b16adc2, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=c066fa86-ab54-4d5f-9e40-4c4d9b16adc2,segment=NetworkSegment(302f09cf-def5-4c6f-b0f0-838717b2e148),segment_id=302f09cf-def5-4c6f-b0f0-838717b2e148)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:30:46.664577 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ce49011a-e1fc-42d6-8dee-e79e07ebcbfb req-3ce7eaa8-9c5b-47c0-a338-2149aaed63ab tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:46.680558 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-ce49011a-e1fc-42d6-8dee-e79e07ebcbfb req-3ce7eaa8-9c5b-47c0-a338-2149aaed63ab tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Calling delete_port for c066fa86-ab54-4d5f-9e40-4c4d9b16adc2 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:30:46.890000 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ce49011a-e1fc-42d6-8dee-e79e07ebcbfb req-3ce7eaa8-9c5b-47c0-a338-2149aaed63ab tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:46.905196 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['c066fa86-ab54-4d5f-9e40-4c4d9b16adc2'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:30:46.918766 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce7eaa8-9c5b-47c0-a338-2149aaed63ab tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Pushing event deleted for resources: {'Port': ['ID=c066fa86-ab54-4d5f-9e40-4c4d9b16adc2,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:46.941522 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb57b51-f933-493e-929c-e48ffad288c4 req-6035b919-9334-4372-af89-0aaf4522daeb tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:46.943087 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8cb57b51-f933-493e-929c-e48ffad288c4 req-6035b919-9334-4372-af89-0aaf4522daeb tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbf3757f-920e-4500-b458-4a6339e03c98 HTTP/1.1" status: 200 len: 945 time: 0.5154681 Oct 27 18:30:46.962199 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-106b4035-bdf3-4e86-8d44-2162e239bc10 req-e5868677-d909-4549-b80d-497631250f7b tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] No DVR routers for this DVR port 2ac1af36-f4e9-4436-ba14-271bc5404393 on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:30:46.965258 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-106b4035-bdf3-4e86-8d44-2162e239bc10 req-e5868677-d909-4549-b80d-497631250f7b tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:46.966275 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce49011a-e1fc-42d6-8dee-e79e07ebcbfb req-3ce7eaa8-9c5b-47c0-a338-2149aaed63ab tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] No DVR routers for this DVR port c066fa86-ab54-4d5f-9e40-4c4d9b16adc2 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:30:46.968793 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ce49011a-e1fc-42d6-8dee-e79e07ebcbfb req-3ce7eaa8-9c5b-47c0-a338-2149aaed63ab tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:46.971075 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-106b4035-bdf3-4e86-8d44-2162e239bc10 req-e5868677-d909-4549-b80d-497631250f7b tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.93 "DELETE /v2.0/ports/2ac1af36-f4e9-4436-ba14-271bc5404393 HTTP/1.1" status: 204 len: 173 time: 1.5243053 Oct 27 18:30:46.972134 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ce49011a-e1fc-42d6-8dee-e79e07ebcbfb req-3ce7eaa8-9c5b-47c0-a338-2149aaed63ab tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.93 "DELETE /v2.0/ports/c066fa86-ab54-4d5f-9e40-4c4d9b16adc2 HTTP/1.1" status: 204 len: 173 time: 0.5265069 Oct 27 18:30:46.973074 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a595c9-58f7-40d8-8038-5eacdaa6da45', 'name': 'network-vif-deleted', 'tag': 'c066fa86-ab54-4d5f-9e40-4c4d9b16adc2'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:30:46.973829 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd655789b-cbec-4247-a022-1a4d4187ebf8', 'name': 'network-vif-deleted', 'tag': '2ac1af36-f4e9-4436-ba14-271bc5404393'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:30:46.974989 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a8307b-7506-41c4-8c56-d58e23187e9c" -d '{"events": [{"server_uuid": "89a595c9-58f7-40d8-8038-5eacdaa6da45", "name": "network-vif-deleted", "tag": "c066fa86-ab54-4d5f-9e40-4c4d9b16adc2"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:30:46.976457 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9f8859-5d2f-4298-bbce-2b2bf6b11331" -d '{"events": [{"server_uuid": "d655789b-cbec-4247-a022-1a4d4187ebf8", "name": "network-vif-deleted", "tag": "2ac1af36-f4e9-4436-ba14-271bc5404393"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:30:46.987571 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157faa5-3ece-494a-8c21-5afe40450bd4 req-1894f677-69ba-4583-a55a-82b45b6e3a46 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:46.989069 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9157faa5-3ece-494a-8c21-5afe40450bd4 req-1894f677-69ba-4583-a55a-82b45b6e3a46 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae2a8951-547e-47d8-9dac-b9cbe6f4503d HTTP/1.1" status: 200 len: 946 time: 0.5418370 Oct 27 18:30:47.051167 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8cb57b51-f933-493e-929c-e48ffad288c4 req-fc6e3fdb-6f6f-4ef3-bc21-bbfbee5cbf44 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900114 Oct 27 18:30:47.058991 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9157faa5-3ece-494a-8c21-5afe40450bd4 req-3dfacbcc-ef80-4c94-b5a2-9fedb002d9d1 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631185 Oct 27 18:30:47.093419 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b61ba086-1eca-44d9-bcc3-d7f9bf49cdc3 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:47.196512 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61ba086-1eca-44d9-bcc3-d7f9bf49cdc3 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:30:47.206516 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-b61ba086-1eca-44d9-bcc3-d7f9bf49cdc3 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:30:47.214639 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61ba086-1eca-44d9-bcc3-d7f9bf49cdc3 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:30:47.245131 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ba086-1eca-44d9-bcc3-d7f9bf49cdc3 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Pushing event updated for resources: {'Port': ['ID=ff5d84af-ba13-4f60-a409-171a905f476a,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:47.293444 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6439a6ea-8d76-48f1-809f-7ce68d7e6ce6 req-5f3a8881-4c90-47e3-9c8a-eb9053db787b tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=89a595c9-58f7-40d8-8038-5eacdaa6da45 HTTP/1.1" status: 200 len: 210 time: 0.0407279 Oct 27 18:30:47.305001 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0163c-96d2-4415-90ad-bdca4a3d860e req-51e47e55-540a-4501-b2d7-e53de31d419d tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:47.312541 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-08c0163c-96d2-4415-90ad-bdca4a3d860e req-51e47e55-540a-4501-b2d7-e53de31d419d tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] 10.222.0.52 "GET /v2.0/ports?device_id=f138b5fa-d70e-4414-a558-effa2af39993 HTTP/1.1" status: 200 len: 945 time: 0.1658735 Oct 27 18:30:47.399493 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-08c0163c-96d2-4415-90ad-bdca4a3d860e req-070093bb-8156-47c2-81fe-29ff531f0090 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] 10.222.0.52 "GET /v2.0/security-groups?id=d4f6a968-5567-4f2a-8983-af189b48e30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859101 Oct 27 18:30:47.412542 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b61ba086-1eca-44d9-bcc3-d7f9bf49cdc3 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:47.454917 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28508f67-dfa3-4daf-945f-066cc2ede39b x-openstack-request-id: req-28508f67-dfa3-4daf-945f-066cc2ede39b {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:30:47.455421 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d655789b-cbec-4247-a022-1a4d4187ebf8", "name": "network-vif-deleted", "tag": "2ac1af36-f4e9-4436-ba14-271bc5404393", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:30:47.455691 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-28508f67-dfa3-4daf-945f-066cc2ede39b {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:30:47.456096 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd655789b-cbec-4247-a022-1a4d4187ebf8', 'name': 'network-vif-deleted', 'tag': '2ac1af36-f4e9-4436-ba14-271bc5404393', 'status': 'completed', 'code': 200} Oct 27 18:30:47.487609 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e59dcd41-4da5-4a63-b642-c2c6163413d8 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:30:47.557395 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port e59dcd41-4da5-4a63-b642-c2c6163413d8 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:30:47.558074 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:47.577577 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b61ba086-1eca-44d9-bcc3-d7f9bf49cdc3 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:47.580114 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e3accf-29c7-45d4-ad44-9a183fdb151a x-openstack-request-id: req-e6e3accf-29c7-45d4-ad44-9a183fdb151a {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:30:47.580412 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89a595c9-58f7-40d8-8038-5eacdaa6da45", "name": "network-vif-deleted", "tag": "c066fa86-ab54-4d5f-9e40-4c4d9b16adc2", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:30:47.580674 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e6e3accf-29c7-45d4-ad44-9a183fdb151a {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:30:47.581080 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89a595c9-58f7-40d8-8038-5eacdaa6da45', 'name': 'network-vif-deleted', 'tag': 'c066fa86-ab54-4d5f-9e40-4c4d9b16adc2', 'status': 'completed', 'code': 200} Oct 27 18:30:47.585605 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b6d828cb-05e4-45b2-8151-de9973c81371 req-abb37607-6a88-4204-825c-3ffc76dd579c tempest-ServersNegativeTestJSON-661189896 tempest-ServersNegativeTestJSON-661189896-project] 10.222.0.52 "GET /v2.0/ports?device_id=d655789b-cbec-4247-a022-1a4d4187ebf8 HTTP/1.1" status: 200 len: 210 time: 0.0438526 Oct 27 18:30:47.655389 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:47.680440 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf3757f-920e-4500-b458-4a6339e03c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59dcd41-4da5-4a63-b642-c2c6163413d8'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:30:47.683018 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26546fbf-bf05-4b6a-91a0-e57fe3863319" -d '{"events": [{"server_uuid": "fbf3757f-920e-4500-b458-4a6339e03c98", "name": "network-vif-plugged", "status": "completed", "tag": "e59dcd41-4da5-4a63-b642-c2c6163413d8"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:30:47.697151 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port e59dcd41-4da5-4a63-b642-c2c6163413d8, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e59dcd41-4da5-4a63-b642-c2c6163413d8,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:30:47.739357 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9664e085-fdda-499a-a50b-d1f9efe023ca x-openstack-request-id: req-9664e085-fdda-499a-a50b-d1f9efe023ca {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:30:47.739357 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf3757f-920e-4500-b458-4a6339e03c98", "name": "network-vif-plugged", "status": "completed", "tag": "e59dcd41-4da5-4a63-b642-c2c6163413d8", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:30:47.739357 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9664e085-fdda-499a-a50b-d1f9efe023ca {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:30:47.739357 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf3757f-920e-4500-b458-4a6339e03c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59dcd41-4da5-4a63-b642-c2c6163413d8', 'code': 200} Oct 27 18:30:47.769910 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b61ba086-1eca-44d9-bcc3-d7f9bf49cdc3 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:47.789016 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:47.789825 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device c066fa86-ab54-4d5f-9e40-4c4d9b16adc2 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:30:47.837946 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: c066fa86-ab54-4d5f-9e40-4c4d9b16adc2 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:30:47.838297 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device c066fa86-ab54-4d5f-9e40-4c4d9b16adc2 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:30:47.840270 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b61ba086-1eca-44d9-bcc3-d7f9bf49cdc3 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:47.906000 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=e59dcd41-4da5-4a63-b642-c2c6163413d8,revision_number=7']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:47.923039 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ba086-1eca-44d9-bcc3-d7f9bf49cdc3 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Pushing event updated for resources: {'Port': ['ID=ff5d84af-ba13-4f60-a409-171a905f476a,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:47.935179 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b61ba086-1eca-44d9-bcc3-d7f9bf49cdc3 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:48.019514 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b61ba086-1eca-44d9-bcc3-d7f9bf49cdc3 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:48.020839 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b61ba086-1eca-44d9-bcc3-d7f9bf49cdc3 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9192548 Oct 27 18:30:48.023643 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35094) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:48.028731 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-e91d2a51-f68d-4285-9ef8-943487a7be97 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2056540414'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:30:48.113276 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91d2a51-f68d-4285-9ef8-943487a7be97 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Made reservation on behalf of 40b91e8ac8f24984bee2830a8378637e for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:30:48.119190 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e91d2a51-f68d-4285-9ef8-943487a7be97 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:48.132103 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e91d2a51-f68d-4285-9ef8-943487a7be97 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:48.286837 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a7f28-3fe0-4c00-a898-fe5cfba85325 req-76cd6c48-e994-410e-acbb-2416e761f001 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:48.289824 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-246a7f28-3fe0-4c00-a898-fe5cfba85325 req-76cd6c48-e994-410e-acbb-2416e761f001 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbf3757f-920e-4500-b458-4a6339e03c98 HTTP/1.1" status: 200 len: 946 time: 0.1300919 Oct 27 18:30:48.357973 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e37dd0-3d1a-42c2-be51-8858175a0cff req-b000e6f6-7217-4ee8-8573-9ad7d8c421a6 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:48.359633 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-46e37dd0-3d1a-42c2-be51-8858175a0cff req-b000e6f6-7217-4ee8-8573-9ad7d8c421a6 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae2a8951-547e-47d8-9dac-b9cbe6f4503d HTTP/1.1" status: 200 len: 946 time: 0.1352878 Oct 27 18:30:48.428638 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-246a7f28-3fe0-4c00-a898-fe5cfba85325 req-61518317-bda8-4179-b52f-c85d86cde3fd tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249640 Oct 27 18:30:48.449440 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e91d2a51-f68d-4285-9ef8-943487a7be97 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:48.457289 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe924f43-0c80-4afb-823e-2904326e9ffc req-9589ce6a-2af5-4f7a-a6a0-8f0c003175fc tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:48.458999 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fe924f43-0c80-4afb-823e-2904326e9ffc req-9589ce6a-2af5-4f7a-a6a0-8f0c003175fc tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.93 "GET /v2.0/ports?device_id=ae2a8951-547e-47d8-9dac-b9cbe6f4503d HTTP/1.1" status: 200 len: 946 time: 0.0906560 Oct 27 18:30:48.474173 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-46e37dd0-3d1a-42c2-be51-8858175a0cff req-5e9a0a8b-ca4d-48eb-83ee-81e28c6afac7 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960238 Oct 27 18:30:48.538878 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e91d2a51-f68d-4285-9ef8-943487a7be97 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:48.574430 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e91d2a51-f68d-4285-9ef8-943487a7be97 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] vlan segment allocate from pool success with {'vlan_id': 1035, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:30:48.601868 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-fe924f43-0c80-4afb-823e-2904326e9ffc req-1a5e7fee-b8c0-4bb6-9a98-9830d5fe07c7 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Deleting port d364d51f-ca87-4ac8-8c4e-9e476bdc51a6 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:30:48.602625 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-fe924f43-0c80-4afb-823e-2904326e9ffc req-1a5e7fee-b8c0-4bb6-9a98-9830d5fe07c7 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:48.607453 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d2a51-f68d-4285-9ef8-943487a7be97 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=937bf9c5-2b9e-4c97-b684-b9ad10ca5725,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:48.616615 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e91d2a51-f68d-4285-9ef8-943487a7be97 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:48.616974 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-e91d2a51-f68d-4285-9ef8-943487a7be97 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Added segment b74e2a4d-1113-46ab-ada2-d97c7751de3e of type vlan for network d6d5fd12-21ed-4a0c-b921-80caee4b0477 Oct 27 18:30:48.627331 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad4eaf-cd03-474b-a940-28754ab70b62 req-ede69e57-c94e-4a9b-b8d3-743c01005d0f tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:48.639558 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1bad4eaf-cd03-474b-a940-28754ab70b62 req-ede69e57-c94e-4a9b-b8d3-743c01005d0f tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] 10.222.0.52 "GET /v2.0/ports?device_id=f138b5fa-d70e-4414-a558-effa2af39993 HTTP/1.1" status: 200 len: 945 time: 0.1361449 Oct 27 18:30:48.707260 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e91d2a51-f68d-4285-9ef8-943487a7be97 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:48.744278 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1bad4eaf-cd03-474b-a940-28754ab70b62 req-279095ce-17c5-4dcb-8045-2ebe4ed34707 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] 10.222.0.52 "GET /v2.0/security-groups?id=d4f6a968-5567-4f2a-8983-af189b48e30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034005 Oct 27 18:30:48.770382 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-fe924f43-0c80-4afb-823e-2904326e9ffc req-1a5e7fee-b8c0-4bb6-9a98-9830d5fe07c7 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] For port d364d51f-ca87-4ac8-8c4e-9e476bdc51a6, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d364d51f-ca87-4ac8-8c4e-9e476bdc51a6,segment=NetworkSegment(da54f3b4-fa80-4f6a-872c-1cd042d9332d),segment_id=da54f3b4-fa80-4f6a-872c-1cd042d9332d)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:30:48.771077 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-fe924f43-0c80-4afb-823e-2904326e9ffc req-1a5e7fee-b8c0-4bb6-9a98-9830d5fe07c7 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:48.787303 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-fe924f43-0c80-4afb-823e-2904326e9ffc req-1a5e7fee-b8c0-4bb6-9a98-9830d5fe07c7 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Calling delete_port for d364d51f-ca87-4ac8-8c4e-9e476bdc51a6 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:30:48.833016 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35110) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:48.840441 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-58f6b967-68c6-45ef-8bcb-02a714bd9a30 req-8f27436f-6a88-48ad-95e6-9b893e3fedd0 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/ports?device_id=89a595c9-58f7-40d8-8038-5eacdaa6da45 HTTP/1.1" status: 200 len: 210 time: 0.0417998 Oct 27 18:30:48.890629 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e91d2a51-f68d-4285-9ef8-943487a7be97 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:48.904999 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91d2a51-f68d-4285-9ef8-943487a7be97 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:48.906901 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e91d2a51-f68d-4285-9ef8-943487a7be97 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:48.994979 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-42119628-a41d-4253-8381-a72177ca6029 admin admin] Deleting subnet 3a9f8f14-f0ca-4df8-88cf-d969ee3e3889 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:30:49.007973 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-42119628-a41d-4253-8381-a72177ca6029 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:49.033851 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d2a51-f68d-4285-9ef8-943487a7be97 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Pushing event updated for resources: {'Network': ['ID=d6d5fd12-21ed-4a0c-b921-80caee4b0477,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:49.064730 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e91d2a51-f68d-4285-9ef8-943487a7be97 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0374460 Oct 27 18:30:49.066191 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35112) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:49.068601 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-42119628-a41d-4253-8381-a72177ca6029 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:49.072568 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-cb8c09be-cc90-4070-85d9-4bc247d43779 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Request body: {'subnet': {'network_id': 'd6d5fd12-21ed-4a0c-b921-80caee4b0477', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:30:49.134058 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-42119628-a41d-4253-8381-a72177ca6029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:49.167128 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-fe924f43-0c80-4afb-823e-2904326e9ffc req-1a5e7fee-b8c0-4bb6-9a98-9830d5fe07c7 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:49.170503 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network d6d5fd12-21ed-4a0c-b921-80caee4b0477 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:30:49.214597 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['1fb59165-d3f3-4b1a-bc95-4eec88509b3a', 'd364d51f-ca87-4ac8-8c4e-9e476bdc51a6'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:30:49.269203 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-42119628-a41d-4253-8381-a72177ca6029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:49.283292 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e7fee-b8c0-4bb6-9a98-9830d5fe07c7 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Pushing event deleted for resources: {'Port': ['ID=d364d51f-ca87-4ac8-8c4e-9e476bdc51a6,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:49.318755 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42119628-a41d-4253-8381-a72177ca6029 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a9f8f14-f0ca-4df8-88cf-d969ee3e3889,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:49.331417 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-42119628-a41d-4253-8381-a72177ca6029 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:49.339101 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-42119628-a41d-4253-8381-a72177ca6029 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/3a9f8f14-f0ca-4df8-88cf-d969ee3e3889 HTTP/1.1" status: 204 len: 168 time: 0.5042195 Oct 27 18:30:49.340614 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35114) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:49.342762 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe924f43-0c80-4afb-823e-2904326e9ffc req-1a5e7fee-b8c0-4bb6-9a98-9830d5fe07c7 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] No DVR routers for this DVR port d364d51f-ca87-4ac8-8c4e-9e476bdc51a6 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:30:49.346537 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-fe924f43-0c80-4afb-823e-2904326e9ffc req-1a5e7fee-b8c0-4bb6-9a98-9830d5fe07c7 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:49.351017 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fe924f43-0c80-4afb-823e-2904326e9ffc req-1a5e7fee-b8c0-4bb6-9a98-9830d5fe07c7 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.93 "DELETE /v2.0/ports/d364d51f-ca87-4ac8-8c4e-9e476bdc51a6 HTTP/1.1" status: 204 len: 173 time: 0.8776946 Oct 27 18:30:49.429298 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8c09be-cc90-4070-85d9-4bc247d43779 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Made reservation on behalf of 40b91e8ac8f24984bee2830a8378637e for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:30:49.434413 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cb8c09be-cc90-4070-85d9-4bc247d43779 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:49.496600 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 2ac1af36-f4e9-4436-ba14-271bc5404393 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:30:49.567325 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fe3b2c24-02f0-4edb-b1f3-fd3dd82a9927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:49.577292 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 2ac1af36-f4e9-4436-ba14-271bc5404393 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:30:49.578016 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 2ac1af36-f4e9-4436-ba14-271bc5404393 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:30:49.578451 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device d364d51f-ca87-4ac8-8c4e-9e476bdc51a6 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:30:49.582282 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2a8951-547e-47d8-9dac-b9cbe6f4503d', 'name': 'network-vif-deleted', 'tag': 'd364d51f-ca87-4ac8-8c4e-9e476bdc51a6'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:30:49.584578 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a684fe-69b1-4e35-ad07-0af10e4d43a5" -d '{"events": [{"server_uuid": "ae2a8951-547e-47d8-9dac-b9cbe6f4503d", "name": "network-vif-deleted", "tag": "d364d51f-ca87-4ac8-8c4e-9e476bdc51a6"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:30:49.619195 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: d364d51f-ca87-4ac8-8c4e-9e476bdc51a6 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:30:49.619195 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device d364d51f-ca87-4ac8-8c4e-9e476bdc51a6 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:30:49.674072 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-63a87397-a6fc-4a30-895d-fc77189cc122 req-9383c8aa-eda9-4149-b038-23ee6c11b025 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae2a8951-547e-47d8-9dac-b9cbe6f4503d HTTP/1.1" status: 200 len: 210 time: 0.0404999 Oct 27 18:30:49.682599 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb7e56-8e54-4288-a69b-95499a501c4d req-c638cc16-4bf7-427f-b7c9-24529621e996 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:49.701681 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6acb7e56-8e54-4288-a69b-95499a501c4d req-c638cc16-4bf7-427f-b7c9-24529621e996 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbf3757f-920e-4500-b458-4a6339e03c98 HTTP/1.1" status: 200 len: 946 time: 0.1475937 Oct 27 18:30:49.703806 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fe3b2c24-02f0-4edb-b1f3-fd3dd82a9927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:49.755959 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-fe3b2c24-02f0-4edb-b1f3-fd3dd82a9927 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6989e920-feed-4bf7-84f8-f1cbb2ccd945']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:30:49.805110 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6acb7e56-8e54-4288-a69b-95499a501c4d req-716d30a2-4295-4721-9ab9-aafbee51e3ae tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024880 Oct 27 18:30:49.848392 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-fe3b2c24-02f0-4edb-b1f3-fd3dd82a9927 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dded0ce-75a9-4672-98e4-0cf30caebd38') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:30:49.848781 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-fe3b2c24-02f0-4edb-b1f3-fd3dd82a9927 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dded0ce-75a9-4672-98e4-0cf30caebd38') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:30:49.851619 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a6b74e-b68c-489e-a6dc-e499a44fb3c6 x-openstack-request-id: req-f5a6b74e-b68c-489e-a6dc-e499a44fb3c6 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:30:49.855685 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2a8951-547e-47d8-9dac-b9cbe6f4503d", "name": "network-vif-deleted", "tag": "d364d51f-ca87-4ac8-8c4e-9e476bdc51a6", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:30:49.855685 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f5a6b74e-b68c-489e-a6dc-e499a44fb3c6 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:30:49.855685 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2a8951-547e-47d8-9dac-b9cbe6f4503d', 'name': 'network-vif-deleted', 'tag': 'd364d51f-ca87-4ac8-8c4e-9e476bdc51a6', 'status': 'completed', 'code': 200} Oct 27 18:30:49.861798 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fe3b2c24-02f0-4edb-b1f3-fd3dd82a9927 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:49.877846 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fe3b2c24-02f0-4edb-b1f3-fd3dd82a9927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:49.885352 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe3b2c24-02f0-4edb-b1f3-fd3dd82a9927 admin admin] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:30:49.885647 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fe3b2c24-02f0-4edb-b1f3-fd3dd82a9927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:49.887408 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:30:49.887408 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:30:49.887408 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:30:49.887408 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:30:49.887408 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:30:49.887408 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:30:49.887408 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:30:49.887408 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:30:49.887408 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:30:49.887408 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:30:49.887408 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:30:49.887408 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:30:49.887408 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:30:49.887408 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:30:49.887408 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:30:49.887408 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:30:49.887408 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:30:49.887408 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:30:49.887408 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:30:49.887408 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:30:49.887408 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:30:49.887408 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:30:49.887408 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:30:49.887408 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:30:49.887408 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:30:49.887408 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:30:49.887408 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:30:49.887408 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:30:49.887408 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:30:49.887408 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:30:49.887408 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:30:49.887408 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:30:49.929637 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cb8c09be-cc90-4070-85d9-4bc247d43779 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:49.973965 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c1e04-336d-43e3-a9b0-0f60165ba1c6 req-334048b3-4658-4743-8c53-eb2b114451a8 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:49.982971 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-844c1e04-336d-43e3-a9b0-0f60165ba1c6 req-334048b3-4658-4743-8c53-eb2b114451a8 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] 10.222.0.52 "GET /v2.0/ports?device_id=f138b5fa-d70e-4414-a558-effa2af39993 HTTP/1.1" status: 200 len: 945 time: 0.0832546 Oct 27 18:30:50.049008 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-844c1e04-336d-43e3-a9b0-0f60165ba1c6 req-a52fed95-110d-4948-99ad-07bc0899ecad tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] 10.222.0.52 "GET /v2.0/security-groups?id=d4f6a968-5567-4f2a-8983-af189b48e30b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652099 Oct 27 18:30:50.057648 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c09be-cc90-4070-85d9-4bc247d43779 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Pushing event updated for resources: {'Subnet': ['ID=b7c4e958-c4bc-48b4-b004-83614672fee9,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:50.089403 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8c09be-cc90-4070-85d9-4bc247d43779 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Checking segment: {'id': 'b74e2a4d-1113-46ab-ada2-d97c7751de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'd6d5fd12-21ed-4a0c-b921-80caee4b0477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:30:50.089403 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8c09be-cc90-4070-85d9-4bc247d43779 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Network hostable DHCP agents. Network: d6d5fd12-21ed-4a0c-b921-80caee4b0477, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:30:50.101974 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d41d5-a543-417a-80e3-1214dceb5580 req-09454f1d-c997-4b9d-b045-1d076daaa351 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:50.103608 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d94d41d5-a543-417a-80e3-1214dceb5580 req-09454f1d-c997-4b9d-b045-1d076daaa351 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] 10.222.0.93 "GET /v2.0/ports?device_id=f138b5fa-d70e-4414-a558-effa2af39993 HTTP/1.1" status: 200 len: 945 time: 0.1027291 Oct 27 18:30:50.126434 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fe3b2c24-02f0-4edb-b1f3-fd3dd82a9927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:50.157828 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fe3b2c24-02f0-4edb-b1f3-fd3dd82a9927 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:50.171367 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-fe3b2c24-02f0-4edb-b1f3-fd3dd82a9927 admin admin] 10.222.0.52 "DELETE /v2.0/networks/6989e920-feed-4bf7-84f8-f1cbb2ccd945 HTTP/1.1" status: 204 len: 168 time: 0.8130188 Oct 27 18:30:50.194901 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b2c24-02f0-4edb-b1f3-fd3dd82a9927 admin admin] Pushing event deleted for resources: {'Network': ['ID=6989e920-feed-4bf7-84f8-f1cbb2ccd945,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:50.239350 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35142) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:50.258589 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8c09be-cc90-4070-85d9-4bc247d43779 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Network d6d5fd12-21ed-4a0c-b921-80caee4b0477 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:30:50.285689 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-d94d41d5-a543-417a-80e3-1214dceb5580 req-5fa30ae8-47f9-4396-ab7c-4af8871bdc45 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] Deleting port 1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:30:50.286030 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-d94d41d5-a543-417a-80e3-1214dceb5580 req-5fa30ae8-47f9-4396-ab7c-4af8871bdc45 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:50.325168 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b21d6228-4f38-454a-9741-9b53b974f2b0 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:50.367906 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b21d6228-4f38-454a-9741-9b53b974f2b0 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:50.369877 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-cb8c09be-cc90-4070-85d9-4bc247d43779 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, d6d5fd12-21ed-4a0c-b921-80caee4b0477) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:30:50.385869 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8c09be-cc90-4070-85d9-4bc247d43779 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:50.386083 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c9b8bf-d37b-4625-aa0e-2214cbb1ab5c None None] Network d6d5fd12-21ed-4a0c-b921-80caee4b0477 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:30:50.386503 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cb8c09be-cc90-4070-85d9-4bc247d43779 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:50.458605 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-d94d41d5-a543-417a-80e3-1214dceb5580 req-5fa30ae8-47f9-4396-ab7c-4af8871bdc45 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] For port 1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d,segment=NetworkSegment(08b321c2-f31d-4bf3-92cf-19e4150bb59a),segment_id=08b321c2-f31d-4bf3-92cf-19e4150bb59a)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:30:50.458605 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-d94d41d5-a543-417a-80e3-1214dceb5580 req-5fa30ae8-47f9-4396-ab7c-4af8871bdc45 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:50.485297 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-d94d41d5-a543-417a-80e3-1214dceb5580 req-5fa30ae8-47f9-4396-ab7c-4af8871bdc45 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] Calling delete_port for 1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:30:50.537320 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b21d6228-4f38-454a-9741-9b53b974f2b0 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:50.539847 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b21d6228-4f38-454a-9741-9b53b974f2b0 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:50.541008 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b21d6228-4f38-454a-9741-9b53b974f2b0 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "DELETE /v2.0/security-groups/23a8c434-4678-40ff-9d49-dec4f294db77 HTTP/1.1" status: 204 len: 168 time: 0.3030336 Oct 27 18:30:50.550991 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35144) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:50.551849 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d6228-4f38-454a-9741-9b53b974f2b0 tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a8c434-4678-40ff-9d49-dec4f294db77,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:50.572182 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-cb8c09be-cc90-4070-85d9-4bc247d43779 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5024772 Oct 27 18:30:50.573117 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35146) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:50.581720 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-2621a6ba-1cb7-481b-afeb-e49eb3988634 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1277987186', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}, 'admin_state_up': False}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:30:50.589758 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-910620cd-0012-47c3-b446-1216084147dc tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] show failed (client error): The resource could not be found. Oct 27 18:30:50.592517 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-910620cd-0012-47c3-b446-1216084147dc tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "GET /v2.0/security-groups/23a8c434-4678-40ff-9d49-dec4f294db77 HTTP/1.1" status: 404 len: 347 time: 0.0385988 Oct 27 18:30:50.600019 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35148) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:50.629193 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35150) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:50.638801 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537ecede-5a47-4b41-b31d-30c6ac0d6246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-d6d5fd12-21ed-4a0c-b921-80caee4b0477', 'network_id': 'd6d5fd12-21ed-4a0c-b921-80caee4b0477', 'tenant_id': '40b91e8ac8f24984bee2830a8378637e', 'fixed_ips': [{'subnet_id': 'b7c4e958-c4bc-48b4-b004-83614672fee9'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:30:50.639900 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-537ecede-5a47-4b41-b31d-30c6ac0d6246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:50.744334 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2621a6ba-1cb7-481b-afeb-e49eb3988634 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:50.748179 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2621a6ba-1cb7-481b-afeb-e49eb3988634 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:50.753784 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-33babf69-7b3d-429b-9a0f-70954bebc0bf tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Deleting port b1f57db5-6abc-484b-b608-6ce6f589b778 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:30:50.756902 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-33babf69-7b3d-429b-9a0f-70954bebc0bf tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:50.816186 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-537ecede-5a47-4b41-b31d-30c6ac0d6246 None None] Allocated IP 172.20.0.2 (d6d5fd12-21ed-4a0c-b921-80caee4b0477/b7c4e958-c4bc-48b4-b004-83614672fee9/ec34562c-4f3d-4e0c-8383-6557e46b9783) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:30:50.887452 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-33babf69-7b3d-429b-9a0f-70954bebc0bf tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:50.887452 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-33babf69-7b3d-429b-9a0f-70954bebc0bf tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:50.924988 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-33babf69-7b3d-429b-9a0f-70954bebc0bf tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Calling delete_port for b1f57db5-6abc-484b-b608-6ce6f589b778 owned by network:floatingip {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:30:50.935466 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7585ed47-3678-47af-924c-ee8797cb831d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e64e3fa67fed4102b6fb3b9a3eeaa7a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3025804 Oct 27 18:30:50.939753 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35160) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:51.001000 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2621a6ba-1cb7-481b-afeb-e49eb3988634 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:51.101748 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-537ecede-5a47-4b41-b31d-30c6ac0d6246 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:51.121352 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29410fa0-fe99-47e3-97fb-c6d141a70c3c req-bf8423ea-05a8-42e1-a960-37515c80cb7d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:51.123672 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-29410fa0-fe99-47e3-97fb-c6d141a70c3c req-bf8423ea-05a8-42e1-a960-37515c80cb7d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbf3757f-920e-4500-b458-4a6339e03c98 HTTP/1.1" status: 200 len: 946 time: 0.2000432 Oct 27 18:30:51.189074 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-29410fa0-fe99-47e3-97fb-c6d141a70c3c req-2128f55c-961e-4157-89f8-f059c5f032c3 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565758 Oct 27 18:30:51.221052 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-537ecede-5a47-4b41-b31d-30c6ac0d6246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:51.243708 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-69109c3f-6921-40c6-b765-402386663ca8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:51.245333 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-d94d41d5-a543-417a-80e3-1214dceb5580 req-5fa30ae8-47f9-4396-ab7c-4af8871bdc45 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:51.276083 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:30:51.310539 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa30ae8-47f9-4396-ab7c-4af8871bdc45 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] Pushing event deleted for resources: {'Port': ['ID=1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:51.322489 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537ecede-5a47-4b41-b31d-30c6ac0d6246 None None] Network d6d5fd12-21ed-4a0c-b921-80caee4b0477 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:30:51.331620 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-537ecede-5a47-4b41-b31d-30c6ac0d6246 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:30:51.336746 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537ecede-5a47-4b41-b31d-30c6ac0d6246 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:30:51.340679 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ecede-5a47-4b41-b31d-30c6ac0d6246 None None] Pushing event updated for resources: {'Port': ['ID=ec34562c-4f3d-4e0c-8383-6557e46b9783,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:51.396602 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-69109c3f-6921-40c6-b765-402386663ca8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:51.400629 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-33babf69-7b3d-429b-9a0f-70954bebc0bf tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:51.441046 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-537ecede-5a47-4b41-b31d-30c6ac0d6246 None None] Attempting to bind port ec34562c-4f3d-4e0c-8383-6557e46b9783 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:30:51.441987 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-537ecede-5a47-4b41-b31d-30c6ac0d6246 None None] Attempting to bind port ec34562c-4f3d-4e0c-8383-6557e46b9783 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'b74e2a4d-1113-46ab-ada2-d97c7751de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'd6d5fd12-21ed-4a0c-b921-80caee4b0477'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:30:51.442539 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537ecede-5a47-4b41-b31d-30c6ac0d6246 None None] Attempting to bind port ec34562c-4f3d-4e0c-8383-6557e46b9783 on network d6d5fd12-21ed-4a0c-b921-80caee4b0477 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:30:51.448771 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537ecede-5a47-4b41-b31d-30c6ac0d6246 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:30:51.449447 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537ecede-5a47-4b41-b31d-30c6ac0d6246 None None] Checking segment: {'id': 'b74e2a4d-1113-46ab-ada2-d97c7751de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'd6d5fd12-21ed-4a0c-b921-80caee4b0477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:30:51.450043 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-537ecede-5a47-4b41-b31d-30c6ac0d6246 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:51.451219 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537ecede-5a47-4b41-b31d-30c6ac0d6246 None None] Bound using segment: {'id': 'b74e2a4d-1113-46ab-ada2-d97c7751de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'd6d5fd12-21ed-4a0c-b921-80caee4b0477'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:30:51.451877 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-537ecede-5a47-4b41-b31d-30c6ac0d6246 None None] Bound port: ec34562c-4f3d-4e0c-8383-6557e46b9783, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b74e2a4d-1113-46ab-ada2-d97c7751de3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'd6d5fd12-21ed-4a0c-b921-80caee4b0477'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:30:51.452505 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-537ecede-5a47-4b41-b31d-30c6ac0d6246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:51.458408 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33babf69-7b3d-429b-9a0f-70954bebc0bf tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Pushing event deleted for resources: {'Port': ['ID=b1f57db5-6abc-484b-b608-6ce6f589b778,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:51.563418 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-537ecede-5a47-4b41-b31d-30c6ac0d6246 None None] For port ec34562c-4f3d-4e0c-8383-6557e46b9783, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:30:51.576387 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-537ecede-5a47-4b41-b31d-30c6ac0d6246 None None] For port ec34562c-4f3d-4e0c-8383-6557e46b9783, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ec34562c-4f3d-4e0c-8383-6557e46b9783,segment=NetworkSegment(b74e2a4d-1113-46ab-ada2-d97c7751de3e),segment_id=b74e2a4d-1113-46ab-ada2-d97c7751de3e)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:30:51.577115 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2c04037a-783b-426e-b807-b70badfe7d50 req-587f127b-b781-4a5d-a29f-a240163bf273 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] 10.222.0.52 "GET /v2.0/ports?device_id=f138b5fa-d70e-4414-a558-effa2af39993 HTTP/1.1" status: 200 len: 210 time: 0.1086888 Oct 27 18:30:51.583760 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-d94d41d5-a543-417a-80e3-1214dceb5580 req-5fa30ae8-47f9-4396-ab7c-4af8871bdc45 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] No DVR routers for this DVR port 1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:30:51.596158 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-d94d41d5-a543-417a-80e3-1214dceb5580 req-5fa30ae8-47f9-4396-ab7c-4af8871bdc45 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:51.600657 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d94d41d5-a543-417a-80e3-1214dceb5580 req-5fa30ae8-47f9-4396-ab7c-4af8871bdc45 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] 10.222.0.93 "DELETE /v2.0/ports/1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d HTTP/1.1" status: 204 len: 173 time: 1.4885221 Oct 27 18:30:51.630385 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2621a6ba-1cb7-481b-afeb-e49eb3988634 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:51.657971 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-537ecede-5a47-4b41-b31d-30c6ac0d6246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:51.712717 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-33babf69-7b3d-429b-9a0f-70954bebc0bf tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks [] for floatingip, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:51.725827 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-33babf69-7b3d-429b-9a0f-70954bebc0bf tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:51.733988 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-33babf69-7b3d-429b-9a0f-70954bebc0bf tempest-ImagesOneServerNegativeTestJSON-1926596198 tempest-ImagesOneServerNegativeTestJSON-1926596198-project] 10.222.0.52 "DELETE /v2.0/floatingips/1bfe1f48-cd49-4bd5-b29e-060d35f5da8b HTTP/1.1" status: 204 len: 168 time: 1.1320179 Oct 27 18:30:51.761838 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ecede-5a47-4b41-b31d-30c6ac0d6246 None None] Pushing event updated for resources: {'Port': ['ID=ec34562c-4f3d-4e0c-8383-6557e46b9783,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:51.863677 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f138b5fa-d70e-4414-a558-effa2af39993', 'name': 'network-vif-deleted', 'tag': '1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:30:51.866804 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7ad8c5-f82f-4c4c-a979-7c4a71db4c2a" -d '{"events": [{"server_uuid": "f138b5fa-d70e-4414-a558-effa2af39993", "name": "network-vif-deleted", "tag": "1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:30:51.870116 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-69109c3f-6921-40c6-b765-402386663ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:51.873237 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-69109c3f-6921-40c6-b765-402386663ca8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:51.874535 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-69109c3f-6921-40c6-b765-402386663ca8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/41ce4168-57ba-4774-a469-f0961aff7191 HTTP/1.1" status: 204 len: 168 time: 0.9351180 Oct 27 18:30:51.892689 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69109c3f-6921-40c6-b765-402386663ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ce4168-57ba-4774-a469-f0961aff7191,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:51.927831 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35192) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:52.019249 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee875e1-d139-42f3-88e4-b13efc19c9e8 x-openstack-request-id: req-5ee875e1-d139-42f3-88e4-b13efc19c9e8 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:30:52.019552 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f138b5fa-d70e-4414-a558-effa2af39993", "name": "network-vif-deleted", "tag": "1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:30:52.019813 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5ee875e1-d139-42f3-88e4-b13efc19c9e8 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:30:52.020205 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f138b5fa-d70e-4414-a558-effa2af39993', 'name': 'network-vif-deleted', 'tag': '1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d', 'status': 'completed', 'code': 200} Oct 27 18:30:52.077745 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0e3c262-65a4-4305-98c8-a5fdb31d646a admin admin] Deleting subnet 1430d2ba-5510-44cf-9d5a-dbe3c4b8b0fa {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:30:52.090000 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a0e3c262-65a4-4305-98c8-a5fdb31d646a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:52.104814 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-a5960c8f-426e-44ee-8a8c-145b7a34f474 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:52.113039 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-a5960c8f-426e-44ee-8a8c-145b7a34f474 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/networks?id=23b2e040-11b8-4862-8da0-936b3872cceb HTTP/1.1" status: 200 len: 805 time: 0.3010859 Oct 27 18:30:52.147987 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-b8787466-cff4-40bc-8d4e-9f571df742bd tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/quotas/26a8ecb72e37482a929830b093f42719 HTTP/1.1" status: 200 len: 375 time: 0.0338295 Oct 27 18:30:52.178386 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a0e3c262-65a4-4305-98c8-a5fdb31d646a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:52.254657 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-03967d56-f60a-4c6e-9f09-fe3a4e72343c tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=26a8ecb72e37482a929830b093f42719&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1055548 Oct 27 18:30:52.331512 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a0e3c262-65a4-4305-98c8-a5fdb31d646a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:52.397979 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2621a6ba-1cb7-481b-afeb-e49eb3988634 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:52.398465 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93af5e8-6406-4c94-8a66-740adf337ca9 req-d8784ee0-8937-4a07-ad23-477321b8aa89 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:52.406652 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a93af5e8-6406-4c94-8a66-740adf337ca9 req-d8784ee0-8937-4a07-ad23-477321b8aa89 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbf3757f-920e-4500-b458-4a6339e03c98 HTTP/1.1" status: 200 len: 946 time: 0.1118758 Oct 27 18:30:52.445759 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2621a6ba-1cb7-481b-afeb-e49eb3988634 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:52.522603 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-845102c9-00d4-4697-ae7c-1c8212282fb5 service neutron] 10.222.0.52 "GET /v2.0/networks/23b2e040-11b8-4862-8da0-936b3872cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667925 Oct 27 18:30:52.547650 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a93af5e8-6406-4c94-8a66-740adf337ca9 req-d2f5788c-7885-467e-98e2-69d7db189bcc tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398740 Oct 27 18:30:52.604076 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-2621a6ba-1cb7-481b-afeb-e49eb3988634 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Allocated IP 172.25.6.185 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/71263438-c5cb-4a5f-bf42-4ffe63eb9696) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:30:52.740550 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ec34562c-4f3d-4e0c-8383-6557e46b9783 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:30:52.773530 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-543be404-cc17-4e62-9ed3-c6090b29559e service neutron] 10.222.0.52 "GET /v2.0/networks/23b2e040-11b8-4862-8da0-936b3872cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490728 Oct 27 18:30:52.880093 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port ec34562c-4f3d-4e0c-8383-6557e46b9783 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:30:52.891021 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:52.942128 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dd768845-8826-4186-b201-3513d286ca01 req-b1a344d8-f203-49ae-b1ec-e436e7d7b054 tempest-ServerPasswordTestJSON-2144117945 tempest-ServerPasswordTestJSON-2144117945-project] 10.222.0.52 "GET /v2.0/ports?device_id=f138b5fa-d70e-4414-a558-effa2af39993 HTTP/1.1" status: 200 len: 210 time: 0.1221497 Oct 27 18:30:52.949723 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a0e3c262-65a4-4305-98c8-a5fdb31d646a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:53.033170 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e3c262-65a4-4305-98c8-a5fdb31d646a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1430d2ba-5510-44cf-9d5a-dbe3c4b8b0fa,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:53.052183 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a0e3c262-65a4-4305-98c8-a5fdb31d646a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:53.057913 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a0e3c262-65a4-4305-98c8-a5fdb31d646a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1430d2ba-5510-44cf-9d5a-dbe3c4b8b0fa HTTP/1.1" status: 204 len: 168 time: 1.1073656 Oct 27 18:30:53.062380 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2621a6ba-1cb7-481b-afeb-e49eb3988634 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:53.062547 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35210) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:53.085624 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:53.154166 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port ec34562c-4f3d-4e0c-8383-6557e46b9783, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ec34562c-4f3d-4e0c-8383-6557e46b9783,segment=NetworkSegment(b74e2a4d-1113-46ab-ada2-d97c7751de3e),segment_id=b74e2a4d-1113-46ab-ada2-d97c7751de3e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:30:53.239798 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c5a3c45a-5189-4e45-9463-ee4ea8641fac req-3aa3d84e-76b3-46d9-8f97-660b42d4e295 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7fbd23-ef6e-4764-8e33-af0f341c5443 HTTP/1.1" status: 200 len: 210 time: 0.0484822 Oct 27 18:30:53.252455 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:53.252914 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2621a6ba-1cb7-481b-afeb-e49eb3988634 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:53.285658 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ac335da1-e61f-4936-ab92-ff3fe20734d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:53.290344 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2621a6ba-1cb7-481b-afeb-e49eb3988634 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:30:53.306142 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-2621a6ba-1cb7-481b-afeb-e49eb3988634 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:30:53.332348 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2621a6ba-1cb7-481b-afeb-e49eb3988634 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:30:53.395505 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2621a6ba-1cb7-481b-afeb-e49eb3988634 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Pushing event updated for resources: {'Port': ['ID=71263438-c5cb-4a5f-bf42-4ffe63eb9696,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:53.441544 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ac335da1-e61f-4936-ab92-ff3fe20734d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:53.444304 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=ec34562c-4f3d-4e0c-8383-6557e46b9783,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:53.474189 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bff4165-9d06-4b56-ba07-a0a82529f9ad None None] Network d6d5fd12-21ed-4a0c-b921-80caee4b0477 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:30:53.506145 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-ac335da1-e61f-4936-ab92-ff3fe20734d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64d7b6d7-828d-41aa-ba56-463e6cd65fdb']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:30:53.523206 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-ac335da1-e61f-4936-ab92-ff3fe20734d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '302f09cf-def5-4c6f-b0f0-838717b2e148') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:30:53.523510 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-ac335da1-e61f-4936-ab92-ff3fe20734d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '302f09cf-def5-4c6f-b0f0-838717b2e148') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:30:53.551920 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ac335da1-e61f-4936-ab92-ff3fe20734d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:53.574854 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ac335da1-e61f-4936-ab92-ff3fe20734d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:53.575763 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:30:53.583191 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac335da1-e61f-4936-ab92-ff3fe20734d1 admin admin] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:30:53.583673 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ac335da1-e61f-4936-ab92-ff3fe20734d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:53.588551 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:30:53.588551 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:30:53.588551 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:30:53.588551 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:30:53.588551 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:30:53.588551 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:30:53.588551 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:30:53.588551 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:30:53.588551 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:30:53.588551 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:30:53.588551 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:30:53.588551 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:30:53.588551 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:30:53.588551 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:30:53.588551 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:30:53.588551 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:30:53.588551 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:30:53.588551 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:30:53.588551 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:30:53.588551 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:30:53.588551 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:30:53.588551 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:30:53.588551 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:30:53.588551 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:30:53.588551 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:30:53.588551 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:30:53.588551 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:30:53.588551 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:30:53.588551 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:30:53.588551 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:30:53.588551 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:30:53.588551 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:30:53.611253 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:30:53.611601 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 1532cffe-0a40-4d4a-8cc0-7689f7ac2a2d not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:30:53.660345 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-d64d4656-5689-441e-8cfb-30ee7ef11d95 None None] Provisioning complete for port ec34562c-4f3d-4e0c-8383-6557e46b9783 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:30:53.660609 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d64d4656-5689-441e-8cfb-30ee7ef11d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:53.858259 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d19c5-b568-467b-9599-712ed2cf67fd req-be55ab13-b63c-4a85-96a8-46d2144e340f tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:53.866136 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7e9d19c5-b568-467b-9599-712ed2cf67fd req-be55ab13-b63c-4a85-96a8-46d2144e340f tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbf3757f-920e-4500-b458-4a6339e03c98 HTTP/1.1" status: 200 len: 946 time: 0.1641417 Oct 27 18:30:53.869535 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ac335da1-e61f-4936-ab92-ff3fe20734d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:53.912709 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ac335da1-e61f-4936-ab92-ff3fe20734d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:53.922248 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ac335da1-e61f-4936-ab92-ff3fe20734d1 admin admin] 10.222.0.52 "DELETE /v2.0/networks/64d7b6d7-828d-41aa-ba56-463e6cd65fdb HTTP/1.1" status: 204 len: 168 time: 0.8577926 Oct 27 18:30:53.941074 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac335da1-e61f-4936-ab92-ff3fe20734d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=64d7b6d7-828d-41aa-ba56-463e6cd65fdb,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:53.967344 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7e9d19c5-b568-467b-9599-712ed2cf67fd req-5a5648d6-02d9-4ae0-94e7-d267cba0a7c2 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976217 Oct 27 18:30:54.056113 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35240) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:54.168628 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f9189df-4b41-4f61-90ff-df9008d943fa admin admin] Deleting subnet e1a5e027-b3ce-4ef0-9b4f-f904c17fb455 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:30:54.172186 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2621a6ba-1cb7-481b-afeb-e49eb3988634 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:54.173054 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4f9189df-4b41-4f61-90ff-df9008d943fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:54.255624 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-66b63a14-455f-4cce-a52f-70f35804fe7f None None] Provisioning complete for port ec34562c-4f3d-4e0c-8383-6557e46b9783 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:30:54.256186 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-66b63a14-455f-4cce-a52f-70f35804fe7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:54.256475 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4f9189df-4b41-4f61-90ff-df9008d943fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:54.340081 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4f9189df-4b41-4f61-90ff-df9008d943fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:54.375959 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-243ba577-c741-4cdc-9009-103d66eaa78f req-ab1e60d6-dae7-4bd4-ac37-28dbcd075679 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7fbd23-ef6e-4764-8e33-af0f341c5443 HTTP/1.1" status: 200 len: 210 time: 0.0507333 Oct 27 18:30:54.427185 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2621a6ba-1cb7-481b-afeb-e49eb3988634 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:54.599828 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ec34562c-4f3d-4e0c-8383-6557e46b9783 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:30:54.665078 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port ec34562c-4f3d-4e0c-8383-6557e46b9783 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:30:54.665711 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:54.674221 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2621a6ba-1cb7-481b-afeb-e49eb3988634 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Router 904b14cc-2d2d-4aa6-a871-d44547b0b364 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:30:54.674895 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4f9189df-4b41-4f61-90ff-df9008d943fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:54.708642 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9189df-4b41-4f61-90ff-df9008d943fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1a5e027-b3ce-4ef0-9b4f-f904c17fb455,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:54.718226 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4f9189df-4b41-4f61-90ff-df9008d943fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:54.723060 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4f9189df-4b41-4f61-90ff-df9008d943fa admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e1a5e027-b3ce-4ef0-9b4f-f904c17fb455 HTTP/1.1" status: 204 len: 168 time: 0.6657915 Oct 27 18:30:54.726133 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35254) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:54.758579 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35256) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:54.987098 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-358ad2c8-7e23-4411-8783-75ef4b1274dc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6cdb9793b20d499b9c6c15ac7b5c4feb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2269068 Oct 27 18:30:54.993727 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35264) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:55.052251 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-780089a6-fb38-4352-8f1f-e1d48c81e8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:55.111242 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35268) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:55.229742 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5cc79823-b5c3-4e9a-94a0-0286c733b121 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:55.265944 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5cc79823-b5c3-4e9a-94a0-0286c733b121 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:55.336435 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2621a6ba-1cb7-481b-afeb-e49eb3988634 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:30:55.350896 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e53b1a-3eba-4173-91e6-5caa3d48f463 None None] Sync routers for ids ['904b14cc-2d2d-4aa6-a871-d44547b0b364'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:30:55.368113 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e53b1a-3eba-4173-91e6-5caa3d48f463 None None] Routers {'904b14cc-2d2d-4aa6-a871-d44547b0b364'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:30:55.368755 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-d8e53b1a-3eba-4173-91e6-5caa3d48f463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:30:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['904b14cc-2d2d-4aa6-a871-d44547b0b364'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:30:55.394089 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ddf96af0-b56f-4775-a8f2-43444ad2966d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:55.402510 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b1731-d4af-47c1-8c8f-d00c7afdb0ee req-10ebee3a-276b-42ee-83a7-82b166527022 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:55.416346 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-d8e53b1a-3eba-4173-91e6-5caa3d48f463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:30:55.424257 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9b7b1731-d4af-47c1-8c8f-d00c7afdb0ee req-10ebee3a-276b-42ee-83a7-82b166527022 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbf3757f-920e-4500-b458-4a6339e03c98 HTTP/1.1" status: 200 len: 946 time: 0.3550718 Oct 27 18:30:55.428723 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e53b1a-3eba-4173-91e6-5caa3d48f463 None None] Routers {'904b14cc-2d2d-4aa6-a871-d44547b0b364'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:30:55.429568 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-d8e53b1a-3eba-4173-91e6-5caa3d48f463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:30:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['904b14cc-2d2d-4aa6-a871-d44547b0b364'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:30:55.470966 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2621a6ba-1cb7-481b-afeb-e49eb3988634 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:55.472902 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2621a6ba-1cb7-481b-afeb-e49eb3988634 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.8979216 Oct 27 18:30:55.473850 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-d8e53b1a-3eba-4173-91e6-5caa3d48f463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:30:55.474843 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e53b1a-3eba-4173-91e6-5caa3d48f463 None None] The sync data for ids ['904b14cc-2d2d-4aa6-a871-d44547b0b364'] in n-d-815690-2 is: [] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:30:55.480045 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35274) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:55.516669 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5cc79823-b5c3-4e9a-94a0-0286c733b121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:55.519209 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5cc79823-b5c3-4e9a-94a0-0286c733b121 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:55.520425 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5cc79823-b5c3-4e9a-94a0-0286c733b121 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/da7ad010-9372-46a0-a096-42418de84b7c HTTP/1.1" status: 204 len: 168 time: 0.5210817 Oct 27 18:30:55.558039 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-780089a6-fb38-4352-8f1f-e1d48c81e8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:55.576539 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9b7b1731-d4af-47c1-8c8f-d00c7afdb0ee req-e3349c77-665f-4995-a3b1-eec812548f8d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498621 Oct 27 18:30:55.600455 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc79823-b5c3-4e9a-94a0-0286c733b121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7ad010-9372-46a0-a096-42418de84b7c,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:55.622059 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730f173-8578-4a2c-8070-fb5f55151531 req-e11ecce8-1100-4295-8eb7-5fb8603296dc tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:55.634151 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f730f173-8578-4a2c-8070-fb5f55151531 req-e11ecce8-1100-4295-8eb7-5fb8603296dc tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "GET /v2.0/ports?device_id=e806f104-ce8d-4b2a-bacd-0c3e2a1a5699 HTTP/1.1" status: 200 len: 945 time: 0.4895856 Oct 27 18:30:55.674406 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-780089a6-fb38-4352-8f1f-e1d48c81e8fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b86ab6cd-8b8f-4a1a-b749-9750a0077e89']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:30:55.701788 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-780089a6-fb38-4352-8f1f-e1d48c81e8fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08b321c2-f31d-4bf3-92cf-19e4150bb59a') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:30:55.702084 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-780089a6-fb38-4352-8f1f-e1d48c81e8fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08b321c2-f31d-4bf3-92cf-19e4150bb59a') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:30:55.741544 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f730f173-8578-4a2c-8070-fb5f55151531 req-debe95f4-91fa-4f62-a156-0bee15276eea tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "GET /v2.0/security-groups?id=91db495f-b60e-4ec3-8747-e756c15b1f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050668 Oct 27 18:30:55.776613 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-780089a6-fb38-4352-8f1f-e1d48c81e8fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:55.795452 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-780089a6-fb38-4352-8f1f-e1d48c81e8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:55.802203 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-780089a6-fb38-4352-8f1f-e1d48c81e8fe admin admin] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:30:55.802617 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-780089a6-fb38-4352-8f1f-e1d48c81e8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:55.854801 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:30:55.854801 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:30:55.854801 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:30:55.854801 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:30:55.854801 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:30:55.854801 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:30:55.854801 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:30:55.854801 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:30:55.854801 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:30:55.854801 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:30:55.854801 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:30:55.854801 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:30:55.854801 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:30:55.854801 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:30:55.854801 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:30:55.854801 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:30:55.854801 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:30:55.854801 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:30:55.854801 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:30:55.854801 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:30:55.854801 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:30:55.854801 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:30:55.854801 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:30:55.854801 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:30:55.854801 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:30:55.854801 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:30:55.854801 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:30:55.854801 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:30:55.854801 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:30:55.854801 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:30:55.854801 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:30:55.854801 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:30:55.875242 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6d8b63c7-27c9-463e-91b3-2324b1184a1f req-e15f1380-d543-40dc-9e7c-690fa12e9079 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7fbd23-ef6e-4764-8e33-af0f341c5443 HTTP/1.1" status: 200 len: 210 time: 0.1708422 Oct 27 18:30:55.928923 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ddf96af0-b56f-4775-a8f2-43444ad2966d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:56.020707 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-780089a6-fb38-4352-8f1f-e1d48c81e8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:56.027709 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-780089a6-fb38-4352-8f1f-e1d48c81e8fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:56.032142 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-780089a6-fb38-4352-8f1f-e1d48c81e8fe admin admin] 10.222.0.52 "DELETE /v2.0/networks/b86ab6cd-8b8f-4a1a-b749-9750a0077e89 HTTP/1.1" status: 204 len: 168 time: 1.3046789 Oct 27 18:30:56.063655 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780089a6-fb38-4352-8f1f-e1d48c81e8fe admin admin] Pushing event deleted for resources: {'Network': ['ID=b86ab6cd-8b8f-4a1a-b749-9750a0077e89,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:56.074089 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ddf96af0-b56f-4775-a8f2-43444ad2966d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:56.179600 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ddf96af0-b56f-4775-a8f2-43444ad2966d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0e403d065ad1491dbd0bfea72baa13f7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0632668 Oct 27 18:30:56.183004 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf96af0-b56f-4775-a8f2-43444ad2966d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a65fdc5-8f35-4e3c-bb99-a98f16bcc31b,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:56.184019 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35288) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:56.223071 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4a890617-cd0b-4b24-807f-96c001399bcd tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:56.268694 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:56.350804 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-151c77cb-1915-4dfb-8e16-89c939ca1fad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:56.459422 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-151c77cb-1915-4dfb-8e16-89c939ca1fad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:56.555907 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35296) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:56.610634 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-040d03ef-b37e-4bc0-aec0-946a3fa6a9cd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=834b42986b1a4bde8b799dd11b5dbab7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0528677 Oct 27 18:30:56.613603 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35300) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:56.741438 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e0d81368-ede5-4f3c-8f3e-dcb09ee7a65f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:56.776792 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e0d81368-ede5-4f3c-8f3e-dcb09ee7a65f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:56.787105 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e7627-0d63-4303-ac92-1c46a3ad36fc req-0f8a6384-c922-4be1-b728-33484486db88 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:56.800664 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:56.807035 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-568e7627-0d63-4303-ac92-1c46a3ad36fc req-0f8a6384-c922-4be1-b728-33484486db88 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbf3757f-920e-4500-b458-4a6339e03c98 HTTP/1.1" status: 200 len: 946 time: 0.1091039 Oct 27 18:30:56.821661 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-367403a9-e70a-4db7-ad94-09393c300046 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:56.823592 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-367403a9-e70a-4db7-ad94-09393c300046 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.93 "GET /v2.0/networks?id=23b2e040-11b8-4862-8da0-936b3872cceb HTTP/1.1" status: 200 len: 805 time: 0.4448082 Oct 27 18:30:56.844608 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-2480bacc-9469-4c63-b0a8-e74025543d0f tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Request body: {'port': {'device_id': '6e7fbd23-ef6e-4764-8e33-af0f341c5443', 'network_id': '23b2e040-11b8-4862-8da0-936b3872cceb', 'admin_state_up': True, 'tenant_id': '26a8ecb72e37482a929830b093f42719'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:30:56.954617 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-568e7627-0d63-4303-ac92-1c46a3ad36fc req-d7abba1f-157d-4893-9b1b-52d5ac17b64f tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464794 Oct 27 18:30:56.956673 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-151c77cb-1915-4dfb-8e16-89c939ca1fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:56.959628 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-151c77cb-1915-4dfb-8e16-89c939ca1fad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:56.960786 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-151c77cb-1915-4dfb-8e16-89c939ca1fad admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2a65fdc5-8f35-4e3c-bb99-a98f16bcc31b HTTP/1.1" status: 204 len: 168 time: 0.7760077 Oct 27 18:30:57.046608 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c77cb-1915-4dfb-8e16-89c939ca1fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a65fdc5-8f35-4e3c-bb99-a98f16bcc31b,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:57.054710 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6f456-5fcb-495a-ba45-ae95c74a4891 req-966a3445-2068-4e9a-9cda-5e8d57616be8 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:57.060636 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-37c6f456-5fcb-495a-ba45-ae95c74a4891 req-966a3445-2068-4e9a-9cda-5e8d57616be8 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "GET /v2.0/ports?device_id=e806f104-ce8d-4b2a-bacd-0c3e2a1a5699 HTTP/1.1" status: 200 len: 945 time: 0.2442367 Oct 27 18:30:57.080804 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-4a890617-cd0b-4b24-807f-96c001399bcd tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Allocated IP 172.20.0.1 (d6d5fd12-21ed-4a0c-b921-80caee4b0477/b7c4e958-c4bc-48b4-b004-83614672fee9/cd51ea63-4052-4f05-a97c-f2ed0e7b58df) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:30:57.155073 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-580158f2-8938-4401-b1e7-5787cfc27b08 req-e55ba400-22d6-4c58-a992-f3f768f9becc tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7fbd23-ef6e-4764-8e33-af0f341c5443 HTTP/1.1" status: 200 len: 210 time: 0.0548077 Oct 27 18:30:57.180581 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-37c6f456-5fcb-495a-ba45-ae95c74a4891 req-0a60f671-65d2-49a3-ba5e-4ae58bad143f tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "GET /v2.0/security-groups?id=91db495f-b60e-4ec3-8747-e756c15b1f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122544 Oct 27 18:30:57.257270 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e0d81368-ede5-4f3c-8f3e-dcb09ee7a65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:57.265070 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e0d81368-ede5-4f3c-8f3e-dcb09ee7a65f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:57.265070 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e0d81368-ede5-4f3c-8f3e-dcb09ee7a65f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d4f6a968-5567-4f2a-8983-af189b48e30b HTTP/1.1" status: 204 len: 168 time: 0.6470547 Oct 27 18:30:57.272108 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d81368-ede5-4f3c-8f3e-dcb09ee7a65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f6a968-5567-4f2a-8983-af189b48e30b,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:57.318732 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4a890617-cd0b-4b24-807f-96c001399bcd tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:57.361686 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-2480bacc-9469-4c63-b0a8-e74025543d0f tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Made reservation on behalf of 26a8ecb72e37482a929830b093f42719 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:30:57.370141 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-2480bacc-9469-4c63-b0a8-e74025543d0f tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:57.479361 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4a890617-cd0b-4b24-807f-96c001399bcd tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:57.551927 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a890617-cd0b-4b24-807f-96c001399bcd tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Network d6d5fd12-21ed-4a0c-b921-80caee4b0477 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:30:57.559122 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-4a890617-cd0b-4b24-807f-96c001399bcd tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:30:57.567060 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a890617-cd0b-4b24-807f-96c001399bcd tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:30:57.667734 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a890617-cd0b-4b24-807f-96c001399bcd tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Pushing event updated for resources: {'Port': ['ID=cd51ea63-4052-4f05-a97c-f2ed0e7b58df,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:57.732881 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-2480bacc-9469-4c63-b0a8-e74025543d0f tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Allocated IP 172.20.0.6 (23b2e040-11b8-4862-8da0-936b3872cceb/820c5f0e-f6d0-4852-a2cd-5a2baae71f1a/91483b25-1ee4-412b-9fb5-1838c71d199a) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:30:57.764089 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4a890617-cd0b-4b24-807f-96c001399bcd tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:58.039024 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-aa4b2fc4-bcfe-4f48-895e-87305d4efbc0 None None] Provisioning complete for port cd51ea63-4052-4f05-a97c-f2ed0e7b58df triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:30:58.045484 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-aa4b2fc4-bcfe-4f48-895e-87305d4efbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:58.064111 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-2480bacc-9469-4c63-b0a8-e74025543d0f tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:58.173866 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-aa4b2fc4-bcfe-4f48-895e-87305d4efbc0 None None] Port cd51ea63-4052-4f05-a97c-f2ed0e7b58df cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:30:58.191652 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4a890617-cd0b-4b24-807f-96c001399bcd tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:58.198793 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-2480bacc-9469-4c63-b0a8-e74025543d0f tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:58.213628 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['1fb59165-d3f3-4b1a-bc95-4eec88509b3a'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:30:58.268389 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-2480bacc-9469-4c63-b0a8-e74025543d0f tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Network 23b2e040-11b8-4862-8da0-936b3872cceb is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:30:58.268707 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c4e80-f696-47ff-b206-300cb5c328d0 req-843a1d7d-ba30-4589-a0a2-1434e77c669a tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:58.281009 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-750c4e80-f696-47ff-b206-300cb5c328d0 req-843a1d7d-ba30-4589-a0a2-1434e77c669a tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbf3757f-920e-4500-b458-4a6339e03c98 HTTP/1.1" status: 200 len: 946 time: 0.1856594 Oct 27 18:30:58.291554 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-2480bacc-9469-4c63-b0a8-e74025543d0f tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:30:58.306256 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-2480bacc-9469-4c63-b0a8-e74025543d0f tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:30:58.371987 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480bacc-9469-4c63-b0a8-e74025543d0f tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Pushing event updated for resources: {'Port': ['ID=91483b25-1ee4-412b-9fb5-1838c71d199a,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:58.390131 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-750c4e80-f696-47ff-b206-300cb5c328d0 req-2d04591d-716d-4a1f-895e-f99696b27a14 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054380 Oct 27 18:30:58.410987 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131fa61-bb93-457c-bc4d-d91b79d01b60 req-76eaf3c9-0142-4e15-9b8e-b280f6f06fb6 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:58.420676 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a131fa61-bb93-457c-bc4d-d91b79d01b60 req-76eaf3c9-0142-4e15-9b8e-b280f6f06fb6 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "GET /v2.0/ports?device_id=e806f104-ce8d-4b2a-bacd-0c3e2a1a5699 HTTP/1.1" status: 200 len: 945 time: 0.2496631 Oct 27 18:30:58.487335 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-2480bacc-9469-4c63-b0a8-e74025543d0f tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:58.487956 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-2480bacc-9469-4c63-b0a8-e74025543d0f tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:58.501580 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a131fa61-bb93-457c-bc4d-d91b79d01b60 req-18b6d0ac-6fdf-4834-88c2-51fc9ff8bcb0 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "GET /v2.0/security-groups?id=91db495f-b60e-4ec3-8747-e756c15b1f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780995 Oct 27 18:30:58.583875 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682f940-3a47-4b39-a3fd-e0f593b4c69d req-d7aaf8b7-8429-4503-9f4b-72e2fa8d50f5 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:58.591946 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0682f940-3a47-4b39-a3fd-e0f593b4c69d req-d7aaf8b7-8429-4503-9f4b-72e2fa8d50f5 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7fbd23-ef6e-4764-8e33-af0f341c5443 HTTP/1.1" status: 200 len: 931 time: 0.0705376 Oct 27 18:30:58.633519 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-2480bacc-9469-4c63-b0a8-e74025543d0f tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7941616 Oct 27 18:30:58.646046 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0682f940-3a47-4b39-a3fd-e0f593b4c69d req-c44f313b-f03a-47bf-bf69-ab8946d1cc41 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530486 Oct 27 18:30:58.653555 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-b3c9dd27-1728-464a-8d69-b99fd4f6fd09 service neutron] Request body: {'port': {'device_id': '6e7fbd23-ef6e-4764-8e33-af0f341c5443', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:30:58.755247 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-b3c9dd27-1728-464a-8d69-b99fd4f6fd09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:58.822458 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35360) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:30:58.837395 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4a890617-cd0b-4b24-807f-96c001399bcd tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:58.922051 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4a890617-cd0b-4b24-807f-96c001399bcd tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:59.083966 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4a890617-cd0b-4b24-807f-96c001399bcd tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:59.088659 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a890617-cd0b-4b24-807f-96c001399bcd tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Pushing event updated for resources: {'Port': ['ID=cd51ea63-4052-4f05-a97c-f2ed0e7b58df,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:59.225530 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e9bb4cd3-4acb-4d1c-9f13-64509af8547a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:59.285771 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a890617-cd0b-4b24-807f-96c001399bcd tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Network d6d5fd12-21ed-4a0c-b921-80caee4b0477 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:30:59.290834 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-4a890617-cd0b-4b24-807f-96c001399bcd tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:30:59.319124 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-b3c9dd27-1728-464a-8d69-b99fd4f6fd09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91483b25-1ee4-412b-9fb5-1838c71d199a {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:30:59.345909 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-b3c9dd27-1728-464a-8d69-b99fd4f6fd09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:59.392220 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e9bb4cd3-4acb-4d1c-9f13-64509af8547a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:59.497606 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-b3c9dd27-1728-464a-8d69-b99fd4f6fd09 service neutron] Transition to ACTIVE for port object 91483b25-1ee4-412b-9fb5-1838c71d199a will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:30:59.588583 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-b3c9dd27-1728-464a-8d69-b99fd4f6fd09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:59.593955 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e9bb4cd3-4acb-4d1c-9f13-64509af8547a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:59.612105 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:30:59.628305 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-ae402f88-446b-4ae8-a6fd-bfa408b95782 None None] Provisioning complete for port cd51ea63-4052-4f05-a97c-f2ed0e7b58df triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:30:59.630332 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ae402f88-446b-4ae8-a6fd-bfa408b95782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:30:59.775629 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-ae402f88-446b-4ae8-a6fd-bfa408b95782 None None] Port cd51ea63-4052-4f05-a97c-f2ed0e7b58df cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:30:59.783063 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a890617-cd0b-4b24-807f-96c001399bcd tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Router 904b14cc-2d2d-4aa6-a871-d44547b0b364 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:30:59.860262 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a5059-0242-41e9-b104-5ba332aeb2e8 req-7a3c1130-097d-4500-8514-c02497f8dcc2 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:30:59.862138 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8f3a5059-0242-41e9-b104-5ba332aeb2e8 req-7a3c1130-097d-4500-8514-c02497f8dcc2 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.93 "GET /v2.0/ports?device_id=e806f104-ce8d-4b2a-bacd-0c3e2a1a5699 HTTP/1.1" status: 200 len: 945 time: 0.3841777 Oct 27 18:30:59.885420 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c9dd27-1728-464a-8d69-b99fd4f6fd09 service neutron] Pushing event updated for resources: {'Port': ['ID=91483b25-1ee4-412b-9fb5-1838c71d199a,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:59.909060 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb4cd3-4acb-4d1c-9f13-64509af8547a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bcbf2f-7aaf-4509-9f04-5588f311d44f,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:30:59.915902 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e9bb4cd3-4acb-4d1c-9f13-64509af8547a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=48b53a1876eb4655b342194c304972ee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0901432 Oct 27 18:30:59.919351 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35388) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:00.008399 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-b3c9dd27-1728-464a-8d69-b99fd4f6fd09 service neutron] Attempting to bind port 91483b25-1ee4-412b-9fb5-1838c71d199a on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:31:00.009122 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-b3c9dd27-1728-464a-8d69-b99fd4f6fd09 service neutron] Attempting to bind port 91483b25-1ee4-412b-9fb5-1838c71d199a by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': 'da54f3b4-fa80-4f6a-872c-1cd042d9332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '23b2e040-11b8-4862-8da0-936b3872cceb'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:31:00.009696 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-b3c9dd27-1728-464a-8d69-b99fd4f6fd09 service neutron] Attempting to bind port 91483b25-1ee4-412b-9fb5-1838c71d199a on network 23b2e040-11b8-4862-8da0-936b3872cceb {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:31:00.020612 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-b3c9dd27-1728-464a-8d69-b99fd4f6fd09 service neutron] Port 91483b25-1ee4-412b-9fb5-1838c71d199a on network 23b2e040-11b8-4862-8da0-936b3872cceb not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:31:00.021334 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-b3c9dd27-1728-464a-8d69-b99fd4f6fd09 service neutron] Attempting to bind port 91483b25-1ee4-412b-9fb5-1838c71d199a on network 23b2e040-11b8-4862-8da0-936b3872cceb {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:31:00.031447 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-b3c9dd27-1728-464a-8d69-b99fd4f6fd09 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:31:00.032285 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-b3c9dd27-1728-464a-8d69-b99fd4f6fd09 service neutron] Checking segment: {'id': 'da54f3b4-fa80-4f6a-872c-1cd042d9332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '23b2e040-11b8-4862-8da0-936b3872cceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:31:00.033130 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-b3c9dd27-1728-464a-8d69-b99fd4f6fd09 service neutron] Bound using segment: {'id': 'da54f3b4-fa80-4f6a-872c-1cd042d9332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '23b2e040-11b8-4862-8da0-936b3872cceb'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:31:00.033839 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-b3c9dd27-1728-464a-8d69-b99fd4f6fd09 service neutron] Bound port: 91483b25-1ee4-412b-9fb5-1838c71d199a, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da54f3b4-fa80-4f6a-872c-1cd042d9332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '23b2e040-11b8-4862-8da0-936b3872cceb'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:31:00.034292 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-b3c9dd27-1728-464a-8d69-b99fd4f6fd09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:00.062240 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77bfc4d-8d30-4807-b43b-78c5642f2486 req-8f691d6e-d64e-43ac-8b44-291034e95f57 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:00.063819 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e77bfc4d-8d30-4807-b43b-78c5642f2486 req-8f691d6e-d64e-43ac-8b44-291034e95f57 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbf3757f-920e-4500-b458-4a6339e03c98 HTTP/1.1" status: 200 len: 946 time: 0.4710295 Oct 27 18:31:00.090992 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a890617-cd0b-4b24-807f-96c001399bcd tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:31:00.098489 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35392) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:00.105799 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4a890617-cd0b-4b24-807f-96c001399bcd tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] 10.222.0.52 "PUT /v2.0/routers/904b14cc-2d2d-4aa6-a871-d44547b0b364/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6235704 Oct 27 18:31:00.109950 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e645f93-0a99-4b96-81c7-53852b3bf2fc None None] Sync routers for ids ['904b14cc-2d2d-4aa6-a871-d44547b0b364'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:31:00.114070 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35394) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:00.119626 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-8f563e18-bae5-4862-a098-6cf330aa72ae tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Request body: {'port': {'network_id': 'd6d5fd12-21ed-4a0c-b921-80caee4b0477', 'name': 'tempest-FloatingIPAdminTestJSON-635639127'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:31:00.125366 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e645f93-0a99-4b96-81c7-53852b3bf2fc None None] Routers {'904b14cc-2d2d-4aa6-a871-d44547b0b364'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:31:00.126658 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-4e645f93-0a99-4b96-81c7-53852b3bf2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:30:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['904b14cc-2d2d-4aa6-a871-d44547b0b364'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:00.136901 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3bfa327d-2696-40fe-b2ff-43bee4cbf6af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:00.156696 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f475599-8318-49c8-a428-e2372885a668 req-9efc96b3-710c-4fcc-abf8-2a27ac11339b tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:00.158241 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0f475599-8318-49c8-a428-e2372885a668 req-9efc96b3-710c-4fcc-abf8-2a27ac11339b tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "GET /v2.0/ports?device_id=e806f104-ce8d-4b2a-bacd-0c3e2a1a5699 HTTP/1.1" status: 200 len: 945 time: 0.4052005 Oct 27 18:31:00.163888 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-4e645f93-0a99-4b96-81c7-53852b3bf2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:00.177425 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e645f93-0a99-4b96-81c7-53852b3bf2fc None None] Routers {'904b14cc-2d2d-4aa6-a871-d44547b0b364'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:31:00.178200 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-4e645f93-0a99-4b96-81c7-53852b3bf2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:30:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['904b14cc-2d2d-4aa6-a871-d44547b0b364'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:00.213614 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-4e645f93-0a99-4b96-81c7-53852b3bf2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:00.214359 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e645f93-0a99-4b96-81c7-53852b3bf2fc None None] The sync data for ids ['904b14cc-2d2d-4aa6-a871-d44547b0b364'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:31:00.214569 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3bfa327d-2696-40fe-b2ff-43bee4cbf6af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:00.233446 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-b3c9dd27-1728-464a-8d69-b99fd4f6fd09 service neutron] For port 91483b25-1ee4-412b-9fb5-1838c71d199a, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:31:00.240677 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-b3c9dd27-1728-464a-8d69-b99fd4f6fd09 service neutron] For port 91483b25-1ee4-412b-9fb5-1838c71d199a, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=91483b25-1ee4-412b-9fb5-1838c71d199a,segment=NetworkSegment(da54f3b4-fa80-4f6a-872c-1cd042d9332d),segment_id=da54f3b4-fa80-4f6a-872c-1cd042d9332d)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:31:00.253624 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e77bfc4d-8d30-4807-b43b-78c5642f2486 req-e698edc5-b4a2-42be-99ad-324921578b16 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820705 Oct 27 18:31:00.296929 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-f1d80ecd-315c-487d-8dd4-700352526e11 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-400289711-network', 'tenant_id': '6e8ec1c66b024f529c29d58abb829517'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:31:00.335208 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0f475599-8318-49c8-a428-e2372885a668 req-8ffbb210-cdc0-456e-8834-a33b127aa858 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "GET /v2.0/security-groups?id=91db495f-b60e-4ec3-8747-e756c15b1f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627393 Oct 27 18:31:00.346100 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-8f3a5059-0242-41e9-b104-5ba332aeb2e8 req-8b74e4bb-9d76-4994-a623-2a49a24bc722 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Deleting port 6f826c03-0426-4f3f-870f-28981c4f9867 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:31:00.346766 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-8f3a5059-0242-41e9-b104-5ba332aeb2e8 req-8b74e4bb-9d76-4994-a623-2a49a24bc722 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:00.373653 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-b3c9dd27-1728-464a-8d69-b99fd4f6fd09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:00.468666 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f563e18-bae5-4862-a098-6cf330aa72ae tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Made reservation on behalf of 40b91e8ac8f24984bee2830a8378637e for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:31:00.472850 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8f563e18-bae5-4862-a098-6cf330aa72ae tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:00.497323 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c9dd27-1728-464a-8d69-b99fd4f6fd09 service neutron] Pushing event updated for resources: {'Port': ['ID=91483b25-1ee4-412b-9fb5-1838c71d199a,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:00.498410 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0656fa9e-f970-4e16-bb0a-e0b0e35082b4 req-55d30b7d-f3d6-44ce-ba28-a8de9b95b927 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:00.504809 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-b3c9dd27-1728-464a-8d69-b99fd4f6fd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:00.505438 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-b3c9dd27-1728-464a-8d69-b99fd4f6fd09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:00.506945 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-b3c9dd27-1728-464a-8d69-b99fd4f6fd09 service neutron] 10.222.0.93 "PUT /v2.0/ports/91483b25-1ee4-412b-9fb5-1838c71d199a HTTP/1.1" status: 200 len: 1091 time: 1.8612421 Oct 27 18:31:00.507637 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e7fbd23-ef6e-4764-8e33-af0f341c5443', 'tag': '91483b25-1ee4-412b-9fb5-1838c71d199a'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:31:00.508033 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0656fa9e-f970-4e16-bb0a-e0b0e35082b4 req-55d30b7d-f3d6-44ce-ba28-a8de9b95b927 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7fbd23-ef6e-4764-8e33-af0f341c5443 HTTP/1.1" status: 200 len: 943 time: 0.1125278 Oct 27 18:31:00.515140 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f50109d-ba57-49a0-8289-204a5f125da6" -d '{"events": [{"name": "network-changed", "server_uuid": "6e7fbd23-ef6e-4764-8e33-af0f341c5443", "tag": "91483b25-1ee4-412b-9fb5-1838c71d199a"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:31:00.516833 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3bfa327d-2696-40fe-b2ff-43bee4cbf6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:00.520243 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3bfa327d-2696-40fe-b2ff-43bee4cbf6af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:00.524081 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3bfa327d-2696-40fe-b2ff-43bee4cbf6af admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a1bcbf2f-7aaf-4509-9f04-5588f311d44f HTTP/1.1" status: 204 len: 168 time: 0.5680094 Oct 27 18:31:00.559664 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-8f563e18-bae5-4862-a098-6cf330aa72ae tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] device_id is not set on port fccd8b49-d713-43bf-b76c-3f7ba93bdf73 yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:31:00.559901 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa327d-2696-40fe-b2ff-43bee4cbf6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bcbf2f-7aaf-4509-9f04-5588f311d44f,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:00.564800 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-8f3a5059-0242-41e9-b104-5ba332aeb2e8 req-8b74e4bb-9d76-4994-a623-2a49a24bc722 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] For port 6f826c03-0426-4f3f-870f-28981c4f9867, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=6f826c03-0426-4f3f-870f-28981c4f9867,segment=NetworkSegment(6fccdb04-e32e-49e9-9bd7-67afe09628b0),segment_id=6fccdb04-e32e-49e9-9bd7-67afe09628b0)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:31:00.565531 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-8f3a5059-0242-41e9-b104-5ba332aeb2e8 req-8b74e4bb-9d76-4994-a623-2a49a24bc722 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:00.650967 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0656fa9e-f970-4e16-bb0a-e0b0e35082b4 req-79ec1af7-90af-4952-9414-399b17185c39 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417580 Oct 27 18:31:00.673361 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ace128b-182b-482b-893e-c5d8e3f10596 x-openstack-request-id: req-4ace128b-182b-482b-893e-c5d8e3f10596 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:31:00.674755 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e7fbd23-ef6e-4764-8e33-af0f341c5443", "tag": "91483b25-1ee4-412b-9fb5-1838c71d199a", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:31:00.675052 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4ace128b-182b-482b-893e-c5d8e3f10596 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:31:00.676533 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e7fbd23-ef6e-4764-8e33-af0f341c5443', 'tag': '91483b25-1ee4-412b-9fb5-1838c71d199a', 'status': 'completed', 'code': 200} Oct 27 18:31:00.747646 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d80ecd-315c-487d-8dd4-700352526e11 admin admin] Made reservation on behalf of 6e8ec1c66b024f529c29d58abb829517 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:31:00.758481 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f1d80ecd-315c-487d-8dd4-700352526e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:00.781750 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f1d80ecd-315c-487d-8dd4-700352526e11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:00.883306 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-e495e8a0-b419-40a4-ac42-23dcef037f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:00.887051 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-e495e8a0-b419-40a4-ac42-23dcef037f2e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=26a8ecb72e37482a929830b093f42719&device_id=6e7fbd23-ef6e-4764-8e33-af0f341c5443 HTTP/1.1" status: 200 len: 1094 time: 0.2200401 Oct 27 18:31:01.004942 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-8f563e18-bae5-4862-a098-6cf330aa72ae tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Allocated IP 172.20.0.14 (d6d5fd12-21ed-4a0c-b921-80caee4b0477/b7c4e958-c4bc-48b4-b004-83614672fee9/fccd8b49-d713-43bf-b76c-3f7ba93bdf73) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:31:01.585803 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-8f3a5059-0242-41e9-b104-5ba332aeb2e8 req-8b74e4bb-9d76-4994-a623-2a49a24bc722 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:01.587403 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-8f3a5059-0242-41e9-b104-5ba332aeb2e8 req-8b74e4bb-9d76-4994-a623-2a49a24bc722 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:01.588099 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [req-8f3a5059-0242-41e9-b104-5ba332aeb2e8 req-8b74e4bb-9d76-4994-a623-2a49a24bc722 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Floating IP f89e006c-0ec9-4a0f-a2e7-213efc859162 disassociated. External IP: 172.25.6.61, port: 6f826c03-0426-4f3f-870f-28981c4f9867. Oct 27 18:31:01.589168 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-8f3a5059-0242-41e9-b104-5ba332aeb2e8 req-8b74e4bb-9d76-4994-a623-2a49a24bc722 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Calling delete_port for 6f826c03-0426-4f3f-870f-28981c4f9867 owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:31:01.846196 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-905135df-da4b-4dbb-bee6-4dba26c28249 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91483b25-1ee4-412b-9fb5-1838c71d199a HTTP/1.1" status: 200 len: 217 time: 0.9496033 Oct 27 18:31:01.901473 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269c922-0942-4960-b358-ba54aeec4372 req-f11795b2-5115-48e2-974c-e33a01d7b26c tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:01.911629 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d269c922-0942-4960-b358-ba54aeec4372 req-f11795b2-5115-48e2-974c-e33a01d7b26c tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbf3757f-920e-4500-b458-4a6339e03c98 HTTP/1.1" status: 200 len: 946 time: 0.4210498 Oct 27 18:31:01.938463 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-8f3a5059-0242-41e9-b104-5ba332aeb2e8 req-8b74e4bb-9d76-4994-a623-2a49a24bc722 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:01.984817 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74e4bb-9d76-4994-a623-2a49a24bc722 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Pushing event deleted for resources: {'Port': ['ID=6f826c03-0426-4f3f-870f-28981c4f9867,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:01.997813 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-a5c7503b-b8d2-4871-a646-a555d905aac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:02.001216 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-a5c7503b-b8d2-4871-a646-a555d905aac5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=820c5f0e-f6d0-4852-a2cd-5a2baae71f1a HTTP/1.1" status: 200 len: 845 time: 0.1465216 Oct 27 18:31:02.001750 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55bb42-f98c-4628-821e-5ff3100ab47c req-b7cc9afd-591a-4ac3-bd90-a5e5c0b4e5c4 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:02.003253 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-df55bb42-f98c-4628-821e-5ff3100ab47c req-b7cc9afd-591a-4ac3-bd90-a5e5c0b4e5c4 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "GET /v2.0/ports?device_id=e806f104-ce8d-4b2a-bacd-0c3e2a1a5699 HTTP/1.1" status: 200 len: 867 time: 0.5038965 Oct 27 18:31:02.049507 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d269c922-0942-4960-b358-ba54aeec4372 req-fc542946-41d0-4a29-814b-a7fb83739ef6 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368573 Oct 27 18:31:02.094958 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-9ae2430f-1acf-4ed4-bee1-833d7519921e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=23b2e040-11b8-4862-8da0-936b3872cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627744 Oct 27 18:31:02.105831 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8f563e18-bae5-4862-a098-6cf330aa72ae tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:02.136979 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f1d80ecd-315c-487d-8dd4-700352526e11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:02.196965 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f3a5059-0242-41e9-b104-5ba332aeb2e8 req-8b74e4bb-9d76-4994-a623-2a49a24bc722 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Router 7dc45071-2032-43cc-aa0a-579f5900948d has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:31:02.263466 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f1d80ecd-315c-487d-8dd4-700352526e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:02.274648 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-df55bb42-f98c-4628-821e-5ff3100ab47c req-b09ae2f9-6be3-4600-b8d9-8221126c8e2a tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "GET /v2.0/security-groups?id=91db495f-b60e-4ec3-8747-e756c15b1f08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2625680 Oct 27 18:31:02.388143 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-eb88fcbd-3462-4cbf-a656-7c685916adf0 service neutron] 10.222.0.93 "GET /v2.0/networks/23b2e040-11b8-4862-8da0-936b3872cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634060 Oct 27 18:31:02.393834 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d80ecd-315c-487d-8dd4-700352526e11 admin admin] vlan segment allocate from pool success with {'vlan_id': 1027, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:31:02.412069 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f1d80ecd-315c-487d-8dd4-700352526e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:02.412580 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-f1d80ecd-315c-487d-8dd4-700352526e11 admin admin] Added segment 87853c71-daa2-4766-aabf-d0433099f873 of type vlan for network eee94149-9f31-4fe8-a4de-4283503b64b4 Oct 27 18:31:02.415624 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f3a5059-0242-41e9-b104-5ba332aeb2e8 req-8b74e4bb-9d76-4994-a623-2a49a24bc722 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:31:02.430650 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8725f4e5-04a2-41ba-aa6c-8e878da3b442 None None] Sync routers for ids ['7dc45071-2032-43cc-aa0a-579f5900948d'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:31:02.450195 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8725f4e5-04a2-41ba-aa6c-8e878da3b442 None None] Routers {'7dc45071-2032-43cc-aa0a-579f5900948d'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:31:02.451052 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-8725f4e5-04a2-41ba-aa6c-8e878da3b442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:30:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['7dc45071-2032-43cc-aa0a-579f5900948d'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:02.472823 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a95a39-84ac-4c85-96ab-a425ead31845 req-17c71924-a8b0-4f8e-bf16-bd27e1950847 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:02.480614 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-23a95a39-84ac-4c85-96ab-a425ead31845 req-17c71924-a8b0-4f8e-bf16-bd27e1950847 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7fbd23-ef6e-4764-8e33-af0f341c5443 HTTP/1.1" status: 200 len: 943 time: 0.2708442 Oct 27 18:31:02.491754 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f1d80ecd-315c-487d-8dd4-700352526e11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:02.502546 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35454) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:02.552789 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8f563e18-bae5-4862-a098-6cf330aa72ae tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:02.635312 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3a5059-0242-41e9-b104-5ba332aeb2e8 req-8b74e4bb-9d76-4994-a623-2a49a24bc722 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] No DVR routers for this DVR port 6f826c03-0426-4f3f-870f-28981c4f9867 on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:31:02.646000 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-8f3a5059-0242-41e9-b104-5ba332aeb2e8 req-8b74e4bb-9d76-4994-a623-2a49a24bc722 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:02.648506 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8f3a5059-0242-41e9-b104-5ba332aeb2e8 req-8b74e4bb-9d76-4994-a623-2a49a24bc722 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.93 "DELETE /v2.0/ports/6f826c03-0426-4f3f-870f-28981c4f9867 HTTP/1.1" status: 204 len: 173 time: 2.7470636 Oct 27 18:31:02.649173 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e806f104-ce8d-4b2a-bacd-0c3e2a1a5699', 'name': 'network-vif-deleted', 'tag': '6f826c03-0426-4f3f-870f-28981c4f9867'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:31:02.653925 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2180733-d12b-4c24-8263-a7901ad98469" -d '{"events": [{"server_uuid": "e806f104-ce8d-4b2a-bacd-0c3e2a1a5699", "name": "network-vif-deleted", "tag": "6f826c03-0426-4f3f-870f-28981c4f9867"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:31:02.672250 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f563e18-bae5-4862-a098-6cf330aa72ae tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Network d6d5fd12-21ed-4a0c-b921-80caee4b0477 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:31:02.691090 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-23a95a39-84ac-4c85-96ab-a425ead31845 req-ef48efc0-28a0-4ab9-8bdf-f5446f1468b6 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089217 Oct 27 18:31:02.692592 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f563e18-bae5-4862-a098-6cf330aa72ae tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Pushing event updated for resources: {'Port': ['ID=fccd8b49-d713-43bf-b76c-3f7ba93bdf73,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:02.697948 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-8f563e18-bae5-4862-a098-6cf330aa72ae tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:31:02.703476 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f563e18-bae5-4862-a098-6cf330aa72ae tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:31:02.769339 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3781831-5844-43e9-a827-330c62e8ba51 x-openstack-request-id: req-a3781831-5844-43e9-a827-330c62e8ba51 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:31:02.770116 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e806f104-ce8d-4b2a-bacd-0c3e2a1a5699", "name": "network-vif-deleted", "tag": "6f826c03-0426-4f3f-870f-28981c4f9867", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:31:02.770758 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a3781831-5844-43e9-a827-330c62e8ba51 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:31:02.771345 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e806f104-ce8d-4b2a-bacd-0c3e2a1a5699', 'name': 'network-vif-deleted', 'tag': '6f826c03-0426-4f3f-870f-28981c4f9867', 'status': 'completed', 'code': 200} Oct 27 18:31:02.780231 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-8725f4e5-04a2-41ba-aa6c-8e878da3b442 None None] Set router 7dc45071-2032-43cc-aa0a-579f5900948d gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:31:02.811102 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f1d80ecd-315c-487d-8dd4-700352526e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:02.812338 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d80ecd-315c-487d-8dd4-700352526e11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:02.813660 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f1d80ecd-315c-487d-8dd4-700352526e11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:02.830639 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-73ae9165-68ce-4827-9037-66f71ea53c8c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-380306777-network', 'tenant_id': '9362c6f4fced4b3c9d2a1d0e2270f9da'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:31:02.928998 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ae9165-68ce-4827-9037-66f71ea53c8c admin admin] Made reservation on behalf of 9362c6f4fced4b3c9d2a1d0e2270f9da for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:31:02.931421 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-73ae9165-68ce-4827-9037-66f71ea53c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:02.940394 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f563e18-bae5-4862-a098-6cf330aa72ae tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:02.941169 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8f563e18-bae5-4862-a098-6cf330aa72ae tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:02.956871 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-73ae9165-68ce-4827-9037-66f71ea53c8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:03.060278 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d80ecd-315c-487d-8dd4-700352526e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fdf8ed-3292-4b20-a77d-f00885f440e9,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:03.084440 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8f563e18-bae5-4862-a098-6cf330aa72ae tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9660432 Oct 27 18:31:03.088385 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-8725f4e5-04a2-41ba-aa6c-8e878da3b442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc45071-2032-43cc-aa0a-579f5900948d', 'name': 'tempest-ServersTestJSON-1599916301-router', 'tenant_id': '1246af30a6eb4e19b5feef5d04021b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'bf6c511b-7516-4e7a-b45d-6b861ce6e9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:28:23Z', 'updated_at': '2021-10-27T18:28:30Z', 'revision_number': 4, 'project_id': '1246af30a6eb4e19b5feef5d04021b02', 'gw_port': {'id': 'bf6c511b-7516-4e7a-b45d-6b861ce6e9eb', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:88:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc45071-2032-43cc-aa0a-579f5900948d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:28:24Z', 'updated_at': '2021-10-27T18:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '7b687729-13a5-41f2-8589-49dc178dd080', 'name': '', 'network_id': '7dbae181-f570-4778-99bc-f1d119dd4e9b', 'tenant_id': '1246af30a6eb4e19b5feef5d04021b02', 'mac_address': 'fa:16:3e:e6:54:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc45071-2032-43cc-aa0a-579f5900948d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'f514d647-c196-46d4-b87e-f3462bc5d80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:28:28Z', 'updated_at': '2021-10-27T18:28:33Z', 'revision_number': 5, 'project_id': '1246af30a6eb4e19b5feef5d04021b02', 'subnets': [{'id': 'f514d647-c196-46d4-b87e-f3462bc5d80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:03.089473 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35464) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:03.107552 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d80ecd-315c-487d-8dd4-700352526e11 admin admin] Pushing event updated for resources: {'Network': ['ID=eee94149-9f31-4fe8-a4de-4283503b64b4,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:03.159437 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f1d80ecd-315c-487d-8dd4-700352526e11 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.0551140 Oct 27 18:31:03.160936 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8725f4e5-04a2-41ba-aa6c-8e878da3b442 None None] Checking router: 7dc45071-2032-43cc-aa0a-579f5900948d for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:31:03.162373 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35468) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:03.163853 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network eee94149-9f31-4fe8-a4de-4283503b64b4 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:31:03.172373 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-c2931a08-9cd8-4822-aec0-20fe48e6d270 admin admin] Request body: {'subnet': {'network_id': 'eee94149-9f31-4fe8-a4de-4283503b64b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-400289711-subnet', 'tenant_id': '6e8ec1c66b024f529c29d58abb829517', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:31:03.173053 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-73ae9165-68ce-4827-9037-66f71ea53c8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:03.223166 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7a4e58a8-83a0-4dd0-9cc0-3b1f89a17e1c req-8d9a1b1d-9147-4578-a2b1-3ba6f1180e79 service neutron] 10.222.0.93 "GET /v2.0/networks/23b2e040-11b8-4862-8da0-936b3872cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6857564 Oct 27 18:31:03.331026 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-73ae9165-68ce-4827-9037-66f71ea53c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:03.342688 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2931a08-9cd8-4822-aec0-20fe48e6d270 admin admin] Made reservation on behalf of 6e8ec1c66b024f529c29d58abb829517 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:31:03.345926 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c2931a08-9cd8-4822-aec0-20fe48e6d270 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:03.373721 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ae9165-68ce-4827-9037-66f71ea53c8c admin admin] vlan segment allocate from pool success with {'vlan_id': 1009, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:31:03.390751 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-c410ca61-c0a8-41ee-b4c8-9f79dc51a30e tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'project_id': '40b91e8ac8f24984bee2830a8378637e', 'port_id': 'fccd8b49-d713-43bf-b76c-3f7ba93bdf73'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:31:03.416725 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-73ae9165-68ce-4827-9037-66f71ea53c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:03.417077 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-73ae9165-68ce-4827-9037-66f71ea53c8c admin admin] Added segment bc4b1487-31bf-4e5a-bfcf-b97a5599a5fa of type vlan for network dc5b24cf-c710-4ce5-a575-6111e4d790d5 Oct 27 18:31:03.454602 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8725f4e5-04a2-41ba-aa6c-8e878da3b442 None None] Routers {'7dc45071-2032-43cc-aa0a-579f5900948d'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:31:03.456153 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-8725f4e5-04a2-41ba-aa6c-8e878da3b442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:30:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['7dc45071-2032-43cc-aa0a-579f5900948d'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:03.551254 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-68afb512-32f2-424f-8533-8f0739b2b481 req-937218d2-eac7-4c70-9e9e-145fb94c3694 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "GET /v2.0/ports?device_id=e806f104-ce8d-4b2a-bacd-0c3e2a1a5699 HTTP/1.1" status: 200 len: 210 time: 0.1106751 Oct 27 18:31:03.583990 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae9165-68ce-4827-9037-66f71ea53c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe5a089-ade9-43ef-992f-109f1531a5c3,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:03.597810 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50109d-ba57-49a0-8289-204a5f125da6 req-7b9e14bd-5bd0-4d24-b788-398ba3b05f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:03.599789 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1f50109d-ba57-49a0-8289-204a5f125da6 req-7b9e14bd-5bd0-4d24-b788-398ba3b05f2b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=26a8ecb72e37482a929830b093f42719&device_id=6e7fbd23-ef6e-4764-8e33-af0f341c5443 HTTP/1.1" status: 200 len: 1094 time: 0.1371367 Oct 27 18:31:03.602893 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257b414-d102-44c4-8d51-7104b52624a4 req-60296e26-69e1-4a96-ba0f-60bf0975d11a tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:03.605057 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f257b414-d102-44c4-8d51-7104b52624a4 req-60296e26-69e1-4a96-ba0f-60bf0975d11a tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbf3757f-920e-4500-b458-4a6339e03c98 HTTP/1.1" status: 200 len: 946 time: 0.3510258 Oct 27 18:31:03.611418 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-73ae9165-68ce-4827-9037-66f71ea53c8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:03.623581 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ae9165-68ce-4827-9037-66f71ea53c8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:03.628559 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ae9165-68ce-4827-9037-66f71ea53c8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:03.628559 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ae9165-68ce-4827-9037-66f71ea53c8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:03.628559 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ae9165-68ce-4827-9037-66f71ea53c8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:03.629095 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-289b1184-a23c-4c14-b213-5c3216bbfae9 None None] Provisioning complete for port fccd8b49-d713-43bf-b76c-3f7ba93bdf73 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:31:03.629474 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-289b1184-a23c-4c14-b213-5c3216bbfae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:03.630786 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ae9165-68ce-4827-9037-66f71ea53c8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:03.631004 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ae9165-68ce-4827-9037-66f71ea53c8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:03.631468 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ae9165-68ce-4827-9037-66f71ea53c8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:03.633099 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ae9165-68ce-4827-9037-66f71ea53c8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:03.633475 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ae9165-68ce-4827-9037-66f71ea53c8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:03.633791 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c410ca61-c0a8-41ee-b4c8-9f79dc51a30e tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:03.633923 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ae9165-68ce-4827-9037-66f71ea53c8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:03.634278 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ae9165-68ce-4827-9037-66f71ea53c8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:03.634768 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ae9165-68ce-4827-9037-66f71ea53c8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:03.669858 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 6f826c03-0426-4f3f-870f-28981c4f9867 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:31:03.680165 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-289b1184-a23c-4c14-b213-5c3216bbfae9 None None] Port fccd8b49-d713-43bf-b76c-3f7ba93bdf73 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:31:03.705388 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 6f826c03-0426-4f3f-870f-28981c4f9867 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:31:03.706032 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 6f826c03-0426-4f3f-870f-28981c4f9867 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:31:03.746059 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f257b414-d102-44c4-8d51-7104b52624a4 req-2ab82f14-5351-4915-b55d-58c6a49ca121 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295400 Oct 27 18:31:03.799603 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-73ae9165-68ce-4827-9037-66f71ea53c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:03.801070 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ae9165-68ce-4827-9037-66f71ea53c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:03.801524 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-73ae9165-68ce-4827-9037-66f71ea53c8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:03.828324 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-8725f4e5-04a2-41ba-aa6c-8e878da3b442 None None] Set router 7dc45071-2032-43cc-aa0a-579f5900948d gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:31:03.933625 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae9165-68ce-4827-9037-66f71ea53c8c admin admin] Pushing event updated for resources: {'Network': ['ID=dc5b24cf-c710-4ce5-a575-6111e4d790d5,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:03.962445 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-73ae9165-68ce-4827-9037-66f71ea53c8c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4586084 Oct 27 18:31:03.971890 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35480) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:03.974112 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718bd94d-90ca-4daf-8ba4-55929537a2bf req-94fe5e6d-562a-4a9c-93da-14422fd810c5 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:03.976364 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-718bd94d-90ca-4daf-8ba4-55929537a2bf req-94fe5e6d-562a-4a9c-93da-14422fd810c5 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7fbd23-ef6e-4764-8e33-af0f341c5443 HTTP/1.1" status: 200 len: 943 time: 0.0913410 Oct 27 18:31:03.991937 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-397a8a0b-1a44-4b54-8dad-e5057eca7cf2 admin admin] Request body: {'subnet': {'network_id': 'dc5b24cf-c710-4ce5-a575-6111e4d790d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-380306777-subnet', 'tenant_id': '9362c6f4fced4b3c9d2a1d0e2270f9da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:31:04.024451 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50109d-ba57-49a0-8289-204a5f125da6 req-14ac4634-9570-4e8e-a38e-baca37e5aed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:04.025957 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1f50109d-ba57-49a0-8289-204a5f125da6 req-14ac4634-9570-4e8e-a38e-baca37e5aed7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=23b2e040-11b8-4862-8da0-936b3872cceb HTTP/1.1" status: 200 len: 907 time: 0.4133551 Oct 27 18:31:04.087363 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-718bd94d-90ca-4daf-8ba4-55929537a2bf req-973ab38e-b0e4-4eb4-bf57-595c501added tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955760 Oct 27 18:31:04.098923 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network dc5b24cf-c710-4ce5-a575-6111e4d790d5 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:31:04.101194 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1f50109d-ba57-49a0-8289-204a5f125da6 req-d68bdab6-9e32-4d5b-b2e8-00610a5c9214 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91483b25-1ee4-412b-9fb5-1838c71d199a HTTP/1.1" status: 200 len: 217 time: 0.0664053 Oct 27 18:31:04.175298 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50109d-ba57-49a0-8289-204a5f125da6 req-4efa9401-a886-40c8-9257-3f9258b169db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:04.177038 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1f50109d-ba57-49a0-8289-204a5f125da6 req-4efa9401-a886-40c8-9257-3f9258b169db service neutron] 10.222.0.93 "GET /v2.0/subnets?id=820c5f0e-f6d0-4852-a2cd-5a2baae71f1a HTTP/1.1" status: 200 len: 845 time: 0.0677054 Oct 27 18:31:04.183627 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c2931a08-9cd8-4822-aec0-20fe48e6d270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:04.263119 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-8725f4e5-04a2-41ba-aa6c-8e878da3b442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc45071-2032-43cc-aa0a-579f5900948d', 'name': 'tempest-ServersTestJSON-1599916301-router', 'tenant_id': '1246af30a6eb4e19b5feef5d04021b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'bf6c511b-7516-4e7a-b45d-6b861ce6e9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:28:23Z', 'updated_at': '2021-10-27T18:28:30Z', 'revision_number': 4, 'project_id': '1246af30a6eb4e19b5feef5d04021b02', 'gw_port': {'id': 'bf6c511b-7516-4e7a-b45d-6b861ce6e9eb', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:88:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc45071-2032-43cc-aa0a-579f5900948d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:28:24Z', 'updated_at': '2021-10-27T18:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '7b687729-13a5-41f2-8589-49dc178dd080', 'name': '', 'network_id': '7dbae181-f570-4778-99bc-f1d119dd4e9b', 'tenant_id': '1246af30a6eb4e19b5feef5d04021b02', 'mac_address': 'fa:16:3e:e6:54:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc45071-2032-43cc-aa0a-579f5900948d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'f514d647-c196-46d4-b87e-f3462bc5d80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:28:28Z', 'updated_at': '2021-10-27T18:28:33Z', 'revision_number': 5, 'project_id': '1246af30a6eb4e19b5feef5d04021b02', 'subnets': [{'id': 'f514d647-c196-46d4-b87e-f3462bc5d80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:04.263758 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1f50109d-ba57-49a0-8289-204a5f125da6 req-d7301e60-1389-41eb-8bb1-d7497a12bbf5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=23b2e040-11b8-4862-8da0-936b3872cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764749 Oct 27 18:31:04.267611 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397a8a0b-1a44-4b54-8dad-e5057eca7cf2 admin admin] Made reservation on behalf of 9362c6f4fced4b3c9d2a1d0e2270f9da for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:31:04.270389 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-397a8a0b-1a44-4b54-8dad-e5057eca7cf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:04.305088 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8725f4e5-04a2-41ba-aa6c-8e878da3b442 None None] The sync data for ids ['7dc45071-2032-43cc-aa0a-579f5900948d'] in n-d-815690-2 is: [{'id': '7dc45071-2032-43cc-aa0a-579f5900948d', 'name': 'tempest-ServersTestJSON-1599916301-router', 'tenant_id': '1246af30a6eb4e19b5feef5d04021b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'bf6c511b-7516-4e7a-b45d-6b861ce6e9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:28:23Z', 'updated_at': '2021-10-27T18:28:30Z', 'revision_number': 4, 'project_id': '1246af30a6eb4e19b5feef5d04021b02', 'gw_port': {'id': 'bf6c511b-7516-4e7a-b45d-6b861ce6e9eb', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:88:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc45071-2032-43cc-aa0a-579f5900948d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:28:24Z', 'updated_at': '2021-10-27T18:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '7b687729-13a5-41f2-8589-49dc178dd080', 'name': '', 'network_id': '7dbae181-f570-4778-99bc-f1d119dd4e9b', 'tenant_id': '1246af30a6eb4e19b5feef5d04021b02', 'mac_address': 'fa:16:3e:e6:54:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc45071-2032-43cc-aa0a-579f5900948d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'f514d647-c196-46d4-b87e-f3462bc5d80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:28:28Z', 'updated_at': '2021-10-27T18:28:33Z', 'revision_number': 5, 'project_id': '1246af30a6eb4e19b5feef5d04021b02', 'subnets': [{'id': 'f514d647-c196-46d4-b87e-f3462bc5d80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:31:04.471464 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2931a08-9cd8-4822-aec0-20fe48e6d270 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03c4e52a-84fc-4a0f-b45f-af6855e56951,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:04.485455 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c410ca61-c0a8-41ee-b4c8-9f79dc51a30e tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:04.550468 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2931a08-9cd8-4822-aec0-20fe48e6d270 admin admin] Checking segment: {'id': '87853c71-daa2-4766-aabf-d0433099f873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'eee94149-9f31-4fe8-a4de-4283503b64b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:31:04.550925 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2931a08-9cd8-4822-aec0-20fe48e6d270 admin admin] Network hostable DHCP agents. Network: eee94149-9f31-4fe8-a4de-4283503b64b4, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:31:04.657007 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1f50109d-ba57-49a0-8289-204a5f125da6 req-0c0de40e-ef7f-4034-a6dd-bf0e9d5ce253 service neutron] 10.222.0.93 "GET /v2.0/networks/23b2e040-11b8-4862-8da0-936b3872cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499501 Oct 27 18:31:04.750212 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db5d9ae-c12f-4dba-ba3e-59dc7dcab286 None None] New status for floating IP f89e006c-0ec9-4a0f-a2e7-213efc859162: DOWN {{(pid=102881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:31:04.773690 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2931a08-9cd8-4822-aec0-20fe48e6d270 admin admin] Network eee94149-9f31-4fe8-a4de-4283503b64b4 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:31:04.826757 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-c410ca61-c0a8-41ee-b4c8-9f79dc51a30e tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] Allocated IP 172.25.6.246 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/9a678d2a-f050-48e0-b095-14b3ae553397) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:31:04.954043 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-c2931a08-9cd8-4822-aec0-20fe48e6d270 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, eee94149-9f31-4fe8-a4de-4283503b64b4) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:31:04.961258 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1f50109d-ba57-49a0-8289-204a5f125da6 req-baeb1643-3e30-409d-bf71-c14331c1a83f service neutron] 10.222.0.93 "GET /v2.0/networks/23b2e040-11b8-4862-8da0-936b3872cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790236 Oct 27 18:31:04.967677 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb8a365-aa53-4ed2-8937-a7e7c868ad78 None None] Network eee94149-9f31-4fe8-a4de-4283503b64b4 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:31:04.998465 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2931a08-9cd8-4822-aec0-20fe48e6d270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:04.999825 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c2931a08-9cd8-4822-aec0-20fe48e6d270 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:05.003792 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c43d02-ac8b-49cc-923c-78af5df2090d req-a68f3d2d-a2d1-4ea5-84e7-c3f74d5a2edc tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:05.005650 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-69c43d02-ac8b-49cc-923c-78af5df2090d req-a68f3d2d-a2d1-4ea5-84e7-c3f74d5a2edc tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbf3757f-920e-4500-b458-4a6339e03c98 HTTP/1.1" status: 200 len: 946 time: 0.0905678 Oct 27 18:31:05.009475 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-397a8a0b-1a44-4b54-8dad-e5057eca7cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:05.067018 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-69c43d02-ac8b-49cc-923c-78af5df2090d req-b63ea2b2-1657-47f0-9a62-7bff12a0d06c tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478323 Oct 27 18:31:05.186340 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c2931a08-9cd8-4822-aec0-20fe48e6d270 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0137196 Oct 27 18:31:05.232373 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb5e718-885a-4a51-8b8a-150691ed1c99 None None] Network eee94149-9f31-4fe8-a4de-4283503b64b4 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:31:05.285016 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a8a0b-1a44-4b54-8dad-e5057eca7cf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=956be1d6-cea3-48e0-9913-1ea074762dcb,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:05.347686 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397a8a0b-1a44-4b54-8dad-e5057eca7cf2 admin admin] Checking segment: {'id': 'bc4b1487-31bf-4e5a-bfcf-b97a5599a5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'dc5b24cf-c710-4ce5-a575-6111e4d790d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:31:05.348475 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397a8a0b-1a44-4b54-8dad-e5057eca7cf2 admin admin] Network hostable DHCP agents. Network: dc5b24cf-c710-4ce5-a575-6111e4d790d5, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:31:05.357087 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c410ca61-c0a8-41ee-b4c8-9f79dc51a30e tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:05.362780 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92e922-0c2b-4b88-b6b1-7b88ee4e49c6 req-bcabc596-1cab-4e8e-a60d-1c86926bbf83 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:05.367052 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd92e922-0c2b-4b88-b6b1-7b88ee4e49c6 req-bcabc596-1cab-4e8e-a60d-1c86926bbf83 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7fbd23-ef6e-4764-8e33-af0f341c5443 HTTP/1.1" status: 200 len: 943 time: 0.1622984 Oct 27 18:31:05.446902 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd92e922-0c2b-4b88-b6b1-7b88ee4e49c6 req-7bd78c27-ecb4-46e2-afd0-19b35f768e3c tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702808 Oct 27 18:31:05.461165 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35504) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:05.499975 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397a8a0b-1a44-4b54-8dad-e5057eca7cf2 admin admin] Network dc5b24cf-c710-4ce5-a575-6111e4d790d5 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:31:05.518119 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c410ca61-c0a8-41ee-b4c8-9f79dc51a30e tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:05.540169 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 91483b25-1ee4-412b-9fb5-1838c71d199a details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:31:05.545550 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c410ca61-c0a8-41ee-b4c8-9f79dc51a30e tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:31:05.549670 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-c410ca61-c0a8-41ee-b4c8-9f79dc51a30e tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:31:05.553013 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c410ca61-c0a8-41ee-b4c8-9f79dc51a30e tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:31:05.560498 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35506) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:05.629945 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-397a8a0b-1a44-4b54-8dad-e5057eca7cf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, dc5b24cf-c710-4ce5-a575-6111e4d790d5) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:31:05.634982 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397a8a0b-1a44-4b54-8dad-e5057eca7cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:05.638038 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-397a8a0b-1a44-4b54-8dad-e5057eca7cf2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:05.644555 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 91483b25-1ee4-412b-9fb5-1838c71d199a, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=91483b25-1ee4-412b-9fb5-1838c71d199a,segment=NetworkSegment(da54f3b4-fa80-4f6a-872c-1cd042d9332d),segment_id=da54f3b4-fa80-4f6a-872c-1cd042d9332d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:31:05.651544 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-c18f0b62-d1c5-4160-afdb-0e5f158ba5bd admin admin] Deleting subnet 03c4e52a-84fc-4a0f-b45f-af6855e56951 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:31:05.656073 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c18f0b62-d1c5-4160-afdb-0e5f158ba5bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:05.659321 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '91483b25-1ee4-412b-9fb5-1838c71d199a', 'network_id': '23b2e040-11b8-4862-8da0-936b3872cceb', 'port_id': '91483b25-1ee4-412b-9fb5-1838c71d199a', 'mac_address': 'fa:16:3e:be:4d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '820c5f0e-f6d0-4852-a2cd-5a2baae71f1a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:31:05.663101 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6570b4-5589-417f-9590-67a60efcf0fb None None] Network dc5b24cf-c710-4ce5-a575-6111e4d790d5 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:31:05.750598 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c18f0b62-d1c5-4160-afdb-0e5f158ba5bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:05.765443 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:05.778272 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-afe4da8d-2851-44c9-ae5f-ad7aba472976 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:05.795013 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91483b25-1ee4-412b-9fb5-1838c71d199a {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:31:05.809708 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c18f0b62-d1c5-4160-afdb-0e5f158ba5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:05.815703 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 91483b25-1ee4-412b-9fb5-1838c71d199a, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=91483b25-1ee4-412b-9fb5-1838c71d199a,segment=NetworkSegment(da54f3b4-fa80-4f6a-872c-1cd042d9332d),segment_id=da54f3b4-fa80-4f6a-872c-1cd042d9332d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:31:05.861752 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35512) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:05.881876 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-afe4da8d-2851-44c9-ae5f-ad7aba472976 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:05.882148 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-397a8a0b-1a44-4b54-8dad-e5057eca7cf2 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9052467 Oct 27 18:31:05.882481 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f994214-e7bd-46ab-8f55-02f1805d1d18 None None] Network dc5b24cf-c710-4ce5-a575-6111e4d790d5 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:31:05.905769 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410ca61-c0a8-41ee-b4c8-9f79dc51a30e tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] Pushing event updated for resources: {'Port': ['ID=9a678d2a-f050-48e0-b095-14b3ae553397,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:05.928593 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:05.945764 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c18f0b62-d1c5-4160-afdb-0e5f158ba5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:05.958249 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-afe4da8d-2851-44c9-ae5f-ad7aba472976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:05.990331 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=91483b25-1ee4-412b-9fb5-1838c71d199a,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:06.015686 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c18f0b62-d1c5-4160-afdb-0e5f158ba5bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:06.027986 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c18f0b62-d1c5-4160-afdb-0e5f158ba5bd admin admin] 10.222.0.52 "DELETE /v2.0/subnets/03c4e52a-84fc-4a0f-b45f-af6855e56951 HTTP/1.1" status: 204 len: 168 time: 0.5656428 Oct 27 18:31:06.028916 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f0b62-d1c5-4160-afdb-0e5f158ba5bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03c4e52a-84fc-4a0f-b45f-af6855e56951,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:06.044499 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35516) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:06.094999 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e2f9875d-176a-405d-b85c-248d8d52e9ba tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:06.131185 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-afe4da8d-2851-44c9-ae5f-ad7aba472976 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fb2fa3d6d03b4b21bf4ec88db520268d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5614460 Oct 27 18:31:06.146237 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35520) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:06.214477 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e2f9875d-176a-405d-b85c-248d8d52e9ba tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:06.223522 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-98c6c309-2cac-4e68-ab48-a56e943deb9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:06.225323 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe4da8d-2851-44c9-ae5f-ad7aba472976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5557ccc1-d44b-48a6-b9f5-81f5ed3ec950,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:06.310091 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['91483b25-1ee4-412b-9fb5-1838c71d199a'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:31:06.339683 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9ea21024-3115-4d3d-985a-e0299c9d9048 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:06.388289 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b2d48-7727-4c7a-b23f-d3969dc7e9cc req-e6b81799-08a1-4d30-925c-1dd4e90f6e60 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:06.394949 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ab5b2d48-7727-4c7a-b23f-d3969dc7e9cc req-e6b81799-08a1-4d30-925c-1dd4e90f6e60 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbf3757f-920e-4500-b458-4a6339e03c98 HTTP/1.1" status: 200 len: 946 time: 0.1656604 Oct 27 18:31:06.420346 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-98c6c309-2cac-4e68-ab48-a56e943deb9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:06.426127 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-04bf1a50-acfa-4b41-a98d-a7f9de086181 req-524f61f7-8913-4fb6-9d18-0d9afaac9077 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2035948363', 'description': 'tempest-description-1842264253'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:31:06.462987 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-98c6c309-2cac-4e68-ab48-a56e943deb9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eee94149-9f31-4fe8-a4de-4283503b64b4']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:06.488590 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-98c6c309-2cac-4e68-ab48-a56e943deb9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87853c71-daa2-4766-aabf-d0433099f873') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:06.488885 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-98c6c309-2cac-4e68-ab48-a56e943deb9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87853c71-daa2-4766-aabf-d0433099f873') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:06.519918 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9ea21024-3115-4d3d-985a-e0299c9d9048 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:06.535697 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ab5b2d48-7727-4c7a-b23f-d3969dc7e9cc req-65c356a4-9d21-49bb-8241-828b7194841f tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243844 Oct 27 18:31:06.537147 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-98c6c309-2cac-4e68-ab48-a56e943deb9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:06.554325 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c410ca61-c0a8-41ee-b4c8-9f79dc51a30e tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:06.570279 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-98c6c309-2cac-4e68-ab48-a56e943deb9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:06.586830 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98c6c309-2cac-4e68-ab48-a56e943deb9d admin admin] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:31:06.588586 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-98c6c309-2cac-4e68-ab48-a56e943deb9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:06.589617 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:31:06.589617 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:31:06.589617 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:31:06.589617 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:31:06.589617 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:31:06.589617 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:31:06.589617 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:31:06.589617 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:31:06.589617 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:31:06.589617 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:31:06.589617 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:31:06.589617 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:31:06.589617 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:31:06.589617 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:31:06.589617 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:31:06.589617 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:31:06.589617 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:31:06.589617 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:31:06.589617 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:31:06.589617 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:31:06.589617 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:31:06.589617 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:31:06.589617 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:31:06.589617 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:31:06.589617 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:31:06.589617 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:31:06.589617 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:31:06.589617 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:31:06.589617 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:31:06.589617 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:31:06.589617 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:31:06.589617 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:31:06.597897 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e2f9875d-176a-405d-b85c-248d8d52e9ba tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:06.600921 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e2f9875d-176a-405d-b85c-248d8d52e9ba tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:06.605496 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35528) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:06.606079 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e2f9875d-176a-405d-b85c-248d8d52e9ba tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "DELETE /v2.0/security-groups/91db495f-b60e-4ec3-8747-e756c15b1f08 HTTP/1.1" status: 204 len: 168 time: 0.7389383 Oct 27 18:31:06.627787 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f9875d-176a-405d-b85c-248d8d52e9ba tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91db495f-b60e-4ec3-8747-e756c15b1f08,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:06.681219 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-04bf1a50-acfa-4b41-a98d-a7f9de086181 req-524f61f7-8913-4fb6-9d18-0d9afaac9077 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:06.731640 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-ed3b0ccd-7b49-464e-b221-65698461f528 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] show failed (client error): The resource could not be found. Oct 27 18:31:06.733296 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ed3b0ccd-7b49-464e-b221-65698461f528 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "GET /v2.0/security-groups/91db495f-b60e-4ec3-8747-e756c15b1f08 HTTP/1.1" status: 404 len: 347 time: 0.1225932 Oct 27 18:31:06.738493 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35530) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:06.766745 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9ea21024-3115-4d3d-985a-e0299c9d9048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:06.775315 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d702b-a914-4503-ae39-5f31e54a9263 req-59086150-44c4-4ff6-9977-b11b31522887 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:06.776881 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-891d702b-a914-4503-ae39-5f31e54a9263 req-59086150-44c4-4ff6-9977-b11b31522887 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7fbd23-ef6e-4764-8e33-af0f341c5443 HTTP/1.1" status: 200 len: 944 time: 0.1085608 Oct 27 18:31:06.777304 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9ea21024-3115-4d3d-985a-e0299c9d9048 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:06.779093 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9ea21024-3115-4d3d-985a-e0299c9d9048 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5557ccc1-d44b-48a6-b9f5-81f5ed3ec950 HTTP/1.1" status: 204 len: 168 time: 0.6279321 Oct 27 18:31:06.841885 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea21024-3115-4d3d-985a-e0299c9d9048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5557ccc1-d44b-48a6-b9f5-81f5ed3ec950,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:06.853051 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-98c6c309-2cac-4e68-ab48-a56e943deb9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:06.871326 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-98c6c309-2cac-4e68-ab48-a56e943deb9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:06.877778 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-98c6c309-2cac-4e68-ab48-a56e943deb9d admin admin] 10.222.0.52 "DELETE /v2.0/networks/eee94149-9f31-4fe8-a4de-4283503b64b4 HTTP/1.1" status: 204 len: 168 time: 0.8298173 Oct 27 18:31:06.961459 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-891d702b-a914-4503-ae39-5f31e54a9263 req-1838e3d2-95a5-4a8b-afc6-3c9c575110e8 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250715 Oct 27 18:31:06.984915 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c410ca61-c0a8-41ee-b4c8-9f79dc51a30e tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:06.989626 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-04bf1a50-acfa-4b41-a98d-a7f9de086181 req-524f61f7-8913-4fb6-9d18-0d9afaac9077 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:07.032418 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6c309-2cac-4e68-ab48-a56e943deb9d admin admin] Pushing event deleted for resources: {'Network': ['ID=eee94149-9f31-4fe8-a4de-4283503b64b4,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:07.061317 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-04bf1a50-acfa-4b41-a98d-a7f9de086181 req-524f61f7-8913-4fb6-9d18-0d9afaac9077 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:07.099071 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f61f7-8913-4fb6-9d18-0d9afaac9077 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0518f57a-2155-443d-b320-6fd6e7993d8f,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:07.131231 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-929e356b-2e49-4904-a8fd-f2029393dab3 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Deleting port 413ce30f-1169-49fd-ada3-d3907c6532c3 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:31:07.132214 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-929e356b-2e49-4904-a8fd-f2029393dab3 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:07.247100 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-929e356b-2e49-4904-a8fd-f2029393dab3 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:07.247464 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-929e356b-2e49-4904-a8fd-f2029393dab3 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:07.265466 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-929e356b-2e49-4904-a8fd-f2029393dab3 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Calling delete_port for 413ce30f-1169-49fd-ada3-d3907c6532c3 owned by network:floatingip {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:31:07.285224 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c410ca61-c0a8-41ee-b4c8-9f79dc51a30e tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:07.518438 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c410ca61-c0a8-41ee-b4c8-9f79dc51a30e tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:07.520978 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-929e356b-2e49-4904-a8fd-f2029393dab3 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:07.524001 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-04bf1a50-acfa-4b41-a98d-a7f9de086181 req-524f61f7-8913-4fb6-9d18-0d9afaac9077 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:07.525892 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-04bf1a50-acfa-4b41-a98d-a7f9de086181 req-524f61f7-8913-4fb6-9d18-0d9afaac9077 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 1.1262932 Oct 27 18:31:07.685946 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ecb06791-4711-41ca-9958-6a1f9a53280f req-b9b3926d-7f9e-4204-8294-85a5d1c6ea5d tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] 10.222.0.52 "GET /v2.0/security-groups/0518f57a-2155-443d-b320-6fd6e7993d8f HTTP/1.1" status: 200 len: 1815 time: 0.1281874 Oct 27 18:31:07.686703 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-929e356b-2e49-4904-a8fd-f2029393dab3 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Publish callbacks [] for floatingip, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:07.690541 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-929e356b-2e49-4904-a8fd-f2029393dab3 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:07.695145 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-929e356b-2e49-4904-a8fd-f2029393dab3 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] 10.222.0.52 "DELETE /v2.0/floatingips/f89e006c-0ec9-4a0f-a2e7-213efc859162 HTTP/1.1" status: 204 len: 168 time: 0.9550188 Oct 27 18:31:07.700007 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e045a50-ecf9-4648-b128-cf4e54636b07 req-b696a838-0e5d-49f7-b879-7f6361c89529 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:07.702537 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1e045a50-ecf9-4648-b128-cf4e54636b07 req-b696a838-0e5d-49f7-b879-7f6361c89529 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbf3757f-920e-4500-b458-4a6339e03c98 HTTP/1.1" status: 200 len: 946 time: 0.0907052 Oct 27 18:31:07.703234 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35546) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:07.723500 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410ca61-c0a8-41ee-b4c8-9f79dc51a30e tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] Pushing event updated for resources: {'Port': ['ID=9a678d2a-f050-48e0-b095-14b3ae553397,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:07.731530 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35548) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:07.773052 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e356b-2e49-4904-a8fd-f2029393dab3 tempest-ServersTestJSON-1537782025 tempest-ServersTestJSON-1537782025-project] Pushing event deleted for resources: {'Port': ['ID=413ce30f-1169-49fd-ada3-d3907c6532c3,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:07.775561 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c410ca61-c0a8-41ee-b4c8-9f79dc51a30e tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:07.792818 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-ecb06791-4711-41ca-9958-6a1f9a53280f req-687cfd93-4414-4e30-8f9d-35d562b23d50 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0518f57a-2155-443d-b320-6fd6e7993d8f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:31:07.793294 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-ecb06791-4711-41ca-9958-6a1f9a53280f req-687cfd93-4414-4e30-8f9d-35d562b23d50 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0518f57a-2155-443d-b320-6fd6e7993d8f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:31:07.858283 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1e045a50-ecf9-4648-b128-cf4e54636b07 req-0e0fbef9-a30c-4de4-affb-7989e78f2ea0 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991387 Oct 27 18:31:08.124123 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef415dc5-844a-431e-aeec-18d428a432eb req-809d7ccb-4425-4e68-9b8e-7a395ee412ba tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:08.125716 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ef415dc5-844a-431e-aeec-18d428a432eb req-809d7ccb-4425-4e68-9b8e-7a395ee412ba tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7fbd23-ef6e-4764-8e33-af0f341c5443 HTTP/1.1" status: 200 len: 944 time: 0.0981197 Oct 27 18:31:08.129728 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ecb06791-4711-41ca-9958-6a1f9a53280f req-687cfd93-4414-4e30-8f9d-35d562b23d50 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:08.154752 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35552) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:08.182420 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ecb06791-4711-41ca-9958-6a1f9a53280f req-687cfd93-4414-4e30-8f9d-35d562b23d50 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:08.192446 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5dd04af5-b78c-4024-b88f-c1576bee5aaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:08.224599 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f3fc5e51-5b91-43a0-acfc-cc421f036672 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6e8ec1c66b024f529c29d58abb829517&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4923446 Oct 27 18:31:08.227410 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35554) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:08.257423 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ef415dc5-844a-431e-aeec-18d428a432eb req-66c6f5b2-f9f2-4d06-bc5c-4226a10975f4 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158528 Oct 27 18:31:08.265149 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ecb06791-4711-41ca-9958-6a1f9a53280f req-687cfd93-4414-4e30-8f9d-35d562b23d50 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:08.306786 n-d-815690-2 neutron-server[102879]: INFO neutron.db.l3_db [None req-c410ca61-c0a8-41ee-b4c8-9f79dc51a30e tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] Floating IP 64d89674-7be6-4014-83c7-25e921ecb67e associated. External IP: 172.25.6.246, port: fccd8b49-d713-43bf-b76c-3f7ba93bdf73. Oct 27 18:31:08.307059 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687cfd93-4414-4e30-8f9d-35d562b23d50 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2924f4eb-b74b-405d-806a-8723804d72fe,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:08.381517 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d892e2fc-94b9-4448-9a3c-5341699994c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:08.391809 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5dd04af5-b78c-4024-b88f-c1576bee5aaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:08.421410 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d892e2fc-94b9-4448-9a3c-5341699994c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:08.441579 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ecb06791-4711-41ca-9958-6a1f9a53280f req-687cfd93-4414-4e30-8f9d-35d562b23d50 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:08.446652 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ecb06791-4711-41ca-9958-6a1f9a53280f req-687cfd93-4414-4e30-8f9d-35d562b23d50 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7422919 Oct 27 18:31:08.469048 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d59b1081-408a-4412-96ff-eb606d45be7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:08.473022 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5dd04af5-b78c-4024-b88f-c1576bee5aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:08.588537 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c410ca61-c0a8-41ee-b4c8-9f79dc51a30e tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] Router 904b14cc-2d2d-4aa6-a871-d44547b0b364 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:31:08.602581 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5dd04af5-b78c-4024-b88f-c1576bee5aaf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=37915e97563549159c6425f2ad53d5b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4455955 Oct 27 18:31:08.610047 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35564) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:08.621671 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd04af5-b78c-4024-b88f-c1576bee5aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541493d4-c344-49c9-97c4-3a109d867795,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:08.635118 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d892e2fc-94b9-4448-9a3c-5341699994c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:08.638234 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d892e2fc-94b9-4448-9a3c-5341699994c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:08.639410 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d892e2fc-94b9-4448-9a3c-5341699994c4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c2fdf8ed-3292-4b20-a77d-f00885f440e9 HTTP/1.1" status: 204 len: 168 time: 0.4114413 Oct 27 18:31:08.664992 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-960222a4-c0bf-424d-b555-ed1cfa2ebd4b req-08827d20-09c3-48b9-8c14-24f2494c9d5f tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] 10.222.0.52 "GET /v2.0/security-groups/0518f57a-2155-443d-b320-6fd6e7993d8f HTTP/1.1" status: 200 len: 2409 time: 0.1931276 Oct 27 18:31:08.692798 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892e2fc-94b9-4448-9a3c-5341699994c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fdf8ed-3292-4b20-a77d-f00885f440e9,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:08.736314 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c410ca61-c0a8-41ee-b4c8-9f79dc51a30e tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:31:08.748239 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f758220-2d9e-48a2-bc46-94fdd1062be3 None None] Sync routers for ids ['904b14cc-2d2d-4aa6-a871-d44547b0b364'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:31:08.760295 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f758220-2d9e-48a2-bc46-94fdd1062be3 None None] Routers {'904b14cc-2d2d-4aa6-a871-d44547b0b364'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:31:08.760927 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-3f758220-2d9e-48a2-bc46-94fdd1062be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:30:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['904b14cc-2d2d-4aa6-a871-d44547b0b364'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:08.776644 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ad074cd8-12df-4261-a38a-28daca6b5f93 req-4751f34b-18b1-4e76-86e1-209a0a07694e tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] 10.222.0.52 "GET /v2.0/security-group-rules/2924f4eb-b74b-405d-806a-8723804d72fe HTTP/1.1" status: 200 len: 778 time: 0.0776119 Oct 27 18:31:08.804763 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a5be4c48-b33b-4ff7-9dc0-7313f8d02e41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:08.841576 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c410ca61-c0a8-41ee-b4c8-9f79dc51a30e tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:08.873932 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a5be4c48-b33b-4ff7-9dc0-7313f8d02e41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:08.886657 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c410ca61-c0a8-41ee-b4c8-9f79dc51a30e tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.7941561 Oct 27 18:31:08.891019 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35576) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:08.896536 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ad074cd8-12df-4261-a38a-28daca6b5f93 req-4c2ce87a-6b2e-435d-8dc5-5453ff5ca37f tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] 10.222.0.52 "GET /v2.0/security-groups/0518f57a-2155-443d-b320-6fd6e7993d8f HTTP/1.1" status: 200 len: 2409 time: 0.1092100 Oct 27 18:31:08.949129 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-3f758220-2d9e-48a2-bc46-94fdd1062be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:08.961575 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ad074cd8-12df-4261-a38a-28daca6b5f93 req-f950a7f3-25c7-400d-87da-f18275569f6e tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:08.964779 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f758220-2d9e-48a2-bc46-94fdd1062be3 None None] Routers {'904b14cc-2d2d-4aa6-a871-d44547b0b364'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:31:08.966111 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-3f758220-2d9e-48a2-bc46-94fdd1062be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:30:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['904b14cc-2d2d-4aa6-a871-d44547b0b364'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:08.999878 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ad074cd8-12df-4261-a38a-28daca6b5f93 req-f950a7f3-25c7-400d-87da-f18275569f6e tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:09.004524 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-3f758220-2d9e-48a2-bc46-94fdd1062be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:09.005497 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f758220-2d9e-48a2-bc46-94fdd1062be3 None None] The sync data for ids ['904b14cc-2d2d-4aa6-a871-d44547b0b364'] in n-d-815690-2 is: [] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:31:09.029426 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e20f09c8-4f41-4406-8b22-826535658386 tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] 10.222.0.52 "GET /v2.0/floatingips/64d89674-7be6-4014-83c7-25e921ecb67e HTTP/1.1" status: 200 len: 983 time: 0.1370480 Oct 27 18:31:09.031774 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35578) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:09.096384 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc3c83-553e-41a5-b403-a8e6e2680c19 req-b96d192a-5130-410b-94f7-295629b355cb tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:09.103366 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6cbc3c83-553e-41a5-b403-a8e6e2680c19 req-b96d192a-5130-410b-94f7-295629b355cb tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbf3757f-920e-4500-b458-4a6339e03c98 HTTP/1.1" status: 200 len: 946 time: 0.1086013 Oct 27 18:31:09.112679 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a5be4c48-b33b-4ff7-9dc0-7313f8d02e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:09.115227 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a5be4c48-b33b-4ff7-9dc0-7313f8d02e41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:09.116369 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a5be4c48-b33b-4ff7-9dc0-7313f8d02e41 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/541493d4-c344-49c9-97c4-3a109d867795 HTTP/1.1" status: 204 len: 168 time: 0.5034432 Oct 27 18:31:09.154043 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-d59b1081-408a-4412-96ff-eb606d45be7d admin admin] Deleting port 7b687729-13a5-41f2-8589-49dc178dd080 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:31:09.154043 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d59b1081-408a-4412-96ff-eb606d45be7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:09.170432 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5be4c48-b33b-4ff7-9dc0-7313f8d02e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541493d4-c344-49c9-97c4-3a109d867795,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:09.195416 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5bae679b-e95c-4245-a73c-1879edfe0437 tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3036 time: 0.1624434 Oct 27 18:31:09.198133 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35584) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:09.236706 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6cbc3c83-553e-41a5-b403-a8e6e2680c19 req-8268d025-024a-4f6d-989e-e359ae766869 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324708 Oct 27 18:31:09.268306 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ad074cd8-12df-4261-a38a-28daca6b5f93 req-f950a7f3-25c7-400d-87da-f18275569f6e tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:09.278601 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-ad074cd8-12df-4261-a38a-28daca6b5f93 req-f950a7f3-25c7-400d-87da-f18275569f6e tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:09.284205 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ad074cd8-12df-4261-a38a-28daca6b5f93 req-f950a7f3-25c7-400d-87da-f18275569f6e tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/2924f4eb-b74b-405d-806a-8723804d72fe HTTP/1.1" status: 204 len: 173 time: 0.3867900 Oct 27 18:31:09.320269 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-b1013ca3-9fd6-4f98-9178-62b4e107598c req-f971d0da-84ad-46d2-86fd-357646060f7e tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-49949462', 'description': 'tempest-description-1321772749'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:31:09.329674 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950a7f3-25c7-400d-87da-f18275569f6e tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2924f4eb-b74b-405d-806a-8723804d72fe,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:09.431327 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-d59b1081-408a-4412-96ff-eb606d45be7d admin admin] For port 7b687729-13a5-41f2-8589-49dc178dd080, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=7b687729-13a5-41f2-8589-49dc178dd080,segment=NetworkSegment(6fccdb04-e32e-49e9-9bd7-67afe09628b0),segment_id=6fccdb04-e32e-49e9-9bd7-67afe09628b0)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:31:09.431327 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d59b1081-408a-4412-96ff-eb606d45be7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:09.454043 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2efbd1-b37c-48af-ad1b-974c7d5bf3df req-ea4026be-2d8a-460b-b3f0-d91b5b0182a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:09.454599 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-d59b1081-408a-4412-96ff-eb606d45be7d admin admin] Calling delete_port for 7b687729-13a5-41f2-8589-49dc178dd080 owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:31:09.455748 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6f2efbd1-b37c-48af-ad1b-974c7d5bf3df req-ea4026be-2d8a-460b-b3f0-d91b5b0182a4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=74d488054c1f4f50bdb6de26a9138d36&device_id=fbf3757f-920e-4500-b458-4a6339e03c98 HTTP/1.1" status: 200 len: 1097 time: 0.0806065 Oct 27 18:31:09.518394 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdbb0a4-2944-4a18-8d3c-0882288a4c9e req-cab87003-cf6c-40bb-9e2b-9c260b6a196c tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:09.519979 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cbdbb0a4-2944-4a18-8d3c-0882288a4c9e req-cab87003-cf6c-40bb-9e2b-9c260b6a196c tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7fbd23-ef6e-4764-8e33-af0f341c5443 HTTP/1.1" status: 200 len: 944 time: 0.1489272 Oct 27 18:31:09.523892 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-b1013ca3-9fd6-4f98-9178-62b4e107598c req-f971d0da-84ad-46d2-86fd-357646060f7e tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:09.556948 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-44ad78ba-642a-4bd6-8507-d2b067da74b0 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Deleting port 9a678d2a-f050-48e0-b095-14b3ae553397 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:31:09.566990 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-44ad78ba-642a-4bd6-8507-d2b067da74b0 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:09.579780 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 91483b25-1ee4-412b-9fb5-1838c71d199a up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:31:09.626501 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-197f0ccc-dcee-4c45-bdd3-d2c56fd2bd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:09.658120 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2efbd1-b37c-48af-ad1b-974c7d5bf3df req-284b6d61-c575-4164-a474-ac8e2460990f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:09.660018 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6f2efbd1-b37c-48af-ad1b-974c7d5bf3df req-284b6d61-c575-4164-a474-ac8e2460990f service neutron] 10.222.0.93 "GET /v2.0/networks?id=a7c013d9-ea11-470b-8a79-08abd897c197 HTTP/1.1" status: 200 len: 914 time: 0.1958916 Oct 27 18:31:09.669608 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cbdbb0a4-2944-4a18-8d3c-0882288a4c9e req-fb2dfe67-496f-4fe1-ba9f-c956b6569a09 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309886 Oct 27 18:31:09.726956 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6f2efbd1-b37c-48af-ad1b-974c7d5bf3df req-3a751cb1-b047-4af9-aa9c-c9f5bacf99c0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e59dcd41-4da5-4a63-b642-c2c6163413d8 HTTP/1.1" status: 200 len: 217 time: 0.0581079 Oct 27 18:31:09.735216 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-b1013ca3-9fd6-4f98-9178-62b4e107598c req-f971d0da-84ad-46d2-86fd-357646060f7e tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:09.740381 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-44ad78ba-642a-4bd6-8507-d2b067da74b0 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:09.740717 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-44ad78ba-642a-4bd6-8507-d2b067da74b0 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:09.754384 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-44ad78ba-642a-4bd6-8507-d2b067da74b0 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Calling delete_port for 9a678d2a-f050-48e0-b095-14b3ae553397 owned by network:floatingip {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:31:09.757056 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 91483b25-1ee4-412b-9fb5-1838c71d199a completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:31:09.761751 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 91483b25-1ee4-412b-9fb5-1838c71d199a triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:31:09.765567 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:09.814279 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-b1013ca3-9fd6-4f98-9178-62b4e107598c req-f971d0da-84ad-46d2-86fd-357646060f7e tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:09.851307 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f971d0da-84ad-46d2-86fd-357646060f7e tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74abc87d-e8a3-445a-b907-b0669f123f32,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:09.872596 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:09.898215 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e7fbd23-ef6e-4764-8e33-af0f341c5443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91483b25-1ee4-412b-9fb5-1838c71d199a'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:31:09.900673 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ddad4e-77cf-43f1-9a47-2a752af341a6" -d '{"events": [{"server_uuid": "6e7fbd23-ef6e-4764-8e33-af0f341c5443", "name": "network-vif-plugged", "status": "completed", "tag": "91483b25-1ee4-412b-9fb5-1838c71d199a"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:31:09.902604 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d59b1081-408a-4412-96ff-eb606d45be7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:09.909069 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2efbd1-b37c-48af-ad1b-974c7d5bf3df req-064d02e8-414d-4a9e-ac5c-323fb27a7f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:09.912422 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6f2efbd1-b37c-48af-ad1b-974c7d5bf3df req-064d02e8-414d-4a9e-ac5c-323fb27a7f9c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=afe6cc10-9308-4117-a497-d403cb219653 HTTP/1.1" status: 200 len: 851 time: 0.1057527 Oct 27 18:31:09.947321 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 91483b25-1ee4-412b-9fb5-1838c71d199a, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=91483b25-1ee4-412b-9fb5-1838c71d199a,segment=NetworkSegment(da54f3b4-fa80-4f6a-872c-1cd042d9332d),segment_id=da54f3b4-fa80-4f6a-872c-1cd042d9332d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:31:09.954861 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-b1013ca3-9fd6-4f98-9178-62b4e107598c req-f971d0da-84ad-46d2-86fd-357646060f7e tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:09.956395 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b1013ca3-9fd6-4f98-9178-62b4e107598c req-f971d0da-84ad-46d2-86fd-357646060f7e tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6402037 Oct 27 18:31:09.958530 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b1081-408a-4412-96ff-eb606d45be7d admin admin] Pushing event deleted for resources: {'Port': ['ID=7b687729-13a5-41f2-8589-49dc178dd080,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:10.013619 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2efbd1-b37c-48af-ad1b-974c7d5bf3df req-e61fbb1b-42ac-4b26-bd9f-b196b3cf27f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:10.015177 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6f2efbd1-b37c-48af-ad1b-974c7d5bf3df req-e61fbb1b-42ac-4b26-bd9f-b196b3cf27f9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a7c013d9-ea11-470b-8a79-08abd897c197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948315 Oct 27 18:31:10.022330 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:10.023912 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e59dcd41-4da5-4a63-b642-c2c6163413d8 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:31:10.165214 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e3164b-5c90-4105-ab11-3d6b450fce6c x-openstack-request-id: req-02e3164b-5c90-4105-ab11-3d6b450fce6c {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:31:10.169614 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e7fbd23-ef6e-4764-8e33-af0f341c5443", "name": "network-vif-plugged", "status": "completed", "tag": "91483b25-1ee4-412b-9fb5-1838c71d199a", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:31:10.169614 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-02e3164b-5c90-4105-ab11-3d6b450fce6c {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:31:10.169614 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e7fbd23-ef6e-4764-8e33-af0f341c5443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91483b25-1ee4-412b-9fb5-1838c71d199a', 'code': 200} Oct 27 18:31:10.202296 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6f2efbd1-b37c-48af-ad1b-974c7d5bf3df req-d24e13eb-171f-479d-9014-cd2a67a769a2 service neutron] 10.222.0.93 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701934 Oct 27 18:31:10.243815 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=91483b25-1ee4-412b-9fb5-1838c71d199a,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:10.249987 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7d48c94e-bee7-4ff1-a215-2abde14cbb4f req-5f949d08-e91f-4f76-adf4-438a3b9740de tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] 10.222.0.52 "GET /v2.0/security-groups/74abc87d-e8a3-445a-b907-b0669f123f32 HTTP/1.1" status: 200 len: 1813 time: 0.2562997 Oct 27 18:31:10.290486 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab6b8a-3222-44af-993c-c9ed01eb3f3c req-b28bbc3c-6cf9-4642-9ae8-a42fdc544cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:10.292522 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-feab6b8a-3222-44af-993c-c9ed01eb3f3c req-b28bbc3c-6cf9-4642-9ae8-a42fdc544cdf service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6e7fbd23-ef6e-4764-8e33-af0f341c5443 HTTP/1.1" status: 200 len: 1096 time: 0.0975242 Oct 27 18:31:10.347458 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-6b15cbf8-a988-4c27-a377-9aa1093a0a69 req-a6918636-1a16-4998-86ae-820b3bc75a74 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-965715284', 'description': 'tempest-description-991091248'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:31:10.349389 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:10.353060 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d59b1081-408a-4412-96ff-eb606d45be7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:10.359383 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-44ad78ba-642a-4bd6-8507-d2b067da74b0 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:10.359674 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-feab6b8a-3222-44af-993c-c9ed01eb3f3c req-604473c6-8f55-4ff6-a57c-28cf104d4f66 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580492 Oct 27 18:31:10.420348 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ad78ba-642a-4bd6-8507-d2b067da74b0 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Pushing event deleted for resources: {'Port': ['ID=9a678d2a-f050-48e0-b095-14b3ae553397,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:10.420588 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port e59dcd41-4da5-4a63-b642-c2c6163413d8, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e59dcd41-4da5-4a63-b642-c2c6163413d8,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:31:10.502755 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:10.523996 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-44ad78ba-642a-4bd6-8507-d2b067da74b0 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks [] for floatingip, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:10.524471 n-d-815690-2 neutron-server[102879]: INFO neutron.db.l3_db [None req-44ad78ba-642a-4bd6-8507-d2b067da74b0 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Floating IP 64d89674-7be6-4014-83c7-25e921ecb67e disassociated (deleted). External IP: 172.25.6.246, port: fccd8b49-d713-43bf-b76c-3f7ba93bdf73. Oct 27 18:31:10.567748 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-6b15cbf8-a988-4c27-a377-9aa1093a0a69 req-a6918636-1a16-4998-86ae-820b3bc75a74 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:10.613212 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=e59dcd41-4da5-4a63-b642-c2c6163413d8,revision_number=8']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:10.620937 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6f2efbd1-b37c-48af-ad1b-974c7d5bf3df req-7e7e9e0e-f638-4f5c-83bb-5b25c70512af service neutron] 10.222.0.93 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108136 Oct 27 18:31:10.767129 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ad78ba-642a-4bd6-8507-d2b067da74b0 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Router 904b14cc-2d2d-4aa6-a871-d44547b0b364 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:31:10.889478 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ad78ba-642a-4bd6-8507-d2b067da74b0 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:31:10.895187 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-44ad78ba-642a-4bd6-8507-d2b067da74b0 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:10.899863 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5206a3-3d9b-4102-ab39-73826fb00fb7 None None] Sync routers for ids ['904b14cc-2d2d-4aa6-a871-d44547b0b364'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:31:10.916160 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5206a3-3d9b-4102-ab39-73826fb00fb7 None None] Routers {'904b14cc-2d2d-4aa6-a871-d44547b0b364'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:31:10.919302 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-0c5206a3-3d9b-4102-ab39-73826fb00fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:30:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['904b14cc-2d2d-4aa6-a871-d44547b0b364'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:10.935102 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-44ad78ba-642a-4bd6-8507-d2b067da74b0 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] 10.222.0.52 "DELETE /v2.0/floatingips/64d89674-7be6-4014-83c7-25e921ecb67e HTTP/1.1" status: 204 len: 168 time: 1.7358422 Oct 27 18:31:10.939015 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35644) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:10.945362 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-36e8bac7-2315-461b-a57c-f6a77d24521d tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:31:10.957320 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-0c5206a3-3d9b-4102-ab39-73826fb00fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:10.966780 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5206a3-3d9b-4102-ab39-73826fb00fb7 None None] Routers {'904b14cc-2d2d-4aa6-a871-d44547b0b364'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:31:10.967508 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-0c5206a3-3d9b-4102-ab39-73826fb00fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:30:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['904b14cc-2d2d-4aa6-a871-d44547b0b364'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:11.007143 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-0c5206a3-3d9b-4102-ab39-73826fb00fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:11.007913 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5206a3-3d9b-4102-ab39-73826fb00fb7 None None] The sync data for ids ['904b14cc-2d2d-4aa6-a871-d44547b0b364'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:31:11.051307 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-36e8bac7-2315-461b-a57c-f6a77d24521d tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:11.067693 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd780ee8-1fc1-4645-b95e-4cdd84464a2d req-70462116-a340-466d-bf30-ae2ada6fd408 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:11.069223 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cd780ee8-1fc1-4645-b95e-4cdd84464a2d req-70462116-a340-466d-bf30-ae2ada6fd408 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbf3757f-920e-4500-b458-4a6339e03c98 HTTP/1.1" status: 200 len: 946 time: 0.6552134 Oct 27 18:31:11.127129 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-6b15cbf8-a988-4c27-a377-9aa1093a0a69 req-a6918636-1a16-4998-86ae-820b3bc75a74 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:11.147004 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cd780ee8-1fc1-4645-b95e-4cdd84464a2d req-2fcfd3fc-6e9d-4f9a-84d4-e5a36399de02 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636208 Oct 27 18:31:11.168982 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-36e8bac7-2315-461b-a57c-f6a77d24521d tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:11.190056 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d59b1081-408a-4412-96ff-eb606d45be7d admin admin] Router 7dc45071-2032-43cc-aa0a-579f5900948d has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:31:11.241507 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-6b15cbf8-a988-4c27-a377-9aa1093a0a69 req-a6918636-1a16-4998-86ae-820b3bc75a74 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:11.311154 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-36e8bac7-2315-461b-a57c-f6a77d24521d tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] Allocated IP 172.25.6.194 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/5e18ba80-d8b9-4f9b-93a6-b98b7a339a94) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:31:11.367243 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6918636-1a16-4998-86ae-820b3bc75a74 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a54baaa2-99f0-40ec-acbf-50cdf01dd941,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:11.394521 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5d551-ffef-4df1-9b77-a1eed98a13aa req-dd2c9a86-29c7-4799-994e-e20eb8cc06d1 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:11.396398 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ef5d551-ffef-4df1-9b77-a1eed98a13aa req-dd2c9a86-29c7-4799-994e-e20eb8cc06d1 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7fbd23-ef6e-4764-8e33-af0f341c5443 HTTP/1.1" status: 200 len: 945 time: 0.1490736 Oct 27 18:31:11.401496 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-6b15cbf8-a988-4c27-a377-9aa1093a0a69 req-a6918636-1a16-4998-86ae-820b3bc75a74 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:11.406859 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6b15cbf8-a988-4c27-a377-9aa1093a0a69 req-a6918636-1a16-4998-86ae-820b3bc75a74 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.0706875 Oct 27 18:31:11.423827 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59b1081-408a-4412-96ff-eb606d45be7d admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:31:11.429410 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d59b1081-408a-4412-96ff-eb606d45be7d admin admin] 10.222.0.52 "PUT /v2.0/routers/7dc45071-2032-43cc-aa0a-579f5900948d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7238810 Oct 27 18:31:11.436467 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35662) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:11.438301 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f89b48-eccb-4e70-bb17-2c62eeed6d5e None None] Sync routers for ids ['7dc45071-2032-43cc-aa0a-579f5900948d'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:31:11.452802 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f89b48-eccb-4e70-bb17-2c62eeed6d5e None None] Routers {'7dc45071-2032-43cc-aa0a-579f5900948d'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:31:11.454844 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-a0f89b48-eccb-4e70-bb17-2c62eeed6d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:30:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['7dc45071-2032-43cc-aa0a-579f5900948d'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:11.477781 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ef5d551-ffef-4df1-9b77-a1eed98a13aa req-3a17f97a-4ca3-44c1-aff3-ee66e816b783 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698860 Oct 27 18:31:11.502573 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-962e381b-f772-4862-acd7-e51118e00786 req-dcb657b7-da26-4ce4-b88e-b89aab44da27 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] 10.222.0.52 "GET /v2.0/security-groups/a54baaa2-99f0-40ec-acbf-50cdf01dd941 HTTP/1.1" status: 200 len: 1813 time: 0.0720642 Oct 27 18:31:11.536405 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-01d69e33-b403-42f1-b3fd-2cf20ecc265f req-ee0b0305-ecbb-4aa5-9306-c17ed6a2641c tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-827433865', 'description': 'tempest-description-1956692933'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:31:11.599292 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-36e8bac7-2315-461b-a57c-f6a77d24521d tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:11.620601 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-064c8089-b094-49ce-b36d-a873fd1183a7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:11.635499 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-a0f89b48-eccb-4e70-bb17-2c62eeed6d5e None None] Set router 7dc45071-2032-43cc-aa0a-579f5900948d gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:31:11.700671 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-01d69e33-b403-42f1-b3fd-2cf20ecc265f req-ee0b0305-ecbb-4aa5-9306-c17ed6a2641c tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:11.745283 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-064c8089-b094-49ce-b36d-a873fd1183a7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:11.796864 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-36e8bac7-2315-461b-a57c-f6a77d24521d tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:11.853778 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-01d69e33-b403-42f1-b3fd-2cf20ecc265f req-ee0b0305-ecbb-4aa5-9306-c17ed6a2641c tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:11.871821 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e8bac7-2315-461b-a57c-f6a77d24521d tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:31:11.883503 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-a0f89b48-eccb-4e70-bb17-2c62eeed6d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc45071-2032-43cc-aa0a-579f5900948d', 'name': 'tempest-ServersTestJSON-1599916301-router', 'tenant_id': '1246af30a6eb4e19b5feef5d04021b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'bf6c511b-7516-4e7a-b45d-6b861ce6e9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:28:23Z', 'updated_at': '2021-10-27T18:31:09Z', 'revision_number': 5, 'project_id': '1246af30a6eb4e19b5feef5d04021b02', 'gw_port': {'id': 'bf6c511b-7516-4e7a-b45d-6b861ce6e9eb', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:88:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc45071-2032-43cc-aa0a-579f5900948d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:28:24Z', 'updated_at': '2021-10-27T18:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:11.891300 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e8bac7-2315-461b-a57c-f6a77d24521d tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] Pushing event updated for resources: {'Port': ['ID=5e18ba80-d8b9-4f9b-93a6-b98b7a339a94,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:11.899680 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-36e8bac7-2315-461b-a57c-f6a77d24521d tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:31:11.903007 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e8bac7-2315-461b-a57c-f6a77d24521d tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:31:11.920426 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f89b48-eccb-4e70-bb17-2c62eeed6d5e None None] Checking router: 7dc45071-2032-43cc-aa0a-579f5900948d for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:31:11.929369 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f89b48-eccb-4e70-bb17-2c62eeed6d5e None None] Routers {'7dc45071-2032-43cc-aa0a-579f5900948d'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:31:11.929983 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-a0f89b48-eccb-4e70-bb17-2c62eeed6d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:30:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['7dc45071-2032-43cc-aa0a-579f5900948d'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:11.951687 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-01d69e33-b403-42f1-b3fd-2cf20ecc265f req-ee0b0305-ecbb-4aa5-9306-c17ed6a2641c tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:11.963722 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-064c8089-b094-49ce-b36d-a873fd1183a7 admin admin] Deleting port bf6c511b-7516-4e7a-b45d-6b861ce6e9eb {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:31:11.964061 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-064c8089-b094-49ce-b36d-a873fd1183a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:12.007075 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b0305-ecbb-4aa5-9306-c17ed6a2641c tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7313d7-8217-4c13-8298-310d7f11db7d,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:12.038385 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-a0f89b48-eccb-4e70-bb17-2c62eeed6d5e None None] Set router 7dc45071-2032-43cc-aa0a-579f5900948d gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:31:12.075006 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-01d69e33-b403-42f1-b3fd-2cf20ecc265f req-ee0b0305-ecbb-4aa5-9306-c17ed6a2641c tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:12.084704 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-01d69e33-b403-42f1-b3fd-2cf20ecc265f req-ee0b0305-ecbb-4aa5-9306-c17ed6a2641c tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5454156 Oct 27 18:31:12.088569 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-36e8bac7-2315-461b-a57c-f6a77d24521d tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:12.100705 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-a0f89b48-eccb-4e70-bb17-2c62eeed6d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc45071-2032-43cc-aa0a-579f5900948d', 'name': 'tempest-ServersTestJSON-1599916301-router', 'tenant_id': '1246af30a6eb4e19b5feef5d04021b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:28:23Z', 'updated_at': '2021-10-27T18:31:11Z', 'revision_number': 6, 'project_id': '1246af30a6eb4e19b5feef5d04021b02', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:12.104772 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-357ef18a-c731-4398-ad67-fd9811673641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:12.138765 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f89b48-eccb-4e70-bb17-2c62eeed6d5e None None] The sync data for ids ['7dc45071-2032-43cc-aa0a-579f5900948d'] in n-d-815690-2 is: [{'id': '7dc45071-2032-43cc-aa0a-579f5900948d', 'name': 'tempest-ServersTestJSON-1599916301-router', 'tenant_id': '1246af30a6eb4e19b5feef5d04021b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:28:23Z', 'updated_at': '2021-10-27T18:31:11Z', 'revision_number': 6, 'project_id': '1246af30a6eb4e19b5feef5d04021b02', 'gw_port_host': None}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:31:12.154016 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-064c8089-b094-49ce-b36d-a873fd1183a7 admin admin] For port bf6c511b-7516-4e7a-b45d-6b861ce6e9eb, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=bf6c511b-7516-4e7a-b45d-6b861ce6e9eb,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:31:12.154399 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-064c8089-b094-49ce-b36d-a873fd1183a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:12.161146 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-15966889-f389-4b2e-8ce2-26dcc44f5964 req-c0d0406b-79bb-4ca7-8b89-2a34b5e5caea tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] 10.222.0.52 "GET /v2.0/security-groups/cb7313d7-8217-4c13-8298-310d7f11db7d HTTP/1.1" status: 200 len: 1814 time: 0.0526979 Oct 27 18:31:12.168710 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf3757f-920e-4500-b458-4a6339e03c98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e59dcd41-4da5-4a63-b642-c2c6163413d8'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:31:12.174996 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-064c8089-b094-49ce-b36d-a873fd1183a7 admin admin] Calling delete_port for bf6c511b-7516-4e7a-b45d-6b861ce6e9eb owned by network:router_gateway {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:31:12.178294 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f61e46-a6ed-4b4f-a271-dc10fb0085eb" -d '{"events": [{"server_uuid": "fbf3757f-920e-4500-b458-4a6339e03c98", "name": "network-vif-unplugged", "status": "completed", "tag": "e59dcd41-4da5-4a63-b642-c2c6163413d8"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:31:12.193804 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-0ed44814-af9c-4931-b5dc-a39d9bf8998a req-625ec906-7ba4-4830-80cf-90998a4da4c0 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-917120173', 'description': 'tempest-description-980689157'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:31:12.229883 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 18:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6456338-5ff0-45c8-b1a1-aa66c3165381 x-openstack-request-id: req-e6456338-5ff0-45c8-b1a1-aa66c3165381 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:31:12.230190 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf3757f-920e-4500-b458-4a6339e03c98", "name": "network-vif-unplugged", "status": "completed", "tag": "e59dcd41-4da5-4a63-b642-c2c6163413d8", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:31:12.230513 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e6456338-5ff0-45c8-b1a1-aa66c3165381 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:31:12.231320 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf3757f-920e-4500-b458-4a6339e03c98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e59dcd41-4da5-4a63-b642-c2c6163413d8', 'code': 200} Oct 27 18:31:12.323479 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-36e8bac7-2315-461b-a57c-f6a77d24521d tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:12.336646 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a554032-d923-40ee-b12c-79b6fa9905fc req-c043f78f-c2bd-4fec-9642-6015e7be8a70 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:12.338180 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9a554032-d923-40ee-b12c-79b6fa9905fc req-c043f78f-c2bd-4fec-9642-6015e7be8a70 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbf3757f-920e-4500-b458-4a6339e03c98 HTTP/1.1" status: 200 len: 944 time: 0.0595965 Oct 27 18:31:12.349247 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-0ed44814-af9c-4931-b5dc-a39d9bf8998a req-625ec906-7ba4-4830-80cf-90998a4da4c0 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:12.417080 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9a554032-d923-40ee-b12c-79b6fa9905fc req-78bea932-8238-4f63-ab6c-74ca2e77983b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634661 Oct 27 18:31:12.476535 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-0ed44814-af9c-4931-b5dc-a39d9bf8998a req-625ec906-7ba4-4830-80cf-90998a4da4c0 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:12.537581 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7b687729-13a5-41f2-8589-49dc178dd080 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:31:12.543440 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-0ed44814-af9c-4931-b5dc-a39d9bf8998a req-625ec906-7ba4-4830-80cf-90998a4da4c0 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:12.565219 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 7b687729-13a5-41f2-8589-49dc178dd080 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:31:12.565821 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7b687729-13a5-41f2-8589-49dc178dd080 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:31:12.602923 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-064c8089-b094-49ce-b36d-a873fd1183a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:12.604964 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ec906-7ba4-4830-80cf-90998a4da4c0 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f461bcb-c502-489b-82dd-38bbd24ebd97,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:12.614682 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-36e8bac7-2315-461b-a57c-f6a77d24521d tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:12.636488 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064c8089-b094-49ce-b36d-a873fd1183a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf6c511b-7516-4e7a-b45d-6b861ce6e9eb,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:12.683283 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-36e8bac7-2315-461b-a57c-f6a77d24521d tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:12.698014 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-0ed44814-af9c-4931-b5dc-a39d9bf8998a req-625ec906-7ba4-4830-80cf-90998a4da4c0 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:12.705784 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0ed44814-af9c-4931-b5dc-a39d9bf8998a req-625ec906-7ba4-4830-80cf-90998a4da4c0 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5181739 Oct 27 18:31:12.724662 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212b8e6-a086-49e7-8f6f-5bbc48a9f1bc req-4817805b-c59d-45d1-b765-ac9f20f60985 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:12.726357 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d212b8e6-a086-49e7-8f6f-5bbc48a9f1bc req-4817805b-c59d-45d1-b765-ac9f20f60985 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7fbd23-ef6e-4764-8e33-af0f341c5443 HTTP/1.1" status: 200 len: 945 time: 0.1022484 Oct 27 18:31:12.786658 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e8bac7-2315-461b-a57c-f6a77d24521d tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] Pushing event updated for resources: {'Port': ['ID=5e18ba80-d8b9-4f9b-93a6-b98b7a339a94,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:12.788650 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-064c8089-b094-49ce-b36d-a873fd1183a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:12.802725 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d212b8e6-a086-49e7-8f6f-5bbc48a9f1bc req-87582039-44ee-4018-acde-2611e0c1d98a tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645382 Oct 27 18:31:12.811066 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6999a5d7-c667-4601-8471-8dc1360ddb14 req-b41aad4b-471a-4cc0-b8a9-92402ee2f383 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] 10.222.0.52 "GET /v2.0/security-groups/4f461bcb-c502-489b-82dd-38bbd24ebd97 HTTP/1.1" status: 200 len: 1813 time: 0.0830810 Oct 27 18:31:12.850454 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [req-0aaea309-c615-4c89-ade9-89d6f9e17bd8 req-3f3e1a68-28a3-4070-97da-944538e2287a tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] show failed (client error): The resource could not be found. Oct 27 18:31:12.865027 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0aaea309-c615-4c89-ade9-89d6f9e17bd8 req-3f3e1a68-28a3-4070-97da-944538e2287a tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] 10.222.0.52 "GET /v2.0/security-groups/3fae142a-3794-4daf-ba29-877d2123c1af HTTP/1.1" status: 404 len: 352 time: 0.0285609 Oct 27 18:31:12.896262 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [req-c700e9bb-ef61-47a8-8d23-edf97fc4cf3e req-bacf96c4-8865-414e-9cca-d895155bc0c9 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] show failed (client error): The resource could not be found. Oct 27 18:31:12.903205 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c700e9bb-ef61-47a8-8d23-edf97fc4cf3e req-bacf96c4-8865-414e-9cca-d895155bc0c9 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] 10.222.0.52 "GET /v2.0/security-group-rules/6bfd2dd4-3d9f-4e22-9de7-772c8bedfef1 HTTP/1.1" status: 404 len: 361 time: 0.0250621 Oct 27 18:31:12.991348 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6d0a2171-a035-426c-9d43-0a9f69aec010 req-5a1e54e5-c57e-482c-b719-ea24c52b24a7 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] 10.222.0.52 "GET /v2.0/security-groups/4f461bcb-c502-489b-82dd-38bbd24ebd97 HTTP/1.1" status: 200 len: 1813 time: 0.0672095 Oct 27 18:31:13.060502 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540aaaeb-47cd-49cb-ad6c-0b87d16acd57 req-bad160ba-04ff-40fc-889b-04e5107d22e3 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:13.062081 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-540aaaeb-47cd-49cb-ad6c-0b87d16acd57 req-bad160ba-04ff-40fc-889b-04e5107d22e3 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7fbd23-ef6e-4764-8e33-af0f341c5443 HTTP/1.1" status: 200 len: 945 time: 0.0934079 Oct 27 18:31:13.096567 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-6d0a2171-a035-426c-9d43-0a9f69aec010 req-4445d5b4-69a6-4c21-8903-6d8dc0c6036d tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:13.129818 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-540aaaeb-47cd-49cb-ad6c-0b87d16acd57 req-376ffdf2-94cd-4945-9716-a59639bca67c tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562601 Oct 27 18:31:13.144911 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-6d0a2171-a035-426c-9d43-0a9f69aec010 req-4445d5b4-69a6-4c21-8903-6d8dc0c6036d tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:13.314041 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-6d0a2171-a035-426c-9d43-0a9f69aec010 req-4445d5b4-69a6-4c21-8903-6d8dc0c6036d tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:13.317779 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-6d0a2171-a035-426c-9d43-0a9f69aec010 req-4445d5b4-69a6-4c21-8903-6d8dc0c6036d tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:13.318195 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-36e8bac7-2315-461b-a57c-f6a77d24521d tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:13.319385 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6d0a2171-a035-426c-9d43-0a9f69aec010 req-4445d5b4-69a6-4c21-8903-6d8dc0c6036d tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] 10.222.0.52 "DELETE /v2.0/security-groups/4f461bcb-c502-489b-82dd-38bbd24ebd97 HTTP/1.1" status: 204 len: 173 time: 0.3266478 Oct 27 18:31:13.347021 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-064c8089-b094-49ce-b36d-a873fd1183a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:13.349617 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-064c8089-b094-49ce-b36d-a873fd1183a7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:13.349768 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4445d5b4-69a6-4c21-8903-6d8dc0c6036d tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f461bcb-c502-489b-82dd-38bbd24ebd97,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:13.389709 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-30b0ef20-ae8a-4765-927e-b7a61fa691b8 req-4919a980-4f44-46e6-9c18-10ac666aa912 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] 10.222.0.52 "GET /v2.0/security-groups/cb7313d7-8217-4c13-8298-310d7f11db7d HTTP/1.1" status: 200 len: 1814 time: 0.0510156 Oct 27 18:31:13.451754 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-30b0ef20-ae8a-4765-927e-b7a61fa691b8 req-17f969a8-eb91-46f6-a1c0-4efca69eccfe tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:13.474001 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-30b0ef20-ae8a-4765-927e-b7a61fa691b8 req-17f969a8-eb91-46f6-a1c0-4efca69eccfe tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:13.479255 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-36e8bac7-2315-461b-a57c-f6a77d24521d tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:13.483654 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-36e8bac7-2315-461b-a57c-f6a77d24521d tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5430179 Oct 27 18:31:13.487765 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35742) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:13.487992 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:13.487992 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:13.508774 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-064c8089-b094-49ce-b36d-a873fd1183a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:13.510775 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064c8089-b094-49ce-b36d-a873fd1183a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7dc45071-2032-43cc-aa0a-579f5900948d {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:31:13.526011 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-064c8089-b094-49ce-b36d-a873fd1183a7 admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:13.529267 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-064c8089-b094-49ce-b36d-a873fd1183a7 admin admin] 10.222.0.52 "DELETE /v2.0/routers/7dc45071-2032-43cc-aa0a-579f5900948d HTTP/1.1" status: 204 len: 168 time: 2.0918305 Oct 27 18:31:13.531946 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35750) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:13.614642 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad59bbce-511f-47e9-abbf-3152518551cc admin admin] Deleting subnet f514d647-c196-46d4-b87e-f3462bc5d80e {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:31:13.630415 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ad59bbce-511f-47e9-abbf-3152518551cc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:13.668273 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-30b0ef20-ae8a-4765-927e-b7a61fa691b8 req-17f969a8-eb91-46f6-a1c0-4efca69eccfe tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:13.671946 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-30b0ef20-ae8a-4765-927e-b7a61fa691b8 req-17f969a8-eb91-46f6-a1c0-4efca69eccfe tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:13.673285 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-30b0ef20-ae8a-4765-927e-b7a61fa691b8 req-17f969a8-eb91-46f6-a1c0-4efca69eccfe tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] 10.222.0.52 "DELETE /v2.0/security-groups/cb7313d7-8217-4c13-8298-310d7f11db7d HTTP/1.1" status: 204 len: 173 time: 0.2767878 Oct 27 18:31:13.698441 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f969a8-eb91-46f6-a1c0-4efca69eccfe tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7313d7-8217-4c13-8298-310d7f11db7d,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:13.750086 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ad59bbce-511f-47e9-abbf-3152518551cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:13.775478 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-01874bdd-fff3-42a0-ba95-7c850df4a589 tempest-FloatingIPAdminTestJSON-1369417064 tempest-FloatingIPAdminTestJSON-1369417064-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:31:13.815364 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f36a50-1728-4679-b39d-d807be5a62f1 req-be32f142-820d-4ce3-b6f9-e1f6f59538a1 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:13.816846 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1f36a50-1728-4679-b39d-d807be5a62f1 req-be32f142-820d-4ce3-b6f9-e1f6f59538a1 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbf3757f-920e-4500-b458-4a6339e03c98 HTTP/1.1" status: 200 len: 944 time: 0.1242206 Oct 27 18:31:13.832971 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ff5ad-ad0e-4b10-a1dc-83a84c98d89c req-46574474-ce45-470b-a18e-7a160983d108 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:13.834613 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-254ff5ad-ad0e-4b10-a1dc-83a84c98d89c req-46574474-ce45-470b-a18e-7a160983d108 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7fbd23-ef6e-4764-8e33-af0f341c5443 HTTP/1.1" status: 200 len: 945 time: 0.0931575 Oct 27 18:31:13.878896 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-01874bdd-fff3-42a0-ba95-7c850df4a589 tempest-FloatingIPAdminTestJSON-1369417064 tempest-FloatingIPAdminTestJSON-1369417064-project] Publish callbacks [] for floatingip, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:13.903210 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ad59bbce-511f-47e9-abbf-3152518551cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:13.915067 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1f36a50-1728-4679-b39d-d807be5a62f1 req-db26c60f-f6cd-4424-8c61-39dbf569721a tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741353 Oct 27 18:31:13.928046 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-254ff5ad-ad0e-4b10-a1dc-83a84c98d89c req-45825804-c551-4e9f-9183-7afc29ddc231 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830827 Oct 27 18:31:13.986308 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-41553efd-0e25-4776-ac9a-28a81e37dd5c req-461201ac-f0ba-4585-a64e-7ea3c89dfaab tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] 10.222.0.52 "GET /v2.0/security-groups/a54baaa2-99f0-40ec-acbf-50cdf01dd941 HTTP/1.1" status: 200 len: 1813 time: 0.0543585 Oct 27 18:31:14.052005 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-01874bdd-fff3-42a0-ba95-7c850df4a589 tempest-FloatingIPAdminTestJSON-1369417064 tempest-FloatingIPAdminTestJSON-1369417064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:14.100892 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd669c79-7b7b-416b-a32e-0292bcc20829 req-b02be10d-69e3-48ce-bc13-e075f9051b71 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:14.102347 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dd669c79-7b7b-416b-a32e-0292bcc20829 req-b02be10d-69e3-48ce-bc13-e075f9051b71 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.1050141 Oct 27 18:31:14.109729 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-41553efd-0e25-4776-ac9a-28a81e37dd5c req-f771c903-7072-4db2-b7aa-acaf24b0ef76 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:14.130738 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ad59bbce-511f-47e9-abbf-3152518551cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:14.151397 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-41553efd-0e25-4776-ac9a-28a81e37dd5c req-f771c903-7072-4db2-b7aa-acaf24b0ef76 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:14.175972 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35768) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:14.192834 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad59bbce-511f-47e9-abbf-3152518551cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f514d647-c196-46d4-b87e-f3462bc5d80e,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:14.196351 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ad59bbce-511f-47e9-abbf-3152518551cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:14.198262 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e60f227-9534-48a2-92d2-1aae9d658655 None None] Network 7dbae181-f570-4778-99bc-f1d119dd4e9b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:31:14.201853 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ad59bbce-511f-47e9-abbf-3152518551cc admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f514d647-c196-46d4-b87e-f3462bc5d80e HTTP/1.1" status: 204 len: 168 time: 0.6685221 Oct 27 18:31:14.204428 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dd669c79-7b7b-416b-a32e-0292bcc20829 req-bf460f08-1e89-4037-8245-868380f3b3a1 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903964 Oct 27 18:31:14.213931 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35774) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:14.250840 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-01874bdd-fff3-42a0-ba95-7c850df4a589 tempest-FloatingIPAdminTestJSON-1369417064 tempest-FloatingIPAdminTestJSON-1369417064-project] Allocated IP 172.25.6.88 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/74b2e7b3-1b2b-47a0-8c94-c1febafb59ea) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:31:14.360335 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-41553efd-0e25-4776-ac9a-28a81e37dd5c req-f771c903-7072-4db2-b7aa-acaf24b0ef76 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:14.368999 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-41553efd-0e25-4776-ac9a-28a81e37dd5c req-f771c903-7072-4db2-b7aa-acaf24b0ef76 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:14.375569 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-41553efd-0e25-4776-ac9a-28a81e37dd5c req-f771c903-7072-4db2-b7aa-acaf24b0ef76 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] 10.222.0.52 "DELETE /v2.0/security-groups/a54baaa2-99f0-40ec-acbf-50cdf01dd941 HTTP/1.1" status: 204 len: 173 time: 0.3883417 Oct 27 18:31:14.381402 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7a94c4b9-3e5c-4e2d-8174-797ede6e39d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:14.439869 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771c903-7072-4db2-b7aa-acaf24b0ef76 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54baaa2-99f0-40ec-acbf-50cdf01dd941,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:14.469804 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-02b82677-0930-4238-a5f1-290ba738debc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:14.474800 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-01874bdd-fff3-42a0-ba95-7c850df4a589 tempest-FloatingIPAdminTestJSON-1369417064 tempest-FloatingIPAdminTestJSON-1369417064-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:14.510717 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-7a94c4b9-3e5c-4e2d-8174-797ede6e39d5 admin admin] Deleting port f788889c-175f-441d-8230-587872837d44 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:31:14.511083 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7a94c4b9-3e5c-4e2d-8174-797ede6e39d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:14.513599 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3535a-944c-4211-a809-dc9bc44de1ad req-96e40747-4f3e-4136-80b5-9cd51f842566 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:14.518883 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b4c3535a-944c-4211-a809-dc9bc44de1ad req-96e40747-4f3e-4136-80b5-9cd51f842566 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.2165821 Oct 27 18:31:14.537895 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c4771a-b257-4127-9fcb-ff699a3fa672 None None] DHCP port deletion for 7dbae181-f570-4778-99bc-f1d119dd4e9b request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:31:14.598022 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-7a94c4b9-3e5c-4e2d-8174-797ede6e39d5 admin admin] For port f788889c-175f-441d-8230-587872837d44, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=f788889c-175f-441d-8230-587872837d44,segment=NetworkSegment(6fccdb04-e32e-49e9-9bd7-67afe09628b0),segment_id=6fccdb04-e32e-49e9-9bd7-67afe09628b0)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:31:14.598675 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7a94c4b9-3e5c-4e2d-8174-797ede6e39d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:14.618870 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-7a94c4b9-3e5c-4e2d-8174-797ede6e39d5 admin admin] Calling delete_port for f788889c-175f-441d-8230-587872837d44 owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:31:14.622766 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device bf6c511b-7516-4e7a-b45d-6b861ce6e9eb no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:31:14.630778 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-01874bdd-fff3-42a0-ba95-7c850df4a589 tempest-FloatingIPAdminTestJSON-1369417064 tempest-FloatingIPAdminTestJSON-1369417064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:14.650978 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: bf6c511b-7516-4e7a-b45d-6b861ce6e9eb {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:31:14.651312 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device bf6c511b-7516-4e7a-b45d-6b861ce6e9eb not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:31:14.651935 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device f788889c-175f-441d-8230-587872837d44 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:31:14.657906 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-02b82677-0930-4238-a5f1-290ba738debc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:14.673811 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dd3be96d-1445-406b-a107-bc73257f5712 req-0a86076f-6e19-40c6-8f34-5c972bea1ab0 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] 10.222.0.52 "GET /v2.0/security-groups/74abc87d-e8a3-445a-b907-b0669f123f32 HTTP/1.1" status: 200 len: 1813 time: 0.2527356 Oct 27 18:31:14.678659 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-53c4771a-b257-4127-9fcb-ff699a3fa672 None None] Deleting port f788889c-175f-441d-8230-587872837d44 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:31:14.679447 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-53c4771a-b257-4127-9fcb-ff699a3fa672 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:14.684075 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b4c3535a-944c-4211-a809-dc9bc44de1ad req-aa948d21-8a12-423b-91b8-8ffcd2f1fabf tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535728 Oct 27 18:31:14.710764 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01874bdd-fff3-42a0-ba95-7c850df4a589 tempest-FloatingIPAdminTestJSON-1369417064 tempest-FloatingIPAdminTestJSON-1369417064-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:31:14.718012 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-01874bdd-fff3-42a0-ba95-7c850df4a589 tempest-FloatingIPAdminTestJSON-1369417064 tempest-FloatingIPAdminTestJSON-1369417064-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:31:14.726440 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01874bdd-fff3-42a0-ba95-7c850df4a589 tempest-FloatingIPAdminTestJSON-1369417064 tempest-FloatingIPAdminTestJSON-1369417064-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:31:14.764802 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01874bdd-fff3-42a0-ba95-7c850df4a589 tempest-FloatingIPAdminTestJSON-1369417064 tempest-FloatingIPAdminTestJSON-1369417064-project] Pushing event updated for resources: {'Port': ['ID=74b2e7b3-1b2b-47a0-8c94-c1febafb59ea,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:14.765189 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-02b82677-0930-4238-a5f1-290ba738debc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:14.794877 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-53c4771a-b257-4127-9fcb-ff699a3fa672 None None] For port f788889c-175f-441d-8230-587872837d44, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=f788889c-175f-441d-8230-587872837d44,segment=NetworkSegment(6fccdb04-e32e-49e9-9bd7-67afe09628b0),segment_id=6fccdb04-e32e-49e9-9bd7-67afe09628b0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:31:14.795788 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-53c4771a-b257-4127-9fcb-ff699a3fa672 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:14.810489 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b82677-0930-4238-a5f1-290ba738debc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c2c407-3d80-4a53-8597-1dad55fe6c00,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:14.858759 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-02b82677-0930-4238-a5f1-290ba738debc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b2919a46eed34d89a54723d1bdfe344b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6817646 Oct 27 18:31:14.864451 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35792) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:14.873005 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-dd3be96d-1445-406b-a107-bc73257f5712 req-9ab92bb3-dbf6-4d2c-8ac4-e0046e28f36d tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:14.875157 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-01874bdd-fff3-42a0-ba95-7c850df4a589 tempest-FloatingIPAdminTestJSON-1369417064 tempest-FloatingIPAdminTestJSON-1369417064-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:14.884323 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-53c4771a-b257-4127-9fcb-ff699a3fa672 None None] Calling delete_port for f788889c-175f-441d-8230-587872837d44 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:31:14.890532 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7a94c4b9-3e5c-4e2d-8174-797ede6e39d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:14.908490 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:14.921858 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a94c4b9-3e5c-4e2d-8174-797ede6e39d5 admin admin] No DVR routers for this DVR port f788889c-175f-441d-8230-587872837d44 on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:31:14.925521 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-dd3be96d-1445-406b-a107-bc73257f5712 req-9ab92bb3-dbf6-4d2c-8ac4-e0046e28f36d tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:14.972302 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-44f54403-3fe3-40cc-9a00-fa27105b1d95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:14.972472 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94c4b9-3e5c-4e2d-8174-797ede6e39d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f788889c-175f-441d-8230-587872837d44,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:15.004159 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-44f54403-3fe3-40cc-9a00-fa27105b1d95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:15.046345 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-53c4771a-b257-4127-9fcb-ff699a3fa672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:15.077807 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c4771a-b257-4127-9fcb-ff699a3fa672 None None] Pushing event deleted for resources: {'Port': ['ID=f788889c-175f-441d-8230-587872837d44,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:15.082130 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c4771a-b257-4127-9fcb-ff699a3fa672 None None] No DVR routers for this DVR port f788889c-175f-441d-8230-587872837d44 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:31:15.092093 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:15.094673 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-dd3be96d-1445-406b-a107-bc73257f5712 req-9ab92bb3-dbf6-4d2c-8ac4-e0046e28f36d tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:15.100303 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-dd3be96d-1445-406b-a107-bc73257f5712 req-9ab92bb3-dbf6-4d2c-8ac4-e0046e28f36d tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:15.104766 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dd3be96d-1445-406b-a107-bc73257f5712 req-9ab92bb3-dbf6-4d2c-8ac4-e0046e28f36d tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] 10.222.0.52 "DELETE /v2.0/security-groups/74abc87d-e8a3-445a-b907-b0669f123f32 HTTP/1.1" status: 204 len: 173 time: 0.4132392 Oct 27 18:31:15.105112 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7a94c4b9-3e5c-4e2d-8174-797ede6e39d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:15.112794 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-01874bdd-fff3-42a0-ba95-7c850df4a589 tempest-FloatingIPAdminTestJSON-1369417064 tempest-FloatingIPAdminTestJSON-1369417064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:15.118532 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab92bb3-dbf6-4d2c-8ac4-e0046e28f36d tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74abc87d-e8a3-445a-b907-b0669f123f32,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:15.123318 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d695a7f-2c4e-41fd-a2ef-6635a51305ed req-a095c5ad-168b-4b1a-bb04-89fa85db20df tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:15.124856 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4d695a7f-2c4e-41fd-a2ef-6635a51305ed req-a095c5ad-168b-4b1a-bb04-89fa85db20df tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.93 "GET /v2.0/ports?device_id=6e7fbd23-ef6e-4764-8e33-af0f341c5443 HTTP/1.1" status: 200 len: 945 time: 0.1535714 Oct 27 18:31:15.151372 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-44f54403-3fe3-40cc-9a00-fa27105b1d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:15.156318 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-44f54403-3fe3-40cc-9a00-fa27105b1d95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:15.162699 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-44f54403-3fe3-40cc-9a00-fa27105b1d95 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/24c2c407-3d80-4a53-8597-1dad55fe6c00 HTTP/1.1" status: 204 len: 168 time: 0.2969999 Oct 27 18:31:15.173204 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f54403-3fe3-40cc-9a00-fa27105b1d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c2c407-3d80-4a53-8597-1dad55fe6c00,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:15.232536 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-7a94c4b9-3e5c-4e2d-8174-797ede6e39d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dbae181-f570-4778-99bc-f1d119dd4e9b']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:15.250013 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-7a94c4b9-3e5c-4e2d-8174-797ede6e39d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fccdb04-e32e-49e9-9bd7-67afe09628b0') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:15.250357 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-7a94c4b9-3e5c-4e2d-8174-797ede6e39d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fccdb04-e32e-49e9-9bd7-67afe09628b0') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:15.274359 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7a94c4b9-3e5c-4e2d-8174-797ede6e39d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:15.312368 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eeb67d-5ce4-4c25-b414-dfe522c5bee9 req-31bf1119-6d45-4d76-8df3-e682f352dc45 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:15.314148 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-56eeb67d-5ce4-4c25-b414-dfe522c5bee9 req-31bf1119-6d45-4d76-8df3-e682f352dc45 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.1372325 Oct 27 18:31:15.323466 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7271c0-bd71-4160-b2f5-90670ff4d108 req-cda0f3f6-1d77-4676-9276-29aa692fbccf tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:15.326169 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1a7271c0-bd71-4160-b2f5-90670ff4d108 req-cda0f3f6-1d77-4676-9276-29aa692fbccf tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7fbd23-ef6e-4764-8e33-af0f341c5443 HTTP/1.1" status: 200 len: 945 time: 0.1028347 Oct 27 18:31:15.329322 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7a94c4b9-3e5c-4e2d-8174-797ede6e39d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:15.369870 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a94c4b9-3e5c-4e2d-8174-797ede6e39d5 admin admin] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:31:15.370206 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7a94c4b9-3e5c-4e2d-8174-797ede6e39d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:15.372535 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:31:15.372535 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:31:15.372535 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:31:15.372535 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:31:15.372535 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:31:15.372535 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:31:15.372535 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:31:15.372535 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:31:15.372535 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:31:15.372535 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:31:15.372535 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:31:15.372535 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:31:15.372535 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:31:15.372535 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:31:15.372535 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:31:15.372535 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:31:15.372535 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:31:15.372535 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:31:15.372535 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:31:15.372535 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:31:15.372535 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:31:15.372535 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:31:15.372535 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:31:15.372535 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:31:15.372535 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:31:15.372535 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:31:15.372535 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:31:15.372535 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:31:15.372535 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:31:15.372535 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:31:15.372535 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:31:15.372535 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:31:15.388040 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-56eeb67d-5ce4-4c25-b414-dfe522c5bee9 req-f73abbd9-6916-4bba-ac8c-c8250522b2e4 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598700 Oct 27 18:31:15.396924 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1a7271c0-bd71-4160-b2f5-90670ff4d108 req-85ca8fb7-2cba-48fb-bb6d-0c8d01a07d96 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622082 Oct 27 18:31:15.482652 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f68dbd60-016b-4c75-a64b-af977ac84244 req-079fc44e-9187-4c1a-8eff-ec498ced66b2 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] 10.222.0.52 "GET /v2.0/security-groups/0518f57a-2155-443d-b320-6fd6e7993d8f HTTP/1.1" status: 200 len: 1815 time: 0.0523603 Oct 27 18:31:15.490359 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-4d695a7f-2c4e-41fd-a2ef-6635a51305ed req-d9c64189-67e8-4112-bc06-c88e2f7d94ec tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Deleting port 91483b25-1ee4-412b-9fb5-1838c71d199a {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:31:15.491178 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4d695a7f-2c4e-41fd-a2ef-6635a51305ed req-d9c64189-67e8-4112-bc06-c88e2f7d94ec tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:15.546571 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7a94c4b9-3e5c-4e2d-8174-797ede6e39d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:15.561152 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f68dbd60-016b-4c75-a64b-af977ac84244 req-8d465e14-597b-437c-a5ff-28707715f018 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:15.566161 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7a94c4b9-3e5c-4e2d-8174-797ede6e39d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:15.569404 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7a94c4b9-3e5c-4e2d-8174-797ede6e39d5 admin admin] 10.222.0.52 "DELETE /v2.0/networks/7dbae181-f570-4778-99bc-f1d119dd4e9b HTTP/1.1" status: 204 len: 168 time: 1.3500090 Oct 27 18:31:15.572531 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-01874bdd-fff3-42a0-ba95-7c850df4a589 tempest-FloatingIPAdminTestJSON-1369417064 tempest-FloatingIPAdminTestJSON-1369417064-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:15.581817 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e59dcd41-4da5-4a63-b642-c2c6163413d8 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:31:15.587094 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94c4b9-3e5c-4e2d-8174-797ede6e39d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dbae181-f570-4778-99bc-f1d119dd4e9b,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:15.597142 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f68dbd60-016b-4c75-a64b-af977ac84244 req-8d465e14-597b-437c-a5ff-28707715f018 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:15.632423 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-4d695a7f-2c4e-41fd-a2ef-6635a51305ed req-d9c64189-67e8-4112-bc06-c88e2f7d94ec tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] For port 91483b25-1ee4-412b-9fb5-1838c71d199a, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=91483b25-1ee4-412b-9fb5-1838c71d199a,segment=NetworkSegment(da54f3b4-fa80-4f6a-872c-1cd042d9332d),segment_id=da54f3b4-fa80-4f6a-872c-1cd042d9332d)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:31:15.633577 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4d695a7f-2c4e-41fd-a2ef-6635a51305ed req-d9c64189-67e8-4112-bc06-c88e2f7d94ec tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:15.652965 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-01874bdd-fff3-42a0-ba95-7c850df4a589 tempest-FloatingIPAdminTestJSON-1369417064 tempest-FloatingIPAdminTestJSON-1369417064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:15.662742 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-4d695a7f-2c4e-41fd-a2ef-6635a51305ed req-d9c64189-67e8-4112-bc06-c88e2f7d94ec tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Calling delete_port for 91483b25-1ee4-412b-9fb5-1838c71d199a owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:31:15.722993 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f68dbd60-016b-4c75-a64b-af977ac84244 req-8d465e14-597b-437c-a5ff-28707715f018 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:15.725613 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-f68dbd60-016b-4c75-a64b-af977ac84244 req-8d465e14-597b-437c-a5ff-28707715f018 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:15.726803 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f68dbd60-016b-4c75-a64b-af977ac84244 req-8d465e14-597b-437c-a5ff-28707715f018 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] 10.222.0.52 "DELETE /v2.0/security-groups/0518f57a-2155-443d-b320-6fd6e7993d8f HTTP/1.1" status: 204 len: 173 time: 0.2364736 Oct 27 18:31:15.733775 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35816) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:15.749326 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d465e14-597b-437c-a5ff-28707715f018 tempest-SecurityGroupRulesNegativeTestJSON-1402456615 tempest-SecurityGroupRulesNegativeTestJSON-1402456615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0518f57a-2155-443d-b320-6fd6e7993d8f,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:15.775769 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01874bdd-fff3-42a0-ba95-7c850df4a589 tempest-FloatingIPAdminTestJSON-1369417064 tempest-FloatingIPAdminTestJSON-1369417064-project] Pushing event updated for resources: {'Port': ['ID=74b2e7b3-1b2b-47a0-8c94-c1febafb59ea,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:15.789288 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ef0bce4-140d-4a10-a0c0-26b0f4f262c2 admin admin] Deleting subnet 956be1d6-cea3-48e0-9913-1ea074762dcb {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:31:15.792627 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8ef0bce4-140d-4a10-a0c0-26b0f4f262c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:15.803166 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-01874bdd-fff3-42a0-ba95-7c850df4a589 tempest-FloatingIPAdminTestJSON-1369417064 tempest-FloatingIPAdminTestJSON-1369417064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:15.832439 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8ef0bce4-140d-4a10-a0c0-26b0f4f262c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:15.874504 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8ef0bce4-140d-4a10-a0c0-26b0f4f262c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:15.892718 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-01874bdd-fff3-42a0-ba95-7c850df4a589 tempest-FloatingIPAdminTestJSON-1369417064 tempest-FloatingIPAdminTestJSON-1369417064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:15.896697 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-01874bdd-fff3-42a0-ba95-7c850df4a589 tempest-FloatingIPAdminTestJSON-1369417064 tempest-FloatingIPAdminTestJSON-1369417064-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4087780 Oct 27 18:31:15.896948 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35818) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:15.956851 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4d695a7f-2c4e-41fd-a2ef-6635a51305ed req-d9c64189-67e8-4112-bc06-c88e2f7d94ec tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:15.969317 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['1fb59165-d3f3-4b1a-bc95-4eec88509b3a'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:31:15.981171 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8ef0bce4-140d-4a10-a0c0-26b0f4f262c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:15.992201 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35820) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:15.996826 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f78ceae4-b9eb-4b47-b40a-48c30c5518fd tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.0972867 Oct 27 18:31:16.003111 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35822) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:16.007267 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c64189-67e8-4112-bc06-c88e2f7d94ec tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Pushing event deleted for resources: {'Port': ['ID=91483b25-1ee4-412b-9fb5-1838c71d199a,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:16.025902 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef0bce4-140d-4a10-a0c0-26b0f4f262c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=956be1d6-cea3-48e0-9913-1ea074762dcb,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:16.029485 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8ef0bce4-140d-4a10-a0c0-26b0f4f262c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:16.035895 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8ef0bce4-140d-4a10-a0c0-26b0f4f262c2 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/956be1d6-cea3-48e0-9913-1ea074762dcb HTTP/1.1" status: 204 len: 168 time: 0.3001051 Oct 27 18:31:16.036728 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35824) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:16.097531 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35826) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:16.097531 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7af6faff-15ea-44cd-b95a-29714dd4f182 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:16.123146 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d695a7f-2c4e-41fd-a2ef-6635a51305ed req-d9c64189-67e8-4112-bc06-c88e2f7d94ec tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] No DVR routers for this DVR port 91483b25-1ee4-412b-9fb5-1838c71d199a on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:31:16.138270 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2d327721-2a1d-419d-b648-99f35cfbda7f tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1287637 Oct 27 18:31:16.139608 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4d695a7f-2c4e-41fd-a2ef-6635a51305ed req-d9c64189-67e8-4112-bc06-c88e2f7d94ec tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:16.142888 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4d695a7f-2c4e-41fd-a2ef-6635a51305ed req-d9c64189-67e8-4112-bc06-c88e2f7d94ec tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.93 "DELETE /v2.0/ports/91483b25-1ee4-412b-9fb5-1838c71d199a HTTP/1.1" status: 204 len: 173 time: 0.9813020 Oct 27 18:31:16.143772 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35828) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:16.145471 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e7fbd23-ef6e-4764-8e33-af0f341c5443', 'name': 'network-vif-deleted', 'tag': '91483b25-1ee4-412b-9fb5-1838c71d199a'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:31:16.147859 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7ddaac-d288-499d-8821-97706cb46b4a" -d '{"events": [{"server_uuid": "6e7fbd23-ef6e-4764-8e33-af0f341c5443", "name": "network-vif-deleted", "tag": "91483b25-1ee4-412b-9fb5-1838c71d199a"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:31:16.198512 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-bf0bdb0b-21ab-4dfe-a000-818b0efa5f25 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1246af30a6eb4e19b5feef5d04021b02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0994709 Oct 27 18:31:16.201543 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35832) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:16.240322 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec03078-fa9a-448f-8f38-eeac23b392ca x-openstack-request-id: req-8ec03078-fa9a-448f-8f38-eeac23b392ca {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:31:16.240692 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e7fbd23-ef6e-4764-8e33-af0f341c5443", "name": "network-vif-deleted", "tag": "91483b25-1ee4-412b-9fb5-1838c71d199a", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:31:16.240917 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8ec03078-fa9a-448f-8f38-eeac23b392ca {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:31:16.241246 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e7fbd23-ef6e-4764-8e33-af0f341c5443', 'name': 'network-vif-deleted', 'tag': '91483b25-1ee4-412b-9fb5-1838c71d199a', 'status': 'completed', 'code': 200} Oct 27 18:31:16.284322 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7bfd9a5f-982a-4eb9-af40-5264b2f8dbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:16.318560 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-eb573998-f77e-4890-9925-86ed4d1f9fa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:16.321285 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7af6faff-15ea-44cd-b95a-29714dd4f182 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:16.342258 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-eb573998-f77e-4890-9925-86ed4d1f9fa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:16.379663 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7af6faff-15ea-44cd-b95a-29714dd4f182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:16.392685 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-3d42fc2e-6523-4c26-8514-db246e691dd5 tempest-FloatingIPAdminTestJSON-1369417064 tempest-FloatingIPAdminTestJSON-1369417064-project] Deleting port 74b2e7b3-1b2b-47a0-8c94-c1febafb59ea {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:31:16.393040 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3d42fc2e-6523-4c26-8514-db246e691dd5 tempest-FloatingIPAdminTestJSON-1369417064 tempest-FloatingIPAdminTestJSON-1369417064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:16.423249 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6faff-15ea-44cd-b95a-29714dd4f182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdb1508-8951-4edf-a1e9-c8512f6baec8,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:16.428684 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7af6faff-15ea-44cd-b95a-29714dd4f182 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7d764ba1d7b049a287d61647163851c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4268320 Oct 27 18:31:16.428684 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35838) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:16.444787 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7bfd9a5f-982a-4eb9-af40-5264b2f8dbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:16.476249 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-7bfd9a5f-982a-4eb9-af40-5264b2f8dbe7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc5b24cf-c710-4ce5-a575-6111e4d790d5']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:16.480425 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-eb573998-f77e-4890-9925-86ed4d1f9fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:16.483766 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-eb573998-f77e-4890-9925-86ed4d1f9fa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:16.491795 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-7bfd9a5f-982a-4eb9-af40-5264b2f8dbe7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc4b1487-31bf-4e5a-bfcf-b97a5599a5fa') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:16.492279 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-7bfd9a5f-982a-4eb9-af40-5264b2f8dbe7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc4b1487-31bf-4e5a-bfcf-b97a5599a5fa') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:16.495138 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-eb573998-f77e-4890-9925-86ed4d1f9fa3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f2cff9a6-fb88-46a0-ad25-c5d64436a3d8 HTTP/1.1" status: 204 len: 168 time: 0.2893271 Oct 27 18:31:16.512684 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7bfd9a5f-982a-4eb9-af40-5264b2f8dbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:16.536137 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb573998-f77e-4890-9925-86ed4d1f9fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cff9a6-fb88-46a0-ad25-c5d64436a3d8,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:16.547236 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3d42fc2e-6523-4c26-8514-db246e691dd5 tempest-FloatingIPAdminTestJSON-1369417064 tempest-FloatingIPAdminTestJSON-1369417064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:16.547576 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3d42fc2e-6523-4c26-8514-db246e691dd5 tempest-FloatingIPAdminTestJSON-1369417064 tempest-FloatingIPAdminTestJSON-1369417064-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:16.572806 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-74567408-6f8e-4350-8d8d-084ff1c08051 req-2de4fb77-602e-4921-aa1f-1292afcf21db tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e7fbd23-ef6e-4764-8e33-af0f341c5443 HTTP/1.1" status: 200 len: 210 time: 0.0564144 Oct 27 18:31:16.579594 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7bfd9a5f-982a-4eb9-af40-5264b2f8dbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:16.608134 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-3d42fc2e-6523-4c26-8514-db246e691dd5 tempest-FloatingIPAdminTestJSON-1369417064 tempest-FloatingIPAdminTestJSON-1369417064-project] Calling delete_port for 74b2e7b3-1b2b-47a0-8c94-c1febafb59ea owned by network:floatingip {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:31:16.612662 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-73e072e4-84fb-4a3e-8c38-a5cb9edf80ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:16.612986 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bfd9a5f-982a-4eb9-af40-5264b2f8dbe7 admin admin] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:31:16.613398 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7bfd9a5f-982a-4eb9-af40-5264b2f8dbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:16.615182 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:31:16.615182 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:31:16.615182 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:31:16.615182 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:31:16.615182 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:31:16.615182 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:31:16.615182 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:31:16.615182 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:31:16.615182 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:31:16.615182 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:31:16.615182 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:31:16.615182 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:31:16.615182 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:31:16.615182 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:31:16.615182 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:31:16.615182 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:31:16.615182 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:31:16.615182 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:31:16.615182 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:31:16.615182 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:31:16.615182 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:31:16.615182 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:31:16.615182 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:31:16.615182 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:31:16.615182 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:31:16.615182 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:31:16.615182 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:31:16.615182 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:31:16.615182 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:31:16.615182 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:31:16.615182 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:31:16.615182 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:31:16.644443 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-73e072e4-84fb-4a3e-8c38-a5cb9edf80ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:16.729264 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182f58f-49a7-4bcb-a941-5cceee39e648 req-29ca5e54-2fa1-4cf7-9c32-a441a6ecf9a3 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:16.731397 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2182f58f-49a7-4bcb-a941-5cceee39e648 req-29ca5e54-2fa1-4cf7-9c32-a441a6ecf9a3 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.1870415 Oct 27 18:31:16.764187 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-73e072e4-84fb-4a3e-8c38-a5cb9edf80ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:16.767564 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-73e072e4-84fb-4a3e-8c38-a5cb9edf80ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:16.768781 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-73e072e4-84fb-4a3e-8c38-a5cb9edf80ff admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9bdb1508-8951-4edf-a1e9-c8512f6baec8 HTTP/1.1" status: 204 len: 168 time: 0.3391483 Oct 27 18:31:16.776914 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e072e4-84fb-4a3e-8c38-a5cb9edf80ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdb1508-8951-4edf-a1e9-c8512f6baec8,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:16.788456 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7bfd9a5f-982a-4eb9-af40-5264b2f8dbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:16.795813 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7bfd9a5f-982a-4eb9-af40-5264b2f8dbe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:16.799087 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7bfd9a5f-982a-4eb9-af40-5264b2f8dbe7 admin admin] 10.222.0.52 "DELETE /v2.0/networks/dc5b24cf-c710-4ce5-a575-6111e4d790d5 HTTP/1.1" status: 204 len: 168 time: 0.7609515 Oct 27 18:31:16.802984 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2182f58f-49a7-4bcb-a941-5cceee39e648 req-66430328-21fe-46a4-b158-fd2bbf6391dc tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646572 Oct 27 18:31:16.814717 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd9a5f-982a-4eb9-af40-5264b2f8dbe7 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc5b24cf-c710-4ce5-a575-6111e4d790d5,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:16.952286 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3d42fc2e-6523-4c26-8514-db246e691dd5 tempest-FloatingIPAdminTestJSON-1369417064 tempest-FloatingIPAdminTestJSON-1369417064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:16.983781 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d42fc2e-6523-4c26-8514-db246e691dd5 tempest-FloatingIPAdminTestJSON-1369417064 tempest-FloatingIPAdminTestJSON-1369417064-project] Pushing event deleted for resources: {'Port': ['ID=74b2e7b3-1b2b-47a0-8c94-c1febafb59ea,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:17.048797 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3d42fc2e-6523-4c26-8514-db246e691dd5 tempest-FloatingIPAdminTestJSON-1369417064 tempest-FloatingIPAdminTestJSON-1369417064-project] Publish callbacks [] for floatingip, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:17.051477 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3d42fc2e-6523-4c26-8514-db246e691dd5 tempest-FloatingIPAdminTestJSON-1369417064 tempest-FloatingIPAdminTestJSON-1369417064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:17.052663 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3d42fc2e-6523-4c26-8514-db246e691dd5 tempest-FloatingIPAdminTestJSON-1369417064 tempest-FloatingIPAdminTestJSON-1369417064-project] 10.222.0.52 "DELETE /v2.0/floatingips/175de443-5da7-4a7c-9140-ead8d759d9b1 HTTP/1.1" status: 204 len: 168 time: 0.9062989 Oct 27 18:31:17.055343 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35856) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:17.212494 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-e6fad8f9-53fb-4801-bbca-cfbcc2c1e1a5 tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] Deleting port 5e18ba80-d8b9-4f9b-93a6-b98b7a339a94 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:31:17.212761 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e6fad8f9-53fb-4801-bbca-cfbcc2c1e1a5 tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:17.299598 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e6fad8f9-53fb-4801-bbca-cfbcc2c1e1a5 tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:17.300039 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e6fad8f9-53fb-4801-bbca-cfbcc2c1e1a5 tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:17.314551 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-e6fad8f9-53fb-4801-bbca-cfbcc2c1e1a5 tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] Calling delete_port for 5e18ba80-d8b9-4f9b-93a6-b98b7a339a94 owned by network:floatingip {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:31:17.426173 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35860) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:17.481989 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3e4b5911-5516-4724-b105-58c7c12b0a2f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9362c6f4fced4b3c9d2a1d0e2270f9da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0542235 Oct 27 18:31:17.484380 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35864) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:17.523374 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e6fad8f9-53fb-4801-bbca-cfbcc2c1e1a5 tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:17.536016 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-95612c6a-6229-4ad0-a6e0-11f8dbd56cd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:17.559129 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-95612c6a-6229-4ad0-a6e0-11f8dbd56cd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:17.564133 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fad8f9-53fb-4801-bbca-cfbcc2c1e1a5 tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e18ba80-d8b9-4f9b-93a6-b98b7a339a94,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:17.590935 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 91483b25-1ee4-412b-9fb5-1838c71d199a no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:31:17.647505 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 91483b25-1ee4-412b-9fb5-1838c71d199a {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:31:17.648647 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 91483b25-1ee4-412b-9fb5-1838c71d199a not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:31:17.672287 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e6fad8f9-53fb-4801-bbca-cfbcc2c1e1a5 tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:17.674946 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e6fad8f9-53fb-4801-bbca-cfbcc2c1e1a5 tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:17.676396 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e6fad8f9-53fb-4801-bbca-cfbcc2c1e1a5 tempest-FloatingIPAdminTestJSON-1680585796 tempest-FloatingIPAdminTestJSON-1680585796-project-admin] 10.222.0.52 "DELETE /v2.0/floatingips/5d63855d-0c18-48a5-ab1d-076b3cd9b31d HTTP/1.1" status: 204 len: 168 time: 0.6200588 Oct 27 18:31:17.680196 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35878) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:17.696480 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-95612c6a-6229-4ad0-a6e0-11f8dbd56cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:17.696480 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-95612c6a-6229-4ad0-a6e0-11f8dbd56cd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:17.696480 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-95612c6a-6229-4ad0-a6e0-11f8dbd56cd7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2fe5a089-ade9-43ef-992f-109f1531a5c3 HTTP/1.1" status: 204 len: 168 time: 0.2108364 Oct 27 18:31:17.724923 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95612c6a-6229-4ad0-a6e0-11f8dbd56cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe5a089-ade9-43ef-992f-109f1531a5c3,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:17.790363 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-3652647a-d8ec-49b1-b7a4-e077068f2095 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Deleting port fccd8b49-d713-43bf-b76c-3f7ba93bdf73 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:31:17.790707 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3652647a-d8ec-49b1-b7a4-e077068f2095 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:17.882549 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3652647a-d8ec-49b1-b7a4-e077068f2095 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:17.895964 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-3652647a-d8ec-49b1-b7a4-e077068f2095 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Calling delete_port for fccd8b49-d713-43bf-b76c-3f7ba93bdf73 owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:31:17.953103 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402ea54-5893-4612-8129-ade738d0d09a req-da343e56-d93a-4fdc-b615-004dec6d3f6d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:17.954659 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d402ea54-5893-4612-8129-ade738d0d09a req-da343e56-d93a-4fdc-b615-004dec6d3f6d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.0496712 Oct 27 18:31:18.001194 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d402ea54-5893-4612-8129-ade738d0d09a req-f491b2f0-b5b2-45f4-b69a-96b52b378e87 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374181 Oct 27 18:31:18.117324 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3652647a-d8ec-49b1-b7a4-e077068f2095 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:18.147329 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652647a-d8ec-49b1-b7a4-e077068f2095 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Pushing event deleted for resources: {'Port': ['ID=fccd8b49-d713-43bf-b76c-3f7ba93bdf73,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:18.245566 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3652647a-d8ec-49b1-b7a4-e077068f2095 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:18.250100 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3652647a-d8ec-49b1-b7a4-e077068f2095 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] 10.222.0.52 "DELETE /v2.0/ports/fccd8b49-d713-43bf-b76c-3f7ba93bdf73 HTTP/1.1" status: 204 len: 168 time: 0.5688772 Oct 27 18:31:18.255832 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35904) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:18.345556 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c026139-2635-4b83-88cb-edf7155d59a9 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:18.347252 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1c026139-2635-4b83-88cb-edf7155d59a9 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] 10.222.0.52 "GET /v2.0/ports?device_id=904b14cc-2d2d-4aa6-a871-d44547b0b364 HTTP/1.1" status: 200 len: 913 time: 0.0928011 Oct 27 18:31:18.350193 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35910) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:18.456412 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-a6375b4d-df5c-4777-9451-0821d42699ea tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:18.463776 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-a6375b4d-df5c-4777-9451-0821d42699ea tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/networks?id=23b2e040-11b8-4862-8da0-936b3872cceb HTTP/1.1" status: 200 len: 805 time: 0.1526096 Oct 27 18:31:18.481538 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-43542291-8b7f-463d-a64b-eec97877faa7 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/quotas/26a8ecb72e37482a929830b093f42719 HTTP/1.1" status: 200 len: 375 time: 0.0168695 Oct 27 18:31:18.536041 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-de21dafa-e91a-4ad3-9e33-286c327ef5e3 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=26a8ecb72e37482a929830b093f42719&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0534351 Oct 27 18:31:18.634696 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-9ac0a7e0-6920-4fd4-970c-78ff8201f004 service neutron] 10.222.0.52 "GET /v2.0/networks/23b2e040-11b8-4862-8da0-936b3872cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978038 Oct 27 18:31:18.741968 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-34d7b4af-5046-4bab-a6e6-bcf78aeeacb8 service neutron] 10.222.0.52 "GET /v2.0/networks/23b2e040-11b8-4862-8da0-936b3872cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992470 Oct 27 18:31:19.003241 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b8493216-81b3-4650-92d7-fa70a558814c req-688f11f0-9903-40d5-bbf5-e016be71fee1 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=837b16dc-0d40-4a63-b0bc-ba0540af0b9a HTTP/1.1" status: 200 len: 210 time: 0.0395858 Oct 27 18:31:19.115321 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c046e98a-d451-4841-ae92-8d5af21a56c9 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:19.179084 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e5715-b9f5-46ad-8c8a-9ab5c16624fa req-97686989-b570-4448-b78e-db3248339639 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:19.184861 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-020e5715-b9f5-46ad-8c8a-9ab5c16624fa req-97686989-b570-4448-b78e-db3248339639 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.0904899 Oct 27 18:31:19.250438 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-020e5715-b9f5-46ad-8c8a-9ab5c16624fa req-b5ef8a32-d75b-48c9-b84d-7bd58ce8985f tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579531 Oct 27 18:31:19.473133 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35956) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:19.488705 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-c046e98a-d451-4841-ae92-8d5af21a56c9 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Deleting port cd51ea63-4052-4f05-a97c-f2ed0e7b58df {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:31:19.489077 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c046e98a-d451-4841-ae92-8d5af21a56c9 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:19.506383 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35960) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:19.593119 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c046e98a-d451-4841-ae92-8d5af21a56c9 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:19.606179 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-c046e98a-d451-4841-ae92-8d5af21a56c9 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Calling delete_port for cd51ea63-4052-4f05-a97c-f2ed0e7b58df owned by network:router_interface {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:31:19.749056 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-1edf61d9-f42b-4558-b54d-f444e25a13ce admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1928973441-network', 'tenant_id': 'f7ff550a115b45e2bb54d05b8fe668a7'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:31:19.799077 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a4eebc58-297a-4c32-9591-8f642d6c0de5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:19.848262 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edf61d9-f42b-4558-b54d-f444e25a13ce admin admin] Made reservation on behalf of f7ff550a115b45e2bb54d05b8fe668a7 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:31:19.850734 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1edf61d9-f42b-4558-b54d-f444e25a13ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:19.859950 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1edf61d9-f42b-4558-b54d-f444e25a13ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:19.941434 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c046e98a-d451-4841-ae92-8d5af21a56c9 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:20.008197 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1edf61d9-f42b-4558-b54d-f444e25a13ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:20.009407 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046e98a-d451-4841-ae92-8d5af21a56c9 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Pushing event deleted for resources: {'Port': ['ID=cd51ea63-4052-4f05-a97c-f2ed0e7b58df,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:20.092792 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1edf61d9-f42b-4558-b54d-f444e25a13ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:20.155442 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a4eebc58-297a-4c32-9591-8f642d6c0de5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:20.190310 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9ee748b9-d0bd-4c7f-81a4-7026a06d5862 req-88ef31c3-8f46-4811-b6bf-9b683ded62f3 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=837b16dc-0d40-4a63-b0bc-ba0540af0b9a HTTP/1.1" status: 200 len: 210 time: 0.0734255 Oct 27 18:31:20.191721 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1edf61d9-f42b-4558-b54d-f444e25a13ce admin admin] vlan segment allocate from pool success with {'vlan_id': 1017, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:31:20.214022 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf61d9-f42b-4558-b54d-f444e25a13ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa97b7c-97e4-4a13-a0ee-f36c9ec7b8d8,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:20.236681 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1edf61d9-f42b-4558-b54d-f444e25a13ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:20.237038 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-1edf61d9-f42b-4558-b54d-f444e25a13ce admin admin] Added segment 68fcfce6-a355-45f7-97f0-13c149d4fd60 of type vlan for network e7a71d4d-f2a8-460d-b289-b8a552af97cd Oct 27 18:31:20.283653 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a4eebc58-297a-4c32-9591-8f642d6c0de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:20.297215 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1edf61d9-f42b-4558-b54d-f444e25a13ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:20.347054 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c046e98a-d451-4841-ae92-8d5af21a56c9 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:20.357274 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a4eebc58-297a-4c32-9591-8f642d6c0de5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5b184e0a13fc46e89939582a3d6853a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8831153 Oct 27 18:31:20.359239 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eebc58-297a-4c32-9591-8f642d6c0de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b29881-b7a3-4d76-b5ef-39197d45f83f,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:20.365553 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35990) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:20.405604 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fd1d7-1cf1-4dd0-b06c-a021207a9e9c req-37637d68-7d84-4044-8700-2a83415bb124 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:20.407263 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d12fd1d7-1cf1-4dd0-b06c-a021207a9e9c req-37637d68-7d84-4044-8700-2a83415bb124 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.0664988 Oct 27 18:31:20.482726 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1edf61d9-f42b-4558-b54d-f444e25a13ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:20.487913 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edf61d9-f42b-4558-b54d-f444e25a13ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:20.488509 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1edf61d9-f42b-4558-b54d-f444e25a13ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:20.512732 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d12fd1d7-1cf1-4dd0-b06c-a021207a9e9c req-bfbe5614-452a-4197-ada6-164709dbd6d0 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992680 Oct 27 18:31:20.609712 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf61d9-f42b-4558-b54d-f444e25a13ce admin admin] Pushing event updated for resources: {'Network': ['ID=e7a71d4d-f2a8-460d-b289-b8a552af97cd,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:20.623319 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network e7a71d4d-f2a8-460d-b289-b8a552af97cd details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:31:20.648085 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1edf61d9-f42b-4558-b54d-f444e25a13ce admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1378329 Oct 27 18:31:20.648355 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 36004) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:20.654322 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-8b066934-5e8d-4c93-9334-2ac5f65be463 admin admin] Request body: {'subnet': {'network_id': 'e7a71d4d-f2a8-460d-b289-b8a552af97cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1928973441-subnet', 'tenant_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:31:20.729670 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-389a958a-7e9a-4fbb-bb3d-611c24526732 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:20.765912 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-389a958a-7e9a-4fbb-bb3d-611c24526732 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:20.776932 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c046e98a-d451-4841-ae92-8d5af21a56c9 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Router 904b14cc-2d2d-4aa6-a871-d44547b0b364 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:31:20.799254 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b066934-5e8d-4c93-9334-2ac5f65be463 admin admin] Made reservation on behalf of f7ff550a115b45e2bb54d05b8fe668a7 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:31:20.801585 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8b066934-5e8d-4c93-9334-2ac5f65be463 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:20.919387 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c046e98a-d451-4841-ae92-8d5af21a56c9 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:31:20.927865 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c046e98a-d451-4841-ae92-8d5af21a56c9 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] 10.222.0.52 "PUT /v2.0/routers/904b14cc-2d2d-4aa6-a871-d44547b0b364/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5731189 Oct 27 18:31:20.927865 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36014) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:20.938345 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d137dc-5e6f-46d1-971d-994093988750 None None] Sync routers for ids ['904b14cc-2d2d-4aa6-a871-d44547b0b364'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:31:20.951217 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d137dc-5e6f-46d1-971d-994093988750 None None] Routers {'904b14cc-2d2d-4aa6-a871-d44547b0b364'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:31:20.952488 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-92d137dc-5e6f-46d1-971d-994093988750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:31:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['904b14cc-2d2d-4aa6-a871-d44547b0b364'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:21.005813 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-389a958a-7e9a-4fbb-bb3d-611c24526732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:21.008434 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-389a958a-7e9a-4fbb-bb3d-611c24526732 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:21.012557 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-389a958a-7e9a-4fbb-bb3d-611c24526732 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/71b29881-b7a3-4d76-b5ef-39197d45f83f HTTP/1.1" status: 204 len: 168 time: 0.6458633 Oct 27 18:31:21.022408 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-92d137dc-5e6f-46d1-971d-994093988750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:21.032101 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a958a-7e9a-4fbb-bb3d-611c24526732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b29881-b7a3-4d76-b5ef-39197d45f83f,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:21.046618 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d137dc-5e6f-46d1-971d-994093988750 None None] Routers {'904b14cc-2d2d-4aa6-a871-d44547b0b364'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:31:21.048744 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-92d137dc-5e6f-46d1-971d-994093988750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:31:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['904b14cc-2d2d-4aa6-a871-d44547b0b364'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:21.083209 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b67022b2-33fb-4d91-b31c-2c56ea6da2d1 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:21.172733 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-92d137dc-5e6f-46d1-971d-994093988750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:21.173201 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8470e034-6c44-4e51-9d64-98040b7dafe0 req-b88b2de2-1d18-4f35-91a8-155db39f7b0b tempest-ServerShowV254Test-470698836 tempest-ServerShowV254Test-470698836-project] 10.222.0.52 "GET /v2.0/ports?device_id=479c789d-79f8-4aa3-8a01-46bde3a023ad HTTP/1.1" status: 200 len: 210 time: 0.0976837 Oct 27 18:31:21.174103 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d137dc-5e6f-46d1-971d-994093988750 None None] The sync data for ids ['904b14cc-2d2d-4aa6-a871-d44547b0b364'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:31:21.255869 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b67022b2-33fb-4d91-b31c-2c56ea6da2d1 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:21.310948 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3a5136cc-8ac5-4483-8649-3d34b1d7cd2d req-d7bac219-dff8-4f00-99f9-257669d89583 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=837b16dc-0d40-4a63-b0bc-ba0540af0b9a HTTP/1.1" status: 200 len: 210 time: 0.0269380 Oct 27 18:31:21.362670 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8b066934-5e8d-4c93-9334-2ac5f65be463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:21.430922 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b066934-5e8d-4c93-9334-2ac5f65be463 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d3bd725-56cb-4497-bc09-775fd7d3c5d8,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:21.445839 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b066934-5e8d-4c93-9334-2ac5f65be463 admin admin] Checking segment: {'id': '68fcfce6-a355-45f7-97f0-13c149d4fd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'e7a71d4d-f2a8-460d-b289-b8a552af97cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:31:21.446278 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b066934-5e8d-4c93-9334-2ac5f65be463 admin admin] Network hostable DHCP agents. Network: e7a71d4d-f2a8-460d-b289-b8a552af97cd, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:31:21.519034 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-b67022b2-33fb-4d91-b31c-2c56ea6da2d1 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Deleting port 71263438-c5cb-4a5f-bf42-4ffe63eb9696 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:31:21.522492 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b67022b2-33fb-4d91-b31c-2c56ea6da2d1 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:21.568247 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b066934-5e8d-4c93-9334-2ac5f65be463 admin admin] Network e7a71d4d-f2a8-460d-b289-b8a552af97cd is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:31:21.633725 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-9904c26b-ad78-46a1-803a-ee193d92364c tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:21.635290 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-9904c26b-ad78-46a1-803a-ee193d92364c tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.93 "GET /v2.0/networks?id=23b2e040-11b8-4862-8da0-936b3872cceb HTTP/1.1" status: 200 len: 805 time: 0.1927519 Oct 27 18:31:21.653111 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e87f35-f3f3-4bf8-a1fa-d3eadf7a339a req-44b5e93b-9d6a-4b05-afe3-4451251376d2 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:21.656802 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e5e87f35-f3f3-4bf8-a1fa-d3eadf7a339a req-44b5e93b-9d6a-4b05-afe3-4451251376d2 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.0634615 Oct 27 18:31:21.656956 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-cd9cfffb-23b8-4979-8afd-97e32585b9d6 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Request body: {'port': {'device_id': '837b16dc-0d40-4a63-b0bc-ba0540af0b9a', 'network_id': '23b2e040-11b8-4862-8da0-936b3872cceb', 'admin_state_up': True, 'tenant_id': '26a8ecb72e37482a929830b093f42719'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:31:21.683952 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-8b066934-5e8d-4c93-9334-2ac5f65be463 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, e7a71d4d-f2a8-460d-b289-b8a552af97cd) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:31:21.690450 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b066934-5e8d-4c93-9334-2ac5f65be463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:21.691335 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8b066934-5e8d-4c93-9334-2ac5f65be463 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:21.702914 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cb489b-cfaf-4c1f-bbb5-b4bf694a5971 None None] Network e7a71d4d-f2a8-460d-b289-b8a552af97cd requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:31:21.711200 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b67022b2-33fb-4d91-b31c-2c56ea6da2d1 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:21.713976 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e5e87f35-f3f3-4bf8-a1fa-d3eadf7a339a req-c3dc9ff0-6f10-49b5-b649-50c3608028ca tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499454 Oct 27 18:31:21.738958 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-b67022b2-33fb-4d91-b31c-2c56ea6da2d1 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Calling delete_port for 71263438-c5cb-4a5f-bf42-4ffe63eb9696 owned by network:router_gateway {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:31:21.827529 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8b066934-5e8d-4c93-9334-2ac5f65be463 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1755073 Oct 27 18:31:21.828138 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 36040) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:21.833470 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-d1ce48ab-b429-47a6-b8ac-687b138b4405 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1928973441-router', 'tenant_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:31:21.926513 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-cd9cfffb-23b8-4979-8afd-97e32585b9d6 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Made reservation on behalf of 26a8ecb72e37482a929830b093f42719 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:31:21.930664 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-cd9cfffb-23b8-4979-8afd-97e32585b9d6 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:22.009158 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d1ce48ab-b429-47a6-b8ac-687b138b4405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:22.010165 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36044) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:22.013233 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d1ce48ab-b429-47a6-b8ac-687b138b4405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:22.024867 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5a353d6e-6031-4967-9cef-7ab74c979a09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:22.078149 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea05565-55ae-48ca-99eb-bbe4932559df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-e7a71d4d-f2a8-460d-b289-b8a552af97cd', 'network_id': 'e7a71d4d-f2a8-460d-b289-b8a552af97cd', 'tenant_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'fixed_ips': [{'subnet_id': '2d3bd725-56cb-4497-bc09-775fd7d3c5d8'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:31:22.079041 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3ea05565-55ae-48ca-99eb-bbe4932559df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:22.108022 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b67022b2-33fb-4d91-b31c-2c56ea6da2d1 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:22.141657 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5a353d6e-6031-4967-9cef-7ab74c979a09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:22.154623 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d1ce48ab-b429-47a6-b8ac-687b138b4405 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:22.171740 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67022b2-33fb-4d91-b31c-2c56ea6da2d1 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Pushing event deleted for resources: {'Port': ['ID=71263438-c5cb-4a5f-bf42-4ffe63eb9696,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:22.231480 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5a353d6e-6031-4967-9cef-7ab74c979a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:22.250249 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-3ea05565-55ae-48ca-99eb-bbe4932559df None None] Allocated IP 172.20.0.2 (e7a71d4d-f2a8-460d-b289-b8a552af97cd/2d3bd725-56cb-4497-bc09-775fd7d3c5d8/6394ee75-bb4d-41f7-a43a-87f753d8969d) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:31:22.319198 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-01547fd0-e79e-4178-b622-8fa338ad3526 req-7c341cf1-246b-4998-bfb5-9d89d05302c5 tempest-ServerShowV254Test-470698836 tempest-ServerShowV254Test-470698836-project] 10.222.0.52 "GET /v2.0/ports?device_id=479c789d-79f8-4aa3-8a01-46bde3a023ad HTTP/1.1" status: 200 len: 210 time: 0.0611732 Oct 27 18:31:22.412641 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d1ce48ab-b429-47a6-b8ac-687b138b4405 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:22.440285 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3ea05565-55ae-48ca-99eb-bbe4932559df None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:22.447441 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d6c4856f-e268-497a-b735-aa46d36ca1f6 req-266caa3f-bd28-4524-98a2-d58ff89aafc4 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=837b16dc-0d40-4a63-b0bc-ba0540af0b9a HTTP/1.1" status: 200 len: 210 time: 0.0300076 Oct 27 18:31:22.498564 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 36054) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:22.574509 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3ea05565-55ae-48ca-99eb-bbe4932559df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:22.608296 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5a353d6e-6031-4967-9cef-7ab74c979a09 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=06c194f298f04a1aa07b32e71aaa01ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5969946 Oct 27 18:31:22.611894 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b67022b2-33fb-4d91-b31c-2c56ea6da2d1 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:22.614066 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 36058) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:22.633722 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea05565-55ae-48ca-99eb-bbe4932559df None None] Network e7a71d4d-f2a8-460d-b289-b8a552af97cd is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:31:22.637321 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-3ea05565-55ae-48ca-99eb-bbe4932559df None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:31:22.640001 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea05565-55ae-48ca-99eb-bbe4932559df None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:31:22.648573 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea05565-55ae-48ca-99eb-bbe4932559df None None] Pushing event updated for resources: {'Port': ['ID=6394ee75-bb4d-41f7-a43a-87f753d8969d,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:22.660162 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fef87d12-7de6-468d-9f01-324dae4d2b07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:22.714865 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a353d6e-6031-4967-9cef-7ab74c979a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5805592a-e11b-4e23-a5ee-151ec61b025e,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:22.734478 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-3ea05565-55ae-48ca-99eb-bbe4932559df None None] Attempting to bind port 6394ee75-bb4d-41f7-a43a-87f753d8969d on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:31:22.734478 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-3ea05565-55ae-48ca-99eb-bbe4932559df None None] Attempting to bind port 6394ee75-bb4d-41f7-a43a-87f753d8969d by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '68fcfce6-a355-45f7-97f0-13c149d4fd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'e7a71d4d-f2a8-460d-b289-b8a552af97cd'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:31:22.734478 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea05565-55ae-48ca-99eb-bbe4932559df None None] Attempting to bind port 6394ee75-bb4d-41f7-a43a-87f753d8969d on network e7a71d4d-f2a8-460d-b289-b8a552af97cd {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:31:22.735204 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b67022b2-33fb-4d91-b31c-2c56ea6da2d1 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:22.737098 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b67022b2-33fb-4d91-b31c-2c56ea6da2d1 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:22.739650 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea05565-55ae-48ca-99eb-bbe4932559df None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:31:22.742219 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea05565-55ae-48ca-99eb-bbe4932559df None None] Checking segment: {'id': '68fcfce6-a355-45f7-97f0-13c149d4fd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'e7a71d4d-f2a8-460d-b289-b8a552af97cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:31:22.742219 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3ea05565-55ae-48ca-99eb-bbe4932559df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:22.742219 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea05565-55ae-48ca-99eb-bbe4932559df None None] Bound using segment: {'id': '68fcfce6-a355-45f7-97f0-13c149d4fd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'e7a71d4d-f2a8-460d-b289-b8a552af97cd'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:31:22.742219 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-3ea05565-55ae-48ca-99eb-bbe4932559df None None] Bound port: 6394ee75-bb4d-41f7-a43a-87f753d8969d, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68fcfce6-a355-45f7-97f0-13c149d4fd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'e7a71d4d-f2a8-460d-b289-b8a552af97cd'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:31:22.744140 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-cd9cfffb-23b8-4979-8afd-97e32585b9d6 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Allocated IP 172.20.0.11 (23b2e040-11b8-4862-8da0-936b3872cceb/820c5f0e-f6d0-4852-a2cd-5a2baae71f1a/e9f5501f-89ca-46f9-b11a-180fb29c51fc) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:31:22.751389 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3ea05565-55ae-48ca-99eb-bbe4932559df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:22.758922 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b16011af-b240-4264-868d-381472f3b4fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:22.782840 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b16011af-b240-4264-868d-381472f3b4fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:22.856245 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-3ea05565-55ae-48ca-99eb-bbe4932559df None None] For port 6394ee75-bb4d-41f7-a43a-87f753d8969d, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:31:22.860218 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-3ea05565-55ae-48ca-99eb-bbe4932559df None None] For port 6394ee75-bb4d-41f7-a43a-87f753d8969d, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=6394ee75-bb4d-41f7-a43a-87f753d8969d,segment=NetworkSegment(68fcfce6-a355-45f7-97f0-13c149d4fd60),segment_id=68fcfce6-a355-45f7-97f0-13c149d4fd60)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:31:22.883967 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b67022b2-33fb-4d91-b31c-2c56ea6da2d1 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:22.883967 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67022b2-33fb-4d91-b31c-2c56ea6da2d1 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Fanout notify agent at l3_agent the message router_deleted on router 904b14cc-2d2d-4aa6-a871-d44547b0b364 {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:31:22.892011 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b67022b2-33fb-4d91-b31c-2c56ea6da2d1 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:22.892263 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fef87d12-7de6-468d-9f01-324dae4d2b07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:22.896018 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b67022b2-33fb-4d91-b31c-2c56ea6da2d1 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] 10.222.0.52 "DELETE /v2.0/routers/904b14cc-2d2d-4aa6-a871-d44547b0b364 HTTP/1.1" status: 204 len: 168 time: 1.9649332 Oct 27 18:31:22.896018 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36062) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:22.966396 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3ea05565-55ae-48ca-99eb-bbe4932559df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:22.969000 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006cef0-59a8-4351-b746-9ad011d86e46 req-5f81e0d8-a3b9-47c0-a881-b1defb402409 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:22.970616 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8006cef0-59a8-4351-b746-9ad011d86e46 req-5f81e0d8-a3b9-47c0-a881-b1defb402409 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.1682830 Oct 27 18:31:22.975607 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-b678f5c3-fb29-4690-86a9-d868082547ed tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Deleting subnet b7c4e958-c4bc-48b4-b004-83614672fee9 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:31:22.979173 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b678f5c3-fb29-4690-86a9-d868082547ed tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:23.041611 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b678f5c3-fb29-4690-86a9-d868082547ed tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:23.066951 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea05565-55ae-48ca-99eb-bbe4932559df None None] Pushing event updated for resources: {'Port': ['ID=6394ee75-bb4d-41f7-a43a-87f753d8969d,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:23.072363 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-cd9cfffb-23b8-4979-8afd-97e32585b9d6 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:23.165960 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b678f5c3-fb29-4690-86a9-d868082547ed tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:23.218459 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-cd9cfffb-23b8-4979-8afd-97e32585b9d6 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:23.232435 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['1fb59165-d3f3-4b1a-bc95-4eec88509b3a'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:31:23.249445 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-cd9cfffb-23b8-4979-8afd-97e32585b9d6 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Network 23b2e040-11b8-4862-8da0-936b3872cceb is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:31:23.256167 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-cd9cfffb-23b8-4979-8afd-97e32585b9d6 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:31:23.280992 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-cd9cfffb-23b8-4979-8afd-97e32585b9d6 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:31:23.381894 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9cfffb-23b8-4979-8afd-97e32585b9d6 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Pushing event updated for resources: {'Port': ['ID=e9f5501f-89ca-46f9-b11a-180fb29c51fc,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:23.383937 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fef87d12-7de6-468d-9f01-324dae4d2b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:23.387800 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b16011af-b240-4264-868d-381472f3b4fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:23.391262 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b16011af-b240-4264-868d-381472f3b4fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:23.392646 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b16011af-b240-4264-868d-381472f3b4fb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5805592a-e11b-4e23-a5ee-151ec61b025e HTTP/1.1" status: 204 len: 168 time: 0.7748420 Oct 27 18:31:23.409393 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-cd9cfffb-23b8-4979-8afd-97e32585b9d6 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:23.410092 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-cd9cfffb-23b8-4979-8afd-97e32585b9d6 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:23.469578 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b678f5c3-fb29-4690-86a9-d868082547ed tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:23.484969 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b678f5c3-fb29-4690-86a9-d868082547ed tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:23.495413 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b678f5c3-fb29-4690-86a9-d868082547ed tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] 10.222.0.52 "DELETE /v2.0/subnets/b7c4e958-c4bc-48b4-b004-83614672fee9 HTTP/1.1" status: 204 len: 168 time: 0.5985367 Oct 27 18:31:23.514202 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434fced1-36b2-44f5-8d32-f450881757b5 None None] Network d6d5fd12-21ed-4a0c-b921-80caee4b0477 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:31:23.516044 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 36070) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:23.528070 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b678f5c3-fb29-4690-86a9-d868082547ed tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Pushing event deleted for resources: {'Subnet': ['ID=b7c4e958-c4bc-48b4-b004-83614672fee9,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:23.542982 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d1ce48ab-b429-47a6-b8ac-687b138b4405 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:23.543091 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-fef87d12-7de6-468d-9f01-324dae4d2b07 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4ccbcb6f67fd41e887bfd3af0d9b1cba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0432992 Oct 27 18:31:23.551961 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-cd9cfffb-23b8-4979-8afd-97e32585b9d6 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8896673 Oct 27 18:31:23.553802 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36072) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:23.557820 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-19867ffd-085a-48f0-bd66-a61ab91b84ce service neutron] Request body: {'port': {'device_id': '837b16dc-0d40-4a63-b0bc-ba0540af0b9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:31:23.638896 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8006cef0-59a8-4351-b746-9ad011d86e46 req-b2c4641e-cd88-4f98-8512-ec80ee406866 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2652886 Oct 27 18:31:23.639860 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef87d12-7de6-468d-9f01-324dae4d2b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce515e8b-3e42-4de1-8352-29a1b3769e62,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:23.648393 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d1ce48ab-b429-47a6-b8ac-687b138b4405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:23.661704 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e24abfaa-663f-4526-8d24-abc39939ef1f req-22c3bf7e-43d5-4ead-b4f6-0dd811429bcc tempest-ServerShowV254Test-470698836 tempest-ServerShowV254Test-470698836-project] 10.222.0.52 "GET /v2.0/ports?device_id=479c789d-79f8-4aa3-8a01-46bde3a023ad HTTP/1.1" status: 200 len: 210 time: 0.1586688 Oct 27 18:31:23.664330 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-19867ffd-085a-48f0-bd66-a61ab91b84ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:23.699510 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-eab1ba37-441a-456f-8559-7f1841732c54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:23.709979 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16011af-b240-4264-868d-381472f3b4fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5805592a-e11b-4e23-a5ee-151ec61b025e,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:23.772417 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bf723f2c-5e3b-4fa9-a8ee-791b59f0c7d8 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:23.795893 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867d8bb6-149f-46c1-9c5f-f9012f78c865 None None] DHCP port deletion for d6d5fd12-21ed-4a0c-b921-80caee4b0477 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:31:23.811433 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-eab1ba37-441a-456f-8559-7f1841732c54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:23.872015 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-867d8bb6-149f-46c1-9c5f-f9012f78c865 None None] Deleting port ec34562c-4f3d-4e0c-8383-6557e46b9783 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:31:23.873008 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-867d8bb6-149f-46c1-9c5f-f9012f78c865 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:23.921350 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec767b6a-17ed-46ef-9e79-2b5a9fa67fb5 req-49a16ceb-de46-4b50-b842-c98df9c7dec9 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:23.931435 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ec767b6a-17ed-46ef-9e79-2b5a9fa67fb5 req-49a16ceb-de46-4b50-b842-c98df9c7dec9 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=837b16dc-0d40-4a63-b0bc-ba0540af0b9a HTTP/1.1" status: 200 len: 932 time: 0.1558666 Oct 27 18:31:23.944581 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-d1ce48ab-b429-47a6-b8ac-687b138b4405 admin admin] Allocated IP 172.25.6.150 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/203bfd70-4580-485e-a885-b647a34b8644) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:31:24.020999 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-867d8bb6-149f-46c1-9c5f-f9012f78c865 None None] For port ec34562c-4f3d-4e0c-8383-6557e46b9783, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ec34562c-4f3d-4e0c-8383-6557e46b9783,segment=NetworkSegment(b74e2a4d-1113-46ab-ada2-d97c7751de3e),segment_id=b74e2a4d-1113-46ab-ada2-d97c7751de3e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:31:24.020999 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-867d8bb6-149f-46c1-9c5f-f9012f78c865 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:24.027834 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-867d8bb6-149f-46c1-9c5f-f9012f78c865 None None] Calling delete_port for ec34562c-4f3d-4e0c-8383-6557e46b9783 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:31:24.094340 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-bf723f2c-5e3b-4fa9-a8ee-791b59f0c7d8 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Deleting port ec34562c-4f3d-4e0c-8383-6557e46b9783 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:31:24.094786 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bf723f2c-5e3b-4fa9-a8ee-791b59f0c7d8 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:24.115458 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ec767b6a-17ed-46ef-9e79-2b5a9fa67fb5 req-52320477-6a12-473c-88a5-0c13e5f6f311 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731267 Oct 27 18:31:24.141560 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-eab1ba37-441a-456f-8559-7f1841732c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:24.147218 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-eab1ba37-441a-456f-8559-7f1841732c54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:24.153394 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-eab1ba37-441a-456f-8559-7f1841732c54 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ce515e8b-3e42-4de1-8352-29a1b3769e62 HTTP/1.1" status: 204 len: 168 time: 0.5867648 Oct 27 18:31:24.186144 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab1ba37-441a-456f-8559-7f1841732c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce515e8b-3e42-4de1-8352-29a1b3769e62,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:24.228787 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-867d8bb6-149f-46c1-9c5f-f9012f78c865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:24.265385 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d1ce48ab-b429-47a6-b8ac-687b138b4405 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:24.275347 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d8bb6-149f-46c1-9c5f-f9012f78c865 None None] Pushing event deleted for resources: {'Port': ['ID=ec34562c-4f3d-4e0c-8383-6557e46b9783,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:24.280994 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867d8bb6-149f-46c1-9c5f-f9012f78c865 None None] No DVR routers for this DVR port ec34562c-4f3d-4e0c-8383-6557e46b9783 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:31:24.295143 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-19867ffd-085a-48f0-bd66-a61ab91b84ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9f5501f-89ca-46f9-b11a-180fb29c51fc {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:31:24.303408 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-19867ffd-085a-48f0-bd66-a61ab91b84ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:24.316986 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-19867ffd-085a-48f0-bd66-a61ab91b84ce service neutron] Transition to ACTIVE for port object e9f5501f-89ca-46f9-b11a-180fb29c51fc will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:31:24.323280 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-bf723f2c-5e3b-4fa9-a8ee-791b59f0c7d8 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] For port ec34562c-4f3d-4e0c-8383-6557e46b9783, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ec34562c-4f3d-4e0c-8383-6557e46b9783,segment=NetworkSegment(b74e2a4d-1113-46ab-ada2-d97c7751de3e),segment_id=b74e2a4d-1113-46ab-ada2-d97c7751de3e)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:31:24.324349 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bf723f2c-5e3b-4fa9-a8ee-791b59f0c7d8 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:24.337973 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-bf723f2c-5e3b-4fa9-a8ee-791b59f0c7d8 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Calling delete_port for ec34562c-4f3d-4e0c-8383-6557e46b9783 owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:31:24.416948 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-19867ffd-085a-48f0-bd66-a61ab91b84ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:24.417442 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d1ce48ab-b429-47a6-b8ac-687b138b4405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:24.464916 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ce48ab-b429-47a6-b8ac-687b138b4405 admin admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:31:24.466579 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bf723f2c-5e3b-4fa9-a8ee-791b59f0c7d8 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:24.472245 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-d1ce48ab-b429-47a6-b8ac-687b138b4405 admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:31:24.475770 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ce48ab-b429-47a6-b8ac-687b138b4405 admin admin] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:31:24.488541 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19867ffd-085a-48f0-bd66-a61ab91b84ce service neutron] Pushing event updated for resources: {'Port': ['ID=e9f5501f-89ca-46f9-b11a-180fb29c51fc,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:24.520123 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf723f2c-5e3b-4fa9-a8ee-791b59f0c7d8 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] No DVR routers for this DVR port ec34562c-4f3d-4e0c-8383-6557e46b9783 on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:31:24.531508 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba8eccd-c077-4ef3-90ad-bd408cb66ee5 None None] Network e7a71d4d-f2a8-460d-b289-b8a552af97cd requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:31:24.548100 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce48ab-b429-47a6-b8ac-687b138b4405 admin admin] Pushing event updated for resources: {'Port': ['ID=203bfd70-4580-485e-a885-b647a34b8644,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:24.620041 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf723f2c-5e3b-4fa9-a8ee-791b59f0c7d8 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Pushing event deleted for resources: {'Port': ['ID=ec34562c-4f3d-4e0c-8383-6557e46b9783,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:24.647186 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-19867ffd-085a-48f0-bd66-a61ab91b84ce service neutron] Attempting to bind port e9f5501f-89ca-46f9-b11a-180fb29c51fc on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:31:24.647527 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-19867ffd-085a-48f0-bd66-a61ab91b84ce service neutron] Attempting to bind port e9f5501f-89ca-46f9-b11a-180fb29c51fc by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': 'da54f3b4-fa80-4f6a-872c-1cd042d9332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '23b2e040-11b8-4862-8da0-936b3872cceb'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:31:24.647878 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-19867ffd-085a-48f0-bd66-a61ab91b84ce service neutron] Attempting to bind port e9f5501f-89ca-46f9-b11a-180fb29c51fc on network 23b2e040-11b8-4862-8da0-936b3872cceb {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:31:24.659044 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-19867ffd-085a-48f0-bd66-a61ab91b84ce service neutron] Port e9f5501f-89ca-46f9-b11a-180fb29c51fc on network 23b2e040-11b8-4862-8da0-936b3872cceb not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:31:24.659378 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-19867ffd-085a-48f0-bd66-a61ab91b84ce service neutron] Attempting to bind port e9f5501f-89ca-46f9-b11a-180fb29c51fc on network 23b2e040-11b8-4862-8da0-936b3872cceb {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:31:24.661870 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4608fed2-b935-4a62-9afd-97ecd21367e7 None None] Provisioning complete for port 6394ee75-bb4d-41f7-a43a-87f753d8969d triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:31:24.661870 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4608fed2-b935-4a62-9afd-97ecd21367e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:24.673627 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-19867ffd-085a-48f0-bd66-a61ab91b84ce service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:31:24.675360 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-19867ffd-085a-48f0-bd66-a61ab91b84ce service neutron] Checking segment: {'id': 'da54f3b4-fa80-4f6a-872c-1cd042d9332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '23b2e040-11b8-4862-8da0-936b3872cceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:31:24.677100 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-19867ffd-085a-48f0-bd66-a61ab91b84ce service neutron] Bound using segment: {'id': 'da54f3b4-fa80-4f6a-872c-1cd042d9332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '23b2e040-11b8-4862-8da0-936b3872cceb'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:31:24.677894 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-19867ffd-085a-48f0-bd66-a61ab91b84ce service neutron] Bound port: e9f5501f-89ca-46f9-b11a-180fb29c51fc, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da54f3b4-fa80-4f6a-872c-1cd042d9332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '23b2e040-11b8-4862-8da0-936b3872cceb'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:31:24.679072 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-19867ffd-085a-48f0-bd66-a61ab91b84ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:24.759668 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 6394ee75-bb4d-41f7-a43a-87f753d8969d up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:31:24.852489 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bf723f2c-5e3b-4fa9-a8ee-791b59f0c7d8 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:24.862152 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-19867ffd-085a-48f0-bd66-a61ab91b84ce service neutron] For port e9f5501f-89ca-46f9-b11a-180fb29c51fc, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:31:24.866329 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-19867ffd-085a-48f0-bd66-a61ab91b84ce service neutron] For port e9f5501f-89ca-46f9-b11a-180fb29c51fc, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e9f5501f-89ca-46f9-b11a-180fb29c51fc,segment=NetworkSegment(da54f3b4-fa80-4f6a-872c-1cd042d9332d),segment_id=da54f3b4-fa80-4f6a-872c-1cd042d9332d)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:31:24.916351 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-bf723f2c-5e3b-4fa9-a8ee-791b59f0c7d8 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6d5fd12-21ed-4a0c-b921-80caee4b0477']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:24.938677 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4608fed2-b935-4a62-9afd-97ecd21367e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:24.940958 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 6394ee75-bb4d-41f7-a43a-87f753d8969d triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:31:24.941310 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:24.944507 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-67b8417c-5661-439a-ade4-6e804ef69fe3 req-5dcc7458-e421-458a-af84-a73f179029b5 tempest-ServerShowV254Test-470698836 tempest-ServerShowV254Test-470698836-project] 10.222.0.52 "GET /v2.0/ports?device_id=479c789d-79f8-4aa3-8a01-46bde3a023ad HTTP/1.1" status: 200 len: 210 time: 0.0793762 Oct 27 18:31:24.947804 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-19867ffd-085a-48f0-bd66-a61ab91b84ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:24.948642 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-bf723f2c-5e3b-4fa9-a8ee-791b59f0c7d8 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b74e2a4d-1113-46ab-ada2-d97c7751de3e') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:24.949524 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-bf723f2c-5e3b-4fa9-a8ee-791b59f0c7d8 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b74e2a4d-1113-46ab-ada2-d97c7751de3e') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:24.977500 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bf723f2c-5e3b-4fa9-a8ee-791b59f0c7d8 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:24.987617 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0adbbda-2a66-45c8-a53d-4b2560e884b9 req-43d095cc-57a3-45c1-9727-d815f9081c9b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:24.992168 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d0adbbda-2a66-45c8-a53d-4b2560e884b9 req-43d095cc-57a3-45c1-9727-d815f9081c9b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.1809886 Oct 27 18:31:25.007631 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4608fed2-b935-4a62-9afd-97ecd21367e7 None None] For port 6394ee75-bb4d-41f7-a43a-87f753d8969d, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=6394ee75-bb4d-41f7-a43a-87f753d8969d,segment=NetworkSegment(68fcfce6-a355-45f7-97f0-13c149d4fd60),segment_id=68fcfce6-a355-45f7-97f0-13c149d4fd60)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:31:25.020887 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bf723f2c-5e3b-4fa9-a8ee-791b59f0c7d8 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:25.026456 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-19867ffd-085a-48f0-bd66-a61ab91b84ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:25.027984 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-19867ffd-085a-48f0-bd66-a61ab91b84ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:25.029106 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf723f2c-5e3b-4fa9-a8ee-791b59f0c7d8 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:31:25.029523 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bf723f2c-5e3b-4fa9-a8ee-791b59f0c7d8 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:25.032788 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-19867ffd-085a-48f0-bd66-a61ab91b84ce service neutron] 10.222.0.93 "PUT /v2.0/ports/e9f5501f-89ca-46f9-b11a-180fb29c51fc HTTP/1.1" status: 200 len: 1092 time: 1.4792421 Oct 27 18:31:25.034982 n-d-815690-2 neutron-server[102878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:31:25.034982 n-d-815690-2 neutron-server[102878]: self.session.flush() Oct 27 18:31:25.034982 n-d-815690-2 neutron-server[102878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:31:25.034982 n-d-815690-2 neutron-server[102878]: self.session.flush() Oct 27 18:31:25.034982 n-d-815690-2 neutron-server[102878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:31:25.034982 n-d-815690-2 neutron-server[102878]: self.session.flush() Oct 27 18:31:25.034982 n-d-815690-2 neutron-server[102878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:31:25.034982 n-d-815690-2 neutron-server[102878]: self.session.flush() Oct 27 18:31:25.034982 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:31:25.034982 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:31:25.034982 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:31:25.034982 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:31:25.034982 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:31:25.034982 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:31:25.034982 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:31:25.034982 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:31:25.034982 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:31:25.034982 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:31:25.034982 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:31:25.034982 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:31:25.034982 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:31:25.034982 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:31:25.034982 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:31:25.034982 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:31:25.034982 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:31:25.034982 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:31:25.034982 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:31:25.034982 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:31:25.034982 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:31:25.034982 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:31:25.034982 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:31:25.034982 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:31:25.034982 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:31:25.034982 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:31:25.034982 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:31:25.034982 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:31:25.034982 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:31:25.034982 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:31:25.034982 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:31:25.034982 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:31:25.037555 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '837b16dc-0d40-4a63-b0bc-ba0540af0b9a', 'tag': 'e9f5501f-89ca-46f9-b11a-180fb29c51fc'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:31:25.046727 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2795110-1b48-4e99-84e0-1d18758913cd" -d '{"events": [{"name": "network-changed", "server_uuid": "837b16dc-0d40-4a63-b0bc-ba0540af0b9a", "tag": "e9f5501f-89ca-46f9-b11a-180fb29c51fc"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:31:25.090719 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:25.108777 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d0adbbda-2a66-45c8-a53d-4b2560e884b9 req-d2e00ed5-2765-46c3-bcf1-dd4be0cc28dc tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070330 Oct 27 18:31:25.118910 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263a5f0c-8961-4688-b169-9f2eba36b665 x-openstack-request-id: req-263a5f0c-8961-4688-b169-9f2eba36b665 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:31:25.119513 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "837b16dc-0d40-4a63-b0bc-ba0540af0b9a", "tag": "e9f5501f-89ca-46f9-b11a-180fb29c51fc", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:31:25.119936 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-263a5f0c-8961-4688-b169-9f2eba36b665 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:31:25.121103 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '837b16dc-0d40-4a63-b0bc-ba0540af0b9a', 'tag': 'e9f5501f-89ca-46f9-b11a-180fb29c51fc', 'status': 'completed', 'code': 200} Oct 27 18:31:25.127749 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19867ffd-085a-48f0-bd66-a61ab91b84ce service neutron] Pushing event updated for resources: {'Port': ['ID=e9f5501f-89ca-46f9-b11a-180fb29c51fc,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:25.128614 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4608fed2-b935-4a62-9afd-97ecd21367e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:25.229772 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2795110-1b48-4e99-84e0-1d18758913cd req-693f99a5-a09e-4bf9-ad12-ec33d293412e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:25.231912 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d2795110-1b48-4e99-84e0-1d18758913cd req-693f99a5-a09e-4bf9-ad12-ec33d293412e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=26a8ecb72e37482a929830b093f42719&device_id=837b16dc-0d40-4a63-b0bc-ba0540af0b9a HTTP/1.1" status: 200 len: 1095 time: 0.0862980 Oct 27 18:31:25.240335 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36104) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:25.296011 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608fed2-b935-4a62-9afd-97ecd21367e7 None None] Pushing event updated for resources: {'Port': ['ID=6394ee75-bb4d-41f7-a43a-87f753d8969d,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:25.299705 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:31:25.300220 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:31:25.321867 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d3fe069a-932a-494d-9f33-c45b870d9cc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:25.368441 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-dd3541ba-c07f-4973-9640-4ac41a44cea4 None None] Provisioning complete for port 6394ee75-bb4d-41f7-a43a-87f753d8969d triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:31:25.369105 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dd3541ba-c07f-4973-9640-4ac41a44cea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:25.394149 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f041e5-99dc-407f-a831-8bfce536e0ca req-75a20205-5d56-413a-95c8-d8caf03c4107 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:25.395858 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-79f041e5-99dc-407f-a831-8bfce536e0ca req-75a20205-5d56-413a-95c8-d8caf03c4107 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=837b16dc-0d40-4a63-b0bc-ba0540af0b9a HTTP/1.1" status: 200 len: 944 time: 0.0951316 Oct 27 18:31:25.430161 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d1ce48ab-b429-47a6-b8ac-687b138b4405 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:25.441205 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2795110-1b48-4e99-84e0-1d18758913cd req-225d8155-4b85-42bc-a0d6-873595c47ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:25.442854 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d2795110-1b48-4e99-84e0-1d18758913cd req-225d8155-4b85-42bc-a0d6-873595c47ab6 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=26a8ecb72e37482a929830b093f42719&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2014625 Oct 27 18:31:25.446083 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bf723f2c-5e3b-4fa9-a8ee-791b59f0c7d8 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:25.496236 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bf723f2c-5e3b-4fa9-a8ee-791b59f0c7d8 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:25.503279 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-bf723f2c-5e3b-4fa9-a8ee-791b59f0c7d8 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] 10.222.0.52 "DELETE /v2.0/networks/d6d5fd12-21ed-4a0c-b921-80caee4b0477 HTTP/1.1" status: 204 len: 168 time: 1.9855542 Oct 27 18:31:25.510157 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 36108) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:25.545974 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d3fe069a-932a-494d-9f33-c45b870d9cc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:25.582264 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2795110-1b48-4e99-84e0-1d18758913cd req-16196971-4046-45b3-917e-41efd464aeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:25.584298 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d2795110-1b48-4e99-84e0-1d18758913cd req-16196971-4046-45b3-917e-41efd464aeae service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1263661 Oct 27 18:31:25.605671 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e6b96b03-cfa3-4d1e-9036-dc618b74532b req-7b417904-c5d8-4cdf-bb16-a6b3b31d46c8 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=479c789d-79f8-4aa3-8a01-46bde3a023ad HTTP/1.1" status: 200 len: 210 time: 0.0993979 Oct 27 18:31:25.611074 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d3fe069a-932a-494d-9f33-c45b870d9cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:25.637515 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf723f2c-5e3b-4fa9-a8ee-791b59f0c7d8 tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Pushing event deleted for resources: {'Network': ['ID=d6d5fd12-21ed-4a0c-b921-80caee4b0477,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:25.666305 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-79f041e5-99dc-407f-a831-8bfce536e0ca req-92b92e15-64f4-41d5-beb0-4b8d3712fffc tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498353 Oct 27 18:31:25.666438 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d3fe069a-932a-494d-9f33-c45b870d9cc4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=483779b5d2e047578ab721e6d95d0758&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4253421 Oct 27 18:31:25.666438 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36112) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:25.691480 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe069a-932a-494d-9f33-c45b870d9cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7a0526-5509-4789-b91a-a063113f69d1,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:25.725635 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c59ebd12-cc11-437c-8884-f4cbf031654b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:25.749189 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c59ebd12-cc11-437c-8884-f4cbf031654b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:25.845326 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c59ebd12-cc11-437c-8884-f4cbf031654b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:25.848139 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c59ebd12-cc11-437c-8884-f4cbf031654b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:25.849427 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c59ebd12-cc11-437c-8884-f4cbf031654b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cc7a0526-5509-4789-b91a-a063113f69d1 HTTP/1.1" status: 204 len: 168 time: 0.1844804 Oct 27 18:31:25.873465 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ebd12-cc11-437c-8884-f4cbf031654b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7a0526-5509-4789-b91a-a063113f69d1,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:25.898012 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-f00d0dfc-5f3f-4ebc-b24d-9d45a636c99a tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Deleting port ff5d84af-ba13-4f60-a409-171a905f476a {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:31:25.898408 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f00d0dfc-5f3f-4ebc-b24d-9d45a636c99a tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:25.906524 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-22a9cb97-9a74-43fb-b541-7b654c29becc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:25.907971 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-22a9cb97-9a74-43fb-b541-7b654c29becc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=26a8ecb72e37482a929830b093f42719&device_id=837b16dc-0d40-4a63-b0bc-ba0540af0b9a HTTP/1.1" status: 200 len: 1095 time: 0.0853283 Oct 27 18:31:25.947817 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ec34562c-4f3d-4e0c-8383-6557e46b9783 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:31:25.971027 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: ec34562c-4f3d-4e0c-8383-6557e46b9783 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:31:25.971517 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ec34562c-4f3d-4e0c-8383-6557e46b9783 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:31:25.988808 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-8ae5fd71-191a-46a6-9ab6-138c9eda8745 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9f5501f-89ca-46f9-b11a-180fb29c51fc HTTP/1.1" status: 200 len: 217 time: 0.0681787 Oct 27 18:31:25.994724 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d1ce48ab-b429-47a6-b8ac-687b138b4405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:26.158184 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-80131303-7291-436c-9d79-1f8e057dcc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:26.159738 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-80131303-7291-436c-9d79-1f8e057dcc13 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=820c5f0e-f6d0-4852-a2cd-5a2baae71f1a HTTP/1.1" status: 200 len: 845 time: 0.1613934 Oct 27 18:31:26.180053 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f00d0dfc-5f3f-4ebc-b24d-9d45a636c99a tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:26.180436 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f00d0dfc-5f3f-4ebc-b24d-9d45a636c99a tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:26.188066 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d9e3fabc-6a41-41ad-a29b-3c3cd5440cac req-b05563a3-e803-483c-b339-c49c9f3b44cf tempest-ServerShowV254Test-470698836 tempest-ServerShowV254Test-470698836-project] 10.222.0.52 "GET /v2.0/ports?device_id=479c789d-79f8-4aa3-8a01-46bde3a023ad HTTP/1.1" status: 200 len: 210 time: 0.0600317 Oct 27 18:31:26.225198 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-f00d0dfc-5f3f-4ebc-b24d-9d45a636c99a tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Calling delete_port for ff5d84af-ba13-4f60-a409-171a905f476a owned by network:floatingip {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:31:26.270437 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-16e3b4e0-87ca-4d4d-94ba-49c7a28cde36 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=23b2e040-11b8-4862-8da0-936b3872cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846660 Oct 27 18:31:26.273980 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:26.415136 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81cba2-e86c-4466-86e8-9f150287a89b req-b20da038-87a8-4b35-95de-9e5e91bdc04b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:26.416718 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5a81cba2-e86c-4466-86e8-9f150287a89b req-b20da038-87a8-4b35-95de-9e5e91bdc04b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.2226560 Oct 27 18:31:26.530725 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-bd6631f6-e1e8-413a-95ed-783648997843 service neutron] 10.222.0.93 "GET /v2.0/networks/23b2e040-11b8-4862-8da0-936b3872cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521636 Oct 27 18:31:26.536541 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5a81cba2-e86c-4466-86e8-9f150287a89b req-a5801348-9785-421e-89dc-97adc3dcb36e tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997999 Oct 27 18:31:26.618582 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ce48ab-b429-47a6-b8ac-687b138b4405 admin admin] Router 90d601f3-c2ab-4213-b13a-2d2e286aa663 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:31:26.656392 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 6394ee75-bb4d-41f7-a43a-87f753d8969d up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:31:26.734953 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 6394ee75-bb4d-41f7-a43a-87f753d8969d triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:31:26.735342 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:26.800435 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f00d0dfc-5f3f-4ebc-b24d-9d45a636c99a tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:26.820758 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:26.880431 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d0dfc-5f3f-4ebc-b24d-9d45a636c99a tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Pushing event deleted for resources: {'Port': ['ID=ff5d84af-ba13-4f60-a409-171a905f476a,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:26.902501 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-df2f921b-0d2e-4e3c-9c7c-652b7dd95e4c req-2b099b3d-2d11-4a8e-8cfb-8dd6f570e415 service neutron] 10.222.0.93 "GET /v2.0/networks/23b2e040-11b8-4862-8da0-936b3872cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613751 Oct 27 18:31:26.997449 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f051f6-422b-4970-9bbc-2f17eae83575 req-7f9c6dc5-6c66-4aee-ade6-7e3ca94c5837 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:26.999307 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-77f051f6-422b-4970-9bbc-2f17eae83575 req-7f9c6dc5-6c66-4aee-ade6-7e3ca94c5837 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=837b16dc-0d40-4a63-b0bc-ba0540af0b9a HTTP/1.1" status: 200 len: 944 time: 0.2072680 Oct 27 18:31:27.040901 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ce48ab-b429-47a6-b8ac-687b138b4405 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:31:27.052605 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63eaea5-ad63-4bbc-ac1c-f5e5aecfc297 None None] Sync routers for ids ['90d601f3-c2ab-4213-b13a-2d2e286aa663'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:31:27.070194 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63eaea5-ad63-4bbc-ac1c-f5e5aecfc297 None None] Routers {'90d601f3-c2ab-4213-b13a-2d2e286aa663'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:31:27.071017 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-c63eaea5-ad63-4bbc-ac1c-f5e5aecfc297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:31:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['90d601f3-c2ab-4213-b13a-2d2e286aa663'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:27.074432 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f00d0dfc-5f3f-4ebc-b24d-9d45a636c99a tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks [] for floatingip, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:27.076784 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f00d0dfc-5f3f-4ebc-b24d-9d45a636c99a tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:27.078011 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f00d0dfc-5f3f-4ebc-b24d-9d45a636c99a tempest-FloatingIPAdminTestJSON-1963986294 tempest-FloatingIPAdminTestJSON-1963986294-project] 10.222.0.52 "DELETE /v2.0/floatingips/0a395579-323c-4f9b-924d-8f9dbe0622f2 HTTP/1.1" status: 204 len: 168 time: 1.5237844 Oct 27 18:31:27.111975 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-77f051f6-422b-4970-9bbc-2f17eae83575 req-d4da483a-e064-44eb-91c8-c7b887545d1e tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786130 Oct 27 18:31:27.112234 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc610250-6686-4d4a-98d5-6f980873cd1d req-b820e624-f28c-4ce8-9500-0824e366df4a tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:27.114211 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fc610250-6686-4d4a-98d5-6f980873cd1d req-b820e624-f28c-4ce8-9500-0824e366df4a tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.1513364 Oct 27 18:31:27.184182 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d1ce48ab-b429-47a6-b8ac-687b138b4405 admin admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:27.186860 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d1ce48ab-b429-47a6-b8ac-687b138b4405 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.3562405 Oct 27 18:31:27.188664 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36162) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:27.193582 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fc610250-6686-4d4a-98d5-6f980873cd1d req-07d05460-93c1-4540-9078-cc6272047ff7 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693197 Oct 27 18:31:27.196554 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f024a-ff05-4448-b457-d9fa9323d084 req-9ed1e6e7-c25c-476f-aca2-0df850612f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:27.198181 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-359f024a-ff05-4448-b457-d9fa9323d084 req-9ed1e6e7-c25c-476f-aca2-0df850612f91 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=74d488054c1f4f50bdb6de26a9138d36&device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 1096 time: 0.0830717 Oct 27 18:31:27.219206 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-c63eaea5-ad63-4bbc-ac1c-f5e5aecfc297 None None] Set router 90d601f3-c2ab-4213-b13a-2d2e286aa663 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:31:27.345272 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f024a-ff05-4448-b457-d9fa9323d084 req-f440ca61-5a40-4b8e-81e0-3e4eb1a6c00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:27.347046 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-359f024a-ff05-4448-b457-d9fa9323d084 req-f440ca61-5a40-4b8e-81e0-3e4eb1a6c00d service neutron] 10.222.0.93 "GET /v2.0/networks?id=a7c013d9-ea11-470b-8a79-08abd897c197 HTTP/1.1" status: 200 len: 914 time: 0.1372855 Oct 27 18:31:27.505842 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-c63eaea5-ad63-4bbc-ac1c-f5e5aecfc297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d601f3-c2ab-4213-b13a-2d2e286aa663', 'name': 'tempest-TaggedBootDevicesTest_v242-1928973441-router', 'tenant_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '203bfd70-4580-485e-a885-b647a34b8644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:31:22Z', 'updated_at': '2021-10-27T18:31:24Z', 'revision_number': 3, 'project_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'gw_port': {'id': '203bfd70-4580-485e-a885-b647a34b8644', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:85:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d601f3-c2ab-4213-b13a-2d2e286aa663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:31:23Z', 'updated_at': '2021-10-27T18:31:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:27.543816 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63eaea5-ad63-4bbc-ac1c-f5e5aecfc297 None None] Checking router: 90d601f3-c2ab-4213-b13a-2d2e286aa663 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:31:27.544307 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63eaea5-ad63-4bbc-ac1c-f5e5aecfc297 None None] Updating router 90d601f3-c2ab-4213-b13a-2d2e286aa663 port 203bfd70-4580-485e-a885-b647a34b8644 binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:31:27.578693 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c63eaea5-ad63-4bbc-ac1c-f5e5aecfc297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:27.722979 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-270f8a3c-6662-408f-add6-b8e36a977beb req-21a1b0db-beb6-4780-9911-b53ae8563c7d tempest-ServerShowV254Test-470698836 tempest-ServerShowV254Test-470698836-project] 10.222.0.52 "GET /v2.0/ports?device_id=479c789d-79f8-4aa3-8a01-46bde3a023ad HTTP/1.1" status: 200 len: 210 time: 0.4020753 Oct 27 18:31:27.781597 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36180) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:27.840557 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-359f024a-ff05-4448-b457-d9fa9323d084 req-45a58487-d302-4662-bc41-cf2072fd11c1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8372463-b0b5-40ec-b152-27501bceac5f HTTP/1.1" status: 200 len: 999 time: 0.1278236 Oct 27 18:31:27.860042 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e17efe0d-85d6-49dc-9eb5-acf3bd7bc0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:27.937931 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c63eaea5-ad63-4bbc-ac1c-f5e5aecfc297 None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:27.939293 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f024a-ff05-4448-b457-d9fa9323d084 req-e3425a4e-3927-4be7-a700-faef39b578c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:27.940834 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-359f024a-ff05-4448-b457-d9fa9323d084 req-e3425a4e-3927-4be7-a700-faef39b578c7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=afe6cc10-9308-4117-a497-d403cb219653 HTTP/1.1" status: 200 len: 851 time: 0.0924106 Oct 27 18:31:27.993082 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f024a-ff05-4448-b457-d9fa9323d084 req-166bd11f-7473-4f46-bf6e-45acea81c0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:27.994797 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-359f024a-ff05-4448-b457-d9fa9323d084 req-166bd11f-7473-4f46-bf6e-45acea81c0b5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a7c013d9-ea11-470b-8a79-08abd897c197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449860 Oct 27 18:31:28.016238 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c63eaea5-ad63-4bbc-ac1c-f5e5aecfc297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:28.144794 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-359f024a-ff05-4448-b457-d9fa9323d084 req-2bdce034-858f-4776-8c78-e9d9a41eec22 service neutron] 10.222.0.93 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310039 Oct 27 18:31:28.147204 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-e17efe0d-85d6-49dc-9eb5-acf3bd7bc0f7 admin admin] Allocated IP 172.20.0.1 (e7a71d4d-f2a8-460d-b289-b8a552af97cd/2d3bd725-56cb-4497-bc09-775fd7d3c5d8/72fb037d-63c4-4acb-956c-9eb67155c9ad) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:31:28.240654 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d318e-83b8-4f70-9c73-e531dd79681e None None] Pushing event updated for resources: {'Port': ['ID=203bfd70-4580-485e-a885-b647a34b8644,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:28.244732 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-c63eaea5-ad63-4bbc-ac1c-f5e5aecfc297 None None] Attempting to bind port 203bfd70-4580-485e-a885-b647a34b8644 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:31:28.245081 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-c63eaea5-ad63-4bbc-ac1c-f5e5aecfc297 None None] Attempting to bind port 203bfd70-4580-485e-a885-b647a34b8644 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:31:28.247146 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63eaea5-ad63-4bbc-ac1c-f5e5aecfc297 None None] Attempting to bind port 203bfd70-4580-485e-a885-b647a34b8644 on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:31:28.253114 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63eaea5-ad63-4bbc-ac1c-f5e5aecfc297 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:31:28.253499 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63eaea5-ad63-4bbc-ac1c-f5e5aecfc297 None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:31:28.253900 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c63eaea5-ad63-4bbc-ac1c-f5e5aecfc297 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:28.254291 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63eaea5-ad63-4bbc-ac1c-f5e5aecfc297 None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:31:28.254759 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-c63eaea5-ad63-4bbc-ac1c-f5e5aecfc297 None None] Bound port: 203bfd70-4580-485e-a885-b647a34b8644, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:31:28.255172 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c63eaea5-ad63-4bbc-ac1c-f5e5aecfc297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:28.314188 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e17efe0d-85d6-49dc-9eb5-acf3bd7bc0f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:28.336745 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-c63eaea5-ad63-4bbc-ac1c-f5e5aecfc297 None None] For port 203bfd70-4580-485e-a885-b647a34b8644, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:31:28.344114 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-c63eaea5-ad63-4bbc-ac1c-f5e5aecfc297 None None] For port 203bfd70-4580-485e-a885-b647a34b8644, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=203bfd70-4580-485e-a885-b647a34b8644,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:31:28.362938 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d2f1d4-7d7e-422f-a1bf-1427ea0f6e83 req-53fb397f-4f23-4976-b4e3-73785a9f8b00 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:28.364659 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c0d2f1d4-7d7e-422f-a1bf-1427ea0f6e83 req-53fb397f-4f23-4976-b4e3-73785a9f8b00 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=837b16dc-0d40-4a63-b0bc-ba0540af0b9a HTTP/1.1" status: 200 len: 944 time: 0.1177397 Oct 27 18:31:28.378035 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-359f024a-ff05-4448-b457-d9fa9323d084 req-60fe4095-286c-40ff-bc98-8ba6524da772 service neutron] 10.222.0.93 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295847 Oct 27 18:31:28.419874 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c63eaea5-ad63-4bbc-ac1c-f5e5aecfc297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:28.459161 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-793591ff-c517-4418-b22b-b2968645c537 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=40b91e8ac8f24984bee2830a8378637e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6763325 Oct 27 18:31:28.465636 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36194) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:28.476571 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c0d2f1d4-7d7e-422f-a1bf-1427ea0f6e83 req-b0a360bd-4a15-42e2-a881-0f12f80b8f4a tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974774 Oct 27 18:31:28.502797 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63eaea5-ad63-4bbc-ac1c-f5e5aecfc297 None None] Routers {'90d601f3-c2ab-4213-b13a-2d2e286aa663'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:31:28.510651 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-c63eaea5-ad63-4bbc-ac1c-f5e5aecfc297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:31:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['90d601f3-c2ab-4213-b13a-2d2e286aa663'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:28.510651 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d318e-83b8-4f70-9c73-e531dd79681e None None] Pushing event updated for resources: {'Port': ['ID=203bfd70-4580-485e-a885-b647a34b8644,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:28.512277 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e17efe0d-85d6-49dc-9eb5-acf3bd7bc0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:28.513429 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 36196) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:28.574129 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4fe8a8-6503-4cc5-8e7d-52789bcdaf26 req-3b8b83c3-f6bb-4134-9963-ed153d3dda82 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:28.576920 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8f4fe8a8-6503-4cc5-8e7d-52789bcdaf26 req-3b8b83c3-f6bb-4134-9963-ed153d3dda82 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.1314466 Oct 27 18:31:28.595887 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17efe0d-85d6-49dc-9eb5-acf3bd7bc0f7 admin admin] Pushing event updated for resources: {'Port': ['ID=72fb037d-63c4-4acb-956c-9eb67155c9ad,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:28.613253 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17efe0d-85d6-49dc-9eb5-acf3bd7bc0f7 admin admin] Network e7a71d4d-f2a8-460d-b289-b8a552af97cd is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:31:28.613885 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-e17efe0d-85d6-49dc-9eb5-acf3bd7bc0f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:31:28.616406 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17efe0d-85d6-49dc-9eb5-acf3bd7bc0f7 admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:31:28.656609 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8f4fe8a8-6503-4cc5-8e7d-52789bcdaf26 req-72f67ada-33a8-46fe-a65b-7213fdfd3b7a tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728557 Oct 27 18:31:28.665081 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-c63eaea5-ad63-4bbc-ac1c-f5e5aecfc297 None None] Set router 90d601f3-c2ab-4213-b13a-2d2e286aa663 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:31:28.684906 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e17efe0d-85d6-49dc-9eb5-acf3bd7bc0f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:28.706464 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3d56eda6-9f8d-404a-a60c-0068cef004e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:28.822161 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3d56eda6-9f8d-404a-a60c-0068cef004e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:28.825138 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1bc63ad8-90cf-46f4-a741-c9a49f4e8ba8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:28.850993 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1bc63ad8-90cf-46f4-a741-c9a49f4e8ba8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:28.934656 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3d56eda6-9f8d-404a-a60c-0068cef004e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:28.984030 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e17efe0d-85d6-49dc-9eb5-acf3bd7bc0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:29.009494 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3d56eda6-9f8d-404a-a60c-0068cef004e4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=aa7c2c61a68241598ca7b17bed68623d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4949708 Oct 27 18:31:29.012513 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56eda6-9f8d-404a-a60c-0068cef004e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d034027e-d500-4587-8adc-debf3260ec8e,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:29.035000 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 36214) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:29.036616 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1bc63ad8-90cf-46f4-a741-c9a49f4e8ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:29.040534 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1bc63ad8-90cf-46f4-a741-c9a49f4e8ba8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:29.047529 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1bc63ad8-90cf-46f4-a741-c9a49f4e8ba8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/937bf9c5-2b9e-4c97-b684-b9ad10ca5725 HTTP/1.1" status: 204 len: 168 time: 0.5805647 Oct 27 18:31:29.066434 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-c63eaea5-ad63-4bbc-ac1c-f5e5aecfc297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d601f3-c2ab-4213-b13a-2d2e286aa663', 'name': 'tempest-TaggedBootDevicesTest_v242-1928973441-router', 'tenant_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '203bfd70-4580-485e-a885-b647a34b8644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:31:22Z', 'updated_at': '2021-10-27T18:31:24Z', 'revision_number': 3, 'project_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'gw_port': {'id': '203bfd70-4580-485e-a885-b647a34b8644', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:85:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d601f3-c2ab-4213-b13a-2d2e286aa663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:31:23Z', 'updated_at': '2021-10-27T18:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:29.077069 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc63ad8-90cf-46f4-a741-c9a49f4e8ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937bf9c5-2b9e-4c97-b684-b9ad10ca5725,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:29.166094 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7506fec0-a02c-4839-9e25-b5573cce6d8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:29.176138 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63eaea5-ad63-4bbc-ac1c-f5e5aecfc297 None None] The sync data for ids ['90d601f3-c2ab-4213-b13a-2d2e286aa663'] in n-d-815690-2 is: [{'id': '90d601f3-c2ab-4213-b13a-2d2e286aa663', 'name': 'tempest-TaggedBootDevicesTest_v242-1928973441-router', 'tenant_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '203bfd70-4580-485e-a885-b647a34b8644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:31:22Z', 'updated_at': '2021-10-27T18:31:24Z', 'revision_number': 3, 'project_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'gw_port': {'id': '203bfd70-4580-485e-a885-b647a34b8644', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:85:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d601f3-c2ab-4213-b13a-2d2e286aa663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:31:23Z', 'updated_at': '2021-10-27T18:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:31:29.222128 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7506fec0-a02c-4839-9e25-b5573cce6d8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:29.234530 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-ae74dd93-7c97-4e46-8fd7-fec4ba1b11c9 None None] Provisioning complete for port 72fb037d-63c4-4acb-956c-9eb67155c9ad triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:31:29.235000 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ae74dd93-7c97-4e46-8fd7-fec4ba1b11c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:29.341083 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-ae74dd93-7c97-4e46-8fd7-fec4ba1b11c9 None None] Port 72fb037d-63c4-4acb-956c-9eb67155c9ad cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:31:29.344853 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e17efe0d-85d6-49dc-9eb5-acf3bd7bc0f7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:29.389553 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a7ecfdef-b445-4fae-9558-9a2200008c2f req-0cfa00d7-5497-47fa-af84-34c3c8521c31 tempest-ServerShowV254Test-470698836 tempest-ServerShowV254Test-470698836-project] 10.222.0.52 "GET /v2.0/ports?device_id=479c789d-79f8-4aa3-8a01-46bde3a023ad HTTP/1.1" status: 200 len: 210 time: 0.0318336 Oct 27 18:31:29.442596 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e17efe0d-85d6-49dc-9eb5-acf3bd7bc0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:29.505881 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7506fec0-a02c-4839-9e25-b5573cce6d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:29.508971 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7506fec0-a02c-4839-9e25-b5573cce6d8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:29.510544 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7506fec0-a02c-4839-9e25-b5573cce6d8d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d034027e-d500-4587-8adc-debf3260ec8e HTTP/1.1" status: 204 len: 168 time: 0.4725876 Oct 27 18:31:29.537677 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7506fec0-a02c-4839-9e25-b5573cce6d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d034027e-d500-4587-8adc-debf3260ec8e,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:29.586596 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e17efe0d-85d6-49dc-9eb5-acf3bd7bc0f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:29.589785 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17efe0d-85d6-49dc-9eb5-acf3bd7bc0f7 admin admin] Pushing event updated for resources: {'Port': ['ID=72fb037d-63c4-4acb-956c-9eb67155c9ad,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:29.662446 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e9f5501f-89ca-46f9-b11a-180fb29c51fc details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:31:29.688122 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0e525-b3b7-4593-bcc7-ca554756d974 req-070c7d81-6a4f-456c-abfd-4b57d53290ea tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:29.696077 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-56e0e525-b3b7-4593-bcc7-ca554756d974 req-070c7d81-6a4f-456c-abfd-4b57d53290ea tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=837b16dc-0d40-4a63-b0bc-ba0540af0b9a HTTP/1.1" status: 200 len: 944 time: 0.0893173 Oct 27 18:31:29.745006 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17efe0d-85d6-49dc-9eb5-acf3bd7bc0f7 admin admin] Network e7a71d4d-f2a8-460d-b289-b8a552af97cd is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:31:29.748020 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-e17efe0d-85d6-49dc-9eb5-acf3bd7bc0f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:31:29.777045 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-56e0e525-b3b7-4593-bcc7-ca554756d974 req-c8591da9-4125-4d65-aa0c-ab28b53c3809 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775487 Oct 27 18:31:29.909632 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port e9f5501f-89ca-46f9-b11a-180fb29c51fc, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e9f5501f-89ca-46f9-b11a-180fb29c51fc,segment=NetworkSegment(da54f3b4-fa80-4f6a-872c-1cd042d9332d),segment_id=da54f3b4-fa80-4f6a-872c-1cd042d9332d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:31:29.927438 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'e9f5501f-89ca-46f9-b11a-180fb29c51fc', 'network_id': '23b2e040-11b8-4862-8da0-936b3872cceb', 'port_id': 'e9f5501f-89ca-46f9-b11a-180fb29c51fc', 'mac_address': 'fa:16:3e:69:19:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '820c5f0e-f6d0-4852-a2cd-5a2baae71f1a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:31:29.987746 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0952bf-026b-4428-ac34-86c14d19261f req-7c53af40-f106-4040-99f8-1f7ad7cd65c5 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:29.993169 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:29.997176 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af0952bf-026b-4428-ac34-86c14d19261f req-7c53af40-f106-4040-99f8-1f7ad7cd65c5 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.1476052 Oct 27 18:31:30.013036 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9f5501f-89ca-46f9-b11a-180fb29c51fc {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:31:30.061665 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af0952bf-026b-4428-ac34-86c14d19261f req-4431d726-23c2-4684-b14f-0f59bfc9090d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549450 Oct 27 18:31:30.063108 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port e9f5501f-89ca-46f9-b11a-180fb29c51fc, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e9f5501f-89ca-46f9-b11a-180fb29c51fc,segment=NetworkSegment(da54f3b4-fa80-4f6a-872c-1cd042d9332d),segment_id=da54f3b4-fa80-4f6a-872c-1cd042d9332d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:31:30.158224 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:30.234928 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=e9f5501f-89ca-46f9-b11a-180fb29c51fc,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:30.266122 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-d297d8d8-4959-4d29-9046-44d3a87a2897 None None] Provisioning complete for port 72fb037d-63c4-4acb-956c-9eb67155c9ad triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:31:30.266760 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d297d8d8-4959-4d29-9046-44d3a87a2897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:30.282432 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b28a94-b0e0-40d2-9188-358273fdd926 req-0f7c8397-2a9e-4e17-8ee1-b578e8196b30 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:30.292309 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-34b28a94-b0e0-40d2-9188-358273fdd926 req-0f7c8397-2a9e-4e17-8ee1-b578e8196b30 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.1183977 Oct 27 18:31:30.336026 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-d297d8d8-4959-4d29-9046-44d3a87a2897 None None] Port 72fb037d-63c4-4acb-956c-9eb67155c9ad cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:31:30.361949 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-34b28a94-b0e0-40d2-9188-358273fdd926 req-3b41554c-e05e-4969-92b2-1aab4f2e53fa tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614254 Oct 27 18:31:30.433109 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17efe0d-85d6-49dc-9eb5-acf3bd7bc0f7 admin admin] Router 90d601f3-c2ab-4213-b13a-2d2e286aa663 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:31:30.477718 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['e9f5501f-89ca-46f9-b11a-180fb29c51fc'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:31:30.578055 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66517d3-87c4-45a9-b796-a3f6c879bab0 req-16686a76-acca-4185-8052-6033805e13e4 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:30.583602 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e66517d3-87c4-45a9-b796-a3f6c879bab0 req-16686a76-acca-4185-8052-6033805e13e4 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.1407590 Oct 27 18:31:30.588126 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17efe0d-85d6-49dc-9eb5-acf3bd7bc0f7 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:31:30.594971 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e17efe0d-85d6-49dc-9eb5-acf3bd7bc0f7 admin admin] 10.222.0.52 "PUT /v2.0/routers/90d601f3-c2ab-4213-b13a-2d2e286aa663/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4042039 Oct 27 18:31:30.622010 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 36252) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:30.635775 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-861a6646-aeb1-41fc-bdd5-d10614afd79b req-1de06c3d-4897-425c-a6ee-fe68a1bc9cbc tempest-ServerShowV254Test-470698836 tempest-ServerShowV254Test-470698836-project] 10.222.0.52 "GET /v2.0/ports?device_id=479c789d-79f8-4aa3-8a01-46bde3a023ad HTTP/1.1" status: 200 len: 210 time: 0.1049564 Oct 27 18:31:30.678109 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9901e873-d635-43dc-aead-6de0f42ad19a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:30.688726 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 203bfd70-4580-485e-a885-b647a34b8644 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:31:30.742272 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e66517d3-87c4-45a9-b796-a3f6c879bab0 req-4ede5678-ec90-49c7-bc19-02d44d756a20 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501896 Oct 27 18:31:30.853398 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 203bfd70-4580-485e-a885-b647a34b8644 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:31:30.856466 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:30.867893 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9901e873-d635-43dc-aead-6de0f42ad19a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:30.947210 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4e577-7a3c-4d7c-af9f-405a8c1f7ddf req-b30d5171-0bec-4605-a721-9badd688bcbf tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:30.950005 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a5c4e577-7a3c-4d7c-af9f-405a8c1f7ddf req-b30d5171-0bec-4605-a721-9badd688bcbf tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=837b16dc-0d40-4a63-b0bc-ba0540af0b9a HTTP/1.1" status: 200 len: 945 time: 0.0801308 Oct 27 18:31:30.951420 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9901e873-d635-43dc-aead-6de0f42ad19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:30.985943 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:31.011859 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 203bfd70-4580-485e-a885-b647a34b8644, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=203bfd70-4580-485e-a885-b647a34b8644,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:31:31.015958 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9901e873-d635-43dc-aead-6de0f42ad19a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e5fb81e14ff246f2964239cb3db104a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3920650 Oct 27 18:31:31.018651 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36270) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:31.032527 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9901e873-d635-43dc-aead-6de0f42ad19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7333eb85-68a5-4ccf-bcb7-82c456fd8dbf,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:31.044718 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a5c4e577-7a3c-4d7c-af9f-405a8c1f7ddf req-76865622-271d-4392-8803-12d99b88d044 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797110 Oct 27 18:31:31.077629 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-59eb5e23-c896-4a6e-a2be-762c09a525ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:31.096196 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:31.100168 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-59eb5e23-c896-4a6e-a2be-762c09a525ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:31.175735 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=203bfd70-4580-485e-a885-b647a34b8644,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:31.281471 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-59eb5e23-c896-4a6e-a2be-762c09a525ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:31.282069 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-59eb5e23-c896-4a6e-a2be-762c09a525ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:31.285783 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-59eb5e23-c896-4a6e-a2be-762c09a525ed admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7333eb85-68a5-4ccf-bcb7-82c456fd8dbf HTTP/1.1" status: 204 len: 168 time: 0.2637939 Oct 27 18:31:31.295139 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb5e23-c896-4a6e-a2be-762c09a525ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7333eb85-68a5-4ccf-bcb7-82c456fd8dbf,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:31.329606 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94ec2f-11fd-40df-9364-c4f24d13b9f2 req-73114d76-215c-4ee3-990a-7aa6027e7bed tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:31.331415 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2e94ec2f-11fd-40df-9364-c4f24d13b9f2 req-73114d76-215c-4ee3-990a-7aa6027e7bed tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.0910459 Oct 27 18:31:31.398712 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2e94ec2f-11fd-40df-9364-c4f24d13b9f2 req-7520fa10-3494-4cfe-b560-e780951ce14d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577519 Oct 27 18:31:31.666687 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc153ebc-7d8d-48c7-b1a3-188ecb1d816f None None] Sync routers for ids ['90d601f3-c2ab-4213-b13a-2d2e286aa663'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:31:31.689900 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc153ebc-7d8d-48c7-b1a3-188ecb1d816f None None] Routers {'90d601f3-c2ab-4213-b13a-2d2e286aa663'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:31:31.691188 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-dc153ebc-7d8d-48c7-b1a3-188ecb1d816f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:31:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['90d601f3-c2ab-4213-b13a-2d2e286aa663'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:31.777121 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f144cdf1-f20d-47e0-a974-7baee1da4829 req-302a3524-3aa8-4ae3-8317-b28ced81ae0d tempest-ServerShowV254Test-470698836 tempest-ServerShowV254Test-470698836-project] 10.222.0.52 "GET /v2.0/ports?device_id=479c789d-79f8-4aa3-8a01-46bde3a023ad HTTP/1.1" status: 200 len: 210 time: 0.0337782 Oct 27 18:31:31.812568 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-dc153ebc-7d8d-48c7-b1a3-188ecb1d816f None None] Set router 90d601f3-c2ab-4213-b13a-2d2e286aa663 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:31:32.053975 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36324) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:32.072946 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6a498ce9-509a-4112-9c36-35b78c0b4a47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:32.181076 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-dc153ebc-7d8d-48c7-b1a3-188ecb1d816f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d601f3-c2ab-4213-b13a-2d2e286aa663', 'name': 'tempest-TaggedBootDevicesTest_v242-1928973441-router', 'tenant_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '203bfd70-4580-485e-a885-b647a34b8644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:31:22Z', 'updated_at': '2021-10-27T18:31:28Z', 'revision_number': 4, 'project_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'gw_port': {'id': '203bfd70-4580-485e-a885-b647a34b8644', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:85:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d601f3-c2ab-4213-b13a-2d2e286aa663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:31:23Z', 'updated_at': '2021-10-27T18:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '72fb037d-63c4-4acb-956c-9eb67155c9ad', 'name': '', 'network_id': 'e7a71d4d-f2a8-460d-b289-b8a552af97cd', 'tenant_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'mac_address': 'fa:16:3e:34:84:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d601f3-c2ab-4213-b13a-2d2e286aa663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '2d3bd725-56cb-4497-bc09-775fd7d3c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:31:27Z', 'updated_at': '2021-10-27T18:31:29Z', 'revision_number': 2, 'project_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'subnets': [{'id': '2d3bd725-56cb-4497-bc09-775fd7d3c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:32.234247 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc153ebc-7d8d-48c7-b1a3-188ecb1d816f None None] Checking router: 90d601f3-c2ab-4213-b13a-2d2e286aa663 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:31:32.242486 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc153ebc-7d8d-48c7-b1a3-188ecb1d816f None None] Updating router 90d601f3-c2ab-4213-b13a-2d2e286aa663 port 72fb037d-63c4-4acb-956c-9eb67155c9ad binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:31:32.246855 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6a498ce9-509a-4112-9c36-35b78c0b4a47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:32.274661 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b777248-c5ec-4eec-840f-2424d1885217 req-b3c0dde2-4f2b-4002-8439-1ec4e9df3156 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:32.276397 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9b777248-c5ec-4eec-840f-2424d1885217 req-b3c0dde2-4f2b-4002-8439-1ec4e9df3156 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=837b16dc-0d40-4a63-b0bc-ba0540af0b9a HTTP/1.1" status: 200 len: 945 time: 0.1288137 Oct 27 18:31:32.285327 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-dc153ebc-7d8d-48c7-b1a3-188ecb1d816f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:32.313662 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6a498ce9-509a-4112-9c36-35b78c0b4a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:32.329509 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9b777248-c5ec-4eec-840f-2424d1885217 req-e14d8c33-ad5b-49bb-a766-b6d2ef74a7c5 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467906 Oct 27 18:31:32.373375 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6a498ce9-509a-4112-9c36-35b78c0b4a47 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=666d76944c314ec5be7f1a124469c380&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3152149 Oct 27 18:31:32.373594 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36338) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:32.380762 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a498ce9-509a-4112-9c36-35b78c0b4a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da2cc0f-84b4-4059-95ec-3e4c4731ead5,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:32.459371 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6f84b6c9-7133-45ae-a738-b64b21e97e3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:32.487156 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6f84b6c9-7133-45ae-a738-b64b21e97e3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:32.549737 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182ceb2-bc6b-44f1-94ce-f6fc3519066b req-5fe63266-e9c9-4e89-adaf-a150c1afe546 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:32.558599 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f182ceb2-bc6b-44f1-94ce-f6fc3519066b req-5fe63266-e9c9-4e89-adaf-a150c1afe546 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.0816369 Oct 27 18:31:32.619637 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6f84b6c9-7133-45ae-a738-b64b21e97e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:32.623318 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6f84b6c9-7133-45ae-a738-b64b21e97e3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:32.629444 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6f84b6c9-7133-45ae-a738-b64b21e97e3a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4da2cc0f-84b4-4059-95ec-3e4c4731ead5 HTTP/1.1" status: 204 len: 168 time: 0.2528362 Oct 27 18:31:32.640084 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f182ceb2-bc6b-44f1-94ce-f6fc3519066b req-c597d7f9-86e8-4c6e-a8b2-e9b1b786ea00 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782304 Oct 27 18:31:32.640357 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84b6c9-7133-45ae-a738-b64b21e97e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da2cc0f-84b4-4059-95ec-3e4c4731ead5,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:32.684410 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-dc153ebc-7d8d-48c7-b1a3-188ecb1d816f None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:32.690218 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 203bfd70-4580-485e-a885-b647a34b8644 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:31:32.741552 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-dc153ebc-7d8d-48c7-b1a3-188ecb1d816f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:32.778081 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 203bfd70-4580-485e-a885-b647a34b8644 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:31:32.778712 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:32.823662 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b49ec-1d65-4811-9121-4f179ae0be54 None None] Pushing event updated for resources: {'Port': ['ID=72fb037d-63c4-4acb-956c-9eb67155c9ad,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:32.840998 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b49ec-1d65-4811-9121-4f179ae0be54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:32.841437 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b49ec-1d65-4811-9121-4f179ae0be54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:32.842230 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b49ec-1d65-4811-9121-4f179ae0be54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:32.842674 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b49ec-1d65-4811-9121-4f179ae0be54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:32.843130 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b49ec-1d65-4811-9121-4f179ae0be54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:32.843549 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b49ec-1d65-4811-9121-4f179ae0be54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:32.844360 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b49ec-1d65-4811-9121-4f179ae0be54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:32.845906 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b49ec-1d65-4811-9121-4f179ae0be54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:32.846570 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b49ec-1d65-4811-9121-4f179ae0be54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:32.847270 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b49ec-1d65-4811-9121-4f179ae0be54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:32.847827 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b49ec-1d65-4811-9121-4f179ae0be54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:32.848733 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b49ec-1d65-4811-9121-4f179ae0be54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:32.923228 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-dc153ebc-7d8d-48c7-b1a3-188ecb1d816f None None] Attempting to bind port 72fb037d-63c4-4acb-956c-9eb67155c9ad on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:31:32.923974 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-dc153ebc-7d8d-48c7-b1a3-188ecb1d816f None None] Attempting to bind port 72fb037d-63c4-4acb-956c-9eb67155c9ad by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '68fcfce6-a355-45f7-97f0-13c149d4fd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'e7a71d4d-f2a8-460d-b289-b8a552af97cd'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:31:32.924590 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc153ebc-7d8d-48c7-b1a3-188ecb1d816f None None] Attempting to bind port 72fb037d-63c4-4acb-956c-9eb67155c9ad on network e7a71d4d-f2a8-460d-b289-b8a552af97cd {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:31:32.930431 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc153ebc-7d8d-48c7-b1a3-188ecb1d816f None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:31:32.931233 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc153ebc-7d8d-48c7-b1a3-188ecb1d816f None None] Checking segment: {'id': '68fcfce6-a355-45f7-97f0-13c149d4fd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'e7a71d4d-f2a8-460d-b289-b8a552af97cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:31:32.931903 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-dc153ebc-7d8d-48c7-b1a3-188ecb1d816f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:32.932582 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc153ebc-7d8d-48c7-b1a3-188ecb1d816f None None] Bound using segment: {'id': '68fcfce6-a355-45f7-97f0-13c149d4fd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'e7a71d4d-f2a8-460d-b289-b8a552af97cd'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:31:32.933823 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-dc153ebc-7d8d-48c7-b1a3-188ecb1d816f None None] Bound port: 72fb037d-63c4-4acb-956c-9eb67155c9ad, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68fcfce6-a355-45f7-97f0-13c149d4fd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'e7a71d4d-f2a8-460d-b289-b8a552af97cd'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:31:32.934466 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-dc153ebc-7d8d-48c7-b1a3-188ecb1d816f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:33.024095 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6568e72d-72e4-470a-b5cc-87bfcc5f74d9 req-71c05325-4350-48bd-8b9e-099daec0280a tempest-ServerShowV254Test-470698836 tempest-ServerShowV254Test-470698836-project] 10.222.0.52 "GET /v2.0/ports?device_id=479c789d-79f8-4aa3-8a01-46bde3a023ad HTTP/1.1" status: 200 len: 210 time: 0.0706124 Oct 27 18:31:33.054593 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-dc153ebc-7d8d-48c7-b1a3-188ecb1d816f None None] For port 72fb037d-63c4-4acb-956c-9eb67155c9ad, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:31:33.061123 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-dc153ebc-7d8d-48c7-b1a3-188ecb1d816f None None] For port 72fb037d-63c4-4acb-956c-9eb67155c9ad, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=72fb037d-63c4-4acb-956c-9eb67155c9ad,segment=NetworkSegment(68fcfce6-a355-45f7-97f0-13c149d4fd60),segment_id=68fcfce6-a355-45f7-97f0-13c149d4fd60)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:31:33.172590 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dcf9bd-2d67-47e6-b019-11b6a5e6cc1d req-9a3fca02-3ee0-4801-ba76-a936c0bb87ac tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:33.174513 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-33dcf9bd-2d67-47e6-b019-11b6a5e6cc1d req-9a3fca02-3ee0-4801-ba76-a936c0bb87ac tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.0884109 Oct 27 18:31:33.193936 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4b1eb734-c315-45b2-a018-3be4716909fd None None] Provisioning complete for port 72fb037d-63c4-4acb-956c-9eb67155c9ad triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:31:33.194320 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4b1eb734-c315-45b2-a018-3be4716909fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:33.200026 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-dc153ebc-7d8d-48c7-b1a3-188ecb1d816f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:33.245275 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4b1eb734-c315-45b2-a018-3be4716909fd None None] Port 72fb037d-63c4-4acb-956c-9eb67155c9ad cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:31:33.283280 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc153ebc-7d8d-48c7-b1a3-188ecb1d816f None None] Routers {'90d601f3-c2ab-4213-b13a-2d2e286aa663'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:31:33.283918 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-dc153ebc-7d8d-48c7-b1a3-188ecb1d816f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:31:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['90d601f3-c2ab-4213-b13a-2d2e286aa663'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:33.300693 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efeffd-bb45-4ff4-aa1a-abd99615e010 req-afec5502-5f6b-4451-8d66-3374f4aa505e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:33.303431 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-38efeffd-bb45-4ff4-aa1a-abd99615e010 req-afec5502-5f6b-4451-8d66-3374f4aa505e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=74d488054c1f4f50bdb6de26a9138d36&device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 1096 time: 0.1275318 Oct 27 18:31:33.322849 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-33dcf9bd-2d67-47e6-b019-11b6a5e6cc1d req-8a878a5b-29f1-4878-9ca9-8370447c6312 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844395 Oct 27 18:31:33.496758 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b49ec-1d65-4811-9121-4f179ae0be54 None None] Pushing event updated for resources: {'Port': ['ID=72fb037d-63c4-4acb-956c-9eb67155c9ad,revision_number=4']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:33.537396 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-dc153ebc-7d8d-48c7-b1a3-188ecb1d816f None None] Set router 90d601f3-c2ab-4213-b13a-2d2e286aa663 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:31:33.571816 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efeffd-bb45-4ff4-aa1a-abd99615e010 req-8b2462f0-5703-4347-ab24-a9f58a90f6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:33.578213 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-38efeffd-bb45-4ff4-aa1a-abd99615e010 req-8b2462f0-5703-4347-ab24-a9f58a90f6ab service neutron] 10.222.0.93 "GET /v2.0/networks?id=a7c013d9-ea11-470b-8a79-08abd897c197 HTTP/1.1" status: 200 len: 914 time: 0.2499213 Oct 27 18:31:33.583808 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-2e5eb21e-1dab-46d0-9719-1a05b898bab4 None None] Provisioning complete for port 72fb037d-63c4-4acb-956c-9eb67155c9ad triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:31:33.584307 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51238f21-0b3c-4ae3-8858-51ac385978ad req-708c6dce-b963-4b39-a340-14fe35f7eb31 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:33.585090 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2e5eb21e-1dab-46d0-9719-1a05b898bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:33.586207 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-51238f21-0b3c-4ae3-8858-51ac385978ad req-708c6dce-b963-4b39-a340-14fe35f7eb31 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=837b16dc-0d40-4a63-b0bc-ba0540af0b9a HTTP/1.1" status: 200 len: 945 time: 0.1273055 Oct 27 18:31:33.714171 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-38efeffd-bb45-4ff4-aa1a-abd99615e010 req-3125f555-8a8c-47bc-afdd-8fc47be7e55e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8372463-b0b5-40ec-b152-27501bceac5f HTTP/1.1" status: 200 len: 999 time: 0.1263134 Oct 27 18:31:33.733654 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2e5eb21e-1dab-46d0-9719-1a05b898bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:33.736245 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e9f5501f-89ca-46f9-b11a-180fb29c51fc up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:31:33.821785 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-2e5eb21e-1dab-46d0-9719-1a05b898bab4 None None] For port 72fb037d-63c4-4acb-956c-9eb67155c9ad, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=72fb037d-63c4-4acb-956c-9eb67155c9ad,segment=NetworkSegment(68fcfce6-a355-45f7-97f0-13c149d4fd60),segment_id=68fcfce6-a355-45f7-97f0-13c149d4fd60)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:31:33.827438 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-51238f21-0b3c-4ae3-8858-51ac385978ad req-ee7f4505-b2ea-4144-8323-3ab24c43ec08 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821973 Oct 27 18:31:33.850589 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efeffd-bb45-4ff4-aa1a-abd99615e010 req-88fbb471-0bbd-404c-a642-27c0baf12087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:33.852819 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-38efeffd-bb45-4ff4-aa1a-abd99615e010 req-88fbb471-0bbd-404c-a642-27c0baf12087 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=afe6cc10-9308-4117-a497-d403cb219653 HTTP/1.1" status: 200 len: 851 time: 0.1188176 Oct 27 18:31:33.898452 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-dc153ebc-7d8d-48c7-b1a3-188ecb1d816f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d601f3-c2ab-4213-b13a-2d2e286aa663', 'name': 'tempest-TaggedBootDevicesTest_v242-1928973441-router', 'tenant_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '203bfd70-4580-485e-a885-b647a34b8644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:31:22Z', 'updated_at': '2021-10-27T18:31:28Z', 'revision_number': 4, 'project_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'gw_port': {'id': '203bfd70-4580-485e-a885-b647a34b8644', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:85:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d601f3-c2ab-4213-b13a-2d2e286aa663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:31:23Z', 'updated_at': '2021-10-27T18:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '72fb037d-63c4-4acb-956c-9eb67155c9ad', 'name': '', 'network_id': 'e7a71d4d-f2a8-460d-b289-b8a552af97cd', 'tenant_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'mac_address': 'fa:16:3e:34:84:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d601f3-c2ab-4213-b13a-2d2e286aa663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '2d3bd725-56cb-4497-bc09-775fd7d3c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:31:27Z', 'updated_at': '2021-10-27T18:31:33Z', 'revision_number': 4, 'project_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'subnets': [{'id': '2d3bd725-56cb-4497-bc09-775fd7d3c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:33.905722 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2e5eb21e-1dab-46d0-9719-1a05b898bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:33.930409 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efeffd-bb45-4ff4-aa1a-abd99615e010 req-1489c3c0-e78f-45a8-aa22-870817c96d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:33.932943 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-38efeffd-bb45-4ff4-aa1a-abd99615e010 req-1489c3c0-e78f-45a8-aa22-870817c96d54 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a7c013d9-ea11-470b-8a79-08abd897c197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652399 Oct 27 18:31:33.940508 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc153ebc-7d8d-48c7-b1a3-188ecb1d816f None None] The sync data for ids ['90d601f3-c2ab-4213-b13a-2d2e286aa663'] in n-d-815690-2 is: [{'id': '90d601f3-c2ab-4213-b13a-2d2e286aa663', 'name': 'tempest-TaggedBootDevicesTest_v242-1928973441-router', 'tenant_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '203bfd70-4580-485e-a885-b647a34b8644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:31:22Z', 'updated_at': '2021-10-27T18:31:28Z', 'revision_number': 4, 'project_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'gw_port': {'id': '203bfd70-4580-485e-a885-b647a34b8644', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:85:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d601f3-c2ab-4213-b13a-2d2e286aa663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:31:23Z', 'updated_at': '2021-10-27T18:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '72fb037d-63c4-4acb-956c-9eb67155c9ad', 'name': '', 'network_id': 'e7a71d4d-f2a8-460d-b289-b8a552af97cd', 'tenant_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'mac_address': 'fa:16:3e:34:84:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d601f3-c2ab-4213-b13a-2d2e286aa663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '2d3bd725-56cb-4497-bc09-775fd7d3c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:31:27Z', 'updated_at': '2021-10-27T18:31:33Z', 'revision_number': 4, 'project_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'subnets': [{'id': '2d3bd725-56cb-4497-bc09-775fd7d3c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:31:33.965455 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port e9f5501f-89ca-46f9-b11a-180fb29c51fc completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:31:33.975629 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port e9f5501f-89ca-46f9-b11a-180fb29c51fc triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:31:33.976013 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:34.054910 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5eb21e-1dab-46d0-9719-1a05b898bab4 None None] Pushing event updated for resources: {'Port': ['ID=72fb037d-63c4-4acb-956c-9eb67155c9ad,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:34.076188 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5eb21e-1dab-46d0-9719-1a05b898bab4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:34.079184 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5eb21e-1dab-46d0-9719-1a05b898bab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:34.079184 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5eb21e-1dab-46d0-9719-1a05b898bab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:34.079184 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5eb21e-1dab-46d0-9719-1a05b898bab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:34.079184 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5eb21e-1dab-46d0-9719-1a05b898bab4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:34.079184 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5eb21e-1dab-46d0-9719-1a05b898bab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:34.079184 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5eb21e-1dab-46d0-9719-1a05b898bab4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:34.079184 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5eb21e-1dab-46d0-9719-1a05b898bab4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:34.079184 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5eb21e-1dab-46d0-9719-1a05b898bab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:34.079770 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5eb21e-1dab-46d0-9719-1a05b898bab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:34.079770 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5eb21e-1dab-46d0-9719-1a05b898bab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:34.080114 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5eb21e-1dab-46d0-9719-1a05b898bab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:34.125438 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-38efeffd-bb45-4ff4-aa1a-abd99615e010 req-d3b8060f-a8af-4605-8571-adf014a248a8 service neutron] 10.222.0.93 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853149 Oct 27 18:31:34.228932 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:34.285306 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '837b16dc-0d40-4a63-b0bc-ba0540af0b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f5501f-89ca-46f9-b11a-180fb29c51fc'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:31:34.288697 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7966583f-b09c-474f-af4d-38bc7ca17381" -d '{"events": [{"server_uuid": "837b16dc-0d40-4a63-b0bc-ba0540af0b9a", "name": "network-vif-plugged", "status": "completed", "tag": "e9f5501f-89ca-46f9-b11a-180fb29c51fc"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:31:34.311747 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port e9f5501f-89ca-46f9-b11a-180fb29c51fc, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e9f5501f-89ca-46f9-b11a-180fb29c51fc,segment=NetworkSegment(da54f3b4-fa80-4f6a-872c-1cd042d9332d),segment_id=da54f3b4-fa80-4f6a-872c-1cd042d9332d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:31:34.369554 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2f606146-97ff-40aa-9786-3bc1d4ccfa1f req-3efeea2b-ed06-44df-b7de-fb68f0e94eff tempest-ServerShowV254Test-470698836 tempest-ServerShowV254Test-470698836-project] 10.222.0.52 "GET /v2.0/ports?device_id=479c789d-79f8-4aa3-8a01-46bde3a023ad HTTP/1.1" status: 200 len: 210 time: 0.2167156 Oct 27 18:31:34.374597 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:34.462897 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5b5b62-e2a1-49d1-afd2-4947263457cf x-openstack-request-id: req-dc5b5b62-e2a1-49d1-afd2-4947263457cf {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:31:34.463273 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "837b16dc-0d40-4a63-b0bc-ba0540af0b9a", "name": "network-vif-plugged", "status": "completed", "tag": "e9f5501f-89ca-46f9-b11a-180fb29c51fc", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:31:34.463532 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dc5b5b62-e2a1-49d1-afd2-4947263457cf {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:31:34.464692 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '837b16dc-0d40-4a63-b0bc-ba0540af0b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f5501f-89ca-46f9-b11a-180fb29c51fc', 'code': 200} Oct 27 18:31:34.471271 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-38efeffd-bb45-4ff4-aa1a-abd99615e010 req-1c3d3444-3360-4df6-b0cf-179e5541eded service neutron] 10.222.0.93 "GET /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386807 Oct 27 18:31:34.525493 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=e9f5501f-89ca-46f9-b11a-180fb29c51fc,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:34.579249 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2bca5f-2c4f-43a4-93c4-389d7594d806 req-e8992a48-7727-440d-b74d-1e7b21e81ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:34.580814 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bd2bca5f-2c4f-43a4-93c4-389d7594d806 req-e8992a48-7727-440d-b74d-1e7b21e81ad8 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=837b16dc-0d40-4a63-b0bc-ba0540af0b9a HTTP/1.1" status: 200 len: 1097 time: 0.0901845 Oct 27 18:31:34.660689 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9400a75-7b76-4c10-b274-a602ca1bf949 req-fd60fc94-6bb6-41c5-92f3-937e68c6ec4f tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:34.664848 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d9400a75-7b76-4c10-b274-a602ca1bf949 req-fd60fc94-6bb6-41c5-92f3-937e68c6ec4f tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.1376355 Oct 27 18:31:34.683459 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bd2bca5f-2c4f-43a4-93c4-389d7594d806 req-a3035527-977f-4d57-a4dd-0538ac0b1f77 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948260 Oct 27 18:31:34.694223 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 72fb037d-63c4-4acb-956c-9eb67155c9ad up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:31:34.751384 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d9400a75-7b76-4c10-b274-a602ca1bf949 req-ec93626b-1c88-4006-bba8-3ac3575ff75d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704525 Oct 27 18:31:34.809973 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 72fb037d-63c4-4acb-956c-9eb67155c9ad triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:31:34.811012 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:35.017659 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb2592-9523-4546-bd9e-31053acb9259 req-9067009f-cf61-4202-9ef5-bb91c2a0e4f7 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:35.025313 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-23bb2592-9523-4546-bd9e-31053acb9259 req-9067009f-cf61-4202-9ef5-bb91c2a0e4f7 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=837b16dc-0d40-4a63-b0bc-ba0540af0b9a HTTP/1.1" status: 200 len: 946 time: 0.0744321 Oct 27 18:31:35.092106 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-23bb2592-9523-4546-bd9e-31053acb9259 req-44539e33-d750-4b85-8ae1-05bcc7cccecb tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599124 Oct 27 18:31:35.509475 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-14c40283-d40c-4464-91ae-59c4a34ff1bf req-3350dfac-0775-46d4-b3c3-2f7f677b67bd tempest-ServerShowV254Test-470698836 tempest-ServerShowV254Test-470698836-project] 10.222.0.52 "GET /v2.0/ports?device_id=479c789d-79f8-4aa3-8a01-46bde3a023ad HTTP/1.1" status: 200 len: 210 time: 0.0365736 Oct 27 18:31:35.679250 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36478) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:35.839536 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-f13d21a7-6a01-447c-9c83-9f78c647b1cd tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-628455194'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:31:35.908139 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b5884-be9c-4d1c-b5b2-37e210f9d651 req-0a34afdf-8957-4251-b156-c969d69f3df7 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:35.909759 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6f0b5884-be9c-4d1c-b5b2-37e210f9d651 req-0a34afdf-8957-4251-b156-c969d69f3df7 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.0725734 Oct 27 18:31:35.954142 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6f0b5884-be9c-4d1c-b5b2-37e210f9d651 req-bf0c6e98-7907-4c27-b06b-87dda92f7708 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381320 Oct 27 18:31:35.975952 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13d21a7-6a01-447c-9c83-9f78c647b1cd tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Made reservation on behalf of 62066c54ab9749fb959832316c7c2e4d for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:31:35.980588 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f13d21a7-6a01-447c-9c83-9f78c647b1cd tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:35.992899 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f13d21a7-6a01-447c-9c83-9f78c647b1cd tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:36.087287 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f13d21a7-6a01-447c-9c83-9f78c647b1cd tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:36.112682 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d1c7b-569f-4cf7-88d2-27e6e4206cb3 req-a6f51831-8d76-429e-b8c6-c03b3f5dbea9 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:36.121391 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b45d1c7b-569f-4cf7-88d2-27e6e4206cb3 req-a6f51831-8d76-429e-b8c6-c03b3f5dbea9 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.0657320 Oct 27 18:31:36.164107 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b45d1c7b-569f-4cf7-88d2-27e6e4206cb3 req-37fb6179-0f93-477d-86a1-dd3226c953f4 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416009 Oct 27 18:31:36.212416 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f13d21a7-6a01-447c-9c83-9f78c647b1cd tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:36.226228 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f13d21a7-6a01-447c-9c83-9f78c647b1cd tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] vlan segment allocate from pool success with {'vlan_id': 1044, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:31:36.236609 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39897c04-7ffd-4ca9-a251-c27f93ab509c req-84fa535b-5978-4031-9fd1-40cf562f361b tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:36.238192 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-39897c04-7ffd-4ca9-a251-c27f93ab509c req-84fa535b-5978-4031-9fd1-40cf562f361b tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=837b16dc-0d40-4a63-b0bc-ba0540af0b9a HTTP/1.1" status: 200 len: 946 time: 0.0622122 Oct 27 18:31:36.241262 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f13d21a7-6a01-447c-9c83-9f78c647b1cd tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:36.241993 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-f13d21a7-6a01-447c-9c83-9f78c647b1cd tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Added segment e4989ceb-3036-4c7e-a113-8d5c708f48e9 of type vlan for network ad3c730b-5f4a-4f35-becd-8042aca71dba Oct 27 18:31:36.294215 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-39897c04-7ffd-4ca9-a251-c27f93ab509c req-8a016a19-3b46-4a12-b8ee-e5df16a79ade tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467765 Oct 27 18:31:36.338441 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f13d21a7-6a01-447c-9c83-9f78c647b1cd tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:36.350418 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d21a7-6a01-447c-9c83-9f78c647b1cd tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8304e277-7442-42e9-b55e-270d0fe9ce6d,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:36.365262 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d21a7-6a01-447c-9c83-9f78c647b1cd tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:36.365856 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d21a7-6a01-447c-9c83-9f78c647b1cd tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:36.366206 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d21a7-6a01-447c-9c83-9f78c647b1cd tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:36.366542 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d21a7-6a01-447c-9c83-9f78c647b1cd tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:36.366895 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d21a7-6a01-447c-9c83-9f78c647b1cd tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:36.367229 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d21a7-6a01-447c-9c83-9f78c647b1cd tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:36.367560 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d21a7-6a01-447c-9c83-9f78c647b1cd tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:36.367884 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d21a7-6a01-447c-9c83-9f78c647b1cd tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:36.368260 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d21a7-6a01-447c-9c83-9f78c647b1cd tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:36.368592 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d21a7-6a01-447c-9c83-9f78c647b1cd tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:36.368914 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d21a7-6a01-447c-9c83-9f78c647b1cd tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:36.369232 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d21a7-6a01-447c-9c83-9f78c647b1cd tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:31:36.410053 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36512) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:36.447740 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f13d21a7-6a01-447c-9c83-9f78c647b1cd tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:36.453941 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13d21a7-6a01-447c-9c83-9f78c647b1cd tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:36.454806 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f13d21a7-6a01-447c-9c83-9f78c647b1cd tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:36.609403 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:31:36.627267 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d21a7-6a01-447c-9c83-9f78c647b1cd tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Pushing event updated for resources: {'Network': ['ID=ad3c730b-5f4a-4f35-becd-8042aca71dba,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:36.640314 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f13d21a7-6a01-447c-9c83-9f78c647b1cd tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9592159 Oct 27 18:31:36.642600 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network ad3c730b-5f4a-4f35-becd-8042aca71dba details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:31:36.643127 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36526) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:36.653202 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-64302e31-dbfb-4ded-b254-cb769402a2a3 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Request body: {'subnet': {'network_id': 'ad3c730b-5f4a-4f35-becd-8042aca71dba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:31:36.812058 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8ef7876b-0aed-4615-aedd-bee1fc66d242 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:36.885739 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64302e31-dbfb-4ded-b254-cb769402a2a3 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Made reservation on behalf of 62066c54ab9749fb959832316c7c2e4d for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:31:36.890517 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-64302e31-dbfb-4ded-b254-cb769402a2a3 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:36.944748 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8ef7876b-0aed-4615-aedd-bee1fc66d242 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:37.025256 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8ef7876b-0aed-4615-aedd-bee1fc66d242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:37.090604 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8ef7876b-0aed-4615-aedd-bee1fc66d242 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6de6ec64770a4433a1747d0e9e7a10b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6794348 Oct 27 18:31:37.093036 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef7876b-0aed-4615-aedd-bee1fc66d242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6082c2-ec07-4c83-b8be-d55cb6b7a41d,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:37.093567 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 36538) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:37.159482 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-934914e0-d95c-4f7a-8758-ecf9ea93bc86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:37.183365 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-934914e0-d95c-4f7a-8758-ecf9ea93bc86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:37.213504 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-64302e31-dbfb-4ded-b254-cb769402a2a3 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:37.279764 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64302e31-dbfb-4ded-b254-cb769402a2a3 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Pushing event updated for resources: {'Subnet': ['ID=d18b4f72-e763-49c9-be10-8f4347684062,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:37.293775 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64302e31-dbfb-4ded-b254-cb769402a2a3 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Checking segment: {'id': 'e4989ceb-3036-4c7e-a113-8d5c708f48e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'ad3c730b-5f4a-4f35-becd-8042aca71dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:31:37.294173 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64302e31-dbfb-4ded-b254-cb769402a2a3 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Network hostable DHCP agents. Network: ad3c730b-5f4a-4f35-becd-8042aca71dba, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:31:37.328772 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-934914e0-d95c-4f7a-8758-ecf9ea93bc86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:37.328772 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-934914e0-d95c-4f7a-8758-ecf9ea93bc86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:37.328772 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-934914e0-d95c-4f7a-8758-ecf9ea93bc86 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cc6082c2-ec07-4c83-b8be-d55cb6b7a41d HTTP/1.1" status: 204 len: 168 time: 0.2341044 Oct 27 18:31:37.336988 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934914e0-d95c-4f7a-8758-ecf9ea93bc86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6082c2-ec07-4c83-b8be-d55cb6b7a41d,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:37.393026 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64302e31-dbfb-4ded-b254-cb769402a2a3 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Network ad3c730b-5f4a-4f35-becd-8042aca71dba is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:31:37.471896 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-64302e31-dbfb-4ded-b254-cb769402a2a3 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, ad3c730b-5f4a-4f35-becd-8042aca71dba) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:31:37.483007 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64302e31-dbfb-4ded-b254-cb769402a2a3 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:37.484708 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e64a6b3-ad91-4b70-8cf3-8052f12e7b9b None None] Network ad3c730b-5f4a-4f35-becd-8042aca71dba requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:31:37.486894 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-64302e31-dbfb-4ded-b254-cb769402a2a3 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:37.570908 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-64302e31-dbfb-4ded-b254-cb769402a2a3 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9267452 Oct 27 18:31:37.574378 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 36570) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:37.580095 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-2c533ff2-f73e-4bc7-8ad9-01be88a7446b tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Request body: {'port': {'network_id': 'ad3c730b-5f4a-4f35-becd-8042aca71dba', 'name': 'tempest-AllowedAddressPairTestJSON-183125868'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:31:37.670654 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd5c942-d30b-43d6-bc69-e08f8042a750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-ad3c730b-5f4a-4f35-becd-8042aca71dba', 'network_id': 'ad3c730b-5f4a-4f35-becd-8042aca71dba', 'tenant_id': '62066c54ab9749fb959832316c7c2e4d', 'fixed_ips': [{'subnet_id': 'd18b4f72-e763-49c9-be10-8f4347684062'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:31:37.671958 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6dd5c942-d30b-43d6-bc69-e08f8042a750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:37.796627 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c533ff2-f73e-4bc7-8ad9-01be88a7446b tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Made reservation on behalf of 62066c54ab9749fb959832316c7c2e4d for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:31:37.800988 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2c533ff2-f73e-4bc7-8ad9-01be88a7446b tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:37.840586 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-2c533ff2-f73e-4bc7-8ad9-01be88a7446b tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] device_id is not set on port f5a57914-007c-4bfb-9b96-ad72392ee344 yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:31:37.859020 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-6dd5c942-d30b-43d6-bc69-e08f8042a750 None None] Allocated IP 172.20.0.2 (ad3c730b-5f4a-4f35-becd-8042aca71dba/d18b4f72-e763-49c9-be10-8f4347684062/4183125b-223c-4350-ac56-3cbfb56141f8) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:31:38.062885 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6dd5c942-d30b-43d6-bc69-e08f8042a750 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:38.165522 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6dd5c942-d30b-43d6-bc69-e08f8042a750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:38.228844 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd5c942-d30b-43d6-bc69-e08f8042a750 None None] Pushing event updated for resources: {'Port': ['ID=4183125b-223c-4350-ac56-3cbfb56141f8,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:38.239373 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd5c942-d30b-43d6-bc69-e08f8042a750 None None] Network ad3c730b-5f4a-4f35-becd-8042aca71dba is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:31:38.241658 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-6dd5c942-d30b-43d6-bc69-e08f8042a750 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:31:38.244556 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd5c942-d30b-43d6-bc69-e08f8042a750 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:31:38.251605 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dce43a-89bd-457d-b47e-e578c773d388 req-6e2ad4d7-96c6-4303-b79c-2df2badd8666 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:38.263772 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20dce43a-89bd-457d-b47e-e578c773d388 req-6e2ad4d7-96c6-4303-b79c-2df2badd8666 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/networks?id=23b2e040-11b8-4862-8da0-936b3872cceb HTTP/1.1" status: 200 len: 805 time: 0.1695886 Oct 27 18:31:38.295964 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-2c533ff2-f73e-4bc7-8ad9-01be88a7446b tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Allocated IP 172.20.0.6 (ad3c730b-5f4a-4f35-becd-8042aca71dba/d18b4f72-e763-49c9-be10-8f4347684062/f5a57914-007c-4bfb-9b96-ad72392ee344) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:31:38.316828 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20dce43a-89bd-457d-b47e-e578c773d388 req-748bc142-a143-4806-b411-241f55889464 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/quotas/26a8ecb72e37482a929830b093f42719 HTTP/1.1" status: 200 len: 375 time: 0.0520489 Oct 27 18:31:38.353892 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-6dd5c942-d30b-43d6-bc69-e08f8042a750 None None] Attempting to bind port 4183125b-223c-4350-ac56-3cbfb56141f8 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:31:38.355021 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-6dd5c942-d30b-43d6-bc69-e08f8042a750 None None] Attempting to bind port 4183125b-223c-4350-ac56-3cbfb56141f8 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'e4989ceb-3036-4c7e-a113-8d5c708f48e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'ad3c730b-5f4a-4f35-becd-8042aca71dba'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:31:38.355556 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd5c942-d30b-43d6-bc69-e08f8042a750 None None] Attempting to bind port 4183125b-223c-4350-ac56-3cbfb56141f8 on network ad3c730b-5f4a-4f35-becd-8042aca71dba {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:31:38.361645 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd5c942-d30b-43d6-bc69-e08f8042a750 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:31:38.362329 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd5c942-d30b-43d6-bc69-e08f8042a750 None None] Checking segment: {'id': 'e4989ceb-3036-4c7e-a113-8d5c708f48e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'ad3c730b-5f4a-4f35-becd-8042aca71dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:31:38.363354 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6dd5c942-d30b-43d6-bc69-e08f8042a750 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:38.364194 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd5c942-d30b-43d6-bc69-e08f8042a750 None None] Bound using segment: {'id': 'e4989ceb-3036-4c7e-a113-8d5c708f48e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'ad3c730b-5f4a-4f35-becd-8042aca71dba'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:31:38.365106 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-6dd5c942-d30b-43d6-bc69-e08f8042a750 None None] Bound port: 4183125b-223c-4350-ac56-3cbfb56141f8, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4989ceb-3036-4c7e-a113-8d5c708f48e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'ad3c730b-5f4a-4f35-becd-8042aca71dba'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:31:38.365842 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6dd5c942-d30b-43d6-bc69-e08f8042a750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:38.382623 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36590) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:38.399801 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a5e6eca0-0805-4d46-92d0-8620a5b5af4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:38.446457 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6dd5c942-d30b-43d6-bc69-e08f8042a750 None None] For port 4183125b-223c-4350-ac56-3cbfb56141f8, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:31:38.451221 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6dd5c942-d30b-43d6-bc69-e08f8042a750 None None] For port 4183125b-223c-4350-ac56-3cbfb56141f8, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=4183125b-223c-4350-ac56-3cbfb56141f8,segment=NetworkSegment(e4989ceb-3036-4c7e-a113-8d5c708f48e9),segment_id=e4989ceb-3036-4c7e-a113-8d5c708f48e9)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:31:38.496089 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a5e6eca0-0805-4d46-92d0-8620a5b5af4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:38.498403 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564b160-9fee-4e71-bf7d-5a13aaadc978 req-02383d63-f432-44c2-8dbf-7c6819e226e3 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:38.500004 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3564b160-9fee-4e71-bf7d-5a13aaadc978 req-02383d63-f432-44c2-8dbf-7c6819e226e3 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=fbf3757f-920e-4500-b458-4a6339e03c98 HTTP/1.1" status: 200 len: 944 time: 0.2341356 Oct 27 18:31:38.522589 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6dd5c942-d30b-43d6-bc69-e08f8042a750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:38.577766 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20dce43a-89bd-457d-b47e-e578c773d388 req-8a34ca0d-dba3-47c5-b3cf-a5c157f18598 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=26a8ecb72e37482a929830b093f42719&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2507091 Oct 27 18:31:38.579206 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a5e6eca0-0805-4d46-92d0-8620a5b5af4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:38.651110 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a5e6eca0-0805-4d46-92d0-8620a5b5af4a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7f7117303c1e4e738a134b2def0b684e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2675164 Oct 27 18:31:38.660744 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36598) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:38.669485 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd5c942-d30b-43d6-bc69-e08f8042a750 None None] Pushing event updated for resources: {'Port': ['ID=4183125b-223c-4350-ac56-3cbfb56141f8,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:38.721694 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e6eca0-0805-4d46-92d0-8620a5b5af4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e54232-6c38-4bc2-a04a-3c493b0c05e3,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:38.723579 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2c533ff2-f73e-4bc7-8ad9-01be88a7446b tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:38.771449 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3c1049aa-0745-4219-bb2e-459e8042271d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:38.784452 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-3564b160-9fee-4e71-bf7d-5a13aaadc978 req-183e2e87-9476-4ad9-8795-a7b5be6fda33 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Deleting port e59dcd41-4da5-4a63-b642-c2c6163413d8 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:31:38.784892 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-3564b160-9fee-4e71-bf7d-5a13aaadc978 req-183e2e87-9476-4ad9-8795-a7b5be6fda33 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:38.808749 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3c1049aa-0745-4219-bb2e-459e8042271d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:38.954052 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2c533ff2-f73e-4bc7-8ad9-01be88a7446b tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:38.973529 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3c1049aa-0745-4219-bb2e-459e8042271d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:38.977685 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3c1049aa-0745-4219-bb2e-459e8042271d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:38.982611 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3c1049aa-0745-4219-bb2e-459e8042271d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/15e54232-6c38-4bc2-a04a-3c493b0c05e3 HTTP/1.1" status: 204 len: 168 time: 0.3189828 Oct 27 18:31:39.004010 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1049aa-0745-4219-bb2e-459e8042271d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e54232-6c38-4bc2-a04a-3c493b0c05e3,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:39.055205 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c533ff2-f73e-4bc7-8ad9-01be88a7446b tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Network ad3c730b-5f4a-4f35-becd-8042aca71dba is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:31:39.058302 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20dce43a-89bd-457d-b47e-e578c773d388 req-c92d16fe-ae91-413b-837f-8919f8dd36bc service neutron] 10.222.0.52 "GET /v2.0/networks/23b2e040-11b8-4862-8da0-936b3872cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4670880 Oct 27 18:31:39.066347 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-2c533ff2-f73e-4bc7-8ad9-01be88a7446b tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:31:39.068945 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c533ff2-f73e-4bc7-8ad9-01be88a7446b tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:31:39.189661 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c533ff2-f73e-4bc7-8ad9-01be88a7446b tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Pushing event updated for resources: {'Port': ['ID=f5a57914-007c-4bfb-9b96-ad72392ee344,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:39.199689 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-3564b160-9fee-4e71-bf7d-5a13aaadc978 req-183e2e87-9476-4ad9-8795-a7b5be6fda33 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] For port e59dcd41-4da5-4a63-b642-c2c6163413d8, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e59dcd41-4da5-4a63-b642-c2c6163413d8,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:31:39.200062 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-3564b160-9fee-4e71-bf7d-5a13aaadc978 req-183e2e87-9476-4ad9-8795-a7b5be6fda33 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:39.234221 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-3564b160-9fee-4e71-bf7d-5a13aaadc978 req-183e2e87-9476-4ad9-8795-a7b5be6fda33 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Calling delete_port for e59dcd41-4da5-4a63-b642-c2c6163413d8 owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:31:39.257676 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20dce43a-89bd-457d-b47e-e578c773d388 req-25c2f1e5-2416-4a8c-891e-d4b9fc6df3a8 service neutron] 10.222.0.52 "GET /v2.0/networks/23b2e040-11b8-4862-8da0-936b3872cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782470 Oct 27 18:31:39.273821 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c533ff2-f73e-4bc7-8ad9-01be88a7446b tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:39.274479 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2c533ff2-f73e-4bc7-8ad9-01be88a7446b tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:39.393437 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-2c533ff2-f73e-4bc7-8ad9-01be88a7446b tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8161037 Oct 27 18:31:39.394753 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 36606) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:39.400732 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-fc1cfcc0-e0bf-4df4-bb36-15484c166e40 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Request body: {'port': {'network_id': 'ad3c730b-5f4a-4f35-becd-8042aca71dba', 'name': 'tempest-AllowedAddressPairTestJSON-1551789794', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:60:cf:c6'}]}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:31:39.554340 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-3564b160-9fee-4e71-bf7d-5a13aaadc978 req-183e2e87-9476-4ad9-8795-a7b5be6fda33 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:39.569453 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['f163efb5-dab5-44e4-bcbc-d40014efc10a', 'add0c4da-860f-495f-afb2-768a4ea3a6fd'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:31:39.660779 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd58820e-d6d9-4149-9a21-2890396cef9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:39.795209 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4f4d41e9-b3a5-4392-9299-4858d8e58297 req-b19befa8-3575-45c9-94cd-1ad5ed639545 tempest-ServerShowV254Test-470698836 tempest-ServerShowV254Test-470698836-project] 10.222.0.52 "GET /v2.0/ports?device_id=479c789d-79f8-4aa3-8a01-46bde3a023ad HTTP/1.1" status: 200 len: 210 time: 0.1462781 Oct 27 18:31:39.799939 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1cfcc0-e0bf-4df4-bb36-15484c166e40 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Made reservation on behalf of 62066c54ab9749fb959832316c7c2e4d for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:31:39.901318 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e2e87-9476-4ad9-8795-a7b5be6fda33 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Pushing event deleted for resources: {'Port': ['ID=e59dcd41-4da5-4a63-b642-c2c6163413d8,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:40.073693 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fc1cfcc0-e0bf-4df4-bb36-15484c166e40 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:40.125701 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-fc1cfcc0-e0bf-4df4-bb36-15484c166e40 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] device_id is not set on port 3d0ecd0e-cef6-46f1-a379-2d2dc91c4db1 yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:31:40.321425 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4974c2-2a4a-4ecd-9f8f-29eac38ff0a3 None None] Network ad3c730b-5f4a-4f35-becd-8042aca71dba requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:31:40.335612 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-3564b160-9fee-4e71-bf7d-5a13aaadc978 req-183e2e87-9476-4ad9-8795-a7b5be6fda33 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] No DVR routers for this DVR port e59dcd41-4da5-4a63-b642-c2c6163413d8 on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:31:40.368311 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b37f9202-7a19-4bcf-929e-02bc0ea1988e req-c6af7bc5-78d7-40f8-aa55-3b7f26cf405b tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dc264bc-9ff0-460a-a2ca-d7d64c385b48 HTTP/1.1" status: 200 len: 210 time: 0.3017740 Oct 27 18:31:40.376389 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-3564b160-9fee-4e71-bf7d-5a13aaadc978 req-183e2e87-9476-4ad9-8795-a7b5be6fda33 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:40.404256 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3564b160-9fee-4e71-bf7d-5a13aaadc978 req-183e2e87-9476-4ad9-8795-a7b5be6fda33 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "DELETE /v2.0/ports/e59dcd41-4da5-4a63-b642-c2c6163413d8 HTTP/1.1" status: 204 len: 173 time: 1.8971686 Oct 27 18:31:40.408554 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf3757f-920e-4500-b458-4a6339e03c98', 'name': 'network-vif-deleted', 'tag': 'e59dcd41-4da5-4a63-b642-c2c6163413d8'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:31:40.418456 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3972853c-8620-4061-98cf-d485f59488b2" -d '{"events": [{"server_uuid": "fbf3757f-920e-4500-b458-4a6339e03c98", "name": "network-vif-deleted", "tag": "e59dcd41-4da5-4a63-b642-c2c6163413d8"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:31:40.474541 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-fc1cfcc0-e0bf-4df4-bb36-15484c166e40 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Allocated IP 172.20.0.5 (ad3c730b-5f4a-4f35-becd-8042aca71dba/d18b4f72-e763-49c9-be10-8f4347684062/3d0ecd0e-cef6-46f1-a379-2d2dc91c4db1) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:31:40.506300 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 27 Oct 2021 18:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd368291-6301-424a-a6c9-2cfe453c6479 x-openstack-request-id: req-dd368291-6301-424a-a6c9-2cfe453c6479 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:31:40.506724 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf3757f-920e-4500-b458-4a6339e03c98", "name": "network-vif-deleted", "tag": "e59dcd41-4da5-4a63-b642-c2c6163413d8", "status": "failed", "code": 422}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:31:40.507162 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dd368291-6301-424a-a6c9-2cfe453c6479 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:31:40.507718 n-d-815690-2 neutron-server[102878]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fbf3757f-920e-4500-b458-4a6339e03c98', 'name': 'network-vif-deleted', 'tag': 'e59dcd41-4da5-4a63-b642-c2c6163413d8', 'status': 'failed', 'code': 422} returned with failed status Oct 27 18:31:40.512806 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-ed98db6b-efee-43b1-8d89-6935eed2caca None None] Provisioning complete for port 4183125b-223c-4350-ac56-3cbfb56141f8 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:31:40.513448 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ed98db6b-efee-43b1-8d89-6935eed2caca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:40.714700 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fc1cfcc0-e0bf-4df4-bb36-15484c166e40 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:40.801585 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 4183125b-223c-4350-ac56-3cbfb56141f8 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:31:40.836649 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ed98db6b-efee-43b1-8d89-6935eed2caca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:40.865549 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fc1cfcc0-e0bf-4df4-bb36-15484c166e40 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:40.899569 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-ed98db6b-efee-43b1-8d89-6935eed2caca None None] For port 4183125b-223c-4350-ac56-3cbfb56141f8, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=4183125b-223c-4350-ac56-3cbfb56141f8,segment=NetworkSegment(e4989ceb-3036-4c7e-a113-8d5c708f48e9),segment_id=e4989ceb-3036-4c7e-a113-8d5c708f48e9)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:31:40.932947 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 4183125b-223c-4350-ac56-3cbfb56141f8 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:31:40.933596 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:40.992330 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1cfcc0-e0bf-4df4-bb36-15484c166e40 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Pushing event updated for resources: {'Port': ['ID=3d0ecd0e-cef6-46f1-a379-2d2dc91c4db1,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:41.035386 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36656) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:41.045448 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ed98db6b-efee-43b1-8d89-6935eed2caca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:41.066631 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c2f6740c-9220-4eff-8d55-79ef12885825 req-f8004a96-fe4b-44fb-aa21-14e1dc61d59d tempest-ServerShowV254Test-470698836 tempest-ServerShowV254Test-470698836-project] 10.222.0.52 "GET /v2.0/ports?device_id=479c789d-79f8-4aa3-8a01-46bde3a023ad HTTP/1.1" status: 200 len: 210 time: 0.0694783 Oct 27 18:31:41.084205 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1cfcc0-e0bf-4df4-bb36-15484c166e40 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Network ad3c730b-5f4a-4f35-becd-8042aca71dba is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:31:41.087823 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-fc1cfcc0-e0bf-4df4-bb36-15484c166e40 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:31:41.093414 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1cfcc0-e0bf-4df4-bb36-15484c166e40 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:31:41.227608 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1cfcc0-e0bf-4df4-bb36-15484c166e40 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:41.228392 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fc1cfcc0-e0bf-4df4-bb36-15484c166e40 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:41.249400 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed98db6b-efee-43b1-8d89-6935eed2caca None None] Pushing event updated for resources: {'Port': ['ID=4183125b-223c-4350-ac56-3cbfb56141f8,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:41.276563 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-567cdadc-f983-4fc8-86aa-d9d5f24cbce2 None None] Provisioning complete for port f5a57914-007c-4bfb-9b96-ad72392ee344 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:31:41.277149 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-567cdadc-f983-4fc8-86aa-d9d5f24cbce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:41.282226 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b4027c85-33c8-425e-8b8b-dbee342676ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:41.325135 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-567cdadc-f983-4fc8-86aa-d9d5f24cbce2 None None] Port f5a57914-007c-4bfb-9b96-ad72392ee344 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:31:41.345562 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-567cdadc-f983-4fc8-86aa-d9d5f24cbce2 None None] Provisioning complete for port 4183125b-223c-4350-ac56-3cbfb56141f8 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:31:41.346534 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-567cdadc-f983-4fc8-86aa-d9d5f24cbce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:41.376773 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-fc1cfcc0-e0bf-4df4-bb36-15484c166e40 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.9809821 Oct 27 18:31:41.380586 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 36664) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:41.471495 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b4027c85-33c8-425e-8b8b-dbee342676ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:41.543398 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b4027c85-33c8-425e-8b8b-dbee342676ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:41.591025 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ce5cee56-785b-43c7-8e60-f5e8a663606d req-82f6d4b9-6a72-4c49-b89e-69e6a5ff7778 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dc264bc-9ff0-460a-a2ca-d7d64c385b48 HTTP/1.1" status: 200 len: 210 time: 0.0790806 Oct 27 18:31:41.616485 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-e73a5778-e3b1-4b19-bd63-a7a7f0bf5ee6 None None] Provisioning complete for port f5a57914-007c-4bfb-9b96-ad72392ee344 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:31:41.617122 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e73a5778-e3b1-4b19-bd63-a7a7f0bf5ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:41.650654 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b4027c85-33c8-425e-8b8b-dbee342676ea admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e643fdadf1fb46509bbaa95bfda4b008&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6160047 Oct 27 18:31:41.651098 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 36676) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:41.652422 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4027c85-33c8-425e-8b8b-dbee342676ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521cb99f-ddd8-48f6-af67-264216ba5f1b,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:41.692030 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a465c112-62c4-43d7-bbdf-735789520a76 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:41.699194 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a465c112-62c4-43d7-bbdf-735789520a76 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:41.699783 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-e73a5778-e3b1-4b19-bd63-a7a7f0bf5ee6 None None] Port f5a57914-007c-4bfb-9b96-ad72392ee344 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:31:41.706703 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a465c112-62c4-43d7-bbdf-735789520a76 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:41.708504 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a465c112-62c4-43d7-bbdf-735789520a76 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.3269711 Oct 27 18:31:41.712076 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36678) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:41.749235 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2f8d8a16-7c9b-436a-8c1a-d14523f70f9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:41.784800 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2f8d8a16-7c9b-436a-8c1a-d14523f70f9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:41.859895 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-76f899a1-a1dc-4796-b090-9c2f63c381c9 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Deleting port 3d0ecd0e-cef6-46f1-a379-2d2dc91c4db1 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:31:41.860241 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-76f899a1-a1dc-4796-b090-9c2f63c381c9 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:41.928144 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-74727d94-798a-4fba-9434-c3e3ea7eaa88 None None] Provisioning complete for port 3d0ecd0e-cef6-46f1-a379-2d2dc91c4db1 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:31:41.929775 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-74727d94-798a-4fba-9434-c3e3ea7eaa88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:41.958571 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2f8d8a16-7c9b-436a-8c1a-d14523f70f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:41.961571 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2f8d8a16-7c9b-436a-8c1a-d14523f70f9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:41.966806 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-2f8d8a16-7c9b-436a-8c1a-d14523f70f9a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/521cb99f-ddd8-48f6-af67-264216ba5f1b HTTP/1.1" status: 204 len: 168 time: 0.3132677 Oct 27 18:31:41.985301 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8d8a16-7c9b-436a-8c1a-d14523f70f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521cb99f-ddd8-48f6-af67-264216ba5f1b,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:42.012534 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-74727d94-798a-4fba-9434-c3e3ea7eaa88 None None] Port 3d0ecd0e-cef6-46f1-a379-2d2dc91c4db1 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:31:42.041175 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-76f899a1-a1dc-4796-b090-9c2f63c381c9 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:42.066624 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-76f899a1-a1dc-4796-b090-9c2f63c381c9 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Calling delete_port for 3d0ecd0e-cef6-46f1-a379-2d2dc91c4db1 owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:31:42.094462 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e18ca0-274f-4d7f-8280-297616d8eeae req-95128971-f270-450a-905c-bd42f16422ca tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:42.096160 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-09e18ca0-274f-4d7f-8280-297616d8eeae req-95128971-f270-450a-905c-bd42f16422ca tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8dea9fa-ed41-48cc-8835-3aca633c91ff HTTP/1.1" status: 200 len: 908 time: 0.0780928 Oct 27 18:31:42.164167 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b3285360-28bf-4daf-bc61-494aa48a562a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:42.242879 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8861adbd-a280-4ec2-a43c-5fb0004a126c req-076b5f72-0940-4127-a9c8-70deb1bd022b tempest-ServerShowV254Test-470698836 tempest-ServerShowV254Test-470698836-project] 10.222.0.52 "GET /v2.0/ports?device_id=479c789d-79f8-4aa3-8a01-46bde3a023ad HTTP/1.1" status: 200 len: 210 time: 0.0457156 Oct 27 18:31:42.513443 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-76f899a1-a1dc-4796-b090-9c2f63c381c9 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:42.552105 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f899a1-a1dc-4796-b090-9c2f63c381c9 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Pushing event deleted for resources: {'Port': ['ID=3d0ecd0e-cef6-46f1-a379-2d2dc91c4db1,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:42.574838 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 36706) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:42.707394 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 4183125b-223c-4350-ac56-3cbfb56141f8 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:31:42.751771 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-03c168ee-5d24-40d1-9999-459b74d613f9 req-2e860342-934b-4b3d-b5c3-14ce93a4dc10 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dc264bc-9ff0-460a-a2ca-d7d64c385b48 HTTP/1.1" status: 200 len: 210 time: 0.0471821 Oct 27 18:31:42.799032 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-76f899a1-a1dc-4796-b090-9c2f63c381c9 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:42.802299 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-76f899a1-a1dc-4796-b090-9c2f63c381c9 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] 10.222.0.52 "DELETE /v2.0/ports/3d0ecd0e-cef6-46f1-a379-2d2dc91c4db1 HTTP/1.1" status: 204 len: 168 time: 1.0892146 Oct 27 18:31:42.808608 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 36712) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:42.815173 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 4183125b-223c-4350-ac56-3cbfb56141f8 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:31:42.815859 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:42.870228 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-03302960-a46b-4537-86f5-aabcc0aaaf3e tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] GET failed (client error): The resource could not be found. Oct 27 18:31:42.875523 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-03302960-a46b-4537-86f5-aabcc0aaaf3e tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] 10.222.0.52 "GET /v2.0/ports/3d0ecd0e-cef6-46f1-a379-2d2dc91c4db1 HTTP/1.1" status: 404 len: 333 time: 0.0624475 Oct 27 18:31:42.875523 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-83820f43-33d4-470e-b587-fd127dadb6e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:42.876150 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 36714) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:42.882606 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-205ac814-5f6e-4080-979f-74cc226181b7 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Request body: {'port': {'network_id': 'ad3c730b-5f4a-4f35-becd-8042aca71dba', 'name': 'tempest-AllowedAddressPairTestJSON-227188097'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:31:42.907608 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36716) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:42.928347 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e801b9a9-6a97-40ce-808c-cfe201d25097 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:43.061293 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e801b9a9-6a97-40ce-808c-cfe201d25097 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:43.077409 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-83820f43-33d4-470e-b587-fd127dadb6e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:43.267505 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dce43a-89bd-457d-b47e-e578c773d388 req-ab80fec6-4e7a-4f03-938c-12b77f6e87fb tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:43.270667 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20dce43a-89bd-457d-b47e-e578c773d388 req-ab80fec6-4e7a-4f03-938c-12b77f6e87fb tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.93 "GET /v2.0/networks?id=23b2e040-11b8-4862-8da0-936b3872cceb HTTP/1.1" status: 200 len: 805 time: 0.1752009 Oct 27 18:31:43.297236 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a6a4d-a9ea-4be8-8d48-30ae0c97d1fe req-22b3ed6b-6cc4-426d-81d3-92dbaf08bab1 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:43.300334 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-796a6a4d-a9ea-4be8-8d48-30ae0c97d1fe req-22b3ed6b-6cc4-426d-81d3-92dbaf08bab1 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8dea9fa-ed41-48cc-8835-3aca633c91ff HTTP/1.1" status: 200 len: 908 time: 0.0908487 Oct 27 18:31:43.306216 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-20dce43a-89bd-457d-b47e-e578c773d388 req-0a125c05-36e3-4ac1-950e-75936f97c9ad tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Request body: {'port': {'device_id': '1dc264bc-9ff0-460a-a2ca-d7d64c385b48', 'network_id': '23b2e040-11b8-4862-8da0-936b3872cceb', 'admin_state_up': True, 'tenant_id': '26a8ecb72e37482a929830b093f42719'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:31:43.565792 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40af4d-2bb7-4523-88e8-9f9178f32f6b req-843a2373-4488-492a-85eb-60c3bf61e494 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:43.568239 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9d40af4d-2bb7-4523-88e8-9f9178f32f6b req-843a2373-4488-492a-85eb-60c3bf61e494 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.93 "GET /v2.0/ports?device_id=f8dea9fa-ed41-48cc-8835-3aca633c91ff HTTP/1.1" status: 200 len: 908 time: 0.0719829 Oct 27 18:31:43.684646 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-9d40af4d-2bb7-4523-88e8-9f9178f32f6b req-41cdf90a-ff86-414e-8f51-f2b74779920f tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Deleting port 5c6cfe82-c552-456e-acba-e5c63544df30 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:31:43.684892 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-9d40af4d-2bb7-4523-88e8-9f9178f32f6b req-41cdf90a-ff86-414e-8f51-f2b74779920f tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:43.751380 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-078ba35d-08ca-44f2-a00c-835c1126a466 req-12200c80-c1be-4c0d-aaff-30380547f001 tempest-ServerShowV254Test-470698836 tempest-ServerShowV254Test-470698836-project] 10.222.0.52 "GET /v2.0/ports?device_id=479c789d-79f8-4aa3-8a01-46bde3a023ad HTTP/1.1" status: 200 len: 210 time: 0.3778729 Oct 27 18:31:43.795334 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-9d40af4d-2bb7-4523-88e8-9f9178f32f6b req-41cdf90a-ff86-414e-8f51-f2b74779920f tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] For port 5c6cfe82-c552-456e-acba-e5c63544df30, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=5c6cfe82-c552-456e-acba-e5c63544df30,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:31:43.795778 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-9d40af4d-2bb7-4523-88e8-9f9178f32f6b req-41cdf90a-ff86-414e-8f51-f2b74779920f tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:43.809423 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-9d40af4d-2bb7-4523-88e8-9f9178f32f6b req-41cdf90a-ff86-414e-8f51-f2b74779920f tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Calling delete_port for 5c6cfe82-c552-456e-acba-e5c63544df30 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:31:43.858448 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e801b9a9-6a97-40ce-808c-cfe201d25097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:43.870081 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3b35d351-9941-4c23-87c0-d022a19a3f4d req-98e053f9-1b33-4d92-b1cb-e3711bc3c58a tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dc264bc-9ff0-460a-a2ca-d7d64c385b48 HTTP/1.1" status: 200 len: 210 time: 0.0290370 Oct 27 18:31:43.894343 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:43.895477 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:43.896022 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205ac814-5f6e-4080-979f-74cc226181b7 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Made reservation on behalf of 62066c54ab9749fb959832316c7c2e4d for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:31:43.901917 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-205ac814-5f6e-4080-979f-74cc226181b7 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:43.906995 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-83820f43-33d4-470e-b587-fd127dadb6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:43.911418 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e801b9a9-6a97-40ce-808c-cfe201d25097 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c73aaefdff3c40c689020c77bf189169&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0023530 Oct 27 18:31:43.914188 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36726) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:43.922505 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e801b9a9-6a97-40ce-808c-cfe201d25097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87cf9d55-5b0b-4fb0-bdc7-a2e15eafa7bc,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:43.961518 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-205ac814-5f6e-4080-979f-74cc226181b7 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] device_id is not set on port 29bf7425-8b88-46c7-a186-a7207b3b98ed yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:31:43.974325 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-83820f43-33d4-470e-b587-fd127dadb6e7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=75375ab95b8545e5b23ba9082b61f5e5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3977270 Oct 27 18:31:43.976968 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 36728) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:44.022042 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83820f43-33d4-470e-b587-fd127dadb6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9409dc7b-32dd-4407-8662-3e5f167023b8,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:44.066422 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20dce43a-89bd-457d-b47e-e578c773d388 req-0a125c05-36e3-4ac1-950e-75936f97c9ad tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Made reservation on behalf of 26a8ecb72e37482a929830b093f42719 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:31:44.066422 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-20dce43a-89bd-457d-b47e-e578c773d388 req-0a125c05-36e3-4ac1-950e-75936f97c9ad tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:44.076306 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6340e6e2-cb23-4820-95bb-284815b0c53b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:44.100917 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6340e6e2-cb23-4820-95bb-284815b0c53b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:44.173266 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-9d40af4d-2bb7-4523-88e8-9f9178f32f6b req-41cdf90a-ff86-414e-8f51-f2b74779920f tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:44.196756 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-205ac814-5f6e-4080-979f-74cc226181b7 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Allocated IP 172.20.0.12 (ad3c730b-5f4a-4f35-becd-8042aca71dba/d18b4f72-e763-49c9-be10-8f4347684062/29bf7425-8b88-46c7-a186-a7207b3b98ed) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:31:44.198961 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fdae3d13-25c2-4c00-86de-5deab46a125c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:44.227222 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cdf90a-ff86-414e-8f51-f2b74779920f tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Pushing event deleted for resources: {'Port': ['ID=5c6cfe82-c552-456e-acba-e5c63544df30,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:44.253963 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fdae3d13-25c2-4c00-86de-5deab46a125c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:44.260664 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6340e6e2-cb23-4820-95bb-284815b0c53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:44.263329 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6340e6e2-cb23-4820-95bb-284815b0c53b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:44.267850 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6340e6e2-cb23-4820-95bb-284815b0c53b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/87cf9d55-5b0b-4fb0-bdc7-a2e15eafa7bc HTTP/1.1" status: 204 len: 168 time: 0.3498654 Oct 27 18:31:44.310807 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d40af4d-2bb7-4523-88e8-9f9178f32f6b req-41cdf90a-ff86-414e-8f51-f2b74779920f tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] No DVR routers for this DVR port 5c6cfe82-c552-456e-acba-e5c63544df30 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:31:44.313977 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-9d40af4d-2bb7-4523-88e8-9f9178f32f6b req-41cdf90a-ff86-414e-8f51-f2b74779920f tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:44.319380 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9d40af4d-2bb7-4523-88e8-9f9178f32f6b req-41cdf90a-ff86-414e-8f51-f2b74779920f tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.93 "DELETE /v2.0/ports/5c6cfe82-c552-456e-acba-e5c63544df30 HTTP/1.1" status: 204 len: 173 time: 0.7441390 Oct 27 18:31:44.320028 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8dea9fa-ed41-48cc-8835-3aca633c91ff', 'name': 'network-vif-deleted', 'tag': '5c6cfe82-c552-456e-acba-e5c63544df30'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:31:44.324681 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ac272d-f912-4d46-a950-82a453e318fa" -d '{"events": [{"server_uuid": "f8dea9fa-ed41-48cc-8835-3aca633c91ff", "name": "network-vif-deleted", "tag": "5c6cfe82-c552-456e-acba-e5c63544df30"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:31:44.367087 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6340e6e2-cb23-4820-95bb-284815b0c53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cf9d55-5b0b-4fb0-bdc7-a2e15eafa7bc,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:44.425097 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbedd12b-29b0-4985-9df5-97a8a59148b8 x-openstack-request-id: req-dbedd12b-29b0-4985-9df5-97a8a59148b8 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:31:44.425462 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8dea9fa-ed41-48cc-8835-3aca633c91ff", "name": "network-vif-deleted", "tag": "5c6cfe82-c552-456e-acba-e5c63544df30", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:31:44.427919 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dbedd12b-29b0-4985-9df5-97a8a59148b8 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:31:44.429193 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8dea9fa-ed41-48cc-8835-3aca633c91ff', 'name': 'network-vif-deleted', 'tag': '5c6cfe82-c552-456e-acba-e5c63544df30', 'status': 'completed', 'code': 200} Oct 27 18:31:44.481733 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-20dce43a-89bd-457d-b47e-e578c773d388 req-0a125c05-36e3-4ac1-950e-75936f97c9ad tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Allocated IP 172.20.0.4 (23b2e040-11b8-4862-8da0-936b3872cceb/820c5f0e-f6d0-4852-a2cd-5a2baae71f1a/aa784b4a-cf11-4222-bdbf-dd34226327b9) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:31:44.559179 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5a268c4a-0cd6-4e93-a8b7-7ddfea36c75d req-d1913c75-e4aa-48d2-bc7e-2349c26cba62 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8dea9fa-ed41-48cc-8835-3aca633c91ff HTTP/1.1" status: 200 len: 210 time: 0.0745852 Oct 27 18:31:44.660441 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fdae3d13-25c2-4c00-86de-5deab46a125c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:44.663067 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fdae3d13-25c2-4c00-86de-5deab46a125c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:44.667179 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-fdae3d13-25c2-4c00-86de-5deab46a125c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9409dc7b-32dd-4407-8662-3e5f167023b8 HTTP/1.1" status: 204 len: 168 time: 0.6845655 Oct 27 18:31:44.702843 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-205ac814-5f6e-4080-979f-74cc226181b7 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:44.714979 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdae3d13-25c2-4c00-86de-5deab46a125c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9409dc7b-32dd-4407-8662-3e5f167023b8,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:44.820350 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-20dce43a-89bd-457d-b47e-e578c773d388 req-0a125c05-36e3-4ac1-950e-75936f97c9ad tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:44.899406 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2926bf1f-c910-430a-b1f2-30e9aa0e7ec8 req-ec6ddbda-a949-4889-80e5-573bb9d4d54b tempest-ServerShowV254Test-470698836 tempest-ServerShowV254Test-470698836-project] 10.222.0.52 "GET /v2.0/ports?device_id=479c789d-79f8-4aa3-8a01-46bde3a023ad HTTP/1.1" status: 200 len: 210 time: 0.0386307 Oct 27 18:31:44.903918 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-205ac814-5f6e-4080-979f-74cc226181b7 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:44.982781 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205ac814-5f6e-4080-979f-74cc226181b7 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Network ad3c730b-5f4a-4f35-becd-8042aca71dba is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:31:44.990617 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-205ac814-5f6e-4080-979f-74cc226181b7 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:31:44.995068 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205ac814-5f6e-4080-979f-74cc226181b7 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:31:45.021610 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e9acb6d4-70d7-46ce-97a3-9d7e42d78398 req-816986dc-c402-4ba2-86ec-fef83dc63e60 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dc264bc-9ff0-460a-a2ca-d7d64c385b48 HTTP/1.1" status: 200 len: 210 time: 0.0665977 Oct 27 18:31:45.022222 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ac814-5f6e-4080-979f-74cc226181b7 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Pushing event updated for resources: {'Port': ['ID=29bf7425-8b88-46c7-a186-a7207b3b98ed,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:45.046389 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-20dce43a-89bd-457d-b47e-e578c773d388 req-0a125c05-36e3-4ac1-950e-75936f97c9ad tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:45.051491 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:45.058091 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['1fb59165-d3f3-4b1a-bc95-4eec88509b3a', 'e9f5501f-89ca-46f9-b11a-180fb29c51fc'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:31:45.136973 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20dce43a-89bd-457d-b47e-e578c773d388 req-0a125c05-36e3-4ac1-950e-75936f97c9ad tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Network 23b2e040-11b8-4862-8da0-936b3872cceb is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:31:45.154105 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-20dce43a-89bd-457d-b47e-e578c773d388 req-0a125c05-36e3-4ac1-950e-75936f97c9ad tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:31:45.154105 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-20dce43a-89bd-457d-b47e-e578c773d388 req-0a125c05-36e3-4ac1-950e-75936f97c9ad tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:31:45.242845 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205ac814-5f6e-4080-979f-74cc226181b7 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:45.245882 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-205ac814-5f6e-4080-979f-74cc226181b7 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:45.258458 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a125c05-36e3-4ac1-950e-75936f97c9ad tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Pushing event updated for resources: {'Port': ['ID=aa784b4a-cf11-4222-bdbf-dd34226327b9,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:45.324609 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dce43a-89bd-457d-b47e-e578c773d388 req-0a125c05-36e3-4ac1-950e-75936f97c9ad tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:45.326005 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-20dce43a-89bd-457d-b47e-e578c773d388 req-0a125c05-36e3-4ac1-950e-75936f97c9ad tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:45.368874 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-205ac814-5f6e-4080-979f-74cc226181b7 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4905610 Oct 27 18:31:45.374800 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36762) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:45.378966 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-1d501ff3-f6f2-4ab3-b150-a56f1073eef2 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:60:cf:c6'}]}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:31:45.467976 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20dce43a-89bd-457d-b47e-e578c773d388 req-0a125c05-36e3-4ac1-950e-75936f97c9ad tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1664436 Oct 27 18:31:45.487169 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-20dce43a-89bd-457d-b47e-e578c773d388 req-1ae5261d-240c-4565-8f70-685de67731ee service neutron] Request body: {'port': {'device_id': '1dc264bc-9ff0-460a-a2ca-d7d64c385b48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:31:45.516894 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-ea8aa4cc-dae2-4ed0-8f58-bc1bf7df318c None None] Provisioning complete for port 29bf7425-8b88-46c7-a186-a7207b3b98ed triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:31:45.523487 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ea8aa4cc-dae2-4ed0-8f58-bc1bf7df318c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:45.565862 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-ea8aa4cc-dae2-4ed0-8f58-bc1bf7df318c None None] Port 29bf7425-8b88-46c7-a186-a7207b3b98ed cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:31:45.636614 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1d501ff3-f6f2-4ab3-b150-a56f1073eef2 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:45.638556 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-20dce43a-89bd-457d-b47e-e578c773d388 req-1ae5261d-240c-4565-8f70-685de67731ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:45.923981 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1d501ff3-f6f2-4ab3-b150-a56f1073eef2 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:45.993355 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1d501ff3-f6f2-4ab3-b150-a56f1073eef2 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:46.128776 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ed62eb90-8cfd-4613-bc46-e9e4d7b2b221 req-3f307ec3-00be-4176-be96-98695fb68080 tempest-ServerShowV254Test-470698836 tempest-ServerShowV254Test-470698836-project] 10.222.0.52 "GET /v2.0/ports?device_id=479c789d-79f8-4aa3-8a01-46bde3a023ad HTTP/1.1" status: 200 len: 210 time: 0.0792041 Oct 27 18:31:46.129322 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d501ff3-f6f2-4ab3-b150-a56f1073eef2 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Pushing event updated for resources: {'Port': ['ID=29bf7425-8b88-46c7-a186-a7207b3b98ed,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:46.271885 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-1d501ff3-f6f2-4ab3-b150-a56f1073eef2 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] In _notify_port_updated(), no bound segment for port 29bf7425-8b88-46c7-a186-a7207b3b98ed on network ad3c730b-5f4a-4f35-becd-8042aca71dba {{(pid=102879) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 18:31:46.289165 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d501ff3-f6f2-4ab3-b150-a56f1073eef2 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:46.289165 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1d501ff3-f6f2-4ab3-b150-a56f1073eef2 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:46.297213 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1d501ff3-f6f2-4ab3-b150-a56f1073eef2 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] 10.222.0.52 "PUT /v2.0/ports/29bf7425-8b88-46c7-a186-a7207b3b98ed HTTP/1.1" status: 200 len: 993 time: 0.9175243 Oct 27 18:31:46.297459 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36798) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:46.415380 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-20dce43a-89bd-457d-b47e-e578c773d388 req-1ae5261d-240c-4565-8f70-685de67731ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa784b4a-cf11-4222-bdbf-dd34226327b9 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:31:46.442736 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-64848f22-da0e-4cfc-8a31-defcb4390cda tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Deleting port 29bf7425-8b88-46c7-a186-a7207b3b98ed {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:31:46.443371 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-64848f22-da0e-4cfc-8a31-defcb4390cda tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:46.451501 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-20dce43a-89bd-457d-b47e-e578c773d388 req-1ae5261d-240c-4565-8f70-685de67731ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:46.482480 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-20dce43a-89bd-457d-b47e-e578c773d388 req-1ae5261d-240c-4565-8f70-685de67731ee service neutron] Transition to ACTIVE for port object aa784b4a-cf11-4222-bdbf-dd34226327b9 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:31:46.516695 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150df2e9-ab62-4639-b2e3-52de4140f7ab req-24ac10a8-39e1-4755-8ac7-21115e56dcb8 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:46.518301 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-150df2e9-ab62-4639-b2e3-52de4140f7ab req-24ac10a8-39e1-4755-8ac7-21115e56dcb8 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a280259-3da4-4deb-83a5-7a1c5eacea02 HTTP/1.1" status: 200 len: 945 time: 0.1957295 Oct 27 18:31:46.532375 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5a9c0-a3b8-422b-80ae-4a4ec464f27a req-d6e9d9f7-0d20-4c8e-bcf2-7e61f775c35a tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:46.533743 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7ba5a9c0-a3b8-422b-80ae-4a4ec464f27a req-d6e9d9f7-0d20-4c8e-bcf2-7e61f775c35a tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dc264bc-9ff0-460a-a2ca-d7d64c385b48 HTTP/1.1" status: 200 len: 931 time: 0.2099755 Oct 27 18:31:46.567115 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-20dce43a-89bd-457d-b47e-e578c773d388 req-1ae5261d-240c-4565-8f70-685de67731ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:46.607478 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-71c4ace5-fa6f-4e9e-b3a5-1c63dd6f630f None None] Provisioning complete for port 29bf7425-8b88-46c7-a186-a7207b3b98ed triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:31:46.609472 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-71c4ace5-fa6f-4e9e-b3a5-1c63dd6f630f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:46.620380 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-64848f22-da0e-4cfc-8a31-defcb4390cda tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:46.638960 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-64848f22-da0e-4cfc-8a31-defcb4390cda tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Calling delete_port for 29bf7425-8b88-46c7-a186-a7207b3b98ed owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:31:46.665178 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7ba5a9c0-a3b8-422b-80ae-4a4ec464f27a req-77f7d5b2-5e82-4a62-88ee-776a8a5e8336 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237497 Oct 27 18:31:46.678643 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-71c4ace5-fa6f-4e9e-b3a5-1c63dd6f630f None None] Port 29bf7425-8b88-46c7-a186-a7207b3b98ed cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:31:46.692735 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-150df2e9-ab62-4639-b2e3-52de4140f7ab req-9cc2e98c-19f9-42cf-a912-cabee1c18ab4 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535940 Oct 27 18:31:46.695677 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5261d-240c-4565-8f70-685de67731ee service neutron] Pushing event updated for resources: {'Port': ['ID=aa784b4a-cf11-4222-bdbf-dd34226327b9,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:46.783444 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-20dce43a-89bd-457d-b47e-e578c773d388 req-1ae5261d-240c-4565-8f70-685de67731ee service neutron] Attempting to bind port aa784b4a-cf11-4222-bdbf-dd34226327b9 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:31:46.783894 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-20dce43a-89bd-457d-b47e-e578c773d388 req-1ae5261d-240c-4565-8f70-685de67731ee service neutron] Attempting to bind port aa784b4a-cf11-4222-bdbf-dd34226327b9 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': 'da54f3b4-fa80-4f6a-872c-1cd042d9332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '23b2e040-11b8-4862-8da0-936b3872cceb'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:31:46.794147 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20dce43a-89bd-457d-b47e-e578c773d388 req-1ae5261d-240c-4565-8f70-685de67731ee service neutron] Attempting to bind port aa784b4a-cf11-4222-bdbf-dd34226327b9 on network 23b2e040-11b8-4862-8da0-936b3872cceb {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:31:46.801035 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20dce43a-89bd-457d-b47e-e578c773d388 req-1ae5261d-240c-4565-8f70-685de67731ee service neutron] Port aa784b4a-cf11-4222-bdbf-dd34226327b9 on network 23b2e040-11b8-4862-8da0-936b3872cceb not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:31:46.801372 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20dce43a-89bd-457d-b47e-e578c773d388 req-1ae5261d-240c-4565-8f70-685de67731ee service neutron] Attempting to bind port aa784b4a-cf11-4222-bdbf-dd34226327b9 on network 23b2e040-11b8-4862-8da0-936b3872cceb {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:31:46.806444 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20dce43a-89bd-457d-b47e-e578c773d388 req-1ae5261d-240c-4565-8f70-685de67731ee service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:31:46.807623 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20dce43a-89bd-457d-b47e-e578c773d388 req-1ae5261d-240c-4565-8f70-685de67731ee service neutron] Checking segment: {'id': 'da54f3b4-fa80-4f6a-872c-1cd042d9332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '23b2e040-11b8-4862-8da0-936b3872cceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:31:46.808454 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20dce43a-89bd-457d-b47e-e578c773d388 req-1ae5261d-240c-4565-8f70-685de67731ee service neutron] Bound using segment: {'id': 'da54f3b4-fa80-4f6a-872c-1cd042d9332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '23b2e040-11b8-4862-8da0-936b3872cceb'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:31:46.808454 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-20dce43a-89bd-457d-b47e-e578c773d388 req-1ae5261d-240c-4565-8f70-685de67731ee service neutron] Bound port: aa784b4a-cf11-4222-bdbf-dd34226327b9, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da54f3b4-fa80-4f6a-872c-1cd042d9332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '23b2e040-11b8-4862-8da0-936b3872cceb'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:31:46.808821 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-20dce43a-89bd-457d-b47e-e578c773d388 req-1ae5261d-240c-4565-8f70-685de67731ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:46.838723 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-64848f22-da0e-4cfc-8a31-defcb4390cda tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:46.865756 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64848f22-da0e-4cfc-8a31-defcb4390cda tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Pushing event deleted for resources: {'Port': ['ID=29bf7425-8b88-46c7-a186-a7207b3b98ed,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:46.903564 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-20dce43a-89bd-457d-b47e-e578c773d388 req-1ae5261d-240c-4565-8f70-685de67731ee service neutron] For port aa784b4a-cf11-4222-bdbf-dd34226327b9, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:31:46.910961 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-20dce43a-89bd-457d-b47e-e578c773d388 req-1ae5261d-240c-4565-8f70-685de67731ee service neutron] For port aa784b4a-cf11-4222-bdbf-dd34226327b9, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=aa784b4a-cf11-4222-bdbf-dd34226327b9,segment=NetworkSegment(da54f3b4-fa80-4f6a-872c-1cd042d9332d),segment_id=da54f3b4-fa80-4f6a-872c-1cd042d9332d)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:31:47.017262 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-20dce43a-89bd-457d-b47e-e578c773d388 req-1ae5261d-240c-4565-8f70-685de67731ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:47.035363 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-64848f22-da0e-4cfc-8a31-defcb4390cda tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:47.044655 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-64848f22-da0e-4cfc-8a31-defcb4390cda tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] 10.222.0.52 "DELETE /v2.0/ports/29bf7425-8b88-46c7-a186-a7207b3b98ed HTTP/1.1" status: 204 len: 168 time: 0.7439053 Oct 27 18:31:47.045240 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36810) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:47.084790 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3ed5c75-5794-4a1a-a3de-4cdb76f536fa tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] GET failed (client error): The resource could not be found. Oct 27 18:31:47.090928 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a3ed5c75-5794-4a1a-a3de-4cdb76f536fa tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] 10.222.0.52 "GET /v2.0/ports/29bf7425-8b88-46c7-a186-a7207b3b98ed HTTP/1.1" status: 404 len: 333 time: 0.0429034 Oct 27 18:31:47.091109 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dce43a-89bd-457d-b47e-e578c773d388 req-1ae5261d-240c-4565-8f70-685de67731ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:47.091701 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-20dce43a-89bd-457d-b47e-e578c773d388 req-1ae5261d-240c-4565-8f70-685de67731ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:47.093638 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20dce43a-89bd-457d-b47e-e578c773d388 req-1ae5261d-240c-4565-8f70-685de67731ee service neutron] 10.222.0.93 "PUT /v2.0/ports/aa784b4a-cf11-4222-bdbf-dd34226327b9 HTTP/1.1" status: 200 len: 1091 time: 1.6145184 Oct 27 18:31:47.096205 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36812) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:47.096349 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc264bc-9ff0-460a-a2ca-d7d64c385b48', 'tag': 'aa784b4a-cf11-4222-bdbf-dd34226327b9'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:31:47.100053 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9cf7e2-d086-441d-971a-2c5ffcead341" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc264bc-9ff0-460a-a2ca-d7d64c385b48", "tag": "aa784b4a-cf11-4222-bdbf-dd34226327b9"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:31:47.108807 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-df235606-cc9c-4892-a02f-e01616ecbbd2 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Request body: {'port': {'network_id': 'ad3c730b-5f4a-4f35-becd-8042aca71dba', 'name': 'tempest-AllowedAddressPairTestJSON-1012009574'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:31:47.142798 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5261d-240c-4565-8f70-685de67731ee service neutron] Pushing event updated for resources: {'Port': ['ID=aa784b4a-cf11-4222-bdbf-dd34226327b9,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:47.180954 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b307807-13bc-4366-84aa-f3a19bd8426b x-openstack-request-id: req-2b307807-13bc-4366-84aa-f3a19bd8426b {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:31:47.181251 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc264bc-9ff0-460a-a2ca-d7d64c385b48", "tag": "aa784b4a-cf11-4222-bdbf-dd34226327b9", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:31:47.181509 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2b307807-13bc-4366-84aa-f3a19bd8426b {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:31:47.182490 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dc264bc-9ff0-460a-a2ca-d7d64c385b48', 'tag': 'aa784b4a-cf11-4222-bdbf-dd34226327b9', 'status': 'completed', 'code': 200} Oct 27 18:31:47.286491 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9cf7e2-d086-441d-971a-2c5ffcead341 req-de423e2c-3c2f-4612-b18d-cb356f888ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:47.288167 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cf9cf7e2-d086-441d-971a-2c5ffcead341 req-de423e2c-3c2f-4612-b18d-cb356f888ee1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=26a8ecb72e37482a929830b093f42719&device_id=1dc264bc-9ff0-460a-a2ca-d7d64c385b48 HTTP/1.1" status: 200 len: 1094 time: 0.0763385 Oct 27 18:31:47.314169 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2de4bc4f-e223-44be-b67c-a214f159e97d req-4932d47e-3809-4604-b0e2-cef279737512 tempest-ServerShowV254Test-470698836 tempest-ServerShowV254Test-470698836-project] 10.222.0.52 "GET /v2.0/ports?device_id=479c789d-79f8-4aa3-8a01-46bde3a023ad HTTP/1.1" status: 200 len: 210 time: 0.0456824 Oct 27 18:31:47.387932 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df235606-cc9c-4892-a02f-e01616ecbbd2 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Made reservation on behalf of 62066c54ab9749fb959832316c7c2e4d for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:31:47.391502 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-df235606-cc9c-4892-a02f-e01616ecbbd2 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:47.413089 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-df235606-cc9c-4892-a02f-e01616ecbbd2 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] device_id is not set on port 55ec205e-4422-4087-a142-3367c5f8304c yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:31:47.466917 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9cf7e2-d086-441d-971a-2c5ffcead341 req-a4f195d4-121e-4554-9a92-f73db1e5baca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:47.471611 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cf9cf7e2-d086-441d-971a-2c5ffcead341 req-a4f195d4-121e-4554-9a92-f73db1e5baca service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=26a8ecb72e37482a929830b093f42719&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1617026 Oct 27 18:31:47.577444 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-df235606-cc9c-4892-a02f-e01616ecbbd2 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Allocated IP 172.20.0.3 (ad3c730b-5f4a-4f35-becd-8042aca71dba/d18b4f72-e763-49c9-be10-8f4347684062/55ec205e-4422-4087-a142-3367c5f8304c) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:31:47.616425 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 36832) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:47.628823 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9cf7e2-d086-441d-971a-2c5ffcead341 req-40b59657-ca66-4779-9df0-383360bfdcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:47.630481 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cf9cf7e2-d086-441d-971a-2c5ffcead341 req-40b59657-ca66-4779-9df0-383360bfdcaf service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1453428 Oct 27 18:31:47.770627 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dce43a-89bd-457d-b47e-e578c773d388 req-c8805c3f-3aa1-401b-bd06-1aec50be5104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:47.781199 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20dce43a-89bd-457d-b47e-e578c773d388 req-c8805c3f-3aa1-401b-bd06-1aec50be5104 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=26a8ecb72e37482a929830b093f42719&device_id=1dc264bc-9ff0-460a-a2ca-d7d64c385b48 HTTP/1.1" status: 200 len: 1094 time: 0.1025345 Oct 27 18:31:47.786241 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 5c6cfe82-c552-456e-acba-e5c63544df30 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:31:47.833146 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 5c6cfe82-c552-456e-acba-e5c63544df30 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:31:47.834306 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 5c6cfe82-c552-456e-acba-e5c63544df30 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:31:47.899494 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfeca77-9b42-4b5f-bc4c-879a2009e250 req-6262a181-0b3f-41bb-bf5f-586af5c69b85 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:47.901004 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-abfeca77-9b42-4b5f-bc4c-879a2009e250 req-6262a181-0b3f-41bb-bf5f-586af5c69b85 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.93 "GET /v2.0/ports?device_id=8a280259-3da4-4deb-83a5-7a1c5eacea02 HTTP/1.1" status: 200 len: 945 time: 0.1430736 Oct 27 18:31:47.917022 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-e9dfe9d0-e4fd-46e8-a59d-8b2a0ec9b8c2 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1402073880'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:31:47.925642 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20dce43a-89bd-457d-b47e-e578c773d388 req-2ec5201c-52d7-4f6f-80bc-3f4d035ccba4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa784b4a-cf11-4222-bdbf-dd34226327b9 HTTP/1.1" status: 200 len: 217 time: 0.1403522 Oct 27 18:31:47.977186 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-df235606-cc9c-4892-a02f-e01616ecbbd2 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:48.008009 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10e6c0-0740-444c-ab19-1d8e6944a050 req-e6b9544b-053c-4492-997d-8fb154a8bd09 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:48.009608 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-df10e6c0-0740-444c-ab19-1d8e6944a050 req-e6b9544b-053c-4492-997d-8fb154a8bd09 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a280259-3da4-4deb-83a5-7a1c5eacea02 HTTP/1.1" status: 200 len: 945 time: 0.1899948 Oct 27 18:31:48.019579 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ec34c-62d0-497e-bd6f-0e2d35c4587e req-a144c66c-e3d0-401e-a51b-4c6f10a6f9b5 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:48.021080 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-744ec34c-62d0-497e-bd6f-0e2d35c4587e req-a144c66c-e3d0-401e-a51b-4c6f10a6f9b5 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dc264bc-9ff0-460a-a2ca-d7d64c385b48 HTTP/1.1" status: 200 len: 943 time: 0.2257316 Oct 27 18:31:48.048335 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-abfeca77-9b42-4b5f-bc4c-879a2009e250 req-db156c10-0d09-4533-88e8-f7638fc49e65 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Deleting port add0c4da-860f-495f-afb2-768a4ea3a6fd {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:31:48.049155 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-abfeca77-9b42-4b5f-bc4c-879a2009e250 req-db156c10-0d09-4533-88e8-f7638fc49e65 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:48.050894 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dce43a-89bd-457d-b47e-e578c773d388 req-fd5e9abb-d48a-44e1-8752-9d41392a6112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:48.052352 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20dce43a-89bd-457d-b47e-e578c773d388 req-fd5e9abb-d48a-44e1-8752-9d41392a6112 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=820c5f0e-f6d0-4852-a2cd-5a2baae71f1a HTTP/1.1" status: 200 len: 845 time: 0.1183281 Oct 27 18:31:48.082536 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9dfe9d0-e4fd-46e8-a59d-8b2a0ec9b8c2 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Made reservation on behalf of e1fcdf6b29ad4321ae83782c38864641 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:31:48.085976 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e9dfe9d0-e4fd-46e8-a59d-8b2a0ec9b8c2 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:48.115533 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20dce43a-89bd-457d-b47e-e578c773d388 req-1e645fef-9484-4390-beb9-561be59e5798 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=23b2e040-11b8-4862-8da0-936b3872cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528986 Oct 27 18:31:48.125767 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-df10e6c0-0740-444c-ab19-1d8e6944a050 req-91f2e60c-dc03-4c6d-8559-502387ecc564 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035380 Oct 27 18:31:48.126398 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e9dfe9d0-e4fd-46e8-a59d-8b2a0ec9b8c2 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:48.155169 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-df235606-cc9c-4892-a02f-e01616ecbbd2 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:48.162790 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-744ec34c-62d0-497e-bd6f-0e2d35c4587e req-4ee47629-3d2b-40fb-ba62-efd99de31acc tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307306 Oct 27 18:31:48.232560 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-abfeca77-9b42-4b5f-bc4c-879a2009e250 req-db156c10-0d09-4533-88e8-f7638fc49e65 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] For port add0c4da-860f-495f-afb2-768a4ea3a6fd, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=add0c4da-860f-495f-afb2-768a4ea3a6fd,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:31:48.232935 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-abfeca77-9b42-4b5f-bc4c-879a2009e250 req-db156c10-0d09-4533-88e8-f7638fc49e65 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:48.249908 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df235606-cc9c-4892-a02f-e01616ecbbd2 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Network ad3c730b-5f4a-4f35-becd-8042aca71dba is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:31:48.258144 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-abfeca77-9b42-4b5f-bc4c-879a2009e250 req-db156c10-0d09-4533-88e8-f7638fc49e65 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Calling delete_port for add0c4da-860f-495f-afb2-768a4ea3a6fd owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:31:48.260302 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-df235606-cc9c-4892-a02f-e01616ecbbd2 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:31:48.262144 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df235606-cc9c-4892-a02f-e01616ecbbd2 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Pushing event updated for resources: {'Port': ['ID=55ec205e-4422-4087-a142-3367c5f8304c,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:48.283168 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20dce43a-89bd-457d-b47e-e578c773d388 req-c448d3b5-a3a4-4edb-a8fe-8136aef517b4 service neutron] 10.222.0.93 "GET /v2.0/networks/23b2e040-11b8-4862-8da0-936b3872cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485121 Oct 27 18:31:48.283300 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df235606-cc9c-4892-a02f-e01616ecbbd2 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:31:48.413420 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df235606-cc9c-4892-a02f-e01616ecbbd2 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:48.413774 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e9dfe9d0-e4fd-46e8-a59d-8b2a0ec9b8c2 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:48.414089 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-df235606-cc9c-4892-a02f-e01616ecbbd2 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:48.500278 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6fa74890-bf12-4c5d-b82f-4300e3315a49 req-6228d52a-55fe-4fdd-9439-a8078f40d36f tempest-ServerShowV254Test-470698836 tempest-ServerShowV254Test-470698836-project] 10.222.0.52 "GET /v2.0/ports?device_id=479c789d-79f8-4aa3-8a01-46bde3a023ad HTTP/1.1" status: 200 len: 210 time: 0.0539982 Oct 27 18:31:48.505269 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e9dfe9d0-e4fd-46e8-a59d-8b2a0ec9b8c2 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:48.521405 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9dfe9d0-e4fd-46e8-a59d-8b2a0ec9b8c2 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] vlan segment allocate from pool success with {'vlan_id': 1035, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:31:48.530924 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20dce43a-89bd-457d-b47e-e578c773d388 req-73ce7ecb-ab8b-4294-8be1-d2ce5223cac5 service neutron] 10.222.0.93 "GET /v2.0/networks/23b2e040-11b8-4862-8da0-936b3872cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369447 Oct 27 18:31:48.550753 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e9dfe9d0-e4fd-46e8-a59d-8b2a0ec9b8c2 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:48.550753 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-e9dfe9d0-e4fd-46e8-a59d-8b2a0ec9b8c2 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Added segment a8bd37f4-8bed-4b5e-b108-1dd3dd4f6ed6 of type vlan for network 12d6929e-a691-4966-949b-f07bb5058eeb Oct 27 18:31:48.568714 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dfe9d0-e4fd-46e8-a59d-8b2a0ec9b8c2 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd38d530-a0a6-4045-9cfa-be45f5a2539f,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:48.589022 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-df235606-cc9c-4892-a02f-e01616ecbbd2 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4851472 Oct 27 18:31:48.589022 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36848) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:48.591635 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-49cdd920-ab61-4051-8161-2b30a2488800 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:60:cf:c6'}]}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:31:48.602942 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e9dfe9d0-e4fd-46e8-a59d-8b2a0ec9b8c2 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:48.618666 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-cd33a914-7f61-4b3c-ab9e-8b696bf12e5a None None] Provisioning complete for port 55ec205e-4422-4087-a142-3367c5f8304c triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:31:48.619153 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cd33a914-7f61-4b3c-ab9e-8b696bf12e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:48.634654 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-abfeca77-9b42-4b5f-bc4c-879a2009e250 req-db156c10-0d09-4533-88e8-f7638fc49e65 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:48.648919 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['f163efb5-dab5-44e4-bcbc-d40014efc10a', 'add0c4da-860f-495f-afb2-768a4ea3a6fd'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:31:48.695473 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e9dfe9d0-e4fd-46e8-a59d-8b2a0ec9b8c2 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:48.697836 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-cd33a914-7f61-4b3c-ab9e-8b696bf12e5a None None] Port 55ec205e-4422-4087-a142-3367c5f8304c cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:31:48.706386 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dfe9d0-e4fd-46e8-a59d-8b2a0ec9b8c2 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:48.709948 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e9dfe9d0-e4fd-46e8-a59d-8b2a0ec9b8c2 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:48.712326 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db156c10-0d09-4533-88e8-f7638fc49e65 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Pushing event deleted for resources: {'Port': ['ID=add0c4da-860f-495f-afb2-768a4ea3a6fd,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:48.762056 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-abfeca77-9b42-4b5f-bc4c-879a2009e250 req-db156c10-0d09-4533-88e8-f7638fc49e65 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] No DVR routers for this DVR port add0c4da-860f-495f-afb2-768a4ea3a6fd on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:31:48.765430 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-abfeca77-9b42-4b5f-bc4c-879a2009e250 req-db156c10-0d09-4533-88e8-f7638fc49e65 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:48.769176 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-abfeca77-9b42-4b5f-bc4c-879a2009e250 req-db156c10-0d09-4533-88e8-f7638fc49e65 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.93 "DELETE /v2.0/ports/add0c4da-860f-495f-afb2-768a4ea3a6fd HTTP/1.1" status: 204 len: 173 time: 0.8590682 Oct 27 18:31:48.773664 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a280259-3da4-4deb-83a5-7a1c5eacea02', 'name': 'network-vif-deleted', 'tag': 'add0c4da-860f-495f-afb2-768a4ea3a6fd'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:31:48.776807 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd5301c-c988-4cd2-b441-3c295e926180" -d '{"events": [{"server_uuid": "8a280259-3da4-4deb-83a5-7a1c5eacea02", "name": "network-vif-deleted", "tag": "add0c4da-860f-495f-afb2-768a4ea3a6fd"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:31:48.781072 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-49cdd920-ab61-4051-8161-2b30a2488800 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:48.835527 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dfe9d0-e4fd-46e8-a59d-8b2a0ec9b8c2 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Pushing event updated for resources: {'Network': ['ID=12d6929e-a691-4966-949b-f07bb5058eeb,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:48.843994 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dade9e86-2932-4e2c-9e05-52d51ee2ce47 x-openstack-request-id: req-dade9e86-2932-4e2c-9e05-52d51ee2ce47 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:31:48.844275 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a280259-3da4-4deb-83a5-7a1c5eacea02", "name": "network-vif-deleted", "tag": "add0c4da-860f-495f-afb2-768a4ea3a6fd", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:31:48.844519 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dade9e86-2932-4e2c-9e05-52d51ee2ce47 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:31:48.844900 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a280259-3da4-4deb-83a5-7a1c5eacea02', 'name': 'network-vif-deleted', 'tag': 'add0c4da-860f-495f-afb2-768a4ea3a6fd', 'status': 'completed', 'code': 200} Oct 27 18:31:48.851280 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e9dfe9d0-e4fd-46e8-a59d-8b2a0ec9b8c2 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2334957 Oct 27 18:31:48.853318 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 12d6929e-a691-4966-949b-f07bb5058eeb details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:31:48.853925 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 36852) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:48.862507 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-5f940bd2-c242-4632-b254-ab2b5366f9c7 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Request body: {'subnet': {'network_id': '12d6929e-a691-4966-949b-f07bb5058eeb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:31:49.026986 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-49cdd920-ab61-4051-8161-2b30a2488800 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:49.042780 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f940bd2-c242-4632-b254-ab2b5366f9c7 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Made reservation on behalf of e1fcdf6b29ad4321ae83782c38864641 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:31:49.046476 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5f940bd2-c242-4632-b254-ab2b5366f9c7 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:49.173934 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-49cdd920-ab61-4051-8161-2b30a2488800 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:49.335231 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cdd920-ab61-4051-8161-2b30a2488800 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Pushing event updated for resources: {'Port': ['ID=55ec205e-4422-4087-a142-3367c5f8304c,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:49.354313 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-49cdd920-ab61-4051-8161-2b30a2488800 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] In _notify_port_updated(), no bound segment for port 55ec205e-4422-4087-a142-3367c5f8304c on network ad3c730b-5f4a-4f35-becd-8042aca71dba {{(pid=102879) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 18:31:49.361178 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cdd920-ab61-4051-8161-2b30a2488800 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:49.362035 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-49cdd920-ab61-4051-8161-2b30a2488800 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:49.367100 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-49cdd920-ab61-4051-8161-2b30a2488800 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] 10.222.0.52 "PUT /v2.0/ports/55ec205e-4422-4087-a142-3367c5f8304c HTTP/1.1" status: 200 len: 996 time: 0.7783475 Oct 27 18:31:49.367492 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36864) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:49.515254 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7c41328b-6d14-407a-96d8-628d4502c375 req-283af2e7-2475-49dd-96e7-3750126a0429 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a280259-3da4-4deb-83a5-7a1c5eacea02 HTTP/1.1" status: 200 len: 210 time: 0.0974140 Oct 27 18:31:49.517939 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-59d8d82b-2884-47b4-8a09-fccf76144410 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Deleting port 55ec205e-4422-4087-a142-3367c5f8304c {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:31:49.518288 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-59d8d82b-2884-47b4-8a09-fccf76144410 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:49.583959 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0967e-9d20-46b6-908a-5d0297d12c1d req-503862a4-5c8e-426a-9e2b-492b384a7310 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:49.585841 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e8f0967e-9d20-46b6-908a-5d0297d12c1d req-503862a4-5c8e-426a-9e2b-492b384a7310 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dc264bc-9ff0-460a-a2ca-d7d64c385b48 HTTP/1.1" status: 200 len: 943 time: 0.1694357 Oct 27 18:31:49.648786 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-a671a192-2de1-4e51-a71e-60c210349232 None None] Provisioning complete for port 55ec205e-4422-4087-a142-3367c5f8304c triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:31:49.649160 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a671a192-2de1-4e51-a71e-60c210349232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:49.683400 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1aa549ad-8ea6-4a83-a253-4c4b9ac3cc36 req-17ca0375-b1fd-45c7-87dc-f4bab2f123a7 tempest-ServerShowV254Test-470698836 tempest-ServerShowV254Test-470698836-project] 10.222.0.52 "GET /v2.0/ports?device_id=479c789d-79f8-4aa3-8a01-46bde3a023ad HTTP/1.1" status: 200 len: 210 time: 0.0547001 Oct 27 18:31:49.688707 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-a671a192-2de1-4e51-a71e-60c210349232 None None] Port 55ec205e-4422-4087-a142-3367c5f8304c cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:31:49.700389 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e8f0967e-9d20-46b6-908a-5d0297d12c1d req-11714ce3-52d4-418f-8493-2785ed5af6de tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995989 Oct 27 18:31:49.700520 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-59d8d82b-2884-47b4-8a09-fccf76144410 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:49.716600 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-59d8d82b-2884-47b4-8a09-fccf76144410 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Calling delete_port for 55ec205e-4422-4087-a142-3367c5f8304c owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:31:49.853325 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5f940bd2-c242-4632-b254-ab2b5366f9c7 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:49.919691 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f940bd2-c242-4632-b254-ab2b5366f9c7 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Pushing event updated for resources: {'Subnet': ['ID=b9993a78-3aad-4a1d-9ece-2aad8baafeda,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:49.927357 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f940bd2-c242-4632-b254-ab2b5366f9c7 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Checking segment: {'id': 'a8bd37f4-8bed-4b5e-b108-1dd3dd4f6ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '12d6929e-a691-4966-949b-f07bb5058eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:31:49.927729 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f940bd2-c242-4632-b254-ab2b5366f9c7 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Network hostable DHCP agents. Network: 12d6929e-a691-4966-949b-f07bb5058eeb, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:31:49.935739 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-59d8d82b-2884-47b4-8a09-fccf76144410 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:50.010096 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f940bd2-c242-4632-b254-ab2b5366f9c7 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Network 12d6929e-a691-4966-949b-f07bb5058eeb is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:31:50.070311 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-5f940bd2-c242-4632-b254-ab2b5366f9c7 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 12d6929e-a691-4966-949b-f07bb5058eeb) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:31:50.075555 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f940bd2-c242-4632-b254-ab2b5366f9c7 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:50.076199 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5f940bd2-c242-4632-b254-ab2b5366f9c7 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:50.085698 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf5cbca-1782-47ae-887b-0dd4cd40dfb0 None None] Network 12d6929e-a691-4966-949b-f07bb5058eeb requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:31:50.171087 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5f940bd2-c242-4632-b254-ab2b5366f9c7 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3155589 Oct 27 18:31:50.173688 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 36870) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:50.180369 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-e5222496-544e-4691-8e8a-ed307dc66ae6 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Request body: {'port': {'network_id': '12d6929e-a691-4966-949b-f07bb5058eeb', 'name': 'tempest-DHCPAgentSchedulersTestJSON-961508785'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:31:50.231001 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d8d82b-2884-47b4-8a09-fccf76144410 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Pushing event deleted for resources: {'Port': ['ID=55ec205e-4422-4087-a142-3367c5f8304c,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:50.283211 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2087c3-4eed-43ae-bc87-7fab5eeffdc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-12d6929e-a691-4966-949b-f07bb5058eeb', 'network_id': '12d6929e-a691-4966-949b-f07bb5058eeb', 'tenant_id': 'e1fcdf6b29ad4321ae83782c38864641', 'fixed_ips': [{'subnet_id': 'b9993a78-3aad-4a1d-9ece-2aad8baafeda'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:31:50.285267 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ad2087c3-4eed-43ae-bc87-7fab5eeffdc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:50.300395 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-59d8d82b-2884-47b4-8a09-fccf76144410 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:50.307331 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-59d8d82b-2884-47b4-8a09-fccf76144410 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] 10.222.0.52 "DELETE /v2.0/ports/55ec205e-4422-4087-a142-3367c5f8304c HTTP/1.1" status: 204 len: 168 time: 0.9384799 Oct 27 18:31:50.307962 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36872) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:50.349942 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-83264327-7930-467f-a33b-90216044815d tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] GET failed (client error): The resource could not be found. Oct 27 18:31:50.351428 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-83264327-7930-467f-a33b-90216044815d tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] 10.222.0.52 "GET /v2.0/ports/55ec205e-4422-4087-a142-3367c5f8304c HTTP/1.1" status: 404 len: 333 time: 0.0425341 Oct 27 18:31:50.355688 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36874) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:50.360609 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-6c1fb8ca-c6a1-43bc-bea5-defc6c44a923 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Request body: {'port': {'network_id': 'ad3c730b-5f4a-4f35-becd-8042aca71dba', 'name': 'tempest-AllowedAddressPairTestJSON-913516659'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:31:50.453402 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5222496-544e-4691-8e8a-ed307dc66ae6 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Made reservation on behalf of e1fcdf6b29ad4321ae83782c38864641 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:31:50.459164 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e5222496-544e-4691-8e8a-ed307dc66ae6 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:50.484718 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-ad2087c3-4eed-43ae-bc87-7fab5eeffdc7 None None] Allocated IP 172.20.0.2 (12d6929e-a691-4966-949b-f07bb5058eeb/b9993a78-3aad-4a1d-9ece-2aad8baafeda/074795d3-5222-443c-a491-fac6eb3efc50) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:31:50.493922 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-e5222496-544e-4691-8e8a-ed307dc66ae6 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] device_id is not set on port a7be46ec-3455-40a7-bebf-01718d99b6b0 yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:31:50.661530 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1fb8ca-c6a1-43bc-bea5-defc6c44a923 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Made reservation on behalf of 62066c54ab9749fb959832316c7c2e4d for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:31:50.666636 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6c1fb8ca-c6a1-43bc-bea5-defc6c44a923 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:50.689292 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-6c1fb8ca-c6a1-43bc-bea5-defc6c44a923 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] device_id is not set on port ae7797e3-4f0e-49d1-90e2-37989209d1ad yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:31:50.705323 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ad2087c3-4eed-43ae-bc87-7fab5eeffdc7 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:50.770318 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ad2087c3-4eed-43ae-bc87-7fab5eeffdc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:50.827914 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2087c3-4eed-43ae-bc87-7fab5eeffdc7 None None] Network 12d6929e-a691-4966-949b-f07bb5058eeb is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:31:50.831168 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-ad2087c3-4eed-43ae-bc87-7fab5eeffdc7 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:31:50.836940 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2087c3-4eed-43ae-bc87-7fab5eeffdc7 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:31:50.840922 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2087c3-4eed-43ae-bc87-7fab5eeffdc7 None None] Pushing event updated for resources: {'Port': ['ID=074795d3-5222-443c-a491-fac6eb3efc50,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:50.849002 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-6c1fb8ca-c6a1-43bc-bea5-defc6c44a923 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Allocated IP 172.20.0.5 (ad3c730b-5f4a-4f35-becd-8042aca71dba/d18b4f72-e763-49c9-be10-8f4347684062/ae7797e3-4f0e-49d1-90e2-37989209d1ad) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:31:50.876109 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-e5222496-544e-4691-8e8a-ed307dc66ae6 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Allocated IP 172.20.0.12 (12d6929e-a691-4966-949b-f07bb5058eeb/b9993a78-3aad-4a1d-9ece-2aad8baafeda/a7be46ec-3455-40a7-bebf-01718d99b6b0) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:31:50.898729 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a6ceb-7165-4913-bf2b-2cd71caba986 req-dff452eb-932e-4267-b242-fcf3e1c8a0f9 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:50.900321 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b69a6ceb-7165-4913-bf2b-2cd71caba986 req-dff452eb-932e-4267-b242-fcf3e1c8a0f9 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dc264bc-9ff0-460a-a2ca-d7d64c385b48 HTTP/1.1" status: 200 len: 943 time: 0.0940821 Oct 27 18:31:50.926050 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-ad2087c3-4eed-43ae-bc87-7fab5eeffdc7 None None] Attempting to bind port 074795d3-5222-443c-a491-fac6eb3efc50 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:31:50.926854 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-ad2087c3-4eed-43ae-bc87-7fab5eeffdc7 None None] Attempting to bind port 074795d3-5222-443c-a491-fac6eb3efc50 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'a8bd37f4-8bed-4b5e-b108-1dd3dd4f6ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '12d6929e-a691-4966-949b-f07bb5058eeb'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:31:50.927327 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2087c3-4eed-43ae-bc87-7fab5eeffdc7 None None] Attempting to bind port 074795d3-5222-443c-a491-fac6eb3efc50 on network 12d6929e-a691-4966-949b-f07bb5058eeb {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:31:50.933904 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2087c3-4eed-43ae-bc87-7fab5eeffdc7 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:31:50.938702 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2087c3-4eed-43ae-bc87-7fab5eeffdc7 None None] Checking segment: {'id': 'a8bd37f4-8bed-4b5e-b108-1dd3dd4f6ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '12d6929e-a691-4966-949b-f07bb5058eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:31:50.938702 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ad2087c3-4eed-43ae-bc87-7fab5eeffdc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:50.938702 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2087c3-4eed-43ae-bc87-7fab5eeffdc7 None None] Bound using segment: {'id': 'a8bd37f4-8bed-4b5e-b108-1dd3dd4f6ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '12d6929e-a691-4966-949b-f07bb5058eeb'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:31:50.938702 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-ad2087c3-4eed-43ae-bc87-7fab5eeffdc7 None None] Bound port: 074795d3-5222-443c-a491-fac6eb3efc50, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8bd37f4-8bed-4b5e-b108-1dd3dd4f6ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '12d6929e-a691-4966-949b-f07bb5058eeb'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:31:50.938702 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ad2087c3-4eed-43ae-bc87-7fab5eeffdc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:50.981945 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b69a6ceb-7165-4913-bf2b-2cd71caba986 req-ecd3915c-46db-4f24-a697-e3cbc30cd438 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736561 Oct 27 18:31:51.050083 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-ad2087c3-4eed-43ae-bc87-7fab5eeffdc7 None None] For port 074795d3-5222-443c-a491-fac6eb3efc50, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:31:51.053810 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-ad2087c3-4eed-43ae-bc87-7fab5eeffdc7 None None] For port 074795d3-5222-443c-a491-fac6eb3efc50, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=074795d3-5222-443c-a491-fac6eb3efc50,segment=NetworkSegment(a8bd37f4-8bed-4b5e-b108-1dd3dd4f6ed6),segment_id=a8bd37f4-8bed-4b5e-b108-1dd3dd4f6ed6)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:31:51.088421 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6c1fb8ca-c6a1-43bc-bea5-defc6c44a923 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:51.088653 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6a039480-8acc-4387-b7eb-c6e114b97f46 req-6da5d8dc-d83e-4d7d-a170-7387aac69625 tempest-ServerShowV254Test-470698836 tempest-ServerShowV254Test-470698836-project] 10.222.0.52 "GET /v2.0/ports?device_id=479c789d-79f8-4aa3-8a01-46bde3a023ad HTTP/1.1" status: 200 len: 210 time: 0.0355277 Oct 27 18:31:51.130918 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ad2087c3-4eed-43ae-bc87-7fab5eeffdc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:51.166545 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dff054-a52c-4f55-8a97-2a720c3d0c7b req-b05348d0-86c4-4e55-b8e5-c3321e1e9189 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:51.168394 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-03dff054-a52c-4f55-8a97-2a720c3d0c7b req-b05348d0-86c4-4e55-b8e5-c3321e1e9189 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 945 time: 0.0827749 Oct 27 18:31:51.177995 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e5222496-544e-4691-8e8a-ed307dc66ae6 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:51.183652 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6c1fb8ca-c6a1-43bc-bea5-defc6c44a923 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:51.216616 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2087c3-4eed-43ae-bc87-7fab5eeffdc7 None None] Pushing event updated for resources: {'Port': ['ID=074795d3-5222-443c-a491-fac6eb3efc50,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:51.242456 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-03dff054-a52c-4f55-8a97-2a720c3d0c7b req-1031c7fc-19b1-4aec-840a-832ab38cf516 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625117 Oct 27 18:31:51.300827 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1fb8ca-c6a1-43bc-bea5-defc6c44a923 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Network ad3c730b-5f4a-4f35-becd-8042aca71dba is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:31:51.305395 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-6c1fb8ca-c6a1-43bc-bea5-defc6c44a923 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:31:51.309859 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1fb8ca-c6a1-43bc-bea5-defc6c44a923 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Pushing event updated for resources: {'Port': ['ID=ae7797e3-4f0e-49d1-90e2-37989209d1ad,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:51.312168 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1fb8ca-c6a1-43bc-bea5-defc6c44a923 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:31:51.631238 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1fb8ca-c6a1-43bc-bea5-defc6c44a923 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:51.631238 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6c1fb8ca-c6a1-43bc-bea5-defc6c44a923 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:51.631238 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c27e3a-fea1-4196-9ee2-a51cf4f1705b req-0146012a-3269-4a9b-83fc-484037c23b85 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:51.631238 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-15c27e3a-fea1-4196-9ee2-a51cf4f1705b req-0146012a-3269-4a9b-83fc-484037c23b85 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.93 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 945 time: 0.1222043 Oct 27 18:31:51.764442 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-15c27e3a-fea1-4196-9ee2-a51cf4f1705b req-eb20726e-00c1-4838-b0d7-0ed5067c6510 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Deleting port f163efb5-dab5-44e4-bcbc-d40014efc10a {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:31:51.764800 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-15c27e3a-fea1-4196-9ee2-a51cf4f1705b req-eb20726e-00c1-4838-b0d7-0ed5067c6510 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:51.794341 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device aa784b4a-cf11-4222-bdbf-dd34226327b9 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:31:51.798106 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device add0c4da-860f-495f-afb2-768a4ea3a6fd no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:31:51.834641 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: add0c4da-860f-495f-afb2-768a4ea3a6fd {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:31:51.847700 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device add0c4da-860f-495f-afb2-768a4ea3a6fd not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:31:51.940507 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-15c27e3a-fea1-4196-9ee2-a51cf4f1705b req-eb20726e-00c1-4838-b0d7-0ed5067c6510 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] For port f163efb5-dab5-44e4-bcbc-d40014efc10a, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f163efb5-dab5-44e4-bcbc-d40014efc10a,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:31:51.941178 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-15c27e3a-fea1-4196-9ee2-a51cf4f1705b req-eb20726e-00c1-4838-b0d7-0ed5067c6510 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:51.958294 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-15c27e3a-fea1-4196-9ee2-a51cf4f1705b req-eb20726e-00c1-4838-b0d7-0ed5067c6510 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Calling delete_port for f163efb5-dab5-44e4-bcbc-d40014efc10a owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:31:51.976393 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e5222496-544e-4691-8e8a-ed307dc66ae6 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:52.021399 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6c1fb8ca-c6a1-43bc-bea5-defc6c44a923 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6644380 Oct 27 18:31:52.023741 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36912) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:52.031273 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-80fe4d72-c998-46e9-a4fe-6eacb9ceac67 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Request body: {'port': {'network_id': 'ad3c730b-5f4a-4f35-becd-8042aca71dba', 'name': 'tempest-AllowedAddressPairTestJSON-849776292'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:31:52.037174 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port aa784b4a-cf11-4222-bdbf-dd34226327b9, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=aa784b4a-cf11-4222-bdbf-dd34226327b9,segment=NetworkSegment(da54f3b4-fa80-4f6a-872c-1cd042d9332d),segment_id=da54f3b4-fa80-4f6a-872c-1cd042d9332d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:31:52.055502 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'aa784b4a-cf11-4222-bdbf-dd34226327b9', 'network_id': '23b2e040-11b8-4862-8da0-936b3872cceb', 'port_id': 'aa784b4a-cf11-4222-bdbf-dd34226327b9', 'mac_address': 'fa:16:3e:c9:de:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '820c5f0e-f6d0-4852-a2cd-5a2baae71f1a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:31:52.076327 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5222496-544e-4691-8e8a-ed307dc66ae6 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Network 12d6929e-a691-4966-949b-f07bb5058eeb is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:31:52.116206 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:52.116651 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-e5222496-544e-4691-8e8a-ed307dc66ae6 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:31:52.119858 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6bcd7e4e-068d-48a4-9e72-ed9b075c2b30 None None] Provisioning complete for port ae7797e3-4f0e-49d1-90e2-37989209d1ad triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:31:52.120484 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6bcd7e4e-068d-48a4-9e72-ed9b075c2b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:52.135651 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5222496-544e-4691-8e8a-ed307dc66ae6 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:31:52.166349 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6bcd7e4e-068d-48a4-9e72-ed9b075c2b30 None None] Port ae7797e3-4f0e-49d1-90e2-37989209d1ad cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:31:52.173209 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5222496-544e-4691-8e8a-ed307dc66ae6 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Pushing event updated for resources: {'Port': ['ID=a7be46ec-3455-40a7-bebf-01718d99b6b0,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:52.189164 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa784b4a-cf11-4222-bdbf-dd34226327b9 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:31:52.243361 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5222496-544e-4691-8e8a-ed307dc66ae6 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:52.243581 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port aa784b4a-cf11-4222-bdbf-dd34226327b9, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=aa784b4a-cf11-4222-bdbf-dd34226327b9,segment=NetworkSegment(da54f3b4-fa80-4f6a-872c-1cd042d9332d),segment_id=da54f3b4-fa80-4f6a-872c-1cd042d9332d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:31:52.243687 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e5222496-544e-4691-8e8a-ed307dc66ae6 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:52.253245 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5e03d-24cb-414a-b93b-1c48801ea176 req-bcb3f7a3-c0b2-4ff3-b0d9-ebe15350d2b9 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:52.254782 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-30c5e03d-24cb-414a-b93b-1c48801ea176 req-bcb3f7a3-c0b2-4ff3-b0d9-ebe15350d2b9 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dc264bc-9ff0-460a-a2ca-d7d64c385b48 HTTP/1.1" status: 200 len: 943 time: 0.1773396 Oct 27 18:31:52.294685 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1bb0f60-beec-4fb1-b497-79396d681cbe req-51eb9b94-0749-4181-aee3-0ec2aebdbffa tempest-ServerShowV254Test-470698836 tempest-ServerShowV254Test-470698836-project] 10.222.0.52 "GET /v2.0/ports?device_id=479c789d-79f8-4aa3-8a01-46bde3a023ad HTTP/1.1" status: 200 len: 210 time: 0.0378203 Oct 27 18:31:52.326193 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-30c5e03d-24cb-414a-b93b-1c48801ea176 req-d7d32309-f124-4358-99c0-067c12f31587 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566642 Oct 27 18:31:52.352918 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:52.408347 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=aa784b4a-cf11-4222-bdbf-dd34226327b9,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:52.423393 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-15c27e3a-fea1-4196-9ee2-a51cf4f1705b req-eb20726e-00c1-4838-b0d7-0ed5067c6510 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:52.437380 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e5222496-544e-4691-8e8a-ed307dc66ae6 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2624686 Oct 27 18:31:52.439129 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 36918) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:52.470681 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20726e-00c1-4838-b0d7-0ed5067c6510 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Pushing event deleted for resources: {'Port': ['ID=f163efb5-dab5-44e4-bcbc-d40014efc10a,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:52.525413 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c27e3a-fea1-4196-9ee2-a51cf4f1705b req-eb20726e-00c1-4838-b0d7-0ed5067c6510 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] No DVR routers for this DVR port f163efb5-dab5-44e4-bcbc-d40014efc10a on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:31:52.534790 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-15c27e3a-fea1-4196-9ee2-a51cf4f1705b req-eb20726e-00c1-4838-b0d7-0ed5067c6510 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:52.538736 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-15c27e3a-fea1-4196-9ee2-a51cf4f1705b req-eb20726e-00c1-4838-b0d7-0ed5067c6510 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.93 "DELETE /v2.0/ports/f163efb5-dab5-44e4-bcbc-d40014efc10a HTTP/1.1" status: 204 len: 173 time: 1.1456430 Oct 27 18:31:52.539323 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c240c984-30de-47a1-a76c-b3ff0c8614c7', 'name': 'network-vif-deleted', 'tag': 'f163efb5-dab5-44e4-bcbc-d40014efc10a'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:31:52.550199 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daeac0c4-eb49-43e9-bf5b-4614e44e54a3" -d '{"events": [{"server_uuid": "c240c984-30de-47a1-a76c-b3ff0c8614c7", "name": "network-vif-deleted", "tag": "f163efb5-dab5-44e4-bcbc-d40014efc10a"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:31:52.571876 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc1792-116e-466e-9911-023b5cb6f495 req-285ebed6-3de0-43b3-83df-63af11b99a8b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:52.577627 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fe4d72-c998-46e9-a4fe-6eacb9ceac67 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Made reservation on behalf of 62066c54ab9749fb959832316c7c2e4d for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:31:52.587116 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6ccc1792-116e-466e-9911-023b5cb6f495 req-285ebed6-3de0-43b3-83df-63af11b99a8b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 867 time: 0.1916823 Oct 27 18:31:52.596070 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-80fe4d72-c998-46e9-a4fe-6eacb9ceac67 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:52.638877 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6ccc1792-116e-466e-9911-023b5cb6f495 req-2ffbedd4-131d-4359-b4c1-8f3bbe501f46 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=518a932f-a3ea-4817-ab1a-d038c6d7eaf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542541 Oct 27 18:31:52.677863 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6f0af3-a510-4cef-af19-9f6917a2c3d8 x-openstack-request-id: req-9a6f0af3-a510-4cef-af19-9f6917a2c3d8 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:31:52.678151 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c240c984-30de-47a1-a76c-b3ff0c8614c7", "name": "network-vif-deleted", "tag": "f163efb5-dab5-44e4-bcbc-d40014efc10a", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:31:52.678401 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9a6f0af3-a510-4cef-af19-9f6917a2c3d8 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:31:52.678876 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c240c984-30de-47a1-a76c-b3ff0c8614c7', 'name': 'network-vif-deleted', 'tag': 'f163efb5-dab5-44e4-bcbc-d40014efc10a', 'status': 'completed', 'code': 200} Oct 27 18:31:52.696931 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-058d7832-e98c-46f9-b3aa-ed6d12e63409 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Deleting port a7be46ec-3455-40a7-bebf-01718d99b6b0 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:31:52.699732 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-058d7832-e98c-46f9-b3aa-ed6d12e63409 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:52.702215 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-80fe4d72-c998-46e9-a4fe-6eacb9ceac67 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] device_id is not set on port a217fe54-4303-435e-8608-07dc21beaa80 yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:31:52.716582 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['aa784b4a-cf11-4222-bdbf-dd34226327b9'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:31:52.881117 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 074795d3-5222-443c-a491-fac6eb3efc50 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:31:52.919555 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-058d7832-e98c-46f9-b3aa-ed6d12e63409 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:52.946895 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-058d7832-e98c-46f9-b3aa-ed6d12e63409 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Calling delete_port for a7be46ec-3455-40a7-bebf-01718d99b6b0 owned by {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:31:52.959289 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-80fe4d72-c998-46e9-a4fe-6eacb9ceac67 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Allocated IP 172.20.0.9 (ad3c730b-5f4a-4f35-becd-8042aca71dba/d18b4f72-e763-49c9-be10-8f4347684062/a217fe54-4303-435e-8608-07dc21beaa80) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:31:53.104437 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a64ad0-c866-4507-915f-b697a1e43668 None None] Network 12d6929e-a691-4966-949b-f07bb5058eeb requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:31:53.180779 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 074795d3-5222-443c-a491-fac6eb3efc50 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:31:53.182084 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:53.183998 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-afe28f0a-af5e-48ef-8431-57830f5809a6 None None] Provisioning complete for port 074795d3-5222-443c-a491-fac6eb3efc50 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:31:53.184417 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-afe28f0a-af5e-48ef-8431-57830f5809a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:53.188478 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-80fe4d72-c998-46e9-a4fe-6eacb9ceac67 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:53.244973 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-058d7832-e98c-46f9-b3aa-ed6d12e63409 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:53.278539 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d7832-e98c-46f9-b3aa-ed6d12e63409 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Pushing event deleted for resources: {'Port': ['ID=a7be46ec-3455-40a7-bebf-01718d99b6b0,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:53.297311 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-80fe4d72-c998-46e9-a4fe-6eacb9ceac67 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:53.368047 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-058d7832-e98c-46f9-b3aa-ed6d12e63409 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:53.374868 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-058d7832-e98c-46f9-b3aa-ed6d12e63409 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] 10.222.0.52 "DELETE /v2.0/ports/a7be46ec-3455-40a7-bebf-01718d99b6b0 HTTP/1.1" status: 204 len: 168 time: 0.9322822 Oct 27 18:31:53.375224 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 36938) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:53.416918 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-afe28f0a-af5e-48ef-8431-57830f5809a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:53.458956 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fe4d72-c998-46e9-a4fe-6eacb9ceac67 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Network ad3c730b-5f4a-4f35-becd-8042aca71dba is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:31:53.463735 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-80fe4d72-c998-46e9-a4fe-6eacb9ceac67 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:31:53.477477 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fe4d72-c998-46e9-a4fe-6eacb9ceac67 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:31:53.494714 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-2a0c4437-053e-4165-be23-4e354d79656e tempest-DHCPAgentSchedulersTestJSON-508760644 tempest-DHCPAgentSchedulersTestJSON-508760644-project-admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.1176004 Oct 27 18:31:53.497715 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 36942) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:53.505209 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-adef6485-3eb2-48ab-b42f-f28fe4d53312 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-865645565'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:31:53.575882 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fe4d72-c998-46e9-a4fe-6eacb9ceac67 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:53.576662 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-afe28f0a-af5e-48ef-8431-57830f5809a6 None None] For port 074795d3-5222-443c-a491-fac6eb3efc50, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=074795d3-5222-443c-a491-fac6eb3efc50,segment=NetworkSegment(a8bd37f4-8bed-4b5e-b108-1dd3dd4f6ed6),segment_id=a8bd37f4-8bed-4b5e-b108-1dd3dd4f6ed6)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:31:53.577317 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-80fe4d72-c998-46e9-a4fe-6eacb9ceac67 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:53.593585 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe4d72-c998-46e9-a4fe-6eacb9ceac67 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Pushing event updated for resources: {'Port': ['ID=a217fe54-4303-435e-8608-07dc21beaa80,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:53.600469 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:53.614315 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-278f06a1-dc8c-4cfe-99fe-9bf2e6054418 req-77381396-7075-4572-86d4-eb38bd2d1be9 tempest-ServerShowV254Test-470698836 tempest-ServerShowV254Test-470698836-project] 10.222.0.52 "GET /v2.0/ports?device_id=479c789d-79f8-4aa3-8a01-46bde3a023ad HTTP/1.1" status: 200 len: 210 time: 0.1032302 Oct 27 18:31:53.645261 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-afe28f0a-af5e-48ef-8431-57830f5809a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:53.674523 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f6c18-756f-4427-ad20-9d13e3eb420d req-b0e06138-c574-41a5-bd94-caf67433eb06 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:53.686954 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-016f6c18-756f-4427-ad20-9d13e3eb420d req-b0e06138-c574-41a5-bd94-caf67433eb06 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dc264bc-9ff0-460a-a2ca-d7d64c385b48 HTTP/1.1" status: 200 len: 944 time: 0.1638558 Oct 27 18:31:53.778121 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:31:53.778764 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:31:53.784062 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe28f0a-af5e-48ef-8431-57830f5809a6 None None] Pushing event updated for resources: {'Port': ['ID=074795d3-5222-443c-a491-fac6eb3efc50,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:53.805944 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device f163efb5-dab5-44e4-bcbc-d40014efc10a no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:31:53.824447 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-016f6c18-756f-4427-ad20-9d13e3eb420d req-4ddc2b3e-9565-4e3e-aca7-544591c11432 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340373 Oct 27 18:31:53.825153 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adef6485-3eb2-48ab-b42f-f28fe4d53312 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Made reservation on behalf of e1fcdf6b29ad4321ae83782c38864641 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:31:53.832113 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: f163efb5-dab5-44e4-bcbc-d40014efc10a {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:31:53.832462 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device f163efb5-dab5-44e4-bcbc-d40014efc10a not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:31:53.844768 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-adef6485-3eb2-48ab-b42f-f28fe4d53312 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:53.854985 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-80fe4d72-c998-46e9-a4fe-6eacb9ceac67 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8264697 Oct 27 18:31:53.855673 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36946) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:53.865025 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-951e940d-40e8-40c1-9f07-125b64f9d3cd tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:60:cf:c6'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:2f:fc:5a'}]}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:31:53.888900 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-362c6cf9-ca73-4bc7-b850-b81542461691 req-f6e32f82-713b-428e-8d9f-a580ba264f46 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=c240c984-30de-47a1-a76c-b3ff0c8614c7 HTTP/1.1" status: 200 len: 210 time: 0.0850742 Oct 27 18:31:53.918932 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adef6485-3eb2-48ab-b42f-f28fe4d53312 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] vlan segment allocate from pool success with {'vlan_id': 1038, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:31:53.933823 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-adef6485-3eb2-48ab-b42f-f28fe4d53312 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:53.934236 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-adef6485-3eb2-48ab-b42f-f28fe4d53312 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Added segment 6e937425-c64d-4c2a-b6af-aea65c56d3ab of type vlan for network ff774079-18c9-46c3-a7b5-0f35fbe7ac58 Oct 27 18:31:53.979182 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-d54557b2-d9dc-4d35-bf39-1d1bdb187ebc None None] Provisioning complete for port a217fe54-4303-435e-8608-07dc21beaa80 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:31:53.979554 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d54557b2-d9dc-4d35-bf39-1d1bdb187ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:54.027537 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-adef6485-3eb2-48ab-b42f-f28fe4d53312 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:54.032609 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-d54557b2-d9dc-4d35-bf39-1d1bdb187ebc None None] Port a217fe54-4303-435e-8608-07dc21beaa80 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:31:54.088452 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-951e940d-40e8-40c1-9f07-125b64f9d3cd tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:54.112706 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-adef6485-3eb2-48ab-b42f-f28fe4d53312 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:54.119810 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adef6485-3eb2-48ab-b42f-f28fe4d53312 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:54.120445 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-adef6485-3eb2-48ab-b42f-f28fe4d53312 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:54.160688 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-73d54346-b427-4cbc-95cc-8f001b11c23c None None] Provisioning complete for port 074795d3-5222-443c-a491-fac6eb3efc50 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:31:54.162052 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-73d54346-b427-4cbc-95cc-8f001b11c23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:54.215882 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef6485-3eb2-48ab-b42f-f28fe4d53312 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Pushing event updated for resources: {'Network': ['ID=ff774079-18c9-46c3-a7b5-0f35fbe7ac58,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:54.240502 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network ff774079-18c9-46c3-a7b5-0f35fbe7ac58 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:31:54.255017 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-adef6485-3eb2-48ab-b42f-f28fe4d53312 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7549970 Oct 27 18:31:54.257865 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 36950) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:54.436244 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-951e940d-40e8-40c1-9f07-125b64f9d3cd tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:54.496327 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-951e940d-40e8-40c1-9f07-125b64f9d3cd tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:54.535391 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-72318223-8c98-4276-a480-4867c6722e90 None None] Could not find standard attr ID for object a7be46ec-3455-40a7-bebf-01718d99b6b0. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 18:31:54.537780 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8ecf8aab-14e0-49ba-8c52-40e759f1a81d tempest-DHCPAgentSchedulersTestJSON-508760644 tempest-DHCPAgentSchedulersTestJSON-508760644-project-admin] 10.222.0.52 "GET /v2.0/agents/7e98cb90-1ea1-4f50-91ab-38429a72d8ff/dhcp-networks HTTP/1.1" status: 200 len: 8874 time: 0.2758191 Oct 27 18:31:54.538801 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 36958) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:54.680058 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 074795d3-5222-443c-a491-fac6eb3efc50 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:31:54.684291 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-951e940d-40e8-40c1-9f07-125b64f9d3cd tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] In _notify_port_updated(), no bound segment for port a217fe54-4303-435e-8608-07dc21beaa80 on network ad3c730b-5f4a-4f35-becd-8042aca71dba {{(pid=102879) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 18:31:54.693692 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951e940d-40e8-40c1-9f07-125b64f9d3cd tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:54.694527 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-951e940d-40e8-40c1-9f07-125b64f9d3cd tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:54.698804 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-951e940d-40e8-40c1-9f07-125b64f9d3cd tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] 10.222.0.52 "PUT /v2.0/ports/a217fe54-4303-435e-8608-07dc21beaa80 HTTP/1.1" status: 200 len: 1054 time: 0.8393145 Oct 27 18:31:54.699325 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 36964) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:54.700921 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e940d-40e8-40c1-9f07-125b64f9d3cd tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Pushing event updated for resources: {'Port': ['ID=a217fe54-4303-435e-8608-07dc21beaa80,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:54.787873 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 074795d3-5222-443c-a491-fac6eb3efc50 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:31:54.788241 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:54.816707 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ea14fe-b6da-4015-9def-89337e9bcb51 tempest-DHCPAgentSchedulersTestJSON-508760644 tempest-DHCPAgentSchedulersTestJSON-508760644-project-admin] Network ff774079-18c9-46c3-a7b5-0f35fbe7ac58 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:31:54.823904 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-55ffe2fc-447d-4649-a92b-a82cf9442d0b req-a72ea1a9-37e4-408e-a5e0-2ada6ea3b260 tempest-ServerShowV254Test-470698836 tempest-ServerShowV254Test-470698836-project] 10.222.0.52 "GET /v2.0/ports?device_id=479c789d-79f8-4aa3-8a01-46bde3a023ad HTTP/1.1" status: 200 len: 210 time: 0.0555098 Oct 27 18:31:54.910599 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-32601db0-d8ab-4973-9a21-c57998ca0900 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Deleting port a217fe54-4303-435e-8608-07dc21beaa80 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:31:54.911393 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-32601db0-d8ab-4973-9a21-c57998ca0900 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:54.969409 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-aec52232-be37-4240-bf21-b3ef83a37dfb None None] Provisioning complete for port a217fe54-4303-435e-8608-07dc21beaa80 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:31:54.971463 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-aec52232-be37-4240-bf21-b3ef83a37dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:54.997347 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-06ea14fe-b6da-4015-9def-89337e9bcb51 tempest-DHCPAgentSchedulersTestJSON-508760644 tempest-DHCPAgentSchedulersTestJSON-508760644-project-admin] 10.222.0.52 "POST /v2.0/agents/7e98cb90-1ea1-4f50-91ab-38429a72d8ff/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4567156 Oct 27 18:31:55.001003 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36976) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:55.028797 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ac54f3-9174-4e65-b635-d25b30e011f7 None None] Network ff774079-18c9-46c3-a7b5-0f35fbe7ac58 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:31:55.055056 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a17a2-be3a-4cbf-86fe-baa001d7a2d1 req-d4d297ac-86fb-4727-92d6-4e97eb5a9c28 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:55.067627 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f57a17a2-be3a-4cbf-86fe-baa001d7a2d1 req-d4d297ac-86fb-4727-92d6-4e97eb5a9c28 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dc264bc-9ff0-460a-a2ca-d7d64c385b48 HTTP/1.1" status: 200 len: 944 time: 0.1509774 Oct 27 18:31:55.137513 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-32601db0-d8ab-4973-9a21-c57998ca0900 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:55.158495 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-32601db0-d8ab-4973-9a21-c57998ca0900 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Calling delete_port for a217fe54-4303-435e-8608-07dc21beaa80 owned by {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:31:55.258139 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f03620f5-334c-414c-b42a-3a81a838075e tempest-DHCPAgentSchedulersTestJSON-508760644 tempest-DHCPAgentSchedulersTestJSON-508760644-project-admin] 10.222.0.52 "GET /v2.0/agents/7e98cb90-1ea1-4f50-91ab-38429a72d8ff/dhcp-networks HTTP/1.1" status: 200 len: 9645 time: 0.2558739 Oct 27 18:31:55.261954 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36978) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:55.301106 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f57a17a2-be3a-4cbf-86fe-baa001d7a2d1 req-58c27056-d7ad-4502-b88a-88c812a4dd8a tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171311 Oct 27 18:31:55.302232 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-aec52232-be37-4240-bf21-b3ef83a37dfb None None] Port a217fe54-4303-435e-8608-07dc21beaa80 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:31:55.439499 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 36990) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:55.440691 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d348fc9e-bf36-49cf-ba7e-fb1711ba3535 tempest-DHCPAgentSchedulersTestJSON-508760644 tempest-DHCPAgentSchedulersTestJSON-508760644-project-admin] 10.222.0.52 "DELETE /v2.0/agents/7e98cb90-1ea1-4f50-91ab-38429a72d8ff/dhcp-networks/ff774079-18c9-46c3-a7b5-0f35fbe7ac58 HTTP/1.1" status: 204 len: 168 time: 0.1767209 Oct 27 18:31:55.497579 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-32601db0-d8ab-4973-9a21-c57998ca0900 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:55.544196 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32601db0-d8ab-4973-9a21-c57998ca0900 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Pushing event deleted for resources: {'Port': ['ID=a217fe54-4303-435e-8608-07dc21beaa80,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:55.677724 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7c0311cd-3f34-40f8-8732-6711c3fd9a29 tempest-DHCPAgentSchedulersTestJSON-508760644 tempest-DHCPAgentSchedulersTestJSON-508760644-project-admin] 10.222.0.52 "GET /v2.0/agents/7e98cb90-1ea1-4f50-91ab-38429a72d8ff/dhcp-networks HTTP/1.1" status: 200 len: 8874 time: 0.2370267 Oct 27 18:31:55.678626 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 36994) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:55.773728 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-22d8576a-d32d-4b3b-b83f-42b77663e39a tempest-DHCPAgentSchedulersTestJSON-508760644 tempest-DHCPAgentSchedulersTestJSON-508760644-project-admin] 10.222.0.52 "GET /v2.0/networks/12d6929e-a691-4966-949b-f07bb5058eeb/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0900216 Oct 27 18:31:55.777729 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36996) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:55.801323 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d370bcf9-32a7-4443-88d8-7c5610117576 tempest-DHCPAgentSchedulersTestJSON-508760644 tempest-DHCPAgentSchedulersTestJSON-508760644-project-admin] 10.222.0.52 "GET /v2.0/networks/12d6929e-a691-4966-949b-f07bb5058eeb/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0210743 Oct 27 18:31:55.803608 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 36998) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:55.826691 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device aa784b4a-cf11-4222-bdbf-dd34226327b9 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:31:55.860205 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb020c6f-e2af-4fc7-bbc2-16f08ba5f326 req-61c46002-01a9-4d86-87b5-ea43ff88125c tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:55.861751 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fb020c6f-e2af-4fc7-bbc2-16f08ba5f326 req-61c46002-01a9-4d86-87b5-ea43ff88125c tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.1469810 Oct 27 18:31:55.952887 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port aa784b4a-cf11-4222-bdbf-dd34226327b9 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:31:55.956840 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port aa784b4a-cf11-4222-bdbf-dd34226327b9 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:31:55.957219 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:55.992889 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bf28a5f4-8d69-4f93-a260-1527fb1988da req-a0fca30d-6272-41bf-b490-2c3421b7b0f0 tempest-ServerShowV254Test-470698836 tempest-ServerShowV254Test-470698836-project] 10.222.0.52 "GET /v2.0/ports?device_id=479c789d-79f8-4aa3-8a01-46bde3a023ad HTTP/1.1" status: 200 len: 210 time: 0.0492024 Oct 27 18:31:56.016146 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-32601db0-d8ab-4973-9a21-c57998ca0900 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:56.020206 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-32601db0-d8ab-4973-9a21-c57998ca0900 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] 10.222.0.52 "DELETE /v2.0/ports/a217fe54-4303-435e-8608-07dc21beaa80 HTTP/1.1" status: 204 len: 168 time: 1.3199086 Oct 27 18:31:56.023016 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37002) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:56.029289 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fb020c6f-e2af-4fc7-bbc2-16f08ba5f326 req-05257faa-fcf9-4d66-909c-c843f951e28b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581337 Oct 27 18:31:56.060079 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-91808955-8dd1-4118-bef4-0ed9743eb430 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] GET failed (client error): The resource could not be found. Oct 27 18:31:56.062570 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-91808955-8dd1-4118-bef4-0ed9743eb430 tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] 10.222.0.52 "GET /v2.0/ports/a217fe54-4303-435e-8608-07dc21beaa80 HTTP/1.1" status: 404 len: 333 time: 0.0376565 Oct 27 18:31:56.065061 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37004) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:56.072679 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:56.098077 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-77eee0d0-3e49-4274-869d-8e11ca190032 tempest-DHCPAgentSchedulersTestJSON-508760644 tempest-DHCPAgentSchedulersTestJSON-508760644-project-admin] 10.222.0.52 "GET /v2.0/agents/7e98cb90-1ea1-4f50-91ab-38429a72d8ff/dhcp-networks HTTP/1.1" status: 200 len: 8874 time: 0.2931068 Oct 27 18:31:56.098796 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37006) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:56.105617 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc264bc-9ff0-460a-a2ca-d7d64c385b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa784b4a-cf11-4222-bdbf-dd34226327b9'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:31:56.108489 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7167d038-682d-415b-9601-67f72cf7e09a" -d '{"events": [{"server_uuid": "1dc264bc-9ff0-460a-a2ca-d7d64c385b48", "name": "network-vif-plugged", "status": "completed", "tag": "aa784b4a-cf11-4222-bdbf-dd34226327b9"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:31:56.137012 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port aa784b4a-cf11-4222-bdbf-dd34226327b9, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=aa784b4a-cf11-4222-bdbf-dd34226327b9,segment=NetworkSegment(da54f3b4-fa80-4f6a-872c-1cd042d9332d),segment_id=da54f3b4-fa80-4f6a-872c-1cd042d9332d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:31:56.177548 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a42fc6-b030-45fd-8777-deb854360927 x-openstack-request-id: req-d7a42fc6-b030-45fd-8777-deb854360927 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:31:56.177906 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc264bc-9ff0-460a-a2ca-d7d64c385b48", "name": "network-vif-plugged", "status": "completed", "tag": "aa784b4a-cf11-4222-bdbf-dd34226327b9", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:31:56.178147 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d7a42fc6-b030-45fd-8777-deb854360927 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:31:56.178699 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc264bc-9ff0-460a-a2ca-d7d64c385b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa784b4a-cf11-4222-bdbf-dd34226327b9', 'code': 200} Oct 27 18:31:56.183270 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-1535313b-5e24-4ef7-8f37-9aa0a350c4ae tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Deleting port ae7797e3-4f0e-49d1-90e2-37989209d1ad {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:31:56.184177 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1535313b-5e24-4ef7-8f37-9aa0a350c4ae tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:56.215690 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3168eaaf-91ef-4d02-8d83-72f0a8632a32 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:56.264799 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:56.307002 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:56.330993 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1535313b-5e24-4ef7-8f37-9aa0a350c4ae tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:56.335893 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=aa784b4a-cf11-4222-bdbf-dd34226327b9,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:56.346531 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835792e4-9057-4135-9fd6-888f87b9ec5a req-42cd010b-70a0-4484-96d5-4376444a3c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:56.348263 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-835792e4-9057-4135-9fd6-888f87b9ec5a req-42cd010b-70a0-4484-96d5-4376444a3c5b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1dc264bc-9ff0-460a-a2ca-d7d64c385b48 HTTP/1.1" status: 200 len: 1096 time: 0.0859413 Oct 27 18:31:56.353018 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-1535313b-5e24-4ef7-8f37-9aa0a350c4ae tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Calling delete_port for ae7797e3-4f0e-49d1-90e2-37989209d1ad owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:31:56.398721 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-835792e4-9057-4135-9fd6-888f87b9ec5a req-6039744b-ef78-4a48-be95-44e153f12d20 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395219 Oct 27 18:31:56.569541 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1535313b-5e24-4ef7-8f37-9aa0a350c4ae tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:56.574910 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3168eaaf-91ef-4d02-8d83-72f0a8632a32 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:56.601815 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-3168eaaf-91ef-4d02-8d83-72f0a8632a32 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff774079-18c9-46c3-a7b5-0f35fbe7ac58']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:56.602021 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1535313b-5e24-4ef7-8f37-9aa0a350c4ae tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Pushing event deleted for resources: {'Port': ['ID=ae7797e3-4f0e-49d1-90e2-37989209d1ad,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:56.636801 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-3168eaaf-91ef-4d02-8d83-72f0a8632a32 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e937425-c64d-4c2a-b6af-aea65c56d3ab') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:56.637351 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-3168eaaf-91ef-4d02-8d83-72f0a8632a32 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e937425-c64d-4c2a-b6af-aea65c56d3ab') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:56.660879 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fec9cf-a7a6-46c3-803a-74b467907029 req-1f84be30-62ef-4b41-89ba-dedc788c9e0d tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:56.669214 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-73fec9cf-a7a6-46c3-803a-74b467907029 req-1f84be30-62ef-4b41-89ba-dedc788c9e0d tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dc264bc-9ff0-460a-a2ca-d7d64c385b48 HTTP/1.1" status: 200 len: 945 time: 0.1358569 Oct 27 18:31:56.673152 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3168eaaf-91ef-4d02-8d83-72f0a8632a32 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:56.679132 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1535313b-5e24-4ef7-8f37-9aa0a350c4ae tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:56.689291 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1535313b-5e24-4ef7-8f37-9aa0a350c4ae tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] 10.222.0.52 "DELETE /v2.0/ports/ae7797e3-4f0e-49d1-90e2-37989209d1ad HTTP/1.1" status: 204 len: 168 time: 0.6228874 Oct 27 18:31:56.700550 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37014) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:56.723231 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3168eaaf-91ef-4d02-8d83-72f0a8632a32 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:56.727425 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f97e20d-2457-421f-9333-84a516ef9bfb tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] GET failed (client error): The resource could not be found. Oct 27 18:31:56.735074 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3f97e20d-2457-421f-9333-84a516ef9bfb tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] 10.222.0.52 "GET /v2.0/ports/ae7797e3-4f0e-49d1-90e2-37989209d1ad HTTP/1.1" status: 404 len: 333 time: 0.0432916 Oct 27 18:31:56.735749 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37016) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:56.736534 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-73fec9cf-a7a6-46c3-803a-74b467907029 req-72b5211f-724d-478a-947f-c8d2b31de471 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662978 Oct 27 18:31:56.772253 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3168eaaf-91ef-4d02-8d83-72f0a8632a32 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:31:56.772253 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3168eaaf-91ef-4d02-8d83-72f0a8632a32 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:56.772253 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:31:56.772253 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:31:56.772253 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:31:56.772253 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:31:56.772253 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:31:56.772253 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:31:56.772253 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:31:56.772253 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:31:56.772253 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:31:56.772253 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:31:56.772253 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:31:56.772253 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:31:56.772253 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:31:56.772253 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:31:56.772253 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:31:56.772253 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:31:56.772253 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:31:56.772253 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:31:56.772253 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:31:56.772253 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:31:56.772253 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:31:56.772253 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:31:56.772253 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:31:56.772253 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:31:56.772253 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:31:56.772253 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:31:56.772253 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:31:56.772253 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:31:56.772253 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:31:56.772253 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:31:56.772253 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:31:56.772253 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:31:56.786733 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:56.871831 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-175c7b05-153d-433c-b887-6139121c445e tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Deleting port f5a57914-007c-4bfb-9b96-ad72392ee344 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:31:56.872168 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-175c7b05-153d-433c-b887-6139121c445e tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:56.888573 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3168eaaf-91ef-4d02-8d83-72f0a8632a32 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:56.892074 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3168eaaf-91ef-4d02-8d83-72f0a8632a32 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:56.901300 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3168eaaf-91ef-4d02-8d83-72f0a8632a32 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] 10.222.0.52 "DELETE /v2.0/networks/ff774079-18c9-46c3-a7b5-0f35fbe7ac58 HTTP/1.1" status: 204 len: 168 time: 0.7955635 Oct 27 18:31:56.901300 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37018) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:56.916575 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3168eaaf-91ef-4d02-8d83-72f0a8632a32 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Pushing event deleted for resources: {'Network': ['ID=ff774079-18c9-46c3-a7b5-0f35fbe7ac58,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:56.937236 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-59efbf34-5605-47d7-979f-6a7bc2ace102 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] DELETE failed (client error): The resource could not be found. Oct 27 18:31:56.938397 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59efbf34-5605-47d7-979f-6a7bc2ace102 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:31:56.941675 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-59efbf34-5605-47d7-979f-6a7bc2ace102 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] 10.222.0.52 "DELETE /v2.0/ports/a7be46ec-3455-40a7-bebf-01718d99b6b0 HTTP/1.1" status: 404 len: 333 time: 0.0429468 Oct 27 18:31:56.944473 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37020) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:56.972961 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-175c7b05-153d-433c-b887-6139121c445e tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:56.986053 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-175c7b05-153d-433c-b887-6139121c445e tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Calling delete_port for f5a57914-007c-4bfb-9b96-ad72392ee344 owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:31:57.004935 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-50a8f56c-0d78-4601-b8a1-02234f274b5d tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Deleting subnet b9993a78-3aad-4a1d-9ece-2aad8baafeda {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:31:57.008245 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-50a8f56c-0d78-4601-b8a1-02234f274b5d tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:57.055780 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-50a8f56c-0d78-4601-b8a1-02234f274b5d tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:57.121289 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-429eda8e-bfd7-4608-8046-5b787c86cd50 req-812326ac-b113-4a26-9195-7b5c9454e65a tempest-ServerShowV254Test-470698836 tempest-ServerShowV254Test-470698836-project] 10.222.0.52 "GET /v2.0/ports?device_id=479c789d-79f8-4aa3-8a01-46bde3a023ad HTTP/1.1" status: 200 len: 210 time: 0.0398059 Oct 27 18:31:57.250721 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-175c7b05-153d-433c-b887-6139121c445e tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:57.251034 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-50a8f56c-0d78-4601-b8a1-02234f274b5d tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:57.285625 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c7b05-153d-433c-b887-6139121c445e tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Pushing event deleted for resources: {'Port': ['ID=f5a57914-007c-4bfb-9b96-ad72392ee344,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:57.338957 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97593ad-3811-4913-8389-5d962e80f748 req-8b5bebac-3ef0-4c99-a762-604ac3c5f9a1 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:57.340564 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f97593ad-3811-4913-8389-5d962e80f748 req-8b5bebac-3ef0-4c99-a762-604ac3c5f9a1 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.2008023 Oct 27 18:31:57.366027 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-175c7b05-153d-433c-b887-6139121c445e tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:57.378925 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-175c7b05-153d-433c-b887-6139121c445e tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] 10.222.0.52 "DELETE /v2.0/ports/f5a57914-007c-4bfb-9b96-ad72392ee344 HTTP/1.1" status: 204 len: 168 time: 0.6374962 Oct 27 18:31:57.378925 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37028) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:57.404898 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f97593ad-3811-4913-8389-5d962e80f748 req-06edd7e1-26ac-4291-81fa-14919832eb12 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500481 Oct 27 18:31:57.409069 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-50a8f56c-0d78-4601-b8a1-02234f274b5d tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:57.436023 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-3abaed51-4dbd-418c-8d3f-de374197522b tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Deleting subnet d18b4f72-e763-49c9-be10-8f4347684062 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:31:57.440568 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3abaed51-4dbd-418c-8d3f-de374197522b tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:57.463967 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-50a8f56c-0d78-4601-b8a1-02234f274b5d tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:57.464721 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd66ceb-de60-4324-8fa3-c0b408ec20fc None None] Network 12d6929e-a691-4966-949b-f07bb5058eeb requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:31:57.476526 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-50a8f56c-0d78-4601-b8a1-02234f274b5d tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] 10.222.0.52 "DELETE /v2.0/subnets/b9993a78-3aad-4a1d-9ece-2aad8baafeda HTTP/1.1" status: 204 len: 168 time: 0.5301182 Oct 27 18:31:57.487935 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a8f56c-0d78-4601-b8a1-02234f274b5d tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Pushing event deleted for resources: {'Subnet': ['ID=b9993a78-3aad-4a1d-9ece-2aad8baafeda,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:57.488714 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37030) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:57.505098 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3abaed51-4dbd-418c-8d3f-de374197522b tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:57.594074 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-43f9b210-f8fc-4505-b1e1-3ea357b271c7 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:57.648396 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3abaed51-4dbd-418c-8d3f-de374197522b tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:57.667129 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-43f9b210-f8fc-4505-b1e1-3ea357b271c7 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Deleting port 074795d3-5222-443c-a491-fac6eb3efc50 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:31:57.670848 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-43f9b210-f8fc-4505-b1e1-3ea357b271c7 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:57.719773 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367bf1eb-00a7-4fd3-9343-620290b48c4e None None] DHCP port deletion for 12d6929e-a691-4966-949b-f07bb5058eeb request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:31:57.753145 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4a79b-f8b5-4a33-b00d-3924371cd594 req-a206e615-94ea-47fc-83cb-07be0bec44c3 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:57.754661 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e5d4a79b-f8b5-4a33-b00d-3924371cd594 req-a206e615-94ea-47fc-83cb-07be0bec44c3 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.93 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.0777247 Oct 27 18:31:57.767581 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-43f9b210-f8fc-4505-b1e1-3ea357b271c7 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] For port 074795d3-5222-443c-a491-fac6eb3efc50, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=074795d3-5222-443c-a491-fac6eb3efc50,segment=NetworkSegment(a8bd37f4-8bed-4b5e-b108-1dd3dd4f6ed6),segment_id=a8bd37f4-8bed-4b5e-b108-1dd3dd4f6ed6)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:31:57.767740 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-43f9b210-f8fc-4505-b1e1-3ea357b271c7 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:57.783004 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-43f9b210-f8fc-4505-b1e1-3ea357b271c7 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Calling delete_port for 074795d3-5222-443c-a491-fac6eb3efc50 owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:31:57.810005 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-367bf1eb-00a7-4fd3-9343-620290b48c4e None None] Deleting port 074795d3-5222-443c-a491-fac6eb3efc50 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:31:57.810702 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-367bf1eb-00a7-4fd3-9343-620290b48c4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:57.877459 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3abaed51-4dbd-418c-8d3f-de374197522b tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:57.895880 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-367bf1eb-00a7-4fd3-9343-620290b48c4e None None] For port 074795d3-5222-443c-a491-fac6eb3efc50, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=074795d3-5222-443c-a491-fac6eb3efc50,segment=NetworkSegment(a8bd37f4-8bed-4b5e-b108-1dd3dd4f6ed6),segment_id=a8bd37f4-8bed-4b5e-b108-1dd3dd4f6ed6)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:31:57.896647 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-367bf1eb-00a7-4fd3-9343-620290b48c4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:57.915000 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-367bf1eb-00a7-4fd3-9343-620290b48c4e None None] Calling delete_port for 074795d3-5222-443c-a491-fac6eb3efc50 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:31:57.927487 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abaed51-4dbd-418c-8d3f-de374197522b tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Pushing event deleted for resources: {'Subnet': ['ID=d18b4f72-e763-49c9-be10-8f4347684062,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:57.942023 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b6eba-f8e5-4b72-b1b5-80d2b25f23c9 req-3bb2452e-0407-474b-9989-e46b5cc97d3a tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:57.950014 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-820b6eba-f8e5-4b72-b1b5-80d2b25f23c9 req-3bb2452e-0407-474b-9989-e46b5cc97d3a tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dc264bc-9ff0-460a-a2ca-d7d64c385b48 HTTP/1.1" status: 200 len: 945 time: 0.0937176 Oct 27 18:31:57.985671 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3abaed51-4dbd-418c-8d3f-de374197522b tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:57.990604 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3abaed51-4dbd-418c-8d3f-de374197522b tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] 10.222.0.52 "DELETE /v2.0/subnets/d18b4f72-e763-49c9-be10-8f4347684062 HTTP/1.1" status: 204 len: 168 time: 0.6146026 Oct 27 18:31:57.998677 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37036) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:58.001300 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8998fd26-cf6f-4ab8-aee9-b9ab09e1fa0b None None] Network ad3c730b-5f4a-4f35-becd-8042aca71dba requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:31:58.017358 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-820b6eba-f8e5-4b72-b1b5-80d2b25f23c9 req-c45edfa0-aa6f-4656-bc91-63150a318d53 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662684 Oct 27 18:31:58.058750 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-43f9b210-f8fc-4505-b1e1-3ea357b271c7 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:58.066145 n-d-815690-2 neutron-server[102880]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 18:31:58.066145 n-d-815690-2 neutron-server[102880]: from cryptography.utils import int_from_bytes Oct 27 18:31:58.066145 n-d-815690-2 neutron-server[102880]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 18:31:58.066145 n-d-815690-2 neutron-server[102880]: from cryptography.utils import int_from_bytes Oct 27 18:31:58.066145 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:31:58.066145 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:31:58.066145 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:31:58.066145 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:31:58.066145 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:31:58.066145 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:31:58.066145 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:31:58.066145 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:31:58.066145 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:31:58.066145 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:31:58.066145 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:31:58.066145 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:31:58.066145 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:31:58.066145 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:31:58.066145 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:31:58.066145 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:31:58.066145 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:31:58.066145 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:31:58.066145 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:31:58.066145 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:31:58.066145 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:31:58.066145 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:31:58.066145 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:31:58.066145 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:31:58.066145 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:31:58.066145 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:31:58.066145 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:31:58.066145 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:31:58.066145 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:31:58.066145 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:31:58.066145 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:31:58.066145 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:31:58.066145 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:31:58.066145 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:31:58.066145 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:31:58.066145 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:31:58.066145 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:31:58.066145 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:31:58.070869 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:31:58.070869 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:31:58.070869 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:31:58.070869 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:31:58.070869 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:31:58.070869 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:31:58.070869 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:31:58.070869 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:31:58.070869 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:31:58.070869 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:31:58.070869 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:31:58.070869 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:31:58.070869 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:31:58.070869 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:31:58.074223 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-367bf1eb-00a7-4fd3-9343-620290b48c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:58.089893 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f9b210-f8fc-4505-b1e1-3ea357b271c7 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] No DVR routers for this DVR port 074795d3-5222-443c-a491-fac6eb3efc50 on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:31:58.109532 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7909ddc6-8b8d-4241-97b3-8bb2ce5d676f tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:58.114688 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-e5d4a79b-f8b5-4a33-b00d-3924371cd594 req-a10d95b8-fe1a-4ede-97bd-14ffd2e32694 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Deleting port d8372463-b0b5-40ec-b152-27501bceac5f {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:31:58.115452 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e5d4a79b-f8b5-4a33-b00d-3924371cd594 req-a10d95b8-fe1a-4ede-97bd-14ffd2e32694 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:58.118462 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f9b210-f8fc-4505-b1e1-3ea357b271c7 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Pushing event deleted for resources: {'Port': ['ID=074795d3-5222-443c-a491-fac6eb3efc50,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:58.129033 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367bf1eb-00a7-4fd3-9343-620290b48c4e None None] Pushing event deleted for resources: {'Port': ['ID=074795d3-5222-443c-a491-fac6eb3efc50,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:58.131468 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367bf1eb-00a7-4fd3-9343-620290b48c4e None None] No DVR routers for this DVR port 074795d3-5222-443c-a491-fac6eb3efc50 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:31:58.210861 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-43f9b210-f8fc-4505-b1e1-3ea357b271c7 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:58.237940 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-43f9b210-f8fc-4505-b1e1-3ea357b271c7 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12d6929e-a691-4966-949b-f07bb5058eeb']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:58.288588 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-43f9b210-f8fc-4505-b1e1-3ea357b271c7 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8bd37f4-8bed-4b5e-b108-1dd3dd4f6ed6') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:58.288588 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-43f9b210-f8fc-4505-b1e1-3ea357b271c7 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8bd37f4-8bed-4b5e-b108-1dd3dd4f6ed6') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:58.290096 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e9bd9f6b-38bc-4486-be10-1fb0b67e6ffa req-4dadf8c5-7b39-4f47-ad58-dd301a4e902c tempest-ServerShowV254Test-470698836 tempest-ServerShowV254Test-470698836-project] 10.222.0.52 "GET /v2.0/ports?device_id=479c789d-79f8-4aa3-8a01-46bde3a023ad HTTP/1.1" status: 200 len: 210 time: 0.0494332 Oct 27 18:31:58.291742 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-7909ddc6-8b8d-4241-97b3-8bb2ce5d676f tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Deleting port 4183125b-223c-4350-ac56-3cbfb56141f8 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:31:58.292091 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7909ddc6-8b8d-4241-97b3-8bb2ce5d676f tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:58.300123 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-43f9b210-f8fc-4505-b1e1-3ea357b271c7 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:58.338244 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-43f9b210-f8fc-4505-b1e1-3ea357b271c7 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:58.339960 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-e5d4a79b-f8b5-4a33-b00d-3924371cd594 req-a10d95b8-fe1a-4ede-97bd-14ffd2e32694 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] For port d8372463-b0b5-40ec-b152-27501bceac5f, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d8372463-b0b5-40ec-b152-27501bceac5f,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:31:58.340331 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e5d4a79b-f8b5-4a33-b00d-3924371cd594 req-a10d95b8-fe1a-4ede-97bd-14ffd2e32694 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:58.346438 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf153ef2-874d-4204-b9d1-78fe0a7de713 None None] DHCP port deletion for ad3c730b-5f4a-4f35-becd-8042aca71dba request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:31:58.347193 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43f9b210-f8fc-4505-b1e1-3ea357b271c7 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:31:58.347830 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-43f9b210-f8fc-4505-b1e1-3ea357b271c7 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:58.351159 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:31:58.351159 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:31:58.351159 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:31:58.351159 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:31:58.351159 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:31:58.351159 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:31:58.351159 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:31:58.351159 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:31:58.351159 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:31:58.351159 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:31:58.351159 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:31:58.351159 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:31:58.351159 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:31:58.351159 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:31:58.351159 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:31:58.351159 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:31:58.351159 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:31:58.351159 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:31:58.351159 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:31:58.351159 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:31:58.351159 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:31:58.351159 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:31:58.351159 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:31:58.351159 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:31:58.351159 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:31:58.351159 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:31:58.351159 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:31:58.351159 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:31:58.351159 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:31:58.351159 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:31:58.351159 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:31:58.351159 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:31:58.433757 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-cf153ef2-874d-4204-b9d1-78fe0a7de713 None None] Deleting port 4183125b-223c-4350-ac56-3cbfb56141f8 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:31:58.434216 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cf153ef2-874d-4204-b9d1-78fe0a7de713 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:58.499188 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-7909ddc6-8b8d-4241-97b3-8bb2ce5d676f tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] For port 4183125b-223c-4350-ac56-3cbfb56141f8, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=4183125b-223c-4350-ac56-3cbfb56141f8,segment=NetworkSegment(e4989ceb-3036-4c7e-a113-8d5c708f48e9),segment_id=e4989ceb-3036-4c7e-a113-8d5c708f48e9)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:31:58.499937 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7909ddc6-8b8d-4241-97b3-8bb2ce5d676f tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:58.511309 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-cf153ef2-874d-4204-b9d1-78fe0a7de713 None None] For port 4183125b-223c-4350-ac56-3cbfb56141f8, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=4183125b-223c-4350-ac56-3cbfb56141f8,segment=NetworkSegment(e4989ceb-3036-4c7e-a113-8d5c708f48e9),segment_id=e4989ceb-3036-4c7e-a113-8d5c708f48e9)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:31:58.511921 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cf153ef2-874d-4204-b9d1-78fe0a7de713 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:58.522654 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-43f9b210-f8fc-4505-b1e1-3ea357b271c7 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:58.529332 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-43f9b210-f8fc-4505-b1e1-3ea357b271c7 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:58.533170 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-43f9b210-f8fc-4505-b1e1-3ea357b271c7 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] 10.222.0.52 "DELETE /v2.0/networks/12d6929e-a691-4966-949b-f07bb5058eeb HTTP/1.1" status: 204 len: 168 time: 1.0439763 Oct 27 18:31:58.545974 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-cf153ef2-874d-4204-b9d1-78fe0a7de713 None None] Calling delete_port for 4183125b-223c-4350-ac56-3cbfb56141f8 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:31:58.554166 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-7909ddc6-8b8d-4241-97b3-8bb2ce5d676f tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Calling delete_port for 4183125b-223c-4350-ac56-3cbfb56141f8 owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:31:58.565795 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f9b210-f8fc-4505-b1e1-3ea357b271c7 tempest-DHCPAgentSchedulersTestJSON-1812792006 tempest-DHCPAgentSchedulersTestJSON-1812792006-project] Pushing event deleted for resources: {'Network': ['ID=12d6929e-a691-4966-949b-f07bb5058eeb,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:58.583397 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6094b-3e39-4d9f-b5f0-665471ec9506 req-15549de4-f563-4ec9-a124-dc4e9df8274d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:58.591472 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a5e6094b-3e39-4d9f-b5f0-665471ec9506 req-15549de4-f563-4ec9-a124-dc4e9df8274d tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 945 time: 0.1092925 Oct 27 18:31:58.646429 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a5e6094b-3e39-4d9f-b5f0-665471ec9506 req-1b09cc3e-c235-4883-a57c-0416ed8d96ba tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups?id=072ed76c-5ee1-4923-bca0-d6c2c863d476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508292 Oct 27 18:31:58.710560 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 4183125b-223c-4350-ac56-3cbfb56141f8 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:31:58.798866 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:58.805979 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e5d4a79b-f8b5-4a33-b00d-3924371cd594 req-a10d95b8-fe1a-4ede-97bd-14ffd2e32694 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:58.806372 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e5d4a79b-f8b5-4a33-b00d-3924371cd594 req-a10d95b8-fe1a-4ede-97bd-14ffd2e32694 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:58.806686 n-d-815690-2 neutron-server[102879]: INFO neutron.db.l3_db [req-e5d4a79b-f8b5-4a33-b00d-3924371cd594 req-a10d95b8-fe1a-4ede-97bd-14ffd2e32694 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Floating IP d84b26d9-c1e4-4312-b72d-8cab464752e8 disassociated. External IP: 172.25.6.58, port: d8372463-b0b5-40ec-b152-27501bceac5f. Oct 27 18:31:58.807644 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-e5d4a79b-f8b5-4a33-b00d-3924371cd594 req-a10d95b8-fe1a-4ede-97bd-14ffd2e32694 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Calling delete_port for d8372463-b0b5-40ec-b152-27501bceac5f owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:31:58.810566 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cf153ef2-874d-4204-b9d1-78fe0a7de713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:58.824306 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7909ddc6-8b8d-4241-97b3-8bb2ce5d676f tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:58.847049 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf153ef2-874d-4204-b9d1-78fe0a7de713 None None] Pushing event deleted for resources: {'Port': ['ID=4183125b-223c-4350-ac56-3cbfb56141f8,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:58.849568 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf153ef2-874d-4204-b9d1-78fe0a7de713 None None] No DVR routers for this DVR port 4183125b-223c-4350-ac56-3cbfb56141f8 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:31:58.876015 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 074795d3-5222-443c-a491-fac6eb3efc50 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:31:58.896333 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 074795d3-5222-443c-a491-fac6eb3efc50 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:31:58.896673 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 074795d3-5222-443c-a491-fac6eb3efc50 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:31:59.147991 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5ff80-0167-4d74-b2f9-a3694b4b4729 req-8d8f4d2c-d893-427d-b944-0a4a0519312d tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:59.151504 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-61a5ff80-0167-4d74-b2f9-a3694b4b4729 req-8d8f4d2c-d893-427d-b944-0a4a0519312d tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dc264bc-9ff0-460a-a2ca-d7d64c385b48 HTTP/1.1" status: 200 len: 945 time: 0.0610540 Oct 27 18:31:59.159444 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909ddc6-8b8d-4241-97b3-8bb2ce5d676f tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Pushing event deleted for resources: {'Port': ['ID=4183125b-223c-4350-ac56-3cbfb56141f8,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:59.166527 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7909ddc6-8b8d-4241-97b3-8bb2ce5d676f tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] No DVR routers for this DVR port 4183125b-223c-4350-ac56-3cbfb56141f8 on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:31:59.254411 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-61a5ff80-0167-4d74-b2f9-a3694b4b4729 req-9713ffaf-8f8b-473b-bb43-9e519d4596c2 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831287 Oct 27 18:31:59.261702 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7909ddc6-8b8d-4241-97b3-8bb2ce5d676f tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:59.278674 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37052) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:59.293569 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-7909ddc6-8b8d-4241-97b3-8bb2ce5d676f tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad3c730b-5f4a-4f35-becd-8042aca71dba']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:59.311600 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-7909ddc6-8b8d-4241-97b3-8bb2ce5d676f tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4989ceb-3036-4c7e-a113-8d5c708f48e9') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:59.312232 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-7909ddc6-8b8d-4241-97b3-8bb2ce5d676f tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4989ceb-3036-4c7e-a113-8d5c708f48e9') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:59.323864 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7909ddc6-8b8d-4241-97b3-8bb2ce5d676f tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:59.397271 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7909ddc6-8b8d-4241-97b3-8bb2ce5d676f tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:59.412177 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7909ddc6-8b8d-4241-97b3-8bb2ce5d676f tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:31:59.412571 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7909ddc6-8b8d-4241-97b3-8bb2ce5d676f tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:59.415615 n-d-815690-2 neutron-server[102879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:31:59.415615 n-d-815690-2 neutron-server[102879]: self.session.flush() Oct 27 18:31:59.415615 n-d-815690-2 neutron-server[102879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:31:59.415615 n-d-815690-2 neutron-server[102879]: self.session.flush() Oct 27 18:31:59.415615 n-d-815690-2 neutron-server[102879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:31:59.415615 n-d-815690-2 neutron-server[102879]: self.session.flush() Oct 27 18:31:59.415615 n-d-815690-2 neutron-server[102879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:31:59.415615 n-d-815690-2 neutron-server[102879]: self.session.flush() Oct 27 18:31:59.415615 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:31:59.415615 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:31:59.415615 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:31:59.415615 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:31:59.415615 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:31:59.415615 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:31:59.415615 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:31:59.415615 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:31:59.415615 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:31:59.415615 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:31:59.415615 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:31:59.415615 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:31:59.415615 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:31:59.415615 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:31:59.415615 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:31:59.415615 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:31:59.415615 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:31:59.415615 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:31:59.415615 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:31:59.415615 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:31:59.415615 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:31:59.415615 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:31:59.415615 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:31:59.415615 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:31:59.415615 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:31:59.415615 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:31:59.415615 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:31:59.415615 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:31:59.415615 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:31:59.415615 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:31:59.415615 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:31:59.415615 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:31:59.470926 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8175920a-049c-4841-a1ee-10b657eece79 req-f07ce541-e8ae-4114-aec9-dc4145aea6a6 tempest-ServerShowV254Test-470698836 tempest-ServerShowV254Test-470698836-project] 10.222.0.52 "GET /v2.0/ports?device_id=479c789d-79f8-4aa3-8a01-46bde3a023ad HTTP/1.1" status: 200 len: 210 time: 0.0493286 Oct 27 18:31:59.481972 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77cefc-231a-4d26-9f06-a042eabee923 req-ea03fd52-eedb-4e65-8e22-707c80085cf3 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:59.498219 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3d77cefc-231a-4d26-9f06-a042eabee923 req-ea03fd52-eedb-4e65-8e22-707c80085cf3 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=837b16dc-0d40-4a63-b0bc-ba0540af0b9a HTTP/1.1" status: 200 len: 946 time: 0.1576083 Oct 27 18:31:59.547418 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e5d4a79b-f8b5-4a33-b00d-3924371cd594 req-a10d95b8-fe1a-4ede-97bd-14ffd2e32694 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:59.559606 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3d77cefc-231a-4d26-9f06-a042eabee923 req-6a2b1bd0-251f-4fb4-985a-daf0ecc9716b tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558136 Oct 27 18:31:59.569650 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-df7d900b-e6a0-4b4a-abcc-3e5d55e8a806 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e1fcdf6b29ad4321ae83782c38864641&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2872634 Oct 27 18:31:59.570237 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37060) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:31:59.596624 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7909ddc6-8b8d-4241-97b3-8bb2ce5d676f tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:59.601440 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7909ddc6-8b8d-4241-97b3-8bb2ce5d676f tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:59.605392 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7909ddc6-8b8d-4241-97b3-8bb2ce5d676f tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] 10.222.0.52 "DELETE /v2.0/networks/ad3c730b-5f4a-4f35-becd-8042aca71dba HTTP/1.1" status: 204 len: 168 time: 1.6005931 Oct 27 18:31:59.610509 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d95b8-fe1a-4ede-97bd-14ffd2e32694 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Pushing event deleted for resources: {'Port': ['ID=d8372463-b0b5-40ec-b152-27501bceac5f,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:59.635051 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909ddc6-8b8d-4241-97b3-8bb2ce5d676f tempest-AllowedAddressPairTestJSON-1191325731 tempest-AllowedAddressPairTestJSON-1191325731-project] Pushing event deleted for resources: {'Network': ['ID=ad3c730b-5f4a-4f35-becd-8042aca71dba,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:59.637503 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-516879a5-1f50-4a07-8af1-5dda4ac46aa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:59.676926 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-516879a5-1f50-4a07-8af1-5dda4ac46aa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:59.789825 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5d4a79b-f8b5-4a33-b00d-3924371cd594 req-a10d95b8-fe1a-4ede-97bd-14ffd2e32694 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Router 8ce9d0e2-0002-4984-9dbf-25679ae31340 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:31:59.811517 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-06389efe-ac70-4317-a761-ff88d5363df8 req-2dc3e95f-c169-46a5-992a-b634dc0381ea tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 210 time: 0.0433221 Oct 27 18:31:59.843838 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece3eff-b403-4211-bce5-ad0ae073a10f req-4436a6e6-5cfa-47ef-9d41-fef709280db0 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:31:59.845782 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cece3eff-b403-4211-bce5-ad0ae073a10f req-4436a6e6-5cfa-47ef-9d41-fef709280db0 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dc264bc-9ff0-460a-a2ca-d7d64c385b48 HTTP/1.1" status: 200 len: 945 time: 0.1322770 Oct 27 18:31:59.895246 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cece3eff-b403-4211-bce5-ad0ae073a10f req-62f17214-2639-4606-84ba-a29f39cbb09f tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419579 Oct 27 18:31:59.933028 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5d4a79b-f8b5-4a33-b00d-3924371cd594 req-a10d95b8-fe1a-4ede-97bd-14ffd2e32694 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:31:59.945510 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-516879a5-1f50-4a07-8af1-5dda4ac46aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:59.950086 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fcf304-beb0-4652-9043-e78900a21e5e None None] Sync routers for ids ['8ce9d0e2-0002-4984-9dbf-25679ae31340'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:31:59.953699 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-516879a5-1f50-4a07-8af1-5dda4ac46aa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:31:59.958909 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-516879a5-1f50-4a07-8af1-5dda4ac46aa9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dd38d530-a0a6-4045-9cfa-be45f5a2539f HTTP/1.1" status: 204 len: 168 time: 0.3848624 Oct 27 18:31:59.978508 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516879a5-1f50-4a07-8af1-5dda4ac46aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd38d530-a0a6-4045-9cfa-be45f5a2539f,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:31:59.982482 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d4a79b-f8b5-4a33-b00d-3924371cd594 req-a10d95b8-fe1a-4ede-97bd-14ffd2e32694 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] No DVR routers for this DVR port d8372463-b0b5-40ec-b152-27501bceac5f on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:31:59.982760 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fcf304-beb0-4652-9043-e78900a21e5e None None] Routers {'8ce9d0e2-0002-4984-9dbf-25679ae31340'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:31:59.984436 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-07fcf304-beb0-4652-9043-e78900a21e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:31:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8ce9d0e2-0002-4984-9dbf-25679ae31340'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:31:59.985966 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e5d4a79b-f8b5-4a33-b00d-3924371cd594 req-a10d95b8-fe1a-4ede-97bd-14ffd2e32694 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:00.001930 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e5d4a79b-f8b5-4a33-b00d-3924371cd594 req-a10d95b8-fe1a-4ede-97bd-14ffd2e32694 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.93 "DELETE /v2.0/ports/d8372463-b0b5-40ec-b152-27501bceac5f HTTP/1.1" status: 204 len: 173 time: 2.2374768 Oct 27 18:32:00.004915 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b85a65-8e47-40db-9fd2-4cdfaedb07a8', 'name': 'network-vif-deleted', 'tag': 'd8372463-b0b5-40ec-b152-27501bceac5f'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:32:00.009725 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc7c7d8-722b-45c4-b68a-61b3c2b89887" -d '{"events": [{"server_uuid": "86b85a65-8e47-40db-9fd2-4cdfaedb07a8", "name": "network-vif-deleted", "tag": "d8372463-b0b5-40ec-b152-27501bceac5f"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:32:00.079794 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac174192-c429-422c-9cef-e8b24ca84897 x-openstack-request-id: req-ac174192-c429-422c-9cef-e8b24ca84897 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:32:00.080177 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b85a65-8e47-40db-9fd2-4cdfaedb07a8", "name": "network-vif-deleted", "tag": "d8372463-b0b5-40ec-b152-27501bceac5f", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:32:00.080461 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ac174192-c429-422c-9cef-e8b24ca84897 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:32:00.081202 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b85a65-8e47-40db-9fd2-4cdfaedb07a8', 'name': 'network-vif-deleted', 'tag': 'd8372463-b0b5-40ec-b152-27501bceac5f', 'status': 'completed', 'code': 200} Oct 27 18:32:00.163856 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-07fcf304-beb0-4652-9043-e78900a21e5e None None] Set router 8ce9d0e2-0002-4984-9dbf-25679ae31340 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:32:00.315134 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37076) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:00.437476 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-07fcf304-beb0-4652-9043-e78900a21e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce9d0e2-0002-4984-9dbf-25679ae31340', 'name': 'tempest-ServerActionsTestJSON-1616371455-router', 'tenant_id': '74d488054c1f4f50bdb6de26a9138d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'a512872a-80f0-4c96-bf6a-b87722f23f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:21:40Z', 'updated_at': '2021-10-27T18:21:50Z', 'revision_number': 4, 'project_id': '74d488054c1f4f50bdb6de26a9138d36', 'gw_port': {'id': 'a512872a-80f0-4c96-bf6a-b87722f23f85', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce9d0e2-0002-4984-9dbf-25679ae31340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:42Z', 'updated_at': '2021-10-27T18:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'eb6a64f8-2922-40d5-bc27-8192d057ae30', 'name': '', 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197', 'tenant_id': '74d488054c1f4f50bdb6de26a9138d36', 'mac_address': 'fa:16:3e:ad:3e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce9d0e2-0002-4984-9dbf-25679ae31340', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'afe6cc10-9308-4117-a497-d403cb219653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:46Z', 'updated_at': '2021-10-27T18:21:57Z', 'revision_number': 5, 'project_id': '74d488054c1f4f50bdb6de26a9138d36', 'subnets': [{'id': 'afe6cc10-9308-4117-a497-d403cb219653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:00.474613 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fcf304-beb0-4652-9043-e78900a21e5e None None] Checking router: 8ce9d0e2-0002-4984-9dbf-25679ae31340 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:32:00.483603 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fcf304-beb0-4652-9043-e78900a21e5e None None] Routers {'8ce9d0e2-0002-4984-9dbf-25679ae31340'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:32:00.484280 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-07fcf304-beb0-4652-9043-e78900a21e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:31:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8ce9d0e2-0002-4984-9dbf-25679ae31340'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:00.630297 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-07fcf304-beb0-4652-9043-e78900a21e5e None None] Set router 8ce9d0e2-0002-4984-9dbf-25679ae31340 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:32:00.661253 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d692dd7f-4366-48ba-b8a9-19e7cce8caf3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=62066c54ab9749fb959832316c7c2e4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3445590 Oct 27 18:32:00.664643 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37088) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:00.684911 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c79b6416-eb1e-4106-bcfd-2a0b77ce8fa5 req-59d8a4cc-e699-4333-bf4c-f9139430c242 tempest-ServerShowV254Test-470698836 tempest-ServerShowV254Test-470698836-project] 10.222.0.52 "GET /v2.0/ports?device_id=479c789d-79f8-4aa3-8a01-46bde3a023ad HTTP/1.1" status: 200 len: 210 time: 0.0551383 Oct 27 18:32:00.708524 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2dd96-4810-4ffc-a87a-275c2de90507 req-c6c4bb64-329a-4f07-83f2-0981659f9c36 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:00.709641 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d5e2dd96-4810-4ffc-a87a-275c2de90507 req-c6c4bb64-329a-4f07-83f2-0981659f9c36 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dc264bc-9ff0-460a-a2ca-d7d64c385b48 HTTP/1.1" status: 200 len: 945 time: 0.1336794 Oct 27 18:32:00.741570 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b838d727-e676-4c0a-a55a-4d1b4e3302e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:00.759733 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d5e2dd96-4810-4ffc-a87a-275c2de90507 req-17960cb3-4abc-4749-a2b2-ff030cdcaaa5 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411358 Oct 27 18:32:00.769263 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b838d727-e676-4c0a-a55a-4d1b4e3302e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:00.892909 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-07fcf304-beb0-4652-9043-e78900a21e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce9d0e2-0002-4984-9dbf-25679ae31340', 'name': 'tempest-ServerActionsTestJSON-1616371455-router', 'tenant_id': '74d488054c1f4f50bdb6de26a9138d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'a512872a-80f0-4c96-bf6a-b87722f23f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:21:40Z', 'updated_at': '2021-10-27T18:21:50Z', 'revision_number': 4, 'project_id': '74d488054c1f4f50bdb6de26a9138d36', 'gw_port': {'id': 'a512872a-80f0-4c96-bf6a-b87722f23f85', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce9d0e2-0002-4984-9dbf-25679ae31340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:42Z', 'updated_at': '2021-10-27T18:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'eb6a64f8-2922-40d5-bc27-8192d057ae30', 'name': '', 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197', 'tenant_id': '74d488054c1f4f50bdb6de26a9138d36', 'mac_address': 'fa:16:3e:ad:3e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce9d0e2-0002-4984-9dbf-25679ae31340', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'afe6cc10-9308-4117-a497-d403cb219653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:46Z', 'updated_at': '2021-10-27T18:21:57Z', 'revision_number': 5, 'project_id': '74d488054c1f4f50bdb6de26a9138d36', 'subnets': [{'id': 'afe6cc10-9308-4117-a497-d403cb219653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:00.916383 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b838d727-e676-4c0a-a55a-4d1b4e3302e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:00.919220 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b838d727-e676-4c0a-a55a-4d1b4e3302e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:00.920486 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b838d727-e676-4c0a-a55a-4d1b4e3302e6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8304e277-7442-42e9-b55e-270d0fe9ce6d HTTP/1.1" status: 204 len: 168 time: 0.2539332 Oct 27 18:32:00.924208 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1a1130d1-c28d-4f41-86ea-7d6a2f9869e6 req-a262475c-2083-4bfb-8a4d-b6ef4959815c tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/ports?device_id=86b85a65-8e47-40db-9fd2-4cdfaedb07a8 HTTP/1.1" status: 200 len: 210 time: 0.0284121 Oct 27 18:32:00.924644 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fcf304-beb0-4652-9043-e78900a21e5e None None] The sync data for ids ['8ce9d0e2-0002-4984-9dbf-25679ae31340'] in n-d-815690-2 is: [{'id': '8ce9d0e2-0002-4984-9dbf-25679ae31340', 'name': 'tempest-ServerActionsTestJSON-1616371455-router', 'tenant_id': '74d488054c1f4f50bdb6de26a9138d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'a512872a-80f0-4c96-bf6a-b87722f23f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:21:40Z', 'updated_at': '2021-10-27T18:21:50Z', 'revision_number': 4, 'project_id': '74d488054c1f4f50bdb6de26a9138d36', 'gw_port': {'id': 'a512872a-80f0-4c96-bf6a-b87722f23f85', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce9d0e2-0002-4984-9dbf-25679ae31340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:42Z', 'updated_at': '2021-10-27T18:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'eb6a64f8-2922-40d5-bc27-8192d057ae30', 'name': '', 'network_id': 'a7c013d9-ea11-470b-8a79-08abd897c197', 'tenant_id': '74d488054c1f4f50bdb6de26a9138d36', 'mac_address': 'fa:16:3e:ad:3e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce9d0e2-0002-4984-9dbf-25679ae31340', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'afe6cc10-9308-4117-a497-d403cb219653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:46Z', 'updated_at': '2021-10-27T18:21:57Z', 'revision_number': 5, 'project_id': '74d488054c1f4f50bdb6de26a9138d36', 'subnets': [{'id': 'afe6cc10-9308-4117-a497-d403cb219653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:32:00.931537 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838d727-e676-4c0a-a55a-4d1b4e3302e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8304e277-7442-42e9-b55e-270d0fe9ce6d,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:01.041619 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37094) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:01.055388 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b302ca7b-7a1b-469f-97a6-9ada2323b27e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:01.141606 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b302ca7b-7a1b-469f-97a6-9ada2323b27e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:01.188151 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84413040-c662-4ada-a9c9-39c044ca2915 None None] New status for floating IP d84b26d9-c1e4-4312-b72d-8cab464752e8: DOWN {{(pid=102881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:32:01.334504 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b302ca7b-7a1b-469f-97a6-9ada2323b27e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:01.370403 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b302ca7b-7a1b-469f-97a6-9ada2323b27e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c52c420e19684a02abc66a446ee25132&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3274729 Oct 27 18:32:01.371849 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b302ca7b-7a1b-469f-97a6-9ada2323b27e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c586ad-b0e7-4e47-b442-b6fc98a8fcad,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:01.373295 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37100) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:01.429669 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-470caa2c-91e9-4de0-b63f-6e4aed92e6aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:01.452556 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-470caa2c-91e9-4de0-b63f-6e4aed92e6aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:01.632858 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-470caa2c-91e9-4de0-b63f-6e4aed92e6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:01.636836 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-470caa2c-91e9-4de0-b63f-6e4aed92e6aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:01.638039 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-470caa2c-91e9-4de0-b63f-6e4aed92e6aa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/29c586ad-b0e7-4e47-b442-b6fc98a8fcad HTTP/1.1" status: 204 len: 168 time: 0.2635989 Oct 27 18:32:01.646250 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470caa2c-91e9-4de0-b63f-6e4aed92e6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c586ad-b0e7-4e47-b442-b6fc98a8fcad,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:01.804979 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-37864669-bf51-4abd-acbc-797ad697acad req-108f144d-a078-46d4-8b3b-9373f6fbaeaf tempest-ServerShowV254Test-470698836 tempest-ServerShowV254Test-470698836-project] 10.222.0.52 "GET /v2.0/ports?device_id=479c789d-79f8-4aa3-8a01-46bde3a023ad HTTP/1.1" status: 200 len: 210 time: 0.0322974 Oct 27 18:32:01.848064 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device d8372463-b0b5-40ec-b152-27501bceac5f no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:32:01.886160 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: d8372463-b0b5-40ec-b152-27501bceac5f {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:32:01.887216 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device d8372463-b0b5-40ec-b152-27501bceac5f not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:32:01.925487 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6e3ea-05c6-4330-af65-a97910d0557a req-11f6125b-f7c0-4ca0-8175-7b851fa4478b tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:01.927039 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-51d6e3ea-05c6-4330-af65-a97910d0557a req-11f6125b-f7c0-4ca0-8175-7b851fa4478b tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dc264bc-9ff0-460a-a2ca-d7d64c385b48 HTTP/1.1" status: 200 len: 945 time: 0.0549421 Oct 27 18:32:01.973373 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-51d6e3ea-05c6-4330-af65-a97910d0557a req-b953dfb8-701a-45fa-97a8-2092e795f44f tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399175 Oct 27 18:32:02.017317 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663686d4-0aa2-4b1e-875c-b271a1421c6b req-db61850f-f765-4d94-bdfd-beb8d93bd38a tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:02.019601 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-663686d4-0aa2-4b1e-875c-b271a1421c6b req-db61850f-f765-4d94-bdfd-beb8d93bd38a tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.93 "GET /v2.0/ports?device_id=1dc264bc-9ff0-460a-a2ca-d7d64c385b48 HTTP/1.1" status: 200 len: 945 time: 0.0789759 Oct 27 18:32:02.099462 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37130) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:02.118129 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37132) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:02.174453 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-663686d4-0aa2-4b1e-875c-b271a1421c6b req-c04cfe0f-abc7-4ae5-b5c0-35c26aad330a tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Deleting port aa784b4a-cf11-4222-bdbf-dd34226327b9 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:32:02.174789 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-663686d4-0aa2-4b1e-875c-b271a1421c6b req-c04cfe0f-abc7-4ae5-b5c0-35c26aad330a tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:02.245200 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-801894c6-d216-4f74-965b-c2fd97188ff5 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:02.257269 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-17ee9c51-b0ab-4d1a-900a-ab3636250b8a tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Request body: {'networks': [{'name': 'tempest-network--1759133053'}, {'name': 'tempest-network--1151918207'}]} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:02.257853 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-17ee9c51-b0ab-4d1a-900a-ab3636250b8a tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Request body: {'network': {'name': 'tempest-network--1759133053'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:02.258343 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-17ee9c51-b0ab-4d1a-900a-ab3636250b8a tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Request body: {'network': {'name': 'tempest-network--1151918207'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:02.305410 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-801894c6-d216-4f74-965b-c2fd97188ff5 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:02.357196 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-663686d4-0aa2-4b1e-875c-b271a1421c6b req-c04cfe0f-abc7-4ae5-b5c0-35c26aad330a tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] For port aa784b4a-cf11-4222-bdbf-dd34226327b9, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=aa784b4a-cf11-4222-bdbf-dd34226327b9,segment=NetworkSegment(da54f3b4-fa80-4f6a-872c-1cd042d9332d),segment_id=da54f3b4-fa80-4f6a-872c-1cd042d9332d)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:32:02.357570 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-663686d4-0aa2-4b1e-875c-b271a1421c6b req-c04cfe0f-abc7-4ae5-b5c0-35c26aad330a tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:02.374034 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-663686d4-0aa2-4b1e-875c-b271a1421c6b req-c04cfe0f-abc7-4ae5-b5c0-35c26aad330a tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Calling delete_port for aa784b4a-cf11-4222-bdbf-dd34226327b9 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:32:02.436474 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ee9c51-b0ab-4d1a-900a-ab3636250b8a tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Made reservation on behalf of 436e1ba00dce4fe98371074b56a08ada for: {'network': 2} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:32:02.441490 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-17ee9c51-b0ab-4d1a-900a-ab3636250b8a tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:02.453032 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-17ee9c51-b0ab-4d1a-900a-ab3636250b8a tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:02.492063 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-801894c6-d216-4f74-965b-c2fd97188ff5 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:02.495375 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-801894c6-d216-4f74-965b-c2fd97188ff5 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:02.496549 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-801894c6-d216-4f74-965b-c2fd97188ff5 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "DELETE /v2.0/security-groups/072ed76c-5ee1-4923-bca0-d6c2c863d476 HTTP/1.1" status: 204 len: 168 time: 0.3961391 Oct 27 18:32:02.499266 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37144) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:02.513669 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-1fe760b9-3e08-4654-bdca-5c3dba56e5d8 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] show failed (client error): The resource could not be found. Oct 27 18:32:02.515466 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1fe760b9-3e08-4654-bdca-5c3dba56e5d8 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "GET /v2.0/security-groups/072ed76c-5ee1-4923-bca0-d6c2c863d476 HTTP/1.1" status: 404 len: 347 time: 0.0144429 Oct 27 18:32:02.519713 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37146) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:02.541552 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801894c6-d216-4f74-965b-c2fd97188ff5 tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=072ed76c-5ee1-4923-bca0-d6c2c863d476,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:02.668718 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-663686d4-0aa2-4b1e-875c-b271a1421c6b req-c04cfe0f-abc7-4ae5-b5c0-35c26aad330a tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:02.677153 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-dac81ac1-9cbe-4226-834f-7b68a0c1c70b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Deleting port 046db886-6e88-4188-8bb7-10a327cfa33f {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:32:02.677560 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dac81ac1-9cbe-4226-834f-7b68a0c1c70b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:02.680726 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['1fb59165-d3f3-4b1a-bc95-4eec88509b3a', 'e9f5501f-89ca-46f9-b11a-180fb29c51fc', 'aa784b4a-cf11-4222-bdbf-dd34226327b9'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:32:02.708171 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04cfe0f-abc7-4ae5-b5c0-35c26aad330a tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Pushing event deleted for resources: {'Port': ['ID=aa784b4a-cf11-4222-bdbf-dd34226327b9,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:02.756084 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-663686d4-0aa2-4b1e-875c-b271a1421c6b req-c04cfe0f-abc7-4ae5-b5c0-35c26aad330a tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] No DVR routers for this DVR port aa784b4a-cf11-4222-bdbf-dd34226327b9 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:32:02.759815 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-663686d4-0aa2-4b1e-875c-b271a1421c6b req-c04cfe0f-abc7-4ae5-b5c0-35c26aad330a tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:02.763125 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-663686d4-0aa2-4b1e-875c-b271a1421c6b req-c04cfe0f-abc7-4ae5-b5c0-35c26aad330a tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.93 "DELETE /v2.0/ports/aa784b4a-cf11-4222-bdbf-dd34226327b9 HTTP/1.1" status: 204 len: 173 time: 0.7358823 Oct 27 18:32:02.763574 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc264bc-9ff0-460a-a2ca-d7d64c385b48', 'name': 'network-vif-deleted', 'tag': 'aa784b4a-cf11-4222-bdbf-dd34226327b9'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:32:02.765899 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d010bb45-3264-453e-a53d-87bc696a5a4d" -d '{"events": [{"server_uuid": "1dc264bc-9ff0-460a-a2ca-d7d64c385b48", "name": "network-vif-deleted", "tag": "aa784b4a-cf11-4222-bdbf-dd34226327b9"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:32:02.785369 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dac81ac1-9cbe-4226-834f-7b68a0c1c70b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:02.785977 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dac81ac1-9cbe-4226-834f-7b68a0c1c70b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:02.806153 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-dac81ac1-9cbe-4226-834f-7b68a0c1c70b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Calling delete_port for 046db886-6e88-4188-8bb7-10a327cfa33f owned by network:floatingip {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:32:02.826776 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-17ee9c51-b0ab-4d1a-900a-ab3636250b8a tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:02.835892 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253b527c-23b2-4795-9668-84418328bc38 x-openstack-request-id: req-253b527c-23b2-4795-9668-84418328bc38 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:32:02.836412 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc264bc-9ff0-460a-a2ca-d7d64c385b48", "name": "network-vif-deleted", "tag": "aa784b4a-cf11-4222-bdbf-dd34226327b9", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:32:02.836966 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-253b527c-23b2-4795-9668-84418328bc38 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:32:02.839603 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc264bc-9ff0-460a-a2ca-d7d64c385b48', 'name': 'network-vif-deleted', 'tag': 'aa784b4a-cf11-4222-bdbf-dd34226327b9', 'status': 'completed', 'code': 200} Oct 27 18:32:02.912523 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-17ee9c51-b0ab-4d1a-900a-ab3636250b8a tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:02.913019 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-17ee9c51-b0ab-4d1a-900a-ab3636250b8a tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:02.969699 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee9c51-b0ab-4d1a-900a-ab3636250b8a tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4014fa7a-c666-4154-a10f-59b52a46b206,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:02.972717 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cf176cad-785f-432e-8eac-948203445b0f req-2fa1c01f-3570-4c51-8e1d-a4dc0f5bad63 tempest-ServerShowV254Test-470698836 tempest-ServerShowV254Test-470698836-project] 10.222.0.52 "GET /v2.0/ports?device_id=479c789d-79f8-4aa3-8a01-46bde3a023ad HTTP/1.1" status: 200 len: 210 time: 0.0614178 Oct 27 18:32:03.000873 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17ee9c51-b0ab-4d1a-900a-ab3636250b8a tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] vlan segment allocate from pool success with {'vlan_id': 1020, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:32:03.023308 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-17ee9c51-b0ab-4d1a-900a-ab3636250b8a tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:03.023932 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-17ee9c51-b0ab-4d1a-900a-ab3636250b8a tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Added segment c56dff33-a3a3-4185-b89d-09163ad65035 of type vlan for network 23ce07ce-72a3-4648-8976-297721570dae Oct 27 18:32:03.104917 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-17ee9c51-b0ab-4d1a-900a-ab3636250b8a tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:03.121147 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-58062da2-296e-4fcc-8093-de57bc2631f2 req-2bbf6606-bd17-4f0c-b5f0-204a5aef269e tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dc264bc-9ff0-460a-a2ca-d7d64c385b48 HTTP/1.1" status: 200 len: 210 time: 0.0275874 Oct 27 18:32:03.127054 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-794bf60b-b016-434f-b23c-ad2267cda800 req-65df36bf-be56-4a3a-8b03-46ee55dfe65f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=479c789d-79f8-4aa3-8a01-46bde3a023ad HTTP/1.1" status: 200 len: 210 time: 0.0351131 Oct 27 18:32:03.151695 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17ee9c51-b0ab-4d1a-900a-ab3636250b8a tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] vlan segment allocate from pool success with {'vlan_id': 1009, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:32:03.160257 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-17ee9c51-b0ab-4d1a-900a-ab3636250b8a tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:03.160598 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-17ee9c51-b0ab-4d1a-900a-ab3636250b8a tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Added segment 4c632825-a8a2-408d-a38d-0a5fbce2083b of type vlan for network d695b682-0c19-449f-b516-cc29dbaf72ac Oct 27 18:32:03.201579 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-17ee9c51-b0ab-4d1a-900a-ab3636250b8a tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:03.267192 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dac81ac1-9cbe-4226-834f-7b68a0c1c70b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:03.298620 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac81ac1-9cbe-4226-834f-7b68a0c1c70b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Pushing event deleted for resources: {'Port': ['ID=046db886-6e88-4188-8bb7-10a327cfa33f,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:03.329537 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-17ee9c51-b0ab-4d1a-900a-ab3636250b8a tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:03.330513 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-17ee9c51-b0ab-4d1a-900a-ab3636250b8a tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:03.340329 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ee9c51-b0ab-4d1a-900a-ab3636250b8a tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:03.346606 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ee9c51-b0ab-4d1a-900a-ab3636250b8a tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:03.347509 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-17ee9c51-b0ab-4d1a-900a-ab3636250b8a tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:03.383744 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dac81ac1-9cbe-4226-834f-7b68a0c1c70b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks [] for floatingip, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:03.387086 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dac81ac1-9cbe-4226-834f-7b68a0c1c70b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:03.388266 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-dac81ac1-9cbe-4226-834f-7b68a0c1c70b tempest-ServerActionsTestJSON-902623332 tempest-ServerActionsTestJSON-902623332-project] 10.222.0.52 "DELETE /v2.0/floatingips/d84b26d9-c1e4-4312-b72d-8cab464752e8 HTTP/1.1" status: 204 len: 168 time: 0.8676372 Oct 27 18:32:03.391416 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37168) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:03.426749 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee9c51-b0ab-4d1a-900a-ab3636250b8a tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Pushing event updated for resources: {'Network': ['ID=23ce07ce-72a3-4648-8976-297721570dae,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:03.438381 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 23ce07ce-72a3-4648-8976-297721570dae details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:32:03.499992 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee9c51-b0ab-4d1a-900a-ab3636250b8a tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Pushing event updated for resources: {'Network': ['ID=d695b682-0c19-449f-b516-cc29dbaf72ac,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:03.517245 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network d695b682-0c19-449f-b516-cc29dbaf72ac details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:32:03.567610 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-17ee9c51-b0ab-4d1a-900a-ab3636250b8a tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.4409440 Oct 27 18:32:03.569664 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37174) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:03.808217 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6814bec2-9b41-4c2f-b788-f805b1987d48 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:03.816085 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6814bec2-9b41-4c2f-b788-f805b1987d48 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:03.824724 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6814bec2-9b41-4c2f-b788-f805b1987d48 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:03.830913 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6814bec2-9b41-4c2f-b788-f805b1987d48 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:03.832635 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6814bec2-9b41-4c2f-b788-f805b1987d48 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2618177 Oct 27 18:32:03.836936 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37182) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:03.943007 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-331323ab-80bd-4edd-9fe4-7789b067fb2f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:04.066568 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37190) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:04.067513 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-331323ab-80bd-4edd-9fe4-7789b067fb2f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:04.109763 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-331323ab-80bd-4edd-9fe4-7789b067fb2f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23ce07ce-72a3-4648-8976-297721570dae']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:04.135221 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a84711f5-ba6c-4147-839e-449dd71f6954 req-c0626919-580a-40a6-b896-e1a1bec6968d tempest-ServerShowV254Test-470698836 tempest-ServerShowV254Test-470698836-project] 10.222.0.52 "GET /v2.0/ports?device_id=479c789d-79f8-4aa3-8a01-46bde3a023ad HTTP/1.1" status: 200 len: 210 time: 0.0566106 Oct 27 18:32:04.137038 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-331323ab-80bd-4edd-9fe4-7789b067fb2f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c56dff33-a3a3-4185-b89d-09163ad65035') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:04.137343 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-331323ab-80bd-4edd-9fe4-7789b067fb2f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c56dff33-a3a3-4185-b89d-09163ad65035') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:04.159114 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-331323ab-80bd-4edd-9fe4-7789b067fb2f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:04.178458 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-331323ab-80bd-4edd-9fe4-7789b067fb2f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:04.186005 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1ce6b4a8-008f-494a-ac84-407fe1f7f375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:04.190997 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331323ab-80bd-4edd-9fe4-7789b067fb2f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:32:04.191411 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-331323ab-80bd-4edd-9fe4-7789b067fb2f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:04.194448 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:32:04.194448 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:32:04.194448 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:32:04.194448 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:32:04.194448 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:32:04.194448 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:32:04.194448 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:32:04.194448 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:32:04.194448 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:32:04.194448 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:32:04.194448 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:32:04.194448 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:32:04.194448 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:32:04.194448 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:32:04.194448 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:32:04.194448 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:32:04.194448 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:32:04.194448 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:32:04.194448 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:32:04.194448 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:32:04.194448 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:32:04.194448 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:32:04.194448 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:32:04.194448 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:32:04.194448 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:32:04.194448 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:32:04.194448 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:32:04.194448 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:32:04.194448 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:32:04.194448 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:32:04.194448 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:32:04.194448 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:32:04.285511 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-72365f08-c10a-4b67-a2e4-fea5e1abb1c4 tempest-ExternalNetworksTestJSON-237341115 tempest-ExternalNetworksTestJSON-237341115-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-784992619'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:04.335155 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-adb57b29-e4e1-44a2-9a0a-6213c1e086d9 req-5f35680d-89e3-4d7f-a33e-d9f1af679e4b tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=1dc264bc-9ff0-460a-a2ca-d7d64c385b48 HTTP/1.1" status: 200 len: 210 time: 0.0879025 Oct 27 18:32:04.523495 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72365f08-c10a-4b67-a2e4-fea5e1abb1c4 tempest-ExternalNetworksTestJSON-237341115 tempest-ExternalNetworksTestJSON-237341115-project] Made reservation on behalf of a36d98e562ae462a82a8ebebc947c363 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:32:04.525460 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-1ce6b4a8-008f-494a-ac84-407fe1f7f375 admin admin] Deleting port eb6a64f8-2922-40d5-bc27-8192d057ae30 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:32:04.525803 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1ce6b4a8-008f-494a-ac84-407fe1f7f375 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:04.527627 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-331323ab-80bd-4edd-9fe4-7789b067fb2f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:04.528383 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-72365f08-c10a-4b67-a2e4-fea5e1abb1c4 tempest-ExternalNetworksTestJSON-237341115 tempest-ExternalNetworksTestJSON-237341115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:04.535796 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-331323ab-80bd-4edd-9fe4-7789b067fb2f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:04.538014 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-72365f08-c10a-4b67-a2e4-fea5e1abb1c4 tempest-ExternalNetworksTestJSON-237341115 tempest-ExternalNetworksTestJSON-237341115-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:04.538233 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-331323ab-80bd-4edd-9fe4-7789b067fb2f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] 10.222.0.52 "DELETE /v2.0/networks/23ce07ce-72a3-4648-8976-297721570dae HTTP/1.1" status: 204 len: 168 time: 0.7003253 Oct 27 18:32:04.546381 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37196) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:04.668419 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b50c23a1-093c-431b-844c-0c9f837796fd tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:04.768715 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-72365f08-c10a-4b67-a2e4-fea5e1abb1c4 tempest-ExternalNetworksTestJSON-237341115 tempest-ExternalNetworksTestJSON-237341115-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:04.791809 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b50c23a1-093c-431b-844c-0c9f837796fd tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:04.812971 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-b50c23a1-093c-431b-844c-0c9f837796fd tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d695b682-0c19-449f-b516-cc29dbaf72ac']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:04.819969 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331323ab-80bd-4edd-9fe4-7789b067fb2f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Pushing event deleted for resources: {'Network': ['ID=23ce07ce-72a3-4648-8976-297721570dae,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:04.824026 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-b50c23a1-093c-431b-844c-0c9f837796fd tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c632825-a8a2-408d-a38d-0a5fbce2083b') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:04.824753 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-b50c23a1-093c-431b-844c-0c9f837796fd tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c632825-a8a2-408d-a38d-0a5fbce2083b') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:04.834052 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b50c23a1-093c-431b-844c-0c9f837796fd tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:04.835456 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331323ab-80bd-4edd-9fe4-7789b067fb2f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:32:04.835803 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331323ab-80bd-4edd-9fe4-7789b067fb2f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:32:04.837854 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331323ab-80bd-4edd-9fe4-7789b067fb2f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:32:04.837854 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331323ab-80bd-4edd-9fe4-7789b067fb2f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:32:04.837854 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331323ab-80bd-4edd-9fe4-7789b067fb2f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:32:04.837854 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331323ab-80bd-4edd-9fe4-7789b067fb2f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:32:04.838943 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331323ab-80bd-4edd-9fe4-7789b067fb2f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:32:04.838943 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331323ab-80bd-4edd-9fe4-7789b067fb2f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:32:04.839117 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331323ab-80bd-4edd-9fe4-7789b067fb2f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:32:04.839444 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331323ab-80bd-4edd-9fe4-7789b067fb2f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:32:04.839775 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331323ab-80bd-4edd-9fe4-7789b067fb2f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:32:04.840099 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331323ab-80bd-4edd-9fe4-7789b067fb2f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:32:04.849779 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b50c23a1-093c-431b-844c-0c9f837796fd tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:04.856536 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b50c23a1-093c-431b-844c-0c9f837796fd tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:32:04.856923 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b50c23a1-093c-431b-844c-0c9f837796fd tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:04.860169 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:32:04.860169 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:32:04.860169 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:32:04.860169 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:32:04.860169 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:32:04.860169 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:32:04.860169 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:32:04.860169 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:32:04.860169 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:32:04.860169 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:32:04.860169 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:32:04.860169 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:32:04.860169 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:32:04.860169 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:32:04.860169 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:32:04.860169 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:32:04.860169 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:32:04.860169 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:32:04.860169 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:32:04.860169 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:32:04.860169 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:32:04.860169 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:32:04.860169 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:32:04.860169 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:32:04.860169 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:32:04.860169 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:32:04.860169 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:32:04.860169 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:32:04.860169 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:32:04.860169 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:32:04.860169 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:32:04.860169 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:32:04.870421 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-72365f08-c10a-4b67-a2e4-fea5e1abb1c4 tempest-ExternalNetworksTestJSON-237341115 tempest-ExternalNetworksTestJSON-237341115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:04.875691 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-1ce6b4a8-008f-494a-ac84-407fe1f7f375 admin admin] For port eb6a64f8-2922-40d5-bc27-8192d057ae30, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=eb6a64f8-2922-40d5-bc27-8192d057ae30,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:32:04.877705 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1ce6b4a8-008f-494a-ac84-407fe1f7f375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:04.889926 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-1ce6b4a8-008f-494a-ac84-407fe1f7f375 admin admin] Calling delete_port for eb6a64f8-2922-40d5-bc27-8192d057ae30 owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:32:04.940146 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72365f08-c10a-4b67-a2e4-fea5e1abb1c4 tempest-ExternalNetworksTestJSON-237341115 tempest-ExternalNetworksTestJSON-237341115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e56c1eb-83a6-4ab2-9958-8c494de25521,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:05.003189 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b50c23a1-093c-431b-844c-0c9f837796fd tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:05.014754 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b50c23a1-093c-431b-844c-0c9f837796fd tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:05.017932 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b50c23a1-093c-431b-844c-0c9f837796fd tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] 10.222.0.52 "DELETE /v2.0/networks/d695b682-0c19-449f-b516-cc29dbaf72ac HTTP/1.1" status: 204 len: 168 time: 0.4705846 Oct 27 18:32:05.018693 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72365f08-c10a-4b67-a2e4-fea5e1abb1c4 tempest-ExternalNetworksTestJSON-237341115 tempest-ExternalNetworksTestJSON-237341115-project] vlan segment allocate from pool success with {'vlan_id': 1033, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:32:05.021660 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37200) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:05.033949 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c23a1-093c-431b-844c-0c9f837796fd tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Pushing event deleted for resources: {'Network': ['ID=d695b682-0c19-449f-b516-cc29dbaf72ac,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:05.041510 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-72365f08-c10a-4b67-a2e4-fea5e1abb1c4 tempest-ExternalNetworksTestJSON-237341115 tempest-ExternalNetworksTestJSON-237341115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:05.041909 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-72365f08-c10a-4b67-a2e4-fea5e1abb1c4 tempest-ExternalNetworksTestJSON-237341115 tempest-ExternalNetworksTestJSON-237341115-project] Added segment 22654b94-fb12-4312-a226-765d5f33c2f2 of type vlan for network 05cb621b-adaf-4a4f-926b-6a596bb51aaf Oct 27 18:32:05.081739 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-72365f08-c10a-4b67-a2e4-fea5e1abb1c4 tempest-ExternalNetworksTestJSON-237341115 tempest-ExternalNetworksTestJSON-237341115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:05.203914 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-72365f08-c10a-4b67-a2e4-fea5e1abb1c4 tempest-ExternalNetworksTestJSON-237341115 tempest-ExternalNetworksTestJSON-237341115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:05.210127 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72365f08-c10a-4b67-a2e4-fea5e1abb1c4 tempest-ExternalNetworksTestJSON-237341115 tempest-ExternalNetworksTestJSON-237341115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:05.210924 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-72365f08-c10a-4b67-a2e4-fea5e1abb1c4 tempest-ExternalNetworksTestJSON-237341115 tempest-ExternalNetworksTestJSON-237341115-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:05.270720 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-87f5c0ae-e0d8-4fba-ac8c-9f141a99d083 req-358885be-878b-477e-b466-2b7deca39403 tempest-ServerShowV254Test-470698836 tempest-ServerShowV254Test-470698836-project] 10.222.0.52 "GET /v2.0/ports?device_id=479c789d-79f8-4aa3-8a01-46bde3a023ad HTTP/1.1" status: 200 len: 210 time: 0.0384066 Oct 27 18:32:05.280047 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97405902-c532-4e6f-a010-cc1f25fce94b tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:05.283395 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72365f08-c10a-4b67-a2e4-fea5e1abb1c4 tempest-ExternalNetworksTestJSON-237341115 tempest-ExternalNetworksTestJSON-237341115-project] Pushing event updated for resources: {'Network': ['ID=05cb621b-adaf-4a4f-926b-6a596bb51aaf,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:05.287475 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97405902-c532-4e6f-a010-cc1f25fce94b tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:05.289192 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-97405902-c532-4e6f-a010-cc1f25fce94b tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2663696 Oct 27 18:32:05.296301 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37204) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:05.299228 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-7706a611-fa50-4de0-b63a-d02b7261ec9c tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1555876'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:05.308493 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 05cb621b-adaf-4a4f-926b-6a596bb51aaf details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:32:05.343917 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1ce6b4a8-008f-494a-ac84-407fe1f7f375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:05.381590 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce6b4a8-008f-494a-ac84-407fe1f7f375 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb6a64f8-2922-40d5-bc27-8192d057ae30,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:05.389658 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-72365f08-c10a-4b67-a2e4-fea5e1abb1c4 tempest-ExternalNetworksTestJSON-237341115 tempest-ExternalNetworksTestJSON-237341115-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3217783 Oct 27 18:32:05.400676 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37210) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:05.483527 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-525ce6a8-e9aa-4d3b-9103-494eb792b4cf tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Request body: {'network': {'name': 'tempest-network--1803019167', 'router:external': True}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:05.561629 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7706a611-fa50-4de0-b63a-d02b7261ec9c tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Made reservation on behalf of 436e1ba00dce4fe98371074b56a08ada for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:32:05.567271 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7706a611-fa50-4de0-b63a-d02b7261ec9c tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:05.609808 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7706a611-fa50-4de0-b63a-d02b7261ec9c tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] vlan segment allocate from pool success with {'vlan_id': 1009, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:32:05.622729 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1ce6b4a8-008f-494a-ac84-407fe1f7f375 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:05.630576 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7706a611-fa50-4de0-b63a-d02b7261ec9c tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:05.630955 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-7706a611-fa50-4de0-b63a-d02b7261ec9c tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Added segment 73ce39e0-8bc1-4c04-8346-a15a2c4dbcfd of type vlan for network 07384351-e710-45ca-8f28-30a2f83c86e2 Oct 27 18:32:05.677785 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525ce6a8-e9aa-4d3b-9103-494eb792b4cf tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Made reservation on behalf of 5d81752ba2bf4c658cfbb1cf7719c3cc for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:32:05.681743 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-525ce6a8-e9aa-4d3b-9103-494eb792b4cf tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:05.692516 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-525ce6a8-e9aa-4d3b-9103-494eb792b4cf tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:05.748892 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7706a611-fa50-4de0-b63a-d02b7261ec9c tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:05.770343 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-525ce6a8-e9aa-4d3b-9103-494eb792b4cf tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:05.863941 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device aa784b4a-cf11-4222-bdbf-dd34226327b9 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:32:05.890783 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: aa784b4a-cf11-4222-bdbf-dd34226327b9 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:32:05.890783 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device aa784b4a-cf11-4222-bdbf-dd34226327b9 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:32:05.931331 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce6b4a8-008f-494a-ac84-407fe1f7f375 admin admin] Router 8ce9d0e2-0002-4984-9dbf-25679ae31340 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:32:05.932950 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-525ce6a8-e9aa-4d3b-9103-494eb792b4cf tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:05.933086 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7706a611-fa50-4de0-b63a-d02b7261ec9c tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:05.938992 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7706a611-fa50-4de0-b63a-d02b7261ec9c tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:05.949533 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7706a611-fa50-4de0-b63a-d02b7261ec9c tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:05.956966 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-525ce6a8-e9aa-4d3b-9103-494eb792b4cf tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] vlan segment allocate from pool success with {'vlan_id': 1046, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:32:05.974678 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525ce6a8-e9aa-4d3b-9103-494eb792b4cf tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5706f4-fc29-42d7-87c3-f6138bc6a117,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:05.979340 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-525ce6a8-e9aa-4d3b-9103-494eb792b4cf tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:05.979660 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-525ce6a8-e9aa-4d3b-9103-494eb792b4cf tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Added segment 7873ecb3-8182-433c-9fd8-5a20e3efdc4a of type vlan for network bdc60c7a-0d7e-4a59-8c21-36bb536afbf5 Oct 27 18:32:06.066450 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-42f5e91e-2298-46eb-b481-a93d591e7207 req-45690388-b016-4cf3-9410-ea05c0c8d848 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=968b01573bc748d289732d32ae574bf9&device_id=479c789d-79f8-4aa3-8a01-46bde3a023ad HTTP/1.1" status: 200 len: 210 time: 0.0315888 Oct 27 18:32:06.090835 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-525ce6a8-e9aa-4d3b-9103-494eb792b4cf tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:06.111397 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-42f5e91e-2298-46eb-b481-a93d591e7207 req-689f3bc6-8d3c-4d2f-b38b-33d6a17996ba service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=968b01573bc748d289732d32ae574bf9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346856 Oct 27 18:32:06.172472 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7706a611-fa50-4de0-b63a-d02b7261ec9c tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8752882 Oct 27 18:32:06.172912 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37228) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:06.179638 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-b9c30c67-e971-4d21-9528-f8afc10f37b1 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1748891876'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:06.195575 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-92e0f946-54c5-4141-ac93-16c8b5734edf req-56c60b13-10d5-4d1b-b2aa-9b9edce05b4b tempest-ServerShowV254Test-470698836 tempest-ServerShowV254Test-470698836-project] 10.222.0.52 "GET /v2.0/ports?device_id=479c789d-79f8-4aa3-8a01-46bde3a023ad HTTP/1.1" status: 200 len: 210 time: 0.0797250 Oct 27 18:32:06.207581 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7706a611-fa50-4de0-b63a-d02b7261ec9c tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Pushing event updated for resources: {'Network': ['ID=07384351-e710-45ca-8f28-30a2f83c86e2,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:06.231982 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 07384351-e710-45ca-8f28-30a2f83c86e2 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:32:06.253291 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5e91e-2298-46eb-b481-a93d591e7207 req-a82fc926-a641-4518-8595-d3b2817f18d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:06.254776 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-42f5e91e-2298-46eb-b481-a93d591e7207 req-a82fc926-a641-4518-8595-d3b2817f18d3 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1342478 Oct 27 18:32:06.260401 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78dd99-9ba4-4157-bf1c-1f1f51cecc31 req-a7b51aa4-aa28-4047-9bf5-e4837bf39ee1 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:06.262023 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bf78dd99-9ba4-4157-bf1c-1f1f51cecc31 req-a7b51aa4-aa28-4047-9bf5-e4837bf39ee1 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=837b16dc-0d40-4a63-b0bc-ba0540af0b9a HTTP/1.1" status: 200 len: 946 time: 0.1554480 Oct 27 18:32:06.265552 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce6b4a8-008f-494a-ac84-407fe1f7f375 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:32:06.271470 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1ce6b4a8-008f-494a-ac84-407fe1f7f375 admin admin] 10.222.0.52 "PUT /v2.0/routers/8ce9d0e2-0002-4984-9dbf-25679ae31340/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8789563 Oct 27 18:32:06.274134 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37230) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:06.286061 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3173ac2a-54a6-4909-8625-074deda967fd None None] Sync routers for ids ['8ce9d0e2-0002-4984-9dbf-25679ae31340'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:32:06.319259 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3173ac2a-54a6-4909-8625-074deda967fd None None] Routers {'8ce9d0e2-0002-4984-9dbf-25679ae31340'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:32:06.319954 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-3173ac2a-54a6-4909-8625-074deda967fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:31:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8ce9d0e2-0002-4984-9dbf-25679ae31340'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:06.372806 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-525ce6a8-e9aa-4d3b-9103-494eb792b4cf tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:06.376987 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525ce6a8-e9aa-4d3b-9103-494eb792b4cf tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:06.376987 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-525ce6a8-e9aa-4d3b-9103-494eb792b4cf tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:06.387285 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bf78dd99-9ba4-4157-bf1c-1f1f51cecc31 req-29430e63-5eeb-4c35-b1f1-abe6a27df7f1 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139071 Oct 27 18:32:06.412270 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6f16c737-8789-463d-9eee-88adbd9bbdea admin admin] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:06.442659 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c30c67-e971-4d21-9528-f8afc10f37b1 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Made reservation on behalf of 436e1ba00dce4fe98371074b56a08ada for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:32:06.451812 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b9c30c67-e971-4d21-9528-f8afc10f37b1 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:06.495537 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525ce6a8-e9aa-4d3b-9103-494eb792b4cf tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Pushing event updated for resources: {'Network': ['ID=bdc60c7a-0d7e-4a59-8c21-36bb536afbf5,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:06.498387 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c30c67-e971-4d21-9528-f8afc10f37b1 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] vlan segment allocate from pool success with {'vlan_id': 1042, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:32:06.514921 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b9c30c67-e971-4d21-9528-f8afc10f37b1 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:06.515278 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-b9c30c67-e971-4d21-9528-f8afc10f37b1 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Added segment 14654e6f-c9a2-4183-9115-0454c52b4891 of type vlan for network 6b96076e-b58e-46ed-ba9c-fd8afac5e3cf Oct 27 18:32:06.541563 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6f16c737-8789-463d-9eee-88adbd9bbdea admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:06.557555 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network bdc60c7a-0d7e-4a59-8c21-36bb536afbf5 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:32:06.569373 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b9c30c67-e971-4d21-9528-f8afc10f37b1 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:06.602194 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-525ce6a8-e9aa-4d3b-9103-494eb792b4cf tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.2017901 Oct 27 18:32:06.603986 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37232) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:06.672564 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-3173ac2a-54a6-4909-8625-074deda967fd None None] Set router 8ce9d0e2-0002-4984-9dbf-25679ae31340 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:32:06.688121 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-aba77564-fe6a-4cc1-9161-2d48062adbf3 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:06.703796 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b9c30c67-e971-4d21-9528-f8afc10f37b1 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:06.709912 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c30c67-e971-4d21-9528-f8afc10f37b1 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:06.710566 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b9c30c67-e971-4d21-9528-f8afc10f37b1 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:06.711112 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-6f16c737-8789-463d-9eee-88adbd9bbdea admin admin] Deleting port a512872a-80f0-4c96-bf6a-b87722f23f85 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:32:06.711461 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6f16c737-8789-463d-9eee-88adbd9bbdea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:06.801212 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-6f16c737-8789-463d-9eee-88adbd9bbdea admin admin] For port a512872a-80f0-4c96-bf6a-b87722f23f85, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=a512872a-80f0-4c96-bf6a-b87722f23f85,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:32:06.801212 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6f16c737-8789-463d-9eee-88adbd9bbdea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:06.815541 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-6f16c737-8789-463d-9eee-88adbd9bbdea admin admin] Calling delete_port for a512872a-80f0-4c96-bf6a-b87722f23f85 owned by network:router_gateway {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:32:06.852493 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c30c67-e971-4d21-9528-f8afc10f37b1 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Pushing event updated for resources: {'Network': ['ID=6b96076e-b58e-46ed-ba9c-fd8afac5e3cf,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:06.865598 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 6b96076e-b58e-46ed-ba9c-fd8afac5e3cf details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:32:06.870775 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-3173ac2a-54a6-4909-8625-074deda967fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce9d0e2-0002-4984-9dbf-25679ae31340', 'name': 'tempest-ServerActionsTestJSON-1616371455-router', 'tenant_id': '74d488054c1f4f50bdb6de26a9138d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': 'a512872a-80f0-4c96-bf6a-b87722f23f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:21:40Z', 'updated_at': '2021-10-27T18:32:05Z', 'revision_number': 5, 'project_id': '74d488054c1f4f50bdb6de26a9138d36', 'gw_port': {'id': 'a512872a-80f0-4c96-bf6a-b87722f23f85', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce9d0e2-0002-4984-9dbf-25679ae31340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:42Z', 'updated_at': '2021-10-27T18:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:06.885759 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b9c30c67-e971-4d21-9528-f8afc10f37b1 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7096922 Oct 27 18:32:06.886423 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37236) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:06.899947 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-0898e0c4-6f17-4286-8dd2-e4dc3e00559f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Request body: {'ports': [{'network_id': '07384351-e710-45ca-8f28-30a2f83c86e2', 'name': 'tempest-port--731254332', 'admin_state_up': True}, {'network_id': '6b96076e-b58e-46ed-ba9c-fd8afac5e3cf', 'admin_state_up': False}]} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:06.900321 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-0898e0c4-6f17-4286-8dd2-e4dc3e00559f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Request body: {'port': {'network_id': '07384351-e710-45ca-8f28-30a2f83c86e2', 'name': 'tempest-port--731254332', 'admin_state_up': True}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:06.900944 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-0898e0c4-6f17-4286-8dd2-e4dc3e00559f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Request body: {'port': {'network_id': '6b96076e-b58e-46ed-ba9c-fd8afac5e3cf', 'admin_state_up': False}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:06.908464 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-aba77564-fe6a-4cc1-9161-2d48062adbf3 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:06.945037 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3173ac2a-54a6-4909-8625-074deda967fd None None] Checking router: 8ce9d0e2-0002-4984-9dbf-25679ae31340 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:32:06.973180 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3173ac2a-54a6-4909-8625-074deda967fd None None] Routers {'8ce9d0e2-0002-4984-9dbf-25679ae31340'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:32:06.974584 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-3173ac2a-54a6-4909-8625-074deda967fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:31:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8ce9d0e2-0002-4984-9dbf-25679ae31340'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:07.045972 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-aba77564-fe6a-4cc1-9161-2d48062adbf3 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdc60c7a-0d7e-4a59-8c21-36bb536afbf5']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:07.106978 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-3173ac2a-54a6-4909-8625-074deda967fd None None] Set router 8ce9d0e2-0002-4984-9dbf-25679ae31340 gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:32:07.125151 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-aba77564-fe6a-4cc1-9161-2d48062adbf3 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7873ecb3-8182-433c-9fd8-5a20e3efdc4a') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:07.126058 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-aba77564-fe6a-4cc1-9161-2d48062adbf3 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7873ecb3-8182-433c-9fd8-5a20e3efdc4a') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:07.166889 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-aba77564-fe6a-4cc1-9161-2d48062adbf3 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:07.177873 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-3173ac2a-54a6-4909-8625-074deda967fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce9d0e2-0002-4984-9dbf-25679ae31340', 'name': 'tempest-ServerActionsTestJSON-1616371455-router', 'tenant_id': '74d488054c1f4f50bdb6de26a9138d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:21:40Z', 'updated_at': '2021-10-27T18:32:06Z', 'revision_number': 6, 'project_id': '74d488054c1f4f50bdb6de26a9138d36', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:07.232996 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3173ac2a-54a6-4909-8625-074deda967fd None None] The sync data for ids ['8ce9d0e2-0002-4984-9dbf-25679ae31340'] in n-d-815690-2 is: [{'id': '8ce9d0e2-0002-4984-9dbf-25679ae31340', 'name': 'tempest-ServerActionsTestJSON-1616371455-router', 'tenant_id': '74d488054c1f4f50bdb6de26a9138d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:21:40Z', 'updated_at': '2021-10-27T18:32:06Z', 'revision_number': 6, 'project_id': '74d488054c1f4f50bdb6de26a9138d36', 'gw_port_host': None}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:32:07.238232 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-aba77564-fe6a-4cc1-9161-2d48062adbf3 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:07.268096 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba77564-fe6a-4cc1-9161-2d48062adbf3 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:32:07.268519 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-aba77564-fe6a-4cc1-9161-2d48062adbf3 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:07.270764 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:32:07.270764 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:32:07.270764 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:32:07.270764 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:32:07.270764 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:32:07.270764 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:32:07.270764 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:32:07.270764 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:32:07.270764 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:32:07.270764 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:32:07.270764 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:32:07.270764 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:32:07.270764 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:32:07.270764 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:32:07.270764 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:32:07.270764 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:32:07.270764 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:32:07.270764 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:32:07.270764 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:32:07.270764 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:32:07.270764 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:32:07.270764 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:32:07.270764 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:32:07.270764 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:32:07.270764 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:32:07.270764 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:32:07.270764 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:32:07.270764 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:32:07.270764 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:32:07.270764 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:32:07.270764 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:32:07.270764 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:32:07.363983 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a1940a2f-2139-4ea5-aeb6-2f0039cc2394 req-355ffdce-980a-4153-9f13-df7b2bfc0543 tempest-ServerShowV254Test-470698836 tempest-ServerShowV254Test-470698836-project] 10.222.0.52 "GET /v2.0/ports?device_id=479c789d-79f8-4aa3-8a01-46bde3a023ad HTTP/1.1" status: 200 len: 210 time: 0.0302291 Oct 27 18:32:07.421060 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6f16c737-8789-463d-9eee-88adbd9bbdea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:07.450944 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0898e0c4-6f17-4286-8dd2-e4dc3e00559f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Made reservation on behalf of 436e1ba00dce4fe98371074b56a08ada for: {'port': 2} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:32:07.459780 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0898e0c4-6f17-4286-8dd2-e4dc3e00559f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:07.486169 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-aba77564-fe6a-4cc1-9161-2d48062adbf3 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:07.494624 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f16c737-8789-463d-9eee-88adbd9bbdea admin admin] Pushing event deleted for resources: {'Port': ['ID=a512872a-80f0-4c96-bf6a-b87722f23f85,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:07.505779 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba77564-fe6a-4cc1-9161-2d48062adbf3 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bdc60c7a-0d7e-4a59-8c21-36bb536afbf5 {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 27 18:32:07.527109 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-aba77564-fe6a-4cc1-9161-2d48062adbf3 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:07.532094 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-aba77564-fe6a-4cc1-9161-2d48062adbf3 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] 10.222.0.52 "DELETE /v2.0/networks/bdc60c7a-0d7e-4a59-8c21-36bb536afbf5 HTTP/1.1" status: 204 len: 168 time: 0.9269824 Oct 27 18:32:07.533355 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba77564-fe6a-4cc1-9161-2d48062adbf3 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Pushing event deleted for resources: {'Network': ['ID=bdc60c7a-0d7e-4a59-8c21-36bb536afbf5,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:07.536962 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37242) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:07.558792 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-f33bf40a-7d73-4e0d-8395-87d5c93a68ff tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:07.565288 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0898e0c4-6f17-4286-8dd2-e4dc3e00559f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:07.638083 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-42f5e91e-2298-46eb-b481-a93d591e7207 req-83c6c708-a28f-4df0-9d44-fe60cff45828 tempest-ServerShowV254Test-470698836 tempest-ServerShowV254Test-470698836-project] 10.222.0.93 "GET /v2.0/ports?device_id=479c789d-79f8-4aa3-8a01-46bde3a023ad HTTP/1.1" status: 200 len: 210 time: 0.0431700 Oct 27 18:32:07.655190 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385e610-8677-4ba9-ad10-f46b978f91c4 req-55dd65e1-016f-48fb-92ba-8e8af1e2a693 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:07.656976 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a385e610-8677-4ba9-ad10-f46b978f91c4 req-55dd65e1-016f-48fb-92ba-8e8af1e2a693 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=837b16dc-0d40-4a63-b0bc-ba0540af0b9a HTTP/1.1" status: 200 len: 946 time: 0.1680574 Oct 27 18:32:07.665305 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6f16c737-8789-463d-9eee-88adbd9bbdea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:07.776207 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-0898e0c4-6f17-4286-8dd2-e4dc3e00559f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] device_id is not set on port 0139135c-3823-411f-a74c-0edefe97b268 yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:32:07.793704 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6f16c737-8789-463d-9eee-88adbd9bbdea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:07.796852 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6f16c737-8789-463d-9eee-88adbd9bbdea admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:07.834587 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a385e610-8677-4ba9-ad10-f46b978f91c4 req-9ba5cffa-220b-43bd-9eb5-5edbf2dd6c3f tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705005 Oct 27 18:32:07.838266 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4714d30e-519b-4e0d-b6eb-393e5e1027da req-a0e1b625-5dc2-41d5-bd0a-bee3424b1cb8 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:07.839914 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4714d30e-519b-4e0d-b6eb-393e5e1027da req-a0e1b625-5dc2-41d5-bd0a-bee3424b1cb8 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.93 "GET /v2.0/ports?device_id=837b16dc-0d40-4a63-b0bc-ba0540af0b9a HTTP/1.1" status: 200 len: 946 time: 0.3154545 Oct 27 18:32:07.948262 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33bf40a-7d73-4e0d-8395-87d5c93a68ff tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Made reservation on behalf of 5d81752ba2bf4c658cfbb1cf7719c3cc for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:32:07.951466 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f33bf40a-7d73-4e0d-8395-87d5c93a68ff tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:08.059535 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f33bf40a-7d73-4e0d-8395-87d5c93a68ff tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] vlan segment allocate from pool success with {'vlan_id': 1020, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:32:08.064796 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6f16c737-8789-463d-9eee-88adbd9bbdea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:08.066958 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f16c737-8789-463d-9eee-88adbd9bbdea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ce9d0e2-0002-4984-9dbf-25679ae31340 {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:32:08.085894 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6f16c737-8789-463d-9eee-88adbd9bbdea admin admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:08.085894 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6f16c737-8789-463d-9eee-88adbd9bbdea admin admin] 10.222.0.52 "DELETE /v2.0/routers/8ce9d0e2-0002-4984-9dbf-25679ae31340 HTTP/1.1" status: 204 len: 168 time: 1.7985399 Oct 27 18:32:08.085894 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37254) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:08.086158 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f33bf40a-7d73-4e0d-8395-87d5c93a68ff tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:08.086158 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-f33bf40a-7d73-4e0d-8395-87d5c93a68ff tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Added segment c015ed0d-8971-482d-a8a2-afb2c3641eb1 of type vlan for network 374431b8-ad57-441c-bac1-eb74bff37daa Oct 27 18:32:08.171145 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f33bf40a-7d73-4e0d-8395-87d5c93a68ff tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:08.182208 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0898e0c4-6f17-4286-8dd2-e4dc3e00559f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:08.200795 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-4714d30e-519b-4e0d-b6eb-393e5e1027da req-b795075c-3350-4e74-953f-4888f0573fc8 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Deleting port e9f5501f-89ca-46f9-b11a-180fb29c51fc {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:32:08.201168 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4714d30e-519b-4e0d-b6eb-393e5e1027da req-b795075c-3350-4e74-953f-4888f0573fc8 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:08.242647 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-a96509c7-1c73-43ae-9109-1a040541d2ff admin admin] Deleting subnet afe6cc10-9308-4117-a497-d403cb219653 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:32:08.258798 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a96509c7-1c73-43ae-9109-1a040541d2ff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:08.306794 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a96509c7-1c73-43ae-9109-1a040541d2ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:08.417488 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a96509c7-1c73-43ae-9109-1a040541d2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:08.531356 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2ca56ad2-a32b-4017-a497-b24ce6edc535 req-401788da-bd5d-4eac-9523-ac525b4ffa57 tempest-ServerShowV254Test-470698836 tempest-ServerShowV254Test-470698836-project] 10.222.0.52 "GET /v2.0/ports?device_id=479c789d-79f8-4aa3-8a01-46bde3a023ad HTTP/1.1" status: 200 len: 210 time: 0.0426941 Oct 27 18:32:08.612570 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a96509c7-1c73-43ae-9109-1a040541d2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:08.628400 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-0898e0c4-6f17-4286-8dd2-e4dc3e00559f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] device_id is not set on port de37448a-e6f9-4b4c-afbb-c3d9ce647bde yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:32:08.644310 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a96509c7-1c73-43ae-9109-1a040541d2ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:08.647810 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a96509c7-1c73-43ae-9109-1a040541d2ff admin admin] 10.222.0.52 "DELETE /v2.0/subnets/afe6cc10-9308-4117-a497-d403cb219653 HTTP/1.1" status: 204 len: 168 time: 0.5697250 Oct 27 18:32:08.648934 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96509c7-1c73-43ae-9109-1a040541d2ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afe6cc10-9308-4117-a497-d403cb219653,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:08.654427 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37260) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:08.660876 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba58f79-5f6d-4890-9e16-6cb7dae1c47c None None] Network a7c013d9-ea11-470b-8a79-08abd897c197 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:32:08.692478 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-4714d30e-519b-4e0d-b6eb-393e5e1027da req-b795075c-3350-4e74-953f-4888f0573fc8 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] For port e9f5501f-89ca-46f9-b11a-180fb29c51fc, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e9f5501f-89ca-46f9-b11a-180fb29c51fc,segment=NetworkSegment(da54f3b4-fa80-4f6a-872c-1cd042d9332d),segment_id=da54f3b4-fa80-4f6a-872c-1cd042d9332d)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:32:08.698386 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4714d30e-519b-4e0d-b6eb-393e5e1027da req-b795075c-3350-4e74-953f-4888f0573fc8 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:08.710840 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-4714d30e-519b-4e0d-b6eb-393e5e1027da req-b795075c-3350-4e74-953f-4888f0573fc8 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Calling delete_port for e9f5501f-89ca-46f9-b11a-180fb29c51fc owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:32:08.737315 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7b73b682-943b-43da-827d-90d2a6837ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:08.741187 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f33bf40a-7d73-4e0d-8395-87d5c93a68ff tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:08.742166 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33bf40a-7d73-4e0d-8395-87d5c93a68ff tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:08.742746 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f33bf40a-7d73-4e0d-8395-87d5c93a68ff tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:08.813796 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-7b73b682-943b-43da-827d-90d2a6837ada admin admin] Deleting port 04f7ac68-0ead-4ab2-ba6b-caa694c931d3 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:32:08.814275 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7b73b682-943b-43da-827d-90d2a6837ada admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:08.861423 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device eb6a64f8-2922-40d5-bc27-8192d057ae30 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:32:08.895837 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f33bf40a-7d73-4e0d-8395-87d5c93a68ff tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3407083 Oct 27 18:32:08.897497 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37264) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:08.901027 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33bf40a-7d73-4e0d-8395-87d5c93a68ff tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Pushing event updated for resources: {'Network': ['ID=374431b8-ad57-441c-bac1-eb74bff37daa,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:08.916938 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-6984a32c-e9b0-43c3-99c6-11192001ae0e tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Request body: {'subnet': {'network_id': '374431b8-ad57-441c-bac1-eb74bff37daa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:08.937208 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0898e0c4-6f17-4286-8dd2-e4dc3e00559f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:08.937957 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: eb6a64f8-2922-40d5-bc27-8192d057ae30 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:32:08.938486 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device eb6a64f8-2922-40d5-bc27-8192d057ae30 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:32:08.939418 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device a512872a-80f0-4c96-bf6a-b87722f23f85 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:32:08.991257 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 374431b8-ad57-441c-bac1-eb74bff37daa details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:32:08.994047 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: a512872a-80f0-4c96-bf6a-b87722f23f85 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:32:08.995231 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device a512872a-80f0-4c96-bf6a-b87722f23f85 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:32:08.997092 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0165d5d-dbc3-4673-a757-7809a21983fd None None] DHCP port deletion for a7c013d9-ea11-470b-8a79-08abd897c197 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:32:08.997937 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-7b73b682-943b-43da-827d-90d2a6837ada admin admin] For port 04f7ac68-0ead-4ab2-ba6b-caa694c931d3, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=04f7ac68-0ead-4ab2-ba6b-caa694c931d3,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:32:08.998322 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7b73b682-943b-43da-827d-90d2a6837ada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:09.019283 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-7b73b682-943b-43da-827d-90d2a6837ada admin admin] Calling delete_port for 04f7ac68-0ead-4ab2-ba6b-caa694c931d3 owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:32:09.038982 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d14814-fbbb-4ec8-bfac-ecb33c24cc81 req-475e5233-202a-4f3f-8d1b-6482e0c67402 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:09.043298 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d0d14814-fbbb-4ec8-bfac-ecb33c24cc81 req-475e5233-202a-4f3f-8d1b-6482e0c67402 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=837b16dc-0d40-4a63-b0bc-ba0540af0b9a HTTP/1.1" status: 200 len: 946 time: 0.1211693 Oct 27 18:32:09.112741 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0898e0c4-6f17-4286-8dd2-e4dc3e00559f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:09.137382 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-e0165d5d-dbc3-4673-a757-7809a21983fd None None] Deleting port 04f7ac68-0ead-4ab2-ba6b-caa694c931d3 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:32:09.138577 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e0165d5d-dbc3-4673-a757-7809a21983fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:09.139590 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6984a32c-e9b0-43c3-99c6-11192001ae0e tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Made reservation on behalf of 5d81752ba2bf4c658cfbb1cf7719c3cc for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:32:09.142210 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6984a32c-e9b0-43c3-99c6-11192001ae0e tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:09.164830 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4714d30e-519b-4e0d-b6eb-393e5e1027da req-b795075c-3350-4e74-953f-4888f0573fc8 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:09.197627 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d0d14814-fbbb-4ec8-bfac-ecb33c24cc81 req-cdbf8f8d-5b58-4b85-9cef-60850cead48f tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177819 Oct 27 18:32:09.213223 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['1fb59165-d3f3-4b1a-bc95-4eec88509b3a'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:32:09.248796 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0898e0c4-6f17-4286-8dd2-e4dc3e00559f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Pushing event updated for resources: {'Port': ['ID=0139135c-3823-411f-a74c-0edefe97b268,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:09.291723 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-e0165d5d-dbc3-4673-a757-7809a21983fd None None] For port 04f7ac68-0ead-4ab2-ba6b-caa694c931d3, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=04f7ac68-0ead-4ab2-ba6b-caa694c931d3,segment=NetworkSegment(4f1874f7-a639-4bad-88dc-9dd2b8243d3e),segment_id=4f1874f7-a639-4bad-88dc-9dd2b8243d3e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:32:09.292104 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e0165d5d-dbc3-4673-a757-7809a21983fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:09.312749 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-e0165d5d-dbc3-4673-a757-7809a21983fd None None] Calling delete_port for 04f7ac68-0ead-4ab2-ba6b-caa694c931d3 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:32:09.333298 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b795075c-3350-4e74-953f-4888f0573fc8 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Pushing event deleted for resources: {'Port': ['ID=e9f5501f-89ca-46f9-b11a-180fb29c51fc,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:09.353085 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-4714d30e-519b-4e0d-b6eb-393e5e1027da req-b795075c-3350-4e74-953f-4888f0573fc8 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] No DVR routers for this DVR port e9f5501f-89ca-46f9-b11a-180fb29c51fc on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:32:09.357608 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4714d30e-519b-4e0d-b6eb-393e5e1027da req-b795075c-3350-4e74-953f-4888f0573fc8 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:09.359486 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4714d30e-519b-4e0d-b6eb-393e5e1027da req-b795075c-3350-4e74-953f-4888f0573fc8 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.93 "DELETE /v2.0/ports/e9f5501f-89ca-46f9-b11a-180fb29c51fc HTTP/1.1" status: 204 len: 173 time: 1.5110610 Oct 27 18:32:09.359947 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '837b16dc-0d40-4a63-b0bc-ba0540af0b9a', 'name': 'network-vif-deleted', 'tag': 'e9f5501f-89ca-46f9-b11a-180fb29c51fc'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:32:09.362972 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242ff7ce-9314-4e8f-ac1b-692854526701" -d '{"events": [{"server_uuid": "837b16dc-0d40-4a63-b0bc-ba0540af0b9a", "name": "network-vif-deleted", "tag": "e9f5501f-89ca-46f9-b11a-180fb29c51fc"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:32:09.377147 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7b73b682-943b-43da-827d-90d2a6837ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:09.380466 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0898e0c4-6f17-4286-8dd2-e4dc3e00559f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Checking segment: {'id': '73ce39e0-8bc1-4c04-8346-a15a2c4dbcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '07384351-e710-45ca-8f28-30a2f83c86e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:32:09.380466 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0898e0c4-6f17-4286-8dd2-e4dc3e00559f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Network hostable DHCP agents. Network: 07384351-e710-45ca-8f28-30a2f83c86e2, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:32:09.424915 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403cef94-8f2b-4b0e-bbde-b27dd590a846 x-openstack-request-id: req-403cef94-8f2b-4b0e-bbde-b27dd590a846 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:32:09.424915 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "837b16dc-0d40-4a63-b0bc-ba0540af0b9a", "name": "network-vif-deleted", "tag": "e9f5501f-89ca-46f9-b11a-180fb29c51fc", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:32:09.424915 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-403cef94-8f2b-4b0e-bbde-b27dd590a846 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:32:09.424915 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '837b16dc-0d40-4a63-b0bc-ba0540af0b9a', 'name': 'network-vif-deleted', 'tag': 'e9f5501f-89ca-46f9-b11a-180fb29c51fc', 'status': 'completed', 'code': 200} Oct 27 18:32:09.452684 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b73b682-943b-43da-827d-90d2a6837ada admin admin] No DVR routers for this DVR port 04f7ac68-0ead-4ab2-ba6b-caa694c931d3 on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:32:09.454689 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b73b682-943b-43da-827d-90d2a6837ada admin admin] Pushing event deleted for resources: {'Port': ['ID=04f7ac68-0ead-4ab2-ba6b-caa694c931d3,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:09.504597 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e0165d5d-dbc3-4673-a757-7809a21983fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:09.513151 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0898e0c4-6f17-4286-8dd2-e4dc3e00559f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Network 07384351-e710-45ca-8f28-30a2f83c86e2 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:32:09.556715 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0165d5d-dbc3-4673-a757-7809a21983fd None None] Pushing event deleted for resources: {'Port': ['ID=04f7ac68-0ead-4ab2-ba6b-caa694c931d3,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:09.568457 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0165d5d-dbc3-4673-a757-7809a21983fd None None] No DVR routers for this DVR port 04f7ac68-0ead-4ab2-ba6b-caa694c931d3 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:32:09.581285 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7b73b682-943b-43da-827d-90d2a6837ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:09.587593 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-0898e0c4-6f17-4286-8dd2-e4dc3e00559f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 07384351-e710-45ca-8f28-30a2f83c86e2) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:32:09.595631 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0898e0c4-6f17-4286-8dd2-e4dc3e00559f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:32:09.597649 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0898e0c4-6f17-4286-8dd2-e4dc3e00559f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:09.628008 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4889646f-004e-42da-a0b8-80f14b7a0fa4 None None] Network 07384351-e710-45ca-8f28-30a2f83c86e2 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:32:09.649153 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-7b73b682-943b-43da-827d-90d2a6837ada admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7c013d9-ea11-470b-8a79-08abd897c197']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:09.667400 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-7b73b682-943b-43da-827d-90d2a6837ada admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f1874f7-a639-4bad-88dc-9dd2b8243d3e') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:09.667777 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-7b73b682-943b-43da-827d-90d2a6837ada admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f1874f7-a639-4bad-88dc-9dd2b8243d3e') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:09.684821 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c7f67f7f-696c-4062-a1ec-89e423438bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:09.696539 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7b73b682-943b-43da-827d-90d2a6837ada admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:09.721237 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7b73b682-943b-43da-827d-90d2a6837ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:09.732352 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b73b682-943b-43da-827d-90d2a6837ada admin admin] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:32:09.733012 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7b73b682-943b-43da-827d-90d2a6837ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:09.735504 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:32:09.735504 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:32:09.735504 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:32:09.735504 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:32:09.735504 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:32:09.735504 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:32:09.735504 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:32:09.735504 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:32:09.735504 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:32:09.735504 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:32:09.735504 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:32:09.735504 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:32:09.735504 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:32:09.735504 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:32:09.735504 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:32:09.735504 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:32:09.735504 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:32:09.735504 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:32:09.735504 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:32:09.735504 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:32:09.735504 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:32:09.735504 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:32:09.735504 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:32:09.735504 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:32:09.735504 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:32:09.735504 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:32:09.735504 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:32:09.735504 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:32:09.735504 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:32:09.735504 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:32:09.735504 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:32:09.735504 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:32:09.746177 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0898e0c4-6f17-4286-8dd2-e4dc3e00559f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Pushing event updated for resources: {'Port': ['ID=de37448a-e6f9-4b4c-afbb-c3d9ce647bde,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:09.751580 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0898e0c4-6f17-4286-8dd2-e4dc3e00559f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Checking segment: {'id': '14654e6f-c9a2-4183-9115-0454c52b4891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '6b96076e-b58e-46ed-ba9c-fd8afac5e3cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:32:09.751954 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0898e0c4-6f17-4286-8dd2-e4dc3e00559f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Network hostable DHCP agents. Network: 6b96076e-b58e-46ed-ba9c-fd8afac5e3cf, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:32:09.827043 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0898e0c4-6f17-4286-8dd2-e4dc3e00559f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Network 6b96076e-b58e-46ed-ba9c-fd8afac5e3cf is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:32:09.863032 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e9f5501f-89ca-46f9-b11a-180fb29c51fc no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:32:09.863475 n-d-815690-2 neutron-server[102878]: DEBUG neutron.objects.ports [None req-6984a32c-e9b0-43c3-99c6-11192001ae0e tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102878) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 18:32:09.863939 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6984a32c-e9b0-43c3-99c6-11192001ae0e tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:09.884774 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: e9f5501f-89ca-46f9-b11a-180fb29c51fc {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:32:09.885069 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e9f5501f-89ca-46f9-b11a-180fb29c51fc not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:32:09.902992 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-0898e0c4-6f17-4286-8dd2-e4dc3e00559f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 6b96076e-b58e-46ed-ba9c-fd8afac5e3cf) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:32:09.907293 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7b73b682-943b-43da-827d-90d2a6837ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:09.908010 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0898e0c4-6f17-4286-8dd2-e4dc3e00559f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:32:09.912568 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7b73b682-943b-43da-827d-90d2a6837ada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:09.916466 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7b73b682-943b-43da-827d-90d2a6837ada admin admin] 10.222.0.52 "DELETE /v2.0/networks/a7c013d9-ea11-470b-8a79-08abd897c197 HTTP/1.1" status: 204 len: 168 time: 1.2607956 Oct 27 18:32:09.920784 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0898e0c4-6f17-4286-8dd2-e4dc3e00559f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:09.921086 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d57846-4cf9-42e8-9b9a-e40c049d6a70 None None] Network 6b96076e-b58e-46ed-ba9c-fd8afac5e3cf requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:32:09.926531 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0898e0c4-6f17-4286-8dd2-e4dc3e00559f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:09.927260 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0898e0c4-6f17-4286-8dd2-e4dc3e00559f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:09.958108 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b73b682-943b-43da-827d-90d2a6837ada admin admin] Pushing event deleted for resources: {'Network': ['ID=a7c013d9-ea11-470b-8a79-08abd897c197,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:09.962055 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6984a32c-e9b0-43c3-99c6-11192001ae0e tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Pushing event updated for resources: {'Subnet': ['ID=eb7e7332-f1af-48ad-9476-e0816dc4f758,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:09.971292 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6984a32c-e9b0-43c3-99c6-11192001ae0e tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Checking segment: {'id': 'c015ed0d-8971-482d-a8a2-afb2c3641eb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '374431b8-ad57-441c-bac1-eb74bff37daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:32:09.971658 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6984a32c-e9b0-43c3-99c6-11192001ae0e tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Network hostable DHCP agents. Network: 374431b8-ad57-441c-bac1-eb74bff37daa, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:32:10.029974 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0898e0c4-6f17-4286-8dd2-e4dc3e00559f tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.1326411 Oct 27 18:32:10.029974 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37288) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:10.069942 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6984a32c-e9b0-43c3-99c6-11192001ae0e tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Network 374431b8-ad57-441c-bac1-eb74bff37daa is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:32:10.123301 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99dddad8-fe8e-4688-8ab9-6555b74c3cc3 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:10.129596 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99dddad8-fe8e-4688-8ab9-6555b74c3cc3 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:10.131198 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-99dddad8-fe8e-4688-8ab9-6555b74c3cc3 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0994346 Oct 27 18:32:10.134369 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37290) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:10.204938 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-6984a32c-e9b0-43c3-99c6-11192001ae0e tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 374431b8-ad57-441c-bac1-eb74bff37daa) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:32:10.213499 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6984a32c-e9b0-43c3-99c6-11192001ae0e tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:10.219309 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6984a32c-e9b0-43c3-99c6-11192001ae0e tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:10.222857 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b08dc5-0bc8-4f0b-a23a-801f8dd82ec0 None None] Network 374431b8-ad57-441c-bac1-eb74bff37daa requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:32:10.251281 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-55f9cbcd-980a-4c8e-a27f-6463f36ecc4b tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Deleting port 0139135c-3823-411f-a74c-0edefe97b268 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:32:10.251696 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-55f9cbcd-980a-4c8e-a27f-6463f36ecc4b tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:10.340641 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37298) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:10.354447 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-78117c8d-ebba-4d68-8b12-17029339ad41 req-42716f74-188c-49ed-937f-552c2c5e708e tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=837b16dc-0d40-4a63-b0bc-ba0540af0b9a HTTP/1.1" status: 200 len: 210 time: 0.0375295 Oct 27 18:32:10.360679 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6984a32c-e9b0-43c3-99c6-11192001ae0e tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4616833 Oct 27 18:32:10.363656 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37302) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:10.368570 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-07c77388-d970-4f9a-a829-f1dd213130ab tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Request body: {'floatingip': {'floating_network_id': '374431b8-ad57-441c-bac1-eb74bff37daa'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:10.401137 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-55f9cbcd-980a-4c8e-a27f-6463f36ecc4b tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:10.406729 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc24bbb6-b881-4bee-847e-32ce5f989a8e None None] Network 374431b8-ad57-441c-bac1-eb74bff37daa requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:32:10.421060 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37304) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:10.432549 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-55f9cbcd-980a-4c8e-a27f-6463f36ecc4b tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Calling delete_port for 0139135c-3823-411f-a74c-0edefe97b268 owned by {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:32:10.476233 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-420e9e46-3b12-411d-b68f-2828bef9e901 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=74d488054c1f4f50bdb6de26a9138d36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0529559 Oct 27 18:32:10.478766 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37306) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:10.503051 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-07c77388-d970-4f9a-a829-f1dd213130ab tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:10.624990 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e40b681d-83a8-45f8-9f7a-ba6adf86a374 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:10.638082 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-55f9cbcd-980a-4c8e-a27f-6463f36ecc4b tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:10.661932 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 04f7ac68-0ead-4ab2-ba6b-caa694c931d3 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:32:10.691542 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 04f7ac68-0ead-4ab2-ba6b-caa694c931d3 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:32:10.692304 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e40b681d-83a8-45f8-9f7a-ba6adf86a374 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:10.692408 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 04f7ac68-0ead-4ab2-ba6b-caa694c931d3 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:32:10.711069 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f9cbcd-980a-4c8e-a27f-6463f36ecc4b tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Pushing event deleted for resources: {'Port': ['ID=0139135c-3823-411f-a74c-0edefe97b268,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:10.734713 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-55f9cbcd-980a-4c8e-a27f-6463f36ecc4b tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:10.735483 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-55f9cbcd-980a-4c8e-a27f-6463f36ecc4b tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] 10.222.0.52 "DELETE /v2.0/ports/0139135c-3823-411f-a74c-0edefe97b268 HTTP/1.1" status: 204 len: 168 time: 0.5996139 Oct 27 18:32:10.738275 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37308) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:10.746380 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-07c77388-d970-4f9a-a829-f1dd213130ab tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:10.803082 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-27492914-7143-493e-91a7-20bcec76d997 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:10.885253 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-6b5f080e-c36c-43fe-b550-bc430f061840 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Deleting port de37448a-e6f9-4b4c-afbb-c3d9ce647bde {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:32:10.885948 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6b5f080e-c36c-43fe-b550-bc430f061840 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:10.904494 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e40b681d-83a8-45f8-9f7a-ba6adf86a374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:10.906945 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e40b681d-83a8-45f8-9f7a-ba6adf86a374 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:10.908085 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e40b681d-83a8-45f8-9f7a-ba6adf86a374 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/518a932f-a3ea-4817-ab1a-d038c6d7eaf0 HTTP/1.1" status: 204 len: 168 time: 0.4283125 Oct 27 18:32:10.931948 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-07c77388-d970-4f9a-a829-f1dd213130ab tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Allocated IP 172.20.0.2 (374431b8-ad57-441c-bac1-eb74bff37daa/eb7e7332-f1af-48ad-9476-e0816dc4f758/daa72aeb-44c6-40ea-bb36-929a4ddc024c) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:32:10.937030 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b681d-83a8-45f8-9f7a-ba6adf86a374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518a932f-a3ea-4817-ab1a-d038c6d7eaf0,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:10.984404 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6b5f080e-c36c-43fe-b550-bc430f061840 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:11.015250 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-6b5f080e-c36c-43fe-b550-bc430f061840 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Calling delete_port for de37448a-e6f9-4b4c-afbb-c3d9ce647bde owned by {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:32:11.058105 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-27492914-7143-493e-91a7-20bcec76d997 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:11.119174 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-07c77388-d970-4f9a-a829-f1dd213130ab tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:11.122427 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-27492914-7143-493e-91a7-20bcec76d997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:11.168580 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27492914-7143-493e-91a7-20bcec76d997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a516a5-e3b5-4f61-97b1-41b1761981f7,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:11.179586 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37320) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:11.179752 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-27492914-7143-493e-91a7-20bcec76d997 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=968b01573bc748d289732d32ae574bf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8380117 Oct 27 18:32:11.213624 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6b5f080e-c36c-43fe-b550-bc430f061840 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:11.252204 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f080e-c36c-43fe-b550-bc430f061840 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Pushing event deleted for resources: {'Port': ['ID=de37448a-e6f9-4b4c-afbb-c3d9ce647bde,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:11.262918 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6b5f080e-c36c-43fe-b550-bc430f061840 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:11.266216 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6b5f080e-c36c-43fe-b550-bc430f061840 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] 10.222.0.52 "DELETE /v2.0/ports/de37448a-e6f9-4b4c-afbb-c3d9ce647bde HTTP/1.1" status: 204 len: 168 time: 0.5266273 Oct 27 18:32:11.269433 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37322) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:11.281710 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b6078027-13ca-4366-9b5e-cb1e8c7cdf4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:11.301003 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f2d7cb9a-5fe6-430a-93b8-59cfa7ee5e2d tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0302572 Oct 27 18:32:11.303658 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-07c77388-d970-4f9a-a829-f1dd213130ab tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:11.308464 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b6078027-13ca-4366-9b5e-cb1e8c7cdf4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:11.309136 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37324) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:11.315178 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-74e8c7be-1419-45f2-bf35-31488d381522 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-245546603'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:11.356738 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c77388-d970-4f9a-a829-f1dd213130ab tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Network 374431b8-ad57-441c-bac1-eb74bff37daa is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:32:11.360065 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-07c77388-d970-4f9a-a829-f1dd213130ab tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:32:11.365591 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c77388-d970-4f9a-a829-f1dd213130ab tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:32:11.369377 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c77388-d970-4f9a-a829-f1dd213130ab tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Pushing event updated for resources: {'Port': ['ID=daa72aeb-44c6-40ea-bb36-929a4ddc024c,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:11.483366 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e8c7be-1419-45f2-bf35-31488d381522 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Made reservation on behalf of 436e1ba00dce4fe98371074b56a08ada for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:32:11.487412 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-74e8c7be-1419-45f2-bf35-31488d381522 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:11.519682 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74e8c7be-1419-45f2-bf35-31488d381522 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] vlan segment allocate from pool success with {'vlan_id': 1007, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:32:11.530872 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-74e8c7be-1419-45f2-bf35-31488d381522 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:11.531285 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-74e8c7be-1419-45f2-bf35-31488d381522 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Added segment b9391d60-ff66-46ee-b9f2-746ad752a260 of type vlan for network 4d17bfae-f7eb-4d3f-8f9a-9b1e045611db Oct 27 18:32:11.580929 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-07c77388-d970-4f9a-a829-f1dd213130ab tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:11.584276 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-74e8c7be-1419-45f2-bf35-31488d381522 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:11.584419 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b6078027-13ca-4366-9b5e-cb1e8c7cdf4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:11.590651 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b6078027-13ca-4366-9b5e-cb1e8c7cdf4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:11.594379 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b6078027-13ca-4366-9b5e-cb1e8c7cdf4f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/20a516a5-e3b5-4f61-97b1-41b1761981f7 HTTP/1.1" status: 204 len: 168 time: 0.4112296 Oct 27 18:32:11.605773 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6078027-13ca-4366-9b5e-cb1e8c7cdf4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a516a5-e3b5-4f61-97b1-41b1761981f7,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:11.723088 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-07c77388-d970-4f9a-a829-f1dd213130ab tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:11.740567 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-74e8c7be-1419-45f2-bf35-31488d381522 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:11.747932 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e8c7be-1419-45f2-bf35-31488d381522 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:11.752499 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-74e8c7be-1419-45f2-bf35-31488d381522 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:11.843383 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8c7be-1419-45f2-bf35-31488d381522 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Pushing event updated for resources: {'Network': ['ID=4d17bfae-f7eb-4d3f-8f9a-9b1e045611db,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:11.861346 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 4d17bfae-f7eb-4d3f-8f9a-9b1e045611db details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:32:11.868716 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd070d9-658c-48c1-943c-3877650b0437 req-d5630b4d-5742-42a1-ac74-08832c1b9816 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:11.870231 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1bd070d9-658c-48c1-943c-3877650b0437 req-d5630b4d-5742-42a1-ac74-08832c1b9816 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/networks?id=23b2e040-11b8-4862-8da0-936b3872cceb HTTP/1.1" status: 200 len: 805 time: 0.1802056 Oct 27 18:32:11.877255 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37352) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:11.877461 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-74e8c7be-1419-45f2-bf35-31488d381522 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5676236 Oct 27 18:32:11.888137 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-549dd071-ce7a-4d30-91d8-3967e28d050a tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-385841970'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:11.888545 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1bd070d9-658c-48c1-943c-3877650b0437 req-3a16d245-6280-4a94-84e6-369fd5016a17 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/quotas/26a8ecb72e37482a929830b093f42719 HTTP/1.1" status: 200 len: 375 time: 0.0098870 Oct 27 18:32:11.962179 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-07c77388-d970-4f9a-a829-f1dd213130ab tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:11.965638 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1bd070d9-658c-48c1-943c-3877650b0437 req-95655c0c-a874-472e-b61d-209fa4591438 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=26a8ecb72e37482a929830b093f42719&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0709250 Oct 27 18:32:12.003331 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549dd071-ce7a-4d30-91d8-3967e28d050a tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Made reservation on behalf of 436e1ba00dce4fe98371074b56a08ada for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:32:12.006990 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-549dd071-ce7a-4d30-91d8-3967e28d050a tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:12.026785 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-07c77388-d970-4f9a-a829-f1dd213130ab tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:12.080637 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d694c59f-740e-4662-9506-861c2c1fa0cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:12.088224 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-549dd071-ce7a-4d30-91d8-3967e28d050a tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] vlan segment allocate from pool success with {'vlan_id': 1049, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:32:12.100861 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1bd070d9-658c-48c1-943c-3877650b0437 req-7fe242d2-b994-424e-a0b8-36aad57c10db service neutron] 10.222.0.52 "GET /v2.0/networks/23b2e040-11b8-4862-8da0-936b3872cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253102 Oct 27 18:32:12.138293 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-549dd071-ce7a-4d30-91d8-3967e28d050a tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:12.138663 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-549dd071-ce7a-4d30-91d8-3967e28d050a tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Added segment 2eefdeca-705d-43db-abd9-64fae670cc0e of type vlan for network fcd262b6-e182-40b6-9a7b-ef746ebde48d Oct 27 18:32:12.140050 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c77388-d970-4f9a-a829-f1dd213130ab tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Pushing event updated for resources: {'Port': ['ID=daa72aeb-44c6-40ea-bb36-929a4ddc024c,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:12.180117 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-07c77388-d970-4f9a-a829-f1dd213130ab tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:12.195753 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-549dd071-ce7a-4d30-91d8-3967e28d050a tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:12.271682 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1bd070d9-658c-48c1-943c-3877650b0437 req-e6445b12-29ed-4011-9752-303a025b07ce service neutron] 10.222.0.52 "GET /v2.0/networks/23b2e040-11b8-4862-8da0-936b3872cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640685 Oct 27 18:32:12.290789 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-07c77388-d970-4f9a-a829-f1dd213130ab tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:12.290789 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-07c77388-d970-4f9a-a829-f1dd213130ab tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.9255302 Oct 27 18:32:12.293920 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37376) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:12.388730 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-127ed850-9fea-4b50-ac30-9ec17fc50e04 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] 10.222.0.52 "GET /v2.0/floatingips?floating_network_id=374431b8-ad57-441c-bac1-eb74bff37daa HTTP/1.1" status: 200 len: 689 time: 0.0935507 Oct 27 18:32:12.389502 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-549dd071-ce7a-4d30-91d8-3967e28d050a tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:12.391595 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37380) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:12.395921 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549dd071-ce7a-4d30-91d8-3967e28d050a tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:12.398786 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-549dd071-ce7a-4d30-91d8-3967e28d050a tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:12.444424 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37382) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:12.476925 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549dd071-ce7a-4d30-91d8-3967e28d050a tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Pushing event updated for resources: {'Network': ['ID=fcd262b6-e182-40b6-9a7b-ef746ebde48d,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:12.496778 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network fcd262b6-e182-40b6-9a7b-ef746ebde48d details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:32:12.531871 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0f0770c4-8974-430e-970b-06bcff0828cb tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:12.569689 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-549dd071-ce7a-4d30-91d8-3967e28d050a tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6895471 Oct 27 18:32:12.572337 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-025b8318-00cc-46bc-846d-d2288f897cb5 req-99f696f5-336a-4cc3-a60e-ffe3078334c0 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab365562-160a-4001-b747-c95cabf10a38 HTTP/1.1" status: 200 len: 210 time: 0.0376923 Oct 27 18:32:12.658753 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-091e834f-4415-4bb5-9e77-aa1bd371b000 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-167603868-network', 'tenant_id': 'bcd762a87ff14946acf4943492551b9f'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:12.702548 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-0f0770c4-8974-430e-970b-06bcff0828cb tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Deleting port daa72aeb-44c6-40ea-bb36-929a4ddc024c {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:32:12.702928 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0f0770c4-8974-430e-970b-06bcff0828cb tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:12.793882 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091e834f-4415-4bb5-9e77-aa1bd371b000 admin admin] Made reservation on behalf of bcd762a87ff14946acf4943492551b9f for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:32:12.796670 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-091e834f-4415-4bb5-9e77-aa1bd371b000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:12.831628 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0f0770c4-8974-430e-970b-06bcff0828cb tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:12.831968 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0f0770c4-8974-430e-970b-06bcff0828cb tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:12.848172 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-091e834f-4415-4bb5-9e77-aa1bd371b000 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:12.860496 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-0f0770c4-8974-430e-970b-06bcff0828cb tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Calling delete_port for daa72aeb-44c6-40ea-bb36-929a4ddc024c owned by network:floatingip {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:32:12.989874 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37406) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:13.033557 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-091e834f-4415-4bb5-9e77-aa1bd371b000 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:13.132659 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-a757da7c-a04b-474b-a41a-ecb33bcf255f admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-42215058-network', 'tenant_id': '225d0cbbb68447b989d90995df231a7d'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:13.135803 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-091e834f-4415-4bb5-9e77-aa1bd371b000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:13.151010 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-091e834f-4415-4bb5-9e77-aa1bd371b000 admin admin] vlan segment allocate from pool success with {'vlan_id': 1001, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:32:13.172062 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-091e834f-4415-4bb5-9e77-aa1bd371b000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:13.172414 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-091e834f-4415-4bb5-9e77-aa1bd371b000 admin admin] Added segment 4b85b22b-ff45-49ea-9f73-282b9c87d785 of type vlan for network 05c107a1-df27-477f-9366-3d04acc2bd33 Oct 27 18:32:13.173657 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0f0770c4-8974-430e-970b-06bcff0828cb tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:13.245915 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e834f-4415-4bb5-9e77-aa1bd371b000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85acfef-2cf8-40ef-89db-ed632f864643,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:13.248565 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0770c4-8974-430e-970b-06bcff0828cb tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Pushing event deleted for resources: {'Port': ['ID=daa72aeb-44c6-40ea-bb36-929a4ddc024c,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:13.270106 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a757da7c-a04b-474b-a41a-ecb33bcf255f admin admin] Made reservation on behalf of 225d0cbbb68447b989d90995df231a7d for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:32:13.279430 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a757da7c-a04b-474b-a41a-ecb33bcf255f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:13.288680 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-091e834f-4415-4bb5-9e77-aa1bd371b000 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:13.293146 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a757da7c-a04b-474b-a41a-ecb33bcf255f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:13.421850 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0f0770c4-8974-430e-970b-06bcff0828cb tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:13.467505 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:13.475066 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:13.484763 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a757da7c-a04b-474b-a41a-ecb33bcf255f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:13.499025 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-091e834f-4415-4bb5-9e77-aa1bd371b000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:13.500326 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091e834f-4415-4bb5-9e77-aa1bd371b000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:13.500918 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-091e834f-4415-4bb5-9e77-aa1bd371b000 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:13.586117 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a757da7c-a04b-474b-a41a-ecb33bcf255f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:13.592706 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0f0770c4-8974-430e-970b-06bcff0828cb tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:13.612258 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:32:13.659633 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a757da7c-a04b-474b-a41a-ecb33bcf255f admin admin] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:32:13.667231 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-091e834f-4415-4bb5-9e77-aa1bd371b000 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2115488 Oct 27 18:32:13.672794 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a757da7c-a04b-474b-a41a-ecb33bcf255f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:13.673464 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-a757da7c-a04b-474b-a41a-ecb33bcf255f admin admin] Added segment c4e4e72f-01aa-4bba-9dff-63c05d98c1e6 of type vlan for network 300f2bbb-4f4f-4bf8-8bfb-f36c3c1b0fb3 Oct 27 18:32:13.678396 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37420) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:13.693897 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-d8125262-b9e1-4227-b521-18646a4ef626 admin admin] Request body: {'subnet': {'network_id': '05c107a1-df27-477f-9366-3d04acc2bd33', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-167603868-subnet', 'tenant_id': 'bcd762a87ff14946acf4943492551b9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:13.718126 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c5a7915c-d6db-4ca5-8964-a0750270e70a req-e68e224a-a868-454f-862b-46d8041c54c0 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab365562-160a-4001-b747-c95cabf10a38 HTTP/1.1" status: 200 len: 210 time: 0.0560727 Oct 27 18:32:13.728846 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e834f-4415-4bb5-9e77-aa1bd371b000 admin admin] Pushing event updated for resources: {'Network': ['ID=05c107a1-df27-477f-9366-3d04acc2bd33,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:13.740865 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 05c107a1-df27-477f-9366-3d04acc2bd33 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:32:13.745517 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a757da7c-a04b-474b-a41a-ecb33bcf255f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:13.750551 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a757da7c-a04b-474b-a41a-ecb33bcf255f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc507aa1-2cf2-4b63-a788-ce5a7d24e0fb,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:13.761647 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0f0770c4-8974-430e-970b-06bcff0828cb tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:13.815426 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0770c4-8974-430e-970b-06bcff0828cb tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=eb7e7332-f1af-48ad-9476-e0816dc4f758,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:13.821668 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8125262-b9e1-4227-b521-18646a4ef626 admin admin] Made reservation on behalf of bcd762a87ff14946acf4943492551b9f for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:32:13.825052 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d8125262-b9e1-4227-b521-18646a4ef626 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:13.869763 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a757da7c-a04b-474b-a41a-ecb33bcf255f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:13.871194 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a757da7c-a04b-474b-a41a-ecb33bcf255f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:13.872058 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a757da7c-a04b-474b-a41a-ecb33bcf255f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:13.938614 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0f0770c4-8974-430e-970b-06bcff0828cb tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:13.965856 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-0f0770c4-8974-430e-970b-06bcff0828cb tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['374431b8-ad57-441c-bac1-eb74bff37daa']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:13.978437 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-0f0770c4-8974-430e-970b-06bcff0828cb tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c015ed0d-8971-482d-a8a2-afb2c3641eb1') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:13.984235 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-0f0770c4-8974-430e-970b-06bcff0828cb tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c015ed0d-8971-482d-a8a2-afb2c3641eb1') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:13.991126 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0f0770c4-8974-430e-970b-06bcff0828cb tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:13.996187 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a757da7c-a04b-474b-a41a-ecb33bcf255f admin admin] Pushing event updated for resources: {'Network': ['ID=300f2bbb-4f4f-4bf8-8bfb-f36c3c1b0fb3,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:14.024728 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0f0770c4-8974-430e-970b-06bcff0828cb tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:14.033432 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f0770c4-8974-430e-970b-06bcff0828cb tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:32:14.034188 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0f0770c4-8974-430e-970b-06bcff0828cb tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:14.105544 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:32:14.105544 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:32:14.105544 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:32:14.105544 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:32:14.105544 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:32:14.105544 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:32:14.105544 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:32:14.105544 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:32:14.105544 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:32:14.105544 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:32:14.105544 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:32:14.105544 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:32:14.105544 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:32:14.105544 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:32:14.105544 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:32:14.105544 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:32:14.105544 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:32:14.105544 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:32:14.105544 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:32:14.105544 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:32:14.105544 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:32:14.105544 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:32:14.105544 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:32:14.105544 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:32:14.105544 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:32:14.105544 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:32:14.105544 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:32:14.105544 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:32:14.105544 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:32:14.105544 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:32:14.105544 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:32:14.105544 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:32:14.115296 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a757da7c-a04b-474b-a41a-ecb33bcf255f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1230721 Oct 27 18:32:14.141121 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 300f2bbb-4f4f-4bf8-8bfb-f36c3c1b0fb3 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:32:14.149566 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37428) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:14.374289 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-488e8c35-d890-43cf-94e9-97f3393353ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:14.418198 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0f0770c4-8974-430e-970b-06bcff0828cb tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:14.474236 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0770c4-8974-430e-970b-06bcff0828cb tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 374431b8-ad57-441c-bac1-eb74bff37daa {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 27 18:32:14.481098 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0770c4-8974-430e-970b-06bcff0828cb tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Pushing event deleted for resources: {'Network': ['ID=374431b8-ad57-441c-bac1-eb74bff37daa,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:14.502115 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0f0770c4-8974-430e-970b-06bcff0828cb tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:14.506154 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0f0770c4-8974-430e-970b-06bcff0828cb tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] 10.222.0.52 "DELETE /v2.0/networks/374431b8-ad57-441c-bac1-eb74bff37daa HTTP/1.1" status: 204 len: 168 time: 2.1135252 Oct 27 18:32:14.519024 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37438) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:14.542366 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-488e8c35-d890-43cf-94e9-97f3393353ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:14.553704 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d8125262-b9e1-4227-b521-18646a4ef626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:14.626440 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-488e8c35-d890-43cf-94e9-97f3393353ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:14.744405 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-488e8c35-d890-43cf-94e9-97f3393353ae admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cfc4518bcfb2409dafad223b210768a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5931332 Oct 27 18:32:14.745924 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37440) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:14.752353 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e8c35-d890-43cf-94e9-97f3393353ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f3b6ad-bca2-467a-b0f9-8cac9e41f56c,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:14.884166 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e2115c8a-2a87-4ec6-a9af-34a604c28d27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:14.907701 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e2115c8a-2a87-4ec6-a9af-34a604c28d27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:15.019908 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37446) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:15.026641 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-4735a0db-2875-4d62-a2f9-c49c0752656c tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1051442612'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:15.064496 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:15.127607 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e2115c8a-2a87-4ec6-a9af-34a604c28d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:15.131860 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e2115c8a-2a87-4ec6-a9af-34a604c28d27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:15.136697 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e2115c8a-2a87-4ec6-a9af-34a604c28d27 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d0f3b6ad-bca2-467a-b0f9-8cac9e41f56c HTTP/1.1" status: 204 len: 168 time: 0.3862479 Oct 27 18:32:15.147240 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2115c8a-2a87-4ec6-a9af-34a604c28d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f3b6ad-bca2-467a-b0f9-8cac9e41f56c,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:15.193737 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4735a0db-2875-4d62-a2f9-c49c0752656c tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Made reservation on behalf of f7ff550a115b45e2bb54d05b8fe668a7 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:32:15.200182 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4735a0db-2875-4d62-a2f9-c49c0752656c tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:15.262169 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7268a489-be25-4c97-a157-eb8efbdd68c8 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 997 time: 0.7499728 Oct 27 18:32:15.316066 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b92ef79b-d5d3-46b0-96d6-15889dd76180 req-75663e5b-d2c9-4939-987c-1e55d5e0c8cc tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab365562-160a-4001-b747-c95cabf10a38 HTTP/1.1" status: 200 len: 210 time: 0.1181073 Oct 27 18:32:15.324105 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37450) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:15.340201 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4735a0db-2875-4d62-a2f9-c49c0752656c tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] vlan segment allocate from pool success with {'vlan_id': 1006, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:32:15.354250 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4735a0db-2875-4d62-a2f9-c49c0752656c tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:15.354927 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-4735a0db-2875-4d62-a2f9-c49c0752656c tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Added segment 4033ff10-20d7-4fe8-a555-cb66828d83d8 of type vlan for network c77cbe16-409d-4d1e-8a39-10a063ae0bca Oct 27 18:32:15.397548 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4735a0db-2875-4d62-a2f9-c49c0752656c tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:15.398794 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8125262-b9e1-4227-b521-18646a4ef626 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e83d6b17-4db2-45bd-a66b-59cc66cf3d5c,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:15.438636 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd070d9-658c-48c1-943c-3877650b0437 req-aca84947-8d1f-46e4-8636-979878fd8ae9 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:15.440343 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1bd070d9-658c-48c1-943c-3877650b0437 req-aca84947-8d1f-46e4-8636-979878fd8ae9 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.93 "GET /v2.0/networks?id=23b2e040-11b8-4862-8da0-936b3872cceb HTTP/1.1" status: 200 len: 805 time: 0.2264450 Oct 27 18:32:15.459225 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-1bd070d9-658c-48c1-943c-3877650b0437 req-4f13f21c-9632-4bb4-b757-cecba6155dec tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Request body: {'port': {'device_id': 'ab365562-160a-4001-b747-c95cabf10a38', 'network_id': '23b2e040-11b8-4862-8da0-936b3872cceb', 'admin_state_up': True, 'tenant_id': '26a8ecb72e37482a929830b093f42719'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:15.493685 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff792b-b338-40a7-b4b1-47fd9ff3d58f req-25cc5cfe-618b-479e-8339-c30746953b29 tempest-ComputeTenantNetworksTest-1984656184 tempest-ComputeTenantNetworksTest-1984656184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:15.499881 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff792b-b338-40a7-b4b1-47fd9ff3d58f req-25cc5cfe-618b-479e-8339-c30746953b29 tempest-ComputeTenantNetworksTest-1984656184 tempest-ComputeTenantNetworksTest-1984656184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:15.506702 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff792b-b338-40a7-b4b1-47fd9ff3d58f req-25cc5cfe-618b-479e-8339-c30746953b29 tempest-ComputeTenantNetworksTest-1984656184 tempest-ComputeTenantNetworksTest-1984656184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:15.508985 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-87ff792b-b338-40a7-b4b1-47fd9ff3d58f req-25cc5cfe-618b-479e-8339-c30746953b29 tempest-ComputeTenantNetworksTest-1984656184 tempest-ComputeTenantNetworksTest-1984656184-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1901 time: 0.3209391 Oct 27 18:32:15.524654 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8125262-b9e1-4227-b521-18646a4ef626 admin admin] Checking segment: {'id': '4b85b22b-ff45-49ea-9f73-282b9c87d785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '05c107a1-df27-477f-9366-3d04acc2bd33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:32:15.525202 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8125262-b9e1-4227-b521-18646a4ef626 admin admin] Network hostable DHCP agents. Network: 05c107a1-df27-477f-9366-3d04acc2bd33, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:32:15.551338 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4735a0db-2875-4d62-a2f9-c49c0752656c tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:15.552852 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4e58e2-c82c-4a05-9676-bd93b51e8c6a tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:15.553331 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4e58e2-c82c-4a05-9676-bd93b51e8c6a tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:15.553801 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4e58e2-c82c-4a05-9676-bd93b51e8c6a tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:15.554303 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4e58e2-c82c-4a05-9676-bd93b51e8c6a tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:15.554766 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4e58e2-c82c-4a05-9676-bd93b51e8c6a tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:15.555886 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4e58e2-c82c-4a05-9676-bd93b51e8c6a tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:15.556359 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4e58e2-c82c-4a05-9676-bd93b51e8c6a tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:15.556820 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4e58e2-c82c-4a05-9676-bd93b51e8c6a tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:15.557277 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4e58e2-c82c-4a05-9676-bd93b51e8c6a tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:15.559382 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9f4e58e2-c82c-4a05-9676-bd93b51e8c6a tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5825 time: 0.2341166 Oct 27 18:32:15.566955 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4735a0db-2875-4d62-a2f9-c49c0752656c tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:15.567969 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4735a0db-2875-4d62-a2f9-c49c0752656c tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:15.574849 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37456) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:15.677300 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30898c19-8543-43b4-88d6-66e9b593fdc7 req-548a5c85-9afa-44a2-ac18-5df76b7e44b7 tempest-ComputeTenantNetworksTest-1984656184 tempest-ComputeTenantNetworksTest-1984656184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:15.678759 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-30898c19-8543-43b4-88d6-66e9b593fdc7 req-548a5c85-9afa-44a2-ac18-5df76b7e44b7 tempest-ComputeTenantNetworksTest-1984656184 tempest-ComputeTenantNetworksTest-1984656184-project] 10.222.0.52 "GET /v2.0/networks/300f2bbb-4f4f-4bf8-8bfb-f36c3c1b0fb3 HTTP/1.1" status: 200 len: 767 time: 0.1339526 Oct 27 18:32:15.688822 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8125262-b9e1-4227-b521-18646a4ef626 admin admin] Network 05c107a1-df27-477f-9366-3d04acc2bd33 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:32:15.689205 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37464) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:15.713175 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-c42d5d90-e28d-4567-bcd5-0d51ec0eb721 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] delete failed (client error): The resource could not be found. Oct 27 18:32:15.714532 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c42d5d90-e28d-4567-bcd5-0d51ec0eb721 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] 10.222.0.52 "DELETE /v2.0/floatingips/8aba663c-078e-41e3-b37c-5373a0770268 HTTP/1.1" status: 404 len: 345 time: 0.1354692 Oct 27 18:32:15.732636 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37466) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:15.768158 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4735a0db-2875-4d62-a2f9-c49c0752656c tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Pushing event updated for resources: {'Network': ['ID=c77cbe16-409d-4d1e-8a39-10a063ae0bca,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:15.770859 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-d8125262-b9e1-4227-b521-18646a4ef626 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 05c107a1-df27-477f-9366-3d04acc2bd33) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:32:15.776174 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8125262-b9e1-4227-b521-18646a4ef626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:15.779922 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d8125262-b9e1-4227-b521-18646a4ef626 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:15.780651 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdfd784a-7b60-40b6-922b-c72458a92fc2 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] DELETE failed (client error): The resource could not be found. Oct 27 18:32:15.780651 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdfd784a-7b60-40b6-922b-c72458a92fc2 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:32:15.781851 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-fdfd784a-7b60-40b6-922b-c72458a92fc2 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] 10.222.0.52 "DELETE /v2.0/networks/374431b8-ad57-441c-bac1-eb74bff37daa HTTP/1.1" status: 404 len: 339 time: 0.0481358 Oct 27 18:32:15.786847 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37468) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:15.791042 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d6c297-0714-4dc2-acb8-6fbb91f694ee None None] Network 05c107a1-df27-477f-9366-3d04acc2bd33 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:32:15.791654 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-30a1d4f7-4c45-4d39-a5a2-6dc0f3d423d1 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Request body: {'network': {'name': 'tempest-network--898826399', 'router:external': True}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:15.809658 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network c77cbe16-409d-4d1e-8a39-10a063ae0bca details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:32:15.812942 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-412b3309-41ef-4b64-a4ee-74d3f251fa81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:15.851171 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4735a0db-2875-4d62-a2f9-c49c0752656c tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8284948 Oct 27 18:32:15.867724 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37470) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:15.885204 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-2f156bd0-0fd8-4bf4-a970-1d44c9ac1d2a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-570917079'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:15.910592 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-412b3309-41ef-4b64-a4ee-74d3f251fa81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:15.936162 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-412b3309-41ef-4b64-a4ee-74d3f251fa81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['300f2bbb-4f4f-4bf8-8bfb-f36c3c1b0fb3']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:15.949358 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-412b3309-41ef-4b64-a4ee-74d3f251fa81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4e4e72f-01aa-4bba-9dff-63c05d98c1e6') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:15.949665 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-412b3309-41ef-4b64-a4ee-74d3f251fa81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4e4e72f-01aa-4bba-9dff-63c05d98c1e6') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:15.961137 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-412b3309-41ef-4b64-a4ee-74d3f251fa81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:15.977243 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-412b3309-41ef-4b64-a4ee-74d3f251fa81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:15.984426 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d8125262-b9e1-4227-b521-18646a4ef626 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3033447 Oct 27 18:32:15.989702 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-412b3309-41ef-4b64-a4ee-74d3f251fa81 admin admin] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:32:15.990105 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-412b3309-41ef-4b64-a4ee-74d3f251fa81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:16.007762 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:32:16.007762 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:32:16.007762 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:32:16.007762 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:32:16.007762 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:32:16.007762 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:32:16.007762 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:32:16.007762 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:32:16.007762 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:32:16.007762 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:32:16.007762 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:32:16.007762 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:32:16.007762 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:32:16.007762 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:32:16.007762 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:32:16.007762 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:32:16.007762 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:32:16.007762 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:32:16.007762 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:32:16.007762 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:32:16.007762 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:32:16.007762 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:32:16.007762 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:32:16.007762 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:32:16.007762 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:32:16.007762 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:32:16.007762 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:32:16.007762 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:32:16.007762 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:32:16.007762 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:32:16.007762 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:32:16.007762 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:32:16.030060 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a1d4f7-4c45-4d39-a5a2-6dc0f3d423d1 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Made reservation on behalf of 5d81752ba2bf4c658cfbb1cf7719c3cc for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:32:16.036762 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-30a1d4f7-4c45-4d39-a5a2-6dc0f3d423d1 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:16.042844 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fe00c3-6555-4448-9aff-f6c4cd328a2b None None] Network 05c107a1-df27-477f-9366-3d04acc2bd33 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:32:16.112270 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30a1d4f7-4c45-4d39-a5a2-6dc0f3d423d1 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] vlan segment allocate from pool success with {'vlan_id': 1047, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:32:16.130089 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-30a1d4f7-4c45-4d39-a5a2-6dc0f3d423d1 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:16.133238 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-30a1d4f7-4c45-4d39-a5a2-6dc0f3d423d1 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Added segment 0eef4260-08df-4ab4-b0ec-8c66c2743508 of type vlan for network eea8c3bc-a149-4082-82c4-452ee8d03715 Oct 27 18:32:16.140841 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37478) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:16.146863 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-bf70fd82-5eee-4055-bb5a-d1af6f7e454c tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Request body: {'subnets': [{'network_id': '4d17bfae-f7eb-4d3f-8f9a-9b1e045611db', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--939643865', 'ip_version': 6}, {'network_id': 'fcd262b6-e182-40b6-9a7b-ef746ebde48d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:16.146863 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-bf70fd82-5eee-4055-bb5a-d1af6f7e454c tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Request body: {'subnet': {'network_id': '4d17bfae-f7eb-4d3f-8f9a-9b1e045611db', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--939643865', 'ip_version': 6}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:16.152562 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-bf70fd82-5eee-4055-bb5a-d1af6f7e454c tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Request body: {'subnet': {'network_id': 'fcd262b6-e182-40b6-9a7b-ef746ebde48d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:16.158784 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bd070d9-658c-48c1-943c-3877650b0437 req-4f13f21c-9632-4bb4-b757-cecba6155dec tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Made reservation on behalf of 26a8ecb72e37482a929830b093f42719 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:32:16.162887 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1bd070d9-658c-48c1-943c-3877650b0437 req-4f13f21c-9632-4bb4-b757-cecba6155dec tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:16.190510 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-412b3309-41ef-4b64-a4ee-74d3f251fa81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:16.234905 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-412b3309-41ef-4b64-a4ee-74d3f251fa81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:16.241235 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-412b3309-41ef-4b64-a4ee-74d3f251fa81 admin admin] 10.222.0.52 "DELETE /v2.0/networks/300f2bbb-4f4f-4bf8-8bfb-f36c3c1b0fb3 HTTP/1.1" status: 204 len: 168 time: 0.5489318 Oct 27 18:32:16.255381 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b3309-41ef-4b64-a4ee-74d3f251fa81 admin admin] Pushing event deleted for resources: {'Network': ['ID=300f2bbb-4f4f-4bf8-8bfb-f36c3c1b0fb3,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:16.273090 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f156bd0-0fd8-4bf4-a970-1d44c9ac1d2a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Made reservation on behalf of f7ff550a115b45e2bb54d05b8fe668a7 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:32:16.277052 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2f156bd0-0fd8-4bf4-a970-1d44c9ac1d2a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:16.283466 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-30a1d4f7-4c45-4d39-a5a2-6dc0f3d423d1 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:16.369943 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f156bd0-0fd8-4bf4-a970-1d44c9ac1d2a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] vlan segment allocate from pool success with {'vlan_id': 1027, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:32:16.389873 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2f156bd0-0fd8-4bf4-a970-1d44c9ac1d2a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:16.390222 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-2f156bd0-0fd8-4bf4-a970-1d44c9ac1d2a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Added segment 835d40c4-66b8-4c5e-8632-a29d009690f1 of type vlan for network 7a4a9448-dde2-4330-a4d7-528d39b56a56 Oct 27 18:32:16.416457 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-1bd070d9-658c-48c1-943c-3877650b0437 req-4f13f21c-9632-4bb4-b757-cecba6155dec tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Allocated IP 172.20.0.6 (23b2e040-11b8-4862-8da0-936b3872cceb/820c5f0e-f6d0-4852-a2cd-5a2baae71f1a/c6e5783f-b98f-4774-99fc-52948c735846) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:32:16.468272 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-30a1d4f7-4c45-4d39-a5a2-6dc0f3d423d1 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:16.468706 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a1d4f7-4c45-4d39-a5a2-6dc0f3d423d1 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:16.469299 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-30a1d4f7-4c45-4d39-a5a2-6dc0f3d423d1 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:16.480931 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8b450420-c4b8-41d4-8933-7503e44baac7 req-4d9290eb-66d8-44cd-83b2-f718e014221c tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab365562-160a-4001-b747-c95cabf10a38 HTTP/1.1" status: 200 len: 210 time: 0.0437751 Oct 27 18:32:16.487566 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf70fd82-5eee-4055-bb5a-d1af6f7e454c tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Made reservation on behalf of 436e1ba00dce4fe98371074b56a08ada for: {'subnet': 2} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:32:16.493498 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bf70fd82-5eee-4055-bb5a-d1af6f7e454c tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:16.493867 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bf70fd82-5eee-4055-bb5a-d1af6f7e454c tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:16.540704 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1d4f7-4c45-4d39-a5a2-6dc0f3d423d1 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Pushing event updated for resources: {'Network': ['ID=eea8c3bc-a149-4082-82c4-452ee8d03715,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:16.547688 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2f156bd0-0fd8-4bf4-a970-1d44c9ac1d2a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:16.555890 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network eea8c3bc-a149-4082-82c4-452ee8d03715 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:32:16.657527 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-30a1d4f7-4c45-4d39-a5a2-6dc0f3d423d1 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8697519 Oct 27 18:32:16.661051 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37498) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:16.673463 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2f156bd0-0fd8-4bf4-a970-1d44c9ac1d2a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:16.679249 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f156bd0-0fd8-4bf4-a970-1d44c9ac1d2a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:16.680079 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2f156bd0-0fd8-4bf4-a970-1d44c9ac1d2a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:16.824435 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f156bd0-0fd8-4bf4-a970-1d44c9ac1d2a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Pushing event updated for resources: {'Network': ['ID=7a4a9448-dde2-4330-a4d7-528d39b56a56,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:16.840708 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 7a4a9448-dde2-4330-a4d7-528d39b56a56 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:32:16.866339 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2f156bd0-0fd8-4bf4-a970-1d44c9ac1d2a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9892392 Oct 27 18:32:16.878806 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37504) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:16.886113 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-8ed04eb2-35af-4e71-98e7-aa6d4ec9bde3 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Request body: {'subnet': {'network_id': 'c77cbe16-409d-4d1e-8a39-10a063ae0bca', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:16.893728 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37506) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:16.963532 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1bd070d9-658c-48c1-943c-3877650b0437 req-4f13f21c-9632-4bb4-b757-cecba6155dec tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:16.971554 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01af89cc-267f-4ddf-8f16-52a52876223c tempest-ExternalNetworksTestJSON-237341115 tempest-ExternalNetworksTestJSON-237341115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:16.977770 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01af89cc-267f-4ddf-8f16-52a52876223c tempest-ExternalNetworksTestJSON-237341115 tempest-ExternalNetworksTestJSON-237341115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:16.984016 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01af89cc-267f-4ddf-8f16-52a52876223c tempest-ExternalNetworksTestJSON-237341115 tempest-ExternalNetworksTestJSON-237341115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:16.990106 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01af89cc-267f-4ddf-8f16-52a52876223c tempest-ExternalNetworksTestJSON-237341115 tempest-ExternalNetworksTestJSON-237341115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:16.991809 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-01af89cc-267f-4ddf-8f16-52a52876223c tempest-ExternalNetworksTestJSON-237341115 tempest-ExternalNetworksTestJSON-237341115-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3296404 Oct 27 18:32:16.997725 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37508) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:17.104862 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bf70fd82-5eee-4055-bb5a-d1af6f7e454c tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:17.144588 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-43908450-381c-4dd3-a83e-c7c3a05f4c40 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=225d0cbbb68447b989d90995df231a7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2455449 Oct 27 18:32:17.145719 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37514) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:17.146780 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-52cc084a-dcdf-45c6-975d-eb4bb7a493af tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:17.192550 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf70fd82-5eee-4055-bb5a-d1af6f7e454c tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Pushing event updated for resources: {'Subnet': ['ID=32781f33-45c3-4101-936c-a76c6b70c31c,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:17.238423 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf70fd82-5eee-4055-bb5a-d1af6f7e454c tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Checking segment: {'id': 'b9391d60-ff66-46ee-b9f2-746ad752a260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '4d17bfae-f7eb-4d3f-8f9a-9b1e045611db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:32:17.239115 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf70fd82-5eee-4055-bb5a-d1af6f7e454c tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Network hostable DHCP agents. Network: 4d17bfae-f7eb-4d3f-8f9a-9b1e045611db, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:32:17.243707 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed04eb2-35af-4e71-98e7-aa6d4ec9bde3 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Made reservation on behalf of f7ff550a115b45e2bb54d05b8fe668a7 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:32:17.247836 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8ed04eb2-35af-4e71-98e7-aa6d4ec9bde3 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:17.266768 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ed646ce0-64d4-4548-a1a4-e3f7f9492975 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:17.288797 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ed646ce0-64d4-4548-a1a4-e3f7f9492975 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:17.299331 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-52cc084a-dcdf-45c6-975d-eb4bb7a493af tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:17.304606 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1bd070d9-658c-48c1-943c-3877650b0437 req-4f13f21c-9632-4bb4-b757-cecba6155dec tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:17.317026 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['1fb59165-d3f3-4b1a-bc95-4eec88509b3a'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:32:17.376593 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-52cc084a-dcdf-45c6-975d-eb4bb7a493af tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eea8c3bc-a149-4082-82c4-452ee8d03715']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:17.401167 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf70fd82-5eee-4055-bb5a-d1af6f7e454c tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Network 4d17bfae-f7eb-4d3f-8f9a-9b1e045611db is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:32:17.407413 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bd070d9-658c-48c1-943c-3877650b0437 req-4f13f21c-9632-4bb4-b757-cecba6155dec tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Network 23b2e040-11b8-4862-8da0-936b3872cceb is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:32:17.409851 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-52cc084a-dcdf-45c6-975d-eb4bb7a493af tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eef4260-08df-4ab4-b0ec-8c66c2743508') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:17.409851 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-52cc084a-dcdf-45c6-975d-eb4bb7a493af tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eef4260-08df-4ab4-b0ec-8c66c2743508') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:17.426334 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-1bd070d9-658c-48c1-943c-3877650b0437 req-4f13f21c-9632-4bb4-b757-cecba6155dec tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:32:17.429025 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd070d9-658c-48c1-943c-3877650b0437 req-4f13f21c-9632-4bb4-b757-cecba6155dec tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:32:17.446777 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-52cc084a-dcdf-45c6-975d-eb4bb7a493af tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:17.463267 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ed646ce0-64d4-4548-a1a4-e3f7f9492975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:17.466890 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ed646ce0-64d4-4548-a1a4-e3f7f9492975 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:17.473054 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ed646ce0-64d4-4548-a1a4-e3f7f9492975 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bc507aa1-2cf2-4b63-a788-ce5a7d24e0fb HTTP/1.1" status: 204 len: 168 time: 0.3227465 Oct 27 18:32:17.473934 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13f21c-9632-4bb4-b757-cecba6155dec tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Pushing event updated for resources: {'Port': ['ID=c6e5783f-b98f-4774-99fc-52948c735846,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:17.494310 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed646ce0-64d4-4548-a1a4-e3f7f9492975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc507aa1-2cf2-4b63-a788-ce5a7d24e0fb,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:17.496336 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-52cc084a-dcdf-45c6-975d-eb4bb7a493af tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:17.500945 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-bf70fd82-5eee-4055-bb5a-d1af6f7e454c tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 4d17bfae-f7eb-4d3f-8f9a-9b1e045611db) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:32:17.515973 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bf70fd82-5eee-4055-bb5a-d1af6f7e454c tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:17.516193 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52cc084a-dcdf-45c6-975d-eb4bb7a493af tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:32:17.516609 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-52cc084a-dcdf-45c6-975d-eb4bb7a493af tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:17.528609 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:32:17.528609 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:32:17.528609 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:32:17.528609 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:32:17.528609 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:32:17.528609 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:32:17.528609 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:32:17.528609 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:32:17.528609 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:32:17.528609 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:32:17.528609 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:32:17.528609 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:32:17.528609 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:32:17.528609 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:32:17.528609 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:32:17.528609 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:32:17.528609 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:32:17.528609 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:32:17.528609 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:32:17.528609 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:32:17.528609 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:32:17.528609 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:32:17.528609 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:32:17.528609 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:32:17.528609 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:32:17.528609 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:32:17.528609 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:32:17.528609 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:32:17.528609 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:32:17.528609 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:32:17.528609 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:32:17.528609 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:32:17.549882 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a677c71-2d3a-436e-8df6-4e7921fb6d4a None None] Network 4d17bfae-f7eb-4d3f-8f9a-9b1e045611db requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:32:17.601720 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf70fd82-5eee-4055-bb5a-d1af6f7e454c tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Pushing event updated for resources: {'Subnet': ['ID=e14ba4a8-154b-4b05-a126-e80edd7112c0,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:17.606530 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf70fd82-5eee-4055-bb5a-d1af6f7e454c tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Checking segment: {'id': '2eefdeca-705d-43db-abd9-64fae670cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'fcd262b6-e182-40b6-9a7b-ef746ebde48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:32:17.606530 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf70fd82-5eee-4055-bb5a-d1af6f7e454c tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Network hostable DHCP agents. Network: fcd262b6-e182-40b6-9a7b-ef746ebde48d, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:32:17.636081 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd070d9-658c-48c1-943c-3877650b0437 req-4f13f21c-9632-4bb4-b757-cecba6155dec tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:17.636813 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1bd070d9-658c-48c1-943c-3877650b0437 req-4f13f21c-9632-4bb4-b757-cecba6155dec tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:17.713737 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b4683-023b-49f2-9210-8597a5ea374e req-3efbbcb7-ef89-4d2b-baad-0574b56b9d0e tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:17.716026 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9d6b4683-023b-49f2-9210-8597a5ea374e req-3efbbcb7-ef89-4d2b-baad-0574b56b9d0e tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab365562-160a-4001-b747-c95cabf10a38 HTTP/1.1" status: 200 len: 931 time: 0.0904830 Oct 27 18:32:17.752142 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf70fd82-5eee-4055-bb5a-d1af6f7e454c tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Network fcd262b6-e182-40b6-9a7b-ef746ebde48d is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:32:17.797063 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9d6b4683-023b-49f2-9210-8597a5ea374e req-6d2c076f-8677-43da-b088-78d62239beb6 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746307 Oct 27 18:32:17.810376 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1bd070d9-658c-48c1-943c-3877650b0437 req-4f13f21c-9632-4bb4-b757-cecba6155dec tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3596175 Oct 27 18:32:17.813995 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-52cc084a-dcdf-45c6-975d-eb4bb7a493af tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:17.819127 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52cc084a-dcdf-45c6-975d-eb4bb7a493af tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eea8c3bc-a149-4082-82c4-452ee8d03715 {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 27 18:32:17.821600 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-52cc084a-dcdf-45c6-975d-eb4bb7a493af tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:17.826611 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d00e2db-65f6-46cb-91e0-f851d8bada6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-4d17bfae-f7eb-4d3f-8f9a-9b1e045611db', 'network_id': '4d17bfae-f7eb-4d3f-8f9a-9b1e045611db', 'tenant_id': '436e1ba00dce4fe98371074b56a08ada', 'fixed_ips': [{'subnet_id': '32781f33-45c3-4101-936c-a76c6b70c31c'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:32:17.827657 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7d00e2db-65f6-46cb-91e0-f851d8bada6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:17.830141 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37542) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:17.830289 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-52cc084a-dcdf-45c6-975d-eb4bb7a493af tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] 10.222.0.52 "DELETE /v2.0/networks/eea8c3bc-a149-4082-82c4-452ee8d03715 HTTP/1.1" status: 204 len: 168 time: 0.8282731 Oct 27 18:32:17.839477 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-b40320e2-092d-46da-87a6-cde8c688ca70 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Request body: {'network': {'name': 'tempest-network--2052021170', 'router:external': True}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:17.846453 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-1bd070d9-658c-48c1-943c-3877650b0437 req-00542563-8264-480c-8d97-0d18763707ce service neutron] Request body: {'port': {'device_id': 'ab365562-160a-4001-b747-c95cabf10a38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:17.876747 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-bf70fd82-5eee-4055-bb5a-d1af6f7e454c tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, fcd262b6-e182-40b6-9a7b-ef746ebde48d) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:32:17.881730 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf70fd82-5eee-4055-bb5a-d1af6f7e454c tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:17.882224 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf70fd82-5eee-4055-bb5a-d1af6f7e454c tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:17.883681 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bf70fd82-5eee-4055-bb5a-d1af6f7e454c tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:17.893698 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd22d7e-1fae-42f1-ac55-a3dded8fba42 None None] Network fcd262b6-e182-40b6-9a7b-ef746ebde48d requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:32:17.895760 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc084a-dcdf-45c6-975d-eb4bb7a493af tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Pushing event deleted for resources: {'Network': ['ID=eea8c3bc-a149-4082-82c4-452ee8d03715,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:17.945926 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1bd070d9-658c-48c1-943c-3877650b0437 req-00542563-8264-480c-8d97-0d18763707ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:17.971108 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40320e2-092d-46da-87a6-cde8c688ca70 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Made reservation on behalf of 5d81752ba2bf4c658cfbb1cf7719c3cc for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:32:17.974323 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b40320e2-092d-46da-87a6-cde8c688ca70 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:18.036003 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8ed04eb2-35af-4e71-98e7-aa6d4ec9bde3 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:18.056757 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b40320e2-092d-46da-87a6-cde8c688ca70 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] vlan segment allocate from pool success with {'vlan_id': 1035, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:32:18.077107 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-bf70fd82-5eee-4055-bb5a-d1af6f7e454c tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.9351051 Oct 27 18:32:18.085617 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37554) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:18.185767 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b40320e2-092d-46da-87a6-cde8c688ca70 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:18.186119 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-b40320e2-092d-46da-87a6-cde8c688ca70 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Added segment 97e92e17-c133-44b8-850d-7f15cc823710 of type vlan for network a32788e9-4142-46e1-b363-2e9df31037c9 Oct 27 18:32:18.406916 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746a7675-9f09-4931-8613-45af94e84ff5 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:18.408761 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746a7675-9f09-4931-8613-45af94e84ff5 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:18.409686 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-7d00e2db-65f6-46cb-91e0-f851d8bada6e None None] Allocated IP 2001:db8::1 (4d17bfae-f7eb-4d3f-8f9a-9b1e045611db/32781f33-45c3-4101-936c-a76c6b70c31c/605847f5-3d81-4bcd-aa63-6d5a7756af1e) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:32:18.410388 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746a7675-9f09-4931-8613-45af94e84ff5 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:18.423983 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-746a7675-9f09-4931-8613-45af94e84ff5 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.3356364 Oct 27 18:32:18.424731 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37576) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:18.491072 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c01157f-2e17-4c2f-913d-7077e4d35657 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Deleting subnet 32781f33-45c3-4101-936c-a76c6b70c31c {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:32:18.495069 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ae2424-cc14-4593-9370-64c09a16726c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-fcd262b6-e182-40b6-9a7b-ef746ebde48d', 'network_id': 'fcd262b6-e182-40b6-9a7b-ef746ebde48d', 'tenant_id': '436e1ba00dce4fe98371074b56a08ada', 'fixed_ips': [{'subnet_id': 'e14ba4a8-154b-4b05-a126-e80edd7112c0'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:32:18.496625 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-59ae2424-cc14-4593-9370-64c09a16726c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:18.499745 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b40320e2-092d-46da-87a6-cde8c688ca70 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:18.627658 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b40320e2-092d-46da-87a6-cde8c688ca70 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:18.629131 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40320e2-092d-46da-87a6-cde8c688ca70 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:18.630269 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b40320e2-092d-46da-87a6-cde8c688ca70 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:18.745305 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40320e2-092d-46da-87a6-cde8c688ca70 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Pushing event updated for resources: {'Network': ['ID=a32788e9-4142-46e1-b363-2e9df31037c9,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:18.781867 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network a32788e9-4142-46e1-b363-2e9df31037c9 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:32:18.794630 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed04eb2-35af-4e71-98e7-aa6d4ec9bde3 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Checking segment: {'id': '4033ff10-20d7-4fe8-a555-cb66828d83d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'c77cbe16-409d-4d1e-8a39-10a063ae0bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:32:18.795028 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed04eb2-35af-4e71-98e7-aa6d4ec9bde3 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Network hostable DHCP agents. Network: c77cbe16-409d-4d1e-8a39-10a063ae0bca, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:32:18.804113 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b40320e2-092d-46da-87a6-cde8c688ca70 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.9722860 Oct 27 18:32:18.811555 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37606) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:18.817559 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed04eb2-35af-4e71-98e7-aa6d4ec9bde3 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Pushing event updated for resources: {'Subnet': ['ID=0c846821-c400-4b07-990c-53ee0d225496,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:18.889384 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-88459071-bca0-4ed0-9791-106cff8381d3 tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:18.892494 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-59ae2424-cc14-4593-9370-64c09a16726c None None] Allocated IP 2001:db8:0:1::1 (fcd262b6-e182-40b6-9a7b-ef746ebde48d/e14ba4a8-154b-4b05-a126-e80edd7112c0/0e151670-f9fe-47cd-8d88-45ae48722a4b) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:32:18.897550 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-88459071-bca0-4ed0-9791-106cff8381d3 tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] 10.222.0.52 "GET /v2.0/networks?id=05c107a1-df27-477f-9366-3d04acc2bd33 HTTP/1.1" status: 200 len: 809 time: 0.3423452 Oct 27 18:32:18.923182 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7d00e2db-65f6-46cb-91e0-f851d8bada6e None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:18.955734 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed04eb2-35af-4e71-98e7-aa6d4ec9bde3 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Network c77cbe16-409d-4d1e-8a39-10a063ae0bca is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:32:18.980994 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-1bd070d9-658c-48c1-943c-3877650b0437 req-00542563-8264-480c-8d97-0d18763707ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6e5783f-b98f-4774-99fc-52948c735846 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:32:18.998977 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-e4c5b224-2988-43c8-b364-a37d3a9e7f4b tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] 10.222.0.52 "GET /v2.0/quotas/bcd762a87ff14946acf4943492551b9f HTTP/1.1" status: 200 len: 375 time: 0.0996535 Oct 27 18:32:19.002652 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1bd070d9-658c-48c1-943c-3877650b0437 req-00542563-8264-480c-8d97-0d18763707ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:19.007120 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1c01157f-2e17-4c2f-913d-7077e4d35657 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:19.012515 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7d00e2db-65f6-46cb-91e0-f851d8bada6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:19.021788 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-1bd070d9-658c-48c1-943c-3877650b0437 req-00542563-8264-480c-8d97-0d18763707ce service neutron] Transition to ACTIVE for port object c6e5783f-b98f-4774-99fc-52948c735846 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:32:19.053994 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de74bbf-71a9-4df0-8324-539663ce9120 tempest-ExternalNetworksTestJSON-237341115 tempest-ExternalNetworksTestJSON-237341115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:19.056701 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-2de74bbf-71a9-4df0-8324-539663ce9120 tempest-ExternalNetworksTestJSON-237341115 tempest-ExternalNetworksTestJSON-237341115-project] 10.222.0.52 "GET /v2.0/networks/a32788e9-4142-46e1-b363-2e9df31037c9 HTTP/1.1" status: 200 len: 757 time: 0.2431169 Oct 27 18:32:19.059083 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37622) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:19.076746 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-8ed04eb2-35af-4e71-98e7-aa6d4ec9bde3 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, c77cbe16-409d-4d1e-8a39-10a063ae0bca) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:32:19.081147 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d00e2db-65f6-46cb-91e0-f851d8bada6e None None] Network 4d17bfae-f7eb-4d3f-8f9a-9b1e045611db is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:32:19.101015 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-627b1bc6-2e51-43df-9480-376be5ea5d98 tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=bcd762a87ff14946acf4943492551b9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569706 Oct 27 18:32:19.105698 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d00e2db-65f6-46cb-91e0-f851d8bada6e None None] Pushing event updated for resources: {'Port': ['ID=605847f5-3d81-4bcd-aa63-6d5a7756af1e,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:19.113824 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-7d00e2db-65f6-46cb-91e0-f851d8bada6e None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:32:19.115795 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3baca0fb-a508-4390-b74a-fd2a2d9067fe None None] Network c77cbe16-409d-4d1e-8a39-10a063ae0bca requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:32:19.122418 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d00e2db-65f6-46cb-91e0-f851d8bada6e None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:32:19.138603 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363999d4-7107-4d17-b94c-1979315eaef2 req-f4839906-e8d8-4290-9985-2fd9336dab42 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:19.145841 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1bd070d9-658c-48c1-943c-3877650b0437 req-00542563-8264-480c-8d97-0d18763707ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:19.146735 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-363999d4-7107-4d17-b94c-1979315eaef2 req-f4839906-e8d8-4290-9985-2fd9336dab42 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab365562-160a-4001-b747-c95cabf10a38 HTTP/1.1" status: 200 len: 931 time: 0.2436292 Oct 27 18:32:19.150794 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1c01157f-2e17-4c2f-913d-7077e4d35657 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:19.151566 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed04eb2-35af-4e71-98e7-aa6d4ec9bde3 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:19.152231 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8ed04eb2-35af-4e71-98e7-aa6d4ec9bde3 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:19.235413 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8aba23-0afd-4a74-aea3-843a0afb9aeb tempest-ExternalNetworksTestJSON-237341115 tempest-ExternalNetworksTestJSON-237341115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:19.237107 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ee8aba23-0afd-4a74-aea3-843a0afb9aeb tempest-ExternalNetworksTestJSON-237341115 tempest-ExternalNetworksTestJSON-237341115-project] 10.222.0.52 "GET /v2.0/networks/05cb621b-adaf-4a4f-926b-6a596bb51aaf HTTP/1.1" status: 200 len: 767 time: 0.1761575 Oct 27 18:32:19.244857 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37626) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:19.248117 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00542563-8264-480c-8d97-0d18763707ce service neutron] Pushing event updated for resources: {'Port': ['ID=c6e5783f-b98f-4774-99fc-52948c735846,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:19.303070 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-363999d4-7107-4d17-b94c-1979315eaef2 req-7e5d3011-92af-4da7-b224-812fe1fe1c70 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506031 Oct 27 18:32:19.325405 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8ed04eb2-35af-4e71-98e7-aa6d4ec9bde3 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4504530 Oct 27 18:32:19.326263 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37630) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:19.334186 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-fbc37548-8dbb-49ab-882d-6b6997052803 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Request body: {'subnet': {'network_id': '7a4a9448-dde2-4330-a4d7-528d39b56a56', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:19.439156 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d423cffa-820e-47c8-927a-8562ba44944c tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:19.452483 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-d7dac220-e77b-4328-8533-e53dae648621 service neutron] 10.222.0.52 "GET /v2.0/networks/05c107a1-df27-477f-9366-3d04acc2bd33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512719 Oct 27 18:32:19.453963 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-1bd070d9-658c-48c1-943c-3877650b0437 req-00542563-8264-480c-8d97-0d18763707ce service neutron] Attempting to bind port c6e5783f-b98f-4774-99fc-52948c735846 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:32:19.454399 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-1bd070d9-658c-48c1-943c-3877650b0437 req-00542563-8264-480c-8d97-0d18763707ce service neutron] Attempting to bind port c6e5783f-b98f-4774-99fc-52948c735846 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': 'da54f3b4-fa80-4f6a-872c-1cd042d9332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '23b2e040-11b8-4862-8da0-936b3872cceb'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:32:19.454848 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd070d9-658c-48c1-943c-3877650b0437 req-00542563-8264-480c-8d97-0d18763707ce service neutron] Attempting to bind port c6e5783f-b98f-4774-99fc-52948c735846 on network 23b2e040-11b8-4862-8da0-936b3872cceb {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:32:19.467919 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd070d9-658c-48c1-943c-3877650b0437 req-00542563-8264-480c-8d97-0d18763707ce service neutron] Port c6e5783f-b98f-4774-99fc-52948c735846 on network 23b2e040-11b8-4862-8da0-936b3872cceb not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:32:19.468354 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd070d9-658c-48c1-943c-3877650b0437 req-00542563-8264-480c-8d97-0d18763707ce service neutron] Attempting to bind port c6e5783f-b98f-4774-99fc-52948c735846 on network 23b2e040-11b8-4862-8da0-936b3872cceb {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:32:19.482272 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd070d9-658c-48c1-943c-3877650b0437 req-00542563-8264-480c-8d97-0d18763707ce service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:32:19.482803 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd070d9-658c-48c1-943c-3877650b0437 req-00542563-8264-480c-8d97-0d18763707ce service neutron] Checking segment: {'id': 'da54f3b4-fa80-4f6a-872c-1cd042d9332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '23b2e040-11b8-4862-8da0-936b3872cceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:32:19.483589 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd070d9-658c-48c1-943c-3877650b0437 req-00542563-8264-480c-8d97-0d18763707ce service neutron] Bound using segment: {'id': 'da54f3b4-fa80-4f6a-872c-1cd042d9332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '23b2e040-11b8-4862-8da0-936b3872cceb'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:32:19.483929 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-1bd070d9-658c-48c1-943c-3877650b0437 req-00542563-8264-480c-8d97-0d18763707ce service neutron] Bound port: c6e5783f-b98f-4774-99fc-52948c735846, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da54f3b4-fa80-4f6a-872c-1cd042d9332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '23b2e040-11b8-4862-8da0-936b3872cceb'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:32:19.484381 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1bd070d9-658c-48c1-943c-3877650b0437 req-00542563-8264-480c-8d97-0d18763707ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:19.548570 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1c01157f-2e17-4c2f-913d-7077e4d35657 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:19.558048 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-59ae2424-cc14-4593-9370-64c09a16726c None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:19.562984 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-7d00e2db-65f6-46cb-91e0-f851d8bada6e None None] Attempting to bind port 605847f5-3d81-4bcd-aa63-6d5a7756af1e on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:32:19.563159 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-7d00e2db-65f6-46cb-91e0-f851d8bada6e None None] Attempting to bind port 605847f5-3d81-4bcd-aa63-6d5a7756af1e by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'b9391d60-ff66-46ee-b9f2-746ad752a260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '4d17bfae-f7eb-4d3f-8f9a-9b1e045611db'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:32:19.563510 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d00e2db-65f6-46cb-91e0-f851d8bada6e None None] Attempting to bind port 605847f5-3d81-4bcd-aa63-6d5a7756af1e on network 4d17bfae-f7eb-4d3f-8f9a-9b1e045611db {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:32:19.579096 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d00e2db-65f6-46cb-91e0-f851d8bada6e None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:32:19.584491 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d00e2db-65f6-46cb-91e0-f851d8bada6e None None] Checking segment: {'id': 'b9391d60-ff66-46ee-b9f2-746ad752a260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '4d17bfae-f7eb-4d3f-8f9a-9b1e045611db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:32:19.584491 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7d00e2db-65f6-46cb-91e0-f851d8bada6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:19.584491 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d00e2db-65f6-46cb-91e0-f851d8bada6e None None] Bound using segment: {'id': 'b9391d60-ff66-46ee-b9f2-746ad752a260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '4d17bfae-f7eb-4d3f-8f9a-9b1e045611db'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:32:19.584491 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-7d00e2db-65f6-46cb-91e0-f851d8bada6e None None] Bound port: 605847f5-3d81-4bcd-aa63-6d5a7756af1e, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9391d60-ff66-46ee-b9f2-746ad752a260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '4d17bfae-f7eb-4d3f-8f9a-9b1e045611db'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:32:19.584491 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7d00e2db-65f6-46cb-91e0-f851d8bada6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:19.584981 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-1bd070d9-658c-48c1-943c-3877650b0437 req-00542563-8264-480c-8d97-0d18763707ce service neutron] For port c6e5783f-b98f-4774-99fc-52948c735846, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:32:19.588243 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-1bd070d9-658c-48c1-943c-3877650b0437 req-00542563-8264-480c-8d97-0d18763707ce service neutron] For port c6e5783f-b98f-4774-99fc-52948c735846, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=c6e5783f-b98f-4774-99fc-52948c735846,segment=NetworkSegment(da54f3b4-fa80-4f6a-872c-1cd042d9332d),segment_id=da54f3b4-fa80-4f6a-872c-1cd042d9332d)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:32:19.603716 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc37548-8dbb-49ab-882d-6b6997052803 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Made reservation on behalf of f7ff550a115b45e2bb54d05b8fe668a7 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:32:19.615923 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fbc37548-8dbb-49ab-882d-6b6997052803 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:19.688997 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-59ae2424-cc14-4593-9370-64c09a16726c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:19.705721 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd27ded-8094-4ece-bda7-d801e0031d98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-c77cbe16-409d-4d1e-8a39-10a063ae0bca', 'network_id': 'c77cbe16-409d-4d1e-8a39-10a063ae0bca', 'tenant_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'fixed_ips': [{'subnet_id': '0c846821-c400-4b07-990c-53ee0d225496'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:32:19.706578 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-bbd27ded-8094-4ece-bda7-d801e0031d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:19.720425 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1bd070d9-658c-48c1-943c-3877650b0437 req-00542563-8264-480c-8d97-0d18763707ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:19.740762 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-8d4cf57c-bb64-4f5f-81df-e58524038010 service neutron] 10.222.0.52 "GET /v2.0/networks/05c107a1-df27-477f-9366-3d04acc2bd33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871985 Oct 27 18:32:19.784885 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d423cffa-820e-47c8-927a-8562ba44944c tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:19.785445 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd070d9-658c-48c1-943c-3877650b0437 req-00542563-8264-480c-8d97-0d18763707ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:19.786121 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1bd070d9-658c-48c1-943c-3877650b0437 req-00542563-8264-480c-8d97-0d18763707ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:19.788010 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ae2424-cc14-4593-9370-64c09a16726c None None] Network fcd262b6-e182-40b6-9a7b-ef746ebde48d is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:32:19.788169 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1bd070d9-658c-48c1-943c-3877650b0437 req-00542563-8264-480c-8d97-0d18763707ce service neutron] 10.222.0.93 "PUT /v2.0/ports/c6e5783f-b98f-4774-99fc-52948c735846 HTTP/1.1" status: 200 len: 1091 time: 1.9562387 Oct 27 18:32:19.788479 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab365562-160a-4001-b747-c95cabf10a38', 'tag': 'c6e5783f-b98f-4774-99fc-52948c735846'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:32:19.791545 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13b22bd-675c-4e42-89a3-ecf7c206f63c" -d '{"events": [{"name": "network-changed", "server_uuid": "ab365562-160a-4001-b747-c95cabf10a38", "tag": "c6e5783f-b98f-4774-99fc-52948c735846"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:32:19.813452 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-d423cffa-820e-47c8-927a-8562ba44944c tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a32788e9-4142-46e1-b363-2e9df31037c9']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:19.818787 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-59ae2424-cc14-4593-9370-64c09a16726c None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:32:19.826475 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-d423cffa-820e-47c8-927a-8562ba44944c tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97e92e17-c133-44b8-850d-7f15cc823710') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:19.826780 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-d423cffa-820e-47c8-927a-8562ba44944c tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97e92e17-c133-44b8-850d-7f15cc823710') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:19.828933 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae2424-cc14-4593-9370-64c09a16726c None None] Pushing event updated for resources: {'Port': ['ID=0e151670-f9fe-47cd-8d88-45ae48722a4b,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:19.833409 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ae2424-cc14-4593-9370-64c09a16726c None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:32:19.843717 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d423cffa-820e-47c8-927a-8562ba44944c tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:19.866859 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00542563-8264-480c-8d97-0d18763707ce service neutron] Pushing event updated for resources: {'Port': ['ID=c6e5783f-b98f-4774-99fc-52948c735846,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:19.873897 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1c01157f-2e17-4c2f-913d-7077e4d35657 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:19.879989 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d423cffa-820e-47c8-927a-8562ba44944c tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:19.918676 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d423cffa-820e-47c8-927a-8562ba44944c tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:32:19.919122 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d423cffa-820e-47c8-927a-8562ba44944c tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:19.921038 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:32:19.921038 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:32:19.921038 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:32:19.921038 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:32:19.921038 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:32:19.921038 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:32:19.921038 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:32:19.921038 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:32:19.921038 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:32:19.921038 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:32:19.921038 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:32:19.921038 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:32:19.921038 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:32:19.921038 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:32:19.921038 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:32:19.921038 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:32:19.921038 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:32:19.921038 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:32:19.921038 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:32:19.921038 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:32:19.921038 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:32:19.921038 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:32:19.921038 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:32:19.921038 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:32:19.921038 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:32:19.921038 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:32:19.921038 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:32:19.921038 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:32:19.921038 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:32:19.921038 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:32:19.921038 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:32:19.921038 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:32:19.934196 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-7d00e2db-65f6-46cb-91e0-f851d8bada6e None None] For port 605847f5-3d81-4bcd-aa63-6d5a7756af1e, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:32:19.939876 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1c01157f-2e17-4c2f-913d-7077e4d35657 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:19.948835 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1c01157f-2e17-4c2f-913d-7077e4d35657 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] 10.222.0.52 "DELETE /v2.0/subnets/32781f33-45c3-4101-936c-a76c6b70c31c HTTP/1.1" status: 204 len: 168 time: 1.5139093 Oct 27 18:32:19.948835 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c01157f-2e17-4c2f-913d-7077e4d35657 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Pushing event deleted for resources: {'Subnet': ['ID=32781f33-45c3-4101-936c-a76c6b70c31c,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:19.951530 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37638) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:19.990990 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37640) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:19.992496 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-59ae2424-cc14-4593-9370-64c09a16726c None None] Attempting to bind port 0e151670-f9fe-47cd-8d88-45ae48722a4b on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:32:19.999113 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-59ae2424-cc14-4593-9370-64c09a16726c None None] Attempting to bind port 0e151670-f9fe-47cd-8d88-45ae48722a4b by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '2eefdeca-705d-43db-abd9-64fae670cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'fcd262b6-e182-40b6-9a7b-ef746ebde48d'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:32:19.999113 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ae2424-cc14-4593-9370-64c09a16726c None None] Attempting to bind port 0e151670-f9fe-47cd-8d88-45ae48722a4b on network fcd262b6-e182-40b6-9a7b-ef746ebde48d {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:32:20.017965 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ae2424-cc14-4593-9370-64c09a16726c None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:32:20.018443 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ae2424-cc14-4593-9370-64c09a16726c None None] Checking segment: {'id': '2eefdeca-705d-43db-abd9-64fae670cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'fcd262b6-e182-40b6-9a7b-ef746ebde48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:32:20.018940 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-59ae2424-cc14-4593-9370-64c09a16726c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:20.019556 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ae2424-cc14-4593-9370-64c09a16726c None None] Bound using segment: {'id': '2eefdeca-705d-43db-abd9-64fae670cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'fcd262b6-e182-40b6-9a7b-ef746ebde48d'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:32:20.020102 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-59ae2424-cc14-4593-9370-64c09a16726c None None] Bound port: 0e151670-f9fe-47cd-8d88-45ae48722a4b, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eefdeca-705d-43db-abd9-64fae670cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'fcd262b6-e182-40b6-9a7b-ef746ebde48d'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:32:20.020818 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-59ae2424-cc14-4593-9370-64c09a16726c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:20.031712 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd070d9-658c-48c1-943c-3877650b0437 req-318cd1e8-037f-4094-a0fe-662fc01d1e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:20.033222 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1bd070d9-658c-48c1-943c-3877650b0437 req-318cd1e8-037f-4094-a0fe-662fc01d1e53 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=26a8ecb72e37482a929830b093f42719&device_id=ab365562-160a-4001-b747-c95cabf10a38 HTTP/1.1" status: 200 len: 1094 time: 0.1272507 Oct 27 18:32:20.079289 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-bbd27ded-8094-4ece-bda7-d801e0031d98 None None] Allocated IP 10.1.1.2 (c77cbe16-409d-4d1e-8a39-10a063ae0bca/0c846821-c400-4b07-990c-53ee0d225496/7f509430-b214-4773-8fc3-0e30716518ae) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:32:20.096455 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1bd070d9-658c-48c1-943c-3877650b0437 req-f6c69993-02d4-4e1a-bf27-24e29cb3a0b4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6e5783f-b98f-4774-99fc-52948c735846 HTTP/1.1" status: 200 len: 217 time: 0.0526907 Oct 27 18:32:20.114146 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-28509459-6f47-4c1f-9528-a682a4d9a98e tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Deleting subnet e14ba4a8-154b-4b05-a126-e80edd7112c0 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:32:20.120744 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d423cffa-820e-47c8-927a-8562ba44944c tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:20.122598 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-28509459-6f47-4c1f-9528-a682a4d9a98e tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:20.154851 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d423cffa-820e-47c8-927a-8562ba44944c tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a32788e9-4142-46e1-b363-2e9df31037c9 {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 27 18:32:20.162933 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-7d00e2db-65f6-46cb-91e0-f851d8bada6e None None] For port 605847f5-3d81-4bcd-aa63-6d5a7756af1e, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=605847f5-3d81-4bcd-aa63-6d5a7756af1e,segment=NetworkSegment(b9391d60-ff66-46ee-b9f2-746ad752a260),segment_id=b9391d60-ff66-46ee-b9f2-746ad752a260)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:32:20.172456 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fbc37548-8dbb-49ab-882d-6b6997052803 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:20.176883 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d423cffa-820e-47c8-927a-8562ba44944c tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:20.177647 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-59ae2424-cc14-4593-9370-64c09a16726c None None] For port 0e151670-f9fe-47cd-8d88-45ae48722a4b, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:32:20.190708 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d423cffa-820e-47c8-927a-8562ba44944c tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] 10.222.0.52 "DELETE /v2.0/networks/a32788e9-4142-46e1-b363-2e9df31037c9 HTTP/1.1" status: 204 len: 168 time: 0.9447489 Oct 27 18:32:20.198961 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37644) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:20.199820 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d423cffa-820e-47c8-927a-8562ba44944c tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Pushing event deleted for resources: {'Network': ['ID=a32788e9-4142-46e1-b363-2e9df31037c9,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:20.200240 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-59ae2424-cc14-4593-9370-64c09a16726c None None] For port 0e151670-f9fe-47cd-8d88-45ae48722a4b, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=0e151670-f9fe-47cd-8d88-45ae48722a4b,segment=NetworkSegment(2eefdeca-705d-43db-abd9-64fae670cc0e),segment_id=2eefdeca-705d-43db-abd9-64fae670cc0e)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:32:20.214779 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-a8e2edcc-5242-48b2-b7d1-4fee3345a594 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Request body: {'network': {'name': 'tempest-network--255791421'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:20.238580 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-28509459-6f47-4c1f-9528-a682a4d9a98e tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:20.279697 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7d00e2db-65f6-46cb-91e0-f851d8bada6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:20.355217 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a1654e-9cab-42a2-b77b-d52f29cd6345 x-openstack-request-id: req-38a1654e-9cab-42a2-b77b-d52f29cd6345 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:32:20.355540 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab365562-160a-4001-b747-c95cabf10a38", "tag": "c6e5783f-b98f-4774-99fc-52948c735846", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:32:20.355794 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-38a1654e-9cab-42a2-b77b-d52f29cd6345 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:32:20.356143 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab365562-160a-4001-b747-c95cabf10a38', 'tag': 'c6e5783f-b98f-4774-99fc-52948c735846', 'status': 'completed', 'code': 200} Oct 27 18:32:20.357764 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd070d9-658c-48c1-943c-3877650b0437 req-40195b02-2d9e-4504-863e-37b7a7873d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:20.359310 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1bd070d9-658c-48c1-943c-3877650b0437 req-40195b02-2d9e-4504-863e-37b7a7873d55 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=820c5f0e-f6d0-4852-a2cd-5a2baae71f1a HTTP/1.1" status: 200 len: 845 time: 0.2560744 Oct 27 18:32:20.386961 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-94d349f3-f593-4c5e-9e75-d61da2134a12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:20.418425 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-59ae2424-cc14-4593-9370-64c09a16726c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:20.432716 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-49c45bf6-a6ce-414a-ab87-35f1fbfd3233 req-a2b6343c-464f-4c9d-81d5-90cc5f8fc43c tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] 10.222.0.52 "GET /v2.0/ports?device_id=312c808a-0f52-4a45-a947-3b543fc6c31c HTTP/1.1" status: 200 len: 210 time: 0.0605865 Oct 27 18:32:20.447161 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-28509459-6f47-4c1f-9528-a682a4d9a98e tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:20.474028 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1bd070d9-658c-48c1-943c-3877650b0437 req-0f008920-dc47-421a-b541-f01a1b0d02b4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=23b2e040-11b8-4862-8da0-936b3872cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1046152 Oct 27 18:32:20.499422 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-bbd27ded-8094-4ece-bda7-d801e0031d98 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:20.551112 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d00e2db-65f6-46cb-91e0-f851d8bada6e None None] Pushing event updated for resources: {'Port': ['ID=605847f5-3d81-4bcd-aa63-6d5a7756af1e,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:20.603743 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc37548-8dbb-49ab-882d-6b6997052803 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Pushing event updated for resources: {'Subnet': ['ID=04e448aa-1e58-4ecc-bf47-1088a536ca59,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:20.621103 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e2edcc-5242-48b2-b7d1-4fee3345a594 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Made reservation on behalf of 5d81752ba2bf4c658cfbb1cf7719c3cc for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:32:20.626751 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a8e2edcc-5242-48b2-b7d1-4fee3345a594 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:20.681908 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae2424-cc14-4593-9370-64c09a16726c None None] Pushing event updated for resources: {'Port': ['ID=0e151670-f9fe-47cd-8d88-45ae48722a4b,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:20.697085 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-bbd27ded-8094-4ece-bda7-d801e0031d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:20.782487 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc37548-8dbb-49ab-882d-6b6997052803 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Checking segment: {'id': '835d40c4-66b8-4c5e-8632-a29d009690f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '7a4a9448-dde2-4330-a4d7-528d39b56a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:32:20.786913 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc37548-8dbb-49ab-882d-6b6997052803 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Network hostable DHCP agents. Network: 7a4a9448-dde2-4330-a4d7-528d39b56a56, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:32:20.824513 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd27ded-8094-4ece-bda7-d801e0031d98 None None] Pushing event updated for resources: {'Port': ['ID=7f509430-b214-4773-8fc3-0e30716518ae,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:20.844800 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd27ded-8094-4ece-bda7-d801e0031d98 None None] Network c77cbe16-409d-4d1e-8a39-10a063ae0bca is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:32:20.848779 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-bbd27ded-8094-4ece-bda7-d801e0031d98 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:32:20.876927 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd27ded-8094-4ece-bda7-d801e0031d98 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:32:20.901737 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8e2edcc-5242-48b2-b7d1-4fee3345a594 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] vlan segment allocate from pool success with {'vlan_id': 1005, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:32:20.906681 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-28509459-6f47-4c1f-9528-a682a4d9a98e tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:20.975745 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1bd070d9-658c-48c1-943c-3877650b0437 req-758f91fb-e9be-436e-a5ac-a51a20f038a2 service neutron] 10.222.0.93 "GET /v2.0/networks/23b2e040-11b8-4862-8da0-936b3872cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4500360 Oct 27 18:32:20.994325 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f8113-1f7b-4bbd-ac96-83bb0fa55545 req-9e3e6e7d-4696-4e08-b5d5-eb9305afa9a8 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:20.997609 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-786f8113-1f7b-4bbd-ac96-83bb0fa55545 req-9e3e6e7d-4696-4e08-b5d5-eb9305afa9a8 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab365562-160a-4001-b747-c95cabf10a38 HTTP/1.1" status: 200 len: 943 time: 0.3826351 Oct 27 18:32:20.999226 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-28509459-6f47-4c1f-9528-a682a4d9a98e tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:21.007040 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-28509459-6f47-4c1f-9528-a682a4d9a98e tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] 10.222.0.52 "DELETE /v2.0/subnets/e14ba4a8-154b-4b05-a126-e80edd7112c0 HTTP/1.1" status: 204 len: 168 time: 0.9754055 Oct 27 18:32:21.007040 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37664) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:21.011582 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-bbd27ded-8094-4ece-bda7-d801e0031d98 None None] Attempting to bind port 7f509430-b214-4773-8fc3-0e30716518ae on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:32:21.012066 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-bbd27ded-8094-4ece-bda7-d801e0031d98 None None] Attempting to bind port 7f509430-b214-4773-8fc3-0e30716518ae by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '4033ff10-20d7-4fe8-a555-cb66828d83d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'c77cbe16-409d-4d1e-8a39-10a063ae0bca'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:32:21.012336 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd27ded-8094-4ece-bda7-d801e0031d98 None None] Attempting to bind port 7f509430-b214-4773-8fc3-0e30716518ae on network c77cbe16-409d-4d1e-8a39-10a063ae0bca {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:32:21.032894 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd27ded-8094-4ece-bda7-d801e0031d98 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:32:21.033283 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd27ded-8094-4ece-bda7-d801e0031d98 None None] Checking segment: {'id': '4033ff10-20d7-4fe8-a555-cb66828d83d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'c77cbe16-409d-4d1e-8a39-10a063ae0bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:32:21.033692 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-bbd27ded-8094-4ece-bda7-d801e0031d98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:21.034088 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd27ded-8094-4ece-bda7-d801e0031d98 None None] Bound using segment: {'id': '4033ff10-20d7-4fe8-a555-cb66828d83d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'c77cbe16-409d-4d1e-8a39-10a063ae0bca'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:32:21.034582 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-bbd27ded-8094-4ece-bda7-d801e0031d98 None None] Bound port: 7f509430-b214-4773-8fc3-0e30716518ae, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4033ff10-20d7-4fe8-a555-cb66828d83d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'c77cbe16-409d-4d1e-8a39-10a063ae0bca'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:32:21.035005 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-bbd27ded-8094-4ece-bda7-d801e0031d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:21.046126 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc37548-8dbb-49ab-882d-6b6997052803 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Network 7a4a9448-dde2-4330-a4d7-528d39b56a56 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:32:21.115120 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-94d349f3-f593-4c5e-9e75-d61da2134a12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:21.130491 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28509459-6f47-4c1f-9528-a682a4d9a98e tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Pushing event deleted for resources: {'Subnet': ['ID=e14ba4a8-154b-4b05-a126-e80edd7112c0,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:21.167762 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-bbd27ded-8094-4ece-bda7-d801e0031d98 None None] For port 7f509430-b214-4773-8fc3-0e30716518ae, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:32:21.172127 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-bbd27ded-8094-4ece-bda7-d801e0031d98 None None] For port 7f509430-b214-4773-8fc3-0e30716518ae, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=7f509430-b214-4773-8fc3-0e30716518ae,segment=NetworkSegment(4033ff10-20d7-4fe8-a555-cb66828d83d8),segment_id=4033ff10-20d7-4fe8-a555-cb66828d83d8)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:32:21.225128 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1bd070d9-658c-48c1-943c-3877650b0437 req-8fc49338-4dae-40b2-87bc-ba4ae05d7263 service neutron] 10.222.0.93 "GET /v2.0/networks/23b2e040-11b8-4862-8da0-936b3872cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393467 Oct 27 18:32:21.227527 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-94d349f3-f593-4c5e-9e75-d61da2134a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:21.245380 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-fbc37548-8dbb-49ab-882d-6b6997052803 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 7a4a9448-dde2-4330-a4d7-528d39b56a56) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:32:21.251407 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc37548-8dbb-49ab-882d-6b6997052803 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:21.255884 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11af01f5-26ff-4472-9cee-4110da7e45aa None None] Network 7a4a9448-dde2-4330-a4d7-528d39b56a56 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:32:21.262554 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fbc37548-8dbb-49ab-882d-6b6997052803 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:21.309559 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-bbd27ded-8094-4ece-bda7-d801e0031d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:21.331206 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-94d349f3-f593-4c5e-9e75-d61da2134a12 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b7fd1fbc5d074963b92222b998f00675&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3389056 Oct 27 18:32:21.337187 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37668) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:21.344260 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d349f3-f593-4c5e-9e75-d61da2134a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ef33f0-f9f2-4cfa-ae54-23026a54f4f4,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:21.398713 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd27ded-8094-4ece-bda7-d801e0031d98 None None] Pushing event updated for resources: {'Port': ['ID=7f509430-b214-4773-8fc3-0e30716518ae,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:21.433167 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ae6a8550-8b4a-4890-b2c1-7c19492209eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:21.454547 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-fbc37548-8dbb-49ab-882d-6b6997052803 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1266193 Oct 27 18:32:21.480390 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37672) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:21.494573 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-79531a76-32cd-4cd3-9500-b8799cf7919e tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Request body: {'port': {'network_id': 'c77cbe16-409d-4d1e-8a39-10a063ae0bca', 'name': 'tempest-TaggedBootDevicesTest_v242-398145797', 'fixed_ips': [{'subnet_id': '0c846821-c400-4b07-990c-53ee0d225496'}]}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:21.533096 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ae6a8550-8b4a-4890-b2c1-7c19492209eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:21.537365 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a8e2edcc-5242-48b2-b7d1-4fee3345a594 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:21.537807 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-a8e2edcc-5242-48b2-b7d1-4fee3345a594 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Added segment a405ccd2-323d-4664-96c0-4b63861f5bde of type vlan for network bded8627-f158-4e87-b87b-9a96d07b272b Oct 27 18:32:21.603492 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5641449-3e45-452a-80e0-e391a022dd61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-7a4a9448-dde2-4330-a4d7-528d39b56a56', 'network_id': '7a4a9448-dde2-4330-a4d7-528d39b56a56', 'tenant_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'fixed_ips': [{'subnet_id': '04e448aa-1e58-4ecc-bf47-1088a536ca59'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:32:21.604453 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e5641449-3e45-452a-80e0-e391a022dd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:21.635111 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a8e2edcc-5242-48b2-b7d1-4fee3345a594 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:21.658976 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b22bd-675c-4e42-89a3-ecf7c206f63c req-bceb1e57-0f6a-4e57-81d2-d4d5a0322290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:21.665795 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d13b22bd-675c-4e42-89a3-ecf7c206f63c req-bceb1e57-0f6a-4e57-81d2-d4d5a0322290 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=26a8ecb72e37482a929830b093f42719&device_id=ab365562-160a-4001-b747-c95cabf10a38 HTTP/1.1" status: 200 len: 1094 time: 0.2337694 Oct 27 18:32:21.666417 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d58c9dd-209b-417c-9476-1b5e3ee0c5ae tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:21.672001 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0d58c9dd-209b-417c-9476-1b5e3ee0c5ae tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6618052 Oct 27 18:32:21.678010 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37676) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:21.719605 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6bfd3ef9-e230-481c-88ad-e505ed306d43 req-05630585-7c97-4481-9e1d-e370c394ce5e tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] 10.222.0.52 "GET /v2.0/ports?device_id=312c808a-0f52-4a45-a947-3b543fc6c31c HTTP/1.1" status: 200 len: 210 time: 0.1669421 Oct 27 18:32:21.737528 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a8e2edcc-5242-48b2-b7d1-4fee3345a594 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:21.738571 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e2edcc-5242-48b2-b7d1-4fee3345a594 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:21.739250 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a8e2edcc-5242-48b2-b7d1-4fee3345a594 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:21.919411 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-786f8113-1f7b-4bbd-ac96-83bb0fa55545 req-80261326-7db0-4427-a3bf-b8ef07d43444 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9117842 Oct 27 18:32:21.922845 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e2edcc-5242-48b2-b7d1-4fee3345a594 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Pushing event updated for resources: {'Network': ['ID=bded8627-f158-4e87-b87b-9a96d07b272b,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:21.972672 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network bded8627-f158-4e87-b87b-9a96d07b272b details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:32:22.013291 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a8e2edcc-5242-48b2-b7d1-4fee3345a594 tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.8098500 Oct 27 18:32:22.015970 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37684) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:22.022513 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-b87e14a8-79e4-4661-b33b-2899083c610c tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:22.031723 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b22bd-675c-4e42-89a3-ecf7c206f63c req-2ff15231-2cd2-4633-a63f-9ac17039685d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:22.034671 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d13b22bd-675c-4e42-89a3-ecf7c206f63c req-2ff15231-2cd2-4633-a63f-9ac17039685d service neutron] 10.222.0.93 "GET /v2.0/networks?id=23b2e040-11b8-4862-8da0-936b3872cceb HTTP/1.1" status: 200 len: 907 time: 0.3551257 Oct 27 18:32:22.121254 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ae6a8550-8b4a-4890-b2c1-7c19492209eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:22.124395 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ae6a8550-8b4a-4890-b2c1-7c19492209eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:22.127154 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ae6a8550-8b4a-4890-b2c1-7c19492209eb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d0ef33f0-f9f2-4cfa-ae54-23026a54f4f4 HTTP/1.1" status: 204 len: 168 time: 0.7871275 Oct 27 18:32:22.138839 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-e5641449-3e45-452a-80e0-e391a022dd61 None None] Allocated IP 10.2.2.2 (7a4a9448-dde2-4330-a4d7-528d39b56a56/04e448aa-1e58-4ecc-bf47-1088a536ca59/1869773b-130e-42f0-9e67-7d9e2f96c971) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:32:22.264864 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d13b22bd-675c-4e42-89a3-ecf7c206f63c req-afa78f88-f29b-4781-9470-7e3555cf691a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6e5783f-b98f-4774-99fc-52948c735846 HTTP/1.1" status: 200 len: 217 time: 0.1596935 Oct 27 18:32:22.332829 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a8550-8b4a-4890-b2c1-7c19492209eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ef33f0-f9f2-4cfa-ae54-23026a54f4f4,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:22.369721 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b87e14a8-79e4-4661-b33b-2899083c610c tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:22.396381 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a1ee5793-2bf6-42fc-9fab-f80f615fb245 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:22.439373 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6dfe6d-0ff0-4778-b5f8-c8196a8d5bf6 None None] Network 4d17bfae-f7eb-4d3f-8f9a-9b1e045611db requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:32:22.466270 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b22bd-675c-4e42-89a3-ecf7c206f63c req-65881679-ad75-406b-8bc0-789e8632b9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:22.467802 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d13b22bd-675c-4e42-89a3-ecf7c206f63c req-65881679-ad75-406b-8bc0-789e8632b9b4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=820c5f0e-f6d0-4852-a2cd-5a2baae71f1a HTTP/1.1" status: 200 len: 845 time: 0.1753738 Oct 27 18:32:22.501029 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e5641449-3e45-452a-80e0-e391a022dd61 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:22.526801 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d13b22bd-675c-4e42-89a3-ecf7c206f63c req-82506f35-e9f7-4627-8d94-34c0bd987193 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=23b2e040-11b8-4862-8da0-936b3872cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501666 Oct 27 18:32:22.529423 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b87e14a8-79e4-4661-b33b-2899083c610c tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:22.540210 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-e1d671d8-5665-4634-8d41-81a152083ef6 None None] Provisioning complete for port 605847f5-3d81-4bcd-aa63-6d5a7756af1e triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:32:22.540583 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e1d671d8-5665-4634-8d41-81a152083ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:22.707768 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b87e14a8-79e4-4661-b33b-2899083c610c tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Network bded8627-f158-4e87-b87b-9a96d07b272b is not hosted by any dhcp agent {{(pid=102878) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 27 18:32:22.716600 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87e14a8-79e4-4661-b33b-2899083c610c tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:22.719633 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b87e14a8-79e4-4661-b33b-2899083c610c tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:22.725828 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b87e14a8-79e4-4661-b33b-2899083c610c tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] 10.222.0.52 "PUT /v2.0/networks/bded8627-f158-4e87-b87b-9a96d07b272b HTTP/1.1" status: 200 len: 858 time: 0.7087102 Oct 27 18:32:22.736961 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37690) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:22.753870 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e5641449-3e45-452a-80e0-e391a022dd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:22.828522 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79531a76-32cd-4cd3-9500-b8799cf7919e tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Made reservation on behalf of f7ff550a115b45e2bb54d05b8fe668a7 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:32:22.857678 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd681fe-53de-43ff-ad8b-1e25c4649330 None None] Network fcd262b6-e182-40b6-9a7b-ef746ebde48d requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:32:22.904273 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5641449-3e45-452a-80e0-e391a022dd61 None None] Network 7a4a9448-dde2-4330-a4d7-528d39b56a56 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:32:22.950407 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-e5641449-3e45-452a-80e0-e391a022dd61 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:32:22.960323 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5641449-3e45-452a-80e0-e391a022dd61 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:32:22.965744 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-a1ee5793-2bf6-42fc-9fab-f80f615fb245 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Deleting port 0e151670-f9fe-47cd-8d88-45ae48722a4b {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:32:22.966191 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a1ee5793-2bf6-42fc-9fab-f80f615fb245 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:23.021771 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87e14a8-79e4-4661-b33b-2899083c610c tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Pushing event updated for resources: {'Network': ['ID=bded8627-f158-4e87-b87b-9a96d07b272b,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:23.032355 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1d24a8ab-edd4-42db-9583-fc6feb8bd62b tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:23.056376 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7fd9df20-4526-4c75-a0e6-b321c267773c req-ee55b644-e7a1-46c6-9099-117e16e7d905 tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] 10.222.0.52 "GET /v2.0/ports?device_id=312c808a-0f52-4a45-a947-3b543fc6c31c HTTP/1.1" status: 200 len: 210 time: 0.1402497 Oct 27 18:32:23.095121 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 0e151670-f9fe-47cd-8d88-45ae48722a4b up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:32:23.155873 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-a1ee5793-2bf6-42fc-9fab-f80f615fb245 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] For port 0e151670-f9fe-47cd-8d88-45ae48722a4b, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=0e151670-f9fe-47cd-8d88-45ae48722a4b,segment=NetworkSegment(2eefdeca-705d-43db-abd9-64fae670cc0e),segment_id=2eefdeca-705d-43db-abd9-64fae670cc0e)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:32:23.156435 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a1ee5793-2bf6-42fc-9fab-f80f615fb245 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:23.163175 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-79531a76-32cd-4cd3-9500-b8799cf7919e tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:23.172080 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1d24a8ab-edd4-42db-9583-fc6feb8bd62b tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:23.176466 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d13b22bd-675c-4e42-89a3-ecf7c206f63c req-a1ec9b0d-7df6-4535-b7e2-96ef519a7e38 service neutron] 10.222.0.93 "GET /v2.0/networks/23b2e040-11b8-4862-8da0-936b3872cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6338203 Oct 27 18:32:23.206464 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-a1ee5793-2bf6-42fc-9fab-f80f615fb245 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Calling delete_port for 0e151670-f9fe-47cd-8d88-45ae48722a4b owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:32:23.259900 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-1d24a8ab-edd4-42db-9583-fc6feb8bd62b tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bded8627-f158-4e87-b87b-9a96d07b272b']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:23.279184 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-1d24a8ab-edd4-42db-9583-fc6feb8bd62b tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a405ccd2-323d-4664-96c0-4b63861f5bde') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:23.279184 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-1d24a8ab-edd4-42db-9583-fc6feb8bd62b tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a405ccd2-323d-4664-96c0-4b63861f5bde') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:23.288992 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5641449-3e45-452a-80e0-e391a022dd61 None None] Pushing event updated for resources: {'Port': ['ID=1869773b-130e-42f0-9e67-7d9e2f96c971,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:23.296922 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1d24a8ab-edd4-42db-9583-fc6feb8bd62b tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:23.307913 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7135e8e-c9b1-4619-a181-2fc968bed787 req-d2461efa-bcaf-41df-bc62-6dfdbfbacaf2 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:23.309719 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e7135e8e-c9b1-4619-a181-2fc968bed787 req-d2461efa-bcaf-41df-bc62-6dfdbfbacaf2 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab365562-160a-4001-b747-c95cabf10a38 HTTP/1.1" status: 200 len: 943 time: 0.1242466 Oct 27 18:32:23.340243 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-79531a76-32cd-4cd3-9500-b8799cf7919e tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] device_id is not set on port b2a5ef78-9b0f-4779-ac14-f1338bdabd09 yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:32:23.341769 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1d24a8ab-edd4-42db-9583-fc6feb8bd62b tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:23.369855 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37708) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:23.371790 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d24a8ab-edd4-42db-9583-fc6feb8bd62b tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:32:23.372223 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1d24a8ab-edd4-42db-9583-fc6feb8bd62b tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:23.377774 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e7135e8e-c9b1-4619-a181-2fc968bed787 req-aad63871-2dcc-4d9e-9084-41f8cdca199e tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600522 Oct 27 18:32:23.380497 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:32:23.380497 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:32:23.380497 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:32:23.380497 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:32:23.380497 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:32:23.380497 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:32:23.380497 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:32:23.380497 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:32:23.380497 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:32:23.380497 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:32:23.380497 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:32:23.380497 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:32:23.380497 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:32:23.380497 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:32:23.380497 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:32:23.380497 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:32:23.380497 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:32:23.380497 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:32:23.380497 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:32:23.380497 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:32:23.380497 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:32:23.380497 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:32:23.380497 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:32:23.380497 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:32:23.380497 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:32:23.380497 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:32:23.380497 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:32:23.380497 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:32:23.380497 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:32:23.380497 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:32:23.380497 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:32:23.380497 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:32:23.403770 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d13b22bd-675c-4e42-89a3-ecf7c206f63c req-1742f7e2-b273-4c2f-bbcb-ff11d4d8ef9a service neutron] 10.222.0.93 "GET /v2.0/networks/23b2e040-11b8-4862-8da0-936b3872cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084749 Oct 27 18:32:23.485958 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ae796619-912e-44af-bc74-880d86d4cca0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:23.560775 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48377577-22f0-4609-97ca-ae23d1ec8d7a None None] Network c77cbe16-409d-4d1e-8a39-10a063ae0bca requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:32:23.563096 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f14da6-a63d-43b4-aad3-724d4538c9b1 None None] DHCP port deletion for 4d17bfae-f7eb-4d3f-8f9a-9b1e045611db request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:32:23.583703 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1d24a8ab-edd4-42db-9583-fc6feb8bd62b tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:23.594647 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d24a8ab-edd4-42db-9583-fc6feb8bd62b tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bded8627-f158-4e87-b87b-9a96d07b272b {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 27 18:32:23.596376 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1d24a8ab-edd4-42db-9583-fc6feb8bd62b tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:23.605632 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1d24a8ab-edd4-42db-9583-fc6feb8bd62b tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] 10.222.0.52 "DELETE /v2.0/networks/bded8627-f158-4e87-b87b-9a96d07b272b HTTP/1.1" status: 204 len: 168 time: 0.8662052 Oct 27 18:32:23.605852 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37714) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:23.642969 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d24a8ab-edd4-42db-9583-fc6feb8bd62b tempest-ExternalNetworksTestJSON-617316219 tempest-ExternalNetworksTestJSON-617316219-project-admin] Pushing event deleted for resources: {'Network': ['ID=bded8627-f158-4e87-b87b-9a96d07b272b,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:23.654333 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-57f35ccb-ad6d-4ae5-84d4-273c2e8fa46a tempest-ExternalNetworksTestJSON-237341115 tempest-ExternalNetworksTestJSON-237341115-project] DELETE failed (client error): The resource could not be found. Oct 27 18:32:23.654333 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57f35ccb-ad6d-4ae5-84d4-273c2e8fa46a tempest-ExternalNetworksTestJSON-237341115 tempest-ExternalNetworksTestJSON-237341115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:32:23.656720 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-e5641449-3e45-452a-80e0-e391a022dd61 None None] Attempting to bind port 1869773b-130e-42f0-9e67-7d9e2f96c971 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:32:23.657307 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-e5641449-3e45-452a-80e0-e391a022dd61 None None] Attempting to bind port 1869773b-130e-42f0-9e67-7d9e2f96c971 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '835d40c4-66b8-4c5e-8632-a29d009690f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '7a4a9448-dde2-4330-a4d7-528d39b56a56'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:32:23.657607 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-57f35ccb-ad6d-4ae5-84d4-273c2e8fa46a tempest-ExternalNetworksTestJSON-237341115 tempest-ExternalNetworksTestJSON-237341115-project] 10.222.0.52 "DELETE /v2.0/subnets/eb7e7332-f1af-48ad-9476-e0816dc4f758 HTTP/1.1" status: 404 len: 337 time: 0.0507679 Oct 27 18:32:23.658023 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5641449-3e45-452a-80e0-e391a022dd61 None None] Attempting to bind port 1869773b-130e-42f0-9e67-7d9e2f96c971 on network 7a4a9448-dde2-4330-a4d7-528d39b56a56 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:32:23.661879 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37716) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:23.665567 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a1ee5793-2bf6-42fc-9fab-f80f615fb245 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:23.681782 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e1d671d8-5665-4634-8d41-81a152083ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:23.723255 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5641449-3e45-452a-80e0-e391a022dd61 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:32:23.730223 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5641449-3e45-452a-80e0-e391a022dd61 None None] Checking segment: {'id': '835d40c4-66b8-4c5e-8632-a29d009690f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '7a4a9448-dde2-4330-a4d7-528d39b56a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:32:23.730958 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e5641449-3e45-452a-80e0-e391a022dd61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:23.731517 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5641449-3e45-452a-80e0-e391a022dd61 None None] Bound using segment: {'id': '835d40c4-66b8-4c5e-8632-a29d009690f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '7a4a9448-dde2-4330-a4d7-528d39b56a56'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:32:23.732182 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-e5641449-3e45-452a-80e0-e391a022dd61 None None] Bound port: 1869773b-130e-42f0-9e67-7d9e2f96c971, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '835d40c4-66b8-4c5e-8632-a29d009690f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '7a4a9448-dde2-4330-a4d7-528d39b56a56'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:32:23.732754 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e5641449-3e45-452a-80e0-e391a022dd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:23.739073 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No active binding found for port 0e151670-f9fe-47cd-8d88-45ae48722a4b {{(pid=102880) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 27 18:32:23.739783 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 0e151670-f9fe-47cd-8d88-45ae48722a4b not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 27 18:32:23.740941 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee5793-2bf6-42fc-9fab-f80f615fb245 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Pushing event deleted for resources: {'Port': ['ID=0e151670-f9fe-47cd-8d88-45ae48722a4b,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:23.810853 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcc818f-670c-4696-a801-2c3ace578208 None None] DHCP port deletion for fcd262b6-e182-40b6-9a7b-ef746ebde48d request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:32:23.812748 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Port 0e151670-f9fe-47cd-8d88-45ae48722a4b not found, will not notify nova. {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 27 18:32:23.813151 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 605847f5-3d81-4bcd-aa63-6d5a7756af1e up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:32:23.831318 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0b24ceb3-67f3-47aa-829b-f98748de572e tempest-ExternalNetworksTestJSON-237341115 tempest-ExternalNetworksTestJSON-237341115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:23.881392 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-e1d671d8-5665-4634-8d41-81a152083ef6 None None] For port 605847f5-3d81-4bcd-aa63-6d5a7756af1e, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=605847f5-3d81-4bcd-aa63-6d5a7756af1e,segment=NetworkSegment(b9391d60-ff66-46ee-b9f2-746ad752a260),segment_id=b9391d60-ff66-46ee-b9f2-746ad752a260)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:32:23.935873 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device c6e5783f-b98f-4774-99fc-52948c735846 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:32:23.981381 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-f1574aa7-68cb-4546-9625-32e00b9beaa2 tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:23.981956 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ae796619-912e-44af-bc74-880d86d4cca0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:23.983731 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-f1574aa7-68cb-4546-9625-32e00b9beaa2 tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] 10.222.0.93 "GET /v2.0/networks?id=05c107a1-df27-477f-9366-3d04acc2bd33 HTTP/1.1" status: 200 len: 809 time: 0.3246841 Oct 27 18:32:23.992544 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e1d671d8-5665-4634-8d41-81a152083ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:23.997962 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ee5793-2bf6-42fc-9fab-f80f615fb245 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] No DVR routers for this DVR port 0e151670-f9fe-47cd-8d88-45ae48722a4b on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:32:24.019916 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-b852db16-ab56-425c-a486-32a5d1798762 tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] Request body: {'port': {'device_id': '312c808a-0f52-4a45-a947-3b543fc6c31c', 'network_id': '05c107a1-df27-477f-9366-3d04acc2bd33', 'admin_state_up': True, 'tenant_id': 'bcd762a87ff14946acf4943492551b9f'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:24.085183 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-e5641449-3e45-452a-80e0-e391a022dd61 None None] For port 1869773b-130e-42f0-9e67-7d9e2f96c971, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:32:24.116432 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0b24ceb3-67f3-47aa-829b-f98748de572e tempest-ExternalNetworksTestJSON-237341115 tempest-ExternalNetworksTestJSON-237341115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:24.161029 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-0b24ceb3-67f3-47aa-829b-f98748de572e tempest-ExternalNetworksTestJSON-237341115 tempest-ExternalNetworksTestJSON-237341115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05cb621b-adaf-4a4f-926b-6a596bb51aaf']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:24.165959 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-05f14da6-a63d-43b4-aad3-724d4538c9b1 None None] Deleting port 605847f5-3d81-4bcd-aa63-6d5a7756af1e {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:32:24.166339 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-05f14da6-a63d-43b4-aad3-724d4538c9b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:24.183555 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-0b24ceb3-67f3-47aa-829b-f98748de572e tempest-ExternalNetworksTestJSON-237341115 tempest-ExternalNetworksTestJSON-237341115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22654b94-fb12-4312-a226-765d5f33c2f2') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:24.183859 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-0b24ceb3-67f3-47aa-829b-f98748de572e tempest-ExternalNetworksTestJSON-237341115 tempest-ExternalNetworksTestJSON-237341115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22654b94-fb12-4312-a226-765d5f33c2f2') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:24.206947 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0b24ceb3-67f3-47aa-829b-f98748de572e tempest-ExternalNetworksTestJSON-237341115 tempest-ExternalNetworksTestJSON-237341115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:24.221354 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0b24ceb3-67f3-47aa-829b-f98748de572e tempest-ExternalNetworksTestJSON-237341115 tempest-ExternalNetworksTestJSON-237341115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:24.245476 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b24ceb3-67f3-47aa-829b-f98748de572e tempest-ExternalNetworksTestJSON-237341115 tempest-ExternalNetworksTestJSON-237341115-project] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:32:24.245934 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0b24ceb3-67f3-47aa-829b-f98748de572e tempest-ExternalNetworksTestJSON-237341115 tempest-ExternalNetworksTestJSON-237341115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:24.285024 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a1ee5793-2bf6-42fc-9fab-f80f615fb245 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:24.308886 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-a1ee5793-2bf6-42fc-9fab-f80f615fb245 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd262b6-e182-40b6-9a7b-ef746ebde48d']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:24.320029 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-a1ee5793-2bf6-42fc-9fab-f80f615fb245 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eefdeca-705d-43db-abd9-64fae670cc0e') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:24.321414 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-a1ee5793-2bf6-42fc-9fab-f80f615fb245 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eefdeca-705d-43db-abd9-64fae670cc0e') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:24.334761 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a1ee5793-2bf6-42fc-9fab-f80f615fb245 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:24.337628 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-05f14da6-a63d-43b4-aad3-724d4538c9b1 None None] For port 605847f5-3d81-4bcd-aa63-6d5a7756af1e, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=605847f5-3d81-4bcd-aa63-6d5a7756af1e,segment=NetworkSegment(b9391d60-ff66-46ee-b9f2-746ad752a260),segment_id=b9391d60-ff66-46ee-b9f2-746ad752a260)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:32:24.338195 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-05f14da6-a63d-43b4-aad3-724d4538c9b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:24.347690 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:32:24.347690 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:32:24.347690 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:32:24.347690 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:32:24.347690 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:32:24.347690 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:32:24.347690 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:32:24.347690 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:32:24.347690 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:32:24.347690 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:32:24.347690 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:32:24.347690 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:32:24.347690 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:32:24.347690 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:32:24.347690 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:32:24.347690 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:32:24.347690 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:32:24.347690 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:32:24.347690 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:32:24.347690 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:32:24.347690 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:32:24.347690 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:32:24.347690 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:32:24.347690 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:32:24.347690 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:32:24.347690 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:32:24.347690 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:32:24.347690 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:32:24.347690 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:32:24.347690 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:32:24.347690 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:32:24.347690 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:32:24.352796 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-05f14da6-a63d-43b4-aad3-724d4538c9b1 None None] Calling delete_port for 605847f5-3d81-4bcd-aa63-6d5a7756af1e owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:32:24.355281 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a1ee5793-2bf6-42fc-9fab-f80f615fb245 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:24.362062 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1ee5793-2bf6-42fc-9fab-f80f615fb245 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:32:24.362465 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a1ee5793-2bf6-42fc-9fab-f80f615fb245 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:24.425732 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8d9a518f-e312-48ae-9df1-50b359087c66 req-d977a682-b89c-4eb4-a294-a9e914dfe868 tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] 10.222.0.52 "GET /v2.0/ports?device_id=312c808a-0f52-4a45-a947-3b543fc6c31c HTTP/1.1" status: 200 len: 210 time: 0.0770197 Oct 27 18:32:24.426640 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ae796619-912e-44af-bc74-880d86d4cca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:24.451724 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:32:24.451724 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:32:24.451724 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:32:24.451724 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:32:24.451724 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:32:24.451724 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:32:24.451724 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:32:24.451724 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:32:24.451724 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:32:24.451724 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:32:24.451724 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:32:24.451724 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:32:24.451724 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:32:24.451724 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:32:24.451724 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:32:24.451724 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:32:24.451724 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:32:24.451724 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:32:24.451724 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:32:24.451724 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:32:24.451724 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:32:24.451724 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:32:24.451724 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:32:24.451724 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:32:24.451724 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:32:24.451724 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:32:24.451724 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:32:24.451724 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:32:24.451724 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:32:24.451724 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:32:24.451724 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:32:24.451724 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:32:24.456416 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-79531a76-32cd-4cd3-9500-b8799cf7919e tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Allocated IP 10.1.1.213 (c77cbe16-409d-4d1e-8a39-10a063ae0bca/0c846821-c400-4b07-990c-53ee0d225496/b2a5ef78-9b0f-4779-ac14-f1338bdabd09) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:32:24.478091 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-e5641449-3e45-452a-80e0-e391a022dd61 None None] For port 1869773b-130e-42f0-9e67-7d9e2f96c971, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=1869773b-130e-42f0-9e67-7d9e2f96c971,segment=NetworkSegment(835d40c4-66b8-4c5e-8632-a29d009690f1),segment_id=835d40c4-66b8-4c5e-8632-a29d009690f1)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:32:24.480091 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ae796619-912e-44af-bc74-880d86d4cca0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2c6bac7042bd4cd5a56d833e7047bb15&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1012952 Oct 27 18:32:24.482747 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37722) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:24.491454 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae796619-912e-44af-bc74-880d86d4cca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a006493e-8b1d-4530-9788-549cd5fe1f31,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:24.527331 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d671d8-5665-4634-8d41-81a152083ef6 None None] Pushing event updated for resources: {'Port': ['ID=605847f5-3d81-4bcd-aa63-6d5a7756af1e,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:24.527706 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0b24ceb3-67f3-47aa-829b-f98748de572e tempest-ExternalNetworksTestJSON-237341115 tempest-ExternalNetworksTestJSON-237341115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:24.541235 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 605847f5-3d81-4bcd-aa63-6d5a7756af1e triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:32:24.541604 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:24.550716 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a1ee5793-2bf6-42fc-9fab-f80f615fb245 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:24.554474 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-51dfb624-b14b-49d7-aac7-3adda3f49380 None None] Provisioning complete for port 7f509430-b214-4773-8fc3-0e30716518ae triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:32:24.555446 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-51dfb624-b14b-49d7-aac7-3adda3f49380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:24.559786 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-b852db16-ab56-425c-a486-32a5d1798762 tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] Made reservation on behalf of bcd762a87ff14946acf4943492551b9f for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:32:24.559924 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0b24ceb3-67f3-47aa-829b-f98748de572e tempest-ExternalNetworksTestJSON-237341115 tempest-ExternalNetworksTestJSON-237341115-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:24.560028 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-b852db16-ab56-425c-a486-32a5d1798762 tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:24.566440 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0b24ceb3-67f3-47aa-829b-f98748de572e tempest-ExternalNetworksTestJSON-237341115 tempest-ExternalNetworksTestJSON-237341115-project] 10.222.0.52 "DELETE /v2.0/networks/05cb621b-adaf-4a4f-926b-6a596bb51aaf HTTP/1.1" status: 204 len: 168 time: 0.9012716 Oct 27 18:32:24.627665 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b24ceb3-67f3-47aa-829b-f98748de572e tempest-ExternalNetworksTestJSON-237341115 tempest-ExternalNetworksTestJSON-237341115-project] Pushing event deleted for resources: {'Network': ['ID=05cb621b-adaf-4a4f-926b-6a596bb51aaf,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:24.657515 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2a36d5f8-b691-48e9-ba9a-2e5ea9dc88fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:24.663353 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port c6e5783f-b98f-4774-99fc-52948c735846, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=c6e5783f-b98f-4774-99fc-52948c735846,segment=NetworkSegment(da54f3b4-fa80-4f6a-872c-1cd042d9332d),segment_id=da54f3b4-fa80-4f6a-872c-1cd042d9332d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:32:24.673453 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f493da7e-03c7-4129-82cc-664a36a0e683 req-817dc52d-2315-46e2-8964-ba83cb9f3568 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:24.684430 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f493da7e-03c7-4129-82cc-664a36a0e683 req-817dc52d-2315-46e2-8964-ba83cb9f3568 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab365562-160a-4001-b747-c95cabf10a38 HTTP/1.1" status: 200 len: 943 time: 0.1165910 Oct 27 18:32:24.687970 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'c6e5783f-b98f-4774-99fc-52948c735846', 'network_id': '23b2e040-11b8-4862-8da0-936b3872cceb', 'port_id': 'c6e5783f-b98f-4774-99fc-52948c735846', 'mac_address': 'fa:16:3e:39:b5:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '820c5f0e-f6d0-4852-a2cd-5a2baae71f1a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:32:24.690105 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e5641449-3e45-452a-80e0-e391a022dd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:24.706598 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a1ee5793-2bf6-42fc-9fab-f80f615fb245 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:24.716180 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a1ee5793-2bf6-42fc-9fab-f80f615fb245 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] 10.222.0.52 "DELETE /v2.0/networks/fcd262b6-e182-40b6-9a7b-ef746ebde48d HTTP/1.1" status: 204 len: 168 time: 3.0329573 Oct 27 18:32:24.717055 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37730) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:24.741870 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-05f14da6-a63d-43b4-aad3-724d4538c9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:24.776151 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Could not find standard attr ID for object 605847f5-3d81-4bcd-aa63-6d5a7756af1e. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 18:32:24.779432 n-d-815690-2 neutron-server[102880]: INFO neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No ports have port_id starting with 605847f5-3d81-4bcd-aa63-6d5a7756af1e Oct 27 18:32:24.804531 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7f509430-b214-4773-8fc3-0e30716518ae up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:32:24.832065 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-79531a76-32cd-4cd3-9500-b8799cf7919e tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:24.835027 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee5793-2bf6-42fc-9fab-f80f615fb245 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Pushing event deleted for resources: {'Network': ['ID=fcd262b6-e182-40b6-9a7b-ef746ebde48d,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:24.835828 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-82e9e31c-97f9-4d71-b90e-9d394ac64e87 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:24.871279 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2a36d5f8-b691-48e9-ba9a-2e5ea9dc88fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:24.908664 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f14da6-a63d-43b4-aad3-724d4538c9b1 None None] No DVR routers for this DVR port 605847f5-3d81-4bcd-aa63-6d5a7756af1e on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:32:24.911274 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f493da7e-03c7-4129-82cc-664a36a0e683 req-127fa9c6-d73c-4699-b632-35606a8dba9b tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203870 Oct 27 18:32:24.950800 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:24.970022 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e5783f-b98f-4774-99fc-52948c735846 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:32:24.976821 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5641449-3e45-452a-80e0-e391a022dd61 None None] Pushing event updated for resources: {'Port': ['ID=1869773b-130e-42f0-9e67-7d9e2f96c971,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:25.029935 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-82e9e31c-97f9-4d71-b90e-9d394ac64e87 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:25.063922 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-82e9e31c-97f9-4d71-b90e-9d394ac64e87 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d17bfae-f7eb-4d3f-8f9a-9b1e045611db']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:25.076773 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-82e9e31c-97f9-4d71-b90e-9d394ac64e87 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9391d60-ff66-46ee-b9f2-746ad752a260') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:25.077344 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-82e9e31c-97f9-4d71-b90e-9d394ac64e87 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9391d60-ff66-46ee-b9f2-746ad752a260') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:25.079709 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-51dfb624-b14b-49d7-aac7-3adda3f49380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:25.093326 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-82e9e31c-97f9-4d71-b90e-9d394ac64e87 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:25.112363 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-82e9e31c-97f9-4d71-b90e-9d394ac64e87 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:25.121193 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82e9e31c-97f9-4d71-b90e-9d394ac64e87 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:32:25.121938 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-82e9e31c-97f9-4d71-b90e-9d394ac64e87 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:25.136006 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 7f509430-b214-4773-8fc3-0e30716518ae triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:32:25.136560 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:25.210306 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:32:25.210306 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:32:25.210306 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:32:25.210306 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:32:25.210306 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:32:25.210306 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:32:25.210306 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:32:25.210306 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:32:25.210306 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:32:25.210306 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:32:25.210306 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:32:25.210306 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:32:25.210306 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:32:25.210306 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:32:25.210306 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:32:25.210306 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:32:25.210306 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:32:25.210306 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:32:25.210306 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:32:25.210306 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:32:25.210306 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:32:25.210306 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:32:25.210306 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:32:25.210306 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:32:25.210306 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:32:25.210306 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:32:25.210306 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:32:25.210306 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:32:25.210306 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:32:25.210306 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:32:25.210306 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:32:25.210306 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:32:25.241043 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-b852db16-ab56-425c-a486-32a5d1798762 tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] Allocated IP 172.20.0.13 (05c107a1-df27-477f-9366-3d04acc2bd33/e83d6b17-4db2-45bd-a66b-59cc66cf3d5c/faa0f0f3-1134-4d41-8d75-249353032458) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:32:25.283871 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-82e9e31c-97f9-4d71-b90e-9d394ac64e87 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:25.295395 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-82e9e31c-97f9-4d71-b90e-9d394ac64e87 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:25.306020 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-82e9e31c-97f9-4d71-b90e-9d394ac64e87 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] 10.222.0.52 "DELETE /v2.0/networks/4d17bfae-f7eb-4d3f-8f9a-9b1e045611db HTTP/1.1" status: 204 len: 168 time: 0.5850000 Oct 27 18:32:25.331770 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37738) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:25.365225 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f14da6-a63d-43b4-aad3-724d4538c9b1 None None] Pushing event deleted for resources: {'Port': ['ID=605847f5-3d81-4bcd-aa63-6d5a7756af1e,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:25.385345 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port c6e5783f-b98f-4774-99fc-52948c735846, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=c6e5783f-b98f-4774-99fc-52948c735846,segment=NetworkSegment(da54f3b4-fa80-4f6a-872c-1cd042d9332d),segment_id=da54f3b4-fa80-4f6a-872c-1cd042d9332d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:32:25.424803 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37740) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:25.436538 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-79531a76-32cd-4cd3-9500-b8799cf7919e tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:25.436786 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-51dfb624-b14b-49d7-aac7-3adda3f49380 None None] For port 7f509430-b214-4773-8fc3-0e30716518ae, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=7f509430-b214-4773-8fc3-0e30716518ae,segment=NetworkSegment(4033ff10-20d7-4fe8-a555-cb66828d83d8),segment_id=4033ff10-20d7-4fe8-a555-cb66828d83d8)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:32:25.484690 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:25.534458 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79531a76-32cd-4cd3-9500-b8799cf7919e tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Pushing event updated for resources: {'Port': ['ID=b2a5ef78-9b0f-4779-ac14-f1338bdabd09,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:25.545078 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e316926c-e91c-4eb0-a41c-131cb9f76038 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:25.557094 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=c6e5783f-b98f-4774-99fc-52948c735846,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:25.561301 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9e31c-97f9-4d71-b90e-9d394ac64e87 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Pushing event deleted for resources: {'Network': ['ID=4d17bfae-f7eb-4d3f-8f9a-9b1e045611db,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:25.564605 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-51dfb624-b14b-49d7-aac7-3adda3f49380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:25.566870 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2a36d5f8-b691-48e9-ba9a-2e5ea9dc88fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:25.574532 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2a36d5f8-b691-48e9-ba9a-2e5ea9dc88fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:25.578065 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-2a36d5f8-b691-48e9-ba9a-2e5ea9dc88fc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a006493e-8b1d-4530-9788-549cd5fe1f31 HTTP/1.1" status: 204 len: 168 time: 1.0920527 Oct 27 18:32:25.608541 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a36d5f8-b691-48e9-ba9a-2e5ea9dc88fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a006493e-8b1d-4530-9788-549cd5fe1f31,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:25.609889 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79531a76-32cd-4cd3-9500-b8799cf7919e tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Network c77cbe16-409d-4d1e-8a39-10a063ae0bca is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:32:25.618920 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:25.620966 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-51dfb624-b14b-49d7-aac7-3adda3f49380 None None] Could not find standard attr ID for object 0e151670-f9fe-47cd-8d88-45ae48722a4b. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 18:32:25.628000 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-79531a76-32cd-4cd3-9500-b8799cf7919e tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:32:25.634621 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79531a76-32cd-4cd3-9500-b8799cf7919e tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:32:25.692877 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fdb964d6-4d55-4407-a8de-82d8d3996dcc req-fd670e3d-7a06-435e-bc02-d7337f0c0ab5 tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] 10.222.0.52 "GET /v2.0/ports?device_id=312c808a-0f52-4a45-a947-3b543fc6c31c HTTP/1.1" status: 200 len: 210 time: 0.0871341 Oct 27 18:32:25.771012 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79531a76-32cd-4cd3-9500-b8799cf7919e tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:25.773105 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-79531a76-32cd-4cd3-9500-b8799cf7919e tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:25.822644 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['c6e5783f-b98f-4774-99fc-52948c735846'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:32:25.907687 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37752) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:25.916993 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-79531a76-32cd-4cd3-9500-b8799cf7919e tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.4268010 Oct 27 18:32:25.921208 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-bbf94191-7465-4f0b-9ca0-1c04142bc9cb tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Request body: {'port': {'network_id': 'c77cbe16-409d-4d1e-8a39-10a063ae0bca', 'name': 'tempest-TaggedBootDevicesTest_v242-1639230596', 'fixed_ips': [{'subnet_id': '0c846821-c400-4b07-990c-53ee0d225496'}]}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:25.945334 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-b852db16-ab56-425c-a486-32a5d1798762 tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:26.023151 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37756) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:26.025638 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8a28c93e-04ab-4d27-a4ea-516801870704 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a36d98e562ae462a82a8ebebc947c363&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5975418 Oct 27 18:32:26.034156 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dfb624-b14b-49d7-aac7-3adda3f49380 None None] Pushing event updated for resources: {'Port': ['ID=7f509430-b214-4773-8fc3-0e30716518ae,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:26.063369 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:32:26.066142 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:32:26.070018 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-0ff28b8e-cc63-43d0-a210-3e9f3ace45c0 None None] Provisioning complete for port 7f509430-b214-4773-8fc3-0e30716518ae triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:32:26.072213 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0ff28b8e-cc63-43d0-a210-3e9f3ace45c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:26.090803 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e316926c-e91c-4eb0-a41c-131cb9f76038 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:26.181159 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-b852db16-ab56-425c-a486-32a5d1798762 tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:26.193990 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-e316926c-e91c-4eb0-a41c-131cb9f76038 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b96076e-b58e-46ed-ba9c-fd8afac5e3cf']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:26.257166 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c15a2-47c3-44d7-aace-dcf607fee3bd req-ffc62d71-ab5b-48f3-a658-1e6a7fee1485 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:26.265010 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b02c15a2-47c3-44d7-aace-dcf607fee3bd req-ffc62d71-ab5b-48f3-a658-1e6a7fee1485 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab365562-160a-4001-b747-c95cabf10a38 HTTP/1.1" status: 200 len: 944 time: 0.1873536 Oct 27 18:32:26.265349 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-b852db16-ab56-425c-a486-32a5d1798762 tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] Network 05c107a1-df27-477f-9366-3d04acc2bd33 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:32:26.269516 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-b852db16-ab56-425c-a486-32a5d1798762 tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:32:26.276290 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-b852db16-ab56-425c-a486-32a5d1798762 tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:32:26.294360 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-e316926c-e91c-4eb0-a41c-131cb9f76038 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14654e6f-c9a2-4183-9115-0454c52b4891') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:26.294655 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-e316926c-e91c-4eb0-a41c-131cb9f76038 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14654e6f-c9a2-4183-9115-0454c52b4891') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:26.338311 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e316926c-e91c-4eb0-a41c-131cb9f76038 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:26.383564 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:26.415798 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6e7fd85f-0f09-40ae-af59-2815ccb90845 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:26.427514 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-b852db16-ab56-425c-a486-32a5d1798762 tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:26.428365 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-b852db16-ab56-425c-a486-32a5d1798762 tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:26.459749 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b852db16-ab56-425c-a486-32a5d1798762 tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] Pushing event updated for resources: {'Port': ['ID=faa0f0f3-1134-4d41-8d75-249353032458,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:26.471581 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b02c15a2-47c3-44d7-aace-dcf607fee3bd req-e4821a8b-b3ca-413b-8905-8ad1e78a0e72 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056916 Oct 27 18:32:26.515512 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6e7fd85f-0f09-40ae-af59-2815ccb90845 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:26.529288 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-b852db16-ab56-425c-a486-32a5d1798762 tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5139413 Oct 27 18:32:26.537061 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-52eb40ac-78ca-4169-a5f9-3d1810a2225c None None] Provisioning complete for port b2a5ef78-9b0f-4779-ac14-f1338bdabd09 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:32:26.537061 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-52eb40ac-78ca-4169-a5f9-3d1810a2225c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:26.545486 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-ef081d22-a122-427e-afdc-6191b3907f64 service neutron] Request body: {'port': {'device_id': '312c808a-0f52-4a45-a947-3b543fc6c31c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:26.559497 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a3d5e0-9219-4a60-9797-1c0940b71e9c None None] Network 7a4a9448-dde2-4330-a4d7-528d39b56a56 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:32:26.575719 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e316926c-e91c-4eb0-a41c-131cb9f76038 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:26.642937 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-ef081d22-a122-427e-afdc-6191b3907f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:26.669717 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e316926c-e91c-4eb0-a41c-131cb9f76038 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:32:26.671991 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e316926c-e91c-4eb0-a41c-131cb9f76038 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:26.722579 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:32:26.722579 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:32:26.722579 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:32:26.722579 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:32:26.722579 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:32:26.722579 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:32:26.722579 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:32:26.722579 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:32:26.722579 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:32:26.722579 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:32:26.722579 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:32:26.722579 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:32:26.722579 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:32:26.722579 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:32:26.722579 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:32:26.722579 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:32:26.722579 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:32:26.722579 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:32:26.722579 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:32:26.722579 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:32:26.722579 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:32:26.722579 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:32:26.722579 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:32:26.722579 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:32:26.722579 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:32:26.722579 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:32:26.722579 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:32:26.722579 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:32:26.722579 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:32:26.722579 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:32:26.722579 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:32:26.722579 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:32:26.794307 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf94191-7465-4f0b-9ca0-1c04142bc9cb tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Made reservation on behalf of f7ff550a115b45e2bb54d05b8fe668a7 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:32:26.887607 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6e7fd85f-0f09-40ae-af59-2815ccb90845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:26.890261 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6e7fd85f-0f09-40ae-af59-2815ccb90845 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:26.891661 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6e7fd85f-0f09-40ae-af59-2815ccb90845 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4e56c1eb-83a6-4ab2-9958-8c494de25521 HTTP/1.1" status: 204 len: 168 time: 0.8247557 Oct 27 18:32:26.904196 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea7896-ffb4-47c0-b122-5682fa4baa74 req-e7ce5d28-9897-4298-85ac-f32460431b5e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:26.910947 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea7896-ffb4-47c0-b122-5682fa4baa74 req-e7ce5d28-9897-4298-85ac-f32460431b5e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:26.917975 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea7896-ffb4-47c0-b122-5682fa4baa74 req-e7ce5d28-9897-4298-85ac-f32460431b5e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:26.927407 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea7896-ffb4-47c0-b122-5682fa4baa74 req-e7ce5d28-9897-4298-85ac-f32460431b5e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:26.927515 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-52eb40ac-78ca-4169-a5f9-3d1810a2225c None None] Port b2a5ef78-9b0f-4779-ac14-f1338bdabd09 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:32:26.932091 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea7896-ffb4-47c0-b122-5682fa4baa74 req-e7ce5d28-9897-4298-85ac-f32460431b5e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:26.938762 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea7896-ffb4-47c0-b122-5682fa4baa74 req-e7ce5d28-9897-4298-85ac-f32460431b5e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:26.944894 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea7896-ffb4-47c0-b122-5682fa4baa74 req-e7ce5d28-9897-4298-85ac-f32460431b5e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:26.953542 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9dea7896-ffb4-47c0-b122-5682fa4baa74 req-e7ce5d28-9897-4298-85ac-f32460431b5e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 5433 time: 0.5138264 Oct 27 18:32:27.011372 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:27.019056 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7fd85f-0f09-40ae-af59-2815ccb90845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e56c1eb-83a6-4ab2-9958-8c494de25521,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:27.084972 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-ef081d22-a122-427e-afdc-6191b3907f64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faa0f0f3-1134-4d41-8d75-249353032458 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:32:27.101452 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-ef081d22-a122-427e-afdc-6191b3907f64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:27.114561 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9dea7896-ffb4-47c0-b122-5682fa4baa74 req-c269c5b0-4682-4e03-b4d5-fee21d38d4d9 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=02a89f5e-a42d-4682-bd74-7f652c60708b&id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1600056 Oct 27 18:32:27.115814 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e316926c-e91c-4eb0-a41c-131cb9f76038 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:27.119942 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-ef081d22-a122-427e-afdc-6191b3907f64 service neutron] Transition to ACTIVE for port object faa0f0f3-1134-4d41-8d75-249353032458 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:32:27.135462 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e316926c-e91c-4eb0-a41c-131cb9f76038 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:27.143160 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e316926c-e91c-4eb0-a41c-131cb9f76038 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] 10.222.0.52 "DELETE /v2.0/networks/6b96076e-b58e-46ed-ba9c-fd8afac5e3cf HTTP/1.1" status: 204 len: 168 time: 1.8100846 Oct 27 18:32:27.149150 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37780) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:27.183445 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928d058-98c6-4e12-9d16-a03d635015bf req-136f5543-0aad-4b48-9b16-03d76b5661d5 tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:27.192123 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5928d058-98c6-4e12-9d16-a03d635015bf req-136f5543-0aad-4b48-9b16-03d76b5661d5 tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] 10.222.0.52 "GET /v2.0/ports?device_id=312c808a-0f52-4a45-a947-3b543fc6c31c HTTP/1.1" status: 200 len: 932 time: 0.3890927 Oct 27 18:32:27.198171 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f5eafa5f-9a7a-4b9c-89c6-1fee74a673cc None None] Provisioning complete for port 1869773b-130e-42f0-9e67-7d9e2f96c971 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:32:27.198546 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f5eafa5f-9a7a-4b9c-89c6-1fee74a673cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:27.206133 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e316926c-e91c-4eb0-a41c-131cb9f76038 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Pushing event deleted for resources: {'Network': ['ID=6b96076e-b58e-46ed-ba9c-fd8afac5e3cf,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:27.216488 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bbf94191-7465-4f0b-9ca0-1c04142bc9cb tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:27.265565 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-bbf94191-7465-4f0b-9ca0-1c04142bc9cb tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] device_id is not set on port de66f073-b55a-4294-bcf0-2738e20e2c40 yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:32:27.329866 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5928d058-98c6-4e12-9d16-a03d635015bf req-2a78742b-790c-4fbc-bb6b-6a9925c44d8b tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85acfef-2cf8-40ef-89db-ed632f864643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310372 Oct 27 18:32:27.376848 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-ef081d22-a122-427e-afdc-6191b3907f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:27.457626 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f5eafa5f-9a7a-4b9c-89c6-1fee74a673cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:27.468454 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7f509430-b214-4773-8fc3-0e30716518ae up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:32:27.512517 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef081d22-a122-427e-afdc-6191b3907f64 service neutron] Pushing event updated for resources: {'Port': ['ID=faa0f0f3-1134-4d41-8d75-249353032458,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:27.588686 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1bb3dfac-8b04-4598-bf59-076aed553431 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:27.615359 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f5eafa5f-9a7a-4b9c-89c6-1fee74a673cc None None] For port 1869773b-130e-42f0-9e67-7d9e2f96c971, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=1869773b-130e-42f0-9e67-7d9e2f96c971,segment=NetworkSegment(835d40c4-66b8-4c5e-8632-a29d009690f1),segment_id=835d40c4-66b8-4c5e-8632-a29d009690f1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:32:27.655319 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 7f509430-b214-4773-8fc3-0e30716518ae triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:32:27.657350 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:27.746674 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f5eafa5f-9a7a-4b9c-89c6-1fee74a673cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:27.747054 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-ef081d22-a122-427e-afdc-6191b3907f64 service neutron] Attempting to bind port faa0f0f3-1134-4d41-8d75-249353032458 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:32:27.747578 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-ef081d22-a122-427e-afdc-6191b3907f64 service neutron] Attempting to bind port faa0f0f3-1134-4d41-8d75-249353032458 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '4b85b22b-ff45-49ea-9f73-282b9c87d785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '05c107a1-df27-477f-9366-3d04acc2bd33'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:32:27.750990 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-ef081d22-a122-427e-afdc-6191b3907f64 service neutron] Attempting to bind port faa0f0f3-1134-4d41-8d75-249353032458 on network 05c107a1-df27-477f-9366-3d04acc2bd33 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:32:27.762253 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-ef081d22-a122-427e-afdc-6191b3907f64 service neutron] Port faa0f0f3-1134-4d41-8d75-249353032458 on network 05c107a1-df27-477f-9366-3d04acc2bd33 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:32:27.762853 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-ef081d22-a122-427e-afdc-6191b3907f64 service neutron] Attempting to bind port faa0f0f3-1134-4d41-8d75-249353032458 on network 05c107a1-df27-477f-9366-3d04acc2bd33 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:32:27.811437 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-ef081d22-a122-427e-afdc-6191b3907f64 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:32:27.812532 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-ef081d22-a122-427e-afdc-6191b3907f64 service neutron] Checking segment: {'id': '4b85b22b-ff45-49ea-9f73-282b9c87d785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '05c107a1-df27-477f-9366-3d04acc2bd33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:32:27.813492 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-ef081d22-a122-427e-afdc-6191b3907f64 service neutron] Bound using segment: {'id': '4b85b22b-ff45-49ea-9f73-282b9c87d785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '05c107a1-df27-477f-9366-3d04acc2bd33'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:32:27.814212 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-ef081d22-a122-427e-afdc-6191b3907f64 service neutron] Bound port: faa0f0f3-1134-4d41-8d75-249353032458, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b85b22b-ff45-49ea-9f73-282b9c87d785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '05c107a1-df27-477f-9366-3d04acc2bd33'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:32:27.815237 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-ef081d22-a122-427e-afdc-6191b3907f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:27.883588 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eafa5f-9a7a-4b9c-89c6-1fee74a673cc None None] Pushing event updated for resources: {'Port': ['ID=1869773b-130e-42f0-9e67-7d9e2f96c971,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:27.891841 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 1869773b-130e-42f0-9e67-7d9e2f96c971 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:32:27.893527 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-69be2e0f-7347-4ebd-a499-800b0e29651a tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:27.901712 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-7535bfc6-f67b-49ab-a1c1-3589c0f97d01 None None] Provisioning complete for port 1869773b-130e-42f0-9e67-7d9e2f96c971 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:32:27.902014 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7535bfc6-f67b-49ab-a1c1-3589c0f97d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:27.907738 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-69be2e0f-7347-4ebd-a499-800b0e29651a tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:27.926340 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-69be2e0f-7347-4ebd-a499-800b0e29651a tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:27.945966 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-69be2e0f-7347-4ebd-a499-800b0e29651a tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:27.955907 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-69be2e0f-7347-4ebd-a499-800b0e29651a tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:27.963440 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-69be2e0f-7347-4ebd-a499-800b0e29651a tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:27.969728 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-69be2e0f-7347-4ebd-a499-800b0e29651a tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:27.970793 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1bb3dfac-8b04-4598-bf59-076aed553431 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:27.971789 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-69be2e0f-7347-4ebd-a499-800b0e29651a tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.93 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 5433 time: 0.5823781 Oct 27 18:32:28.003878 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device c6e5783f-b98f-4774-99fc-52948c735846 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:32:28.029054 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-1bb3dfac-8b04-4598-bf59-076aed553431 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07384351-e710-45ca-8f28-30a2f83c86e2']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:28.042844 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-ef081d22-a122-427e-afdc-6191b3907f64 service neutron] For port faa0f0f3-1134-4d41-8d75-249353032458, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:32:28.046453 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-1bb3dfac-8b04-4598-bf59-076aed553431 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73ce39e0-8bc1-4c04-8346-a15a2c4dbcfd') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:28.047196 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-1bb3dfac-8b04-4598-bf59-076aed553431 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73ce39e0-8bc1-4c04-8346-a15a2c4dbcfd') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:28.050292 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-ef081d22-a122-427e-afdc-6191b3907f64 service neutron] For port faa0f0f3-1134-4d41-8d75-249353032458, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=faa0f0f3-1134-4d41-8d75-249353032458,segment=NetworkSegment(4b85b22b-ff45-49ea-9f73-282b9c87d785),segment_id=4b85b22b-ff45-49ea-9f73-282b9c87d785)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:32:28.061494 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1bb3dfac-8b04-4598-bf59-076aed553431 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:28.084986 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1bb3dfac-8b04-4598-bf59-076aed553431 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:28.096545 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb3dfac-8b04-4598-bf59-076aed553431 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:32:28.097361 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1bb3dfac-8b04-4598-bf59-076aed553431 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:28.101184 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:32:28.101184 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:32:28.101184 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:32:28.101184 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:32:28.101184 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:32:28.101184 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:32:28.101184 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:32:28.101184 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:32:28.101184 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:32:28.101184 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:32:28.101184 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:32:28.101184 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:32:28.101184 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:32:28.101184 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:32:28.101184 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:32:28.101184 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:32:28.101184 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:32:28.101184 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:32:28.101184 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:32:28.101184 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:32:28.101184 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:32:28.101184 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:32:28.101184 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:32:28.101184 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:32:28.101184 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:32:28.101184 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:32:28.101184 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:32:28.101184 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:32:28.101184 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:32:28.101184 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:32:28.101184 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:32:28.101184 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:32:28.107459 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f3799-2a43-41b5-bf99-d2cb13d8bc4b req-1213f02c-7d5b-4263-9150-4d268b12427d tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:28.118841 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-685f3799-2a43-41b5-bf99-d2cb13d8bc4b req-1213f02c-7d5b-4263-9150-4d268b12427d tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab365562-160a-4001-b747-c95cabf10a38 HTTP/1.1" status: 200 len: 944 time: 0.4664941 Oct 27 18:32:28.123499 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-42f75261-5785-4302-b966-093146162e97 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:28.124822 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-42f75261-5785-4302-b966-093146162e97 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.93 "GET /v2.0/ports/4ebc892e-5692-4841-830c-8e4b29b7659e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1456010 Oct 27 18:32:28.185639 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 1869773b-130e-42f0-9e67-7d9e2f96c971 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:32:28.185993 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:28.214301 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-ef081d22-a122-427e-afdc-6191b3907f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:28.285872 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port c6e5783f-b98f-4774-99fc-52948c735846 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:32:28.313301 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-bbf94191-7465-4f0b-9ca0-1c04142bc9cb tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Allocated IP 10.1.1.250 (c77cbe16-409d-4d1e-8a39-10a063ae0bca/0c846821-c400-4b07-990c-53ee0d225496/de66f073-b55a-4294-bcf0-2738e20e2c40) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:32:28.314227 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port c6e5783f-b98f-4774-99fc-52948c735846 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:32:28.314623 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:28.339295 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37802) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:28.355464 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-ef081d22-a122-427e-afdc-6191b3907f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:28.356281 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-ef081d22-a122-427e-afdc-6191b3907f64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:28.357807 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-ef081d22-a122-427e-afdc-6191b3907f64 service neutron] 10.222.0.93 "PUT /v2.0/ports/faa0f0f3-1134-4d41-8d75-249353032458 HTTP/1.1" status: 200 len: 1092 time: 1.8170376 Oct 27 18:32:28.362452 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '312c808a-0f52-4a45-a947-3b543fc6c31c', 'tag': 'faa0f0f3-1134-4d41-8d75-249353032458'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:32:28.367055 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5daa81-e7d4-430a-a58b-2213d4fa3da6" -d '{"events": [{"name": "network-changed", "server_uuid": "312c808a-0f52-4a45-a947-3b543fc6c31c", "tag": "faa0f0f3-1134-4d41-8d75-249353032458"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:32:28.370343 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1bb3dfac-8b04-4598-bf59-076aed553431 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:28.380703 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-685f3799-2a43-41b5-bf99-d2cb13d8bc4b req-a40d8a12-5c8e-40b0-9a23-e946ae8ffc19 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609053 Oct 27 18:32:28.403369 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1bb3dfac-8b04-4598-bf59-076aed553431 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:28.403369 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1bb3dfac-8b04-4598-bf59-076aed553431 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] 10.222.0.52 "DELETE /v2.0/networks/07384351-e710-45ca-8f28-30a2f83c86e2 HTTP/1.1" status: 204 len: 168 time: 1.2551253 Oct 27 18:32:28.403369 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb3dfac-8b04-4598-bf59-076aed553431 tempest-BulkNetworkOpsIpV6Test-1911423843 tempest-BulkNetworkOpsIpV6Test-1911423843-project] Pushing event deleted for resources: {'Network': ['ID=07384351-e710-45ca-8f28-30a2f83c86e2,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:28.403653 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef081d22-a122-427e-afdc-6191b3907f64 service neutron] Pushing event updated for resources: {'Port': ['ID=faa0f0f3-1134-4d41-8d75-249353032458,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:28.572276 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 605847f5-3d81-4bcd-aa63-6d5a7756af1e no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:32:28.609838 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 605847f5-3d81-4bcd-aa63-6d5a7756af1e {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:32:28.610186 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 605847f5-3d81-4bcd-aa63-6d5a7756af1e not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:32:28.610612 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 0e151670-f9fe-47cd-8d88-45ae48722a4b no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:32:28.644248 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 0e151670-f9fe-47cd-8d88-45ae48722a4b {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:32:28.644603 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 0e151670-f9fe-47cd-8d88-45ae48722a4b not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:32:28.649986 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:28.688548 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab365562-160a-4001-b747-c95cabf10a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e5783f-b98f-4774-99fc-52948c735846'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:32:28.691458 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59d1b4e-9a22-49d4-be20-510243f2bc59" -d '{"events": [{"server_uuid": "ab365562-160a-4001-b747-c95cabf10a38", "name": "network-vif-plugged", "status": "completed", "tag": "c6e5783f-b98f-4774-99fc-52948c735846"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:32:28.711632 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port c6e5783f-b98f-4774-99fc-52948c735846, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=c6e5783f-b98f-4774-99fc-52948c735846,segment=NetworkSegment(da54f3b4-fa80-4f6a-872c-1cd042d9332d),segment_id=da54f3b4-fa80-4f6a-872c-1cd042d9332d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:32:28.791467 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:28.792449 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 60727fe8-f91e-429f-b6a7-1c21b5327137 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:32:28.960291 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-66dbd6f5-cae4-477e-9bcd-961083bcfb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:28.960291 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-66dbd6f5-cae4-477e-9bcd-961083bcfb7c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bcd762a87ff14946acf4943492551b9f&device_id=312c808a-0f52-4a45-a947-3b543fc6c31c HTTP/1.1" status: 200 len: 1095 time: 0.4632027 Oct 27 18:32:28.978018 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-64f37c94-200a-48a5-bfa3-272a0191d8e3 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.93 "GET /v2.0/networks/f4e9126d-2ff7-47a1-bfee-b0e033396219?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.8451533 Oct 27 18:32:29.018336 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-13b757c2-ce80-4438-b002-0e8dec39f618 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:29.040000 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-1d04901f-a85e-46c2-81cb-391937bb504e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=faa0f0f3-1134-4d41-8d75-249353032458 HTTP/1.1" status: 200 len: 217 time: 0.0690029 Oct 27 18:32:29.049105 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d35cd-5688-4efb-8535-8c1ad1bf2645 req-b4a8de18-0aff-488d-a446-dfd30a3755de tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:29.056394 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d35cd-5688-4efb-8535-8c1ad1bf2645 req-b4a8de18-0aff-488d-a446-dfd30a3755de tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:29.068648 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d35cd-5688-4efb-8535-8c1ad1bf2645 req-b4a8de18-0aff-488d-a446-dfd30a3755de tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:29.076245 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d35cd-5688-4efb-8535-8c1ad1bf2645 req-b4a8de18-0aff-488d-a446-dfd30a3755de tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:29.083536 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d35cd-5688-4efb-8535-8c1ad1bf2645 req-b4a8de18-0aff-488d-a446-dfd30a3755de tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:29.084015 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=c6e5783f-b98f-4774-99fc-52948c735846,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:29.092740 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d35cd-5688-4efb-8535-8c1ad1bf2645 req-b4a8de18-0aff-488d-a446-dfd30a3755de tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:29.100592 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d35cd-5688-4efb-8535-8c1ad1bf2645 req-b4a8de18-0aff-488d-a446-dfd30a3755de tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:29.112174 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a93d35cd-5688-4efb-8535-8c1ad1bf2645 req-b4a8de18-0aff-488d-a446-dfd30a3755de tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 5433 time: 0.7547631 Oct 27 18:32:29.117014 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 1869773b-130e-42f0-9e67-7d9e2f96c971 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:32:29.119538 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37828) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:29.120028 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7be1164f-6fcf-4443-b681-023778c82102 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5d81752ba2bf4c658cfbb1cf7719c3cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7767780 Oct 27 18:32:29.167596 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37830) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:29.196306 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:29.219000 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-d3c19956-992a-4e3a-a4ea-e716a26a1479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:29.219000 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-d3c19956-992a-4e3a-a4ea-e716a26a1479 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e83d6b17-4db2-45bd-a66b-59cc66cf3d5c HTTP/1.1" status: 200 len: 849 time: 0.1731615 Oct 27 18:32:29.290329 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-8d0bc751-f2ec-4fc9-852e-e791b505f8ad service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=05c107a1-df27-477f-9366-3d04acc2bd33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599380 Oct 27 18:32:29.293349 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a602e208-9a43-468d-a3a6-f4baa6ac4526 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:29.305634 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 60727fe8-f91e-429f-b6a7-1c21b5327137, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=60727fe8-f91e-429f-b6a7-1c21b5327137,segment=NetworkSegment(0e53b951-b795-4081-92ab-f8169ec212e0),segment_id=0e53b951-b795-4081-92ab-f8169ec212e0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:32:29.328556 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a93d35cd-5688-4efb-8535-8c1ad1bf2645 req-16c4d5ed-1998-45c0-884e-5d539effa111 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=02a89f5e-a42d-4682-bd74-7f652c60708b&id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2104459 Oct 27 18:32:29.337162 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 1869773b-130e-42f0-9e67-7d9e2f96c971 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:32:29.337671 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:29.359994 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a8153-e0ca-403b-9cb7-33c539769e8d req-e010ac88-829d-456d-9bfb-f7ed17ba6133 tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:29.391507 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-626a8153-e0ca-403b-9cb7-33c539769e8d req-e010ac88-829d-456d-9bfb-f7ed17ba6133 tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] 10.222.0.52 "GET /v2.0/ports?device_id=312c808a-0f52-4a45-a947-3b543fc6c31c HTTP/1.1" status: 200 len: 944 time: 0.8509097 Oct 27 18:32:29.404813 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:29.409025 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 4ebc892e-5692-4841-830c-8e4b29b7659e no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:32:29.446706 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a602e208-9a43-468d-a3a6-f4baa6ac4526 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:29.474289 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-13b757c2-ce80-4438-b002-0e8dec39f618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:29.486681 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b6353c2e-76ed-4e45-a3f9-5fb5e2a336f7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=436e1ba00dce4fe98371074b56a08ada&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3110917 Oct 27 18:32:29.487465 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37840) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:29.558115 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-626a8153-e0ca-403b-9cb7-33c539769e8d req-79b78a2b-de35-4103-9e6c-bbc41843188b tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85acfef-2cf8-40ef-89db-ed632f864643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656132 Oct 27 18:32:29.605824 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=60727fe8-f91e-429f-b6a7-1c21b5327137,revision_number=6']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:29.609195 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de34b24-f090-4583-a2ae-c2d9ea3c763e x-openstack-request-id: req-4de34b24-f090-4583-a2ae-c2d9ea3c763e {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:32:29.609501 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "312c808a-0f52-4a45-a947-3b543fc6c31c", "tag": "faa0f0f3-1134-4d41-8d75-249353032458", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:32:29.609764 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4de34b24-f090-4583-a2ae-c2d9ea3c763e {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:32:29.612002 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '312c808a-0f52-4a45-a947-3b543fc6c31c', 'tag': 'faa0f0f3-1134-4d41-8d75-249353032458', 'status': 'completed', 'code': 200} Oct 27 18:32:29.650500 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a8b68d-f482-420e-a352-73e6b38a300e x-openstack-request-id: req-f8a8b68d-f482-420e-a352-73e6b38a300e {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:32:29.650805 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab365562-160a-4001-b747-c95cabf10a38", "name": "network-vif-plugged", "status": "completed", "tag": "c6e5783f-b98f-4774-99fc-52948c735846", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:32:29.651198 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f8a8b68d-f482-420e-a352-73e6b38a300e {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:32:29.651658 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab365562-160a-4001-b747-c95cabf10a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e5783f-b98f-4774-99fc-52948c735846', 'code': 200} Oct 27 18:32:29.653586 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:29.661782 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-3e4968a8-bb51-4353-98d8-a8bd7c04aef2 service neutron] 10.222.0.93 "GET /v2.0/networks/05c107a1-df27-477f-9366-3d04acc2bd33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541169 Oct 27 18:32:29.681545 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bbf94191-7465-4f0b-9ca0-1c04142bc9cb tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:29.797668 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e772298d-2598-421c-b292-63b50a37780d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:29.826222 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ede49-b04c-4846-a5d5-ebddd8337a71 req-f1ca5a64-cb2a-44b0-b052-62a00aa52b1e tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:29.827858 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1f1ede49-b04c-4846-a5d5-ebddd8337a71 req-f1ca5a64-cb2a-44b0-b052-62a00aa52b1e tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab365562-160a-4001-b747-c95cabf10a38 HTTP/1.1" status: 200 len: 945 time: 0.1503706 Oct 27 18:32:29.842630 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a602e208-9a43-468d-a3a6-f4baa6ac4526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:29.845297 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a602e208-9a43-468d-a3a6-f4baa6ac4526 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:29.849222 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a602e208-9a43-468d-a3a6-f4baa6ac4526 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3b5706f4-fc29-42d7-87c3-f6138bc6a117 HTTP/1.1" status: 204 len: 168 time: 0.7286923 Oct 27 18:32:29.876206 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e772298d-2598-421c-b292-63b50a37780d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:29.893928 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a602e208-9a43-468d-a3a6-f4baa6ac4526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5706f4-fc29-42d7-87c3-f6138bc6a117,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:29.904032 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0bef23-da54-4a9e-8d72-e1466b28a459 req-7e0f9b01-65ba-4dc9-b501-827dbcf9a356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:29.905761 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bf0bef23-da54-4a9e-8d72-e1466b28a459 req-7e0f9b01-65ba-4dc9-b501-827dbcf9a356 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ab365562-160a-4001-b747-c95cabf10a38 HTTP/1.1" status: 200 len: 1096 time: 0.1635416 Oct 27 18:32:29.924129 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-15ef7d04-5353-4031-b255-d13c48a2e16a req-b94bdf27-213b-4564-ab4b-b1ddbe9fb9fa service neutron] 10.222.0.93 "GET /v2.0/networks/05c107a1-df27-477f-9366-3d04acc2bd33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417731 Oct 27 18:32:29.931442 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1f1ede49-b04c-4846-a5d5-ebddd8337a71 req-6e11c1c8-a956-4998-a34d-cdfab8e5989e tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923514 Oct 27 18:32:29.934665 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-13b757c2-ce80-4438-b002-0e8dec39f618 service neutron] For port 4ebc892e-5692-4841-830c-8e4b29b7659e, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=4ebc892e-5692-4841-830c-8e4b29b7659e,segment=NetworkSegment(1be5cc61-e9e2-4782-8a72-95f16196fee4),segment_id=1be5cc61-e9e2-4782-8a72-95f16196fee4)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:32:29.974241 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bf0bef23-da54-4a9e-8d72-e1466b28a459 req-9edb3b88-021a-467d-9c15-3a944eabf35d service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616050 Oct 27 18:32:29.977199 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-13b757c2-ce80-4438-b002-0e8dec39f618 service neutron] For port 4ebc892e-5692-4841-830c-8e4b29b7659e, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:32:30.012180 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-13b757c2-ce80-4438-b002-0e8dec39f618 service neutron] device_id is not set on port 4ebc892e-5692-4841-830c-8e4b29b7659e yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:32:30.021808 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-13b757c2-ce80-4438-b002-0e8dec39f618 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:30.026895 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bbf94191-7465-4f0b-9ca0-1c04142bc9cb tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:30.075418 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf94191-7465-4f0b-9ca0-1c04142bc9cb tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Network c77cbe16-409d-4d1e-8a39-10a063ae0bca is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:32:30.078589 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-bbf94191-7465-4f0b-9ca0-1c04142bc9cb tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:32:30.082642 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf94191-7465-4f0b-9ca0-1c04142bc9cb tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:32:30.086450 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e772298d-2598-421c-b292-63b50a37780d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:30.090144 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf94191-7465-4f0b-9ca0-1c04142bc9cb tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Pushing event updated for resources: {'Port': ['ID=de66f073-b55a-4294-bcf0-2738e20e2c40,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:30.098276 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e772298d-2598-421c-b292-63b50a37780d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:30.099493 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e772298d-2598-421c-b292-63b50a37780d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4014fa7a-c666-4154-a10f-59b52a46b206 HTTP/1.1" status: 204 len: 168 time: 0.5615001 Oct 27 18:32:30.118873 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37876) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:30.121397 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e772298d-2598-421c-b292-63b50a37780d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4014fa7a-c666-4154-a10f-59b52a46b206,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:30.127971 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-13b757c2-ce80-4438-b002-0e8dec39f618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:30.210495 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:32:30.212340 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:32:30.229135 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf94191-7465-4f0b-9ca0-1c04142bc9cb tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:30.229877 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bbf94191-7465-4f0b-9ca0-1c04142bc9cb tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:30.268881 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-13b757c2-ce80-4438-b002-0e8dec39f618 service neutron] No DVR routers for this DVR port 4ebc892e-5692-4841-830c-8e4b29b7659e on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:32:30.276772 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5daa81-e7d4-430a-a58b-2213d4fa3da6 req-c45b76e1-86ea-46bb-81db-2775a2c5aeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:30.278586 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0d5daa81-e7d4-430a-a58b-2213d4fa3da6 req-c45b76e1-86ea-46bb-81db-2775a2c5aeb9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bcd762a87ff14946acf4943492551b9f&device_id=312c808a-0f52-4a45-a947-3b543fc6c31c HTTP/1.1" status: 200 len: 1095 time: 0.0989521 Oct 27 18:32:30.281181 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b757c2-ce80-4438-b002-0e8dec39f618 service neutron] Pushing event updated for resources: {'Port': ['ID=4ebc892e-5692-4841-830c-8e4b29b7659e,revision_number=6']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:30.350777 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-13b757c2-ce80-4438-b002-0e8dec39f618 service neutron] In _notify_port_updated(), no bound segment for port 4ebc892e-5692-4841-830c-8e4b29b7659e on network f4e9126d-2ff7-47a1-bfee-b0e033396219 {{(pid=102878) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 18:32:30.352248 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-13b757c2-ce80-4438-b002-0e8dec39f618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:30.353091 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-13b757c2-ce80-4438-b002-0e8dec39f618 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:30.354434 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-13b757c2-ce80-4438-b002-0e8dec39f618 service neutron] 10.222.0.93 "PUT /v2.0/ports/4ebc892e-5692-4841-830c-8e4b29b7659e HTTP/1.1" status: 200 len: 1026 time: 1.3494110 Oct 27 18:32:30.455193 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5daa81-e7d4-430a-a58b-2213d4fa3da6 req-f33d18ac-74b6-403d-b4ba-90f7b816eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:30.457767 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0d5daa81-e7d4-430a-a58b-2213d4fa3da6 req-f33d18ac-74b6-403d-b4ba-90f7b816eb50 service neutron] 10.222.0.93 "GET /v2.0/networks?id=05c107a1-df27-477f-9366-3d04acc2bd33 HTTP/1.1" status: 200 len: 911 time: 0.1659770 Oct 27 18:32:30.486971 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-07a65a6c-27e2-4558-b679-e316f2e1919e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:30.489798 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-07a65a6c-27e2-4558-b679-e316f2e1919e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.93 "GET /v2.0/ports/168724c9-71d8-440b-b602-1f3bb57c7953?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1273117 Oct 27 18:32:30.494925 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-bbf94191-7465-4f0b-9ca0-1c04142bc9cb tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5849004 Oct 27 18:32:30.504934 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-b1a0fe9c-ecef-4097-90c3-2d0cfd260d0f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:30.521951 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0d5daa81-e7d4-430a-a58b-2213d4fa3da6 req-6320a7f3-5911-4293-a2b2-bbd4af7bdfb6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=faa0f0f3-1134-4d41-8d75-249353032458 HTTP/1.1" status: 200 len: 217 time: 0.0523787 Oct 27 18:32:30.624904 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5daa81-e7d4-430a-a58b-2213d4fa3da6 req-eef90ec6-cfa5-4682-a23f-1d432d3202bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:30.632395 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0d5daa81-e7d4-430a-a58b-2213d4fa3da6 req-eef90ec6-cfa5-4682-a23f-1d432d3202bd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e83d6b17-4db2-45bd-a66b-59cc66cf3d5c HTTP/1.1" status: 200 len: 849 time: 0.0976503 Oct 27 18:32:30.692343 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0d5daa81-e7d4-430a-a58b-2213d4fa3da6 req-5102cbcc-7577-4841-92c8-b6d83fe79b81 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=05c107a1-df27-477f-9366-3d04acc2bd33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565770 Oct 27 18:32:30.702544 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16225b54-d95c-4ac2-99f5-877e2ba2bae2 req-c49f48bb-5be0-425f-8a35-a79799eaf5f9 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:30.715052 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16225b54-d95c-4ac2-99f5-877e2ba2bae2 req-c49f48bb-5be0-425f-8a35-a79799eaf5f9 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:30.731304 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16225b54-d95c-4ac2-99f5-877e2ba2bae2 req-c49f48bb-5be0-425f-8a35-a79799eaf5f9 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:30.737397 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16225b54-d95c-4ac2-99f5-877e2ba2bae2 req-c49f48bb-5be0-425f-8a35-a79799eaf5f9 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:30.755997 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16225b54-d95c-4ac2-99f5-877e2ba2bae2 req-c49f48bb-5be0-425f-8a35-a79799eaf5f9 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:30.779701 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16225b54-d95c-4ac2-99f5-877e2ba2bae2 req-c49f48bb-5be0-425f-8a35-a79799eaf5f9 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:30.781846 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-16225b54-d95c-4ac2-99f5-877e2ba2bae2 req-c49f48bb-5be0-425f-8a35-a79799eaf5f9 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 4658 time: 0.2840290 Oct 27 18:32:30.804974 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-984a08f1-9682-429d-8137-c04cc5298f53 None None] Provisioning complete for port de66f073-b55a-4294-bcf0-2738e20e2c40 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:32:30.811577 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-984a08f1-9682-429d-8137-c04cc5298f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:30.816451 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device d5c00b09-d1ae-4150-a83c-909f684fcd90 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:32:30.826292 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-b1a0fe9c-ecef-4097-90c3-2d0cfd260d0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:30.856812 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cb6ba21f-7338-4782-9f24-9b4180479ad5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:30.918612 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-984a08f1-9682-429d-8137-c04cc5298f53 None None] Port de66f073-b55a-4294-bcf0-2738e20e2c40 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:32:30.988669 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:30.990630 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-16225b54-d95c-4ac2-99f5-877e2ba2bae2 req-bd2afe6a-6502-44f9-8a3f-3f42bf25d822 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=02a89f5e-a42d-4682-bd74-7f652c60708b&id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1761773 Oct 27 18:32:30.993012 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0d5daa81-e7d4-430a-a58b-2213d4fa3da6 req-6b77acda-6ae9-40ac-8f71-6125694be071 service neutron] 10.222.0.93 "GET /v2.0/networks/05c107a1-df27-477f-9366-3d04acc2bd33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887783 Oct 27 18:32:31.044144 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37930) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:31.051605 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-58e28639-e9fe-4d46-a61f-be2aa13989ab tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1666757688', 'description': 'tempest-description--1272120244'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:31.093400 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d5c00b09-d1ae-4150-a83c-909f684fcd90, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d5c00b09-d1ae-4150-a83c-909f684fcd90,segment=NetworkSegment(0e53b951-b795-4081-92ab-f8169ec212e0),segment_id=0e53b951-b795-4081-92ab-f8169ec212e0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:32:31.116525 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-a4b91fd6-f54d-4171-94ec-224a0adcc657 None None] Provisioning complete for port 4ebc892e-5692-4841-830c-8e4b29b7659e triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:32:31.117710 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a4b91fd6-f54d-4171-94ec-224a0adcc657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:31.167569 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0d5daa81-e7d4-430a-a58b-2213d4fa3da6 req-ad782d9e-351c-4d80-8396-29f17c66d70d service neutron] 10.222.0.93 "GET /v2.0/networks/05c107a1-df27-477f-9366-3d04acc2bd33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663730 Oct 27 18:32:31.169185 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-a4b91fd6-f54d-4171-94ec-224a0adcc657 None None] Port 4ebc892e-5692-4841-830c-8e4b29b7659e cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:32:31.209206 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:31.209976 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device d30e3861-115e-4101-a8e0-47bcf6ce9856 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:32:31.231671 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-58e28639-e9fe-4d46-a61f-be2aa13989ab tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:31.310122 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cb6ba21f-7338-4782-9f24-9b4180479ad5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:31.324665 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=d5c00b09-d1ae-4150-a83c-909f684fcd90,revision_number=6']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:31.348379 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-58e28639-e9fe-4d46-a61f-be2aa13989ab tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:31.363334 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:31.364189 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eeedca-8e14-44b1-b4c1-cca45824206f req-b4a770ae-cfb0-4a8f-ad87-9ee8d4565b29 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:31.365752 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f2eeedca-8e14-44b1-b4c1-cca45824206f req-b4a770ae-cfb0-4a8f-ad87-9ee8d4565b29 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab365562-160a-4001-b747-c95cabf10a38 HTTP/1.1" status: 200 len: 945 time: 0.2293437 Oct 27 18:32:31.382372 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b8bde-29ec-4588-9ba4-373395d19c94 req-25cb4d98-28e0-4ce1-8a34-10918cd0e27c tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:31.382372 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-691b8bde-29ec-4588-9ba4-373395d19c94 req-25cb4d98-28e0-4ce1-8a34-10918cd0e27c tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] 10.222.0.52 "GET /v2.0/ports?device_id=312c808a-0f52-4a45-a947-3b543fc6c31c HTTP/1.1" status: 200 len: 944 time: 0.2299030 Oct 27 18:32:31.400834 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d30e3861-115e-4101-a8e0-47bcf6ce9856, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d30e3861-115e-4101-a8e0-47bcf6ce9856,segment=NetworkSegment(1be5cc61-e9e2-4782-8a72-95f16196fee4),segment_id=1be5cc61-e9e2-4782-8a72-95f16196fee4)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:32:31.418153 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cb6ba21f-7338-4782-9f24-9b4180479ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:31.443917 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-b1a0fe9c-ecef-4097-90c3-2d0cfd260d0f service neutron] For port 168724c9-71d8-440b-b602-1f3bb57c7953, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=168724c9-71d8-440b-b602-1f3bb57c7953,segment=NetworkSegment(1be5cc61-e9e2-4782-8a72-95f16196fee4),segment_id=1be5cc61-e9e2-4782-8a72-95f16196fee4)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:32:31.451334 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-58e28639-e9fe-4d46-a61f-be2aa13989ab tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:31.481119 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:31.482528 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device d0da1220-dd80-4dd5-a7ad-e073fc40fe66 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:32:31.483061 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e28639-e9fe-4d46-a61f-be2aa13989ab tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c00f932-e989-480c-bc3b-9cce45bb328b,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:31.488783 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ba21f-7338-4782-9f24-9b4180479ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2c5c49-f694-4021-a942-a4bef7f03d51,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:31.547935 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-58e28639-e9fe-4d46-a61f-be2aa13989ab tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:31.554054 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-58e28639-e9fe-4d46-a61f-be2aa13989ab tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5047879 Oct 27 18:32:31.556886 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37960) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:31.564560 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-f1bead7d-1631-42ef-b381-8841bbd3386e tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Request body: {'security_group_rule': {'security_group_id': '1c00f932-e989-480c-bc3b-9cce45bb328b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:31.571205 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-cb6ba21f-7338-4782-9f24-9b4180479ad5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=409a6ebc987e42c8b4f30027e20025e3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4504828 Oct 27 18:32:31.572726 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=d30e3861-115e-4101-a8e0-47bcf6ce9856,revision_number=6']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:31.574112 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37964) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:31.582672 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f2eeedca-8e14-44b1-b4c1-cca45824206f req-2df87bde-1ace-4ff8-9cca-8e905f75efe8 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001278 Oct 27 18:32:31.604580 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-691b8bde-29ec-4588-9ba4-373395d19c94 req-ce1a6500-b440-44fb-a2f1-1fdaf0ce3ef0 tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85acfef-2cf8-40ef-89db-ed632f864643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919396 Oct 27 18:32:31.621851 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-b1a0fe9c-ecef-4097-90c3-2d0cfd260d0f service neutron] For port 168724c9-71d8-440b-b602-1f3bb57c7953, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:32:31.635799 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:31.655700 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60727fe8-f91e-429f-b6a7-1c21b5327137'}, {'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5c00b09-d1ae-4150-a83c-909f684fcd90'}, {'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd30e3861-115e-4101-a8e0-47bcf6ce9856'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:32:31.658362 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d581cc5f-b565-4e08-967d-4c689c612cdc" -d '{"events": [{"server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "name": "network-vif-unplugged", "status": "completed", "tag": "60727fe8-f91e-429f-b6a7-1c21b5327137"}, {"server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "name": "network-vif-unplugged", "status": "completed", "tag": "d5c00b09-d1ae-4150-a83c-909f684fcd90"}, {"server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "name": "network-vif-unplugged", "status": "completed", "tag": "d30e3861-115e-4101-a8e0-47bcf6ce9856"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:32:31.662316 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-b1a0fe9c-ecef-4097-90c3-2d0cfd260d0f service neutron] device_id is not set on port 168724c9-71d8-440b-b602-1f3bb57c7953 yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:32:31.676284 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f16d5396-7427-4afc-9966-81b281e313e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:31.678014 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d0da1220-dd80-4dd5-a7ad-e073fc40fe66, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d0da1220-dd80-4dd5-a7ad-e073fc40fe66,segment=NetworkSegment(41131f65-3afe-44a8-b36c-5b0b2c75311d),segment_id=41131f65-3afe-44a8-b36c-5b0b2c75311d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:32:31.678432 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-b1a0fe9c-ecef-4097-90c3-2d0cfd260d0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:31.708977 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f16d5396-7427-4afc-9966-81b281e313e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:31.709368 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 27 Oct 2021 18:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414a8c4e-92c7-4106-abfa-5a23abe6b614 x-openstack-request-id: req-414a8c4e-92c7-4106-abfa-5a23abe6b614 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:32:31.709675 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "name": "network-vif-unplugged", "status": "completed", "tag": "60727fe8-f91e-429f-b6a7-1c21b5327137", "code": 200}, {"server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "name": "network-vif-unplugged", "status": "completed", "tag": "d5c00b09-d1ae-4150-a83c-909f684fcd90", "code": 200}, {"server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "name": "network-vif-unplugged", "status": "completed", "tag": "d30e3861-115e-4101-a8e0-47bcf6ce9856", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:32:31.709932 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-414a8c4e-92c7-4106-abfa-5a23abe6b614 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:32:31.710329 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60727fe8-f91e-429f-b6a7-1c21b5327137', 'code': 200} Oct 27 18:32:31.711386 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5c00b09-d1ae-4150-a83c-909f684fcd90', 'code': 200} Oct 27 18:32:31.711832 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd30e3861-115e-4101-a8e0-47bcf6ce9856', 'code': 200} Oct 27 18:32:31.739613 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f1bead7d-1631-42ef-b381-8841bbd3386e tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:31.749152 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:31.749327 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-b1a0fe9c-ecef-4097-90c3-2d0cfd260d0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:31.750149 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device d9f41f4b-9124-4661-b73f-53e5a7e90c21 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:32:31.833097 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f1bead7d-1631-42ef-b381-8841bbd3386e tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:31.837851 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a0fe9c-ecef-4097-90c3-2d0cfd260d0f service neutron] Pushing event updated for resources: {'Port': ['ID=168724c9-71d8-440b-b602-1f3bb57c7953,revision_number=6']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:31.845945 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=d0da1220-dd80-4dd5-a7ad-e073fc40fe66,revision_number=6']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:31.866214 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-b1a0fe9c-ecef-4097-90c3-2d0cfd260d0f service neutron] No DVR routers for this DVR port 168724c9-71d8-440b-b602-1f3bb57c7953 on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:32:31.885504 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f16d5396-7427-4afc-9966-81b281e313e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:31.888623 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f16d5396-7427-4afc-9966-81b281e313e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:31.890449 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f16d5396-7427-4afc-9966-81b281e313e8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6a2c5c49-f694-4021-a942-a4bef7f03d51 HTTP/1.1" status: 204 len: 168 time: 0.3149853 Oct 27 18:32:31.902257 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d5396-7427-4afc-9966-81b281e313e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2c5c49-f694-4021-a942-a4bef7f03d51,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:31.902746 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:31.917643 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f1bead7d-1631-42ef-b381-8841bbd3386e tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:31.947883 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bead7d-1631-42ef-b381-8841bbd3386e tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88f1d2ce-aa8c-4372-99f3-19542b948192,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:31.951936 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-b1a0fe9c-ecef-4097-90c3-2d0cfd260d0f service neutron] In _notify_port_updated(), no bound segment for port 168724c9-71d8-440b-b602-1f3bb57c7953 on network f4e9126d-2ff7-47a1-bfee-b0e033396219 {{(pid=102878) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 18:32:31.953096 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-b1a0fe9c-ecef-4097-90c3-2d0cfd260d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:31.954749 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-b1a0fe9c-ecef-4097-90c3-2d0cfd260d0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:31.956468 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-b1a0fe9c-ecef-4097-90c3-2d0cfd260d0f service neutron] 10.222.0.93 "PUT /v2.0/ports/168724c9-71d8-440b-b602-1f3bb57c7953 HTTP/1.1" status: 200 len: 1026 time: 1.4561164 Oct 27 18:32:31.956611 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d9f41f4b-9124-4661-b73f-53e5a7e90c21, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d9f41f4b-9124-4661-b73f-53e5a7e90c21,segment=NetworkSegment(1be5cc61-e9e2-4782-8a72-95f16196fee4),segment_id=1be5cc61-e9e2-4782-8a72-95f16196fee4)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:32:31.973337 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device faa0f0f3-1134-4d41-8d75-249353032458 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:32:32.042361 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f1bead7d-1631-42ef-b381-8841bbd3386e tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:32.044055 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f1bead7d-1631-42ef-b381-8841bbd3386e tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4860783 Oct 27 18:32:32.046708 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37978) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:32.056863 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-de4063a4-967f-4005-b85b-a77036f13f17 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Request body: {'security_group_rule': {'security_group_id': '1c00f932-e989-480c-bc3b-9cce45bb328b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:32.065439 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:32.124718 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 168724c9-71d8-440b-b602-1f3bb57c7953 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:32:32.128660 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37980) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:32.227026 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-de4063a4-967f-4005-b85b-a77036f13f17 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:32.230651 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=d9f41f4b-9124-4661-b73f-53e5a7e90c21,revision_number=6']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:32.239729 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-4d684876-6180-44e3-a053-73a30573db68 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Deleting port d9f41f4b-9124-4661-b73f-53e5a7e90c21 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:32:32.240340 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-4d684876-6180-44e3-a053-73a30573db68 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:32.249306 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 168724c9-71d8-440b-b602-1f3bb57c7953 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:32:32.255731 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port faa0f0f3-1134-4d41-8d75-249353032458, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=faa0f0f3-1134-4d41-8d75-249353032458,segment=NetworkSegment(4b85b22b-ff45-49ea-9f73-282b9c87d785),segment_id=4b85b22b-ff45-49ea-9f73-282b9c87d785)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:32:32.267418 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'faa0f0f3-1134-4d41-8d75-249353032458', 'network_id': '05c107a1-df27-477f-9366-3d04acc2bd33', 'port_id': 'faa0f0f3-1134-4d41-8d75-249353032458', 'mac_address': 'fa:16:3e:4c:5d:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1001, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e83d6b17-4db2-45bd-a66b-59cc66cf3d5c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:32:32.316093 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab0af1-9494-45f1-8fbc-52f210a65eaf req-7f089045-8a5f-4ba9-b8af-a198ff0a0459 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:32.319648 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-de4063a4-967f-4005-b85b-a77036f13f17 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:32.323344 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab0af1-9494-45f1-8fbc-52f210a65eaf req-7f089045-8a5f-4ba9-b8af-a198ff0a0459 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:32.329521 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab0af1-9494-45f1-8fbc-52f210a65eaf req-7f089045-8a5f-4ba9-b8af-a198ff0a0459 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:32.335196 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:32.336418 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab0af1-9494-45f1-8fbc-52f210a65eaf req-7f089045-8a5f-4ba9-b8af-a198ff0a0459 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:32.343009 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab0af1-9494-45f1-8fbc-52f210a65eaf req-7f089045-8a5f-4ba9-b8af-a198ff0a0459 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:32.344831 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a9ab0af1-9494-45f1-8fbc-52f210a65eaf req-7f089045-8a5f-4ba9-b8af-a198ff0a0459 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 3877 time: 0.2003782 Oct 27 18:32:32.356697 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faa0f0f3-1134-4d41-8d75-249353032458 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:32:32.360898 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-5a0b18da-1cb0-4ace-bd26-ff069f8b0ceb None None] Provisioning complete for port 168724c9-71d8-440b-b602-1f3bb57c7953 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:32:32.361338 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5a0b18da-1cb0-4ace-bd26-ff069f8b0ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:32.402132 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port faa0f0f3-1134-4d41-8d75-249353032458, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=faa0f0f3-1134-4d41-8d75-249353032458,segment=NetworkSegment(4b85b22b-ff45-49ea-9f73-282b9c87d785),segment_id=4b85b22b-ff45-49ea-9f73-282b9c87d785)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:32:32.409787 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-5a0b18da-1cb0-4ace-bd26-ff069f8b0ceb None None] Port 168724c9-71d8-440b-b602-1f3bb57c7953 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:32:32.416358 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a9ab0af1-9494-45f1-8fbc-52f210a65eaf req-91db56b9-f30a-495d-8663-c7b568bba933 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631595 Oct 27 18:32:32.418163 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-4d684876-6180-44e3-a053-73a30573db68 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] For port d9f41f4b-9124-4661-b73f-53e5a7e90c21, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d9f41f4b-9124-4661-b73f-53e5a7e90c21,segment=NetworkSegment(1be5cc61-e9e2-4782-8a72-95f16196fee4),segment_id=1be5cc61-e9e2-4782-8a72-95f16196fee4)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:32:32.418537 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-4d684876-6180-44e3-a053-73a30573db68 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:32.433573 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-4d684876-6180-44e3-a053-73a30573db68 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Calling delete_port for d9f41f4b-9124-4661-b73f-53e5a7e90c21 owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:32:32.457095 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-de4063a4-967f-4005-b85b-a77036f13f17 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:32.477706 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4063a4-967f-4005-b85b-a77036f13f17 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=412e3df7-87f8-448b-9761-6ec14dc232e4,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:32.489393 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:32.549680 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=faa0f0f3-1134-4d41-8d75-249353032458,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:32.557381 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-de4063a4-967f-4005-b85b-a77036f13f17 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:32.558629 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-de4063a4-967f-4005-b85b-a77036f13f17 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5088890 Oct 27 18:32:32.562133 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37990) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:32.566788 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-28831f25-c741-4117-a3d2-7490fef7ac56 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:32.635014 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37992) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:32.635161 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-af349e27-0488-4567-9881-2e30ca738423 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:32.655016 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-28831f25-c741-4117-a3d2-7490fef7ac56 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks [] for floatingip, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:32.686032 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-4d684876-6180-44e3-a053-73a30573db68 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:32.702514 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['faa0f0f3-1134-4d41-8d75-249353032458'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:32:32.740547 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d684876-6180-44e3-a053-73a30573db68 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Pushing event deleted for resources: {'Port': ['ID=d9f41f4b-9124-4661-b73f-53e5a7e90c21,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:32.795726 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-b49cdbb9-16b1-4b3a-b74f-544e9c761548 tempest-NetworksNegativeTestJSON-1245461105 tempest-NetworksNegativeTestJSON-1245461105-project] Request body: {'port': {'network_id': 'a47e1d39-9ea5-4b79-9e37-ea6dac99f7db', 'name': 'tempest-NetworksNegativeTestJSON-1541432029'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:32.816519 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-b49cdbb9-16b1-4b3a-b74f-544e9c761548 tempest-NetworksNegativeTestJSON-1245461105 tempest-NetworksNegativeTestJSON-1245461105-project] POST failed (client error): The resource could not be found. Oct 27 18:32:32.818214 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b49cdbb9-16b1-4b3a-b74f-544e9c761548 tempest-NetworksNegativeTestJSON-1245461105 tempest-NetworksNegativeTestJSON-1245461105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:32:32.821798 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b49cdbb9-16b1-4b3a-b74f-544e9c761548 tempest-NetworksNegativeTestJSON-1245461105 tempest-NetworksNegativeTestJSON-1245461105-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1893392 Oct 27 18:32:32.828795 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38004) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:32.863899 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-28831f25-c741-4117-a3d2-7490fef7ac56 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:32.871687 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-4d684876-6180-44e3-a053-73a30573db68 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] No DVR routers for this DVR port d9f41f4b-9124-4661-b73f-53e5a7e90c21 on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:32:32.879520 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-4d684876-6180-44e3-a053-73a30573db68 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:32.883475 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-4d684876-6180-44e3-a053-73a30573db68 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.93 "DELETE /v2.0/ports/d9f41f4b-9124-4661-b73f-53e5a7e90c21 HTTP/1.1" status: 204 len: 173 time: 0.9193561 Oct 27 18:32:32.886622 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'name': 'network-vif-deleted', 'tag': 'd9f41f4b-9124-4661-b73f-53e5a7e90c21'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:32:32.887551 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70218ba-7fd1-48e5-8dd7-02166c56ad9b" -d '{"events": [{"server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "name": "network-vif-deleted", "tag": "d9f41f4b-9124-4661-b73f-53e5a7e90c21"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:32:32.909209 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-af349e27-0488-4567-9881-2e30ca738423 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:32.941835 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4efc3f-98bc-4837-9d99-bc88ed63c4ad req-1ef821c7-08d4-41ed-9c86-7eae344e1266 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:32.949528 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9999bb3-c6da-420f-b13f-b43a6e1f68da tempest-NetworksNegativeTestJSON-1245461105 tempest-NetworksNegativeTestJSON-1245461105-project] DELETE failed (client error): The resource could not be found. Oct 27 18:32:32.950196 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dc4efc3f-98bc-4837-9d99-bc88ed63c4ad req-1ef821c7-08d4-41ed-9c86-7eae344e1266 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab365562-160a-4001-b747-c95cabf10a38 HTTP/1.1" status: 200 len: 945 time: 0.2512274 Oct 27 18:32:32.950448 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9999bb3-c6da-420f-b13f-b43a6e1f68da tempest-NetworksNegativeTestJSON-1245461105 tempest-NetworksNegativeTestJSON-1245461105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:32:32.954482 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b9999bb3-c6da-420f-b13f-b43a6e1f68da tempest-NetworksNegativeTestJSON-1245461105 tempest-NetworksNegativeTestJSON-1245461105-project] 10.222.0.52 "DELETE /v2.0/networks/0dd338cb-8d7a-4009-8134-0cc742b38295 HTTP/1.1" status: 404 len: 339 time: 0.1240413 Oct 27 18:32:32.964725 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38014) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:32.974848 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8172c8-2525-4864-a53f-43fdc880b054 req-fe63abdf-fc3f-4cc0-a91b-e7f2740f5d3f tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:32.976478 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7f8172c8-2525-4864-a53f-43fdc880b054 req-fe63abdf-fc3f-4cc0-a91b-e7f2740f5d3f tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] 10.222.0.52 "GET /v2.0/ports?device_id=312c808a-0f52-4a45-a947-3b543fc6c31c HTTP/1.1" status: 200 len: 945 time: 0.2121439 Oct 27 18:32:32.996102 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-af349e27-0488-4567-9881-2e30ca738423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:33.004963 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf366319-942a-44df-a05d-49224f1dc4d3 tempest-NetworksNegativeTestJSON-1245461105 tempest-NetworksNegativeTestJSON-1245461105-project] DELETE failed (client error): The resource could not be found. Oct 27 18:32:33.005692 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf366319-942a-44df-a05d-49224f1dc4d3 tempest-NetworksNegativeTestJSON-1245461105 tempest-NetworksNegativeTestJSON-1245461105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:32:33.009498 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-bf366319-942a-44df-a05d-49224f1dc4d3 tempest-NetworksNegativeTestJSON-1245461105 tempest-NetworksNegativeTestJSON-1245461105-project] 10.222.0.52 "DELETE /v2.0/ports/24182367-e26c-483e-8ab8-c39d165ceb5c HTTP/1.1" status: 404 len: 333 time: 0.0439568 Oct 27 18:32:33.013584 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38016) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:33.047766 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb6ef351-662d-42d9-b489-e9965ca58ec0 tempest-NetworksNegativeTestJSON-1245461105 tempest-NetworksNegativeTestJSON-1245461105-project] DELETE failed (client error): The resource could not be found. Oct 27 18:32:33.048431 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb6ef351-662d-42d9-b489-e9965ca58ec0 tempest-NetworksNegativeTestJSON-1245461105 tempest-NetworksNegativeTestJSON-1245461105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:32:33.056158 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-bb6ef351-662d-42d9-b489-e9965ca58ec0 tempest-NetworksNegativeTestJSON-1245461105 tempest-NetworksNegativeTestJSON-1245461105-project] 10.222.0.52 "DELETE /v2.0/subnets/a4440ed5-39a6-4a9d-b7ce-f1f55bca1989 HTTP/1.1" status: 404 len: 337 time: 0.0372934 Oct 27 18:32:33.057364 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38020) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:33.079482 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d7f3b1-ffb6-4179-974c-dcd403623bac tempest-NetworksNegativeTestJSON-1245461105 tempest-NetworksNegativeTestJSON-1245461105-project] GET failed (client error): The resource could not be found. Oct 27 18:32:33.083186 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d9d7f3b1-ffb6-4179-974c-dcd403623bac tempest-NetworksNegativeTestJSON-1245461105 tempest-NetworksNegativeTestJSON-1245461105-project] 10.222.0.52 "GET /v2.0/networks/059c2e4e-15a1-48c0-879c-bff6aa752f72 HTTP/1.1" status: 404 len: 339 time: 0.0236056 Oct 27 18:32:33.084752 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38022) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:33.112090 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dc4efc3f-98bc-4837-9d99-bc88ed63c4ad req-ee902455-1503-438d-96c1-0256abc9ccd2 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439915 Oct 27 18:32:33.121086 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd765b26-32dd-47db-8f90-358dba6cb5f1 tempest-NetworksNegativeTestJSON-1245461105 tempest-NetworksNegativeTestJSON-1245461105-project] GET failed (client error): The resource could not be found. Oct 27 18:32:33.122751 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-cd765b26-32dd-47db-8f90-358dba6cb5f1 tempest-NetworksNegativeTestJSON-1245461105 tempest-NetworksNegativeTestJSON-1245461105-project] 10.222.0.52 "GET /v2.0/ports/80cbacfd-5146-4901-92cc-ac877e54f9f8 HTTP/1.1" status: 404 len: 333 time: 0.0362294 Oct 27 18:32:33.127089 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38028) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:33.135671 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af349e27-0488-4567-9881-2e30ca738423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a136140b-e241-4c9e-a4c1-5bf92a7517a5,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:33.140188 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-af349e27-0488-4567-9881-2e30ca738423 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=30b80daf593047a7a540fa1b259fddd5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0102806 Oct 27 18:32:33.145070 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38030) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:33.175822 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-28831f25-c741-4117-a3d2-7490fef7ac56 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Allocated IP 172.25.6.234 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/87d8a46b-87b8-4c4d-b065-3e04d0db6954) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:32:33.185148 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7f8172c8-2525-4864-a53f-43fdc880b054 req-aa7bf327-c609-416f-b12e-80802d80a1d9 tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85acfef-2cf8-40ef-89db-ed632f864643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977158 Oct 27 18:32:33.203026 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e18759-196e-486e-bc13-f5273abae6d2 x-openstack-request-id: req-42e18759-196e-486e-bc13-f5273abae6d2 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:32:33.203612 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "name": "network-vif-deleted", "tag": "d9f41f4b-9124-4661-b73f-53e5a7e90c21", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:32:33.205589 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-42e18759-196e-486e-bc13-f5273abae6d2 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:32:33.206187 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'name': 'network-vif-deleted', 'tag': 'd9f41f4b-9124-4661-b73f-53e5a7e90c21', 'status': 'completed', 'code': 200} Oct 27 18:32:33.210256 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-c02b1c52-6e8d-462f-a31e-ed81bb55e2da tempest-NetworksNegativeTestJSON-1245461105 tempest-NetworksNegativeTestJSON-1245461105-project] GET failed (client error): The resource could not be found. Oct 27 18:32:33.212215 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c02b1c52-6e8d-462f-a31e-ed81bb55e2da tempest-NetworksNegativeTestJSON-1245461105 tempest-NetworksNegativeTestJSON-1245461105-project] 10.222.0.52 "GET /v2.0/subnets/1f531dbe-3cad-475e-b7ce-62cfe626a056 HTTP/1.1" status: 404 len: 337 time: 0.0841794 Oct 27 18:32:33.231180 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 38032) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:33.245311 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-330f2907-0506-4a7e-9985-59391e904cb1 tempest-NetworksNegativeTestJSON-1245461105 tempest-NetworksNegativeTestJSON-1245461105-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:33.253667 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-6b9a4f73-881c-4094-a468-e77d6b23629f tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Deleting port 60727fe8-f91e-429f-b6a7-1c21b5327137 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:32:33.254438 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-6b9a4f73-881c-4094-a468-e77d6b23629f tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:33.271890 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-330f2907-0506-4a7e-9985-59391e904cb1 tempest-NetworksNegativeTestJSON-1245461105 tempest-NetworksNegativeTestJSON-1245461105-project] PUT failed (client error): The resource could not be found. Oct 27 18:32:33.272513 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-330f2907-0506-4a7e-9985-59391e904cb1 tempest-NetworksNegativeTestJSON-1245461105 tempest-NetworksNegativeTestJSON-1245461105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:32:33.278164 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38034) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:33.282464 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-330f2907-0506-4a7e-9985-59391e904cb1 tempest-NetworksNegativeTestJSON-1245461105 tempest-NetworksNegativeTestJSON-1245461105-project] 10.222.0.52 "PUT /v2.0/networks/50971d64-decd-4c18-90d3-9c14c02e7547 HTTP/1.1" status: 404 len: 339 time: 0.0420511 Oct 27 18:32:33.288490 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-25d08714-4b36-480b-9cbc-c39c0526555a tempest-NetworksNegativeTestJSON-1245461105 tempest-NetworksNegativeTestJSON-1245461105-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:33.345877 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1577d41a-1993-4452-8e14-7ca92abc6a99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:33.350753 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-25d08714-4b36-480b-9cbc-c39c0526555a tempest-NetworksNegativeTestJSON-1245461105 tempest-NetworksNegativeTestJSON-1245461105-project] PUT failed (client error): The resource could not be found. Oct 27 18:32:33.352136 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25d08714-4b36-480b-9cbc-c39c0526555a tempest-NetworksNegativeTestJSON-1245461105 tempest-NetworksNegativeTestJSON-1245461105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:32:33.357369 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-25d08714-4b36-480b-9cbc-c39c0526555a tempest-NetworksNegativeTestJSON-1245461105 tempest-NetworksNegativeTestJSON-1245461105-project] 10.222.0.52 "PUT /v2.0/ports/e31d1f42-a6a8-43ae-a96e-4e7538b53712 HTTP/1.1" status: 404 len: 333 time: 0.0746017 Oct 27 18:32:33.359183 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38038) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:33.368066 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-7dcd99bb-0e76-42ef-95ee-7c321e0460f6 tempest-NetworksNegativeTestJSON-1245461105 tempest-NetworksNegativeTestJSON-1245461105-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:33.407131 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dcd99bb-0e76-42ef-95ee-7c321e0460f6 tempest-NetworksNegativeTestJSON-1245461105 tempest-NetworksNegativeTestJSON-1245461105-project] PUT failed (client error): The resource could not be found. Oct 27 18:32:33.407487 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dcd99bb-0e76-42ef-95ee-7c321e0460f6 tempest-NetworksNegativeTestJSON-1245461105 tempest-NetworksNegativeTestJSON-1245461105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:32:33.412227 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7dcd99bb-0e76-42ef-95ee-7c321e0460f6 tempest-NetworksNegativeTestJSON-1245461105 tempest-NetworksNegativeTestJSON-1245461105-project] 10.222.0.52 "PUT /v2.0/subnets/55ac1898-6275-4881-9aa4-7b8592ab1868 HTTP/1.1" status: 404 len: 337 time: 0.0486882 Oct 27 18:32:33.412227 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1577d41a-1993-4452-8e14-7ca92abc6a99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:33.416951 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-6b9a4f73-881c-4094-a468-e77d6b23629f tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] For port 60727fe8-f91e-429f-b6a7-1c21b5327137, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=60727fe8-f91e-429f-b6a7-1c21b5327137,segment=NetworkSegment(0e53b951-b795-4081-92ab-f8169ec212e0),segment_id=0e53b951-b795-4081-92ab-f8169ec212e0)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:32:33.417905 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-6b9a4f73-881c-4094-a468-e77d6b23629f tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:33.441278 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-6b9a4f73-881c-4094-a468-e77d6b23629f tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Calling delete_port for 60727fe8-f91e-429f-b6a7-1c21b5327137 owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:32:33.585077 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38050) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:33.637716 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-28831f25-c741-4117-a3d2-7490fef7ac56 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:33.679549 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73fbfd-c70d-43b8-a8f8-ddd735f5db26 req-1e77b958-aac8-4f2c-91e5-9e56c7f4c6cc tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:33.681368 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ff73fbfd-c70d-43b8-a8f8-ddd735f5db26 req-1e77b958-aac8-4f2c-91e5-9e56c7f4c6cc tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab365562-160a-4001-b747-c95cabf10a38 HTTP/1.1" status: 200 len: 945 time: 0.1456709 Oct 27 18:32:33.693327 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e08065-189e-4d5d-a70e-3e479e3e5ef7 req-e87f4a08-3819-4937-92ef-19b3404e0701 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:33.700324 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e08065-189e-4d5d-a70e-3e479e3e5ef7 req-e87f4a08-3819-4937-92ef-19b3404e0701 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:33.706271 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e08065-189e-4d5d-a70e-3e479e3e5ef7 req-e87f4a08-3819-4937-92ef-19b3404e0701 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:33.711736 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1577d41a-1993-4452-8e14-7ca92abc6a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:33.713275 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e08065-189e-4d5d-a70e-3e479e3e5ef7 req-e87f4a08-3819-4937-92ef-19b3404e0701 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:33.713421 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0da1220-dd80-4dd5-a7ad-e073fc40fe66'}, {'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9f41f4b-9124-4661-b73f-53e5a7e90c21'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:32:33.715005 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1577d41a-1993-4452-8e14-7ca92abc6a99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:33.720858 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-26e08065-189e-4d5d-a70e-3e479e3e5ef7 req-e87f4a08-3819-4937-92ef-19b3404e0701 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 3144 time: 0.1577024 Oct 27 18:32:33.720993 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062efebc-e37f-4ea5-860e-415a01c96e41" -d '{"events": [{"server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "name": "network-vif-unplugged", "status": "completed", "tag": "d0da1220-dd80-4dd5-a7ad-e073fc40fe66"}, {"server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "name": "network-vif-unplugged", "status": "completed", "tag": "d9f41f4b-9124-4661-b73f-53e5a7e90c21"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:32:33.721119 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1577d41a-1993-4452-8e14-7ca92abc6a99 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a136140b-e241-4c9e-a4c1-5bf92a7517a5 HTTP/1.1" status: 204 len: 168 time: 0.5704114 Oct 27 18:32:33.725444 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1577d41a-1993-4452-8e14-7ca92abc6a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a136140b-e241-4c9e-a4c1-5bf92a7517a5,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:33.763161 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-28831f25-c741-4117-a3d2-7490fef7ac56 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:33.774956 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ff73fbfd-c70d-43b8-a8f8-ddd735f5db26 req-7f9a00fb-fb88-48f3-8bf7-5234e9969374 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588982 Oct 27 18:32:33.782901 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-26e08065-189e-4d5d-a70e-3e479e3e5ef7 req-99ec36df-b5c4-4699-bd84-28fc13f8fa49 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518651 Oct 27 18:32:33.791690 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-6b9a4f73-881c-4094-a468-e77d6b23629f tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:33.811938 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-ca92be6c-ff8e-4386-8ebf-753744a6c17d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-763297355'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:33.839641 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a4f73-881c-4094-a468-e77d6b23629f tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Pushing event deleted for resources: {'Port': ['ID=60727fe8-f91e-429f-b6a7-1c21b5327137,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:33.860811 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28831f25-c741-4117-a3d2-7490fef7ac56 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:32:33.872669 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-28831f25-c741-4117-a3d2-7490fef7ac56 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:32:33.878365 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28831f25-c741-4117-a3d2-7490fef7ac56 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:32:33.883739 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28831f25-c741-4117-a3d2-7490fef7ac56 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Pushing event updated for resources: {'Port': ['ID=87d8a46b-87b8-4c4d-b065-3e04d0db6954,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:33.931565 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-6b9a4f73-881c-4094-a468-e77d6b23629f tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] No DVR routers for this DVR port 60727fe8-f91e-429f-b6a7-1c21b5327137 on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:32:33.935348 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 27 Oct 2021 18:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae9ae1b-0c17-48a3-af2c-b2aa1adab342 x-openstack-request-id: req-2ae9ae1b-0c17-48a3-af2c-b2aa1adab342 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:32:33.935699 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "name": "network-vif-unplugged", "status": "completed", "tag": "d0da1220-dd80-4dd5-a7ad-e073fc40fe66", "code": 200}, {"server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "name": "network-vif-unplugged", "status": "completed", "tag": "d9f41f4b-9124-4661-b73f-53e5a7e90c21", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:32:33.935966 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2ae9ae1b-0c17-48a3-af2c-b2aa1adab342 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:32:33.936336 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-6b9a4f73-881c-4094-a468-e77d6b23629f tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:33.936464 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0da1220-dd80-4dd5-a7ad-e073fc40fe66', 'code': 200} Oct 27 18:32:33.937011 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9f41f4b-9124-4661-b73f-53e5a7e90c21', 'code': 200} Oct 27 18:32:33.940816 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-6b9a4f73-881c-4094-a468-e77d6b23629f tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.93 "DELETE /v2.0/ports/60727fe8-f91e-429f-b6a7-1c21b5327137 HTTP/1.1" status: 204 len: 173 time: 1.0463147 Oct 27 18:32:33.973171 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device faa0f0f3-1134-4d41-8d75-249353032458 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:32:33.984234 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-28831f25-c741-4117-a3d2-7490fef7ac56 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:33.991151 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca92be6c-ff8e-4386-8ebf-753744a6c17d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564-project] Made reservation on behalf of e734faac344e43e6aa0fc8f08232dbbd for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:32:33.996703 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ca92be6c-ff8e-4386-8ebf-753744a6c17d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:34.006974 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ca92be6c-ff8e-4386-8ebf-753744a6c17d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:34.041116 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b18057-4846-463b-b09f-0af3b9d2e060 req-d244f7eb-010e-47a3-b7da-1693055186fc tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:34.042867 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e8b18057-4846-463b-b09f-0af3b9d2e060 req-d244f7eb-010e-47a3-b7da-1693055186fc tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab365562-160a-4001-b747-c95cabf10a38 HTTP/1.1" status: 200 len: 945 time: 0.0880816 Oct 27 18:32:34.088149 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port faa0f0f3-1134-4d41-8d75-249353032458 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:32:34.096390 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port faa0f0f3-1134-4d41-8d75-249353032458 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:32:34.097087 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:34.108954 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-28831f25-c741-4117-a3d2-7490fef7ac56 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:34.117880 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e8b18057-4846-463b-b09f-0af3b9d2e060 req-f3f9aef4-dd26-4dfe-b257-ddd8cf07c249 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538816 Oct 27 18:32:34.136547 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-7e15dcb3-4d56-483f-82e9-524c40450181 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Deleting port d5c00b09-d1ae-4150-a83c-909f684fcd90 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:32:34.136896 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-7e15dcb3-4d56-483f-82e9-524c40450181 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:34.165758 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ca92be6c-ff8e-4386-8ebf-753744a6c17d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:34.238080 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38072) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:34.275626 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ca92be6c-ff8e-4386-8ebf-753744a6c17d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:34.294554 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-7e15dcb3-4d56-483f-82e9-524c40450181 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] For port d5c00b09-d1ae-4150-a83c-909f684fcd90, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d5c00b09-d1ae-4150-a83c-909f684fcd90,segment=NetworkSegment(0e53b951-b795-4081-92ab-f8169ec212e0),segment_id=0e53b951-b795-4081-92ab-f8169ec212e0)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:32:34.294891 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-7e15dcb3-4d56-483f-82e9-524c40450181 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:34.317994 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca92be6c-ff8e-4386-8ebf-753744a6c17d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564-project] vlan segment allocate from pool success with {'vlan_id': 1023, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:32:34.322899 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-7e15dcb3-4d56-483f-82e9-524c40450181 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Calling delete_port for d5c00b09-d1ae-4150-a83c-909f684fcd90 owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:32:34.409710 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ca92be6c-ff8e-4386-8ebf-753744a6c17d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:34.409826 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-ca92be6c-ff8e-4386-8ebf-753744a6c17d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564-project] Added segment b77215bf-e2ac-4042-b463-6cb6830b5566 of type vlan for network ebb0cd24-b703-46e2-a1dc-da88df7b903a Oct 27 18:32:34.418165 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca92be6c-ff8e-4386-8ebf-753744a6c17d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c77672b5-ede9-482b-899f-1211a0409ea9,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:34.512431 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ca92be6c-ff8e-4386-8ebf-753744a6c17d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:34.515931 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-28831f25-c741-4117-a3d2-7490fef7ac56 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:34.523573 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387959b-2350-47ba-8d99-531f5e9e2ee9 req-58336197-aed9-4fa5-a44e-eb3f96216e15 tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:34.525344 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7387959b-2350-47ba-8d99-531f5e9e2ee9 req-58336197-aed9-4fa5-a44e-eb3f96216e15 tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] 10.222.0.52 "GET /v2.0/ports?device_id=312c808a-0f52-4a45-a947-3b543fc6c31c HTTP/1.1" status: 200 len: 945 time: 0.1096652 Oct 27 18:32:34.593042 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3600c23b-ddd4-4963-8190-23e334136e8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:34.626023 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-28831f25-c741-4117-a3d2-7490fef7ac56 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:34.632915 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7387959b-2350-47ba-8d99-531f5e9e2ee9 req-69d3ab81-2e4e-4c8b-b71d-9270476198a7 tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85acfef-2cf8-40ef-89db-ed632f864643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991657 Oct 27 18:32:34.664703 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:34.677299 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ca92be6c-ff8e-4386-8ebf-753744a6c17d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:34.684651 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca92be6c-ff8e-4386-8ebf-753744a6c17d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:34.686316 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ca92be6c-ff8e-4386-8ebf-753744a6c17d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:34.700650 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port faa0f0f3-1134-4d41-8d75-249353032458, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=faa0f0f3-1134-4d41-8d75-249353032458,segment=NetworkSegment(4b85b22b-ff45-49ea-9f73-282b9c87d785),segment_id=4b85b22b-ff45-49ea-9f73-282b9c87d785)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:32:34.724997 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-7e15dcb3-4d56-483f-82e9-524c40450181 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:34.772314 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:34.781547 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e15dcb3-4d56-483f-82e9-524c40450181 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Pushing event deleted for resources: {'Port': ['ID=d5c00b09-d1ae-4150-a83c-909f684fcd90,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:34.790679 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38084) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:34.815555 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cbe59678-fd4c-445c-b2cb-2c4c5f8a7b8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:34.849817 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=faa0f0f3-1134-4d41-8d75-249353032458,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:34.861917 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:32:34.862689 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:32:34.863270 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:32:34.864078 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:32:34.864706 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:32:34.865275 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:32:34.865857 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:32:34.866407 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:32:34.867419 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-7e15dcb3-4d56-483f-82e9-524c40450181 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] No DVR routers for this DVR port d5c00b09-d1ae-4150-a83c-909f684fcd90 on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:32:34.869215 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:32:34.869862 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:32:34.870426 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:32:34.874411 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:32:34.874567 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-7e15dcb3-4d56-483f-82e9-524c40450181 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:34.876207 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-7e15dcb3-4d56-483f-82e9-524c40450181 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.93 "DELETE /v2.0/ports/d5c00b09-d1ae-4150-a83c-909f684fcd90 HTTP/1.1" status: 204 len: 173 time: 0.9278812 Oct 27 18:32:34.893784 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2e111-6bd4-4e02-967c-f7859e9f8de3 req-7af00554-032d-4608-989d-92c03be26c9a tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:34.897769 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28831f25-c741-4117-a3d2-7490fef7ac56 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Pushing event updated for resources: {'Port': ['ID=87d8a46b-87b8-4c4d-b065-3e04d0db6954,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:34.904067 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a0a2e111-6bd4-4e02-967c-f7859e9f8de3 req-7af00554-032d-4608-989d-92c03be26c9a tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab365562-160a-4001-b747-c95cabf10a38 HTTP/1.1" status: 200 len: 945 time: 0.1328826 Oct 27 18:32:34.911915 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ca92be6c-ff8e-4386-8ebf-753744a6c17d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.3215516 Oct 27 18:32:34.927601 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca92be6c-ff8e-4386-8ebf-753744a6c17d tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564-project] Pushing event updated for resources: {'Network': ['ID=ebb0cd24-b703-46e2-a1dc-da88df7b903a,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:34.946371 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-28831f25-c741-4117-a3d2-7490fef7ac56 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:34.947208 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network ebb0cd24-b703-46e2-a1dc-da88df7b903a details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:32:34.969146 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cbe59678-fd4c-445c-b2cb-2c4c5f8a7b8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:35.001654 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a0a2e111-6bd4-4e02-967c-f7859e9f8de3 req-92aa47d9-cdad-4e18-991d-160ae1efd3e7 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915368 Oct 27 18:32:35.014842 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3600c23b-ddd4-4963-8190-23e334136e8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:35.034160 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cbe59678-fd4c-445c-b2cb-2c4c5f8a7b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:35.078194 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-28831f25-c741-4117-a3d2-7490fef7ac56 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:35.079402 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-28831f25-c741-4117-a3d2-7490fef7ac56 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5161090 Oct 27 18:32:35.088887 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-cbe59678-fd4c-445c-b2cb-2c4c5f8a7b8d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c6db72f18d9f48829882b22e8df554db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2927139 Oct 27 18:32:35.091672 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38092) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:35.096282 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe59678-fd4c-445c-b2cb-2c4c5f8a7b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0380cd-bda1-4b9b-ab0e-28df9a2f3d67,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:35.096499 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-37866156-5c2a-4136-ad5d-c92d60f3a868 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Deleting port d30e3861-115e-4101-a8e0-47bcf6ce9856 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:32:35.096951 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-37866156-5c2a-4136-ad5d-c92d60f3a868 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:35.157544 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3600c23b-ddd4-4963-8190-23e334136e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:35.215453 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6759bd38-7eec-439f-88fe-7adfbddb1c2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:35.219184 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3600c23b-ddd4-4963-8190-23e334136e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b91645-2df2-4efb-a0b0-2fa79d7f34e3,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:35.233841 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3600c23b-ddd4-4963-8190-23e334136e8c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e1babf63161c43cca9918caad9d1f058&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9946485 Oct 27 18:32:35.234469 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38098) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:35.263341 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'name': 'network-vif-deleted', 'tag': '60727fe8-f91e-429f-b6a7-1c21b5327137'}, {'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'name': 'network-vif-deleted', 'tag': 'd5c00b09-d1ae-4150-a83c-909f684fcd90'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:32:35.266877 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fc6476-8b93-4ebe-a0b1-848dca823430" -d '{"events": [{"server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "name": "network-vif-deleted", "tag": "60727fe8-f91e-429f-b6a7-1c21b5327137"}, {"server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "name": "network-vif-deleted", "tag": "d5c00b09-d1ae-4150-a83c-909f684fcd90"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:32:35.268281 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6759bd38-7eec-439f-88fe-7adfbddb1c2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:35.291181 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-37866156-5c2a-4136-ad5d-c92d60f3a868 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] For port d30e3861-115e-4101-a8e0-47bcf6ce9856, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d30e3861-115e-4101-a8e0-47bcf6ce9856,segment=NetworkSegment(1be5cc61-e9e2-4782-8a72-95f16196fee4),segment_id=1be5cc61-e9e2-4782-8a72-95f16196fee4)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:32:35.291573 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-37866156-5c2a-4136-ad5d-c92d60f3a868 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:35.316083 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-37866156-5c2a-4136-ad5d-c92d60f3a868 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Calling delete_port for d30e3861-115e-4101-a8e0-47bcf6ce9856 owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:32:35.343296 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a3038-4324-4d36-901f-66c280349943 req-591adccf-8833-47bf-af00-abfa16b1e60c tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:35.350098 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a3038-4324-4d36-901f-66c280349943 req-591adccf-8833-47bf-af00-abfa16b1e60c tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:35.351784 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-04925fda-2f6a-44c5-964e-50e99e4c4197 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:35.352240 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3d3a3038-4324-4d36-901f-66c280349943 req-591adccf-8833-47bf-af00-abfa16b1e60c tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 1678 time: 0.2756460 Oct 27 18:32:35.384238 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-04925fda-2f6a-44c5-964e-50e99e4c4197 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:35.447390 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3d3a3038-4324-4d36-901f-66c280349943 req-3ac4f28f-13cf-4570-aa2b-fca1de842945 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558763 Oct 27 18:32:35.452324 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38106) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:35.458368 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Request body: {'port': {'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a', 'binding:host_id': 'n-h1-815690-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-468210719'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:35.485319 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6759bd38-7eec-439f-88fe-7adfbddb1c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:35.488127 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6759bd38-7eec-439f-88fe-7adfbddb1c2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:35.490155 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6759bd38-7eec-439f-88fe-7adfbddb1c2e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cc0380cd-bda1-4b9b-ab0e-28df9a2f3d67 HTTP/1.1" status: 204 len: 168 time: 0.3957407 Oct 27 18:32:35.499850 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-04925fda-2f6a-44c5-964e-50e99e4c4197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:35.502582 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-04925fda-2f6a-44c5-964e-50e99e4c4197 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:35.503748 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-04925fda-2f6a-44c5-964e-50e99e4c4197 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/17b91645-2df2-4efb-a0b0-2fa79d7f34e3 HTTP/1.1" status: 204 len: 168 time: 0.2634287 Oct 27 18:32:35.505226 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6759bd38-7eec-439f-88fe-7adfbddb1c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0380cd-bda1-4b9b-ab0e-28df9a2f3d67,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:35.533678 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 27 Oct 2021 18:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e38c25a-404e-4c3b-85f0-51f85f07c688 x-openstack-request-id: req-8e38c25a-404e-4c3b-85f0-51f85f07c688 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:32:35.534161 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "name": "network-vif-deleted", "tag": "60727fe8-f91e-429f-b6a7-1c21b5327137", "status": "completed", "code": 200}, {"server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "name": "network-vif-deleted", "tag": "d5c00b09-d1ae-4150-a83c-909f684fcd90", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:32:35.534350 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8e38c25a-404e-4c3b-85f0-51f85f07c688 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:32:35.534630 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'name': 'network-vif-deleted', 'tag': '60727fe8-f91e-429f-b6a7-1c21b5327137', 'status': 'completed', 'code': 200} Oct 27 18:32:35.534893 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'name': 'network-vif-deleted', 'tag': 'd5c00b09-d1ae-4150-a83c-909f684fcd90', 'status': 'completed', 'code': 200} Oct 27 18:32:35.550546 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04925fda-2f6a-44c5-964e-50e99e4c4197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b91645-2df2-4efb-a0b0-2fa79d7f34e3,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:35.558631 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Made reservation on behalf of 27b6276c9d7c4b3691cdad2e7b75d855 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:32:35.564705 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:35.610358 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:35.683185 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-37866156-5c2a-4136-ad5d-c92d60f3a868 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:35.740644 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-c33dc001-d960-40cd-b674-4acfc6e6d6f6 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1666757688&fields=id&tenant_id=f7ff550a115b45e2bb54d05b8fe668a7 HTTP/1.1" status: 200 len: 267 time: 0.1097763 Oct 27 18:32:35.742624 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37866156-5c2a-4136-ad5d-c92d60f3a868 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Pushing event deleted for resources: {'Port': ['ID=d30e3861-115e-4101-a8e0-47bcf6ce9856,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:35.766119 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:35.833893 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-37866156-5c2a-4136-ad5d-c92d60f3a868 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] No DVR routers for this DVR port d30e3861-115e-4101-a8e0-47bcf6ce9856 on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:32:35.838030 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:35.842633 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] device_id is not set on port 0fd8817f-986e-4cd5-991c-5cdd2154e880 yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:32:35.924391 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837b9c19-1892-4f05-98e4-809256b73629,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:35.939129 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312c808a-0f52-4a45-a947-3b543fc6c31c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa0f0f3-1134-4d41-8d75-249353032458'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:32:35.945807 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0b7dd0-f1e5-4a25-8809-3cf31594b279" -d '{"events": [{"server_uuid": "312c808a-0f52-4a45-a947-3b543fc6c31c", "name": "network-vif-plugged", "status": "completed", "tag": "faa0f0f3-1134-4d41-8d75-249353032458"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:32:36.117280 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-37866156-5c2a-4136-ad5d-c92d60f3a868 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:36.120662 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-37866156-5c2a-4136-ad5d-c92d60f3a868 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.93 "DELETE /v2.0/ports/d30e3861-115e-4101-a8e0-47bcf6ce9856 HTTP/1.1" status: 204 len: 173 time: 1.2136290 Oct 27 18:32:36.149087 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-299af47c-49e8-4e4f-b70c-b513cdd5e095 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:36.151784 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-299af47c-49e8-4e4f-b70c-b513cdd5e095 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports/b2a5ef78-9b0f-4779-ac14-f1338bdabd09 HTTP/1.1" status: 200 len: 936 time: 0.4021564 Oct 27 18:32:36.218190 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e924efc0-aed2-40f5-8489-606d8f5c0835 req-04f5145d-9e2b-4d6f-b183-1527f39a2c2d tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:36.227364 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e924efc0-aed2-40f5-8489-606d8f5c0835 req-04f5145d-9e2b-4d6f-b183-1527f39a2c2d tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.93 "GET /v2.0/ports?device_id=ab365562-160a-4001-b747-c95cabf10a38 HTTP/1.1" status: 200 len: 945 time: 0.1730473 Oct 27 18:32:36.240600 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52afe15-34af-4d03-8516-7f3865f7c894 req-f9e70494-34f8-4ffd-b6d8-cf3a6119d7b6 tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:36.243430 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a52afe15-34af-4d03-8516-7f3865f7c894 req-f9e70494-34f8-4ffd-b6d8-cf3a6119d7b6 tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] 10.222.0.52 "GET /v2.0/ports?device_id=312c808a-0f52-4a45-a947-3b543fc6c31c HTTP/1.1" status: 200 len: 946 time: 0.4644399 Oct 27 18:32:36.275409 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-03f9ed77-9b9b-4b66-8d85-90683467b315 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:36.276371 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] device_id is not set on port 0fd8817f-986e-4cd5-991c-5cdd2154e880 yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:32:36.277065 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-03f9ed77-9b9b-4b66-8d85-90683467b315 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports/de66f073-b55a-4294-bcf0-2738e20e2c40 HTTP/1.1" status: 200 len: 937 time: 0.1185188 Oct 27 18:32:36.293144 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:36.361466 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-e924efc0-aed2-40f5-8489-606d8f5c0835 req-ae91640c-7071-4247-a7e9-7a0faffa0081 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Deleting port c6e5783f-b98f-4774-99fc-52948c735846 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:32:36.361753 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e924efc0-aed2-40f5-8489-606d8f5c0835 req-ae91640c-7071-4247-a7e9-7a0faffa0081 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:36.383227 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-eaa07e03-e7f1-4767-80e6-cddb42e752ad tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?network_id=7a4a9448-dde2-4330-a4d7-528d39b56a56&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0603151 Oct 27 18:32:36.417991 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a52afe15-34af-4d03-8516-7f3865f7c894 req-80b589f7-728b-442c-bfc0-12733270365a tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85acfef-2cf8-40ef-89db-ed632f864643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398828 Oct 27 18:32:36.439414 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:36.447505 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-091397aa-5dbf-4be3-ae95-b21769425da8 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?network_id=7a4a9448-dde2-4330-a4d7-528d39b56a56&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0516181 Oct 27 18:32:36.469944 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-dc116516-4873-4dda-a2fe-c705625f576e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Deleting port d0da1220-dd80-4dd5-a7ad-e073fc40fe66 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:32:36.470417 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-dc116516-4873-4dda-a2fe-c705625f576e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:36.551665 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c40306-9189-4d79-afcd-80d831f6a712 x-openstack-request-id: req-37c40306-9189-4d79-afcd-80d831f6a712 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:32:36.552219 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312c808a-0f52-4a45-a947-3b543fc6c31c", "name": "network-vif-plugged", "status": "completed", "tag": "faa0f0f3-1134-4d41-8d75-249353032458", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:32:36.553163 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-37c40306-9189-4d79-afcd-80d831f6a712 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:32:36.553882 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312c808a-0f52-4a45-a947-3b543fc6c31c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faa0f0f3-1134-4d41-8d75-249353032458', 'code': 200} Oct 27 18:32:36.565541 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-e924efc0-aed2-40f5-8489-606d8f5c0835 req-ae91640c-7071-4247-a7e9-7a0faffa0081 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] For port c6e5783f-b98f-4774-99fc-52948c735846, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=c6e5783f-b98f-4774-99fc-52948c735846,segment=NetworkSegment(da54f3b4-fa80-4f6a-872c-1cd042d9332d),segment_id=da54f3b4-fa80-4f6a-872c-1cd042d9332d)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:32:36.565902 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e924efc0-aed2-40f5-8489-606d8f5c0835 req-ae91640c-7071-4247-a7e9-7a0faffa0081 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:36.574561 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Pushing event updated for resources: {'Port': ['ID=0fd8817f-986e-4cd5-991c-5cdd2154e880,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:36.589703 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-e924efc0-aed2-40f5-8489-606d8f5c0835 req-ae91640c-7071-4247-a7e9-7a0faffa0081 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Calling delete_port for c6e5783f-b98f-4774-99fc-52948c735846 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:32:36.600102 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:32:36.600102 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:32:36.600390 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:32:36.600653 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:32:36.601025 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:32:36.601577 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:32:36.602147 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:32:36.602147 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:32:36.602344 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:32:36.602611 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:32:36.602969 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:32:36.603833 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:32:36.618903 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Checking segment: {'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:32:36.619269 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Network hostable DHCP agents. Network: ebb0cd24-b703-46e2-a1dc-da88df7b903a, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:32:36.690232 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-dc116516-4873-4dda-a2fe-c705625f576e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] For port d0da1220-dd80-4dd5-a7ad-e073fc40fe66, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d0da1220-dd80-4dd5-a7ad-e073fc40fe66,segment=NetworkSegment(41131f65-3afe-44a8-b36c-5b0b2c75311d),segment_id=41131f65-3afe-44a8-b36c-5b0b2c75311d)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:32:36.690925 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-dc116516-4873-4dda-a2fe-c705625f576e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:36.732713 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de7ab7-2883-4a1c-b5b7-0d19ac7372f1 req-bc1f32ce-8f22-4926-a2b4-bcc5b46fa3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:36.734125 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-48de7ab7-2883-4a1c-b5b7-0d19ac7372f1 req-bc1f32ce-8f22-4926-a2b4-bcc5b46fa3b7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=312c808a-0f52-4a45-a947-3b543fc6c31c HTTP/1.1" status: 200 len: 1097 time: 0.0677285 Oct 27 18:32:36.736358 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-f5a6eeed-8153-4549-96f4-1506db60ad1f tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:36.743027 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-f5a6eeed-8153-4549-96f4-1506db60ad1f tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:36.749389 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-f5a6eeed-8153-4549-96f4-1506db60ad1f tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:36.751076 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-f5a6eeed-8153-4549-96f4-1506db60ad1f tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/networks?id=e7a71d4d-f2a8-460d-b289-b8a552af97cd&id=c77cbe16-409d-4d1e-8a39-10a063ae0bca&id=c77cbe16-409d-4d1e-8a39-10a063ae0bca&id=7a4a9448-dde2-4330-a4d7-528d39b56a56&id=7a4a9448-dde2-4330-a4d7-528d39b56a56 HTTP/1.1" status: 200 len: 1995 time: 0.2938955 Oct 27 18:32:36.807246 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-48de7ab7-2883-4a1c-b5b7-0d19ac7372f1 req-58eaa3a6-6a6a-4d05-8b5b-0b4bc366f3cb service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=f85acfef-2cf8-40ef-89db-ed632f864643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660930 Oct 27 18:32:36.812593 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Network ebb0cd24-b703-46e2-a1dc-da88df7b903a is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:32:36.857082 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-b426f5c3-a3a0-4b6e-96bc-2ed1508e7e92 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/quotas/f7ff550a115b45e2bb54d05b8fe668a7 HTTP/1.1" status: 200 len: 375 time: 0.0763218 Oct 27 18:32:36.889954 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd174a-9fde-4159-b8af-b568724a465b req-aca0af16-b372-47f6-9e6d-8e46069ca89e tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:36.891515 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-92cd174a-9fde-4159-b8af-b568724a465b req-aca0af16-b372-47f6-9e6d-8e46069ca89e tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab365562-160a-4001-b747-c95cabf10a38 HTTP/1.1" status: 200 len: 945 time: 0.2271004 Oct 27 18:32:36.900615 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e924efc0-aed2-40f5-8489-606d8f5c0835 req-ae91640c-7071-4247-a7e9-7a0faffa0081 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:36.915030 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['1fb59165-d3f3-4b1a-bc95-4eec88509b3a', 'c6e5783f-b98f-4774-99fc-52948c735846'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:32:36.951300 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae91640c-7071-4247-a7e9-7a0faffa0081 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Pushing event deleted for resources: {'Port': ['ID=c6e5783f-b98f-4774-99fc-52948c735846,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:36.963866 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, ebb0cd24-b703-46e2-a1dc-da88df7b903a) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:32:37.038381 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd761d7-7afe-453d-8c23-d9e1dc63add7 None None] Network ebb0cd24-b703-46e2-a1dc-da88df7b903a requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:32:37.048021 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:32:37.051003 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-e924efc0-aed2-40f5-8489-606d8f5c0835 req-ae91640c-7071-4247-a7e9-7a0faffa0081 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] No DVR routers for this DVR port c6e5783f-b98f-4774-99fc-52948c735846 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:32:37.055336 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-e5f4f658-0242-402f-bf87-9b0c145f1759 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f7ff550a115b45e2bb54d05b8fe668a7&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1921151 Oct 27 18:32:37.060439 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e924efc0-aed2-40f5-8489-606d8f5c0835 req-ae91640c-7071-4247-a7e9-7a0faffa0081 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:37.060687 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-dc116516-4873-4dda-a2fe-c705625f576e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:37.061221 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-dc116516-4873-4dda-a2fe-c705625f576e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:37.061487 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-dc116516-4873-4dda-a2fe-c705625f576e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Floating IP 40d96cbb-92a0-4d9b-90dc-2e991491c94a disassociated. External IP: 172.25.6.230, port: d0da1220-dd80-4dd5-a7ad-e073fc40fe66. Oct 27 18:32:37.062097 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-dc116516-4873-4dda-a2fe-c705625f576e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Calling delete_port for d0da1220-dd80-4dd5-a7ad-e073fc40fe66 owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:32:37.066983 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-92cd174a-9fde-4159-b8af-b568724a465b req-b005c648-3d14-4dae-a08b-78a6a8a3084c tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538429 Oct 27 18:32:37.080256 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e924efc0-aed2-40f5-8489-606d8f5c0835 req-ae91640c-7071-4247-a7e9-7a0faffa0081 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.93 "DELETE /v2.0/ports/c6e5783f-b98f-4774-99fc-52948c735846 HTTP/1.1" status: 204 len: 173 time: 0.8520997 Oct 27 18:32:37.080959 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab365562-160a-4001-b747-c95cabf10a38', 'name': 'network-vif-deleted', 'tag': 'c6e5783f-b98f-4774-99fc-52948c735846'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:32:37.085981 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12fe87ee-40eb-4eec-aef8-1a4fb9f7e76f" -d '{"events": [{"server_uuid": "ab365562-160a-4001-b747-c95cabf10a38", "name": "network-vif-deleted", "tag": "c6e5783f-b98f-4774-99fc-52948c735846"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:32:37.107955 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:32:37.108566 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:32:37.109149 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:32:37.114028 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Port 0fd8817f-986e-4cd5-991c-5cdd2154e880 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:32:37.114670 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Failed to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 on host n-h1-815690-2 for vnic_type normal using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] Oct 27 18:32:37.115394 n-d-815690-2 neutron-server[102879]: INFO neutron.plugins.ml2.plugin [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempt 2 to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 Oct 27 18:32:37.132419 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:32:37.133750 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:32:37.134297 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:32:37.139446 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Port 0fd8817f-986e-4cd5-991c-5cdd2154e880 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:32:37.140061 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Failed to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 on host n-h1-815690-2 for vnic_type normal using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] Oct 27 18:32:37.140669 n-d-815690-2 neutron-server[102879]: INFO neutron.plugins.ml2.plugin [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempt 3 to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 Oct 27 18:32:37.158217 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:32:37.158978 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:32:37.164123 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:32:37.172905 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Port 0fd8817f-986e-4cd5-991c-5cdd2154e880 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:32:37.173559 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Failed to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 on host n-h1-815690-2 for vnic_type normal using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] Oct 27 18:32:37.174129 n-d-815690-2 neutron-server[102879]: INFO neutron.plugins.ml2.plugin [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempt 4 to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 Oct 27 18:32:37.205249 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:32:37.206156 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:32:37.206919 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:32:37.212742 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Port 0fd8817f-986e-4cd5-991c-5cdd2154e880 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:32:37.213382 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Failed to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 on host n-h1-815690-2 for vnic_type normal using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] Oct 27 18:32:37.214032 n-d-815690-2 neutron-server[102879]: INFO neutron.plugins.ml2.plugin [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempt 5 to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 Oct 27 18:32:37.231013 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:32:37.232007 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:32:37.232640 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:32:37.237869 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Port 0fd8817f-986e-4cd5-991c-5cdd2154e880 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:32:37.238498 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Failed to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 on host n-h1-815690-2 for vnic_type normal using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] Oct 27 18:32:37.239233 n-d-815690-2 neutron-server[102879]: INFO neutron.plugins.ml2.plugin [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempt 6 to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 Oct 27 18:32:37.262490 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:32:37.263106 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:32:37.263549 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:32:37.268705 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Port 0fd8817f-986e-4cd5-991c-5cdd2154e880 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:32:37.269267 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Failed to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 on host n-h1-815690-2 for vnic_type normal using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] Oct 27 18:32:37.269786 n-d-815690-2 neutron-server[102879]: INFO neutron.plugins.ml2.plugin [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempt 7 to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 Oct 27 18:32:37.282904 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:32:37.283498 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:32:37.283934 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:32:37.289613 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Port 0fd8817f-986e-4cd5-991c-5cdd2154e880 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:32:37.290081 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Failed to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 on host n-h1-815690-2 for vnic_type normal using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] Oct 27 18:32:37.290768 n-d-815690-2 neutron-server[102879]: INFO neutron.plugins.ml2.plugin [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempt 8 to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 Oct 27 18:32:37.293353 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-b1a12b1d-693f-475d-b1ae-786e61f83387 service neutron] 10.222.0.52 "GET /v2.0/networks/e7a71d4d-f2a8-460d-b289-b8a552af97cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133484 Oct 27 18:32:37.314206 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38188) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:37.323155 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:32:37.323646 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:32:37.324211 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:32:37.330711 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Port 0fd8817f-986e-4cd5-991c-5cdd2154e880 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:32:37.331203 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Failed to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 on host n-h1-815690-2 for vnic_type normal using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] Oct 27 18:32:37.331695 n-d-815690-2 neutron-server[102879]: INFO neutron.plugins.ml2.plugin [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempt 9 to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 Oct 27 18:32:37.353845 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:32:37.354194 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:32:37.354584 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:32:37.359483 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Port 0fd8817f-986e-4cd5-991c-5cdd2154e880 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:32:37.359870 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Failed to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 on host n-h1-815690-2 for vnic_type normal using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] Oct 27 18:32:37.360278 n-d-815690-2 neutron-server[102879]: INFO neutron.plugins.ml2.plugin [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempt 10 to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 Oct 27 18:32:37.375107 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:32:37.375488 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:32:37.378670 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:32:37.380457 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Port 0fd8817f-986e-4cd5-991c-5cdd2154e880 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:32:37.380792 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Failed to bind port 0fd8817f-986e-4cd5-991c-5cdd2154e880 on host n-h1-815690-2 for vnic_type normal using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] Oct 27 18:32:37.381206 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:37.457016 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f8f06-6200-493e-91f2-afdbfd10a1c6 req-0b0d650d-c6b0-49cd-85da-80d6dcc36998 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:37.458770 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-922f8f06-6200-493e-91f2-afdbfd10a1c6 req-0b0d650d-c6b0-49cd-85da-80d6dcc36998 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 944 time: 0.1639895 Oct 27 18:32:37.459349 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 38196) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:37.498865 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] For port 0fd8817f-986e-4cd5-991c-5cdd2154e880, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:32:37.499355 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempted to set empty binding levels {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 27 18:32:37.539000 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'name': 'network-vif-deleted', 'tag': 'd30e3861-115e-4101-a8e0-47bcf6ce9856'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:32:37.541475 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2d2be4-ca6b-4a10-a659-acfcb1cf642f" -d '{"events": [{"server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "name": "network-vif-deleted", "tag": "d30e3861-115e-4101-a8e0-47bcf6ce9856"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:32:37.558433 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-3dc62fbe-715f-463e-8bb1-5a20ebf08fc3 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1660332124', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:37.566987 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:37.583089 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-922f8f06-6200-493e-91f2-afdbfd10a1c6 req-7773ae8d-de3b-47fe-8947-3dd6213a854c tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups?id=f66a1304-8991-4287-bd7a-f4a77871754c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975761 Oct 27 18:32:37.589806 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-f0ebc5a0-6638-4815-867b-93b8fd9fb5b0 service neutron] 10.222.0.52 "GET /v2.0/networks/e7a71d4d-f2a8-460d-b289-b8a552af97cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559407 Oct 27 18:32:37.632235 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:37.632941 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:37.656554 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331746b3-2b7a-4282-8d1e-9ad163aab085 x-openstack-request-id: req-331746b3-2b7a-4282-8d1e-9ad163aab085 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:32:37.656943 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab365562-160a-4001-b747-c95cabf10a38", "name": "network-vif-deleted", "tag": "c6e5783f-b98f-4774-99fc-52948c735846", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:32:37.657448 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-331746b3-2b7a-4282-8d1e-9ad163aab085 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:32:37.657920 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab365562-160a-4001-b747-c95cabf10a38', 'name': 'network-vif-deleted', 'tag': 'c6e5783f-b98f-4774-99fc-52948c735846', 'status': 'completed', 'code': 200} Oct 27 18:32:37.671338 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Pushing event updated for resources: {'Port': ['ID=0fd8817f-986e-4cd5-991c-5cdd2154e880,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:37.672071 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-840e2f24-507b-400a-a50d-adfe4cba5dac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:37.683126 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-8839babb-8dda-4d41-864f-40370c15cd67 service neutron] 10.222.0.52 "GET /v2.0/ports/b2a5ef78-9b0f-4779-ac14-f1338bdabd09?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0802920 Oct 27 18:32:37.761322 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3dc62fbe-715f-463e-8bb1-5a20ebf08fc3 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:37.763012 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3dc62fbe-715f-463e-8bb1-5a20ebf08fc3 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:37.779547 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-dc116516-4873-4dda-a2fe-c705625f576e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:37.824525 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3dc62fbe-715f-463e-8bb1-5a20ebf08fc3 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:37.827144 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc116516-4873-4dda-a2fe-c705625f576e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Pushing event deleted for resources: {'Port': ['ID=d0da1220-dd80-4dd5-a7ad-e073fc40fe66,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:37.848845 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a4025794-df39-426a-8f4e-f9df38d4da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.3949165 Oct 27 18:32:37.855058 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38206) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:37.891249 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3dc62fbe-715f-463e-8bb1-5a20ebf08fc3 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:37.900629 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847895cf-c2b7-4917-bca2-2ef33d0bcb3b req-569ea2b8-e090-412f-86cc-8b6213b30c8b tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:37.902173 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-847895cf-c2b7-4917-bca2-2ef33d0bcb3b req-569ea2b8-e090-412f-86cc-8b6213b30c8b tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] 10.222.0.52 "GET /v2.0/ports?device_id=312c808a-0f52-4a45-a947-3b543fc6c31c HTTP/1.1" status: 200 len: 946 time: 0.1884596 Oct 27 18:32:37.958365 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-46698de3-136b-436e-b56c-49bc111ecd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Deleting port 0fd8817f-986e-4cd5-991c-5cdd2154e880 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:32:37.958837 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-46698de3-136b-436e-b56c-49bc111ecd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:37.965413 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-bad09fd2-55f7-4aab-831a-a11b0c077b78 service neutron] 10.222.0.52 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740762 Oct 27 18:32:38.013475 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3dc62fbe-715f-463e-8bb1-5a20ebf08fc3 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:38.017117 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3dc62fbe-715f-463e-8bb1-5a20ebf08fc3 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6976857 Oct 27 18:32:38.017350 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38210) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:38.023725 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-ad39d73a-88c5-4502-b137-5384759648da tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-917376542'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:38.028186 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-840e2f24-507b-400a-a50d-adfe4cba5dac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:38.058790 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-46698de3-136b-436e-b56c-49bc111ecd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] For port 0fd8817f-986e-4cd5-991c-5cdd2154e880, host n-h1-815690-2, got binding levels [] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:32:38.059303 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-46698de3-136b-436e-b56c-49bc111ecd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:38.077014 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-46698de3-136b-436e-b56c-49bc111ecd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Calling delete_port for 0fd8817f-986e-4cd5-991c-5cdd2154e880 owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:32:38.097176 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-847895cf-c2b7-4917-bca2-2ef33d0bcb3b req-f77d5f53-1c50-40cc-8906-1c6b3c2c53a6 tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85acfef-2cf8-40ef-89db-ed632f864643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356542 Oct 27 18:32:38.107777 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-840e2f24-507b-400a-a50d-adfe4cba5dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:38.150445 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad39d73a-88c5-4502-b137-5384759648da tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Made reservation on behalf of 50742842f86447879ac2a31143da3fa6 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:32:38.158595 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ad39d73a-88c5-4502-b137-5384759648da tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:38.181761 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fac9a5-39ec-4c25-9b2e-a9b1a5c50008 x-openstack-request-id: req-59fac9a5-39ec-4c25-9b2e-a9b1a5c50008 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:32:38.182131 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "name": "network-vif-deleted", "tag": "d30e3861-115e-4101-a8e0-47bcf6ce9856", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:32:38.187648 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-59fac9a5-39ec-4c25-9b2e-a9b1a5c50008 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:32:38.187648 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'name': 'network-vif-deleted', 'tag': 'd30e3861-115e-4101-a8e0-47bcf6ce9856', 'status': 'completed', 'code': 200} Oct 27 18:32:38.187889 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ad39d73a-88c5-4502-b137-5384759648da tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:38.219908 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-dc116516-4873-4dda-a2fe-c705625f576e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Router 1a21b729-3fa6-4bae-a78b-da895fad0b59 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:32:38.236662 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-840e2f24-507b-400a-a50d-adfe4cba5dac admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6c7d9591c8044e3db247ad880c01eb09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7701478 Oct 27 18:32:38.245045 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 38218) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:38.258411 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e2f24-507b-400a-a50d-adfe4cba5dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d410f86-01ce-4b42-867c-21cc12bc1f6a,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:38.269860 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-cc6dc618-6791-4007-828f-c54665498970 service neutron] 10.222.0.52 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841010 Oct 27 18:32:38.363182 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b3887a4e-06df-450a-b8d6-fc11bd95d81d req-f864a76e-53c6-48ce-810d-54719151b805 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab365562-160a-4001-b747-c95cabf10a38 HTTP/1.1" status: 200 len: 210 time: 0.0900755 Oct 27 18:32:38.387898 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-46698de3-136b-436e-b56c-49bc111ecd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:38.393816 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ad39d73a-88c5-4502-b137-5384759648da tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:38.424367 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46698de3-136b-436e-b56c-49bc111ecd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Pushing event deleted for resources: {'Port': ['ID=0fd8817f-986e-4cd5-991c-5cdd2154e880,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:38.444385 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-46698de3-136b-436e-b56c-49bc111ecd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:38.451186 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-46698de3-136b-436e-b56c-49bc111ecd18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] 10.222.0.52 "DELETE /v2.0/ports/0fd8817f-986e-4cd5-991c-5cdd2154e880 HTTP/1.1" status: 204 len: 168 time: 0.5947814 Oct 27 18:32:38.451857 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38224) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:38.454981 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-18616745-f04b-4165-878f-45c886656789 service neutron] 10.222.0.52 "GET /v2.0/ports/de66f073-b55a-4294-bcf0-2738e20e2c40?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1742332 Oct 27 18:32:38.480314 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ad39d73a-88c5-4502-b137-5384759648da tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:38.503069 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-9404466b-d621-4b00-8121-b3785e645b7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] GET failed (client error): The resource could not be found. Oct 27 18:32:38.503834 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9404466b-d621-4b00-8121-b3785e645b7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] 10.222.0.52 "GET /v2.0/ports/0fd8817f-986e-4cd5-991c-5cdd2154e880 HTTP/1.1" status: 404 len: 333 time: 0.0504017 Oct 27 18:32:38.507544 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38226) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:38.512430 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-1b3e3213-5457-4269-9dea-3465ecc7e0ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Request body: {'port': {'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1835882204'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:38.529476 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-28a40d2f-5e9d-4c6d-b95e-66c762a4b853 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:38.536243 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad39d73a-88c5-4502-b137-5384759648da tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:32:38.537949 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 38228) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:38.539952 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad39d73a-88c5-4502-b137-5384759648da tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb03621c-84f4-4934-9fe4-89bff3b85c2f,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:38.557986 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ad39d73a-88c5-4502-b137-5384759648da tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:38.560948 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-ad39d73a-88c5-4502-b137-5384759648da tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Added segment aca870c5-1c36-41f6-8329-26e962b2cc9c of type vlan for network 886aec12-b936-4a09-bca1-9404ca47f56d Oct 27 18:32:38.584119 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-28a40d2f-5e9d-4c6d-b95e-66c762a4b853 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:38.610244 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ad39d73a-88c5-4502-b137-5384759648da tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:38.642261 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3e3213-5457-4269-9dea-3465ecc7e0ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Made reservation on behalf of 27b6276c9d7c4b3691cdad2e7b75d855 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:32:38.645648 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1b3e3213-5457-4269-9dea-3465ecc7e0ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:38.646638 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-dc116516-4873-4dda-a2fe-c705625f576e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:32:38.667411 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c3e131-fe75-468c-ab33-bdba5d2ecc3a None None] Sync routers for ids ['1a21b729-3fa6-4bae-a78b-da895fad0b59'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:32:38.668313 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-d2a5fdfa-fc2e-455e-81b6-477bfb669003 service neutron] 10.222.0.52 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006004 Oct 27 18:32:38.670746 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-1b3e3213-5457-4269-9dea-3465ecc7e0ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] device_id is not set on port c79602ce-31e1-421a-8f7b-bd543f1f85d8 yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:32:38.681999 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c3e131-fe75-468c-ab33-bdba5d2ecc3a None None] Routers {'1a21b729-3fa6-4bae-a78b-da895fad0b59'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:32:38.682879 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-f8c3e131-fe75-468c-ab33-bdba5d2ecc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:32:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['1a21b729-3fa6-4bae-a78b-da895fad0b59'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:38.728275 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ad39d73a-88c5-4502-b137-5384759648da tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:38.729120 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-ba566548-0b9a-4eb1-8e0f-32a771c64c56 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121-project-admin] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:38.736840 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad39d73a-88c5-4502-b137-5384759648da tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:38.738254 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ad39d73a-88c5-4502-b137-5384759648da tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:38.766905 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-dc116516-4873-4dda-a2fe-c705625f576e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] No DVR routers for this DVR port d0da1220-dd80-4dd5-a7ad-e073fc40fe66 on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:32:38.781592 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-dc116516-4873-4dda-a2fe-c705625f576e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:38.784893 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bbcbce2f-737f-4793-a05e-0b1fad22428c req-dc116516-4873-4dda-a2fe-c705625f576e tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.93 "DELETE /v2.0/ports/d0da1220-dd80-4dd5-a7ad-e073fc40fe66 HTTP/1.1" status: 204 len: 173 time: 2.6276815 Oct 27 18:32:38.789478 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-23dda94d-5150-44fe-868e-5a97625a0931 req-e9b1751c-99d7-41f2-9f1c-4de616f933fb tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 210 time: 0.0971911 Oct 27 18:32:38.796680 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-f8c3e131-fe75-468c-ab33-bdba5d2ecc3a None None] Set router 1a21b729-3fa6-4bae-a78b-da895fad0b59 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:32:38.829996 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad39d73a-88c5-4502-b137-5384759648da tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Pushing event updated for resources: {'Network': ['ID=886aec12-b936-4a09-bca1-9404ca47f56d,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:38.845319 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 886aec12-b936-4a09-bca1-9404ca47f56d details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:32:38.851997 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-aa445f02-0c88-49ff-b541-973154d89554 service neutron] 10.222.0.52 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827886 Oct 27 18:32:38.870379 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ad39d73a-88c5-4502-b137-5384759648da tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8461945 Oct 27 18:32:38.871421 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38234) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:38.879220 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-6e4e50c1-c861-4c3d-81f0-eb855c7bea43 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Request body: {'subnet': {'network_id': '886aec12-b936-4a09-bca1-9404ca47f56d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:38.908121 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-28a40d2f-5e9d-4c6d-b95e-66c762a4b853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:38.910651 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-28a40d2f-5e9d-4c6d-b95e-66c762a4b853 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:38.915602 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-28a40d2f-5e9d-4c6d-b95e-66c762a4b853 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7d410f86-01ce-4b42-867c-21cc12bc1f6a HTTP/1.1" status: 204 len: 168 time: 0.6672866 Oct 27 18:32:38.938323 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a40d2f-5e9d-4c6d-b95e-66c762a4b853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d410f86-01ce-4b42-867c-21cc12bc1f6a,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:38.992475 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-a9daf579-c04c-4149-bb76-5ae0044d0621 service neutron] 10.222.0.52 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383934 Oct 27 18:32:39.192793 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-f8c3e131-fe75-468c-ab33-bdba5d2ecc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a21b729-3fa6-4bae-a78b-da895fad0b59', 'name': 'tempest-TaggedBootDevicesTest-3778310-router', 'tenant_id': '32c521b9d5364e14a010de85fa7c39d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'fc613e52-0f52-4925-8e15-088ee10f8dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:21:27Z', 'updated_at': '2021-10-27T18:21:34Z', 'revision_number': 4, 'project_id': '32c521b9d5364e14a010de85fa7c39d0', 'gw_port': {'id': 'fc613e52-0f52-4925-8e15-088ee10f8dd4', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:15:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a21b729-3fa6-4bae-a78b-da895fad0b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:30Z', 'updated_at': '2021-10-27T18:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'd76446cd-fa5f-44c3-a853-d4f469d3d28c', 'name': '', 'network_id': 'b0826293-f8b5-4c91-b97e-04b01e42ef10', 'tenant_id': '32c521b9d5364e14a010de85fa7c39d0', 'mac_address': 'fa:16:3e:6c:1a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a21b729-3fa6-4bae-a78b-da895fad0b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e43a2e56-6a89-4d7a-ba43-8a2e198dc078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:33Z', 'updated_at': '2021-10-27T18:21:39Z', 'revision_number': 5, 'project_id': '32c521b9d5364e14a010de85fa7c39d0', 'subnets': [{'id': 'e43a2e56-6a89-4d7a-ba43-8a2e198dc078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:39.221883 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c3e131-fe75-468c-ab33-bdba5d2ecc3a None None] Checking router: 1a21b729-3fa6-4bae-a78b-da895fad0b59 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:32:39.233616 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c3e131-fe75-468c-ab33-bdba5d2ecc3a None None] Routers {'1a21b729-3fa6-4bae-a78b-da895fad0b59'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:32:39.234583 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-f8c3e131-fe75-468c-ab33-bdba5d2ecc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:32:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['1a21b729-3fa6-4bae-a78b-da895fad0b59'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:39.281117 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1b3e3213-5457-4269-9dea-3465ecc7e0ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:39.290841 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4e50c1-c861-4c3d-81f0-eb855c7bea43 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Made reservation on behalf of 50742842f86447879ac2a31143da3fa6 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:32:39.294681 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6e4e50c1-c861-4c3d-81f0-eb855c7bea43 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:39.386436 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-f8c3e131-fe75-468c-ab33-bdba5d2ecc3a None None] Set router 1a21b729-3fa6-4bae-a78b-da895fad0b59 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:32:39.401816 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ba566548-0b9a-4eb1-8e0f-32a771c64c56 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:39.491108 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1b3e3213-5457-4269-9dea-3465ecc7e0ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:39.567505 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e673b4-d901-42eb-ae2c-c6431a736d50 req-5d280f97-7db3-4b2e-94b6-69809bf417f1 tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:39.575800 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-78e673b4-d901-42eb-ae2c-c6431a736d50 req-5d280f97-7db3-4b2e-94b6-69809bf417f1 tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] 10.222.0.52 "GET /v2.0/ports?device_id=312c808a-0f52-4a45-a947-3b543fc6c31c HTTP/1.1" status: 200 len: 946 time: 0.2231345 Oct 27 18:32:39.588161 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-e373e66b-5740-4507-aeeb-013eb5dc7911 service neutron] 10.222.0.52 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5944927 Oct 27 18:32:39.594196 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3e3213-5457-4269-9dea-3465ecc7e0ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Network ebb0cd24-b703-46e2-a1dc-da88df7b903a is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:32:39.598869 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3e3213-5457-4269-9dea-3465ecc7e0ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Pushing event updated for resources: {'Port': ['ID=c79602ce-31e1-421a-8f7b-bd543f1f85d8,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:39.602531 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-1b3e3213-5457-4269-9dea-3465ecc7e0ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:32:39.610393 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3e3213-5457-4269-9dea-3465ecc7e0ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:32:39.611477 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3e3213-5457-4269-9dea-3465ecc7e0ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:39.611982 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1b3e3213-5457-4269-9dea-3465ecc7e0ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:39.614125 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a55e334b-3560-4317-95d9-9c1579688799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:39.708102 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-78e673b4-d901-42eb-ae2c-c6431a736d50 req-abc101e8-a00d-4333-9665-8f522139fdf1 tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85acfef-2cf8-40ef-89db-ed632f864643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311066 Oct 27 18:32:39.736577 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-f8c3e131-fe75-468c-ab33-bdba5d2ecc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a21b729-3fa6-4bae-a78b-da895fad0b59', 'name': 'tempest-TaggedBootDevicesTest-3778310-router', 'tenant_id': '32c521b9d5364e14a010de85fa7c39d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'fc613e52-0f52-4925-8e15-088ee10f8dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:21:27Z', 'updated_at': '2021-10-27T18:21:34Z', 'revision_number': 4, 'project_id': '32c521b9d5364e14a010de85fa7c39d0', 'gw_port': {'id': 'fc613e52-0f52-4925-8e15-088ee10f8dd4', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:15:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a21b729-3fa6-4bae-a78b-da895fad0b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:30Z', 'updated_at': '2021-10-27T18:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'd76446cd-fa5f-44c3-a853-d4f469d3d28c', 'name': '', 'network_id': 'b0826293-f8b5-4c91-b97e-04b01e42ef10', 'tenant_id': '32c521b9d5364e14a010de85fa7c39d0', 'mac_address': 'fa:16:3e:6c:1a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a21b729-3fa6-4bae-a78b-da895fad0b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e43a2e56-6a89-4d7a-ba43-8a2e198dc078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:33Z', 'updated_at': '2021-10-27T18:21:39Z', 'revision_number': 5, 'project_id': '32c521b9d5364e14a010de85fa7c39d0', 'subnets': [{'id': 'e43a2e56-6a89-4d7a-ba43-8a2e198dc078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:39.770709 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c3e131-fe75-468c-ab33-bdba5d2ecc3a None None] The sync data for ids ['1a21b729-3fa6-4bae-a78b-da895fad0b59'] in n-d-815690-2 is: [{'id': '1a21b729-3fa6-4bae-a78b-da895fad0b59', 'name': 'tempest-TaggedBootDevicesTest-3778310-router', 'tenant_id': '32c521b9d5364e14a010de85fa7c39d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'fc613e52-0f52-4925-8e15-088ee10f8dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:21:27Z', 'updated_at': '2021-10-27T18:21:34Z', 'revision_number': 4, 'project_id': '32c521b9d5364e14a010de85fa7c39d0', 'gw_port': {'id': 'fc613e52-0f52-4925-8e15-088ee10f8dd4', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:15:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a21b729-3fa6-4bae-a78b-da895fad0b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:30Z', 'updated_at': '2021-10-27T18:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'd76446cd-fa5f-44c3-a853-d4f469d3d28c', 'name': '', 'network_id': 'b0826293-f8b5-4c91-b97e-04b01e42ef10', 'tenant_id': '32c521b9d5364e14a010de85fa7c39d0', 'mac_address': 'fa:16:3e:6c:1a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a21b729-3fa6-4bae-a78b-da895fad0b59', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'e43a2e56-6a89-4d7a-ba43-8a2e198dc078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:33Z', 'updated_at': '2021-10-27T18:21:39Z', 'revision_number': 5, 'project_id': '32c521b9d5364e14a010de85fa7c39d0', 'subnets': [{'id': 'e43a2e56-6a89-4d7a-ba43-8a2e198dc078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:32:39.805056 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-b28db22c-86f4-424d-9380-9a24f586fb27 service neutron] 10.222.0.52 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157581 Oct 27 18:32:39.875012 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6e4e50c1-c861-4c3d-81f0-eb855c7bea43 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:39.875963 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ba566548-0b9a-4eb1-8e0f-32a771c64c56 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:39.902571 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1b3e3213-5457-4269-9dea-3465ecc7e0ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3928161 Oct 27 18:32:39.904133 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38260) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:39.929416 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:40.001730 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device c6e5783f-b98f-4774-99fc-52948c735846 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:32:40.037781 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4e50c1-c861-4c3d-81f0-eb855c7bea43 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Checking segment: {'id': 'aca870c5-1c36-41f6-8329-26e962b2cc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '886aec12-b936-4a09-bca1-9404ca47f56d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:32:40.038159 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4e50c1-c861-4c3d-81f0-eb855c7bea43 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Network hostable DHCP agents. Network: 886aec12-b936-4a09-bca1-9404ca47f56d, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:32:40.047062 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-27613ab2-de32-4f4d-97c1-803400e95685 req-e73b2238-06c7-497e-8944-912667f878d6 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 210 time: 0.0836747 Oct 27 18:32:40.050319 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: c6e5783f-b98f-4774-99fc-52948c735846 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:32:40.051773 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device c6e5783f-b98f-4774-99fc-52948c735846 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:32:40.105538 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-0318fc6a-bab7-41f0-bcbd-12098ef654e6 service neutron] 10.222.0.52 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994688 Oct 27 18:32:40.108375 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-ba566548-0b9a-4eb1-8e0f-32a771c64c56 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121-project-admin] Allocated IP 172.25.6.203 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/407fd277-0057-4982-b9de-46805c4a62c9) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:32:40.112126 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4e50c1-c861-4c3d-81f0-eb855c7bea43 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Pushing event updated for resources: {'Subnet': ['ID=3979bf56-f8a3-4b77-afd6-5af002ba3a86,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:40.131464 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:40.183373 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'name': 'network-vif-deleted', 'tag': 'd0da1220-dd80-4dd5-a7ad-e073fc40fe66'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:32:40.185806 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3461af-f3e3-4ffb-b0f6-04b4724a48ce" -d '{"events": [{"server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "name": "network-vif-deleted", "tag": "d0da1220-dd80-4dd5-a7ad-e073fc40fe66"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:32:40.253376 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fede46-62d1-42a4-9a6c-bc7d29277394 None None] New status for floating IP 40d96cbb-92a0-4d9b-90dc-2e991491c94a: DOWN {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:32:40.299385 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-1a133dcd-a71a-47de-8650-477f64eed4fd service neutron] 10.222.0.52 "GET /v2.0/networks/7a4a9448-dde2-4330-a4d7-528d39b56a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860511 Oct 27 18:32:40.458108 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ba566548-0b9a-4eb1-8e0f-32a771c64c56 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:40.468535 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-8826accd-e266-4856-af00-ebec5617fc70 service neutron] 10.222.0.52 "GET /v2.0/networks/7a4a9448-dde2-4330-a4d7-528d39b56a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628079 Oct 27 18:32:40.542783 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4e50c1-c861-4c3d-81f0-eb855c7bea43 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Network 886aec12-b936-4a09-bca1-9404ca47f56d is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:32:40.604255 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-8adda33e-9032-43e2-a99e-0a20c8a995bd service neutron] 10.222.0.52 "GET /v2.0/networks/7a4a9448-dde2-4330-a4d7-528d39b56a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345971 Oct 27 18:32:40.654229 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ba566548-0b9a-4eb1-8e0f-32a771c64c56 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:40.657889 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-6e4e50c1-c861-4c3d-81f0-eb855c7bea43 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 886aec12-b936-4a09-bca1-9404ca47f56d) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:32:40.673667 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4e50c1-c861-4c3d-81f0-eb855c7bea43 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:40.675776 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6e4e50c1-c861-4c3d-81f0-eb855c7bea43 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:40.677873 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308778a3-f0fa-4176-a356-d4e3a3de1414 None None] Network 886aec12-b936-4a09-bca1-9404ca47f56d requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:32:40.752980 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba566548-0b9a-4eb1-8e0f-32a771c64c56 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121-project-admin] Pushing event updated for resources: {'Port': ['ID=407fd277-0057-4982-b9de-46805c4a62c9,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:40.767238 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] device_id is not set on port c79602ce-31e1-421a-8f7b-bd543f1f85d8 yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:32:40.777773 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:40.784747 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6e4e50c1-c861-4c3d-81f0-eb855c7bea43 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9118862 Oct 27 18:32:40.787929 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38286) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:40.789091 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba566548-0b9a-4eb1-8e0f-32a771c64c56 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121-project-admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:32:40.802362 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-e4019aba-cda2-4eef-bdf3-8b948f62df5e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Request body: {'network': {'name': 'tempest-router-network01--1541314777'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:40.802724 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-ba566548-0b9a-4eb1-8e0f-32a771c64c56 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121-project-admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:32:40.839761 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:40.841355 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba566548-0b9a-4eb1-8e0f-32a771c64c56 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121-project-admin] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:32:40.922030 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc97c359-5107-4aa1-9284-0af3acabe349 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-886aec12-b936-4a09-bca1-9404ca47f56d', 'network_id': '886aec12-b936-4a09-bca1-9404ca47f56d', 'tenant_id': '50742842f86447879ac2a31143da3fa6', 'fixed_ips': [{'subnet_id': '3979bf56-f8a3-4b77-afd6-5af002ba3a86'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:32:40.923177 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dc97c359-5107-4aa1-9284-0af3acabe349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:40.930075 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-a93e7600-7e69-482d-a585-adc2ee3e32ac service neutron] 10.222.0.52 "GET /v2.0/networks/7a4a9448-dde2-4330-a4d7-528d39b56a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243501 Oct 27 18:32:40.936845 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4019aba-cda2-4eef-bdf3-8b948f62df5e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Made reservation on behalf of 50742842f86447879ac2a31143da3fa6 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:32:40.940956 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e4019aba-cda2-4eef-bdf3-8b948f62df5e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:40.963498 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Pushing event updated for resources: {'Port': ['ID=c79602ce-31e1-421a-8f7b-bd543f1f85d8,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:41.014525 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:32:41.020772 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:32:41.020772 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:32:41.045729 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4019aba-cda2-4eef-bdf3-8b948f62df5e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] vlan segment allocate from pool success with {'vlan_id': 1046, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:32:41.047982 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ba566548-0b9a-4eb1-8e0f-32a771c64c56 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:41.053128 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Port c79602ce-31e1-421a-8f7b-bd543f1f85d8 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:32:41.053714 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Failed to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 on host n-h1-815690-2 for vnic_type normal using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] Oct 27 18:32:41.064683 n-d-815690-2 neutron-server[102879]: INFO neutron.plugins.ml2.plugin [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempt 2 to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 Oct 27 18:32:41.075920 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-37104d58-45bf-4df0-9421-59e27de49e7c tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:41.083432 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-37104d58-45bf-4df0-9421-59e27de49e7c tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/networks?id=23b2e040-11b8-4862-8da0-936b3872cceb HTTP/1.1" status: 200 len: 805 time: 0.3063905 Oct 27 18:32:41.102659 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e4019aba-cda2-4eef-bdf3-8b948f62df5e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:41.103219 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-e4019aba-cda2-4eef-bdf3-8b948f62df5e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Added segment 3e9b24f8-585d-4107-9828-44566df62eda of type vlan for network 157aec53-2124-45ee-ad96-d2a122f6a190 Oct 27 18:32:41.109576 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-37996d26-5c27-40ee-9b4f-73275f452a90 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/quotas/26a8ecb72e37482a929830b093f42719 HTTP/1.1" status: 200 len: 375 time: 0.0166245 Oct 27 18:32:41.120805 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:32:41.121408 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:32:41.122137 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:32:41.130460 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Port c79602ce-31e1-421a-8f7b-bd543f1f85d8 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:32:41.130907 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Failed to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 on host n-h1-815690-2 for vnic_type normal using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] Oct 27 18:32:41.149818 n-d-815690-2 neutron-server[102879]: INFO neutron.plugins.ml2.plugin [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempt 3 to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 Oct 27 18:32:41.183819 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e4019aba-cda2-4eef-bdf3-8b948f62df5e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:41.186227 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:32:41.186850 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:32:41.187328 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:32:41.196278 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Port c79602ce-31e1-421a-8f7b-bd543f1f85d8 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:32:41.196610 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Failed to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 on host n-h1-815690-2 for vnic_type normal using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] Oct 27 18:32:41.198559 n-d-815690-2 neutron-server[102879]: INFO neutron.plugins.ml2.plugin [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempt 4 to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 Oct 27 18:32:41.224640 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:32:41.224978 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:32:41.225319 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:32:41.230669 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-dc97c359-5107-4aa1-9284-0af3acabe349 None None] Allocated IP 2001:db8::2 (886aec12-b936-4a09-bca1-9404ca47f56d/3979bf56-f8a3-4b77-afd6-5af002ba3a86/fe52c65b-8927-4fd4-b783-a74deeeb7378) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:32:41.232519 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Port c79602ce-31e1-421a-8f7b-bd543f1f85d8 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:32:41.232854 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Failed to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 on host n-h1-815690-2 for vnic_type normal using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] Oct 27 18:32:41.233250 n-d-815690-2 neutron-server[102879]: INFO neutron.plugins.ml2.plugin [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempt 5 to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 Oct 27 18:32:41.254379 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:32:41.254805 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:32:41.255173 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:32:41.258844 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ba566548-0b9a-4eb1-8e0f-32a771c64c56 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:41.272298 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Port c79602ce-31e1-421a-8f7b-bd543f1f85d8 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:32:41.273212 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Failed to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 on host n-h1-815690-2 for vnic_type normal using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] Oct 27 18:32:41.273653 n-d-815690-2 neutron-server[102879]: INFO neutron.plugins.ml2.plugin [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempt 6 to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 Oct 27 18:32:41.309125 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:32:41.309460 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:32:41.309807 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:32:41.321129 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e4019aba-cda2-4eef-bdf3-8b948f62df5e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:41.331049 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4019aba-cda2-4eef-bdf3-8b948f62df5e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:41.331678 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e4019aba-cda2-4eef-bdf3-8b948f62df5e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:41.343132 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Port c79602ce-31e1-421a-8f7b-bd543f1f85d8 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:32:41.343586 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Failed to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 on host n-h1-815690-2 for vnic_type normal using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] Oct 27 18:32:41.356407 n-d-815690-2 neutron-server[102879]: INFO neutron.plugins.ml2.plugin [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempt 7 to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 Oct 27 18:32:41.399914 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:32:41.400323 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:32:41.400662 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:32:41.411695 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Port c79602ce-31e1-421a-8f7b-bd543f1f85d8 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:32:41.412023 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Failed to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 on host n-h1-815690-2 for vnic_type normal using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] Oct 27 18:32:41.414844 n-d-815690-2 neutron-server[102879]: INFO neutron.plugins.ml2.plugin [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempt 8 to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 Oct 27 18:32:41.452173 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dc97c359-5107-4aa1-9284-0af3acabe349 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:41.467993 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4019aba-cda2-4eef-bdf3-8b948f62df5e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Pushing event updated for resources: {'Network': ['ID=157aec53-2124-45ee-ad96-d2a122f6a190,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:41.471520 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:32:41.471789 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:32:41.472273 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:32:41.477581 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Port c79602ce-31e1-421a-8f7b-bd543f1f85d8 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:32:41.478682 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Failed to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 on host n-h1-815690-2 for vnic_type normal using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] Oct 27 18:32:41.478682 n-d-815690-2 neutron-server[102879]: INFO neutron.plugins.ml2.plugin [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempt 9 to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 Oct 27 18:32:41.481215 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 157aec53-2124-45ee-ad96-d2a122f6a190 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:32:41.493394 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:32:41.493825 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:32:41.494234 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:32:41.496112 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-babc0828-2d8b-448a-8325-e22e07eec257 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=26a8ecb72e37482a929830b093f42719&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3838518 Oct 27 18:32:41.500868 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e4019aba-cda2-4eef-bdf3-8b948f62df5e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7112703 Oct 27 18:32:41.503624 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Port c79602ce-31e1-421a-8f7b-bd543f1f85d8 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:32:41.504015 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Failed to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 on host n-h1-815690-2 for vnic_type normal using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] Oct 27 18:32:41.504491 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38308) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:41.504995 n-d-815690-2 neutron-server[102879]: INFO neutron.plugins.ml2.plugin [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempt 10 to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 Oct 27 18:32:41.512850 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-fc2618bd-50e8-4b4f-ae12-80a31a43afd9 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Request body: {'network': {'name': 'tempest-router-network02--759085709'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:41.552501 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:32:41.553156 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:32:41.554678 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:32:41.561922 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ba566548-0b9a-4eb1-8e0f-32a771c64c56 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:41.575790 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Port c79602ce-31e1-421a-8f7b-bd543f1f85d8 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:32:41.576494 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Failed to bind port c79602ce-31e1-421a-8f7b-bd543f1f85d8 on host n-h1-815690-2 for vnic_type normal using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] Oct 27 18:32:41.579988 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:41.609274 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dc97c359-5107-4aa1-9284-0af3acabe349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:41.672562 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2618bd-50e8-4b4f-ae12-80a31a43afd9 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Made reservation on behalf of 50742842f86447879ac2a31143da3fa6 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:32:41.678361 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc97c359-5107-4aa1-9284-0af3acabe349 None None] Network 886aec12-b936-4a09-bca1-9404ca47f56d is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:32:41.681009 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fc2618bd-50e8-4b4f-ae12-80a31a43afd9 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:41.685243 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ba566548-0b9a-4eb1-8e0f-32a771c64c56 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:41.688243 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-dc97c359-5107-4aa1-9284-0af3acabe349 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:32:41.690631 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc97c359-5107-4aa1-9284-0af3acabe349 None None] Pushing event updated for resources: {'Port': ['ID=fe52c65b-8927-4fd4-b783-a74deeeb7378,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:41.693900 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc97c359-5107-4aa1-9284-0af3acabe349 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:32:41.762869 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] For port c79602ce-31e1-421a-8f7b-bd543f1f85d8, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:32:41.764349 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempted to set empty binding levels {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 27 18:32:41.775137 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc2618bd-50e8-4b4f-ae12-80a31a43afd9 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] vlan segment allocate from pool success with {'vlan_id': 1015, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:32:41.795351 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fc2618bd-50e8-4b4f-ae12-80a31a43afd9 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:41.795605 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-fc2618bd-50e8-4b4f-ae12-80a31a43afd9 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Added segment 7b2c25b7-4369-4345-9bda-e261daed2c65 of type vlan for network c65fe72c-f29e-4025-9575-0fd716c7de03 Oct 27 18:32:41.817459 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-dc97c359-5107-4aa1-9284-0af3acabe349 None None] Attempting to bind port fe52c65b-8927-4fd4-b783-a74deeeb7378 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:32:41.817838 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-dc97c359-5107-4aa1-9284-0af3acabe349 None None] Attempting to bind port fe52c65b-8927-4fd4-b783-a74deeeb7378 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'aca870c5-1c36-41f6-8329-26e962b2cc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '886aec12-b936-4a09-bca1-9404ca47f56d'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:32:41.818211 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc97c359-5107-4aa1-9284-0af3acabe349 None None] Attempting to bind port fe52c65b-8927-4fd4-b783-a74deeeb7378 on network 886aec12-b936-4a09-bca1-9404ca47f56d {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:32:41.824498 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc97c359-5107-4aa1-9284-0af3acabe349 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:32:41.824874 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc97c359-5107-4aa1-9284-0af3acabe349 None None] Checking segment: {'id': 'aca870c5-1c36-41f6-8329-26e962b2cc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '886aec12-b936-4a09-bca1-9404ca47f56d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:32:41.825434 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dc97c359-5107-4aa1-9284-0af3acabe349 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:41.825835 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc97c359-5107-4aa1-9284-0af3acabe349 None None] Bound using segment: {'id': 'aca870c5-1c36-41f6-8329-26e962b2cc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '886aec12-b936-4a09-bca1-9404ca47f56d'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:32:41.826304 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-dc97c359-5107-4aa1-9284-0af3acabe349 None None] Bound port: fe52c65b-8927-4fd4-b783-a74deeeb7378, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aca870c5-1c36-41f6-8329-26e962b2cc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '886aec12-b936-4a09-bca1-9404ca47f56d'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:32:41.826961 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dc97c359-5107-4aa1-9284-0af3acabe349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:41.847726 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fc2618bd-50e8-4b4f-ae12-80a31a43afd9 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:41.873593 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-7e18c5f0-f8f7-48ee-9e79-501b3cbd6192 service neutron] 10.222.0.52 "GET /v2.0/networks/23b2e040-11b8-4862-8da0-936b3872cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673236 Oct 27 18:32:41.900029 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:41.937739 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-dc97c359-5107-4aa1-9284-0af3acabe349 None None] For port fe52c65b-8927-4fd4-b783-a74deeeb7378, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:32:41.946313 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-dc97c359-5107-4aa1-9284-0af3acabe349 None None] For port fe52c65b-8927-4fd4-b783-a74deeeb7378, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=fe52c65b-8927-4fd4-b783-a74deeeb7378,segment=NetworkSegment(aca870c5-1c36-41f6-8329-26e962b2cc9c),segment_id=aca870c5-1c36-41f6-8329-26e962b2cc9c)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:32:41.980280 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] In _notify_port_updated(), no bound segment for port c79602ce-31e1-421a-8f7b-bd543f1f85d8 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a {{(pid=102879) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 18:32:41.981465 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:41.982246 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:41.984103 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] 10.222.0.52 "PUT /v2.0/ports/c79602ce-31e1-421a-8f7b-bd543f1f85d8 HTTP/1.1" status: 200 len: 979 time: 2.0605338 Oct 27 18:32:41.987213 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38322) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:42.034674 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba566548-0b9a-4eb1-8e0f-32a771c64c56 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121-project-admin] Pushing event updated for resources: {'Port': ['ID=407fd277-0057-4982-b9de-46805c4a62c9,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:42.045661 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ba566548-0b9a-4eb1-8e0f-32a771c64c56 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:42.075698 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fc2618bd-50e8-4b4f-ae12-80a31a43afd9 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:42.082337 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2618bd-50e8-4b4f-ae12-80a31a43afd9 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:42.083047 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fc2618bd-50e8-4b4f-ae12-80a31a43afd9 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:42.086911 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468056a0-8a3f-4ee2-baf3-e646f52ac367 req-dc22d8f7-a4fe-451c-a16c-1ca5576a9e7b tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:42.088438 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-468056a0-8a3f-4ee2-baf3-e646f52ac367 req-dc22d8f7-a4fe-451c-a16c-1ca5576a9e7b tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] 10.222.0.93 "GET /v2.0/ports?device_id=312c808a-0f52-4a45-a947-3b543fc6c31c HTTP/1.1" status: 200 len: 946 time: 0.1596670 Oct 27 18:32:42.094842 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-a04cb3b2-b889-4b83-b9b8-412b8a8fe23e service neutron] 10.222.0.52 "GET /v2.0/networks/23b2e040-11b8-4862-8da0-936b3872cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018778 Oct 27 18:32:42.102984 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-65635083-9f09-45f6-bf61-4d0f629691dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:42.108932 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dc97c359-5107-4aa1-9284-0af3acabe349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:42.117251 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e580c-8244-4e79-ad2f-84cc1e3bbb1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Pushing event updated for resources: {'Port': ['ID=c79602ce-31e1-421a-8f7b-bd543f1f85d8,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:42.176227 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ba566548-0b9a-4eb1-8e0f-32a771c64c56 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:42.178197 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ba566548-0b9a-4eb1-8e0f-32a771c64c56 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121-project-admin] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6366727 Oct 27 18:32:42.201642 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38328) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:42.248525 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe2616-4529-474c-9843-f2771603bacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:42.249042 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe2616-4529-474c-9843-f2771603bacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:42.249515 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe2616-4529-474c-9843-f2771603bacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:42.249984 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe2616-4529-474c-9843-f2771603bacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:42.250450 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe2616-4529-474c-9843-f2771603bacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:42.250945 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe2616-4529-474c-9843-f2771603bacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:42.251411 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe2616-4529-474c-9843-f2771603bacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:42.251890 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe2616-4529-474c-9843-f2771603bacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:42.252361 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe2616-4529-474c-9843-f2771603bacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:42.252825 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe2616-4529-474c-9843-f2771603bacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:42.253422 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe2616-4529-474c-9843-f2771603bacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:42.253875 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe2616-4529-474c-9843-f2771603bacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:42.254198 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe2616-4529-474c-9843-f2771603bacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:42.254653 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe2616-4529-474c-9843-f2771603bacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:42.255144 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe2616-4529-474c-9843-f2771603bacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:42.255601 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe2616-4529-474c-9843-f2771603bacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:42.256188 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe2616-4529-474c-9843-f2771603bacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:42.256648 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe2616-4529-474c-9843-f2771603bacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:42.257966 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe2616-4529-474c-9843-f2771603bacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:42.258334 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe2616-4529-474c-9843-f2771603bacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:42.258802 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe2616-4529-474c-9843-f2771603bacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:42.259381 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe2616-4529-474c-9843-f2771603bacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:42.259850 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe2616-4529-474c-9843-f2771603bacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:42.260324 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe2616-4529-474c-9843-f2771603bacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:42.261060 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe2616-4529-474c-9843-f2771603bacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:42.264258 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-61fe2616-4529-474c-9843-f2771603bacb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22259 time: 0.2756367 Oct 27 18:32:42.271292 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 38332) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:42.271449 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-d6156db3-15f7-4a8f-b51f-fbd3b74360a7 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-269583087', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'fixed_ips': [{'ip_address': '172.25.6.203'}]}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:42.305275 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-fc2618bd-50e8-4b4f-ae12-80a31a43afd9 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7968347 Oct 27 18:32:42.306923 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2618bd-50e8-4b4f-ae12-80a31a43afd9 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Pushing event updated for resources: {'Network': ['ID=c65fe72c-f29e-4025-9575-0fd716c7de03,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:42.309172 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38334) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:42.315994 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-f4c2c087-ba31-49eb-8509-e6a2398e54a7 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Request body: {'subnet': {'network_id': '157aec53-2124-45ee-ad96-d2a122f6a190', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:42.331162 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network c65fe72c-f29e-4025-9575-0fd716c7de03 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:32:42.427242 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6156db3-15f7-4a8f-b51f-fbd3b74360a7 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121-project-admin] Made reservation on behalf of 068f27ec6a8749128e9b1f6e5e41d4cc for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:32:42.431133 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d6156db3-15f7-4a8f-b51f-fbd3b74360a7 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:42.438794 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-468056a0-8a3f-4ee2-baf3-e646f52ac367 req-6e33f392-fd53-432d-89de-7b55415242b1 tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] Deleting port faa0f0f3-1134-4d41-8d75-249353032458 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:32:42.439170 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-468056a0-8a3f-4ee2-baf3-e646f52ac367 req-6e33f392-fd53-432d-89de-7b55415242b1 tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:42.454947 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d6156db3-15f7-4a8f-b51f-fbd3b74360a7 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:42.464351 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc97c359-5107-4aa1-9284-0af3acabe349 None None] Pushing event updated for resources: {'Port': ['ID=fe52c65b-8927-4fd4-b783-a74deeeb7378,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:42.677418 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-468056a0-8a3f-4ee2-baf3-e646f52ac367 req-6e33f392-fd53-432d-89de-7b55415242b1 tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] For port faa0f0f3-1134-4d41-8d75-249353032458, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=faa0f0f3-1134-4d41-8d75-249353032458,segment=NetworkSegment(4b85b22b-ff45-49ea-9f73-282b9c87d785),segment_id=4b85b22b-ff45-49ea-9f73-282b9c87d785)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:32:42.677735 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-468056a0-8a3f-4ee2-baf3-e646f52ac367 req-6e33f392-fd53-432d-89de-7b55415242b1 tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:42.694126 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-468056a0-8a3f-4ee2-baf3-e646f52ac367 req-6e33f392-fd53-432d-89de-7b55415242b1 tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] Calling delete_port for faa0f0f3-1134-4d41-8d75-249353032458 owned by compute:nova {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:32:42.796992 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d6156db3-15f7-4a8f-b51f-fbd3b74360a7 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:42.796992 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c2c087-ba31-49eb-8509-e6a2398e54a7 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Made reservation on behalf of 50742842f86447879ac2a31143da3fa6 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:32:42.800800 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f4c2c087-ba31-49eb-8509-e6a2398e54a7 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:42.856504 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c00fbc7-4c58-4ec0-904b-567e6a40f0ce x-openstack-request-id: req-0c00fbc7-4c58-4ec0-904b-567e6a40f0ce {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:32:42.856504 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e424177a-4f81-4a74-b404-788efdbb3b70", "name": "network-vif-deleted", "tag": "d0da1220-dd80-4dd5-a7ad-e073fc40fe66", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:32:42.856504 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0c00fbc7-4c58-4ec0-904b-567e6a40f0ce {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:32:42.856504 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e424177a-4f81-4a74-b404-788efdbb3b70', 'name': 'network-vif-deleted', 'tag': 'd0da1220-dd80-4dd5-a7ad-e073fc40fe66', 'status': 'completed', 'code': 200} Oct 27 18:32:42.889319 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d6156db3-15f7-4a8f-b51f-fbd3b74360a7 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:42.932737 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6156db3-15f7-4a8f-b51f-fbd3b74360a7 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3aa6fe0-3ca8-4107-a163-a118655439fa,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:42.940838 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-d6156db3-15f7-4a8f-b51f-fbd3b74360a7 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121-project-admin] device_id is not set on port fc927c27-7ea7-4d84-a5a9-16a2cd255d18 yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:32:42.961913 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-c4917eab-01de-4c36-9a04-417b3bc11937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Deleting port c79602ce-31e1-421a-8f7b-bd543f1f85d8 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:32:42.962405 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c4917eab-01de-4c36-9a04-417b3bc11937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:42.973752 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ade84-3a57-42a1-ab75-106177478f2f req-6bad68d5-8b1c-45a7-ba6c-9fc5a99905ae tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:42.985365 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ea9ade84-3a57-42a1-ab75-106177478f2f req-6bad68d5-8b1c-45a7-ba6c-9fc5a99905ae tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] 10.222.0.52 "GET /v2.0/ports?device_id=312c808a-0f52-4a45-a947-3b543fc6c31c HTTP/1.1" status: 200 len: 946 time: 0.1390615 Oct 27 18:32:43.106014 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-468056a0-8a3f-4ee2-baf3-e646f52ac367 req-6e33f392-fd53-432d-89de-7b55415242b1 tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:43.119030 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['faa0f0f3-1134-4d41-8d75-249353032458'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:32:43.216072 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-c4917eab-01de-4c36-9a04-417b3bc11937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] For port c79602ce-31e1-421a-8f7b-bd543f1f85d8, host n-h1-815690-2, got binding levels [] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:32:43.220822 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device fe52c65b-8927-4fd4-b783-a74deeeb7378 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:32:43.227228 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c4917eab-01de-4c36-9a04-417b3bc11937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:43.255624 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-c4917eab-01de-4c36-9a04-417b3bc11937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Calling delete_port for c79602ce-31e1-421a-8f7b-bd543f1f85d8 owned by {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:32:43.452169 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port fe52c65b-8927-4fd4-b783-a74deeeb7378 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:32:43.454549 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ea9ade84-3a57-42a1-ab75-106177478f2f req-a10fbf21-55a1-42f3-9af5-d3f4c844552a tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] 10.222.0.52 "GET /v2.0/security-groups?id=f85acfef-2cf8-40ef-89db-ed632f864643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4684243 Oct 27 18:32:43.454966 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:43.481940 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33f392-fd53-432d-89de-7b55415242b1 tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] Pushing event deleted for resources: {'Port': ['ID=faa0f0f3-1134-4d41-8d75-249353032458,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:43.489796 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9081dc0b-e496-4514-a585-06b3ac64a586 req-1a9f2e44-de53-46ac-a967-b9133b641c03 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 210 time: 0.4016252 Oct 27 18:32:43.547341 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-468056a0-8a3f-4ee2-baf3-e646f52ac367 req-6e33f392-fd53-432d-89de-7b55415242b1 tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] No DVR routers for this DVR port faa0f0f3-1134-4d41-8d75-249353032458 on host n-h2-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:32:43.550350 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c4917eab-01de-4c36-9a04-417b3bc11937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:43.554669 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-468056a0-8a3f-4ee2-baf3-e646f52ac367 req-6e33f392-fd53-432d-89de-7b55415242b1 tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:43.565074 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-468056a0-8a3f-4ee2-baf3-e646f52ac367 req-6e33f392-fd53-432d-89de-7b55415242b1 tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] 10.222.0.93 "DELETE /v2.0/ports/faa0f0f3-1134-4d41-8d75-249353032458 HTTP/1.1" status: 204 len: 173 time: 1.4684477 Oct 27 18:32:43.565774 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:43.566468 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:43.670157 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4917eab-01de-4c36-9a04-417b3bc11937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Pushing event deleted for resources: {'Port': ['ID=c79602ce-31e1-421a-8f7b-bd543f1f85d8,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:43.701347 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:43.721685 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c4917eab-01de-4c36-9a04-417b3bc11937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:43.729627 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38370) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:43.745367 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c4917eab-01de-4c36-9a04-417b3bc11937 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] 10.222.0.52 "DELETE /v2.0/ports/c79602ce-31e1-421a-8f7b-bd543f1f85d8 HTTP/1.1" status: 204 len: 168 time: 1.4559627 Oct 27 18:32:43.780201 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-72a0d47f-cbf9-481f-8bc1-be1961c6738b req-95b63b22-5aab-4b0a-9322-66967fd777c8 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88445bb-3d06-4f66-85e2-e68ba8991233 HTTP/1.1" status: 200 len: 210 time: 0.1883194 Oct 27 18:32:43.789401 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port fe52c65b-8927-4fd4-b783-a74deeeb7378, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=fe52c65b-8927-4fd4-b783-a74deeeb7378,segment=NetworkSegment(aca870c5-1c36-41f6-8329-26e962b2cc9c),segment_id=aca870c5-1c36-41f6-8329-26e962b2cc9c)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:32:43.801198 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-b171b418-86ac-478f-b532-bd0ece558a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] GET failed (client error): The resource could not be found. Oct 27 18:32:43.801198 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b171b418-86ac-478f-b532-bd0ece558a25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] 10.222.0.52 "GET /v2.0/ports/c79602ce-31e1-421a-8f7b-bd543f1f85d8 HTTP/1.1" status: 404 len: 333 time: 0.0683973 Oct 27 18:32:43.808323 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38372) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:43.809485 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f4c2c087-ba31-49eb-8509-e6a2398e54a7 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:43.812806 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-22fc96d8-9049-4a37-9642-31ab41f1f0d6 req-d9c02c89-44ea-4861-bf29-8ddadaaea8c0 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 210 time: 0.1675334 Oct 27 18:32:43.814937 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6156db3-15f7-4a8f-b51f-fbd3b74360a7 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 27 18:32:43.815459 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6156db3-15f7-4a8f-b51f-fbd3b74360a7 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:32:43.826433 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-41ec2cd2-09bd-4806-b838-5a4bfceff583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1495798042', 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:43.859568 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:43.940712 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c2c087-ba31-49eb-8509-e6a2398e54a7 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Pushing event updated for resources: {'Subnet': ['ID=ba74b1c3-62ac-4e5f-852b-059cc5ade48a,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:43.956684 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ec2cd2-09bd-4806-b838-5a4bfceff583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Made reservation on behalf of 27b6276c9d7c4b3691cdad2e7b75d855 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:32:43.961589 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-41ec2cd2-09bd-4806-b838-5a4bfceff583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:43.986868 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e72792-11f8-4156-9f54-d8566b2f0a77 None None] Network 886aec12-b936-4a09-bca1-9404ca47f56d requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:32:44.013278 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-41ec2cd2-09bd-4806-b838-5a4bfceff583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] device_id is not set on port bceb47ec-39c8-473f-898c-f73f73c03e8b yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:32:44.085263 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d6156db3-15f7-4a8f-b51f-fbd3b74360a7 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.8866649 Oct 27 18:32:44.087635 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=fe52c65b-8927-4fd4-b783-a74deeeb7378,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:44.088576 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38378) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:44.108570 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4069325c-1de4-4e90-b922-ee098473bbc5 None None] Provisioning complete for port fe52c65b-8927-4fd4-b783-a74deeeb7378 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:32:44.109350 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4069325c-1de4-4e90-b922-ee098473bbc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:44.147419 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c2c087-ba31-49eb-8509-e6a2398e54a7 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Checking segment: {'id': '3e9b24f8-585d-4107-9828-44566df62eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '157aec53-2124-45ee-ad96-d2a122f6a190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:32:44.148341 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c2c087-ba31-49eb-8509-e6a2398e54a7 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Network hostable DHCP agents. Network: 157aec53-2124-45ee-ad96-d2a122f6a190, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:32:44.355648 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-41ec2cd2-09bd-4806-b838-5a4bfceff583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:44.357989 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-29ab3c8c-494b-46bd-b429-766a3b8fd724 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121-project-admin] Deleting port 407fd277-0057-4982-b9de-46805c4a62c9 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:32:44.358324 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-29ab3c8c-494b-46bd-b429-766a3b8fd724 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:44.433442 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c2c087-ba31-49eb-8509-e6a2398e54a7 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Network 157aec53-2124-45ee-ad96-d2a122f6a190 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:32:44.471630 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-29ab3c8c-494b-46bd-b429-766a3b8fd724 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:44.472022 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-29ab3c8c-494b-46bd-b429-766a3b8fd724 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:44.485312 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-29ab3c8c-494b-46bd-b429-766a3b8fd724 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121-project-admin] Calling delete_port for 407fd277-0057-4982-b9de-46805c4a62c9 owned by network:floatingip {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:32:44.600528 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-41ec2cd2-09bd-4806-b838-5a4bfceff583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:44.609355 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-f4c2c087-ba31-49eb-8509-e6a2398e54a7 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 157aec53-2124-45ee-ad96-d2a122f6a190) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:32:44.615575 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c2c087-ba31-49eb-8509-e6a2398e54a7 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:44.616090 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f4c2c087-ba31-49eb-8509-e6a2398e54a7 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:44.626658 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dda9699-50bd-4397-9012-8508e9465dc9 None None] Network 157aec53-2124-45ee-ad96-d2a122f6a190 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:32:44.636077 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-917a23ab-57f3-4433-bfd5-c63fbb3bbbd8 None None] Provisioning complete for port fe52c65b-8927-4fd4-b783-a74deeeb7378 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:32:44.636715 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-917a23ab-57f3-4433-bfd5-c63fbb3bbbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:44.649683 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-54edc0d4-f57c-4531-b488-38c7a93f1461 req-d16d2b7c-8e22-44af-9c82-d6118ae03769 tempest-ServerGroupTestJSON-1876312482 tempest-ServerGroupTestJSON-1876312482-project] 10.222.0.52 "GET /v2.0/ports?device_id=312c808a-0f52-4a45-a947-3b543fc6c31c HTTP/1.1" status: 200 len: 210 time: 0.0516129 Oct 27 18:32:44.690415 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-761e23f4-9c5e-4257-b09c-e2b505017960 req-e25b7126-f935-418c-a59f-7e93ff0cacc3 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 210 time: 0.0397158 Oct 27 18:32:44.717096 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ec2cd2-09bd-4806-b838-5a4bfceff583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Network ebb0cd24-b703-46e2-a1dc-da88df7b903a is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:32:44.750058 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec2cd2-09bd-4806-b838-5a4bfceff583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Pushing event updated for resources: {'Port': ['ID=bceb47ec-39c8-473f-898c-f73f73c03e8b,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:44.754044 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-41ec2cd2-09bd-4806-b838-5a4bfceff583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:32:44.758867 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ec2cd2-09bd-4806-b838-5a4bfceff583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:32:44.760460 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ec2cd2-09bd-4806-b838-5a4bfceff583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:44.761157 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-41ec2cd2-09bd-4806-b838-5a4bfceff583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:44.780935 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f4c2c087-ba31-49eb-8509-e6a2398e54a7 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4682226 Oct 27 18:32:44.783232 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 38392) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:44.789115 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-c1bd99d2-f661-404d-9bd1-9fa52d9f070b tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Request body: {'subnet': {'network_id': 'c65fe72c-f29e-4025-9575-0fd716c7de03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:44.903225 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312c808a-0f52-4a45-a947-3b543fc6c31c', 'name': 'network-vif-deleted', 'tag': 'faa0f0f3-1134-4d41-8d75-249353032458'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:32:44.913151 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d726ba89-e524-4359-9963-2c4c540b8ca1" -d '{"events": [{"server_uuid": "312c808a-0f52-4a45-a947-3b543fc6c31c", "name": "network-vif-deleted", "tag": "faa0f0f3-1134-4d41-8d75-249353032458"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:32:44.971968 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426cb387-a20c-4c64-a2b4-a0971fd6b782 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-157aec53-2124-45ee-ad96-d2a122f6a190', 'network_id': '157aec53-2124-45ee-ad96-d2a122f6a190', 'tenant_id': '50742842f86447879ac2a31143da3fa6', 'fixed_ips': [{'subnet_id': 'ba74b1c3-62ac-4e5f-852b-059cc5ade48a'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:32:44.973097 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-426cb387-a20c-4c64-a2b4-a0971fd6b782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:44.975335 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-41ec2cd2-09bd-4806-b838-5a4bfceff583 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1544790 Oct 27 18:32:45.011319 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38400) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:45.086108 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-72358de1-0d58-4392-8840-17838fc95236 req-0aef4f8c-0a67-476e-9ed8-589360211bbd tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88445bb-3d06-4f66-85e2-e68ba8991233 HTTP/1.1" status: 200 len: 210 time: 0.1370876 Oct 27 18:32:45.087793 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b077dcbe-b44a-44cc-8a03-4a5a6caa2c87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:45.089370 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b077dcbe-b44a-44cc-8a03-4a5a6caa2c87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] 10.222.0.52 "GET /v2.0/ports/bceb47ec-39c8-473f-898c-f73f73c03e8b HTTP/1.1" status: 200 len: 959 time: 0.0770926 Oct 27 18:32:45.090739 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-29ab3c8c-494b-46bd-b429-766a3b8fd724 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:45.093681 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38402) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:45.098579 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d10320be-a2e1-464a-bc83-1455d5bfc264 req-747a2022-e598-455a-ba75-5b0b1164d71e tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 210 time: 0.1355143 Oct 27 18:32:45.158738 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab3c8c-494b-46bd-b429-766a3b8fd724 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121-project-admin] Pushing event deleted for resources: {'Port': ['ID=407fd277-0057-4982-b9de-46805c4a62c9,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:45.175547 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e969083-b10b-4258-8733-213cea120b96 x-openstack-request-id: req-8e969083-b10b-4258-8733-213cea120b96 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:32:45.176163 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312c808a-0f52-4a45-a947-3b543fc6c31c", "name": "network-vif-deleted", "tag": "faa0f0f3-1134-4d41-8d75-249353032458", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:32:45.177553 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8e969083-b10b-4258-8733-213cea120b96 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:32:45.177967 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312c808a-0f52-4a45-a947-3b543fc6c31c', 'name': 'network-vif-deleted', 'tag': 'faa0f0f3-1134-4d41-8d75-249353032458', 'status': 'completed', 'code': 200} Oct 27 18:32:45.209099 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device fe52c65b-8927-4fd4-b783-a74deeeb7378 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:32:45.212248 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:45.285342 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1bd99d2-f661-404d-9bd1-9fa52d9f070b tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Made reservation on behalf of 50742842f86447879ac2a31143da3fa6 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:32:45.290679 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c1bd99d2-f661-404d-9bd1-9fa52d9f070b tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:45.306979 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-29ab3c8c-494b-46bd-b429-766a3b8fd724 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:45.321355 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-29ab3c8c-494b-46bd-b429-766a3b8fd724 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:45.325894 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-29ab3c8c-494b-46bd-b429-766a3b8fd724 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121 tempest-ExternalNetworksAdminNegativeTestJSON-1950381121-project-admin] 10.222.0.52 "DELETE /v2.0/floatingips/c2b463b6-8dde-4fa3-a28e-ffb97e0cd51c HTTP/1.1" status: 204 len: 168 time: 1.2312360 Oct 27 18:32:45.340890 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-426cb387-a20c-4c64-a2b4-a0971fd6b782 None None] Allocated IP 2001:db8::2 (157aec53-2124-45ee-ad96-d2a122f6a190/ba74b1c3-62ac-4e5f-852b-059cc5ade48a/60fc7465-411a-4b8d-bebe-43d42b8b2150) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:32:45.344964 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-f09f4567-3527-4a52-8b51-799fd6680c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Deleting port bceb47ec-39c8-473f-898c-f73f73c03e8b {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:32:45.345451 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f09f4567-3527-4a52-8b51-799fd6680c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:45.426795 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port fe52c65b-8927-4fd4-b783-a74deeeb7378 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:32:45.429884 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:45.531208 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f09f4567-3527-4a52-8b51-799fd6680c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:45.572485 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-f09f4567-3527-4a52-8b51-799fd6680c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Calling delete_port for bceb47ec-39c8-473f-898c-f73f73c03e8b owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:32:45.834274 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f09f4567-3527-4a52-8b51-799fd6680c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:45.923077 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f4567-3527-4a52-8b51-799fd6680c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Pushing event deleted for resources: {'Port': ['ID=bceb47ec-39c8-473f-898c-f73f73c03e8b,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:45.931991 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f09f4567-3527-4a52-8b51-799fd6680c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:45.945290 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f09f4567-3527-4a52-8b51-799fd6680c1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] 10.222.0.52 "DELETE /v2.0/ports/bceb47ec-39c8-473f-898c-f73f73c03e8b HTTP/1.1" status: 204 len: 168 time: 0.8472281 Oct 27 18:32:45.947649 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38420) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:45.998028 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device faa0f0f3-1134-4d41-8d75-249353032458 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:32:46.012715 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-f031b6a7-49b0-4db9-b4e1-5829005b9ce3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] GET failed (client error): The resource could not be found. Oct 27 18:32:46.013484 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f031b6a7-49b0-4db9-b4e1-5829005b9ce3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] 10.222.0.52 "GET /v2.0/ports/bceb47ec-39c8-473f-898c-f73f73c03e8b HTTP/1.1" status: 404 len: 333 time: 0.0633805 Oct 27 18:32:46.017848 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38426) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:46.029025 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-183372a2-d71b-4c23-8d88-f73561d4d28b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Request body: {'port': {'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-501613856'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:46.045336 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: faa0f0f3-1134-4d41-8d75-249353032458 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:32:46.045598 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device faa0f0f3-1134-4d41-8d75-249353032458 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:32:46.050907 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-426cb387-a20c-4c64-a2b4-a0971fd6b782 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:46.118006 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38430) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:46.169730 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-426cb387-a20c-4c64-a2b4-a0971fd6b782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:46.179650 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38440) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:46.203239 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-685864d0-5dd9-4c46-a6d3-53f74fbf3dc7 req-75a37749-c6dd-48ee-ac24-730839798dff service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b43e0fa4-c4cc-4656-b545-0aba75d54fa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1665204 Oct 27 18:32:46.235092 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183372a2-d71b-4c23-8d88-f73561d4d28b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Made reservation on behalf of 27b6276c9d7c4b3691cdad2e7b75d855 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:32:46.240307 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-183372a2-d71b-4c23-8d88-f73561d4d28b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:46.270582 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426cb387-a20c-4c64-a2b4-a0971fd6b782 None None] Network 157aec53-2124-45ee-ad96-d2a122f6a190 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:32:46.276110 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426cb387-a20c-4c64-a2b4-a0971fd6b782 None None] Pushing event updated for resources: {'Port': ['ID=60fc7465-411a-4b8d-bebe-43d42b8b2150,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:46.285950 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-426cb387-a20c-4c64-a2b4-a0971fd6b782 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:32:46.290146 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426cb387-a20c-4c64-a2b4-a0971fd6b782 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:32:46.346313 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-183372a2-d71b-4c23-8d88-f73561d4d28b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] device_id is not set on port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:32:46.410970 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-ee516eeb-99a5-4047-b15a-60e34ee39a7c tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:46.412733 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-ee516eeb-99a5-4047-b15a-60e34ee39a7c tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.93 "GET /v2.0/networks?id=23b2e040-11b8-4862-8da0-936b3872cceb HTTP/1.1" status: 200 len: 805 time: 0.2455206 Oct 27 18:32:46.451912 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-426cb387-a20c-4c64-a2b4-a0971fd6b782 None None] Attempting to bind port 60fc7465-411a-4b8d-bebe-43d42b8b2150 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:32:46.455868 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-426cb387-a20c-4c64-a2b4-a0971fd6b782 None None] Attempting to bind port 60fc7465-411a-4b8d-bebe-43d42b8b2150 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '3e9b24f8-585d-4107-9828-44566df62eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '157aec53-2124-45ee-ad96-d2a122f6a190'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:32:46.456439 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426cb387-a20c-4c64-a2b4-a0971fd6b782 None None] Attempting to bind port 60fc7465-411a-4b8d-bebe-43d42b8b2150 on network 157aec53-2124-45ee-ad96-d2a122f6a190 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:32:46.463228 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426cb387-a20c-4c64-a2b4-a0971fd6b782 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:32:46.464638 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426cb387-a20c-4c64-a2b4-a0971fd6b782 None None] Checking segment: {'id': '3e9b24f8-585d-4107-9828-44566df62eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '157aec53-2124-45ee-ad96-d2a122f6a190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:32:46.465243 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-426cb387-a20c-4c64-a2b4-a0971fd6b782 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:46.465814 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426cb387-a20c-4c64-a2b4-a0971fd6b782 None None] Bound using segment: {'id': '3e9b24f8-585d-4107-9828-44566df62eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '157aec53-2124-45ee-ad96-d2a122f6a190'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:32:46.466726 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-426cb387-a20c-4c64-a2b4-a0971fd6b782 None None] Bound port: 60fc7465-411a-4b8d-bebe-43d42b8b2150, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9b24f8-585d-4107-9828-44566df62eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '157aec53-2124-45ee-ad96-d2a122f6a190'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:32:46.467314 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-426cb387-a20c-4c64-a2b4-a0971fd6b782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:46.467488 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-42b7a664-7322-47fa-b4e1-81d499b7e265 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:46.473078 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e5f80012-6858-4b55-98d8-73a764dbab7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:46.520297 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-173e98c8-6dad-4b41-af45-e4ca5333e065 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Request body: {'port': {'device_id': 'b88445bb-3d06-4f66-85e2-e68ba8991233', 'network_id': '23b2e040-11b8-4862-8da0-936b3872cceb', 'admin_state_up': True, 'tenant_id': '26a8ecb72e37482a929830b093f42719'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:46.521838 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685864d0-5dd9-4c46-a6d3-53f74fbf3dc7 req-04e41474-b676-4cdd-980a-0a22d5272b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:46.524455 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-685864d0-5dd9-4c46-a6d3-53f74fbf3dc7 req-04e41474-b676-4cdd-980a-0a22d5272b42 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=26a8ecb72e37482a929830b093f42719&device_id=b43e0fa4-c4cc-4656-b545-0aba75d54fa2 HTTP/1.1" status: 200 len: 1097 time: 0.2387340 Oct 27 18:32:46.545461 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-426cb387-a20c-4c64-a2b4-a0971fd6b782 None None] For port 60fc7465-411a-4b8d-bebe-43d42b8b2150, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:32:46.545859 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [req-bb31644f-b1a4-44cb-864a-ca364a7ce23c req-8479e2fe-1e23-45ca-886a-adfd6e424bd6 service neutron] (102879) timed out ('10.222.0.81', 50131) {{(pid=102879) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 18:32:46.549971 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-426cb387-a20c-4c64-a2b4-a0971fd6b782 None None] For port 60fc7465-411a-4b8d-bebe-43d42b8b2150, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=60fc7465-411a-4b8d-bebe-43d42b8b2150,segment=NetworkSegment(3e9b24f8-585d-4107-9828-44566df62eda),segment_id=3e9b24f8-585d-4107-9828-44566df62eda)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:32:46.567926 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fc399f53-186b-4d39-9bde-4d774f4fd623 req-c8972a24-98aa-4c26-9f4b-aed0822a8560 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88445bb-3d06-4f66-85e2-e68ba8991233 HTTP/1.1" status: 200 len: 210 time: 0.1354489 Oct 27 18:32:46.567926 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-368e2ba6-28e1-469e-8719-9fe3033d768a req-a59e63a7-7384-4c95-bb07-ee361f6fbbcc tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 210 time: 0.3890872 Oct 27 18:32:46.640242 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-426cb387-a20c-4c64-a2b4-a0971fd6b782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:46.772050 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426cb387-a20c-4c64-a2b4-a0971fd6b782 None None] Pushing event updated for resources: {'Port': ['ID=60fc7465-411a-4b8d-bebe-43d42b8b2150,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:46.812317 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685864d0-5dd9-4c46-a6d3-53f74fbf3dc7 req-595d7377-2d0f-43bf-8fe5-f45d785b653b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:46.813440 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-685864d0-5dd9-4c46-a6d3-53f74fbf3dc7 req-595d7377-2d0f-43bf-8fe5-f45d785b653b service neutron] 10.222.0.93 "GET /v2.0/networks?id=23b2e040-11b8-4862-8da0-936b3872cceb HTTP/1.1" status: 200 len: 907 time: 0.2174606 Oct 27 18:32:46.815119 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38452) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:46.901501 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cd5feb46-1d08-46f2-95c5-3925744ba04d req-38815f17-4d16-49d8-b496-71cdc0eb2dea tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 210 time: 0.1716683 Oct 27 18:32:46.903005 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c1bd99d2-f661-404d-9bd1-9fa52d9f070b tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:46.943668 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-685864d0-5dd9-4c46-a6d3-53f74fbf3dc7 req-319c9029-24e9-4d53-880d-a06bbaba1c35 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1fb59165-d3f3-4b1a-bc95-4eec88509b3a HTTP/1.1" status: 200 len: 217 time: 0.0863416 Oct 27 18:32:46.974577 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-b729ed6e-f541-4c32-9de0-cc9210d34d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:46.976629 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-b729ed6e-f541-4c32-9de0-cc9210d34d43 service neutron] 10.222.0.93 "GET /v2.0/ports/b2a5ef78-9b0f-4779-ac14-f1338bdabd09 HTTP/1.1" status: 200 len: 1032 time: 0.3948066 Oct 27 18:32:47.040920 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685864d0-5dd9-4c46-a6d3-53f74fbf3dc7 req-984ac9c1-fd3c-44eb-923c-c68b8ce10076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:47.046474 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-173e98c8-6dad-4b41-af45-e4ca5333e065 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Made reservation on behalf of 26a8ecb72e37482a929830b093f42719 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:32:47.050078 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-685864d0-5dd9-4c46-a6d3-53f74fbf3dc7 req-984ac9c1-fd3c-44eb-923c-c68b8ce10076 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=820c5f0e-f6d0-4852-a2cd-5a2baae71f1a HTTP/1.1" status: 200 len: 845 time: 0.0813046 Oct 27 18:32:47.050302 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-173e98c8-6dad-4b41-af45-e4ca5333e065 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:47.090658 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd99d2-f661-404d-9bd1-9fa52d9f070b tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Pushing event updated for resources: {'Subnet': ['ID=957be8e7-dfde-4685-ae35-5cb0698d6617,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:47.109923 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bd99d2-f661-404d-9bd1-9fa52d9f070b tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Checking segment: {'id': '7b2c25b7-4369-4345-9bda-e261daed2c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'c65fe72c-f29e-4025-9575-0fd716c7de03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:32:47.111555 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bd99d2-f661-404d-9bd1-9fa52d9f070b tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Network hostable DHCP agents. Network: c65fe72c-f29e-4025-9575-0fd716c7de03, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:32:47.140936 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-685864d0-5dd9-4c46-a6d3-53f74fbf3dc7 req-b48b8e77-bbac-463f-9bee-4484900f23fb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=23b2e040-11b8-4862-8da0-936b3872cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613365 Oct 27 18:32:47.283519 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-173e98c8-6dad-4b41-af45-e4ca5333e065 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Allocated IP 172.20.0.7 (23b2e040-11b8-4862-8da0-936b3872cceb/820c5f0e-f6d0-4852-a2cd-5a2baae71f1a/54805c1d-932d-4ba4-a07a-3983cc965288) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:32:47.284317 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-566fefe9-c8b4-4d0b-8ef7-1e72541de749 admin admin] Deleting subnet e83d6b17-4db2-45bd-a66b-59cc66cf3d5c {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:32:47.287041 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bd99d2-f661-404d-9bd1-9fa52d9f070b tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Network c65fe72c-f29e-4025-9575-0fd716c7de03 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:32:47.301542 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-183372a2-d71b-4c23-8d88-f73561d4d28b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:47.303356 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-37cd74c8-31b9-4f7b-9655-a0a31dd7fe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:47.305915 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-37cd74c8-31b9-4f7b-9655-a0a31dd7fe66 service neutron] 10.222.0.93 "GET /v2.0/ports/de66f073-b55a-4294-bcf0-2738e20e2c40 HTTP/1.1" status: 200 len: 1033 time: 0.2527914 Oct 27 18:32:47.306578 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-566fefe9-c8b4-4d0b-8ef7-1e72541de749 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:47.348093 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-42b7a664-7322-47fa-b4e1-81d499b7e265 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:47.431956 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-c1bd99d2-f661-404d-9bd1-9fa52d9f070b tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, c65fe72c-f29e-4025-9575-0fd716c7de03) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:32:47.448990 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf70ffe0-f698-4285-a930-e5226f34cb39 None None] Network c65fe72c-f29e-4025-9575-0fd716c7de03 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:32:47.466195 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-566fefe9-c8b4-4d0b-8ef7-1e72541de749 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:47.496420 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bd99d2-f661-404d-9bd1-9fa52d9f070b tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:47.497545 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c1bd99d2-f661-404d-9bd1-9fa52d9f070b tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:47.557706 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e5f80012-6858-4b55-98d8-73a764dbab7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:47.569162 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-42b7a664-7322-47fa-b4e1-81d499b7e265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:47.624056 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c1bd99d2-f661-404d-9bd1-9fa52d9f070b tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8392615 Oct 27 18:32:47.632927 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 38460) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:47.661804 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-685864d0-5dd9-4c46-a6d3-53f74fbf3dc7 req-74c669fe-9f6d-437e-a753-df80211871cd service neutron] 10.222.0.93 "GET /v2.0/networks/23b2e040-11b8-4862-8da0-936b3872cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4982638 Oct 27 18:32:47.737034 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa63b2dc-ba7c-48c7-8ac3-1a46c24bdb7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-c65fe72c-f29e-4025-9575-0fd716c7de03', 'network_id': 'c65fe72c-f29e-4025-9575-0fd716c7de03', 'tenant_id': '50742842f86447879ac2a31143da3fa6', 'fixed_ips': [{'subnet_id': '957be8e7-dfde-4685-ae35-5cb0698d6617'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:32:47.738257 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-aa63b2dc-ba7c-48c7-8ac3-1a46c24bdb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:47.755996 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e5f80012-6858-4b55-98d8-73a764dbab7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:47.800006 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b7a664-7322-47fa-b4e1-81d499b7e265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee8b8d9-4527-45de-b673-58ebcb4173f6,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:47.839188 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-183372a2-d71b-4c23-8d88-f73561d4d28b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:48.012416 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f80012-6858-4b55-98d8-73a764dbab7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6bfe3a-2073-44ff-b01a-d840efa3693d,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:48.022179 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8e8617ad-04d0-4a88-8111-fff8b641e13c req-3d0e81e4-4271-4999-b3df-2fc8c1483262 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88445bb-3d06-4f66-85e2-e68ba8991233 HTTP/1.1" status: 200 len: 210 time: 0.3153834 Oct 27 18:32:48.057562 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-aa63b2dc-ba7c-48c7-8ac3-1a46c24bdb7b None None] Allocated IP 2001:db8::2 (c65fe72c-f29e-4025-9575-0fd716c7de03/957be8e7-dfde-4685-ae35-5cb0698d6617/d54e8052-9566-46c2-917b-be4b1e4c937b) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:32:48.073328 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-566fefe9-c8b4-4d0b-8ef7-1e72541de749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:48.093008 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-173e98c8-6dad-4b41-af45-e4ca5333e065 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:48.103933 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-79aafe87-a11e-4f59-9a85-00216530ae86 req-ae73216c-bbe2-475a-9039-905d7a169b46 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 210 time: 0.2563488 Oct 27 18:32:48.184860 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-42b7a664-7322-47fa-b4e1-81d499b7e265 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1db798e0d2394529ab0027eead54564e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0610518 Oct 27 18:32:48.213602 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38466) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:48.253750 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2892599d-c33e-4eeb-a264-656a0791f253 req-6d725eb5-aadd-4847-b821-bcdadb01e170 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 210 time: 0.1168125 Oct 27 18:32:48.299410 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-4a64484c-c7a8-4527-8f8f-8fe5b41be496 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:48.319027 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf48f7f-d29d-43b0-9c0d-517340e2fc14 None None] Network 157aec53-2124-45ee-ad96-d2a122f6a190 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:32:48.322123 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-4a64484c-c7a8-4527-8f8f-8fe5b41be496 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:48.329426 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-4a64484c-c7a8-4527-8f8f-8fe5b41be496 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:48.333834 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-4a64484c-c7a8-4527-8f8f-8fe5b41be496 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.93 "GET /v2.0/networks?id=e7a71d4d-f2a8-460d-b289-b8a552af97cd&id=c77cbe16-409d-4d1e-8a39-10a063ae0bca&id=c77cbe16-409d-4d1e-8a39-10a063ae0bca&id=c77cbe16-409d-4d1e-8a39-10a063ae0bca&id=c77cbe16-409d-4d1e-8a39-10a063ae0bca&id=7a4a9448-dde2-4330-a4d7-528d39b56a56&id=7a4a9448-dde2-4330-a4d7-528d39b56a56 HTTP/1.1" status: 200 len: 1995 time: 1.0097325 Oct 27 18:32:48.335208 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-566fefe9-c8b4-4d0b-8ef7-1e72541de749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:48.357817 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e5f80012-6858-4b55-98d8-73a764dbab7e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e71fac27aa194e6f8586bf4b36824535&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1661251 Oct 27 18:32:48.357817 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-685864d0-5dd9-4c46-a6d3-53f74fbf3dc7 req-7548627a-bcd8-4226-8367-70cee764bb01 service neutron] 10.222.0.93 "GET /v2.0/networks/23b2e040-11b8-4862-8da0-936b3872cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5968337 Oct 27 18:32:48.367719 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38470) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:48.380149 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-aa63b2dc-ba7c-48c7-8ac3-1a46c24bdb7b None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:48.440909 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183372a2-d71b-4c23-8d88-f73561d4d28b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Network ebb0cd24-b703-46e2-a1dc-da88df7b903a is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:32:48.443354 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-8b5b592e-4f2c-4fe9-8c34-62c7eec9840e None None] Provisioning complete for port 60fc7465-411a-4b8d-bebe-43d42b8b2150 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:32:48.443816 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8b5b592e-4f2c-4fe9-8c34-62c7eec9840e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:48.450555 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b121688a-b4fa-4abd-a2e5-bd6ad47e899f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:48.516660 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-aa63b2dc-ba7c-48c7-8ac3-1a46c24bdb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:48.540099 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-173e98c8-6dad-4b41-af45-e4ca5333e065 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:48.564070 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['1fb59165-d3f3-4b1a-bc95-4eec88509b3a'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:32:48.592795 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa63b2dc-ba7c-48c7-8ac3-1a46c24bdb7b None None] Pushing event updated for resources: {'Port': ['ID=d54e8052-9566-46c2-917b-be4b1e4c937b,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:48.629058 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-173e98c8-6dad-4b41-af45-e4ca5333e065 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Network 23b2e040-11b8-4862-8da0-936b3872cceb is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:32:48.640621 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-173e98c8-6dad-4b41-af45-e4ca5333e065 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:32:48.655652 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-173e98c8-6dad-4b41-af45-e4ca5333e065 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:32:48.684321 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa63b2dc-ba7c-48c7-8ac3-1a46c24bdb7b None None] Network c65fe72c-f29e-4025-9575-0fd716c7de03 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:32:48.692876 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1274b656-6755-46b3-819c-2ad86ea31a15 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:48.714639 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-aa63b2dc-ba7c-48c7-8ac3-1a46c24bdb7b None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:32:48.717574 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa63b2dc-ba7c-48c7-8ac3-1a46c24bdb7b None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:32:48.736724 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e98c8-6dad-4b41-af45-e4ca5333e065 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Pushing event updated for resources: {'Port': ['ID=54805c1d-932d-4ba4-a07a-3983cc965288,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:48.775168 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8b5b592e-4f2c-4fe9-8c34-62c7eec9840e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:48.811574 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-183372a2-d71b-4c23-8d88-f73561d4d28b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:32:48.814875 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566fefe9-c8b4-4d0b-8ef7-1e72541de749 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e83d6b17-4db2-45bd-a66b-59cc66cf3d5c,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:48.827394 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183372a2-d71b-4c23-8d88-f73561d4d28b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:32:48.828514 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183372a2-d71b-4c23-8d88-f73561d4d28b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:48.829236 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-183372a2-d71b-4c23-8d88-f73561d4d28b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:48.841076 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-566fefe9-c8b4-4d0b-8ef7-1e72541de749 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:48.844156 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-566fefe9-c8b4-4d0b-8ef7-1e72541de749 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e83d6b17-4db2-45bd-a66b-59cc66cf3d5c HTTP/1.1" status: 204 len: 168 time: 2.0156476 Oct 27 18:32:48.847408 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 38472) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:48.855538 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-173e98c8-6dad-4b41-af45-e4ca5333e065 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:48.856835 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183372a2-d71b-4c23-8d88-f73561d4d28b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Pushing event updated for resources: {'Port': ['ID=2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:48.856988 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-173e98c8-6dad-4b41-af45-e4ca5333e065 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:48.877427 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-08ed8b04-fb51-4a94-84ca-079c0280efa9 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7ff550a115b45e2bb54d05b8fe668a7 HTTP/1.1" status: 200 len: 380 time: 0.5140347 Oct 27 18:32:48.901339 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-e249f6bd-637c-4cd6-b5f1-7426fc47f215 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Request body: {'port': {'device_id': '3d9b0670-6277-4324-b43f-20e3992cef95', 'network_id': 'e7a71d4d-f2a8-460d-b289-b8a552af97cd', 'admin_state_up': True, 'tenant_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'security_groups': ['1c00f932-e989-480c-bc3b-9cce45bb328b']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:48.914581 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-aa63b2dc-ba7c-48c7-8ac3-1a46c24bdb7b None None] Attempting to bind port d54e8052-9566-46c2-917b-be4b1e4c937b on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:32:48.915283 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-aa63b2dc-ba7c-48c7-8ac3-1a46c24bdb7b None None] Attempting to bind port d54e8052-9566-46c2-917b-be4b1e4c937b by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '7b2c25b7-4369-4345-9bda-e261daed2c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'c65fe72c-f29e-4025-9575-0fd716c7de03'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:32:48.915855 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa63b2dc-ba7c-48c7-8ac3-1a46c24bdb7b None None] Attempting to bind port d54e8052-9566-46c2-917b-be4b1e4c937b on network c65fe72c-f29e-4025-9575-0fd716c7de03 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:32:48.947038 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-8b5b592e-4f2c-4fe9-8c34-62c7eec9840e None None] For port 60fc7465-411a-4b8d-bebe-43d42b8b2150, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=60fc7465-411a-4b8d-bebe-43d42b8b2150,segment=NetworkSegment(3e9b24f8-585d-4107-9828-44566df62eda),segment_id=3e9b24f8-585d-4107-9828-44566df62eda)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:32:48.961897 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b121688a-b4fa-4abd-a2e5-bd6ad47e899f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:48.967243 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-183372a2-d71b-4c23-8d88-f73561d4d28b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.9479995 Oct 27 18:32:48.980817 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38474) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:48.985600 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa63b2dc-ba7c-48c7-8ac3-1a46c24bdb7b None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:32:48.987267 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa63b2dc-ba7c-48c7-8ac3-1a46c24bdb7b None None] Checking segment: {'id': '7b2c25b7-4369-4345-9bda-e261daed2c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'c65fe72c-f29e-4025-9575-0fd716c7de03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:32:48.988975 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-aa63b2dc-ba7c-48c7-8ac3-1a46c24bdb7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:48.989120 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:48.995769 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa63b2dc-ba7c-48c7-8ac3-1a46c24bdb7b None None] Bound using segment: {'id': '7b2c25b7-4369-4345-9bda-e261daed2c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'c65fe72c-f29e-4025-9575-0fd716c7de03'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:32:48.996481 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-aa63b2dc-ba7c-48c7-8ac3-1a46c24bdb7b None None] Bound port: d54e8052-9566-46c2-917b-be4b1e4c937b, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2c25b7-4369-4345-9bda-e261daed2c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'c65fe72c-f29e-4025-9575-0fd716c7de03'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:32:48.997203 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-aa63b2dc-ba7c-48c7-8ac3-1a46c24bdb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:49.129640 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-aa63b2dc-ba7c-48c7-8ac3-1a46c24bdb7b None None] For port d54e8052-9566-46c2-917b-be4b1e4c937b, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:32:49.139348 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-aa63b2dc-ba7c-48c7-8ac3-1a46c24bdb7b None None] For port d54e8052-9566-46c2-917b-be4b1e4c937b, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=d54e8052-9566-46c2-917b-be4b1e4c937b,segment=NetworkSegment(7b2c25b7-4369-4345-9bda-e261daed2c65),segment_id=7b2c25b7-4369-4345-9bda-e261daed2c65)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:32:49.146110 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8b5b592e-4f2c-4fe9-8c34-62c7eec9840e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:49.172593 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-756fc79a-2e3d-4ad6-91a2-f62982795911 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:49.211353 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fdea522c-cb29-47f6-bc3e-1a36f80be1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:49.218715 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-756fc79a-2e3d-4ad6-91a2-f62982795911 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:49.220588 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-aa63b2dc-ba7c-48c7-8ac3-1a46c24bdb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:49.229559 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:49.269796 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 60fc7465-411a-4b8d-bebe-43d42b8b2150 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:32:49.313191 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-173e98c8-6dad-4b41-af45-e4ca5333e065 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8419673 Oct 27 18:32:49.340803 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-b1e13e02-19e7-4274-8947-fbca89531286 service neutron] Request body: {'port': {'device_id': 'b88445bb-3d06-4f66-85e2-e68ba8991233', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:49.376896 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b121688a-b4fa-4abd-a2e5-bd6ad47e899f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:49.379838 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b121688a-b4fa-4abd-a2e5-bd6ad47e899f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:49.384848 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b121688a-b4fa-4abd-a2e5-bd6ad47e899f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0ee8b8d9-4527-45de-b673-58ebcb4173f6 HTTP/1.1" status: 204 len: 168 time: 1.1694026 Oct 27 18:32:49.399618 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-e249f6bd-637c-4cd6-b5f1-7426fc47f215 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Made reservation on behalf of f7ff550a115b45e2bb54d05b8fe668a7 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:32:49.401302 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-98e2109b-333f-4a76-a1d3-2c7218c18f3f req-234ffdd9-21d1-44c8-946a-2b6c04eb8a0c tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 210 time: 0.0918713 Oct 27 18:32:49.409953 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-e249f6bd-637c-4cd6-b5f1-7426fc47f215 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:49.471042 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121688a-b4fa-4abd-a2e5-bd6ad47e899f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee8b8d9-4527-45de-b673-58ebcb4173f6,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:49.500938 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-756fc79a-2e3d-4ad6-91a2-f62982795911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:49.505175 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-756fc79a-2e3d-4ad6-91a2-f62982795911 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:49.508913 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-756fc79a-2e3d-4ad6-91a2-f62982795911 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2b6bfe3a-2073-44ff-b01a-d840efa3693d HTTP/1.1" status: 204 len: 168 time: 1.1359417 Oct 27 18:32:49.515913 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b592e-4f2c-4fe9-8c34-62c7eec9840e None None] Pushing event updated for resources: {'Port': ['ID=60fc7465-411a-4b8d-bebe-43d42b8b2150,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:49.520341 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ab0fb-ec7b-45bd-aede-b97316b8bbe1 req-eae95eb2-f9fd-49e6-8cb6-f85afe04950b tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:49.521886 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6e4ab0fb-ec7b-45bd-aede-b97316b8bbe1 req-eae95eb2-f9fd-49e6-8cb6-f85afe04950b tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88445bb-3d06-4f66-85e2-e68ba8991233 HTTP/1.1" status: 200 len: 931 time: 0.3645697 Oct 27 18:32:49.600388 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756fc79a-2e3d-4ad6-91a2-f62982795911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6bfe3a-2073-44ff-b01a-d840efa3693d,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:49.604910 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-b1e13e02-19e7-4274-8947-fbca89531286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:49.642791 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa63b2dc-ba7c-48c7-8ac3-1a46c24bdb7b None None] Pushing event updated for resources: {'Port': ['ID=d54e8052-9566-46c2-917b-be4b1e4c937b,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:49.701949 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-8d45e254-d2b5-4d3b-bbae-7afc3b67f8df None None] Provisioning complete for port 60fc7465-411a-4b8d-bebe-43d42b8b2150 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:32:49.702428 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8d45e254-d2b5-4d3b-bbae-7afc3b67f8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:49.828172 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 60fc7465-411a-4b8d-bebe-43d42b8b2150 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:32:49.834756 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:49.835047 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] device_id is not set on port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:32:49.843535 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:49.889254 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-e249f6bd-637c-4cd6-b5f1-7426fc47f215 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Allocated IP 172.20.0.5 (e7a71d4d-f2a8-460d-b289-b8a552af97cd/2d3bd725-56cb-4497-bc09-775fd7d3c5d8/d6bbae83-7fc2-4178-897c-e479dc4fc74b) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:32:49.920755 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c7cc923e-f07b-4175-952c-87d94d0c2785 req-1fd0dd33-bf47-4b6e-a575-4328057c4484 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 210 time: 0.3125222 Oct 27 18:32:49.952837 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:50.063465 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fdea522c-cb29-47f6-bc3e-1a36f80be1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:50.115061 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6e4ab0fb-ec7b-45bd-aede-b97316b8bbe1 req-506c62a2-1d46-4949-ae77-65d79a54e701 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5108974 Oct 27 18:32:50.143146 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-1274b656-6755-46b3-819c-2ad86ea31a15 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Allocated IP 2001:db8::1 (157aec53-2124-45ee-ad96-d2a122f6a190/ba74b1c3-62ac-4e5f-852b-059cc5ade48a/91b75460-ca3d-43b3-ad72-6721e0057854) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:32:50.171069 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-fdea522c-cb29-47f6-bc3e-1a36f80be1db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05c107a1-df27-477f-9366-3d04acc2bd33']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:50.192883 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-fdea522c-cb29-47f6-bc3e-1a36f80be1db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b85b22b-ff45-49ea-9f73-282b9c87d785') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:50.193395 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Pushing event updated for resources: {'Port': ['ID=2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:50.193899 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-fdea522c-cb29-47f6-bc3e-1a36f80be1db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b85b22b-ff45-49ea-9f73-282b9c87d785') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:50.238117 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:32:50.238507 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:32:50.238878 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:32:50.253058 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:32:50.257933 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Failed to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 on host n-h1-815690-2 for vnic_type normal using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] Oct 27 18:32:50.258898 n-d-815690-2 neutron-server[102879]: INFO neutron.plugins.ml2.plugin [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempt 2 to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 Oct 27 18:32:50.272648 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-e249f6bd-637c-4cd6-b5f1-7426fc47f215 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:50.286971 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:32:50.287325 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:32:50.287628 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:32:50.296016 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:32:50.296338 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Failed to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 on host n-h1-815690-2 for vnic_type normal using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] Oct 27 18:32:50.298035 n-d-815690-2 neutron-server[102879]: INFO neutron.plugins.ml2.plugin [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempt 3 to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 Oct 27 18:32:50.306549 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fdea522c-cb29-47f6-bc3e-1a36f80be1db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:50.323279 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:32:50.323681 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:32:50.323984 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:32:50.332634 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:32:50.333009 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Failed to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 on host n-h1-815690-2 for vnic_type normal using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] Oct 27 18:32:50.334004 n-d-815690-2 neutron-server[102879]: INFO neutron.plugins.ml2.plugin [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempt 4 to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 Oct 27 18:32:50.346405 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:32:50.346618 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fdea522c-cb29-47f6-bc3e-1a36f80be1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:50.346751 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:32:50.347091 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:32:50.351475 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:32:50.352473 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Failed to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 on host n-h1-815690-2 for vnic_type normal using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] Oct 27 18:32:50.352473 n-d-815690-2 neutron-server[102879]: INFO neutron.plugins.ml2.plugin [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempt 5 to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 Oct 27 18:32:50.364913 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:32:50.365239 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:32:50.366764 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:32:50.370446 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:32:50.370764 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Failed to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 on host n-h1-815690-2 for vnic_type normal using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] Oct 27 18:32:50.371188 n-d-815690-2 neutron-server[102879]: INFO neutron.plugins.ml2.plugin [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempt 6 to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 Oct 27 18:32:50.372797 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdea522c-cb29-47f6-bc3e-1a36f80be1db admin admin] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:32:50.373197 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fdea522c-cb29-47f6-bc3e-1a36f80be1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:50.377370 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:32:50.377370 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:32:50.377370 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:32:50.377370 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:32:50.377370 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:32:50.377370 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:32:50.377370 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:32:50.377370 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:32:50.377370 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:32:50.377370 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:32:50.377370 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:32:50.377370 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:32:50.377370 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:32:50.377370 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:32:50.377370 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:32:50.377370 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:32:50.377370 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:32:50.377370 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:32:50.377370 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:32:50.377370 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:32:50.377370 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:32:50.377370 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:32:50.377370 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:32:50.377370 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:32:50.377370 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:32:50.377370 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:32:50.377370 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:32:50.377370 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:32:50.377370 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:32:50.377370 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:32:50.377370 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:32:50.377370 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:32:50.384122 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:32:50.384585 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:32:50.384920 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:32:50.389612 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:32:50.389933 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Failed to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 on host n-h1-815690-2 for vnic_type normal using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] Oct 27 18:32:50.390313 n-d-815690-2 neutron-server[102879]: INFO neutron.plugins.ml2.plugin [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempt 7 to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 Oct 27 18:32:50.403532 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:32:50.404137 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:32:50.404809 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:32:50.412621 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:32:50.413840 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Failed to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 on host n-h1-815690-2 for vnic_type normal using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] Oct 27 18:32:50.415293 n-d-815690-2 neutron-server[102879]: INFO neutron.plugins.ml2.plugin [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempt 8 to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 Oct 27 18:32:50.421588 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-e249f6bd-637c-4cd6-b5f1-7426fc47f215 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:50.484797 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-e249f6bd-637c-4cd6-b5f1-7426fc47f215 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Network e7a71d4d-f2a8-460d-b289-b8a552af97cd is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:32:50.487741 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38492) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:50.505563 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-e249f6bd-637c-4cd6-b5f1-7426fc47f215 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:32:50.509684 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-e249f6bd-637c-4cd6-b5f1-7426fc47f215 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:32:50.542063 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 38494) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:50.582975 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:32:50.583460 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:32:50.583906 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:32:50.596563 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:32:50.596563 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Failed to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 on host n-h1-815690-2 for vnic_type normal using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] Oct 27 18:32:50.611276 n-d-815690-2 neutron-server[102879]: INFO neutron.plugins.ml2.plugin [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempt 9 to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 Oct 27 18:32:50.615327 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fbca321c-972e-4e46-8e5d-dfb9101cc33d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:50.618376 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:32:50.666967 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e249f6bd-637c-4cd6-b5f1-7426fc47f215 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Pushing event updated for resources: {'Port': ['ID=d6bbae83-7fc2-4178-897c-e479dc4fc74b,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:50.669042 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fdea522c-cb29-47f6-bc3e-1a36f80be1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:50.679264 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:32:50.680010 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:32:50.680338 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:32:50.697678 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-e249f6bd-637c-4cd6-b5f1-7426fc47f215 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:50.698506 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-e249f6bd-637c-4cd6-b5f1-7426fc47f215 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:50.722074 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:32:50.722499 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Failed to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 on host n-h1-815690-2 for vnic_type normal using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] Oct 27 18:32:50.724663 n-d-815690-2 neutron-server[102879]: INFO neutron.plugins.ml2.plugin [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempt 10 to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 Oct 27 18:32:50.751504 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:32:50.752004 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:32:50.752444 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempting to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:32:50.767536 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-e249f6bd-637c-4cd6-b5f1-7426fc47f215 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8770957 Oct 27 18:32:50.770685 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:32:50.770685 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Failed to bind port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 on host n-h1-815690-2 for vnic_type normal using segments [{'id': 'b77215bf-e2ac-4042-b463-6cb6830b5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'ebb0cd24-b703-46e2-a1dc-da88df7b903a'}] Oct 27 18:32:50.770685 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:50.791217 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-28bf36d8-b66e-4ca4-b2a0-f60a72099ea6 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Request body: {'port': {'device_id': '3d9b0670-6277-4324-b43f-20e3992cef95', 'network_id': 'c77cbe16-409d-4d1e-8a39-10a063ae0bca', 'admin_state_up': True, 'tenant_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'security_groups': ['1c00f932-e989-480c-bc3b-9cce45bb328b']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:50.903906 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fbca321c-972e-4e46-8e5d-dfb9101cc33d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:50.971938 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] For port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:32:50.982994 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attempted to set empty binding levels {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 27 18:32:51.008116 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fbca321c-972e-4e46-8e5d-dfb9101cc33d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:51.040999 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-38fd7587-af96-4d79-9199-dd7b034f72fd None None] Provisioning complete for port d6bbae83-7fc2-4178-897c-e479dc4fc74b triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:32:51.041587 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-38fd7587-af96-4d79-9199-dd7b034f72fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:51.098768 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:51.138834 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fdea522c-cb29-47f6-bc3e-1a36f80be1db admin admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:51.138834 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-fdea522c-cb29-47f6-bc3e-1a36f80be1db admin admin] 10.222.0.52 "DELETE /v2.0/networks/05c107a1-df27-477f-9366-3d04acc2bd33 HTTP/1.1" status: 204 len: 168 time: 2.2772100 Oct 27 18:32:51.167110 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ebde54-9f26-42ef-9e2d-8a3f58e18480 None None] Network c65fe72c-f29e-4025-9575-0fd716c7de03 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:32:51.170551 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-38fd7587-af96-4d79-9199-dd7b034f72fd None None] Port d6bbae83-7fc2-4178-897c-e479dc4fc74b cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:32:51.178560 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca321c-972e-4e46-8e5d-dfb9101cc33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89b5b17-1dcc-4393-9c91-34550870342e,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:51.198851 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] In _notify_port_updated(), no bound segment for port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 on network ebb0cd24-b703-46e2-a1dc-da88df7b903a {{(pid=102879) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 18:32:51.199854 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:51.204236 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:51.205654 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] 10.222.0.52 "PUT /v2.0/ports/2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 HTTP/1.1" status: 200 len: 978 time: 2.2219045 Oct 27 18:32:51.213606 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1274b656-6755-46b3-819c-2ad86ea31a15 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:51.222780 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-fbca321c-972e-4e46-8e5d-dfb9101cc33d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8e0fdaa4aad840aa898fd3d0b70a8adf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7308469 Oct 27 18:32:51.229217 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38502) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:51.234347 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38504) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:51.288882 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c3701db4-947b-4c97-a3dc-45602de06686 req-ece0e4c5-1dae-4dfc-9a3e-375e395bcebe tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 210 time: 0.7222590 Oct 27 18:32:51.327149 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d54e8052-9566-46c2-917b-be4b1e4c937b up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:32:51.371773 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433fb948-3f13-4eaa-bec9-7a2932bdd30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Pushing event updated for resources: {'Port': ['ID=2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:51.376002 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-28bf36d8-b66e-4ca4-b2a0-f60a72099ea6 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Made reservation on behalf of f7ff550a115b45e2bb54d05b8fe668a7 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:32:51.383914 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-28bf36d8-b66e-4ca4-b2a0-f60a72099ea6 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:51.411501 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4c2d08f3-768e-464c-bd8e-7e671ccd91f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:51.438272 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4c2d08f3-768e-464c-bd8e-7e671ccd91f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:51.438850 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea522c-cb29-47f6-bc3e-1a36f80be1db admin admin] Pushing event deleted for resources: {'Network': ['ID=05c107a1-df27-477f-9366-3d04acc2bd33,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:51.458141 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1274b656-6755-46b3-819c-2ad86ea31a15 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:51.533748 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-4b135b38-5c0e-4061-a7d1-a3bf3b460876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Deleting port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:32:51.534173 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4b135b38-5c0e-4061-a7d1-a3bf3b460876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:51.558464 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1274b656-6755-46b3-819c-2ad86ea31a15 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Network 157aec53-2124-45ee-ad96-d2a122f6a190 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:32:51.565676 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-247f5322-ec5b-404e-8e9e-3e320f6ccad9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=068f27ec6a8749128e9b1f6e5e41d4cc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0224595 Oct 27 18:32:51.567904 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 38506) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:51.589674 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-b323a221-cf85-48a8-805c-49e66d4f8343 None None] Provisioning complete for port d54e8052-9566-46c2-917b-be4b1e4c937b triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:32:51.590068 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b323a221-cf85-48a8-805c-49e66d4f8343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:51.602632 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-b1e13e02-19e7-4274-8947-fbca89531286 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54805c1d-932d-4ba4-a07a-3983cc965288 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:32:51.636301 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-1274b656-6755-46b3-819c-2ad86ea31a15 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:32:51.655769 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1274b656-6755-46b3-819c-2ad86ea31a15 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:32:51.657398 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1274b656-6755-46b3-819c-2ad86ea31a15 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:51.658648 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4c2d08f3-768e-464c-bd8e-7e671ccd91f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:51.661633 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4c2d08f3-768e-464c-bd8e-7e671ccd91f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:51.666517 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4c2d08f3-768e-464c-bd8e-7e671ccd91f4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e89b5b17-1dcc-4393-9c91-34550870342e HTTP/1.1" status: 204 len: 168 time: 0.4298820 Oct 27 18:32:51.696206 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port d54e8052-9566-46c2-917b-be4b1e4c937b triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:32:51.696206 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:51.779831 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-28bf36d8-b66e-4ca4-b2a0-f60a72099ea6 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Allocated IP 10.1.1.21 (c77cbe16-409d-4d1e-8a39-10a063ae0bca/0c846821-c400-4b07-990c-53ee0d225496/4288ff73-5ecf-488b-b668-2614a82bb54d) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:32:51.828609 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b323a221-cf85-48a8-805c-49e66d4f8343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:51.839004 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274b656-6755-46b3-819c-2ad86ea31a15 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Pushing event updated for resources: {'Port': ['ID=91b75460-ca3d-43b3-ad72-6721e0057854,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:51.886602 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7ab19-64fe-4deb-846a-d585014e51c7 req-d855ac1c-a189-4d36-8234-108091d580ec tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:51.895400 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c2d7ab19-64fe-4deb-846a-d585014e51c7 req-d855ac1c-a189-4d36-8234-108091d580ec tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 931 time: 0.7283232 Oct 27 18:32:51.896813 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 38510) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:51.954572 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-b323a221-cf85-48a8-805c-49e66d4f8343 None None] For port d54e8052-9566-46c2-917b-be4b1e4c937b, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=d54e8052-9566-46c2-917b-be4b1e4c937b,segment=NetworkSegment(7b2c25b7-4369-4345-9bda-e261daed2c65),segment_id=7b2c25b7-4369-4345-9bda-e261daed2c65)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:32:51.988989 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:52.014287 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-b1e13e02-19e7-4274-8947-fbca89531286 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:52.057234 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d08f3-768e-464c-bd8e-7e671ccd91f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89b5b17-1dcc-4393-9c91-34550870342e,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:52.071463 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b323a221-cf85-48a8-805c-49e66d4f8343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:52.097731 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-4b135b38-5c0e-4061-a7d1-a3bf3b460876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] For port 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689, host n-h1-815690-2, got binding levels [] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:32:52.098196 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4b135b38-5c0e-4061-a7d1-a3bf3b460876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:52.140606 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-4b135b38-5c0e-4061-a7d1-a3bf3b460876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Calling delete_port for 2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:32:52.155865 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6573b042-47b3-43ed-9dd3-ce085cf9cc89 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bcd762a87ff14946acf4943492551b9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2295024 Oct 27 18:32:52.167927 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38514) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:52.198434 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-28bf36d8-b66e-4ca4-b2a0-f60a72099ea6 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:52.229933 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c35fb4c1-d8a9-40ca-9e4b-48f149ec0965 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:52.266983 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b323a221-cf85-48a8-805c-49e66d4f8343 None None] Pushing event updated for resources: {'Port': ['ID=d54e8052-9566-46c2-917b-be4b1e4c937b,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:52.271912 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c35fb4c1-d8a9-40ca-9e4b-48f149ec0965 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:52.309921 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:32:52.310288 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:32:52.314112 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-dc692602-2ebd-4f6c-90ce-d8d052cdb779 None None] Provisioning complete for port 91b75460-ca3d-43b3-ad72-6721e0057854 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:32:52.314481 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dc692602-2ebd-4f6c-90ce-d8d052cdb779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:52.374387 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-dc692602-2ebd-4f6c-90ce-d8d052cdb779 None None] Port 91b75460-ca3d-43b3-ad72-6721e0057854 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:32:52.383306 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1274b656-6755-46b3-819c-2ad86ea31a15 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:52.393360 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2907081-25ef-4eb6-b5de-80676e73a380 req-d570d38c-10de-4f46-b5c5-8b84597a3385 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:52.394897 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2907081-25ef-4eb6-b5de-80676e73a380 req-d570d38c-10de-4f46-b5c5-8b84597a3385 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88445bb-3d06-4f66-85e2-e68ba8991233 HTTP/1.1" status: 200 len: 931 time: 0.9538970 Oct 27 18:32:52.446805 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-b1e13e02-19e7-4274-8947-fbca89531286 service neutron] Transition to ACTIVE for port object 54805c1d-932d-4ba4-a07a-3983cc965288 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:32:52.453348 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c35fb4c1-d8a9-40ca-9e4b-48f149ec0965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:52.456325 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c35fb4c1-d8a9-40ca-9e4b-48f149ec0965 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:52.457492 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c35fb4c1-d8a9-40ca-9e4b-48f149ec0965 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f3aa6fe0-3ca8-4107-a163-a118655439fa HTTP/1.1" status: 204 len: 168 time: 0.8809907 Oct 27 18:32:52.487047 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6291a1ba-ba8c-472e-848b-901a1e3f3265 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:52.501636 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35fb4c1-d8a9-40ca-9e4b-48f149ec0965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3aa6fe0-3ca8-4107-a163-a118655439fa,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:52.514195 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6291a1ba-ba8c-472e-848b-901a1e3f3265 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:52.525167 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-28bf36d8-b66e-4ca4-b2a0-f60a72099ea6 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:52.525713 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c2d7ab19-64fe-4deb-846a-d585014e51c7 req-683cd9e4-6f8f-4047-b20a-fcf774e9f778 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5761588 Oct 27 18:32:52.528807 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-b543a030-9144-46ab-9e0d-ea4bce96cd98 None None] Provisioning complete for port d54e8052-9566-46c2-917b-be4b1e4c937b triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:32:52.528807 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b543a030-9144-46ab-9e0d-ea4bce96cd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:52.539712 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-b1e13e02-19e7-4274-8947-fbca89531286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:52.565343 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2907081-25ef-4eb6-b5de-80676e73a380 req-e31cdb43-8b78-429f-9a08-faf822b686c5 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550944 Oct 27 18:32:52.654591 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4b135b38-5c0e-4061-a7d1-a3bf3b460876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:52.670738 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-28bf36d8-b66e-4ca4-b2a0-f60a72099ea6 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Network c77cbe16-409d-4d1e-8a39-10a063ae0bca is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:32:52.698048 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-28bf36d8-b66e-4ca4-b2a0-f60a72099ea6 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:32:52.726107 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-28bf36d8-b66e-4ca4-b2a0-f60a72099ea6 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:32:52.793990 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4b135b38-5c0e-4061-a7d1-a3bf3b460876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:52.800221 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dfe35f2e-075c-4dbb-b59a-880cf73e8ef0 req-bbe07e6b-9b59-4ecf-a226-24689eebfb66 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 210 time: 0.1448665 Oct 27 18:32:52.800843 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4b135b38-5c0e-4061-a7d1-a3bf3b460876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] 10.222.0.52 "DELETE /v2.0/ports/2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 HTTP/1.1" status: 204 len: 168 time: 1.5688281 Oct 27 18:32:52.802104 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf36d8-b66e-4ca4-b2a0-f60a72099ea6 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Pushing event updated for resources: {'Port': ['ID=4288ff73-5ecf-488b-b668-2614a82bb54d,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:52.816326 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 38528) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:52.836209 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6291a1ba-ba8c-472e-848b-901a1e3f3265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:52.839136 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6291a1ba-ba8c-472e-848b-901a1e3f3265 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:52.841138 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6291a1ba-ba8c-472e-848b-901a1e3f3265 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f85acfef-2cf8-40ef-89db-ed632f864643 HTTP/1.1" status: 204 len: 168 time: 0.6703305 Oct 27 18:32:52.901553 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 60fc7465-411a-4b8d-bebe-43d42b8b2150 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:32:52.935583 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291a1ba-ba8c-472e-848b-901a1e3f3265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85acfef-2cf8-40ef-89db-ed632f864643,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:52.940781 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b135b38-5c0e-4061-a7d1-a3bf3b460876 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] Pushing event deleted for resources: {'Port': ['ID=2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:52.949338 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e13e02-19e7-4274-8947-fbca89531286 service neutron] Pushing event updated for resources: {'Port': ['ID=54805c1d-932d-4ba4-a07a-3983cc965288,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:52.964697 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e6de958-b8d0-4c37-a87c-deae60d0269b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] GET failed (client error): The resource could not be found. Oct 27 18:32:52.966410 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-2e6de958-b8d0-4c37-a87c-deae60d0269b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1202396259-project-admin] 10.222.0.52 "GET /v2.0/ports/2cc03b62-c8ca-4cdf-b1cc-bf2bf23d7689 HTTP/1.1" status: 404 len: 333 time: 0.1442993 Oct 27 18:32:52.975684 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-28bf36d8-b66e-4ca4-b2a0-f60a72099ea6 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:52.992693 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 38534) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:52.992811 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-28bf36d8-b66e-4ca4-b2a0-f60a72099ea6 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:52.992923 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-b1e13e02-19e7-4274-8947-fbca89531286 service neutron] Attempting to bind port 54805c1d-932d-4ba4-a07a-3983cc965288 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:32:52.992923 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-b1e13e02-19e7-4274-8947-fbca89531286 service neutron] Attempting to bind port 54805c1d-932d-4ba4-a07a-3983cc965288 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': 'da54f3b4-fa80-4f6a-872c-1cd042d9332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '23b2e040-11b8-4862-8da0-936b3872cceb'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:32:52.992923 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-b1e13e02-19e7-4274-8947-fbca89531286 service neutron] Attempting to bind port 54805c1d-932d-4ba4-a07a-3983cc965288 on network 23b2e040-11b8-4862-8da0-936b3872cceb {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:32:53.025888 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 60fc7465-411a-4b8d-bebe-43d42b8b2150 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:32:53.026442 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:53.070256 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-b1e13e02-19e7-4274-8947-fbca89531286 service neutron] Port 54805c1d-932d-4ba4-a07a-3983cc965288 on network 23b2e040-11b8-4862-8da0-936b3872cceb not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:32:53.071758 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-b1e13e02-19e7-4274-8947-fbca89531286 service neutron] Attempting to bind port 54805c1d-932d-4ba4-a07a-3983cc965288 on network 23b2e040-11b8-4862-8da0-936b3872cceb {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:32:53.088584 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-b1e13e02-19e7-4274-8947-fbca89531286 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:32:53.088936 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-b1e13e02-19e7-4274-8947-fbca89531286 service neutron] Checking segment: {'id': 'da54f3b4-fa80-4f6a-872c-1cd042d9332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '23b2e040-11b8-4862-8da0-936b3872cceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:32:53.089395 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-b1e13e02-19e7-4274-8947-fbca89531286 service neutron] Bound using segment: {'id': 'da54f3b4-fa80-4f6a-872c-1cd042d9332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '23b2e040-11b8-4862-8da0-936b3872cceb'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:32:53.089866 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-b1e13e02-19e7-4274-8947-fbca89531286 service neutron] Bound port: 54805c1d-932d-4ba4-a07a-3983cc965288, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da54f3b4-fa80-4f6a-872c-1cd042d9332d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '23b2e040-11b8-4862-8da0-936b3872cceb'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:32:53.090235 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-b1e13e02-19e7-4274-8947-fbca89531286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:53.096125 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-28bf36d8-b66e-4ca4-b2a0-f60a72099ea6 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3088448 Oct 27 18:32:53.108257 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-a5eb582b-f70f-4ead-bac2-eab1c50c99a6 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Request body: {'port': {'device_id': '3d9b0670-6277-4324-b43f-20e3992cef95', 'network_id': 'c77cbe16-409d-4d1e-8a39-10a063ae0bca', 'admin_state_up': True, 'tenant_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'security_groups': ['1c00f932-e989-480c-bc3b-9cce45bb328b']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:53.223426 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b454dffb-5202-47c9-888e-40452797d751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:53.296349 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-939973e7-30fa-4a9d-b6c8-9fb4557ddf59 None None] Provisioning complete for port 4288ff73-5ecf-488b-b668-2614a82bb54d triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:32:53.298085 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-939973e7-30fa-4a9d-b6c8-9fb4557ddf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:53.396376 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-939973e7-30fa-4a9d-b6c8-9fb4557ddf59 None None] Port 4288ff73-5ecf-488b-b668-2614a82bb54d cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:32:53.410212 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d54e8052-9566-46c2-917b-be4b1e4c937b up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:32:53.427899 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-a5eb582b-f70f-4ead-bac2-eab1c50c99a6 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Made reservation on behalf of f7ff550a115b45e2bb54d05b8fe668a7 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:32:53.432693 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-a5eb582b-f70f-4ead-bac2-eab1c50c99a6 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:53.458067 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-b1e13e02-19e7-4274-8947-fbca89531286 service neutron] For port 54805c1d-932d-4ba4-a07a-3983cc965288, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:32:53.510661 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port d54e8052-9566-46c2-917b-be4b1e4c937b triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:32:53.512487 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:53.512625 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-b1e13e02-19e7-4274-8947-fbca89531286 service neutron] For port 54805c1d-932d-4ba4-a07a-3983cc965288, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=54805c1d-932d-4ba4-a07a-3983cc965288,segment=NetworkSegment(da54f3b4-fa80-4f6a-872c-1cd042d9332d),segment_id=da54f3b4-fa80-4f6a-872c-1cd042d9332d)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:32:53.526617 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b454dffb-5202-47c9-888e-40452797d751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:53.548697 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1274b656-6755-46b3-819c-2ad86ea31a15 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:53.571861 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-b454dffb-5202-47c9-888e-40452797d751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebb0cd24-b703-46e2-a1dc-da88df7b903a']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:53.584313 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-b454dffb-5202-47c9-888e-40452797d751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b77215bf-e2ac-4042-b463-6cb6830b5566') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:53.584725 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-b454dffb-5202-47c9-888e-40452797d751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b77215bf-e2ac-4042-b463-6cb6830b5566') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:53.600957 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-b1e13e02-19e7-4274-8947-fbca89531286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:53.613941 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b454dffb-5202-47c9-888e-40452797d751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:53.693624 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1274b656-6755-46b3-819c-2ad86ea31a15 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:53.694600 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1274b656-6755-46b3-819c-2ad86ea31a15 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:53.720101 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-b1e13e02-19e7-4274-8947-fbca89531286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:53.720731 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-b1e13e02-19e7-4274-8947-fbca89531286 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:53.722133 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-b1e13e02-19e7-4274-8947-fbca89531286 service neutron] 10.222.0.93 "PUT /v2.0/ports/54805c1d-932d-4ba4-a07a-3983cc965288 HTTP/1.1" status: 200 len: 1091 time: 4.3975658 Oct 27 18:32:53.725804 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b88445bb-3d06-4f66-85e2-e68ba8991233', 'tag': '54805c1d-932d-4ba4-a07a-3983cc965288'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:32:53.728682 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178a066e-b1ef-44cc-b58b-35f52440d352" -d '{"events": [{"name": "network-changed", "server_uuid": "b88445bb-3d06-4f66-85e2-e68ba8991233", "tag": "54805c1d-932d-4ba4-a07a-3983cc965288"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:32:53.759441 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b454dffb-5202-47c9-888e-40452797d751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:53.772681 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-a5eb582b-f70f-4ead-bac2-eab1c50c99a6 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Allocated IP 10.1.1.227 (c77cbe16-409d-4d1e-8a39-10a063ae0bca/0c846821-c400-4b07-990c-53ee0d225496/ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:32:53.805304 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b454dffb-5202-47c9-888e-40452797d751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564-project] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:32:53.805627 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b454dffb-5202-47c9-888e-40452797d751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:53.817556 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:32:53.817556 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:32:53.817556 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:32:53.817556 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:32:53.817556 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:32:53.817556 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:32:53.817556 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:32:53.817556 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:32:53.817556 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:32:53.817556 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:32:53.817556 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:32:53.817556 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:32:53.817556 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:32:53.817556 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:32:53.817556 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:32:53.817556 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:32:53.817556 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:32:53.817556 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:32:53.817556 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:32:53.817556 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:32:53.817556 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:32:53.817556 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:32:53.817556 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:32:53.817556 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:32:53.817556 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:32:53.817556 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:32:53.817556 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:32:53.817556 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:32:53.817556 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:32:53.817556 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:32:53.817556 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:32:53.817556 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:32:53.915484 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e13e02-19e7-4274-8947-fbca89531286 service neutron] Pushing event updated for resources: {'Port': ['ID=54805c1d-932d-4ba4-a07a-3983cc965288,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:54.053001 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-a5eb582b-f70f-4ead-bac2-eab1c50c99a6 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:54.053822 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc391de-f35a-4e02-9342-d7a2c62eeeaf req-4638d3c7-2285-44de-b0f4-185fcf8ee9dd tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:54.059820 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc391de-f35a-4e02-9342-d7a2c62eeeaf req-4638d3c7-2285-44de-b0f4-185fcf8ee9dd tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:54.061744 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2cc391de-f35a-4e02-9342-d7a2c62eeeaf req-4638d3c7-2285-44de-b0f4-185fcf8ee9dd tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 1652 time: 0.3563306 Oct 27 18:32:54.077341 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913f9be-2bdf-47fe-9300-a6f4542c4c57 req-cffe0d6e-2bbb-422d-92a6-58fcaeb22967 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:54.078888 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9913f9be-2bdf-47fe-9300-a6f4542c4c57 req-cffe0d6e-2bbb-422d-92a6-58fcaeb22967 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88445bb-3d06-4f66-85e2-e68ba8991233 HTTP/1.1" status: 200 len: 943 time: 0.3152957 Oct 27 18:32:54.103035 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b454dffb-5202-47c9-888e-40452797d751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:54.152181 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b454dffb-5202-47c9-888e-40452797d751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:54.155433 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b454dffb-5202-47c9-888e-40452797d751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564-project] 10.222.0.52 "DELETE /v2.0/networks/ebb0cd24-b703-46e2-a1dc-da88df7b903a HTTP/1.1" status: 204 len: 168 time: 1.1803896 Oct 27 18:32:54.157813 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1274b656-6755-46b3-819c-2ad86ea31a15 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Pushing event updated for resources: {'Port': ['ID=91b75460-ca3d-43b3-ad72-6721e0057854,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:54.194414 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-a5eb582b-f70f-4ead-bac2-eab1c50c99a6 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:54.209221 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-2a0eff45-107f-4277-a922-4c0c39cb4bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:54.212525 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-2a0eff45-107f-4277-a922-4c0c39cb4bb0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=26a8ecb72e37482a929830b093f42719&device_id=b88445bb-3d06-4f66-85e2-e68ba8991233 HTTP/1.1" status: 200 len: 1094 time: 0.3426852 Oct 27 18:32:54.239995 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-a5eb582b-f70f-4ead-bac2-eab1c50c99a6 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Network c77cbe16-409d-4d1e-8a39-10a063ae0bca is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:32:54.244285 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-a5eb582b-f70f-4ead-bac2-eab1c50c99a6 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:32:54.250733 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-a5eb582b-f70f-4ead-bac2-eab1c50c99a6 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:32:54.278179 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b454dffb-5202-47c9-888e-40452797d751 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-370765564-project] Pushing event deleted for resources: {'Network': ['ID=ebb0cd24-b703-46e2-a1dc-da88df7b903a,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:54.320757 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-a5eb582b-f70f-4ead-bac2-eab1c50c99a6 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:54.321412 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-a5eb582b-f70f-4ead-bac2-eab1c50c99a6 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:54.347042 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb582b-f70f-4ead-bac2-eab1c50c99a6 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Pushing event updated for resources: {'Port': ['ID=ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:54.367427 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9913f9be-2bdf-47fe-9300-a6f4542c4c57 req-64133cee-f8e6-4b2f-b966-babb67e13a90 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745180 Oct 27 18:32:54.381227 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1274b656-6755-46b3-819c-2ad86ea31a15 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Network 157aec53-2124-45ee-ad96-d2a122f6a190 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:32:54.384261 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-1274b656-6755-46b3-819c-2ad86ea31a15 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:32:54.388788 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-4127ffce-1f1e-4934-836e-a533875d4027 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54805c1d-932d-4ba4-a07a-3983cc965288 HTTP/1.1" status: 200 len: 217 time: 0.1585629 Oct 27 18:32:54.399495 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2cc391de-f35a-4e02-9342-d7a2c62eeeaf req-0d1ee2d4-52ce-4f88-9066-0eaf31c0c9a2 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3161142 Oct 27 18:32:54.407554 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-a5eb582b-f70f-4ead-bac2-eab1c50c99a6 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3065007 Oct 27 18:32:54.418454 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-e38d17f4-9305-4036-813d-648cd96df71a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Request body: {'port': {'device_id': '3d9b0670-6277-4324-b43f-20e3992cef95', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '7a4a9448-dde2-4330-a4d7-528d39b56a56', 'admin_state_up': True, 'tenant_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'security_groups': ['1c00f932-e989-480c-bc3b-9cce45bb328b']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:54.560786 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d218d2c7-28c6-4337-ae26-b2644cf5411a x-openstack-request-id: req-d218d2c7-28c6-4337-ae26-b2644cf5411a {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:32:54.564595 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b88445bb-3d06-4f66-85e2-e68ba8991233", "tag": "54805c1d-932d-4ba4-a07a-3983cc965288", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:32:54.569942 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d218d2c7-28c6-4337-ae26-b2644cf5411a {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:32:54.569942 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b88445bb-3d06-4f66-85e2-e68ba8991233', 'tag': '54805c1d-932d-4ba4-a07a-3983cc965288', 'status': 'completed', 'code': 200} Oct 27 18:32:54.713232 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-02d108a8-323e-450f-a170-6537f8594f46 req-7c6dd370-1658-4fe4-ab63-5612fa7d6a35 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 210 time: 0.0923188 Oct 27 18:32:54.732580 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-65f2b650-6293-44f4-a2c5-c5a78b520d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:54.734117 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-65f2b650-6293-44f4-a2c5-c5a78b520d5e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=820c5f0e-f6d0-4852-a2cd-5a2baae71f1a HTTP/1.1" status: 200 len: 845 time: 0.3318033 Oct 27 18:32:54.788571 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-0c0b29a8-beb6-4c37-a28c-d10707791793 None None] Provisioning complete for port ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:32:54.788571 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0c0b29a8-beb6-4c37-a28c-d10707791793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:54.789191 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-fde7cd43-4f84-4f95-bfb2-4cc0fb184b7d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=23b2e040-11b8-4862-8da0-936b3872cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343852 Oct 27 18:32:54.808079 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-e38d17f4-9305-4036-813d-648cd96df71a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Made reservation on behalf of f7ff550a115b45e2bb54d05b8fe668a7 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:32:54.852554 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-0c0b29a8-beb6-4c37-a28c-d10707791793 None None] Port ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:32:54.960175 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-e38d17f4-9305-4036-813d-648cd96df71a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:54.992279 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-a5fd4574-8034-4aeb-b1cf-24beba0b2f85 None None] Provisioning complete for port 91b75460-ca3d-43b3-ad72-6721e0057854 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:32:54.996926 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a5fd4574-8034-4aeb-b1cf-24beba0b2f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:55.084523 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-a5fd4574-8034-4aeb-b1cf-24beba0b2f85 None None] Port 91b75460-ca3d-43b3-ad72-6721e0057854 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:32:55.308288 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1274b656-6755-46b3-819c-2ad86ea31a15 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Router b5a9e79b-b66a-45b3-ba51-7c503e46b2a2 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:32:55.317407 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-4fbdbbc3-58eb-454d-b1e3-6f91eb3ae145 service neutron] 10.222.0.93 "GET /v2.0/networks/23b2e040-11b8-4862-8da0-936b3872cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5264330 Oct 27 18:32:55.498179 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-e38d17f4-9305-4036-813d-648cd96df71a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Allocated IP 10.2.2.100 (7a4a9448-dde2-4330-a4d7-528d39b56a56/04e448aa-1e58-4ecc-bf47-1088a536ca59/8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:32:55.500965 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d0c243df-daad-4b6a-9114-ebd96bf424bb req-d01a6f2c-9a82-4493-9bad-8ddd1e53e2a5 service neutron] 10.222.0.93 "GET /v2.0/networks/23b2e040-11b8-4862-8da0-936b3872cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751697 Oct 27 18:32:55.502562 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1274b656-6755-46b3-819c-2ad86ea31a15 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:32:55.510833 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1274b656-6755-46b3-819c-2ad86ea31a15 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] 10.222.0.52 "PUT /v2.0/routers/b5a9e79b-b66a-45b3-ba51-7c503e46b2a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8748553 Oct 27 18:32:55.511756 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 38604) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:55.514964 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9006fb46-52b8-430c-8328-86871b7e148e None None] Sync routers for ids ['b5a9e79b-b66a-45b3-ba51-7c503e46b2a2'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:32:55.532192 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9006fb46-52b8-430c-8328-86871b7e148e None None] Routers {'b5a9e79b-b66a-45b3-ba51-7c503e46b2a2'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:32:55.533337 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-9006fb46-52b8-430c-8328-86871b7e148e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:32:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b5a9e79b-b66a-45b3-ba51-7c503e46b2a2'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:55.570898 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38606) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:55.670297 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-9006fb46-52b8-430c-8328-86871b7e148e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:55.699971 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9006fb46-52b8-430c-8328-86871b7e148e None None] Routers {'b5a9e79b-b66a-45b3-ba51-7c503e46b2a2'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:32:55.701352 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-9006fb46-52b8-430c-8328-86871b7e148e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:32:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b5a9e79b-b66a-45b3-ba51-7c503e46b2a2'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:55.751906 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-e38d17f4-9305-4036-813d-648cd96df71a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:55.769104 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-9006fb46-52b8-430c-8328-86871b7e148e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:32:55.770927 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9006fb46-52b8-430c-8328-86871b7e148e None None] The sync data for ids ['b5a9e79b-b66a-45b3-ba51-7c503e46b2a2'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:32:55.825563 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90254a9-3dcf-4dcd-b1bb-125634b5c69c req-5723f04b-0e82-4461-ac61-6c4890f3a79f tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:55.827283 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a90254a9-3dcf-4dcd-b1bb-125634b5c69c req-5723f04b-0e82-4461-ac61-6c4890f3a79f tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88445bb-3d06-4f66-85e2-e68ba8991233 HTTP/1.1" status: 200 len: 943 time: 0.2950616 Oct 27 18:32:55.846173 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a066e-b1ef-44cc-b58b-35f52440d352 req-06a8a463-b694-4d96-b8a8-928883e26fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:55.851430 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-178a066e-b1ef-44cc-b58b-35f52440d352 req-06a8a463-b694-4d96-b8a8-928883e26fe9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=26a8ecb72e37482a929830b093f42719&device_id=b88445bb-3d06-4f66-85e2-e68ba8991233 HTTP/1.1" status: 200 len: 1094 time: 0.1839879 Oct 27 18:32:55.888112 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b76a7-1eb6-4e33-822a-ad6f88357607 req-41f580e3-8494-442e-91f5-1adf4c0f28e3 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:55.894085 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b76a7-1eb6-4e33-822a-ad6f88357607 req-41f580e3-8494-442e-91f5-1adf4c0f28e3 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:55.895262 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-e38d17f4-9305-4036-813d-648cd96df71a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:55.905191 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b76a7-1eb6-4e33-822a-ad6f88357607 req-41f580e3-8494-442e-91f5-1adf4c0f28e3 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:55.906920 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6b0b76a7-1eb6-4e33-822a-ad6f88357607 req-41f580e3-8494-442e-91f5-1adf4c0f28e3 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 2373 time: 0.2896488 Oct 27 18:32:55.978334 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-e38d17f4-9305-4036-813d-648cd96df71a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Network 7a4a9448-dde2-4330-a4d7-528d39b56a56 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:32:55.985067 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-e38d17f4-9305-4036-813d-648cd96df71a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:32:55.992747 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-e38d17f4-9305-4036-813d-648cd96df71a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:32:56.090410 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a90254a9-3dcf-4dcd-b1bb-125634b5c69c req-16c694e9-070e-4fb7-9d3c-05940c3f3ca4 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512171 Oct 27 18:32:56.107553 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d17f4-9305-4036-813d-648cd96df71a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Pushing event updated for resources: {'Port': ['ID=8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:56.124535 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6b0b76a7-1eb6-4e33-822a-ad6f88357607 req-30cbfb3c-b696-4bc9-bccb-c15abe7c8273 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530509 Oct 27 18:32:56.212011 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-e38d17f4-9305-4036-813d-648cd96df71a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:56.212848 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-e38d17f4-9305-4036-813d-648cd96df71a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:56.247618 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38620) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:56.313546 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:56.314590 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-97df20c0-ab77-42a6-8b2b-e247932aa50a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e734faac344e43e6aa0fc8f08232dbbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7424545 Oct 27 18:32:56.315266 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38624) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:56.334680 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d1e3a8cb-c2e1-40b5-863f-3ba54d52761b req-f4d9db7a-b8ad-4b67-8f2c-f554ba0b56bf tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 210 time: 0.0765018 Oct 27 18:32:56.335912 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a066e-b1ef-44cc-b58b-35f52440d352 req-14f34c90-56a0-42e5-9f19-c8cf26e79fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:56.341301 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-178a066e-b1ef-44cc-b58b-35f52440d352 req-14f34c90-56a0-42e5-9f19-c8cf26e79fea service neutron] 10.222.0.93 "GET /v2.0/networks?id=23b2e040-11b8-4862-8da0-936b3872cceb HTTP/1.1" status: 200 len: 907 time: 0.3824608 Oct 27 18:32:56.386895 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-e38d17f4-9305-4036-813d-648cd96df71a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9723117 Oct 27 18:32:56.400258 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-ae011c50-07ff-41ac-88fe-369102aa904e tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Request body: {'port': {'device_id': '3d9b0670-6277-4324-b43f-20e3992cef95', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '7a4a9448-dde2-4330-a4d7-528d39b56a56', 'admin_state_up': True, 'tenant_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'security_groups': ['1c00f932-e989-480c-bc3b-9cce45bb328b']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:56.410905 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-178a066e-b1ef-44cc-b58b-35f52440d352 req-b5750a09-18af-4926-85b1-eab0818e1f78 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54805c1d-932d-4ba4-a07a-3983cc965288 HTTP/1.1" status: 200 len: 217 time: 0.0597908 Oct 27 18:32:56.515773 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a42d489d-6c62-4ad1-b40c-0e75eb728f99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:56.533864 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a066e-b1ef-44cc-b58b-35f52440d352 req-f1b0cd48-7082-4621-aac3-75600d755b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:56.535464 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-178a066e-b1ef-44cc-b58b-35f52440d352 req-f1b0cd48-7082-4621-aac3-75600d755b05 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=820c5f0e-f6d0-4852-a2cd-5a2baae71f1a HTTP/1.1" status: 200 len: 845 time: 0.0528996 Oct 27 18:32:56.559782 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-d20a2273-8c7b-4a47-acec-79e959ac6664 None None] Provisioning complete for port 8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:32:56.560163 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d20a2273-8c7b-4a47-acec-79e959ac6664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:56.639160 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-d20a2273-8c7b-4a47-acec-79e959ac6664 None None] Port 8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:32:56.664888 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-178a066e-b1ef-44cc-b58b-35f52440d352 req-ca58339b-aff1-4e0b-8bfd-640144264344 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=23b2e040-11b8-4862-8da0-936b3872cceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1171081 Oct 27 18:32:56.674023 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-2227a968-0259-4320-a638-5fa2f0996f67 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-466570342-network', 'tenant_id': '95ef98ad04104f6180d6da64c42495b7'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:56.694588 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a42d489d-6c62-4ad1-b40c-0e75eb728f99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:56.788782 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:56.824468 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-fe19236c-0bd8-433d-963c-c7ed1183c7df tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:32:56.824468 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-fe19236c-0bd8-433d-963c-c7ed1183c7df tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] 10.222.0.52 "PUT /v2.0/routers/b5a9e79b-b66a-45b3-ba51-7c503e46b2a2/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3109810 Oct 27 18:32:56.826658 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38638) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:56.882634 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-178a066e-b1ef-44cc-b58b-35f52440d352 req-ab13e032-301a-471c-8969-445967b4fe3c service neutron] 10.222.0.93 "GET /v2.0/networks/23b2e040-11b8-4862-8da0-936b3872cceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062128 Oct 27 18:32:56.918372 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a42d489d-6c62-4ad1-b40c-0e75eb728f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:56.921612 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a42d489d-6c62-4ad1-b40c-0e75eb728f99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:56.925178 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a42d489d-6c62-4ad1-b40c-0e75eb728f99 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c77672b5-ede9-482b-899f-1211a0409ea9 HTTP/1.1" status: 204 len: 168 time: 0.6066408 Oct 27 18:32:56.929863 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2227a968-0259-4320-a638-5fa2f0996f67 admin admin] Made reservation on behalf of 95ef98ad04104f6180d6da64c42495b7 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:32:56.933645 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2227a968-0259-4320-a638-5fa2f0996f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:56.962223 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2227a968-0259-4320-a638-5fa2f0996f67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:56.964938 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d489d-6c62-4ad1-b40c-0e75eb728f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77672b5-ede9-482b-899f-1211a0409ea9,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:57.101955 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-ae011c50-07ff-41ac-88fe-369102aa904e tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Made reservation on behalf of f7ff550a115b45e2bb54d05b8fe668a7 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:32:57.107437 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-ae011c50-07ff-41ac-88fe-369102aa904e tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:57.123405 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-178a066e-b1ef-44cc-b58b-35f52440d352 req-1e6077d8-01fa-4fe6-b015-59c18948cbb0 service neutron] 10.222.0.93 "GET /v2.0/networks/23b2e040-11b8-4862-8da0-936b3872cceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334616 Oct 27 18:32:57.359809 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55123a26-6792-44bf-8225-7e83e5e6f185 req-fa20e2f0-c64d-4aa9-a332-a1a8295f4601 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:57.368624 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-55123a26-6792-44bf-8225-7e83e5e6f185 req-fa20e2f0-c64d-4aa9-a332-a1a8295f4601 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88445bb-3d06-4f66-85e2-e68ba8991233 HTTP/1.1" status: 200 len: 943 time: 0.1333230 Oct 27 18:32:57.425448 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddfbdd7-73a1-49da-aa3b-c97e5fa7f729 req-4bac3978-3066-4dcd-a49b-3bcf8331cb28 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:57.432004 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddfbdd7-73a1-49da-aa3b-c97e5fa7f729 req-4bac3978-3066-4dcd-a49b-3bcf8331cb28 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:57.438341 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddfbdd7-73a1-49da-aa3b-c97e5fa7f729 req-4bac3978-3066-4dcd-a49b-3bcf8331cb28 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:57.445518 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddfbdd7-73a1-49da-aa3b-c97e5fa7f729 req-4bac3978-3066-4dcd-a49b-3bcf8331cb28 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:57.447490 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7ddfbdd7-73a1-49da-aa3b-c97e5fa7f729 req-4bac3978-3066-4dcd-a49b-3bcf8331cb28 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 3094 time: 0.1742125 Oct 27 18:32:57.460488 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-55123a26-6792-44bf-8225-7e83e5e6f185 req-5262d811-1927-45e5-8420-fb106529387c tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867238 Oct 27 18:32:57.542406 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7ddfbdd7-73a1-49da-aa3b-c97e5fa7f729 req-783c75d4-6de1-4044-a0d7-4db3a1e34d53 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808628 Oct 27 18:32:57.610442 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ed82e9b3-899a-43f1-b53a-6552595bbaa4 req-2cbc181c-cc5b-4905-8a2c-05a8337c7b3b tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 210 time: 0.0476682 Oct 27 18:32:57.675796 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2227a968-0259-4320-a638-5fa2f0996f67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:57.701467 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 38662) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:57.752266 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2227a968-0259-4320-a638-5fa2f0996f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:57.776672 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-ae011c50-07ff-41ac-88fe-369102aa904e tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Allocated IP 10.2.2.200 (7a4a9448-dde2-4330-a4d7-528d39b56a56/04e448aa-1e58-4ecc-bf47-1088a536ca59/64fb56ad-4b22-4ffa-8833-69293fc4d246) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:32:57.807240 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2227a968-0259-4320-a638-5fa2f0996f67 admin admin] vlan segment allocate from pool success with {'vlan_id': 1011, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:32:57.832150 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2227a968-0259-4320-a638-5fa2f0996f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4971fde1-cf9c-455e-8c3f-86cd3dea01d0,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:57.842897 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2227a968-0259-4320-a638-5fa2f0996f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:57.843085 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-2227a968-0259-4320-a638-5fa2f0996f67 admin admin] Added segment 34739882-1b25-47bc-a326-0afbcfcd477e of type vlan for network 24b58060-0195-4688-89e9-b10b47c2b80e Oct 27 18:32:57.953391 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2227a968-0259-4320-a638-5fa2f0996f67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:57.969874 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-25c8edb4-eb9d-4f3f-8c7f-edd3cf518018 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:58.016485 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-8f30470f-098b-4992-b467-88a8e3e72f9c tempest-MeteringIpV6TestJSON-2051149062 tempest-MeteringIpV6TestJSON-2051149062-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1010837442'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:58.016991 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-8f30470f-098b-4992-b467-88a8e3e72f9c tempest-MeteringIpV6TestJSON-2051149062 tempest-MeteringIpV6TestJSON-2051149062-project-admin] Unknown quota resources ['metering_label']. {{(pid=102878) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 18:32:58.033549 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 54805c1d-932d-4ba4-a07a-3983cc965288 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:32:58.094958 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 38668) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:58.236272 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8aca34d2-9d23-4b52-b643-d93d61f85cd1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=27b6276c9d7c4b3691cdad2e7b75d855&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1397963 Oct 27 18:32:58.238672 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 38672) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:58.255340 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 54805c1d-932d-4ba4-a07a-3983cc965288, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=54805c1d-932d-4ba4-a07a-3983cc965288,segment=NetworkSegment(da54f3b4-fa80-4f6a-872c-1cd042d9332d),segment_id=da54f3b4-fa80-4f6a-872c-1cd042d9332d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:32:58.279582 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '54805c1d-932d-4ba4-a07a-3983cc965288', 'network_id': '23b2e040-11b8-4862-8da0-936b3872cceb', 'port_id': '54805c1d-932d-4ba4-a07a-3983cc965288', 'mac_address': 'fa:16:3e:bf:4b:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '820c5f0e-f6d0-4852-a2cd-5a2baae71f1a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:32:58.400248 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:58.416048 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8f30470f-098b-4992-b467-88a8e3e72f9c tempest-MeteringIpV6TestJSON-2051149062 tempest-MeteringIpV6TestJSON-2051149062-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:58.417354 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8f30470f-098b-4992-b467-88a8e3e72f9c tempest-MeteringIpV6TestJSON-2051149062 tempest-MeteringIpV6TestJSON-2051149062-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7148116 Oct 27 18:32:58.420691 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54805c1d-932d-4ba4-a07a-3983cc965288 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:32:58.420838 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 38674) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:58.426581 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-6ba5e8b8-5bf5-4bfa-bacf-db81e5904469 tempest-MeteringIpV6TestJSON-2051149062 tempest-MeteringIpV6TestJSON-2051149062-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '9f78ec81-615b-40ac-b421-931c40a05ed2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:58.427130 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-6ba5e8b8-5bf5-4bfa-bacf-db81e5904469 tempest-MeteringIpV6TestJSON-2051149062 tempest-MeteringIpV6TestJSON-2051149062-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102878) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 18:32:58.448087 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f82f7a33-d9fa-4a5f-a7e0-2213de35a6f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:58.461614 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 54805c1d-932d-4ba4-a07a-3983cc965288, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=54805c1d-932d-4ba4-a07a-3983cc965288,segment=NetworkSegment(da54f3b4-fa80-4f6a-872c-1cd042d9332d),segment_id=da54f3b4-fa80-4f6a-872c-1cd042d9332d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:32:58.513926 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-ae011c50-07ff-41ac-88fe-369102aa904e tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:58.525397 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:58.543401 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f82f7a33-d9fa-4a5f-a7e0-2213de35a6f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:58.574926 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2227a968-0259-4320-a638-5fa2f0996f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:58.575925 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2227a968-0259-4320-a638-5fa2f0996f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:58.576516 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2227a968-0259-4320-a638-5fa2f0996f67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:58.629684 n-d-815690-2 neutron-server[102878]: WARNING neutron.services.metering.metering_plugin [None req-6ba5e8b8-5bf5-4bfa-bacf-db81e5904469 tempest-MeteringIpV6TestJSON-2051149062 tempest-MeteringIpV6TestJSON-2051149062-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 27 18:32:58.647543 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=54805c1d-932d-4ba4-a07a-3983cc965288,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:58.713143 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2227a968-0259-4320-a638-5fa2f0996f67 admin admin] Pushing event updated for resources: {'Network': ['ID=24b58060-0195-4688-89e9-b10b47c2b80e,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:58.734224 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 24b58060-0195-4688-89e9-b10b47c2b80e details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:32:58.793522 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['54805c1d-932d-4ba4-a07a-3983cc965288'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:32:58.812116 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6ba5e8b8-5bf5-4bfa-bacf-db81e5904469 tempest-MeteringIpV6TestJSON-2051149062 tempest-MeteringIpV6TestJSON-2051149062-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:58.813925 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6ba5e8b8-5bf5-4bfa-bacf-db81e5904469 tempest-MeteringIpV6TestJSON-2051149062 tempest-MeteringIpV6TestJSON-2051149062-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3919077 Oct 27 18:32:58.816830 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 38688) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:58.825073 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-c41b9438-e1f1-439a-9e21-1e7a1adb9ec1 tempest-MeteringIpV6TestJSON-2051149062 tempest-MeteringIpV6TestJSON-2051149062-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '9f78ec81-615b-40ac-b421-931c40a05ed2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:58.827181 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-c41b9438-e1f1-439a-9e21-1e7a1adb9ec1 tempest-MeteringIpV6TestJSON-2051149062 tempest-MeteringIpV6TestJSON-2051149062-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102878) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 18:32:58.837260 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac287aba-58c6-430f-8cfa-fc2777d71e97 req-36851d5d-d55f-4268-9f90-9517292cf782 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:58.838988 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ac287aba-58c6-430f-8cfa-fc2777d71e97 req-36851d5d-d55f-4268-9f90-9517292cf782 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88445bb-3d06-4f66-85e2-e68ba8991233 HTTP/1.1" status: 200 len: 944 time: 0.2527800 Oct 27 18:32:58.855491 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2227a968-0259-4320-a638-5fa2f0996f67 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.6040518 Oct 27 18:32:58.857983 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 38690) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:58.890098 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-25c8edb4-eb9d-4f3f-8c7f-edd3cf518018 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Deleting port 91b75460-ca3d-43b3-ad72-6721e0057854 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:32:58.890909 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-25c8edb4-eb9d-4f3f-8c7f-edd3cf518018 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:59.036454 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-25c8edb4-eb9d-4f3f-8c7f-edd3cf518018 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:59.059430 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-ae011c50-07ff-41ac-88fe-369102aa904e tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:59.105095 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-25c8edb4-eb9d-4f3f-8c7f-edd3cf518018 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Calling delete_port for 91b75460-ca3d-43b3-ad72-6721e0057854 owned by network:router_interface {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:32:59.152883 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-ae011c50-07ff-41ac-88fe-369102aa904e tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Network 7a4a9448-dde2-4330-a4d7-528d39b56a56 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:32:59.178017 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-ae011c50-07ff-41ac-88fe-369102aa904e tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:32:59.181116 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-ae011c50-07ff-41ac-88fe-369102aa904e tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:32:59.253140 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-12987326-8b5d-4ad3-85d2-364cedaef603 admin admin] Request body: {'subnet': {'network_id': '24b58060-0195-4688-89e9-b10b47c2b80e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-466570342-subnet', 'tenant_id': '95ef98ad04104f6180d6da64c42495b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:59.282433 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f82f7a33-d9fa-4a5f-a7e0-2213de35a6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:59.289684 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae011c50-07ff-41ac-88fe-369102aa904e tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Pushing event updated for resources: {'Port': ['ID=64fb56ad-4b22-4ffa-8833-69293fc4d246,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:59.290294 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f82f7a33-d9fa-4a5f-a7e0-2213de35a6f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:59.291540 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f82f7a33-d9fa-4a5f-a7e0-2213de35a6f0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/837b9c19-1892-4f05-98e4-809256b73629 HTTP/1.1" status: 204 len: 168 time: 1.0518858 Oct 27 18:32:59.310060 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58780d9-0599-426d-a376-9c2009aeeefa req-f18fc95f-3e8c-4fc0-9344-e7d2d46b24d4 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:59.322661 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58780d9-0599-426d-a376-9c2009aeeefa req-f18fc95f-3e8c-4fc0-9344-e7d2d46b24d4 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:59.337448 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58780d9-0599-426d-a376-9c2009aeeefa req-f18fc95f-3e8c-4fc0-9344-e7d2d46b24d4 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:59.357002 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58780d9-0599-426d-a376-9c2009aeeefa req-f18fc95f-3e8c-4fc0-9344-e7d2d46b24d4 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:59.358939 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c58780d9-0599-426d-a376-9c2009aeeefa req-f18fc95f-3e8c-4fc0-9344-e7d2d46b24d4 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 3094 time: 0.6779704 Oct 27 18:32:59.361839 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-ae011c50-07ff-41ac-88fe-369102aa904e tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:32:59.362706 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-ae011c50-07ff-41ac-88fe-369102aa904e tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:59.406632 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f7a33-d9fa-4a5f-a7e0-2213de35a6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837b9c19-1892-4f05-98e4-809256b73629,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:59.408337 n-d-815690-2 neutron-server[102878]: WARNING neutron.services.metering.metering_plugin [None req-c41b9438-e1f1-439a-9e21-1e7a1adb9ec1 tempest-MeteringIpV6TestJSON-2051149062 tempest-MeteringIpV6TestJSON-2051149062-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 27 18:32:59.432257 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ac287aba-58c6-430f-8cfa-fc2777d71e97 req-552a06bc-5fce-406e-97fa-26b031798339 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5847561 Oct 27 18:32:59.516100 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12987326-8b5d-4ad3-85d2-364cedaef603 admin admin] Made reservation on behalf of 95ef98ad04104f6180d6da64c42495b7 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:32:59.518761 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-12987326-8b5d-4ad3-85d2-364cedaef603 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:59.604029 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-ae011c50-07ff-41ac-88fe-369102aa904e tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2094686 Oct 27 18:32:59.644548 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c41b9438-e1f1-439a-9e21-1e7a1adb9ec1 tempest-MeteringIpV6TestJSON-2051149062 tempest-MeteringIpV6TestJSON-2051149062-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:59.646037 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c41b9438-e1f1-439a-9e21-1e7a1adb9ec1 tempest-MeteringIpV6TestJSON-2051149062 tempest-MeteringIpV6TestJSON-2051149062-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.8276119 Oct 27 18:32:59.652740 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c58780d9-0599-426d-a376-9c2009aeeefa req-98f714b4-e450-44fb-adda-ce1b3167d3f9 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2749848 Oct 27 18:32:59.660813 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 38700) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:59.698625 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-ede1bf8d-f325-46d5-88f0-720051bdcd01 service neutron] Request body: {'port': {'device_id': '3d9b0670-6277-4324-b43f-20e3992cef95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:32:59.710896 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-950a1d18-8575-4403-bbc4-8227209cff89 req-9f95ecfb-de8e-4d31-8e62-e2f8b62aa8ae tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 210 time: 0.1213472 Oct 27 18:32:59.715125 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-2585f831-616f-472b-bae4-bb067db15fbc tempest-MeteringIpV6TestJSON-2051149062 tempest-MeteringIpV6TestJSON-2051149062-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=1ed3c316-a219-473f-b387-43021e21da5c HTTP/1.1" status: 200 len: 462 time: 0.0500226 Oct 27 18:32:59.718688 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 38702) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:32:59.732940 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-2957507c-2c74-4e9a-bedb-932fb90d232a None None] Provisioning complete for port 64fb56ad-4b22-4ffa-8833-69293fc4d246 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:32:59.734421 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2957507c-2c74-4e9a-bedb-932fb90d232a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:59.793397 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-25c8edb4-eb9d-4f3f-8c7f-edd3cf518018 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:59.833221 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-2957507c-2c74-4e9a-bedb-932fb90d232a None None] Port 64fb56ad-4b22-4ffa-8833-69293fc4d246 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:32:59.879305 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8edb4-eb9d-4f3f-8c7f-edd3cf518018 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Pushing event deleted for resources: {'Port': ['ID=91b75460-ca3d-43b3-ad72-6721e0057854,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:32:59.886663 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-ede1bf8d-f325-46d5-88f0-720051bdcd01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:32:59.974080 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-12987326-8b5d-4ad3-85d2-364cedaef603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:00.049187 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 54805c1d-932d-4ba4-a07a-3983cc965288 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:33:00.068437 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cd02d8b5-792a-4a9b-8038-105d34abd241 tempest-MeteringIpV6TestJSON-2051149062 tempest-MeteringIpV6TestJSON-2051149062-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:00.070604 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-cd02d8b5-792a-4a9b-8038-105d34abd241 tempest-MeteringIpV6TestJSON-2051149062 tempest-MeteringIpV6TestJSON-2051149062-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-label-rules/1ed3c316-a219-473f-b387-43021e21da5c HTTP/1.1" status: 204 len: 168 time: 0.3507113 Oct 27 18:33:00.081859 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 38708) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:00.113613 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ccfb9343-c07b-4059-a253-6f1c5541698a tempest-MeteringIpV6TestJSON-2051149062 tempest-MeteringIpV6TestJSON-2051149062-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=1ed3c316-a219-473f-b387-43021e21da5c HTTP/1.1" status: 200 len: 221 time: 0.0274899 Oct 27 18:33:00.118557 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38710) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:00.123236 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-25c8edb4-eb9d-4f3f-8c7f-edd3cf518018 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:00.127265 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12987326-8b5d-4ad3-85d2-364cedaef603 admin admin] Pushing event updated for resources: {'Subnet': ['ID=485afb4f-a2c6-4ddf-98e3-37d9741fa90c,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:00.151716 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12987326-8b5d-4ad3-85d2-364cedaef603 admin admin] Checking segment: {'id': '34739882-1b25-47bc-a326-0afbcfcd477e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '24b58060-0195-4688-89e9-b10b47c2b80e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:33:00.152273 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12987326-8b5d-4ad3-85d2-364cedaef603 admin admin] Network hostable DHCP agents. Network: 24b58060-0195-4688-89e9-b10b47c2b80e, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:33:00.175828 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-33ebac1b-4a9d-4fe4-bd55-01b6e4f07fac tempest-MeteringIpV6TestJSON-2051149062 tempest-MeteringIpV6TestJSON-2051149062-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1523978513', 'description': 'label created by tempest'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:33:00.176571 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-33ebac1b-4a9d-4fe4-bd55-01b6e4f07fac tempest-MeteringIpV6TestJSON-2051149062 tempest-MeteringIpV6TestJSON-2051149062-project-admin] Unknown quota resources ['metering_label']. {{(pid=102879) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 18:33:00.255418 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12987326-8b5d-4ad3-85d2-364cedaef603 admin admin] Network 24b58060-0195-4688-89e9-b10b47c2b80e is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:33:00.282396 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 38714) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:00.308650 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 54805c1d-932d-4ba4-a07a-3983cc965288 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:33:00.313637 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 54805c1d-932d-4ba4-a07a-3983cc965288 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:33:00.314429 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:00.336457 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-12987326-8b5d-4ad3-85d2-364cedaef603 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 24b58060-0195-4688-89e9-b10b47c2b80e) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:33:00.341138 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12987326-8b5d-4ad3-85d2-364cedaef603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:00.352599 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-12987326-8b5d-4ad3-85d2-364cedaef603 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:00.378538 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5c72db-daaf-4cde-8320-1b4681de8b5b None None] Network 24b58060-0195-4688-89e9-b10b47c2b80e requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:33:00.439575 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-12987326-8b5d-4ad3-85d2-364cedaef603 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5751069 Oct 27 18:33:00.523025 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4c9ec53d-9f0d-4469-9829-4f0d7d5ae00a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:00.666890 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:00.686600 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57637e5d-d9d3-4b03-a62e-573311c09ace None None] Network 24b58060-0195-4688-89e9-b10b47c2b80e requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:33:00.693068 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-ede1bf8d-f325-46d5-88f0-720051bdcd01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6bbae83-7fc2-4178-897c-e479dc4fc74b {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:33:00.703019 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-ede1bf8d-f325-46d5-88f0-720051bdcd01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:00.717977 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-ede1bf8d-f325-46d5-88f0-720051bdcd01 service neutron] Transition to ACTIVE for port object d6bbae83-7fc2-4178-897c-e479dc4fc74b will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:33:00.816741 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-ede1bf8d-f325-46d5-88f0-720051bdcd01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:00.835424 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6af01-d255-41cb-98f9-550674b96028 req-032da314-2591-4047-b401-764380a5974e tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:00.837058 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3dd6af01-d255-41cb-98f9-550674b96028 req-032da314-2591-4047-b401-764380a5974e tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88445bb-3d06-4f66-85e2-e68ba8991233 HTTP/1.1" status: 200 len: 944 time: 0.2653306 Oct 27 18:33:00.889476 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b88445bb-3d06-4f66-85e2-e68ba8991233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54805c1d-932d-4ba4-a07a-3983cc965288'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:33:00.896279 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414834d2-9ece-4ee3-b648-387fc9306438" -d '{"events": [{"server_uuid": "b88445bb-3d06-4f66-85e2-e68ba8991233", "name": "network-vif-plugged", "status": "completed", "tag": "54805c1d-932d-4ba4-a07a-3983cc965288"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:33:00.913786 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 54805c1d-932d-4ba4-a07a-3983cc965288, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=54805c1d-932d-4ba4-a07a-3983cc965288,segment=NetworkSegment(da54f3b4-fa80-4f6a-872c-1cd042d9332d),segment_id=da54f3b4-fa80-4f6a-872c-1cd042d9332d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:33:00.970578 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3dd6af01-d255-41cb-98f9-550674b96028 req-53ad9639-e958-4eaf-935f-918505ea6553 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182549 Oct 27 18:33:00.976502 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:00.996453 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4c9ec53d-9f0d-4469-9829-4f0d7d5ae00a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:01.018039 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ea96d-1446-4aec-a327-5ec12d892265 req-19e965ef-0274-4a9c-9dcd-d27a926326a5 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:01.033716 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ea96d-1446-4aec-a327-5ec12d892265 req-19e965ef-0274-4a9c-9dcd-d27a926326a5 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:01.047023 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ea96d-1446-4aec-a327-5ec12d892265 req-19e965ef-0274-4a9c-9dcd-d27a926326a5 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:01.050964 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c8edb4-eb9d-4f3f-8c7f-edd3cf518018 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Router b5a9e79b-b66a-45b3-ba51-7c503e46b2a2 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:33:01.051891 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede1bf8d-f325-46d5-88f0-720051bdcd01 service neutron] Pushing event updated for resources: {'Port': ['ID=d6bbae83-7fc2-4178-897c-e479dc4fc74b,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:01.062029 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ea96d-1446-4aec-a327-5ec12d892265 req-19e965ef-0274-4a9c-9dcd-d27a926326a5 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:01.079531 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ea96d-1446-4aec-a327-5ec12d892265 req-19e965ef-0274-4a9c-9dcd-d27a926326a5 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:01.081410 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-357ea96d-1446-4aec-a327-5ec12d892265 req-19e965ef-0274-4a9c-9dcd-d27a926326a5 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 3827 time: 0.2035513 Oct 27 18:33:01.083875 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4c9ec53d-9f0d-4469-9829-4f0d7d5ae00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:01.088514 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=54805c1d-932d-4ba4-a07a-3983cc965288,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:01.154529 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-210e8c1b-ceac-45e3-9184-a26b85b9b53b req-76282fc4-1121-414d-840c-67f2cb65686c tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 210 time: 0.0720112 Oct 27 18:33:01.301255 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-33ebac1b-4a9d-4fe4-bd55-01b6e4f07fac tempest-MeteringIpV6TestJSON-2051149062 tempest-MeteringIpV6TestJSON-2051149062-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:01.307169 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-33ebac1b-4a9d-4fe4-bd55-01b6e4f07fac tempest-MeteringIpV6TestJSON-2051149062 tempest-MeteringIpV6TestJSON-2051149062-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 1.1849790 Oct 27 18:33:01.311102 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 38748) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:01.315901 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4c9ec53d-9f0d-4469-9829-4f0d7d5ae00a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=99c585770b6441ce91658a3e6ba03667&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0297801 Oct 27 18:33:01.325618 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 38750) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:01.331556 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-357ea96d-1446-4aec-a327-5ec12d892265 req-6c952271-4405-477c-832b-ed3873b96b96 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916804 Oct 27 18:33:01.446221 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e1ad06-8962-4b75-bb70-386ec61b6ab8 x-openstack-request-id: req-93e1ad06-8962-4b75-bb70-386ec61b6ab8 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:33:01.446556 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b88445bb-3d06-4f66-85e2-e68ba8991233", "name": "network-vif-plugged", "status": "completed", "tag": "54805c1d-932d-4ba4-a07a-3983cc965288", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:33:01.446826 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-93e1ad06-8962-4b75-bb70-386ec61b6ab8 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:33:01.447221 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b88445bb-3d06-4f66-85e2-e68ba8991233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54805c1d-932d-4ba4-a07a-3983cc965288', 'code': 200} Oct 27 18:33:01.477023 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ec53d-9f0d-4469-9829-4f0d7d5ae00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e09784-639e-4ef8-aa4f-554715d79612,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:01.493408 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d3d16043-0c74-4857-aadb-7491581a5202 tempest-MeteringIpV6TestJSON-2051149062 tempest-MeteringIpV6TestJSON-2051149062-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=b054ecad-7027-4b59-9b7d-28df32ef2b45 HTTP/1.1" status: 200 len: 468 time: 0.1758497 Oct 27 18:33:01.499134 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 38754) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:01.505663 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-ede1bf8d-f325-46d5-88f0-720051bdcd01 service neutron] Attempting to bind port d6bbae83-7fc2-4178-897c-e479dc4fc74b on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:33:01.524994 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-ede1bf8d-f325-46d5-88f0-720051bdcd01 service neutron] Attempting to bind port d6bbae83-7fc2-4178-897c-e479dc4fc74b by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '68fcfce6-a355-45f7-97f0-13c149d4fd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'e7a71d4d-f2a8-460d-b289-b8a552af97cd'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:33:01.528103 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-ede1bf8d-f325-46d5-88f0-720051bdcd01 service neutron] Attempting to bind port d6bbae83-7fc2-4178-897c-e479dc4fc74b on network e7a71d4d-f2a8-460d-b289-b8a552af97cd {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:01.549860 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-ede1bf8d-f325-46d5-88f0-720051bdcd01 service neutron] Port d6bbae83-7fc2-4178-897c-e479dc4fc74b on network e7a71d4d-f2a8-460d-b289-b8a552af97cd not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:33:01.552046 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-ede1bf8d-f325-46d5-88f0-720051bdcd01 service neutron] Attempting to bind port d6bbae83-7fc2-4178-897c-e479dc4fc74b on network e7a71d4d-f2a8-460d-b289-b8a552af97cd {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:01.574206 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-ede1bf8d-f325-46d5-88f0-720051bdcd01 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:33:01.582296 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-ede1bf8d-f325-46d5-88f0-720051bdcd01 service neutron] Checking segment: {'id': '68fcfce6-a355-45f7-97f0-13c149d4fd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'e7a71d4d-f2a8-460d-b289-b8a552af97cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:33:01.583894 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-ede1bf8d-f325-46d5-88f0-720051bdcd01 service neutron] Bound using segment: {'id': '68fcfce6-a355-45f7-97f0-13c149d4fd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'e7a71d4d-f2a8-460d-b289-b8a552af97cd'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:33:01.590634 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-ede1bf8d-f325-46d5-88f0-720051bdcd01 service neutron] Bound port: d6bbae83-7fc2-4178-897c-e479dc4fc74b, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68fcfce6-a355-45f7-97f0-13c149d4fd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'e7a71d4d-f2a8-460d-b289-b8a552af97cd'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:33:01.591340 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-ede1bf8d-f325-46d5-88f0-720051bdcd01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:01.621480 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c8edb4-eb9d-4f3f-8c7f-edd3cf518018 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:33:01.639867 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b585ad2-eea9-4fb0-9405-ca64f737ad0f None None] Sync routers for ids ['b5a9e79b-b66a-45b3-ba51-7c503e46b2a2'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:33:01.650290 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-25c8edb4-eb9d-4f3f-8c7f-edd3cf518018 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] 10.222.0.52 "PUT /v2.0/routers/b5a9e79b-b66a-45b3-ba51-7c503e46b2a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8205423 Oct 27 18:33:01.651521 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38756) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:01.656945 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b585ad2-eea9-4fb0-9405-ca64f737ad0f None None] Routers {'b5a9e79b-b66a-45b3-ba51-7c503e46b2a2'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:33:01.658258 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-0b585ad2-eea9-4fb0-9405-ca64f737ad0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:32:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b5a9e79b-b66a-45b3-ba51-7c503e46b2a2'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:01.705018 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-0b585ad2-eea9-4fb0-9405-ca64f737ad0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:01.719857 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-d13b9f07-8d44-46ea-be8a-48f53edc63bf tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] delete failed (client error): The resource could not be found. Oct 27 18:33:01.720893 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d13b9f07-8d44-46ea-be8a-48f53edc63bf tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] 10.222.0.52 "DELETE /v2.0/routers/tempest-non_exist_router-1229531500 HTTP/1.1" status: 404 len: 335 time: 0.0479100 Oct 27 18:33:01.722453 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b585ad2-eea9-4fb0-9405-ca64f737ad0f None None] Routers {'b5a9e79b-b66a-45b3-ba51-7c503e46b2a2'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:33:01.723790 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-0b585ad2-eea9-4fb0-9405-ca64f737ad0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:32:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b5a9e79b-b66a-45b3-ba51-7c503e46b2a2'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:01.734983 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38760) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:01.739533 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-334ab3ef-5410-42f0-b326-e07acd4b3ca8 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b5a9e79b-b66a-45b3-ba51-7c503e46b2a2'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:33:01.767264 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-0b585ad2-eea9-4fb0-9405-ca64f737ad0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:01.768289 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b585ad2-eea9-4fb0-9405-ca64f737ad0f None None] The sync data for ids ['b5a9e79b-b66a-45b3-ba51-7c503e46b2a2'] in n-d-815690-2 is: [] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:33:01.773290 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-aad6c500-ab7a-4d9f-be8f-514ca5f90248 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:01.851200 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-ede1bf8d-f325-46d5-88f0-720051bdcd01 service neutron] For port d6bbae83-7fc2-4178-897c-e479dc4fc74b, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:33:01.897227 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-ede1bf8d-f325-46d5-88f0-720051bdcd01 service neutron] For port d6bbae83-7fc2-4178-897c-e479dc4fc74b, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d6bbae83-7fc2-4178-897c-e479dc4fc74b,segment=NetworkSegment(68fcfce6-a355-45f7-97f0-13c149d4fd60),segment_id=68fcfce6-a355-45f7-97f0-13c149d4fd60)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:33:01.910565 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc519c1c-2e35-4e84-9f48-2af31c1299d7 req-4acabb7e-e668-4e6e-8e8f-98b489bdc7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:01.912647 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fc519c1c-2e35-4e84-9f48-2af31c1299d7 req-4acabb7e-e668-4e6e-8e8f-98b489bdc7e5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b88445bb-3d06-4f66-85e2-e68ba8991233 HTTP/1.1" status: 200 len: 1096 time: 0.3171341 Oct 27 18:33:02.004824 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-aad6c500-ab7a-4d9f-be8f-514ca5f90248 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:02.005780 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-ede1bf8d-f325-46d5-88f0-720051bdcd01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:02.017849 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-334ab3ef-5410-42f0-b326-e07acd4b3ca8 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:02.031483 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-64672b41-9714-429a-ae48-00b18d087f26 tempest-MeteringIpV6TestJSON-2051149062 tempest-MeteringIpV6TestJSON-2051149062-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:02.032644 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-64672b41-9714-429a-ae48-00b18d087f26 tempest-MeteringIpV6TestJSON-2051149062 tempest-MeteringIpV6TestJSON-2051149062-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-labels/b054ecad-7027-4b59-9b7d-28df32ef2b45 HTTP/1.1" status: 204 len: 168 time: 0.5325511 Oct 27 18:33:02.040012 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38776) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:02.060021 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fc519c1c-2e35-4e84-9f48-2af31c1299d7 req-9d9711fc-928e-4a97-973e-590bfe2307eb service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357999 Oct 27 18:33:02.061592 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4014d5e3-2d07-43b6-a2bc-1b071ba41a43 tempest-MeteringIpV6TestJSON-2051149062 tempest-MeteringIpV6TestJSON-2051149062-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=b054ecad-7027-4b59-9b7d-28df32ef2b45 HTTP/1.1" status: 200 len: 216 time: 0.0178299 Oct 27 18:33:02.067291 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38778) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:02.076097 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-ede1bf8d-f325-46d5-88f0-720051bdcd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:02.086579 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-ede1bf8d-f325-46d5-88f0-720051bdcd01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:02.086579 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-ede1bf8d-f325-46d5-88f0-720051bdcd01 service neutron] 10.222.0.93 "PUT /v2.0/ports/d6bbae83-7fc2-4178-897c-e479dc4fc74b HTTP/1.1" status: 200 len: 1091 time: 2.4624600 Oct 27 18:33:02.086579 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d9b0670-6277-4324-b43f-20e3992cef95', 'tag': 'd6bbae83-7fc2-4178-897c-e479dc4fc74b'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:33:02.086579 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9386b4f6-1c51-472a-a132-abb6214c6950" -d '{"events": [{"name": "network-changed", "server_uuid": "3d9b0670-6277-4324-b43f-20e3992cef95", "tag": "d6bbae83-7fc2-4178-897c-e479dc4fc74b"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:33:02.101719 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7eac43e8-5e12-4a09-a46e-ba74f3856cba tempest-MeteringIpV6TestJSON-2051149062 tempest-MeteringIpV6TestJSON-2051149062-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0325608 Oct 27 18:33:02.107484 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38782) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:02.113476 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede1bf8d-f325-46d5-88f0-720051bdcd01 service neutron] Pushing event updated for resources: {'Port': ['ID=d6bbae83-7fc2-4178-897c-e479dc4fc74b,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:02.128401 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8b17aaae-9aa3-47e4-bf97-e1962c855951 tempest-MeteringIpV6TestJSON-2051149062 tempest-MeteringIpV6TestJSON-2051149062-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0197875 Oct 27 18:33:02.142704 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38784) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:02.200763 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-334ab3ef-5410-42f0-b326-e07acd4b3ca8 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] update failed (client error): The resource could not be found. Oct 27 18:33:02.201898 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-334ab3ef-5410-42f0-b326-e07acd4b3ca8 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] 10.222.0.52 "PUT /v2.0/routers/b5a9e79b-b66a-45b3-ba51-7c503e46b2a2 HTTP/1.1" status: 404 len: 339 time: 0.4659498 Oct 27 18:33:02.209813 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 38790) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:02.231596 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-ae23d71a-9b8b-4c20-8ff1-dd4eda0ddc61 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-990721607'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:33:02.244839 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-fe6b3e52-c5b6-468d-8e60-f929bfdaeb7b tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:02.250581 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-fe6b3e52-c5b6-468d-8e60-f929bfdaeb7b tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] 10.222.0.52 "GET /v2.0/networks?id=24b58060-0195-4688-89e9-b10b47c2b80e HTTP/1.1" status: 200 len: 808 time: 0.3424108 Oct 27 18:33:02.275115 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c259144-3295-4e33-a0fa-c34c775cc151 req-87b3ff17-ad10-4674-b4c6-5addae4a7282 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:02.277939 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2c259144-3295-4e33-a0fa-c34c775cc151 req-87b3ff17-ad10-4674-b4c6-5addae4a7282 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88445bb-3d06-4f66-85e2-e68ba8991233 HTTP/1.1" status: 200 len: 945 time: 0.1901531 Oct 27 18:33:02.295317 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a0462c23-a3e2-4f74-8a38-b0d64dd30257 tempest-MeteringIpV6TestJSON-2051149062 tempest-MeteringIpV6TestJSON-2051149062-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels/9f78ec81-615b-40ac-b421-931c40a05ed2 HTTP/1.1" status: 200 len: 473 time: 0.1504025 Oct 27 18:33:02.297980 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38792) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:02.309998 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-013ed122-f32b-4272-8f87-3428004b2fd2 tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] 10.222.0.52 "GET /v2.0/quotas/95ef98ad04104f6180d6da64c42495b7 HTTP/1.1" status: 200 len: 375 time: 0.0557218 Oct 27 18:33:02.311095 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-acfd191a-b501-448c-985c-8d1e3f886a41 tempest-MeteringIpV6TestJSON-2051149062 tempest-MeteringIpV6TestJSON-2051149062-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules/d54562a3-9e69-4a62-989b-751bd7133292 HTTP/1.1" status: 200 len: 459 time: 0.0108988 Oct 27 18:33:02.314305 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38794) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:02.342748 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-aad6c500-ab7a-4d9f-be8f-514ca5f90248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:02.345855 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-aad6c500-ab7a-4d9f-be8f-514ca5f90248 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:02.350298 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-aad6c500-ab7a-4d9f-be8f-514ca5f90248 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e6e09784-639e-4ef8-aa4f-554715d79612 HTTP/1.1" status: 204 len: 168 time: 1.0192864 Oct 27 18:33:02.351138 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-696a47bc-e816-4c76-a267-4b1b01469031 service neutron] Request body: {'port': {'device_id': '3d9b0670-6277-4324-b43f-20e3992cef95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:33:02.388355 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-14907003-b86c-49ef-8109-a557bd0a64bc tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=95ef98ad04104f6180d6da64c42495b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500262 Oct 27 18:33:02.389193 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad6c500-ab7a-4d9f-be8f-514ca5f90248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e09784-639e-4ef8-aa4f-554715d79612,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:02.422153 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae23d71a-9b8b-4c20-8ff1-dd4eda0ddc61 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Made reservation on behalf of 50742842f86447879ac2a31143da3fa6 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:33:02.422153 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ae23d71a-9b8b-4c20-8ff1-dd4eda0ddc61 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:02.449700 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-696a47bc-e816-4c76-a267-4b1b01469031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:02.456672 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2c259144-3295-4e33-a0fa-c34c775cc151 req-882b2746-fa4a-4f4b-9343-d9d0e58ce6bd tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712558 Oct 27 18:33:02.529016 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae23d71a-9b8b-4c20-8ff1-dd4eda0ddc61 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] vlan segment allocate from pool success with {'vlan_id': 1040, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:33:02.555378 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ae23d71a-9b8b-4c20-8ff1-dd4eda0ddc61 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:02.555732 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-ae23d71a-9b8b-4c20-8ff1-dd4eda0ddc61 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Added segment 262b334e-9cb8-4980-a413-818a9a36c2c3 of type vlan for network c8498047-4a01-4ea8-980c-136500a8bf70 Oct 27 18:33:02.648373 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ae23d71a-9b8b-4c20-8ff1-dd4eda0ddc61 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:02.669457 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 38804) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:02.689223 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-b4c39067-cf66-4efe-8965-930948aa2968 service neutron] 10.222.0.52 "GET /v2.0/networks/24b58060-0195-4688-89e9-b10b47c2b80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904954 Oct 27 18:33:02.752298 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a0c51a3e-f616-4c52-8f2a-76440434e5d1 req-71021cce-4e06-407a-b3bb-f7127e74b80d tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 210 time: 0.0941041 Oct 27 18:33:02.874428 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386b4f6-1c51-472a-a132-abb6214c6950 req-21058ac4-a9dd-4b16-aae6-aa9697f96456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:02.875306 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386b4f6-1c51-472a-a132-abb6214c6950 req-21058ac4-a9dd-4b16-aae6-aa9697f96456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:02.876008 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386b4f6-1c51-472a-a132-abb6214c6950 req-21058ac4-a9dd-4b16-aae6-aa9697f96456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:02.876683 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386b4f6-1c51-472a-a132-abb6214c6950 req-21058ac4-a9dd-4b16-aae6-aa9697f96456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:02.877354 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386b4f6-1c51-472a-a132-abb6214c6950 req-21058ac4-a9dd-4b16-aae6-aa9697f96456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:02.879430 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9386b4f6-1c51-472a-a132-abb6214c6950 req-21058ac4-a9dd-4b16-aae6-aa9697f96456 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f7ff550a115b45e2bb54d05b8fe668a7&device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 4362 time: 0.3119571 Oct 27 18:33:02.980235 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ae23d71a-9b8b-4c20-8ff1-dd4eda0ddc61 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:02.986365 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae23d71a-9b8b-4c20-8ff1-dd4eda0ddc61 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:02.987289 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ae23d71a-9b8b-4c20-8ff1-dd4eda0ddc61 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:03.011787 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b952fb-18d1-4793-a96e-ed83c2dd83d3 x-openstack-request-id: req-a2b952fb-18d1-4793-a96e-ed83c2dd83d3 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:33:03.012122 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d9b0670-6277-4324-b43f-20e3992cef95", "tag": "d6bbae83-7fc2-4178-897c-e479dc4fc74b", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:33:03.017532 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a2b952fb-18d1-4793-a96e-ed83c2dd83d3 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:33:03.017532 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d9b0670-6277-4324-b43f-20e3992cef95', 'tag': 'd6bbae83-7fc2-4178-897c-e479dc4fc74b', 'status': 'completed', 'code': 200} Oct 27 18:33:03.059949 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5758f105-e87e-4bb9-9e4b-38b406d01459 tempest-MeteringIpV6TestJSON-2051149062 tempest-MeteringIpV6TestJSON-2051149062-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:03.061363 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5758f105-e87e-4bb9-9e4b-38b406d01459 tempest-MeteringIpV6TestJSON-2051149062 tempest-MeteringIpV6TestJSON-2051149062-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-label-rules/d54562a3-9e69-4a62-989b-751bd7133292 HTTP/1.1" status: 204 len: 168 time: 0.7457707 Oct 27 18:33:03.063556 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-696a47bc-e816-4c76-a267-4b1b01469031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2a5ef78-9b0f-4779-ac14-f1338bdabd09 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:33:03.067544 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38810) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:03.080678 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-c25d8ad2-a46b-4dc5-8186-ba2d9bfbc863 tempest-PortsAdminExtendedAttrsTestJSON-1538437792 tempest-PortsAdminExtendedAttrsTestJSON-1538437792-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-405506873'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:33:03.094770 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-d68ad279-0488-42ec-9a1c-ee43f182b9b7 service neutron] 10.222.0.52 "GET /v2.0/networks/24b58060-0195-4688-89e9-b10b47c2b80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924599 Oct 27 18:33:03.145491 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-696a47bc-e816-4c76-a267-4b1b01469031 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:03.148748 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0747b1-0aee-4c91-9fbd-bc35db866ef6 req-31d19a6f-7cd0-4d2d-8987-eec1a19523d0 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:03.154928 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0747b1-0aee-4c91-9fbd-bc35db866ef6 req-31d19a6f-7cd0-4d2d-8987-eec1a19523d0 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:03.161043 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0747b1-0aee-4c91-9fbd-bc35db866ef6 req-31d19a6f-7cd0-4d2d-8987-eec1a19523d0 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:03.171110 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0747b1-0aee-4c91-9fbd-bc35db866ef6 req-31d19a6f-7cd0-4d2d-8987-eec1a19523d0 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:03.180255 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0747b1-0aee-4c91-9fbd-bc35db866ef6 req-31d19a6f-7cd0-4d2d-8987-eec1a19523d0 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:03.192377 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2b0747b1-0aee-4c91-9fbd-bc35db866ef6 req-31d19a6f-7cd0-4d2d-8987-eec1a19523d0 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 3827 time: 0.3026547 Oct 27 18:33:03.201712 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae23d71a-9b8b-4c20-8ff1-dd4eda0ddc61 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Pushing event updated for resources: {'Network': ['ID=c8498047-4a01-4ea8-980c-136500a8bf70,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:03.223998 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network c8498047-4a01-4ea8-980c-136500a8bf70 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:33:03.230289 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ae23d71a-9b8b-4c20-8ff1-dd4eda0ddc61 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0160317 Oct 27 18:33:03.239190 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 38812) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:03.260146 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-75f9e4fa-de2e-403c-a2d8-0e8076c72138 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Request body: {'subnet': {'network_id': 'c8498047-4a01-4ea8-980c-136500a8bf70', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:33:03.267983 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386b4f6-1c51-472a-a132-abb6214c6950 req-eef68389-0aa2-498b-9c63-54ad487d9b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:03.268471 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386b4f6-1c51-472a-a132-abb6214c6950 req-eef68389-0aa2-498b-9c63-54ad487d9b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:03.268951 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386b4f6-1c51-472a-a132-abb6214c6950 req-eef68389-0aa2-498b-9c63-54ad487d9b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:03.270564 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9386b4f6-1c51-472a-a132-abb6214c6950 req-eef68389-0aa2-498b-9c63-54ad487d9b10 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=f7ff550a115b45e2bb54d05b8fe668a7&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.3810143 Oct 27 18:33:03.335173 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 38814) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:03.416090 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2b0747b1-0aee-4c91-9fbd-bc35db866ef6 req-f2599e39-8eea-4e8e-bd5b-bdebf55f1ea0 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2200258 Oct 27 18:33:03.425839 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25d8ad2-a46b-4dc5-8186-ba2d9bfbc863 tempest-PortsAdminExtendedAttrsTestJSON-1538437792 tempest-PortsAdminExtendedAttrsTestJSON-1538437792-project] Made reservation on behalf of da10b3eab6a4489f9acbd1846c4874bc for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:33:03.443973 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c25d8ad2-a46b-4dc5-8186-ba2d9bfbc863 tempest-PortsAdminExtendedAttrsTestJSON-1538437792 tempest-PortsAdminExtendedAttrsTestJSON-1538437792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:03.461968 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fd9def34-b137-4f12-acd1-b42e046e7de8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:03.487796 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c25d8ad2-a46b-4dc5-8186-ba2d9bfbc863 tempest-PortsAdminExtendedAttrsTestJSON-1538437792 tempest-PortsAdminExtendedAttrsTestJSON-1538437792-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:03.625241 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386b4f6-1c51-472a-a132-abb6214c6950 req-c2b8024f-d1f2-41e5-b41d-990c81209e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:03.627028 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9386b4f6-1c51-472a-a132-abb6214c6950 req-c2b8024f-d1f2-41e5-b41d-990c81209e14 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3092046 Oct 27 18:33:03.654599 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c5e97f51-a7dd-4e72-91f0-1ba13f7d938a req-2fbc2495-9503-45cb-af3e-efb24cb91d0f tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7104f4e-dc8b-4c84-a3a7-5fcd6e75f8ca HTTP/1.1" status: 200 len: 210 time: 0.0556216 Oct 27 18:33:03.707117 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f9e4fa-de2e-403c-a2d8-0e8076c72138 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Made reservation on behalf of 50742842f86447879ac2a31143da3fa6 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:33:03.707478 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-75f9e4fa-de2e-403c-a2d8-0e8076c72138 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:03.718604 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87729ca2-a4bb-45ed-88fd-71a39fb9e0cb req-e4ca16eb-e119-4b42-a8d7-f6b94cb6095e tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:03.720209 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-87729ca2-a4bb-45ed-88fd-71a39fb9e0cb req-e4ca16eb-e119-4b42-a8d7-f6b94cb6095e tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88445bb-3d06-4f66-85e2-e68ba8991233 HTTP/1.1" status: 200 len: 945 time: 0.1748345 Oct 27 18:33:03.738830 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-696a47bc-e816-4c76-a267-4b1b01469031 service neutron] Transition to ACTIVE for port object b2a5ef78-9b0f-4779-ac14-f1338bdabd09 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:33:03.817140 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-696a47bc-e816-4c76-a267-4b1b01469031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:03.837352 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fd9def34-b137-4f12-acd1-b42e046e7de8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:03.892042 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-87729ca2-a4bb-45ed-88fd-71a39fb9e0cb req-67f3f296-9d89-4274-b444-35bd949849c0 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545532 Oct 27 18:33:03.913540 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7d84e4d6-b30e-43ad-bde8-b9a373e31854 tempest-MeteringIpV6TestJSON-2051149062 tempest-MeteringIpV6TestJSON-2051149062-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:03.919401 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7d84e4d6-b30e-43ad-bde8-b9a373e31854 tempest-MeteringIpV6TestJSON-2051149062 tempest-MeteringIpV6TestJSON-2051149062-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-labels/9f78ec81-615b-40ac-b421-931c40a05ed2 HTTP/1.1" status: 204 len: 168 time: 0.8507812 Oct 27 18:33:03.929464 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a47bc-e816-4c76-a267-4b1b01469031 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a5ef78-9b0f-4779-ac14-f1338bdabd09,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:03.930761 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c25d8ad2-a46b-4dc5-8186-ba2d9bfbc863 tempest-PortsAdminExtendedAttrsTestJSON-1538437792 tempest-PortsAdminExtendedAttrsTestJSON-1538437792-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:03.972362 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fd9def34-b137-4f12-acd1-b42e046e7de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:04.001740 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-81482a3e-460a-44f0-a4bd-edd709fb6af8 req-ddb23d6e-7e0e-4490-8cc3-c531528f4b6b tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 210 time: 0.1030936 Oct 27 18:33:04.008731 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-fd9def34-b137-4f12-acd1-b42e046e7de8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ed6ff61c9d074fcf960cbbf8fc550739&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6697712 Oct 27 18:33:04.010578 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c25d8ad2-a46b-4dc5-8186-ba2d9bfbc863 tempest-PortsAdminExtendedAttrsTestJSON-1538437792 tempest-PortsAdminExtendedAttrsTestJSON-1538437792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:04.015985 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 38832) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:04.026730 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-696a47bc-e816-4c76-a267-4b1b01469031 service neutron] Attempting to bind port b2a5ef78-9b0f-4779-ac14-f1338bdabd09 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:33:04.028115 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-696a47bc-e816-4c76-a267-4b1b01469031 service neutron] Attempting to bind port b2a5ef78-9b0f-4779-ac14-f1338bdabd09 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '4033ff10-20d7-4fe8-a555-cb66828d83d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'c77cbe16-409d-4d1e-8a39-10a063ae0bca'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:33:04.028846 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-696a47bc-e816-4c76-a267-4b1b01469031 service neutron] Attempting to bind port b2a5ef78-9b0f-4779-ac14-f1338bdabd09 on network c77cbe16-409d-4d1e-8a39-10a063ae0bca {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:04.040725 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-696a47bc-e816-4c76-a267-4b1b01469031 service neutron] Port b2a5ef78-9b0f-4779-ac14-f1338bdabd09 on network c77cbe16-409d-4d1e-8a39-10a063ae0bca not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:33:04.042038 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-696a47bc-e816-4c76-a267-4b1b01469031 service neutron] Attempting to bind port b2a5ef78-9b0f-4779-ac14-f1338bdabd09 on network c77cbe16-409d-4d1e-8a39-10a063ae0bca {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:04.055180 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-696a47bc-e816-4c76-a267-4b1b01469031 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:33:04.056409 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-696a47bc-e816-4c76-a267-4b1b01469031 service neutron] Checking segment: {'id': '4033ff10-20d7-4fe8-a555-cb66828d83d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'c77cbe16-409d-4d1e-8a39-10a063ae0bca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:33:04.057728 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-696a47bc-e816-4c76-a267-4b1b01469031 service neutron] Bound using segment: {'id': '4033ff10-20d7-4fe8-a555-cb66828d83d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'c77cbe16-409d-4d1e-8a39-10a063ae0bca'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:33:04.058495 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-696a47bc-e816-4c76-a267-4b1b01469031 service neutron] Bound port: b2a5ef78-9b0f-4779-ac14-f1338bdabd09, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4033ff10-20d7-4fe8-a555-cb66828d83d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'c77cbe16-409d-4d1e-8a39-10a063ae0bca'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:33:04.059892 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-696a47bc-e816-4c76-a267-4b1b01469031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:04.123225 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dea2bd99-0d23-4d52-92f2-7b05b8e42181 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:04.166757 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dea2bd99-0d23-4d52-92f2-7b05b8e42181 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:04.170407 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-696a47bc-e816-4c76-a267-4b1b01469031 service neutron] For port b2a5ef78-9b0f-4779-ac14-f1338bdabd09, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:33:04.176424 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-696a47bc-e816-4c76-a267-4b1b01469031 service neutron] For port b2a5ef78-9b0f-4779-ac14-f1338bdabd09, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=b2a5ef78-9b0f-4779-ac14-f1338bdabd09,segment=NetworkSegment(4033ff10-20d7-4fe8-a555-cb66828d83d8),segment_id=4033ff10-20d7-4fe8-a555-cb66828d83d8)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:33:04.231436 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c25d8ad2-a46b-4dc5-8186-ba2d9bfbc863 tempest-PortsAdminExtendedAttrsTestJSON-1538437792 tempest-PortsAdminExtendedAttrsTestJSON-1538437792-project] vlan segment allocate from pool success with {'vlan_id': 1044, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:33:04.250035 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-696a47bc-e816-4c76-a267-4b1b01469031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:04.264080 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9def34-b137-4f12-acd1-b42e046e7de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34097d1d-eee7-485b-91d0-62a072c91fb5,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:04.274229 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c25d8ad2-a46b-4dc5-8186-ba2d9bfbc863 tempest-PortsAdminExtendedAttrsTestJSON-1538437792 tempest-PortsAdminExtendedAttrsTestJSON-1538437792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:04.274584 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-c25d8ad2-a46b-4dc5-8186-ba2d9bfbc863 tempest-PortsAdminExtendedAttrsTestJSON-1538437792 tempest-PortsAdminExtendedAttrsTestJSON-1538437792-project] Added segment 61380a12-3b4f-46cf-b0a5-59a722009140 of type vlan for network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 Oct 27 18:33:04.331430 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-696a47bc-e816-4c76-a267-4b1b01469031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:04.332073 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-696a47bc-e816-4c76-a267-4b1b01469031 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:04.333463 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-696a47bc-e816-4c76-a267-4b1b01469031 service neutron] 10.222.0.93 "PUT /v2.0/ports/b2a5ef78-9b0f-4779-ac14-f1338bdabd09 HTTP/1.1" status: 200 len: 1135 time: 1.9902549 Oct 27 18:33:04.360635 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a47bc-e816-4c76-a267-4b1b01469031 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a5ef78-9b0f-4779-ac14-f1338bdabd09,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:04.404604 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d8ad2-a46b-4dc5-8186-ba2d9bfbc863 tempest-PortsAdminExtendedAttrsTestJSON-1538437792 tempest-PortsAdminExtendedAttrsTestJSON-1538437792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc31be41-b630-4d9b-89a2-92a5596b4f28,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:04.417069 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c25d8ad2-a46b-4dc5-8186-ba2d9bfbc863 tempest-PortsAdminExtendedAttrsTestJSON-1538437792 tempest-PortsAdminExtendedAttrsTestJSON-1538437792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:04.437701 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-22c58e2a-dfe6-47d3-a1a0-5464b409bcd5 service neutron] Request body: {'port': {'device_id': '3d9b0670-6277-4324-b43f-20e3992cef95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:33:04.514125 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1438fb-610f-4e70-a7ee-a735606c72d8 req-9f4a698a-4c21-4a2e-bc84-21abe63a3d89 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:04.517937 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fc1438fb-610f-4e70-a7ee-a735606c72d8 req-9f4a698a-4c21-4a2e-bc84-21abe63a3d89 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88445bb-3d06-4f66-85e2-e68ba8991233 HTTP/1.1" status: 200 len: 945 time: 0.2607090 Oct 27 18:33:04.528936 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-22c58e2a-dfe6-47d3-a1a0-5464b409bcd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:04.538953 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-75f9e4fa-de2e-403c-a2d8-0e8076c72138 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:04.562854 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dea2bd99-0d23-4d52-92f2-7b05b8e42181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:04.565735 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dea2bd99-0d23-4d52-92f2-7b05b8e42181 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:04.566932 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-dea2bd99-0d23-4d52-92f2-7b05b8e42181 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/34097d1d-eee7-485b-91d0-62a072c91fb5 HTTP/1.1" status: 204 len: 168 time: 0.5480309 Oct 27 18:33:04.667857 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c25d8ad2-a46b-4dc5-8186-ba2d9bfbc863 tempest-PortsAdminExtendedAttrsTestJSON-1538437792 tempest-PortsAdminExtendedAttrsTestJSON-1538437792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:04.673482 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25d8ad2-a46b-4dc5-8186-ba2d9bfbc863 tempest-PortsAdminExtendedAttrsTestJSON-1538437792 tempest-PortsAdminExtendedAttrsTestJSON-1538437792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:04.679275 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c25d8ad2-a46b-4dc5-8186-ba2d9bfbc863 tempest-PortsAdminExtendedAttrsTestJSON-1538437792 tempest-PortsAdminExtendedAttrsTestJSON-1538437792-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:04.682717 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea2bd99-0d23-4d52-92f2-7b05b8e42181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34097d1d-eee7-485b-91d0-62a072c91fb5,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:04.762914 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38846) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:04.809003 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fc1438fb-610f-4e70-a7ee-a735606c72d8 req-54bea127-6a99-47bf-a95b-161eec78509e tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805398 Oct 27 18:33:04.820951 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9e4fa-de2e-403c-a2d8-0e8076c72138 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Pushing event updated for resources: {'Subnet': ['ID=27920625-462b-443e-8592-a317a91d47d1,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:04.861021 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c739fc1-086f-478d-8fe5-6bb51b40f207 req-ef445c58-c8e9-493c-ad63-0463de8f4bd6 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:04.867222 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c739fc1-086f-478d-8fe5-6bb51b40f207 req-ef445c58-c8e9-493c-ad63-0463de8f4bd6 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:04.873358 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c739fc1-086f-478d-8fe5-6bb51b40f207 req-ef445c58-c8e9-493c-ad63-0463de8f4bd6 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:04.879720 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c739fc1-086f-478d-8fe5-6bb51b40f207 req-ef445c58-c8e9-493c-ad63-0463de8f4bd6 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:04.886497 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c739fc1-086f-478d-8fe5-6bb51b40f207 req-ef445c58-c8e9-493c-ad63-0463de8f4bd6 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:04.892664 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c739fc1-086f-478d-8fe5-6bb51b40f207 req-ef445c58-c8e9-493c-ad63-0463de8f4bd6 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:04.894588 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8c739fc1-086f-478d-8fe5-6bb51b40f207 req-ef445c58-c8e9-493c-ad63-0463de8f4bd6 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 4604 time: 0.3222125 Oct 27 18:33:04.897709 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d8ad2-a46b-4dc5-8186-ba2d9bfbc863 tempest-PortsAdminExtendedAttrsTestJSON-1538437792 tempest-PortsAdminExtendedAttrsTestJSON-1538437792-project] Pushing event updated for resources: {'Network': ['ID=1ce76176-3c6c-4f8e-b04d-6b8817978d07,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:04.925551 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f9e4fa-de2e-403c-a2d8-0e8076c72138 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Checking segment: {'id': '262b334e-9cb8-4980-a413-818a9a36c2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'c8498047-4a01-4ea8-980c-136500a8bf70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:33:04.926207 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f9e4fa-de2e-403c-a2d8-0e8076c72138 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Network hostable DHCP agents. Network: c8498047-4a01-4ea8-980c-136500a8bf70, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:33:04.928782 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d8ad2-a46b-4dc5-8186-ba2d9bfbc863 tempest-PortsAdminExtendedAttrsTestJSON-1538437792 tempest-PortsAdminExtendedAttrsTestJSON-1538437792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:33:04.929143 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d8ad2-a46b-4dc5-8186-ba2d9bfbc863 tempest-PortsAdminExtendedAttrsTestJSON-1538437792 tempest-PortsAdminExtendedAttrsTestJSON-1538437792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:33:04.929496 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d8ad2-a46b-4dc5-8186-ba2d9bfbc863 tempest-PortsAdminExtendedAttrsTestJSON-1538437792 tempest-PortsAdminExtendedAttrsTestJSON-1538437792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:33:04.929849 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d8ad2-a46b-4dc5-8186-ba2d9bfbc863 tempest-PortsAdminExtendedAttrsTestJSON-1538437792 tempest-PortsAdminExtendedAttrsTestJSON-1538437792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:33:04.930184 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d8ad2-a46b-4dc5-8186-ba2d9bfbc863 tempest-PortsAdminExtendedAttrsTestJSON-1538437792 tempest-PortsAdminExtendedAttrsTestJSON-1538437792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:33:04.930529 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d8ad2-a46b-4dc5-8186-ba2d9bfbc863 tempest-PortsAdminExtendedAttrsTestJSON-1538437792 tempest-PortsAdminExtendedAttrsTestJSON-1538437792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:33:04.930909 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d8ad2-a46b-4dc5-8186-ba2d9bfbc863 tempest-PortsAdminExtendedAttrsTestJSON-1538437792 tempest-PortsAdminExtendedAttrsTestJSON-1538437792-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:33:04.931255 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d8ad2-a46b-4dc5-8186-ba2d9bfbc863 tempest-PortsAdminExtendedAttrsTestJSON-1538437792 tempest-PortsAdminExtendedAttrsTestJSON-1538437792-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:33:04.931596 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d8ad2-a46b-4dc5-8186-ba2d9bfbc863 tempest-PortsAdminExtendedAttrsTestJSON-1538437792 tempest-PortsAdminExtendedAttrsTestJSON-1538437792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:33:04.931935 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d8ad2-a46b-4dc5-8186-ba2d9bfbc863 tempest-PortsAdminExtendedAttrsTestJSON-1538437792 tempest-PortsAdminExtendedAttrsTestJSON-1538437792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:33:04.932275 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d8ad2-a46b-4dc5-8186-ba2d9bfbc863 tempest-PortsAdminExtendedAttrsTestJSON-1538437792 tempest-PortsAdminExtendedAttrsTestJSON-1538437792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:33:04.932735 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25d8ad2-a46b-4dc5-8186-ba2d9bfbc863 tempest-PortsAdminExtendedAttrsTestJSON-1538437792 tempest-PortsAdminExtendedAttrsTestJSON-1538437792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:33:04.939202 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c25d8ad2-a46b-4dc5-8186-ba2d9bfbc863 tempest-PortsAdminExtendedAttrsTestJSON-1538437792 tempest-PortsAdminExtendedAttrsTestJSON-1538437792-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.2672689 Oct 27 18:33:04.952234 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:33:04.958046 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1f508126-a114-46c9-8689-7489fbd69ae8 req-ebe8fc6f-c120-4ad9-a48c-e610f8c860d4 tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7104f4e-dc8b-4c84-a3a7-5fcd6e75f8ca HTTP/1.1" status: 200 len: 210 time: 0.0561104 Oct 27 18:33:04.985311 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-22c58e2a-dfe6-47d3-a1a0-5464b409bcd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de66f073-b55a-4294-bcf0-2738e20e2c40 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:33:04.996546 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-22c58e2a-dfe6-47d3-a1a0-5464b409bcd5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:05.015278 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8c739fc1-086f-478d-8fe5-6bb51b40f207 req-42a63bba-7f79-437e-b04d-9bb35baf70a5 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=3fa97b7c-97e4-4a13-a0ee-f36c9ec7b8d8&id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1121774 Oct 27 18:33:05.024925 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d9b0670-6277-4324-b43f-20e3992cef95', 'tag': 'b2a5ef78-9b0f-4779-ac14-f1338bdabd09'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:33:05.027300 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23102f12-9dd4-4cdc-828e-4a9d0ade75f3" -d '{"events": [{"name": "network-changed", "server_uuid": "3d9b0670-6277-4324-b43f-20e3992cef95", "tag": "b2a5ef78-9b0f-4779-ac14-f1338bdabd09"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:33:05.077843 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-22c58e2a-dfe6-47d3-a1a0-5464b409bcd5 service neutron] Transition to ACTIVE for port object de66f073-b55a-4294-bcf0-2738e20e2c40 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:33:05.087367 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f9e4fa-de2e-403c-a2d8-0e8076c72138 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Network c8498047-4a01-4ea8-980c-136500a8bf70 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:33:05.148226 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-22c58e2a-dfe6-47d3-a1a0-5464b409bcd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:05.187043 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c37b8a-03cd-4ce7-ae06-0bde832d6fce req-540090de-9f9e-4389-8aee-fbeb3a565eeb tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:05.188856 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-25c37b8a-03cd-4ce7-ae06-0bde832d6fce req-540090de-9f9e-4389-8aee-fbeb3a565eeb tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88445bb-3d06-4f66-85e2-e68ba8991233 HTTP/1.1" status: 200 len: 945 time: 0.0720129 Oct 27 18:33:05.190312 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-75f9e4fa-de2e-403c-a2d8-0e8076c72138 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, c8498047-4a01-4ea8-980c-136500a8bf70) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:33:05.195146 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f9e4fa-de2e-403c-a2d8-0e8076c72138 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:05.195843 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-75f9e4fa-de2e-403c-a2d8-0e8076c72138 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:05.226961 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8a43a8-4e55-491a-99cc-b8aa4a87d989 None None] Network c8498047-4a01-4ea8-980c-136500a8bf70 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:33:05.341267 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-25c37b8a-03cd-4ce7-ae06-0bde832d6fce req-3997caf7-e669-4ae2-9b21-0ac4b9f8d36e tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875335 Oct 27 18:33:05.383448 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-75f9e4fa-de2e-403c-a2d8-0e8076c72138 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1333044 Oct 27 18:33:05.384086 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 38866) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:05.390660 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-1b62ed66-09ab-465e-9f6f-aaaa56a78ce4 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c8498047-4a01-4ea8-980c-136500a8bf70'}}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:33:05.400318 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c58e2a-dfe6-47d3-a1a0-5464b409bcd5 service neutron] Pushing event updated for resources: {'Port': ['ID=de66f073-b55a-4294-bcf0-2738e20e2c40,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:05.446286 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-22c58e2a-dfe6-47d3-a1a0-5464b409bcd5 service neutron] Attempting to bind port de66f073-b55a-4294-bcf0-2738e20e2c40 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:33:05.446976 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-22c58e2a-dfe6-47d3-a1a0-5464b409bcd5 service neutron] Attempting to bind port de66f073-b55a-4294-bcf0-2738e20e2c40 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '4033ff10-20d7-4fe8-a555-cb66828d83d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'c77cbe16-409d-4d1e-8a39-10a063ae0bca'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:33:05.447402 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-22c58e2a-dfe6-47d3-a1a0-5464b409bcd5 service neutron] Attempting to bind port de66f073-b55a-4294-bcf0-2738e20e2c40 on network c77cbe16-409d-4d1e-8a39-10a063ae0bca {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:05.453253 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-22c58e2a-dfe6-47d3-a1a0-5464b409bcd5 service neutron] Port de66f073-b55a-4294-bcf0-2738e20e2c40 on network c77cbe16-409d-4d1e-8a39-10a063ae0bca not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:33:05.453698 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-22c58e2a-dfe6-47d3-a1a0-5464b409bcd5 service neutron] Attempting to bind port de66f073-b55a-4294-bcf0-2738e20e2c40 on network c77cbe16-409d-4d1e-8a39-10a063ae0bca {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:05.462036 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-22c58e2a-dfe6-47d3-a1a0-5464b409bcd5 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:33:05.462471 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-22c58e2a-dfe6-47d3-a1a0-5464b409bcd5 service neutron] Checking segment: {'id': '4033ff10-20d7-4fe8-a555-cb66828d83d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'c77cbe16-409d-4d1e-8a39-10a063ae0bca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:33:05.463007 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-22c58e2a-dfe6-47d3-a1a0-5464b409bcd5 service neutron] Bound using segment: {'id': '4033ff10-20d7-4fe8-a555-cb66828d83d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'c77cbe16-409d-4d1e-8a39-10a063ae0bca'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:33:05.473294 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-22c58e2a-dfe6-47d3-a1a0-5464b409bcd5 service neutron] Bound port: de66f073-b55a-4294-bcf0-2738e20e2c40, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4033ff10-20d7-4fe8-a555-cb66828d83d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'c77cbe16-409d-4d1e-8a39-10a063ae0bca'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:33:05.473733 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-22c58e2a-dfe6-47d3-a1a0-5464b409bcd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:05.573581 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3322a1-922b-462d-952d-580595e1cdcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-c8498047-4a01-4ea8-980c-136500a8bf70', 'network_id': 'c8498047-4a01-4ea8-980c-136500a8bf70', 'tenant_id': '50742842f86447879ac2a31143da3fa6', 'fixed_ips': [{'subnet_id': '27920625-462b-443e-8592-a317a91d47d1'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:33:05.574472 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7a3322a1-922b-462d-952d-580595e1cdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:05.767109 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-22c58e2a-dfe6-47d3-a1a0-5464b409bcd5 service neutron] For port de66f073-b55a-4294-bcf0-2738e20e2c40, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:33:05.787974 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-22c58e2a-dfe6-47d3-a1a0-5464b409bcd5 service neutron] For port de66f073-b55a-4294-bcf0-2738e20e2c40, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=de66f073-b55a-4294-bcf0-2738e20e2c40,segment=NetworkSegment(4033ff10-20d7-4fe8-a555-cb66828d83d8),segment_id=4033ff10-20d7-4fe8-a555-cb66828d83d8)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:33:05.791538 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54153b92-1bb1-4b9c-8bf1-f17231428407 x-openstack-request-id: req-54153b92-1bb1-4b9c-8bf1-f17231428407 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:33:05.792055 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d9b0670-6277-4324-b43f-20e3992cef95", "tag": "b2a5ef78-9b0f-4779-ac14-f1338bdabd09", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:33:05.793933 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-54153b92-1bb1-4b9c-8bf1-f17231428407 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:33:05.797688 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d9b0670-6277-4324-b43f-20e3992cef95', 'tag': 'b2a5ef78-9b0f-4779-ac14-f1338bdabd09', 'status': 'completed', 'code': 200} Oct 27 18:33:05.821916 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38872) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:05.833613 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Request body: {'port': {'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07', 'binding:host_id': 'n-h1-815690-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2123177548'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:33:05.840445 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-89dcaa2e-fdd7-4e97-8c70-ba471fed0bb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:05.879035 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-22c58e2a-dfe6-47d3-a1a0-5464b409bcd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:05.932257 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-7a3322a1-922b-462d-952d-580595e1cdcf None None] Allocated IP 2001:db8:1::2 (c8498047-4a01-4ea8-980c-136500a8bf70/27920625-462b-443e-8592-a317a91d47d1/9e09d484-a1e8-4bba-ac14-f82b035b620a) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:33:05.973954 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-22c58e2a-dfe6-47d3-a1a0-5464b409bcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:05.986799 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-22c58e2a-dfe6-47d3-a1a0-5464b409bcd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:05.988546 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-22c58e2a-dfe6-47d3-a1a0-5464b409bcd5 service neutron] 10.222.0.93 "PUT /v2.0/ports/de66f073-b55a-4294-bcf0-2738e20e2c40 HTTP/1.1" status: 200 len: 1136 time: 1.5554552 Oct 27 18:33:06.040303 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c58e2a-dfe6-47d3-a1a0-5464b409bcd5 service neutron] Pushing event updated for resources: {'Port': ['ID=de66f073-b55a-4294-bcf0-2738e20e2c40,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:06.063672 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Made reservation on behalf of adcdfd83fbad4180bd732e19352a5a77 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:33:06.066009 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:06.120100 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-b0a34144-eefd-40c6-840f-d58a6dd87dd5 service neutron] Request body: {'port': {'device_id': '3d9b0670-6277-4324-b43f-20e3992cef95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:33:06.189664 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7a3322a1-922b-462d-952d-580595e1cdcf None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:06.212789 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:06.228764 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-24c6c185-c549-4ee0-a9de-7a466513bec6 req-bb5aa87c-f70c-432c-bbd2-5a739f291b3d tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 210 time: 0.1573331 Oct 27 18:33:06.244322 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-89dcaa2e-fdd7-4e97-8c70-ba471fed0bb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:06.290786 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7a3322a1-922b-462d-952d-580595e1cdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:06.299093 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-b0a34144-eefd-40c6-840f-d58a6dd87dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:06.349873 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-89dcaa2e-fdd7-4e97-8c70-ba471fed0bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:06.384492 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23102f12-9dd4-4cdc-828e-4a9d0ade75f3 req-f6cf02cf-7e26-43e2-a9c0-8cf08099c949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:06.387183 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23102f12-9dd4-4cdc-828e-4a9d0ade75f3 req-f6cf02cf-7e26-43e2-a9c0-8cf08099c949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:06.388076 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23102f12-9dd4-4cdc-828e-4a9d0ade75f3 req-f6cf02cf-7e26-43e2-a9c0-8cf08099c949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:06.389399 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23102f12-9dd4-4cdc-828e-4a9d0ade75f3 req-f6cf02cf-7e26-43e2-a9c0-8cf08099c949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:06.394620 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-89dcaa2e-fdd7-4e97-8c70-ba471fed0bb8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1b2fa317fda3479fa55a7c9bcf8c1bfd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6281576 Oct 27 18:33:06.398067 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3322a1-922b-462d-952d-580595e1cdcf None None] Network c8498047-4a01-4ea8-980c-136500a8bf70 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:33:06.402511 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38888) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:06.407051 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23102f12-9dd4-4cdc-828e-4a9d0ade75f3 req-f6cf02cf-7e26-43e2-a9c0-8cf08099c949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:06.408449 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23102f12-9dd4-4cdc-828e-4a9d0ade75f3 req-f6cf02cf-7e26-43e2-a9c0-8cf08099c949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:06.409273 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23102f12-9dd4-4cdc-828e-4a9d0ade75f3 req-f6cf02cf-7e26-43e2-a9c0-8cf08099c949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:06.412052 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-23102f12-9dd4-4cdc-828e-4a9d0ade75f3 req-f6cf02cf-7e26-43e2-a9c0-8cf08099c949 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f7ff550a115b45e2bb54d05b8fe668a7&device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 6177 time: 0.8011668 Oct 27 18:33:06.418326 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-7a3322a1-922b-462d-952d-580595e1cdcf None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:33:06.421826 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3322a1-922b-462d-952d-580595e1cdcf None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:33:06.463144 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3322a1-922b-462d-952d-580595e1cdcf None None] Pushing event updated for resources: {'Port': ['ID=9e09d484-a1e8-4bba-ac14-f82b035b620a,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:06.496846 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-7a3322a1-922b-462d-952d-580595e1cdcf None None] Attempting to bind port 9e09d484-a1e8-4bba-ac14-f82b035b620a on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:33:06.500638 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-7a3322a1-922b-462d-952d-580595e1cdcf None None] Attempting to bind port 9e09d484-a1e8-4bba-ac14-f82b035b620a by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '262b334e-9cb8-4980-a413-818a9a36c2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'c8498047-4a01-4ea8-980c-136500a8bf70'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:33:06.500638 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3322a1-922b-462d-952d-580595e1cdcf None None] Attempting to bind port 9e09d484-a1e8-4bba-ac14-f82b035b620a on network c8498047-4a01-4ea8-980c-136500a8bf70 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:06.514980 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3322a1-922b-462d-952d-580595e1cdcf None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:33:06.515366 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3322a1-922b-462d-952d-580595e1cdcf None None] Checking segment: {'id': '262b334e-9cb8-4980-a413-818a9a36c2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'c8498047-4a01-4ea8-980c-136500a8bf70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:33:06.515847 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7a3322a1-922b-462d-952d-580595e1cdcf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:06.516357 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3322a1-922b-462d-952d-580595e1cdcf None None] Bound using segment: {'id': '262b334e-9cb8-4980-a413-818a9a36c2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'c8498047-4a01-4ea8-980c-136500a8bf70'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:33:06.518995 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-7a3322a1-922b-462d-952d-580595e1cdcf None None] Bound port: 9e09d484-a1e8-4bba-ac14-f82b035b620a, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262b334e-9cb8-4980-a413-818a9a36c2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'c8498047-4a01-4ea8-980c-136500a8bf70'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:33:06.519627 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7a3322a1-922b-462d-952d-580595e1cdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:06.606181 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1b62ed66-09ab-465e-9f6f-aaaa56a78ce4 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:06.607731 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8b214f56-c83e-4fac-a190-3c26ad03d324 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:06.655265 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-7a3322a1-922b-462d-952d-580595e1cdcf None None] For port 9e09d484-a1e8-4bba-ac14-f82b035b620a, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:33:06.660654 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-7a3322a1-922b-462d-952d-580595e1cdcf None None] For port 9e09d484-a1e8-4bba-ac14-f82b035b620a, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=9e09d484-a1e8-4bba-ac14-f82b035b620a,segment=NetworkSegment(262b334e-9cb8-4980-a413-818a9a36c2c3),segment_id=262b334e-9cb8-4980-a413-818a9a36c2c3)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:33:06.710714 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23102f12-9dd4-4cdc-828e-4a9d0ade75f3 req-93850aac-7726-46ba-809d-f62fa07f2922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:06.711510 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23102f12-9dd4-4cdc-828e-4a9d0ade75f3 req-93850aac-7726-46ba-809d-f62fa07f2922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:06.712065 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23102f12-9dd4-4cdc-828e-4a9d0ade75f3 req-93850aac-7726-46ba-809d-f62fa07f2922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:06.714271 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dcaa2e-fdd7-4e97-8c70-ba471fed0bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b77a45-23d7-482f-9b2e-964c7a95b8ba,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:06.715244 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-23102f12-9dd4-4cdc-828e-4a9d0ade75f3 req-93850aac-7726-46ba-809d-f62fa07f2922 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=f7ff550a115b45e2bb54d05b8fe668a7&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.2240803 Oct 27 18:33:06.719304 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7a3322a1-922b-462d-952d-580595e1cdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:06.783647 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f15fb9a8-078b-4cae-9f38-58b83af452a2 req-0918a16d-e5fe-47c8-97a7-988b29fd70fe tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7104f4e-dc8b-4c84-a3a7-5fcd6e75f8ca HTTP/1.1" status: 200 len: 210 time: 0.3653533 Oct 27 18:33:06.793879 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3322a1-922b-462d-952d-580595e1cdcf None None] Pushing event updated for resources: {'Port': ['ID=9e09d484-a1e8-4bba-ac14-f82b035b620a,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:06.804452 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:07.013486 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41945807-4cfb-4563-8d46-5d2885770475 req-b7afdfc7-cc59-41b0-a1c0-b1e7fab09880 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:07.037926 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-b0a34144-eefd-40c6-840f-d58a6dd87dd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4288ff73-5ecf-488b-b668-2614a82bb54d {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:33:07.045198 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41945807-4cfb-4563-8d46-5d2885770475 req-b7afdfc7-cc59-41b0-a1c0-b1e7fab09880 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:07.046238 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-b0a34144-eefd-40c6-840f-d58a6dd87dd5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:07.062706 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41945807-4cfb-4563-8d46-5d2885770475 req-b7afdfc7-cc59-41b0-a1c0-b1e7fab09880 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:07.063609 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-b0a34144-eefd-40c6-840f-d58a6dd87dd5 service neutron] Transition to ACTIVE for port object 4288ff73-5ecf-488b-b668-2614a82bb54d will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:33:07.070391 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41945807-4cfb-4563-8d46-5d2885770475 req-b7afdfc7-cc59-41b0-a1c0-b1e7fab09880 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:07.081328 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41945807-4cfb-4563-8d46-5d2885770475 req-b7afdfc7-cc59-41b0-a1c0-b1e7fab09880 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:07.094593 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8b214f56-c83e-4fac-a190-3c26ad03d324 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:07.097108 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41945807-4cfb-4563-8d46-5d2885770475 req-b7afdfc7-cc59-41b0-a1c0-b1e7fab09880 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:07.105512 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41945807-4cfb-4563-8d46-5d2885770475 req-b7afdfc7-cc59-41b0-a1c0-b1e7fab09880 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:07.107712 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-41945807-4cfb-4563-8d46-5d2885770475 req-b7afdfc7-cc59-41b0-a1c0-b1e7fab09880 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 5382 time: 0.5950055 Oct 27 18:33:07.189298 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:07.195376 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] device_id is not set on port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:33:07.234418 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e18ff11-bdd3-454b-92b2-76b79d7922c4,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:07.238954 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-b0a34144-eefd-40c6-840f-d58a6dd87dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:07.261398 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f29f2-7d5b-4e1b-8048-6b28ec8d9361 req-af60961a-d63b-45af-a1f5-bf14a1adb3e4 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:07.270711 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6b4f29f2-7d5b-4e1b-8048-6b28ec8d9361 req-af60961a-d63b-45af-a1f5-bf14a1adb3e4 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88445bb-3d06-4f66-85e2-e68ba8991233 HTTP/1.1" status: 200 len: 945 time: 0.3450351 Oct 27 18:33:07.321433 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23102f12-9dd4-4cdc-828e-4a9d0ade75f3 req-9335780c-2e30-43e8-ad75-45d82ed15fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:07.323178 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-23102f12-9dd4-4cdc-828e-4a9d0ade75f3 req-9335780c-2e30-43e8-ad75-45d82ed15fa8 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5580857 Oct 27 18:33:07.352751 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-41945807-4cfb-4563-8d46-5d2885770475 req-be9cfefd-506f-40e3-ac99-13565d6cf9e4 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=3fa97b7c-97e4-4a13-a0ee-f36c9ec7b8d8&id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2228978 Oct 27 18:33:07.461515 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6b4f29f2-7d5b-4e1b-8048-6b28ec8d9361 req-7b6b4db9-6ffc-4a18-bd6b-498fc36e4795 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895959 Oct 27 18:33:07.486887 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-fbb42a38-41ba-4e9f-b364-056195981fe6 tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:07.488433 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-fbb42a38-41ba-4e9f-b364-056195981fe6 tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] 10.222.0.93 "GET /v2.0/networks?id=24b58060-0195-4688-89e9-b10b47c2b80e HTTP/1.1" status: 200 len: 808 time: 0.8885305 Oct 27 18:33:07.489097 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8b214f56-c83e-4fac-a190-3c26ad03d324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:07.493079 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8b214f56-c83e-4fac-a190-3c26ad03d324 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:07.497752 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8b214f56-c83e-4fac-a190-3c26ad03d324 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/48b77a45-23d7-482f-9b2e-964c7a95b8ba HTTP/1.1" status: 204 len: 168 time: 1.0872781 Oct 27 18:33:07.519549 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-1b62ed66-09ab-465e-9f6f-aaaa56a78ce4 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:33:07.526619 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 9e09d484-a1e8-4bba-ac14-f82b035b620a up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:33:07.531595 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1b62ed66-09ab-465e-9f6f-aaaa56a78ce4 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] 10.222.0.52 "PUT /v2.0/routers/b5a9e79b-b66a-45b3-ba51-7c503e46b2a2 HTTP/1.1" status: 400 len: 364 time: 2.1427016 Oct 27 18:33:07.532386 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 38904) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:07.578496 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] device_id is not set on port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:33:07.589118 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:07.602904 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b214f56-c83e-4fac-a190-3c26ad03d324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b77a45-23d7-482f-9b2e-964c7a95b8ba,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:07.616582 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-5c1e1c89-c5b0-4d71-a280-8a6d35b0b287 tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] Request body: {'port': {'device_id': 'c7104f4e-dc8b-4c84-a3a7-5fcd6e75f8ca', 'network_id': '24b58060-0195-4688-89e9-b10b47c2b80e', 'admin_state_up': True, 'tenant_id': '95ef98ad04104f6180d6da64c42495b7'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:33:07.718048 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 9e09d484-a1e8-4bba-ac14-f82b035b620a triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:33:07.718436 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:07.741195 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:07.797128 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a34144-eefd-40c6-840f-d58a6dd87dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=4288ff73-5ecf-488b-b668-2614a82bb54d,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:07.871024 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d9b0670-6277-4324-b43f-20e3992cef95', 'tag': 'de66f073-b55a-4294-bcf0-2738e20e2c40'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:33:07.879319 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707a24d5-e022-47b2-a7ba-dbf7acecec5e" -d '{"events": [{"name": "network-changed", "server_uuid": "3d9b0670-6277-4324-b43f-20e3992cef95", "tag": "de66f073-b55a-4294-bcf0-2738e20e2c40"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:33:07.942104 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Pushing event updated for resources: {'Port': ['ID=ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:08.033534 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Checking segment: {'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:33:08.034091 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Network hostable DHCP agents. Network: 1ce76176-3c6c-4f8e-b04d-6b8817978d07, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:33:08.085532 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-b0a34144-eefd-40c6-840f-d58a6dd87dd5 service neutron] Attempting to bind port 4288ff73-5ecf-488b-b668-2614a82bb54d on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:33:08.086119 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-b0a34144-eefd-40c6-840f-d58a6dd87dd5 service neutron] Attempting to bind port 4288ff73-5ecf-488b-b668-2614a82bb54d by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '4033ff10-20d7-4fe8-a555-cb66828d83d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'c77cbe16-409d-4d1e-8a39-10a063ae0bca'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:33:08.086632 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-b0a34144-eefd-40c6-840f-d58a6dd87dd5 service neutron] Attempting to bind port 4288ff73-5ecf-488b-b668-2614a82bb54d on network c77cbe16-409d-4d1e-8a39-10a063ae0bca {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:08.092281 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a91efd89-05e7-435f-ba44-462e86068d14 req-9afcd5f1-8336-4da3-9fc7-9a82ab395221 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/ports?device_id=e424177a-4f81-4a74-b404-788efdbb3b70 HTTP/1.1" status: 200 len: 210 time: 0.4075227 Oct 27 18:33:08.110552 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-b0a34144-eefd-40c6-840f-d58a6dd87dd5 service neutron] Port 4288ff73-5ecf-488b-b668-2614a82bb54d on network c77cbe16-409d-4d1e-8a39-10a063ae0bca not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:33:08.111402 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-b0a34144-eefd-40c6-840f-d58a6dd87dd5 service neutron] Attempting to bind port 4288ff73-5ecf-488b-b668-2614a82bb54d on network c77cbe16-409d-4d1e-8a39-10a063ae0bca {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:08.170605 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-b0a34144-eefd-40c6-840f-d58a6dd87dd5 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:33:08.170968 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-b0a34144-eefd-40c6-840f-d58a6dd87dd5 service neutron] Checking segment: {'id': '4033ff10-20d7-4fe8-a555-cb66828d83d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'c77cbe16-409d-4d1e-8a39-10a063ae0bca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:33:08.171695 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-b0a34144-eefd-40c6-840f-d58a6dd87dd5 service neutron] Bound using segment: {'id': '4033ff10-20d7-4fe8-a555-cb66828d83d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'c77cbe16-409d-4d1e-8a39-10a063ae0bca'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:33:08.173526 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-b0a34144-eefd-40c6-840f-d58a6dd87dd5 service neutron] Bound port: 4288ff73-5ecf-488b-b668-2614a82bb54d, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4033ff10-20d7-4fe8-a555-cb66828d83d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'c77cbe16-409d-4d1e-8a39-10a063ae0bca'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:33:08.173995 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-b0a34144-eefd-40c6-840f-d58a6dd87dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:08.200599 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:33:08.217789 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c868cf38-002c-4415-ab71-3206fa0ab296 req-16285471-b68f-40a0-80c3-396ffd43368e tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7104f4e-dc8b-4c84-a3a7-5fcd6e75f8ca HTTP/1.1" status: 200 len: 210 time: 0.2204828 Oct 27 18:33:08.304293 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5f9918-401d-4b67-aecb-19fe5997a4cd x-openstack-request-id: req-ca5f9918-401d-4b67-aecb-19fe5997a4cd {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:33:08.304596 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d9b0670-6277-4324-b43f-20e3992cef95", "tag": "de66f073-b55a-4294-bcf0-2738e20e2c40", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:33:08.304863 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ca5f9918-401d-4b67-aecb-19fe5997a4cd {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:33:08.305270 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d9b0670-6277-4324-b43f-20e3992cef95', 'tag': 'de66f073-b55a-4294-bcf0-2738e20e2c40', 'status': 'completed', 'code': 200} Oct 27 18:33:08.305887 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-5c1e1c89-c5b0-4d71-a280-8a6d35b0b287 tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] Made reservation on behalf of 95ef98ad04104f6180d6da64c42495b7 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:33:08.313165 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-5c1e1c89-c5b0-4d71-a280-8a6d35b0b287 tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:08.320100 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 1ce76176-3c6c-4f8e-b04d-6b8817978d07) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:33:08.324681 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:33:08.341815 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f60660-1806-4b6b-8b83-af01f29c4736 None None] Network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:33:08.392274 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:08.440620 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:33:08.440962 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:33:08.443114 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:08.458147 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:33:08.458483 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Failed to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa on host n-h1-815690-2 for vnic_type normal using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] Oct 27 18:33:08.475162 n-d-815690-2 neutron-server[102879]: INFO neutron.plugins.ml2.plugin [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempt 2 to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa Oct 27 18:33:08.491227 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 9e09d484-a1e8-4bba-ac14-f82b035b620a, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=9e09d484-a1e8-4bba-ac14-f82b035b620a,segment=NetworkSegment(262b334e-9cb8-4980-a413-818a9a36c2c3),segment_id=262b334e-9cb8-4980-a413-818a9a36c2c3)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:33:08.594681 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:08.636480 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:33:08.637419 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:33:08.637419 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:08.663699 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:33:08.664134 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Failed to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa on host n-h1-815690-2 for vnic_type normal using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] Oct 27 18:33:08.666668 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-b0a34144-eefd-40c6-840f-d58a6dd87dd5 service neutron] For port 4288ff73-5ecf-488b-b668-2614a82bb54d, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:33:08.673623 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38924) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:08.673907 n-d-815690-2 neutron-server[102879]: INFO neutron.plugins.ml2.plugin [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempt 3 to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa Oct 27 18:33:08.695219 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=9e09d484-a1e8-4bba-ac14-f82b035b620a,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:08.720337 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:33:08.722095 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:33:08.722836 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:08.725001 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1857c1d5-476b-4b38-a70a-02e9e61aa275 None None] Network c8498047-4a01-4ea8-980c-136500a8bf70 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:33:08.750593 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-b0a34144-eefd-40c6-840f-d58a6dd87dd5 service neutron] For port 4288ff73-5ecf-488b-b668-2614a82bb54d, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=4288ff73-5ecf-488b-b668-2614a82bb54d,segment=NetworkSegment(4033ff10-20d7-4fe8-a555-cb66828d83d8),segment_id=4033ff10-20d7-4fe8-a555-cb66828d83d8)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:33:08.755479 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0f41bf0c-4d21-4cd8-a65e-550963b8614a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:08.762957 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a24d5-e022-47b2-a7ba-dbf7acecec5e req-5f902e26-dc9e-4e0a-820b-47df8f29412a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:08.763594 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a24d5-e022-47b2-a7ba-dbf7acecec5e req-5f902e26-dc9e-4e0a-820b-47df8f29412a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:08.764241 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a24d5-e022-47b2-a7ba-dbf7acecec5e req-5f902e26-dc9e-4e0a-820b-47df8f29412a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:08.765083 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a24d5-e022-47b2-a7ba-dbf7acecec5e req-5f902e26-dc9e-4e0a-820b-47df8f29412a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:08.765663 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:33:08.765821 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a24d5-e022-47b2-a7ba-dbf7acecec5e req-5f902e26-dc9e-4e0a-820b-47df8f29412a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:08.766014 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Failed to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa on host n-h1-815690-2 for vnic_type normal using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] Oct 27 18:33:08.768453 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a24d5-e022-47b2-a7ba-dbf7acecec5e req-5f902e26-dc9e-4e0a-820b-47df8f29412a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:08.768453 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a24d5-e022-47b2-a7ba-dbf7acecec5e req-5f902e26-dc9e-4e0a-820b-47df8f29412a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:08.769339 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-707a24d5-e022-47b2-a7ba-dbf7acecec5e req-5f902e26-dc9e-4e0a-820b-47df8f29412a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f7ff550a115b45e2bb54d05b8fe668a7&device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 6244 time: 0.3998754 Oct 27 18:33:08.786592 n-d-815690-2 neutron-server[102879]: INFO neutron.plugins.ml2.plugin [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempt 4 to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa Oct 27 18:33:08.806422 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-5e789eb3-4067-424a-b0dd-3d35eff2fc29 None None] Provisioning complete for port 9e09d484-a1e8-4bba-ac14-f82b035b620a triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:33:08.806788 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5e789eb3-4067-424a-b0dd-3d35eff2fc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:08.827672 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:33:08.828016 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:33:08.828359 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:08.838724 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:33:08.839172 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Failed to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa on host n-h1-815690-2 for vnic_type normal using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] Oct 27 18:33:08.840206 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-b0a34144-eefd-40c6-840f-d58a6dd87dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:08.847178 n-d-815690-2 neutron-server[102879]: INFO neutron.plugins.ml2.plugin [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempt 5 to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa Oct 27 18:33:08.920486 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a24d5-e022-47b2-a7ba-dbf7acecec5e req-5f59b588-c134-4142-9aa1-40c78e0b6e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:08.921059 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a24d5-e022-47b2-a7ba-dbf7acecec5e req-5f59b588-c134-4142-9aa1-40c78e0b6e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:08.921550 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a24d5-e022-47b2-a7ba-dbf7acecec5e req-5f59b588-c134-4142-9aa1-40c78e0b6e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:08.923576 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-707a24d5-e022-47b2-a7ba-dbf7acecec5e req-5f59b588-c134-4142-9aa1-40c78e0b6e7f service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=f7ff550a115b45e2bb54d05b8fe668a7&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.1385748 Oct 27 18:33:08.958006 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a34144-eefd-40c6-840f-d58a6dd87dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=4288ff73-5ecf-488b-b668-2614a82bb54d,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:08.961851 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d78a2-2b28-46a0-8d52-609b99736188 req-52b17304-7a3d-4905-b70b-56701b1325b5 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:08.968300 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d78a2-2b28-46a0-8d52-609b99736188 req-52b17304-7a3d-4905-b70b-56701b1325b5 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:08.975675 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d78a2-2b28-46a0-8d52-609b99736188 req-52b17304-7a3d-4905-b70b-56701b1325b5 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:08.982526 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d78a2-2b28-46a0-8d52-609b99736188 req-52b17304-7a3d-4905-b70b-56701b1325b5 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:08.989739 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d78a2-2b28-46a0-8d52-609b99736188 req-52b17304-7a3d-4905-b70b-56701b1325b5 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:08.995075 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:33:08.995481 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:33:08.995763 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:08.996595 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d78a2-2b28-46a0-8d52-609b99736188 req-52b17304-7a3d-4905-b70b-56701b1325b5 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:09.003405 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d78a2-2b28-46a0-8d52-609b99736188 req-52b17304-7a3d-4905-b70b-56701b1325b5 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:09.012584 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c52d78a2-2b28-46a0-8d52-609b99736188 req-52b17304-7a3d-4905-b70b-56701b1325b5 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 5394 time: 0.4633629 Oct 27 18:33:09.026756 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-b0a34144-eefd-40c6-840f-d58a6dd87dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:09.027781 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-b0a34144-eefd-40c6-840f-d58a6dd87dd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:09.031865 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-b0a34144-eefd-40c6-840f-d58a6dd87dd5 service neutron] 10.222.0.93 "PUT /v2.0/ports/4288ff73-5ecf-488b-b668-2614a82bb54d HTTP/1.1" status: 200 len: 1090 time: 2.9351258 Oct 27 18:33:09.031865 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:33:09.031865 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Failed to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa on host n-h1-815690-2 for vnic_type normal using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] Oct 27 18:33:09.035792 n-d-815690-2 neutron-server[102879]: INFO neutron.plugins.ml2.plugin [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempt 6 to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa Oct 27 18:33:09.046622 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-5c1e1c89-c5b0-4d71-a280-8a6d35b0b287 tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] Allocated IP 172.20.0.13 (24b58060-0195-4688-89e9-b10b47c2b80e/485afb4f-a2c6-4ddf-98e3-37d9741fa90c/abe627cc-61ba-4ba5-b2f3-ebac1a295fff) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:33:09.078285 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:33:09.078620 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:33:09.078990 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:09.097782 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:33:09.097782 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Failed to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa on host n-h1-815690-2 for vnic_type normal using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] Oct 27 18:33:09.106932 n-d-815690-2 neutron-server[102879]: INFO neutron.plugins.ml2.plugin [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempt 7 to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa Oct 27 18:33:09.160868 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:33:09.161351 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:33:09.162213 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:09.177087 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6235c-8e38-4b2e-aac3-588c16b62f54 req-fa10dc0e-6db7-4d29-a4c2-57e85eafe46d tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:09.180206 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-438690b0-d27a-4586-a019-870e6f0090ec service neutron] Request body: {'port': {'device_id': '3d9b0670-6277-4324-b43f-20e3992cef95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:33:09.195344 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c0b6235c-8e38-4b2e-aac3-588c16b62f54 req-fa10dc0e-6db7-4d29-a4c2-57e85eafe46d tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88445bb-3d06-4f66-85e2-e68ba8991233 HTTP/1.1" status: 200 len: 945 time: 0.5453262 Oct 27 18:33:09.257042 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0f41bf0c-4d21-4cd8-a65e-550963b8614a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:09.268100 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:33:09.269147 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Failed to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa on host n-h1-815690-2 for vnic_type normal using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] Oct 27 18:33:09.295588 n-d-815690-2 neutron-server[102879]: INFO neutron.plugins.ml2.plugin [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempt 8 to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa Oct 27 18:33:09.328150 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dd2ab482-d4e5-4df5-a69e-db7f17fd224e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:09.376293 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0f41bf0c-4d21-4cd8-a65e-550963b8614a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:09.400868 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:33:09.401211 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:33:09.401547 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:09.415316 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 9e09d484-a1e8-4bba-ac14-f82b035b620a up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:33:09.466439 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-438690b0-d27a-4586-a019-870e6f0090ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:09.491953 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-fbf74e8e-6239-4f30-a235-d0e253e65792 None None] Provisioning complete for port 9e09d484-a1e8-4bba-ac14-f82b035b620a triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:33:09.492317 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fbf74e8e-6239-4f30-a235-d0e253e65792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:09.529990 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:33:09.530330 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Failed to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa on host n-h1-815690-2 for vnic_type normal using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] Oct 27 18:33:09.554673 n-d-815690-2 neutron-server[102879]: INFO neutron.plugins.ml2.plugin [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempt 9 to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa Oct 27 18:33:09.584478 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 9e09d484-a1e8-4bba-ac14-f82b035b620a triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:33:09.585123 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:09.585716 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f41bf0c-4d21-4cd8-a65e-550963b8614a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8f2aed-2cba-478c-a22f-ddfb0f3ebaf1,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:09.592805 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0f41bf0c-4d21-4cd8-a65e-550963b8614a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=43508810c33445bca49e878f8d42efa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8826475 Oct 27 18:33:09.600177 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38940) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:09.603149 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:33:09.603508 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:33:09.603811 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:09.670557 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:33:09.670923 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Failed to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa on host n-h1-815690-2 for vnic_type normal using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] Oct 27 18:33:09.678676 n-d-815690-2 neutron-server[102879]: INFO neutron.plugins.ml2.plugin [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempt 10 to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa Oct 27 18:33:09.685003 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-88b43322-feee-4bbb-b428-d9a26b5f59bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:09.793372 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-5c1e1c89-c5b0-4d71-a280-8a6d35b0b287 tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:09.836216 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-dd2ab482-d4e5-4df5-a69e-db7f17fd224e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Allocated IP 2001:db8::1 (886aec12-b936-4a09-bca1-9404ca47f56d/3979bf56-f8a3-4b77-afd6-5af002ba3a86/82e2b544-86b8-464a-9e2b-a4b2d71cd79f) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:33:09.840269 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:33:09.840693 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:33:09.841119 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:09.855926 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:33:09.856344 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Failed to bind port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa on host n-h1-815690-2 for vnic_type normal using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] Oct 27 18:33:09.856792 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:09.863651 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7b85ed80-7859-4476-bca4-73fa4ac5290e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:09.926988 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-5c1e1c89-c5b0-4d71-a280-8a6d35b0b287 tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:09.940921 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c52d78a2-2b28-46a0-8d52-609b99736188 req-3b4046e1-72c0-4b25-900f-5621b5104075 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=3fa97b7c-97e4-4a13-a0ee-f36c9ec7b8d8&id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9194262 Oct 27 18:33:09.953639 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c0b6235c-8e38-4b2e-aac3-588c16b62f54 req-1cb0fde2-d9e3-4981-87e1-1b8080ad8b6b tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7569051 Oct 27 18:33:09.986689 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a24d5-e022-47b2-a7ba-dbf7acecec5e req-6b46c510-1979-4c11-9fac-3bb4391a1bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:09.992902 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-707a24d5-e022-47b2-a7ba-dbf7acecec5e req-6b46c510-1979-4c11-9fac-3bb4391a1bfc service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.9676645 Oct 27 18:33:10.019793 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7b85ed80-7859-4476-bca4-73fa4ac5290e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:10.058727 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-5c1e1c89-c5b0-4d71-a280-8a6d35b0b287 tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] Network 24b58060-0195-4688-89e9-b10b47c2b80e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:33:10.065286 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dd2ab482-d4e5-4df5-a69e-db7f17fd224e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:10.086549 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-5c1e1c89-c5b0-4d71-a280-8a6d35b0b287 tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:33:10.089192 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-5c1e1c89-c5b0-4d71-a280-8a6d35b0b287 tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:33:10.133206 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e1c89-c5b0-4d71-a280-8a6d35b0b287 tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] Pushing event updated for resources: {'Port': ['ID=abe627cc-61ba-4ba5-b2f3-ebac1a295fff,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:10.159896 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38952) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:10.191511 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] For port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:33:10.191899 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempted to set empty binding levels {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 27 18:33:10.198214 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce81442-6f2e-4c44-850d-7812c8462d21 req-a983dfda-4d6b-48e9-a054-361a735808b2 tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:10.200142 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6ce81442-6f2e-4c44-850d-7812c8462d21 req-a983dfda-4d6b-48e9-a054-361a735808b2 tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7104f4e-dc8b-4c84-a3a7-5fcd6e75f8ca HTTP/1.1" status: 200 len: 932 time: 0.0964217 Oct 27 18:33:10.234618 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-5c1e1c89-c5b0-4d71-a280-8a6d35b0b287 tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:10.235469 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-5c1e1c89-c5b0-4d71-a280-8a6d35b0b287 tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:10.251800 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dd2ab482-d4e5-4df5-a69e-db7f17fd224e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:10.275983 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:10.289819 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6ce81442-6f2e-4c44-850d-7812c8462d21 req-fb510541-356c-40df-8b62-639380db32d0 tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] 10.222.0.52 "GET /v2.0/security-groups?id=4971fde1-cf9c-455e-8c3f-86cd3dea01d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760717 Oct 27 18:33:10.304240 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2ab482-d4e5-4df5-a69e-db7f17fd224e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Network 886aec12-b936-4a09-bca1-9404ca47f56d is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:33:10.307900 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-dd2ab482-d4e5-4df5-a69e-db7f17fd224e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:33:10.312095 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2ab482-d4e5-4df5-a69e-db7f17fd224e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:33:10.312659 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dd2ab482-d4e5-4df5-a69e-db7f17fd224e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:10.335997 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d9b0670-6277-4324-b43f-20e3992cef95', 'tag': '4288ff73-5ecf-488b-b668-2614a82bb54d'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:33:10.338011 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab169cb-18ea-48f6-b749-38a92bb266c3" -d '{"events": [{"name": "network-changed", "server_uuid": "3d9b0670-6277-4324-b43f-20e3992cef95", "tag": "4288ff73-5ecf-488b-b668-2614a82bb54d"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:33:10.356438 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ab482-d4e5-4df5-a69e-db7f17fd224e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Pushing event updated for resources: {'Port': ['ID=82e2b544-86b8-464a-9e2b-a4b2d71cd79f,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:10.386196 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:10.388203 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:10.400932 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7b85ed80-7859-4476-bca4-73fa4ac5290e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:10.403488 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7b85ed80-7859-4476-bca4-73fa4ac5290e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:10.404870 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7b85ed80-7859-4476-bca4-73fa4ac5290e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ca8f2aed-2cba-478c-a22f-ddfb0f3ebaf1 HTTP/1.1" status: 204 len: 168 time: 0.7982092 Oct 27 18:33:10.425418 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72055e9d-3fc9-4fd6-b255-911c57414cc4 x-openstack-request-id: req-72055e9d-3fc9-4fd6-b255-911c57414cc4 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:33:10.425694 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d9b0670-6277-4324-b43f-20e3992cef95", "tag": "4288ff73-5ecf-488b-b668-2614a82bb54d", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:33:10.425946 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-72055e9d-3fc9-4fd6-b255-911c57414cc4 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:33:10.435768 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d9b0670-6277-4324-b43f-20e3992cef95', 'tag': '4288ff73-5ecf-488b-b668-2614a82bb54d', 'status': 'completed', 'code': 200} Oct 27 18:33:10.449305 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-438690b0-d27a-4586-a019-870e6f0090ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:33:10.454645 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b85ed80-7859-4476-bca4-73fa4ac5290e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8f2aed-2cba-478c-a22f-ddfb0f3ebaf1,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:10.456416 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-43703bbd-32fe-4430-8cb3-d5757c27b0cd tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:10.482176 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-5c1e1c89-c5b0-4d71-a280-8a6d35b0b287 tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8829865 Oct 27 18:33:10.485639 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-438690b0-d27a-4586-a019-870e6f0090ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:10.507933 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-b2d329f4-bd7b-4432-9319-9a976d73b715 service neutron] Request body: {'port': {'device_id': 'c7104f4e-dc8b-4c84-a3a7-5fcd6e75f8ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:33:10.510706 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Pushing event updated for resources: {'Port': ['ID=ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:10.518101 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a091dc89-672b-4287-b5b2-4714e26b5851 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 4.6946218 Oct 27 18:33:10.521919 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 38960) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:10.618202 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-43703bbd-32fe-4430-8cb3-d5757c27b0cd tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:10.620695 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab169cb-18ea-48f6-b749-38a92bb266c3 req-cb6e123f-e5ec-4bc5-a011-0a5cceaef115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:10.620926 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab169cb-18ea-48f6-b749-38a92bb266c3 req-cb6e123f-e5ec-4bc5-a011-0a5cceaef115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:10.621216 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-438690b0-d27a-4586-a019-870e6f0090ec service neutron] Transition to ACTIVE for port object ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:33:10.621382 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab169cb-18ea-48f6-b749-38a92bb266c3 req-cb6e123f-e5ec-4bc5-a011-0a5cceaef115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:10.621981 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab169cb-18ea-48f6-b749-38a92bb266c3 req-cb6e123f-e5ec-4bc5-a011-0a5cceaef115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:10.622642 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab169cb-18ea-48f6-b749-38a92bb266c3 req-cb6e123f-e5ec-4bc5-a011-0a5cceaef115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:10.623179 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab169cb-18ea-48f6-b749-38a92bb266c3 req-cb6e123f-e5ec-4bc5-a011-0a5cceaef115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:10.623780 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab169cb-18ea-48f6-b749-38a92bb266c3 req-cb6e123f-e5ec-4bc5-a011-0a5cceaef115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:10.626336 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9ab169cb-18ea-48f6-b749-38a92bb266c3 req-cb6e123f-e5ec-4bc5-a011-0a5cceaef115 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f7ff550a115b45e2bb54d05b8fe668a7&device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 6286 time: 0.1740782 Oct 27 18:33:10.661886 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dd2ab482-d4e5-4df5-a69e-db7f17fd224e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:10.691618 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-438690b0-d27a-4586-a019-870e6f0090ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:10.705423 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-b2d329f4-bd7b-4432-9319-9a976d73b715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:10.721937 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-b263de32-46bd-4e6c-a513-995f2cf2e63e None None] Provisioning complete for port 82e2b544-86b8-464a-9e2b-a4b2d71cd79f triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:33:10.723514 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b263de32-46bd-4e6c-a513-995f2cf2e63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:10.780390 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-b263de32-46bd-4e6c-a513-995f2cf2e63e None None] Port 82e2b544-86b8-464a-9e2b-a4b2d71cd79f cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:33:10.797653 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438690b0-d27a-4586-a019-870e6f0090ec service neutron] Pushing event updated for resources: {'Port': ['ID=ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:10.928111 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-43703bbd-32fe-4430-8cb3-d5757c27b0cd tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:10.930722 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-43703bbd-32fe-4430-8cb3-d5757c27b0cd tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:10.934368 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-43703bbd-32fe-4430-8cb3-d5757c27b0cd tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "DELETE /v2.0/security-groups/f66a1304-8991-4287-bd7a-f4a77871754c HTTP/1.1" status: 204 len: 168 time: 0.7622907 Oct 27 18:33:10.944616 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 38962) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:10.962894 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43703bbd-32fe-4430-8cb3-d5757c27b0cd tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66a1304-8991-4287-bd7a-f4a77871754c,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:10.980936 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-438690b0-d27a-4586-a019-870e6f0090ec service neutron] Attempting to bind port ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:33:10.981288 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-438690b0-d27a-4586-a019-870e6f0090ec service neutron] Attempting to bind port ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '4033ff10-20d7-4fe8-a555-cb66828d83d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'c77cbe16-409d-4d1e-8a39-10a063ae0bca'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:33:10.981613 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-438690b0-d27a-4586-a019-870e6f0090ec service neutron] Attempting to bind port ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d on network c77cbe16-409d-4d1e-8a39-10a063ae0bca {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:11.015172 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-a3394f60-c4a0-4763-be83-d8659c29e571 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Deleting port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:33:11.015512 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a3394f60-c4a0-4763-be83-d8659c29e571 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:11.031838 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-6bd0d20a-3b6e-4bbc-8e94-05fa6992b0be tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] show failed (client error): The resource could not be found. Oct 27 18:33:11.034243 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6bd0d20a-3b6e-4bbc-8e94-05fa6992b0be tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "GET /v2.0/security-groups/f66a1304-8991-4287-bd7a-f4a77871754c HTTP/1.1" status: 404 len: 347 time: 0.0859444 Oct 27 18:33:11.056321 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38970) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:11.056954 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-438690b0-d27a-4586-a019-870e6f0090ec service neutron] Port ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d on network c77cbe16-409d-4d1e-8a39-10a063ae0bca not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:33:11.057376 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-438690b0-d27a-4586-a019-870e6f0090ec service neutron] Attempting to bind port ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d on network c77cbe16-409d-4d1e-8a39-10a063ae0bca {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:11.088146 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab169cb-18ea-48f6-b749-38a92bb266c3 req-1de2cc65-6cfa-431b-b21f-29094f973844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:11.088944 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab169cb-18ea-48f6-b749-38a92bb266c3 req-1de2cc65-6cfa-431b-b21f-29094f973844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:11.089569 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab169cb-18ea-48f6-b749-38a92bb266c3 req-1de2cc65-6cfa-431b-b21f-29094f973844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:11.091590 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9ab169cb-18ea-48f6-b749-38a92bb266c3 req-1de2cc65-6cfa-431b-b21f-29094f973844 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=f7ff550a115b45e2bb54d05b8fe668a7&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.4146237 Oct 27 18:33:11.174291 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-438690b0-d27a-4586-a019-870e6f0090ec service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:33:11.175402 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-438690b0-d27a-4586-a019-870e6f0090ec service neutron] Checking segment: {'id': '4033ff10-20d7-4fe8-a555-cb66828d83d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'c77cbe16-409d-4d1e-8a39-10a063ae0bca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:33:11.175649 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-438690b0-d27a-4586-a019-870e6f0090ec service neutron] Bound using segment: {'id': '4033ff10-20d7-4fe8-a555-cb66828d83d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'c77cbe16-409d-4d1e-8a39-10a063ae0bca'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:33:11.176628 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-438690b0-d27a-4586-a019-870e6f0090ec service neutron] Bound port: ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4033ff10-20d7-4fe8-a555-cb66828d83d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'c77cbe16-409d-4d1e-8a39-10a063ae0bca'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:33:11.177383 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-438690b0-d27a-4586-a019-870e6f0090ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:11.211842 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38974) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:11.639268 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-a3394f60-c4a0-4763-be83-d8659c29e571 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] For port ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa, host n-h1-815690-2, got binding levels [] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:33:11.639629 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a3394f60-c4a0-4763-be83-d8659c29e571 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:11.675647 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-a3394f60-c4a0-4763-be83-d8659c29e571 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Calling delete_port for ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa owned by {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:33:11.759133 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56e4ef-1bf7-472d-bf93-be0c90b09f79 req-2725eb79-1b3d-4c1d-a386-8be3293a5cbd tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:11.768829 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56e4ef-1bf7-472d-bf93-be0c90b09f79 req-2725eb79-1b3d-4c1d-a386-8be3293a5cbd tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:11.776324 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56e4ef-1bf7-472d-bf93-be0c90b09f79 req-2725eb79-1b3d-4c1d-a386-8be3293a5cbd tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:11.782848 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56e4ef-1bf7-472d-bf93-be0c90b09f79 req-2725eb79-1b3d-4c1d-a386-8be3293a5cbd tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:11.791137 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56e4ef-1bf7-472d-bf93-be0c90b09f79 req-2725eb79-1b3d-4c1d-a386-8be3293a5cbd tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:11.797515 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56e4ef-1bf7-472d-bf93-be0c90b09f79 req-2725eb79-1b3d-4c1d-a386-8be3293a5cbd tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:11.802090 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-991b81d3-413a-4d20-b98b-5ba2e29bf7d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:11.804621 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c56e4ef-1bf7-472d-bf93-be0c90b09f79 req-2725eb79-1b3d-4c1d-a386-8be3293a5cbd tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:11.809728 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7c56e4ef-1bf7-472d-bf93-be0c90b09f79 req-2725eb79-1b3d-4c1d-a386-8be3293a5cbd tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 5406 time: 0.7167969 Oct 27 18:33:11.829922 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddefc10a-5be6-4c48-93cd-2062951de00c req-13f51b60-777a-440e-86d2-828099c1291d tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:11.837460 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ddefc10a-5be6-4c48-93cd-2062951de00c req-13f51b60-777a-440e-86d2-828099c1291d tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88445bb-3d06-4f66-85e2-e68ba8991233 HTTP/1.1" status: 200 len: 945 time: 0.3297720 Oct 27 18:33:11.861064 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-438690b0-d27a-4586-a019-870e6f0090ec service neutron] For port ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:33:11.887159 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab169cb-18ea-48f6-b749-38a92bb266c3 req-d687d8d1-a19e-4a32-a4d6-a78c537e6af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:11.888688 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9ab169cb-18ea-48f6-b749-38a92bb266c3 req-d687d8d1-a19e-4a32-a4d6-a78c537e6af4 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7793212 Oct 27 18:33:11.917502 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-438690b0-d27a-4586-a019-870e6f0090ec service neutron] For port ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d,segment=NetworkSegment(4033ff10-20d7-4fe8-a555-cb66828d83d8),segment_id=4033ff10-20d7-4fe8-a555-cb66828d83d8)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:33:11.922321 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-4595d80c-143a-4361-b6d6-5b80bb65e918 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Deleting port e248cccb-aad4-4a0f-aaca-a513beb178ec {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:33:11.922957 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4595d80c-143a-4361-b6d6-5b80bb65e918 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:11.955802 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dd2ab482-d4e5-4df5-a69e-db7f17fd224e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:11.990376 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7c56e4ef-1bf7-472d-bf93-be0c90b09f79 req-e5c5abe0-0d79-4482-9765-6941384437a5 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=3fa97b7c-97e4-4a13-a0ee-f36c9ec7b8d8&id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1694281 Oct 27 18:33:11.995418 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ddefc10a-5be6-4c48-93cd-2062951de00c req-65d3a586-a990-4911-90ec-fb4452696cfd tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571288 Oct 27 18:33:12.034540 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-438690b0-d27a-4586-a019-870e6f0090ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:12.050574 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-b2d329f4-bd7b-4432-9319-9a976d73b715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abe627cc-61ba-4ba5-b2f3-ebac1a295fff {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:33:12.054647 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dd2ab482-d4e5-4df5-a69e-db7f17fd224e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:12.055374 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a847-1d9d-4a8e-b587-cce753347fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:12.056460 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dd2ab482-d4e5-4df5-a69e-db7f17fd224e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:12.119099 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-b2d329f4-bd7b-4432-9319-9a976d73b715 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:12.150405 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-438690b0-d27a-4586-a019-870e6f0090ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:12.151290 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-438690b0-d27a-4586-a019-870e6f0090ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:12.164656 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-438690b0-d27a-4586-a019-870e6f0090ec service neutron] 10.222.0.93 "PUT /v2.0/ports/ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d HTTP/1.1" status: 200 len: 1091 time: 2.9907336 Oct 27 18:33:12.168609 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a3394f60-c4a0-4763-be83-d8659c29e571 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:12.193566 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-b2d329f4-bd7b-4432-9319-9a976d73b715 service neutron] Transition to ACTIVE for port object abe627cc-61ba-4ba5-b2f3-ebac1a295fff will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:33:12.198572 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4595d80c-143a-4361-b6d6-5b80bb65e918 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:12.198987 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4595d80c-143a-4361-b6d6-5b80bb65e918 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:12.237800 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-4595d80c-143a-4361-b6d6-5b80bb65e918 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Calling delete_port for e248cccb-aad4-4a0f-aaca-a513beb178ec owned by network:floatingip {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:33:12.239514 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438690b0-d27a-4586-a019-870e6f0090ec service neutron] Pushing event updated for resources: {'Port': ['ID=ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:12.247398 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-991b81d3-413a-4d20-b98b-5ba2e29bf7d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:12.268134 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-4bb88921-fc04-4b84-a20c-56e790011a2f service neutron] Request body: {'port': {'device_id': '3d9b0670-6277-4324-b43f-20e3992cef95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:33:12.275847 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-b2d329f4-bd7b-4432-9319-9a976d73b715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:12.289631 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ab482-d4e5-4df5-a69e-db7f17fd224e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Pushing event updated for resources: {'Port': ['ID=82e2b544-86b8-464a-9e2b-a4b2d71cd79f,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:12.325230 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffdd5ed-cd20-42dc-8875-41efe200a516 req-4776e67e-7fc8-4f57-ace8-256277cc3a2b tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:12.326793 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ffdd5ed-cd20-42dc-8875-41efe200a516 req-4776e67e-7fc8-4f57-ace8-256277cc3a2b tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7104f4e-dc8b-4c84-a3a7-5fcd6e75f8ca HTTP/1.1" status: 200 len: 932 time: 0.2184637 Oct 27 18:33:12.330456 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a3394f60-c4a0-4763-be83-d8659c29e571 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:12.334428 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a3394f60-c4a0-4763-be83-d8659c29e571 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] 10.222.0.52 "DELETE /v2.0/ports/ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa HTTP/1.1" status: 204 len: 168 time: 1.8109128 Oct 27 18:33:12.353354 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 38998) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:12.374083 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3394f60-c4a0-4763-be83-d8659c29e571 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:12.393670 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-991b81d3-413a-4d20-b98b-5ba2e29bf7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:12.415487 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-6683eb0a-d21c-40cb-ad00-a6f165a1cfa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] GET failed (client error): The resource could not be found. Oct 27 18:33:12.417119 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6683eb0a-d21c-40cb-ad00-a6f165a1cfa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] 10.222.0.52 "GET /v2.0/ports/ee5b64ab-3120-4eb5-bfdd-3281d18bb4aa HTTP/1.1" status: 404 len: 333 time: 0.0606215 Oct 27 18:33:12.426552 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39000) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:12.433655 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-54d1c91b-1dc9-49a1-a818-e1f34cc998d4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Request body: {'port': {'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-995550598'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:33:12.453786 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d9b0670-6277-4324-b43f-20e3992cef95', 'tag': 'ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:33:12.455953 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2ab482-d4e5-4df5-a69e-db7f17fd224e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Network 886aec12-b936-4a09-bca1-9404ca47f56d is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:33:12.461812 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ffdd5ed-cd20-42dc-8875-41efe200a516 req-3b1ae8a4-5504-4f7c-a787-b317d7f03403 tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] 10.222.0.52 "GET /v2.0/security-groups?id=4971fde1-cf9c-455e-8c3f-86cd3dea01d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095018 Oct 27 18:33:12.462103 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a22aa4e-2a20-4233-aea3-1297eaa0f835" -d '{"events": [{"name": "network-changed", "server_uuid": "3d9b0670-6277-4324-b43f-20e3992cef95", "tag": "ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:33:12.462973 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-dd2ab482-d4e5-4df5-a69e-db7f17fd224e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:33:12.579988 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-991b81d3-413a-4d20-b98b-5ba2e29bf7d7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d45268b0623d4a7fb5dfa87a59fa9712&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3614006 Oct 27 18:33:12.581088 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d329f4-bd7b-4432-9319-9a976d73b715 service neutron] Pushing event updated for resources: {'Port': ['ID=abe627cc-61ba-4ba5-b2f3-ebac1a295fff,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:12.585000 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39006) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:12.603559 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b81d3-413a-4d20-b98b-5ba2e29bf7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca1b30f-ec48-4c70-ad12-3cf3cd2ebef6,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:12.648579 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-4bb88921-fc04-4b84-a20c-56e790011a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:12.648579 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4276b3-e612-4767-a5d5-9bbfe7a3bcba x-openstack-request-id: req-0b4276b3-e612-4767-a5d5-9bbfe7a3bcba {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:33:12.649908 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d9b0670-6277-4324-b43f-20e3992cef95", "tag": "ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:33:12.650253 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0b4276b3-e612-4767-a5d5-9bbfe7a3bcba {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:33:12.650690 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d9b0670-6277-4324-b43f-20e3992cef95', 'tag': 'ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d', 'status': 'completed', 'code': 200} Oct 27 18:33:12.700987 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2ab482-d4e5-4df5-a69e-db7f17fd224e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Router b5a9e79b-b66a-45b3-ba51-7c503e46b2a2 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:33:12.721906 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d1c91b-1dc9-49a1-a818-e1f34cc998d4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Made reservation on behalf of adcdfd83fbad4180bd732e19352a5a77 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:33:12.725095 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-54d1c91b-1dc9-49a1-a818-e1f34cc998d4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:12.783058 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-54d1c91b-1dc9-49a1-a818-e1f34cc998d4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] device_id is not set on port 1b156469-9cb8-4cdb-b911-f4039ff12f43 yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:33:12.856111 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-b2d329f4-bd7b-4432-9319-9a976d73b715 service neutron] Attempting to bind port abe627cc-61ba-4ba5-b2f3-ebac1a295fff on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:33:12.856111 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-b2d329f4-bd7b-4432-9319-9a976d73b715 service neutron] Attempting to bind port abe627cc-61ba-4ba5-b2f3-ebac1a295fff by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '34739882-1b25-47bc-a326-0afbcfcd477e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '24b58060-0195-4688-89e9-b10b47c2b80e'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:33:12.856111 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-b2d329f4-bd7b-4432-9319-9a976d73b715 service neutron] Attempting to bind port abe627cc-61ba-4ba5-b2f3-ebac1a295fff on network 24b58060-0195-4688-89e9-b10b47c2b80e {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:12.862883 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2ab482-d4e5-4df5-a69e-db7f17fd224e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:33:12.872587 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-dd2ab482-d4e5-4df5-a69e-db7f17fd224e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] 10.222.0.52 "PUT /v2.0/routers/b5a9e79b-b66a-45b3-ba51-7c503e46b2a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3361781 Oct 27 18:33:12.874693 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39012) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:12.883303 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47246f1-73d8-429d-90d3-2ffd143ffa97 None None] Sync routers for ids ['b5a9e79b-b66a-45b3-ba51-7c503e46b2a2'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:33:12.923234 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47246f1-73d8-429d-90d3-2ffd143ffa97 None None] Routers {'b5a9e79b-b66a-45b3-ba51-7c503e46b2a2'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:33:12.923852 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-f47246f1-73d8-429d-90d3-2ffd143ffa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:33:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b5a9e79b-b66a-45b3-ba51-7c503e46b2a2'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:12.925956 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-256da258-a4b9-4ce4-9951-f59df3ad4223 None None] Provisioning complete for port 82e2b544-86b8-464a-9e2b-a4b2d71cd79f triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:33:12.926342 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-256da258-a4b9-4ce4-9951-f59df3ad4223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:12.966498 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-b2d329f4-bd7b-4432-9319-9a976d73b715 service neutron] Port abe627cc-61ba-4ba5-b2f3-ebac1a295fff on network 24b58060-0195-4688-89e9-b10b47c2b80e not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:33:12.966937 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-b2d329f4-bd7b-4432-9319-9a976d73b715 service neutron] Attempting to bind port abe627cc-61ba-4ba5-b2f3-ebac1a295fff on network 24b58060-0195-4688-89e9-b10b47c2b80e {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:13.001697 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-f47246f1-73d8-429d-90d3-2ffd143ffa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:13.009093 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-b2d329f4-bd7b-4432-9319-9a976d73b715 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:33:13.009532 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-b2d329f4-bd7b-4432-9319-9a976d73b715 service neutron] Checking segment: {'id': '34739882-1b25-47bc-a326-0afbcfcd477e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '24b58060-0195-4688-89e9-b10b47c2b80e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:33:13.010394 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-b2d329f4-bd7b-4432-9319-9a976d73b715 service neutron] Bound using segment: {'id': '34739882-1b25-47bc-a326-0afbcfcd477e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '24b58060-0195-4688-89e9-b10b47c2b80e'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:33:13.010604 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-256da258-a4b9-4ce4-9951-f59df3ad4223 None None] Port 82e2b544-86b8-464a-9e2b-a4b2d71cd79f cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:33:13.011024 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-b2d329f4-bd7b-4432-9319-9a976d73b715 service neutron] Bound port: abe627cc-61ba-4ba5-b2f3-ebac1a295fff, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34739882-1b25-47bc-a326-0afbcfcd477e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '24b58060-0195-4688-89e9-b10b47c2b80e'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:33:13.011771 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-b2d329f4-bd7b-4432-9319-9a976d73b715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:13.013652 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47246f1-73d8-429d-90d3-2ffd143ffa97 None None] Routers {'b5a9e79b-b66a-45b3-ba51-7c503e46b2a2'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:33:13.015152 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-f47246f1-73d8-429d-90d3-2ffd143ffa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:33:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b5a9e79b-b66a-45b3-ba51-7c503e46b2a2'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:13.067714 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-f47246f1-73d8-429d-90d3-2ffd143ffa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:13.069442 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47246f1-73d8-429d-90d3-2ffd143ffa97 None None] The sync data for ids ['b5a9e79b-b66a-45b3-ba51-7c503e46b2a2'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:33:13.075373 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f0013c10-a629-412c-9068-217978a96f7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:13.091000 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c792c338-d9db-4948-8972-61af3ab82fa2 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:13.179930 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-b2d329f4-bd7b-4432-9319-9a976d73b715 service neutron] For port abe627cc-61ba-4ba5-b2f3-ebac1a295fff, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:33:13.183484 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-b2d329f4-bd7b-4432-9319-9a976d73b715 service neutron] For port abe627cc-61ba-4ba5-b2f3-ebac1a295fff, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=abe627cc-61ba-4ba5-b2f3-ebac1a295fff,segment=NetworkSegment(34739882-1b25-47bc-a326-0afbcfcd477e),segment_id=34739882-1b25-47bc-a326-0afbcfcd477e)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:33:13.276867 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-c792c338-d9db-4948-8972-61af3ab82fa2 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 27 18:33:13.280586 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c792c338-d9db-4948-8972-61af3ab82fa2 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] 10.222.0.52 "DELETE /v2.0/routers/b5a9e79b-b66a-45b3-ba51-7c503e46b2a2 HTTP/1.1" status: 409 len: 329 time: 0.4024065 Oct 27 18:33:13.284508 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22aa4e-2a20-4233-aea3-1297eaa0f835 req-6956ccad-4e1c-4f1c-b695-21cbe1321a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:13.285074 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22aa4e-2a20-4233-aea3-1297eaa0f835 req-6956ccad-4e1c-4f1c-b695-21cbe1321a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:13.285564 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22aa4e-2a20-4233-aea3-1297eaa0f835 req-6956ccad-4e1c-4f1c-b695-21cbe1321a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:13.286155 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22aa4e-2a20-4233-aea3-1297eaa0f835 req-6956ccad-4e1c-4f1c-b695-21cbe1321a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:13.287836 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22aa4e-2a20-4233-aea3-1297eaa0f835 req-6956ccad-4e1c-4f1c-b695-21cbe1321a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:13.288388 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22aa4e-2a20-4233-aea3-1297eaa0f835 req-6956ccad-4e1c-4f1c-b695-21cbe1321a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:13.289170 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22aa4e-2a20-4233-aea3-1297eaa0f835 req-6956ccad-4e1c-4f1c-b695-21cbe1321a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:13.291260 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3a22aa4e-2a20-4233-aea3-1297eaa0f835 req-6956ccad-4e1c-4f1c-b695-21cbe1321a54 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f7ff550a115b45e2bb54d05b8fe668a7&device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 6353 time: 0.6568990 Oct 27 18:33:13.307449 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-4bb88921-fc04-4b84-a20c-56e790011a2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:33:13.315576 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4595d80c-143a-4361-b6d6-5b80bb65e918 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:13.318913 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39024) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:13.344433 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-b2d329f4-bd7b-4432-9319-9a976d73b715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:13.376454 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f0013c10-a629-412c-9068-217978a96f7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:13.393117 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-4bb88921-fc04-4b84-a20c-56e790011a2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:13.403144 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:13.406054 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:13.452320 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595d80c-143a-4361-b6d6-5b80bb65e918 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Pushing event deleted for resources: {'Port': ['ID=e248cccb-aad4-4a0f-aaca-a513beb178ec,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:13.453053 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39026) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:13.480350 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-b2d329f4-bd7b-4432-9319-9a976d73b715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:13.481015 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-b2d329f4-bd7b-4432-9319-9a976d73b715 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:13.482961 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-b2d329f4-bd7b-4432-9319-9a976d73b715 service neutron] 10.222.0.93 "PUT /v2.0/ports/abe627cc-61ba-4ba5-b2f3-ebac1a295fff HTTP/1.1" status: 200 len: 1092 time: 2.9824383 Oct 27 18:33:13.531731 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-4bb88921-fc04-4b84-a20c-56e790011a2f service neutron] Transition to ACTIVE for port object 8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:33:13.575846 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-54d1c91b-1dc9-49a1-a818-e1f34cc998d4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:13.578133 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e318fe-8773-4dc9-85e1-03514f6096e6 req-5484b80e-5569-448e-8858-69b02b3c93ed tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:13.585158 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e318fe-8773-4dc9-85e1-03514f6096e6 req-5484b80e-5569-448e-8858-69b02b3c93ed tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:13.592954 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e318fe-8773-4dc9-85e1-03514f6096e6 req-5484b80e-5569-448e-8858-69b02b3c93ed tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:13.597218 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e318fe-8773-4dc9-85e1-03514f6096e6 req-5484b80e-5569-448e-8858-69b02b3c93ed tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:13.603931 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e318fe-8773-4dc9-85e1-03514f6096e6 req-5484b80e-5569-448e-8858-69b02b3c93ed tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:13.605020 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d329f4-bd7b-4432-9319-9a976d73b715 service neutron] Pushing event updated for resources: {'Port': ['ID=abe627cc-61ba-4ba5-b2f3-ebac1a295fff,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:13.610092 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e318fe-8773-4dc9-85e1-03514f6096e6 req-5484b80e-5569-448e-8858-69b02b3c93ed tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:13.614561 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-4bb88921-fc04-4b84-a20c-56e790011a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:13.616981 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e318fe-8773-4dc9-85e1-03514f6096e6 req-5484b80e-5569-448e-8858-69b02b3c93ed tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:13.618948 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b7e318fe-8773-4dc9-85e1-03514f6096e6 req-5484b80e-5569-448e-8858-69b02b3c93ed tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 5406 time: 0.3527277 Oct 27 18:33:13.633833 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4595d80c-143a-4361-b6d6-5b80bb65e918 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks [] for floatingip, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:13.636161 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57c880-788a-4968-ab8d-8d0867731dbe req-6e83cdb0-c7d2-46b7-b07e-5865defd1b1a tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:13.637947 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ce57c880-788a-4968-ab8d-8d0867731dbe req-6e83cdb0-c7d2-46b7-b07e-5865defd1b1a tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88445bb-3d06-4f66-85e2-e68ba8991233 HTTP/1.1" status: 200 len: 945 time: 0.4005351 Oct 27 18:33:13.643252 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4595d80c-143a-4361-b6d6-5b80bb65e918 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:13.644740 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4595d80c-143a-4361-b6d6-5b80bb65e918 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "DELETE /v2.0/floatingips/40d96cbb-92a0-4d9b-90dc-2e991491c94a HTTP/1.1" status: 204 len: 168 time: 2.5847774 Oct 27 18:33:13.648303 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39032) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:13.734785 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb88921-fc04-4b84-a20c-56e790011a2f service neutron] Pushing event updated for resources: {'Port': ['ID=8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:13.813026 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-684b705b-2385-4a82-a092-aaa3e38e0f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:13.814910 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-6706399d-d401-423a-bf8f-e99d7f65b4fd tempest-MeteringTestJSON-2125383923 tempest-MeteringTestJSON-2125383923-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-16097474'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:33:13.815382 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-6706399d-d401-423a-bf8f-e99d7f65b4fd tempest-MeteringTestJSON-2125383923 tempest-MeteringTestJSON-2125383923-project-admin] Unknown quota resources ['metering_label']. {{(pid=102878) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 18:33:13.815549 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-684b705b-2385-4a82-a092-aaa3e38e0f74 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=95ef98ad04104f6180d6da64c42495b7&device_id=c7104f4e-dc8b-4c84-a3a7-5fcd6e75f8ca HTTP/1.1" status: 200 len: 1095 time: 0.1421905 Oct 27 18:33:13.826647 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-54d1c91b-1dc9-49a1-a818-e1f34cc998d4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:13.874096 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22aa4e-2a20-4233-aea3-1297eaa0f835 req-67e6e273-377c-4b86-b580-eb8d0d660515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:13.874780 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22aa4e-2a20-4233-aea3-1297eaa0f835 req-67e6e273-377c-4b86-b580-eb8d0d660515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:13.875096 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22aa4e-2a20-4233-aea3-1297eaa0f835 req-67e6e273-377c-4b86-b580-eb8d0d660515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:13.876684 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3a22aa4e-2a20-4233-aea3-1297eaa0f835 req-67e6e273-377c-4b86-b580-eb8d0d660515 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=f7ff550a115b45e2bb54d05b8fe668a7&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.5525415 Oct 27 18:33:13.883907 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-05f4f8aa-e7f4-4a78-badb-858609e1a99b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abe627cc-61ba-4ba5-b2f3-ebac1a295fff HTTP/1.1" status: 200 len: 217 time: 0.0588000 Oct 27 18:33:13.898736 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ce57c880-788a-4968-ab8d-8d0867731dbe req-f658d08d-18ae-41a4-a1ce-b787625027b8 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524498 Oct 27 18:33:13.963246 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d1c91b-1dc9-49a1-a818-e1f34cc998d4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Pushing event updated for resources: {'Port': ['ID=1b156469-9cb8-4cdb-b911-f4039ff12f43,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:13.986339 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f0013c10-a629-412c-9068-217978a96f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:13.986733 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d1c91b-1dc9-49a1-a818-e1f34cc998d4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:33:13.988983 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f0013c10-a629-412c-9068-217978a96f7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:13.992954 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f0013c10-a629-412c-9068-217978a96f7b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7ca1b30f-ec48-4c70-ad12-3cf3cd2ebef6 HTTP/1.1" status: 204 len: 168 time: 1.4047122 Oct 27 18:33:14.003475 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-54d1c91b-1dc9-49a1-a818-e1f34cc998d4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:33:14.008187 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b7e318fe-8773-4dc9-85e1-03514f6096e6 req-6ebe29e1-20fc-456a-a632-55821a85d0a6 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=3fa97b7c-97e4-4a13-a0ee-f36c9ec7b8d8&id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3583219 Oct 27 18:33:14.016233 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d1c91b-1dc9-49a1-a818-e1f34cc998d4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:33:14.025441 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d1c91b-1dc9-49a1-a818-e1f34cc998d4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:14.026236 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-54d1c91b-1dc9-49a1-a818-e1f34cc998d4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:14.068884 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-4bb88921-fc04-4b84-a20c-56e790011a2f service neutron] Attempting to bind port 8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:33:14.069719 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-4bb88921-fc04-4b84-a20c-56e790011a2f service neutron] Attempting to bind port 8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '835d40c4-66b8-4c5e-8632-a29d009690f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '7a4a9448-dde2-4330-a4d7-528d39b56a56'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:33:14.070294 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-4bb88921-fc04-4b84-a20c-56e790011a2f service neutron] Attempting to bind port 8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41 on network 7a4a9448-dde2-4330-a4d7-528d39b56a56 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:14.078033 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0013c10-a629-412c-9068-217978a96f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca1b30f-ec48-4c70-ad12-3cf3cd2ebef6,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:14.101547 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-4bb88921-fc04-4b84-a20c-56e790011a2f service neutron] Port 8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41 on network 7a4a9448-dde2-4330-a4d7-528d39b56a56 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:33:14.104455 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-4bb88921-fc04-4b84-a20c-56e790011a2f service neutron] Attempting to bind port 8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41 on network 7a4a9448-dde2-4330-a4d7-528d39b56a56 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:14.121504 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-4bb88921-fc04-4b84-a20c-56e790011a2f service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:33:14.122624 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-4bb88921-fc04-4b84-a20c-56e790011a2f service neutron] Checking segment: {'id': '835d40c4-66b8-4c5e-8632-a29d009690f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '7a4a9448-dde2-4330-a4d7-528d39b56a56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:33:14.123130 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-4bb88921-fc04-4b84-a20c-56e790011a2f service neutron] Bound using segment: {'id': '835d40c4-66b8-4c5e-8632-a29d009690f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '7a4a9448-dde2-4330-a4d7-528d39b56a56'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:33:14.123757 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-4bb88921-fc04-4b84-a20c-56e790011a2f service neutron] Bound port: 8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '835d40c4-66b8-4c5e-8632-a29d009690f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '7a4a9448-dde2-4330-a4d7-528d39b56a56'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:33:14.124330 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-4bb88921-fc04-4b84-a20c-56e790011a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:14.171292 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-8aaa0c60-1860-4027-883c-806b2ce7ffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:14.172929 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-8aaa0c60-1860-4027-883c-806b2ce7ffb7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=485afb4f-a2c6-4ddf-98e3-37d9741fa90c HTTP/1.1" status: 200 len: 848 time: 0.1709037 Oct 27 18:33:14.230831 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-54d1c91b-1dc9-49a1-a818-e1f34cc998d4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.8021379 Oct 27 18:33:14.236096 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-1d26af1c-0563-44c9-8eb0-f43097544219 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=24b58060-0195-4688-89e9-b10b47c2b80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518615 Oct 27 18:33:14.240813 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39038) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:14.251129 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:33:14.256737 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6706399d-d401-423a-bf8f-e99d7f65b4fd tempest-MeteringTestJSON-2125383923 tempest-MeteringTestJSON-2125383923-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:14.261162 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6706399d-d401-423a-bf8f-e99d7f65b4fd tempest-MeteringTestJSON-2125383923 tempest-MeteringTestJSON-2125383923-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.7375293 Oct 27 18:33:14.279007 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39040) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:14.305408 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465d7fb-db73-446c-9cfe-ac57a3978ef3 req-8e5fb092-0f87-4b21-8257-e4ca2c4b16e2 tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:14.307252 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2465d7fb-db73-446c-9cfe-ac57a3978ef3 req-8e5fb092-0f87-4b21-8257-e4ca2c4b16e2 tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7104f4e-dc8b-4c84-a3a7-5fcd6e75f8ca HTTP/1.1" status: 200 len: 944 time: 0.3138971 Oct 27 18:33:14.316832 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-97bce12c-4184-45fb-aac7-6645f35f38b1 tempest-MeteringTestJSON-2125383923 tempest-MeteringTestJSON-2125383923-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '8af280aa-0fb6-4b93-b03e-013f3256cda0'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:33:14.317417 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-97bce12c-4184-45fb-aac7-6645f35f38b1 tempest-MeteringTestJSON-2125383923 tempest-MeteringTestJSON-2125383923-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102878) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 18:33:14.348494 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-4bb88921-fc04-4b84-a20c-56e790011a2f service neutron] For port 8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:33:14.372938 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-4bb88921-fc04-4b84-a20c-56e790011a2f service neutron] For port 8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41,segment=NetworkSegment(835d40c4-66b8-4c5e-8632-a29d009690f1),segment_id=835d40c4-66b8-4c5e-8632-a29d009690f1)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:33:14.381500 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22aa4e-2a20-4233-aea3-1297eaa0f835 req-39563481-a210-42c6-91d7-c00f3ac4a8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:14.383114 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3a22aa4e-2a20-4233-aea3-1297eaa0f835 req-39563481-a210-42c6-91d7-c00f3ac4a8f6 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4890327 Oct 27 18:33:14.433188 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:14.445218 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-ca5b3eea-e16a-40d1-a6ae-c32d07d8e9c8 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Deleting port 168724c9-71d8-440b-b602-1f3bb57c7953 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:33:14.445624 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ca5b3eea-e16a-40d1-a6ae-c32d07d8e9c8 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:14.481056 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-4bb88921-fc04-4b84-a20c-56e790011a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:14.499860 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-4bb88921-fc04-4b84-a20c-56e790011a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:14.499860 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-4bb88921-fc04-4b84-a20c-56e790011a2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:14.501768 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-4bb88921-fc04-4b84-a20c-56e790011a2f service neutron] 10.222.0.93 "PUT /v2.0/ports/8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41 HTTP/1.1" status: 200 len: 1091 time: 2.2375693 Oct 27 18:33:14.511812 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-c13262cb-1489-47e2-b67d-1b140e55107d service neutron] 10.222.0.93 "GET /v2.0/networks/24b58060-0195-4688-89e9-b10b47c2b80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571025 Oct 27 18:33:14.702270 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7104f4e-dc8b-4c84-a3a7-5fcd6e75f8ca', 'tag': 'abe627cc-61ba-4ba5-b2f3-ebac1a295fff'}, {'name': 'network-changed', 'server_uuid': '3d9b0670-6277-4324-b43f-20e3992cef95', 'tag': '8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:33:14.704599 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1077138b-2897-47c5-a5ff-18fb18dcfbe0" -d '{"events": [{"name": "network-changed", "server_uuid": "c7104f4e-dc8b-4c84-a3a7-5fcd6e75f8ca", "tag": "abe627cc-61ba-4ba5-b2f3-ebac1a295fff"}, {"name": "network-changed", "server_uuid": "3d9b0670-6277-4324-b43f-20e3992cef95", "tag": "8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:33:14.816230 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-a762c587-3539-40df-923a-3fe57d481823 service neutron] Request body: {'port': {'device_id': '3d9b0670-6277-4324-b43f-20e3992cef95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:33:14.845525 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 27 Oct 2021 18:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80014bfc-7219-481c-ac30-21159ebd333f x-openstack-request-id: req-80014bfc-7219-481c-ac30-21159ebd333f {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:33:14.845867 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7104f4e-dc8b-4c84-a3a7-5fcd6e75f8ca", "tag": "abe627cc-61ba-4ba5-b2f3-ebac1a295fff", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3d9b0670-6277-4324-b43f-20e3992cef95", "tag": "8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:33:14.846058 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-80014bfc-7219-481c-ac30-21159ebd333f {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:33:14.846451 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7104f4e-dc8b-4c84-a3a7-5fcd6e75f8ca', 'tag': 'abe627cc-61ba-4ba5-b2f3-ebac1a295fff', 'status': 'completed', 'code': 200} Oct 27 18:33:14.846706 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d9b0670-6277-4324-b43f-20e3992cef95', 'tag': '8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41', 'status': 'completed', 'code': 200} Oct 27 18:33:14.856405 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4a3d16c6-f10c-4d94-ac95-a00fed21b016 req-7feb7495-8993-49b1-bb8d-3694a8ed6373 service neutron] 10.222.0.93 "GET /v2.0/networks/24b58060-0195-4688-89e9-b10b47c2b80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478324 Oct 27 18:33:14.866603 n-d-815690-2 neutron-server[102878]: WARNING neutron.services.metering.metering_plugin [None req-97bce12c-4184-45fb-aac7-6645f35f38b1 tempest-MeteringTestJSON-2125383923 tempest-MeteringTestJSON-2125383923-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 27 18:33:14.882940 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2465d7fb-db73-446c-9cfe-ac57a3978ef3 req-66a35817-9666-4804-bfe3-c0596dfdaca5 tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] 10.222.0.52 "GET /v2.0/security-groups?id=4971fde1-cf9c-455e-8c3f-86cd3dea01d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5581660 Oct 27 18:33:14.893342 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] device_id is not set on port 1b156469-9cb8-4cdb-b911-f4039ff12f43 yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:33:14.915608 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:14.919459 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-a762c587-3539-40df-923a-3fe57d481823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:14.938116 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb88921-fc04-4b84-a20c-56e790011a2f service neutron] Pushing event updated for resources: {'Port': ['ID=8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:14.963932 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39048) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:14.979977 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0f77bcde-35ff-497d-80d3-9db192c86626 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:15.038341 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:15.076114 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:15.076709 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-97bce12c-4184-45fb-aac7-6645f35f38b1 tempest-MeteringTestJSON-2125383923 tempest-MeteringTestJSON-2125383923-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:15.080495 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-97bce12c-4184-45fb-aac7-6645f35f38b1 tempest-MeteringTestJSON-2125383923 tempest-MeteringTestJSON-2125383923-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7692347 Oct 27 18:33:15.083965 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39052) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:15.089069 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-45b69a95-6e63-46ad-b002-72c1c8723572 tempest-MeteringTestJSON-2125383923 tempest-MeteringTestJSON-2125383923-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '8af280aa-0fb6-4b93-b03e-013f3256cda0'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:33:15.089634 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-45b69a95-6e63-46ad-b002-72c1c8723572 tempest-MeteringTestJSON-2125383923 tempest-MeteringTestJSON-2125383923-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102878) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 18:33:15.104025 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Pushing event updated for resources: {'Port': ['ID=1b156469-9cb8-4cdb-b911-f4039ff12f43,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:15.162211 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429b769-36dd-492b-ba2b-e5c89ade4614 req-22036a4c-ace5-44d3-9aef-1a01b5e35ab7 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:15.164016 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d429b769-36dd-492b-ba2b-e5c89ade4614 req-22036a4c-ace5-44d3-9aef-1a01b5e35ab7 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88445bb-3d06-4f66-85e2-e68ba8991233 HTTP/1.1" status: 200 len: 945 time: 0.1707199 Oct 27 18:33:15.200667 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:33:15.201024 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:33:15.201284 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:15.213610 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Port 1b156469-9cb8-4cdb-b911-f4039ff12f43 on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:33:15.213941 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Failed to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 on host n-h1-815690-2 for vnic_type normal using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] Oct 27 18:33:15.218637 n-d-815690-2 neutron-server[102879]: INFO neutron.plugins.ml2.plugin [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempt 2 to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 Oct 27 18:33:15.241930 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077138b-2897-47c5-a5ff-18fb18dcfbe0 req-948dda50-dd25-45cf-94ab-da1d8e28f9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:15.244227 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1077138b-2897-47c5-a5ff-18fb18dcfbe0 req-948dda50-dd25-45cf-94ab-da1d8e28f9bc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=95ef98ad04104f6180d6da64c42495b7&device_id=c7104f4e-dc8b-4c84-a3a7-5fcd6e75f8ca HTTP/1.1" status: 200 len: 1095 time: 0.2464178 Oct 27 18:33:15.249715 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ca5b3eea-e16a-40d1-a6ae-c32d07d8e9c8 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:15.295912 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-ca5b3eea-e16a-40d1-a6ae-c32d07d8e9c8 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Calling delete_port for 168724c9-71d8-440b-b602-1f3bb57c7953 owned by {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:33:15.304623 n-d-815690-2 neutron-server[102878]: WARNING neutron.services.metering.metering_plugin [None req-45b69a95-6e63-46ad-b002-72c1c8723572 tempest-MeteringTestJSON-2125383923 tempest-MeteringTestJSON-2125383923-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 27 18:33:15.362991 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077138b-2897-47c5-a5ff-18fb18dcfbe0 req-d91a372c-5b8e-4ec5-9ec6-0ee157bb6a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:15.364539 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1077138b-2897-47c5-a5ff-18fb18dcfbe0 req-d91a372c-5b8e-4ec5-9ec6-0ee157bb6a5e service neutron] 10.222.0.93 "GET /v2.0/networks?id=24b58060-0195-4688-89e9-b10b47c2b80e HTTP/1.1" status: 200 len: 910 time: 0.1097579 Oct 27 18:33:15.365205 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:33:15.365533 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:33:15.365864 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:15.416762 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Port 1b156469-9cb8-4cdb-b911-f4039ff12f43 on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:33:15.417406 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Failed to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 on host n-h1-815690-2 for vnic_type normal using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] Oct 27 18:33:15.421444 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d429b769-36dd-492b-ba2b-e5c89ade4614 req-1fd4ab3b-2513-4cdd-86d2-d9ad5080d0f5 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796427 Oct 27 18:33:15.455420 n-d-815690-2 neutron-server[102879]: INFO neutron.plugins.ml2.plugin [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempt 3 to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 Oct 27 18:33:15.460221 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8ebffd2b-673e-4d83-b6b9-6f5d03c4e0f3 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:15.473147 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1077138b-2897-47c5-a5ff-18fb18dcfbe0 req-451baedc-6f5f-48fb-aee3-e0a6708e6fdd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abe627cc-61ba-4ba5-b2f3-ebac1a295fff HTTP/1.1" status: 200 len: 217 time: 0.0742638 Oct 27 18:33:15.473991 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87304a4f-a97b-4d8b-b5a5-9f4171f761ff req-c505ad62-8a69-4e6e-9de8-5f8f2297679d tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:15.480446 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87304a4f-a97b-4d8b-b5a5-9f4171f761ff req-c505ad62-8a69-4e6e-9de8-5f8f2297679d tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:15.486670 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87304a4f-a97b-4d8b-b5a5-9f4171f761ff req-c505ad62-8a69-4e6e-9de8-5f8f2297679d tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:15.493349 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87304a4f-a97b-4d8b-b5a5-9f4171f761ff req-c505ad62-8a69-4e6e-9de8-5f8f2297679d tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:15.498996 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87304a4f-a97b-4d8b-b5a5-9f4171f761ff req-c505ad62-8a69-4e6e-9de8-5f8f2297679d tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:15.504995 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87304a4f-a97b-4d8b-b5a5-9f4171f761ff req-c505ad62-8a69-4e6e-9de8-5f8f2297679d tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:15.511544 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87304a4f-a97b-4d8b-b5a5-9f4171f761ff req-c505ad62-8a69-4e6e-9de8-5f8f2297679d tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:15.513546 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-87304a4f-a97b-4d8b-b5a5-9f4171f761ff req-c505ad62-8a69-4e6e-9de8-5f8f2297679d tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 5418 time: 0.3417737 Oct 27 18:33:15.519371 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:33:15.519741 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:33:15.520083 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:15.550558 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-45b69a95-6e63-46ad-b002-72c1c8723572 tempest-MeteringTestJSON-2125383923 tempest-MeteringTestJSON-2125383923-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:15.550912 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Port 1b156469-9cb8-4cdb-b911-f4039ff12f43 on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:33:15.551211 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Failed to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 on host n-h1-815690-2 for vnic_type normal using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] Oct 27 18:33:15.554470 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-45b69a95-6e63-46ad-b002-72c1c8723572 tempest-MeteringTestJSON-2125383923 tempest-MeteringTestJSON-2125383923-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4660943 Oct 27 18:33:15.557310 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0f77bcde-35ff-497d-80d3-9db192c86626 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:15.558221 n-d-815690-2 neutron-server[102879]: INFO neutron.plugins.ml2.plugin [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempt 4 to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 Oct 27 18:33:15.564433 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39054) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:15.598435 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077138b-2897-47c5-a5ff-18fb18dcfbe0 req-922088a0-59b8-4462-b2ee-4ca307dfd4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:15.601344 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1077138b-2897-47c5-a5ff-18fb18dcfbe0 req-922088a0-59b8-4462-b2ee-4ca307dfd4c5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=485afb4f-a2c6-4ddf-98e3-37d9741fa90c HTTP/1.1" status: 200 len: 848 time: 0.1178520 Oct 27 18:33:15.602020 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:33:15.602354 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:33:15.602693 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:15.608110 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5b33f162-f76f-4c75-be37-deb268dea112 tempest-MeteringTestJSON-2125383923 tempest-MeteringTestJSON-2125383923-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=9f2300e6-df73-4bd2-8e47-21ecd30348ff HTTP/1.1" status: 200 len: 464 time: 0.0386784 Oct 27 18:33:15.611312 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39056) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:15.628722 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0f77bcde-35ff-497d-80d3-9db192c86626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:15.650144 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Port 1b156469-9cb8-4cdb-b911-f4039ff12f43 on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:33:15.650511 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Failed to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 on host n-h1-815690-2 for vnic_type normal using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] Oct 27 18:33:15.654271 n-d-815690-2 neutron-server[102879]: INFO neutron.plugins.ml2.plugin [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempt 5 to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 Oct 27 18:33:15.658258 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1077138b-2897-47c5-a5ff-18fb18dcfbe0 req-3caf168e-1489-48dc-86b2-f4530a4fad6a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=24b58060-0195-4688-89e9-b10b47c2b80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450935 Oct 27 18:33:15.682900 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-87304a4f-a97b-4d8b-b5a5-9f4171f761ff req-4b569d81-6dc6-4075-8a59-8b428dc9f2f0 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=3fa97b7c-97e4-4a13-a0ee-f36c9ec7b8d8&id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1283669 Oct 27 18:33:15.769754 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77bcde-35ff-497d-80d3-9db192c86626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a850294d-dbc7-4e30-9e70-de3d59a79714,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:15.783512 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:33:15.783857 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:33:15.784211 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:15.792917 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Port 1b156469-9cb8-4cdb-b911-f4039ff12f43 on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:33:15.793258 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Failed to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 on host n-h1-815690-2 for vnic_type normal using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] Oct 27 18:33:15.797805 n-d-815690-2 neutron-server[102879]: INFO neutron.plugins.ml2.plugin [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempt 6 to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 Oct 27 18:33:15.822127 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0f77bcde-35ff-497d-80d3-9db192c86626 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ced79afccd674e7cbcbde10face44c3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8570728 Oct 27 18:33:15.852122 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39058) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:15.852498 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:33:15.852498 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:33:15.852498 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:15.863870 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Port 1b156469-9cb8-4cdb-b911-f4039ff12f43 on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:33:15.864213 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Failed to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 on host n-h1-815690-2 for vnic_type normal using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] Oct 27 18:33:15.868284 n-d-815690-2 neutron-server[102879]: INFO neutron.plugins.ml2.plugin [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempt 7 to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 Oct 27 18:33:15.873272 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-a762c587-3539-40df-923a-3fe57d481823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64fb56ad-4b22-4ffa-8833-69293fc4d246 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:33:15.894730 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-a762c587-3539-40df-923a-3fe57d481823 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:15.910909 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:33:15.911232 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:33:15.911642 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:15.915104 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1077138b-2897-47c5-a5ff-18fb18dcfbe0 req-67d2d171-7d1f-4f84-bf2c-3d0b40a773b7 service neutron] 10.222.0.93 "GET /v2.0/networks/24b58060-0195-4688-89e9-b10b47c2b80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291696 Oct 27 18:33:15.919524 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2d2be56c-48e9-493a-a62b-6fed47b44fb2 tempest-MeteringTestJSON-2125383923 tempest-MeteringTestJSON-2125383923-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:15.921237 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-2d2be56c-48e9-493a-a62b-6fed47b44fb2 tempest-MeteringTestJSON-2125383923 tempest-MeteringTestJSON-2125383923-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-label-rules/9f2300e6-df73-4bd2-8e47-21ecd30348ff HTTP/1.1" status: 204 len: 168 time: 0.3037870 Oct 27 18:33:15.925573 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Port 1b156469-9cb8-4cdb-b911-f4039ff12f43 on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:33:15.925573 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Failed to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 on host n-h1-815690-2 for vnic_type normal using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] Oct 27 18:33:15.928018 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39062) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:15.931647 n-d-815690-2 neutron-server[102879]: INFO neutron.plugins.ml2.plugin [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempt 8 to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 Oct 27 18:33:15.936644 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-a762c587-3539-40df-923a-3fe57d481823 service neutron] Transition to ACTIVE for port object 64fb56ad-4b22-4ffa-8833-69293fc4d246 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:33:15.962120 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7fa3c510-7998-496b-9ea3-75b2811d9c9e tempest-MeteringTestJSON-2125383923 tempest-MeteringTestJSON-2125383923-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=9f2300e6-df73-4bd2-8e47-21ecd30348ff HTTP/1.1" status: 200 len: 221 time: 0.0288293 Oct 27 18:33:15.966042 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39064) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:15.972778 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-4447ac3b-3a15-47c8-b3e9-4388361de6a8 tempest-MeteringTestJSON-2125383923 tempest-MeteringTestJSON-2125383923-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--824031774', 'description': 'label created by tempest'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:33:15.973230 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-4447ac3b-3a15-47c8-b3e9-4388361de6a8 tempest-MeteringTestJSON-2125383923 tempest-MeteringTestJSON-2125383923-project-admin] Unknown quota resources ['metering_label']. {{(pid=102878) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 18:33:15.995966 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:33:15.996341 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:33:15.996698 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:16.005825 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Port 1b156469-9cb8-4cdb-b911-f4039ff12f43 on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:33:16.006630 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Failed to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 on host n-h1-815690-2 for vnic_type normal using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] Oct 27 18:33:16.008104 n-d-815690-2 neutron-server[102879]: INFO neutron.plugins.ml2.plugin [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempt 9 to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 Oct 27 18:33:16.027922 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:33:16.028254 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:33:16.028592 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:16.038209 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Port 1b156469-9cb8-4cdb-b911-f4039ff12f43 on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:33:16.038535 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Failed to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 on host n-h1-815690-2 for vnic_type normal using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] Oct 27 18:33:16.040313 n-d-815690-2 neutron-server[102879]: INFO neutron.plugins.ml2.plugin [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempt 10 to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 Oct 27 18:33:16.067008 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:33:16.067368 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:33:16.068255 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:16.070664 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-264fa7cb-0525-403c-9a8f-5a3b0f160ed0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:16.075697 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1077138b-2897-47c5-a5ff-18fb18dcfbe0 req-b0ad9ebe-21ef-4247-bb76-76ceb5acc74e service neutron] 10.222.0.93 "GET /v2.0/networks/24b58060-0195-4688-89e9-b10b47c2b80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375885 Oct 27 18:33:16.076340 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Port 1b156469-9cb8-4cdb-b911-f4039ff12f43 on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:33:16.076666 n-d-815690-2 neutron-server[102879]: ERROR neutron.plugins.ml2.managers [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Failed to bind port 1b156469-9cb8-4cdb-b911-f4039ff12f43 on host n-h1-815690-2 for vnic_type normal using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] Oct 27 18:33:16.077075 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:16.080937 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ca5b3eea-e16a-40d1-a6ae-c32d07d8e9c8 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:16.098234 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-a762c587-3539-40df-923a-3fe57d481823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:16.118585 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device abe627cc-61ba-4ba5-b2f3-ebac1a295fff details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:33:16.145289 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-264fa7cb-0525-403c-9a8f-5a3b0f160ed0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:16.172712 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b3eea-e16a-40d1-a6ae-c32d07d8e9c8 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Pushing event deleted for resources: {'Port': ['ID=168724c9-71d8-440b-b602-1f3bb57c7953,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:16.225353 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a762c587-3539-40df-923a-3fe57d481823 service neutron] Pushing event updated for resources: {'Port': ['ID=64fb56ad-4b22-4ffa-8833-69293fc4d246,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:16.245974 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] For port 1b156469-9cb8-4cdb-b911-f4039ff12f43, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:33:16.246693 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempted to set empty binding levels {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 27 18:33:16.367600 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port abe627cc-61ba-4ba5-b2f3-ebac1a295fff, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=abe627cc-61ba-4ba5-b2f3-ebac1a295fff,segment=NetworkSegment(34739882-1b25-47bc-a326-0afbcfcd477e),segment_id=34739882-1b25-47bc-a326-0afbcfcd477e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:33:16.375644 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754438d-3dc0-4992-a0a5-9cc781013e08 req-e947703c-a5df-4c65-8ffd-79d79e9506fe tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:16.383088 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'abe627cc-61ba-4ba5-b2f3-ebac1a295fff', 'network_id': '24b58060-0195-4688-89e9-b10b47c2b80e', 'port_id': 'abe627cc-61ba-4ba5-b2f3-ebac1a295fff', 'mac_address': 'fa:16:3e:a5:50:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1011, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '485afb4f-a2c6-4ddf-98e3-37d9741fa90c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:33:16.385770 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8754438d-3dc0-4992-a0a5-9cc781013e08 req-e947703c-a5df-4c65-8ffd-79d79e9506fe tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7104f4e-dc8b-4c84-a3a7-5fcd6e75f8ca HTTP/1.1" status: 200 len: 944 time: 0.4087572 Oct 27 18:33:16.447402 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:16.462753 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abe627cc-61ba-4ba5-b2f3-ebac1a295fff {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:33:16.488391 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port abe627cc-61ba-4ba5-b2f3-ebac1a295fff, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=abe627cc-61ba-4ba5-b2f3-ebac1a295fff,segment=NetworkSegment(34739882-1b25-47bc-a326-0afbcfcd477e),segment_id=34739882-1b25-47bc-a326-0afbcfcd477e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:33:16.553854 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:16.579284 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-264fa7cb-0525-403c-9a8f-5a3b0f160ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:16.582234 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-264fa7cb-0525-403c-9a8f-5a3b0f160ed0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:16.591945 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-264fa7cb-0525-403c-9a8f-5a3b0f160ed0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a850294d-dbc7-4e30-9e70-de3d59a79714 HTTP/1.1" status: 204 len: 168 time: 0.7536511 Oct 27 18:33:16.596592 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ca5b3eea-e16a-40d1-a6ae-c32d07d8e9c8 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:16.601296 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ca5b3eea-e16a-40d1-a6ae-c32d07d8e9c8 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "DELETE /v2.0/ports/168724c9-71d8-440b-b602-1f3bb57c7953 HTTP/1.1" status: 204 len: 168 time: 2.9456763 Oct 27 18:33:16.606748 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39070) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:16.642327 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=abe627cc-61ba-4ba5-b2f3-ebac1a295fff,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:16.682527 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8754438d-3dc0-4992-a0a5-9cc781013e08 req-866d9204-809a-4f60-98b2-045d6e94908f tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] 10.222.0.52 "GET /v2.0/security-groups?id=4971fde1-cf9c-455e-8c3f-86cd3dea01d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957866 Oct 27 18:33:16.730806 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264fa7cb-0525-403c-9a8f-5a3b0f160ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a850294d-dbc7-4e30-9e70-de3d59a79714,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:16.736021 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4447ac3b-3a15-47c8-b3e9-4388361de6a8 tempest-MeteringTestJSON-2125383923 tempest-MeteringTestJSON-2125383923-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:16.741370 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4447ac3b-3a15-47c8-b3e9-4388361de6a8 tempest-MeteringTestJSON-2125383923 tempest-MeteringTestJSON-2125383923-project-admin] 10.222.0.52 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.7729068 Oct 27 18:33:16.758120 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39074) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:16.797967 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['abe627cc-61ba-4ba5-b2f3-ebac1a295fff'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:33:16.801907 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:16.811162 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077138b-2897-47c5-a5ff-18fb18dcfbe0 req-2c8c5d3c-df44-4d4e-9c50-9e06b5fb8b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:16.811920 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077138b-2897-47c5-a5ff-18fb18dcfbe0 req-2c8c5d3c-df44-4d4e-9c50-9e06b5fb8b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:16.812559 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077138b-2897-47c5-a5ff-18fb18dcfbe0 req-2c8c5d3c-df44-4d4e-9c50-9e06b5fb8b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:16.813194 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077138b-2897-47c5-a5ff-18fb18dcfbe0 req-2c8c5d3c-df44-4d4e-9c50-9e06b5fb8b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:16.813844 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077138b-2897-47c5-a5ff-18fb18dcfbe0 req-2c8c5d3c-df44-4d4e-9c50-9e06b5fb8b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:16.814477 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077138b-2897-47c5-a5ff-18fb18dcfbe0 req-2c8c5d3c-df44-4d4e-9c50-9e06b5fb8b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:16.815144 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077138b-2897-47c5-a5ff-18fb18dcfbe0 req-2c8c5d3c-df44-4d4e-9c50-9e06b5fb8b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:16.817354 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1077138b-2897-47c5-a5ff-18fb18dcfbe0 req-2c8c5d3c-df44-4d4e-9c50-9e06b5fb8b28 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f7ff550a115b45e2bb54d05b8fe668a7&device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 6445 time: 0.6642947 Oct 27 18:33:16.901027 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-8ebffd2b-673e-4d83-b6b9-6f5d03c4e0f3 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Deleting port 82e2b544-86b8-464a-9e2b-a4b2d71cd79f {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:33:16.901366 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8ebffd2b-673e-4d83-b6b9-6f5d03c4e0f3 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:16.954943 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] In _notify_port_updated(), no bound segment for port 1b156469-9cb8-4cdb-b911-f4039ff12f43 on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 {{(pid=102879) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 18:33:16.956103 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:16.956896 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:16.959253 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] 10.222.0.52 "PUT /v2.0/ports/1b156469-9cb8-4cdb-b911-f4039ff12f43 HTTP/1.1" status: 200 len: 974 time: 2.7168484 Oct 27 18:33:16.964429 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7cf22673-3ccc-4c80-a681-862a7f5e9c74 tempest-MeteringTestJSON-2125383923 tempest-MeteringTestJSON-2125383923-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=8a8566d5-89cf-42ad-b260-5d0e0db99725 HTTP/1.1" status: 200 len: 467 time: 0.1932244 Oct 27 18:33:16.969775 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39076) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:16.970122 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39078) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:17.018271 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa6bab-6cf6-4282-a579-fa6d03505105 req-3891bbe7-fc3c-4868-95db-601ad73d1c0c tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:17.020278 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0baa6bab-6cf6-4282-a579-fa6d03505105 req-3891bbe7-fc3c-4868-95db-601ad73d1c0c tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88445bb-3d06-4f66-85e2-e68ba8991233 HTTP/1.1" status: 200 len: 945 time: 0.4420204 Oct 27 18:33:17.028709 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70722a15-e56a-441d-8cf3-f2f61e577c0b tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Pushing event updated for resources: {'Port': ['ID=1b156469-9cb8-4cdb-b911-f4039ff12f43,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:17.068182 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0734d-a697-4f61-8972-7d063cd703c1 req-1115c08b-b549-401b-85a1-59a5e266a940 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:17.074410 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0734d-a697-4f61-8972-7d063cd703c1 req-1115c08b-b549-401b-85a1-59a5e266a940 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:17.081048 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0734d-a697-4f61-8972-7d063cd703c1 req-1115c08b-b549-401b-85a1-59a5e266a940 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:17.087403 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0734d-a697-4f61-8972-7d063cd703c1 req-1115c08b-b549-401b-85a1-59a5e266a940 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:17.094182 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0734d-a697-4f61-8972-7d063cd703c1 req-1115c08b-b549-401b-85a1-59a5e266a940 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:17.102649 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0734d-a697-4f61-8972-7d063cd703c1 req-1115c08b-b549-401b-85a1-59a5e266a940 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:17.105772 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-a762c587-3539-40df-923a-3fe57d481823 service neutron] Attempting to bind port 64fb56ad-4b22-4ffa-8833-69293fc4d246 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:33:17.106120 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-a762c587-3539-40df-923a-3fe57d481823 service neutron] Attempting to bind port 64fb56ad-4b22-4ffa-8833-69293fc4d246 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '835d40c4-66b8-4c5e-8632-a29d009690f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '7a4a9448-dde2-4330-a4d7-528d39b56a56'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:33:17.106563 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-a762c587-3539-40df-923a-3fe57d481823 service neutron] Attempting to bind port 64fb56ad-4b22-4ffa-8833-69293fc4d246 on network 7a4a9448-dde2-4330-a4d7-528d39b56a56 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:17.108013 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0734d-a697-4f61-8972-7d063cd703c1 req-1115c08b-b549-401b-85a1-59a5e266a940 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:17.120559 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e2b0734d-a697-4f61-8972-7d063cd703c1 req-1115c08b-b549-401b-85a1-59a5e266a940 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 5430 time: 0.2948527 Oct 27 18:33:17.178313 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8ebffd2b-673e-4d83-b6b9-6f5d03c4e0f3 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:17.190543 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-a762c587-3539-40df-923a-3fe57d481823 service neutron] Port 64fb56ad-4b22-4ffa-8833-69293fc4d246 on network 7a4a9448-dde2-4330-a4d7-528d39b56a56 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:33:17.190929 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-a762c587-3539-40df-923a-3fe57d481823 service neutron] Attempting to bind port 64fb56ad-4b22-4ffa-8833-69293fc4d246 on network 7a4a9448-dde2-4330-a4d7-528d39b56a56 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:17.210432 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-fb1532f6-0cfc-467b-8bd1-caf5da61a233 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Deleting port 4ebc892e-5692-4841-830c-8e4b29b7659e {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:33:17.210800 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fb1532f6-0cfc-467b-8bd1-caf5da61a233 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:17.212334 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-a762c587-3539-40df-923a-3fe57d481823 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:33:17.212674 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-a762c587-3539-40df-923a-3fe57d481823 service neutron] Checking segment: {'id': '835d40c4-66b8-4c5e-8632-a29d009690f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '7a4a9448-dde2-4330-a4d7-528d39b56a56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:33:17.213250 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-a762c587-3539-40df-923a-3fe57d481823 service neutron] Bound using segment: {'id': '835d40c4-66b8-4c5e-8632-a29d009690f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '7a4a9448-dde2-4330-a4d7-528d39b56a56'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:33:17.213715 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-a762c587-3539-40df-923a-3fe57d481823 service neutron] Bound port: 64fb56ad-4b22-4ffa-8833-69293fc4d246, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '835d40c4-66b8-4c5e-8632-a29d009690f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '7a4a9448-dde2-4330-a4d7-528d39b56a56'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:33:17.214164 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-a762c587-3539-40df-923a-3fe57d481823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:17.219261 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-8ebffd2b-673e-4d83-b6b9-6f5d03c4e0f3 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Calling delete_port for 82e2b544-86b8-464a-9e2b-a4b2d71cd79f owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:33:17.291797 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e2b0734d-a697-4f61-8972-7d063cd703c1 req-916663a8-8ac4-4783-972c-f716570e8413 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=3fa97b7c-97e4-4a13-a0ee-f36c9ec7b8d8&id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1702924 Oct 27 18:33:17.303016 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0baa6bab-6cf6-4282-a579-fa6d03505105 req-314d39b2-92b8-4bee-a99c-6310c7845234 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785364 Oct 27 18:33:17.307795 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609e6134-d932-4cbd-b498-ba53ecfba87f tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:17.308291 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609e6134-d932-4cbd-b498-ba53ecfba87f tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:17.308775 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609e6134-d932-4cbd-b498-ba53ecfba87f tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:17.310357 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609e6134-d932-4cbd-b498-ba53ecfba87f tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:17.310883 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609e6134-d932-4cbd-b498-ba53ecfba87f tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:17.311368 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609e6134-d932-4cbd-b498-ba53ecfba87f tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:17.311846 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609e6134-d932-4cbd-b498-ba53ecfba87f tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:17.312444 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609e6134-d932-4cbd-b498-ba53ecfba87f tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:17.312796 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609e6134-d932-4cbd-b498-ba53ecfba87f tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:17.313351 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609e6134-d932-4cbd-b498-ba53ecfba87f tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:17.314500 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609e6134-d932-4cbd-b498-ba53ecfba87f tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:17.315012 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609e6134-d932-4cbd-b498-ba53ecfba87f tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:17.316424 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609e6134-d932-4cbd-b498-ba53ecfba87f tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:17.316917 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609e6134-d932-4cbd-b498-ba53ecfba87f tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:17.317392 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609e6134-d932-4cbd-b498-ba53ecfba87f tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:17.318586 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609e6134-d932-4cbd-b498-ba53ecfba87f tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:17.319099 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609e6134-d932-4cbd-b498-ba53ecfba87f tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:17.319592 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609e6134-d932-4cbd-b498-ba53ecfba87f tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:17.320035 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609e6134-d932-4cbd-b498-ba53ecfba87f tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:17.321235 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609e6134-d932-4cbd-b498-ba53ecfba87f tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:17.322675 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609e6134-d932-4cbd-b498-ba53ecfba87f tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:17.323341 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609e6134-d932-4cbd-b498-ba53ecfba87f tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:17.323981 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609e6134-d932-4cbd-b498-ba53ecfba87f tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:17.324617 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609e6134-d932-4cbd-b498-ba53ecfba87f tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:17.325335 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609e6134-d932-4cbd-b498-ba53ecfba87f tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:17.325970 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609e6134-d932-4cbd-b498-ba53ecfba87f tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:17.326606 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609e6134-d932-4cbd-b498-ba53ecfba87f tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:17.327268 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609e6134-d932-4cbd-b498-ba53ecfba87f tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:17.327903 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609e6134-d932-4cbd-b498-ba53ecfba87f tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:17.328678 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609e6134-d932-4cbd-b498-ba53ecfba87f tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:17.329310 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609e6134-d932-4cbd-b498-ba53ecfba87f tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:17.329943 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609e6134-d932-4cbd-b498-ba53ecfba87f tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:17.339224 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-609e6134-d932-4cbd-b498-ba53ecfba87f tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29082 time: 0.3665905 Oct 27 18:33:17.342790 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39084) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:17.344301 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077138b-2897-47c5-a5ff-18fb18dcfbe0 req-78758580-a91d-4a50-81b1-720d5db22064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:17.344952 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077138b-2897-47c5-a5ff-18fb18dcfbe0 req-78758580-a91d-4a50-81b1-720d5db22064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:17.345587 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077138b-2897-47c5-a5ff-18fb18dcfbe0 req-78758580-a91d-4a50-81b1-720d5db22064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:17.347337 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1077138b-2897-47c5-a5ff-18fb18dcfbe0 req-78758580-a91d-4a50-81b1-720d5db22064 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=f7ff550a115b45e2bb54d05b8fe668a7&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.5199192 Oct 27 18:33:17.413981 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fb1532f6-0cfc-467b-8bd1-caf5da61a233 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:17.432610 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-fb1532f6-0cfc-467b-8bd1-caf5da61a233 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Calling delete_port for 4ebc892e-5692-4841-830c-8e4b29b7659e owned by {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:33:17.550336 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4e55fb5d-23d1-4972-af61-4c1dc77d99d8 tempest-MeteringTestJSON-2125383923 tempest-MeteringTestJSON-2125383923-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:17.554371 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4e55fb5d-23d1-4972-af61-4c1dc77d99d8 tempest-MeteringTestJSON-2125383923 tempest-MeteringTestJSON-2125383923-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-labels/8a8566d5-89cf-42ad-b260-5d0e0db99725 HTTP/1.1" status: 204 len: 168 time: 0.5806539 Oct 27 18:33:17.555080 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39092) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:17.615815 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-db80c9a3-d682-4e58-9167-22b4f5e50cf3 tempest-MeteringTestJSON-2125383923 tempest-MeteringTestJSON-2125383923-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=8a8566d5-89cf-42ad-b260-5d0e0db99725 HTTP/1.1" status: 200 len: 216 time: 0.0562067 Oct 27 18:33:17.619006 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39094) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:17.634848 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-15531a7c-7321-4fcc-8db2-7a0ffb687d10 tempest-MeteringTestJSON-2125383923 tempest-MeteringTestJSON-2125383923-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0155382 Oct 27 18:33:17.645342 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39096) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:17.663117 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-a762c587-3539-40df-923a-3fe57d481823 service neutron] For port 64fb56ad-4b22-4ffa-8833-69293fc4d246, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:33:17.681181 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077138b-2897-47c5-a5ff-18fb18dcfbe0 req-e94b7a85-28c5-43b2-af11-5c3d93f2162b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:17.682798 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1077138b-2897-47c5-a5ff-18fb18dcfbe0 req-e94b7a85-28c5-43b2-af11-5c3d93f2162b service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3205612 Oct 27 18:33:17.687988 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-97df0f9f-a3b8-4a53-98f0-6b1175ee5da4 tempest-MeteringTestJSON-2125383923 tempest-MeteringTestJSON-2125383923-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0409262 Oct 27 18:33:17.688304 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39098) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:17.692990 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-a762c587-3539-40df-923a-3fe57d481823 service neutron] For port 64fb56ad-4b22-4ffa-8833-69293fc4d246, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=64fb56ad-4b22-4ffa-8833-69293fc4d246,segment=NetworkSegment(835d40c4-66b8-4c5e-8632-a29d009690f1),segment_id=835d40c4-66b8-4c5e-8632-a29d009690f1)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:33:17.705795 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8ebffd2b-673e-4d83-b6b9-6f5d03c4e0f3 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:17.708938 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-e5f833d3-c1a9-4391-b4f4-fcd3944bdce4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Deleting port 1b156469-9cb8-4cdb-b911-f4039ff12f43 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:33:17.709446 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e5f833d3-c1a9-4391-b4f4-fcd3944bdce4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:17.760684 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-a762c587-3539-40df-923a-3fe57d481823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:17.787043 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-77a5cefb-d2d9-41ab-aaef-ccde3f9833ca tempest-MeteringTestJSON-2125383923 tempest-MeteringTestJSON-2125383923-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-labels/8af280aa-0fb6-4b93-b03e-013f3256cda0 HTTP/1.1" status: 200 len: 471 time: 0.0970416 Oct 27 18:33:17.793289 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39102) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:17.796228 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebffd2b-673e-4d83-b6b9-6f5d03c4e0f3 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Pushing event deleted for resources: {'Port': ['ID=82e2b544-86b8-464a-9e2b-a4b2d71cd79f,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:17.819083 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fb1532f6-0cfc-467b-8bd1-caf5da61a233 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:17.841937 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-e5f833d3-c1a9-4391-b4f4-fcd3944bdce4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] For port 1b156469-9cb8-4cdb-b911-f4039ff12f43, host n-h1-815690-2, got binding levels [] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:33:17.842585 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e5f833d3-c1a9-4391-b4f4-fcd3944bdce4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:17.851728 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-a762c587-3539-40df-923a-3fe57d481823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:17.856467 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-a762c587-3539-40df-923a-3fe57d481823 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:17.857956 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-a762c587-3539-40df-923a-3fe57d481823 service neutron] 10.222.0.93 "PUT /v2.0/ports/64fb56ad-4b22-4ffa-8833-69293fc4d246 HTTP/1.1" status: 200 len: 1091 time: 3.0557556 Oct 27 18:33:17.867277 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d9b0670-6277-4324-b43f-20e3992cef95', 'tag': '64fb56ad-4b22-4ffa-8833-69293fc4d246'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:33:17.869526 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200904eb-e2be-4c6c-b13f-b54ce3323e1b" -d '{"events": [{"name": "network-changed", "server_uuid": "3d9b0670-6277-4324-b43f-20e3992cef95", "tag": "64fb56ad-4b22-4ffa-8833-69293fc4d246"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:33:17.891151 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-e5f833d3-c1a9-4391-b4f4-fcd3944bdce4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Calling delete_port for 1b156469-9cb8-4cdb-b911-f4039ff12f43 owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:33:17.941407 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c4b423d6-e27d-4530-9223-65ff7a414255 tempest-MeteringTestJSON-2125383923 tempest-MeteringTestJSON-2125383923-project-admin] 10.222.0.52 "GET /v2.0/metering/metering-label-rules/03430ddc-f52c-4be0-b133-fa334c8429bd HTTP/1.1" status: 200 len: 461 time: 0.1464486 Oct 27 18:33:17.951913 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a762c587-3539-40df-923a-3fe57d481823 service neutron] Pushing event updated for resources: {'Port': ['ID=64fb56ad-4b22-4ffa-8833-69293fc4d246,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:17.954767 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39110) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:17.976119 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d75c230-e875-45c1-a3fa-6138ca22624f x-openstack-request-id: req-7d75c230-e875-45c1-a3fa-6138ca22624f {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:33:17.976313 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d9b0670-6277-4324-b43f-20e3992cef95", "tag": "64fb56ad-4b22-4ffa-8833-69293fc4d246", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:33:17.976582 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7d75c230-e875-45c1-a3fa-6138ca22624f {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:33:17.977002 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d9b0670-6277-4324-b43f-20e3992cef95', 'tag': '64fb56ad-4b22-4ffa-8833-69293fc4d246', 'status': 'completed', 'code': 200} Oct 27 18:33:18.110908 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device abe627cc-61ba-4ba5-b2f3-ebac1a295fff up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:33:18.120434 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200904eb-e2be-4c6c-b13f-b54ce3323e1b req-8b0d393a-fc5b-4132-9244-b60bf98cb746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:18.122431 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200904eb-e2be-4c6c-b13f-b54ce3323e1b req-8b0d393a-fc5b-4132-9244-b60bf98cb746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:18.122431 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200904eb-e2be-4c6c-b13f-b54ce3323e1b req-8b0d393a-fc5b-4132-9244-b60bf98cb746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:18.122431 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200904eb-e2be-4c6c-b13f-b54ce3323e1b req-8b0d393a-fc5b-4132-9244-b60bf98cb746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:18.122431 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200904eb-e2be-4c6c-b13f-b54ce3323e1b req-8b0d393a-fc5b-4132-9244-b60bf98cb746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:18.122910 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200904eb-e2be-4c6c-b13f-b54ce3323e1b req-8b0d393a-fc5b-4132-9244-b60bf98cb746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:18.123271 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200904eb-e2be-4c6c-b13f-b54ce3323e1b req-8b0d393a-fc5b-4132-9244-b60bf98cb746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:18.125324 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-200904eb-e2be-4c6c-b13f-b54ce3323e1b req-8b0d393a-fc5b-4132-9244-b60bf98cb746 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f7ff550a115b45e2bb54d05b8fe668a7&device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 6487 time: 0.0931830 Oct 27 18:33:18.139537 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1532f6-0cfc-467b-8bd1-caf5da61a233 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Pushing event deleted for resources: {'Port': ['ID=4ebc892e-5692-4841-830c-8e4b29b7659e,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:18.308206 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e5f833d3-c1a9-4391-b4f4-fcd3944bdce4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:18.346807 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port abe627cc-61ba-4ba5-b2f3-ebac1a295fff completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:33:18.357196 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port abe627cc-61ba-4ba5-b2f3-ebac1a295fff triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:33:18.358737 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:18.363049 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-92bcf516-5577-4124-a89b-815c41d9ebe3 tempest-MeteringTestJSON-2125383923 tempest-MeteringTestJSON-2125383923-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:18.368557 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-92bcf516-5577-4124-a89b-815c41d9ebe3 tempest-MeteringTestJSON-2125383923 tempest-MeteringTestJSON-2125383923-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-label-rules/03430ddc-f52c-4be0-b133-fa334c8429bd HTTP/1.1" status: 204 len: 168 time: 0.4067442 Oct 27 18:33:18.387191 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39122) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:18.399479 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f833d3-c1a9-4391-b4f4-fcd3944bdce4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b156469-9cb8-4cdb-b911-f4039ff12f43,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:18.436631 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e5f833d3-c1a9-4391-b4f4-fcd3944bdce4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:18.451421 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e5f833d3-c1a9-4391-b4f4-fcd3944bdce4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] 10.222.0.52 "DELETE /v2.0/ports/1b156469-9cb8-4cdb-b911-f4039ff12f43 HTTP/1.1" status: 204 len: 168 time: 1.1028764 Oct 27 18:33:18.457615 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39124) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:18.525058 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:18.561129 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200904eb-e2be-4c6c-b13f-b54ce3323e1b req-ba092934-6378-464a-8397-252e2553b528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:18.561972 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200904eb-e2be-4c6c-b13f-b54ce3323e1b req-ba092934-6378-464a-8397-252e2553b528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:18.562459 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200904eb-e2be-4c6c-b13f-b54ce3323e1b req-ba092934-6378-464a-8397-252e2553b528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:18.564180 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-200904eb-e2be-4c6c-b13f-b54ce3323e1b req-ba092934-6378-464a-8397-252e2553b528 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=f7ff550a115b45e2bb54d05b8fe668a7&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.4273593 Oct 27 18:33:18.565198 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b5da6ee-9cda-494c-bc25-0192560dcd5e tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] GET failed (client error): The resource could not be found. Oct 27 18:33:18.571631 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8b5da6ee-9cda-494c-bc25-0192560dcd5e tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] 10.222.0.52 "GET /v2.0/ports/1b156469-9cb8-4cdb-b911-f4039ff12f43 HTTP/1.1" status: 404 len: 333 time: 0.0746646 Oct 27 18:33:18.572333 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39128) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:18.573952 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port abe627cc-61ba-4ba5-b2f3-ebac1a295fff, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=abe627cc-61ba-4ba5-b2f3-ebac1a295fff,segment=NetworkSegment(34739882-1b25-47bc-a326-0afbcfcd477e),segment_id=34739882-1b25-47bc-a326-0afbcfcd477e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:33:18.577216 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7104f4e-dc8b-4c84-a3a7-5fcd6e75f8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe627cc-61ba-4ba5-b2f3-ebac1a295fff'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:33:18.580053 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c89b26-380f-450c-9fc1-9c610fb9e483" -d '{"events": [{"server_uuid": "c7104f4e-dc8b-4c84-a3a7-5fcd6e75f8ca", "name": "network-vif-plugged", "status": "completed", "tag": "abe627cc-61ba-4ba5-b2f3-ebac1a295fff"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:33:18.616657 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-e42c5ecc-bc8a-41bd-b76e-e53db9867968 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-718963520', 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:33:18.652781 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8ebffd2b-673e-4d83-b6b9-6f5d03c4e0f3 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:18.661947 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:18.716896 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd534d01-741b-41ab-9968-7073d640b63e req-7917493f-fb75-43cc-8fd0-a0fb4b11f901 tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:18.718131 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dd534d01-741b-41ab-9968-7073d640b63e req-7917493f-fb75-43cc-8fd0-a0fb4b11f901 tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7104f4e-dc8b-4c84-a3a7-5fcd6e75f8ca HTTP/1.1" status: 200 len: 945 time: 0.9109235 Oct 27 18:33:18.764411 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=abe627cc-61ba-4ba5-b2f3-ebac1a295fff,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:18.831061 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fb1532f6-0cfc-467b-8bd1-caf5da61a233 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:18.835358 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-fb1532f6-0cfc-467b-8bd1-caf5da61a233 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "DELETE /v2.0/ports/4ebc892e-5692-4841-830c-8e4b29b7659e HTTP/1.1" status: 204 len: 168 time: 2.2081058 Oct 27 18:33:18.843309 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39134) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:18.846193 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b85bc1-e918-4af9-9d76-d87363b0c242 req-cd58c892-31b1-4abe-8516-153b83ea98cd tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:18.847753 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-21b85bc1-e918-4af9-9d76-d87363b0c242 req-cd58c892-31b1-4abe-8516-153b83ea98cd tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88445bb-3d06-4f66-85e2-e68ba8991233 HTTP/1.1" status: 200 len: 945 time: 0.2306750 Oct 27 18:33:18.876830 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200904eb-e2be-4c6c-b13f-b54ce3323e1b req-a2cf2685-d386-4287-a129-ac5a826a3f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:18.878404 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-200904eb-e2be-4c6c-b13f-b54ce3323e1b req-a2cf2685-d386-4287-a129-ac5a826a3f21 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3018632 Oct 27 18:33:18.885272 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c5d44adc-6b50-413c-889b-39242a8bdba0 tempest-MeteringTestJSON-2125383923 tempest-MeteringTestJSON-2125383923-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:18.888781 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c5d44adc-6b50-413c-889b-39242a8bdba0 tempest-MeteringTestJSON-2125383923 tempest-MeteringTestJSON-2125383923-project-admin] 10.222.0.52 "DELETE /v2.0/metering/metering-labels/8af280aa-0fb6-4b93-b03e-013f3256cda0 HTTP/1.1" status: 204 len: 168 time: 0.4958618 Oct 27 18:33:18.909157 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42c5ecc-bc8a-41bd-b76e-e53db9867968 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Made reservation on behalf of adcdfd83fbad4180bd732e19352a5a77 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:33:18.914572 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e42c5ecc-bc8a-41bd-b76e-e53db9867968 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:18.954146 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-974d0e25-d1ba-4ab0-ae0a-1a58f06298c2 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Deleting subnet 7be2e2db-5f72-4077-acf4-dd415f124d60 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:33:18.959168 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-974d0e25-d1ba-4ab0-ae0a-1a58f06298c2 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:18.963720 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-e42c5ecc-bc8a-41bd-b76e-e53db9867968 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] device_id is not set on port f785f110-8d06-4b78-889a-97a70f8b9bd7 yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:33:18.965382 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dd534d01-741b-41ab-9968-7073d640b63e req-a89217af-be8a-4f53-a610-84ecb1a769da tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] 10.222.0.52 "GET /v2.0/security-groups?id=4971fde1-cf9c-455e-8c3f-86cd3dea01d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032225 Oct 27 18:33:18.999277 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-21b85bc1-e918-4af9-9d76-d87363b0c242 req-79239927-c4b4-4e77-803e-d25a5675db0f tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357167 Oct 27 18:33:19.001653 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ebffd2b-673e-4d83-b6b9-6f5d03c4e0f3 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Router b5a9e79b-b66a-45b3-ba51-7c503e46b2a2 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:33:19.102748 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-974d0e25-d1ba-4ab0-ae0a-1a58f06298c2 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:19.129698 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebffd2b-673e-4d83-b6b9-6f5d03c4e0f3 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:33:19.140609 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8ebffd2b-673e-4d83-b6b9-6f5d03c4e0f3 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] 10.222.0.52 "PUT /v2.0/routers/b5a9e79b-b66a-45b3-ba51-7c503e46b2a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8175859 Oct 27 18:33:19.147038 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-9440edb5-d761-4aa9-be14-e13b144ac181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:19.154444 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39144) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:19.154671 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9434f57f-6715-4ca6-aa2c-a3585be8cbf8 None None] Sync routers for ids ['b5a9e79b-b66a-45b3-ba51-7c503e46b2a2'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:33:19.159066 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-9440edb5-d761-4aa9-be14-e13b144ac181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:19.159692 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-9440edb5-d761-4aa9-be14-e13b144ac181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:19.160182 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-9440edb5-d761-4aa9-be14-e13b144ac181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:19.160669 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-9440edb5-d761-4aa9-be14-e13b144ac181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:19.162146 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-9440edb5-d761-4aa9-be14-e13b144ac181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:19.162885 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-9440edb5-d761-4aa9-be14-e13b144ac181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:19.165213 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-9440edb5-d761-4aa9-be14-e13b144ac181 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f7ff550a115b45e2bb54d05b8fe668a7&device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 6487 time: 0.2254074 Oct 27 18:33:19.179158 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e304f5f-39fb-4952-a0f5-0c6c9ad18988 x-openstack-request-id: req-9e304f5f-39fb-4952-a0f5-0c6c9ad18988 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:33:19.179710 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7104f4e-dc8b-4c84-a3a7-5fcd6e75f8ca", "name": "network-vif-plugged", "status": "completed", "tag": "abe627cc-61ba-4ba5-b2f3-ebac1a295fff", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:33:19.180314 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9e304f5f-39fb-4952-a0f5-0c6c9ad18988 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:33:19.180879 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7104f4e-dc8b-4c84-a3a7-5fcd6e75f8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe627cc-61ba-4ba5-b2f3-ebac1a295fff', 'code': 200} Oct 27 18:33:19.187487 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9434f57f-6715-4ca6-aa2c-a3585be8cbf8 None None] Routers {'b5a9e79b-b66a-45b3-ba51-7c503e46b2a2'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:33:19.188379 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-9434f57f-6715-4ca6-aa2c-a3585be8cbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:33:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b5a9e79b-b66a-45b3-ba51-7c503e46b2a2'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:19.229322 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-9a64dccd-22ba-4538-b2e1-742f65964e2c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6bbae83-7fc2-4178-897c-e479dc4fc74b HTTP/1.1" status: 200 len: 217 time: 0.0511982 Oct 27 18:33:19.253315 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-9434f57f-6715-4ca6-aa2c-a3585be8cbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:19.265805 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9434f57f-6715-4ca6-aa2c-a3585be8cbf8 None None] Routers {'b5a9e79b-b66a-45b3-ba51-7c503e46b2a2'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:33:19.266762 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-9434f57f-6715-4ca6-aa2c-a3585be8cbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:33:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b5a9e79b-b66a-45b3-ba51-7c503e46b2a2'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:19.269288 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-a5b46cbb-ebba-4c7d-a874-542487eeeda6 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] show failed (client error): The resource could not be found. Oct 27 18:33:19.271865 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a5b46cbb-ebba-4c7d-a874-542487eeeda6 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] 10.222.0.52 "GET /v2.0/routers/tempest-non_exist_router-293138859 HTTP/1.1" status: 404 len: 334 time: 0.1220160 Oct 27 18:33:19.294174 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39148) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:19.303588 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-e9a4a25f-fece-4ccc-b957-aa0ca11da8f4 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:33:19.311673 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-9434f57f-6715-4ca6-aa2c-a3585be8cbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:19.312889 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9434f57f-6715-4ca6-aa2c-a3585be8cbf8 None None] The sync data for ids ['b5a9e79b-b66a-45b3-ba51-7c503e46b2a2'] in n-d-815690-2 is: [] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:33:19.357975 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-e9a4a25f-fece-4ccc-b957-aa0ca11da8f4 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] update failed (client error): The resource could not be found. Oct 27 18:33:19.359432 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e9a4a25f-fece-4ccc-b957-aa0ca11da8f4 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] 10.222.0.52 "PUT /v2.0/routers/tempest-non_exist_router-352079060 HTTP/1.1" status: 404 len: 334 time: 0.0638363 Oct 27 18:33:19.366116 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39150) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:19.420123 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec135c-017e-4656-a354-820a78c4f013 req-2bb90aa7-0781-4cd9-b369-24494f2fef11 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:19.421396 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e42c5ecc-bc8a-41bd-b76e-e53db9867968 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:19.428551 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec135c-017e-4656-a354-820a78c4f013 req-2bb90aa7-0781-4cd9-b369-24494f2fef11 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:19.434014 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec135c-017e-4656-a354-820a78c4f013 req-2bb90aa7-0781-4cd9-b369-24494f2fef11 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:19.441914 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec135c-017e-4656-a354-820a78c4f013 req-2bb90aa7-0781-4cd9-b369-24494f2fef11 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:19.449409 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec135c-017e-4656-a354-820a78c4f013 req-2bb90aa7-0781-4cd9-b369-24494f2fef11 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:19.457075 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec135c-017e-4656-a354-820a78c4f013 req-2bb90aa7-0781-4cd9-b369-24494f2fef11 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:19.464636 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec135c-017e-4656-a354-820a78c4f013 req-2bb90aa7-0781-4cd9-b369-24494f2fef11 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:19.466639 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-10ec135c-017e-4656-a354-820a78c4f013 req-2bb90aa7-0781-4cd9-b369-24494f2fef11 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 5430 time: 0.3111598 Oct 27 18:33:19.497478 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7187bed-8c37-48a0-a07c-cb846c73cb74 req-119b2d6b-c301-4593-b39d-67262cc1b47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:19.499224 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a7187bed-8c37-48a0-a07c-cb846c73cb74 req-119b2d6b-c301-4593-b39d-67262cc1b47d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c7104f4e-dc8b-4c84-a3a7-5fcd6e75f8ca HTTP/1.1" status: 200 len: 1097 time: 0.2685914 Oct 27 18:33:19.517380 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddba8faf-2fd3-43e1-a5bd-9e60b3d369ac tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Deleting subnet 27920625-462b-443e-8592-a317a91d47d1 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:33:19.523768 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ddba8faf-2fd3-43e1-a5bd-9e60b3d369ac tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:19.534274 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-61ef4b76-d82d-408e-8ce2-62f23635373c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:19.535936 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-61ef4b76-d82d-408e-8ce2-62f23635373c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2d3bd725-56cb-4497-bc09-775fd7d3c5d8 HTTP/1.1" status: 200 len: 856 time: 0.2897816 Oct 27 18:33:19.543682 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39156) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:19.548113 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-10ec135c-017e-4656-a354-820a78c4f013 req-64c7e38f-5d7b-449a-a4a4-d6c3c77afc8b tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=3fa97b7c-97e4-4a13-a0ee-f36c9ec7b8d8&id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0725782 Oct 27 18:33:19.576831 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-974d0e25-d1ba-4ab0-ae0a-1a58f06298c2 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:19.600721 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ddba8faf-2fd3-43e1-a5bd-9e60b3d369ac tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:19.643095 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a7187bed-8c37-48a0-a07c-cb846c73cb74 req-c6c3be7f-c276-4098-8db1-3e9e647b141e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=4971fde1-cf9c-455e-8c3f-86cd3dea01d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299543 Oct 27 18:33:19.675861 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-84f986dd-7300-4752-b2e2-ebc16cfe4675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:19.677926 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-84f986dd-7300-4752-b2e2-ebc16cfe4675 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e7a71d4d-f2a8-460d-b289-b8a552af97cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1287580 Oct 27 18:33:19.696070 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e42c5ecc-bc8a-41bd-b76e-e53db9867968 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:19.713137 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ddba8faf-2fd3-43e1-a5bd-9e60b3d369ac tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:19.746432 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42c5ecc-bc8a-41bd-b76e-e53db9867968 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:33:19.751168 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-e42c5ecc-bc8a-41bd-b76e-e53db9867968 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:33:19.754771 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42c5ecc-bc8a-41bd-b76e-e53db9867968 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:33:19.757500 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42c5ecc-bc8a-41bd-b76e-e53db9867968 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:19.757500 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e42c5ecc-bc8a-41bd-b76e-e53db9867968 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:19.764506 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c5ecc-bc8a-41bd-b76e-e53db9867968 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Pushing event updated for resources: {'Port': ['ID=f785f110-8d06-4b78-889a-97a70f8b9bd7,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:19.776435 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-974d0e25-d1ba-4ab0-ae0a-1a58f06298c2 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:19.811949 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d0e25-d1ba-4ab0-ae0a-1a58f06298c2 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Pushing event deleted for resources: {'Subnet': ['ID=7be2e2db-5f72-4077-acf4-dd415f124d60,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:19.815912 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-974d0e25-d1ba-4ab0-ae0a-1a58f06298c2 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:19.822456 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-974d0e25-d1ba-4ab0-ae0a-1a58f06298c2 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "DELETE /v2.0/subnets/7be2e2db-5f72-4077-acf4-dd415f124d60 HTTP/1.1" status: 204 len: 168 time: 0.9770594 Oct 27 18:33:19.822705 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39164) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:19.832526 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7da1bc-3055-453a-93a4-bf916db6e142 None None] Network 71cba891-964b-4e83-9965-41015215d178 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:33:19.839698 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e42c5ecc-bc8a-41bd-b76e-e53db9867968 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2618830 Oct 27 18:33:19.841146 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39166) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:19.892561 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644f616b-2b96-4e60-a14c-75ed9c94bd82 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:19.899215 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-644f616b-2b96-4e60-a14c-75ed9c94bd82 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] 10.222.0.52 "GET /v2.0/ports/f785f110-8d06-4b78-889a-97a70f8b9bd7 HTTP/1.1" status: 200 len: 954 time: 0.0560260 Oct 27 18:33:19.900233 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39168) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:19.913910 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ddba8faf-2fd3-43e1-a5bd-9e60b3d369ac tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:19.946347 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc0871ee-2011-4afb-b22d-167f8162d61b tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Deleting subnet b43126e9-9fd9-47ab-bca1-c5bdf1d34ed3 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:33:19.964562 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fc0871ee-2011-4afb-b22d-167f8162d61b tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:19.969790 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba8faf-2fd3-43e1-a5bd-9e60b3d369ac tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Pushing event deleted for resources: {'Subnet': ['ID=27920625-462b-443e-8592-a317a91d47d1,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:19.992374 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-61908c2b-5c1b-4196-ae55-bfa3b104cce5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:19.993155 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ddba8faf-2fd3-43e1-a5bd-9e60b3d369ac tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:19.997272 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ddba8faf-2fd3-43e1-a5bd-9e60b3d369ac tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] 10.222.0.52 "DELETE /v2.0/subnets/27920625-462b-443e-8592-a317a91d47d1 HTTP/1.1" status: 204 len: 168 time: 0.6301672 Oct 27 18:33:20.000606 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39174) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:20.003184 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e42acbe-563d-4691-8c79-fcf6237875af None None] Network c8498047-4a01-4ea8-980c-136500a8bf70 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:33:20.167146 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fc0871ee-2011-4afb-b22d-167f8162d61b tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:20.198276 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-fe2bfd0b-35fc-4ca6-bff1-5af75ebeca26 service neutron] 10.222.0.93 "GET /v2.0/networks/e7a71d4d-f2a8-460d-b289-b8a552af97cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598430 Oct 27 18:33:20.311104 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-06cd6390-ea06-4abc-9ba2-f3dc492ff1f9 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:20.328984 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-509753b6-b012-4d38-af65-3a1f14bc3ff8 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Deleting port f785f110-8d06-4b78-889a-97a70f8b9bd7 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:33:20.329688 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-509753b6-b012-4d38-af65-3a1f14bc3ff8 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:20.359490 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d49422-6a22-40ca-aebc-767206a742e2 None None] DHCP port deletion for c8498047-4a01-4ea8-980c-136500a8bf70 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:33:20.398470 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81142de-199f-4cf9-9a57-b16d329850d3 None None] DHCP port deletion for 71cba891-964b-4e83-9965-41015215d178 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:33:20.407978 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-61908c2b-5c1b-4196-ae55-bfa3b104cce5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:20.435547 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fc0871ee-2011-4afb-b22d-167f8162d61b tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:20.452790 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aabd87-c5bb-40d8-95b3-0c9da08cccfd req-8f39e9f3-63f4-452e-9237-34c203c08876 tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:20.454682 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f6aabd87-c5bb-40d8-95b3-0c9da08cccfd req-8f39e9f3-63f4-452e-9237-34c203c08876 tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7104f4e-dc8b-4c84-a3a7-5fcd6e75f8ca HTTP/1.1" status: 200 len: 946 time: 0.3355942 Oct 27 18:33:20.463172 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5f46c-b6e3-4a06-b06a-cc19a932dcd7 req-0130ade2-3c9e-4a50-8d19-3a3705571ab0 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:20.464348 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-c44c13df-29f4-4224-8f0e-31ee1689f4a9 service neutron] 10.222.0.93 "GET /v2.0/networks/e7a71d4d-f2a8-460d-b289-b8a552af97cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468152 Oct 27 18:33:20.466279 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-b81142de-199f-4cf9-9a57-b16d329850d3 None None] Deleting port a6d28f21-0db4-48ea-81c3-bd2ebcbe3219 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:33:20.466662 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b81142de-199f-4cf9-9a57-b16d329850d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:20.472768 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-32f5f46c-b6e3-4a06-b06a-cc19a932dcd7 req-0130ade2-3c9e-4a50-8d19-3a3705571ab0 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88445bb-3d06-4f66-85e2-e68ba8991233 HTTP/1.1" status: 200 len: 945 time: 0.3047967 Oct 27 18:33:20.511142 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-82d49422-6a22-40ca-aebc-767206a742e2 None None] Deleting port 9e09d484-a1e8-4bba-ac14-f82b035b620a {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:33:20.511142 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-82d49422-6a22-40ca-aebc-767206a742e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:20.526003 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-44440868-fa34-46e7-817a-60d7e4012503 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=b2a5ef78-9b0f-4779-ac14-f1338bdabd09 HTTP/1.1" status: 200 len: 217 time: 0.0487595 Oct 27 18:33:20.526901 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-61908c2b-5c1b-4196-ae55-bfa3b104cce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:20.549049 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-509753b6-b012-4d38-af65-3a1f14bc3ff8 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:20.607576 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-509753b6-b012-4d38-af65-3a1f14bc3ff8 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Calling delete_port for f785f110-8d06-4b78-889a-97a70f8b9bd7 owned by {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:33:20.643075 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f6aabd87-c5bb-40d8-95b3-0c9da08cccfd req-421f47af-ef3c-4f3f-8dac-2ae71fcd8551 tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] 10.222.0.52 "GET /v2.0/security-groups?id=4971fde1-cf9c-455e-8c3f-86cd3dea01d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666141 Oct 27 18:33:20.649077 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-06cd6390-ea06-4abc-9ba2-f3dc492ff1f9 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Deleting port 9e09d484-a1e8-4bba-ac14-f82b035b620a {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:33:20.649764 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-06cd6390-ea06-4abc-9ba2-f3dc492ff1f9 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:20.665212 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-b81142de-199f-4cf9-9a57-b16d329850d3 None None] For port a6d28f21-0db4-48ea-81c3-bd2ebcbe3219, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=a6d28f21-0db4-48ea-81c3-bd2ebcbe3219,segment=NetworkSegment(0e53b951-b795-4081-92ab-f8169ec212e0),segment_id=0e53b951-b795-4081-92ab-f8169ec212e0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:33:20.665610 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b81142de-199f-4cf9-9a57-b16d329850d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:20.696045 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-b81142de-199f-4cf9-9a57-b16d329850d3 None None] Calling delete_port for a6d28f21-0db4-48ea-81c3-bd2ebcbe3219 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:33:20.719688 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-82d49422-6a22-40ca-aebc-767206a742e2 None None] For port 9e09d484-a1e8-4bba-ac14-f82b035b620a, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=9e09d484-a1e8-4bba-ac14-f82b035b620a,segment=NetworkSegment(262b334e-9cb8-4980-a413-818a9a36c2c3),segment_id=262b334e-9cb8-4980-a413-818a9a36c2c3)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:33:20.731592 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-82d49422-6a22-40ca-aebc-767206a742e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:20.757306 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-06cd6390-ea06-4abc-9ba2-f3dc492ff1f9 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] For port 9e09d484-a1e8-4bba-ac14-f82b035b620a, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=9e09d484-a1e8-4bba-ac14-f82b035b620a,segment=NetworkSegment(262b334e-9cb8-4980-a413-818a9a36c2c3),segment_id=262b334e-9cb8-4980-a413-818a9a36c2c3)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:33:20.757835 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-06cd6390-ea06-4abc-9ba2-f3dc492ff1f9 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:20.775015 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-82d49422-6a22-40ca-aebc-767206a742e2 None None] Calling delete_port for 9e09d484-a1e8-4bba-ac14-f82b035b620a owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:33:20.799765 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-06cd6390-ea06-4abc-9ba2-f3dc492ff1f9 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Calling delete_port for 9e09d484-a1e8-4bba-ac14-f82b035b620a owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:33:20.992502 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-06cd6390-ea06-4abc-9ba2-f3dc492ff1f9 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:21.001562 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-32f5f46c-b6e3-4a06-b06a-cc19a932dcd7 req-9653a8fa-adc8-4bd8-835c-ff321e21d56f tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4899628 Oct 27 18:33:21.010044 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-a0238913-7a2e-4759-8d7d-c3cddb37c4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:21.011667 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-a0238913-7a2e-4759-8d7d-c3cddb37c4d1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0c846821-c400-4b07-990c-53ee0d225496 HTTP/1.1" status: 200 len: 797 time: 0.4633017 Oct 27 18:33:21.092083 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61908c2b-5c1b-4196-ae55-bfa3b104cce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85ac09d-2bcd-4734-8c0b-cdef3cad57d1,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:21.102310 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd6390-ea06-4abc-9ba2-f3dc492ff1f9 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Pushing event deleted for resources: {'Port': ['ID=9e09d484-a1e8-4bba-ac14-f82b035b620a,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:21.108589 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-61908c2b-5c1b-4196-ae55-bfa3b104cce5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4bad81b325954ef8837a36354644f67c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5605755 Oct 27 18:33:21.112222 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39192) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:21.113162 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cd6390-ea06-4abc-9ba2-f3dc492ff1f9 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] No DVR routers for this DVR port 9e09d484-a1e8-4bba-ac14-f82b035b620a on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:33:21.126413 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-82d49422-6a22-40ca-aebc-767206a742e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:21.142884 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08633081-018c-4304-a00d-b2b9838fefee req-7626c56f-cedd-4cc6-aecd-465c4aa74a7b tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:21.151189 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08633081-018c-4304-a00d-b2b9838fefee req-7626c56f-cedd-4cc6-aecd-465c4aa74a7b tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:21.157812 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08633081-018c-4304-a00d-b2b9838fefee req-7626c56f-cedd-4cc6-aecd-465c4aa74a7b tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:21.164789 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08633081-018c-4304-a00d-b2b9838fefee req-7626c56f-cedd-4cc6-aecd-465c4aa74a7b tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:21.168938 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fc0871ee-2011-4afb-b22d-167f8162d61b tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:21.172126 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08633081-018c-4304-a00d-b2b9838fefee req-7626c56f-cedd-4cc6-aecd-465c4aa74a7b tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:21.172261 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-d46c62fc-8b85-4965-ba27-f06b44d8d4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:21.173713 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-d46c62fc-8b85-4965-ba27-f06b44d8d4d5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c77cbe16-409d-4d1e-8a39-10a063ae0bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1490526 Oct 27 18:33:21.179031 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08633081-018c-4304-a00d-b2b9838fefee req-7626c56f-cedd-4cc6-aecd-465c4aa74a7b tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:21.186317 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08633081-018c-4304-a00d-b2b9838fefee req-7626c56f-cedd-4cc6-aecd-465c4aa74a7b tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:21.188560 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-08633081-018c-4304-a00d-b2b9838fefee req-7626c56f-cedd-4cc6-aecd-465c4aa74a7b tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 5430 time: 0.2654362 Oct 27 18:33:21.221302 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0871ee-2011-4afb-b22d-167f8162d61b tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Pushing event deleted for resources: {'Subnet': ['ID=b43126e9-9fd9-47ab-bca1-c5bdf1d34ed3,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:21.234928 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d49422-6a22-40ca-aebc-767206a742e2 None None] No DVR routers for this DVR port 9e09d484-a1e8-4bba-ac14-f82b035b620a on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:33:21.235125 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fc0871ee-2011-4afb-b22d-167f8162d61b tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:21.238611 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-fc0871ee-2011-4afb-b22d-167f8162d61b tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "DELETE /v2.0/subnets/b43126e9-9fd9-47ab-bca1-c5bdf1d34ed3 HTTP/1.1" status: 204 len: 168 time: 1.4146028 Oct 27 18:33:21.247821 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d49422-6a22-40ca-aebc-767206a742e2 None None] Pushing event deleted for resources: {'Port': ['ID=9e09d484-a1e8-4bba-ac14-f82b035b620a,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:21.258879 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb42f4d-e6a8-4afd-b99a-721c55296679 None None] Network f4e9126d-2ff7-47a1-bfee-b0e033396219 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:33:21.270805 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39194) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:21.271088 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b81142de-199f-4cf9-9a57-b16d329850d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:21.302535 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a82e725b-9247-4a83-95e9-3e547c93bd5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:21.323526 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-08633081-018c-4304-a00d-b2b9838fefee req-590774c6-d07b-4060-91f8-2d839bba7ade tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=3fa97b7c-97e4-4a13-a0ee-f36c9ec7b8d8&id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1124923 Oct 27 18:33:21.462415 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81142de-199f-4cf9-9a57-b16d329850d3 None None] Pushing event deleted for resources: {'Port': ['ID=a6d28f21-0db4-48ea-81c3-bd2ebcbe3219,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:21.468962 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-06cd6390-ea06-4abc-9ba2-f3dc492ff1f9 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:21.488594 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 9e09d484-a1e8-4bba-ac14-f82b035b620a no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:33:21.494108 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81142de-199f-4cf9-9a57-b16d329850d3 None None] No DVR routers for this DVR port a6d28f21-0db4-48ea-81c3-bd2ebcbe3219 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:33:21.497716 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a82e725b-9247-4a83-95e9-3e547c93bd5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:21.525726 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 9e09d484-a1e8-4bba-ac14-f82b035b620a {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:33:21.526048 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 9e09d484-a1e8-4bba-ac14-f82b035b620a not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:33:21.526546 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device a6d28f21-0db4-48ea-81c3-bd2ebcbe3219 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:33:21.544108 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-06cd6390-ea06-4abc-9ba2-f3dc492ff1f9 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8498047-4a01-4ea8-980c-136500a8bf70']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:21.550747 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-eb9d053a-3046-41b1-b5f1-16936f17bff5 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:21.560808 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-06cd6390-ea06-4abc-9ba2-f3dc492ff1f9 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '262b334e-9cb8-4980-a413-818a9a36c2c3') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:21.561516 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-06cd6390-ea06-4abc-9ba2-f3dc492ff1f9 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '262b334e-9cb8-4980-a413-818a9a36c2c3') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:21.574006 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: a6d28f21-0db4-48ea-81c3-bd2ebcbe3219 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:33:21.574354 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device a6d28f21-0db4-48ea-81c3-bd2ebcbe3219 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:33:21.579432 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-06cd6390-ea06-4abc-9ba2-f3dc492ff1f9 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:21.582838 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-285fc9db-0aa2-4375-8615-c177199758e6 service neutron] 10.222.0.93 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787396 Oct 27 18:33:21.590878 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-509753b6-b012-4d38-af65-3a1f14bc3ff8 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:21.619843 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-06cd6390-ea06-4abc-9ba2-f3dc492ff1f9 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:21.645893 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509753b6-b012-4d38-af65-3a1f14bc3ff8 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Pushing event deleted for resources: {'Port': ['ID=f785f110-8d06-4b78-889a-97a70f8b9bd7,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:21.654828 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-509753b6-b012-4d38-af65-3a1f14bc3ff8 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:21.659073 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-509753b6-b012-4d38-af65-3a1f14bc3ff8 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] 10.222.0.52 "DELETE /v2.0/ports/f785f110-8d06-4b78-889a-97a70f8b9bd7 HTTP/1.1" status: 204 len: 168 time: 1.7570212 Oct 27 18:33:21.659886 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06cd6390-ea06-4abc-9ba2-f3dc492ff1f9 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:33:21.660296 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-06cd6390-ea06-4abc-9ba2-f3dc492ff1f9 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:21.666748 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:33:21.666748 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:33:21.666748 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:33:21.666748 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:33:21.666748 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:33:21.666748 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:33:21.666748 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:33:21.666748 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:33:21.666748 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:33:21.666748 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:33:21.666748 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:33:21.666748 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:33:21.666748 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:33:21.666748 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:33:21.666748 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:33:21.666748 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:33:21.666748 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:33:21.666748 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:33:21.666748 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:33:21.666748 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:33:21.666748 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:33:21.666748 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:33:21.666748 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:33:21.666748 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:33:21.666748 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:33:21.666748 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:33:21.666748 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:33:21.666748 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:33:21.666748 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:33:21.666748 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:33:21.666748 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:33:21.666748 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:33:21.666748 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39200) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:21.713167 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f409fb5-c3b6-4716-a815-3526d4236118 None None] DHCP port deletion for f4e9126d-2ff7-47a1-bfee-b0e033396219 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:33:21.746406 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-425bced6-c8f7-4aec-89c1-f0d59152bb05 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] GET failed (client error): The resource could not be found. Oct 27 18:33:21.756197 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-425bced6-c8f7-4aec-89c1-f0d59152bb05 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] 10.222.0.52 "GET /v2.0/ports/f785f110-8d06-4b78-889a-97a70f8b9bd7 HTTP/1.1" status: 404 len: 333 time: 0.0851467 Oct 27 18:33:21.756421 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-eb9d053a-3046-41b1-b5f1-16936f17bff5 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:21.758973 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39204) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:21.765088 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a82e725b-9247-4a83-95e9-3e547c93bd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:21.767679 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a82e725b-9247-4a83-95e9-3e547c93bd5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:21.773898 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a82e725b-9247-4a83-95e9-3e547c93bd5b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d85ac09d-2bcd-4734-8c0b-cdef3cad57d1 HTTP/1.1" status: 204 len: 168 time: 0.6569712 Oct 27 18:33:21.780521 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-c941670f-c1bd-4d02-8179-6e70b6b68283 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Request body: {'port': {'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1305684156'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:33:21.804326 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-eb9d053a-3046-41b1-b5f1-16936f17bff5 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71cba891-964b-4e83-9965-41015215d178']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:21.826029 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e725b-9247-4a83-95e9-3e547c93bd5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85ac09d-2bcd-4734-8c0b-cdef3cad57d1,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:21.847868 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-eb9d053a-3046-41b1-b5f1-16936f17bff5 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e53b951-b795-4081-92ab-f8169ec212e0') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:21.848172 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-eb9d053a-3046-41b1-b5f1-16936f17bff5 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e53b951-b795-4081-92ab-f8169ec212e0') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:21.868955 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-b06f051a-0e44-4526-81d7-f7be2e3aee24 service neutron] 10.222.0.93 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778471 Oct 27 18:33:21.870898 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-eb9d053a-3046-41b1-b5f1-16936f17bff5 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:21.874770 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c941670f-c1bd-4d02-8179-6e70b6b68283 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Made reservation on behalf of adcdfd83fbad4180bd732e19352a5a77 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:33:21.877210 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c941670f-c1bd-4d02-8179-6e70b6b68283 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:21.918427 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-06cd6390-ea06-4abc-9ba2-f3dc492ff1f9 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:21.925985 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-06cd6390-ea06-4abc-9ba2-f3dc492ff1f9 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:21.940979 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-06cd6390-ea06-4abc-9ba2-f3dc492ff1f9 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] 10.222.0.52 "DELETE /v2.0/networks/c8498047-4a01-4ea8-980c-136500a8bf70 HTTP/1.1" status: 204 len: 168 time: 1.9120395 Oct 27 18:33:21.944711 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39212) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:21.994030 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-eb9d053a-3046-41b1-b5f1-16936f17bff5 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:21.998202 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-99ebd2a2-8680-4118-ba9a-1f15c2461e28 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=de66f073-b55a-4294-bcf0-2738e20e2c40 HTTP/1.1" status: 200 len: 217 time: 0.1051857 Oct 27 18:33:22.003903 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb9d053a-3046-41b1-b5f1-16936f17bff5 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Releasing vlan 1028 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:33:22.004720 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-eb9d053a-3046-41b1-b5f1-16936f17bff5 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:22.010203 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:33:22.010203 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:33:22.010203 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:33:22.010203 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:33:22.010203 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:33:22.010203 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:33:22.010203 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:33:22.010203 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:33:22.010203 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:33:22.010203 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:33:22.010203 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:33:22.010203 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:33:22.010203 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:33:22.010203 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:33:22.010203 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:33:22.010203 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:33:22.010203 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:33:22.010203 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:33:22.010203 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:33:22.010203 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:33:22.010203 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:33:22.010203 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:33:22.010203 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:33:22.010203 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:33:22.010203 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:33:22.010203 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:33:22.010203 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:33:22.010203 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:33:22.010203 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:33:22.010203 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:33:22.010203 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:33:22.010203 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:33:22.015474 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4f409fb5-c3b6-4716-a815-3526d4236118 None None] Deleting port e5d2b00f-7993-45ab-bf15-f1e3f4c8ea27 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:33:22.015474 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4f409fb5-c3b6-4716-a815-3526d4236118 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:22.037709 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd6390-ea06-4abc-9ba2-f3dc492ff1f9 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Pushing event deleted for resources: {'Network': ['ID=c8498047-4a01-4ea8-980c-136500a8bf70,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:22.039892 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-c941670f-c1bd-4d02-8179-6e70b6b68283 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] device_id is not set on port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:33:22.062562 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c991207-5704-44de-b965-804e0e43d011 req-afada349-7d55-4bc8-a748-1b83520c9553 tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:22.064202 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8c991207-5704-44de-b965-804e0e43d011 req-afada349-7d55-4bc8-a748-1b83520c9553 tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7104f4e-dc8b-4c84-a3a7-5fcd6e75f8ca HTTP/1.1" status: 200 len: 946 time: 0.2593646 Oct 27 18:33:22.090968 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4f409fb5-c3b6-4716-a815-3526d4236118 None None] For port e5d2b00f-7993-45ab-bf15-f1e3f4c8ea27, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=e5d2b00f-7993-45ab-bf15-f1e3f4c8ea27,segment=NetworkSegment(1be5cc61-e9e2-4782-8a72-95f16196fee4),segment_id=1be5cc61-e9e2-4782-8a72-95f16196fee4)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:33:22.091440 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4f409fb5-c3b6-4716-a815-3526d4236118 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:22.118688 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4f409fb5-c3b6-4716-a815-3526d4236118 None None] Calling delete_port for e5d2b00f-7993-45ab-bf15-f1e3f4c8ea27 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:33:22.198083 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e4eb7ee-1f2d-4ff9-b30d-85f38cc48209 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Deleting subnet 957be8e7-dfde-4685-ae35-5cb0698d6617 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:33:22.234739 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1e4eb7ee-1f2d-4ff9-b30d-85f38cc48209 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:22.247859 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-d3b8297b-6ef2-4898-b940-19d2dfaf0441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:22.249520 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-d3b8297b-6ef2-4898-b940-19d2dfaf0441 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0c846821-c400-4b07-990c-53ee0d225496 HTTP/1.1" status: 200 len: 797 time: 0.2275748 Oct 27 18:33:22.310457 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8c991207-5704-44de-b965-804e0e43d011 req-4cf2e0b7-06b4-4032-ae0c-2a9a6b4d3a87 tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] 10.222.0.52 "GET /v2.0/security-groups?id=4971fde1-cf9c-455e-8c3f-86cd3dea01d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891563 Oct 27 18:33:22.341764 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4f409fb5-c3b6-4716-a815-3526d4236118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:22.375985 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-b2c1f275-476c-49fd-90bd-a496b725b937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:22.376483 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f409fb5-c3b6-4716-a815-3526d4236118 None None] No DVR routers for this DVR port e5d2b00f-7993-45ab-bf15-f1e3f4c8ea27 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:33:22.380372 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-b2c1f275-476c-49fd-90bd-a496b725b937 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c77cbe16-409d-4d1e-8a39-10a063ae0bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1194334 Oct 27 18:33:22.384152 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-eb9d053a-3046-41b1-b5f1-16936f17bff5 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:22.396629 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-eb9d053a-3046-41b1-b5f1-16936f17bff5 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:22.406286 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-eb9d053a-3046-41b1-b5f1-16936f17bff5 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "DELETE /v2.0/networks/71cba891-964b-4e83-9965-41015215d178 HTTP/1.1" status: 204 len: 168 time: 1.1177065 Oct 27 18:33:22.424211 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39224) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:22.438468 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f409fb5-c3b6-4716-a815-3526d4236118 None None] Pushing event deleted for resources: {'Port': ['ID=e5d2b00f-7993-45ab-bf15-f1e3f4c8ea27,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:22.495532 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1e4eb7ee-1f2d-4ff9-b30d-85f38cc48209 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:22.509299 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9d053a-3046-41b1-b5f1-16936f17bff5 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Pushing event deleted for resources: {'Network': ['ID=71cba891-964b-4e83-9965-41015215d178,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:22.530683 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe8fc2-bded-41c0-a149-9dedc535d042 req-5d420d77-fa8f-464c-924f-315466ba3af5 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:22.536751 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6cfe8fc2-bded-41c0-a149-9dedc535d042 req-5d420d77-fa8f-464c-924f-315466ba3af5 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88445bb-3d06-4f66-85e2-e68ba8991233 HTTP/1.1" status: 200 len: 945 time: 0.3946912 Oct 27 18:33:22.565890 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-91c3e376-7b87-4c5c-9d15-58ba12097406 service neutron] 10.222.0.93 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596203 Oct 27 18:33:22.667809 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c941670f-c1bd-4d02-8179-6e70b6b68283 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:22.701017 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-08dff4bf-6d1e-4923-9d59-6427337943b1 service neutron] 10.222.0.93 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273313 Oct 27 18:33:22.755976 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-5e2f4e88-5fc9-4fbd-8155-ad705235ce95 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=4288ff73-5ecf-488b-b668-2614a82bb54d HTTP/1.1" status: 200 len: 217 time: 0.0463622 Oct 27 18:33:22.811633 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39230) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:22.813054 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c941670f-c1bd-4d02-8179-6e70b6b68283 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:22.831675 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3d41c712-b843-4972-9b6a-f46cc729e415 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:22.835427 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6cfe8fc2-bded-41c0-a149-9dedc535d042 req-7bc5364c-899d-48ac-8f14-d3081d74a41d tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993694 Oct 27 18:33:22.835626 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-f8d50108-127e-4695-91c3-ecc046bbbb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:22.837284 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-f8d50108-127e-4695-91c3-ecc046bbbb92 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0c846821-c400-4b07-990c-53ee0d225496 HTTP/1.1" status: 200 len: 797 time: 0.0744724 Oct 27 18:33:22.906916 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0a73779f-513b-4e25-aebd-7cbc09fac422 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:22.914666 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-bec5a203-a0da-4ab0-b68a-a494d6ecb90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:22.916195 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-bec5a203-a0da-4ab0-b68a-a494d6ecb90e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c77cbe16-409d-4d1e-8a39-10a063ae0bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0695014 Oct 27 18:33:22.924727 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c941670f-c1bd-4d02-8179-6e70b6b68283 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:33:22.930761 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-c941670f-c1bd-4d02-8179-6e70b6b68283 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:33:22.934664 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1e4eb7ee-1f2d-4ff9-b30d-85f38cc48209 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:22.941940 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c941670f-c1bd-4d02-8179-6e70b6b68283 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:33:22.943695 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c941670f-c1bd-4d02-8179-6e70b6b68283 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:22.944211 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c941670f-c1bd-4d02-8179-6e70b6b68283 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:23.027441 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3d41c712-b843-4972-9b6a-f46cc729e415 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:23.053564 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394258ec-b56c-4a14-827f-d10f85acd4f1 req-5189e033-e578-458a-9f95-18e304eb40f9 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:23.060323 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394258ec-b56c-4a14-827f-d10f85acd4f1 req-5189e033-e578-458a-9f95-18e304eb40f9 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:23.061660 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-7997052f-f3f6-41be-bec5-8601a59bddc4 service neutron] 10.222.0.93 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349604 Oct 27 18:33:23.066286 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394258ec-b56c-4a14-827f-d10f85acd4f1 req-5189e033-e578-458a-9f95-18e304eb40f9 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:23.072962 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394258ec-b56c-4a14-827f-d10f85acd4f1 req-5189e033-e578-458a-9f95-18e304eb40f9 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:23.079591 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394258ec-b56c-4a14-827f-d10f85acd4f1 req-5189e033-e578-458a-9f95-18e304eb40f9 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:23.086542 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394258ec-b56c-4a14-827f-d10f85acd4f1 req-5189e033-e578-458a-9f95-18e304eb40f9 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:23.096578 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394258ec-b56c-4a14-827f-d10f85acd4f1 req-5189e033-e578-458a-9f95-18e304eb40f9 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:23.096578 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-394258ec-b56c-4a14-827f-d10f85acd4f1 req-5189e033-e578-458a-9f95-18e304eb40f9 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 5430 time: 0.3870449 Oct 27 18:33:23.099246 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3d41c712-b843-4972-9b6a-f46cc729e415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:23.101086 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c941670f-c1bd-4d02-8179-6e70b6b68283 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Pushing event updated for resources: {'Port': ['ID=b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:23.112394 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c941670f-c1bd-4d02-8179-6e70b6b68283 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3498414 Oct 27 18:33:23.115082 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39236) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:23.124307 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:33:23.212283 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3d41c712-b843-4972-9b6a-f46cc729e415 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=91ae7487ae4b4f37814f2a7f2d80c5c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3996291 Oct 27 18:33:23.225605 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39240) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:23.235647 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41c712-b843-4972-9b6a-f46cc729e415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4cd0e7e-16a6-478a-90ef-48cee55c4364,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:23.301185 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-d61a8a53-4b21-4d49-9a08-ccb6ce53dbe4 service neutron] 10.222.0.93 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336316 Oct 27 18:33:23.327109 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0cf3de60-9db8-4b36-9e78-fc00bb42d7b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:23.360479 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-81ba837a-6572-449a-a7fb-760ebb01ef06 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d HTTP/1.1" status: 200 len: 217 time: 0.0495505 Oct 27 18:33:23.387773 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:23.414573 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0cf3de60-9db8-4b36-9e78-fc00bb42d7b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:23.419398 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device e5d2b00f-7993-45ab-bf15-f1e3f4c8ea27 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:33:23.430164 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0a73779f-513b-4e25-aebd-7cbc09fac422 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:23.436883 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-394258ec-b56c-4a14-827f-d10f85acd4f1 req-d5007fec-72e9-41b8-9819-74b084c4c16e tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=3fa97b7c-97e4-4a13-a0ee-f36c9ec7b8d8&id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3208785 Oct 27 18:33:23.467192 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-ab98dad6-69b5-4e12-a125-db3319bf499c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:23.468663 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-ab98dad6-69b5-4e12-a125-db3319bf499c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0c846821-c400-4b07-990c-53ee0d225496 HTTP/1.1" status: 200 len: 797 time: 0.1011548 Oct 27 18:33:23.486383 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: e5d2b00f-7993-45ab-bf15-f1e3f4c8ea27 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:33:23.486722 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device e5d2b00f-7993-45ab-bf15-f1e3f4c8ea27 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:33:23.532481 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-edb9b519-000e-4bca-9793-cacdc101b25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:23.534732 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-edb9b519-000e-4bca-9793-cacdc101b25e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c77cbe16-409d-4d1e-8a39-10a063ae0bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0523071 Oct 27 18:33:23.618513 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0cf3de60-9db8-4b36-9e78-fc00bb42d7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:23.621830 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0cf3de60-9db8-4b36-9e78-fc00bb42d7b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:23.623230 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0cf3de60-9db8-4b36-9e78-fc00bb42d7b0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f4cd0e7e-16a6-478a-90ef-48cee55c4364 HTTP/1.1" status: 204 len: 168 time: 0.3966115 Oct 27 18:33:23.650037 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3de60-9db8-4b36-9e78-fc00bb42d7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4cd0e7e-16a6-478a-90ef-48cee55c4364,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:23.684670 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-1ecad352-c3ef-430d-94f6-028b8f908e7b service neutron] 10.222.0.93 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420126 Oct 27 18:33:23.731068 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] device_id is not set on port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:33:23.739768 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:23.746929 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-0a73779f-513b-4e25-aebd-7cbc09fac422 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4e9126d-2ff7-47a1-bfee-b0e033396219']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:23.766845 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1e4eb7ee-1f2d-4ff9-b30d-85f38cc48209 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:23.776425 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-0a73779f-513b-4e25-aebd-7cbc09fac422 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1be5cc61-e9e2-4782-8a72-95f16196fee4') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:23.776739 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-0a73779f-513b-4e25-aebd-7cbc09fac422 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1be5cc61-e9e2-4782-8a72-95f16196fee4') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:23.813175 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0a73779f-513b-4e25-aebd-7cbc09fac422 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:23.822881 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-6af973aa-e6b7-4a84-9e70-0f1ed15d37b7 service neutron] 10.222.0.93 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278021 Oct 27 18:33:23.856699 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1e4eb7ee-1f2d-4ff9-b30d-85f38cc48209 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:23.858843 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b38d5fe-cedc-46c8-8fbd-d4862962edcc None None] Network c65fe72c-f29e-4025-9575-0fd716c7de03 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:33:23.870063 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1e4eb7ee-1f2d-4ff9-b30d-85f38cc48209 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] 10.222.0.52 "DELETE /v2.0/subnets/957be8e7-dfde-4685-ae35-5cb0698d6617 HTTP/1.1" status: 204 len: 168 time: 1.8988359 Oct 27 18:33:23.896926 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:23.905794 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39256) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:23.925627 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-04bf83c7-7f62-4d27-876a-9a43adf19244 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41 HTTP/1.1" status: 200 len: 217 time: 0.0940850 Oct 27 18:33:24.048927 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-4754ecdf-2e60-46cd-b827-86cc18afb693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:24.050422 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-4754ecdf-2e60-46cd-b827-86cc18afb693 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=04e448aa-1e58-4ecc-bf47-1088a536ca59 HTTP/1.1" status: 200 len: 797 time: 0.1160948 Oct 27 18:33:24.051383 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0a73779f-513b-4e25-aebd-7cbc09fac422 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:24.063844 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a73779f-513b-4e25-aebd-7cbc09fac422 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:33:24.064637 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0a73779f-513b-4e25-aebd-7cbc09fac422 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:24.126480 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-68dedb00-f7d1-4a0b-8935-9793f9a29603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:24.128057 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-68dedb00-f7d1-4a0b-8935-9793f9a29603 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7a4a9448-dde2-4330-a4d7-528d39b56a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0703361 Oct 27 18:33:24.152626 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3040dd3-a1e5-4989-a672-b367f14848c4 None None] DHCP port deletion for c65fe72c-f29e-4025-9575-0fd716c7de03 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:33:24.180967 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Pushing event updated for resources: {'Port': ['ID=b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:24.190859 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4eb7ee-1f2d-4ff9-b30d-85f38cc48209 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Pushing event deleted for resources: {'Subnet': ['ID=957be8e7-dfde-4685-ae35-5cb0698d6617,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:24.212508 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:33:24.212508 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:33:24.212508 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:33:24.212508 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:33:24.212508 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:33:24.212508 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:33:24.212508 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:33:24.212508 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:33:24.212508 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:33:24.212508 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:33:24.212508 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:33:24.212508 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:33:24.212508 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:33:24.212508 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:33:24.212508 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:33:24.212508 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:33:24.212508 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:33:24.212508 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:33:24.212508 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:33:24.212508 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:33:24.212508 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:33:24.212508 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:33:24.212508 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:33:24.212508 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:33:24.212508 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:33:24.212508 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:33:24.212508 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:33:24.212508 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:33:24.212508 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:33:24.212508 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:33:24.212508 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:33:24.212508 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:33:24.275606 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-647e6d57-0583-4bcc-81b9-a0a28225705c service neutron] 10.222.0.93 "GET /v2.0/networks/7a4a9448-dde2-4330-a4d7-528d39b56a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396079 Oct 27 18:33:24.330205 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-a3040dd3-a1e5-4989-a672-b367f14848c4 None None] Deleting port d54e8052-9566-46c2-917b-be4b1e4c937b {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:33:24.330581 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a3040dd3-a1e5-4989-a672-b367f14848c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:24.366870 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0a73779f-513b-4e25-aebd-7cbc09fac422 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:24.374912 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0a73779f-513b-4e25-aebd-7cbc09fac422 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:24.383464 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0a73779f-513b-4e25-aebd-7cbc09fac422 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] 10.222.0.52 "DELETE /v2.0/networks/f4e9126d-2ff7-47a1-bfee-b0e033396219 HTTP/1.1" status: 204 len: 168 time: 1.8964767 Oct 27 18:33:24.412545 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a73779f-513b-4e25-aebd-7cbc09fac422 tempest-TaggedBootDevicesTest-340037756 tempest-TaggedBootDevicesTest-340037756-project] Pushing event deleted for resources: {'Network': ['ID=f4e9126d-2ff7-47a1-bfee-b0e033396219,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:24.525759 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9b900-b48b-4775-8564-35cadc38ca31 req-eb44a7f7-3bf6-4e38-af5f-a8ebe3d32c18 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:24.528575 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-93b9b900-b48b-4775-8564-35cadc38ca31 req-eb44a7f7-3bf6-4e38-af5f-a8ebe3d32c18 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88445bb-3d06-4f66-85e2-e68ba8991233 HTTP/1.1" status: 200 len: 945 time: 0.5064170 Oct 27 18:33:24.550940 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-70c08e47-703f-4209-b572-b2b543e7d0fa tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Deleting subnet ba74b1c3-62ac-4e5f-852b-059cc5ade48a {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:33:24.564971 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-2f8931f8-cd0b-4fad-a4f7-a597dbc0173c service neutron] 10.222.0.93 "GET /v2.0/networks/7a4a9448-dde2-4330-a4d7-528d39b56a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802649 Oct 27 18:33:24.586516 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-a3040dd3-a1e5-4989-a672-b367f14848c4 None None] For port d54e8052-9566-46c2-917b-be4b1e4c937b, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=d54e8052-9566-46c2-917b-be4b1e4c937b,segment=NetworkSegment(7b2c25b7-4369-4345-9bda-e261daed2c65),segment_id=7b2c25b7-4369-4345-9bda-e261daed2c65)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:33:24.588611 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a3040dd3-a1e5-4989-a672-b367f14848c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:24.601275 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-70c08e47-703f-4209-b572-b2b543e7d0fa tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:24.604578 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:33:24.604926 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:33:24.605304 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:24.625805 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-52defb1b-0af2-4e4e-803f-bc3c5114b532 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=64fb56ad-4b22-4ffa-8833-69293fc4d246 HTTP/1.1" status: 200 len: 217 time: 0.0511241 Oct 27 18:33:24.626208 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-a3040dd3-a1e5-4989-a672-b367f14848c4 None None] Calling delete_port for d54e8052-9566-46c2-917b-be4b1e4c937b owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:33:24.702248 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-93b9b900-b48b-4775-8564-35cadc38ca31 req-81044700-b75c-422b-8faf-8eb759c49d9b tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453555 Oct 27 18:33:24.713113 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:33:24.716919 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-af5446b0-4a05-43ca-a48b-cb9343ea7083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:24.717551 n-d-815690-2 neutron-server[102878]: ERROR neutron.plugins.ml2.managers [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Failed to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd on host n-h1-815690-2 for vnic_type normal using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] Oct 27 18:33:24.718576 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-af5446b0-4a05-43ca-a48b-cb9343ea7083 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=04e448aa-1e58-4ecc-bf47-1088a536ca59 HTTP/1.1" status: 200 len: 797 time: 0.0871317 Oct 27 18:33:24.723190 n-d-815690-2 neutron-server[102878]: INFO neutron.plugins.ml2.plugin [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempt 2 to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd Oct 27 18:33:24.761101 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:33:24.761709 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:33:24.762223 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:24.770095 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-70c08e47-703f-4209-b572-b2b543e7d0fa tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:24.774321 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:33:24.774952 n-d-815690-2 neutron-server[102878]: ERROR neutron.plugins.ml2.managers [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Failed to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd on host n-h1-815690-2 for vnic_type normal using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] Oct 27 18:33:24.799006 n-d-815690-2 neutron-server[102878]: INFO neutron.plugins.ml2.plugin [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempt 3 to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd Oct 27 18:33:24.814749 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:33:24.815214 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:33:24.815797 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:24.854626 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:33:24.855071 n-d-815690-2 neutron-server[102878]: ERROR neutron.plugins.ml2.managers [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Failed to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd on host n-h1-815690-2 for vnic_type normal using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] Oct 27 18:33:24.858169 n-d-815690-2 neutron-server[102878]: INFO neutron.plugins.ml2.plugin [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempt 4 to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd Oct 27 18:33:24.876577 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-6471946e-bfee-4904-8f85-6afe780d38b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:24.883625 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-6471946e-bfee-4904-8f85-6afe780d38b1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7a4a9448-dde2-4330-a4d7-528d39b56a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1567702 Oct 27 18:33:24.889950 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:33:24.891343 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:33:24.891905 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:24.939789 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:33:24.940219 n-d-815690-2 neutron-server[102878]: ERROR neutron.plugins.ml2.managers [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Failed to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd on host n-h1-815690-2 for vnic_type normal using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] Oct 27 18:33:24.944666 n-d-815690-2 neutron-server[102878]: INFO neutron.plugins.ml2.plugin [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempt 5 to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd Oct 27 18:33:24.952527 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a3040dd3-a1e5-4989-a672-b367f14848c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:24.987142 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca0922-d7f0-463f-96ad-4dda5c8c6aac req-291ba652-8bbc-4a6f-b066-8bc90bb36a12 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:24.994079 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca0922-d7f0-463f-96ad-4dda5c8c6aac req-291ba652-8bbc-4a6f-b066-8bc90bb36a12 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:25.003627 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca0922-d7f0-463f-96ad-4dda5c8c6aac req-291ba652-8bbc-4a6f-b066-8bc90bb36a12 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:25.017829 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca0922-d7f0-463f-96ad-4dda5c8c6aac req-291ba652-8bbc-4a6f-b066-8bc90bb36a12 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:25.028003 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca0922-d7f0-463f-96ad-4dda5c8c6aac req-291ba652-8bbc-4a6f-b066-8bc90bb36a12 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:25.030158 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3040dd3-a1e5-4989-a672-b367f14848c4 None None] No DVR routers for this DVR port d54e8052-9566-46c2-917b-be4b1e4c937b on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:33:25.033075 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-b65e1325-1f18-4b0d-999e-7bd501dc11e1 service neutron] 10.222.0.93 "GET /v2.0/networks/7a4a9448-dde2-4330-a4d7-528d39b56a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415303 Oct 27 18:33:25.037903 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3040dd3-a1e5-4989-a672-b367f14848c4 None None] Pushing event deleted for resources: {'Port': ['ID=d54e8052-9566-46c2-917b-be4b1e4c937b,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:25.054664 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca0922-d7f0-463f-96ad-4dda5c8c6aac req-291ba652-8bbc-4a6f-b066-8bc90bb36a12 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:25.054664 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca0922-d7f0-463f-96ad-4dda5c8c6aac req-291ba652-8bbc-4a6f-b066-8bc90bb36a12 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:25.056328 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-38ca0922-d7f0-463f-96ad-4dda5c8c6aac req-291ba652-8bbc-4a6f-b066-8bc90bb36a12 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 5430 time: 0.2801607 Oct 27 18:33:25.060140 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-70c08e47-703f-4209-b572-b2b543e7d0fa tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:25.063472 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:33:25.063811 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:33:25.064150 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:25.131809 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:33:25.132602 n-d-815690-2 neutron-server[102878]: ERROR neutron.plugins.ml2.managers [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Failed to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd on host n-h1-815690-2 for vnic_type normal using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] Oct 27 18:33:25.136756 n-d-815690-2 neutron-server[102878]: INFO neutron.plugins.ml2.plugin [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempt 6 to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd Oct 27 18:33:25.156746 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:33:25.159772 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:33:25.159772 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:25.175448 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-475a8d85-f1a3-4f1a-a63f-1f8054d77228 req-8bd29786-b5e6-43b1-ada3-c1fb99b422f8 service neutron] 10.222.0.93 "GET /v2.0/networks/7a4a9448-dde2-4330-a4d7-528d39b56a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324830 Oct 27 18:33:25.195050 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:33:25.195394 n-d-815690-2 neutron-server[102878]: ERROR neutron.plugins.ml2.managers [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Failed to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd on host n-h1-815690-2 for vnic_type normal using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] Oct 27 18:33:25.198213 n-d-815690-2 neutron-server[102878]: INFO neutron.plugins.ml2.plugin [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempt 7 to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd Oct 27 18:33:25.230718 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-38ca0922-d7f0-463f-96ad-4dda5c8c6aac req-4b2ddd9e-7de9-4930-8d42-55b6a3d9f7f5 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=3fa97b7c-97e4-4a13-a0ee-f36c9ec7b8d8&id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1307168 Oct 27 18:33:25.260364 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:33:25.260719 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:33:25.261072 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:25.268025 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:33:25.277934 n-d-815690-2 neutron-server[102878]: ERROR neutron.plugins.ml2.managers [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Failed to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd on host n-h1-815690-2 for vnic_type normal using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] Oct 27 18:33:25.277934 n-d-815690-2 neutron-server[102878]: INFO neutron.plugins.ml2.plugin [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempt 8 to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd Oct 27 18:33:25.291030 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:33:25.291380 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:33:25.295081 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:25.303613 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:33:25.303961 n-d-815690-2 neutron-server[102878]: ERROR neutron.plugins.ml2.managers [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Failed to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd on host n-h1-815690-2 for vnic_type normal using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] Oct 27 18:33:25.304378 n-d-815690-2 neutron-server[102878]: INFO neutron.plugins.ml2.plugin [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempt 9 to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd Oct 27 18:33:25.356270 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-70c08e47-703f-4209-b572-b2b543e7d0fa tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:25.419716 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d54e8052-9566-46c2-917b-be4b1e4c937b no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:33:25.430009 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c08e47-703f-4209-b572-b2b543e7d0fa tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Pushing event deleted for resources: {'Subnet': ['ID=ba74b1c3-62ac-4e5f-852b-059cc5ade48a,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:25.438436 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:33:25.439153 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:33:25.439153 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:25.443863 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-70c08e47-703f-4209-b572-b2b543e7d0fa tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:25.451160 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-70c08e47-703f-4209-b572-b2b543e7d0fa tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] 10.222.0.52 "DELETE /v2.0/subnets/ba74b1c3-62ac-4e5f-852b-059cc5ade48a HTTP/1.1" status: 204 len: 168 time: 1.4296205 Oct 27 18:33:25.453324 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39314) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:25.455180 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:33:25.455520 n-d-815690-2 neutron-server[102878]: ERROR neutron.plugins.ml2.managers [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Failed to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd on host n-h1-815690-2 for vnic_type normal using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] Oct 27 18:33:25.455964 n-d-815690-2 neutron-server[102878]: INFO neutron.plugins.ml2.plugin [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempt 10 to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd Oct 27 18:33:25.472012 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:33:25.472342 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:33:25.472783 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempting to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:25.478758 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:33:25.479335 n-d-815690-2 neutron-server[102878]: ERROR neutron.plugins.ml2.managers [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Failed to bind port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd on host n-h1-815690-2 for vnic_type normal using segments [{'id': '61380a12-3b4f-46cf-b0a5-59a722009140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '1ce76176-3c6c-4f8e-b04d-6b8817978d07'}] Oct 27 18:33:25.479933 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:25.486510 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: d54e8052-9566-46c2-917b-be4b1e4c937b {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:33:25.490931 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d54e8052-9566-46c2-917b-be4b1e4c937b not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:33:25.494327 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdf1748-b7e8-424d-9084-5b0a23b347ce None None] Network 157aec53-2124-45ee-ad96-d2a122f6a190 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:33:25.566410 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] For port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd, host n-h1-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:33:25.567042 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attempted to set empty binding levels {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 27 18:33:25.603536 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7a133c47-1129-47a3-9cf4-0ee7ab65f868 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:25.664625 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:25.693923 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] In _notify_port_updated(), no bound segment for port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd on network 1ce76176-3c6c-4f8e-b04d-6b8817978d07 {{(pid=102878) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 18:33:25.694837 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:25.704171 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:25.719295 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] 10.222.0.52 "PUT /v2.0/ports/b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd HTTP/1.1" status: 200 len: 975 time: 2.5961516 Oct 27 18:33:25.726056 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39322) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:25.777301 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39326) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:25.839366 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7a133c47-1129-47a3-9cf4-0ee7ab65f868 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:25.889067 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-7a133c47-1129-47a3-9cf4-0ee7ab65f868 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c65fe72c-f29e-4025-9575-0fd716c7de03']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:25.902299 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310fb39a-0fc7-4e29-b663-3d66387331e1 None None] DHCP port deletion for 157aec53-2124-45ee-ad96-d2a122f6a190 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:33:25.909040 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-7a133c47-1129-47a3-9cf4-0ee7ab65f868 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b2c25b7-4369-4345-9bda-e261daed2c65') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:25.909677 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-7a133c47-1129-47a3-9cf4-0ee7ab65f868 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b2c25b7-4369-4345-9bda-e261daed2c65') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:25.925018 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7a133c47-1129-47a3-9cf4-0ee7ab65f868 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:25.928718 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9905038-4823-4d5e-bc27-ef85c7906fa4 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Pushing event updated for resources: {'Port': ['ID=b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:25.964485 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7a133c47-1129-47a3-9cf4-0ee7ab65f868 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:25.977447 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82919f-490e-46b8-a898-9add14b6d53b req-af6a4478-c7b6-4bdb-b32b-4d1615db2d59 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:25.979187 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9d82919f-490e-46b8-a898-9add14b6d53b req-af6a4478-c7b6-4bdb-b32b-4d1615db2d59 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88445bb-3d06-4f66-85e2-e68ba8991233 HTTP/1.1" status: 200 len: 945 time: 0.1470051 Oct 27 18:33:26.011198 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-0e8fcfc8-da79-4b80-8d13-dbb012e88ea6 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Deleting port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:33:26.012852 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0e8fcfc8-da79-4b80-8d13-dbb012e88ea6 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:26.042751 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-310fb39a-0fc7-4e29-b663-3d66387331e1 None None] Deleting port 60fc7465-411a-4b8d-bebe-43d42b8b2150 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:33:26.043154 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-310fb39a-0fc7-4e29-b663-3d66387331e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:26.044453 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a133c47-1129-47a3-9cf4-0ee7ab65f868 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:33:26.044908 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7a133c47-1129-47a3-9cf4-0ee7ab65f868 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:26.053243 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9d82919f-490e-46b8-a898-9add14b6d53b req-9795f795-bc3c-4a43-a19a-9d86abf78e64 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644140 Oct 27 18:33:26.056971 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-b9c604b7-faf5-451c-b06f-71a71261864f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1874746721'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:33:26.112691 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:33:26.112691 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:33:26.112691 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:33:26.112691 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:33:26.112691 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:33:26.112691 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:33:26.112691 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:33:26.112691 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:33:26.112691 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:33:26.112691 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:33:26.112691 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:33:26.112691 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:33:26.112691 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:33:26.112691 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:33:26.112691 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:33:26.112691 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:33:26.112691 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:33:26.112691 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:33:26.112691 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:33:26.112691 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:33:26.112691 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:33:26.112691 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:33:26.112691 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:33:26.112691 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:33:26.112691 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:33:26.112691 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:33:26.112691 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:33:26.112691 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:33:26.112691 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:33:26.112691 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:33:26.112691 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:33:26.112691 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:33:26.144445 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c604b7-faf5-451c-b06f-71a71261864f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Made reservation on behalf of f0dda3f0251e4e4db2b48596fc53609b for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:33:26.148704 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b9c604b7-faf5-451c-b06f-71a71261864f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:26.162787 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-310fb39a-0fc7-4e29-b663-3d66387331e1 None None] For port 60fc7465-411a-4b8d-bebe-43d42b8b2150, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=60fc7465-411a-4b8d-bebe-43d42b8b2150,segment=NetworkSegment(3e9b24f8-585d-4107-9828-44566df62eda),segment_id=3e9b24f8-585d-4107-9828-44566df62eda)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:33:26.163294 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-310fb39a-0fc7-4e29-b663-3d66387331e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:26.166877 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b9c604b7-faf5-451c-b06f-71a71261864f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:26.193779 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-0e8fcfc8-da79-4b80-8d13-dbb012e88ea6 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] For port b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd, host n-h1-815690-2, got binding levels [] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:33:26.194147 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0e8fcfc8-da79-4b80-8d13-dbb012e88ea6 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:26.217416 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-310fb39a-0fc7-4e29-b663-3d66387331e1 None None] Calling delete_port for 60fc7465-411a-4b8d-bebe-43d42b8b2150 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:33:26.224292 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-0e8fcfc8-da79-4b80-8d13-dbb012e88ea6 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Calling delete_port for b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:33:26.289113 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b9c604b7-faf5-451c-b06f-71a71261864f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:26.308396 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7a133c47-1129-47a3-9cf4-0ee7ab65f868 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:26.325009 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7a133c47-1129-47a3-9cf4-0ee7ab65f868 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:26.329120 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7a133c47-1129-47a3-9cf4-0ee7ab65f868 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] 10.222.0.52 "DELETE /v2.0/networks/c65fe72c-f29e-4025-9575-0fd716c7de03 HTTP/1.1" status: 204 len: 168 time: 0.8763027 Oct 27 18:33:26.334257 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39344) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:26.343316 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a133c47-1129-47a3-9cf4-0ee7ab65f868 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Pushing event deleted for resources: {'Network': ['ID=c65fe72c-f29e-4025-9575-0fd716c7de03,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:26.397583 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:26.484826 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-310fb39a-0fc7-4e29-b663-3d66387331e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:26.486846 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0e8fcfc8-da79-4b80-8d13-dbb012e88ea6 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:26.520010 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310fb39a-0fc7-4e29-b663-3d66387331e1 None None] Pushing event deleted for resources: {'Port': ['ID=60fc7465-411a-4b8d-bebe-43d42b8b2150,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:26.526745 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310fb39a-0fc7-4e29-b663-3d66387331e1 None None] No DVR routers for this DVR port 60fc7465-411a-4b8d-bebe-43d42b8b2150 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:33:26.549388 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8fcfc8-da79-4b80-8d13-dbb012e88ea6 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:26.558441 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0e8fcfc8-da79-4b80-8d13-dbb012e88ea6 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:26.567194 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0e8fcfc8-da79-4b80-8d13-dbb012e88ea6 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] 10.222.0.52 "DELETE /v2.0/ports/b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd HTTP/1.1" status: 204 len: 168 time: 0.8398061 Oct 27 18:33:26.568659 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39350) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:26.612376 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a143e3-5551-4ae3-bb57-718c392ddb49 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] GET failed (client error): The resource could not be found. Oct 27 18:33:26.621469 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-17a143e3-5551-4ae3-bb57-718c392ddb49 tempest-PortsAdminExtendedAttrsTestJSON-2104040752 tempest-PortsAdminExtendedAttrsTestJSON-2104040752-project-admin] 10.222.0.52 "GET /v2.0/ports/b8d63d7b-d151-4aa0-8c3f-3c55864c8cdd HTTP/1.1" status: 404 len: 333 time: 0.0515273 Oct 27 18:33:26.622649 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39354) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:26.735003 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b0c9ba40-9538-4111-9498-e5aa1f531ad8 tempest-PortsAdminExtendedAttrsTestJSON-1538437792 tempest-PortsAdminExtendedAttrsTestJSON-1538437792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:26.773442 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b9c604b7-faf5-451c-b06f-71a71261864f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:26.820551 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:26.824365 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c604b7-faf5-451c-b06f-71a71261864f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] vlan segment allocate from pool success with {'vlan_id': 1007, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:33:26.839587 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40540559-8cd5-48e7-ac51-5fefdbd56aef req-8e535980-a4e8-4c4a-94af-8d0c4cd898e3 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:26.845562 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40540559-8cd5-48e7-ac51-5fefdbd56aef req-8e535980-a4e8-4c4a-94af-8d0c4cd898e3 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:26.852225 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40540559-8cd5-48e7-ac51-5fefdbd56aef req-8e535980-a4e8-4c4a-94af-8d0c4cd898e3 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:26.855976 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b0c9ba40-9538-4111-9498-e5aa1f531ad8 tempest-PortsAdminExtendedAttrsTestJSON-1538437792 tempest-PortsAdminExtendedAttrsTestJSON-1538437792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:26.858149 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40540559-8cd5-48e7-ac51-5fefdbd56aef req-8e535980-a4e8-4c4a-94af-8d0c4cd898e3 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:26.864642 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40540559-8cd5-48e7-ac51-5fefdbd56aef req-8e535980-a4e8-4c4a-94af-8d0c4cd898e3 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:26.870992 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40540559-8cd5-48e7-ac51-5fefdbd56aef req-8e535980-a4e8-4c4a-94af-8d0c4cd898e3 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:26.877116 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40540559-8cd5-48e7-ac51-5fefdbd56aef req-8e535980-a4e8-4c4a-94af-8d0c4cd898e3 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:26.879324 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-40540559-8cd5-48e7-ac51-5fefdbd56aef req-8e535980-a4e8-4c4a-94af-8d0c4cd898e3 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 5430 time: 0.4748054 Oct 27 18:33:26.884613 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-b0c9ba40-9538-4111-9498-e5aa1f531ad8 tempest-PortsAdminExtendedAttrsTestJSON-1538437792 tempest-PortsAdminExtendedAttrsTestJSON-1538437792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ce76176-3c6c-4f8e-b04d-6b8817978d07']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:26.892760 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f5114ff0-8817-4639-a5ab-4248df44450e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:26.897533 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-b0c9ba40-9538-4111-9498-e5aa1f531ad8 tempest-PortsAdminExtendedAttrsTestJSON-1538437792 tempest-PortsAdminExtendedAttrsTestJSON-1538437792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61380a12-3b4f-46cf-b0a5-59a722009140') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:26.898730 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-b0c9ba40-9538-4111-9498-e5aa1f531ad8 tempest-PortsAdminExtendedAttrsTestJSON-1538437792 tempest-PortsAdminExtendedAttrsTestJSON-1538437792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61380a12-3b4f-46cf-b0a5-59a722009140') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:26.916902 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b0c9ba40-9538-4111-9498-e5aa1f531ad8 tempest-PortsAdminExtendedAttrsTestJSON-1538437792 tempest-PortsAdminExtendedAttrsTestJSON-1538437792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:26.933173 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b0c9ba40-9538-4111-9498-e5aa1f531ad8 tempest-PortsAdminExtendedAttrsTestJSON-1538437792 tempest-PortsAdminExtendedAttrsTestJSON-1538437792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:26.941434 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c9ba40-9538-4111-9498-e5aa1f531ad8 tempest-PortsAdminExtendedAttrsTestJSON-1538437792 tempest-PortsAdminExtendedAttrsTestJSON-1538437792-project] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:33:26.941893 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b0c9ba40-9538-4111-9498-e5aa1f531ad8 tempest-PortsAdminExtendedAttrsTestJSON-1538437792 tempest-PortsAdminExtendedAttrsTestJSON-1538437792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:26.947550 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:33:26.947550 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:33:26.947550 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:33:26.947550 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:33:26.947550 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:33:26.947550 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:33:26.947550 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:33:26.947550 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:33:26.947550 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:33:26.947550 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:33:26.947550 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:33:26.947550 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:33:26.947550 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:33:26.947550 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:33:26.947550 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:33:26.947550 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:33:26.947550 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:33:26.947550 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:33:26.947550 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:33:26.947550 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:33:26.947550 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:33:26.947550 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:33:26.947550 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:33:26.947550 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:33:26.947550 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:33:26.947550 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:33:26.947550 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:33:26.947550 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:33:26.947550 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:33:26.947550 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:33:26.947550 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:33:26.947550 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:33:26.955901 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b9c604b7-faf5-451c-b06f-71a71261864f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:26.956474 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-b9c604b7-faf5-451c-b06f-71a71261864f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Added segment cb301240-6fb5-4322-bfeb-ecada396b446 of type vlan for network c28eea74-12d9-4dae-aaf1-11787fd4eeaf Oct 27 18:33:26.963371 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c604b7-faf5-451c-b06f-71a71261864f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7ae856-f336-4b79-a55e-a83149966d70,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:27.028292 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-40540559-8cd5-48e7-ac51-5fefdbd56aef req-cf9f05ac-4586-464e-9540-86c3ae9f1eeb tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=3fa97b7c-97e4-4a13-a0ee-f36c9ec7b8d8&id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1234846 Oct 27 18:33:27.049662 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b3d5c4-4ab2-4d0f-ae98-81bde1c9f74e req-d7cc713b-39c4-46c1-9579-5776e93d2a3f tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:27.051220 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-91b3d5c4-4ab2-4d0f-ae98-81bde1c9f74e req-d7cc713b-39c4-46c1-9579-5776e93d2a3f tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7104f4e-dc8b-4c84-a3a7-5fcd6e75f8ca HTTP/1.1" status: 200 len: 946 time: 0.1651316 Oct 27 18:33:27.064641 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b9c604b7-faf5-451c-b06f-71a71261864f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:27.097097 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b0c9ba40-9538-4111-9498-e5aa1f531ad8 tempest-PortsAdminExtendedAttrsTestJSON-1538437792 tempest-PortsAdminExtendedAttrsTestJSON-1538437792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:27.138292 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b0c9ba40-9538-4111-9498-e5aa1f531ad8 tempest-PortsAdminExtendedAttrsTestJSON-1538437792 tempest-PortsAdminExtendedAttrsTestJSON-1538437792-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:27.144269 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b0c9ba40-9538-4111-9498-e5aa1f531ad8 tempest-PortsAdminExtendedAttrsTestJSON-1538437792 tempest-PortsAdminExtendedAttrsTestJSON-1538437792-project] 10.222.0.52 "DELETE /v2.0/networks/1ce76176-3c6c-4f8e-b04d-6b8817978d07 HTTP/1.1" status: 204 len: 168 time: 0.5176327 Oct 27 18:33:27.144269 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9ba40-9538-4111-9498-e5aa1f531ad8 tempest-PortsAdminExtendedAttrsTestJSON-1538437792 tempest-PortsAdminExtendedAttrsTestJSON-1538437792-project] Pushing event deleted for resources: {'Network': ['ID=1ce76176-3c6c-4f8e-b04d-6b8817978d07,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:27.221264 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f5114ff0-8817-4639-a5ab-4248df44450e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:27.248776 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-91b3d5c4-4ab2-4d0f-ae98-81bde1c9f74e req-1e26f616-2397-4a81-a291-aa40a9833b50 tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] 10.222.0.52 "GET /v2.0/security-groups?id=4971fde1-cf9c-455e-8c3f-86cd3dea01d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859303 Oct 27 18:33:27.265019 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-f5114ff0-8817-4639-a5ab-4248df44450e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['157aec53-2124-45ee-ad96-d2a122f6a190']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:27.283240 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b9c604b7-faf5-451c-b06f-71a71261864f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:27.289263 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c604b7-faf5-451c-b06f-71a71261864f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:27.289907 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b9c604b7-faf5-451c-b06f-71a71261864f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:27.366441 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-f5114ff0-8817-4639-a5ab-4248df44450e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e9b24f8-585d-4107-9828-44566df62eda') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:27.366749 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-f5114ff0-8817-4639-a5ab-4248df44450e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e9b24f8-585d-4107-9828-44566df62eda') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:27.369107 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 60fc7465-411a-4b8d-bebe-43d42b8b2150 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:33:27.382664 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f5114ff0-8817-4639-a5ab-4248df44450e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:27.392729 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 60fc7465-411a-4b8d-bebe-43d42b8b2150 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:33:27.393127 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 60fc7465-411a-4b8d-bebe-43d42b8b2150 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:33:27.401764 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f5114ff0-8817-4639-a5ab-4248df44450e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:27.414662 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5114ff0-8817-4639-a5ab-4248df44450e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:33:27.415424 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f5114ff0-8817-4639-a5ab-4248df44450e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:27.419431 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:33:27.419431 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:33:27.419431 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:33:27.419431 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:33:27.419431 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:33:27.419431 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:33:27.419431 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:33:27.419431 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:33:27.419431 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:33:27.419431 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:33:27.419431 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:33:27.419431 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:33:27.419431 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:33:27.419431 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:33:27.419431 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:33:27.419431 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:33:27.419431 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:33:27.419431 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:33:27.419431 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:33:27.419431 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:33:27.419431 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:33:27.419431 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:33:27.419431 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:33:27.419431 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:33:27.419431 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:33:27.419431 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:33:27.419431 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:33:27.419431 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:33:27.419431 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:33:27.419431 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:33:27.419431 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:33:27.419431 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:33:27.436257 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d904c6-c06d-4259-845d-c5d90ed63097 req-1a4df0a5-84b0-4ed6-a5e2-b75683fdbebe tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:27.438591 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-14d904c6-c06d-4259-845d-c5d90ed63097 req-1a4df0a5-84b0-4ed6-a5e2-b75683fdbebe tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88445bb-3d06-4f66-85e2-e68ba8991233 HTTP/1.1" status: 200 len: 945 time: 0.2892365 Oct 27 18:33:27.486355 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c604b7-faf5-451c-b06f-71a71261864f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event updated for resources: {'Network': ['ID=c28eea74-12d9-4dae-aaf1-11787fd4eeaf,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:27.522589 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network c28eea74-12d9-4dae-aaf1-11787fd4eeaf details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:33:27.568973 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-14d904c6-c06d-4259-845d-c5d90ed63097 req-9153464a-2730-4e08-8cd5-a42d5c6c95fe tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829556 Oct 27 18:33:27.604135 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b9c604b7-faf5-451c-b06f-71a71261864f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8256855 Oct 27 18:33:27.606764 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39368) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:27.612103 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-027f7885-913e-4f17-99f6-c824db65c56e tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2134367869'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:33:27.619099 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:33:27.643650 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f5114ff0-8817-4639-a5ab-4248df44450e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:27.654409 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f5114ff0-8817-4639-a5ab-4248df44450e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:27.657961 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f5114ff0-8817-4639-a5ab-4248df44450e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] 10.222.0.52 "DELETE /v2.0/networks/157aec53-2124-45ee-ad96-d2a122f6a190 HTTP/1.1" status: 204 len: 168 time: 1.3219233 Oct 27 18:33:27.660579 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39370) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:27.668086 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5114ff0-8817-4639-a5ab-4248df44450e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Pushing event deleted for resources: {'Network': ['ID=157aec53-2124-45ee-ad96-d2a122f6a190,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:27.722434 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027f7885-913e-4f17-99f6-c824db65c56e tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Made reservation on behalf of f0dda3f0251e4e4db2b48596fc53609b for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:33:27.728611 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-027f7885-913e-4f17-99f6-c824db65c56e tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:27.733529 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-0407854b-e08a-4bee-96d7-cdff9c49ccc3 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Deleting subnet 3979bf56-f8a3-4b77-afd6-5af002ba3a86 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:33:27.737464 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0407854b-e08a-4bee-96d7-cdff9c49ccc3 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:27.760338 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-027f7885-913e-4f17-99f6-c824db65c56e tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] vlan segment allocate from pool success with {'vlan_id': 1042, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:33:27.768908 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-027f7885-913e-4f17-99f6-c824db65c56e tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:27.769349 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-027f7885-913e-4f17-99f6-c824db65c56e tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Added segment 664b4b0e-1346-484c-b7a6-99ccd00b1da2 of type vlan for network 031fa20f-f763-4e4a-a2a2-d2f1f6ada727 Oct 27 18:33:27.794598 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0407854b-e08a-4bee-96d7-cdff9c49ccc3 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:27.829307 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39374) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:27.880591 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-027f7885-913e-4f17-99f6-c824db65c56e tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:27.924653 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0407854b-e08a-4bee-96d7-cdff9c49ccc3 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:28.026310 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-027f7885-913e-4f17-99f6-c824db65c56e tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:28.031983 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027f7885-913e-4f17-99f6-c824db65c56e tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:28.032581 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-027f7885-913e-4f17-99f6-c824db65c56e tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:28.078462 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0407854b-e08a-4bee-96d7-cdff9c49ccc3 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:28.138137 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0407854b-e08a-4bee-96d7-cdff9c49ccc3 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Pushing event deleted for resources: {'Subnet': ['ID=3979bf56-f8a3-4b77-afd6-5af002ba3a86,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:28.156027 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0407854b-e08a-4bee-96d7-cdff9c49ccc3 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:28.159224 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0407854b-e08a-4bee-96d7-cdff9c49ccc3 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] 10.222.0.52 "DELETE /v2.0/subnets/3979bf56-f8a3-4b77-afd6-5af002ba3a86 HTTP/1.1" status: 204 len: 168 time: 0.4961007 Oct 27 18:33:28.160018 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1e9ba9-b4e7-48ee-9280-fed2970969c8 None None] Network 886aec12-b936-4a09-bca1-9404ca47f56d requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:33:28.162770 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39382) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:28.188201 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f7885-913e-4f17-99f6-c824db65c56e tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event updated for resources: {'Network': ['ID=031fa20f-f763-4e4a-a2a2-d2f1f6ada727,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:28.245560 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-027f7885-913e-4f17-99f6-c824db65c56e tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6375484 Oct 27 18:33:28.252997 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39384) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:28.256767 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 031fa20f-f763-4e4a-a2a2-d2f1f6ada727 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:33:28.257065 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-7f92818f-9f0b-43d2-977b-4fe32f02d61c tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Request body: {'subnet': {'network_id': 'c28eea74-12d9-4dae-aaf1-11787fd4eeaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:33:28.260976 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dee1a8b1-0497-45e6-be9c-4082f8e555f2 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:28.335095 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bff510-fdc1-4ae5-8d7c-edef578fbf39 req-c632e5ad-555c-4a2b-b091-cc3776278165 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:28.386904 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bff510-fdc1-4ae5-8d7c-edef578fbf39 req-c632e5ad-555c-4a2b-b091-cc3776278165 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:28.397962 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-25589d1a-c613-4a7b-bf6c-9216e59ef610 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=da10b3eab6a4489f9acbd1846c4874bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5666001 Oct 27 18:33:28.402101 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39390) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:28.406887 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bff510-fdc1-4ae5-8d7c-edef578fbf39 req-c632e5ad-555c-4a2b-b091-cc3776278165 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:28.424877 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bff510-fdc1-4ae5-8d7c-edef578fbf39 req-c632e5ad-555c-4a2b-b091-cc3776278165 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:28.446799 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bff510-fdc1-4ae5-8d7c-edef578fbf39 req-c632e5ad-555c-4a2b-b091-cc3776278165 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:28.456709 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06062f1-790a-4bbd-8bb2-07a07cef5c92 None None] DHCP port deletion for 886aec12-b936-4a09-bca1-9404ca47f56d request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:33:28.463246 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bff510-fdc1-4ae5-8d7c-edef578fbf39 req-c632e5ad-555c-4a2b-b091-cc3776278165 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:28.474307 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bff510-fdc1-4ae5-8d7c-edef578fbf39 req-c632e5ad-555c-4a2b-b091-cc3776278165 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:28.487540 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b60a1-370f-475a-91e5-07f20ed09cd2 req-983b63cf-3c69-4ebd-9545-751679e0c244 tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:28.489984 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e22b60a1-370f-475a-91e5-07f20ed09cd2 req-983b63cf-3c69-4ebd-9545-751679e0c244 tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] 10.222.0.93 "GET /v2.0/ports?device_id=c7104f4e-dc8b-4c84-a3a7-5fcd6e75f8ca HTTP/1.1" status: 200 len: 946 time: 0.2239423 Oct 27 18:33:28.492440 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-54bff510-fdc1-4ae5-8d7c-edef578fbf39 req-c632e5ad-555c-4a2b-b091-cc3776278165 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 5430 time: 0.3666332 Oct 27 18:33:28.549857 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e22b784c-cd31-43b3-905e-1c6752c40483 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:28.593878 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-dee1a8b1-0497-45e6-be9c-4082f8e555f2 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Deleting port fe52c65b-8927-4fd4-b783-a74deeeb7378 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:33:28.594321 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dee1a8b1-0497-45e6-be9c-4082f8e555f2 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:28.612750 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-c06062f1-790a-4bbd-8bb2-07a07cef5c92 None None] Deleting port fe52c65b-8927-4fd4-b783-a74deeeb7378 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:33:28.613613 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c06062f1-790a-4bbd-8bb2-07a07cef5c92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:28.657089 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-54bff510-fdc1-4ae5-8d7c-edef578fbf39 req-14aa3842-3bba-47f1-8c78-fa37bcebce41 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=3fa97b7c-97e4-4a13-a0ee-f36c9ec7b8d8&id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1622658 Oct 27 18:33:28.693417 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b916d-f0c1-4aba-be26-b79d1dad5a09 req-ae39a3c1-233f-4925-ae01-f900cc80860d tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:28.695117 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3e6b916d-f0c1-4aba-be26-b79d1dad5a09 req-ae39a3c1-233f-4925-ae01-f900cc80860d tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7104f4e-dc8b-4c84-a3a7-5fcd6e75f8ca HTTP/1.1" status: 200 len: 946 time: 0.1658785 Oct 27 18:33:28.722952 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-c06062f1-790a-4bbd-8bb2-07a07cef5c92 None None] For port fe52c65b-8927-4fd4-b783-a74deeeb7378, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=fe52c65b-8927-4fd4-b783-a74deeeb7378,segment=NetworkSegment(aca870c5-1c36-41f6-8329-26e962b2cc9c),segment_id=aca870c5-1c36-41f6-8329-26e962b2cc9c)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:33:28.723633 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c06062f1-790a-4bbd-8bb2-07a07cef5c92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:28.751680 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e22b784c-cd31-43b3-905e-1c6752c40483 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:28.755163 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3e6b916d-f0c1-4aba-be26-b79d1dad5a09 req-5319666d-a134-45c1-a8e9-ac6169775786 tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] 10.222.0.52 "GET /v2.0/security-groups?id=4971fde1-cf9c-455e-8c3f-86cd3dea01d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512261 Oct 27 18:33:28.788510 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-c06062f1-790a-4bbd-8bb2-07a07cef5c92 None None] Calling delete_port for fe52c65b-8927-4fd4-b783-a74deeeb7378 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:33:28.792651 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f92818f-9f0b-43d2-977b-4fe32f02d61c tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Made reservation on behalf of f0dda3f0251e4e4db2b48596fc53609b for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:33:28.796664 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7f92818f-9f0b-43d2-977b-4fe32f02d61c tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:28.845372 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-dee1a8b1-0497-45e6-be9c-4082f8e555f2 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] For port fe52c65b-8927-4fd4-b783-a74deeeb7378, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=fe52c65b-8927-4fd4-b783-a74deeeb7378,segment=NetworkSegment(aca870c5-1c36-41f6-8329-26e962b2cc9c),segment_id=aca870c5-1c36-41f6-8329-26e962b2cc9c)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:33:28.845838 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dee1a8b1-0497-45e6-be9c-4082f8e555f2 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:28.879994 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-dee1a8b1-0497-45e6-be9c-4082f8e555f2 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Calling delete_port for fe52c65b-8927-4fd4-b783-a74deeeb7378 owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:33:28.967872 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c06062f1-790a-4bbd-8bb2-07a07cef5c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:29.002681 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5a131-86c9-4716-9c7c-99d3f06e2d0b req-ee622923-8d0a-4cbb-b942-7bd378b7d7d9 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:29.013557 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-71c5a131-86c9-4716-9c7c-99d3f06e2d0b req-ee622923-8d0a-4cbb-b942-7bd378b7d7d9 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88445bb-3d06-4f66-85e2-e68ba8991233 HTTP/1.1" status: 200 len: 945 time: 0.1766849 Oct 27 18:33:29.014875 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06062f1-790a-4bbd-8bb2-07a07cef5c92 None None] No DVR routers for this DVR port fe52c65b-8927-4fd4-b783-a74deeeb7378 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:33:29.081642 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e22b784c-cd31-43b3-905e-1c6752c40483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:29.084476 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06062f1-790a-4bbd-8bb2-07a07cef5c92 None None] Pushing event deleted for resources: {'Port': ['ID=fe52c65b-8927-4fd4-b783-a74deeeb7378,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:29.087093 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e22b784c-cd31-43b3-905e-1c6752c40483 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:29.088445 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e22b784c-cd31-43b3-905e-1c6752c40483 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dc31be41-b630-4d9b-89a2-92a5596b4f28 HTTP/1.1" status: 204 len: 168 time: 0.6853654 Oct 27 18:33:29.125699 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-71c5a131-86c9-4716-9c7c-99d3f06e2d0b req-81651426-9734-4f0d-9452-e8c7400f9bdc tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110573 Oct 27 18:33:29.131225 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-e22b60a1-370f-475a-91e5-07f20ed09cd2 req-000b0b29-adc3-4a15-b095-8b4822f6ff68 tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] Deleting port abe627cc-61ba-4ba5-b2f3-ebac1a295fff {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:33:29.131789 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e22b60a1-370f-475a-91e5-07f20ed09cd2 req-000b0b29-adc3-4a15-b095-8b4822f6ff68 tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:29.135829 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b784c-cd31-43b3-905e-1c6752c40483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc31be41-b630-4d9b-89a2-92a5596b4f28,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:29.247630 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dee1a8b1-0497-45e6-be9c-4082f8e555f2 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:29.297066 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1a8b1-0497-45e6-be9c-4082f8e555f2 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Pushing event deleted for resources: {'Port': ['ID=fe52c65b-8927-4fd4-b783-a74deeeb7378,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:29.306662 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee1a8b1-0497-45e6-be9c-4082f8e555f2 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] No DVR routers for this DVR port fe52c65b-8927-4fd4-b783-a74deeeb7378 on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:33:29.310463 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-e22b60a1-370f-475a-91e5-07f20ed09cd2 req-000b0b29-adc3-4a15-b095-8b4822f6ff68 tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] For port abe627cc-61ba-4ba5-b2f3-ebac1a295fff, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=abe627cc-61ba-4ba5-b2f3-ebac1a295fff,segment=NetworkSegment(34739882-1b25-47bc-a326-0afbcfcd477e),segment_id=34739882-1b25-47bc-a326-0afbcfcd477e)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:33:29.311192 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e22b60a1-370f-475a-91e5-07f20ed09cd2 req-000b0b29-adc3-4a15-b095-8b4822f6ff68 tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:29.394618 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device fe52c65b-8927-4fd4-b783-a74deeeb7378 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:33:29.408585 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dee1a8b1-0497-45e6-be9c-4082f8e555f2 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:29.414140 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-e22b60a1-370f-475a-91e5-07f20ed09cd2 req-000b0b29-adc3-4a15-b095-8b4822f6ff68 tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] Calling delete_port for abe627cc-61ba-4ba5-b2f3-ebac1a295fff owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:33:29.415909 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: fe52c65b-8927-4fd4-b783-a74deeeb7378 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:33:29.416262 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device fe52c65b-8927-4fd4-b783-a74deeeb7378 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:33:29.432397 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7f92818f-9f0b-43d2-977b-4fe32f02d61c tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:29.439633 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-dee1a8b1-0497-45e6-be9c-4082f8e555f2 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['886aec12-b936-4a09-bca1-9404ca47f56d']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:29.478096 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-dee1a8b1-0497-45e6-be9c-4082f8e555f2 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aca870c5-1c36-41f6-8329-26e962b2cc9c') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:29.478398 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-dee1a8b1-0497-45e6-be9c-4082f8e555f2 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aca870c5-1c36-41f6-8329-26e962b2cc9c') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:29.492398 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dee1a8b1-0497-45e6-be9c-4082f8e555f2 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:29.515437 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dee1a8b1-0497-45e6-be9c-4082f8e555f2 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:29.521677 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92818f-9f0b-43d2-977b-4fe32f02d61c tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event updated for resources: {'Subnet': ['ID=60fd151b-0f2b-4cde-a54a-24cb051eb5ad,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:29.524763 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dee1a8b1-0497-45e6-be9c-4082f8e555f2 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:33:29.525167 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dee1a8b1-0497-45e6-be9c-4082f8e555f2 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:29.529063 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f92818f-9f0b-43d2-977b-4fe32f02d61c tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Checking segment: {'id': 'cb301240-6fb5-4322-bfeb-ecada396b446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'c28eea74-12d9-4dae-aaf1-11787fd4eeaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:33:29.529063 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f92818f-9f0b-43d2-977b-4fe32f02d61c tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Network hostable DHCP agents. Network: c28eea74-12d9-4dae-aaf1-11787fd4eeaf, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:33:29.529386 n-d-815690-2 neutron-server[102879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:33:29.529386 n-d-815690-2 neutron-server[102879]: self.session.flush() Oct 27 18:33:29.529386 n-d-815690-2 neutron-server[102879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:33:29.529386 n-d-815690-2 neutron-server[102879]: self.session.flush() Oct 27 18:33:29.529386 n-d-815690-2 neutron-server[102879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:33:29.529386 n-d-815690-2 neutron-server[102879]: self.session.flush() Oct 27 18:33:29.529386 n-d-815690-2 neutron-server[102879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:33:29.529386 n-d-815690-2 neutron-server[102879]: self.session.flush() Oct 27 18:33:29.529386 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:33:29.529386 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:33:29.529386 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:33:29.529386 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:33:29.529386 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:33:29.529386 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:33:29.529386 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:33:29.529386 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:33:29.529386 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:33:29.529386 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:33:29.529386 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:33:29.529386 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:33:29.529386 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:33:29.529386 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:33:29.529386 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:33:29.529386 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:33:29.529386 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:33:29.529386 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:33:29.529386 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:33:29.529386 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:33:29.529386 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:33:29.529386 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:33:29.529386 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:33:29.529386 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:33:29.529386 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:33:29.529386 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:33:29.529386 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:33:29.529386 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:33:29.529386 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:33:29.529386 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:33:29.529386 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:33:29.529386 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:33:29.607026 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f92818f-9f0b-43d2-977b-4fe32f02d61c tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Network c28eea74-12d9-4dae-aaf1-11787fd4eeaf is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:33:29.693372 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-7f92818f-9f0b-43d2-977b-4fe32f02d61c tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, c28eea74-12d9-4dae-aaf1-11787fd4eeaf) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:33:29.698616 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f92818f-9f0b-43d2-977b-4fe32f02d61c tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:29.702233 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7f92818f-9f0b-43d2-977b-4fe32f02d61c tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:29.708633 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86d9147-e3ad-4cfc-bf87-b55f8ab20e09 None None] Network c28eea74-12d9-4dae-aaf1-11787fd4eeaf requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:33:29.722127 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dee1a8b1-0497-45e6-be9c-4082f8e555f2 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:29.725475 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e22b60a1-370f-475a-91e5-07f20ed09cd2 req-000b0b29-adc3-4a15-b095-8b4822f6ff68 tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:29.750662 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dee1a8b1-0497-45e6-be9c-4082f8e555f2 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:29.754180 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-dee1a8b1-0497-45e6-be9c-4082f8e555f2 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] 10.222.0.52 "DELETE /v2.0/networks/886aec12-b936-4a09-bca1-9404ca47f56d HTTP/1.1" status: 204 len: 168 time: 1.5904539 Oct 27 18:33:29.757634 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39414) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:29.758832 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1a8b1-0497-45e6-be9c-4082f8e555f2 tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Pushing event deleted for resources: {'Network': ['ID=886aec12-b936-4a09-bca1-9404ca47f56d,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:29.799313 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b0b29-adc3-4a15-b095-8b4822f6ff68 tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] Pushing event deleted for resources: {'Port': ['ID=abe627cc-61ba-4ba5-b2f3-ebac1a295fff,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:29.819183 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['abe627cc-61ba-4ba5-b2f3-ebac1a295fff'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:33:29.847715 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3606a3d6-105b-4079-aa41-06125a77431d tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5a9e79b-b66a-45b3-ba51-7c503e46b2a2 HTTP/1.1" status: 200 len: 205 time: 0.0885668 Oct 27 18:33:29.853918 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39420) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:29.917279 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-e22b60a1-370f-475a-91e5-07f20ed09cd2 req-000b0b29-adc3-4a15-b095-8b4822f6ff68 tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] No DVR routers for this DVR port abe627cc-61ba-4ba5-b2f3-ebac1a295fff on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:33:29.931011 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7f92818f-9f0b-43d2-977b-4fe32f02d61c tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6795833 Oct 27 18:33:29.943882 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39422) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:29.945198 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e22b60a1-370f-475a-91e5-07f20ed09cd2 req-000b0b29-adc3-4a15-b095-8b4822f6ff68 tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:29.948704 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e22b60a1-370f-475a-91e5-07f20ed09cd2 req-000b0b29-adc3-4a15-b095-8b4822f6ff68 tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] 10.222.0.93 "DELETE /v2.0/ports/abe627cc-61ba-4ba5-b2f3-ebac1a295fff HTTP/1.1" status: 204 len: 173 time: 1.4487138 Oct 27 18:33:29.950697 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7104f4e-dc8b-4c84-a3a7-5fcd6e75f8ca', 'name': 'network-vif-deleted', 'tag': 'abe627cc-61ba-4ba5-b2f3-ebac1a295fff'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:33:29.953103 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bbc6c2-59b1-4054-80b0-7e9d82117c2d" -d '{"events": [{"server_uuid": "c7104f4e-dc8b-4c84-a3a7-5fcd6e75f8ca", "name": "network-vif-deleted", "tag": "abe627cc-61ba-4ba5-b2f3-ebac1a295fff"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:33:29.962765 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-fb0125cd-c2f0-444c-9af7-cf0062c0a008 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Request body: {'subnet': {'network_id': '031fa20f-f763-4e4a-a2a2-d2f1f6ada727', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:33:29.998424 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19624fb-4e27-4773-86cf-a0af45af04f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-c28eea74-12d9-4dae-aaf1-11787fd4eeaf', 'network_id': 'c28eea74-12d9-4dae-aaf1-11787fd4eeaf', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'fixed_ips': [{'subnet_id': '60fd151b-0f2b-4cde-a54a-24cb051eb5ad'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:33:29.999619 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e19624fb-4e27-4773-86cf-a0af45af04f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:30.013604 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c464a42c-38ec-4c06-83a7-9d25acbc763e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:30.056963 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b0889b56-e4ee-48a2-9e31-18810623c374 req-21a9ebf0-9ffa-4267-a039-d2fd2e9ad9a4 tempest-ServerTagsTestJSON-3718016 tempest-ServerTagsTestJSON-3718016-project] 10.222.0.52 "GET /v2.0/ports?device_id=c7104f4e-dc8b-4c84-a3a7-5fcd6e75f8ca HTTP/1.1" status: 200 len: 210 time: 0.0961685 Oct 27 18:33:30.109983 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e8277-0a3c-4813-9044-0d9fec1d46ed req-a28f081d-203e-4b13-a9fd-5cf182d08dda tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:30.122468 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e8277-0a3c-4813-9044-0d9fec1d46ed req-a28f081d-203e-4b13-a9fd-5cf182d08dda tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:30.139681 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e8277-0a3c-4813-9044-0d9fec1d46ed req-a28f081d-203e-4b13-a9fd-5cf182d08dda tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:30.161485 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e8277-0a3c-4813-9044-0d9fec1d46ed req-a28f081d-203e-4b13-a9fd-5cf182d08dda tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:30.196017 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e8277-0a3c-4813-9044-0d9fec1d46ed req-a28f081d-203e-4b13-a9fd-5cf182d08dda tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:30.204222 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e8277-0a3c-4813-9044-0d9fec1d46ed req-a28f081d-203e-4b13-a9fd-5cf182d08dda tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:30.226433 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e8277-0a3c-4813-9044-0d9fec1d46ed req-a28f081d-203e-4b13-a9fd-5cf182d08dda tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:30.229657 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee3e8277-0a3c-4813-9044-0d9fec1d46ed req-a28f081d-203e-4b13-a9fd-5cf182d08dda tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 5430 time: 0.3896003 Oct 27 18:33:30.230172 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39428) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:30.257251 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-e19624fb-4e27-4773-86cf-a0af45af04f3 None None] Allocated IP 2001:db8::2 (c28eea74-12d9-4dae-aaf1-11787fd4eeaf/60fd151b-0f2b-4cde-a54a-24cb051eb5ad/a409fb23-2dbe-4af9-affb-4c58370d9124) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:33:30.396887 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee3e8277-0a3c-4813-9044-0d9fec1d46ed req-adbcde10-0d76-4fea-bb64-affd79099811 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=3fa97b7c-97e4-4a13-a0ee-f36c9ec7b8d8&id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1550047 Oct 27 18:33:30.492455 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e19624fb-4e27-4773-86cf-a0af45af04f3 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:30.506885 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c39d80c5-b427-40b2-9345-86ac095c15a8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=adcdfd83fbad4180bd732e19352a5a77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2679124 Oct 27 18:33:30.514468 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39436) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:30.528569 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78d2c5-6b0d-4a92-89b6-d65600d8abc4 req-4da5d71e-d1e1-4ce1-a5c1-9cdc1dfc72fd tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:30.530725 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bc78d2c5-6b0d-4a92-89b6-d65600d8abc4 req-4da5d71e-d1e1-4ce1-a5c1-9cdc1dfc72fd tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88445bb-3d06-4f66-85e2-e68ba8991233 HTTP/1.1" status: 200 len: 945 time: 0.2772422 Oct 27 18:33:30.537244 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a35501-000d-41b6-b7ce-f22f4f5e22c4 x-openstack-request-id: req-e6a35501-000d-41b6-b7ce-f22f4f5e22c4 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:33:30.537533 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7104f4e-dc8b-4c84-a3a7-5fcd6e75f8ca", "name": "network-vif-deleted", "tag": "abe627cc-61ba-4ba5-b2f3-ebac1a295fff", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:33:30.537823 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e6a35501-000d-41b6-b7ce-f22f4f5e22c4 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:33:30.538243 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7104f4e-dc8b-4c84-a3a7-5fcd6e75f8ca', 'name': 'network-vif-deleted', 'tag': 'abe627cc-61ba-4ba5-b2f3-ebac1a295fff', 'status': 'completed', 'code': 200} Oct 27 18:33:30.578770 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e19624fb-4e27-4773-86cf-a0af45af04f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:30.623705 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bc78d2c5-6b0d-4a92-89b6-d65600d8abc4 req-2477552b-ac7b-4f71-877c-efd461cc5dd5 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795135 Oct 27 18:33:30.654564 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19624fb-4e27-4773-86cf-a0af45af04f3 None None] Network c28eea74-12d9-4dae-aaf1-11787fd4eeaf is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:33:30.656520 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-e19624fb-4e27-4773-86cf-a0af45af04f3 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:33:30.669570 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19624fb-4e27-4773-86cf-a0af45af04f3 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:33:30.704707 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-41f9ff29-0ef3-4786-ac9b-3d4f5e425c64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:30.710215 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c464a42c-38ec-4c06-83a7-9d25acbc763e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:30.713447 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c464a42c-38ec-4c06-83a7-9d25acbc763e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:30.740718 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19624fb-4e27-4773-86cf-a0af45af04f3 None None] Pushing event updated for resources: {'Port': ['ID=a409fb23-2dbe-4af9-affb-4c58370d9124,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:30.789064 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-e19624fb-4e27-4773-86cf-a0af45af04f3 None None] Attempting to bind port a409fb23-2dbe-4af9-affb-4c58370d9124 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:33:30.789437 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-e19624fb-4e27-4773-86cf-a0af45af04f3 None None] Attempting to bind port a409fb23-2dbe-4af9-affb-4c58370d9124 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'cb301240-6fb5-4322-bfeb-ecada396b446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'c28eea74-12d9-4dae-aaf1-11787fd4eeaf'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:33:30.789804 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19624fb-4e27-4773-86cf-a0af45af04f3 None None] Attempting to bind port a409fb23-2dbe-4af9-affb-4c58370d9124 on network c28eea74-12d9-4dae-aaf1-11787fd4eeaf {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:30.792265 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0125cd-c2f0-444c-9af7-cf0062c0a008 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Made reservation on behalf of f0dda3f0251e4e4db2b48596fc53609b for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:33:30.796606 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fb0125cd-c2f0-444c-9af7-cf0062c0a008 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:30.801995 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-41f9ff29-0ef3-4786-ac9b-3d4f5e425c64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:30.813456 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19624fb-4e27-4773-86cf-a0af45af04f3 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:33:30.813780 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19624fb-4e27-4773-86cf-a0af45af04f3 None None] Checking segment: {'id': 'cb301240-6fb5-4322-bfeb-ecada396b446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'c28eea74-12d9-4dae-aaf1-11787fd4eeaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:33:30.814193 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e19624fb-4e27-4773-86cf-a0af45af04f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:30.814589 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19624fb-4e27-4773-86cf-a0af45af04f3 None None] Bound using segment: {'id': 'cb301240-6fb5-4322-bfeb-ecada396b446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'c28eea74-12d9-4dae-aaf1-11787fd4eeaf'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:33:30.815095 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-e19624fb-4e27-4773-86cf-a0af45af04f3 None None] Bound port: a409fb23-2dbe-4af9-affb-4c58370d9124, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb301240-6fb5-4322-bfeb-ecada396b446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'c28eea74-12d9-4dae-aaf1-11787fd4eeaf'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:33:30.815480 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e19624fb-4e27-4773-86cf-a0af45af04f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:30.923150 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-e19624fb-4e27-4773-86cf-a0af45af04f3 None None] For port a409fb23-2dbe-4af9-affb-4c58370d9124, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:33:30.932561 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c464a42c-38ec-4c06-83a7-9d25acbc763e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:30.933102 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c464a42c-38ec-4c06-83a7-9d25acbc763e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Fanout notify agent at l3_agent the message router_deleted on router b5a9e79b-b66a-45b3-ba51-7c503e46b2a2 {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:33:30.933830 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-e19624fb-4e27-4773-86cf-a0af45af04f3 None None] For port a409fb23-2dbe-4af9-affb-4c58370d9124, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=a409fb23-2dbe-4af9-affb-4c58370d9124,segment=NetworkSegment(cb301240-6fb5-4322-bfeb-ecada396b446),segment_id=cb301240-6fb5-4322-bfeb-ecada396b446)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:33:30.943782 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c464a42c-38ec-4c06-83a7-9d25acbc763e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:30.947329 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c464a42c-38ec-4c06-83a7-9d25acbc763e tempest-RoutersNegativeIpV6Test-1126434508 tempest-RoutersNegativeIpV6Test-1126434508-project] 10.222.0.52 "DELETE /v2.0/routers/b5a9e79b-b66a-45b3-ba51-7c503e46b2a2 HTTP/1.1" status: 204 len: 168 time: 1.0908663 Oct 27 18:33:30.950329 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-41f9ff29-0ef3-4786-ac9b-3d4f5e425c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:30.953663 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-41f9ff29-0ef3-4786-ac9b-3d4f5e425c64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:30.957099 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-41f9ff29-0ef3-4786-ac9b-3d4f5e425c64 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5e18ff11-bdd3-454b-92b2-76b79d7922c4 HTTP/1.1" status: 204 len: 168 time: 0.4251068 Oct 27 18:33:30.974101 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f9ff29-0ef3-4786-ac9b-3d4f5e425c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e18ff11-bdd3-454b-92b2-76b79d7922c4,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:31.001828 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e19624fb-4e27-4773-86cf-a0af45af04f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:31.143287 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19624fb-4e27-4773-86cf-a0af45af04f3 None None] Pushing event updated for resources: {'Port': ['ID=a409fb23-2dbe-4af9-affb-4c58370d9124,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:31.169931 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39460) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:31.210178 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fb0125cd-c2f0-444c-9af7-cf0062c0a008 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:31.236697 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c63e9be-377b-4ac6-b939-6e021eeb01f2 admin admin] Deleting subnet 485afb4f-a2c6-4ddf-98e3-37d9741fa90c {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:33:31.240761 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3c63e9be-377b-4ac6-b939-6e021eeb01f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:31.286338 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3c63e9be-377b-4ac6-b939-6e021eeb01f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:31.309262 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0125cd-c2f0-444c-9af7-cf0062c0a008 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event updated for resources: {'Subnet': ['ID=270898a9-7961-4465-adef-2a0fbcc37925,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:31.344596 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0125cd-c2f0-444c-9af7-cf0062c0a008 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Checking segment: {'id': '664b4b0e-1346-484c-b7a6-99ccd00b1da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '031fa20f-f763-4e4a-a2a2-d2f1f6ada727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:33:31.350752 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0125cd-c2f0-444c-9af7-cf0062c0a008 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Network hostable DHCP agents. Network: 031fa20f-f763-4e4a-a2a2-d2f1f6ada727, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:33:31.351020 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3c63e9be-377b-4ac6-b939-6e021eeb01f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:31.499166 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0125cd-c2f0-444c-9af7-cf0062c0a008 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Network 031fa20f-f763-4e4a-a2a2-d2f1f6ada727 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:33:31.546612 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3c63e9be-377b-4ac6-b939-6e021eeb01f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:31.572450 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-fb0125cd-c2f0-444c-9af7-cf0062c0a008 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 031fa20f-f763-4e4a-a2a2-d2f1f6ada727) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:33:31.577529 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0125cd-c2f0-444c-9af7-cf0062c0a008 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:31.578456 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fb0125cd-c2f0-444c-9af7-cf0062c0a008 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:31.584757 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3c63e9be-377b-4ac6-b939-6e021eeb01f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:31.589940 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35962cbd-88b5-4674-8816-2627c24e4a32 None None] Network 031fa20f-f763-4e4a-a2a2-d2f1f6ada727 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:33:31.596851 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39468) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:31.601536 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3c63e9be-377b-4ac6-b939-6e021eeb01f2 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/485afb4f-a2c6-4ddf-98e3-37d9741fa90c HTTP/1.1" status: 204 len: 168 time: 0.4412549 Oct 27 18:33:31.602460 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63e9be-377b-4ac6-b939-6e021eeb01f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=485afb4f-a2c6-4ddf-98e3-37d9741fa90c,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:31.643040 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c4a9c-f886-4161-919b-3d2a1ce2e801 req-a64d861e-1895-42b9-a6f3-c07d38951726 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:31.658290 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c4a9c-f886-4161-919b-3d2a1ce2e801 req-a64d861e-1895-42b9-a6f3-c07d38951726 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:31.671892 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c4a9c-f886-4161-919b-3d2a1ce2e801 req-a64d861e-1895-42b9-a6f3-c07d38951726 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:31.690839 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c4a9c-f886-4161-919b-3d2a1ce2e801 req-a64d861e-1895-42b9-a6f3-c07d38951726 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:31.699455 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c4a9c-f886-4161-919b-3d2a1ce2e801 req-a64d861e-1895-42b9-a6f3-c07d38951726 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:31.717997 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c4a9c-f886-4161-919b-3d2a1ce2e801 req-a64d861e-1895-42b9-a6f3-c07d38951726 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:31.720183 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c4a9c-f886-4161-919b-3d2a1ce2e801 req-a64d861e-1895-42b9-a6f3-c07d38951726 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:31.722210 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-390c4a9c-f886-4161-919b-3d2a1ce2e801 req-a64d861e-1895-42b9-a6f3-c07d38951726 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 5430 time: 0.2159030 Oct 27 18:33:31.725764 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39472) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:31.804525 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d9d5e8fc-b581-4552-bd0e-573c2cdd4efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:31.823452 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-fb0125cd-c2f0-444c-9af7-cf0062c0a008 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8733447 Oct 27 18:33:31.826894 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39480) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:31.829869 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-390c4a9c-f886-4161-919b-3d2a1ce2e801 req-1d78a5e4-4c64-4e81-a0ed-20ad8e443f53 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=3fa97b7c-97e4-4a13-a0ee-f36c9ec7b8d8&id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0874064 Oct 27 18:33:31.861286 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-ae1a7a9a-ef98-41b8-abdd-e37c8f9152b6 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1028303241', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:33:31.880087 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a91107-8bce-4e27-97e2-bd065383e6e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-031fa20f-f763-4e4a-a2a2-d2f1f6ada727', 'network_id': '031fa20f-f763-4e4a-a2a2-d2f1f6ada727', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'fixed_ips': [{'subnet_id': '270898a9-7961-4465-adef-2a0fbcc37925'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:33:31.880087 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-85a91107-8bce-4e27-97e2-bd065383e6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:31.882944 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995090b-b04b-41f8-aff2-226d1303e1e2 req-6f18acac-f373-4154-8613-4e28abb76c54 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:31.885350 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d995090b-b04b-41f8-aff2-226d1303e1e2 req-6f18acac-f373-4154-8613-4e28abb76c54 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88445bb-3d06-4f66-85e2-e68ba8991233 HTTP/1.1" status: 200 len: 945 time: 0.1083999 Oct 27 18:33:31.946189 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d995090b-b04b-41f8-aff2-226d1303e1e2 req-89aa7167-edec-4d2e-8c32-e6ff59edfe4f tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546842 Oct 27 18:33:32.014211 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d9d5e8fc-b581-4552-bd0e-573c2cdd4efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:32.048921 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-d9d5e8fc-b581-4552-bd0e-573c2cdd4efb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24b58060-0195-4688-89e9-b10b47c2b80e']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:32.074361 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-d9d5e8fc-b581-4552-bd0e-573c2cdd4efb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34739882-1b25-47bc-a326-0afbcfcd477e') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:32.074657 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-d9d5e8fc-b581-4552-bd0e-573c2cdd4efb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34739882-1b25-47bc-a326-0afbcfcd477e') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:32.076799 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ae1a7a9a-ef98-41b8-abdd-e37c8f9152b6 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:32.079724 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ae1a7a9a-ef98-41b8-abdd-e37c8f9152b6 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:32.094867 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-2f39f8ea-0c15-4058-bd4e-d0fa35cb2bc9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=50742842f86447879ac2a31143da3fa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3520372 Oct 27 18:33:32.097521 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39486) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:32.098802 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-85a91107-8bce-4e27-97e2-bd065383e6e3 None None] Allocated IP 2001:db8:1::2 (031fa20f-f763-4e4a-a2a2-d2f1f6ada727/270898a9-7961-4465-adef-2a0fbcc37925/5bb17042-e13c-4e45-a585-1b9a668a79b2) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:33:32.120480 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d9d5e8fc-b581-4552-bd0e-573c2cdd4efb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:32.155050 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d9d5e8fc-b581-4552-bd0e-573c2cdd4efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:32.163869 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9d5e8fc-b581-4552-bd0e-573c2cdd4efb admin admin] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:33:32.164111 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d9d5e8fc-b581-4552-bd0e-573c2cdd4efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:32.167212 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device abe627cc-61ba-4ba5-b2f3-ebac1a295fff no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:33:32.176366 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-49e0de6b-5c39-46ad-a26a-8618ce423a41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:32.225968 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-49e0de6b-5c39-46ad-a26a-8618ce423a41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:32.247086 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:33:32.247086 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:33:32.247086 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:33:32.247086 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:33:32.247086 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:33:32.247086 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:33:32.247086 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:33:32.247086 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:33:32.247086 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:33:32.247086 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:33:32.247086 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:33:32.247086 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:33:32.247086 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:33:32.247086 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:33:32.247086 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:33:32.247086 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:33:32.247086 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:33:32.247086 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:33:32.247086 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:33:32.247086 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:33:32.247086 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:33:32.247086 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:33:32.247086 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:33:32.247086 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:33:32.247086 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:33:32.247086 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:33:32.247086 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:33:32.247086 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:33:32.247086 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:33:32.247086 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:33:32.247086 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:33:32.247086 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:33:32.439542 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: abe627cc-61ba-4ba5-b2f3-ebac1a295fff {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:33:32.439796 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device abe627cc-61ba-4ba5-b2f3-ebac1a295fff not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:33:32.444509 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d9d5e8fc-b581-4552-bd0e-573c2cdd4efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:32.489916 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d9d5e8fc-b581-4552-bd0e-573c2cdd4efb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:32.493374 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d9d5e8fc-b581-4552-bd0e-573c2cdd4efb admin admin] 10.222.0.52 "DELETE /v2.0/networks/24b58060-0195-4688-89e9-b10b47c2b80e HTTP/1.1" status: 204 len: 168 time: 0.8939254 Oct 27 18:33:32.496806 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5e8fc-b581-4552-bd0e-573c2cdd4efb admin admin] Pushing event deleted for resources: {'Network': ['ID=24b58060-0195-4688-89e9-b10b47c2b80e,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:32.512436 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-49e0de6b-5c39-46ad-a26a-8618ce423a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:32.516671 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-49e0de6b-5c39-46ad-a26a-8618ce423a41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:32.518167 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-49e0de6b-5c39-46ad-a26a-8618ce423a41 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eb03621c-84f4-4934-9fe4-89bff3b85c2f HTTP/1.1" status: 204 len: 168 time: 0.4188924 Oct 27 18:33:32.544561 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e0de6b-5c39-46ad-a26a-8618ce423a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb03621c-84f4-4934-9fe4-89bff3b85c2f,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:32.584030 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ae1a7a9a-ef98-41b8-abdd-e37c8f9152b6 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:32.607996 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-85a91107-8bce-4e27-97e2-bd065383e6e3 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:32.656874 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf442b9-f712-4e60-9699-cfe0b02c0294 None None] Network c28eea74-12d9-4dae-aaf1-11787fd4eeaf requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:33:32.706459 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ae1a7a9a-ef98-41b8-abdd-e37c8f9152b6 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:32.751680 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-85a91107-8bce-4e27-97e2-bd065383e6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:32.822593 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a91107-8bce-4e27-97e2-bd065383e6e3 None None] Network 031fa20f-f763-4e4a-a2a2-d2f1f6ada727 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:33:32.825867 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ae1a7a9a-ef98-41b8-abdd-e37c8f9152b6 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:32.827814 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ae1a7a9a-ef98-41b8-abdd-e37c8f9152b6 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9984143 Oct 27 18:33:32.833900 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39502) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:32.834055 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-46c27b24-1d25-4660-8f2a-ddb7df73ee94 None None] Provisioning complete for port a409fb23-2dbe-4af9-affb-4c58370d9124 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:33:32.834055 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-46c27b24-1d25-4660-8f2a-ddb7df73ee94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:32.841955 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-85a91107-8bce-4e27-97e2-bd065383e6e3 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:33:32.847258 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a91107-8bce-4e27-97e2-bd065383e6e3 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:33:32.869859 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a91107-8bce-4e27-97e2-bd065383e6e3 None None] Pushing event updated for resources: {'Port': ['ID=5bb17042-e13c-4e45-a585-1b9a668a79b2,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:32.993143 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-85a91107-8bce-4e27-97e2-bd065383e6e3 None None] Attempting to bind port 5bb17042-e13c-4e45-a585-1b9a668a79b2 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:33:32.993784 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-85a91107-8bce-4e27-97e2-bd065383e6e3 None None] Attempting to bind port 5bb17042-e13c-4e45-a585-1b9a668a79b2 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '664b4b0e-1346-484c-b7a6-99ccd00b1da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '031fa20f-f763-4e4a-a2a2-d2f1f6ada727'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:33:32.993903 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a91107-8bce-4e27-97e2-bd065383e6e3 None None] Attempting to bind port 5bb17042-e13c-4e45-a585-1b9a668a79b2 on network 031fa20f-f763-4e4a-a2a2-d2f1f6ada727 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:33:33.004161 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a91107-8bce-4e27-97e2-bd065383e6e3 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:33:33.004747 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a91107-8bce-4e27-97e2-bd065383e6e3 None None] Checking segment: {'id': '664b4b0e-1346-484c-b7a6-99ccd00b1da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '031fa20f-f763-4e4a-a2a2-d2f1f6ada727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:33:33.005233 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-85a91107-8bce-4e27-97e2-bd065383e6e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:33.005546 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a91107-8bce-4e27-97e2-bd065383e6e3 None None] Bound using segment: {'id': '664b4b0e-1346-484c-b7a6-99ccd00b1da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '031fa20f-f763-4e4a-a2a2-d2f1f6ada727'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:33:33.006026 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-85a91107-8bce-4e27-97e2-bd065383e6e3 None None] Bound port: 5bb17042-e13c-4e45-a585-1b9a668a79b2, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '664b4b0e-1346-484c-b7a6-99ccd00b1da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '031fa20f-f763-4e4a-a2a2-d2f1f6ada727'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:33:33.006406 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-85a91107-8bce-4e27-97e2-bd065383e6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:33.116838 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-85a91107-8bce-4e27-97e2-bd065383e6e3 None None] For port 5bb17042-e13c-4e45-a585-1b9a668a79b2, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:33:33.120098 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-85a91107-8bce-4e27-97e2-bd065383e6e3 None None] For port 5bb17042-e13c-4e45-a585-1b9a668a79b2, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=5bb17042-e13c-4e45-a585-1b9a668a79b2,segment=NetworkSegment(664b4b0e-1346-484c-b7a6-99ccd00b1da2),segment_id=664b4b0e-1346-484c-b7a6-99ccd00b1da2)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:33:33.141361 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-46c27b24-1d25-4660-8f2a-ddb7df73ee94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:33.151266 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39514) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:33.256547 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-46c27b24-1d25-4660-8f2a-ddb7df73ee94 None None] For port a409fb23-2dbe-4af9-affb-4c58370d9124, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=a409fb23-2dbe-4af9-affb-4c58370d9124,segment=NetworkSegment(cb301240-6fb5-4322-bfeb-ecada396b446),segment_id=cb301240-6fb5-4322-bfeb-ecada396b446)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:33:33.265324 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-044e3a93-51ed-44cb-be4b-c141a8e01b6d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=95ef98ad04104f6180d6da64c42495b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1128900 Oct 27 18:33:33.267657 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-85a91107-8bce-4e27-97e2-bd065383e6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:33.281197 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39518) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:33.376075 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-46c27b24-1d25-4660-8f2a-ddb7df73ee94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:33.430970 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47bb9b2-0771-424f-b943-606567fa8dbb req-efa31ff5-7a00-4895-9e1e-8625f2fcdda1 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:33.450499 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c4410f64-26c5-4201-a5e0-777956abcdd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:33.454079 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47bb9b2-0771-424f-b943-606567fa8dbb req-efa31ff5-7a00-4895-9e1e-8625f2fcdda1 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:33.455101 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a91107-8bce-4e27-97e2-bd065383e6e3 None None] Pushing event updated for resources: {'Port': ['ID=5bb17042-e13c-4e45-a585-1b9a668a79b2,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:33.461512 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47bb9b2-0771-424f-b943-606567fa8dbb req-efa31ff5-7a00-4895-9e1e-8625f2fcdda1 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:33.485354 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47bb9b2-0771-424f-b943-606567fa8dbb req-efa31ff5-7a00-4895-9e1e-8625f2fcdda1 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:33.513380 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47bb9b2-0771-424f-b943-606567fa8dbb req-efa31ff5-7a00-4895-9e1e-8625f2fcdda1 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:33.525874 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c4410f64-26c5-4201-a5e0-777956abcdd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:33.526472 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47bb9b2-0771-424f-b943-606567fa8dbb req-efa31ff5-7a00-4895-9e1e-8625f2fcdda1 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:33.538017 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47bb9b2-0771-424f-b943-606567fa8dbb req-efa31ff5-7a00-4895-9e1e-8625f2fcdda1 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:33.540027 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b47bb9b2-0771-424f-b943-606567fa8dbb req-efa31ff5-7a00-4895-9e1e-8625f2fcdda1 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 5430 time: 0.4848197 Oct 27 18:33:33.579713 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device a409fb23-2dbe-4af9-affb-4c58370d9124 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:33:33.640618 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067b5fb-642d-4612-9063-ef1fd3c3be71 req-47620b47-6125-4b98-9276-90b80ec290e6 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:33.656535 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f067b5fb-642d-4612-9063-ef1fd3c3be71 req-47620b47-6125-4b98-9276-90b80ec290e6 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88445bb-3d06-4f66-85e2-e68ba8991233 HTTP/1.1" status: 200 len: 945 time: 0.5696273 Oct 27 18:33:33.715431 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c4410f64-26c5-4201-a5e0-777956abcdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:33.723845 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c4410f64-26c5-4201-a5e0-777956abcdd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:33.723845 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c4410f64-26c5-4201-a5e0-777956abcdd3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4971fde1-cf9c-455e-8c3f-86cd3dea01d0 HTTP/1.1" status: 204 len: 168 time: 0.4352233 Oct 27 18:33:33.737803 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4410f64-26c5-4201-a5e0-777956abcdd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4971fde1-cf9c-455e-8c3f-86cd3dea01d0,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:33.777752 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c27b24-1d25-4660-8f2a-ddb7df73ee94 None None] Pushing event updated for resources: {'Port': ['ID=a409fb23-2dbe-4af9-affb-4c58370d9124,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:33.789132 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port a409fb23-2dbe-4af9-affb-4c58370d9124 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:33:33.789520 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:33.865613 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e84cbc84-0039-4ccf-8bb9-be201e567985 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:33.892310 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b47bb9b2-0771-424f-b943-606567fa8dbb req-f0046156-1faa-420e-b166-0cd539a64fdc tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=3fa97b7c-97e4-4a13-a0ee-f36c9ec7b8d8&id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2739375 Oct 27 18:33:33.906400 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-efe72573-0f57-4b5a-b8ef-c0d3a78860dc None None] Provisioning complete for port a409fb23-2dbe-4af9-affb-4c58370d9124 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:33:33.914201 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-efe72573-0f57-4b5a-b8ef-c0d3a78860dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:33.950631 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f067b5fb-642d-4612-9063-ef1fd3c3be71 req-a9b5d939-cf17-40f0-b6d8-dc62a789be6d tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621844 Oct 27 18:33:34.364793 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-e84cbc84-0039-4ccf-8bb9-be201e567985 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Allocated IP 2001:db8::1 (c28eea74-12d9-4dae-aaf1-11787fd4eeaf/60fd151b-0f2b-4cde-a54a-24cb051eb5ad/5b1c16e5-ada2-4f3c-b55b-bbc5ea40f449) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:33:34.437714 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e282c7-9800-4f5f-90fd-d651c09d8ec7 req-5f81a279-2772-401c-8436-bc47c7504410 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:34.439304 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e1e282c7-9800-4f5f-90fd-d651c09d8ec7 req-5f81a279-2772-401c-8436-bc47c7504410 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88445bb-3d06-4f66-85e2-e68ba8991233 HTTP/1.1" status: 200 len: 945 time: 0.1081872 Oct 27 18:33:34.553258 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e84cbc84-0039-4ccf-8bb9-be201e567985 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:34.594215 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e1e282c7-9800-4f5f-90fd-d651c09d8ec7 req-a496e84b-0e2f-41f8-bf9e-16e00aff5d25 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482055 Oct 27 18:33:34.650408 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39548) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:34.652965 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e84cbc84-0039-4ccf-8bb9-be201e567985 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:34.728801 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84cbc84-0039-4ccf-8bb9-be201e567985 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Network c28eea74-12d9-4dae-aaf1-11787fd4eeaf is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:33:34.742947 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-e84cbc84-0039-4ccf-8bb9-be201e567985 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:33:34.745851 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84cbc84-0039-4ccf-8bb9-be201e567985 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:33:34.746565 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e84cbc84-0039-4ccf-8bb9-be201e567985 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:34.827830 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84cbc84-0039-4ccf-8bb9-be201e567985 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event updated for resources: {'Port': ['ID=5b1c16e5-ada2-4f3c-b55b-bbc5ea40f449,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:34.894067 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5375f3-3f52-48dc-b42d-650b96ba159b req-bd85efc1-207c-46c6-b28e-210c59e5aa57 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:34.895983 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3f5375f3-3f52-48dc-b42d-650b96ba159b req-bd85efc1-207c-46c6-b28e-210c59e5aa57 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88445bb-3d06-4f66-85e2-e68ba8991233 HTTP/1.1" status: 200 len: 945 time: 0.1727371 Oct 27 18:33:34.943829 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3f5375f3-3f52-48dc-b42d-650b96ba159b req-09fff424-0172-44f4-b070-844e806db50e tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397460 Oct 27 18:33:35.049816 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e84cbc84-0039-4ccf-8bb9-be201e567985 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:35.178747 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b8a1ec-9a42-4528-89a8-a7a917c51bba None None] Network 031fa20f-f763-4e4a-a2a2-d2f1f6ada727 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:33:35.264412 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e6833-3f65-4007-868c-69f51c268498 req-4baa2edc-d466-4175-a1d6-9f080c2e7b17 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:35.271294 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e6833-3f65-4007-868c-69f51c268498 req-4baa2edc-d466-4175-a1d6-9f080c2e7b17 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:35.272710 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-449fd229-77f9-447e-9720-a83be05a5b6a None None] Provisioning complete for port 5b1c16e5-ada2-4f3c-b55b-bbc5ea40f449 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:33:35.273649 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-449fd229-77f9-447e-9720-a83be05a5b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:35.277876 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e6833-3f65-4007-868c-69f51c268498 req-4baa2edc-d466-4175-a1d6-9f080c2e7b17 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:35.284299 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e6833-3f65-4007-868c-69f51c268498 req-4baa2edc-d466-4175-a1d6-9f080c2e7b17 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:35.290869 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e6833-3f65-4007-868c-69f51c268498 req-4baa2edc-d466-4175-a1d6-9f080c2e7b17 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:35.298315 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e6833-3f65-4007-868c-69f51c268498 req-4baa2edc-d466-4175-a1d6-9f080c2e7b17 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:35.305870 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e6833-3f65-4007-868c-69f51c268498 req-4baa2edc-d466-4175-a1d6-9f080c2e7b17 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:35.308212 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0d7e6833-3f65-4007-868c-69f51c268498 req-4baa2edc-d466-4175-a1d6-9f080c2e7b17 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 5430 time: 0.2339780 Oct 27 18:33:35.418639 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0d7e6833-3f65-4007-868c-69f51c268498 req-49fc152f-7a15-4b94-a399-963555f347ec tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=3fa97b7c-97e4-4a13-a0ee-f36c9ec7b8d8&id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0705388 Oct 27 18:33:35.431719 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-2bce27c2-a68c-489b-a35b-cccf44711654 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Request body: {'networks': [{'name': 'tempest-network--1610325752'}, {'name': 'tempest-network--1990249515'}]} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:33:35.432052 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-2bce27c2-a68c-489b-a35b-cccf44711654 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Request body: {'network': {'name': 'tempest-network--1610325752'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:33:35.434625 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-2bce27c2-a68c-489b-a35b-cccf44711654 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Request body: {'network': {'name': 'tempest-network--1990249515'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:33:35.534916 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-449fd229-77f9-447e-9720-a83be05a5b6a None None] Port 5b1c16e5-ada2-4f3c-b55b-bbc5ea40f449 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:33:35.601263 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bce27c2-a68c-489b-a35b-cccf44711654 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Made reservation on behalf of 97453ef67d7546c5a0e73c453a4a18e5 for: {'network': 2} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:33:35.613817 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2bce27c2-a68c-489b-a35b-cccf44711654 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:35.643310 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2bce27c2-a68c-489b-a35b-cccf44711654 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:35.658075 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-449fd229-77f9-447e-9720-a83be05a5b6a None None] Provisioning complete for port 5bb17042-e13c-4e45-a585-1b9a668a79b2 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:33:35.658467 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-449fd229-77f9-447e-9720-a83be05a5b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:35.709352 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device a409fb23-2dbe-4af9-affb-4c58370d9124 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:33:35.732962 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e84cbc84-0039-4ccf-8bb9-be201e567985 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:35.748692 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a5003-07ed-4b97-ab73-e22b3932138e req-da77212e-c346-4362-b1e8-10df184ecbbf tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:35.750348 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-263a5003-07ed-4b97-ab73-e22b3932138e req-da77212e-c346-4362-b1e8-10df184ecbbf tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88445bb-3d06-4f66-85e2-e68ba8991233 HTTP/1.1" status: 200 len: 945 time: 0.1009698 Oct 27 18:33:35.803074 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2bce27c2-a68c-489b-a35b-cccf44711654 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:35.819918 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e84cbc84-0039-4ccf-8bb9-be201e567985 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:35.821246 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e84cbc84-0039-4ccf-8bb9-be201e567985 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:35.838317 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port a409fb23-2dbe-4af9-affb-4c58370d9124 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:33:35.838697 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:35.843993 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-263a5003-07ed-4b97-ab73-e22b3932138e req-1bcf37fd-d415-4dd8-b9e3-aef0a94c7e88 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834122 Oct 27 18:33:35.892832 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2bce27c2-a68c-489b-a35b-cccf44711654 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:35.893614 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2bce27c2-a68c-489b-a35b-cccf44711654 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:35.954129 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-449fd229-77f9-447e-9720-a83be05a5b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:36.013731 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce27c2-a68c-489b-a35b-cccf44711654 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d19e2fcb-bbac-461c-9188-915824438db4,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:36.024485 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bce27c2-a68c-489b-a35b-cccf44711654 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] vlan segment allocate from pool success with {'vlan_id': 1020, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:33:36.029431 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84cbc84-0039-4ccf-8bb9-be201e567985 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event updated for resources: {'Port': ['ID=5b1c16e5-ada2-4f3c-b55b-bbc5ea40f449,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:36.033322 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-449fd229-77f9-447e-9720-a83be05a5b6a None None] For port 5bb17042-e13c-4e45-a585-1b9a668a79b2, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=5bb17042-e13c-4e45-a585-1b9a668a79b2,segment=NetworkSegment(664b4b0e-1346-484c-b7a6-99ccd00b1da2),segment_id=664b4b0e-1346-484c-b7a6-99ccd00b1da2)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:33:36.052594 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2bce27c2-a68c-489b-a35b-cccf44711654 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:36.057147 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-2bce27c2-a68c-489b-a35b-cccf44711654 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Added segment 2c3693c7-cdc4-4dad-8926-f9f3b8f157bf of type vlan for network 3945e6a0-3a39-4e7f-8901-61a697127ff3 Oct 27 18:33:36.107559 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84cbc84-0039-4ccf-8bb9-be201e567985 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Network c28eea74-12d9-4dae-aaf1-11787fd4eeaf is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:33:36.109684 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-e84cbc84-0039-4ccf-8bb9-be201e567985 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:33:36.139434 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2bce27c2-a68c-489b-a35b-cccf44711654 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:36.152194 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 5bb17042-e13c-4e45-a585-1b9a668a79b2 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:33:36.196806 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-449fd229-77f9-447e-9720-a83be05a5b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:36.213775 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bce27c2-a68c-489b-a35b-cccf44711654 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] vlan segment allocate from pool success with {'vlan_id': 1011, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:33:36.226587 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2bce27c2-a68c-489b-a35b-cccf44711654 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:36.226981 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-2bce27c2-a68c-489b-a35b-cccf44711654 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Added segment d4d2c222-db7e-4319-a934-e10897e886c6 of type vlan for network 2938a9c1-6627-49af-957d-cddcd9f038c0 Oct 27 18:33:36.309913 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2bce27c2-a68c-489b-a35b-cccf44711654 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:36.352820 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449fd229-77f9-447e-9720-a83be05a5b6a None None] Pushing event updated for resources: {'Port': ['ID=5bb17042-e13c-4e45-a585-1b9a668a79b2,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:36.362441 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 5bb17042-e13c-4e45-a585-1b9a668a79b2 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:33:36.362847 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:36.365225 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fd229-77f9-447e-9720-a83be05a5b6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:33:36.365571 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fd229-77f9-447e-9720-a83be05a5b6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:33:36.365916 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fd229-77f9-447e-9720-a83be05a5b6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:33:36.366253 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fd229-77f9-447e-9720-a83be05a5b6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:33:36.372622 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84cbc84-0039-4ccf-8bb9-be201e567985 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Router 43d254a6-dcdd-416d-ba5b-980e814f4f1d is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:33:36.372858 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fd229-77f9-447e-9720-a83be05a5b6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:33:36.373162 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fd229-77f9-447e-9720-a83be05a5b6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:33:36.373504 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fd229-77f9-447e-9720-a83be05a5b6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:33:36.373840 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fd229-77f9-447e-9720-a83be05a5b6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:33:36.374176 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fd229-77f9-447e-9720-a83be05a5b6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:33:36.374499 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fd229-77f9-447e-9720-a83be05a5b6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:33:36.374860 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fd229-77f9-447e-9720-a83be05a5b6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:33:36.375229 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fd229-77f9-447e-9720-a83be05a5b6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:33:36.451930 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-84e39cd3-f802-41d0-a96c-7d1effe61979 None None] Provisioning complete for port 5bb17042-e13c-4e45-a585-1b9a668a79b2 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:33:36.452309 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-84e39cd3-f802-41d0-a96c-7d1effe61979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:36.490242 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2bce27c2-a68c-489b-a35b-cccf44711654 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:36.491198 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2bce27c2-a68c-489b-a35b-cccf44711654 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:36.497832 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bce27c2-a68c-489b-a35b-cccf44711654 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:36.523294 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bce27c2-a68c-489b-a35b-cccf44711654 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:36.524420 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2bce27c2-a68c-489b-a35b-cccf44711654 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:36.691877 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2bce27c2-a68c-489b-a35b-cccf44711654 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.0374393 Oct 27 18:33:36.695238 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39594) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:36.804661 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce27c2-a68c-489b-a35b-cccf44711654 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Pushing event updated for resources: {'Network': ['ID=3945e6a0-3a39-4e7f-8901-61a697127ff3,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:36.814844 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-626012fc-8480-430c-86c6-dc95a040e174 None None] Provisioning complete for port 5b1c16e5-ada2-4f3c-b55b-bbc5ea40f449 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:33:36.815263 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-626012fc-8480-430c-86c6-dc95a040e174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:36.858940 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce27c2-a68c-489b-a35b-cccf44711654 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:33:36.859798 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce27c2-a68c-489b-a35b-cccf44711654 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:33:36.860517 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce27c2-a68c-489b-a35b-cccf44711654 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:33:36.862019 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce27c2-a68c-489b-a35b-cccf44711654 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:33:36.862755 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce27c2-a68c-489b-a35b-cccf44711654 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:33:36.863362 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce27c2-a68c-489b-a35b-cccf44711654 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:33:36.864503 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce27c2-a68c-489b-a35b-cccf44711654 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:33:36.865271 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce27c2-a68c-489b-a35b-cccf44711654 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:33:36.865867 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce27c2-a68c-489b-a35b-cccf44711654 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:33:36.866216 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce27c2-a68c-489b-a35b-cccf44711654 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:33:36.866730 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce27c2-a68c-489b-a35b-cccf44711654 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:33:36.867109 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bce27c2-a68c-489b-a35b-cccf44711654 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:33:36.889319 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 3945e6a0-3a39-4e7f-8901-61a697127ff3 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:33:36.939959 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5638e-a265-48f8-9e55-15cac4335ef0 req-a7e13487-0228-4f8a-867c-822c2a06eb07 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:36.955401 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b0c5638e-a265-48f8-9e55-15cac4335ef0 req-a7e13487-0228-4f8a-867c-822c2a06eb07 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.93 "GET /v2.0/ports?device_id=b88445bb-3d06-4f66-85e2-e68ba8991233 HTTP/1.1" status: 200 len: 945 time: 0.3147807 Oct 27 18:33:37.009622 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-626012fc-8480-430c-86c6-dc95a040e174 None None] Port 5b1c16e5-ada2-4f3c-b55b-bbc5ea40f449 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:33:37.075233 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa3588-27b2-4435-9b9f-c4be9bfc8f7a req-574e19b6-55fb-40f4-854f-c8b911f65b37 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:37.083654 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa3588-27b2-4435-9b9f-c4be9bfc8f7a req-574e19b6-55fb-40f4-854f-c8b911f65b37 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:37.104496 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa3588-27b2-4435-9b9f-c4be9bfc8f7a req-574e19b6-55fb-40f4-854f-c8b911f65b37 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:37.112246 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa3588-27b2-4435-9b9f-c4be9bfc8f7a req-574e19b6-55fb-40f4-854f-c8b911f65b37 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:37.118682 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce27c2-a68c-489b-a35b-cccf44711654 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Pushing event updated for resources: {'Network': ['ID=2938a9c1-6627-49af-957d-cddcd9f038c0,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:37.122804 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa3588-27b2-4435-9b9f-c4be9bfc8f7a req-574e19b6-55fb-40f4-854f-c8b911f65b37 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:37.132597 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 2938a9c1-6627-49af-957d-cddcd9f038c0 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:33:37.135592 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ce2335-a454-4a50-a62e-c53d52c8960e tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:37.143565 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ce2335-a454-4a50-a62e-c53d52c8960e tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:37.149826 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ce2335-a454-4a50-a62e-c53d52c8960e tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:37.152824 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa3588-27b2-4435-9b9f-c4be9bfc8f7a req-574e19b6-55fb-40f4-854f-c8b911f65b37 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:37.160785 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ce2335-a454-4a50-a62e-c53d52c8960e tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:37.171844 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-18ce2335-a454-4a50-a62e-c53d52c8960e tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4432342 Oct 27 18:33:37.172040 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa3588-27b2-4435-9b9f-c4be9bfc8f7a req-574e19b6-55fb-40f4-854f-c8b911f65b37 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:37.172177 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39608) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:37.175859 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bfaa3588-27b2-4435-9b9f-c4be9bfc8f7a req-574e19b6-55fb-40f4-854f-c8b911f65b37 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 5430 time: 0.2552662 Oct 27 18:33:37.232937 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bfaa3588-27b2-4435-9b9f-c4be9bfc8f7a req-f3a0c586-8e37-4bcf-8dff-d147719a7148 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=3fa97b7c-97e4-4a13-a0ee-f36c9ec7b8d8&id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0477335 Oct 27 18:33:37.237122 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84cbc84-0039-4ccf-8bb9-be201e567985 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:33:37.245807 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e84cbc84-0039-4ccf-8bb9-be201e567985 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "PUT /v2.0/routers/43d254a6-dcdd-416d-ba5b-980e814f4f1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4108143 Oct 27 18:33:37.245807 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39610) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:37.258316 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765cfb47-a032-4b72-97ac-0491794ca64d None None] Sync routers for ids ['43d254a6-dcdd-416d-ba5b-980e814f4f1d'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:33:37.280378 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765cfb47-a032-4b72-97ac-0491794ca64d None None] Routers {'43d254a6-dcdd-416d-ba5b-980e814f4f1d'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:33:37.280378 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-765cfb47-a032-4b72-97ac-0491794ca64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:33:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['43d254a6-dcdd-416d-ba5b-980e814f4f1d'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:37.304423 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89784113-4faa-4e18-898c-8577eeb1f925 req-510b08ec-4f3d-4b9f-b928-00e8dc6cff64 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:37.312692 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-89784113-4faa-4e18-898c-8577eeb1f925 req-510b08ec-4f3d-4b9f-b928-00e8dc6cff64 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88445bb-3d06-4f66-85e2-e68ba8991233 HTTP/1.1" status: 200 len: 945 time: 0.3203435 Oct 27 18:33:37.350489 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e188ed3-5eb2-4353-baa9-4069436b7007 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:37.354706 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7e188ed3-5eb2-4353-baa9-4069436b7007 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "GET /v2.0/ports/5b1c16e5-ada2-4f3c-b55b-bbc5ea40f449 HTTP/1.1" status: 200 len: 911 time: 0.1055725 Oct 27 18:33:37.369463 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39614) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:37.389494 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-89784113-4faa-4e18-898c-8577eeb1f925 req-a38da990-4fc5-4ecf-b64d-2c5f3bf46fa8 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714562 Oct 27 18:33:37.404746 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-765cfb47-a032-4b72-97ac-0491794ca64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:37.427787 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765cfb47-a032-4b72-97ac-0491794ca64d None None] Routers {'43d254a6-dcdd-416d-ba5b-980e814f4f1d'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:33:37.428671 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-765cfb47-a032-4b72-97ac-0491794ca64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:33:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['43d254a6-dcdd-416d-ba5b-980e814f4f1d'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:37.436502 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 5bb17042-e13c-4e45-a585-1b9a668a79b2 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:33:37.471536 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-765cfb47-a032-4b72-97ac-0491794ca64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:37.473324 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765cfb47-a032-4b72-97ac-0491794ca64d None None] The sync data for ids ['43d254a6-dcdd-416d-ba5b-980e814f4f1d'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:33:37.524209 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 5bb17042-e13c-4e45-a585-1b9a668a79b2 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:33:37.525076 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:37.533386 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-b0c5638e-a265-48f8-9e55-15cac4335ef0 req-98044ddf-e480-4ac4-a9d7-fe36b95a2992 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Deleting port 54805c1d-932d-4ba4-a07a-3983cc965288 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:33:37.533971 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b0c5638e-a265-48f8-9e55-15cac4335ef0 req-98044ddf-e480-4ac4-a9d7-fe36b95a2992 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:37.649864 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-21b2c3ea-265f-4b76-a2f1-545756457a39 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:37.884134 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-b0c5638e-a265-48f8-9e55-15cac4335ef0 req-98044ddf-e480-4ac4-a9d7-fe36b95a2992 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] For port 54805c1d-932d-4ba4-a07a-3983cc965288, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=54805c1d-932d-4ba4-a07a-3983cc965288,segment=NetworkSegment(da54f3b4-fa80-4f6a-872c-1cd042d9332d),segment_id=da54f3b4-fa80-4f6a-872c-1cd042d9332d)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:33:37.884709 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b0c5638e-a265-48f8-9e55-15cac4335ef0 req-98044ddf-e480-4ac4-a9d7-fe36b95a2992 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:37.911444 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-21b2c3ea-265f-4b76-a2f1-545756457a39 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:37.925114 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-b0c5638e-a265-48f8-9e55-15cac4335ef0 req-98044ddf-e480-4ac4-a9d7-fe36b95a2992 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Calling delete_port for 54805c1d-932d-4ba4-a07a-3983cc965288 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:33:37.951721 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-21b2c3ea-265f-4b76-a2f1-545756457a39 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3945e6a0-3a39-4e7f-8901-61a697127ff3']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:38.062613 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-21b2c3ea-265f-4b76-a2f1-545756457a39 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c3693c7-cdc4-4dad-8926-f9f3b8f157bf') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:38.063318 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-21b2c3ea-265f-4b76-a2f1-545756457a39 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c3693c7-cdc4-4dad-8926-f9f3b8f157bf') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:38.081907 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-21b2c3ea-265f-4b76-a2f1-545756457a39 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:38.109305 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-21b2c3ea-265f-4b76-a2f1-545756457a39 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:38.121972 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21b2c3ea-265f-4b76-a2f1-545756457a39 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:33:38.122372 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-21b2c3ea-265f-4b76-a2f1-545756457a39 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:38.127154 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:33:38.127154 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:33:38.127154 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:33:38.127154 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:33:38.127154 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:33:38.127154 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:33:38.127154 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:33:38.127154 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:33:38.127154 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:33:38.127154 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:33:38.127154 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:33:38.127154 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:33:38.127154 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:33:38.127154 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:33:38.127154 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:33:38.127154 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:33:38.127154 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:33:38.127154 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:33:38.127154 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:33:38.127154 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:33:38.127154 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:33:38.127154 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:33:38.127154 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:33:38.127154 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:33:38.127154 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:33:38.127154 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:33:38.127154 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:33:38.127154 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:33:38.127154 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:33:38.127154 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:33:38.127154 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:33:38.127154 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:33:38.317245 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-733d174d-21b7-493f-8b5f-ddef1fca0405 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:38.392758 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-21b2c3ea-265f-4b76-a2f1-545756457a39 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:38.429814 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-21b2c3ea-265f-4b76-a2f1-545756457a39 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:38.433134 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-21b2c3ea-265f-4b76-a2f1-545756457a39 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] 10.222.0.52 "DELETE /v2.0/networks/3945e6a0-3a39-4e7f-8901-61a697127ff3 HTTP/1.1" status: 204 len: 168 time: 1.2590334 Oct 27 18:33:38.434237 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b0c5638e-a265-48f8-9e55-15cac4335ef0 req-98044ddf-e480-4ac4-a9d7-fe36b95a2992 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:38.436711 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39652) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:38.446547 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['1fb59165-d3f3-4b1a-bc95-4eec88509b3a'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:33:38.547304 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98044ddf-e480-4ac4-a9d7-fe36b95a2992 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Pushing event deleted for resources: {'Port': ['ID=54805c1d-932d-4ba4-a07a-3983cc965288,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:38.549100 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b2c3ea-265f-4b76-a2f1-545756457a39 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Pushing event deleted for resources: {'Network': ['ID=3945e6a0-3a39-4e7f-8901-61a697127ff3,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:38.604211 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97892cc6-157d-4bb0-8696-9183ae9f1742 req-99d1a615-02f9-4348-b363-4f372ba893be tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:38.611368 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97892cc6-157d-4bb0-8696-9183ae9f1742 req-99d1a615-02f9-4348-b363-4f372ba893be tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:38.623078 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97892cc6-157d-4bb0-8696-9183ae9f1742 req-99d1a615-02f9-4348-b363-4f372ba893be tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:38.632149 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97892cc6-157d-4bb0-8696-9183ae9f1742 req-99d1a615-02f9-4348-b363-4f372ba893be tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:38.632381 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c5638e-a265-48f8-9e55-15cac4335ef0 req-98044ddf-e480-4ac4-a9d7-fe36b95a2992 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] No DVR routers for this DVR port 54805c1d-932d-4ba4-a07a-3983cc965288 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:33:38.635385 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b0c5638e-a265-48f8-9e55-15cac4335ef0 req-98044ddf-e480-4ac4-a9d7-fe36b95a2992 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:38.639497 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b0c5638e-a265-48f8-9e55-15cac4335ef0 req-98044ddf-e480-4ac4-a9d7-fe36b95a2992 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.93 "DELETE /v2.0/ports/54805c1d-932d-4ba4-a07a-3983cc965288 HTTP/1.1" status: 204 len: 173 time: 1.6683416 Oct 27 18:33:38.639797 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97892cc6-157d-4bb0-8696-9183ae9f1742 req-99d1a615-02f9-4348-b363-4f372ba893be tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:38.642174 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b88445bb-3d06-4f66-85e2-e68ba8991233', 'name': 'network-vif-deleted', 'tag': '54805c1d-932d-4ba4-a07a-3983cc965288'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:33:38.658668 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff2f891-c941-45a8-bca5-5339a49257e4" -d '{"events": [{"server_uuid": "b88445bb-3d06-4f66-85e2-e68ba8991233", "name": "network-vif-deleted", "tag": "54805c1d-932d-4ba4-a07a-3983cc965288"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:33:38.661055 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97892cc6-157d-4bb0-8696-9183ae9f1742 req-99d1a615-02f9-4348-b363-4f372ba893be tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:38.698313 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97892cc6-157d-4bb0-8696-9183ae9f1742 req-99d1a615-02f9-4348-b363-4f372ba893be tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:38.717872 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-97892cc6-157d-4bb0-8696-9183ae9f1742 req-99d1a615-02f9-4348-b363-4f372ba893be tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 5430 time: 0.3478820 Oct 27 18:33:38.843137 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-113ab91e-a239-452b-8002-548778243e86 req-4e0bfa81-c1bd-4842-8a38-cf7149c5d084 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88445bb-3d06-4f66-85e2-e68ba8991233 HTTP/1.1" status: 200 len: 210 time: 0.3145618 Oct 27 18:33:38.876280 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8392d98c-a6a2-4e79-b99f-ab687e470805 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:38.925435 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-97892cc6-157d-4bb0-8696-9183ae9f1742 req-fef311fd-6024-4d23-beca-3d9a2485b878 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=3fa97b7c-97e4-4a13-a0ee-f36c9ec7b8d8&id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2064216 Oct 27 18:33:38.958700 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72963df-54d5-4afc-bc5a-fbfd0e26b349 x-openstack-request-id: req-e72963df-54d5-4afc-bc5a-fbfd0e26b349 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:33:38.966604 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b88445bb-3d06-4f66-85e2-e68ba8991233", "name": "network-vif-deleted", "tag": "54805c1d-932d-4ba4-a07a-3983cc965288", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:33:38.966954 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e72963df-54d5-4afc-bc5a-fbfd0e26b349 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:33:38.967393 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b88445bb-3d06-4f66-85e2-e68ba8991233', 'name': 'network-vif-deleted', 'tag': '54805c1d-932d-4ba4-a07a-3983cc965288', 'status': 'completed', 'code': 200} Oct 27 18:33:39.075679 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8392d98c-a6a2-4e79-b99f-ab687e470805 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:39.095418 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-733d174d-21b7-493f-8b5f-ddef1fca0405 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Allocated IP 2001:db8:1::1 (031fa20f-f763-4e4a-a2a2-d2f1f6ada727/270898a9-7961-4465-adef-2a0fbcc37925/aaf9e353-aab0-4cc6-999c-13d51a3c88a9) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:33:39.133194 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-8392d98c-a6a2-4e79-b99f-ab687e470805 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2938a9c1-6627-49af-957d-cddcd9f038c0']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:39.148717 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-8392d98c-a6a2-4e79-b99f-ab687e470805 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4d2c222-db7e-4319-a934-e10897e886c6') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:39.150323 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-8392d98c-a6a2-4e79-b99f-ab687e470805 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4d2c222-db7e-4319-a934-e10897e886c6') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:39.170544 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8392d98c-a6a2-4e79-b99f-ab687e470805 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:39.204994 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8392d98c-a6a2-4e79-b99f-ab687e470805 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:39.227538 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8392d98c-a6a2-4e79-b99f-ab687e470805 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:33:39.229189 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8392d98c-a6a2-4e79-b99f-ab687e470805 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:39.238606 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:33:39.238606 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:33:39.238606 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:33:39.238606 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:33:39.238606 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:33:39.238606 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:33:39.238606 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:33:39.238606 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:33:39.238606 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:33:39.238606 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:33:39.238606 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:33:39.238606 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:33:39.238606 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:33:39.238606 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:33:39.238606 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:33:39.238606 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:33:39.238606 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:33:39.238606 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:33:39.238606 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:33:39.238606 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:33:39.238606 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:33:39.238606 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:33:39.238606 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:33:39.238606 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:33:39.238606 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:33:39.238606 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:33:39.238606 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:33:39.238606 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:33:39.238606 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:33:39.238606 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:33:39.238606 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:33:39.238606 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:33:39.320609 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-733d174d-21b7-493f-8b5f-ddef1fca0405 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:39.412773 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8392d98c-a6a2-4e79-b99f-ab687e470805 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:39.427687 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8392d98c-a6a2-4e79-b99f-ab687e470805 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:39.427687 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8392d98c-a6a2-4e79-b99f-ab687e470805 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] 10.222.0.52 "DELETE /v2.0/networks/2938a9c1-6627-49af-957d-cddcd9f038c0 HTTP/1.1" status: 204 len: 168 time: 0.9811420 Oct 27 18:33:39.430251 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39682) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:39.458279 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-733d174d-21b7-493f-8b5f-ddef1fca0405 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:39.463844 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8392d98c-a6a2-4e79-b99f-ab687e470805 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Pushing event deleted for resources: {'Network': ['ID=2938a9c1-6627-49af-957d-cddcd9f038c0,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:39.604850 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733d174d-21b7-493f-8b5f-ddef1fca0405 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Network 031fa20f-f763-4e4a-a2a2-d2f1f6ada727 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:33:39.626672 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-46c03934-6ca8-4a62-bc38-7d8f94c1aee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:39.628695 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-733d174d-21b7-493f-8b5f-ddef1fca0405 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:33:39.646468 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733d174d-21b7-493f-8b5f-ddef1fca0405 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:33:39.648080 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-733d174d-21b7-493f-8b5f-ddef1fca0405 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:39.832818 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d174d-21b7-493f-8b5f-ddef1fca0405 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event updated for resources: {'Port': ['ID=aaf9e353-aab0-4cc6-999c-13d51a3c88a9,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:40.028685 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dbf2ff-2bcb-4baa-b90f-1ca69e911886 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:40.047098 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dbf2ff-2bcb-4baa-b90f-1ca69e911886 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:40.062164 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-29dbf2ff-2bcb-4baa-b90f-1ca69e911886 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6305802 Oct 27 18:33:40.063089 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39694) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:40.075302 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-2be9d2ae-736f-4421-ae0d-b624c862e9a4 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1555810015'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:33:40.076169 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-49a396f7-a5cb-4826-8026-4342afecb1ac req-1f0f3ca9-bbda-4850-a4d4-18df8d27d29b tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b88445bb-3d06-4f66-85e2-e68ba8991233 HTTP/1.1" status: 200 len: 210 time: 0.0848498 Oct 27 18:33:40.168420 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98b89d-9fb0-4aec-8f99-d19338be9b69 req-f6c5e11f-3742-49ae-81e1-535466e11f6a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:40.191044 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98b89d-9fb0-4aec-8f99-d19338be9b69 req-f6c5e11f-3742-49ae-81e1-535466e11f6a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:40.233557 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 54805c1d-932d-4ba4-a07a-3983cc965288 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:33:40.242911 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-bce758e1-4add-477c-afa4-14678d04c058 None None] Provisioning complete for port aaf9e353-aab0-4cc6-999c-13d51a3c88a9 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:33:40.243720 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-bce758e1-4add-477c-afa4-14678d04c058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:40.247985 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98b89d-9fb0-4aec-8f99-d19338be9b69 req-f6c5e11f-3742-49ae-81e1-535466e11f6a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:40.259068 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98b89d-9fb0-4aec-8f99-d19338be9b69 req-f6c5e11f-3742-49ae-81e1-535466e11f6a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:40.278219 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98b89d-9fb0-4aec-8f99-d19338be9b69 req-f6c5e11f-3742-49ae-81e1-535466e11f6a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:40.293310 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98b89d-9fb0-4aec-8f99-d19338be9b69 req-f6c5e11f-3742-49ae-81e1-535466e11f6a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:40.301019 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be9d2ae-736f-4421-ae0d-b624c862e9a4 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Made reservation on behalf of 97453ef67d7546c5a0e73c453a4a18e5 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:33:40.306442 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2be9d2ae-736f-4421-ae0d-b624c862e9a4 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:40.320754 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98b89d-9fb0-4aec-8f99-d19338be9b69 req-f6c5e11f-3742-49ae-81e1-535466e11f6a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:40.323626 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-bce758e1-4add-477c-afa4-14678d04c058 None None] Port aaf9e353-aab0-4cc6-999c-13d51a3c88a9 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:33:40.340313 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-733d174d-21b7-493f-8b5f-ddef1fca0405 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:40.343104 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ba98b89d-9fb0-4aec-8f99-d19338be9b69 req-f6c5e11f-3742-49ae-81e1-535466e11f6a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 5430 time: 0.2349908 Oct 27 18:33:40.383378 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 54805c1d-932d-4ba4-a07a-3983cc965288 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:33:40.392911 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 54805c1d-932d-4ba4-a07a-3983cc965288 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:33:40.429462 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2be9d2ae-736f-4421-ae0d-b624c862e9a4 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] vlan segment allocate from pool success with {'vlan_id': 1010, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:33:40.444207 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ba98b89d-9fb0-4aec-8f99-d19338be9b69 req-bce9f9c7-4556-4605-ad2a-64fa3d7e0d21 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=3fa97b7c-97e4-4a13-a0ee-f36c9ec7b8d8&id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0934136 Oct 27 18:33:40.512355 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2be9d2ae-736f-4421-ae0d-b624c862e9a4 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:40.512694 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-2be9d2ae-736f-4421-ae0d-b624c862e9a4 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Added segment 1976ad0e-51d3-4f54-af0a-8443c1d48812 of type vlan for network a4951f65-c22d-4e5e-ae5f-e1a9fcebad86 Oct 27 18:33:40.640644 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2be9d2ae-736f-4421-ae0d-b624c862e9a4 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:40.747956 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2be9d2ae-736f-4421-ae0d-b624c862e9a4 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:40.753642 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be9d2ae-736f-4421-ae0d-b624c862e9a4 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:40.754313 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2be9d2ae-736f-4421-ae0d-b624c862e9a4 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:40.845588 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2be9d2ae-736f-4421-ae0d-b624c862e9a4 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7729220 Oct 27 18:33:40.846517 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39706) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:40.854699 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-1ca21ac1-e891-4d92-8b0e-1ed443edd8c8 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2117987990'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:33:40.859948 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be9d2ae-736f-4421-ae0d-b624c862e9a4 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Pushing event updated for resources: {'Network': ['ID=a4951f65-c22d-4e5e-ae5f-e1a9fcebad86,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:40.868795 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network a4951f65-c22d-4e5e-ae5f-e1a9fcebad86 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:33:40.881781 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-733d174d-21b7-493f-8b5f-ddef1fca0405 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:40.940199 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-733d174d-21b7-493f-8b5f-ddef1fca0405 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:40.941031 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-733d174d-21b7-493f-8b5f-ddef1fca0405 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:40.997044 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca21ac1-e891-4d92-8b0e-1ed443edd8c8 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Made reservation on behalf of 97453ef67d7546c5a0e73c453a4a18e5 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:33:41.003405 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1ca21ac1-e891-4d92-8b0e-1ed443edd8c8 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:41.035846 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d174d-21b7-493f-8b5f-ddef1fca0405 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event updated for resources: {'Port': ['ID=aaf9e353-aab0-4cc6-999c-13d51a3c88a9,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:41.058203 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca21ac1-e891-4d92-8b0e-1ed443edd8c8 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] vlan segment allocate from pool success with {'vlan_id': 1021, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:33:41.082718 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1ca21ac1-e891-4d92-8b0e-1ed443edd8c8 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:41.084894 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-1ca21ac1-e891-4d92-8b0e-1ed443edd8c8 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Added segment 696100d8-80e0-454b-b49e-0fa4fd281b2e of type vlan for network 2e59f4ef-83b0-4468-8892-fea6dc09654f Oct 27 18:33:41.089773 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733d174d-21b7-493f-8b5f-ddef1fca0405 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Network 031fa20f-f763-4e4a-a2a2-d2f1f6ada727 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:33:41.091305 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-733d174d-21b7-493f-8b5f-ddef1fca0405 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:33:41.266779 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1ca21ac1-e891-4d92-8b0e-1ed443edd8c8 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:41.400803 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1ca21ac1-e891-4d92-8b0e-1ed443edd8c8 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:41.407353 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca21ac1-e891-4d92-8b0e-1ed443edd8c8 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:41.413732 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1ca21ac1-e891-4d92-8b0e-1ed443edd8c8 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:41.529705 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-43145e7f-3272-44b9-b598-9bafa85c3735 None None] Provisioning complete for port aaf9e353-aab0-4cc6-999c-13d51a3c88a9 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:33:41.529705 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-43145e7f-3272-44b9-b598-9bafa85c3735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:41.590355 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-43145e7f-3272-44b9-b598-9bafa85c3735 None None] Port aaf9e353-aab0-4cc6-999c-13d51a3c88a9 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:33:41.616549 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca21ac1-e891-4d92-8b0e-1ed443edd8c8 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Pushing event updated for resources: {'Network': ['ID=2e59f4ef-83b0-4468-8892-fea6dc09654f,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:41.627567 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 2e59f4ef-83b0-4468-8892-fea6dc09654f details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:33:41.742520 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1ca21ac1-e891-4d92-8b0e-1ed443edd8c8 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8944881 Oct 27 18:33:41.752372 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39752) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:41.765515 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733d174d-21b7-493f-8b5f-ddef1fca0405 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Router 43d254a6-dcdd-416d-ba5b-980e814f4f1d has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:33:41.768829 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-123c6878-fdd2-477a-a3d3-f5a92a480911 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Request body: {'ports': [{'network_id': 'a4951f65-c22d-4e5e-ae5f-e1a9fcebad86', 'name': 'tempest-port--1468771752', 'admin_state_up': True}, {'network_id': '2e59f4ef-83b0-4468-8892-fea6dc09654f', 'admin_state_up': False}]} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:33:41.770745 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-123c6878-fdd2-477a-a3d3-f5a92a480911 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Request body: {'port': {'network_id': 'a4951f65-c22d-4e5e-ae5f-e1a9fcebad86', 'name': 'tempest-port--1468771752', 'admin_state_up': True}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:33:41.771289 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-123c6878-fdd2-477a-a3d3-f5a92a480911 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Request body: {'port': {'network_id': '2e59f4ef-83b0-4468-8892-fea6dc09654f', 'admin_state_up': False}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:33:41.986457 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733d174d-21b7-493f-8b5f-ddef1fca0405 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:33:42.009773 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77616b7e-2b2b-4891-84e0-9bf38e9696a1 None None] Sync routers for ids ['43d254a6-dcdd-416d-ba5b-980e814f4f1d'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:33:42.023879 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-733d174d-21b7-493f-8b5f-ddef1fca0405 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "PUT /v2.0/routers/43d254a6-dcdd-416d-ba5b-980e814f4f1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6264803 Oct 27 18:33:42.024710 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39768) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:42.048561 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77616b7e-2b2b-4891-84e0-9bf38e9696a1 None None] Routers {'43d254a6-dcdd-416d-ba5b-980e814f4f1d'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:33:42.051371 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-77616b7e-2b2b-4891-84e0-9bf38e9696a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:33:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['43d254a6-dcdd-416d-ba5b-980e814f4f1d'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:42.082608 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e86f5-963e-4050-873b-fc6ab275fa25 req-7695eb43-716b-4ad7-a265-a599234d5a88 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:42.098196 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39dfe5b-8536-4ae0-9822-5e24b0d3ef35 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:42.102543 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c39dfe5b-8536-4ae0-9822-5e24b0d3ef35 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "GET /v2.0/ports/aaf9e353-aab0-4cc6-999c-13d51a3c88a9 HTTP/1.1" status: 200 len: 913 time: 0.0741215 Oct 27 18:33:42.102711 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e86f5-963e-4050-873b-fc6ab275fa25 req-7695eb43-716b-4ad7-a265-a599234d5a88 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:42.103607 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39776) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:42.134162 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fdcb35a9-e45b-4e1d-9c1a-29a54a041074 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:42.135743 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-77616b7e-2b2b-4891-84e0-9bf38e9696a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:42.137842 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e86f5-963e-4050-873b-fc6ab275fa25 req-7695eb43-716b-4ad7-a265-a599234d5a88 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:42.147655 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77616b7e-2b2b-4891-84e0-9bf38e9696a1 None None] Routers {'43d254a6-dcdd-416d-ba5b-980e814f4f1d'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:33:42.148534 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-77616b7e-2b2b-4891-84e0-9bf38e9696a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:33:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['43d254a6-dcdd-416d-ba5b-980e814f4f1d'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:42.151785 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e86f5-963e-4050-873b-fc6ab275fa25 req-7695eb43-716b-4ad7-a265-a599234d5a88 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:42.162328 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e86f5-963e-4050-873b-fc6ab275fa25 req-7695eb43-716b-4ad7-a265-a599234d5a88 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:42.169526 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e86f5-963e-4050-873b-fc6ab275fa25 req-7695eb43-716b-4ad7-a265-a599234d5a88 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:42.178799 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e86f5-963e-4050-873b-fc6ab275fa25 req-7695eb43-716b-4ad7-a265-a599234d5a88 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:42.181096 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b07e86f5-963e-4050-873b-fc6ab275fa25 req-7695eb43-716b-4ad7-a265-a599234d5a88 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 5430 time: 0.5324693 Oct 27 18:33:42.192171 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-77616b7e-2b2b-4891-84e0-9bf38e9696a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:42.192832 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77616b7e-2b2b-4891-84e0-9bf38e9696a1 None None] The sync data for ids ['43d254a6-dcdd-416d-ba5b-980e814f4f1d'] in n-d-815690-2 is: [] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:33:42.308316 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b07e86f5-963e-4050-873b-fc6ab275fa25 req-26c69bd5-de96-4be5-a944-db184b1a64eb tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=3fa97b7c-97e4-4a13-a0ee-f36c9ec7b8d8&id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0860765 Oct 27 18:33:42.407735 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123c6878-fdd2-477a-a3d3-f5a92a480911 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Made reservation on behalf of 97453ef67d7546c5a0e73c453a4a18e5 for: {'port': 2} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:33:42.412690 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-123c6878-fdd2-477a-a3d3-f5a92a480911 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:42.435897 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-123c6878-fdd2-477a-a3d3-f5a92a480911 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:42.553023 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-123c6878-fdd2-477a-a3d3-f5a92a480911 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] device_id is not set on port d0225139-2b51-477b-ac6a-081db1aacc13 yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:33:42.631694 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8ac88fef-6f00-45c6-b7e2-d24c233137bf tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:42.832780 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af73d8-eb2d-4fca-bf3d-1896ffa707d7 req-dfc570d1-1d81-4b69-a40e-1454256a24ae tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:42.841714 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-57af73d8-eb2d-4fca-bf3d-1896ffa707d7 req-dfc570d1-1d81-4b69-a40e-1454256a24ae tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b43e0fa4-c4cc-4656-b545-0aba75d54fa2 HTTP/1.1" status: 200 len: 946 time: 0.1087565 Oct 27 18:33:42.846857 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-123c6878-fdd2-477a-a3d3-f5a92a480911 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:42.944675 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-57af73d8-eb2d-4fca-bf3d-1896ffa707d7 req-09b19fba-1c7d-42ab-89d4-31f06ac0f524 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016364 Oct 27 18:33:43.002501 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-123c6878-fdd2-477a-a3d3-f5a92a480911 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] device_id is not set on port 21991633-2c78-4523-ab66-00c24221f22c yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:33:43.147308 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-123c6878-fdd2-477a-a3d3-f5a92a480911 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:43.156124 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-8ac88fef-6f00-45c6-b7e2-d24c233137bf tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Deleting port aaf9e353-aab0-4cc6-999c-13d51a3c88a9 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:33:43.156681 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8ac88fef-6f00-45c6-b7e2-d24c233137bf tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:43.281033 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-123c6878-fdd2-477a-a3d3-f5a92a480911 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:43.295644 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8ac88fef-6f00-45c6-b7e2-d24c233137bf tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:43.319619 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-8ac88fef-6f00-45c6-b7e2-d24c233137bf tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Calling delete_port for aaf9e353-aab0-4cc6-999c-13d51a3c88a9 owned by network:router_interface {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:33:43.393653 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c6878-fdd2-477a-a3d3-f5a92a480911 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Pushing event updated for resources: {'Port': ['ID=d0225139-2b51-477b-ac6a-081db1aacc13,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:43.400466 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123c6878-fdd2-477a-a3d3-f5a92a480911 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Checking segment: {'id': '1976ad0e-51d3-4f54-af0a-8443c1d48812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'a4951f65-c22d-4e5e-ae5f-e1a9fcebad86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:33:43.400841 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123c6878-fdd2-477a-a3d3-f5a92a480911 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Network hostable DHCP agents. Network: a4951f65-c22d-4e5e-ae5f-e1a9fcebad86, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:33:43.448930 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:43.451256 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:43.505770 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123c6878-fdd2-477a-a3d3-f5a92a480911 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Network a4951f65-c22d-4e5e-ae5f-e1a9fcebad86 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:33:43.532923 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f15caa-edae-4907-98bf-d256e7805b88 req-5cf3228d-31a1-427c-963b-520651888d0c tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:43.539737 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f15caa-edae-4907-98bf-d256e7805b88 req-5cf3228d-31a1-427c-963b-520651888d0c tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:43.546181 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f15caa-edae-4907-98bf-d256e7805b88 req-5cf3228d-31a1-427c-963b-520651888d0c tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:43.553414 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f15caa-edae-4907-98bf-d256e7805b88 req-5cf3228d-31a1-427c-963b-520651888d0c tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:43.559882 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f15caa-edae-4907-98bf-d256e7805b88 req-5cf3228d-31a1-427c-963b-520651888d0c tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:43.566143 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f15caa-edae-4907-98bf-d256e7805b88 req-5cf3228d-31a1-427c-963b-520651888d0c tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:43.573341 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f15caa-edae-4907-98bf-d256e7805b88 req-5cf3228d-31a1-427c-963b-520651888d0c tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:43.575326 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f9f15caa-edae-4907-98bf-d256e7805b88 req-5cf3228d-31a1-427c-963b-520651888d0c tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 5430 time: 0.1484928 Oct 27 18:33:43.624699 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f9f15caa-edae-4907-98bf-d256e7805b88 req-e3899cd1-52a3-48c3-8106-dc1e6874be53 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=3fa97b7c-97e4-4a13-a0ee-f36c9ec7b8d8&id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427132 Oct 27 18:33:43.625452 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-123c6878-fdd2-477a-a3d3-f5a92a480911 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, a4951f65-c22d-4e5e-ae5f-e1a9fcebad86) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:33:43.632242 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123c6878-fdd2-477a-a3d3-f5a92a480911 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:33:43.632242 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-123c6878-fdd2-477a-a3d3-f5a92a480911 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:43.647539 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914a93ba-f914-4930-a692-c11651984b0e None None] Network a4951f65-c22d-4e5e-ae5f-e1a9fcebad86 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:33:43.689158 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8ac88fef-6f00-45c6-b7e2-d24c233137bf tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:43.747154 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123c6878-fdd2-477a-a3d3-f5a92a480911 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Checking segment: {'id': '696100d8-80e0-454b-b49e-0fa4fd281b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '2e59f4ef-83b0-4468-8892-fea6dc09654f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:33:43.747656 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123c6878-fdd2-477a-a3d3-f5a92a480911 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Network hostable DHCP agents. Network: 2e59f4ef-83b0-4468-8892-fea6dc09654f, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:33:43.753357 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c6878-fdd2-477a-a3d3-f5a92a480911 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Pushing event updated for resources: {'Port': ['ID=21991633-2c78-4523-ab66-00c24221f22c,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:43.764313 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac88fef-6f00-45c6-b7e2-d24c233137bf tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event deleted for resources: {'Port': ['ID=aaf9e353-aab0-4cc6-999c-13d51a3c88a9,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:43.886491 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123c6878-fdd2-477a-a3d3-f5a92a480911 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Network 2e59f4ef-83b0-4468-8892-fea6dc09654f is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:33:43.933896 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8ac88fef-6f00-45c6-b7e2-d24c233137bf tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:43.986997 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-123c6878-fdd2-477a-a3d3-f5a92a480911 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 2e59f4ef-83b0-4468-8892-fea6dc09654f) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:33:43.992325 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123c6878-fdd2-477a-a3d3-f5a92a480911 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:33:43.998206 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123c6878-fdd2-477a-a3d3-f5a92a480911 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:44.001733 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4404b9-773a-48d9-bfe5-9d9bb2e1fba0 None None] Network 2e59f4ef-83b0-4468-8892-fea6dc09654f requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:33:44.012245 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123c6878-fdd2-477a-a3d3-f5a92a480911 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:44.016575 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-123c6878-fdd2-477a-a3d3-f5a92a480911 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:44.117636 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22ff64-b984-48a5-950e-73614d7e3821 req-075aed65-9e0f-49d6-b04e-38faf5dfefe8 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:44.122259 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-aa22ff64-b984-48a5-950e-73614d7e3821 req-075aed65-9e0f-49d6-b04e-38faf5dfefe8 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.93 "GET /v2.0/ports?device_id=b43e0fa4-c4cc-4656-b545-0aba75d54fa2 HTTP/1.1" status: 200 len: 946 time: 0.2356386 Oct 27 18:33:44.160547 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-123c6878-fdd2-477a-a3d3-f5a92a480911 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.4021533 Oct 27 18:33:44.161020 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39840) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:44.280015 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c22d2a-1e2b-41f0-90d3-bf0672bd766a req-f384064b-70ff-4517-a431-1e3a1319a5d2 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:44.282150 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-77c22d2a-1e2b-41f0-90d3-bf0672bd766a req-f384064b-70ff-4517-a431-1e3a1319a5d2 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b43e0fa4-c4cc-4656-b545-0aba75d54fa2 HTTP/1.1" status: 200 len: 946 time: 0.1777706 Oct 27 18:33:44.305852 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f118dc51-bbb5-4c31-a3ad-85cdf783269f tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:44.312912 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f118dc51-bbb5-4c31-a3ad-85cdf783269f tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:44.314763 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f118dc51-bbb5-4c31-a3ad-85cdf783269f tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1306961 Oct 27 18:33:44.322202 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39844) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:44.385879 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-aa22ff64-b984-48a5-950e-73614d7e3821 req-c73cde42-aa99-44a0-bfba-d1c4b2d817f2 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Deleting port 1fb59165-d3f3-4b1a-bc95-4eec88509b3a {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:33:44.387705 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-aa22ff64-b984-48a5-950e-73614d7e3821 req-c73cde42-aa99-44a0-bfba-d1c4b2d817f2 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:44.437308 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-77c22d2a-1e2b-41f0-90d3-bf0672bd766a req-d0380bcd-e68f-4a17-a67d-a82abee645f4 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/security-groups?id=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212523 Oct 27 18:33:44.448107 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-7088990b-ee1a-4110-b2de-4998872a15b4 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Deleting port d0225139-2b51-477b-ac6a-081db1aacc13 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:33:44.448683 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7088990b-ee1a-4110-b2de-4998872a15b4 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:44.497265 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-aa22ff64-b984-48a5-950e-73614d7e3821 req-c73cde42-aa99-44a0-bfba-d1c4b2d817f2 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] For port 1fb59165-d3f3-4b1a-bc95-4eec88509b3a, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=1fb59165-d3f3-4b1a-bc95-4eec88509b3a,segment=NetworkSegment(da54f3b4-fa80-4f6a-872c-1cd042d9332d),segment_id=da54f3b4-fa80-4f6a-872c-1cd042d9332d)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:33:44.497535 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-aa22ff64-b984-48a5-950e-73614d7e3821 req-c73cde42-aa99-44a0-bfba-d1c4b2d817f2 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:44.511691 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-aa22ff64-b984-48a5-950e-73614d7e3821 req-c73cde42-aa99-44a0-bfba-d1c4b2d817f2 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Calling delete_port for 1fb59165-d3f3-4b1a-bc95-4eec88509b3a owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:33:44.602459 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7088990b-ee1a-4110-b2de-4998872a15b4 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:44.649050 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-7088990b-ee1a-4110-b2de-4998872a15b4 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Calling delete_port for d0225139-2b51-477b-ac6a-081db1aacc13 owned by {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:33:44.707822 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac88fef-6f00-45c6-b7e2-d24c233137bf tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Router 43d254a6-dcdd-416d-ba5b-980e814f4f1d has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:33:44.735259 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-aa22ff64-b984-48a5-950e-73614d7e3821 req-c73cde42-aa99-44a0-bfba-d1c4b2d817f2 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:44.868974 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef0685-5357-48bd-8cda-36d6f37204d8 req-44cfd13b-c779-4b11-b633-70c1e2df0262 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:44.891439 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73cde42-aa99-44a0-bfba-d1c4b2d817f2 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Pushing event deleted for resources: {'Port': ['ID=1fb59165-d3f3-4b1a-bc95-4eec88509b3a,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:44.912479 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef0685-5357-48bd-8cda-36d6f37204d8 req-44cfd13b-c779-4b11-b633-70c1e2df0262 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:44.923027 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa22ff64-b984-48a5-950e-73614d7e3821 req-c73cde42-aa99-44a0-bfba-d1c4b2d817f2 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] No DVR routers for this DVR port 1fb59165-d3f3-4b1a-bc95-4eec88509b3a on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:33:44.925924 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-aa22ff64-b984-48a5-950e-73614d7e3821 req-c73cde42-aa99-44a0-bfba-d1c4b2d817f2 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:44.927063 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef0685-5357-48bd-8cda-36d6f37204d8 req-44cfd13b-c779-4b11-b633-70c1e2df0262 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:44.930442 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-aa22ff64-b984-48a5-950e-73614d7e3821 req-c73cde42-aa99-44a0-bfba-d1c4b2d817f2 tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.93 "DELETE /v2.0/ports/1fb59165-d3f3-4b1a-bc95-4eec88509b3a HTTP/1.1" status: 204 len: 173 time: 0.7336717 Oct 27 18:33:44.933523 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43e0fa4-c4cc-4656-b545-0aba75d54fa2', 'name': 'network-vif-deleted', 'tag': '1fb59165-d3f3-4b1a-bc95-4eec88509b3a'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:33:44.935855 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef0685-5357-48bd-8cda-36d6f37204d8 req-44cfd13b-c779-4b11-b633-70c1e2df0262 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:44.949644 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef0685-5357-48bd-8cda-36d6f37204d8 req-44cfd13b-c779-4b11-b633-70c1e2df0262 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:44.949783 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84ece19-c219-4c40-9961-918527a95d63" -d '{"events": [{"server_uuid": "b43e0fa4-c4cc-4656-b545-0aba75d54fa2", "name": "network-vif-deleted", "tag": "1fb59165-d3f3-4b1a-bc95-4eec88509b3a"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:33:44.964887 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef0685-5357-48bd-8cda-36d6f37204d8 req-44cfd13b-c779-4b11-b633-70c1e2df0262 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:44.983684 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac88fef-6f00-45c6-b7e2-d24c233137bf tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:33:44.994434 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8ac88fef-6f00-45c6-b7e2-d24c233137bf tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "PUT /v2.0/routers/43d254a6-dcdd-416d-ba5b-980e814f4f1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8898201 Oct 27 18:33:44.995338 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39856) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:44.997296 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29eae4ef-4ac1-4806-a9a5-b757c27a38d5 None None] Sync routers for ids ['43d254a6-dcdd-416d-ba5b-980e814f4f1d'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:33:45.018485 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef0685-5357-48bd-8cda-36d6f37204d8 req-44cfd13b-c779-4b11-b633-70c1e2df0262 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:45.021654 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a1ef0685-5357-48bd-8cda-36d6f37204d8 req-44cfd13b-c779-4b11-b633-70c1e2df0262 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 5430 time: 0.2664135 Oct 27 18:33:45.034400 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29eae4ef-4ac1-4806-a9a5-b757c27a38d5 None None] Routers {'43d254a6-dcdd-416d-ba5b-980e814f4f1d'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:33:45.036639 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-29eae4ef-4ac1-4806-a9a5-b757c27a38d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:33:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['43d254a6-dcdd-416d-ba5b-980e814f4f1d'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:45.078161 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:45.092653 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39864) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:45.162294 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a1ef0685-5357-48bd-8cda-36d6f37204d8 req-3eadc8c7-770a-475c-8d5c-e0604c40614a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=3fa97b7c-97e4-4a13-a0ee-f36c9ec7b8d8&id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1329622 Oct 27 18:33:45.163678 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7088990b-ee1a-4110-b2de-4998872a15b4 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:45.193772 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b56c170-1784-4a23-8256-9e71ec685673 x-openstack-request-id: req-8b56c170-1784-4a23-8256-9e71ec685673 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:33:45.211239 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b43e0fa4-c4cc-4656-b545-0aba75d54fa2", "name": "network-vif-deleted", "tag": "1fb59165-d3f3-4b1a-bc95-4eec88509b3a", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:33:45.213403 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8b56c170-1784-4a23-8256-9e71ec685673 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:33:45.216401 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b43e0fa4-c4cc-4656-b545-0aba75d54fa2', 'name': 'network-vif-deleted', 'tag': '1fb59165-d3f3-4b1a-bc95-4eec88509b3a', 'status': 'completed', 'code': 200} Oct 27 18:33:45.227243 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-29eae4ef-4ac1-4806-a9a5-b757c27a38d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:45.279286 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29eae4ef-4ac1-4806-a9a5-b757c27a38d5 None None] Routers {'43d254a6-dcdd-416d-ba5b-980e814f4f1d'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:33:45.279915 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-29eae4ef-4ac1-4806-a9a5-b757c27a38d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:33:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['43d254a6-dcdd-416d-ba5b-980e814f4f1d'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:45.335267 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7088990b-ee1a-4110-b2de-4998872a15b4 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Pushing event deleted for resources: {'Port': ['ID=d0225139-2b51-477b-ac6a-081db1aacc13,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:45.361738 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7088990b-ee1a-4110-b2de-4998872a15b4 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:45.365908 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7088990b-ee1a-4110-b2de-4998872a15b4 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] 10.222.0.52 "DELETE /v2.0/ports/d0225139-2b51-477b-ac6a-081db1aacc13 HTTP/1.1" status: 204 len: 168 time: 1.0425045 Oct 27 18:33:45.376686 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39874) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:45.423148 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-29eae4ef-4ac1-4806-a9a5-b757c27a38d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:45.423148 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29eae4ef-4ac1-4806-a9a5-b757c27a38d5 None None] The sync data for ids ['43d254a6-dcdd-416d-ba5b-980e814f4f1d'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:33:45.668482 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e6601b3f-0e84-4553-a98f-c750a8112127 req-f427df23-3021-4dfa-8c96-f43ea23e441c tempest-ServersTestJSON-1273004921 tempest-ServersTestJSON-1273004921-project] 10.222.0.52 "GET /v2.0/ports?device_id=b43e0fa4-c4cc-4656-b545-0aba75d54fa2 HTTP/1.1" status: 200 len: 210 time: 0.0748847 Oct 27 18:33:45.877419 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-1178d4ce-80e0-448f-b91f-04e2cb8cac90 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Deleting port 21991633-2c78-4523-ab66-00c24221f22c {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:33:45.877419 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1178d4ce-80e0-448f-b91f-04e2cb8cac90 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:45.953713 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1178d4ce-80e0-448f-b91f-04e2cb8cac90 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:45.974949 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-1178d4ce-80e0-448f-b91f-04e2cb8cac90 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Calling delete_port for 21991633-2c78-4523-ab66-00c24221f22c owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:33:46.115833 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e66a758e-58dd-41f3-b301-210bb0193bb2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:46.235687 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:33:46.241242 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 1fb59165-d3f3-4b1a-bc95-4eec88509b3a no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:33:46.242647 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-536a0a70-2502-4016-b547-8b664a6b5765 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:46.404620 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbea636-71bc-4d2a-a8eb-359c42234004 req-464734bd-15a2-4f82-a5da-0981c0ebe1b2 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:46.411799 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbea636-71bc-4d2a-a8eb-359c42234004 req-464734bd-15a2-4f82-a5da-0981c0ebe1b2 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:46.415066 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d,segment=NetworkSegment(4033ff10-20d7-4fe8-a555-cb66828d83d8),segment_id=4033ff10-20d7-4fe8-a555-cb66828d83d8)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:33:46.418588 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbea636-71bc-4d2a-a8eb-359c42234004 req-464734bd-15a2-4f82-a5da-0981c0ebe1b2 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:46.427893 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbea636-71bc-4d2a-a8eb-359c42234004 req-464734bd-15a2-4f82-a5da-0981c0ebe1b2 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:46.428112 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1178d4ce-80e0-448f-b91f-04e2cb8cac90 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:46.429188 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 1fb59165-d3f3-4b1a-bc95-4eec88509b3a {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:33:46.429714 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 1fb59165-d3f3-4b1a-bc95-4eec88509b3a not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:33:46.431962 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbea636-71bc-4d2a-a8eb-359c42234004 req-464734bd-15a2-4f82-a5da-0981c0ebe1b2 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:46.432265 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d', 'network_id': 'c77cbe16-409d-4d1e-8a39-10a063ae0bca', 'port_id': 'ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d', 'mac_address': 'fa:16:3e:4c:3f:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c846821-c400-4b07-990c-53ee0d225496', 'ip_address': '10.1.1.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:33:46.443330 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbea636-71bc-4d2a-a8eb-359c42234004 req-464734bd-15a2-4f82-a5da-0981c0ebe1b2 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:46.463201 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbea636-71bc-4d2a-a8eb-359c42234004 req-464734bd-15a2-4f82-a5da-0981c0ebe1b2 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:46.481073 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bcbea636-71bc-4d2a-a8eb-359c42234004 req-464734bd-15a2-4f82-a5da-0981c0ebe1b2 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 5430 time: 0.1840954 Oct 27 18:33:46.496769 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:46.498843 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1178d4ce-80e0-448f-b91f-04e2cb8cac90 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Pushing event deleted for resources: {'Port': ['ID=21991633-2c78-4523-ab66-00c24221f22c,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:46.512110 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1178d4ce-80e0-448f-b91f-04e2cb8cac90 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:46.516682 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1178d4ce-80e0-448f-b91f-04e2cb8cac90 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] 10.222.0.52 "DELETE /v2.0/ports/21991633-2c78-4523-ab66-00c24221f22c HTTP/1.1" status: 204 len: 168 time: 1.1390066 Oct 27 18:33:46.520571 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39896) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:46.542970 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:33:46.564828 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-07b190e4-0e2e-45ea-88b9-204066e43d8b tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0427442 Oct 27 18:33:46.574617 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39902) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:46.585978 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d,segment=NetworkSegment(4033ff10-20d7-4fe8-a555-cb66828d83d8),segment_id=4033ff10-20d7-4fe8-a555-cb66828d83d8)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:33:46.595264 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-1bed3a8e-c223-4bad-b563-43549908f047 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1207870122'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:33:46.608534 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bcbea636-71bc-4d2a-a8eb-359c42234004 req-b34b1995-4d27-497b-bb38-144d906bd9a6 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=3fa97b7c-97e4-4a13-a0ee-f36c9ec7b8d8&id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1265438 Oct 27 18:33:46.663685 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:46.667005 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device de66f073-b55a-4294-bcf0-2738e20e2c40 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:33:46.763003 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port de66f073-b55a-4294-bcf0-2738e20e2c40, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=de66f073-b55a-4294-bcf0-2738e20e2c40,segment=NetworkSegment(4033ff10-20d7-4fe8-a555-cb66828d83d8),segment_id=4033ff10-20d7-4fe8-a555-cb66828d83d8)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:33:46.765508 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:46.786185 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'de66f073-b55a-4294-bcf0-2738e20e2c40', 'network_id': 'c77cbe16-409d-4d1e-8a39-10a063ae0bca', 'port_id': 'de66f073-b55a-4294-bcf0-2738e20e2c40', 'mac_address': 'fa:16:3e:e0:01:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c846821-c400-4b07-990c-53ee0d225496', 'ip_address': '10.1.1.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:33:46.808354 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39914) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:46.844422 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:46.860612 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-536a0a70-2502-4016-b547-8b664a6b5765 admin admin] Deleting port d76446cd-fa5f-44c3-a853-d4f469d3d28c {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:33:46.863669 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-536a0a70-2502-4016-b547-8b664a6b5765 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:46.863957 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de66f073-b55a-4294-bcf0-2738e20e2c40 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:33:46.889830 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port de66f073-b55a-4294-bcf0-2738e20e2c40, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=de66f073-b55a-4294-bcf0-2738e20e2c40,segment=NetworkSegment(4033ff10-20d7-4fe8-a555-cb66828d83d8),segment_id=4033ff10-20d7-4fe8-a555-cb66828d83d8)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:33:46.901861 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bed3a8e-c223-4bad-b563-43549908f047 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Made reservation on behalf of 97453ef67d7546c5a0e73c453a4a18e5 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:33:46.906374 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1bed3a8e-c223-4bad-b563-43549908f047 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:46.916766 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-e66a758e-58dd-41f3-b301-210bb0193bb2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Deleting port 5b1c16e5-ada2-4f3c-b55b-bbc5ea40f449 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:33:46.917135 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e66a758e-58dd-41f3-b301-210bb0193bb2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:46.974852 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-536a0a70-2502-4016-b547-8b664a6b5765 admin admin] For port d76446cd-fa5f-44c3-a853-d4f469d3d28c, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=d76446cd-fa5f-44c3-a853-d4f469d3d28c,segment=NetworkSegment(41131f65-3afe-44a8-b36c-5b0b2c75311d),segment_id=41131f65-3afe-44a8-b36c-5b0b2c75311d)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:33:46.974852 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-536a0a70-2502-4016-b547-8b664a6b5765 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:46.991081 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-536a0a70-2502-4016-b547-8b664a6b5765 admin admin] Calling delete_port for d76446cd-fa5f-44c3-a853-d4f469d3d28c owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:33:47.004005 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-540bf94c-e402-41ef-a65b-e6364afa9ebb admin admin] Deleting subnet 820c5f0e-f6d0-4852-a2cd-5a2baae71f1a {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:33:47.004005 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-540bf94c-e402-41ef-a65b-e6364afa9ebb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:47.017743 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:47.018590 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 64fb56ad-4b22-4ffa-8833-69293fc4d246 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:33:47.257829 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=de66f073-b55a-4294-bcf0-2738e20e2c40,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:47.335852 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 64fb56ad-4b22-4ffa-8833-69293fc4d246, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=64fb56ad-4b22-4ffa-8833-69293fc4d246,segment=NetworkSegment(835d40c4-66b8-4c5e-8632-a29d009690f1),segment_id=835d40c4-66b8-4c5e-8632-a29d009690f1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:33:47.336671 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '64fb56ad-4b22-4ffa-8833-69293fc4d246', 'network_id': '7a4a9448-dde2-4330-a4d7-528d39b56a56', 'port_id': '64fb56ad-4b22-4ffa-8833-69293fc4d246', 'mac_address': 'fa:16:3e:f5:1b:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1027, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04e448aa-1e58-4ecc-bf47-1088a536ca59', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:33:47.361188 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-536a0a70-2502-4016-b547-8b664a6b5765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:47.377534 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:47.392596 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a0a70-2502-4016-b547-8b664a6b5765 admin admin] Pushing event deleted for resources: {'Port': ['ID=d76446cd-fa5f-44c3-a853-d4f469d3d28c,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:47.398437 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64fb56ad-4b22-4ffa-8833-69293fc4d246 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:33:47.422412 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 64fb56ad-4b22-4ffa-8833-69293fc4d246, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=64fb56ad-4b22-4ffa-8833-69293fc4d246,segment=NetworkSegment(835d40c4-66b8-4c5e-8632-a29d009690f1),segment_id=835d40c4-66b8-4c5e-8632-a29d009690f1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:33:47.464057 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bed3a8e-c223-4bad-b563-43549908f047 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] vlan segment allocate from pool success with {'vlan_id': 1029, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:33:47.489089 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:47.489772 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device d6bbae83-7fc2-4178-897c-e479dc4fc74b details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:33:47.503612 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1bed3a8e-c223-4bad-b563-43549908f047 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:47.505532 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-1bed3a8e-c223-4bad-b563-43549908f047 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Added segment 471ed9ac-a39b-4702-8113-d3d23c43793a of type vlan for network b6e0784f-c3a4-414c-9d2c-24f516be9166 Oct 27 18:33:47.523634 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-540bf94c-e402-41ef-a65b-e6364afa9ebb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:47.533395 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e66a758e-58dd-41f3-b301-210bb0193bb2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:47.613143 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-e66a758e-58dd-41f3-b301-210bb0193bb2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Calling delete_port for 5b1c16e5-ada2-4f3c-b55b-bbc5ea40f449 owned by network:router_interface {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:33:47.649288 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1bed3a8e-c223-4bad-b563-43549908f047 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:47.701554 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-536a0a70-2502-4016-b547-8b664a6b5765 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:47.802296 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=64fb56ad-4b22-4ffa-8833-69293fc4d246,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:47.809924 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.db.resource_extend [None req-1bed3a8e-c223-4bad-b563-43549908f047 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 18:33:47.817853 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-540bf94c-e402-41ef-a65b-e6364afa9ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:47.835531 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d6bbae83-7fc2-4178-897c-e479dc4fc74b, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d6bbae83-7fc2-4178-897c-e479dc4fc74b,segment=NetworkSegment(68fcfce6-a355-45f7-97f0-13c149d4fd60),segment_id=68fcfce6-a355-45f7-97f0-13c149d4fd60)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:33:47.891959 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'd6bbae83-7fc2-4178-897c-e479dc4fc74b', 'network_id': 'e7a71d4d-f2a8-460d-b289-b8a552af97cd', 'port_id': 'd6bbae83-7fc2-4178-897c-e479dc4fc74b', 'mac_address': 'fa:16:3e:27:f9:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d3bd725-56cb-4497-bc09-775fd7d3c5d8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:33:47.962324 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1bed3a8e-c223-4bad-b563-43549908f047 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:47.968154 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bed3a8e-c223-4bad-b563-43549908f047 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:47.968794 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1bed3a8e-c223-4bad-b563-43549908f047 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:47.970018 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:47.989116 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6bbae83-7fc2-4178-897c-e479dc4fc74b {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:33:48.017126 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d6bbae83-7fc2-4178-897c-e479dc4fc74b, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d6bbae83-7fc2-4178-897c-e479dc4fc74b,segment=NetworkSegment(68fcfce6-a355-45f7-97f0-13c149d4fd60),segment_id=68fcfce6-a355-45f7-97f0-13c149d4fd60)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:33:48.082897 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1bed3a8e-c223-4bad-b563-43549908f047 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5096490 Oct 27 18:33:48.085773 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed3a8e-c223-4bad-b563-43549908f047 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Pushing event updated for resources: {'Network': ['ID=b6e0784f-c3a4-414c-9d2c-24f516be9166,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:48.101975 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network b6e0784f-c3a4-414c-9d2c-24f516be9166 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:33:48.106160 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39952) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:48.111021 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-fd6bad05-2d78-452f-af5e-f9191d407266 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-418134714'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:33:48.121280 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-540bf94c-e402-41ef-a65b-e6364afa9ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:48.133727 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:48.134398 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:33:48.175639 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-540bf94c-e402-41ef-a65b-e6364afa9ebb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:48.181936 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-540bf94c-e402-41ef-a65b-e6364afa9ebb admin admin] 10.222.0.52 "DELETE /v2.0/subnets/820c5f0e-f6d0-4852-a2cd-5a2baae71f1a HTTP/1.1" status: 204 len: 168 time: 1.3714113 Oct 27 18:33:48.182921 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41,segment=NetworkSegment(835d40c4-66b8-4c5e-8632-a29d009690f1),segment_id=835d40c4-66b8-4c5e-8632-a29d009690f1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:33:48.187640 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39956) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:48.188495 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540bf94c-e402-41ef-a65b-e6364afa9ebb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=820c5f0e-f6d0-4852-a2cd-5a2baae71f1a,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:48.264834 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e66a758e-58dd-41f3-b301-210bb0193bb2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:48.303074 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41', 'network_id': '7a4a9448-dde2-4330-a4d7-528d39b56a56', 'port_id': '8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41', 'mac_address': 'fa:16:3e:21:ca:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1027, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04e448aa-1e58-4ecc-bf47-1088a536ca59', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:33:48.313363 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66a758e-58dd-41f3-b301-210bb0193bb2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event deleted for resources: {'Port': ['ID=5b1c16e5-ada2-4f3c-b55b-bbc5ea40f449,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:48.374731 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6bad05-2d78-452f-af5e-f9191d407266 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Made reservation on behalf of 97453ef67d7546c5a0e73c453a4a18e5 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:33:48.378009 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fd6bad05-2d78-452f-af5e-f9191d407266 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:48.387290 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-10af038c-5e6d-40dd-b159-74dbcf0d9cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:48.509705 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536a0a70-2502-4016-b547-8b664a6b5765 admin admin] Router 1a21b729-3fa6-4bae-a78b-da895fad0b59 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:33:48.535567 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=d6bbae83-7fc2-4178-897c-e479dc4fc74b,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:48.548921 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d3cac-e00d-4a6c-a939-43c7386dcf25 req-e89a8224-be95-430d-804b-d101bb8a74d4 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:48.564531 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:48.570427 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d3cac-e00d-4a6c-a939-43c7386dcf25 req-e89a8224-be95-430d-804b-d101bb8a74d4 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:48.580730 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:33:48.587803 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d3cac-e00d-4a6c-a939-43c7386dcf25 req-e89a8224-be95-430d-804b-d101bb8a74d4 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:48.602399 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e66a758e-58dd-41f3-b301-210bb0193bb2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:48.603454 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d3cac-e00d-4a6c-a939-43c7386dcf25 req-e89a8224-be95-430d-804b-d101bb8a74d4 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:48.611912 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41,segment=NetworkSegment(835d40c4-66b8-4c5e-8632-a29d009690f1),segment_id=835d40c4-66b8-4c5e-8632-a29d009690f1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:33:48.614326 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d3cac-e00d-4a6c-a939-43c7386dcf25 req-e89a8224-be95-430d-804b-d101bb8a74d4 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:48.621957 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d3cac-e00d-4a6c-a939-43c7386dcf25 req-e89a8224-be95-430d-804b-d101bb8a74d4 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:48.624671 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd6bad05-2d78-452f-af5e-f9191d407266 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] vlan segment allocate from pool success with {'vlan_id': 1002, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:33:48.633145 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d3cac-e00d-4a6c-a939-43c7386dcf25 req-e89a8224-be95-430d-804b-d101bb8a74d4 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:48.639131 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b25d3cac-e00d-4a6c-a939-43c7386dcf25 req-e89a8224-be95-430d-804b-d101bb8a74d4 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 5433 time: 0.7924328 Oct 27 18:33:48.728902 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:48.729580 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 4288ff73-5ecf-488b-b668-2614a82bb54d details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:33:48.828576 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fd6bad05-2d78-452f-af5e-f9191d407266 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:48.829159 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-fd6bad05-2d78-452f-af5e-f9191d407266 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Added segment 529d985b-e79f-46e5-a888-314f034f4973 of type vlan for network b8216b84-3977-425d-8365-4c5f7f99cad7 Oct 27 18:33:48.897425 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 4288ff73-5ecf-488b-b668-2614a82bb54d, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=4288ff73-5ecf-488b-b668-2614a82bb54d,segment=NetworkSegment(4033ff10-20d7-4fe8-a555-cb66828d83d8),segment_id=4033ff10-20d7-4fe8-a555-cb66828d83d8)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:33:48.909064 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fd6bad05-2d78-452f-af5e-f9191d407266 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:48.909238 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:48.920120 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '4288ff73-5ecf-488b-b668-2614a82bb54d', 'network_id': 'c77cbe16-409d-4d1e-8a39-10a063ae0bca', 'port_id': '4288ff73-5ecf-488b-b668-2614a82bb54d', 'mac_address': 'fa:16:3e:72:42:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c846821-c400-4b07-990c-53ee0d225496', 'ip_address': '10.1.1.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:33:48.957819 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b25d3cac-e00d-4a6c-a939-43c7386dcf25 req-9b32c215-407b-4108-8f2e-88d8492b446f tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=3fa97b7c-97e4-4a13-a0ee-f36c9ec7b8d8&id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3043437 Oct 27 18:33:48.998842 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-10af038c-5e6d-40dd-b159-74dbcf0d9cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:49.034163 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:49.035539 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536a0a70-2502-4016-b547-8b664a6b5765 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:33:49.042576 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-10af038c-5e6d-40dd-b159-74dbcf0d9cc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b2e040-11b8-4862-8da0-936b3872cceb']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:49.054421 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4288ff73-5ecf-488b-b668-2614a82bb54d {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:33:49.058238 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-536a0a70-2502-4016-b547-8b664a6b5765 admin admin] 10.222.0.52 "PUT /v2.0/routers/1a21b729-3fa6-4bae-a78b-da895fad0b59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9616714 Oct 27 18:33:49.058488 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39990) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:49.059988 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6099e9-3d51-4e40-924f-236eac3ab8d5 None None] Sync routers for ids ['1a21b729-3fa6-4bae-a78b-da895fad0b59'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:33:49.077613 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-10af038c-5e6d-40dd-b159-74dbcf0d9cc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da54f3b4-fa80-4f6a-872c-1cd042d9332d') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:49.078360 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-10af038c-5e6d-40dd-b159-74dbcf0d9cc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da54f3b4-fa80-4f6a-872c-1cd042d9332d') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:49.090797 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66a758e-58dd-41f3-b301-210bb0193bb2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Router 43d254a6-dcdd-416d-ba5b-980e814f4f1d has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:33:49.099135 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-10af038c-5e6d-40dd-b159-74dbcf0d9cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:49.125494 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-10af038c-5e6d-40dd-b159-74dbcf0d9cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:49.125729 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6099e9-3d51-4e40-924f-236eac3ab8d5 None None] Routers {'1a21b729-3fa6-4bae-a78b-da895fad0b59'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:33:49.140351 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-5f6099e9-3d51-4e40-924f-236eac3ab8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:33:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['1a21b729-3fa6-4bae-a78b-da895fad0b59'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:49.140351 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 4288ff73-5ecf-488b-b668-2614a82bb54d, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=4288ff73-5ecf-488b-b668-2614a82bb54d,segment=NetworkSegment(4033ff10-20d7-4fe8-a555-cb66828d83d8),segment_id=4033ff10-20d7-4fe8-a555-cb66828d83d8)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:33:49.204194 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10af038c-5e6d-40dd-b159-74dbcf0d9cc4 admin admin] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:33:49.204838 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-10af038c-5e6d-40dd-b159-74dbcf0d9cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:49.208342 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:33:49.208342 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:33:49.208342 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:33:49.208342 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:33:49.208342 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:33:49.208342 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:33:49.208342 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:33:49.208342 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:33:49.208342 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:33:49.208342 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:33:49.208342 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:33:49.208342 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:33:49.208342 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:33:49.208342 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:33:49.208342 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:33:49.208342 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:33:49.208342 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:33:49.208342 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:33:49.208342 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:33:49.208342 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:33:49.208342 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:33:49.208342 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:33:49.208342 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:33:49.208342 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:33:49.208342 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:33:49.208342 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:33:49.208342 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:33:49.208342 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:33:49.208342 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:33:49.208342 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:33:49.208342 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:33:49.208342 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:33:49.224280 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fd6bad05-2d78-452f-af5e-f9191d407266 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:49.235889 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6bad05-2d78-452f-af5e-f9191d407266 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:49.236913 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fd6bad05-2d78-452f-af5e-f9191d407266 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:49.267154 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:49.268095 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device b2a5ef78-9b0f-4779-ac14-f1338bdabd09 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:33:49.312098 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66a758e-58dd-41f3-b301-210bb0193bb2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:33:49.323718 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e09053b-f941-4417-937a-284843cf4bee None None] Sync routers for ids ['43d254a6-dcdd-416d-ba5b-980e814f4f1d'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:33:49.346633 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ae3749b4-b1c7-43a9-be44-1239b379bf3c admin admin] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:49.349141 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e09053b-f941-4417-937a-284843cf4bee None None] Routers {'43d254a6-dcdd-416d-ba5b-980e814f4f1d'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:33:49.355560 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-5e09053b-f941-4417-937a-284843cf4bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:33:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['43d254a6-dcdd-416d-ba5b-980e814f4f1d'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:49.364705 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e66a758e-58dd-41f3-b301-210bb0193bb2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "PUT /v2.0/routers/43d254a6-dcdd-416d-ba5b-980e814f4f1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3678532 Oct 27 18:33:49.369353 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40000) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:49.415357 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port b2a5ef78-9b0f-4779-ac14-f1338bdabd09, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=b2a5ef78-9b0f-4779-ac14-f1338bdabd09,segment=NetworkSegment(4033ff10-20d7-4fe8-a555-cb66828d83d8),segment_id=4033ff10-20d7-4fe8-a555-cb66828d83d8)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:33:49.418414 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=4288ff73-5ecf-488b-b668-2614a82bb54d,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:49.444782 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6bad05-2d78-452f-af5e-f9191d407266 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Pushing event updated for resources: {'Network': ['ID=b8216b84-3977-425d-8365-4c5f7f99cad7,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:49.449116 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0dc0f035-4f30-41f2-9e6d-e1782560bf94 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "GET /v2.0/ports?device_id=43d254a6-dcdd-416d-ba5b-980e814f4f1d HTTP/1.1" status: 200 len: 205 time: 0.0785236 Oct 27 18:33:49.450998 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-5f6099e9-3d51-4e40-924f-236eac3ab8d5 None None] Set router 1a21b729-3fa6-4bae-a78b-da895fad0b59 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:33:49.453150 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'b2a5ef78-9b0f-4779-ac14-f1338bdabd09', 'network_id': 'c77cbe16-409d-4d1e-8a39-10a063ae0bca', 'port_id': 'b2a5ef78-9b0f-4779-ac14-f1338bdabd09', 'mac_address': 'fa:16:3e:be:cf:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c846821-c400-4b07-990c-53ee0d225496', 'ip_address': '10.1.1.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:33:49.465333 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40002) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:49.468709 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-5e09053b-f941-4417-937a-284843cf4bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:49.478891 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-fd6bad05-2d78-452f-af5e-f9191d407266 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3635004 Oct 27 18:33:49.493929 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network b8216b84-3977-425d-8365-4c5f7f99cad7 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:33:49.511306 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e09053b-f941-4417-937a-284843cf4bee None None] Routers {'43d254a6-dcdd-416d-ba5b-980e814f4f1d'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:33:49.514017 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-5e09053b-f941-4417-937a-284843cf4bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:33:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['43d254a6-dcdd-416d-ba5b-980e814f4f1d'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:49.562942 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-5e09053b-f941-4417-937a-284843cf4bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:49.563966 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e09053b-f941-4417-937a-284843cf4bee None None] The sync data for ids ['43d254a6-dcdd-416d-ba5b-980e814f4f1d'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:33:49.636236 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 40010) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:49.637541 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ae3749b4-b1c7-43a9-be44-1239b379bf3c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:49.643826 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-10af038c-5e6d-40dd-b159-74dbcf0d9cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:49.661727 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-10af038c-5e6d-40dd-b159-74dbcf0d9cc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:49.661839 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-acfd1814-bad4-4b44-afbd-a78f0531807e tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Request body: {'subnets': [{'network_id': 'b6e0784f-c3a4-414c-9d2c-24f516be9166', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--291671374', 'ip_version': 4}, {'network_id': 'b8216b84-3977-425d-8365-4c5f7f99cad7', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:33:49.661839 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-acfd1814-bad4-4b44-afbd-a78f0531807e tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Request body: {'subnet': {'network_id': 'b6e0784f-c3a4-414c-9d2c-24f516be9166', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--291671374', 'ip_version': 4}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:33:49.661839 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-acfd1814-bad4-4b44-afbd-a78f0531807e tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Request body: {'subnet': {'network_id': 'b8216b84-3977-425d-8365-4c5f7f99cad7', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:33:49.668526 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-10af038c-5e6d-40dd-b159-74dbcf0d9cc4 admin admin] 10.222.0.52 "DELETE /v2.0/networks/23b2e040-11b8-4862-8da0-936b3872cceb HTTP/1.1" status: 204 len: 168 time: 1.4689951 Oct 27 18:33:49.680275 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7db5cf6c-f877-424b-8da7-e8893202e9fc tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:49.733424 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af038c-5e6d-40dd-b159-74dbcf0d9cc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=23b2e040-11b8-4862-8da0-936b3872cceb,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:49.867076 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:49.896282 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-ae3749b4-b1c7-43a9-be44-1239b379bf3c admin admin] Deleting port fc613e52-0f52-4925-8e15-088ee10f8dd4 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:33:49.896638 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ae3749b4-b1c7-43a9-be44-1239b379bf3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:50.040447 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7db5cf6c-f877-424b-8da7-e8893202e9fc tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:50.045043 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7db5cf6c-f877-424b-8da7-e8893202e9fc tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:50.053153 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acfd1814-bad4-4b44-afbd-a78f0531807e tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Made reservation on behalf of 97453ef67d7546c5a0e73c453a4a18e5 for: {'subnet': 2} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:33:50.067262 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-acfd1814-bad4-4b44-afbd-a78f0531807e tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:50.067887 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-acfd1814-bad4-4b44-afbd-a78f0531807e tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:50.091677 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2a5ef78-9b0f-4779-ac14-f1338bdabd09 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:33:50.139875 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port b2a5ef78-9b0f-4779-ac14-f1338bdabd09, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=b2a5ef78-9b0f-4779-ac14-f1338bdabd09,segment=NetworkSegment(4033ff10-20d7-4fe8-a555-cb66828d83d8),segment_id=4033ff10-20d7-4fe8-a555-cb66828d83d8)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:33:50.174327 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-5f6099e9-3d51-4e40-924f-236eac3ab8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a21b729-3fa6-4bae-a78b-da895fad0b59', 'name': 'tempest-TaggedBootDevicesTest-3778310-router', 'tenant_id': '32c521b9d5364e14a010de85fa7c39d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.68'}], 'enable_snat': True}, 'gw_port_id': 'fc613e52-0f52-4925-8e15-088ee10f8dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:21:27Z', 'updated_at': '2021-10-27T18:33:47Z', 'revision_number': 5, 'project_id': '32c521b9d5364e14a010de85fa7c39d0', 'gw_port': {'id': 'fc613e52-0f52-4925-8e15-088ee10f8dd4', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:15:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a21b729-3fa6-4bae-a78b-da895fad0b59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 772, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:21:30Z', 'updated_at': '2021-10-27T18:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:50.203572 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6099e9-3d51-4e40-924f-236eac3ab8d5 None None] Checking router: 1a21b729-3fa6-4bae-a78b-da895fad0b59 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:33:50.217309 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6099e9-3d51-4e40-924f-236eac3ab8d5 None None] Routers {'1a21b729-3fa6-4bae-a78b-da895fad0b59'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:33:50.217929 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-5f6099e9-3d51-4e40-924f-236eac3ab8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:33:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['1a21b729-3fa6-4bae-a78b-da895fad0b59'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:50.231728 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7db5cf6c-f877-424b-8da7-e8893202e9fc tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:50.236416 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db5cf6c-f877-424b-8da7-e8893202e9fc tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Fanout notify agent at l3_agent the message router_deleted on router 43d254a6-dcdd-416d-ba5b-980e814f4f1d {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:33:50.250729 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-ae3749b4-b1c7-43a9-be44-1239b379bf3c admin admin] For port fc613e52-0f52-4925-8e15-088ee10f8dd4, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=fc613e52-0f52-4925-8e15-088ee10f8dd4,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:33:50.251203 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ae3749b4-b1c7-43a9-be44-1239b379bf3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:50.261171 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7db5cf6c-f877-424b-8da7-e8893202e9fc tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:50.265942 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7db5cf6c-f877-424b-8da7-e8893202e9fc tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "DELETE /v2.0/routers/43d254a6-dcdd-416d-ba5b-980e814f4f1d HTTP/1.1" status: 204 len: 168 time: 0.7958546 Oct 27 18:33:50.271002 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40028) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:50.276539 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628a2d2-42cd-4663-a53c-c31e8e4961fa req-380beb56-2dff-4cc5-9e6b-a35148fc19e9 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:50.282919 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628a2d2-42cd-4663-a53c-c31e8e4961fa req-380beb56-2dff-4cc5-9e6b-a35148fc19e9 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:50.289772 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628a2d2-42cd-4663-a53c-c31e8e4961fa req-380beb56-2dff-4cc5-9e6b-a35148fc19e9 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:50.295945 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628a2d2-42cd-4663-a53c-c31e8e4961fa req-380beb56-2dff-4cc5-9e6b-a35148fc19e9 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:50.303150 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628a2d2-42cd-4663-a53c-c31e8e4961fa req-380beb56-2dff-4cc5-9e6b-a35148fc19e9 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:50.309627 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628a2d2-42cd-4663-a53c-c31e8e4961fa req-380beb56-2dff-4cc5-9e6b-a35148fc19e9 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:50.315695 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628a2d2-42cd-4663-a53c-c31e8e4961fa req-380beb56-2dff-4cc5-9e6b-a35148fc19e9 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:50.319017 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9628a2d2-42cd-4663-a53c-c31e8e4961fa req-380beb56-2dff-4cc5-9e6b-a35148fc19e9 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 5436 time: 0.2259083 Oct 27 18:33:50.328812 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-ae3749b4-b1c7-43a9-be44-1239b379bf3c admin admin] Calling delete_port for fc613e52-0f52-4925-8e15-088ee10f8dd4 owned by network:router_gateway {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:33:50.344972 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:50.374662 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-0641d647-8a63-4760-8896-de27b602b66f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Deleting subnet 270898a9-7961-4465-adef-2a0fbcc37925 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:33:50.378942 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0641d647-8a63-4760-8896-de27b602b66f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:50.450506 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-5f6099e9-3d51-4e40-924f-236eac3ab8d5 None None] Set router 1a21b729-3fa6-4bae-a78b-da895fad0b59 gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:33:50.471024 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9628a2d2-42cd-4663-a53c-c31e8e4961fa req-e716b755-36dd-4759-9f1c-fff2d092cbc8 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=3fa97b7c-97e4-4a13-a0ee-f36c9ec7b8d8&id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1433423 Oct 27 18:33:50.499644 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40030) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:50.533234 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0641d647-8a63-4760-8896-de27b602b66f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:50.580341 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=b2a5ef78-9b0f-4779-ac14-f1338bdabd09,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:50.587440 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-5f6099e9-3d51-4e40-924f-236eac3ab8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a21b729-3fa6-4bae-a78b-da895fad0b59', 'name': 'tempest-TaggedBootDevicesTest-3778310-router', 'tenant_id': '32c521b9d5364e14a010de85fa7c39d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:21:27Z', 'updated_at': '2021-10-27T18:33:49Z', 'revision_number': 6, 'project_id': '32c521b9d5364e14a010de85fa7c39d0', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:50.689625 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6099e9-3d51-4e40-924f-236eac3ab8d5 None None] The sync data for ids ['1a21b729-3fa6-4bae-a78b-da895fad0b59'] in n-d-815690-2 is: [{'id': '1a21b729-3fa6-4bae-a78b-da895fad0b59', 'name': 'tempest-TaggedBootDevicesTest-3778310-router', 'tenant_id': '32c521b9d5364e14a010de85fa7c39d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:21:27Z', 'updated_at': '2021-10-27T18:33:49Z', 'revision_number': 6, 'project_id': '32c521b9d5364e14a010de85fa7c39d0', 'gw_port_host': None}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:33:50.729479 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-474e3237-44c0-402e-be3d-d57af75add51 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=26a8ecb72e37482a929830b093f42719&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2229669 Oct 27 18:33:50.735238 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40034) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:50.818492 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0641d647-8a63-4760-8896-de27b602b66f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:50.864024 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c7e636d3-4381-4e28-8269-aa850fe6a69c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:50.895783 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c7e636d3-4381-4e28-8269-aa850fe6a69c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:50.901485 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:33:50.924423 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ae3749b4-b1c7-43a9-be44-1239b379bf3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:50.953692 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['de66f073-b55a-4294-bcf0-2738e20e2c40'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:33:50.957719 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['b2a5ef78-9b0f-4779-ac14-f1338bdabd09'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:33:50.960359 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['4288ff73-5ecf-488b-b668-2614a82bb54d'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:33:50.974979 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['d6bbae83-7fc2-4178-897c-e479dc4fc74b'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:33:50.975253 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0641d647-8a63-4760-8896-de27b602b66f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:50.997498 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0641d647-8a63-4760-8896-de27b602b66f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:51.001012 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0641d647-8a63-4760-8896-de27b602b66f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "DELETE /v2.0/subnets/270898a9-7961-4465-adef-2a0fbcc37925 HTTP/1.1" status: 204 len: 168 time: 0.7288792 Oct 27 18:33:51.024002 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 40036) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:51.025707 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0641d647-8a63-4760-8896-de27b602b66f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event deleted for resources: {'Subnet': ['ID=270898a9-7961-4465-adef-2a0fbcc37925,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:51.051486 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3749b4-b1c7-43a9-be44-1239b379bf3c admin admin] Pushing event deleted for resources: {'Port': ['ID=fc613e52-0f52-4925-8e15-088ee10f8dd4,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:51.071867 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c7e636d3-4381-4e28-8269-aa850fe6a69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:51.074906 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c7e636d3-4381-4e28-8269-aa850fe6a69c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:51.078511 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c7e636d3-4381-4e28-8269-aa850fe6a69c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d HTTP/1.1" status: 204 len: 168 time: 0.3377891 Oct 27 18:33:51.090857 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e636d3-4381-4e28-8269-aa850fe6a69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb8e0dc-d6ff-41ef-b4ae-53f4bc85ee9d,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:51.143796 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-acfd1814-bad4-4b44-afbd-a78f0531807e tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:51.156414 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:33:51.211305 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfb5574-a76c-43af-b9e1-d7f783f58090 None None] Network 031fa20f-f763-4e4a-a2a2-d2f1f6ada727 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:33:51.360748 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-46dab64e-5f61-4424-a54d-9868e499995c tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Deleting subnet 60fd151b-0f2b-4cde-a54a-24cb051eb5ad {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:33:51.370167 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40048) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:51.374231 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfd1814-bad4-4b44-afbd-a78f0531807e tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Pushing event updated for resources: {'Subnet': ['ID=07cdb418-dac1-410d-9677-d9326c6689ba,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:51.380180 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-46dab64e-5f61-4424-a54d-9868e499995c tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:51.383820 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ae3749b4-b1c7-43a9-be44-1239b379bf3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:51.504022 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ae3749b4-b1c7-43a9-be44-1239b379bf3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:51.525254 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ae3749b4-b1c7-43a9-be44-1239b379bf3c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:51.547495 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfd1814-bad4-4b44-afbd-a78f0531807e tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Checking segment: {'id': '471ed9ac-a39b-4702-8113-d3d23c43793a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'b6e0784f-c3a4-414c-9d2c-24f516be9166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:33:51.547847 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfd1814-bad4-4b44-afbd-a78f0531807e tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Network hostable DHCP agents. Network: b6e0784f-c3a4-414c-9d2c-24f516be9166, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:33:51.595020 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-479461bc-9cfe-46be-b1ef-b38a595edc78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:51.617001 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-46dab64e-5f61-4424-a54d-9868e499995c tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:51.733599 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ae3749b4-b1c7-43a9-be44-1239b379bf3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:51.734152 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3749b4-b1c7-43a9-be44-1239b379bf3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a21b729-3fa6-4bae-a78b-da895fad0b59 {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:33:51.749493 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ae3749b4-b1c7-43a9-be44-1239b379bf3c admin admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:51.752497 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ae3749b4-b1c7-43a9-be44-1239b379bf3c admin admin] 10.222.0.52 "DELETE /v2.0/routers/1a21b729-3fa6-4bae-a78b-da895fad0b59 HTTP/1.1" status: 204 len: 168 time: 2.6909456 Oct 27 18:33:51.756326 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40054) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:51.767822 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfd1814-bad4-4b44-afbd-a78f0531807e tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Network b6e0784f-c3a4-414c-9d2c-24f516be9166 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:33:51.793524 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-46dab64e-5f61-4424-a54d-9868e499995c tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:51.826018 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-479461bc-9cfe-46be-b1ef-b38a595edc78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:51.845734 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d76446cd-fa5f-44c3-a853-d4f469d3d28c no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:33:51.849237 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0e2613e-0ffc-4d34-8ecf-21d1a0b0c3bf admin admin] Deleting subnet e43a2e56-6a89-4d7a-ba43-8a2e198dc078 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:33:51.853036 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b0e2613e-0ffc-4d34-8ecf-21d1a0b0c3bf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:51.856784 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77266148-a931-401f-b87c-ab569a867007 req-bab3219e-21ed-4945-87ab-c39d7b7ea788 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:51.864035 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77266148-a931-401f-b87c-ab569a867007 req-bab3219e-21ed-4945-87ab-c39d7b7ea788 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:51.870413 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77266148-a931-401f-b87c-ab569a867007 req-bab3219e-21ed-4945-87ab-c39d7b7ea788 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:51.877697 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77266148-a931-401f-b87c-ab569a867007 req-bab3219e-21ed-4945-87ab-c39d7b7ea788 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:51.884917 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77266148-a931-401f-b87c-ab569a867007 req-bab3219e-21ed-4945-87ab-c39d7b7ea788 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:51.893097 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77266148-a931-401f-b87c-ab569a867007 req-bab3219e-21ed-4945-87ab-c39d7b7ea788 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:51.899470 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b0e2613e-0ffc-4d34-8ecf-21d1a0b0c3bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:51.903121 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77266148-a931-401f-b87c-ab569a867007 req-bab3219e-21ed-4945-87ab-c39d7b7ea788 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:51.905913 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-77266148-a931-401f-b87c-ab569a867007 req-bab3219e-21ed-4945-87ab-c39d7b7ea788 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 5437 time: 0.2063348 Oct 27 18:33:51.909567 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-acfd1814-bad4-4b44-afbd-a78f0531807e tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, b6e0784f-c3a4-414c-9d2c-24f516be9166) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:33:51.931475 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-479461bc-9cfe-46be-b1ef-b38a595edc78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:51.935484 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-acfd1814-bad4-4b44-afbd-a78f0531807e tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:52.002872 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f3e536-0aff-41ea-8ca9-7cbd0d0462c4 None None] Network b6e0784f-c3a4-414c-9d2c-24f516be9166 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:33:52.008691 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['64fb56ad-4b22-4ffa-8833-69293fc4d246'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:33:52.044980 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-479461bc-9cfe-46be-b1ef-b38a595edc78 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a28486d697d549ba84be8c6c8ac57fb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6725976 Oct 27 18:33:52.045961 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479461bc-9cfe-46be-b1ef-b38a595edc78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e408484-3f72-4764-8394-0fa428d25d5c,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:52.049559 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-77266148-a931-401f-b87c-ab569a867007 req-ec62bb04-275b-4fff-94fa-b54a312ec1e8 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=3fa97b7c-97e4-4a13-a0ee-f36c9ec7b8d8&id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1347866 Oct 27 18:33:52.051072 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfd1814-bad4-4b44-afbd-a78f0531807e tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Pushing event updated for resources: {'Subnet': ['ID=b64cb707-08d6-4c44-8f38-1dc07d40cbe7,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:52.053606 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 40060) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:52.090768 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: d76446cd-fa5f-44c3-a853-d4f469d3d28c {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:33:52.095477 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d76446cd-fa5f-44c3-a853-d4f469d3d28c not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:33:52.103046 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfd1814-bad4-4b44-afbd-a78f0531807e tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Checking segment: {'id': '529d985b-e79f-46e5-a888-314f034f4973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'b8216b84-3977-425d-8365-4c5f7f99cad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:33:52.103481 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfd1814-bad4-4b44-afbd-a78f0531807e tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Network hostable DHCP agents. Network: b8216b84-3977-425d-8365-4c5f7f99cad7, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:33:52.122978 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-46dab64e-5f61-4424-a54d-9868e499995c tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:52.158362 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dab64e-5f61-4424-a54d-9868e499995c tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event deleted for resources: {'Subnet': ['ID=60fd151b-0f2b-4cde-a54a-24cb051eb5ad,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:52.168596 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-46dab64e-5f61-4424-a54d-9868e499995c tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:52.174582 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b0e2613e-0ffc-4d34-8ecf-21d1a0b0c3bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:52.180035 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-46dab64e-5f61-4424-a54d-9868e499995c tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "DELETE /v2.0/subnets/60fd151b-0f2b-4cde-a54a-24cb051eb5ad HTTP/1.1" status: 204 len: 168 time: 1.1373513 Oct 27 18:33:52.185385 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 40066) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:52.216199 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-57e5cd63-f118-40c1-b5c2-33cc24c87389 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:52.295910 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-57e5cd63-f118-40c1-b5c2-33cc24c87389 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:52.299959 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfd1814-bad4-4b44-afbd-a78f0531807e tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Network b8216b84-3977-425d-8365-4c5f7f99cad7 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:33:52.327048 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d2480681-e58d-47ec-a18b-e0c1ff05e4d2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:52.381917 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615c1bf1-4f04-495b-8d1c-77b110bb0f25 None None] Network c28eea74-12d9-4dae-aaf1-11787fd4eeaf requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:33:52.432350 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b0e2613e-0ffc-4d34-8ecf-21d1a0b0c3bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:52.437644 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-acfd1814-bad4-4b44-afbd-a78f0531807e tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, b8216b84-3977-425d-8365-4c5f7f99cad7) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:33:52.444359 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfd1814-bad4-4b44-afbd-a78f0531807e tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:52.444823 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfd1814-bad4-4b44-afbd-a78f0531807e tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:52.445452 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-acfd1814-bad4-4b44-afbd-a78f0531807e tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:52.479369 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-d2480681-e58d-47ec-a18b-e0c1ff05e4d2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Deleting port 5bb17042-e13c-4e45-a585-1b9a668a79b2 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:33:52.479734 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d2480681-e58d-47ec-a18b-e0c1ff05e4d2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:52.501211 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e2613e-0ffc-4d34-8ecf-21d1a0b0c3bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e43a2e56-6a89-4d7a-ba43-8a2e198dc078,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:52.521496 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b0e2613e-0ffc-4d34-8ecf-21d1a0b0c3bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:52.528067 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b0e2613e-0ffc-4d34-8ecf-21d1a0b0c3bf admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e43a2e56-6a89-4d7a-ba43-8a2e198dc078 HTTP/1.1" status: 204 len: 168 time: 0.7707176 Oct 27 18:33:52.541453 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40076) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:52.568091 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb977a6-3cc7-487d-a44c-ace69860db8c None None] Network b8216b84-3977-425d-8365-4c5f7f99cad7 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:33:52.583465 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-57e5cd63-f118-40c1-b5c2-33cc24c87389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:52.586046 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-57e5cd63-f118-40c1-b5c2-33cc24c87389 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:52.589471 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-57e5cd63-f118-40c1-b5c2-33cc24c87389 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1e408484-3f72-4764-8394-0fa428d25d5c HTTP/1.1" status: 204 len: 168 time: 0.5297692 Oct 27 18:33:52.619338 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f1845e-f6d9-4cfa-9255-4ec9d8a595a3 None None] Network b0826293-f8b5-4c91-b97e-04b01e42ef10 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:33:52.641563 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e5cd63-f118-40c1-b5c2-33cc24c87389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e408484-3f72-4764-8394-0fa428d25d5c,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:52.667774 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-acfd1814-bad4-4b44-afbd-a78f0531807e tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.0197594 Oct 27 18:33:52.682197 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 40082) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:52.701629 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dff4e8e2-aa22-4967-987d-706c1640e238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:52.703126 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-d2480681-e58d-47ec-a18b-e0c1ff05e4d2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] For port 5bb17042-e13c-4e45-a585-1b9a668a79b2, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=5bb17042-e13c-4e45-a585-1b9a668a79b2,segment=NetworkSegment(664b4b0e-1346-484c-b7a6-99ccd00b1da2),segment_id=664b4b0e-1346-484c-b7a6-99ccd00b1da2)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:33:52.703499 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d2480681-e58d-47ec-a18b-e0c1ff05e4d2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:52.776123 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-d2480681-e58d-47ec-a18b-e0c1ff05e4d2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Calling delete_port for 5bb17042-e13c-4e45-a585-1b9a668a79b2 owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:33:52.828880 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-dff4e8e2-aa22-4967-987d-706c1640e238 admin admin] Deleting port 58ee736e-6b93-4ab6-a7e6-89d733b5c893 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:33:52.829274 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dff4e8e2-aa22-4967-987d-706c1640e238 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:52.843371 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec3d6e1-76a2-48e3-bbf2-b2a2e7f5d76a tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:52.845682 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec3d6e1-76a2-48e3-bbf2-b2a2e7f5d76a tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:52.847163 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec3d6e1-76a2-48e3-bbf2-b2a2e7f5d76a tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:52.848865 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5ec3d6e1-76a2-48e3-bbf2-b2a2e7f5d76a tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1656637 Oct 27 18:33:52.856139 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40090) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:53.010789 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-dff4e8e2-aa22-4967-987d-706c1640e238 admin admin] For port 58ee736e-6b93-4ab6-a7e6-89d733b5c893, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=58ee736e-6b93-4ab6-a7e6-89d733b5c893,segment=NetworkSegment(41131f65-3afe-44a8-b36c-5b0b2c75311d),segment_id=41131f65-3afe-44a8-b36c-5b0b2c75311d)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:33:53.011828 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dff4e8e2-aa22-4967-987d-706c1640e238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:53.038255 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-dff4e8e2-aa22-4967-987d-706c1640e238 admin admin] Calling delete_port for 58ee736e-6b93-4ab6-a7e6-89d733b5c893 owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:33:53.073973 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f59093f-62ec-4936-b77f-6df1ee2ab225 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Deleting subnet 07cdb418-dac1-410d-9677-d9326c6689ba {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:33:53.095160 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8f59093f-62ec-4936-b77f-6df1ee2ab225 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:53.109086 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d2480681-e58d-47ec-a18b-e0c1ff05e4d2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:53.155078 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2480681-e58d-47ec-a18b-e0c1ff05e4d2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event deleted for resources: {'Port': ['ID=5bb17042-e13c-4e45-a585-1b9a668a79b2,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:53.168933 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2480681-e58d-47ec-a18b-e0c1ff05e4d2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] No DVR routers for this DVR port 5bb17042-e13c-4e45-a585-1b9a668a79b2 on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:33:53.270132 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8f59093f-62ec-4936-b77f-6df1ee2ab225 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:53.384699 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d2480681-e58d-47ec-a18b-e0c1ff05e4d2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:53.411997 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-d2480681-e58d-47ec-a18b-e0c1ff05e4d2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['031fa20f-f763-4e4a-a2a2-d2f1f6ada727']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:53.423214 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-d2480681-e58d-47ec-a18b-e0c1ff05e4d2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '664b4b0e-1346-484c-b7a6-99ccd00b1da2') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:53.423854 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-d2480681-e58d-47ec-a18b-e0c1ff05e4d2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '664b4b0e-1346-484c-b7a6-99ccd00b1da2') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:53.438195 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d2480681-e58d-47ec-a18b-e0c1ff05e4d2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:53.470856 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d2480681-e58d-47ec-a18b-e0c1ff05e4d2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:53.486495 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2480681-e58d-47ec-a18b-e0c1ff05e4d2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:33:53.486495 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d2480681-e58d-47ec-a18b-e0c1ff05e4d2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:53.486495 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:33:53.486495 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:33:53.486495 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:33:53.486495 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:33:53.486495 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:33:53.486495 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:33:53.486495 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:33:53.486495 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:33:53.486495 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:33:53.486495 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:33:53.486495 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:33:53.486495 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:33:53.486495 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:33:53.486495 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:33:53.486495 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:33:53.486495 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:33:53.486495 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:33:53.486495 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:33:53.486495 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:33:53.486495 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:33:53.486495 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:33:53.486495 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:33:53.486495 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:33:53.486495 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:33:53.486495 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:33:53.486495 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:33:53.486495 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:33:53.486495 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:33:53.486495 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:33:53.486495 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:33:53.486495 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:33:53.486495 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:33:53.509176 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148517a-dbc3-451c-923a-4b940746bb90 req-f83bdf6f-f4a0-4cf1-be83-054224e64700 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:53.515761 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148517a-dbc3-451c-923a-4b940746bb90 req-f83bdf6f-f4a0-4cf1-be83-054224e64700 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:53.523009 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148517a-dbc3-451c-923a-4b940746bb90 req-f83bdf6f-f4a0-4cf1-be83-054224e64700 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:53.529641 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148517a-dbc3-451c-923a-4b940746bb90 req-f83bdf6f-f4a0-4cf1-be83-054224e64700 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:53.546867 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148517a-dbc3-451c-923a-4b940746bb90 req-f83bdf6f-f4a0-4cf1-be83-054224e64700 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:53.557936 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8f59093f-62ec-4936-b77f-6df1ee2ab225 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:53.562338 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148517a-dbc3-451c-923a-4b940746bb90 req-f83bdf6f-f4a0-4cf1-be83-054224e64700 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:53.581949 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148517a-dbc3-451c-923a-4b940746bb90 req-f83bdf6f-f4a0-4cf1-be83-054224e64700 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:53.592428 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6148517a-dbc3-451c-923a-4b940746bb90 req-f83bdf6f-f4a0-4cf1-be83-054224e64700 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 5437 time: 0.3485751 Oct 27 18:33:53.614296 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dff4e8e2-aa22-4967-987d-706c1640e238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:53.671355 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff4e8e2-aa22-4967-987d-706c1640e238 admin admin] No DVR routers for this DVR port 58ee736e-6b93-4ab6-a7e6-89d733b5c893 on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:33:53.674145 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40112) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:53.735143 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device fc613e52-0f52-4925-8e15-088ee10f8dd4 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:33:53.750726 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4e8e2-aa22-4967-987d-706c1640e238 admin admin] Pushing event deleted for resources: {'Port': ['ID=58ee736e-6b93-4ab6-a7e6-89d733b5c893,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:53.760551 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6148517a-dbc3-451c-923a-4b940746bb90 req-29e45a12-00b8-4058-8e8b-908e2a58c373 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=3fa97b7c-97e4-4a13-a0ee-f36c9ec7b8d8&id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1658719 Oct 27 18:33:53.769164 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3d8fd1ac-3069-4152-ae7f-0ea54dc4b526 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:53.798769 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: fc613e52-0f52-4925-8e15-088ee10f8dd4 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:33:53.799361 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device fc613e52-0f52-4925-8e15-088ee10f8dd4 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:33:53.827488 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d2480681-e58d-47ec-a18b-e0c1ff05e4d2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:53.858864 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d2480681-e58d-47ec-a18b-e0c1ff05e4d2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:53.881552 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d2480681-e58d-47ec-a18b-e0c1ff05e4d2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "DELETE /v2.0/networks/031fa20f-f763-4e4a-a2a2-d2f1f6ada727 HTTP/1.1" status: 204 len: 168 time: 1.6950500 Oct 27 18:33:53.882865 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 40118) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:53.936931 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2480681-e58d-47ec-a18b-e0c1ff05e4d2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event deleted for resources: {'Network': ['ID=031fa20f-f763-4e4a-a2a2-d2f1f6ada727,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:53.939349 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9886c0-365a-4454-a120-5401b5c1b032 None None] DHCP port deletion for c28eea74-12d9-4dae-aaf1-11787fd4eeaf request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:33:53.972480 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8f59093f-62ec-4936-b77f-6df1ee2ab225 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:54.059375 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4db97d-c812-40c0-b558-5c08604fd38f None None] DHCP port deletion for 031fa20f-f763-4e4a-a2a2-d2f1f6ada727 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:33:54.064965 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8f59093f-62ec-4936-b77f-6df1ee2ab225 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:54.068937 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8f59093f-62ec-4936-b77f-6df1ee2ab225 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] 10.222.0.52 "DELETE /v2.0/subnets/07cdb418-dac1-410d-9677-d9326c6689ba HTTP/1.1" status: 204 len: 168 time: 1.2118278 Oct 27 18:33:54.073798 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dff4e8e2-aa22-4967-987d-706c1640e238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:54.074926 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 40120) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:54.076503 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f59093f-62ec-4936-b77f-6df1ee2ab225 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Pushing event deleted for resources: {'Subnet': ['ID=07cdb418-dac1-410d-9677-d9326c6689ba,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:54.106973 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-dff4e8e2-aa22-4967-987d-706c1640e238 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0826293-f8b5-4c91-b97e-04b01e42ef10']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:54.113462 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a562b624-33d4-483b-bcd4-fb46596fbf25 None None] DHCP port deletion for b0826293-f8b5-4c91-b97e-04b01e42ef10 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:33:54.121975 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-dff4e8e2-aa22-4967-987d-706c1640e238 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41131f65-3afe-44a8-b36c-5b0b2c75311d') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:54.122227 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-dff4e8e2-aa22-4967-987d-706c1640e238 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41131f65-3afe-44a8-b36c-5b0b2c75311d') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:54.151580 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-15cc7f02-e161-422d-80fc-922275f98892 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:54.154312 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dff4e8e2-aa22-4967-987d-706c1640e238 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:54.193042 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dff4e8e2-aa22-4967-987d-706c1640e238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:54.201156 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf808d47-d336-4976-8996-ff56bcee6984 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-b8216b84-3977-425d-8365-4c5f7f99cad7', 'network_id': 'b8216b84-3977-425d-8365-4c5f7f99cad7', 'tenant_id': '97453ef67d7546c5a0e73c453a4a18e5', 'fixed_ips': [{'subnet_id': 'b64cb707-08d6-4c44-8f38-1dc07d40cbe7'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:33:54.201156 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-bf808d47-d336-4976-8996-ff56bcee6984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:54.201651 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dff4e8e2-aa22-4967-987d-706c1640e238 admin admin] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:33:54.201651 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dff4e8e2-aa22-4967-987d-706c1640e238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:54.201651 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:33:54.201651 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:33:54.201651 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:33:54.201651 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:33:54.201651 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:33:54.201651 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:33:54.201651 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:33:54.201651 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:33:54.201651 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:33:54.201651 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:33:54.201651 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:33:54.201651 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:33:54.201651 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:33:54.201651 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:33:54.201651 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:33:54.201651 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:33:54.201651 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:33:54.201651 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:33:54.201651 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:33:54.201651 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:33:54.201651 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:33:54.201651 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:33:54.201651 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:33:54.201651 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:33:54.201651 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:33:54.201651 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:33:54.201651 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:33:54.201651 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:33:54.201651 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:33:54.201651 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:33:54.201651 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:33:54.201651 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:33:54.237899 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e8bdf17-c9bd-4f6e-b0e3-a7b74fdbfd49 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Deleting subnet b64cb707-08d6-4c44-8f38-1dc07d40cbe7 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:33:54.278441 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa919337-a1eb-4901-99c2-8c9bd670cbd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-b6e0784f-c3a4-414c-9d2c-24f516be9166', 'network_id': 'b6e0784f-c3a4-414c-9d2c-24f516be9166', 'tenant_id': '97453ef67d7546c5a0e73c453a4a18e5', 'fixed_ips': [{'subnet_id': '07cdb418-dac1-410d-9677-d9326c6689ba'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:33:54.279327 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-aa919337-a1eb-4901-99c2-8c9bd670cbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:54.290394 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0e8bdf17-c9bd-4f6e-b0e3-a7b74fdbfd49 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:54.318304 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3d8fd1ac-3069-4152-ae7f-0ea54dc4b526 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:54.407025 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 4288ff73-5ecf-488b-b668-2614a82bb54d up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:33:54.408552 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0e8bdf17-c9bd-4f6e-b0e3-a7b74fdbfd49 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:54.411749 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3d8fd1ac-3069-4152-ae7f-0ea54dc4b526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:54.482353 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dff4e8e2-aa22-4967-987d-706c1640e238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:54.501812 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dff4e8e2-aa22-4967-987d-706c1640e238 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:54.514125 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-dff4e8e2-aa22-4967-987d-706c1640e238 admin admin] 10.222.0.52 "DELETE /v2.0/networks/b0826293-f8b5-4c91-b97e-04b01e42ef10 HTTP/1.1" status: 204 len: 168 time: 1.9713485 Oct 27 18:33:54.526330 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-9f9886c0-365a-4454-a120-5401b5c1b032 None None] Deleting port a409fb23-2dbe-4af9-affb-4c58370d9124 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:33:54.526708 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9f9886c0-365a-4454-a120-5401b5c1b032 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:54.532384 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4e8e2-aa22-4967-987d-706c1640e238 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0826293-f8b5-4c91-b97e-04b01e42ef10,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:54.532800 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0e8bdf17-c9bd-4f6e-b0e3-a7b74fdbfd49 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:54.547753 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-15cc7f02-e161-422d-80fc-922275f98892 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Deleting port a409fb23-2dbe-4af9-affb-4c58370d9124 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:33:54.548063 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-15cc7f02-e161-422d-80fc-922275f98892 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:54.553632 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 40126) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:54.565424 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3d8fd1ac-3069-4152-ae7f-0ea54dc4b526 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=28ccafbb85ba41c7bb7780b4ccb305a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8609931 Oct 27 18:33:54.567780 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8fd1ac-3069-4152-ae7f-0ea54dc4b526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db329927-9948-47af-a16b-3508d214226d,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:54.609827 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e463054-2869-4d2f-8c54-19ef150ceed5 None None] Network b6e0784f-c3a4-414c-9d2c-24f516be9166 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:33:54.939168 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-9f9886c0-365a-4454-a120-5401b5c1b032 None None] For port a409fb23-2dbe-4af9-affb-4c58370d9124, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=a409fb23-2dbe-4af9-affb-4c58370d9124,segment=NetworkSegment(cb301240-6fb5-4322-bfeb-ecada396b446),segment_id=cb301240-6fb5-4322-bfeb-ecada396b446)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:33:54.939767 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9f9886c0-365a-4454-a120-5401b5c1b032 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:54.955186 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-9f9886c0-365a-4454-a120-5401b5c1b032 None None] Calling delete_port for a409fb23-2dbe-4af9-affb-4c58370d9124 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:33:55.068005 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 4288ff73-5ecf-488b-b668-2614a82bb54d completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:33:55.125285 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0e8bdf17-c9bd-4f6e-b0e3-a7b74fdbfd49 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server [None req-bf808d47-d336-4976-8996-ff56bcee6984 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b64cb707-08d6-4c44-8f38-1dc07d40cbe7: This subnet is being modified by another concurrent operation. Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 18:33:55.154847 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:33:55.160599 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 18:33:55.160599 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 18:33:55.160599 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:33:55.160599 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:33:55.160599 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:33:55.160599 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:33:55.160599 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 18:33:55.160599 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:33:55.160599 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 18:33:55.160599 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 18:33:55.160599 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:33:55.160599 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:33:55.160599 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:33:55.160599 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:33:55.160599 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 18:33:55.160599 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 18:33:55.160599 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 27 18:33:55.160599 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 27 18:33:55.160599 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 27 18:33:55.160599 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 27 18:33:55.160599 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 27 18:33:55.160599 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 27 18:33:55.160599 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 27 18:33:55.160599 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 27 18:33:55.160599 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:33:55.160599 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:33:55.160599 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:33:55.160599 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:33:55.160599 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 27 18:33:55.160599 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 27 18:33:55.160599 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 27 18:33:55.160599 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 27 18:33:55.160599 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 27 18:33:55.160599 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 27 18:33:55.160599 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 27 18:33:55.160599 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise exception Oct 27 18:33:55.160599 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b64cb707-08d6-4c44-8f38-1dc07d40cbe7: This subnet is being modified by another concurrent operation. Oct 27 18:33:55.160599 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server Oct 27 18:33:55.168474 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40156) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:55.232643 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 4288ff73-5ecf-488b-b668-2614a82bb54d triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:33:55.233049 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:55.285818 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0e8bdf17-c9bd-4f6e-b0e3-a7b74fdbfd49 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:55.302552 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0e8bdf17-c9bd-4f6e-b0e3-a7b74fdbfd49 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] 10.222.0.52 "DELETE /v2.0/subnets/b64cb707-08d6-4c44-8f38-1dc07d40cbe7 HTTP/1.1" status: 204 len: 168 time: 1.2262268 Oct 27 18:33:55.308927 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-450a275b-cb9b-4a04-baa3-a31367a31c1c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=32c521b9d5364e14a010de85fa7c39d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1394610 Oct 27 18:33:55.312905 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee80b09f-7392-4855-9902-8864af1baaac None None] Network b8216b84-3977-425d-8365-4c5f7f99cad7 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:33:55.313284 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 40166) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:55.314102 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8bdf17-c9bd-4f6e-b0e3-a7b74fdbfd49 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Pushing event deleted for resources: {'Subnet': ['ID=b64cb707-08d6-4c44-8f38-1dc07d40cbe7,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:55.328348 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40164) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:55.455665 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3d937bb6-5105-4a1c-b760-e4f38d585aee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:55.460490 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-593f0726-c317-4b2d-9cf4-0816b151a1f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:55.493801 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 58ee736e-6b93-4ab6-a7e6-89d733b5c893 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:33:55.502473 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215df8b-c200-469a-aaa9-ad7458a17b81 req-96dca488-3ad4-4372-bd1f-76e0c332117d tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:55.510397 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3d937bb6-5105-4a1c-b760-e4f38d585aee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:55.520833 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 58ee736e-6b93-4ab6-a7e6-89d733b5c893 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:33:55.521588 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 58ee736e-6b93-4ab6-a7e6-89d733b5c893 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:33:55.522242 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device a409fb23-2dbe-4af9-affb-4c58370d9124 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:33:55.525207 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215df8b-c200-469a-aaa9-ad7458a17b81 req-96dca488-3ad4-4372-bd1f-76e0c332117d tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:55.557831 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215df8b-c200-469a-aaa9-ad7458a17b81 req-96dca488-3ad4-4372-bd1f-76e0c332117d tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:55.584390 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:55.593845 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215df8b-c200-469a-aaa9-ad7458a17b81 req-96dca488-3ad4-4372-bd1f-76e0c332117d tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:55.611465 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215df8b-c200-469a-aaa9-ad7458a17b81 req-96dca488-3ad4-4372-bd1f-76e0c332117d tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:55.619775 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9b0670-6277-4324-b43f-20e3992cef95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4288ff73-5ecf-488b-b668-2614a82bb54d'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:33:55.623529 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b675e5-cec7-4634-9111-094c20e2faff" -d '{"events": [{"server_uuid": "3d9b0670-6277-4324-b43f-20e3992cef95", "name": "network-vif-plugged", "status": "completed", "tag": "4288ff73-5ecf-488b-b668-2614a82bb54d"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:33:55.624612 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215df8b-c200-469a-aaa9-ad7458a17b81 req-96dca488-3ad4-4372-bd1f-76e0c332117d tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:55.639718 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9f9886c0-365a-4454-a120-5401b5c1b032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:55.642980 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 4288ff73-5ecf-488b-b668-2614a82bb54d, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=4288ff73-5ecf-488b-b668-2614a82bb54d,segment=NetworkSegment(4033ff10-20d7-4fe8-a555-cb66828d83d8),segment_id=4033ff10-20d7-4fe8-a555-cb66828d83d8)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:33:55.652073 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215df8b-c200-469a-aaa9-ad7458a17b81 req-96dca488-3ad4-4372-bd1f-76e0c332117d tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:55.656436 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9215df8b-c200-469a-aaa9-ad7458a17b81 req-96dca488-3ad4-4372-bd1f-76e0c332117d tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 5437 time: 0.6460297 Oct 27 18:33:55.702995 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Port a409fb23-2dbe-4af9-affb-4c58370d9124 update to DOWN by agent not found {{(pid=102880) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 27 18:33:55.702995 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 5bb17042-e13c-4e45-a585-1b9a668a79b2 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:33:55.705704 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9886c0-365a-4454-a120-5401b5c1b032 None None] Pushing event deleted for resources: {'Port': ['ID=a409fb23-2dbe-4af9-affb-4c58370d9124,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:55.708147 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9886c0-365a-4454-a120-5401b5c1b032 None None] No DVR routers for this DVR port a409fb23-2dbe-4af9-affb-4c58370d9124 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:33:55.713132 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:55.714147 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device b2a5ef78-9b0f-4779-ac14-f1338bdabd09 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:33:55.717111 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fd0992-3290-4023-a0d4-fd6c05d8fb71 x-openstack-request-id: req-42fd0992-3290-4023-a0d4-fd6c05d8fb71 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:33:55.720019 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9b0670-6277-4324-b43f-20e3992cef95", "name": "network-vif-plugged", "status": "completed", "tag": "4288ff73-5ecf-488b-b668-2614a82bb54d", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:33:55.720019 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-42fd0992-3290-4023-a0d4-fd6c05d8fb71 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:33:55.720019 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9b0670-6277-4324-b43f-20e3992cef95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4288ff73-5ecf-488b-b668-2614a82bb54d', 'code': 200} Oct 27 18:33:55.740114 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3d937bb6-5105-4a1c-b760-e4f38d585aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:55.744168 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3d937bb6-5105-4a1c-b760-e4f38d585aee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:55.745315 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc389baa-c6a0-4819-b05d-cbeb4525ef93 None None] get_active_networks_info from n-d-815690-2 {{(pid=102880) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 18:33:55.745972 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3d937bb6-5105-4a1c-b760-e4f38d585aee admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/02a89f5e-a42d-4682-bd74-7f652c60708b HTTP/1.1" status: 204 len: 168 time: 0.4257295 Oct 27 18:33:55.761062 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d937bb6-5105-4a1c-b760-e4f38d585aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a89f5e-a42d-4682-bd74-7f652c60708b,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:55.791143 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9215df8b-c200-469a-aaa9-ad7458a17b81 req-31c77f22-0ae4-4546-ba89-964672e2a106 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=3fa97b7c-97e4-4a13-a0ee-f36c9ec7b8d8&id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1210432 Oct 27 18:33:55.803861 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-15cc7f02-e161-422d-80fc-922275f98892 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] For port a409fb23-2dbe-4af9-affb-4c58370d9124, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=a409fb23-2dbe-4af9-affb-4c58370d9124,segment=NetworkSegment(cb301240-6fb5-4322-bfeb-ecada396b446),segment_id=cb301240-6fb5-4322-bfeb-ecada396b446)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:33:55.804237 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-15cc7f02-e161-422d-80fc-922275f98892 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:55.810768 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 5bb17042-e13c-4e45-a585-1b9a668a79b2 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:33:55.811330 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 5bb17042-e13c-4e45-a585-1b9a668a79b2 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:33:55.831065 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-593f0726-c317-4b2d-9cf4-0816b151a1f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:55.845885 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c29fa05-042c-4746-b74e-d7793a823611 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:55.858952 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40178) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:55.871089 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0c29fa05-042c-4746-b74e-d7793a823611 tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5227785 Oct 27 18:33:55.872339 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-15cc7f02-e161-422d-80fc-922275f98892 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Calling delete_port for a409fb23-2dbe-4af9-affb-4c58370d9124 owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:33:56.053710 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-15cc7f02-e161-422d-80fc-922275f98892 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:56.063803 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6d8d8572-4867-44f9-aba4-2d7ee9c2ff5c tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:56.156215 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-593f0726-c317-4b2d-9cf4-0816b151a1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:56.165129 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-593f0726-c317-4b2d-9cf4-0816b151a1f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:56.179555 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-593f0726-c317-4b2d-9cf4-0816b151a1f4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/db329927-9948-47af-a16b-3508d214226d HTTP/1.1" status: 204 len: 168 time: 1.5510886 Oct 27 18:33:56.180651 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc7f02-e161-422d-80fc-922275f98892 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event deleted for resources: {'Port': ['ID=a409fb23-2dbe-4af9-affb-4c58370d9124,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:56.185593 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cc7f02-e161-422d-80fc-922275f98892 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] No DVR routers for this DVR port a409fb23-2dbe-4af9-affb-4c58370d9124 on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:33:56.309422 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593f0726-c317-4b2d-9cf4-0816b151a1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db329927-9948-47af-a16b-3508d214226d,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:56.311574 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6d8d8572-4867-44f9-aba4-2d7ee9c2ff5c tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:56.399499 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-6d8d8572-4867-44f9-aba4-2d7ee9c2ff5c tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8216b84-3977-425d-8365-4c5f7f99cad7']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:56.443005 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-6d8d8572-4867-44f9-aba4-2d7ee9c2ff5c tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '529d985b-e79f-46e5-a888-314f034f4973') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:56.449286 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-6d8d8572-4867-44f9-aba4-2d7ee9c2ff5c tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '529d985b-e79f-46e5-a888-314f034f4973') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:56.459355 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=4288ff73-5ecf-488b-b668-2614a82bb54d,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:56.491129 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6d8d8572-4867-44f9-aba4-2d7ee9c2ff5c tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:56.538271 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6d8d8572-4867-44f9-aba4-2d7ee9c2ff5c tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:56.560497 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-15cc7f02-e161-422d-80fc-922275f98892 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:56.563566 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d8d8572-4867-44f9-aba4-2d7ee9c2ff5c tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:33:56.563974 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6d8d8572-4867-44f9-aba4-2d7ee9c2ff5c tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:56.569960 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:33:56.569960 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:33:56.569960 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:33:56.569960 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:33:56.569960 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:33:56.569960 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:33:56.569960 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:33:56.569960 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:33:56.569960 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:33:56.569960 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:33:56.569960 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:33:56.569960 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:33:56.569960 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:33:56.569960 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:33:56.569960 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:33:56.569960 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:33:56.569960 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:33:56.569960 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:33:56.569960 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:33:56.569960 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:33:56.569960 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:33:56.569960 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:33:56.569960 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:33:56.569960 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:33:56.569960 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:33:56.569960 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:33:56.569960 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:33:56.569960 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:33:56.569960 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:33:56.569960 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:33:56.569960 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:33:56.569960 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:33:56.633509 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:56.638229 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port b2a5ef78-9b0f-4779-ac14-f1338bdabd09 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:33:56.640437 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc389baa-c6a0-4819-b05d-cbeb4525ef93 None None] Resources bound (agent type, host, resource id): {{(pid=102880) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 18:33:56.658734 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-15cc7f02-e161-422d-80fc-922275f98892 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c28eea74-12d9-4dae-aaf1-11787fd4eeaf']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:56.663908 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port b2a5ef78-9b0f-4779-ac14-f1338bdabd09 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:33:56.664202 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:56.696938 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-15cc7f02-e161-422d-80fc-922275f98892 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb301240-6fb5-4322-bfeb-ecada396b446') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:56.697249 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-15cc7f02-e161-422d-80fc-922275f98892 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb301240-6fb5-4322-bfeb-ecada396b446') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:56.726915 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-15cc7f02-e161-422d-80fc-922275f98892 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:56.760560 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-15cc7f02-e161-422d-80fc-922275f98892 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:56.775068 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15cc7f02-e161-422d-80fc-922275f98892 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:33:56.775068 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-15cc7f02-e161-422d-80fc-922275f98892 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:56.775824 n-d-815690-2 neutron-server[102878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:33:56.775824 n-d-815690-2 neutron-server[102878]: self.session.flush() Oct 27 18:33:56.775824 n-d-815690-2 neutron-server[102878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:33:56.775824 n-d-815690-2 neutron-server[102878]: self.session.flush() Oct 27 18:33:56.775824 n-d-815690-2 neutron-server[102878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:33:56.775824 n-d-815690-2 neutron-server[102878]: self.session.flush() Oct 27 18:33:56.775824 n-d-815690-2 neutron-server[102878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:33:56.775824 n-d-815690-2 neutron-server[102878]: self.session.flush() Oct 27 18:33:56.775824 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:33:56.775824 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:33:56.775824 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:33:56.775824 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:33:56.775824 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:33:56.775824 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:33:56.775824 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:33:56.775824 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:33:56.775824 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:33:56.775824 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:33:56.775824 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:33:56.775824 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:33:56.775824 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:33:56.775824 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:33:56.775824 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:33:56.775824 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:33:56.775824 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:33:56.775824 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:33:56.775824 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:33:56.775824 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:33:56.775824 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:33:56.775824 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:33:56.775824 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:33:56.775824 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:33:56.775824 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:33:56.775824 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:33:56.775824 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:33:56.775824 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:33:56.775824 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:33:56.775824 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:33:56.775824 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:33:56.775824 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:33:56.891786 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6d8d8572-4867-44f9-aba4-2d7ee9c2ff5c tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:56.901620 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6d8d8572-4867-44f9-aba4-2d7ee9c2ff5c tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:56.914880 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 40208) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:56.915623 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6d8d8572-4867-44f9-aba4-2d7ee9c2ff5c tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] 10.222.0.52 "DELETE /v2.0/networks/b8216b84-3977-425d-8365-4c5f7f99cad7 HTTP/1.1" status: 204 len: 168 time: 1.0555222 Oct 27 18:33:56.939713 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:56.948315 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8d8572-4867-44f9-aba4-2d7ee9c2ff5c tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Pushing event deleted for resources: {'Network': ['ID=b8216b84-3977-425d-8365-4c5f7f99cad7,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:57.160879 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-15cc7f02-e161-422d-80fc-922275f98892 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:57.240106 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-15cc7f02-e161-422d-80fc-922275f98892 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:57.249379 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40218) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:57.254989 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-15cc7f02-e161-422d-80fc-922275f98892 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "DELETE /v2.0/networks/c28eea74-12d9-4dae-aaf1-11787fd4eeaf HTTP/1.1" status: 204 len: 168 time: 3.3362312 Oct 27 18:33:57.254989 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc7f02-e161-422d-80fc-922275f98892 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event deleted for resources: {'Network': ['ID=c28eea74-12d9-4dae-aaf1-11787fd4eeaf,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:57.259962 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-35a5c248-bc20-4c20-83b4-53e5437e40f6 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-261352088'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:33:57.372588 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7d002-5175-4ace-a4cd-40debcb2a177 req-9d476017-8796-44f6-8344-7e27d4ff82bb tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:57.379847 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7d002-5175-4ace-a4cd-40debcb2a177 req-9d476017-8796-44f6-8344-7e27d4ff82bb tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:57.386399 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7d002-5175-4ace-a4cd-40debcb2a177 req-9d476017-8796-44f6-8344-7e27d4ff82bb tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:57.394929 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a5c248-bc20-4c20-83b4-53e5437e40f6 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Made reservation on behalf of f0dda3f0251e4e4db2b48596fc53609b for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:33:57.399557 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7d002-5175-4ace-a4cd-40debcb2a177 req-9d476017-8796-44f6-8344-7e27d4ff82bb tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:57.400245 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-35a5c248-bc20-4c20-83b4-53e5437e40f6 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:57.418587 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7d002-5175-4ace-a4cd-40debcb2a177 req-9d476017-8796-44f6-8344-7e27d4ff82bb tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:57.439602 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7d002-5175-4ace-a4cd-40debcb2a177 req-9d476017-8796-44f6-8344-7e27d4ff82bb tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:57.458467 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7d002-5175-4ace-a4cd-40debcb2a177 req-9d476017-8796-44f6-8344-7e27d4ff82bb tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:57.462542 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cce7d002-5175-4ace-a4cd-40debcb2a177 req-9d476017-8796-44f6-8344-7e27d4ff82bb tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 5438 time: 0.3219459 Oct 27 18:33:57.468822 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6a70da07-c343-42bb-abd4-ad771d8eeece tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:57.476211 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35a5c248-bc20-4c20-83b4-53e5437e40f6 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] vlan segment allocate from pool success with {'vlan_id': 1014, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:33:57.491280 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-35a5c248-bc20-4c20-83b4-53e5437e40f6 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:57.491940 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-35a5c248-bc20-4c20-83b4-53e5437e40f6 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Added segment d7da7d80-3be9-4364-8ecd-3d8aa57f87ca of type vlan for network 6924bb31-b02f-48c4-8556-577f14590a63 Oct 27 18:33:57.500866 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:57.549951 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-35a5c248-bc20-4c20-83b4-53e5437e40f6 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:57.664699 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-35a5c248-bc20-4c20-83b4-53e5437e40f6 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:57.679600 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a5c248-bc20-4c20-83b4-53e5437e40f6 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:57.683342 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-35a5c248-bc20-4c20-83b4-53e5437e40f6 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:57.704501 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port b2a5ef78-9b0f-4779-ac14-f1338bdabd09, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=b2a5ef78-9b0f-4779-ac14-f1338bdabd09,segment=NetworkSegment(4033ff10-20d7-4fe8-a555-cb66828d83d8),segment_id=4033ff10-20d7-4fe8-a555-cb66828d83d8)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:33:57.719405 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9b0670-6277-4324-b43f-20e3992cef95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a5ef78-9b0f-4779-ac14-f1338bdabd09'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:33:57.725020 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0997ff64-774a-4c43-945a-cc8aa58584ab" -d '{"events": [{"server_uuid": "3d9b0670-6277-4324-b43f-20e3992cef95", "name": "network-vif-plugged", "status": "completed", "tag": "b2a5ef78-9b0f-4779-ac14-f1338bdabd09"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:33:57.814242 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03388a59-8aec-483c-8806-236a5086c511 x-openstack-request-id: req-03388a59-8aec-483c-8806-236a5086c511 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:33:57.815055 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9b0670-6277-4324-b43f-20e3992cef95", "name": "network-vif-plugged", "status": "completed", "tag": "b2a5ef78-9b0f-4779-ac14-f1338bdabd09", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:33:57.816155 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-03388a59-8aec-483c-8806-236a5086c511 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:33:57.816891 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9b0670-6277-4324-b43f-20e3992cef95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a5ef78-9b0f-4779-ac14-f1338bdabd09', 'code': 200} Oct 27 18:33:57.825261 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a5c248-bc20-4c20-83b4-53e5437e40f6 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event updated for resources: {'Network': ['ID=6924bb31-b02f-48c4-8556-577f14590a63,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:57.834029 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-35a5c248-bc20-4c20-83b4-53e5437e40f6 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5803695 Oct 27 18:33:57.834456 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40242) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:57.839670 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-138ae0b3-ea30-440b-b281-f01ca820f593 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Request body: {'subnet': {'network_id': '6924bb31-b02f-48c4-8556-577f14590a63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:33:57.860296 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:57.861671 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:33:57.904670 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 6924bb31-b02f-48c4-8556-577f14590a63 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:33:58.100960 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40248) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:58.129602 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:33:58.141264 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:33:58.142354 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:58.167832 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cce7d002-5175-4ace-a4cd-40debcb2a177 req-fc641050-2b3e-407e-8fa3-f6036ef4af8f tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=3fa97b7c-97e4-4a13-a0ee-f36c9ec7b8d8&id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6914508 Oct 27 18:33:58.190575 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=b2a5ef78-9b0f-4779-ac14-f1338bdabd09,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:58.212779 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138ae0b3-ea30-440b-b281-f01ca820f593 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Made reservation on behalf of f0dda3f0251e4e4db2b48596fc53609b for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:33:58.212779 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-138ae0b3-ea30-440b-b281-f01ca820f593 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:58.357080 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6a70da07-c343-42bb-abd4-ad771d8eeece tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:58.386700 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-6a70da07-c343-42bb-abd4-ad771d8eeece tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6e0784f-c3a4-414c-9d2c-24f516be9166']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:58.401970 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-6a70da07-c343-42bb-abd4-ad771d8eeece tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '471ed9ac-a39b-4702-8113-d3d23c43793a') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:58.402334 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-6a70da07-c343-42bb-abd4-ad771d8eeece tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '471ed9ac-a39b-4702-8113-d3d23c43793a') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:58.407355 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-c35c4150-a307-4c26-87ba-60fdbb80c057 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-336513943-network', 'tenant_id': 'f7434595ca71417d958b4750a141368c'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:33:58.410046 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:58.416393 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6a70da07-c343-42bb-abd4-ad771d8eeece tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:58.447020 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6a70da07-c343-42bb-abd4-ad771d8eeece tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:58.454087 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a70da07-c343-42bb-abd4-ad771d8eeece tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:33:58.454489 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6a70da07-c343-42bb-abd4-ad771d8eeece tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:58.495765 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d,segment=NetworkSegment(4033ff10-20d7-4fe8-a555-cb66828d83d8),segment_id=4033ff10-20d7-4fe8-a555-cb66828d83d8)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:33:58.539886 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35c4150-a307-4c26-87ba-60fdbb80c057 admin admin] Made reservation on behalf of f7434595ca71417d958b4750a141368c for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:33:58.542258 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c35c4150-a307-4c26-87ba-60fdbb80c057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:58.552590 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c35c4150-a307-4c26-87ba-60fdbb80c057 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:58.554773 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:33:58.554773 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:33:58.554773 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:33:58.554773 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:33:58.554773 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:33:58.554773 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:33:58.554773 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:33:58.554773 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:33:58.554773 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:33:58.554773 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:33:58.554773 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:33:58.554773 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:33:58.554773 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:33:58.554773 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:33:58.554773 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:33:58.554773 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:33:58.554773 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:33:58.554773 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:33:58.554773 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:33:58.554773 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:33:58.554773 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:33:58.554773 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:33:58.554773 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:33:58.554773 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:33:58.554773 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:33:58.554773 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:33:58.554773 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:33:58.554773 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:33:58.554773 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:33:58.554773 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:33:58.554773 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:33:58.554773 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:33:58.573918 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:58.603517 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 64fb56ad-4b22-4ffa-8833-69293fc4d246 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:33:58.678065 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:58.685570 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6a70da07-c343-42bb-abd4-ad771d8eeece tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:58.687722 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6a70da07-c343-42bb-abd4-ad771d8eeece tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:58.695583 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6a70da07-c343-42bb-abd4-ad771d8eeece tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] 10.222.0.52 "DELETE /v2.0/networks/b6e0784f-c3a4-414c-9d2c-24f516be9166 HTTP/1.1" status: 204 len: 168 time: 1.7748923 Oct 27 18:33:58.696300 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 40274) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:58.732036 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a70da07-c343-42bb-abd4-ad771d8eeece tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Pushing event deleted for resources: {'Network': ['ID=b6e0784f-c3a4-414c-9d2c-24f516be9166,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:58.814280 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 64fb56ad-4b22-4ffa-8833-69293fc4d246 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:33:58.826982 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 64fb56ad-4b22-4ffa-8833-69293fc4d246 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:33:58.828104 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:58.834318 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c35c4150-a307-4c26-87ba-60fdbb80c057 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:58.857827 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-df5e0ff4-a411-4a39-bab5-c971dd338a0d tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:58.951230 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:58.956949 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c35c4150-a307-4c26-87ba-60fdbb80c057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:58.970273 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-138ae0b3-ea30-440b-b281-f01ca820f593 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:58.992313 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c35c4150-a307-4c26-87ba-60fdbb80c057 admin admin] vlan segment allocate from pool success with {'vlan_id': 1009, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:33:59.009807 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-df5e0ff4-a411-4a39-bab5-c971dd338a0d tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:59.058455 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 64fb56ad-4b22-4ffa-8833-69293fc4d246, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=64fb56ad-4b22-4ffa-8833-69293fc4d246,segment=NetworkSegment(835d40c4-66b8-4c5e-8632-a29d009690f1),segment_id=835d40c4-66b8-4c5e-8632-a29d009690f1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:33:59.068687 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-df5e0ff4-a411-4a39-bab5-c971dd338a0d tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e59f4ef-83b0-4468-8892-fea6dc09654f']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:59.072774 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c35c4150-a307-4c26-87ba-60fdbb80c057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:59.077207 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-c35c4150-a307-4c26-87ba-60fdbb80c057 admin admin] Added segment e09991b6-255e-48a2-9843-0adbb08c8321 of type vlan for network f31549fe-3cc7-441a-adbe-855afe42fc7c Oct 27 18:33:59.091549 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c4150-a307-4c26-87ba-60fdbb80c057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0af8823-1d56-4463-8250-f2c61c208d75,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:59.095550 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-df5e0ff4-a411-4a39-bab5-c971dd338a0d tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '696100d8-80e0-454b-b49e-0fa4fd281b2e') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:59.097818 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-df5e0ff4-a411-4a39-bab5-c971dd338a0d tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '696100d8-80e0-454b-b49e-0fa4fd281b2e') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:33:59.112751 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ae0b3-ea30-440b-b281-f01ca820f593 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event updated for resources: {'Subnet': ['ID=61171fce-a683-4e11-8565-39bd15b0640d,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:59.120434 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-df5e0ff4-a411-4a39-bab5-c971dd338a0d tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:59.150872 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:59.151124 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-df5e0ff4-a411-4a39-bab5-c971dd338a0d tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:59.152421 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:33:59.167367 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df5e0ff4-a411-4a39-bab5-c971dd338a0d tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:33:59.167950 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-df5e0ff4-a411-4a39-bab5-c971dd338a0d tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:59.188919 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:33:59.188919 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:33:59.188919 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:33:59.188919 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:33:59.188919 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:33:59.188919 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:33:59.188919 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:33:59.188919 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:33:59.188919 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:33:59.188919 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:33:59.188919 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:33:59.188919 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:33:59.188919 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:33:59.188919 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:33:59.188919 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:33:59.188919 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:33:59.188919 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:33:59.188919 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:33:59.188919 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:33:59.188919 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:33:59.188919 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:33:59.188919 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:33:59.188919 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:33:59.188919 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:33:59.188919 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:33:59.188919 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:33:59.188919 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:33:59.188919 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:33:59.188919 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:33:59.188919 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:33:59.188919 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:33:59.188919 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:33:59.192495 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c35c4150-a307-4c26-87ba-60fdbb80c057 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:59.258558 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138ae0b3-ea30-440b-b281-f01ca820f593 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Checking segment: {'id': 'd7da7d80-3be9-4364-8ecd-3d8aa57f87ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '6924bb31-b02f-48c4-8556-577f14590a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:33:59.260545 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138ae0b3-ea30-440b-b281-f01ca820f593 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Network hostable DHCP agents. Network: 6924bb31-b02f-48c4-8556-577f14590a63, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:33:59.345471 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=64fb56ad-4b22-4ffa-8833-69293fc4d246,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:59.403046 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c35c4150-a307-4c26-87ba-60fdbb80c057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:59.404226 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35c4150-a307-4c26-87ba-60fdbb80c057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:59.405239 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c35c4150-a307-4c26-87ba-60fdbb80c057 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:59.431147 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:33:59.435793 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:33:59.436448 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:59.500109 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0426c-434d-435a-aa38-54cad0e1a6b6 req-3876ef5f-6815-4a7f-9082-6291e3285e33 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:59.516740 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0426c-434d-435a-aa38-54cad0e1a6b6 req-3876ef5f-6815-4a7f-9082-6291e3285e33 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:59.529955 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0426c-434d-435a-aa38-54cad0e1a6b6 req-3876ef5f-6815-4a7f-9082-6291e3285e33 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:59.564882 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0426c-434d-435a-aa38-54cad0e1a6b6 req-3876ef5f-6815-4a7f-9082-6291e3285e33 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:59.579095 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0426c-434d-435a-aa38-54cad0e1a6b6 req-3876ef5f-6815-4a7f-9082-6291e3285e33 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:59.614750 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0426c-434d-435a-aa38-54cad0e1a6b6 req-3876ef5f-6815-4a7f-9082-6291e3285e33 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:59.636018 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0426c-434d-435a-aa38-54cad0e1a6b6 req-3876ef5f-6815-4a7f-9082-6291e3285e33 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:33:59.646448 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bce0426c-434d-435a-aa38-54cad0e1a6b6 req-3876ef5f-6815-4a7f-9082-6291e3285e33 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 5441 time: 0.2696431 Oct 27 18:33:59.651192 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-df5e0ff4-a411-4a39-bab5-c971dd338a0d tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:59.677709 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-df5e0ff4-a411-4a39-bab5-c971dd338a0d tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:59.681489 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-df5e0ff4-a411-4a39-bab5-c971dd338a0d tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] 10.222.0.52 "DELETE /v2.0/networks/2e59f4ef-83b0-4468-8892-fea6dc09654f HTTP/1.1" status: 204 len: 168 time: 0.9728675 Oct 27 18:33:59.686884 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:59.693395 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 40310) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:33:59.708711 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e0ff4-a411-4a39-bab5-c971dd338a0d tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Pushing event deleted for resources: {'Network': ['ID=2e59f4ef-83b0-4468-8892-fea6dc09654f,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:33:59.786865 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41,segment=NetworkSegment(835d40c4-66b8-4c5e-8632-a29d009690f1),segment_id=835d40c4-66b8-4c5e-8632-a29d009690f1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:33:59.818732 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9b0670-6277-4324-b43f-20e3992cef95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d'}, {'server_uuid': '3d9b0670-6277-4324-b43f-20e3992cef95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64fb56ad-4b22-4ffa-8833-69293fc4d246'}, {'server_uuid': '3d9b0670-6277-4324-b43f-20e3992cef95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:33:59.821232 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892d936a-f570-4c50-8602-fd6c9caabebe" -d '{"events": [{"server_uuid": "3d9b0670-6277-4324-b43f-20e3992cef95", "name": "network-vif-plugged", "status": "completed", "tag": "ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d"}, {"server_uuid": "3d9b0670-6277-4324-b43f-20e3992cef95", "name": "network-vif-plugged", "status": "completed", "tag": "64fb56ad-4b22-4ffa-8833-69293fc4d246"}, {"server_uuid": "3d9b0670-6277-4324-b43f-20e3992cef95", "name": "network-vif-plugged", "status": "completed", "tag": "8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:33:59.845158 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bce0426c-434d-435a-aa38-54cad0e1a6b6 req-b5bdff60-1a7a-4e21-9e6f-c797956a26f6 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=3fa97b7c-97e4-4a13-a0ee-f36c9ec7b8d8&id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1799202 Oct 27 18:33:59.880458 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:59.881568 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device de66f073-b55a-4294-bcf0-2738e20e2c40 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:33:59.892211 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1cf85bfc-c717-4fb9-9e8c-2f6573102def tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:33:59.983946 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 27 Oct 2021 18:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c614776b-40b9-4893-9056-a1700cd03de4 x-openstack-request-id: req-c614776b-40b9-4893-9056-a1700cd03de4 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:33:59.984259 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9b0670-6277-4324-b43f-20e3992cef95", "name": "network-vif-plugged", "status": "completed", "tag": "ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d", "code": 200}, {"server_uuid": "3d9b0670-6277-4324-b43f-20e3992cef95", "name": "network-vif-plugged", "status": "completed", "tag": "64fb56ad-4b22-4ffa-8833-69293fc4d246", "code": 200}, {"server_uuid": "3d9b0670-6277-4324-b43f-20e3992cef95", "name": "network-vif-plugged", "status": "completed", "tag": "8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:33:59.984753 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c614776b-40b9-4893-9056-a1700cd03de4 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:33:59.985157 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9b0670-6277-4324-b43f-20e3992cef95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d', 'code': 200} Oct 27 18:33:59.985417 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9b0670-6277-4324-b43f-20e3992cef95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64fb56ad-4b22-4ffa-8833-69293fc4d246', 'code': 200} Oct 27 18:33:59.985673 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9b0670-6277-4324-b43f-20e3992cef95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41', 'code': 200} Oct 27 18:34:00.015287 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:00.073447 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1cf85bfc-c717-4fb9-9e8c-2f6573102def tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:00.100658 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-1cf85bfc-c717-4fb9-9e8c-2f6573102def tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4951f65-c22d-4e5e-ae5f-e1a9fcebad86']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:00.116926 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-1cf85bfc-c717-4fb9-9e8c-2f6573102def tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1976ad0e-51d3-4f54-af0a-8443c1d48812') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:00.117513 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-1cf85bfc-c717-4fb9-9e8c-2f6573102def tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1976ad0e-51d3-4f54-af0a-8443c1d48812') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:00.131325 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1cf85bfc-c717-4fb9-9e8c-2f6573102def tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:00.147142 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1cf85bfc-c717-4fb9-9e8c-2f6573102def tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:00.155922 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cf85bfc-c717-4fb9-9e8c-2f6573102def tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:34:00.156700 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1cf85bfc-c717-4fb9-9e8c-2f6573102def tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:00.161496 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:34:00.161496 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:34:00.161496 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:34:00.161496 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:34:00.161496 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:34:00.161496 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:34:00.161496 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:34:00.161496 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:34:00.161496 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:34:00.161496 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:34:00.161496 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:34:00.161496 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:34:00.161496 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:34:00.161496 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:34:00.161496 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:34:00.161496 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:34:00.161496 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:34:00.161496 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:34:00.161496 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:34:00.161496 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:34:00.161496 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:34:00.161496 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:34:00.161496 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:34:00.161496 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:34:00.161496 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:34:00.161496 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:34:00.161496 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:34:00.161496 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:34:00.161496 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:34:00.161496 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:34:00.161496 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:34:00.161496 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:34:00.182760 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port de66f073-b55a-4294-bcf0-2738e20e2c40 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:34:00.187562 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port de66f073-b55a-4294-bcf0-2738e20e2c40 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:00.188691 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:00.368711 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c4150-a307-4c26-87ba-60fdbb80c057 admin admin] Pushing event updated for resources: {'Network': ['ID=f31549fe-3cc7-441a-adbe-855afe42fc7c,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:00.371923 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138ae0b3-ea30-440b-b281-f01ca820f593 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Network 6924bb31-b02f-48c4-8556-577f14590a63 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:34:00.373573 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1cf85bfc-c717-4fb9-9e8c-2f6573102def tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:00.380339 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:00.388407 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network f31549fe-3cc7-441a-adbe-855afe42fc7c details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:34:00.388624 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1cf85bfc-c717-4fb9-9e8c-2f6573102def tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:00.399909 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1cf85bfc-c717-4fb9-9e8c-2f6573102def tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] 10.222.0.52 "DELETE /v2.0/networks/a4951f65-c22d-4e5e-ae5f-e1a9fcebad86 HTTP/1.1" status: 204 len: 168 time: 0.7030237 Oct 27 18:34:00.441477 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf85bfc-c717-4fb9-9e8c-2f6573102def tempest-BulkNetworkOpsTest-601317583 tempest-BulkNetworkOpsTest-601317583-project] Pushing event deleted for resources: {'Network': ['ID=a4951f65-c22d-4e5e-ae5f-e1a9fcebad86,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:00.486744 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c35c4150-a307-4c26-87ba-60fdbb80c057 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.3840137 Oct 27 18:34:00.491381 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 40336) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:00.498759 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-9063b1f0-8590-4c88-9d6c-bf93a92fa053 admin admin] Request body: {'subnet': {'network_id': 'f31549fe-3cc7-441a-adbe-855afe42fc7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-336513943-subnet', 'tenant_id': 'f7434595ca71417d958b4750a141368c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:00.545475 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-138ae0b3-ea30-440b-b281-f01ca820f593 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 6924bb31-b02f-48c4-8556-577f14590a63) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:34:00.550778 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138ae0b3-ea30-440b-b281-f01ca820f593 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:00.555027 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-138ae0b3-ea30-440b-b281-f01ca820f593 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:00.583952 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port de66f073-b55a-4294-bcf0-2738e20e2c40, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=de66f073-b55a-4294-bcf0-2738e20e2c40,segment=NetworkSegment(4033ff10-20d7-4fe8-a555-cb66828d83d8),segment_id=4033ff10-20d7-4fe8-a555-cb66828d83d8)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:34:00.593650 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d21cad2-0adf-4717-92ac-6c6939f5c46a None None] Network 6924bb31-b02f-48c4-8556-577f14590a63 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:34:00.632482 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9063b1f0-8590-4c88-9d6c-bf93a92fa053 admin admin] Made reservation on behalf of f7434595ca71417d958b4750a141368c for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:34:00.636578 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9063b1f0-8590-4c88-9d6c-bf93a92fa053 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:00.696493 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:00.697325 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device d6bbae83-7fc2-4178-897c-e479dc4fc74b up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:34:00.724083 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-138ae0b3-ea30-440b-b281-f01ca820f593 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8884113 Oct 27 18:34:00.727446 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40352) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:00.738396 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-85d7cc13-9041-43ee-8936-7b54cbdfe936 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1562119639', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:00.899742 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-85d7cc13-9041-43ee-8936-7b54cbdfe936 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:00.903894 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-85d7cc13-9041-43ee-8936-7b54cbdfe936 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:01.052162 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=de66f073-b55a-4294-bcf0-2738e20e2c40,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:01.072154 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-85d7cc13-9041-43ee-8936-7b54cbdfe936 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:01.102382 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port d6bbae83-7fc2-4178-897c-e479dc4fc74b completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:34:01.177548 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port d6bbae83-7fc2-4178-897c-e479dc4fc74b triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:01.179035 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:01.197260 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-85d7cc13-9041-43ee-8936-7b54cbdfe936 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:01.254580 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102f943-8afc-48f6-8dfb-a00d46146674 req-35e1245f-438b-4cd5-97ab-49d4798641c3 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:01.265698 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5374d6-2533-4a5a-a7e3-afbb52255f84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-6924bb31-b02f-48c4-8556-577f14590a63', 'network_id': '6924bb31-b02f-48c4-8556-577f14590a63', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'fixed_ips': [{'subnet_id': '61171fce-a683-4e11-8565-39bd15b0640d'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:34:01.266959 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0c5374d6-2533-4a5a-a7e3-afbb52255f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:01.272602 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102f943-8afc-48f6-8dfb-a00d46146674 req-35e1245f-438b-4cd5-97ab-49d4798641c3 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:01.280562 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102f943-8afc-48f6-8dfb-a00d46146674 req-35e1245f-438b-4cd5-97ab-49d4798641c3 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:01.289786 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102f943-8afc-48f6-8dfb-a00d46146674 req-35e1245f-438b-4cd5-97ab-49d4798641c3 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:01.307046 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40384) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:01.323828 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102f943-8afc-48f6-8dfb-a00d46146674 req-35e1245f-438b-4cd5-97ab-49d4798641c3 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:01.330601 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-85d7cc13-9041-43ee-8936-7b54cbdfe936 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:01.333946 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-85d7cc13-9041-43ee-8936-7b54cbdfe936 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6041036 Oct 27 18:34:01.337012 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40388) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:01.352727 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-7337868c-3603-4810-aa9f-b3d261b6fe26 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Request body: {'port': {'network_id': '6924bb31-b02f-48c4-8556-577f14590a63', 'name': 'tempest-RoutersIpV6Test-749848523'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:01.357229 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102f943-8afc-48f6-8dfb-a00d46146674 req-35e1245f-438b-4cd5-97ab-49d4798641c3 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:01.373594 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102f943-8afc-48f6-8dfb-a00d46146674 req-35e1245f-438b-4cd5-97ab-49d4798641c3 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:01.384931 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e102f943-8afc-48f6-8dfb-a00d46146674 req-35e1245f-438b-4cd5-97ab-49d4798641c3 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 5443 time: 0.3732202 Oct 27 18:34:01.414798 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9063b1f0-8590-4c88-9d6c-bf93a92fa053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:01.475376 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e102f943-8afc-48f6-8dfb-a00d46146674 req-7cda6abe-9c7a-4ca0-a436-d6cb972f70e1 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=3fa97b7c-97e4-4a13-a0ee-f36c9ec7b8d8&id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0894144 Oct 27 18:34:01.602282 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9063b1f0-8590-4c88-9d6c-bf93a92fa053 admin admin] Checking segment: {'id': 'e09991b6-255e-48a2-9843-0adbb08c8321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f31549fe-3cc7-441a-adbe-855afe42fc7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:34:01.602922 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9063b1f0-8590-4c88-9d6c-bf93a92fa053 admin admin] Network hostable DHCP agents. Network: f31549fe-3cc7-441a-adbe-855afe42fc7c, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:34:01.617962 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9063b1f0-8590-4c88-9d6c-bf93a92fa053 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c26ea9cd-296a-4c8d-8113-56ea380b3932,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:01.728179 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9063b1f0-8590-4c88-9d6c-bf93a92fa053 admin admin] Network f31549fe-3cc7-441a-adbe-855afe42fc7c is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:34:01.751880 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:01.763884 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-0c5374d6-2533-4a5a-a7e3-afbb52255f84 None None] Allocated IP 2001:db8::2 (6924bb31-b02f-48c4-8556-577f14590a63/61171fce-a683-4e11-8565-39bd15b0640d/d0c9e212-8b00-40fa-a5d8-d44cc9d16abc) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:34:01.806261 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-58e109ed-8f16-47d5-bb38-2130e3d08ce0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=97453ef67d7546c5a0e73c453a4a18e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4978216 Oct 27 18:34:01.809442 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 40422) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:01.833847 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-9063b1f0-8590-4c88-9d6c-bf93a92fa053 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, f31549fe-3cc7-441a-adbe-855afe42fc7c) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:34:01.838580 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9063b1f0-8590-4c88-9d6c-bf93a92fa053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:01.843116 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9063b1f0-8590-4c88-9d6c-bf93a92fa053 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:01.849478 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350285a6-d084-4a98-a3f3-abedd171f7c6 None None] Network f31549fe-3cc7-441a-adbe-855afe42fc7c requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:34:01.851480 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7337868c-3603-4810-aa9f-b3d261b6fe26 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Made reservation on behalf of f0dda3f0251e4e4db2b48596fc53609b for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:34:01.855033 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7337868c-3603-4810-aa9f-b3d261b6fe26 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:01.893897 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-7337868c-3603-4810-aa9f-b3d261b6fe26 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] device_id is not set on port d852a448-b462-4f02-90ba-220f54c09815 yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:34:01.948997 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-68beca9e-25a9-4ff6-85a0-db7d70bc3249 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:01.958159 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9063b1f0-8590-4c88-9d6c-bf93a92fa053 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4649081 Oct 27 18:34:02.018601 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9b0670-6277-4324-b43f-20e3992cef95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de66f073-b55a-4294-bcf0-2738e20e2c40'}, {'server_uuid': '3d9b0670-6277-4324-b43f-20e3992cef95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6bbae83-7fc2-4178-897c-e479dc4fc74b'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:34:02.029236 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-68beca9e-25a9-4ff6-85a0-db7d70bc3249 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:02.206290 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ed0bff-4f79-4845-b842-be9dcfda2c7d" -d '{"events": [{"server_uuid": "3d9b0670-6277-4324-b43f-20e3992cef95", "name": "network-vif-plugged", "status": "completed", "tag": "de66f073-b55a-4294-bcf0-2738e20e2c40"}, {"server_uuid": "3d9b0670-6277-4324-b43f-20e3992cef95", "name": "network-vif-plugged", "status": "completed", "tag": "d6bbae83-7fc2-4178-897c-e479dc4fc74b"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:34:02.210726 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d6bbae83-7fc2-4178-897c-e479dc4fc74b, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d6bbae83-7fc2-4178-897c-e479dc4fc74b,segment=NetworkSegment(68fcfce6-a355-45f7-97f0-13c149d4fd60),segment_id=68fcfce6-a355-45f7-97f0-13c149d4fd60)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:34:02.224889 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-68beca9e-25a9-4ff6-85a0-db7d70bc3249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:02.230868 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-68beca9e-25a9-4ff6-85a0-db7d70bc3249 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:02.236733 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-68beca9e-25a9-4ff6-85a0-db7d70bc3249 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d19e2fcb-bbac-461c-9188-915824438db4 HTTP/1.1" status: 204 len: 168 time: 0.4257677 Oct 27 18:34:02.267826 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68beca9e-25a9-4ff6-85a0-db7d70bc3249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19e2fcb-bbac-461c-9188-915824438db4,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:02.352701 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 27 Oct 2021 18:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c84521-4a0a-4818-b028-e7a549656912 x-openstack-request-id: req-10c84521-4a0a-4818-b028-e7a549656912 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:34:02.354331 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9b0670-6277-4324-b43f-20e3992cef95", "name": "network-vif-plugged", "status": "completed", "tag": "de66f073-b55a-4294-bcf0-2738e20e2c40", "code": 200}, {"server_uuid": "3d9b0670-6277-4324-b43f-20e3992cef95", "name": "network-vif-plugged", "status": "completed", "tag": "d6bbae83-7fc2-4178-897c-e479dc4fc74b", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:34:02.354793 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-10c84521-4a0a-4818-b028-e7a549656912 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:34:02.363399 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9b0670-6277-4324-b43f-20e3992cef95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de66f073-b55a-4294-bcf0-2738e20e2c40', 'code': 200} Oct 27 18:34:02.367811 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9b0670-6277-4324-b43f-20e3992cef95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6bbae83-7fc2-4178-897c-e479dc4fc74b', 'code': 200} Oct 27 18:34:02.405907 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:02.582440 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5135b-772b-405b-b4f4-243f10136772 req-d11111d5-650f-40f6-8c30-6cb6a02d25af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:02.583211 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5135b-772b-405b-b4f4-243f10136772 req-d11111d5-650f-40f6-8c30-6cb6a02d25af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:02.584908 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5135b-772b-405b-b4f4-243f10136772 req-d11111d5-650f-40f6-8c30-6cb6a02d25af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:02.585394 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5135b-772b-405b-b4f4-243f10136772 req-d11111d5-650f-40f6-8c30-6cb6a02d25af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:02.585874 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5135b-772b-405b-b4f4-243f10136772 req-d11111d5-650f-40f6-8c30-6cb6a02d25af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:02.594079 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5135b-772b-405b-b4f4-243f10136772 req-d11111d5-650f-40f6-8c30-6cb6a02d25af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:02.596085 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5135b-772b-405b-b4f4-243f10136772 req-d11111d5-650f-40f6-8c30-6cb6a02d25af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:02.605033 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-93a5135b-772b-405b-b4f4-243f10136772 req-d11111d5-650f-40f6-8c30-6cb6a02d25af service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 6501 time: 0.1923590 Oct 27 18:34:02.692892 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-93a5135b-772b-405b-b4f4-243f10136772 req-d0cd256e-8971-482b-80e5-5c3a303658af service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=1c00f932-e989-480c-bc3b-9cce45bb328b&id=3fa97b7c-97e4-4a13-a0ee-f36c9ec7b8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0847020 Oct 27 18:34:02.902927 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0c5374d6-2533-4a5a-a7e3-afbb52255f84 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:02.917811 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadecf97-191c-4a25-b2c8-b7fdb4933437 None None] Network f31549fe-3cc7-441a-adbe-855afe42fc7c requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:34:03.013903 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f2024-d963-41cf-a70f-43cca3bc0479 req-a0e69e32-020c-4b45-9953-61cda3126039 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:03.028257 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f2024-d963-41cf-a70f-43cca3bc0479 req-a0e69e32-020c-4b45-9953-61cda3126039 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:03.050208 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f2024-d963-41cf-a70f-43cca3bc0479 req-a0e69e32-020c-4b45-9953-61cda3126039 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:03.072793 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f2024-d963-41cf-a70f-43cca3bc0479 req-a0e69e32-020c-4b45-9953-61cda3126039 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:03.103877 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=d6bbae83-7fc2-4178-897c-e479dc4fc74b,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:03.110601 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f2024-d963-41cf-a70f-43cca3bc0479 req-a0e69e32-020c-4b45-9953-61cda3126039 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:03.130168 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0c5374d6-2533-4a5a-a7e3-afbb52255f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:03.141990 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f2024-d963-41cf-a70f-43cca3bc0479 req-a0e69e32-020c-4b45-9953-61cda3126039 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:03.160193 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f2024-d963-41cf-a70f-43cca3bc0479 req-a0e69e32-020c-4b45-9953-61cda3126039 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:03.177145 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a21f2024-d963-41cf-a70f-43cca3bc0479 req-a0e69e32-020c-4b45-9953-61cda3126039 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 5444 time: 0.5177221 Oct 27 18:34:03.180319 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-7337868c-3603-4810-aa9f-b3d261b6fe26 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Allocated IP 2001:db8::e9 (6924bb31-b02f-48c4-8556-577f14590a63/61171fce-a683-4e11-8565-39bd15b0640d/d852a448-b462-4f02-90ba-220f54c09815) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:34:03.445868 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a21f2024-d963-41cf-a70f-43cca3bc0479 req-08ab46ea-0963-4c3d-bc6c-e1c94ad0ace7 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=3fa97b7c-97e4-4a13-a0ee-f36c9ec7b8d8&id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2660429 Oct 27 18:34:03.523260 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7337868c-3603-4810-aa9f-b3d261b6fe26 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:03.532872 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5374d6-2533-4a5a-a7e3-afbb52255f84 None None] Network 6924bb31-b02f-48c4-8556-577f14590a63 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:34:03.545538 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-0c5374d6-2533-4a5a-a7e3-afbb52255f84 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:34:03.560371 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5374d6-2533-4a5a-a7e3-afbb52255f84 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:34:03.577565 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5374d6-2533-4a5a-a7e3-afbb52255f84 None None] Pushing event updated for resources: {'Port': ['ID=d0c9e212-8b00-40fa-a5d8-d44cc9d16abc,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:03.648526 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7337868c-3603-4810-aa9f-b3d261b6fe26 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:03.679446 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-09fb7aaf-bdb5-449a-831b-4fdcc06bd34c tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:03.681286 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-09fb7aaf-bdb5-449a-831b-4fdcc06bd34c tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] 10.222.0.52 "GET /v2.0/networks?id=f31549fe-3cc7-441a-adbe-855afe42fc7c HTTP/1.1" status: 200 len: 821 time: 0.3874276 Oct 27 18:34:03.711520 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-a3b979ff-babd-4845-8eec-db894c6cb0aa tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] 10.222.0.52 "GET /v2.0/quotas/f7434595ca71417d958b4750a141368c HTTP/1.1" status: 200 len: 375 time: 0.0238461 Oct 27 18:34:03.745177 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7337868c-3603-4810-aa9f-b3d261b6fe26 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Network 6924bb31-b02f-48c4-8556-577f14590a63 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:34:03.747392 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7337868c-3603-4810-aa9f-b3d261b6fe26 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event updated for resources: {'Port': ['ID=d852a448-b462-4f02-90ba-220f54c09815,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:03.759962 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-7337868c-3603-4810-aa9f-b3d261b6fe26 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:34:03.764193 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7337868c-3603-4810-aa9f-b3d261b6fe26 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:34:03.773733 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7337868c-3603-4810-aa9f-b3d261b6fe26 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:03.775738 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7337868c-3603-4810-aa9f-b3d261b6fe26 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:03.793814 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-0c5374d6-2533-4a5a-a7e3-afbb52255f84 None None] Attempting to bind port d0c9e212-8b00-40fa-a5d8-d44cc9d16abc on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:34:03.793814 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-0c5374d6-2533-4a5a-a7e3-afbb52255f84 None None] Attempting to bind port d0c9e212-8b00-40fa-a5d8-d44cc9d16abc by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'd7da7d80-3be9-4364-8ecd-3d8aa57f87ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '6924bb31-b02f-48c4-8556-577f14590a63'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:34:03.794751 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5374d6-2533-4a5a-a7e3-afbb52255f84 None None] Attempting to bind port d0c9e212-8b00-40fa-a5d8-d44cc9d16abc on network 6924bb31-b02f-48c4-8556-577f14590a63 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:34:03.811271 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-97079206-dc38-4aee-b011-9f325f007894 tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f7434595ca71417d958b4750a141368c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0940127 Oct 27 18:34:03.821236 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5374d6-2533-4a5a-a7e3-afbb52255f84 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:34:03.829028 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5374d6-2533-4a5a-a7e3-afbb52255f84 None None] Checking segment: {'id': 'd7da7d80-3be9-4364-8ecd-3d8aa57f87ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '6924bb31-b02f-48c4-8556-577f14590a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:34:03.829910 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0c5374d6-2533-4a5a-a7e3-afbb52255f84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:03.830510 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5374d6-2533-4a5a-a7e3-afbb52255f84 None None] Bound using segment: {'id': 'd7da7d80-3be9-4364-8ecd-3d8aa57f87ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '6924bb31-b02f-48c4-8556-577f14590a63'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:34:03.835372 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-0c5374d6-2533-4a5a-a7e3-afbb52255f84 None None] Bound port: d0c9e212-8b00-40fa-a5d8-d44cc9d16abc, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7da7d80-3be9-4364-8ecd-3d8aa57f87ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '6924bb31-b02f-48c4-8556-577f14590a63'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:34:03.835782 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0c5374d6-2533-4a5a-a7e3-afbb52255f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:03.883679 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7337868c-3603-4810-aa9f-b3d261b6fe26 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.5453906 Oct 27 18:34:03.886339 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40526) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:04.014585 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-0c5374d6-2533-4a5a-a7e3-afbb52255f84 None None] For port d0c9e212-8b00-40fa-a5d8-d44cc9d16abc, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:34:04.020721 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-0c5374d6-2533-4a5a-a7e3-afbb52255f84 None None] For port d0c9e212-8b00-40fa-a5d8-d44cc9d16abc, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=d0c9e212-8b00-40fa-a5d8-d44cc9d16abc,segment=NetworkSegment(d7da7d80-3be9-4364-8ecd-3d8aa57f87ca),segment_id=d7da7d80-3be9-4364-8ecd-3d8aa57f87ca)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:34:04.099290 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0c5374d6-2533-4a5a-a7e3-afbb52255f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:04.114472 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-4ba9ee43-26dd-4113-9c09-418c432f574c service neutron] 10.222.0.52 "GET /v2.0/networks/f31549fe-3cc7-441a-adbe-855afe42fc7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908132 Oct 27 18:34:04.193014 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5374d6-2533-4a5a-a7e3-afbb52255f84 None None] Pushing event updated for resources: {'Port': ['ID=d0c9e212-8b00-40fa-a5d8-d44cc9d16abc,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:04.346976 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-768453bf-2cde-4ef0-97a8-139eabe77c6c service neutron] 10.222.0.52 "GET /v2.0/networks/f31549fe-3cc7-441a-adbe-855afe42fc7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233174 Oct 27 18:34:04.419020 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 40552) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:04.619878 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:34:04.665228 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-76f0dd25-2666-4e6e-bcd3-c9cb1c7a9f63 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:04.775721 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d978026-b460-48c9-a7e2-bd585a312832 req-2ff9124b-e17e-4831-a1c9-5c167f3b6f6a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:04.782126 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d978026-b460-48c9-a7e2-bd585a312832 req-2ff9124b-e17e-4831-a1c9-5c167f3b6f6a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:04.789291 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d978026-b460-48c9-a7e2-bd585a312832 req-2ff9124b-e17e-4831-a1c9-5c167f3b6f6a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:04.801282 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d978026-b460-48c9-a7e2-bd585a312832 req-2ff9124b-e17e-4831-a1c9-5c167f3b6f6a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:04.826912 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d978026-b460-48c9-a7e2-bd585a312832 req-2ff9124b-e17e-4831-a1c9-5c167f3b6f6a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:04.834450 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d978026-b460-48c9-a7e2-bd585a312832 req-2ff9124b-e17e-4831-a1c9-5c167f3b6f6a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:04.852694 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d978026-b460-48c9-a7e2-bd585a312832 req-2ff9124b-e17e-4831-a1c9-5c167f3b6f6a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:04.867155 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1d978026-b460-48c9-a7e2-bd585a312832 req-2ff9124b-e17e-4831-a1c9-5c167f3b6f6a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 5444 time: 0.2145646 Oct 27 18:34:04.883387 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-f23c1d5b-699d-4227-ac5a-810370bcd6b1 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-898969165', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:05.019216 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1d978026-b460-48c9-a7e2-bd585a312832 req-39a1cbb8-742f-42cb-8ebd-8c5fcc61ce27 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=3fa97b7c-97e4-4a13-a0ee-f36c9ec7b8d8&id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1223972 Oct 27 18:34:05.072531 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-18b9f813-5c9a-4e13-9029-f8951ace3c42 req-00b2889a-d7e3-401e-92c0-5ce9dfeafb2a tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] 10.222.0.52 "GET /v2.0/ports?device_id=0a60edfd-1b64-47be-b57d-a47bbb2fac00 HTTP/1.1" status: 200 len: 210 time: 0.0511823 Oct 27 18:34:05.105624 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f23c1d5b-699d-4227-ac5a-810370bcd6b1 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:05.107015 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f23c1d5b-699d-4227-ac5a-810370bcd6b1 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:05.201846 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f23c1d5b-699d-4227-ac5a-810370bcd6b1 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:05.276404 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8d285-9ebe-4b7a-8455-870ed9a9f5e9 req-787522d6-c503-4b1c-9c3a-df1bc74e73cf tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:05.285626 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8d285-9ebe-4b7a-8455-870ed9a9f5e9 req-787522d6-c503-4b1c-9c3a-df1bc74e73cf tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:05.293559 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8d285-9ebe-4b7a-8455-870ed9a9f5e9 req-787522d6-c503-4b1c-9c3a-df1bc74e73cf tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:05.303225 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8d285-9ebe-4b7a-8455-870ed9a9f5e9 req-787522d6-c503-4b1c-9c3a-df1bc74e73cf tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:05.312168 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8d285-9ebe-4b7a-8455-870ed9a9f5e9 req-787522d6-c503-4b1c-9c3a-df1bc74e73cf tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:05.328595 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8d285-9ebe-4b7a-8455-870ed9a9f5e9 req-787522d6-c503-4b1c-9c3a-df1bc74e73cf tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:05.332325 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8d285-9ebe-4b7a-8455-870ed9a9f5e9 req-787522d6-c503-4b1c-9c3a-df1bc74e73cf tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:05.339437 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dad8d285-9ebe-4b7a-8455-870ed9a9f5e9 req-787522d6-c503-4b1c-9c3a-df1bc74e73cf tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 5444 time: 0.1483192 Oct 27 18:34:05.341924 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f23c1d5b-699d-4227-ac5a-810370bcd6b1 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:05.349944 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 40582) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:05.355051 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-20e235c8-44d4-4e11-bb7e-1fef89e7ccd4 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Request body: {'floatingip': {'port_id': 'd6bbae83-7fc2-4178-897c-e479dc4fc74b'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:05.402319 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-76f0dd25-2666-4e6e-bcd3-c9cb1c7a9f63 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:05.435562 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-20e235c8-44d4-4e11-bb7e-1fef89e7ccd4 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks [] for floatingip, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:05.470973 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-76f0dd25-2666-4e6e-bcd3-c9cb1c7a9f63 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:05.544608 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f23c1d5b-699d-4227-ac5a-810370bcd6b1 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:05.545911 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f23c1d5b-699d-4227-ac5a-810370bcd6b1 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.1258211 Oct 27 18:34:05.554034 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 40588) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:05.559818 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-7eadc855-89ca-42e7-933c-2d1ecc2e87ab tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1126928904'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:05.563483 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d0c9e212-8b00-40fa-a5d8-d44cc9d16abc up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:34:05.591610 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f0dd25-2666-4e6e-bcd3-c9cb1c7a9f63 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event updated for resources: {'Port': ['ID=d852a448-b462-4f02-90ba-220f54c09815,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:05.687036 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port d0c9e212-8b00-40fa-a5d8-d44cc9d16abc triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:05.687874 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:05.696672 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40592) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:05.907343 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:05.915879 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eadc855-89ca-42e7-933c-2d1ecc2e87ab tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Made reservation on behalf of cf9cd2f3be2846e28b9bd1b883c32ec6 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:34:05.919742 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7eadc855-89ca-42e7-933c-2d1ecc2e87ab tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:05.973264 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port d0c9e212-8b00-40fa-a5d8-d44cc9d16abc, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=d0c9e212-8b00-40fa-a5d8-d44cc9d16abc,segment=NetworkSegment(d7da7d80-3be9-4364-8ecd-3d8aa57f87ca),segment_id=d7da7d80-3be9-4364-8ecd-3d8aa57f87ca)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:34:05.975733 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7eadc855-89ca-42e7-933c-2d1ecc2e87ab tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:06.014459 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-76f0dd25-2666-4e6e-bcd3-c9cb1c7a9f63 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:06.097656 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:06.105021 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7eadc855-89ca-42e7-933c-2d1ecc2e87ab tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:06.152831 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ec2c301f-e57b-449b-a4a2-fa4b455079b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:06.183193 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea920df-c7b8-4dd9-8f83-5b938d894989 None None] Network 6924bb31-b02f-48c4-8556-577f14590a63 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:34:06.188096 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=d0c9e212-8b00-40fa-a5d8-d44cc9d16abc,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:06.213602 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d46cb213-4a40-4dd2-9207-868d1388aa27 req-371fd7b8-a261-4bba-9451-5c8253fc4029 tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] 10.222.0.52 "GET /v2.0/ports?device_id=0a60edfd-1b64-47be-b57d-a47bbb2fac00 HTTP/1.1" status: 200 len: 210 time: 0.0399845 Oct 27 18:34:06.267865 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-48f49ab4-0607-41b6-9829-d19c4eeb1e58 None None] Provisioning complete for port d0c9e212-8b00-40fa-a5d8-d44cc9d16abc triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:06.268581 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-48f49ab4-0607-41b6-9829-d19c4eeb1e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:06.300848 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ec2c301f-e57b-449b-a4a2-fa4b455079b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:06.380480 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7eadc855-89ca-42e7-933c-2d1ecc2e87ab tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:06.432257 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ec2c301f-e57b-449b-a4a2-fa4b455079b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:06.447598 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eadc855-89ca-42e7-933c-2d1ecc2e87ab tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] vlan segment allocate from pool success with {'vlan_id': 1010, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:34:06.474354 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-76f0dd25-2666-4e6e-bcd3-c9cb1c7a9f63 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:06.482035 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eadc855-89ca-42e7-933c-2d1ecc2e87ab tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f133ec52-b5d4-48af-b08f-9460978a1fa1,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:06.509995 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ec2c301f-e57b-449b-a4a2-fa4b455079b3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d3507541bd274ad3beb9e3242a523f50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8085725 Oct 27 18:34:06.511526 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c301f-e57b-449b-a4a2-fa4b455079b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db14e93c-f266-4064-85e2-982e3520c728,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:06.528675 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40606) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:06.536308 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7eadc855-89ca-42e7-933c-2d1ecc2e87ab tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:06.539539 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-7eadc855-89ca-42e7-933c-2d1ecc2e87ab tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Added segment 648a5136-419b-4db0-83b2-782d7d313d2d of type vlan for network b6a747e0-16a4-41c3-89fb-ae1c0a31c782 Oct 27 18:34:06.561560 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eadc855-89ca-42e7-933c-2d1ecc2e87ab tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:34:06.561905 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eadc855-89ca-42e7-933c-2d1ecc2e87ab tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:34:06.562568 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eadc855-89ca-42e7-933c-2d1ecc2e87ab tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:34:06.566101 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eadc855-89ca-42e7-933c-2d1ecc2e87ab tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:34:06.566706 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eadc855-89ca-42e7-933c-2d1ecc2e87ab tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:34:06.568875 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eadc855-89ca-42e7-933c-2d1ecc2e87ab tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:34:06.569414 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eadc855-89ca-42e7-933c-2d1ecc2e87ab tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:34:06.569762 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eadc855-89ca-42e7-933c-2d1ecc2e87ab tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:34:06.570092 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eadc855-89ca-42e7-933c-2d1ecc2e87ab tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:34:06.570424 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eadc855-89ca-42e7-933c-2d1ecc2e87ab tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:34:06.571119 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eadc855-89ca-42e7-933c-2d1ecc2e87ab tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:34:06.571455 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eadc855-89ca-42e7-933c-2d1ecc2e87ab tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:34:06.660720 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.db.resource_extend [None req-20e235c8-44d4-4e11-bb7e-1fef89e7ccd4 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 18:34:06.705834 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7eadc855-89ca-42e7-933c-2d1ecc2e87ab tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:06.716913 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0f5a9876-ca4d-4fb8-8805-1527ef44617b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:06.754678 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-20e235c8-44d4-4e11-bb7e-1fef89e7ccd4 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:06.852797 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-20e235c8-44d4-4e11-bb7e-1fef89e7ccd4 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:06.885523 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-c83b2c06-6f6f-4fc1-b7b2-5b429e238830 None None] Provisioning complete for port d0c9e212-8b00-40fa-a5d8-d44cc9d16abc triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:06.886254 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c83b2c06-6f6f-4fc1-b7b2-5b429e238830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:07.019784 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-76f0dd25-2666-4e6e-bcd3-c9cb1c7a9f63 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:07.024536 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0f5a9876-ca4d-4fb8-8805-1527ef44617b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:07.061359 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7eadc855-89ca-42e7-933c-2d1ecc2e87ab tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:07.077633 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eadc855-89ca-42e7-933c-2d1ecc2e87ab tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:07.078847 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7eadc855-89ca-42e7-933c-2d1ecc2e87ab tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:07.102473 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-c83b2c06-6f6f-4fc1-b7b2-5b429e238830 None None] Provisioning complete for port d852a448-b462-4f02-90ba-220f54c09815 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:07.103162 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c83b2c06-6f6f-4fc1-b7b2-5b429e238830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:07.121549 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-76f0dd25-2666-4e6e-bcd3-c9cb1c7a9f63 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:07.123499 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-76f0dd25-2666-4e6e-bcd3-c9cb1c7a9f63 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:07.243146 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-c83b2c06-6f6f-4fc1-b7b2-5b429e238830 None None] Port d852a448-b462-4f02-90ba-220f54c09815 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:34:07.298276 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f0dd25-2666-4e6e-bcd3-c9cb1c7a9f63 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event updated for resources: {'Port': ['ID=d852a448-b462-4f02-90ba-220f54c09815,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:07.305431 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0f5a9876-ca4d-4fb8-8805-1527ef44617b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:07.308650 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0f5a9876-ca4d-4fb8-8805-1527ef44617b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:07.311275 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0f5a9876-ca4d-4fb8-8805-1527ef44617b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/db14e93c-f266-4064-85e2-982e3520c728 HTTP/1.1" status: 204 len: 168 time: 0.7811012 Oct 27 18:34:07.329634 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eadc855-89ca-42e7-933c-2d1ecc2e87ab tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Pushing event updated for resources: {'Network': ['ID=b6a747e0-16a4-41c3-89fb-ae1c0a31c782,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:07.340443 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5a9876-ca4d-4fb8-8805-1527ef44617b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db14e93c-f266-4064-85e2-982e3520c728,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:07.342552 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40630) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:07.348515 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-5d1d43f2-1c3e-4a35-aac8-8552a06644ad tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Request body: {'subnet': {'network_id': 'b6a747e0-16a4-41c3-89fb-ae1c0a31c782', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:07.351406 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7eadc855-89ca-42e7-933c-2d1ecc2e87ab tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.7960219 Oct 27 18:34:07.426378 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c0f30c59-88e1-47a7-8244-5735bdee7fd4 req-b8d3b978-e737-41ec-8296-dc73139ad852 tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] 10.222.0.52 "GET /v2.0/ports?device_id=0a60edfd-1b64-47be-b57d-a47bbb2fac00 HTTP/1.1" status: 200 len: 210 time: 0.0695643 Oct 27 18:34:07.440931 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [None req-20e235c8-44d4-4e11-bb7e-1fef89e7ccd4 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Floating IP 517a4b1a-2879-4ca9-a23e-7047d3521445 associated. External IP: 172.25.6.234, port: d6bbae83-7fc2-4178-897c-e479dc4fc74b. Oct 27 18:34:07.463518 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network b6a747e0-16a4-41c3-89fb-ae1c0a31c782 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:34:07.528730 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f0dd25-2666-4e6e-bcd3-c9cb1c7a9f63 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Network 6924bb31-b02f-48c4-8556-577f14590a63 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:34:07.538095 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-76f0dd25-2666-4e6e-bcd3-c9cb1c7a9f63 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:34:07.557923 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d0c9e212-8b00-40fa-a5d8-d44cc9d16abc up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:34:07.568188 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-ca7a6bc4-503c-40d1-95df-ac0ce2aa03fd None None] Provisioning complete for port d852a448-b462-4f02-90ba-220f54c09815 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:07.568545 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ca7a6bc4-503c-40d1-95df-ac0ce2aa03fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:07.630856 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1d43f2-1c3e-4a35-aac8-8552a06644ad tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Made reservation on behalf of cf9cd2f3be2846e28b9bd1b883c32ec6 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:34:07.635013 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5d1d43f2-1c3e-4a35-aac8-8552a06644ad tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:07.642303 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-ca7a6bc4-503c-40d1-95df-ac0ce2aa03fd None None] Port d852a448-b462-4f02-90ba-220f54c09815 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:34:07.741723 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port d0c9e212-8b00-40fa-a5d8-d44cc9d16abc triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:07.742115 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:07.789223 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40638) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:07.934217 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-d02677c7-fcdc-4c75-b15c-290f611b7333 None None] Provisioning complete for port d852a448-b462-4f02-90ba-220f54c09815 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:07.934792 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d02677c7-fcdc-4c75-b15c-290f611b7333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:07.948026 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e235c8-44d4-4e11-bb7e-1fef89e7ccd4 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Router 90d601f3-c2ab-4213-b13a-2d2e286aa663 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:34:08.004651 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-d02677c7-fcdc-4c75-b15c-290f611b7333 None None] Port d852a448-b462-4f02-90ba-220f54c09815 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:34:08.131716 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f0dd25-2666-4e6e-bcd3-c9cb1c7a9f63 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Router f93e8ed9-50bc-41ff-9c8c-c1ef5a08c9b4 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:34:08.199320 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e235c8-44d4-4e11-bb7e-1fef89e7ccd4 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:34:08.255658 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd0d1ab-b8a9-4d2a-be7e-5fc80e6c536b None None] Sync routers for ids ['90d601f3-c2ab-4213-b13a-2d2e286aa663'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:34:08.263291 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-20e235c8-44d4-4e11-bb7e-1fef89e7ccd4 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:08.308416 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-1077f4da-66aa-479f-ab67-13893093d38c None None] Provisioning complete for port d852a448-b462-4f02-90ba-220f54c09815 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:08.312763 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1077f4da-66aa-479f-ab67-13893093d38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:08.328849 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd0d1ab-b8a9-4d2a-be7e-5fc80e6c536b None None] Routers {'90d601f3-c2ab-4213-b13a-2d2e286aa663'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:34:08.334633 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-0dd0d1ab-b8a9-4d2a-be7e-5fc80e6c536b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:33:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['90d601f3-c2ab-4213-b13a-2d2e286aa663'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:08.346975 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-20e235c8-44d4-4e11-bb7e-1fef89e7ccd4 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "PUT /v2.0/floatingips/517a4b1a-2879-4ca9-a23e-7047d3521445 HTTP/1.1" status: 200 len: 991 time: 2.9925272 Oct 27 18:34:08.346975 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d9b0670-6277-4324-b43f-20e3992cef95', 'tag': 'd6bbae83-7fc2-4178-897c-e479dc4fc74b'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:34:08.348285 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78cee14f-8fe9-4622-8ac5-7eb5e2b2211b" -d '{"events": [{"name": "network-changed", "server_uuid": "3d9b0670-6277-4324-b43f-20e3992cef95", "tag": "d6bbae83-7fc2-4178-897c-e479dc4fc74b"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:34:08.446122 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-40802128-c9f9-4ef6-86d0-91cdb427712d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:08.509883 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 40658) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:08.531013 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ddc3942-b855-4d5a-a012-a6fb03b09e86 x-openstack-request-id: req-5ddc3942-b855-4d5a-a012-a6fb03b09e86 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:34:08.531301 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d9b0670-6277-4324-b43f-20e3992cef95", "tag": "d6bbae83-7fc2-4178-897c-e479dc4fc74b", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:34:08.531756 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5ddc3942-b855-4d5a-a012-a6fb03b09e86 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:34:08.532325 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d9b0670-6277-4324-b43f-20e3992cef95', 'tag': 'd6bbae83-7fc2-4178-897c-e479dc4fc74b', 'status': 'completed', 'code': 200} Oct 27 18:34:08.534261 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d2b65b54-c59e-4452-9ecf-a03f4974bdad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:08.601150 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-40802128-c9f9-4ef6-86d0-91cdb427712d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:08.674330 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-1077f4da-66aa-479f-ab67-13893093d38c None None] Port d852a448-b462-4f02-90ba-220f54c09815 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:34:08.706094 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ca51caef-0fa5-4968-bccb-54394cf68a83 req-9413f31c-4279-4063-9773-1a228e3b6cda tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] 10.222.0.52 "GET /v2.0/ports?device_id=0a60edfd-1b64-47be-b57d-a47bbb2fac00 HTTP/1.1" status: 200 len: 210 time: 0.1068530 Oct 27 18:34:08.724189 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-0dd0d1ab-b8a9-4d2a-be7e-5fc80e6c536b None None] Set router 90d601f3-c2ab-4213-b13a-2d2e286aa663 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:34:08.737328 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-40802128-c9f9-4ef6-86d0-91cdb427712d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:08.851298 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40802128-c9f9-4ef6-86d0-91cdb427712d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5304453-e828-4b44-b878-a13e7bd468ce,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:08.883292 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d2b65b54-c59e-4452-9ecf-a03f4974bdad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:08.892680 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-12b7ceb1-cf30-4cd7-af4a-314e58306670 tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:08.894291 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-12b7ceb1-cf30-4cd7-af4a-314e58306670 tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] 10.222.0.93 "GET /v2.0/networks?id=f31549fe-3cc7-441a-adbe-855afe42fc7c HTTP/1.1" status: 200 len: 821 time: 0.8049023 Oct 27 18:34:08.895996 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f0dd25-2666-4e6e-bcd3-c9cb1c7a9f63 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:34:08.903151 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-76f0dd25-2666-4e6e-bcd3-c9cb1c7a9f63 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "PUT /v2.0/routers/f93e8ed9-50bc-41ff-9c8c-c1ef5a08c9b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0152323 Oct 27 18:34:08.906740 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-40802128-c9f9-4ef6-86d0-91cdb427712d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bf7a0e56be5d4b92b74c8e97ff2df5cb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1118526 Oct 27 18:34:08.907774 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5d1d43f2-1c3e-4a35-aac8-8552a06644ad tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:08.910161 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc93321-516f-4eb7-9e1c-35f7850c1207 None None] Sync routers for ids ['f93e8ed9-50bc-41ff-9c8c-c1ef5a08c9b4'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:34:08.914089 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 40670) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:08.914615 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 40674) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:08.918558 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-3703af5f-2258-4569-9a97-5f86feade221 tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] Request body: {'port': {'device_id': '0a60edfd-1b64-47be-b57d-a47bbb2fac00', 'network_id': 'f31549fe-3cc7-441a-adbe-855afe42fc7c', 'admin_state_up': True, 'tenant_id': 'f7434595ca71417d958b4750a141368c'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:08.939301 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc93321-516f-4eb7-9e1c-35f7850c1207 None None] Routers {'f93e8ed9-50bc-41ff-9c8c-c1ef5a08c9b4'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:34:08.940465 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-edc93321-516f-4eb7-9e1c-35f7850c1207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:33:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['f93e8ed9-50bc-41ff-9c8c-c1ef5a08c9b4'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:09.020032 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-edc93321-516f-4eb7-9e1c-35f7850c1207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:09.029511 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc93321-516f-4eb7-9e1c-35f7850c1207 None None] Routers {'f93e8ed9-50bc-41ff-9c8c-c1ef5a08c9b4'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:34:09.030403 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-edc93321-516f-4eb7-9e1c-35f7850c1207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:33:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['f93e8ed9-50bc-41ff-9c8c-c1ef5a08c9b4'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:09.038761 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9b7a82-d80f-4932-abfa-7b24ce3918f2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:09.043891 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-cd9b7a82-d80f-4932-abfa-7b24ce3918f2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "GET /v2.0/ports/d852a448-b462-4f02-90ba-220f54c09815 HTTP/1.1" status: 200 len: 982 time: 0.1280539 Oct 27 18:34:09.044868 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d2b65b54-c59e-4452-9ecf-a03f4974bdad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:09.073603 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 40678) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:09.083198 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d2b65b54-c59e-4452-9ecf-a03f4974bdad admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2b9d123a338e43d2934c2f06295c970d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5719631 Oct 27 18:34:09.086192 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-edc93321-516f-4eb7-9e1c-35f7850c1207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:09.087136 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc93321-516f-4eb7-9e1c-35f7850c1207 None None] The sync data for ids ['f93e8ed9-50bc-41ff-9c8c-c1ef5a08c9b4'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:34:09.096185 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40680) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:09.264996 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-0dd0d1ab-b8a9-4d2a-be7e-5fc80e6c536b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d601f3-c2ab-4213-b13a-2d2e286aa663', 'name': 'tempest-TaggedBootDevicesTest_v242-1928973441-router', 'tenant_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '203bfd70-4580-485e-a885-b647a34b8644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:31:22Z', 'updated_at': '2021-10-27T18:31:28Z', 'revision_number': 4, 'project_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'gw_port': {'id': '203bfd70-4580-485e-a885-b647a34b8644', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:85:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d601f3-c2ab-4213-b13a-2d2e286aa663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:31:23Z', 'updated_at': '2021-10-27T18:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '517a4b1a-2879-4ca9-a23e-7047d3521445', 'tenant_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'floating_ip_address': '172.25.6.234', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '90d601f3-c2ab-4213-b13a-2d2e286aa663', 'port_id': 'd6bbae83-7fc2-4178-897c-e479dc4fc74b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7a71d4d-f2a8-460d-b289-b8a552af97cd', 'mac_address': 'fa:16:3e:27:f9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9b0670-6277-4324-b43f-20e3992cef95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:32:33Z', 'updated_at': '2021-10-27T18:34:06Z', 'revision_number': 1, 'project_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72fb037d-63c4-4acb-956c-9eb67155c9ad', 'name': '', 'network_id': 'e7a71d4d-f2a8-460d-b289-b8a552af97cd', 'tenant_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'mac_address': 'fa:16:3e:34:84:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d601f3-c2ab-4213-b13a-2d2e286aa663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '2d3bd725-56cb-4497-bc09-775fd7d3c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:31:27Z', 'updated_at': '2021-10-27T18:31:33Z', 'revision_number': 5, 'project_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'subnets': [{'id': '2d3bd725-56cb-4497-bc09-775fd7d3c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:09.296178 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cee14f-8fe9-4622-8ac5-7eb5e2b2211b req-cdfbd35c-eaf5-4a88-a917-07f44a12f82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:09.296670 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cee14f-8fe9-4622-8ac5-7eb5e2b2211b req-cdfbd35c-eaf5-4a88-a917-07f44a12f82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:09.297148 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cee14f-8fe9-4622-8ac5-7eb5e2b2211b req-cdfbd35c-eaf5-4a88-a917-07f44a12f82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:09.297618 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cee14f-8fe9-4622-8ac5-7eb5e2b2211b req-cdfbd35c-eaf5-4a88-a917-07f44a12f82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:09.298088 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cee14f-8fe9-4622-8ac5-7eb5e2b2211b req-cdfbd35c-eaf5-4a88-a917-07f44a12f82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:09.298553 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cee14f-8fe9-4622-8ac5-7eb5e2b2211b req-cdfbd35c-eaf5-4a88-a917-07f44a12f82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:09.299343 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cee14f-8fe9-4622-8ac5-7eb5e2b2211b req-cdfbd35c-eaf5-4a88-a917-07f44a12f82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:09.302458 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-78cee14f-8fe9-4622-8ac5-7eb5e2b2211b req-cdfbd35c-eaf5-4a88-a917-07f44a12f82e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f7ff550a115b45e2bb54d05b8fe668a7&device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 6501 time: 0.5035088 Oct 27 18:34:09.309631 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d43f2-1c3e-4a35-aac8-8552a06644ad tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Pushing event updated for resources: {'Subnet': ['ID=03861e2d-4c10-43a2-bde1-c6b29a81a5e2,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:09.340082 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd0d1ab-b8a9-4d2a-be7e-5fc80e6c536b None None] Checking router: 90d601f3-c2ab-4213-b13a-2d2e286aa663 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:34:09.349287 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1d43f2-1c3e-4a35-aac8-8552a06644ad tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Checking segment: {'id': '648a5136-419b-4db0-83b2-782d7d313d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'b6a747e0-16a4-41c3-89fb-ae1c0a31c782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:34:09.349699 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1d43f2-1c3e-4a35-aac8-8552a06644ad tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Network hostable DHCP agents. Network: b6a747e0-16a4-41c3-89fb-ae1c0a31c782, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:34:09.354286 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd0d1ab-b8a9-4d2a-be7e-5fc80e6c536b None None] Routers {'90d601f3-c2ab-4213-b13a-2d2e286aa663'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:34:09.355574 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-0dd0d1ab-b8a9-4d2a-be7e-5fc80e6c536b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:33:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['90d601f3-c2ab-4213-b13a-2d2e286aa663'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:09.392723 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2af20231-bddd-4812-8cc6-1163f812abb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:09.428784 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2af20231-bddd-4812-8cc6-1163f812abb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:09.493130 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-3703af5f-2258-4569-9a97-5f86feade221 tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] Made reservation on behalf of f7434595ca71417d958b4750a141368c for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:34:09.496640 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-3703af5f-2258-4569-9a97-5f86feade221 tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:09.557025 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-0dd0d1ab-b8a9-4d2a-be7e-5fc80e6c536b None None] Set router 90d601f3-c2ab-4213-b13a-2d2e286aa663 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:34:09.581725 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2af20231-bddd-4812-8cc6-1163f812abb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:09.584433 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2af20231-bddd-4812-8cc6-1163f812abb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:09.585612 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2af20231-bddd-4812-8cc6-1163f812abb4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1bd82a10-fa56-4404-9536-7e9b0df7889d HTTP/1.1" status: 204 len: 168 time: 0.4815788 Oct 27 18:34:09.679075 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1d43f2-1c3e-4a35-aac8-8552a06644ad tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Network b6a747e0-16a4-41c3-89fb-ae1c0a31c782 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:34:09.710371 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cee14f-8fe9-4622-8ac5-7eb5e2b2211b req-718d8cf3-c827-4c0a-9336-921613b728d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:09.712033 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-78cee14f-8fe9-4622-8ac5-7eb5e2b2211b req-718d8cf3-c827-4c0a-9336-921613b728d5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e7a71d4d-f2a8-460d-b289-b8a552af97cd HTTP/1.1" status: 200 len: 919 time: 0.3995037 Oct 27 18:34:09.717368 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af20231-bddd-4812-8cc6-1163f812abb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd82a10-fa56-4404-9536-7e9b0df7889d,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:09.755416 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b65b54-c59e-4452-9ecf-a03f4974bdad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd82a10-fa56-4404-9536-7e9b0df7889d,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:09.791716 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-708c6ded-7c87-45aa-bd70-a3552552284d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:09.920023 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-5d1d43f2-1c3e-4a35-aac8-8552a06644ad tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, b6a747e0-16a4-41c3-89fb-ae1c0a31c782) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:34:09.956605 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1d43f2-1c3e-4a35-aac8-8552a06644ad tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:09.957218 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5d1d43f2-1c3e-4a35-aac8-8552a06644ad tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:10.066602 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-708c6ded-7c87-45aa-bd70-a3552552284d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:10.092510 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4af972-cc99-4418-81dc-332dca52e362 None None] Network b6a747e0-16a4-41c3-89fb-ae1c0a31c782 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:34:10.137048 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ef5f06ff-42e1-498c-bd5a-eb70a11239f4 req-6fe3d69d-9237-4e07-b73c-19e6c85f7a41 tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] 10.222.0.52 "GET /v2.0/ports?device_id=0a60edfd-1b64-47be-b57d-a47bbb2fac00 HTTP/1.1" status: 200 len: 210 time: 0.1442327 Oct 27 18:34:10.411489 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a82fbee9-9af2-4040-bae2-bdea837492ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:10.459571 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-708c6ded-7c87-45aa-bd70-a3552552284d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:10.465365 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-708c6ded-7c87-45aa-bd70-a3552552284d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:10.474256 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-708c6ded-7c87-45aa-bd70-a3552552284d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a5304453-e828-4b44-b878-a13e7bd468ce HTTP/1.1" status: 204 len: 168 time: 1.4758499 Oct 27 18:34:10.541374 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e94772-89bb-4932-b820-63193f301e74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-b6a747e0-16a4-41c3-89fb-ae1c0a31c782', 'network_id': 'b6a747e0-16a4-41c3-89fb-ae1c0a31c782', 'tenant_id': 'cf9cd2f3be2846e28b9bd1b883c32ec6', 'fixed_ips': [{'subnet_id': '03861e2d-4c10-43a2-bde1-c6b29a81a5e2'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:34:10.542236 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c8e94772-89bb-4932-b820-63193f301e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:10.565103 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708c6ded-7c87-45aa-bd70-a3552552284d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5304453-e828-4b44-b878-a13e7bd468ce,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:10.608036 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-3703af5f-2258-4569-9a97-5f86feade221 tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] Allocated IP 172.20.0.10 (f31549fe-3cc7-441a-adbe-855afe42fc7c/c26ea9cd-296a-4c8d-8113-56ea380b3932/a29b6ae9-3085-491f-828e-b4425a62d80c) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:34:10.631600 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ae2ebc24-84a0-4d88-b5e7-31e0243d7731 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:10.863470 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-0dd0d1ab-b8a9-4d2a-be7e-5fc80e6c536b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d601f3-c2ab-4213-b13a-2d2e286aa663', 'name': 'tempest-TaggedBootDevicesTest_v242-1928973441-router', 'tenant_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '203bfd70-4580-485e-a885-b647a34b8644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:31:22Z', 'updated_at': '2021-10-27T18:31:28Z', 'revision_number': 4, 'project_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'gw_port': {'id': '203bfd70-4580-485e-a885-b647a34b8644', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:85:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d601f3-c2ab-4213-b13a-2d2e286aa663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:31:23Z', 'updated_at': '2021-10-27T18:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '517a4b1a-2879-4ca9-a23e-7047d3521445', 'tenant_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'floating_ip_address': '172.25.6.234', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '90d601f3-c2ab-4213-b13a-2d2e286aa663', 'port_id': 'd6bbae83-7fc2-4178-897c-e479dc4fc74b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7a71d4d-f2a8-460d-b289-b8a552af97cd', 'mac_address': 'fa:16:3e:27:f9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9b0670-6277-4324-b43f-20e3992cef95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:32:33Z', 'updated_at': '2021-10-27T18:34:06Z', 'revision_number': 1, 'project_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72fb037d-63c4-4acb-956c-9eb67155c9ad', 'name': '', 'network_id': 'e7a71d4d-f2a8-460d-b289-b8a552af97cd', 'tenant_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'mac_address': 'fa:16:3e:34:84:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d601f3-c2ab-4213-b13a-2d2e286aa663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '2d3bd725-56cb-4497-bc09-775fd7d3c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:31:27Z', 'updated_at': '2021-10-27T18:31:33Z', 'revision_number': 5, 'project_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'subnets': [{'id': '2d3bd725-56cb-4497-bc09-775fd7d3c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:10.922058 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-3703af5f-2258-4569-9a97-5f86feade221 tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:10.982933 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd0d1ab-b8a9-4d2a-be7e-5fc80e6c536b None None] The sync data for ids ['90d601f3-c2ab-4213-b13a-2d2e286aa663'] in n-d-815690-2 is: [{'id': '90d601f3-c2ab-4213-b13a-2d2e286aa663', 'name': 'tempest-TaggedBootDevicesTest_v242-1928973441-router', 'tenant_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '203bfd70-4580-485e-a885-b647a34b8644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:31:22Z', 'updated_at': '2021-10-27T18:31:28Z', 'revision_number': 4, 'project_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'gw_port': {'id': '203bfd70-4580-485e-a885-b647a34b8644', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:85:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d601f3-c2ab-4213-b13a-2d2e286aa663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:31:23Z', 'updated_at': '2021-10-27T18:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '517a4b1a-2879-4ca9-a23e-7047d3521445', 'tenant_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'floating_ip_address': '172.25.6.234', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '90d601f3-c2ab-4213-b13a-2d2e286aa663', 'port_id': 'd6bbae83-7fc2-4178-897c-e479dc4fc74b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7a71d4d-f2a8-460d-b289-b8a552af97cd', 'mac_address': 'fa:16:3e:27:f9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9b0670-6277-4324-b43f-20e3992cef95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:32:33Z', 'updated_at': '2021-10-27T18:34:06Z', 'revision_number': 1, 'project_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72fb037d-63c4-4acb-956c-9eb67155c9ad', 'name': '', 'network_id': 'e7a71d4d-f2a8-460d-b289-b8a552af97cd', 'tenant_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'mac_address': 'fa:16:3e:34:84:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d601f3-c2ab-4213-b13a-2d2e286aa663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '2d3bd725-56cb-4497-bc09-775fd7d3c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:31:27Z', 'updated_at': '2021-10-27T18:31:33Z', 'revision_number': 5, 'project_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'subnets': [{'id': '2d3bd725-56cb-4497-bc09-775fd7d3c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:34:11.001420 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-78cee14f-8fe9-4622-8ac5-7eb5e2b2211b req-d60936a5-abe6-4ec3-b9ad-34f85e1832e8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6bbae83-7fc2-4178-897c-e479dc4fc74b HTTP/1.1" status: 200 len: 999 time: 1.2712612 Oct 27 18:34:11.054655 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-c8e94772-89bb-4932-b820-63193f301e74 None None] Allocated IP 172.20.0.2 (b6a747e0-16a4-41c3-89fb-ae1c0a31c782/03861e2d-4c10-43a2-bde1-c6b29a81a5e2/7c4a9a2b-2558-4156-a95f-6b171cfa1e3d) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:34:11.064827 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-ae2ebc24-84a0-4d88-b5e7-31e0243d7731 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Deleting port d852a448-b462-4f02-90ba-220f54c09815 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:34:11.066148 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ae2ebc24-84a0-4d88-b5e7-31e0243d7731 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:11.112392 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5d1d43f2-1c3e-4a35-aac8-8552a06644ad tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7675984 Oct 27 18:34:11.162337 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cee14f-8fe9-4622-8ac5-7eb5e2b2211b req-1eec73b2-af47-4555-9943-594f083c7b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:11.164836 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-78cee14f-8fe9-4622-8ac5-7eb5e2b2211b req-1eec73b2-af47-4555-9943-594f083c7b07 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2d3bd725-56cb-4497-bc09-775fd7d3c5d8 HTTP/1.1" status: 200 len: 856 time: 0.1507857 Oct 27 18:34:11.166034 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40730) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:11.178858 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-ced208e5-de97-4438-80c0-3a3f909c44c1 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Request body: {'network': {'name': 'tempest-router-network01--303408821'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:11.201382 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-3703af5f-2258-4569-9a97-5f86feade221 tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:11.299945 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ae2ebc24-84a0-4d88-b5e7-31e0243d7731 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:11.353420 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-ae2ebc24-84a0-4d88-b5e7-31e0243d7731 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Calling delete_port for d852a448-b462-4f02-90ba-220f54c09815 owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:34:11.401946 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3703af5f-2258-4569-9a97-5f86feade221 tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] Pushing event updated for resources: {'Port': ['ID=a29b6ae9-3085-491f-828e-b4425a62d80c,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:11.413655 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c8e94772-89bb-4932-b820-63193f301e74 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:11.425722 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f63bb6-9ee5-4626-ae16-4bccb3d4cce9 None None] New status for floating IP 517a4b1a-2879-4ca9-a23e-7047d3521445: ACTIVE {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:34:11.445209 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-3703af5f-2258-4569-9a97-5f86feade221 tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] Network f31549fe-3cc7-441a-adbe-855afe42fc7c is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:34:11.451277 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-3703af5f-2258-4569-9a97-5f86feade221 tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:34:11.454147 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-3703af5f-2258-4569-9a97-5f86feade221 tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:34:11.511745 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbc377-3451-4ad9-b185-42c29ea8ab8a req-261304a0-0854-40f0-b385-1252bda8540c tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:11.513377 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-abdbc377-3451-4ad9-b185-42c29ea8ab8a req-261304a0-0854-40f0-b385-1252bda8540c tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] 10.222.0.52 "GET /v2.0/ports?device_id=0a60edfd-1b64-47be-b57d-a47bbb2fac00 HTTP/1.1" status: 200 len: 932 time: 0.2023528 Oct 27 18:34:11.553733 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-3703af5f-2258-4569-9a97-5f86feade221 tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:11.556152 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-3703af5f-2258-4569-9a97-5f86feade221 tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:11.585465 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cee14f-8fe9-4622-8ac5-7eb5e2b2211b req-ea7355aa-6208-4613-b8a9-7751ca0b712e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:11.587542 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-78cee14f-8fe9-4622-8ac5-7eb5e2b2211b req-ea7355aa-6208-4613-b8a9-7751ca0b712e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e7a71d4d-f2a8-460d-b289-b8a552af97cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4019134 Oct 27 18:34:11.620194 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-abdbc377-3451-4ad9-b185-42c29ea8ab8a req-9d34832a-81b4-441c-bf1e-870fb0d2970c tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0af8823-1d56-4463-8250-f2c61c208d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992091 Oct 27 18:34:11.717746 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c8e94772-89bb-4932-b820-63193f301e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:11.733674 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced208e5-de97-4438-80c0-3a3f909c44c1 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Made reservation on behalf of cf9cd2f3be2846e28b9bd1b883c32ec6 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:34:11.739742 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ced208e5-de97-4438-80c0-3a3f909c44c1 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:11.790858 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-78cee14f-8fe9-4622-8ac5-7eb5e2b2211b req-275ed7a7-d0df-48c7-aaa1-1688edd2a182 service neutron] 10.222.0.93 "GET /v2.0/networks/e7a71d4d-f2a8-460d-b289-b8a552af97cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949289 Oct 27 18:34:11.898285 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e94772-89bb-4932-b820-63193f301e74 None None] Network b6a747e0-16a4-41c3-89fb-ae1c0a31c782 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:34:11.899306 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ae2ebc24-84a0-4d88-b5e7-31e0243d7731 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:11.909927 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-c8e94772-89bb-4932-b820-63193f301e74 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:34:11.909927 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e94772-89bb-4932-b820-63193f301e74 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:34:11.961220 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e94772-89bb-4932-b820-63193f301e74 None None] Pushing event updated for resources: {'Port': ['ID=7c4a9a2b-2558-4156-a95f-6b171cfa1e3d,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:11.977120 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ebc24-84a0-4d88-b5e7-31e0243d7731 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event deleted for resources: {'Port': ['ID=d852a448-b462-4f02-90ba-220f54c09815,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:12.079646 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-c8e94772-89bb-4932-b820-63193f301e74 None None] Attempting to bind port 7c4a9a2b-2558-4156-a95f-6b171cfa1e3d on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:34:12.080155 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-c8e94772-89bb-4932-b820-63193f301e74 None None] Attempting to bind port 7c4a9a2b-2558-4156-a95f-6b171cfa1e3d by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '648a5136-419b-4db0-83b2-782d7d313d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'b6a747e0-16a4-41c3-89fb-ae1c0a31c782'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:34:12.080705 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e94772-89bb-4932-b820-63193f301e74 None None] Attempting to bind port 7c4a9a2b-2558-4156-a95f-6b171cfa1e3d on network b6a747e0-16a4-41c3-89fb-ae1c0a31c782 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:34:12.086655 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e94772-89bb-4932-b820-63193f301e74 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:34:12.087189 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e94772-89bb-4932-b820-63193f301e74 None None] Checking segment: {'id': '648a5136-419b-4db0-83b2-782d7d313d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'b6a747e0-16a4-41c3-89fb-ae1c0a31c782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:34:12.087693 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c8e94772-89bb-4932-b820-63193f301e74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:12.088454 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e94772-89bb-4932-b820-63193f301e74 None None] Bound using segment: {'id': '648a5136-419b-4db0-83b2-782d7d313d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'b6a747e0-16a4-41c3-89fb-ae1c0a31c782'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:34:12.089071 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-c8e94772-89bb-4932-b820-63193f301e74 None None] Bound port: 7c4a9a2b-2558-4156-a95f-6b171cfa1e3d, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648a5136-419b-4db0-83b2-782d7d313d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'b6a747e0-16a4-41c3-89fb-ae1c0a31c782'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:34:12.089666 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c8e94772-89bb-4932-b820-63193f301e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:12.106329 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-3703af5f-2258-4569-9a97-5f86feade221 tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1904657 Oct 27 18:34:12.170056 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-80e97528-e3e7-4a8c-8e14-defdb1a32967 service neutron] Request body: {'port': {'device_id': '0a60edfd-1b64-47be-b57d-a47bbb2fac00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:12.184424 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ae2ebc24-84a0-4d88-b5e7-31e0243d7731 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:12.192966 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b8e30535-c467-4c1e-8e55-68986862569d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:12.199849 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ced208e5-de97-4438-80c0-3a3f909c44c1 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] vlan segment allocate from pool success with {'vlan_id': 1015, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:34:12.281505 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-78cee14f-8fe9-4622-8ac5-7eb5e2b2211b req-9a6897fc-d175-43ae-b4d3-655ce8ae45df service neutron] 10.222.0.93 "GET /v2.0/networks/e7a71d4d-f2a8-460d-b289-b8a552af97cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4819691 Oct 27 18:34:12.315689 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-c8e94772-89bb-4932-b820-63193f301e74 None None] For port 7c4a9a2b-2558-4156-a95f-6b171cfa1e3d, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:34:12.326851 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-c8e94772-89bb-4932-b820-63193f301e74 None None] For port 7c4a9a2b-2558-4156-a95f-6b171cfa1e3d, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=7c4a9a2b-2558-4156-a95f-6b171cfa1e3d,segment=NetworkSegment(648a5136-419b-4db0-83b2-782d7d313d2d),segment_id=648a5136-419b-4db0-83b2-782d7d313d2d)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:34:12.332369 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ced208e5-de97-4438-80c0-3a3f909c44c1 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:12.332753 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-ced208e5-de97-4438-80c0-3a3f909c44c1 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Added segment 718f62a4-d434-420c-87c6-0cf859db9cfd of type vlan for network 9f28ca8c-e75a-43fd-bc53-9e1fa6fd8718 Oct 27 18:34:12.417410 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c8e94772-89bb-4932-b820-63193f301e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:12.465820 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ced208e5-de97-4438-80c0-3a3f909c44c1 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:12.503946 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e94772-89bb-4932-b820-63193f301e74 None None] Pushing event updated for resources: {'Port': ['ID=7c4a9a2b-2558-4156-a95f-6b171cfa1e3d,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:12.507749 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-80e97528-e3e7-4a8c-8e14-defdb1a32967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:12.616516 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae2ebc24-84a0-4d88-b5e7-31e0243d7731 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Router f93e8ed9-50bc-41ff-9c8c-c1ef5a08c9b4 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:34:12.812125 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2ebc24-84a0-4d88-b5e7-31e0243d7731 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:34:12.812945 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ced208e5-de97-4438-80c0-3a3f909c44c1 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:12.818751 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ae2ebc24-84a0-4d88-b5e7-31e0243d7731 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "PUT /v2.0/routers/f93e8ed9-50bc-41ff-9c8c-c1ef5a08c9b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7340634 Oct 27 18:34:12.821505 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 40804) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:12.828230 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7307a64-9ee3-49c4-aba0-7de14dbfb9d1 None None] Sync routers for ids ['f93e8ed9-50bc-41ff-9c8c-c1ef5a08c9b4'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:34:12.848275 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced208e5-de97-4438-80c0-3a3f909c44c1 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:12.851244 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7307a64-9ee3-49c4-aba0-7de14dbfb9d1 None None] Routers {'f93e8ed9-50bc-41ff-9c8c-c1ef5a08c9b4'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:34:12.851857 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-e7307a64-9ee3-49c4-aba0-7de14dbfb9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:34:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['f93e8ed9-50bc-41ff-9c8c-c1ef5a08c9b4'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:12.854756 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ced208e5-de97-4438-80c0-3a3f909c44c1 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:12.965101 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-e7307a64-9ee3-49c4-aba0-7de14dbfb9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:13.020103 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7307a64-9ee3-49c4-aba0-7de14dbfb9d1 None None] Routers {'f93e8ed9-50bc-41ff-9c8c-c1ef5a08c9b4'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:34:13.020726 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-e7307a64-9ee3-49c4-aba0-7de14dbfb9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:34:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['f93e8ed9-50bc-41ff-9c8c-c1ef5a08c9b4'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:13.105937 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45fada3-8a31-4d03-b8c2-d9161022831d req-cd5ff658-9d9f-477b-a443-a177bce2a861 tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:13.120706 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b45fada3-8a31-4d03-b8c2-d9161022831d req-cd5ff658-9d9f-477b-a443-a177bce2a861 tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] 10.222.0.52 "GET /v2.0/ports?device_id=0a60edfd-1b64-47be-b57d-a47bbb2fac00 HTTP/1.1" status: 200 len: 932 time: 0.3477380 Oct 27 18:34:13.167376 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ced208e5-de97-4438-80c0-3a3f909c44c1 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.0001006 Oct 27 18:34:13.170762 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40850) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:13.234564 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-e7307a64-9ee3-49c4-aba0-7de14dbfb9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:13.235245 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7307a64-9ee3-49c4-aba0-7de14dbfb9d1 None None] The sync data for ids ['f93e8ed9-50bc-41ff-9c8c-c1ef5a08c9b4'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:34:13.267533 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-80e97528-e3e7-4a8c-8e14-defdb1a32967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a29b6ae9-3085-491f-828e-b4425a62d80c {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:34:13.279659 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-80e97528-e3e7-4a8c-8e14-defdb1a32967 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:13.295006 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b45fada3-8a31-4d03-b8c2-d9161022831d req-27b559f6-8036-4451-9365-0e9ce8e39d3e tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0af8823-1d56-4463-8250-f2c61c208d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733935 Oct 27 18:34:13.327285 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-a51de2b0-da9e-44e2-ba82-481f5dab1ba7 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Request body: {'network': {'name': 'tempest-router-network02--763611739'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:13.382292 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-80e97528-e3e7-4a8c-8e14-defdb1a32967 service neutron] Transition to ACTIVE for port object a29b6ae9-3085-491f-828e-b4425a62d80c will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:34:13.389677 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-32ac5aab-605a-4654-87e8-17981f9e6a03 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] remove_router_interface failed (client error): The resource could not be found. Oct 27 18:34:13.394260 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-32ac5aab-605a-4654-87e8-17981f9e6a03 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "PUT /v2.0/routers/f93e8ed9-50bc-41ff-9c8c-c1ef5a08c9b4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5682390 Oct 27 18:34:13.394961 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 40864) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:13.417468 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced208e5-de97-4438-80c0-3a3f909c44c1 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Pushing event updated for resources: {'Network': ['ID=9f28ca8c-e75a-43fd-bc53-9e1fa6fd8718,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:13.440117 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 9f28ca8c-e75a-43fd-bc53-9e1fa6fd8718 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:34:13.447129 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-2d563bc0-a593-4a8a-8d2c-d8e6e09e5e07 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "GET /v2.0/ports?device_id=f93e8ed9-50bc-41ff-9c8c-c1ef5a08c9b4 HTTP/1.1" status: 200 len: 205 time: 0.0509944 Oct 27 18:34:13.450288 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40866) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:13.517169 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:13.518905 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:13.548807 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-80e97528-e3e7-4a8c-8e14-defdb1a32967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:13.586022 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7c4a9a2b-2558-4156-a95f-6b171cfa1e3d up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:34:13.699609 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51de2b0-da9e-44e2-ba82-481f5dab1ba7 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Made reservation on behalf of cf9cd2f3be2846e28b9bd1b883c32ec6 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:34:13.707346 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a51de2b0-da9e-44e2-ba82-481f5dab1ba7 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:13.708567 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 7c4a9a2b-2558-4156-a95f-6b171cfa1e3d triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:13.708945 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:13.764052 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-89aa8fe6-8e37-46e3-ad7a-992d633e44a5 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:13.868724 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e97528-e3e7-4a8c-8e14-defdb1a32967 service neutron] Pushing event updated for resources: {'Port': ['ID=a29b6ae9-3085-491f-828e-b4425a62d80c,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:13.951759 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:13.983486 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a51de2b0-da9e-44e2-ba82-481f5dab1ba7 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] vlan segment allocate from pool success with {'vlan_id': 1049, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:34:14.007304 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 7c4a9a2b-2558-4156-a95f-6b171cfa1e3d, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=7c4a9a2b-2558-4156-a95f-6b171cfa1e3d,segment=NetworkSegment(648a5136-419b-4db0-83b2-782d7d313d2d),segment_id=648a5136-419b-4db0-83b2-782d7d313d2d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:34:14.088710 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a51de2b0-da9e-44e2-ba82-481f5dab1ba7 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:14.089153 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-a51de2b0-da9e-44e2-ba82-481f5dab1ba7 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Added segment a1fd55e8-4cfc-4d60-a950-9c450ec640a8 of type vlan for network f194869b-4fa5-4fd3-a954-458e305d4f2d Oct 27 18:34:14.091002 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:14.191640 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=7c4a9a2b-2558-4156-a95f-6b171cfa1e3d,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:14.236696 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-89aa8fe6-8e37-46e3-ad7a-992d633e44a5 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:14.261119 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-80e97528-e3e7-4a8c-8e14-defdb1a32967 service neutron] Attempting to bind port a29b6ae9-3085-491f-828e-b4425a62d80c on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:34:14.261460 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-80e97528-e3e7-4a8c-8e14-defdb1a32967 service neutron] Attempting to bind port a29b6ae9-3085-491f-828e-b4425a62d80c by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': 'e09991b6-255e-48a2-9843-0adbb08c8321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f31549fe-3cc7-441a-adbe-855afe42fc7c'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:34:14.261796 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-80e97528-e3e7-4a8c-8e14-defdb1a32967 service neutron] Attempting to bind port a29b6ae9-3085-491f-828e-b4425a62d80c on network f31549fe-3cc7-441a-adbe-855afe42fc7c {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:34:14.274919 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef5709e-5117-4834-a25e-2cc29b6e147d None None] Network b6a747e0-16a4-41c3-89fb-ae1c0a31c782 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:34:14.298605 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-89aa8fe6-8e37-46e3-ad7a-992d633e44a5 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:14.418356 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-c2f08807-f721-420a-b11b-e66a1b95e599 None None] Provisioning complete for port 7c4a9a2b-2558-4156-a95f-6b171cfa1e3d triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:14.418356 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c2f08807-f721-420a-b11b-e66a1b95e599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:14.420095 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-80e97528-e3e7-4a8c-8e14-defdb1a32967 service neutron] Port a29b6ae9-3085-491f-828e-b4425a62d80c on network f31549fe-3cc7-441a-adbe-855afe42fc7c not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:34:14.420431 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-80e97528-e3e7-4a8c-8e14-defdb1a32967 service neutron] Attempting to bind port a29b6ae9-3085-491f-828e-b4425a62d80c on network f31549fe-3cc7-441a-adbe-855afe42fc7c {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:34:14.450207 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-80e97528-e3e7-4a8c-8e14-defdb1a32967 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:34:14.450551 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-80e97528-e3e7-4a8c-8e14-defdb1a32967 service neutron] Checking segment: {'id': 'e09991b6-255e-48a2-9843-0adbb08c8321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f31549fe-3cc7-441a-adbe-855afe42fc7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:34:14.450978 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-80e97528-e3e7-4a8c-8e14-defdb1a32967 service neutron] Bound using segment: {'id': 'e09991b6-255e-48a2-9843-0adbb08c8321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f31549fe-3cc7-441a-adbe-855afe42fc7c'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:34:14.451411 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-80e97528-e3e7-4a8c-8e14-defdb1a32967 service neutron] Bound port: a29b6ae9-3085-491f-828e-b4425a62d80c, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e09991b6-255e-48a2-9843-0adbb08c8321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f31549fe-3cc7-441a-adbe-855afe42fc7c'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:34:14.451772 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-80e97528-e3e7-4a8c-8e14-defdb1a32967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:14.463700 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a51de2b0-da9e-44e2-ba82-481f5dab1ba7 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:14.624146 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1f67c-be9a-407a-978c-e8f0f48199e3 req-286e2d34-879e-4693-8787-15a24d18049a tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:14.626567 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d3f1f67c-be9a-407a-978c-e8f0f48199e3 req-286e2d34-879e-4693-8787-15a24d18049a tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] 10.222.0.52 "GET /v2.0/ports?device_id=0a60edfd-1b64-47be-b57d-a47bbb2fac00 HTTP/1.1" status: 200 len: 944 time: 0.1942542 Oct 27 18:34:14.651127 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-80e97528-e3e7-4a8c-8e14-defdb1a32967 service neutron] For port a29b6ae9-3085-491f-828e-b4425a62d80c, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:34:14.660654 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-89aa8fe6-8e37-46e3-ad7a-992d633e44a5 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:14.661153 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89aa8fe6-8e37-46e3-ad7a-992d633e44a5 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Fanout notify agent at l3_agent the message router_deleted on router f93e8ed9-50bc-41ff-9c8c-c1ef5a08c9b4 {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:34:14.694037 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-89aa8fe6-8e37-46e3-ad7a-992d633e44a5 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:14.695445 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-89aa8fe6-8e37-46e3-ad7a-992d633e44a5 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "DELETE /v2.0/routers/f93e8ed9-50bc-41ff-9c8c-c1ef5a08c9b4 HTTP/1.1" status: 204 len: 168 time: 1.2439358 Oct 27 18:34:14.703708 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 40924) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:14.730275 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-80e97528-e3e7-4a8c-8e14-defdb1a32967 service neutron] For port a29b6ae9-3085-491f-828e-b4425a62d80c, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=a29b6ae9-3085-491f-828e-b4425a62d80c,segment=NetworkSegment(e09991b6-255e-48a2-9843-0adbb08c8321),segment_id=e09991b6-255e-48a2-9843-0adbb08c8321)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:34:14.740051 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d3f1f67c-be9a-407a-978c-e8f0f48199e3 req-6a8c3035-ac55-4613-a5ee-7533861d7517 tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0af8823-1d56-4463-8250-f2c61c208d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055894 Oct 27 18:34:14.782693 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a51de2b0-da9e-44e2-ba82-481f5dab1ba7 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:14.789333 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51de2b0-da9e-44e2-ba82-481f5dab1ba7 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:14.794005 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a51de2b0-da9e-44e2-ba82-481f5dab1ba7 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:14.803033 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-9205f944-1ae9-4d8f-b911-ec1aa896f054 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Deleting subnet 61171fce-a683-4e11-8565-39bd15b0640d {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:34:14.806591 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9205f944-1ae9-4d8f-b911-ec1aa896f054 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:14.849300 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-80e97528-e3e7-4a8c-8e14-defdb1a32967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:14.889582 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 40930) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:14.911816 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9205f944-1ae9-4d8f-b911-ec1aa896f054 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:15.024037 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-80e97528-e3e7-4a8c-8e14-defdb1a32967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:15.024670 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-80e97528-e3e7-4a8c-8e14-defdb1a32967 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:15.026105 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-80e97528-e3e7-4a8c-8e14-defdb1a32967 service neutron] 10.222.0.93 "PUT /v2.0/ports/a29b6ae9-3085-491f-828e-b4425a62d80c HTTP/1.1" status: 200 len: 1092 time: 2.9001706 Oct 27 18:34:15.026585 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a60edfd-1b64-47be-b57d-a47bbb2fac00', 'tag': 'a29b6ae9-3085-491f-828e-b4425a62d80c'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:34:15.028951 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de142360-28b5-4bed-aeeb-41e3115a70b3" -d '{"events": [{"name": "network-changed", "server_uuid": "0a60edfd-1b64-47be-b57d-a47bbb2fac00", "tag": "a29b6ae9-3085-491f-828e-b4425a62d80c"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:34:15.045606 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9205f944-1ae9-4d8f-b911-ec1aa896f054 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:15.089890 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a51de2b0-da9e-44e2-ba82-481f5dab1ba7 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7791660 Oct 27 18:34:15.097971 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40936) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:15.116050 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:15.118480 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-f9b37005-50d2-4619-8d7b-af514c4b2b45 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Request body: {'subnet': {'network_id': '9f28ca8c-e75a-43fd-bc53-9e1fa6fd8718', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:15.124051 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51de2b0-da9e-44e2-ba82-481f5dab1ba7 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Pushing event updated for resources: {'Network': ['ID=f194869b-4fa5-4fd3-a954-458e305d4f2d,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:15.136687 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd600fc-20b7-4433-b19b-5217b62b2033 x-openstack-request-id: req-4cd600fc-20b7-4433-b19b-5217b62b2033 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:34:15.137000 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a60edfd-1b64-47be-b57d-a47bbb2fac00", "tag": "a29b6ae9-3085-491f-828e-b4425a62d80c", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:34:15.137242 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4cd600fc-20b7-4433-b19b-5217b62b2033 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:34:15.137666 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a60edfd-1b64-47be-b57d-a47bbb2fac00', 'tag': 'a29b6ae9-3085-491f-828e-b4425a62d80c', 'status': 'completed', 'code': 200} Oct 27 18:34:15.140905 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network f194869b-4fa5-4fd3-a954-458e305d4f2d details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:34:15.277148 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9205f944-1ae9-4d8f-b911-ec1aa896f054 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:15.329525 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e97528-e3e7-4a8c-8e14-defdb1a32967 service neutron] Pushing event updated for resources: {'Port': ['ID=a29b6ae9-3085-491f-828e-b4425a62d80c,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:15.362297 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de142360-28b5-4bed-aeeb-41e3115a70b3 req-a4afabb8-587f-4a8b-a751-b912ec61aae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:15.364184 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-de142360-28b5-4bed-aeeb-41e3115a70b3 req-a4afabb8-587f-4a8b-a751-b912ec61aae3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f7434595ca71417d958b4750a141368c&device_id=0a60edfd-1b64-47be-b57d-a47bbb2fac00 HTTP/1.1" status: 200 len: 1095 time: 0.1969135 Oct 27 18:34:15.384947 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9205f944-1ae9-4d8f-b911-ec1aa896f054 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:15.393842 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9205f944-1ae9-4d8f-b911-ec1aa896f054 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "DELETE /v2.0/subnets/61171fce-a683-4e11-8565-39bd15b0640d HTTP/1.1" status: 204 len: 168 time: 0.6873980 Oct 27 18:34:15.395865 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 40948) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:15.398422 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9205f944-1ae9-4d8f-b911-ec1aa896f054 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event deleted for resources: {'Subnet': ['ID=61171fce-a683-4e11-8565-39bd15b0640d,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:15.499314 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b37005-50d2-4619-8d7b-af514c4b2b45 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Made reservation on behalf of cf9cd2f3be2846e28b9bd1b883c32ec6 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:34:15.503647 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f9b37005-50d2-4619-8d7b-af514c4b2b45 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:15.548255 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7c4a9a2b-2558-4156-a95f-6b171cfa1e3d up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:34:15.555040 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b9c81ec7-a526-418e-b889-4984f3e9239f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:15.637279 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-b9c81ec7-a526-418e-b889-4984f3e9239f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Deleting port d0c9e212-8b00-40fa-a5d8-d44cc9d16abc {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:34:15.640245 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b9c81ec7-a526-418e-b889-4984f3e9239f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:15.654525 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcaf6e78-f1a0-44cc-a42f-cf91d1130b05 None None] Network 6924bb31-b02f-48c4-8556-577f14590a63 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:34:15.723104 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de142360-28b5-4bed-aeeb-41e3115a70b3 req-25a8a989-bd84-46df-95f7-159875f01e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:15.724356 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-de142360-28b5-4bed-aeeb-41e3115a70b3 req-25a8a989-bd84-46df-95f7-159875f01e11 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=f7434595ca71417d958b4750a141368c&shared=False HTTP/1.1" status: 200 len: 923 time: 0.3516026 Oct 27 18:34:15.751830 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-b80c5e02-a9e0-4b96-9aad-e2f8d4db4fc1 None None] Provisioning complete for port 7c4a9a2b-2558-4156-a95f-6b171cfa1e3d triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:15.752857 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b80c5e02-a9e0-4b96-9aad-e2f8d4db4fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:15.872290 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-b9c81ec7-a526-418e-b889-4984f3e9239f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] For port d0c9e212-8b00-40fa-a5d8-d44cc9d16abc, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=d0c9e212-8b00-40fa-a5d8-d44cc9d16abc,segment=NetworkSegment(d7da7d80-3be9-4364-8ecd-3d8aa57f87ca),segment_id=d7da7d80-3be9-4364-8ecd-3d8aa57f87ca)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:34:15.873092 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b9c81ec7-a526-418e-b889-4984f3e9239f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:15.889068 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-b9c81ec7-a526-418e-b889-4984f3e9239f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Calling delete_port for d0c9e212-8b00-40fa-a5d8-d44cc9d16abc owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:34:15.924031 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 7c4a9a2b-2558-4156-a95f-6b171cfa1e3d triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:15.924444 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:16.009457 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-39ce7944-72de-440b-95d8-14ab1767b66f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:16.015228 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de142360-28b5-4bed-aeeb-41e3115a70b3 req-d8f02ba3-af74-444f-8808-b06cfc8760b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:16.016787 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-de142360-28b5-4bed-aeeb-41e3115a70b3 req-d8f02ba3-af74-444f-8808-b06cfc8760b8 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2781558 Oct 27 18:34:16.063116 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243e3a8-6e57-4cb8-808e-0f4d4b843920 req-f91da7ba-1322-4b0f-a4e1-b330cb8abe4d tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:16.066070 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7243e3a8-6e57-4cb8-808e-0f4d4b843920 req-f91da7ba-1322-4b0f-a4e1-b330cb8abe4d tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] 10.222.0.52 "GET /v2.0/ports?device_id=0a60edfd-1b64-47be-b57d-a47bbb2fac00 HTTP/1.1" status: 200 len: 944 time: 0.1259704 Oct 27 18:34:16.133930 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f9b37005-50d2-4619-8d7b-af514c4b2b45 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:16.159368 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7243e3a8-6e57-4cb8-808e-0f4d4b843920 req-48f441fd-ae01-4b48-b50c-6462a254caa4 tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0af8823-1d56-4463-8250-f2c61c208d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818396 Oct 27 18:34:16.239433 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 40954) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:16.273428 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b9c81ec7-a526-418e-b889-4984f3e9239f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:16.289257 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-b0cf270a-e538-4d9f-840c-90f336d87921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:16.292483 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-b0cf270a-e538-4d9f-840c-90f336d87921 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f7434595ca71417d958b4750a141368c&device_id=0a60edfd-1b64-47be-b57d-a47bbb2fac00 HTTP/1.1" status: 200 len: 1095 time: 0.2324390 Oct 27 18:34:16.347130 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f70215-9db7-4ab9-9a95-b0ee5d6fd555 None None] DHCP port deletion for 6924bb31-b02f-48c4-8556-577f14590a63 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:34:16.371192 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c81ec7-a526-418e-b889-4984f3e9239f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event deleted for resources: {'Port': ['ID=d0c9e212-8b00-40fa-a5d8-d44cc9d16abc,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:16.385814 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-39ce7944-72de-440b-95d8-14ab1767b66f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:16.394360 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c81ec7-a526-418e-b889-4984f3e9239f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] No DVR routers for this DVR port d0c9e212-8b00-40fa-a5d8-d44cc9d16abc on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:34:16.394960 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-946046b7-c05d-4203-a9ff-1636e889a208 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a29b6ae9-3085-491f-828e-b4425a62d80c HTTP/1.1" status: 200 len: 217 time: 0.0854571 Oct 27 18:34:16.478798 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b37005-50d2-4619-8d7b-af514c4b2b45 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Pushing event updated for resources: {'Subnet': ['ID=a0fa3705-e5d7-49a0-9bbb-1303f1410565,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:16.499570 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b37005-50d2-4619-8d7b-af514c4b2b45 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Checking segment: {'id': '718f62a4-d434-420c-87c6-0cf859db9cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '9f28ca8c-e75a-43fd-bc53-9e1fa6fd8718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:34:16.499805 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b37005-50d2-4619-8d7b-af514c4b2b45 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Network hostable DHCP agents. Network: 9f28ca8c-e75a-43fd-bc53-9e1fa6fd8718, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:34:16.532040 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-1b25a8a6-556c-4758-be89-284adec09dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:16.532999 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-1b25a8a6-556c-4758-be89-284adec09dac service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c26ea9cd-296a-4c8d-8113-56ea380b3932 HTTP/1.1" status: 200 len: 861 time: 0.1109478 Oct 27 18:34:16.573597 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-39ce7944-72de-440b-95d8-14ab1767b66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:16.585063 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-cc804cb3-8585-4a8a-a5da-06b24f756a44 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f31549fe-3cc7-441a-adbe-855afe42fc7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431228 Oct 27 18:34:16.630434 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce7944-72de-440b-95d8-14ab1767b66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b023cf2-70f3-4032-a7c8-0d41fd9cbf38,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:16.636885 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b37005-50d2-4619-8d7b-af514c4b2b45 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Network 9f28ca8c-e75a-43fd-bc53-9e1fa6fd8718 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:34:16.651268 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a93bfbed-3743-457e-a27b-85abd9aa75c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:16.673195 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b9c81ec7-a526-418e-b889-4984f3e9239f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:16.709240 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-39ce7944-72de-440b-95d8-14ab1767b66f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=52c48821725142ea9e4ca07da5b0dd88&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8185279 Oct 27 18:34:16.712327 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40966) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:16.733115 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-b9c81ec7-a526-418e-b889-4984f3e9239f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6924bb31-b02f-48c4-8556-577f14590a63']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:16.751179 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-b9c81ec7-a526-418e-b889-4984f3e9239f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7da7d80-3be9-4364-8ecd-3d8aa57f87ca') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:16.751490 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-b9c81ec7-a526-418e-b889-4984f3e9239f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7da7d80-3be9-4364-8ecd-3d8aa57f87ca') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:16.752030 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-f9b37005-50d2-4619-8d7b-af514c4b2b45 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 9f28ca8c-e75a-43fd-bc53-9e1fa6fd8718) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:34:16.763778 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef953713-bc41-413a-9e91-d1277c1e2c77 None None] Network 9f28ca8c-e75a-43fd-bc53-9e1fa6fd8718 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:34:16.770669 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b9c81ec7-a526-418e-b889-4984f3e9239f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:16.794318 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b9c81ec7-a526-418e-b889-4984f3e9239f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:16.806879 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9c81ec7-a526-418e-b889-4984f3e9239f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:34:16.807135 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b9c81ec7-a526-418e-b889-4984f3e9239f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:16.811131 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:34:16.811131 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:34:16.811131 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:34:16.811131 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:34:16.811131 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:34:16.811131 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:34:16.811131 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:34:16.811131 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:34:16.811131 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:34:16.811131 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:34:16.811131 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:34:16.811131 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:34:16.811131 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:34:16.811131 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:34:16.811131 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:34:16.811131 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:34:16.811131 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:34:16.811131 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:34:16.811131 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:34:16.811131 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:34:16.811131 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:34:16.811131 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:34:16.811131 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:34:16.811131 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:34:16.811131 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:34:16.811131 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:34:16.811131 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:34:16.811131 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:34:16.811131 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:34:16.811131 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:34:16.811131 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:34:16.811131 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:34:16.884901 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-97007db2-c426-4bb1-8ee9-f9701a242eac service neutron] 10.222.0.93 "GET /v2.0/networks/f31549fe-3cc7-441a-adbe-855afe42fc7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792969 Oct 27 18:34:16.890747 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a93bfbed-3743-457e-a27b-85abd9aa75c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:16.894548 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b37005-50d2-4619-8d7b-af514c4b2b45 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:16.895357 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f9b37005-50d2-4619-8d7b-af514c4b2b45 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:16.953953 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208225ae-be90-4fd0-b75e-16643bb350b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-9f28ca8c-e75a-43fd-bc53-9e1fa6fd8718', 'network_id': '9f28ca8c-e75a-43fd-bc53-9e1fa6fd8718', 'tenant_id': 'cf9cd2f3be2846e28b9bd1b883c32ec6', 'fixed_ips': [{'subnet_id': 'a0fa3705-e5d7-49a0-9bbb-1303f1410565'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:34:16.954981 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-208225ae-be90-4fd0-b75e-16643bb350b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:16.972788 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4cdb040c-0fad-4b22-9e52-b6eb2a4f3bcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:16.989949 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a93bfbed-3743-457e-a27b-85abd9aa75c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:17.000840 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4cdb040c-0fad-4b22-9e52-b6eb2a4f3bcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:17.033928 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b9c81ec7-a526-418e-b889-4984f3e9239f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:17.039721 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b9c81ec7-a526-418e-b889-4984f3e9239f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:17.047504 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b9c81ec7-a526-418e-b889-4984f3e9239f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "DELETE /v2.0/networks/6924bb31-b02f-48c4-8556-577f14590a63 HTTP/1.1" status: 204 len: 168 time: 1.6500294 Oct 27 18:34:17.051977 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 40972) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:17.054691 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f9b37005-50d2-4619-8d7b-af514c4b2b45 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9558907 Oct 27 18:34:17.062474 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2a6b9f92-1a98-48b4-ac8c-f460d03efd0a req-c42d4eda-9e67-4057-a81a-f3c2f81a6cb4 service neutron] 10.222.0.93 "GET /v2.0/networks/f31549fe-3cc7-441a-adbe-855afe42fc7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596756 Oct 27 18:34:17.073456 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40974) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:17.084236 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a93bfbed-3743-457e-a27b-85abd9aa75c0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9ce5a686de674fe5b378f7e45e828a23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8398786 Oct 27 18:34:17.084236 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93bfbed-3743-457e-a27b-85abd9aa75c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6739d9b-00d2-45b7-b7b7-9421cb55ebda,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:17.087051 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-4b76306c-ae73-4575-9936-e7f5ef33cf5a tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Request body: {'subnet': {'network_id': 'f194869b-4fa5-4fd3-a954-458e305d4f2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:17.101792 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40976) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:17.109128 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-6cf5460e-aad1-499b-8bda-f4b997b165b3 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1684379273'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:17.118500 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c81ec7-a526-418e-b889-4984f3e9239f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event deleted for resources: {'Network': ['ID=6924bb31-b02f-48c4-8556-577f14590a63,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:17.198466 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-208225ae-be90-4fd0-b75e-16643bb350b9 None None] Allocated IP 172.20.0.2 (9f28ca8c-e75a-43fd-bc53-9e1fa6fd8718/a0fa3705-e5d7-49a0-9bbb-1303f1410565/50d1f376-a65a-4904-a1f9-bfca13ddcc52) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:34:17.224946 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf5460e-aad1-499b-8bda-f4b997b165b3 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Made reservation on behalf of f0dda3f0251e4e4db2b48596fc53609b for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:34:17.228558 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6cf5460e-aad1-499b-8bda-f4b997b165b3 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:17.257899 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-46de58fc-ced7-48c2-9c83-75cd53f99d47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:17.290604 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-46de58fc-ced7-48c2-9c83-75cd53f99d47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:17.363738 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4cdb040c-0fad-4b22-9e52-b6eb2a4f3bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:17.368180 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4cdb040c-0fad-4b22-9e52-b6eb2a4f3bcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:17.373160 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4cdb040c-0fad-4b22-9e52-b6eb2a4f3bcd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6b023cf2-70f3-4032-a7c8-0d41fd9cbf38 HTTP/1.1" status: 204 len: 168 time: 0.6591966 Oct 27 18:34:17.390248 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb040c-0fad-4b22-9e52-b6eb2a4f3bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b023cf2-70f3-4032-a7c8-0d41fd9cbf38,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:17.393906 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-208225ae-be90-4fd0-b75e-16643bb350b9 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:17.409796 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b76306c-ae73-4575-9936-e7f5ef33cf5a tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Made reservation on behalf of cf9cd2f3be2846e28b9bd1b883c32ec6 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:34:17.411123 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4b76306c-ae73-4575-9936-e7f5ef33cf5a tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:17.421483 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d0c9e212-8b00-40fa-a5d8-d44cc9d16abc no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:34:17.448527 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cf5460e-aad1-499b-8bda-f4b997b165b3 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] vlan segment allocate from pool success with {'vlan_id': 1012, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:34:17.456421 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: d0c9e212-8b00-40fa-a5d8-d44cc9d16abc {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:34:17.456735 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d0c9e212-8b00-40fa-a5d8-d44cc9d16abc not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:34:17.477007 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393d269-abc6-4fb2-8a91-7648075c7d9e req-03ddc524-9c07-4aff-85df-b0a0e96b0066 tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:17.479497 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3393d269-abc6-4fb2-8a91-7648075c7d9e req-03ddc524-9c07-4aff-85df-b0a0e96b0066 tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] 10.222.0.52 "GET /v2.0/ports?device_id=0a60edfd-1b64-47be-b57d-a47bbb2fac00 HTTP/1.1" status: 200 len: 944 time: 0.1140015 Oct 27 18:34:17.483023 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6cf5460e-aad1-499b-8bda-f4b997b165b3 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:17.483630 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-6cf5460e-aad1-499b-8bda-f4b997b165b3 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Added segment fb526b34-c4b5-4402-83ed-940757f27d4a of type vlan for network 4d01ff70-f3a2-45c5-8230-e94101e25fec Oct 27 18:34:17.499110 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-46de58fc-ced7-48c2-9c83-75cd53f99d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:17.502023 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-46de58fc-ced7-48c2-9c83-75cd53f99d47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:17.505868 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-46de58fc-ced7-48c2-9c83-75cd53f99d47 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e6739d9b-00d2-45b7-b7b7-9421cb55ebda HTTP/1.1" status: 204 len: 168 time: 0.4009252 Oct 27 18:34:17.530089 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de58fc-ced7-48c2-9c83-75cd53f99d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6739d9b-00d2-45b7-b7b7-9421cb55ebda,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:17.549835 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6cf5460e-aad1-499b-8bda-f4b997b165b3 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:17.574524 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3393d269-abc6-4fb2-8a91-7648075c7d9e req-ca54943e-eab6-4c56-8026-a74f62fa94f9 tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0af8823-1d56-4463-8250-f2c61c208d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822189 Oct 27 18:34:17.608711 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-208225ae-be90-4fd0-b75e-16643bb350b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:17.660131 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208225ae-be90-4fd0-b75e-16643bb350b9 None None] Network 9f28ca8c-e75a-43fd-bc53-9e1fa6fd8718 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:34:17.666847 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-208225ae-be90-4fd0-b75e-16643bb350b9 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:34:17.676092 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208225ae-be90-4fd0-b75e-16643bb350b9 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:34:17.734133 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208225ae-be90-4fd0-b75e-16643bb350b9 None None] Pushing event updated for resources: {'Port': ['ID=50d1f376-a65a-4904-a1f9-bfca13ddcc52,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:17.745450 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-208225ae-be90-4fd0-b75e-16643bb350b9 None None] Attempting to bind port 50d1f376-a65a-4904-a1f9-bfca13ddcc52 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:34:17.745885 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-208225ae-be90-4fd0-b75e-16643bb350b9 None None] Attempting to bind port 50d1f376-a65a-4904-a1f9-bfca13ddcc52 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '718f62a4-d434-420c-87c6-0cf859db9cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '9f28ca8c-e75a-43fd-bc53-9e1fa6fd8718'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:34:17.746315 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208225ae-be90-4fd0-b75e-16643bb350b9 None None] Attempting to bind port 50d1f376-a65a-4904-a1f9-bfca13ddcc52 on network 9f28ca8c-e75a-43fd-bc53-9e1fa6fd8718 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:34:17.751302 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208225ae-be90-4fd0-b75e-16643bb350b9 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:34:17.751673 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208225ae-be90-4fd0-b75e-16643bb350b9 None None] Checking segment: {'id': '718f62a4-d434-420c-87c6-0cf859db9cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '9f28ca8c-e75a-43fd-bc53-9e1fa6fd8718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:34:17.752222 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-208225ae-be90-4fd0-b75e-16643bb350b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:17.752691 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208225ae-be90-4fd0-b75e-16643bb350b9 None None] Bound using segment: {'id': '718f62a4-d434-420c-87c6-0cf859db9cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '9f28ca8c-e75a-43fd-bc53-9e1fa6fd8718'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:34:17.753170 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-208225ae-be90-4fd0-b75e-16643bb350b9 None None] Bound port: 50d1f376-a65a-4904-a1f9-bfca13ddcc52, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718f62a4-d434-420c-87c6-0cf859db9cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '9f28ca8c-e75a-43fd-bc53-9e1fa6fd8718'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:34:17.753548 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-208225ae-be90-4fd0-b75e-16643bb350b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:17.818696 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-208225ae-be90-4fd0-b75e-16643bb350b9 None None] For port 50d1f376-a65a-4904-a1f9-bfca13ddcc52, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:34:17.821766 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-208225ae-be90-4fd0-b75e-16643bb350b9 None None] For port 50d1f376-a65a-4904-a1f9-bfca13ddcc52, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=50d1f376-a65a-4904-a1f9-bfca13ddcc52,segment=NetworkSegment(718f62a4-d434-420c-87c6-0cf859db9cfd),segment_id=718f62a4-d434-420c-87c6-0cf859db9cfd)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:34:17.850927 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6cf5460e-aad1-499b-8bda-f4b997b165b3 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:17.851421 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4b76306c-ae73-4575-9936-e7f5ef33cf5a tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:17.856649 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf5460e-aad1-499b-8bda-f4b997b165b3 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:17.863069 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6cf5460e-aad1-499b-8bda-f4b997b165b3 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:17.911121 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-208225ae-be90-4fd0-b75e-16643bb350b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:17.920534 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b76306c-ae73-4575-9936-e7f5ef33cf5a tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Pushing event updated for resources: {'Subnet': ['ID=3738a1f7-eeba-4e05-b5d8-de9c20b595b8,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:17.928221 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b76306c-ae73-4575-9936-e7f5ef33cf5a tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Checking segment: {'id': 'a1fd55e8-4cfc-4d60-a950-9c450ec640a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f194869b-4fa5-4fd3-a954-458e305d4f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:34:17.928525 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b76306c-ae73-4575-9936-e7f5ef33cf5a tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Network hostable DHCP agents. Network: f194869b-4fa5-4fd3-a954-458e305d4f2d, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:34:17.939803 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf5460e-aad1-499b-8bda-f4b997b165b3 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event updated for resources: {'Network': ['ID=4d01ff70-f3a2-45c5-8230-e94101e25fec,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:17.967078 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 4d01ff70-f3a2-45c5-8230-e94101e25fec details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:34:18.019231 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b76306c-ae73-4575-9936-e7f5ef33cf5a tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Network f194869b-4fa5-4fd3-a954-458e305d4f2d is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:34:18.023249 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6cf5460e-aad1-499b-8bda-f4b997b165b3 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9355681 Oct 27 18:34:18.030509 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41002) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:18.036170 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-a35b26f0-a2d6-4ea4-9393-80b5e209a255 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Request body: {'subnet': {'network_id': '4d01ff70-f3a2-45c5-8230-e94101e25fec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:18.109329 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-4b76306c-ae73-4575-9936-e7f5ef33cf5a tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, f194869b-4fa5-4fd3-a954-458e305d4f2d) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:34:18.115330 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b76306c-ae73-4575-9936-e7f5ef33cf5a tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:18.116224 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4b76306c-ae73-4575-9936-e7f5ef33cf5a tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:18.194701 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4b76306c-ae73-4575-9936-e7f5ef33cf5a tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1201496 Oct 27 18:34:18.200023 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41006) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:18.285662 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35b26f0-a2d6-4ea4-9393-80b5e209a255 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Made reservation on behalf of f0dda3f0251e4e4db2b48596fc53609b for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:34:18.292030 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a35b26f0-a2d6-4ea4-9393-80b5e209a255 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:18.327404 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c96935-7995-4b52-a0e1-b03d9aa0abbb None None] Network f194869b-4fa5-4fd3-a954-458e305d4f2d requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:34:18.383535 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208225ae-be90-4fd0-b75e-16643bb350b9 None None] Pushing event updated for resources: {'Port': ['ID=50d1f376-a65a-4904-a1f9-bfca13ddcc52,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:18.516722 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device a29b6ae9-3085-491f-828e-b4425a62d80c details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:34:18.680806 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port a29b6ae9-3085-491f-828e-b4425a62d80c, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=a29b6ae9-3085-491f-828e-b4425a62d80c,segment=NetworkSegment(e09991b6-255e-48a2-9843-0adbb08c8321),segment_id=e09991b6-255e-48a2-9843-0adbb08c8321)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:34:18.691237 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ca6b6a-a58c-4f0f-a93f-9834a89bf7eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-f194869b-4fa5-4fd3-a954-458e305d4f2d', 'network_id': 'f194869b-4fa5-4fd3-a954-458e305d4f2d', 'tenant_id': 'cf9cd2f3be2846e28b9bd1b883c32ec6', 'fixed_ips': [{'subnet_id': '3738a1f7-eeba-4e05-b5d8-de9c20b595b8'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:34:18.692742 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-30ca6b6a-a58c-4f0f-a93f-9834a89bf7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:18.712044 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a3b73ff4-a89f-4abf-a1fe-71d48a824253 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:18.735081 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'a29b6ae9-3085-491f-828e-b4425a62d80c', 'network_id': 'f31549fe-3cc7-441a-adbe-855afe42fc7c', 'port_id': 'a29b6ae9-3085-491f-828e-b4425a62d80c', 'mac_address': 'fa:16:3e:f5:0c:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c26ea9cd-296a-4c8d-8113-56ea380b3932', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:34:18.803200 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a35b26f0-a2d6-4ea4-9393-80b5e209a255 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:18.955919 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b26f0-a2d6-4ea4-9393-80b5e209a255 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event updated for resources: {'Subnet': ['ID=4e49703b-86a1-4303-8890-de01776f468b,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:18.980679 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bddb45e-7eee-412d-ab5f-5cf5f04c94f0 req-bc9306e1-478f-484e-b855-87f99201c245 tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:18.999591 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6bddb45e-7eee-412d-ab5f-5cf5f04c94f0 req-bc9306e1-478f-484e-b855-87f99201c245 tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] 10.222.0.52 "GET /v2.0/ports?device_id=0a60edfd-1b64-47be-b57d-a47bbb2fac00 HTTP/1.1" status: 200 len: 944 time: 0.2994406 Oct 27 18:34:19.043929 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-30ca6b6a-a58c-4f0f-a93f-9834a89bf7eb None None] Allocated IP 172.20.0.2 (f194869b-4fa5-4fd3-a954-458e305d4f2d/3738a1f7-eeba-4e05-b5d8-de9c20b595b8/575bc193-a1b7-4925-93fc-914f79e798b3) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:34:19.156786 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6bddb45e-7eee-412d-ab5f-5cf5f04c94f0 req-8bd7a07e-3ce7-49d1-be30-f20988dfb9e8 tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0af8823-1d56-4463-8250-f2c61c208d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561680 Oct 27 18:34:19.181501 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:19.185595 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35b26f0-a2d6-4ea4-9393-80b5e209a255 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Checking segment: {'id': 'fb526b34-c4b5-4402-83ed-940757f27d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '4d01ff70-f3a2-45c5-8230-e94101e25fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:34:19.185960 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35b26f0-a2d6-4ea4-9393-80b5e209a255 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Network hostable DHCP agents. Network: 4d01ff70-f3a2-45c5-8230-e94101e25fec, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:34:19.202051 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a29b6ae9-3085-491f-828e-b4425a62d80c {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:34:19.233853 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port a29b6ae9-3085-491f-828e-b4425a62d80c, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=a29b6ae9-3085-491f-828e-b4425a62d80c,segment=NetworkSegment(e09991b6-255e-48a2-9843-0adbb08c8321),segment_id=e09991b6-255e-48a2-9843-0adbb08c8321)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:34:19.295780 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-a3b73ff4-a89f-4abf-a1fe-71d48a824253 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Allocated IP 172.20.0.1 (9f28ca8c-e75a-43fd-bc53-9e1fa6fd8718/a0fa3705-e5d7-49a0-9bbb-1303f1410565/0c541aab-380b-43d6-a8cd-d4813f84fa57) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:34:19.353719 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:19.405184 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35b26f0-a2d6-4ea4-9393-80b5e209a255 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Network 4d01ff70-f3a2-45c5-8230-e94101e25fec is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:34:19.485466 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-30ca6b6a-a58c-4f0f-a93f-9834a89bf7eb None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:19.502771 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-a35b26f0-a2d6-4ea4-9393-80b5e209a255 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 4d01ff70-f3a2-45c5-8230-e94101e25fec) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:34:19.512620 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35b26f0-a2d6-4ea4-9393-80b5e209a255 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:19.513214 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a35b26f0-a2d6-4ea4-9393-80b5e209a255 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:19.525633 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0908ff81-1d75-4805-9f69-bea9e6aa9a3a None None] Network 4d01ff70-f3a2-45c5-8230-e94101e25fec requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:34:19.528689 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 50d1f376-a65a-4904-a1f9-bfca13ddcc52 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:34:19.616415 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a35b26f0-a2d6-4ea4-9393-80b5e209a255 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5847533 Oct 27 18:34:19.618919 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41050) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:19.621076 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-30ca6b6a-a58c-4f0f-a93f-9834a89bf7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:19.626495 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=a29b6ae9-3085-491f-828e-b4425a62d80c,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:19.641241 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-c256dbb2-90ac-451f-bd2c-2147f6b5884a tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1802477858', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:19.666789 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a3b73ff4-a89f-4abf-a1fe-71d48a824253 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:19.686648 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a001265d-656d-49aa-98dd-e8b9629c9830 None None] Network 9f28ca8c-e75a-43fd-bc53-9e1fa6fd8718 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:34:19.698116 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['a29b6ae9-3085-491f-828e-b4425a62d80c'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:34:19.773967 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ca6b6a-a58c-4f0f-a93f-9834a89bf7eb None None] Network f194869b-4fa5-4fd3-a954-458e305d4f2d is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:34:19.776841 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c256dbb2-90ac-451f-bd2c-2147f6b5884a tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:19.777988 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c256dbb2-90ac-451f-bd2c-2147f6b5884a tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:19.793685 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-30ca6b6a-a58c-4f0f-a93f-9834a89bf7eb None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:34:19.796092 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ca6b6a-a58c-4f0f-a93f-9834a89bf7eb None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:34:19.821204 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca6b6a-a58c-4f0f-a93f-9834a89bf7eb None None] Pushing event updated for resources: {'Port': ['ID=575bc193-a1b7-4925-93fc-914f79e798b3,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:19.848102 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c256dbb2-90ac-451f-bd2c-2147f6b5884a tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:19.853866 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-debfe0ee-9387-4c4c-b40e-041fe97ec225 None None] Provisioning complete for port 50d1f376-a65a-4904-a1f9-bfca13ddcc52 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:19.854255 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-debfe0ee-9387-4c4c-b40e-041fe97ec225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:19.855976 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 50d1f376-a65a-4904-a1f9-bfca13ddcc52 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:19.856345 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:19.869789 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a3b73ff4-a89f-4abf-a1fe-71d48a824253 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:19.975705 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c256dbb2-90ac-451f-bd2c-2147f6b5884a tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:20.000898 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b73ff4-a89f-4abf-a1fe-71d48a824253 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Network 9f28ca8c-e75a-43fd-bc53-9e1fa6fd8718 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:34:20.005336 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-a3b73ff4-a89f-4abf-a1fe-71d48a824253 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:34:20.011479 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b73ff4-a89f-4abf-a1fe-71d48a824253 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Pushing event updated for resources: {'Port': ['ID=0c541aab-380b-43d6-a8cd-d4813f84fa57,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:20.015129 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b73ff4-a89f-4abf-a1fe-71d48a824253 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:34:20.048402 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-30ca6b6a-a58c-4f0f-a93f-9834a89bf7eb None None] Attempting to bind port 575bc193-a1b7-4925-93fc-914f79e798b3 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:34:20.049396 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-30ca6b6a-a58c-4f0f-a93f-9834a89bf7eb None None] Attempting to bind port 575bc193-a1b7-4925-93fc-914f79e798b3 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'a1fd55e8-4cfc-4d60-a950-9c450ec640a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f194869b-4fa5-4fd3-a954-458e305d4f2d'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:34:20.049767 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ca6b6a-a58c-4f0f-a93f-9834a89bf7eb None None] Attempting to bind port 575bc193-a1b7-4925-93fc-914f79e798b3 on network f194869b-4fa5-4fd3-a954-458e305d4f2d {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:34:20.055625 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c256dbb2-90ac-451f-bd2c-2147f6b5884a tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:20.058236 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c256dbb2-90ac-451f-bd2c-2147f6b5884a tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4355452 Oct 27 18:34:20.063979 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41070) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:20.094679 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ca6b6a-a58c-4f0f-a93f-9834a89bf7eb None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:34:20.095095 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ca6b6a-a58c-4f0f-a93f-9834a89bf7eb None None] Checking segment: {'id': 'a1fd55e8-4cfc-4d60-a950-9c450ec640a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f194869b-4fa5-4fd3-a954-458e305d4f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:34:20.096059 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-30ca6b6a-a58c-4f0f-a93f-9834a89bf7eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:20.096465 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ca6b6a-a58c-4f0f-a93f-9834a89bf7eb None None] Bound using segment: {'id': 'a1fd55e8-4cfc-4d60-a950-9c450ec640a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f194869b-4fa5-4fd3-a954-458e305d4f2d'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:34:20.096963 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-30ca6b6a-a58c-4f0f-a93f-9834a89bf7eb None None] Bound port: 575bc193-a1b7-4925-93fc-914f79e798b3, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1fd55e8-4cfc-4d60-a950-9c450ec640a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f194869b-4fa5-4fd3-a954-458e305d4f2d'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:34:20.097348 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-30ca6b6a-a58c-4f0f-a93f-9834a89bf7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:20.100997 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a3b73ff4-a89f-4abf-a1fe-71d48a824253 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:20.281205 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aeb9e6b-af6a-44d4-97c8-e061462447ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-4d01ff70-f3a2-45c5-8230-e94101e25fec', 'network_id': '4d01ff70-f3a2-45c5-8230-e94101e25fec', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'fixed_ips': [{'subnet_id': '4e49703b-86a1-4303-8890-de01776f468b'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:34:20.282476 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2aeb9e6b-af6a-44d4-97c8-e061462447ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:20.497951 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a3b73ff4-a89f-4abf-a1fe-71d48a824253 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:20.519031 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41084) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:20.639353 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-2aeb9e6b-af6a-44d4-97c8-e061462447ad None None] Allocated IP 2001:db8::2 (4d01ff70-f3a2-45c5-8230-e94101e25fec/4e49703b-86a1-4303-8890-de01776f468b/82e767c2-0f27-48e9-ba25-006ab9d89fca) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:34:20.698017 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-debfe0ee-9387-4c4c-b40e-041fe97ec225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:20.701198 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:20.840910 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-30ca6b6a-a58c-4f0f-a93f-9834a89bf7eb None None] For port 575bc193-a1b7-4925-93fc-914f79e798b3, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:34:20.882508 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-30ca6b6a-a58c-4f0f-a93f-9834a89bf7eb None None] For port 575bc193-a1b7-4925-93fc-914f79e798b3, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=575bc193-a1b7-4925-93fc-914f79e798b3,segment=NetworkSegment(a1fd55e8-4cfc-4d60-a950-9c450ec640a8),segment_id=a1fd55e8-4cfc-4d60-a950-9c450ec640a8)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:34:20.890157 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 50d1f376-a65a-4904-a1f9-bfca13ddcc52, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=50d1f376-a65a-4904-a1f9-bfca13ddcc52,segment=NetworkSegment(718f62a4-d434-420c-87c6-0cf859db9cfd),segment_id=718f62a4-d434-420c-87c6-0cf859db9cfd)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:34:20.965083 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce113996-9973-4ec6-b803-e5af8b878d36 req-ad8dc8d3-a050-4ff7-a030-5b17c38d5ee4 tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:20.974129 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ce113996-9973-4ec6-b803-e5af8b878d36 req-ad8dc8d3-a050-4ff7-a030-5b17c38d5ee4 tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] 10.222.0.52 "GET /v2.0/ports?device_id=0a60edfd-1b64-47be-b57d-a47bbb2fac00 HTTP/1.1" status: 200 len: 945 time: 0.6705775 Oct 27 18:34:21.020928 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a3b73ff4-a89f-4abf-a1fe-71d48a824253 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:21.061945 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b178f73b-c53b-4de5-8939-e9f402735975 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:21.100842 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a3b73ff4-a89f-4abf-a1fe-71d48a824253 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:21.118467 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ce113996-9973-4ec6-b803-e5af8b878d36 req-44eeb39a-4236-4ad8-a7d8-0e130fa0d044 tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0af8823-1d56-4463-8250-f2c61c208d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356492 Oct 27 18:34:21.146274 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1cb45f8f-e79c-4e7f-b825-d3ecd831e242 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:21.237443 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a3b73ff4-a89f-4abf-a1fe-71d48a824253 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:21.355204 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2aeb9e6b-af6a-44d4-97c8-e061462447ad None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:21.364673 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-30ca6b6a-a58c-4f0f-a93f-9834a89bf7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:21.374667 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:21.388400 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b73ff4-a89f-4abf-a1fe-71d48a824253 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Pushing event updated for resources: {'Port': ['ID=0c541aab-380b-43d6-a8cd-d4813f84fa57,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:21.448999 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-debfe0ee-9387-4c4c-b40e-041fe97ec225 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:34:21.449414 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-debfe0ee-9387-4c4c-b40e-041fe97ec225 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:34:21.450985 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2aeb9e6b-af6a-44d4-97c8-e061462447ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:21.505258 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aeb9e6b-af6a-44d4-97c8-e061462447ad None None] Network 4d01ff70-f3a2-45c5-8230-e94101e25fec is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:34:21.509226 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-2aeb9e6b-af6a-44d4-97c8-e061462447ad None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:34:21.511860 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aeb9e6b-af6a-44d4-97c8-e061462447ad None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:34:21.577649 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-1cb45f8f-e79c-4e7f-b825-d3ecd831e242 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Allocated IP 2001:db8::1 (4d01ff70-f3a2-45c5-8230-e94101e25fec/4e49703b-86a1-4303-8890-de01776f468b/0bd35b0d-67b7-4147-96fc-2e4852d21840) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:34:21.584315 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca6b6a-a58c-4f0f-a93f-9834a89bf7eb None None] Pushing event updated for resources: {'Port': ['ID=575bc193-a1b7-4925-93fc-914f79e798b3,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:21.603142 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b73ff4-a89f-4abf-a1fe-71d48a824253 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Network 9f28ca8c-e75a-43fd-bc53-9e1fa6fd8718 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:34:21.610324 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b178f73b-c53b-4de5-8939-e9f402735975 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:21.613345 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-a3b73ff4-a89f-4abf-a1fe-71d48a824253 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:34:21.650544 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=50d1f376-a65a-4904-a1f9-bfca13ddcc52,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:21.705366 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb9e6b-af6a-44d4-97c8-e061462447ad None None] Pushing event updated for resources: {'Port': ['ID=82e767c2-0f27-48e9-ba25-006ab9d89fca,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:21.711514 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-2aeb9e6b-af6a-44d4-97c8-e061462447ad None None] Attempting to bind port 82e767c2-0f27-48e9-ba25-006ab9d89fca on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:34:21.712061 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-2aeb9e6b-af6a-44d4-97c8-e061462447ad None None] Attempting to bind port 82e767c2-0f27-48e9-ba25-006ab9d89fca by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'fb526b34-c4b5-4402-83ed-940757f27d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '4d01ff70-f3a2-45c5-8230-e94101e25fec'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:34:21.712795 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeb9e6b-af6a-44d4-97c8-e061462447ad None None] Attempting to bind port 82e767c2-0f27-48e9-ba25-006ab9d89fca on network 4d01ff70-f3a2-45c5-8230-e94101e25fec {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:34:21.718604 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeb9e6b-af6a-44d4-97c8-e061462447ad None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:34:21.719141 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeb9e6b-af6a-44d4-97c8-e061462447ad None None] Checking segment: {'id': 'fb526b34-c4b5-4402-83ed-940757f27d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '4d01ff70-f3a2-45c5-8230-e94101e25fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:34:21.719620 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2aeb9e6b-af6a-44d4-97c8-e061462447ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:21.720143 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeb9e6b-af6a-44d4-97c8-e061462447ad None None] Bound using segment: {'id': 'fb526b34-c4b5-4402-83ed-940757f27d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '4d01ff70-f3a2-45c5-8230-e94101e25fec'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:34:21.721745 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-2aeb9e6b-af6a-44d4-97c8-e061462447ad None None] Bound port: 82e767c2-0f27-48e9-ba25-006ab9d89fca, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb526b34-c4b5-4402-83ed-940757f27d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '4d01ff70-f3a2-45c5-8230-e94101e25fec'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:34:21.722196 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2aeb9e6b-af6a-44d4-97c8-e061462447ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:21.808322 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-2aeb9e6b-af6a-44d4-97c8-e061462447ad None None] For port 82e767c2-0f27-48e9-ba25-006ab9d89fca, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:34:21.812489 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-2aeb9e6b-af6a-44d4-97c8-e061462447ad None None] For port 82e767c2-0f27-48e9-ba25-006ab9d89fca, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=82e767c2-0f27-48e9-ba25-006ab9d89fca,segment=NetworkSegment(fb526b34-c4b5-4402-83ed-940757f27d4a),segment_id=fb526b34-c4b5-4402-83ed-940757f27d4a)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:34:21.902184 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1cb45f8f-e79c-4e7f-b825-d3ecd831e242 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:21.907490 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2aeb9e6b-af6a-44d4-97c8-e061462447ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:22.007830 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1cb45f8f-e79c-4e7f-b825-d3ecd831e242 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:22.076786 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb9e6b-af6a-44d4-97c8-e061462447ad None None] Pushing event updated for resources: {'Port': ['ID=82e767c2-0f27-48e9-ba25-006ab9d89fca,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:22.150194 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb45f8f-e79c-4e7f-b825-d3ecd831e242 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Network 4d01ff70-f3a2-45c5-8230-e94101e25fec is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:34:22.151764 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb45f8f-e79c-4e7f-b825-d3ecd831e242 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event updated for resources: {'Port': ['ID=0bd35b0d-67b7-4147-96fc-2e4852d21840,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:22.158674 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-1cb45f8f-e79c-4e7f-b825-d3ecd831e242 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:34:22.158674 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb45f8f-e79c-4e7f-b825-d3ecd831e242 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:34:22.159144 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1cb45f8f-e79c-4e7f-b825-d3ecd831e242 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:22.199089 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-2993d5ef-d1b9-46aa-a96c-98d36b683cf8 None None] Provisioning complete for port 50d1f376-a65a-4904-a1f9-bfca13ddcc52 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:22.199521 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2993d5ef-d1b9-46aa-a96c-98d36b683cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:22.269864 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b178f73b-c53b-4de5-8939-e9f402735975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:22.388996 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-2993d5ef-d1b9-46aa-a96c-98d36b683cf8 None None] Provisioning complete for port 0c541aab-380b-43d6-a8cd-d4813f84fa57 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:22.389418 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2993d5ef-d1b9-46aa-a96c-98d36b683cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:22.395377 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178f73b-c53b-4de5-8939-e9f402735975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2750648-753c-447d-a79e-8560fb8bedbb,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:22.456067 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80987e8-0e5e-40df-aee6-0b5ec864e715 req-cefcce2b-a452-4570-9bf2-9ea7369eb012 tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:22.466522 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-2993d5ef-d1b9-46aa-a96c-98d36b683cf8 None None] Port 0c541aab-380b-43d6-a8cd-d4813f84fa57 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:34:22.481549 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b178f73b-c53b-4de5-8939-e9f402735975 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c5227fd94b514156a9c99b78fc3e19eb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9599388 Oct 27 18:34:22.483505 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d80987e8-0e5e-40df-aee6-0b5ec864e715 req-cefcce2b-a452-4570-9bf2-9ea7369eb012 tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] 10.222.0.52 "GET /v2.0/ports?device_id=0a60edfd-1b64-47be-b57d-a47bbb2fac00 HTTP/1.1" status: 200 len: 945 time: 0.2078359 Oct 27 18:34:22.485785 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41120) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:22.529257 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device a29b6ae9-3085-491f-828e-b4425a62d80c up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:34:22.622374 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b73ff4-a89f-4abf-a1fe-71d48a824253 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Router c273674e-edca-49de-9207-0796727b8cfe is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:34:22.630148 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d80987e8-0e5e-40df-aee6-0b5ec864e715 req-02116e63-7acd-4f15-af73-e61a395ecc18 tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0af8823-1d56-4463-8250-f2c61c208d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456017 Oct 27 18:34:22.638550 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1cb45f8f-e79c-4e7f-b825-d3ecd831e242 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:22.659136 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-739fb13a-f4ea-4593-b79f-e53d0096dd97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:22.693822 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port a29b6ae9-3085-491f-828e-b4425a62d80c completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:34:22.699007 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port a29b6ae9-3085-491f-828e-b4425a62d80c triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:22.702439 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:22.710273 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-739fb13a-f4ea-4593-b79f-e53d0096dd97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:22.756984 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b73ff4-a89f-4abf-a1fe-71d48a824253 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:34:22.763811 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a3b73ff4-a89f-4abf-a1fe-71d48a824253 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] 10.222.0.52 "PUT /v2.0/routers/c273674e-edca-49de-9207-0796727b8cfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5650580 Oct 27 18:34:22.766572 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41128) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:22.786149 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b231ef-ef1c-49c1-bf89-496a571c0612 None None] Sync routers for ids ['c273674e-edca-49de-9207-0796727b8cfe'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:34:22.856323 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b231ef-ef1c-49c1-bf89-496a571c0612 None None] Routers {'c273674e-edca-49de-9207-0796727b8cfe'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:34:22.858603 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-11b231ef-ef1c-49c1-bf89-496a571c0612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:34:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['c273674e-edca-49de-9207-0796727b8cfe'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:22.934415 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-11b231ef-ef1c-49c1-bf89-496a571c0612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:22.953272 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-739fb13a-f4ea-4593-b79f-e53d0096dd97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:22.956542 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-739fb13a-f4ea-4593-b79f-e53d0096dd97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:22.960628 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-739fb13a-f4ea-4593-b79f-e53d0096dd97 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c2750648-753c-447d-a79e-8560fb8bedbb HTTP/1.1" status: 204 len: 168 time: 0.4671795 Oct 27 18:34:22.976024 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739fb13a-f4ea-4593-b79f-e53d0096dd97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2750648-753c-447d-a79e-8560fb8bedbb,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:23.027923 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:23.075577 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b231ef-ef1c-49c1-bf89-496a571c0612 None None] Routers {'c273674e-edca-49de-9207-0796727b8cfe'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:34:23.077566 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-11b231ef-ef1c-49c1-bf89-496a571c0612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:34:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['c273674e-edca-49de-9207-0796727b8cfe'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:23.113460 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1cb45f8f-e79c-4e7f-b825-d3ecd831e242 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:23.143898 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-11b231ef-ef1c-49c1-bf89-496a571c0612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:23.144899 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b231ef-ef1c-49c1-bf89-496a571c0612 None None] The sync data for ids ['c273674e-edca-49de-9207-0796727b8cfe'] in n-d-815690-2 is: [] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:34:23.152723 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a60edfd-1b64-47be-b57d-a47bbb2fac00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29b6ae9-3085-491f-828e-b4425a62d80c'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:34:23.155892 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f10b961-d67c-4dec-9721-ede88710688d" -d '{"events": [{"server_uuid": "0a60edfd-1b64-47be-b57d-a47bbb2fac00", "name": "network-vif-plugged", "status": "completed", "tag": "a29b6ae9-3085-491f-828e-b4425a62d80c"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:34:23.193951 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port a29b6ae9-3085-491f-828e-b4425a62d80c, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=a29b6ae9-3085-491f-828e-b4425a62d80c,segment=NetworkSegment(e09991b6-255e-48a2-9843-0adbb08c8321),segment_id=e09991b6-255e-48a2-9843-0adbb08c8321)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:34:23.222667 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f20094-4428-4366-8975-72790204d5fc x-openstack-request-id: req-78f20094-4428-4366-8975-72790204d5fc {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:34:23.223075 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a60edfd-1b64-47be-b57d-a47bbb2fac00", "name": "network-vif-plugged", "status": "completed", "tag": "a29b6ae9-3085-491f-828e-b4425a62d80c", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:34:23.223254 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-78f20094-4428-4366-8975-72790204d5fc {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:34:23.223682 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a60edfd-1b64-47be-b57d-a47bbb2fac00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29b6ae9-3085-491f-828e-b4425a62d80c', 'code': 200} Oct 27 18:34:23.233554 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1cb45f8f-e79c-4e7f-b825-d3ecd831e242 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:23.236931 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1cb45f8f-e79c-4e7f-b825-d3ecd831e242 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:23.271121 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:23.442384 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=a29b6ae9-3085-491f-828e-b4425a62d80c,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:23.509514 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a01cc0-c02a-4e60-aa48-a351d536f82c None None] Network f194869b-4fa5-4fd3-a954-458e305d4f2d requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:34:23.539677 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb45f8f-e79c-4e7f-b825-d3ecd831e242 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event updated for resources: {'Port': ['ID=0bd35b0d-67b7-4147-96fc-2e4852d21840,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:23.543794 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3a2f6-2123-49b1-b61e-f159e6db6ea8 req-05f6bd95-d293-437f-82b6-7cd00af6ad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:23.545403 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2ad3a2f6-2123-49b1-b61e-f159e6db6ea8 req-05f6bd95-d293-437f-82b6-7cd00af6ad2f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0a60edfd-1b64-47be-b57d-a47bbb2fac00 HTTP/1.1" status: 200 len: 1097 time: 0.1971118 Oct 27 18:34:23.549952 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-fb3ae802-a1b7-4fdb-99ee-66ac2d327ea8 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:34:23.554640 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-fb3ae802-a1b7-4fdb-99ee-66ac2d327ea8 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] 10.222.0.52 "PUT /v2.0/routers/c273674e-edca-49de-9207-0796727b8cfe/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7860975 Oct 27 18:34:23.561293 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41146) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:23.661010 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb45f8f-e79c-4e7f-b825-d3ecd831e242 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Network 4d01ff70-f3a2-45c5-8230-e94101e25fec is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:34:23.663769 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-1cb45f8f-e79c-4e7f-b825-d3ecd831e242 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:34:23.664293 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-c73df440-6d49-422e-998e-f4615d5aa829 None None] Provisioning complete for port 575bc193-a1b7-4925-93fc-914f79e798b3 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:23.665648 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c73df440-6d49-422e-998e-f4615d5aa829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:23.818493 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 50d1f376-a65a-4904-a1f9-bfca13ddcc52 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:34:23.963478 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2ad3a2f6-2123-49b1-b61e-f159e6db6ea8 req-3c571e2a-f063-4c6f-8e40-7a9bbce69c81 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b0af8823-1d56-4463-8250-f2c61c208d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064255 Oct 27 18:34:23.987607 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075bef4-f25b-47a7-851e-dd0c9ee98d6e req-939568ca-aadf-458c-9e86-060ca280b8ab tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:23.990060 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9075bef4-f25b-47a7-851e-dd0c9ee98d6e req-939568ca-aadf-458c-9e86-060ca280b8ab tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] 10.222.0.52 "GET /v2.0/ports?device_id=0a60edfd-1b64-47be-b57d-a47bbb2fac00 HTTP/1.1" status: 200 len: 946 time: 0.1900358 Oct 27 18:34:24.006961 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82808b94-c411-4dc9-aff2-df90171fd5f9 None None] Network 4d01ff70-f3a2-45c5-8230-e94101e25fec requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:34:24.083122 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9075bef4-f25b-47a7-851e-dd0c9ee98d6e req-77d06f7f-e523-4242-8df1-150a0ddbce0b tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0af8823-1d56-4463-8250-f2c61c208d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789793 Oct 27 18:34:24.150586 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d09018bb-6171-49eb-b811-77756fe69f02 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:24.165014 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb45f8f-e79c-4e7f-b825-d3ecd831e242 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Router 80ac00e5-d140-47bc-acad-a14b4c1756c7 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:34:24.266863 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c73df440-6d49-422e-998e-f4615d5aa829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:24.316830 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-c73df440-6d49-422e-998e-f4615d5aa829 None None] For port 575bc193-a1b7-4925-93fc-914f79e798b3, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=575bc193-a1b7-4925-93fc-914f79e798b3,segment=NetworkSegment(a1fd55e8-4cfc-4d60-a950-9c450ec640a8),segment_id=a1fd55e8-4cfc-4d60-a950-9c450ec640a8)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:34:24.327320 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb45f8f-e79c-4e7f-b825-d3ecd831e242 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:34:24.335486 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1cb45f8f-e79c-4e7f-b825-d3ecd831e242 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "PUT /v2.0/routers/80ac00e5-d140-47bc-acad-a14b4c1756c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2690289 Oct 27 18:34:24.342567 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7889e13a-ada9-4ec1-9fc1-e0251ce41624 None None] Sync routers for ids ['80ac00e5-d140-47bc-acad-a14b4c1756c7'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:34:24.345637 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41164) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:24.350325 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 50d1f376-a65a-4904-a1f9-bfca13ddcc52 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:24.350905 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:24.365879 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7889e13a-ada9-4ec1-9fc1-e0251ce41624 None None] Routers {'80ac00e5-d140-47bc-acad-a14b4c1756c7'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:34:24.365879 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-7889e13a-ada9-4ec1-9fc1-e0251ce41624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:34:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['80ac00e5-d140-47bc-acad-a14b4c1756c7'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:24.423549 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c73df440-6d49-422e-998e-f4615d5aa829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:24.455540 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1b0ccc-cea6-458e-925b-e13dfc946b63 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:24.460307 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0d1b0ccc-cea6-458e-925b-e13dfc946b63 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "GET /v2.0/ports/0bd35b0d-67b7-4147-96fc-2e4852d21840 HTTP/1.1" status: 200 len: 911 time: 0.1112161 Oct 27 18:34:24.463342 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41168) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:24.467874 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41170) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:24.507051 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-7889e13a-ada9-4ec1-9fc1-e0251ce41624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:24.524277 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7889e13a-ada9-4ec1-9fc1-e0251ce41624 None None] Routers {'80ac00e5-d140-47bc-acad-a14b4c1756c7'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:34:24.525210 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-7889e13a-ada9-4ec1-9fc1-e0251ce41624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:34:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['80ac00e5-d140-47bc-acad-a14b4c1756c7'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:24.613674 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a9ef9eab-a4b2-4e6b-a035-96ff67c2fee6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:24.649372 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-7889e13a-ada9-4ec1-9fc1-e0251ce41624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:24.652692 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7889e13a-ada9-4ec1-9fc1-e0251ce41624 None None] The sync data for ids ['80ac00e5-d140-47bc-acad-a14b4c1756c7'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:34:24.675788 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-70ef2f17-6eb3-46d3-8647-02f8e38c2689 None None] Provisioning complete for port 82e767c2-0f27-48e9-ba25-006ab9d89fca triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:24.676590 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-70ef2f17-6eb3-46d3-8647-02f8e38c2689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:24.678571 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73df440-6d49-422e-998e-f4615d5aa829 None None] Pushing event updated for resources: {'Port': ['ID=575bc193-a1b7-4925-93fc-914f79e798b3,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:24.682947 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 575bc193-a1b7-4925-93fc-914f79e798b3 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:34:24.786475 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-d09018bb-6171-49eb-b811-77756fe69f02 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Deleting port 0c541aab-380b-43d6-a8cd-d4813f84fa57 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:34:24.786852 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d09018bb-6171-49eb-b811-77756fe69f02 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:24.901503 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 575bc193-a1b7-4925-93fc-914f79e798b3 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:24.907653 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:24.951690 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-70ef2f17-6eb3-46d3-8647-02f8e38c2689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:24.965141 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a9ef9eab-a4b2-4e6b-a035-96ff67c2fee6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:24.991434 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d09018bb-6171-49eb-b811-77756fe69f02 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:25.008272 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-d09018bb-6171-49eb-b811-77756fe69f02 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Calling delete_port for 0c541aab-380b-43d6-a8cd-d4813f84fa57 owned by network:router_interface {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:34:25.051659 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-70ef2f17-6eb3-46d3-8647-02f8e38c2689 None None] For port 82e767c2-0f27-48e9-ba25-006ab9d89fca, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=82e767c2-0f27-48e9-ba25-006ab9d89fca,segment=NetworkSegment(fb526b34-c4b5-4402-83ed-940757f27d4a),segment_id=fb526b34-c4b5-4402-83ed-940757f27d4a)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:34:25.073386 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 82e767c2-0f27-48e9-ba25-006ab9d89fca up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:34:25.112823 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a9ef9eab-a4b2-4e6b-a035-96ff67c2fee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:25.134123 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-70ef2f17-6eb3-46d3-8647-02f8e38c2689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:25.251231 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef9eab-a4b2-4e6b-a035-96ff67c2fee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13719471-46ce-48aa-a157-3c1aa62d8228,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:25.261638 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a9ef9eab-a4b2-4e6b-a035-96ff67c2fee6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f21d2e20d31548969047e8aee357980e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7899117 Oct 27 18:34:25.272980 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41186) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:25.297836 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41188) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:25.308956 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef2f17-6eb3-46d3-8647-02f8e38c2689 None None] Pushing event updated for resources: {'Port': ['ID=82e767c2-0f27-48e9-ba25-006ab9d89fca,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:25.322735 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ddc8e067-86fe-4084-a899-b84464c89783 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:25.332866 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-3760986d-8e0d-4ce8-8b24-7ad07cda553b None None] Provisioning complete for port 575bc193-a1b7-4925-93fc-914f79e798b3 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:25.333485 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3760986d-8e0d-4ce8-8b24-7ad07cda553b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:25.336342 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 82e767c2-0f27-48e9-ba25-006ab9d89fca triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:25.336968 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:25.437923 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c5881-bfcd-4948-b4d3-36d4ba75715b req-5da77639-7231-47c0-9a1a-f4c6b2df7838 tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:25.460553 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3c7c5881-bfcd-4948-b4d3-36d4ba75715b req-5da77639-7231-47c0-9a1a-f4c6b2df7838 tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] 10.222.0.52 "GET /v2.0/ports?device_id=0a60edfd-1b64-47be-b57d-a47bbb2fac00 HTTP/1.1" status: 200 len: 946 time: 0.2356830 Oct 27 18:34:25.611648 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-3760986d-8e0d-4ce8-8b24-7ad07cda553b None None] Provisioning complete for port 0bd35b0d-67b7-4147-96fc-2e4852d21840 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:25.612805 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3760986d-8e0d-4ce8-8b24-7ad07cda553b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:25.627240 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3c7c5881-bfcd-4948-b4d3-36d4ba75715b req-57d0c91e-d27d-4197-aae7-a2f74eefbe6e tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0af8823-1d56-4463-8250-f2c61c208d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607418 Oct 27 18:34:25.634873 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-9c91257f-d44f-448e-bee9-31930133675a tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:25.709577 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c281c4f3-35d1-4e63-94e1-c9b30a86cea6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:25.714140 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-3760986d-8e0d-4ce8-8b24-7ad07cda553b None None] Port 0bd35b0d-67b7-4147-96fc-2e4852d21840 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:34:25.720997 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d09018bb-6171-49eb-b811-77756fe69f02 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:25.722604 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 82e767c2-0f27-48e9-ba25-006ab9d89fca up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:34:25.789182 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-3760986d-8e0d-4ce8-8b24-7ad07cda553b None None] Provisioning complete for port 82e767c2-0f27-48e9-ba25-006ab9d89fca triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:25.789618 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3760986d-8e0d-4ce8-8b24-7ad07cda553b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:25.796690 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09018bb-6171-49eb-b811-77756fe69f02 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Pushing event deleted for resources: {'Port': ['ID=0c541aab-380b-43d6-a8cd-d4813f84fa57,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:25.849867 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c281c4f3-35d1-4e63-94e1-c9b30a86cea6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:25.853853 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9c91257f-d44f-448e-bee9-31930133675a tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] 10.222.0.52 "PUT /v2.0/quotas/0e3b9931fda24e16a5470f85f15d0316 HTTP/1.1" status: 200 len: 368 time: 0.5549521 Oct 27 18:34:25.857482 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41210) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:25.872894 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-2edf928c-d594-46fe-956d-15d7988864d9 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Request body: {'network': {'project_id': '0e3b9931fda24e16a5470f85f15d0316'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:25.873107 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 82e767c2-0f27-48e9-ba25-006ab9d89fca triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:25.873107 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:25.892832 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-ddc8e067-86fe-4084-a899-b84464c89783 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Deleting port 0bd35b0d-67b7-4147-96fc-2e4852d21840 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:34:25.894236 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ddc8e067-86fe-4084-a899-b84464c89783 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:26.013355 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 575bc193-a1b7-4925-93fc-914f79e798b3 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:34:26.064688 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d09018bb-6171-49eb-b811-77756fe69f02 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:26.083691 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 575bc193-a1b7-4925-93fc-914f79e798b3 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:26.084167 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:26.107835 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edf928c-d594-46fe-956d-15d7988864d9 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Made reservation on behalf of 0e3b9931fda24e16a5470f85f15d0316 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:34:26.117340 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-db5f8876-13fc-4d14-9091-6b1f8c26ea0a None None] Provisioning complete for port 0bd35b0d-67b7-4147-96fc-2e4852d21840 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:26.117844 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-db5f8876-13fc-4d14-9091-6b1f8c26ea0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:26.135105 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2edf928c-d594-46fe-956d-15d7988864d9 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:26.165819 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-db5f8876-13fc-4d14-9091-6b1f8c26ea0a None None] Port 0bd35b0d-67b7-4147-96fc-2e4852d21840 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:34:26.195446 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2edf928c-d594-46fe-956d-15d7988864d9 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:26.207146 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ddc8e067-86fe-4084-a899-b84464c89783 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:26.241286 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-ddc8e067-86fe-4084-a899-b84464c89783 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Calling delete_port for 0bd35b0d-67b7-4147-96fc-2e4852d21840 owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:34:26.294412 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:26.308306 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c281c4f3-35d1-4e63-94e1-c9b30a86cea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:26.310716 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c281c4f3-35d1-4e63-94e1-c9b30a86cea6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:26.312020 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c281c4f3-35d1-4e63-94e1-c9b30a86cea6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/13719471-46ce-48aa-a157-3c1aa62d8228 HTTP/1.1" status: 204 len: 168 time: 1.0380795 Oct 27 18:34:26.328125 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d09018bb-6171-49eb-b811-77756fe69f02 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Router c273674e-edca-49de-9207-0796727b8cfe has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:34:26.328778 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c281c4f3-35d1-4e63-94e1-c9b30a86cea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13719471-46ce-48aa-a157-3c1aa62d8228,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:26.450375 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09018bb-6171-49eb-b811-77756fe69f02 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:34:26.456914 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d09018bb-6171-49eb-b811-77756fe69f02 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] 10.222.0.52 "PUT /v2.0/routers/c273674e-edca-49de-9207-0796727b8cfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8939912 Oct 27 18:34:26.463035 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb7211c-720c-4e94-9945-1684c805d842 None None] Sync routers for ids ['c273674e-edca-49de-9207-0796727b8cfe'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:34:26.463266 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41238) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:26.478179 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2edf928c-d594-46fe-956d-15d7988864d9 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:26.485293 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb7211c-720c-4e94-9945-1684c805d842 None None] Routers {'c273674e-edca-49de-9207-0796727b8cfe'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:34:26.486464 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-6cb7211c-720c-4e94-9945-1684c805d842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:34:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['c273674e-edca-49de-9207-0796727b8cfe'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:26.513820 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-26410d04-6bad-43af-996a-2726c1269e7c tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] delete failed (client error): The resource could not be found. Oct 27 18:34:26.515651 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-26410d04-6bad-43af-996a-2726c1269e7c tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] 10.222.0.52 "DELETE /v2.0/routers/tempest-non_exist_router-568049860 HTTP/1.1" status: 404 len: 334 time: 0.0511205 Oct 27 18:34:26.519820 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41240) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:26.524567 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-2f6ec38b-c6ec-4506-9539-97ffb375c4fc tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c273674e-edca-49de-9207-0796727b8cfe'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:26.530480 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-6cb7211c-720c-4e94-9945-1684c805d842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:26.538746 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb7211c-720c-4e94-9945-1684c805d842 None None] Routers {'c273674e-edca-49de-9207-0796727b8cfe'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:34:26.539379 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-6cb7211c-720c-4e94-9945-1684c805d842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:34:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['c273674e-edca-49de-9207-0796727b8cfe'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:26.550433 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2edf928c-d594-46fe-956d-15d7988864d9 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:26.573079 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-6cb7211c-720c-4e94-9945-1684c805d842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:26.573735 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb7211c-720c-4e94-9945-1684c805d842 None None] The sync data for ids ['c273674e-edca-49de-9207-0796727b8cfe'] in n-d-815690-2 is: [] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:34:26.581661 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf928c-d594-46fe-956d-15d7988864d9 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc1de42-744d-43b7-8492-d3dbc6770bca,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:26.638327 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ddc8e067-86fe-4084-a899-b84464c89783 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:26.667927 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2edf928c-d594-46fe-956d-15d7988864d9 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] vlan segment allocate from pool success with {'vlan_id': 1033, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:34:26.671860 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc8e067-86fe-4084-a899-b84464c89783 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event deleted for resources: {'Port': ['ID=0bd35b0d-67b7-4147-96fc-2e4852d21840,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:26.725426 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2edf928c-d594-46fe-956d-15d7988864d9 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:26.726523 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-2edf928c-d594-46fe-956d-15d7988864d9 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Added segment 55e7aa67-166c-490d-b6fd-d8665a73df67 of type vlan for network 5605f124-75e2-4d85-839d-e666bd6172ee Oct 27 18:34:26.798263 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2f6ec38b-c6ec-4506-9539-97ffb375c4fc tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:26.841691 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:26.884520 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ddc8e067-86fe-4084-a899-b84464c89783 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:26.902766 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2edf928c-d594-46fe-956d-15d7988864d9 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:26.951186 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-2f6ec38b-c6ec-4506-9539-97ffb375c4fc tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] update failed (client error): The resource could not be found. Oct 27 18:34:26.956480 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2f6ec38b-c6ec-4506-9539-97ffb375c4fc tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] 10.222.0.52 "PUT /v2.0/routers/c273674e-edca-49de-9207-0796727b8cfe HTTP/1.1" status: 404 len: 339 time: 0.4313445 Oct 27 18:34:26.956686 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41252) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:27.013636 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.db.resource_extend [None req-2edf928c-d594-46fe-956d-15d7988864d9 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 18:34:27.025628 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd24372-d557-43dd-94fd-7c0de09bbe22 req-6ab57fa6-fcea-45b7-b44d-e76c6540a80b tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:27.027370 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0fd24372-d557-43dd-94fd-7c0de09bbe22 req-6ab57fa6-fcea-45b7-b44d-e76c6540a80b tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] 10.222.0.52 "GET /v2.0/ports?device_id=0a60edfd-1b64-47be-b57d-a47bbb2fac00 HTTP/1.1" status: 200 len: 946 time: 0.2180846 Oct 27 18:34:27.144530 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2edf928c-d594-46fe-956d-15d7988864d9 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:27.145566 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edf928c-d594-46fe-956d-15d7988864d9 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:27.146516 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2edf928c-d594-46fe-956d-15d7988864d9 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:27.166481 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0fd24372-d557-43dd-94fd-7c0de09bbe22 req-12d92971-2dff-48da-8740-2497ef041898 tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0af8823-1d56-4463-8250-f2c61c208d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290905 Oct 27 18:34:27.228059 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc8e067-86fe-4084-a899-b84464c89783 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Router 80ac00e5-d140-47bc-acad-a14b4c1756c7 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:34:27.248165 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf928c-d594-46fe-956d-15d7988864d9 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Pushing event updated for resources: {'Network': ['ID=5605f124-75e2-4d85-839d-e666bd6172ee,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:27.271543 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-2edf928c-d594-46fe-956d-15d7988864d9 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 1.3979046 Oct 27 18:34:27.271826 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 5605f124-75e2-4d85-839d-e666bd6172ee details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:34:27.272279 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41266) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:27.279701 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-dd5a301c-c060-4332-9201-b2f2a7b1ffb1 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Request body: {'network': {'project_id': '0e3b9931fda24e16a5470f85f15d0316'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:27.354558 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-66825719-d68f-4b58-931e-3eb1c509d252 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:27.396865 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc8e067-86fe-4084-a899-b84464c89783 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:34:27.413274 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6187d92-c47e-4832-ab81-c5ff597ac612 None None] Sync routers for ids ['80ac00e5-d140-47bc-acad-a14b4c1756c7'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:34:27.413774 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ddc8e067-86fe-4084-a899-b84464c89783 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "PUT /v2.0/routers/80ac00e5-d140-47bc-acad-a14b4c1756c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9417670 Oct 27 18:34:27.413774 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41274) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:27.424360 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6187d92-c47e-4832-ab81-c5ff597ac612 None None] Routers {'80ac00e5-d140-47bc-acad-a14b4c1756c7'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:34:27.424982 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-e6187d92-c47e-4832-ab81-c5ff597ac612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:34:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['80ac00e5-d140-47bc-acad-a14b4c1756c7'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:27.464070 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a628322c-d8f0-47a4-a4bc-9d5b36a4b325 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "GET /v2.0/ports?device_id=80ac00e5-d140-47bc-acad-a14b4c1756c7 HTTP/1.1" status: 200 len: 205 time: 0.0440278 Oct 27 18:34:27.466409 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41278) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:27.477700 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-e6187d92-c47e-4832-ab81-c5ff597ac612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:27.501086 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6187d92-c47e-4832-ab81-c5ff597ac612 None None] Routers {'80ac00e5-d140-47bc-acad-a14b4c1756c7'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:34:27.503301 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-e6187d92-c47e-4832-ab81-c5ff597ac612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:34:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['80ac00e5-d140-47bc-acad-a14b4c1756c7'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:27.593626 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-e6187d92-c47e-4832-ab81-c5ff597ac612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:27.596167 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6187d92-c47e-4832-ab81-c5ff597ac612 None None] The sync data for ids ['80ac00e5-d140-47bc-acad-a14b4c1756c7'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:34:27.714767 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-66825719-d68f-4b58-931e-3eb1c509d252 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Allocated IP 172.20.0.1 (b6a747e0-16a4-41c3-89fb-ae1c0a31c782/03861e2d-4c10-43a2-bde1-c6b29a81a5e2/13276a6a-1195-4301-9b85-ee1070e065d6) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:34:27.870494 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-66825719-d68f-4b58-931e-3eb1c509d252 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:27.933971 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5a301c-c060-4332-9201-b2f2a7b1ffb1 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Made reservation on behalf of 0e3b9931fda24e16a5470f85f15d0316 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:34:27.936530 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dd5a301c-c060-4332-9201-b2f2a7b1ffb1 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:27.990400 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6942cafc-a59e-4ca4-8fbb-75c8960f9854 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:27.991264 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-66825719-d68f-4b58-931e-3eb1c509d252 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:28.055046 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66825719-d68f-4b58-931e-3eb1c509d252 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Network b6a747e0-16a4-41c3-89fb-ae1c0a31c782 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:34:28.059616 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-66825719-d68f-4b58-931e-3eb1c509d252 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:34:28.065822 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66825719-d68f-4b58-931e-3eb1c509d252 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:34:28.073675 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66825719-d68f-4b58-931e-3eb1c509d252 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Pushing event updated for resources: {'Port': ['ID=13276a6a-1195-4301-9b85-ee1070e065d6,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:28.081972 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd5a301c-c060-4332-9201-b2f2a7b1ffb1 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] vlan segment allocate from pool success with {'vlan_id': 1048, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:34:28.113637 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa51a3-a345-4c85-b067-6866f6ec6f58 req-1dfbd95f-5edd-400e-88b2-ce454a4c45be tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:28.115412 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cfaa51a3-a345-4c85-b067-6866f6ec6f58 req-1dfbd95f-5edd-400e-88b2-ce454a4c45be tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] 10.222.0.52 "GET /v2.0/ports?device_id=0a60edfd-1b64-47be-b57d-a47bbb2fac00 HTTP/1.1" status: 200 len: 946 time: 0.1833026 Oct 27 18:34:28.120288 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dd5a301c-c060-4332-9201-b2f2a7b1ffb1 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:28.125999 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-dd5a301c-c060-4332-9201-b2f2a7b1ffb1 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Added segment ac3e36d7-d878-43eb-b2eb-932b441b5d27 of type vlan for network c3235c9b-e2c9-46e5-9eaa-912f5e02caec Oct 27 18:34:28.137548 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-66825719-d68f-4b58-931e-3eb1c509d252 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:28.317653 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6942cafc-a59e-4ca4-8fbb-75c8960f9854 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:28.337278 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dd5a301c-c060-4332-9201-b2f2a7b1ffb1 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:28.340329 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6942cafc-a59e-4ca4-8fbb-75c8960f9854 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:28.344652 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cfaa51a3-a345-4c85-b067-6866f6ec6f58 req-3bd487b6-3a76-4b40-a5ac-551a225c24b2 tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0af8823-1d56-4463-8250-f2c61c208d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067142 Oct 27 18:34:28.509015 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-3beba69b-bd9c-471b-8038-fb1914cce2a2 None None] Provisioning complete for port 13276a6a-1195-4301-9b85-ee1070e065d6 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:28.509644 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3beba69b-bd9c-471b-8038-fb1914cce2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:28.544295 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6942cafc-a59e-4ca4-8fbb-75c8960f9854 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:28.545821 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6942cafc-a59e-4ca4-8fbb-75c8960f9854 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Fanout notify agent at l3_agent the message router_deleted on router 80ac00e5-d140-47bc-acad-a14b4c1756c7 {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:34:28.558945 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-3beba69b-bd9c-471b-8038-fb1914cce2a2 None None] Port 13276a6a-1195-4301-9b85-ee1070e065d6 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:34:28.563514 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6942cafc-a59e-4ca4-8fbb-75c8960f9854 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:28.568477 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6942cafc-a59e-4ca4-8fbb-75c8960f9854 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "DELETE /v2.0/routers/80ac00e5-d140-47bc-acad-a14b4c1756c7 HTTP/1.1" status: 204 len: 168 time: 1.0959516 Oct 27 18:34:28.568477 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41306) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:28.597959 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dd5a301c-c060-4332-9201-b2f2a7b1ffb1 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:28.599007 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5a301c-c060-4332-9201-b2f2a7b1ffb1 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:28.599585 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dd5a301c-c060-4332-9201-b2f2a7b1ffb1 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:28.669853 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7968352-f137-42ec-92e9-8304c62eee91 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Deleting subnet 4e49703b-86a1-4303-8890-de01776f468b {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:34:28.681161 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d7968352-f137-42ec-92e9-8304c62eee91 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:28.708982 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a301c-c060-4332-9201-b2f2a7b1ffb1 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Pushing event updated for resources: {'Network': ['ID=c3235c9b-e2c9-46e5-9eaa-912f5e02caec,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:28.719606 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network c3235c9b-e2c9-46e5-9eaa-912f5e02caec details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:34:28.731283 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-dd5a301c-c060-4332-9201-b2f2a7b1ffb1 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 1.4527874 Oct 27 18:34:28.731467 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41310) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:28.735045 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-42dce393-9448-4b09-9329-5a32632f761d tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Request body: {'network': {'project_id': '0e3b9931fda24e16a5470f85f15d0316'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:28.741641 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d7968352-f137-42ec-92e9-8304c62eee91 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:28.787067 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-66825719-d68f-4b58-931e-3eb1c509d252 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:28.804629 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-42dce393-9448-4b09-9329-5a32632f761d tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 27 18:34:28.805352 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42dce393-9448-4b09-9329-5a32632f761d tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:34:28.806667 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-42dce393-9448-4b09-9329-5a32632f761d tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0765176 Oct 27 18:34:28.810891 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41314) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:28.895608 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d7968352-f137-42ec-92e9-8304c62eee91 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:28.902776 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-519b8545-f0f9-4956-a290-d876fecf4c93 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0e3b9931fda24e16a5470f85f15d0316&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0904841 Oct 27 18:34:28.931494 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41318) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:29.017578 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-57285010-44c3-4bba-81e0-c0c75fc0fbe2 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:29.044572 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-57285010-44c3-4bba-81e0-c0c75fc0fbe2 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:29.063668 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41326) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:29.091539 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d7968352-f137-42ec-92e9-8304c62eee91 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:29.128492 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7968352-f137-42ec-92e9-8304c62eee91 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event deleted for resources: {'Subnet': ['ID=4e49703b-86a1-4303-8890-de01776f468b,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:29.137530 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d7968352-f137-42ec-92e9-8304c62eee91 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:29.148231 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d7968352-f137-42ec-92e9-8304c62eee91 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "DELETE /v2.0/subnets/4e49703b-86a1-4303-8890-de01776f468b HTTP/1.1" status: 204 len: 168 time: 0.5764058 Oct 27 18:34:29.152916 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41332) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:29.156948 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1ca89b-928e-4826-a653-09f07b6a8dd8 None None] Network 4d01ff70-f3a2-45c5-8230-e94101e25fec requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:34:29.236819 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-57285010-44c3-4bba-81e0-c0c75fc0fbe2 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:29.239530 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-57285010-44c3-4bba-81e0-c0c75fc0fbe2 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:29.243714 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-57285010-44c3-4bba-81e0-c0c75fc0fbe2 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] 10.222.0.52 "DELETE /v2.0/security-groups/0cc1de42-744d-43b7-8492-d3dbc6770bca HTTP/1.1" status: 204 len: 168 time: 0.3109715 Oct 27 18:34:29.244374 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41336) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:29.307917 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57285010-44c3-4bba-81e0-c0c75fc0fbe2 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc1de42-744d-43b7-8492-d3dbc6770bca,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:29.343435 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fb44c6c6-ef84-452e-97e3-e7f1ece92826 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:29.379075 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-66825719-d68f-4b58-931e-3eb1c509d252 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:29.391646 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06db536-1060-4969-be72-3d29d2a90d0f req-5207b4e0-fa81-4df5-8e78-2d2f6b0b7bd2 tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:29.393678 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f06db536-1060-4969-be72-3d29d2a90d0f req-5207b4e0-fa81-4df5-8e78-2d2f6b0b7bd2 tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] 10.222.0.93 "GET /v2.0/ports?device_id=0a60edfd-1b64-47be-b57d-a47bbb2fac00 HTTP/1.1" status: 200 len: 946 time: 0.2003667 Oct 27 18:34:29.453192 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3bbae8c4-1c47-4956-bd9f-b7e11f4ba8df tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:29.461988 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f83606ac-e0f9-4305-bf14-b8141e3dedd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:29.495746 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-66825719-d68f-4b58-931e-3eb1c509d252 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:29.636746 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3bbae8c4-1c47-4956-bd9f-b7e11f4ba8df tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:29.636933 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-66825719-d68f-4b58-931e-3eb1c509d252 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:29.643778 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66825719-d68f-4b58-931e-3eb1c509d252 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Pushing event updated for resources: {'Port': ['ID=13276a6a-1195-4301-9b85-ee1070e065d6,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:29.662213 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-3bbae8c4-1c47-4956-bd9f-b7e11f4ba8df tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3235c9b-e2c9-46e5-9eaa-912f5e02caec']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:29.676940 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-3bbae8c4-1c47-4956-bd9f-b7e11f4ba8df tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac3e36d7-d878-43eb-b2eb-932b441b5d27') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:29.676940 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-3bbae8c4-1c47-4956-bd9f-b7e11f4ba8df tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac3e36d7-d878-43eb-b2eb-932b441b5d27') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:29.677214 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-fb44c6c6-ef84-452e-97e3-e7f1ece92826 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Deleting port 82e767c2-0f27-48e9-ba25-006ab9d89fca {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:34:29.677432 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fb44c6c6-ef84-452e-97e3-e7f1ece92826 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:29.685958 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3bbae8c4-1c47-4956-bd9f-b7e11f4ba8df tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:29.701380 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3bbae8c4-1c47-4956-bd9f-b7e11f4ba8df tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:29.709806 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bbae8c4-1c47-4956-bd9f-b7e11f4ba8df tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:34:29.710412 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3bbae8c4-1c47-4956-bd9f-b7e11f4ba8df tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:29.726843 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad46c2b9-23a0-4800-91b4-484d2270cba5 None None] DHCP port deletion for 4d01ff70-f3a2-45c5-8230-e94101e25fec request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:34:29.753569 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:34:29.753569 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:34:29.753569 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:34:29.753569 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:34:29.753569 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:34:29.753569 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:34:29.753569 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:34:29.753569 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:34:29.753569 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:34:29.753569 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:34:29.753569 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:34:29.753569 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:34:29.753569 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:34:29.753569 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:34:29.753569 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:34:29.753569 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:34:29.753569 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:34:29.753569 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:34:29.753569 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:34:29.753569 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:34:29.753569 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:34:29.753569 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:34:29.753569 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:34:29.753569 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:34:29.753569 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:34:29.753569 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:34:29.753569 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:34:29.753569 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:34:29.753569 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:34:29.753569 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:34:29.753569 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:34:29.753569 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:34:29.783441 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-f06db536-1060-4969-be72-3d29d2a90d0f req-700a5cba-3b50-455a-808e-4400c88ad85a tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] Deleting port a29b6ae9-3085-491f-828e-b4425a62d80c {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:34:29.783441 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-f06db536-1060-4969-be72-3d29d2a90d0f req-700a5cba-3b50-455a-808e-4400c88ad85a tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:29.805087 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-ad46c2b9-23a0-4800-91b4-484d2270cba5 None None] Deleting port 82e767c2-0f27-48e9-ba25-006ab9d89fca {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:34:29.805890 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ad46c2b9-23a0-4800-91b4-484d2270cba5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:29.828630 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1fb16-fc7c-4b05-8318-0a263d897c81 req-514ca53b-9024-42ff-9aab-01a4e391024f tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:29.832173 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-55c1fb16-fc7c-4b05-8318-0a263d897c81 req-514ca53b-9024-42ff-9aab-01a4e391024f tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] 10.222.0.52 "GET /v2.0/ports?device_id=0a60edfd-1b64-47be-b57d-a47bbb2fac00 HTTP/1.1" status: 200 len: 946 time: 0.3315766 Oct 27 18:34:29.859801 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-fb44c6c6-ef84-452e-97e3-e7f1ece92826 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] For port 82e767c2-0f27-48e9-ba25-006ab9d89fca, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=82e767c2-0f27-48e9-ba25-006ab9d89fca,segment=NetworkSegment(fb526b34-c4b5-4402-83ed-940757f27d4a),segment_id=fb526b34-c4b5-4402-83ed-940757f27d4a)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:34:29.860071 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fb44c6c6-ef84-452e-97e3-e7f1ece92826 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:29.902341 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-fb44c6c6-ef84-452e-97e3-e7f1ece92826 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Calling delete_port for 82e767c2-0f27-48e9-ba25-006ab9d89fca owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:34:29.904386 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-55c1fb16-fc7c-4b05-8318-0a263d897c81 req-a7b501dc-0544-4898-8a81-af8450b8aba7 tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0af8823-1d56-4463-8250-f2c61c208d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637000 Oct 27 18:34:29.939955 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3bbae8c4-1c47-4956-bd9f-b7e11f4ba8df tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:29.943666 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-ad46c2b9-23a0-4800-91b4-484d2270cba5 None None] For port 82e767c2-0f27-48e9-ba25-006ab9d89fca, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=82e767c2-0f27-48e9-ba25-006ab9d89fca,segment=NetworkSegment(fb526b34-c4b5-4402-83ed-940757f27d4a),segment_id=fb526b34-c4b5-4402-83ed-940757f27d4a)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:34:29.944071 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ad46c2b9-23a0-4800-91b4-484d2270cba5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:29.953855 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3bbae8c4-1c47-4956-bd9f-b7e11f4ba8df tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:29.958153 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-ad46c2b9-23a0-4800-91b4-484d2270cba5 None None] Calling delete_port for 82e767c2-0f27-48e9-ba25-006ab9d89fca owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:34:29.962799 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3bbae8c4-1c47-4956-bd9f-b7e11f4ba8df tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] 10.222.0.52 "DELETE /v2.0/networks/c3235c9b-e2c9-46e5-9eaa-912f5e02caec HTTP/1.1" status: 204 len: 168 time: 0.7113574 Oct 27 18:34:29.976777 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41366) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:29.982897 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66825719-d68f-4b58-931e-3eb1c509d252 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Network b6a747e0-16a4-41c3-89fb-ae1c0a31c782 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:34:29.990336 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbae8c4-1c47-4956-bd9f-b7e11f4ba8df tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Pushing event deleted for resources: {'Network': ['ID=c3235c9b-e2c9-46e5-9eaa-912f5e02caec,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:30.012798 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-f06db536-1060-4969-be72-3d29d2a90d0f req-700a5cba-3b50-455a-808e-4400c88ad85a tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] For port a29b6ae9-3085-491f-828e-b4425a62d80c, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=a29b6ae9-3085-491f-828e-b4425a62d80c,segment=NetworkSegment(e09991b6-255e-48a2-9843-0adbb08c8321),segment_id=e09991b6-255e-48a2-9843-0adbb08c8321)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:34:30.013345 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-f06db536-1060-4969-be72-3d29d2a90d0f req-700a5cba-3b50-455a-808e-4400c88ad85a tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:30.033689 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-f06db536-1060-4969-be72-3d29d2a90d0f req-700a5cba-3b50-455a-808e-4400c88ad85a tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] Calling delete_port for a29b6ae9-3085-491f-828e-b4425a62d80c owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:34:30.059531 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f83606ac-e0f9-4305-bf14-b8141e3dedd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:30.102585 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-66825719-d68f-4b58-931e-3eb1c509d252 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:34:30.106470 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e56c3195-35d1-440e-a094-ef0cecbf1742 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:30.127699 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f83606ac-e0f9-4305-bf14-b8141e3dedd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:30.146832 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ad46c2b9-23a0-4800-91b4-484d2270cba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:30.164158 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f83606ac-e0f9-4305-bf14-b8141e3dedd4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1b4e782190234e48b45ba5642c0a7219&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0882585 Oct 27 18:34:30.175774 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41376) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:30.228249 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad46c2b9-23a0-4800-91b4-484d2270cba5 None None] Pushing event deleted for resources: {'Port': ['ID=82e767c2-0f27-48e9-ba25-006ab9d89fca,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:30.247738 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad46c2b9-23a0-4800-91b4-484d2270cba5 None None] No DVR routers for this DVR port 82e767c2-0f27-48e9-ba25-006ab9d89fca on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:34:30.279115 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83606ac-e0f9-4305-bf14-b8141e3dedd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fca6e15-0c7e-4333-b23c-a188b2689d61,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:30.319934 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e56c3195-35d1-440e-a094-ef0cecbf1742 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:30.352040 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7f5f0968-b9b7-4df4-9e46-aa64caac41f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:30.356609 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-e56c3195-35d1-440e-a094-ef0cecbf1742 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5605f124-75e2-4d85-839d-e666bd6172ee']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:30.362934 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fb44c6c6-ef84-452e-97e3-e7f1ece92826 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:30.385900 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-e56c3195-35d1-440e-a094-ef0cecbf1742 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e7aa67-166c-490d-b6fd-d8665a73df67') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:30.385900 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-e56c3195-35d1-440e-a094-ef0cecbf1742 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e7aa67-166c-490d-b6fd-d8665a73df67') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:30.418317 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e56c3195-35d1-440e-a094-ef0cecbf1742 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:30.421025 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7f5f0968-b9b7-4df4-9e46-aa64caac41f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:30.421180 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb44c6c6-ef84-452e-97e3-e7f1ece92826 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] No DVR routers for this DVR port 82e767c2-0f27-48e9-ba25-006ab9d89fca on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:34:30.434061 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb44c6c6-ef84-452e-97e3-e7f1ece92826 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event deleted for resources: {'Port': ['ID=82e767c2-0f27-48e9-ba25-006ab9d89fca,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:30.473687 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e56c3195-35d1-440e-a094-ef0cecbf1742 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:30.499302 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e56c3195-35d1-440e-a094-ef0cecbf1742 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:34:30.500196 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e56c3195-35d1-440e-a094-ef0cecbf1742 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:30.501744 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:34:30.501744 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:34:30.501744 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:34:30.501744 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:34:30.501744 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:34:30.501744 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:34:30.501744 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:34:30.501744 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:34:30.501744 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:34:30.501744 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:34:30.501744 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:34:30.501744 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:34:30.501744 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:34:30.501744 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:34:30.501744 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:34:30.501744 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:34:30.501744 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:34:30.501744 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:34:30.501744 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:34:30.501744 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:34:30.501744 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:34:30.501744 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:34:30.501744 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:34:30.501744 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:34:30.501744 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:34:30.501744 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:34:30.501744 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:34:30.501744 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:34:30.501744 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:34:30.501744 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:34:30.501744 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:34:30.501744 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:34:30.549981 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66825719-d68f-4b58-931e-3eb1c509d252 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Router c273674e-edca-49de-9207-0796727b8cfe has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:34:30.620228 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-97cc57bf-19b5-4b94-9d20-e69c32e394f1 None None] Provisioning complete for port 13276a6a-1195-4301-9b85-ee1070e065d6 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:30.620799 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-97cc57bf-19b5-4b94-9d20-e69c32e394f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:30.668417 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-97cc57bf-19b5-4b94-9d20-e69c32e394f1 None None] Port 13276a6a-1195-4301-9b85-ee1070e065d6 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:34:30.692605 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e56c3195-35d1-440e-a094-ef0cecbf1742 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:30.702131 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e56c3195-35d1-440e-a094-ef0cecbf1742 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:30.702131 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e56c3195-35d1-440e-a094-ef0cecbf1742 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] 10.222.0.52 "DELETE /v2.0/networks/5605f124-75e2-4d85-839d-e666bd6172ee HTTP/1.1" status: 204 len: 168 time: 0.7227309 Oct 27 18:34:30.716491 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fb44c6c6-ef84-452e-97e3-e7f1ece92826 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:30.717349 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c3195-35d1-440e-a094-ef0cecbf1742 tempest-QuotasNegativeTest-2094664988 tempest-QuotasNegativeTest-2094664988-project-admin] Pushing event deleted for resources: {'Network': ['ID=5605f124-75e2-4d85-839d-e666bd6172ee,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:30.721909 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7f5f0968-b9b7-4df4-9e46-aa64caac41f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:30.725943 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7f5f0968-b9b7-4df4-9e46-aa64caac41f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:30.728079 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7f5f0968-b9b7-4df4-9e46-aa64caac41f4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3fca6e15-0c7e-4333-b23c-a188b2689d61 HTTP/1.1" status: 204 len: 168 time: 0.5332639 Oct 27 18:34:30.738133 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f0968-b9b7-4df4-9e46-aa64caac41f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fca6e15-0c7e-4333-b23c-a188b2689d61,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:30.815877 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-fb44c6c6-ef84-452e-97e3-e7f1ece92826 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d01ff70-f3a2-45c5-8230-e94101e25fec']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:30.821323 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-f06db536-1060-4969-be72-3d29d2a90d0f req-700a5cba-3b50-455a-808e-4400c88ad85a tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:30.828095 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-fb44c6c6-ef84-452e-97e3-e7f1ece92826 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb526b34-c4b5-4402-83ed-940757f27d4a') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:30.828383 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-fb44c6c6-ef84-452e-97e3-e7f1ece92826 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb526b34-c4b5-4402-83ed-940757f27d4a') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:30.865154 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fb44c6c6-ef84-452e-97e3-e7f1ece92826 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:30.875133 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a5cba-3b50-455a-808e-4400c88ad85a tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] Pushing event deleted for resources: {'Port': ['ID=a29b6ae9-3085-491f-828e-b4425a62d80c,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:30.892637 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fb44c6c6-ef84-452e-97e3-e7f1ece92826 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:30.908740 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66825719-d68f-4b58-931e-3eb1c509d252 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:34:30.921029 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41410) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:30.921190 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-66825719-d68f-4b58-931e-3eb1c509d252 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] 10.222.0.52 "PUT /v2.0/routers/c273674e-edca-49de-9207-0796727b8cfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9617388 Oct 27 18:34:30.924236 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e76cab-73c8-4a8c-baeb-35de088ec611 None None] Sync routers for ids ['c273674e-edca-49de-9207-0796727b8cfe'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:34:30.926050 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb44c6c6-ef84-452e-97e3-e7f1ece92826 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Releasing vlan 1012 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:34:30.926688 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fb44c6c6-ef84-452e-97e3-e7f1ece92826 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:30.930963 n-d-815690-2 neutron-server[102879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:34:30.930963 n-d-815690-2 neutron-server[102879]: self.session.flush() Oct 27 18:34:30.930963 n-d-815690-2 neutron-server[102879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:34:30.930963 n-d-815690-2 neutron-server[102879]: self.session.flush() Oct 27 18:34:30.930963 n-d-815690-2 neutron-server[102879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:34:30.930963 n-d-815690-2 neutron-server[102879]: self.session.flush() Oct 27 18:34:30.930963 n-d-815690-2 neutron-server[102879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:34:30.930963 n-d-815690-2 neutron-server[102879]: self.session.flush() Oct 27 18:34:30.930963 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:34:30.930963 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:34:30.930963 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:34:30.930963 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:34:30.930963 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:34:30.930963 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:34:30.930963 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:34:30.930963 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:34:30.930963 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:34:30.930963 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:34:30.930963 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:34:30.930963 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:34:30.930963 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:34:30.930963 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:34:30.930963 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:34:30.930963 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:34:30.930963 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:34:30.930963 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:34:30.930963 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:34:30.930963 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:34:30.930963 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:34:30.930963 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:34:30.930963 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:34:30.930963 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:34:30.930963 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:34:30.930963 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:34:30.930963 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:34:30.930963 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:34:30.930963 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:34:30.930963 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:34:30.930963 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:34:30.930963 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:34:30.944608 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e76cab-73c8-4a8c-baeb-35de088ec611 None None] Routers {'c273674e-edca-49de-9207-0796727b8cfe'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:34:30.945644 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-b0e76cab-73c8-4a8c-baeb-35de088ec611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:34:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['c273674e-edca-49de-9207-0796727b8cfe'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:31.005912 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06db536-1060-4969-be72-3d29d2a90d0f req-700a5cba-3b50-455a-808e-4400c88ad85a tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] No DVR routers for this DVR port a29b6ae9-3085-491f-828e-b4425a62d80c on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:34:31.010752 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-f06db536-1060-4969-be72-3d29d2a90d0f req-700a5cba-3b50-455a-808e-4400c88ad85a tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:31.014430 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f06db536-1060-4969-be72-3d29d2a90d0f req-700a5cba-3b50-455a-808e-4400c88ad85a tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] 10.222.0.93 "DELETE /v2.0/ports/a29b6ae9-3085-491f-828e-b4425a62d80c HTTP/1.1" status: 204 len: 173 time: 1.6061580 Oct 27 18:34:31.015847 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a60edfd-1b64-47be-b57d-a47bbb2fac00', 'name': 'network-vif-deleted', 'tag': 'a29b6ae9-3085-491f-828e-b4425a62d80c'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:34:31.019730 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab351bd-f326-4aaf-ba21-ec598c2a0465" -d '{"events": [{"server_uuid": "0a60edfd-1b64-47be-b57d-a47bbb2fac00", "name": "network-vif-deleted", "tag": "a29b6ae9-3085-491f-828e-b4425a62d80c"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:34:31.076502 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-b0e76cab-73c8-4a8c-baeb-35de088ec611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:31.084531 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e76cab-73c8-4a8c-baeb-35de088ec611 None None] Routers {'c273674e-edca-49de-9207-0796727b8cfe'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:34:31.085199 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-b0e76cab-73c8-4a8c-baeb-35de088ec611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:34:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['c273674e-edca-49de-9207-0796727b8cfe'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:31.105336 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-66990f86-b61e-4646-b69a-a7957bc82261 req-fc99b4e3-845d-4e66-a0d5-aff9e6b39398 tempest-InstanceActionsNegativeTestJSON-1189744801 tempest-InstanceActionsNegativeTestJSON-1189744801-project] 10.222.0.52 "GET /v2.0/ports?device_id=0a60edfd-1b64-47be-b57d-a47bbb2fac00 HTTP/1.1" status: 200 len: 210 time: 0.0357740 Oct 27 18:34:31.114039 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffa7b6e-0248-406f-adac-23d58a9d0092 x-openstack-request-id: req-0ffa7b6e-0248-406f-adac-23d58a9d0092 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:34:31.114337 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a60edfd-1b64-47be-b57d-a47bbb2fac00", "name": "network-vif-deleted", "tag": "a29b6ae9-3085-491f-828e-b4425a62d80c", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:34:31.114588 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0ffa7b6e-0248-406f-adac-23d58a9d0092 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:34:31.115028 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a60edfd-1b64-47be-b57d-a47bbb2fac00', 'name': 'network-vif-deleted', 'tag': 'a29b6ae9-3085-491f-828e-b4425a62d80c', 'status': 'completed', 'code': 200} Oct 27 18:34:31.127199 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f92f85b0-a4d8-4157-a6e9-e3ea749cd8a3 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:31.128114 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fb44c6c6-ef84-452e-97e3-e7f1ece92826 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:31.168634 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fb44c6c6-ef84-452e-97e3-e7f1ece92826 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:31.172377 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-fb44c6c6-ef84-452e-97e3-e7f1ece92826 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "DELETE /v2.0/networks/4d01ff70-f3a2-45c5-8230-e94101e25fec HTTP/1.1" status: 204 len: 168 time: 2.0221839 Oct 27 18:34:31.174345 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb44c6c6-ef84-452e-97e3-e7f1ece92826 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event deleted for resources: {'Network': ['ID=4d01ff70-f3a2-45c5-8230-e94101e25fec,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:31.179212 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-b0e76cab-73c8-4a8c-baeb-35de088ec611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:31.180627 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e76cab-73c8-4a8c-baeb-35de088ec611 None None] The sync data for ids ['c273674e-edca-49de-9207-0796727b8cfe'] in n-d-815690-2 is: [] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:34:31.190117 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41418) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:31.204886 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-6cc8214b-b5bc-43be-b0e5-aa5db9ae4252 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1968228939', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}, 'admin_state_up': False}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:31.276208 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-f92f85b0-a4d8-4157-a6e9-e3ea749cd8a3 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 27 18:34:31.277295 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f92f85b0-a4d8-4157-a6e9-e3ea749cd8a3 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] 10.222.0.52 "DELETE /v2.0/routers/c273674e-edca-49de-9207-0796727b8cfe HTTP/1.1" status: 409 len: 329 time: 0.3552115 Oct 27 18:34:31.280072 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41422) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:31.332903 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6cc8214b-b5bc-43be-b0e5-aa5db9ae4252 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:31.336579 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6cc8214b-b5bc-43be-b0e5-aa5db9ae4252 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:31.424543 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6cc8214b-b5bc-43be-b0e5-aa5db9ae4252 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:31.591291 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 82e767c2-0f27-48e9-ba25-006ab9d89fca no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:34:31.616055 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 82e767c2-0f27-48e9-ba25-006ab9d89fca {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:34:31.616713 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 82e767c2-0f27-48e9-ba25-006ab9d89fca not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:34:31.686892 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-35f70c52-a1c7-4433-bc61-7373ea2bb50b tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:31.709217 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6cc8214b-b5bc-43be-b0e5-aa5db9ae4252 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:31.965040 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41434) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:31.992149 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6c9a6c2b-6f99-4050-ae78-35e42166178c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:32.019056 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6cc8214b-b5bc-43be-b0e5-aa5db9ae4252 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:32.050063 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6cc8214b-b5bc-43be-b0e5-aa5db9ae4252 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:32.068689 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-35f70c52-a1c7-4433-bc61-7373ea2bb50b tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Deleting port 13276a6a-1195-4301-9b85-ee1070e065d6 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:34:32.069045 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-35f70c52-a1c7-4433-bc61-7373ea2bb50b tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:32.160617 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41442) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:32.251185 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6c9a6c2b-6f99-4050-ae78-35e42166178c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:32.253331 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41450) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:32.266055 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-35f70c52-a1c7-4433-bc61-7373ea2bb50b tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:32.323052 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-35f70c52-a1c7-4433-bc61-7373ea2bb50b tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Calling delete_port for 13276a6a-1195-4301-9b85-ee1070e065d6 owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:34:32.334423 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-6cc8214b-b5bc-43be-b0e5-aa5db9ae4252 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Allocated IP 172.25.6.13 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/423e5c5e-1cc6-49df-9732-b499341f9948) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:34:32.358191 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-857c4fe8-b762-4d4f-922e-421bf5808cc8 admin admin] Deleting subnet c26ea9cd-296a-4c8d-8113-56ea380b3932 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:34:32.396728 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-857c4fe8-b762-4d4f-922e-421bf5808cc8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:32.399642 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6c9a6c2b-6f99-4050-ae78-35e42166178c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:32.437901 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-797eb558-6463-474d-831e-1b41a1619625 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:32.501926 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6c9a6c2b-6f99-4050-ae78-35e42166178c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4ba8b680cb944b338e6f14d2f60c69d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5339079 Oct 27 18:34:32.502245 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41460) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:32.506424 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-857c4fe8-b762-4d4f-922e-421bf5808cc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:32.508662 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a6c2b-6f99-4050-ae78-35e42166178c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2dacb61-8afa-42ff-9509-da5f899425a3,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:32.537680 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6cc8214b-b5bc-43be-b0e5-aa5db9ae4252 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:32.578043 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device a29b6ae9-3085-491f-828e-b4425a62d80c no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:34:32.611960 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-857c4fe8-b762-4d4f-922e-421bf5808cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:32.620669 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-31088fbf-48e0-4f54-a674-7651aaba4f7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:32.624625 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-797eb558-6463-474d-831e-1b41a1619625 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:32.644530 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: a29b6ae9-3085-491f-828e-b4425a62d80c {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:34:32.645275 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device a29b6ae9-3085-491f-828e-b4425a62d80c not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:34:32.671078 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-31088fbf-48e0-4f54-a674-7651aaba4f7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:32.688106 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-797eb558-6463-474d-831e-1b41a1619625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:32.731603 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6cc8214b-b5bc-43be-b0e5-aa5db9ae4252 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:32.791221 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-797eb558-6463-474d-831e-1b41a1619625 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6f637ea6780f45d7b32cdb28d0a30e9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6296823 Oct 27 18:34:32.791379 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41464) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:32.791987 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797eb558-6463-474d-831e-1b41a1619625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91cc9720-408c-436a-a843-8ad0298a6a8b,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:32.803229 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc8214b-b5bc-43be-b0e5-aa5db9ae4252 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:34:32.809467 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-6cc8214b-b5bc-43be-b0e5-aa5db9ae4252 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:34:32.816162 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc8214b-b5bc-43be-b0e5-aa5db9ae4252 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:34:32.824783 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8214b-b5bc-43be-b0e5-aa5db9ae4252 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event updated for resources: {'Port': ['ID=423e5c5e-1cc6-49df-9732-b499341f9948,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:32.841118 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-35f70c52-a1c7-4433-bc61-7373ea2bb50b tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:32.849467 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-857c4fe8-b762-4d4f-922e-421bf5808cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:32.905037 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f70c52-a1c7-4433-bc61-7373ea2bb50b tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Pushing event deleted for resources: {'Port': ['ID=13276a6a-1195-4301-9b85-ee1070e065d6,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:32.912926 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-857c4fe8-b762-4d4f-922e-421bf5808cc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:32.917740 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-857c4fe8-b762-4d4f-922e-421bf5808cc8 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c26ea9cd-296a-4c8d-8113-56ea380b3932 HTTP/1.1" status: 204 len: 168 time: 0.6616993 Oct 27 18:34:32.924739 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c4fe8-b762-4d4f-922e-421bf5808cc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c26ea9cd-296a-4c8d-8113-56ea380b3932,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:32.928542 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41468) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:32.928989 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41470) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:32.950407 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-31088fbf-48e0-4f54-a674-7651aaba4f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:32.953269 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-31088fbf-48e0-4f54-a674-7651aaba4f7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:32.955717 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-31088fbf-48e0-4f54-a674-7651aaba4f7d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a2dacb61-8afa-42ff-9509-da5f899425a3 HTTP/1.1" status: 204 len: 168 time: 0.4500391 Oct 27 18:34:32.980776 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31088fbf-48e0-4f54-a674-7651aaba4f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2dacb61-8afa-42ff-9509-da5f899425a3,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:33.041985 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-feab4d85-9a09-4390-8275-daac53ad7f34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:33.113950 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-09f49b24-2114-4048-b20e-93f7e318df66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:33.120938 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-feab4d85-9a09-4390-8275-daac53ad7f34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:33.163998 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ba7e405c-fcb8-49d9-903e-cbf2457f0385 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:33.327128 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6cc8214b-b5bc-43be-b0e5-aa5db9ae4252 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:33.342416 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-35f70c52-a1c7-4433-bc61-7373ea2bb50b tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:33.425565 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-09f49b24-2114-4048-b20e-93f7e318df66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:33.539415 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-feab4d85-9a09-4390-8275-daac53ad7f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:33.541994 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-feab4d85-9a09-4390-8275-daac53ad7f34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:33.543227 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-feab4d85-9a09-4390-8275-daac53ad7f34 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/91cc9720-408c-436a-a843-8ad0298a6a8b HTTP/1.1" status: 204 len: 168 time: 0.7506132 Oct 27 18:34:33.545106 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-09f49b24-2114-4048-b20e-93f7e318df66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f31549fe-3cc7-441a-adbe-855afe42fc7c']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:33.572414 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-09f49b24-2114-4048-b20e-93f7e318df66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e09991b6-255e-48a2-9843-0adbb08c8321') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:33.572661 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-09f49b24-2114-4048-b20e-93f7e318df66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e09991b6-255e-48a2-9843-0adbb08c8321') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:33.577361 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab4d85-9a09-4390-8275-daac53ad7f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91cc9720-408c-436a-a843-8ad0298a6a8b,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:33.592693 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-09f49b24-2114-4048-b20e-93f7e318df66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:33.685592 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-09f49b24-2114-4048-b20e-93f7e318df66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:33.688869 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ba7e405c-fcb8-49d9-903e-cbf2457f0385 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:33.697583 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f49b24-2114-4048-b20e-93f7e318df66 admin admin] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:34:33.697993 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-09f49b24-2114-4048-b20e-93f7e318df66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:33.699766 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:34:33.699766 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:34:33.699766 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:34:33.699766 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:34:33.699766 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:34:33.699766 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:34:33.699766 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:34:33.699766 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:34:33.699766 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:34:33.699766 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:34:33.699766 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:34:33.699766 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:34:33.699766 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:34:33.699766 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:34:33.699766 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:34:33.699766 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:34:33.699766 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:34:33.699766 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:34:33.699766 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:34:33.699766 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:34:33.699766 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:34:33.699766 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:34:33.699766 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:34:33.699766 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:34:33.699766 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:34:33.699766 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:34:33.699766 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:34:33.699766 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:34:33.699766 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:34:33.699766 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:34:33.699766 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:34:33.699766 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:34:33.741905 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f70c52-a1c7-4433-bc61-7373ea2bb50b tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Router c273674e-edca-49de-9207-0796727b8cfe has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:34:33.802064 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ba7e405c-fcb8-49d9-903e-cbf2457f0385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:33.979224 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6cc8214b-b5bc-43be-b0e5-aa5db9ae4252 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:34.171235 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-09f49b24-2114-4048-b20e-93f7e318df66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:34.207301 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-09f49b24-2114-4048-b20e-93f7e318df66 admin admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:34.210529 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-09f49b24-2114-4048-b20e-93f7e318df66 admin admin] 10.222.0.52 "DELETE /v2.0/networks/f31549fe-3cc7-441a-adbe-855afe42fc7c HTTP/1.1" status: 204 len: 168 time: 1.2792244 Oct 27 18:34:34.211558 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f49b24-2114-4048-b20e-93f7e318df66 admin admin] Pushing event deleted for resources: {'Network': ['ID=f31549fe-3cc7-441a-adbe-855afe42fc7c,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:34.222994 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f70c52-a1c7-4433-bc61-7373ea2bb50b tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:34:34.226498 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ba7e405c-fcb8-49d9-903e-cbf2457f0385 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8811f32afd854ccd9a839127bb633102&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2926390 Oct 27 18:34:34.228999 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41508) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:34.230246 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-35f70c52-a1c7-4433-bc61-7373ea2bb50b tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] 10.222.0.52 "PUT /v2.0/routers/c273674e-edca-49de-9207-0796727b8cfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9489374 Oct 27 18:34:34.232374 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e405c-fcb8-49d9-903e-cbf2457f0385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27f85b7-bca9-4ae8-bd03-c1fab3a4f7f1,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:34.237864 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec3f294-3727-4475-ac6b-13bba8733383 None None] Sync routers for ids ['c273674e-edca-49de-9207-0796727b8cfe'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:34:34.254567 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41510) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:34.258273 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc8214b-b5bc-43be-b0e5-aa5db9ae4252 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Router 5feace99-b551-4d67-9376-bd222cab2dac is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:34:34.263850 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec3f294-3727-4475-ac6b-13bba8733383 None None] Routers {'c273674e-edca-49de-9207-0796727b8cfe'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:34:34.264565 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-bec3f294-3727-4475-ac6b-13bba8733383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:34:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['c273674e-edca-49de-9207-0796727b8cfe'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:34.340366 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-bec3f294-3727-4475-ac6b-13bba8733383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:34.349381 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-e3e44cda-44d1-4cb6-bf54-64fb78d371cd tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] show failed (client error): The resource could not be found. Oct 27 18:34:34.357662 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e3e44cda-44d1-4cb6-bf54-64fb78d371cd tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] 10.222.0.52 "GET /v2.0/routers/tempest-non_exist_router-610871773 HTTP/1.1" status: 404 len: 334 time: 0.0950208 Oct 27 18:34:34.357662 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41512) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:34.358029 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec3f294-3727-4475-ac6b-13bba8733383 None None] Routers {'c273674e-edca-49de-9207-0796727b8cfe'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:34:34.358132 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41514) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:34.358224 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-bec3f294-3727-4475-ac6b-13bba8733383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:34:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['c273674e-edca-49de-9207-0796727b8cfe'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:34.387236 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e2040069-d9ff-4e6b-9f4d-5cbe54c8a3e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:34.408444 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-598898d1-349d-46fc-9be6-82ba53c202b8 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:34.448103 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-bec3f294-3727-4475-ac6b-13bba8733383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:34.448779 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec3f294-3727-4475-ac6b-13bba8733383 None None] The sync data for ids ['c273674e-edca-49de-9207-0796727b8cfe'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:34:34.468509 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-598898d1-349d-46fc-9be6-82ba53c202b8 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] update failed (client error): The resource could not be found. Oct 27 18:34:34.470524 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-598898d1-349d-46fc-9be6-82ba53c202b8 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] 10.222.0.52 "PUT /v2.0/routers/tempest-non_exist_router-1315458172 HTTP/1.1" status: 404 len: 335 time: 0.1110337 Oct 27 18:34:34.490292 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e2040069-d9ff-4e6b-9f4d-5cbe54c8a3e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:34.490521 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41522) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:34.495574 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-57e85217-a50f-46a6-b976-7b0ff75fe179 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:34.590279 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-57e85217-a50f-46a6-b976-7b0ff75fe179 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:34.593333 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e2040069-d9ff-4e6b-9f4d-5cbe54c8a3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:34.610054 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f683276-3279-49de-b40a-a84774738d88 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Deleting subnet 3738a1f7-eeba-4e05-b5d8-de9c20b595b8 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:34:34.620222 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1f683276-3279-49de-b40a-a84774738d88 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:34.634980 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e2040069-d9ff-4e6b-9f4d-5cbe54c8a3e9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=82e8804fc9324e06b1e93361b1294856&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2804697 Oct 27 18:34:34.634980 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2040069-d9ff-4e6b-9f4d-5cbe54c8a3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50827706-f431-4955-94ec-ea06e9326fa3,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:34.637519 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41524) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:34.676146 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc8214b-b5bc-43be-b0e5-aa5db9ae4252 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:34:34.687781 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5499db8b-8745-4ae7-b58d-130f973c8371 None None] Sync routers for ids ['5feace99-b551-4d67-9376-bd222cab2dac'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:34:34.705562 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8c0b8ce8-543c-4373-a697-5e72d098a878 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:34.706989 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1f683276-3279-49de-b40a-a84774738d88 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:34.714722 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5499db8b-8745-4ae7-b58d-130f973c8371 None None] Routers {'5feace99-b551-4d67-9376-bd222cab2dac'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:34:34.715390 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-5499db8b-8745-4ae7-b58d-130f973c8371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:34:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['5feace99-b551-4d67-9376-bd222cab2dac'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:34.753269 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-5499db8b-8745-4ae7-b58d-130f973c8371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:34.759286 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6cc8214b-b5bc-43be-b0e5-aa5db9ae4252 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:34.760758 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6cc8214b-b5bc-43be-b0e5-aa5db9ae4252 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.5688362 Oct 27 18:34:34.765447 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41528) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:34.772842 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8c0b8ce8-543c-4373-a697-5e72d098a878 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:34.773648 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5499db8b-8745-4ae7-b58d-130f973c8371 None None] Routers {'5feace99-b551-4d67-9376-bd222cab2dac'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:34:34.775765 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-5499db8b-8745-4ae7-b58d-130f973c8371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:34:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['5feace99-b551-4d67-9376-bd222cab2dac'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:34.822408 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-5499db8b-8745-4ae7-b58d-130f973c8371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:34.823359 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5499db8b-8745-4ae7-b58d-130f973c8371 None None] The sync data for ids ['5feace99-b551-4d67-9376-bd222cab2dac'] in n-d-815690-2 is: [] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:34:34.854367 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-57e85217-a50f-46a6-b976-7b0ff75fe179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:34.856992 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-57e85217-a50f-46a6-b976-7b0ff75fe179 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:34.858208 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-57e85217-a50f-46a6-b976-7b0ff75fe179 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f27f85b7-bca9-4ae8-bd03-c1fab3a4f7f1 HTTP/1.1" status: 204 len: 168 time: 0.6260297 Oct 27 18:34:34.886910 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41534) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:34.895880 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e85217-a50f-46a6-b976-7b0ff75fe179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27f85b7-bca9-4ae8-bd03-c1fab3a4f7f1,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:34.931812 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1f683276-3279-49de-b40a-a84774738d88 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:34.963652 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-93880a27-dbe3-4cac-82ba-2a2aa44b3309 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f7434595ca71417d958b4750a141368c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0753970 Oct 27 18:34:34.964280 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41536) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:34.972499 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6e1233c8-c2f1-4835-93c2-432f0b5613d7 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "GET /v2.0/routers/5feace99-b551-4d67-9376-bd222cab2dac HTTP/1.1" status: 200 len: 884 time: 0.2059252 Oct 27 18:34:34.978277 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41538) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:34.981485 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8c0b8ce8-543c-4373-a697-5e72d098a878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:34.985009 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8c0b8ce8-543c-4373-a697-5e72d098a878 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:34.988584 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8c0b8ce8-543c-4373-a697-5e72d098a878 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/50827706-f431-4955-94ec-ea06e9326fa3 HTTP/1.1" status: 204 len: 168 time: 0.3475418 Oct 27 18:34:35.002168 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b8ce8-543c-4373-a697-5e72d098a878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50827706-f431-4955-94ec-ea06e9326fa3,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:35.062603 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-652de59f-0834-4827-a2db-f9d0af5c2bff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:35.090480 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-652de59f-0834-4827-a2db-f9d0af5c2bff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:35.264563 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f63c0b78-4f78-4214-82cf-c3bd01d4c0b8 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2826717 Oct 27 18:34:35.265117 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41548) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:35.271230 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-182e657e-aa51-4ac2-a50d-f726b0ae4e0d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1968228939'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:35.287611 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1f683276-3279-49de-b40a-a84774738d88 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:35.307986 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-652de59f-0834-4827-a2db-f9d0af5c2bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:35.310584 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-652de59f-0834-4827-a2db-f9d0af5c2bff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:35.314138 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-652de59f-0834-4827-a2db-f9d0af5c2bff admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b0af8823-1d56-4463-8250-f2c61c208d75 HTTP/1.1" status: 204 len: 168 time: 0.3465977 Oct 27 18:34:35.318399 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f683276-3279-49de-b40a-a84774738d88 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Pushing event deleted for resources: {'Subnet': ['ID=3738a1f7-eeba-4e05-b5d8-de9c20b595b8,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:35.320432 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1f683276-3279-49de-b40a-a84774738d88 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:35.326238 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1f683276-3279-49de-b40a-a84774738d88 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] 10.222.0.52 "DELETE /v2.0/subnets/3738a1f7-eeba-4e05-b5d8-de9c20b595b8 HTTP/1.1" status: 204 len: 168 time: 0.8285401 Oct 27 18:34:35.326889 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41552) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:35.332952 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fd3f76-a8f2-4650-bc03-26ecab08d141 None None] Network f194869b-4fa5-4fd3-a954-458e305d4f2d requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:34:35.355577 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652de59f-0834-4827-a2db-f9d0af5c2bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0af8823-1d56-4463-8250-f2c61c208d75,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:35.379884 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-202a5f53-47da-49db-9672-b779547fe057 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Deleting subnet a0fa3705-e5d7-49a0-9bbb-1303f1410565 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:34:35.383551 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-202a5f53-47da-49db-9672-b779547fe057 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:35.429105 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-202a5f53-47da-49db-9672-b779547fe057 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:35.615312 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-202a5f53-47da-49db-9672-b779547fe057 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:35.630310 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ed4b85-5a10-4eaa-9018-177e51d06861 None None] DHCP port deletion for f194869b-4fa5-4fd3-a954-458e305d4f2d request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:34:35.720971 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-a2ed4b85-5a10-4eaa-9018-177e51d06861 None None] Deleting port 575bc193-a1b7-4925-93fc-914f79e798b3 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:34:35.721723 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a2ed4b85-5a10-4eaa-9018-177e51d06861 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:35.726746 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-182e657e-aa51-4ac2-a50d-f726b0ae4e0d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7878829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7877412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6053'] for router, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:35.782755 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-202a5f53-47da-49db-9672-b779547fe057 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:35.812697 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-a2ed4b85-5a10-4eaa-9018-177e51d06861 None None] For port 575bc193-a1b7-4925-93fc-914f79e798b3, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=575bc193-a1b7-4925-93fc-914f79e798b3,segment=NetworkSegment(a1fd55e8-4cfc-4d60-a950-9c450ec640a8),segment_id=a1fd55e8-4cfc-4d60-a950-9c450ec640a8)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:34:35.812937 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a2ed4b85-5a10-4eaa-9018-177e51d06861 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:35.819401 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a5f53-47da-49db-9672-b779547fe057 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Pushing event deleted for resources: {'Subnet': ['ID=a0fa3705-e5d7-49a0-9bbb-1303f1410565,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:35.825956 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-202a5f53-47da-49db-9672-b779547fe057 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:35.830488 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-202a5f53-47da-49db-9672-b779547fe057 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] 10.222.0.52 "DELETE /v2.0/subnets/a0fa3705-e5d7-49a0-9bbb-1303f1410565 HTTP/1.1" status: 204 len: 168 time: 0.5020819 Oct 27 18:34:35.832997 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41568) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:35.833152 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-a2ed4b85-5a10-4eaa-9018-177e51d06861 None None] Calling delete_port for 575bc193-a1b7-4925-93fc-914f79e798b3 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:34:35.838909 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b9d7b9-6c6c-4630-a7d2-12db8e6390cc None None] Network 9f28ca8c-e75a-43fd-bc53-9e1fa6fd8718 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:34:35.894797 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-182e657e-aa51-4ac2-a50d-f726b0ae4e0d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7878836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7878843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7877419'] for router, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:36.011342 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-26d1fd73-1b4a-46ed-863c-6d19cb3512f7 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:36.086500 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-182e657e-aa51-4ac2-a50d-f726b0ae4e0d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Router 5feace99-b551-4d67-9376-bd222cab2dac has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:34:36.108131 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78ebad4-b5f5-4fa1-b6f8-0b1e60501619 None None] DHCP port deletion for 9f28ca8c-e75a-43fd-bc53-9e1fa6fd8718 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:34:36.144856 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a2ed4b85-5a10-4eaa-9018-177e51d06861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:36.145170 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-26d1fd73-1b4a-46ed-863c-6d19cb3512f7 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Deleting port 575bc193-a1b7-4925-93fc-914f79e798b3 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:34:36.145526 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-26d1fd73-1b4a-46ed-863c-6d19cb3512f7 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:36.195663 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed4b85-5a10-4eaa-9018-177e51d06861 None None] Pushing event deleted for resources: {'Port': ['ID=575bc193-a1b7-4925-93fc-914f79e798b3,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:36.227676 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ed4b85-5a10-4eaa-9018-177e51d06861 None None] No DVR routers for this DVR port 575bc193-a1b7-4925-93fc-914f79e798b3 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:34:36.268802 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-26d1fd73-1b4a-46ed-863c-6d19cb3512f7 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] For port 575bc193-a1b7-4925-93fc-914f79e798b3, host n-d-815690-2, got binding levels [] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:34:36.268802 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-26d1fd73-1b4a-46ed-863c-6d19cb3512f7 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:36.287172 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-26d1fd73-1b4a-46ed-863c-6d19cb3512f7 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Calling delete_port for 575bc193-a1b7-4925-93fc-914f79e798b3 owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:34:36.291275 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.ipam_backend_mixin [None req-26d1fd73-1b4a-46ed-863c-6d19cb3512f7 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Port 575bc193-a1b7-4925-93fc-914f79e798b3 was not found and therefore no delete operation was performed {{(pid=102878) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 18:34:36.298106 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-26d1fd73-1b4a-46ed-863c-6d19cb3512f7 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:36.298874 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-e78ebad4-b5f5-4fa1-b6f8-0b1e60501619 None None] Deleting port 50d1f376-a65a-4904-a1f9-bfca13ddcc52 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:34:36.298874 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e78ebad4-b5f5-4fa1-b6f8-0b1e60501619 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:36.299093 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182e657e-aa51-4ac2-a50d-f726b0ae4e0d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:34:36.307722 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-182e657e-aa51-4ac2-a50d-f726b0ae4e0d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:36.308536 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-182e657e-aa51-4ac2-a50d-f726b0ae4e0d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "PUT /v2.0/routers/5feace99-b551-4d67-9376-bd222cab2dac HTTP/1.1" status: 200 len: 891 time: 1.0423779 Oct 27 18:34:36.312991 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41576) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:36.318961 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac12f10e-537c-4a7c-bb98-f89654697af8 None None] Sync routers for ids ['5feace99-b551-4d67-9376-bd222cab2dac'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:34:36.335869 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac12f10e-537c-4a7c-bb98-f89654697af8 None None] Routers {'5feace99-b551-4d67-9376-bd222cab2dac'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:34:36.336695 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-ac12f10e-537c-4a7c-bb98-f89654697af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:34:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['5feace99-b551-4d67-9376-bd222cab2dac'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:36.358129 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d1fd73-1b4a-46ed-863c-6d19cb3512f7 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] No DVR routers for this DVR port 575bc193-a1b7-4925-93fc-914f79e798b3 on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:34:36.373596 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d1fd73-1b4a-46ed-863c-6d19cb3512f7 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Pushing event deleted for resources: {'Port': ['ID=575bc193-a1b7-4925-93fc-914f79e798b3,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:36.409305 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41582) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:36.420952 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-ac12f10e-537c-4a7c-bb98-f89654697af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:36.433188 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac12f10e-537c-4a7c-bb98-f89654697af8 None None] Routers {'5feace99-b551-4d67-9376-bd222cab2dac'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:34:36.436188 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-ac12f10e-537c-4a7c-bb98-f89654697af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:34:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['5feace99-b551-4d67-9376-bd222cab2dac'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:36.466458 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-79d94d76-fc29-45cf-ac44-bab2dbff6ed5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:36.467056 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-e78ebad4-b5f5-4fa1-b6f8-0b1e60501619 None None] For port 50d1f376-a65a-4904-a1f9-bfca13ddcc52, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=50d1f376-a65a-4904-a1f9-bfca13ddcc52,segment=NetworkSegment(718f62a4-d434-420c-87c6-0cf859db9cfd),segment_id=718f62a4-d434-420c-87c6-0cf859db9cfd)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:34:36.474337 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e78ebad4-b5f5-4fa1-b6f8-0b1e60501619 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:36.509434 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-ac12f10e-537c-4a7c-bb98-f89654697af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:36.510955 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-e78ebad4-b5f5-4fa1-b6f8-0b1e60501619 None None] Calling delete_port for 50d1f376-a65a-4904-a1f9-bfca13ddcc52 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:34:36.513811 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac12f10e-537c-4a7c-bb98-f89654697af8 None None] The sync data for ids ['5feace99-b551-4d67-9376-bd222cab2dac'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:34:36.537840 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a2944bde-4b27-4128-8403-562623be0212 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "GET /v2.0/routers/5feace99-b551-4d67-9376-bd222cab2dac HTTP/1.1" status: 200 len: 891 time: 0.2233944 Oct 27 18:34:36.541979 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41586) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:36.552573 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-26d1fd73-1b4a-46ed-863c-6d19cb3512f7 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:36.586758 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-26d1fd73-1b4a-46ed-863c-6d19cb3512f7 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f194869b-4fa5-4fd3-a954-458e305d4f2d']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:36.601577 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c0316d3d-d0b7-4314-92ad-c78e37134e87 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "GET /v2.0/ports?device_id=5feace99-b551-4d67-9376-bd222cab2dac HTTP/1.1" status: 200 len: 205 time: 0.0557954 Oct 27 18:34:36.601755 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-26d1fd73-1b4a-46ed-863c-6d19cb3512f7 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1fd55e8-4cfc-4d60-a950-9c450ec640a8') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:36.601755 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-26d1fd73-1b4a-46ed-863c-6d19cb3512f7 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1fd55e8-4cfc-4d60-a950-9c450ec640a8') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:36.602413 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41590) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:36.666543 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-26d1fd73-1b4a-46ed-863c-6d19cb3512f7 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:36.721711 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-26d1fd73-1b4a-46ed-863c-6d19cb3512f7 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:36.736539 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d1fd73-1b4a-46ed-863c-6d19cb3512f7 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:34:36.737179 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-26d1fd73-1b4a-46ed-863c-6d19cb3512f7 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:36.742651 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:34:36.742651 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:34:36.742651 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:34:36.742651 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:34:36.742651 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:34:36.742651 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:34:36.742651 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:34:36.742651 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:34:36.742651 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:34:36.742651 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:34:36.742651 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:34:36.742651 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:34:36.742651 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:34:36.742651 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:34:36.742651 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:34:36.742651 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:34:36.742651 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:34:36.742651 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:34:36.742651 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:34:36.742651 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:34:36.742651 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:34:36.742651 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:34:36.742651 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:34:36.742651 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:34:36.742651 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:34:36.742651 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:34:36.742651 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:34:36.742651 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:34:36.742651 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:34:36.742651 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:34:36.742651 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:34:36.742651 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:34:36.784529 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e78ebad4-b5f5-4fa1-b6f8-0b1e60501619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:36.797527 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78ebad4-b5f5-4fa1-b6f8-0b1e60501619 None None] No DVR routers for this DVR port 50d1f376-a65a-4904-a1f9-bfca13ddcc52 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:34:36.836450 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-79d94d76-fc29-45cf-ac44-bab2dbff6ed5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:36.854067 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8a50cd58-8130-47a1-8791-d9b263afbf23 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:36.864570 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ebad4-b5f5-4fa1-b6f8-0b1e60501619 None None] Pushing event deleted for resources: {'Port': ['ID=50d1f376-a65a-4904-a1f9-bfca13ddcc52,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:36.891519 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78ebad4-b5f5-4fa1-b6f8-0b1e60501619 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:34:36.894936 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78ebad4-b5f5-4fa1-b6f8-0b1e60501619 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:34:36.895191 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78ebad4-b5f5-4fa1-b6f8-0b1e60501619 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:34:36.895404 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78ebad4-b5f5-4fa1-b6f8-0b1e60501619 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:34:36.895952 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78ebad4-b5f5-4fa1-b6f8-0b1e60501619 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:34:36.896608 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78ebad4-b5f5-4fa1-b6f8-0b1e60501619 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:34:36.898583 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78ebad4-b5f5-4fa1-b6f8-0b1e60501619 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:34:36.899194 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78ebad4-b5f5-4fa1-b6f8-0b1e60501619 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:34:36.905604 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78ebad4-b5f5-4fa1-b6f8-0b1e60501619 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:34:36.905604 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78ebad4-b5f5-4fa1-b6f8-0b1e60501619 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:34:36.905604 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78ebad4-b5f5-4fa1-b6f8-0b1e60501619 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:34:36.905604 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78ebad4-b5f5-4fa1-b6f8-0b1e60501619 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:34:36.952721 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-79d94d76-fc29-45cf-ac44-bab2dbff6ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:36.957195 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-26d1fd73-1b4a-46ed-863c-6d19cb3512f7 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:36.981177 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-26d1fd73-1b4a-46ed-863c-6d19cb3512f7 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:36.991360 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41606) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:36.991483 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-26d1fd73-1b4a-46ed-863c-6d19cb3512f7 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] 10.222.0.52 "DELETE /v2.0/networks/f194869b-4fa5-4fd3-a954-458e305d4f2d HTTP/1.1" status: 204 len: 168 time: 1.1541073 Oct 27 18:34:37.020820 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d1fd73-1b4a-46ed-863c-6d19cb3512f7 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Pushing event deleted for resources: {'Network': ['ID=f194869b-4fa5-4fd3-a954-458e305d4f2d,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:37.041558 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-79d94d76-fc29-45cf-ac44-bab2dbff6ed5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4c18eb53363b4ffeb83bbefaaf679668&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6226623 Oct 27 18:34:37.054879 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41610) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:37.066083 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d94d76-fc29-45cf-ac44-bab2dbff6ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49bae633-c407-4d44-939e-eb1090aeb807,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:37.103741 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-687dfa59-919c-43a7-a63e-89e00ce19c67 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:37.111312 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8a50cd58-8130-47a1-8791-d9b263afbf23 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:37.142177 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-da0fd2bf-ac98-44ba-8fbf-b50f1a27790b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:37.170118 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-da0fd2bf-ac98-44ba-8fbf-b50f1a27790b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:37.196454 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-687dfa59-919c-43a7-a63e-89e00ce19c67 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:37.225641 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-687dfa59-919c-43a7-a63e-89e00ce19c67 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f28ca8c-e75a-43fd-bc53-9e1fa6fd8718']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:37.237327 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-687dfa59-919c-43a7-a63e-89e00ce19c67 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '718f62a4-d434-420c-87c6-0cf859db9cfd') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:37.237627 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-687dfa59-919c-43a7-a63e-89e00ce19c67 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '718f62a4-d434-420c-87c6-0cf859db9cfd') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:37.247910 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-687dfa59-919c-43a7-a63e-89e00ce19c67 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:37.262007 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-687dfa59-919c-43a7-a63e-89e00ce19c67 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:37.269093 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-687dfa59-919c-43a7-a63e-89e00ce19c67 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:34:37.269501 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-687dfa59-919c-43a7-a63e-89e00ce19c67 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:37.288477 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-8a50cd58-8130-47a1-8791-d9b263afbf23 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Deleting port 423e5c5e-1cc6-49df-9732-b499341f9948 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:34:37.289254 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8a50cd58-8130-47a1-8791-d9b263afbf23 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:37.330245 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:34:37.330245 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:34:37.330245 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:34:37.330245 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:34:37.330245 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:34:37.330245 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:34:37.330245 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:34:37.330245 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:34:37.330245 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:34:37.330245 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:34:37.330245 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:34:37.330245 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:34:37.330245 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:34:37.330245 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:34:37.330245 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:34:37.330245 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:34:37.330245 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:34:37.330245 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:34:37.330245 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:34:37.330245 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:34:37.330245 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:34:37.330245 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:34:37.330245 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:34:37.330245 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:34:37.330245 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:34:37.330245 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:34:37.330245 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:34:37.330245 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:34:37.330245 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:34:37.330245 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:34:37.330245 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:34:37.330245 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:34:37.380486 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8a50cd58-8130-47a1-8791-d9b263afbf23 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:37.393339 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-da0fd2bf-ac98-44ba-8fbf-b50f1a27790b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:37.396186 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-da0fd2bf-ac98-44ba-8fbf-b50f1a27790b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:37.398975 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-da0fd2bf-ac98-44ba-8fbf-b50f1a27790b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/49bae633-c407-4d44-939e-eb1090aeb807 HTTP/1.1" status: 204 len: 168 time: 0.3413155 Oct 27 18:34:37.398975 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-8a50cd58-8130-47a1-8791-d9b263afbf23 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Calling delete_port for 423e5c5e-1cc6-49df-9732-b499341f9948 owned by network:router_gateway {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:34:37.413479 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0fd2bf-ac98-44ba-8fbf-b50f1a27790b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bae633-c407-4d44-939e-eb1090aeb807,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:37.418158 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-687dfa59-919c-43a7-a63e-89e00ce19c67 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:37.425198 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-687dfa59-919c-43a7-a63e-89e00ce19c67 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:37.432486 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-687dfa59-919c-43a7-a63e-89e00ce19c67 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] 10.222.0.52 "DELETE /v2.0/networks/9f28ca8c-e75a-43fd-bc53-9e1fa6fd8718 HTTP/1.1" status: 204 len: 168 time: 0.4432530 Oct 27 18:34:37.433150 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41618) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:37.445563 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687dfa59-919c-43a7-a63e-89e00ce19c67 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Pushing event deleted for resources: {'Network': ['ID=9f28ca8c-e75a-43fd-bc53-9e1fa6fd8718,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:37.453662 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dfa59-919c-43a7-a63e-89e00ce19c67 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:34:37.454580 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dfa59-919c-43a7-a63e-89e00ce19c67 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:34:37.454980 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dfa59-919c-43a7-a63e-89e00ce19c67 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:34:37.455665 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dfa59-919c-43a7-a63e-89e00ce19c67 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:34:37.456009 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dfa59-919c-43a7-a63e-89e00ce19c67 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:34:37.456519 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dfa59-919c-43a7-a63e-89e00ce19c67 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:34:37.456858 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dfa59-919c-43a7-a63e-89e00ce19c67 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:34:37.457197 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dfa59-919c-43a7-a63e-89e00ce19c67 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:34:37.457667 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dfa59-919c-43a7-a63e-89e00ce19c67 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:34:37.458015 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dfa59-919c-43a7-a63e-89e00ce19c67 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:34:37.458355 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dfa59-919c-43a7-a63e-89e00ce19c67 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:34:37.459027 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687dfa59-919c-43a7-a63e-89e00ce19c67 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:34:37.537392 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-f02974f2-f06f-4431-833c-655955f4c216 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Deleting subnet 03861e2d-4c10-43a2-bde1-c6b29a81a5e2 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:34:37.543893 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f02974f2-f06f-4431-833c-655955f4c216 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:37.617844 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 50d1f376-a65a-4904-a1f9-bfca13ddcc52 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:34:37.635638 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f02974f2-f06f-4431-833c-655955f4c216 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:37.651517 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 50d1f376-a65a-4904-a1f9-bfca13ddcc52 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:34:37.653775 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 50d1f376-a65a-4904-a1f9-bfca13ddcc52 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:34:37.656311 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 575bc193-a1b7-4925-93fc-914f79e798b3 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:34:37.711361 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 575bc193-a1b7-4925-93fc-914f79e798b3 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:34:37.711703 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 575bc193-a1b7-4925-93fc-914f79e798b3 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:34:37.763095 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f02974f2-f06f-4431-833c-655955f4c216 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:37.879281 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8a50cd58-8130-47a1-8791-d9b263afbf23 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:37.911810 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50cd58-8130-47a1-8791-d9b263afbf23 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event deleted for resources: {'Port': ['ID=423e5c5e-1cc6-49df-9732-b499341f9948,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:37.963443 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f02974f2-f06f-4431-833c-655955f4c216 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:38.021804 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02974f2-f06f-4431-833c-655955f4c216 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Pushing event deleted for resources: {'Subnet': ['ID=03861e2d-4c10-43a2-bde1-c6b29a81a5e2,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:38.050512 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8a50cd58-8130-47a1-8791-d9b263afbf23 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:38.093092 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f02974f2-f06f-4431-833c-655955f4c216 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:38.101162 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1284059-0f3c-4ad2-91f3-1b31c5cb4f15 None None] Network b6a747e0-16a4-41c3-89fb-ae1c0a31c782 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:34:38.111738 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f02974f2-f06f-4431-833c-655955f4c216 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] 10.222.0.52 "DELETE /v2.0/subnets/03861e2d-4c10-43a2-bde1-c6b29a81a5e2 HTTP/1.1" status: 204 len: 168 time: 0.6740670 Oct 27 18:34:38.112849 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41638) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:38.211926 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8a50cd58-8130-47a1-8791-d9b263afbf23 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:38.215618 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8a50cd58-8130-47a1-8791-d9b263afbf23 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:38.298495 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d8677b10-ba2a-443e-8c2c-12598031151f tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:38.344059 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8a50cd58-8130-47a1-8791-d9b263afbf23 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:38.348256 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a50cd58-8130-47a1-8791-d9b263afbf23 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Fanout notify agent at l3_agent the message router_deleted on router 5feace99-b551-4d67-9376-bd222cab2dac {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:34:38.375935 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8a50cd58-8130-47a1-8791-d9b263afbf23 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:38.387670 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-d8677b10-ba2a-443e-8c2c-12598031151f tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Deleting port 7c4a9a2b-2558-4156-a95f-6b171cfa1e3d {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:34:38.388353 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8a50cd58-8130-47a1-8791-d9b263afbf23 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "DELETE /v2.0/routers/5feace99-b551-4d67-9376-bd222cab2dac HTTP/1.1" status: 204 len: 168 time: 1.7794755 Oct 27 18:34:38.389293 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d8677b10-ba2a-443e-8c2c-12598031151f tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:38.393282 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41646) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:38.400554 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-89dc4f03-886c-4696-a2a4-3de1d8e7b883 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1390717722'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:38.414275 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8f0e5c-43d7-4b71-b51e-22d4f9bdb449 None None] DHCP port deletion for b6a747e0-16a4-41c3-89fb-ae1c0a31c782 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:34:38.420664 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41648) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:38.489768 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-8b8f0e5c-43d7-4b71-b51e-22d4f9bdb449 None None] Deleting port 7c4a9a2b-2558-4156-a95f-6b171cfa1e3d {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:34:38.490445 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8b8f0e5c-43d7-4b71-b51e-22d4f9bdb449 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:38.504522 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-d8677b10-ba2a-443e-8c2c-12598031151f tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] For port 7c4a9a2b-2558-4156-a95f-6b171cfa1e3d, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=7c4a9a2b-2558-4156-a95f-6b171cfa1e3d,segment=NetworkSegment(648a5136-419b-4db0-83b2-782d7d313d2d),segment_id=648a5136-419b-4db0-83b2-782d7d313d2d)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:34:38.504975 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d8677b10-ba2a-443e-8c2c-12598031151f tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:38.515808 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89dc4f03-886c-4696-a2a4-3de1d8e7b883 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Made reservation on behalf of f0dda3f0251e4e4db2b48596fc53609b for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:34:38.522716 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-89dc4f03-886c-4696-a2a4-3de1d8e7b883 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:38.523978 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-d8677b10-ba2a-443e-8c2c-12598031151f tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Calling delete_port for 7c4a9a2b-2558-4156-a95f-6b171cfa1e3d owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:34:38.568008 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89dc4f03-886c-4696-a2a4-3de1d8e7b883 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] vlan segment allocate from pool success with {'vlan_id': 1009, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:34:38.571464 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-8b8f0e5c-43d7-4b71-b51e-22d4f9bdb449 None None] For port 7c4a9a2b-2558-4156-a95f-6b171cfa1e3d, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=7c4a9a2b-2558-4156-a95f-6b171cfa1e3d,segment=NetworkSegment(648a5136-419b-4db0-83b2-782d7d313d2d),segment_id=648a5136-419b-4db0-83b2-782d7d313d2d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:34:38.572126 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8b8f0e5c-43d7-4b71-b51e-22d4f9bdb449 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:38.587221 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-89dc4f03-886c-4696-a2a4-3de1d8e7b883 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:38.587576 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-89dc4f03-886c-4696-a2a4-3de1d8e7b883 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Added segment ae10dee0-7ea4-425b-86f9-bea5d0ae749f of type vlan for network f48296db-7b6a-4623-b251-4a7eef28d126 Oct 27 18:34:38.612375 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-8b8f0e5c-43d7-4b71-b51e-22d4f9bdb449 None None] Calling delete_port for 7c4a9a2b-2558-4156-a95f-6b171cfa1e3d owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:34:38.645337 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-89dc4f03-886c-4696-a2a4-3de1d8e7b883 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:38.724409 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-ec81f061-da3f-4384-a92b-42942b372459 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1397070202'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:38.730594 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d8677b10-ba2a-443e-8c2c-12598031151f tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:38.759156 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-89dc4f03-886c-4696-a2a4-3de1d8e7b883 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:38.763730 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8677b10-ba2a-443e-8c2c-12598031151f tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Pushing event deleted for resources: {'Port': ['ID=7c4a9a2b-2558-4156-a95f-6b171cfa1e3d,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:38.765883 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dc4f03-886c-4696-a2a4-3de1d8e7b883 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:38.768292 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-89dc4f03-886c-4696-a2a4-3de1d8e7b883 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:38.768443 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8677b10-ba2a-443e-8c2c-12598031151f tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] No DVR routers for this DVR port 7c4a9a2b-2558-4156-a95f-6b171cfa1e3d on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:34:38.796515 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41660) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:38.820707 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8b8f0e5c-43d7-4b71-b51e-22d4f9bdb449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:38.863059 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8f0e5c-43d7-4b71-b51e-22d4f9bdb449 None None] Pushing event deleted for resources: {'Port': ['ID=7c4a9a2b-2558-4156-a95f-6b171cfa1e3d,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:38.868458 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8f0e5c-43d7-4b71-b51e-22d4f9bdb449 None None] No DVR routers for this DVR port 7c4a9a2b-2558-4156-a95f-6b171cfa1e3d on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:34:38.888624 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec81f061-da3f-4384-a92b-42942b372459 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Made reservation on behalf of c64b98e347b049a8ae1262d3f6d73502 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:34:38.896964 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ec81f061-da3f-4384-a92b-42942b372459 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:38.913840 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d8677b10-ba2a-443e-8c2c-12598031151f tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:38.936358 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc4f03-886c-4696-a2a4-3de1d8e7b883 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event updated for resources: {'Network': ['ID=f48296db-7b6a-4623-b251-4a7eef28d126,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:38.937343 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-d8677b10-ba2a-443e-8c2c-12598031151f tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6a747e0-16a4-41c3-89fb-ae1c0a31c782']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:38.949228 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network f48296db-7b6a-4623-b251-4a7eef28d126 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:34:38.949477 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ec81f061-da3f-4384-a92b-42942b372459 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:38.966464 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-d8677b10-ba2a-443e-8c2c-12598031151f tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '648a5136-419b-4db0-83b2-782d7d313d2d') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:38.966754 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-d8677b10-ba2a-443e-8c2c-12598031151f tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '648a5136-419b-4db0-83b2-782d7d313d2d') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:38.988398 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-52981eb1-0963-4afb-ae82-f6502fef1529 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-38868171-network', 'tenant_id': '53ee051c22fa44a69d9ed5ec2aea81af'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:38.998306 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d8677b10-ba2a-443e-8c2c-12598031151f tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:39.019790 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d8677b10-ba2a-443e-8c2c-12598031151f tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:39.028456 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8677b10-ba2a-443e-8c2c-12598031151f tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:34:39.028600 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d8677b10-ba2a-443e-8c2c-12598031151f tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:39.062271 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-89dc4f03-886c-4696-a2a4-3de1d8e7b883 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6670783 Oct 27 18:34:39.063061 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41676) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:39.069690 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-d6a9a0e6-f222-4175-b8ee-77dd921653b1 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Request body: {'subnet': {'network_id': 'f48296db-7b6a-4623-b251-4a7eef28d126', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:39.111218 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:34:39.111218 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:34:39.111218 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:34:39.111218 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:34:39.111218 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:34:39.111218 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:34:39.111218 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:34:39.111218 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:34:39.111218 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:34:39.111218 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:34:39.111218 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:34:39.111218 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:34:39.111218 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:34:39.111218 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:34:39.111218 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:34:39.111218 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:34:39.111218 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:34:39.111218 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:34:39.111218 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:34:39.111218 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:34:39.111218 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:34:39.111218 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:34:39.111218 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:34:39.111218 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:34:39.111218 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:34:39.111218 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:34:39.111218 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:34:39.111218 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:34:39.111218 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:34:39.111218 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:34:39.111218 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:34:39.111218 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:34:39.199354 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d8677b10-ba2a-443e-8c2c-12598031151f tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:39.225446 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d8677b10-ba2a-443e-8c2c-12598031151f tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:39.231539 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d8677b10-ba2a-443e-8c2c-12598031151f tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] 10.222.0.52 "DELETE /v2.0/networks/b6a747e0-16a4-41c3-89fb-ae1c0a31c782 HTTP/1.1" status: 204 len: 168 time: 1.1172838 Oct 27 18:34:39.234243 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41684) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:39.263331 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52981eb1-0963-4afb-ae82-f6502fef1529 admin admin] Made reservation on behalf of 53ee051c22fa44a69d9ed5ec2aea81af for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:34:39.267103 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-52981eb1-0963-4afb-ae82-f6502fef1529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:39.276854 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ec81f061-da3f-4384-a92b-42942b372459 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:39.286994 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8677b10-ba2a-443e-8c2c-12598031151f tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Pushing event deleted for resources: {'Network': ['ID=b6a747e0-16a4-41c3-89fb-ae1c0a31c782,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:39.306454 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f722f88f-07ec-465d-a7de-0ab2512613af tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] 10.222.0.52 "GET /v2.0/ports?device_id=c273674e-edca-49de-9207-0796727b8cfe HTTP/1.1" status: 200 len: 205 time: 0.0705395 Oct 27 18:34:39.308421 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-52981eb1-0963-4afb-ae82-f6502fef1529 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:39.309420 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41688) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:39.417028 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-49ec58c4-d872-4a25-8d8f-1d526580fac2 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:39.418157 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-52981eb1-0963-4afb-ae82-f6502fef1529 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:39.458163 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a9a0e6-f222-4175-b8ee-77dd921653b1 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Made reservation on behalf of f0dda3f0251e4e4db2b48596fc53609b for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:34:39.462085 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d6a9a0e6-f222-4175-b8ee-77dd921653b1 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:39.465169 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ec81f061-da3f-4384-a92b-42942b372459 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:39.520656 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-52981eb1-0963-4afb-ae82-f6502fef1529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:39.575329 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec81f061-da3f-4384-a92b-42942b372459 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] vlan segment allocate from pool success with {'vlan_id': 1032, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:34:39.597418 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52981eb1-0963-4afb-ae82-f6502fef1529 admin admin] vlan segment allocate from pool success with {'vlan_id': 1041, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:34:39.607413 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52981eb1-0963-4afb-ae82-f6502fef1529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a79d7a-6453-4e3f-8339-b8234336776b,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:39.611263 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f088d5e3-c662-4e11-bfa9-1e58561e13d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:39.614724 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-52981eb1-0963-4afb-ae82-f6502fef1529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:39.615115 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-52981eb1-0963-4afb-ae82-f6502fef1529 admin admin] Added segment b3f5b1a4-fde0-4b26-9254-2c3a416df771 of type vlan for network 19cc80a7-1302-4c09-9fa1-a2bd258b7dae Oct 27 18:34:39.662403 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-52981eb1-0963-4afb-ae82-f6502fef1529 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:39.675748 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7c4a9a2b-2558-4156-a95f-6b171cfa1e3d no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:34:39.760619 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 7c4a9a2b-2558-4156-a95f-6b171cfa1e3d {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:34:39.765844 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7c4a9a2b-2558-4156-a95f-6b171cfa1e3d not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:34:39.767128 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-52981eb1-0963-4afb-ae82-f6502fef1529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:39.772319 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52981eb1-0963-4afb-ae82-f6502fef1529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:39.772319 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-52981eb1-0963-4afb-ae82-f6502fef1529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:39.843543 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52981eb1-0963-4afb-ae82-f6502fef1529 admin admin] Pushing event updated for resources: {'Network': ['ID=19cc80a7-1302-4c09-9fa1-a2bd258b7dae,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:39.855059 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 19cc80a7-1302-4c09-9fa1-a2bd258b7dae details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:34:39.886642 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-52981eb1-0963-4afb-ae82-f6502fef1529 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0879593 Oct 27 18:34:39.888937 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41704) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:39.895574 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-5ff3c3d1-972b-4ea6-b028-2aeda93ec68a admin admin] Request body: {'subnet': {'network_id': '19cc80a7-1302-4c09-9fa1-a2bd258b7dae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-38868171-subnet', 'tenant_id': '53ee051c22fa44a69d9ed5ec2aea81af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:40.023252 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ec81f061-da3f-4384-a92b-42942b372459 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:40.023601 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-ec81f061-da3f-4384-a92b-42942b372459 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Added segment eec531de-8065-419f-9322-2101fc5a7597 of type vlan for network 32aef117-bfa1-4437-8292-9cc7e95e96cf Oct 27 18:34:40.044847 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff3c3d1-972b-4ea6-b028-2aeda93ec68a admin admin] Made reservation on behalf of 53ee051c22fa44a69d9ed5ec2aea81af for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:34:40.048767 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5ff3c3d1-972b-4ea6-b028-2aeda93ec68a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:40.090747 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec81f061-da3f-4384-a92b-42942b372459 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bf9a77-9984-4652-afed-175c0dfe6dcf,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:40.170259 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-49ec58c4-d872-4a25-8d8f-1d526580fac2 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:40.180260 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-49ec58c4-d872-4a25-8d8f-1d526580fac2 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:40.195084 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ec81f061-da3f-4384-a92b-42942b372459 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:40.395850 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5ff3c3d1-972b-4ea6-b028-2aeda93ec68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:40.404219 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ec81f061-da3f-4384-a92b-42942b372459 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:40.410746 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec81f061-da3f-4384-a92b-42942b372459 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:40.411400 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ec81f061-da3f-4384-a92b-42942b372459 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:40.450317 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff3c3d1-972b-4ea6-b028-2aeda93ec68a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9993a73-7d7a-4e68-b8c6-2b52536bb7a7,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:40.482912 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-49ec58c4-d872-4a25-8d8f-1d526580fac2 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:40.483551 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ec58c4-d872-4a25-8d8f-1d526580fac2 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Fanout notify agent at l3_agent the message router_deleted on router c273674e-edca-49de-9207-0796727b8cfe {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:34:40.499529 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-49ec58c4-d872-4a25-8d8f-1d526580fac2 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:40.501596 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-49ec58c4-d872-4a25-8d8f-1d526580fac2 tempest-RoutersNegativeTest-1609908146 tempest-RoutersNegativeTest-1609908146-project] 10.222.0.52 "DELETE /v2.0/routers/c273674e-edca-49de-9207-0796727b8cfe HTTP/1.1" status: 204 len: 168 time: 1.1896017 Oct 27 18:34:40.505556 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d6a9a0e6-f222-4175-b8ee-77dd921653b1 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:40.526067 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff3c3d1-972b-4ea6-b028-2aeda93ec68a admin admin] Checking segment: {'id': 'b3f5b1a4-fde0-4b26-9254-2c3a416df771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '19cc80a7-1302-4c09-9fa1-a2bd258b7dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:34:40.526400 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff3c3d1-972b-4ea6-b028-2aeda93ec68a admin admin] Network hostable DHCP agents. Network: 19cc80a7-1302-4c09-9fa1-a2bd258b7dae, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:34:40.571613 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ec81f061-da3f-4384-a92b-42942b372459 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1498945 Oct 27 18:34:40.585096 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec81f061-da3f-4384-a92b-42942b372459 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event updated for resources: {'Network': ['ID=32aef117-bfa1-4437-8292-9cc7e95e96cf,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:40.603853 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a9a0e6-f222-4175-b8ee-77dd921653b1 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event updated for resources: {'Subnet': ['ID=a18102b2-57fc-4447-92c9-66c03eb68112,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:40.614221 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 32aef117-bfa1-4437-8292-9cc7e95e96cf details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:34:40.618456 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a9a0e6-f222-4175-b8ee-77dd921653b1 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Checking segment: {'id': 'ae10dee0-7ea4-425b-86f9-bea5d0ae749f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f48296db-7b6a-4623-b251-4a7eef28d126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:34:40.618868 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a9a0e6-f222-4175-b8ee-77dd921653b1 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Network hostable DHCP agents. Network: f48296db-7b6a-4623-b251-4a7eef28d126, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:34:40.626857 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff3c3d1-972b-4ea6-b028-2aeda93ec68a admin admin] Network 19cc80a7-1302-4c09-9fa1-a2bd258b7dae is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:34:40.662581 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41718) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:40.706539 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41722) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:40.726713 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41726) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:40.732566 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a9a0e6-f222-4175-b8ee-77dd921653b1 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Network f48296db-7b6a-4623-b251-4a7eef28d126 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:34:40.733245 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-93ab57c7-dbc3-4eed-baf1-6f8079330b6f tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Request body: {'subnet': {'network_id': '32aef117-bfa1-4437-8292-9cc7e95e96cf', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:40.865817 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6e026ed6-a57b-4d8c-aa40-341f2653899c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:40.886243 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-d6a9a0e6-f222-4175-b8ee-77dd921653b1 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, f48296db-7b6a-4623-b251-4a7eef28d126) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:34:40.889041 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-5ff3c3d1-972b-4ea6-b028-2aeda93ec68a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 19cc80a7-1302-4c09-9fa1-a2bd258b7dae) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:34:40.895788 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff3c3d1-972b-4ea6-b028-2aeda93ec68a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:40.896445 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5ff3c3d1-972b-4ea6-b028-2aeda93ec68a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:40.901713 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a9a0e6-f222-4175-b8ee-77dd921653b1 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:40.902613 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d6a9a0e6-f222-4175-b8ee-77dd921653b1 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:40.909047 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c49af40-1e3d-45af-aadc-5a7f0aaccecd None None] Network f48296db-7b6a-4623-b251-4a7eef28d126 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:34:40.917921 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16130d66-e8a5-4ed6-8921-da0c06d18ad1 None None] Network 19cc80a7-1302-4c09-9fa1-a2bd258b7dae requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:34:40.926688 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a28b813d-1e36-4b4d-9577-33f1af2ca2dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:40.989454 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ab57c7-dbc3-4eed-baf1-6f8079330b6f tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Made reservation on behalf of c64b98e347b049a8ae1262d3f6d73502 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:34:40.992922 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-93ab57c7-dbc3-4eed-baf1-6f8079330b6f tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:41.021669 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6e026ed6-a57b-4d8c-aa40-341f2653899c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:41.129551 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a28b813d-1e36-4b4d-9577-33f1af2ca2dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:41.135842 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d6a9a0e6-f222-4175-b8ee-77dd921653b1 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0703313 Oct 27 18:34:41.138413 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5ff3c3d1-972b-4ea6-b028-2aeda93ec68a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2481720 Oct 27 18:34:41.139448 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6e026ed6-a57b-4d8c-aa40-341f2653899c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:41.144081 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41736) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:41.159751 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-7206fb60-0fd5-4517-8818-caa24ae41d0c tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1849258248', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:41.240114 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41740) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:41.252874 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a28b813d-1e36-4b4d-9577-33f1af2ca2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:41.268896 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6e026ed6-a57b-4d8c-aa40-341f2653899c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3a8847c58d0649f8a2f4c130dff924d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6025898 Oct 27 18:34:41.269876 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41746) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:41.278042 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0dde3e-4b78-4062-abe9-9c30ffd1a00a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-f48296db-7b6a-4623-b251-4a7eef28d126', 'network_id': 'f48296db-7b6a-4623-b251-4a7eef28d126', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'fixed_ips': [{'subnet_id': 'a18102b2-57fc-4447-92c9-66c03eb68112'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:34:41.280466 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ce0dde3e-4b78-4062-abe9-9c30ffd1a00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:41.298544 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2039e870-9907-4d11-88e7-0e4828d8dddf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-19cc80a7-1302-4c09-9fa1-a2bd258b7dae', 'network_id': '19cc80a7-1302-4c09-9fa1-a2bd258b7dae', 'tenant_id': '53ee051c22fa44a69d9ed5ec2aea81af', 'fixed_ips': [{'subnet_id': 'e9993a73-7d7a-4e68-b8c6-2b52536bb7a7'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:34:41.299627 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2039e870-9907-4d11-88e7-0e4828d8dddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:41.312339 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e026ed6-a57b-4d8c-aa40-341f2653899c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9f81a3-4ba7-4df3-b702-ca2e2e9c9d88,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:41.357891 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b286da72-1f05-4a57-b1e4-c67fd9282d1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:41.388119 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b286da72-1f05-4a57-b1e4-c67fd9282d1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:41.433768 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a28b813d-1e36-4b4d-9577-33f1af2ca2dc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f07bb1e9e10345b89350ef98185727c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7261484 Oct 27 18:34:41.441243 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41748) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:41.451298 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b813d-1e36-4b4d-9577-33f1af2ca2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4629fdf9-58d0-4b7b-b783-4a363355ae8d,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:41.505614 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7206fb60-0fd5-4517-8818-caa24ae41d0c tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:41.505614 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7206fb60-0fd5-4517-8818-caa24ae41d0c tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:41.545490 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ae5648bb-26f3-4d5c-bf47-fb2210131ceb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cf9cd2f3be2846e28b9bd1b883c32ec6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2998357 Oct 27 18:34:41.546314 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41754) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:41.570693 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b286da72-1f05-4a57-b1e4-c67fd9282d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:41.573671 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b286da72-1f05-4a57-b1e4-c67fd9282d1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:41.578531 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b286da72-1f05-4a57-b1e4-c67fd9282d1f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dc9f81a3-4ba7-4df3-b702-ca2e2e9c9d88 HTTP/1.1" status: 204 len: 168 time: 0.3069947 Oct 27 18:34:41.585855 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-ce0dde3e-4b78-4062-abe9-9c30ffd1a00a None None] Allocated IP 2001:db8::2 (f48296db-7b6a-4623-b251-4a7eef28d126/a18102b2-57fc-4447-92c9-66c03eb68112/8d496bc6-27e8-46af-80f0-8dc10fb1263d) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:34:41.601505 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b286da72-1f05-4a57-b1e4-c67fd9282d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9f81a3-4ba7-4df3-b702-ca2e2e9c9d88,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:41.604261 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-2039e870-9907-4d11-88e7-0e4828d8dddf None None] Allocated IP 172.20.0.2 (19cc80a7-1302-4c09-9fa1-a2bd258b7dae/e9993a73-7d7a-4e68-b8c6-2b52536bb7a7/7f09a642-2622-4988-a763-f9c76c599d78) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:34:41.621218 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:34:41.674946 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0382aee0-925a-4254-921b-5a5e4a792992 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:41.675745 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-93ab57c7-dbc3-4eed-baf1-6f8079330b6f tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:41.697621 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7206fb60-0fd5-4517-8818-caa24ae41d0c tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:41.760539 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-15b14759-1702-4988-8a2a-2564183ef232 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:41.787658 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0382aee0-925a-4254-921b-5a5e4a792992 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:41.802385 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7206fb60-0fd5-4517-8818-caa24ae41d0c tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:41.821588 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab57c7-dbc3-4eed-baf1-6f8079330b6f tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event updated for resources: {'Subnet': ['ID=55dcee8e-a442-4c9d-83f3-9fe718529670,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:41.844332 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-15b14759-1702-4988-8a2a-2564183ef232 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:41.858859 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ab57c7-dbc3-4eed-baf1-6f8079330b6f tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Checking segment: {'id': 'eec531de-8065-419f-9322-2101fc5a7597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '32aef117-bfa1-4437-8292-9cc7e95e96cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:34:41.858859 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ab57c7-dbc3-4eed-baf1-6f8079330b6f tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Network hostable DHCP agents. Network: 32aef117-bfa1-4437-8292-9cc7e95e96cf, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:34:41.928479 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7206fb60-0fd5-4517-8818-caa24ae41d0c tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:41.929713 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7206fb60-0fd5-4517-8818-caa24ae41d0c tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7813289 Oct 27 18:34:41.932853 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41764) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:42.022739 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ab57c7-dbc3-4eed-baf1-6f8079330b6f tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Network 32aef117-bfa1-4437-8292-9cc7e95e96cf is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:34:42.024844 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0382aee0-925a-4254-921b-5a5e4a792992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:42.027518 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0382aee0-925a-4254-921b-5a5e4a792992 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:42.029101 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0382aee0-925a-4254-921b-5a5e4a792992 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4629fdf9-58d0-4b7b-b783-4a363355ae8d HTTP/1.1" status: 204 len: 168 time: 0.5865507 Oct 27 18:34:42.050190 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ce0dde3e-4b78-4062-abe9-9c30ffd1a00a None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:42.070143 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6c9f7949-7af9-469c-9854-2f6526ba0125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:42.070143 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2039e870-9907-4d11-88e7-0e4828d8dddf None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:42.093324 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0382aee0-925a-4254-921b-5a5e4a792992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4629fdf9-58d0-4b7b-b783-4a363355ae8d,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:42.127653 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ce0dde3e-4b78-4062-abe9-9c30ffd1a00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:42.129365 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2039e870-9907-4d11-88e7-0e4828d8dddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:42.221366 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2039e870-9907-4d11-88e7-0e4828d8dddf None None] Network 19cc80a7-1302-4c09-9fa1-a2bd258b7dae is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:34:42.227508 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0dde3e-4b78-4062-abe9-9c30ffd1a00a None None] Network f48296db-7b6a-4623-b251-4a7eef28d126 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:34:42.243457 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-2039e870-9907-4d11-88e7-0e4828d8dddf None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:34:42.248302 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2039e870-9907-4d11-88e7-0e4828d8dddf None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:34:42.250586 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-ce0dde3e-4b78-4062-abe9-9c30ffd1a00a None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:34:42.287951 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0dde3e-4b78-4062-abe9-9c30ffd1a00a None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:34:42.361646 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0dde3e-4b78-4062-abe9-9c30ffd1a00a None None] Pushing event updated for resources: {'Port': ['ID=8d496bc6-27e8-46af-80f0-8dc10fb1263d,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:42.478694 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2039e870-9907-4d11-88e7-0e4828d8dddf None None] Pushing event updated for resources: {'Port': ['ID=7f09a642-2622-4988-a763-f9c76c599d78,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:42.495675 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-ce0dde3e-4b78-4062-abe9-9c30ffd1a00a None None] Attempting to bind port 8d496bc6-27e8-46af-80f0-8dc10fb1263d on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:34:42.496094 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-ce0dde3e-4b78-4062-abe9-9c30ffd1a00a None None] Attempting to bind port 8d496bc6-27e8-46af-80f0-8dc10fb1263d by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'ae10dee0-7ea4-425b-86f9-bea5d0ae749f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f48296db-7b6a-4623-b251-4a7eef28d126'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:34:42.496470 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0dde3e-4b78-4062-abe9-9c30ffd1a00a None None] Attempting to bind port 8d496bc6-27e8-46af-80f0-8dc10fb1263d on network f48296db-7b6a-4623-b251-4a7eef28d126 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:34:42.505540 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0dde3e-4b78-4062-abe9-9c30ffd1a00a None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:34:42.505998 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0dde3e-4b78-4062-abe9-9c30ffd1a00a None None] Checking segment: {'id': 'ae10dee0-7ea4-425b-86f9-bea5d0ae749f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f48296db-7b6a-4623-b251-4a7eef28d126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:34:42.506413 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ce0dde3e-4b78-4062-abe9-9c30ffd1a00a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:42.506841 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0dde3e-4b78-4062-abe9-9c30ffd1a00a None None] Bound using segment: {'id': 'ae10dee0-7ea4-425b-86f9-bea5d0ae749f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f48296db-7b6a-4623-b251-4a7eef28d126'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:34:42.507499 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-ce0dde3e-4b78-4062-abe9-9c30ffd1a00a None None] Bound port: 8d496bc6-27e8-46af-80f0-8dc10fb1263d, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae10dee0-7ea4-425b-86f9-bea5d0ae749f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f48296db-7b6a-4623-b251-4a7eef28d126'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:34:42.507893 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ce0dde3e-4b78-4062-abe9-9c30ffd1a00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:42.510361 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-93ab57c7-dbc3-4eed-baf1-6f8079330b6f tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 32aef117-bfa1-4437-8292-9cc7e95e96cf) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:34:42.511967 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-2039e870-9907-4d11-88e7-0e4828d8dddf None None] Attempting to bind port 7f09a642-2622-4988-a763-f9c76c599d78 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:34:42.512824 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-15b14759-1702-4988-8a2a-2564183ef232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:42.515946 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-2039e870-9907-4d11-88e7-0e4828d8dddf None None] Attempting to bind port 7f09a642-2622-4988-a763-f9c76c599d78 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'b3f5b1a4-fde0-4b26-9254-2c3a416df771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '19cc80a7-1302-4c09-9fa1-a2bd258b7dae'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:34:42.515946 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2039e870-9907-4d11-88e7-0e4828d8dddf None None] Attempting to bind port 7f09a642-2622-4988-a763-f9c76c599d78 on network 19cc80a7-1302-4c09-9fa1-a2bd258b7dae {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:34:42.517797 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-15b14759-1702-4988-8a2a-2564183ef232 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:42.519576 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-15b14759-1702-4988-8a2a-2564183ef232 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f133ec52-b5d4-48af-b08f-9460978a1fa1 HTTP/1.1" status: 204 len: 168 time: 0.9698145 Oct 27 18:34:42.528150 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ab57c7-dbc3-4eed-baf1-6f8079330b6f tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:42.529108 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-93ab57c7-dbc3-4eed-baf1-6f8079330b6f tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:42.539060 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6d911e-b8ee-4fa3-9c19-c8f2329f056f None None] Network 32aef117-bfa1-4437-8292-9cc7e95e96cf requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:34:42.547659 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b14759-1702-4988-8a2a-2564183ef232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f133ec52-b5d4-48af-b08f-9460978a1fa1,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:42.552903 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-2e70b8b4-c924-4265-ad3f-cb41311aacc5 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:42.560075 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-2e70b8b4-c924-4265-ad3f-cb41311aacc5 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/networks?id=19cc80a7-1302-4c09-9fa1-a2bd258b7dae HTTP/1.1" status: 200 len: 814 time: 0.1214433 Oct 27 18:34:42.572621 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-3734c806-1197-4472-89c9-8b960f4486ef tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/quotas/53ee051c22fa44a69d9ed5ec2aea81af HTTP/1.1" status: 200 len: 375 time: 0.0112922 Oct 27 18:34:42.606281 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2039e870-9907-4d11-88e7-0e4828d8dddf None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:34:42.606685 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2039e870-9907-4d11-88e7-0e4828d8dddf None None] Checking segment: {'id': 'b3f5b1a4-fde0-4b26-9254-2c3a416df771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '19cc80a7-1302-4c09-9fa1-a2bd258b7dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:34:42.607110 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2039e870-9907-4d11-88e7-0e4828d8dddf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:42.607654 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2039e870-9907-4d11-88e7-0e4828d8dddf None None] Bound using segment: {'id': 'b3f5b1a4-fde0-4b26-9254-2c3a416df771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '19cc80a7-1302-4c09-9fa1-a2bd258b7dae'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:34:42.608322 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-2039e870-9907-4d11-88e7-0e4828d8dddf None None] Bound port: 7f09a642-2622-4988-a763-f9c76c599d78, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3f5b1a4-fde0-4b26-9254-2c3a416df771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '19cc80a7-1302-4c09-9fa1-a2bd258b7dae'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:34:42.608712 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2039e870-9907-4d11-88e7-0e4828d8dddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:42.631097 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-e234c501-0d54-4e9f-8c59-78722cc77e70 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=53ee051c22fa44a69d9ed5ec2aea81af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0515814 Oct 27 18:34:42.719080 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ca54847d-06bd-49b1-86a3-00974baab204 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:42.737718 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-2039e870-9907-4d11-88e7-0e4828d8dddf None None] For port 7f09a642-2622-4988-a763-f9c76c599d78, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:34:42.737718 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-2039e870-9907-4d11-88e7-0e4828d8dddf None None] For port 7f09a642-2622-4988-a763-f9c76c599d78, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=7f09a642-2622-4988-a763-f9c76c599d78,segment=NetworkSegment(b3f5b1a4-fde0-4b26-9254-2c3a416df771),segment_id=b3f5b1a4-fde0-4b26-9254-2c3a416df771)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:34:42.753249 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-93ab57c7-dbc3-4eed-baf1-6f8079330b6f tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.0253670 Oct 27 18:34:42.757797 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41790) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:42.764938 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-7dbee9fb-d801-4c53-8d16-d42a900fea73 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-840249353'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:42.777898 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-7b47ff31-25aa-42a3-bbd5-07ddaa25072b service neutron] 10.222.0.52 "GET /v2.0/networks/19cc80a7-1302-4c09-9fa1-a2bd258b7dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256006 Oct 27 18:34:42.843637 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2039e870-9907-4d11-88e7-0e4828d8dddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:42.872213 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-ce0dde3e-4b78-4062-abe9-9c30ffd1a00a None None] For port 8d496bc6-27e8-46af-80f0-8dc10fb1263d, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:34:42.892762 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-0c6733e0-86b3-4c68-afcf-ab277103ce01 service neutron] 10.222.0.52 "GET /v2.0/networks/19cc80a7-1302-4c09-9fa1-a2bd258b7dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072576 Oct 27 18:34:42.893292 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41792) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:42.928057 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f87de2ff-b8a1-412e-b668-092373573346 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:42.935251 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbee9fb-d801-4c53-8d16-d42a900fea73 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Made reservation on behalf of c64b98e347b049a8ae1262d3f6d73502 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:34:42.935453 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046c10a5-38f5-4ef0-ad40-0cdf2b0d2d25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-32aef117-bfa1-4437-8292-9cc7e95e96cf', 'network_id': '32aef117-bfa1-4437-8292-9cc7e95e96cf', 'tenant_id': 'c64b98e347b049a8ae1262d3f6d73502', 'fixed_ips': [{'subnet_id': '55dcee8e-a442-4c9d-83f3-9fe718529670'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:34:42.935453 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-046c10a5-38f5-4ef0-ad40-0cdf2b0d2d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:42.935800 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7dbee9fb-d801-4c53-8d16-d42a900fea73 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:42.955197 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-ce0dde3e-4b78-4062-abe9-9c30ffd1a00a None None] For port 8d496bc6-27e8-46af-80f0-8dc10fb1263d, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=8d496bc6-27e8-46af-80f0-8dc10fb1263d,segment=NetworkSegment(ae10dee0-7ea4-425b-86f9-bea5d0ae749f),segment_id=ae10dee0-7ea4-425b-86f9-bea5d0ae749f)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:34:43.048295 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2039e870-9907-4d11-88e7-0e4828d8dddf None None] Pushing event updated for resources: {'Port': ['ID=7f09a642-2622-4988-a763-f9c76c599d78,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:43.066940 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ce0dde3e-4b78-4062-abe9-9c30ffd1a00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:43.118949 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f87de2ff-b8a1-412e-b668-092373573346 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:43.119949 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dbee9fb-d801-4c53-8d16-d42a900fea73 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] vlan segment allocate from pool success with {'vlan_id': 1002, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:34:43.140575 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7dbee9fb-d801-4c53-8d16-d42a900fea73 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:43.141852 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-7dbee9fb-d801-4c53-8d16-d42a900fea73 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Added segment 2f01a29f-c8ef-4350-9afa-352aead62914 of type vlan for network 729dc305-3edf-409f-9f1b-d715e61ac3bd Oct 27 18:34:43.201606 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f87de2ff-b8a1-412e-b668-092373573346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:43.219985 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0dde3e-4b78-4062-abe9-9c30ffd1a00a None None] Pushing event updated for resources: {'Port': ['ID=8d496bc6-27e8-46af-80f0-8dc10fb1263d,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:43.234406 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-046c10a5-38f5-4ef0-ad40-0cdf2b0d2d25 None None] Allocated IP 172.20.255.242 (32aef117-bfa1-4437-8292-9cc7e95e96cf/55dcee8e-a442-4c9d-83f3-9fe718529670/7c670e9b-d05d-42da-90b2-2dcdeca542fe) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:34:43.277859 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7dbee9fb-d801-4c53-8d16-d42a900fea73 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:43.283078 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-ca54847d-06bd-49b1-86a3-00974baab204 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Allocated IP 2001:db8::1 (f48296db-7b6a-4623-b251-4a7eef28d126/a18102b2-57fc-4447-92c9-66c03eb68112/b2152e28-605f-44f8-a552-757d9b3b93a8) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:34:43.369867 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87de2ff-b8a1-412e-b668-092373573346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71309ae-0716-446d-801d-e4b4844f3e77,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:43.428453 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f87de2ff-b8a1-412e-b668-092373573346 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b75cfb79ea9f4658a1a9d190a645ffd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5320415 Oct 27 18:34:43.431296 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41804) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:43.552383 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41806) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:43.566851 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7dbee9fb-d801-4c53-8d16-d42a900fea73 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:43.583735 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbee9fb-d801-4c53-8d16-d42a900fea73 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:43.584872 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7dbee9fb-d801-4c53-8d16-d42a900fea73 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:43.610345 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:43.625894 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:43.640090 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c54f1bfa-4e71-4253-980d-5979c70dedb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:43.727090 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-530e79ab-e532-4dfe-9c15-984c18733736 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:43.791861 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbee9fb-d801-4c53-8d16-d42a900fea73 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event updated for resources: {'Network': ['ID=729dc305-3edf-409f-9f1b-d715e61ac3bd,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:43.806060 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-530e79ab-e532-4dfe-9c15-984c18733736 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:43.819294 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7dbee9fb-d801-4c53-8d16-d42a900fea73 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0584760 Oct 27 18:34:43.822576 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41814) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:43.835335 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-0477ff1d-4bc6-42f8-b4f2-84156410ef5d tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Request body: {'subnet': {'network_id': '729dc305-3edf-409f-9f1b-d715e61ac3bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:43.841110 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-046c10a5-38f5-4ef0-ad40-0cdf2b0d2d25 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:43.857252 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 729dc305-3edf-409f-9f1b-d715e61ac3bd details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:34:43.866047 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7f09a642-2622-4988-a763-f9c76c599d78 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:34:43.944775 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c54f1bfa-4e71-4253-980d-5979c70dedb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:44.002575 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ca54847d-06bd-49b1-86a3-00974baab204 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:44.010270 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-530e79ab-e532-4dfe-9c15-984c18733736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:44.013178 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-530e79ab-e532-4dfe-9c15-984c18733736 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:44.016689 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-530e79ab-e532-4dfe-9c15-984c18733736 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e71309ae-0716-446d-801d-e4b4844f3e77 HTTP/1.1" status: 204 len: 168 time: 0.5791650 Oct 27 18:34:44.017002 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-046c10a5-38f5-4ef0-ad40-0cdf2b0d2d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:44.028985 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e79ab-e532-4dfe-9c15-984c18733736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71309ae-0716-446d-801d-e4b4844f3e77,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:44.063894 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c54f1bfa-4e71-4253-980d-5979c70dedb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:44.103334 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046c10a5-38f5-4ef0-ad40-0cdf2b0d2d25 None None] Network 32aef117-bfa1-4437-8292-9cc7e95e96cf is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:34:44.121772 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-046c10a5-38f5-4ef0-ad40-0cdf2b0d2d25 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:34:44.126235 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046c10a5-38f5-4ef0-ad40-0cdf2b0d2d25 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:34:44.142903 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c10a5-38f5-4ef0-ad40-0cdf2b0d2d25 None None] Pushing event updated for resources: {'Port': ['ID=7c670e9b-d05d-42da-90b2-2dcdeca542fe,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:44.171109 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ca54847d-06bd-49b1-86a3-00974baab204 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:44.177001 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 7f09a642-2622-4988-a763-f9c76c599d78 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:44.178074 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:44.187388 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c54f1bfa-4e71-4253-980d-5979c70dedb6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=087b3f19d6d84bf78270273288a94e5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6261070 Oct 27 18:34:44.191473 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41828) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:44.211977 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f1bfa-4e71-4253-980d-5979c70dedb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d34d4f6-053e-46a8-9554-94c8c3ae65f2,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:44.278540 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-046c10a5-38f5-4ef0-ad40-0cdf2b0d2d25 None None] Attempting to bind port 7c670e9b-d05d-42da-90b2-2dcdeca542fe on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:34:44.281362 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-046c10a5-38f5-4ef0-ad40-0cdf2b0d2d25 None None] Attempting to bind port 7c670e9b-d05d-42da-90b2-2dcdeca542fe by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'eec531de-8065-419f-9322-2101fc5a7597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '32aef117-bfa1-4437-8292-9cc7e95e96cf'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:34:44.283355 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046c10a5-38f5-4ef0-ad40-0cdf2b0d2d25 None None] Attempting to bind port 7c670e9b-d05d-42da-90b2-2dcdeca542fe on network 32aef117-bfa1-4437-8292-9cc7e95e96cf {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:34:44.292244 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca54847d-06bd-49b1-86a3-00974baab204 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Network f48296db-7b6a-4623-b251-4a7eef28d126 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:34:44.293100 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0477ff1d-4bc6-42f8-b4f2-84156410ef5d tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Made reservation on behalf of c64b98e347b049a8ae1262d3f6d73502 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:34:44.301630 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0477ff1d-4bc6-42f8-b4f2-84156410ef5d tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:44.306583 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046c10a5-38f5-4ef0-ad40-0cdf2b0d2d25 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:34:44.311397 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046c10a5-38f5-4ef0-ad40-0cdf2b0d2d25 None None] Checking segment: {'id': 'eec531de-8065-419f-9322-2101fc5a7597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '32aef117-bfa1-4437-8292-9cc7e95e96cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:34:44.313575 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-046c10a5-38f5-4ef0-ad40-0cdf2b0d2d25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:44.313575 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046c10a5-38f5-4ef0-ad40-0cdf2b0d2d25 None None] Bound using segment: {'id': 'eec531de-8065-419f-9322-2101fc5a7597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '32aef117-bfa1-4437-8292-9cc7e95e96cf'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:34:44.313575 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-046c10a5-38f5-4ef0-ad40-0cdf2b0d2d25 None None] Bound port: 7c670e9b-d05d-42da-90b2-2dcdeca542fe, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eec531de-8065-419f-9322-2101fc5a7597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '32aef117-bfa1-4437-8292-9cc7e95e96cf'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:34:44.316370 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-046c10a5-38f5-4ef0-ad40-0cdf2b0d2d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:44.335379 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-ca54847d-06bd-49b1-86a3-00974baab204 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:34:44.359337 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-01b3fa0a-fcbb-4fc0-80e8-da7a6b1a9de9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:44.451938 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-01b3fa0a-fcbb-4fc0-80e8-da7a6b1a9de9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:44.496194 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-046c10a5-38f5-4ef0-ad40-0cdf2b0d2d25 None None] For port 7c670e9b-d05d-42da-90b2-2dcdeca542fe, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:34:44.500050 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-046c10a5-38f5-4ef0-ad40-0cdf2b0d2d25 None None] For port 7c670e9b-d05d-42da-90b2-2dcdeca542fe, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=7c670e9b-d05d-42da-90b2-2dcdeca542fe,segment=NetworkSegment(eec531de-8065-419f-9322-2101fc5a7597),segment_id=eec531de-8065-419f-9322-2101fc5a7597)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:34:44.501233 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:44.510800 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca54847d-06bd-49b1-86a3-00974baab204 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:34:44.512308 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ca54847d-06bd-49b1-86a3-00974baab204 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:44.545101 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 7f09a642-2622-4988-a763-f9c76c599d78, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=7f09a642-2622-4988-a763-f9c76c599d78,segment=NetworkSegment(b3f5b1a4-fde0-4b26-9254-2c3a416df771),segment_id=b3f5b1a4-fde0-4b26-9254-2c3a416df771)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:34:44.581824 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-69bc9c92-146a-4f3f-b2db-164e35666df6 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:44.596662 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-69bc9c92-146a-4f3f-b2db-164e35666df6 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/networks?id=19cc80a7-1302-4c09-9fa1-a2bd258b7dae HTTP/1.1" status: 200 len: 814 time: 0.2532196 Oct 27 18:34:44.607565 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-046c10a5-38f5-4ef0-ad40-0cdf2b0d2d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:44.629664 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-e214beaa-77db-44f4-ba81-ff68854f7489 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/quotas/53ee051c22fa44a69d9ed5ec2aea81af HTTP/1.1" status: 200 len: 375 time: 0.0318761 Oct 27 18:34:44.676865 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca54847d-06bd-49b1-86a3-00974baab204 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event updated for resources: {'Port': ['ID=b2152e28-605f-44f8-a552-757d9b3b93a8,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:44.717865 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:44.745215 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-175ecadb-5ba9-45e6-916b-dcd9d3faab0a tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=53ee051c22fa44a69d9ed5ec2aea81af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1145713 Oct 27 18:34:44.783360 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c10a5-38f5-4ef0-ad40-0cdf2b0d2d25 None None] Pushing event updated for resources: {'Port': ['ID=7c670e9b-d05d-42da-90b2-2dcdeca542fe,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:44.808682 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-01b3fa0a-fcbb-4fc0-80e8-da7a6b1a9de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:44.811487 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-01b3fa0a-fcbb-4fc0-80e8-da7a6b1a9de9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:44.816060 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-01b3fa0a-fcbb-4fc0-80e8-da7a6b1a9de9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6d34d4f6-053e-46a8-9554-94c8c3ae65f2 HTTP/1.1" status: 204 len: 168 time: 0.6223691 Oct 27 18:34:44.882912 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3fa0a-fcbb-4fc0-80e8-da7a6b1a9de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d34d4f6-053e-46a8-9554-94c8c3ae65f2,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:44.970746 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-6aa94153-6b4c-47d2-a5e8-b5e59bd4feb8 service neutron] 10.222.0.52 "GET /v2.0/networks/19cc80a7-1302-4c09-9fa1-a2bd258b7dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245586 Oct 27 18:34:45.006679 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=7f09a642-2622-4988-a763-f9c76c599d78,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:45.031041 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26157bb2-0833-4971-8a0d-d8e40e40ec1b None None] Network 19cc80a7-1302-4c09-9fa1-a2bd258b7dae requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:34:45.085054 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ca54847d-06bd-49b1-86a3-00974baab204 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:45.141983 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4fb7b692-d1e2-422b-ab87-f6793f6ed9b1 None None] Provisioning complete for port 7f09a642-2622-4988-a763-f9c76c599d78 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:45.146551 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4fb7b692-d1e2-422b-ab87-f6793f6ed9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:45.198647 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:45.231869 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-b4e928e4-ebfc-4114-9888-a9851ab06632 service neutron] 10.222.0.52 "GET /v2.0/networks/19cc80a7-1302-4c09-9fa1-a2bd258b7dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602165 Oct 27 18:34:45.555958 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dade2e-ef0b-4481-9afc-a7209f581e98 None None] Network f48296db-7b6a-4623-b251-4a7eef28d126 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:34:45.738270 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-3d65d03f-8d5a-4809-bf11-0cb282e16526 None None] Provisioning complete for port 8d496bc6-27e8-46af-80f0-8dc10fb1263d triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:45.738652 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3d65d03f-8d5a-4809-bf11-0cb282e16526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:45.944160 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0477ff1d-4bc6-42f8-b4f2-84156410ef5d tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:45.994868 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ca54847d-06bd-49b1-86a3-00974baab204 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:46.024611 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7f09a642-2622-4988-a763-f9c76c599d78 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:34:46.096614 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0477ff1d-4bc6-42f8-b4f2-84156410ef5d tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event updated for resources: {'Subnet': ['ID=f1dbfeb8-b090-45ba-b70f-4c2563b067c7,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:46.100916 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ca54847d-06bd-49b1-86a3-00974baab204 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:46.102318 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ca54847d-06bd-49b1-86a3-00974baab204 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:46.189283 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca54847d-06bd-49b1-86a3-00974baab204 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event updated for resources: {'Port': ['ID=b2152e28-605f-44f8-a552-757d9b3b93a8,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:46.274852 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0477ff1d-4bc6-42f8-b4f2-84156410ef5d tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Checking segment: {'id': '2f01a29f-c8ef-4350-9afa-352aead62914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '729dc305-3edf-409f-9f1b-d715e61ac3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:34:46.275524 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0477ff1d-4bc6-42f8-b4f2-84156410ef5d tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Network hostable DHCP agents. Network: 729dc305-3edf-409f-9f1b-d715e61ac3bd, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:34:46.348017 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3d65d03f-8d5a-4809-bf11-0cb282e16526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:46.356316 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 7f09a642-2622-4988-a763-f9c76c599d78 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:46.356884 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:46.359765 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca54847d-06bd-49b1-86a3-00974baab204 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Network f48296db-7b6a-4623-b251-4a7eef28d126 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:34:46.361868 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-ca54847d-06bd-49b1-86a3-00974baab204 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:34:46.373485 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0477ff1d-4bc6-42f8-b4f2-84156410ef5d tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Network 729dc305-3edf-409f-9f1b-d715e61ac3bd is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:34:46.519109 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-3d65d03f-8d5a-4809-bf11-0cb282e16526 None None] For port 8d496bc6-27e8-46af-80f0-8dc10fb1263d, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=8d496bc6-27e8-46af-80f0-8dc10fb1263d,segment=NetworkSegment(ae10dee0-7ea4-425b-86f9-bea5d0ae749f),segment_id=ae10dee0-7ea4-425b-86f9-bea5d0ae749f)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:34:46.551663 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-0477ff1d-4bc6-42f8-b4f2-84156410ef5d tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 729dc305-3edf-409f-9f1b-d715e61ac3bd) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:34:46.557237 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0477ff1d-4bc6-42f8-b4f2-84156410ef5d tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:46.557691 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0477ff1d-4bc6-42f8-b4f2-84156410ef5d tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:46.612912 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa97628-1a26-42ba-b2b8-95d91ce70d92 None None] Network 729dc305-3edf-409f-9f1b-d715e61ac3bd requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:34:46.627339 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3d65d03f-8d5a-4809-bf11-0cb282e16526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:46.739296 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca54847d-06bd-49b1-86a3-00974baab204 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Router da49bb34-1d5d-4471-8f1c-b527dda8dcb2 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:34:46.749420 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0477ff1d-4bc6-42f8-b4f2-84156410ef5d tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.9254313 Oct 27 18:34:46.754564 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41894) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:46.787724 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0251e8-9241-403e-b453-b3253cd5e47d req-fdd85592-b236-4b96-a84a-2418b1936526 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:46.795989 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af0251e8-9241-403e-b453-b3253cd5e47d req-fdd85592-b236-4b96-a84a-2418b1936526 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/networks?id=19cc80a7-1302-4c09-9fa1-a2bd258b7dae HTTP/1.1" status: 200 len: 814 time: 0.2683847 Oct 27 18:34:46.819778 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af0251e8-9241-403e-b453-b3253cd5e47d req-df4440ef-e9d0-4111-8858-f10a643dc528 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/quotas/53ee051c22fa44a69d9ed5ec2aea81af HTTP/1.1" status: 200 len: 375 time: 0.0224755 Oct 27 18:34:46.895603 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af0251e8-9241-403e-b453-b3253cd5e47d req-754c1b30-1209-4c26-9a1f-1c491de81942 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=53ee051c22fa44a69d9ed5ec2aea81af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0744679 Oct 27 18:34:47.084711 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8c6ca084-dcb9-4c8e-ab60-68b1b7317d20 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:47.135681 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af0251e8-9241-403e-b453-b3253cd5e47d req-15542cc7-3abe-4812-aedf-c93c2ddefd70 service neutron] 10.222.0.52 "GET /v2.0/networks/19cc80a7-1302-4c09-9fa1-a2bd258b7dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321537 Oct 27 18:34:47.221093 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6378a32a-63d0-4f34-91e5-307e4a724bf0 None None] Network 32aef117-bfa1-4437-8292-9cc7e95e96cf requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:34:47.259620 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8c6ca084-dcb9-4c8e-ab60-68b1b7317d20 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:47.316767 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca54847d-06bd-49b1-86a3-00974baab204 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:34:47.330735 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ca54847d-06bd-49b1-86a3-00974baab204 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "PUT /v2.0/routers/da49bb34-1d5d-4471-8f1c-b527dda8dcb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3960395 Oct 27 18:34:47.340193 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41904) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:47.354056 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af0251e8-9241-403e-b453-b3253cd5e47d req-1c9d9715-05b4-4e6b-bb05-9a5807f8ab2c service neutron] 10.222.0.52 "GET /v2.0/networks/19cc80a7-1302-4c09-9fa1-a2bd258b7dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100301 Oct 27 18:34:47.446449 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-5292413a-b8e5-4d1c-88e1-6c70b8535cd5 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:47.448377 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-5292413a-b8e5-4d1c-88e1-6c70b8535cd5 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.93 "GET /v2.0/networks?id=19cc80a7-1302-4c09-9fa1-a2bd258b7dae HTTP/1.1" status: 200 len: 814 time: 0.5083973 Oct 27 18:34:47.458058 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e2056d-b013-4466-b307-8c3e7144601e None None] Sync routers for ids ['da49bb34-1d5d-4471-8f1c-b527dda8dcb2'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:34:47.459568 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6722a610-2269-42a6-ab74-8b3191b30c22 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:47.465602 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6722a610-2269-42a6-ab74-8b3191b30c22 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "GET /v2.0/ports/b2152e28-605f-44f8-a552-757d9b3b93a8 HTTP/1.1" status: 200 len: 911 time: 0.1190178 Oct 27 18:34:47.466803 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41910) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:47.475025 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-d9fd780e-12a6-4ab2-b3db-bd770157cbb7 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a18102b2-57fc-4447-92c9-66c03eb68112'}]}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:47.476859 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7c670e9b-d05d-42da-90b2-2dcdeca542fe up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:34:47.507528 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-ba0bedbb-f7aa-4c83-819f-9be54167c794 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Request body: {'port': {'device_id': '6915a7d3-aad4-4a54-8ede-cf38f493194a', 'network_id': '19cc80a7-1302-4c09-9fa1-a2bd258b7dae', 'admin_state_up': True, 'tenant_id': '53ee051c22fa44a69d9ed5ec2aea81af'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:47.542304 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03fc6b6-0070-49f9-b8cc-e5cae983b800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-729dc305-3edf-409f-9f1b-d715e61ac3bd', 'network_id': '729dc305-3edf-409f-9f1b-d715e61ac3bd', 'tenant_id': 'c64b98e347b049a8ae1262d3f6d73502', 'fixed_ips': [{'subnet_id': 'f1dbfeb8-b090-45ba-b70f-4c2563b067c7'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:34:47.543316 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d03fc6b6-0070-49f9-b8cc-e5cae983b800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:47.588342 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-3a43bd25-fe74-4e00-b220-4b154e77087a None None] Provisioning complete for port 7c670e9b-d05d-42da-90b2-2dcdeca542fe triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:47.588840 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3a43bd25-fe74-4e00-b220-4b154e77087a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:47.621772 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d65d03f-8d5a-4809-bf11-0cb282e16526 None None] Pushing event updated for resources: {'Port': ['ID=8d496bc6-27e8-46af-80f0-8dc10fb1263d,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:47.646063 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e2056d-b013-4466-b307-8c3e7144601e None None] Routers {'da49bb34-1d5d-4471-8f1c-b527dda8dcb2'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:34:47.646702 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-c0e2056d-b013-4466-b307-8c3e7144601e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:34:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['da49bb34-1d5d-4471-8f1c-b527dda8dcb2'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:47.735979 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8c6ca084-dcb9-4c8e-ab60-68b1b7317d20 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:47.825686 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ca084-dcb9-4c8e-ab60-68b1b7317d20 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event deleted for resources: {'Subnet': ['ID=f1dbfeb8-b090-45ba-b70f-4c2563b067c7,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:47.897308 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d9fd780e-12a6-4ab2-b3db-bd770157cbb7 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:47.948323 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-c0e2056d-b013-4466-b307-8c3e7144601e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server [None req-d03fc6b6-0070-49f9-b8cc-e5cae983b800 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f1dbfeb8-b090-45ba-b70f-4c2563b067c7: This subnet is being modified by another concurrent operation. Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 18:34:47.982930 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:34:47.988805 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 18:34:47.988805 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 18:34:47.988805 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:34:47.988805 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:34:47.988805 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:34:47.988805 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:34:47.988805 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 18:34:47.988805 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:34:47.988805 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 18:34:47.988805 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 18:34:47.988805 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:34:47.988805 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:34:47.988805 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:34:47.988805 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:34:47.988805 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 18:34:47.988805 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 18:34:47.988805 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 27 18:34:47.988805 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 27 18:34:47.988805 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 27 18:34:47.988805 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 27 18:34:47.988805 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 27 18:34:47.988805 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 27 18:34:47.988805 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 27 18:34:47.988805 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 27 18:34:47.988805 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:34:47.988805 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:34:47.988805 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:34:47.988805 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:34:47.988805 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 27 18:34:47.988805 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 27 18:34:47.988805 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 27 18:34:47.988805 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 27 18:34:47.988805 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 27 18:34:47.988805 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 27 18:34:47.988805 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 27 18:34:47.988805 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise exception Oct 27 18:34:47.988805 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f1dbfeb8-b090-45ba-b70f-4c2563b067c7: This subnet is being modified by another concurrent operation. Oct 27 18:34:47.988805 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server Oct 27 18:34:48.004189 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e2056d-b013-4466-b307-8c3e7144601e None None] Routers {'da49bb34-1d5d-4471-8f1c-b527dda8dcb2'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:34:48.004189 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-c0e2056d-b013-4466-b307-8c3e7144601e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:34:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['da49bb34-1d5d-4471-8f1c-b527dda8dcb2'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:48.006797 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e098c1-b921-4197-8c0b-7eefc19b2df4 None None] Network 729dc305-3edf-409f-9f1b-d715e61ac3bd requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:34:48.084530 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8c6ca084-dcb9-4c8e-ab60-68b1b7317d20 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:48.099696 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 7c670e9b-d05d-42da-90b2-2dcdeca542fe triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:48.100378 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:48.110648 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-ba0bedbb-f7aa-4c83-819f-9be54167c794 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Made reservation on behalf of 53ee051c22fa44a69d9ed5ec2aea81af for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:34:48.117664 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-ba0bedbb-f7aa-4c83-819f-9be54167c794 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:48.134330 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-c0e2056d-b013-4466-b307-8c3e7144601e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:48.135970 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e2056d-b013-4466-b307-8c3e7144601e None None] The sync data for ids ['da49bb34-1d5d-4471-8f1c-b527dda8dcb2'] in n-d-815690-2 is: [] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:34:48.169871 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-8c6ca084-dcb9-4c8e-ab60-68b1b7317d20 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['729dc305-3edf-409f-9f1b-d715e61ac3bd']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:48.182736 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-8c6ca084-dcb9-4c8e-ab60-68b1b7317d20 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f01a29f-c8ef-4350-9afa-352aead62914') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:48.183503 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-8c6ca084-dcb9-4c8e-ab60-68b1b7317d20 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f01a29f-c8ef-4350-9afa-352aead62914') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:48.193188 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41928) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:48.196330 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8c6ca084-dcb9-4c8e-ab60-68b1b7317d20 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:48.209585 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3a43bd25-fe74-4e00-b220-4b154e77087a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:48.212310 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8c6ca084-dcb9-4c8e-ab60-68b1b7317d20 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:48.218902 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c6ca084-dcb9-4c8e-ab60-68b1b7317d20 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:34:48.219314 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8c6ca084-dcb9-4c8e-ab60-68b1b7317d20 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:48.295033 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-3a43bd25-fe74-4e00-b220-4b154e77087a None None] For port 7c670e9b-d05d-42da-90b2-2dcdeca542fe, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=7c670e9b-d05d-42da-90b2-2dcdeca542fe,segment=NetworkSegment(eec531de-8065-419f-9322-2101fc5a7597),segment_id=eec531de-8065-419f-9322-2101fc5a7597)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:34:48.335861 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:34:48.335861 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:34:48.335861 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:34:48.335861 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:34:48.335861 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:34:48.335861 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:34:48.335861 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:34:48.335861 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:34:48.335861 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:34:48.335861 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:34:48.335861 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:34:48.335861 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:34:48.335861 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:34:48.335861 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:34:48.335861 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:34:48.335861 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:34:48.335861 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:34:48.335861 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:34:48.335861 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:34:48.335861 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:34:48.335861 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:34:48.335861 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:34:48.335861 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:34:48.335861 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:34:48.335861 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:34:48.335861 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:34:48.335861 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:34:48.335861 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:34:48.335861 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:34:48.335861 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:34:48.335861 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:34:48.335861 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:34:48.403425 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-05702b17-2f8d-4d8c-8593-b995c915e3c8 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3264923 Oct 27 18:34:48.416650 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:48.421978 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3a43bd25-fe74-4e00-b220-4b154e77087a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:48.455924 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8c6ca084-dcb9-4c8e-ab60-68b1b7317d20 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:48.538212 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-3a43bd25-fe74-4e00-b220-4b154e77087a None None] Provisioning complete for port 7f09a642-2622-4988-a763-f9c76c599d78 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:48.538843 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3a43bd25-fe74-4e00-b220-4b154e77087a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:48.618312 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a43bd25-fe74-4e00-b220-4b154e77087a None None] Pushing event updated for resources: {'Port': ['ID=7c670e9b-d05d-42da-90b2-2dcdeca542fe,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:48.624748 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:34:48.625654 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:34:48.656671 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d4f86458-cf8f-40f7-a877-ee1f26cec0a2 req-2df7f055-ed71-4992-90a8-b47f99f7b954 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cd80ede-16c6-48b9-85cc-5b788822d681 HTTP/1.1" status: 200 len: 210 time: 0.8174329 Oct 27 18:34:48.671263 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-bad02312-a669-44c4-abe9-e256f1ed61cd tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Request body: {'security_group': {'name': 'tempest-secgroup--233070414'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:48.714599 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8c6ca084-dcb9-4c8e-ab60-68b1b7317d20 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:48.722429 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8c6ca084-dcb9-4c8e-ab60-68b1b7317d20 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "DELETE /v2.0/networks/729dc305-3edf-409f-9f1b-d715e61ac3bd HTTP/1.1" status: 204 len: 168 time: 1.9663186 Oct 27 18:34:48.722429 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ca084-dcb9-4c8e-ab60-68b1b7317d20 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event deleted for resources: {'Network': ['ID=729dc305-3edf-409f-9f1b-d715e61ac3bd,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:48.726524 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41938) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:48.750606 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-9eb45aea-cd27-4400-a20a-9bcb636b1a85 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1081386170'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:48.760342 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-ba0bedbb-f7aa-4c83-819f-9be54167c794 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Allocated IP 172.20.0.7 (19cc80a7-1302-4c09-9fa1-a2bd258b7dae/e9993a73-7d7a-4e68-b8c6-2b52536bb7a7/c99f5840-e3d2-4d62-bc1c-9ea95570ee2b) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:34:48.801404 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-02e841b4-a6c4-48f7-ac7e-0a7deecf393f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:48.802041 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-02e841b4-a6c4-48f7-ac7e-0a7deecf393f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:48.802737 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-02e841b4-a6c4-48f7-ac7e-0a7deecf393f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:48.803415 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-02e841b4-a6c4-48f7-ac7e-0a7deecf393f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:48.803952 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-02e841b4-a6c4-48f7-ac7e-0a7deecf393f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:48.804587 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-02e841b4-a6c4-48f7-ac7e-0a7deecf393f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:48.805095 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-02e841b4-a6c4-48f7-ac7e-0a7deecf393f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:48.807632 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-02e841b4-a6c4-48f7-ac7e-0a7deecf393f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f7ff550a115b45e2bb54d05b8fe668a7&device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 6501 time: 0.1335776 Oct 27 18:34:48.825636 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-5d59828c-be15-4e45-a13d-7137a3bfdf4d None None] Provisioning complete for port 8d496bc6-27e8-46af-80f0-8dc10fb1263d triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:48.826012 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5d59828c-be15-4e45-a13d-7137a3bfdf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:48.913961 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bad02312-a669-44c4-abe9-e256f1ed61cd tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:48.934732 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bad02312-a669-44c4-abe9-e256f1ed61cd tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:48.955155 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271f50cd-6205-4431-bf2d-ae448b0f899f None None] get_active_networks_info from n-d-815690-2 {{(pid=102880) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 18:34:48.981660 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d9fd780e-12a6-4ab2-b3db-bd770157cbb7 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:49.039586 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-ab3020f9-8007-4cf2-b5c0-7e860d11b94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:49.040397 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-ab3020f9-8007-4cf2-b5c0-7e860d11b94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:49.040588 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-ab3020f9-8007-4cf2-b5c0-7e860d11b94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:49.042675 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-ab3020f9-8007-4cf2-b5c0-7e860d11b94e service neutron] 10.222.0.93 "GET /v2.0/networks?id=e7a71d4d-f2a8-460d-b289-b8a552af97cd&id=c77cbe16-409d-4d1e-8a39-10a063ae0bca&id=c77cbe16-409d-4d1e-8a39-10a063ae0bca&id=c77cbe16-409d-4d1e-8a39-10a063ae0bca&id=c77cbe16-409d-4d1e-8a39-10a063ae0bca&id=7a4a9448-dde2-4330-a4d7-528d39b56a56&id=7a4a9448-dde2-4330-a4d7-528d39b56a56 HTTP/1.1" status: 200 len: 2301 time: 0.1963329 Oct 27 18:34:49.146307 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d9fd780e-12a6-4ab2-b3db-bd770157cbb7 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:49.154509 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fd780e-12a6-4ab2-b3db-bd770157cbb7 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:49.155398 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d9fd780e-12a6-4ab2-b3db-bd770157cbb7 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:49.157282 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d9fd780e-12a6-4ab2-b3db-bd770157cbb7 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "PUT /v2.0/ports/b2152e28-605f-44f8-a552-757d9b3b93a8 HTTP/1.1" status: 200 len: 911 time: 1.6900032 Oct 27 18:34:49.167221 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41952) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:49.206288 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb45aea-cd27-4400-a20a-9bcb636b1a85 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Made reservation on behalf of c64b98e347b049a8ae1262d3f6d73502 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:34:49.210113 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9eb45aea-cd27-4400-a20a-9bcb636b1a85 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:49.308321 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-7e86ae06-6ba9-4459-954c-68e442020e37 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:49.309898 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-7e86ae06-6ba9-4459-954c-68e442020e37 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.93 "GET /v2.0/networks?id=19cc80a7-1302-4c09-9fa1-a2bd258b7dae HTTP/1.1" status: 200 len: 814 time: 0.3221531 Oct 27 18:34:49.322734 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-5d59828c-be15-4e45-a13d-7137a3bfdf4d None None] Provisioning complete for port b2152e28-605f-44f8-a552-757d9b3b93a8 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:49.327247 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5d59828c-be15-4e45-a13d-7137a3bfdf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:49.333548 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-421f3948-1bfe-441a-9848-c956b87525bf tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Request body: {'port': {'device_id': '0ed0fa7d-5a3c-4610-84cf-bffc82ac30e4', 'network_id': '19cc80a7-1302-4c09-9fa1-a2bd258b7dae', 'admin_state_up': True, 'tenant_id': '53ee051c22fa44a69d9ed5ec2aea81af'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:49.340493 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 8d496bc6-27e8-46af-80f0-8dc10fb1263d up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:34:49.343314 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bad02312-a669-44c4-abe9-e256f1ed61cd tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:49.344967 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd780e-12a6-4ab2-b3db-bd770157cbb7 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event updated for resources: {'Port': ['ID=b2152e28-605f-44f8-a552-757d9b3b93a8,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:49.395012 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-6fd1ae34-0bb7-4d32-93db-0e0f6e904ec9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6bbae83-7fc2-4178-897c-e479dc4fc74b HTTP/1.1" status: 200 len: 1001 time: 0.3137681 Oct 27 18:34:49.400672 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eb45aea-cd27-4400-a20a-9bcb636b1a85 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] vlan segment allocate from pool success with {'vlan_id': 1016, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:34:49.432154 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9eb45aea-cd27-4400-a20a-9bcb636b1a85 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:49.434633 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-9eb45aea-cd27-4400-a20a-9bcb636b1a85 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Added segment b5679800-b552-44d8-b767-73a8bf10e591 of type vlan for network bfea1636-948a-4c9e-ac8b-3fee52208548 Oct 27 18:34:49.468419 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-ba0bedbb-f7aa-4c83-819f-9be54167c794 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:49.491126 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bad02312-a669-44c4-abe9-e256f1ed61cd tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:49.531196 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad02312-a669-44c4-abe9-e256f1ed61cd tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e324567e-5909-4ef9-95d9-9fc47d8422ff,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:49.627284 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271f50cd-6205-4431-bf2d-ae448b0f899f None None] Resources bound (agent type, host, resource id): {{(pid=102880) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 18:34:49.704087 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bad02312-a669-44c4-abe9-e256f1ed61cd tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:49.722152 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-421f3948-1bfe-441a-9848-c956b87525bf tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Made reservation on behalf of 53ee051c22fa44a69d9ed5ec2aea81af for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:34:49.734776 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-421f3948-1bfe-441a-9848-c956b87525bf tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:49.759064 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-5d59828c-be15-4e45-a13d-7137a3bfdf4d None None] Port b2152e28-605f-44f8-a552-757d9b3b93a8 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:34:49.780386 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bad02312-a669-44c4-abe9-e256f1ed61cd tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:49.847341 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 8d496bc6-27e8-46af-80f0-8dc10fb1263d triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:49.850542 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:49.878117 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3e29617d-44e6-4ac0-9ca3-89b839319423 req-c282417b-cd09-44a9-9c8a-8cbf86fbcfc1 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cd80ede-16c6-48b9-85cc-5b788822d681 HTTP/1.1" status: 200 len: 210 time: 0.0457935 Oct 27 18:34:49.908055 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad02312-a669-44c4-abe9-e256f1ed61cd tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8349e20f-3a4b-4b9c-b1ca-d655a8f9f46f,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:49.967324 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bad02312-a669-44c4-abe9-e256f1ed61cd tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:49.968844 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-bad02312-a669-44c4-abe9-e256f1ed61cd tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7742281 Oct 27 18:34:49.971826 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41964) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:49.986183 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9eb45aea-cd27-4400-a20a-9bcb636b1a85 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:50.008620 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-63086b90-4f8a-415b-9656-d68e10b9322f None None] Provisioning complete for port 7c670e9b-d05d-42da-90b2-2dcdeca542fe triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:50.009341 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-63086b90-4f8a-415b-9656-d68e10b9322f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:50.022380 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-55f11a91-f138-4db0-90a1-a6bb432b51ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:50.026264 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-55f11a91-f138-4db0-90a1-a6bb432b51ca service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2d3bd725-56cb-4497-bc09-775fd7d3c5d8 HTTP/1.1" status: 200 len: 856 time: 0.6094136 Oct 27 18:34:50.095625 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7fa94a3e-fe8a-468e-9ce4-aed7ce138720 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1217790 Oct 27 18:34:50.098727 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41970) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:50.103760 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-7adf0a94-8279-414a-8aa2-a4021fbe6088 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Request body: {'security_group': {'name': 'tempest-security--1038157237', 'description': 'tempest-security-description-559141771'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:50.138220 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-ba0bedbb-f7aa-4c83-819f-9be54167c794 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:50.144241 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7adf0a94-8279-414a-8aa2-a4021fbe6088 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:50.208435 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9eb45aea-cd27-4400-a20a-9bcb636b1a85 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:50.218352 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb45aea-cd27-4400-a20a-9bcb636b1a85 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:50.218352 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9eb45aea-cd27-4400-a20a-9bcb636b1a85 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:50.248138 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-421f3948-1bfe-441a-9848-c956b87525bf tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Allocated IP 172.20.0.11 (19cc80a7-1302-4c09-9fa1-a2bd258b7dae/e9993a73-7d7a-4e68-b8c6-2b52536bb7a7/ef4319bd-3667-41aa-acdb-50846639cf49) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:34:50.268663 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7adf0a94-8279-414a-8aa2-a4021fbe6088 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:50.309460 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-7b1de907-ea6d-4fe2-8ad2-b80ce1929ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:50.311220 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-7b1de907-ea6d-4fe2-8ad2-b80ce1929ffd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e7a71d4d-f2a8-460d-b289-b8a552af97cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2724764 Oct 27 18:34:50.348876 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-ba0bedbb-f7aa-4c83-819f-9be54167c794 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Network 19cc80a7-1302-4c09-9fa1-a2bd258b7dae is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:34:50.414755 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7adf0a94-8279-414a-8aa2-a4021fbe6088 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:50.426535 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7adf0a94-8279-414a-8aa2-a4021fbe6088 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:50.426535 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7adf0a94-8279-414a-8aa2-a4021fbe6088 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "PUT /v2.0/security-groups/8349e20f-3a4b-4b9c-b1ca-d655a8f9f46f HTTP/1.1" status: 200 len: 1779 time: 0.3235517 Oct 27 18:34:50.429625 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-ba0bedbb-f7aa-4c83-819f-9be54167c794 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:34:50.430859 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0bedbb-f7aa-4c83-819f-9be54167c794 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Pushing event updated for resources: {'Port': ['ID=c99f5840-e3d2-4d62-bc1c-9ea95570ee2b,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:50.436052 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41978) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:50.528467 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf0a94-8279-414a-8aa2-a4021fbe6088 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8349e20f-3a4b-4b9c-b1ca-d655a8f9f46f,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:50.586121 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-ba0bedbb-f7aa-4c83-819f-9be54167c794 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:34:50.620833 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9eb45aea-cd27-4400-a20a-9bcb636b1a85 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8929892 Oct 27 18:34:50.622410 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e425c07f-3931-43cc-8071-75d45619fee0 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "GET /v2.0/security-groups/8349e20f-3a4b-4b9c-b1ca-d655a8f9f46f HTTP/1.1" status: 200 len: 1779 time: 0.1852565 Oct 27 18:34:50.639670 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-421f3948-1bfe-441a-9848-c956b87525bf tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:50.652782 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7c670e9b-d05d-42da-90b2-2dcdeca542fe up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:34:50.659910 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-9a84a746-b2b2-4f2e-808d-7f6680c99279 service neutron] 10.222.0.93 "GET /v2.0/networks/e7a71d4d-f2a8-460d-b289-b8a552af97cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093266 Oct 27 18:34:50.664607 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41982) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:50.664607 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41984) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:50.680428 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-4dff3036-b38a-40fd-8911-fcafa024be82 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Request body: {'subnet': {'network_id': 'bfea1636-948a-4c9e-ac8b-3fee52208548', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:50.699059 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb45aea-cd27-4400-a20a-9bcb636b1a85 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event updated for resources: {'Network': ['ID=bfea1636-948a-4c9e-ac8b-3fee52208548,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:50.725497 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network bfea1636-948a-4c9e-ac8b-3fee52208548 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:34:50.756101 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-421f3948-1bfe-441a-9848-c956b87525bf tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:50.839783 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-421f3948-1bfe-441a-9848-c956b87525bf tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Network 19cc80a7-1302-4c09-9fa1-a2bd258b7dae is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:34:50.856081 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-421f3948-1bfe-441a-9848-c956b87525bf tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:34:50.857015 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 7c670e9b-d05d-42da-90b2-2dcdeca542fe triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:50.865209 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-421f3948-1bfe-441a-9848-c956b87525bf tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:34:50.868843 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:50.913843 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f3948-1bfe-441a-9848-c956b87525bf tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Pushing event updated for resources: {'Port': ['ID=ef4319bd-3667-41aa-acdb-50846639cf49,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:50.945421 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-ba0bedbb-f7aa-4c83-819f-9be54167c794 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:50.945421 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-ba0bedbb-f7aa-4c83-819f-9be54167c794 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:50.954272 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-421f3948-1bfe-441a-9848-c956b87525bf tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:50.955380 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-421f3948-1bfe-441a-9848-c956b87525bf tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:51.056928 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 8d496bc6-27e8-46af-80f0-8dc10fb1263d up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:34:51.059780 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ea3f7d9e-cfa4-4f59-be82-92a229cd6688 req-13e0b291-9e3e-42bc-bb69-1d03b1d07ec8 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cd80ede-16c6-48b9-85cc-5b788822d681 HTTP/1.1" status: 200 len: 210 time: 0.0412791 Oct 27 18:34:51.117832 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-421f3948-1bfe-441a-9848-c956b87525bf tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7907650 Oct 27 18:34:51.131569 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-706b88d4-0d51-4dec-865c-521d37f63956 service neutron] Request body: {'port': {'device_id': '0ed0fa7d-5a3c-4610-84cf-bffc82ac30e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:51.157118 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 8d496bc6-27e8-46af-80f0-8dc10fb1263d triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:51.158084 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:51.224877 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6a9a1f24-385a-4f9b-bbf6-1d8007cb7d4a tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:51.234782 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-ba0bedbb-f7aa-4c83-819f-9be54167c794 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7489395 Oct 27 18:34:51.252842 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-3c358ab6-9681-4c14-8fc7-e33e75d4e209 service neutron] Request body: {'port': {'device_id': '6915a7d3-aad4-4a54-8ede-cf38f493194a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:51.256568 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-8c72674a-a05d-4260-92b5-99c1df79b012 None None] Provisioning complete for port c99f5840-e3d2-4d62-bc1c-9ea95570ee2b triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:51.256946 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8c72674a-a05d-4260-92b5-99c1df79b012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:51.267805 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-706b88d4-0d51-4dec-865c-521d37f63956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:51.331463 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-8c72674a-a05d-4260-92b5-99c1df79b012 None None] Port c99f5840-e3d2-4d62-bc1c-9ea95570ee2b cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:34:51.368609 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-3c358ab6-9681-4c14-8fc7-e33e75d4e209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:51.398034 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dff3036-b38a-40fd-8911-fcafa024be82 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Made reservation on behalf of c64b98e347b049a8ae1262d3f6d73502 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:34:51.403365 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4dff3036-b38a-40fd-8911-fcafa024be82 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:51.450119 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-257894d0-cfbd-4c43-bba5-3fe9b26ded35 service neutron] 10.222.0.93 "GET /v2.0/networks/e7a71d4d-f2a8-460d-b289-b8a552af97cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7736504 Oct 27 18:34:51.487844 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6a9a1f24-385a-4f9b-bbf6-1d8007cb7d4a tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:51.556052 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-b9c82b9f-c2f7-47d6-a572-d1303a4ace41 None None] Provisioning complete for port ef4319bd-3667-41aa-acdb-50846639cf49 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:51.556483 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b9c82b9f-c2f7-47d6-a572-d1303a4ace41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:51.596715 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-b9c82b9f-c2f7-47d6-a572-d1303a4ace41 None None] Port ef4319bd-3667-41aa-acdb-50846639cf49 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:34:51.623766 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.ipam_backend_mixin [None req-4dff3036-b38a-40fd-8911-fcafa024be82 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Performing IP validity checks on allocation pools {{(pid=102879) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 27 18:34:51.623766 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.ipam_backend_mixin [None req-4dff3036-b38a-40fd-8911-fcafa024be82 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102879) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 27 18:34:51.623766 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-8f793d0d-1bac-41a2-959a-b6fce2e8a0bf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=b2a5ef78-9b0f-4779-ac14-f1338bdabd09 HTTP/1.1" status: 200 len: 217 time: 0.1246512 Oct 27 18:34:51.639359 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6b920190-6899-4cb9-b793-09c08bcd8f4e tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:51.647928 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0251e8-9241-403e-b453-b3253cd5e47d req-020b936e-514a-474b-a4ff-cc1a5c5c0431 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:51.649439 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-af0251e8-9241-403e-b453-b3253cd5e47d req-020b936e-514a-474b-a4ff-cc1a5c5c0431 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.93 "GET /v2.0/networks?id=19cc80a7-1302-4c09-9fa1-a2bd258b7dae HTTP/1.1" status: 200 len: 814 time: 0.6615233 Oct 27 18:34:51.736116 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-af0251e8-9241-403e-b453-b3253cd5e47d req-4a44b7b5-1407-41d2-9afa-553e6bf2e31e tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Request body: {'port': {'device_id': '5cd80ede-16c6-48b9-85cc-5b788822d681', 'network_id': '19cc80a7-1302-4c09-9fa1-a2bd258b7dae', 'admin_state_up': True, 'tenant_id': '53ee051c22fa44a69d9ed5ec2aea81af'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:51.767733 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-706b88d4-0d51-4dec-865c-521d37f63956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef4319bd-3667-41aa-acdb-50846639cf49 {{(pid=102878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:34:51.780606 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-706b88d4-0d51-4dec-865c-521d37f63956 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:51.926938 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-8eecf3de-fc49-4817-8d8b-bcde5335e22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:51.928423 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-8eecf3de-fc49-4817-8d8b-bcde5335e22f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0c846821-c400-4b07-990c-53ee0d225496 HTTP/1.1" status: 200 len: 797 time: 0.2922733 Oct 27 18:34:51.983213 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.provisioning_blocks [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-706b88d4-0d51-4dec-865c-521d37f63956 service neutron] Transition to ACTIVE for port object ef4319bd-3667-41aa-acdb-50846639cf49 will not be triggered until provisioned by entity L2. {{(pid=102878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:34:52.008788 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6a9a1f24-385a-4f9b-bbf6-1d8007cb7d4a tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:52.010983 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6a9a1f24-385a-4f9b-bbf6-1d8007cb7d4a tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:52.014547 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6a9a1f24-385a-4f9b-bbf6-1d8007cb7d4a tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "DELETE /v2.0/security-groups/8349e20f-3a4b-4b9c-b1ca-d655a8f9f46f HTTP/1.1" status: 204 len: 168 time: 1.3453026 Oct 27 18:34:52.017657 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42024) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:52.063624 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a1f24-385a-4f9b-bbf6-1d8007cb7d4a tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8349e20f-3a4b-4b9c-b1ca-d655a8f9f46f,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:52.092996 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-706b88d4-0d51-4dec-865c-521d37f63956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:52.191387 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-725c5e06-10cf-4336-83ef-cb36ea7d67c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:52.192930 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-725c5e06-10cf-4336-83ef-cb36ea7d67c8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c77cbe16-409d-4d1e-8a39-10a063ae0bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2529783 Oct 27 18:34:52.229720 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b88d4-0d51-4dec-865c-521d37f63956 service neutron] Pushing event updated for resources: {'Port': ['ID=ef4319bd-3667-41aa-acdb-50846639cf49,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:52.296257 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-62a9c91c-3e9f-49a3-8f3f-fbd738c76df6 req-660ab0c0-5865-43d7-b094-d1744a7501c3 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cd80ede-16c6-48b9-85cc-5b788822d681 HTTP/1.1" status: 200 len: 210 time: 0.0843480 Oct 27 18:34:52.304740 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-776eba13-d945-42c9-baf6-88f9a7069a3d tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2868180 Oct 27 18:34:52.305671 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42040) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:52.316483 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af0251e8-9241-403e-b453-b3253cd5e47d req-4a44b7b5-1407-41d2-9afa-553e6bf2e31e tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Made reservation on behalf of 53ee051c22fa44a69d9ed5ec2aea81af for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:34:52.319994 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-af0251e8-9241-403e-b453-b3253cd5e47d req-4a44b7b5-1407-41d2-9afa-553e6bf2e31e tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:52.346547 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-3e910873-e725-47e4-bdf2-67a8f7e50a90 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] delete failed (client error): The resource could not be found. Oct 27 18:34:52.347418 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3e910873-e725-47e4-bdf2-67a8f7e50a90 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "DELETE /v2.0/security-groups/8349e20f-3a4b-4b9c-b1ca-d655a8f9f46f HTTP/1.1" status: 404 len: 347 time: 0.0332401 Oct 27 18:34:52.367453 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42042) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:52.383036 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-fe673a35-2b23-4933-90c6-74a5a2839ee8 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Request body: {'security_group': {'name': 'tempest-secgroup--510725207'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:52.431215 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-706b88d4-0d51-4dec-865c-521d37f63956 service neutron] Attempting to bind port ef4319bd-3667-41aa-acdb-50846639cf49 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:34:52.432018 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-706b88d4-0d51-4dec-865c-521d37f63956 service neutron] Attempting to bind port ef4319bd-3667-41aa-acdb-50846639cf49 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': 'b3f5b1a4-fde0-4b26-9254-2c3a416df771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '19cc80a7-1302-4c09-9fa1-a2bd258b7dae'}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:34:52.434112 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-706b88d4-0d51-4dec-865c-521d37f63956 service neutron] Attempting to bind port ef4319bd-3667-41aa-acdb-50846639cf49 on network 19cc80a7-1302-4c09-9fa1-a2bd258b7dae {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:34:52.441786 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-706b88d4-0d51-4dec-865c-521d37f63956 service neutron] Port ef4319bd-3667-41aa-acdb-50846639cf49 on network 19cc80a7-1302-4c09-9fa1-a2bd258b7dae not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:34:52.442216 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-706b88d4-0d51-4dec-865c-521d37f63956 service neutron] Attempting to bind port ef4319bd-3667-41aa-acdb-50846639cf49 on network 19cc80a7-1302-4c09-9fa1-a2bd258b7dae {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:34:52.448153 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-706b88d4-0d51-4dec-865c-521d37f63956 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:34:52.454497 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-706b88d4-0d51-4dec-865c-521d37f63956 service neutron] Checking segment: {'id': 'b3f5b1a4-fde0-4b26-9254-2c3a416df771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '19cc80a7-1302-4c09-9fa1-a2bd258b7dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:34:52.454497 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-706b88d4-0d51-4dec-865c-521d37f63956 service neutron] Bound using segment: {'id': 'b3f5b1a4-fde0-4b26-9254-2c3a416df771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '19cc80a7-1302-4c09-9fa1-a2bd258b7dae'} {{(pid=102878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:34:52.454497 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.managers [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-706b88d4-0d51-4dec-865c-521d37f63956 service neutron] Bound port: ef4319bd-3667-41aa-acdb-50846639cf49, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3f5b1a4-fde0-4b26-9254-2c3a416df771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '19cc80a7-1302-4c09-9fa1-a2bd258b7dae'}}] {{(pid=102878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:34:52.454497 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-706b88d4-0d51-4dec-865c-521d37f63956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:52.570956 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-706b88d4-0d51-4dec-865c-521d37f63956 service neutron] For port ef4319bd-3667-41aa-acdb-50846639cf49, host n-h2-815690-2, cleared binding levels {{(pid=102878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:34:52.575458 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-706b88d4-0d51-4dec-865c-521d37f63956 service neutron] For port ef4319bd-3667-41aa-acdb-50846639cf49, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=ef4319bd-3667-41aa-acdb-50846639cf49,segment=NetworkSegment(b3f5b1a4-fde0-4b26-9254-2c3a416df771),segment_id=b3f5b1a4-fde0-4b26-9254-2c3a416df771)] {{(pid=102878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:34:52.621088 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4dff3036-b38a-40fd-8911-fcafa024be82 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:52.652750 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-706b88d4-0d51-4dec-865c-521d37f63956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:52.687287 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-3210e630-f205-4931-8d98-5d4bdf4f347f service neutron] 10.222.0.93 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4779615 Oct 27 18:34:52.696200 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-3c358ab6-9681-4c14-8fc7-e33e75d4e209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c99f5840-e3d2-4d62-bc1c-9ea95570ee2b {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:34:52.717920 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-706b88d4-0d51-4dec-865c-521d37f63956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:52.718740 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-706b88d4-0d51-4dec-865c-521d37f63956 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:52.720581 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-706b88d4-0d51-4dec-865c-521d37f63956 service neutron] 10.222.0.93 "PUT /v2.0/ports/ef4319bd-3667-41aa-acdb-50846639cf49 HTTP/1.1" status: 200 len: 1092 time: 1.5939081 Oct 27 18:34:52.721044 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed0fa7d-5a3c-4610-84cf-bffc82ac30e4', 'tag': 'ef4319bd-3667-41aa-acdb-50846639cf49'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:34:52.723635 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e31ebf-ec7e-48d2-bab1-0a1b7c323b6f" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed0fa7d-5a3c-4610-84cf-bffc82ac30e4", "tag": "ef4319bd-3667-41aa-acdb-50846639cf49"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:34:52.745144 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-3c358ab6-9681-4c14-8fc7-e33e75d4e209 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:52.749303 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b88d4-0d51-4dec-865c-521d37f63956 service neutron] Pushing event updated for resources: {'Port': ['ID=ef4319bd-3667-41aa-acdb-50846639cf49,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:52.820240 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc557dfa-c4b4-4a14-bc04-feabded765cb x-openstack-request-id: req-bc557dfa-c4b4-4a14-bc04-feabded765cb {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:34:52.820570 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed0fa7d-5a3c-4610-84cf-bffc82ac30e4", "tag": "ef4319bd-3667-41aa-acdb-50846639cf49", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:34:52.820975 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bc557dfa-c4b4-4a14-bc04-feabded765cb {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:34:52.821285 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed0fa7d-5a3c-4610-84cf-bffc82ac30e4', 'tag': 'ef4319bd-3667-41aa-acdb-50846639cf49', 'status': 'completed', 'code': 200} Oct 27 18:34:52.825475 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fe673a35-2b23-4933-90c6-74a5a2839ee8 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:52.831203 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-3c358ab6-9681-4c14-8fc7-e33e75d4e209 service neutron] Transition to ACTIVE for port object c99f5840-e3d2-4d62-bc1c-9ea95570ee2b will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:34:52.839462 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff3036-b38a-40fd-8911-fcafa024be82 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event updated for resources: {'Subnet': ['ID=681b9750-5bfa-49cf-8af3-17a840e8d905,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:52.888408 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e31ebf-ec7e-48d2-bab1-0a1b7c323b6f req-1bdb327f-9336-4a4b-8945-df594b10270e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:52.890109 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f7e31ebf-ec7e-48d2-bab1-0a1b7c323b6f req-1bdb327f-9336-4a4b-8945-df594b10270e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=53ee051c22fa44a69d9ed5ec2aea81af&device_id=0ed0fa7d-5a3c-4610-84cf-bffc82ac30e4 HTTP/1.1" status: 200 len: 1095 time: 0.0441225 Oct 27 18:34:52.944998 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dff3036-b38a-40fd-8911-fcafa024be82 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Checking segment: {'id': 'b5679800-b552-44d8-b767-73a8bf10e591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'bfea1636-948a-4c9e-ac8b-3fee52208548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:34:52.945446 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dff3036-b38a-40fd-8911-fcafa024be82 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Network hostable DHCP agents. Network: bfea1636-948a-4c9e-ac8b-3fee52208548, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:34:52.963109 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-3c358ab6-9681-4c14-8fc7-e33e75d4e209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:53.036103 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e31ebf-ec7e-48d2-bab1-0a1b7c323b6f req-53730222-bc34-493b-ab78-a5a9137f93a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:53.038356 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f7e31ebf-ec7e-48d2-bab1-0a1b7c323b6f req-53730222-bc34-493b-ab78-a5a9137f93a0 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=53ee051c22fa44a69d9ed5ec2aea81af&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1402392 Oct 27 18:34:53.061542 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-0090ab17-551c-4bcf-a088-8af75e564b8f service neutron] 10.222.0.93 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568938 Oct 27 18:34:53.100207 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-6b920190-6899-4cb9-b793-09c08bcd8f4e tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Deleting port b2152e28-605f-44f8-a552-757d9b3b93a8 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:34:53.100581 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6b920190-6899-4cb9-b793-09c08bcd8f4e tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:53.208540 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e31ebf-ec7e-48d2-bab1-0a1b7c323b6f req-8503fd8c-0ea6-44b0-83f3-9a562de94803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:53.210306 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f7e31ebf-ec7e-48d2-bab1-0a1b7c323b6f req-8503fd8c-0ea6-44b0-83f3-9a562de94803 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1615338 Oct 27 18:34:53.232259 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-af0251e8-9241-403e-b453-b3253cd5e47d req-4a44b7b5-1407-41d2-9afa-553e6bf2e31e tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Allocated IP 172.20.0.3 (19cc80a7-1302-4c09-9fa1-a2bd258b7dae/e9993a73-7d7a-4e68-b8c6-2b52536bb7a7/743736f0-29ce-4876-a772-54307835853b) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:34:53.236023 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-75db07e5-40ac-412e-a429-48caec371efe service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=de66f073-b55a-4294-bcf0-2738e20e2c40 HTTP/1.1" status: 200 len: 217 time: 0.1556094 Oct 27 18:34:53.237482 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c358ab6-9681-4c14-8fc7-e33e75d4e209 service neutron] Pushing event updated for resources: {'Port': ['ID=c99f5840-e3d2-4d62-bc1c-9ea95570ee2b,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:53.270620 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fe673a35-2b23-4933-90c6-74a5a2839ee8 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:53.323070 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dff3036-b38a-40fd-8911-fcafa024be82 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Network bfea1636-948a-4c9e-ac8b-3fee52208548 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:34:53.356251 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-97f7a796-8c78-4c8c-9e91-695d6877331b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:53.357931 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-97f7a796-8c78-4c8c-9e91-695d6877331b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=53ee051c22fa44a69d9ed5ec2aea81af&device_id=0ed0fa7d-5a3c-4610-84cf-bffc82ac30e4 HTTP/1.1" status: 200 len: 1095 time: 0.0645611 Oct 27 18:34:53.399785 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fe673a35-2b23-4933-90c6-74a5a2839ee8 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:53.433764 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-3340566c-16f2-4e62-9ec6-2a74a445ffc7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef4319bd-3667-41aa-acdb-50846639cf49 HTTP/1.1" status: 200 len: 217 time: 0.0647500 Oct 27 18:34:53.463450 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1ad88cfe-b6f7-42b4-92e4-476ddd5e7901 req-2067c6e0-891c-414d-8873-60922d5bf41c tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cd80ede-16c6-48b9-85cc-5b788822d681 HTTP/1.1" status: 200 len: 210 time: 0.0732272 Oct 27 18:34:53.540625 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-6f48198b-14b5-4919-bba9-3c217902dd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:53.542622 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-6f48198b-14b5-4919-bba9-3c217902dd7a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e9993a73-7d7a-4e68-b8c6-2b52536bb7a7 HTTP/1.1" status: 200 len: 853 time: 0.0781569 Oct 27 18:34:53.617771 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-a1602af3-4562-48bb-b24a-30bdc5842239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:53.619952 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-a1602af3-4562-48bb-b24a-30bdc5842239 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=19cc80a7-1302-4c09-9fa1-a2bd258b7dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693207 Oct 27 18:34:53.749315 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-43172c31-cbff-470d-847e-724452dbd3bd service neutron] 10.222.0.93 "GET /v2.0/networks/19cc80a7-1302-4c09-9fa1-a2bd258b7dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216972 Oct 27 18:34:53.806396 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [req-1253977c-af0e-4103-a528-e955b7b37666 req-6ae290b8-9521-41e2-bc55-be21c4942f5c tempest-ServersOnMultiNodesTest-913777155 tempest-ServersOnMultiNodesTest-913777155-project] (102879) timed out ('10.222.0.52', 47778) {{(pid=102879) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 18:34:53.835536 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-4dff3036-b38a-40fd-8911-fcafa024be82 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, bfea1636-948a-4c9e-ac8b-3fee52208548) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:34:53.853413 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6e71e3-bd7b-4a8f-a588-555390abd9ca None None] Network bfea1636-948a-4c9e-ac8b-3fee52208548 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:34:53.876121 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dff3036-b38a-40fd-8911-fcafa024be82 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:53.876721 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4dff3036-b38a-40fd-8911-fcafa024be82 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:53.883906 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6b920190-6899-4cb9-b793-09c08bcd8f4e tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:53.889236 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-11eefab3-eef0-4354-b7f7-593ef08b39c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:53.891461 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-11eefab3-eef0-4354-b7f7-593ef08b39c2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0c846821-c400-4b07-990c-53ee0d225496 HTTP/1.1" status: 200 len: 797 time: 0.6373310 Oct 27 18:34:53.926107 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-6b920190-6899-4cb9-b793-09c08bcd8f4e tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Calling delete_port for b2152e28-605f-44f8-a552-757d9b3b93a8 owned by network:router_interface {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:34:53.929615 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe673a35-2b23-4933-90c6-74a5a2839ee8 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f006b1e8-6107-409b-a81b-63722298db1f,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:53.970681 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-3c358ab6-9681-4c14-8fc7-e33e75d4e209 service neutron] Attempting to bind port c99f5840-e3d2-4d62-bc1c-9ea95570ee2b on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:34:53.971057 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-3c358ab6-9681-4c14-8fc7-e33e75d4e209 service neutron] Attempting to bind port c99f5840-e3d2-4d62-bc1c-9ea95570ee2b by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': 'b3f5b1a4-fde0-4b26-9254-2c3a416df771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '19cc80a7-1302-4c09-9fa1-a2bd258b7dae'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:34:53.975683 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-3c358ab6-9681-4c14-8fc7-e33e75d4e209 service neutron] Attempting to bind port c99f5840-e3d2-4d62-bc1c-9ea95570ee2b on network 19cc80a7-1302-4c09-9fa1-a2bd258b7dae {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:34:53.980533 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fe673a35-2b23-4933-90c6-74a5a2839ee8 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:53.981894 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-fe673a35-2b23-4933-90c6-74a5a2839ee8 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6130879 Oct 27 18:34:53.989988 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42078) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:54.007156 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-0dc4de2f-fdd3-48f8-b54e-31bbe3251262 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Request body: {'security_group_rule': {'security_group_id': 'f006b1e8-6107-409b-a81b-63722298db1f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:54.013393 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-3c358ab6-9681-4c14-8fc7-e33e75d4e209 service neutron] Port c99f5840-e3d2-4d62-bc1c-9ea95570ee2b on network 19cc80a7-1302-4c09-9fa1-a2bd258b7dae not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:34:54.013722 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-3c358ab6-9681-4c14-8fc7-e33e75d4e209 service neutron] Attempting to bind port c99f5840-e3d2-4d62-bc1c-9ea95570ee2b on network 19cc80a7-1302-4c09-9fa1-a2bd258b7dae {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:34:54.036065 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4dff3036-b38a-40fd-8911-fcafa024be82 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.3606846 Oct 27 18:34:54.038291 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42082) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:54.101429 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-3c358ab6-9681-4c14-8fc7-e33e75d4e209 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:34:54.101951 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-3c358ab6-9681-4c14-8fc7-e33e75d4e209 service neutron] Checking segment: {'id': 'b3f5b1a4-fde0-4b26-9254-2c3a416df771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '19cc80a7-1302-4c09-9fa1-a2bd258b7dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:34:54.102527 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-3c358ab6-9681-4c14-8fc7-e33e75d4e209 service neutron] Bound using segment: {'id': 'b3f5b1a4-fde0-4b26-9254-2c3a416df771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '19cc80a7-1302-4c09-9fa1-a2bd258b7dae'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:34:54.103316 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-3c358ab6-9681-4c14-8fc7-e33e75d4e209 service neutron] Bound port: c99f5840-e3d2-4d62-bc1c-9ea95570ee2b, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3f5b1a4-fde0-4b26-9254-2c3a416df771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '19cc80a7-1302-4c09-9fa1-a2bd258b7dae'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:34:54.106429 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-3c358ab6-9681-4c14-8fc7-e33e75d4e209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:54.110631 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061cf63a-acde-4ce1-b175-32594d471a04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-bfea1636-948a-4c9e-ac8b-3fee52208548', 'network_id': 'bfea1636-948a-4c9e-ac8b-3fee52208548', 'tenant_id': 'c64b98e347b049a8ae1262d3f6d73502', 'fixed_ips': [{'subnet_id': '681b9750-5bfa-49cf-8af3-17a840e8d905'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:34:54.111987 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-061cf63a-acde-4ce1-b175-32594d471a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:54.243955 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-a4869f5e-92c3-4f33-a84f-73fc7960fe27 service neutron] 10.222.0.93 "GET /v2.0/networks/19cc80a7-1302-4c09-9fa1-a2bd258b7dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4868696 Oct 27 18:34:54.281094 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-061cf63a-acde-4ce1-b175-32594d471a04 None None] Allocated IP 172.20.0.3 (bfea1636-948a-4c9e-ac8b-3fee52208548/681b9750-5bfa-49cf-8af3-17a840e8d905/0dda3500-560d-4a90-8864-c787ac833bd8) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:34:54.453771 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-af0251e8-9241-403e-b453-b3253cd5e47d req-4a44b7b5-1407-41d2-9afa-553e6bf2e31e tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:54.516754 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-061cf63a-acde-4ce1-b175-32594d471a04 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:54.530504 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0dc4de2f-fdd3-48f8-b54e-31bbe3251262 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:54.561061 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-3c358ab6-9681-4c14-8fc7-e33e75d4e209 service neutron] For port c99f5840-e3d2-4d62-bc1c-9ea95570ee2b, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:34:54.573459 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-697e2498-24f3-4090-9cdc-3e49b3eb1a63 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:54.586933 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-7b7899e7-9348-43ca-889f-9258548c6391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:54.588706 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-7b7899e7-9348-43ca-889f-9258548c6391 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c77cbe16-409d-4d1e-8a39-10a063ae0bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6777260 Oct 27 18:34:54.592699 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-061cf63a-acde-4ce1-b175-32594d471a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:54.615914 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-3c358ab6-9681-4c14-8fc7-e33e75d4e209 service neutron] For port c99f5840-e3d2-4d62-bc1c-9ea95570ee2b, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=c99f5840-e3d2-4d62-bc1c-9ea95570ee2b,segment=NetworkSegment(b3f5b1a4-fde0-4b26-9254-2c3a416df771),segment_id=b3f5b1a4-fde0-4b26-9254-2c3a416df771)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:34:54.686401 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061cf63a-acde-4ce1-b175-32594d471a04 None None] Network bfea1636-948a-4c9e-ac8b-3fee52208548 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:34:54.690740 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-061cf63a-acde-4ce1-b175-32594d471a04 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:34:54.699074 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-708ac395-a520-4fe0-b6c3-16fa41d58aca req-f089090e-5b6f-4365-af11-459f1090f2a9 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cd80ede-16c6-48b9-85cc-5b788822d681 HTTP/1.1" status: 200 len: 210 time: 0.1053469 Oct 27 18:34:54.704653 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061cf63a-acde-4ce1-b175-32594d471a04 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:34:54.719618 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-3c358ab6-9681-4c14-8fc7-e33e75d4e209 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:54.730230 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061cf63a-acde-4ce1-b175-32594d471a04 None None] Pushing event updated for resources: {'Port': ['ID=0dda3500-560d-4a90-8864-c787ac833bd8,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:54.846777 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-061cf63a-acde-4ce1-b175-32594d471a04 None None] Attempting to bind port 0dda3500-560d-4a90-8864-c787ac833bd8 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:34:54.857897 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-061cf63a-acde-4ce1-b175-32594d471a04 None None] Attempting to bind port 0dda3500-560d-4a90-8864-c787ac833bd8 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'b5679800-b552-44d8-b767-73a8bf10e591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'bfea1636-948a-4c9e-ac8b-3fee52208548'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:34:54.857897 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061cf63a-acde-4ce1-b175-32594d471a04 None None] Attempting to bind port 0dda3500-560d-4a90-8864-c787ac833bd8 on network bfea1636-948a-4c9e-ac8b-3fee52208548 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:34:54.857897 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061cf63a-acde-4ce1-b175-32594d471a04 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:34:54.857897 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061cf63a-acde-4ce1-b175-32594d471a04 None None] Checking segment: {'id': 'b5679800-b552-44d8-b767-73a8bf10e591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'bfea1636-948a-4c9e-ac8b-3fee52208548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:34:54.857897 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-061cf63a-acde-4ce1-b175-32594d471a04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:54.857897 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061cf63a-acde-4ce1-b175-32594d471a04 None None] Bound using segment: {'id': 'b5679800-b552-44d8-b767-73a8bf10e591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'bfea1636-948a-4c9e-ac8b-3fee52208548'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:34:54.857897 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-061cf63a-acde-4ce1-b175-32594d471a04 None None] Bound port: 0dda3500-560d-4a90-8864-c787ac833bd8, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5679800-b552-44d8-b767-73a8bf10e591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'bfea1636-948a-4c9e-ac8b-3fee52208548'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:34:54.860237 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-061cf63a-acde-4ce1-b175-32594d471a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:54.946993 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0dc4de2f-fdd3-48f8-b54e-31bbe3251262 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:54.954413 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-3c358ab6-9681-4c14-8fc7-e33e75d4e209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:54.955488 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-3c358ab6-9681-4c14-8fc7-e33e75d4e209 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:54.957305 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-3c358ab6-9681-4c14-8fc7-e33e75d4e209 service neutron] 10.222.0.93 "PUT /v2.0/ports/c99f5840-e3d2-4d62-bc1c-9ea95570ee2b HTTP/1.1" status: 200 len: 1091 time: 3.7098508 Oct 27 18:34:54.963218 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6915a7d3-aad4-4a54-8ede-cf38f493194a', 'tag': 'c99f5840-e3d2-4d62-bc1c-9ea95570ee2b'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:34:54.967408 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0a6f8b-29ef-4860-ae65-ea30b82275bd" -d '{"events": [{"name": "network-changed", "server_uuid": "6915a7d3-aad4-4a54-8ede-cf38f493194a", "tag": "c99f5840-e3d2-4d62-bc1c-9ea95570ee2b"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:34:54.996620 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-061cf63a-acde-4ce1-b175-32594d471a04 None None] For port 0dda3500-560d-4a90-8864-c787ac833bd8, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:34:55.002987 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-061cf63a-acde-4ce1-b175-32594d471a04 None None] For port 0dda3500-560d-4a90-8864-c787ac833bd8, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=0dda3500-560d-4a90-8864-c787ac833bd8,segment=NetworkSegment(b5679800-b552-44d8-b767-73a8bf10e591),segment_id=b5679800-b552-44d8-b767-73a8bf10e591)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:34:55.023439 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-af0251e8-9241-403e-b453-b3253cd5e47d req-4a44b7b5-1407-41d2-9afa-553e6bf2e31e tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:55.071358 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d27905e-cb4b-4722-84a4-2a573f3fdf86 x-openstack-request-id: req-7d27905e-cb4b-4722-84a4-2a573f3fdf86 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:34:55.071661 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6915a7d3-aad4-4a54-8ede-cf38f493194a", "tag": "c99f5840-e3d2-4d62-bc1c-9ea95570ee2b", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:34:55.071917 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7d27905e-cb4b-4722-84a4-2a573f3fdf86 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:34:55.072327 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6915a7d3-aad4-4a54-8ede-cf38f493194a', 'tag': 'c99f5840-e3d2-4d62-bc1c-9ea95570ee2b', 'status': 'completed', 'code': 200} Oct 27 18:34:55.075392 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0dc4de2f-fdd3-48f8-b54e-31bbe3251262 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:55.101491 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c358ab6-9681-4c14-8fc7-e33e75d4e209 service neutron] Pushing event updated for resources: {'Port': ['ID=c99f5840-e3d2-4d62-bc1c-9ea95570ee2b,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:55.165353 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af0251e8-9241-403e-b453-b3253cd5e47d req-4a44b7b5-1407-41d2-9afa-553e6bf2e31e tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Network 19cc80a7-1302-4c09-9fa1-a2bd258b7dae is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:34:55.174575 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-061cf63a-acde-4ce1-b175-32594d471a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:55.225404 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6b920190-6899-4cb9-b793-09c08bcd8f4e tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:55.227837 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-af0251e8-9241-403e-b453-b3253cd5e47d req-4a44b7b5-1407-41d2-9afa-553e6bf2e31e tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:34:55.235543 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-af0251e8-9241-403e-b453-b3253cd5e47d req-4a44b7b5-1407-41d2-9afa-553e6bf2e31e tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:34:55.241956 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-3f0a87e0-c0c2-4b23-8cd5-31ea0857ae72 service neutron] 10.222.0.93 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6245005 Oct 27 18:34:55.261671 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc4de2f-fdd3-48f8-b54e-31bbe3251262 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3a8ce8e-7164-4357-830b-4e04b99ce43d,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:55.339976 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061cf63a-acde-4ce1-b175-32594d471a04 None None] Pushing event updated for resources: {'Port': ['ID=0dda3500-560d-4a90-8864-c787ac833bd8,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:55.457716 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0dc4de2f-fdd3-48f8-b54e-31bbe3251262 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:55.462545 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0dc4de2f-fdd3-48f8-b54e-31bbe3251262 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4675260 Oct 27 18:34:55.463293 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42118) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:55.532134 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44b7b5-1407-41d2-9afa-553e6bf2e31e tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Pushing event updated for resources: {'Port': ['ID=743736f0-29ce-4876-a772-54307835853b,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:55.535555 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8a816e35-934e-4675-abf8-1ba9a4e66f02 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:55.560256 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8a816e35-934e-4675-abf8-1ba9a4e66f02 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:55.662371 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-697e2498-24f3-4090-9cdc-3e49b3eb1a63 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Deleting port 0dda3500-560d-4a90-8864-c787ac833bd8 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:34:55.662717 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-697e2498-24f3-4090-9cdc-3e49b3eb1a63 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:55.672578 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a6f8b-29ef-4860-ae65-ea30b82275bd req-d0df7ed4-6c74-45f3-8738-b78d2dfbee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:55.674636 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4f0a6f8b-29ef-4860-ae65-ea30b82275bd req-d0df7ed4-6c74-45f3-8738-b78d2dfbee85 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=53ee051c22fa44a69d9ed5ec2aea81af&device_id=6915a7d3-aad4-4a54-8ede-cf38f493194a HTTP/1.1" status: 200 len: 1094 time: 0.5930309 Oct 27 18:34:55.692480 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b920190-6899-4cb9-b793-09c08bcd8f4e tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event deleted for resources: {'Port': ['ID=b2152e28-605f-44f8-a552-757d9b3b93a8,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:55.701407 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-99a8c88a-6883-4dd7-a0f0-7b7e66e31d9e None None] Provisioning complete for port 743736f0-29ce-4876-a772-54307835853b triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:55.701407 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-99a8c88a-6883-4dd7-a0f0-7b7e66e31d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:55.739876 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8a816e35-934e-4675-abf8-1ba9a4e66f02 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:55.756120 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8a816e35-934e-4675-abf8-1ba9a4e66f02 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:55.757576 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8a816e35-934e-4675-abf8-1ba9a4e66f02 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/e3a8ce8e-7164-4357-830b-4e04b99ce43d HTTP/1.1" status: 204 len: 168 time: 0.2922819 Oct 27 18:34:55.765916 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42126) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:55.792006 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0251e8-9241-403e-b453-b3253cd5e47d req-4a44b7b5-1407-41d2-9afa-553e6bf2e31e tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:55.792782 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-af0251e8-9241-403e-b453-b3253cd5e47d req-4a44b7b5-1407-41d2-9afa-553e6bf2e31e tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:55.805463 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6b920190-6899-4cb9-b793-09c08bcd8f4e tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:55.809155 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-99a8c88a-6883-4dd7-a0f0-7b7e66e31d9e None None] Port 743736f0-29ce-4876-a772-54307835853b cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:34:55.833501 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a816e35-934e-4675-abf8-1ba9a4e66f02 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3a8ce8e-7164-4357-830b-4e04b99ce43d,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:55.928985 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6000a4d7-9cee-4930-af91-dcff2bf1edd0 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1547668 Oct 27 18:34:55.931917 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42132) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:56.055528 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-af0251e8-9241-403e-b453-b3253cd5e47d req-4a44b7b5-1407-41d2-9afa-553e6bf2e31e tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3789608 Oct 27 18:34:56.058860 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-cb16d60c-629b-4aab-a451-4ee3ce14c1d6 service neutron] 10.222.0.93 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7564676 Oct 27 18:34:56.085003 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d51fb940-cc37-49fa-b384-f06aa03fd844 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:56.093541 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-af0251e8-9241-403e-b453-b3253cd5e47d req-fc1bfa15-113c-4224-9de4-2561c15379dd service neutron] Request body: {'port': {'device_id': '5cd80ede-16c6-48b9-85cc-5b788822d681', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:56.096470 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f035b-b426-401a-a1e8-dbd6e36298ba req-18780bdb-7e2e-4802-96a0-3b80e0c54d2e tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:56.102062 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ea2f035b-b426-401a-a1e8-dbd6e36298ba req-18780bdb-7e2e-4802-96a0-3b80e0c54d2e tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cd80ede-16c6-48b9-85cc-5b788822d681 HTTP/1.1" status: 200 len: 931 time: 0.1691291 Oct 27 18:34:56.164588 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d51fb940-cc37-49fa-b384-f06aa03fd844 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:56.170461 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ea2f035b-b426-401a-a1e8-dbd6e36298ba req-de17e0ee-2019-4445-8177-471dea041422 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596495 Oct 27 18:34:56.177514 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42144) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:56.230982 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-83685407-4789-41a9-9d48-ab425ceb4b40 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=4288ff73-5ecf-488b-b668-2614a82bb54d HTTP/1.1" status: 200 len: 217 time: 0.1495667 Oct 27 18:34:56.332441 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d51fb940-cc37-49fa-b384-f06aa03fd844 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:56.335502 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d51fb940-cc37-49fa-b384-f06aa03fd844 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:56.336906 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d51fb940-cc37-49fa-b384-f06aa03fd844 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "DELETE /v2.0/security-groups/f006b1e8-6107-409b-a81b-63722298db1f HTTP/1.1" status: 204 len: 168 time: 0.4039240 Oct 27 18:34:56.345826 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42150) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:56.355123 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1f0c1b94-aea7-4010-bc8b-2d63f46f9241 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:56.371917 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:56.376823 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fb940-cc37-49fa-b384-f06aa03fd844 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f006b1e8-6107-409b-a81b-63722298db1f,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:56.385961 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a6f8b-29ef-4860-ae65-ea30b82275bd req-12f86a57-7da5-4c3c-9e85-7b004be51fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:56.388212 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4f0a6f8b-29ef-4860-ae65-ea30b82275bd req-12f86a57-7da5-4c3c-9e85-7b004be51fe2 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=53ee051c22fa44a69d9ed5ec2aea81af&shared=False HTTP/1.1" status: 200 len: 916 time: 0.6782298 Oct 27 18:34:56.393232 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-697e2498-24f3-4090-9cdc-3e49b3eb1a63 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] For port 0dda3500-560d-4a90-8864-c787ac833bd8, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=0dda3500-560d-4a90-8864-c787ac833bd8,segment=NetworkSegment(b5679800-b552-44d8-b767-73a8bf10e591),segment_id=b5679800-b552-44d8-b767-73a8bf10e591)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:34:56.399409 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-697e2498-24f3-4090-9cdc-3e49b3eb1a63 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:56.430534 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-21f50797-c69e-42cc-96b8-33f45774bf29 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0827396 Oct 27 18:34:56.435049 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42152) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:56.439759 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-11fbc777-7cbb-457f-9edc-a9866ad04c29 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Request body: {'security_group': {'name': 'tempest-secgroup--497209841'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:56.497086 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-697e2498-24f3-4090-9cdc-3e49b3eb1a63 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Calling delete_port for 0dda3500-560d-4a90-8864-c787ac833bd8 owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:34:56.506660 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-2146c829-2318-499b-a21d-9864c93e5eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:56.508624 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-2146c829-2318-499b-a21d-9864c93e5eed service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0c846821-c400-4b07-990c-53ee0d225496 HTTP/1.1" status: 200 len: 797 time: 0.2472203 Oct 27 18:34:56.519908 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1f0c1b94-aea7-4010-bc8b-2d63f46f9241 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:56.559678 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-11fbc777-7cbb-457f-9edc-a9866ad04c29 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:56.590701 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1f0c1b94-aea7-4010-bc8b-2d63f46f9241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:56.600892 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a6f8b-29ef-4860-ae65-ea30b82275bd req-cdbe8c82-1078-4736-919d-21d9980ee599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:56.602390 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4f0a6f8b-29ef-4860-ae65-ea30b82275bd req-cdbe8c82-1078-4736-919d-21d9980ee599 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1956146 Oct 27 18:34:56.629199 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 0dda3500-560d-4a90-8864-c787ac833bd8 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:34:56.652819 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b920190-6899-4cb9-b793-09c08bcd8f4e tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Router da49bb34-1d5d-4471-8f1c-b527dda8dcb2 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:34:56.710675 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device ef4319bd-3667-41aa-acdb-50846639cf49 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:34:56.921397 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9d9a6e-a741-4499-8690-0f64b3b663e1 None None] Network bfea1636-948a-4c9e-ac8b-3fee52208548 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:34:56.936017 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-af0251e8-9241-403e-b453-b3253cd5e47d req-fc1bfa15-113c-4224-9de4-2561c15379dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:57.017694 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 0dda3500-560d-4a90-8864-c787ac833bd8 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:57.018213 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:57.042450 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1f0c1b94-aea7-4010-bc8b-2d63f46f9241 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8450178232494b5bb6962261b456832a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8639023 Oct 27 18:34:57.048572 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c1b94-aea7-4010-bc8b-2d63f46f9241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8162796e-42e1-4bcf-be8d-d31ec1ee08c6,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:57.052101 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42158) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:57.088635 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:57.114024 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Port 0dda3500-560d-4a90-8864-c787ac833bd8 was deleted so its status cannot be updated. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 27 18:34:57.116921 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b920190-6899-4cb9-b793-09c08bcd8f4e tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:34:57.123314 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-697e2498-24f3-4090-9cdc-3e49b3eb1a63 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:57.129721 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8f4757-0528-4da5-8144-4807ac35853d None None] Sync routers for ids ['da49bb34-1d5d-4471-8f1c-b527dda8dcb2'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:34:57.147128 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6b920190-6899-4cb9-b793-09c08bcd8f4e tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "PUT /v2.0/routers/da49bb34-1d5d-4471-8f1c-b527dda8dcb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9635763 Oct 27 18:34:57.163110 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42162) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:57.173558 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8f4757-0528-4da5-8144-4807ac35853d None None] Routers {'da49bb34-1d5d-4471-8f1c-b527dda8dcb2'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:34:57.174173 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-6c8f4757-0528-4da5-8144-4807ac35853d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:34:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['da49bb34-1d5d-4471-8f1c-b527dda8dcb2'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:57.179955 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-7ab39e87-6bd9-4933-af0c-5245e3cd8ae1 None None] Provisioning complete for port 0dda3500-560d-4a90-8864-c787ac833bd8 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:34:57.180589 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7ab39e87-6bd9-4933-af0c-5245e3cd8ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:57.187654 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port ef4319bd-3667-41aa-acdb-50846639cf49, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=ef4319bd-3667-41aa-acdb-50846639cf49,segment=NetworkSegment(b3f5b1a4-fde0-4b26-9254-2c3a416df771),segment_id=b3f5b1a4-fde0-4b26-9254-2c3a416df771)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:34:57.214940 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-7ab39e87-6bd9-4933-af0c-5245e3cd8ae1 None None] Port 0dda3500-560d-4a90-8864-c787ac833bd8 was deleted so its status cannot be updated. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 27 18:34:57.231253 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697e2498-24f3-4090-9cdc-3e49b3eb1a63 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event deleted for resources: {'Port': ['ID=0dda3500-560d-4a90-8864-c787ac833bd8,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:57.235862 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-f8cf835d-a085-449e-90b2-414b922dfb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:57.237959 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-f8cf835d-a085-449e-90b2-414b922dfb85 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c77cbe16-409d-4d1e-8a39-10a063ae0bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6292157 Oct 27 18:34:57.249831 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-6c8f4757-0528-4da5-8144-4807ac35853d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:57.252498 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'ef4319bd-3667-41aa-acdb-50846639cf49', 'network_id': '19cc80a7-1302-4c09-9fa1-a2bd258b7dae', 'port_id': 'ef4319bd-3667-41aa-acdb-50846639cf49', 'mac_address': 'fa:16:3e:e0:ea:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9993a73-7d7a-4e68-b8c6-2b52536bb7a7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:34:57.254695 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-51df163a-57e1-4667-a958-da6e8cf022cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:57.257845 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-51df163a-57e1-4667-a958-da6e8cf022cf service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=53ee051c22fa44a69d9ed5ec2aea81af&device_id=6915a7d3-aad4-4a54-8ede-cf38f493194a HTTP/1.1" status: 200 len: 1094 time: 0.3148799 Oct 27 18:34:57.259536 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-11fbc777-7cbb-457f-9edc-a9866ad04c29 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:57.271389 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8f4757-0528-4da5-8144-4807ac35853d None None] Routers {'da49bb34-1d5d-4471-8f1c-b527dda8dcb2'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:34:57.272010 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-6c8f4757-0528-4da5-8144-4807ac35853d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:34:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['da49bb34-1d5d-4471-8f1c-b527dda8dcb2'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:57.306859 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-85205fe3-d7fb-460b-85b9-06d19275b3a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:57.382391 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-80e96868-6cd0-436f-bd24-aec419733765 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "GET /v2.0/ports?device_id=da49bb34-1d5d-4471-8f1c-b527dda8dcb2 HTTP/1.1" status: 200 len: 205 time: 0.2181408 Oct 27 18:34:57.389943 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-6c8f4757-0528-4da5-8144-4807ac35853d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:57.389943 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8f4757-0528-4da5-8144-4807ac35853d None None] The sync data for ids ['da49bb34-1d5d-4471-8f1c-b527dda8dcb2'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:34:57.390252 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-11fbc777-7cbb-457f-9edc-a9866ad04c29 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:57.401678 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42168) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:57.479517 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:57.504176 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef4319bd-3667-41aa-acdb-50846639cf49 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:34:57.534542 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-85205fe3-d7fb-460b-85b9-06d19275b3a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:57.540587 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-81290c56-d5b6-4250-9d58-c5314d769b18 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c99f5840-e3d2-4d62-bc1c-9ea95570ee2b HTTP/1.1" status: 200 len: 217 time: 0.2678416 Oct 27 18:34:57.541117 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-11fbc777-7cbb-457f-9edc-a9866ad04c29 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:57.541505 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697e2498-24f3-4090-9cdc-3e49b3eb1a63 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] No DVR routers for this DVR port 0dda3500-560d-4a90-8864-c787ac833bd8 on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:34:57.542573 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-11fbc777-7cbb-457f-9edc-a9866ad04c29 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1065810 Oct 27 18:34:57.552579 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42170) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:57.563579 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ebbdc-80d1-4268-8866-8270ab946253 req-1eb7f8ac-e5aa-46e0-bb32-548f7c6be9aa tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:57.565245 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port ef4319bd-3667-41aa-acdb-50846639cf49, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=ef4319bd-3667-41aa-acdb-50846639cf49,segment=NetworkSegment(b3f5b1a4-fde0-4b26-9254-2c3a416df771),segment_id=b3f5b1a4-fde0-4b26-9254-2c3a416df771)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:34:57.566699 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d99ebbdc-80d1-4268-8866-8270ab946253 req-1eb7f8ac-e5aa-46e0-bb32-548f7c6be9aa tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cd80ede-16c6-48b9-85cc-5b788822d681 HTTP/1.1" status: 200 len: 931 time: 0.2233109 Oct 27 18:34:57.567794 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fbc777-7cbb-457f-9edc-a9866ad04c29 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9755ac-05fa-49b4-9da8-0076478ce1fd,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:57.574431 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-2f51a8f3-98fd-408a-a035-7c038320a324 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Request body: {'security_group_rule': {'security_group_id': 'aa9755ac-05fa-49b4-9da8-0076478ce1fd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:57.632481 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:57.659041 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-594c24b9-013f-48cc-b335-37ebc2887ec4 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:57.734432 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=ef4319bd-3667-41aa-acdb-50846639cf49,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:57.770115 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-85205fe3-d7fb-460b-85b9-06d19275b3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:57.773172 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-85205fe3-d7fb-460b-85b9-06d19275b3a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:57.774348 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-85205fe3-d7fb-460b-85b9-06d19275b3a3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8162796e-42e1-4bcf-be8d-d31ec1ee08c6 HTTP/1.1" status: 204 len: 168 time: 0.7158930 Oct 27 18:34:57.784662 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2f51a8f3-98fd-408a-a035-7c038320a324 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:57.867639 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85205fe3-d7fb-460b-85b9-06d19275b3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8162796e-42e1-4bcf-be8d-d31ec1ee08c6,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:57.901867 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['ef4319bd-3667-41aa-acdb-50846639cf49'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:34:57.936200 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2f51a8f3-98fd-408a-a035-7c038320a324 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:57.970505 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d99ebbdc-80d1-4268-8866-8270ab946253 req-e69ad507-8643-40dd-ad85-421831498571 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077946 Oct 27 18:34:57.982143 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-594c24b9-013f-48cc-b335-37ebc2887ec4 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:57.985961 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-594c24b9-013f-48cc-b335-37ebc2887ec4 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:58.081521 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2f51a8f3-98fd-408a-a035-7c038320a324 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:58.108104 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f51a8f3-98fd-408a-a035-7c038320a324 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6a03bfa-18d0-4faa-b90b-21228f2bcbee,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:58.146645 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-594c24b9-013f-48cc-b335-37ebc2887ec4 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:58.147812 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594c24b9-013f-48cc-b335-37ebc2887ec4 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Fanout notify agent at l3_agent the message router_deleted on router da49bb34-1d5d-4471-8f1c-b527dda8dcb2 {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:34:58.175364 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-594c24b9-013f-48cc-b335-37ebc2887ec4 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:58.176977 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-594c24b9-013f-48cc-b335-37ebc2887ec4 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "DELETE /v2.0/routers/da49bb34-1d5d-4471-8f1c-b527dda8dcb2 HTTP/1.1" status: 204 len: 168 time: 0.7558172 Oct 27 18:34:58.188297 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42178) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:58.230501 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2f51a8f3-98fd-408a-a035-7c038320a324 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:58.235200 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-2f51a8f3-98fd-408a-a035-7c038320a324 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6782930 Oct 27 18:34:58.238930 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42180) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:58.252726 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-acbcb537-a005-47cf-98a5-765fd1465358 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Request body: {'security_group_rule': {'security_group_id': 'aa9755ac-05fa-49b4-9da8-0076478ce1fd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:58.255524 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-697e2498-24f3-4090-9cdc-3e49b3eb1a63 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:58.283745 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-10bd1f02-753a-44fe-b26c-a2e90a68c7d2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Deleting subnet a18102b2-57fc-4447-92c9-66c03eb68112 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:34:58.288438 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-10bd1f02-753a-44fe-b26c-a2e90a68c7d2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:58.296121 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-8354de6c-db16-4aa0-961e-a1e5bf0c4b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:58.298107 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-8354de6c-db16-4aa0-961e-a1e5bf0c4b4c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e9993a73-7d7a-4e68-b8c6-2b52536bb7a7 HTTP/1.1" status: 200 len: 853 time: 0.7293010 Oct 27 18:34:58.332633 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-10bd1f02-753a-44fe-b26c-a2e90a68c7d2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:58.382223 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-5bd918fc-0b20-408f-aa35-03eddbfc7b38 service neutron] 10.222.0.93 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1310339 Oct 27 18:34:58.400330 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-acbcb537-a005-47cf-98a5-765fd1465358 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:58.487310 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-10bd1f02-753a-44fe-b26c-a2e90a68c7d2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:58.552532 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-acbcb537-a005-47cf-98a5-765fd1465358 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:58.565606 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-398fe7f7-5825-41cd-ab0f-eb5e80da75a9 service neutron] 10.222.0.93 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637602 Oct 27 18:34:58.576688 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-49753b00-ac98-4971-84ab-23fc2697dd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:58.580051 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-49753b00-ac98-4971-84ab-23fc2697dd8c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=19cc80a7-1302-4c09-9fa1-a2bd258b7dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2655118 Oct 27 18:34:58.645320 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-b3261e2d-5c28-429e-bad8-079e87bd4110 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d HTTP/1.1" status: 200 len: 217 time: 0.0639677 Oct 27 18:34:58.668617 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-acbcb537-a005-47cf-98a5-765fd1465358 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:58.688460 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbcb537-a005-47cf-98a5-765fd1465358 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fee0ba45-107e-468d-a811-221ef9be6413,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:58.697679 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-10bd1f02-753a-44fe-b26c-a2e90a68c7d2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:58.699567 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-697e2498-24f3-4090-9cdc-3e49b3eb1a63 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:58.731667 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd1f02-753a-44fe-b26c-a2e90a68c7d2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event deleted for resources: {'Subnet': ['ID=a18102b2-57fc-4447-92c9-66c03eb68112,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:58.736225 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-10bd1f02-753a-44fe-b26c-a2e90a68c7d2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:58.743699 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59603725-82a5-4aa1-936e-e825fae8c69e None None] Network f48296db-7b6a-4623-b251-4a7eef28d126 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:34:58.744757 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-10bd1f02-753a-44fe-b26c-a2e90a68c7d2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "DELETE /v2.0/subnets/a18102b2-57fc-4447-92c9-66c03eb68112 HTTP/1.1" status: 204 len: 168 time: 0.5598934 Oct 27 18:34:58.746167 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42188) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:58.839841 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861ffcf4-cdcd-446e-bfed-a968effcfdb0 None None] Network bfea1636-948a-4c9e-ac8b-3fee52208548 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:34:58.856580 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-697e2498-24f3-4090-9cdc-3e49b3eb1a63 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:58.861554 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bd9a9d94-0226-4cae-a7d7-9e1e68c71c6f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:58.869510 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42190) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:58.869510 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-acbcb537-a005-47cf-98a5-765fd1465358 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:58.869510 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-acbcb537-a005-47cf-98a5-765fd1465358 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6262987 Oct 27 18:34:58.877933 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42192) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:58.881311 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-697e2498-24f3-4090-9cdc-3e49b3eb1a63 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfea1636-948a-4c9e-ac8b-3fee52208548']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:58.887173 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-a04f191b-d142-4f1c-a23c-ffce5a3419ab tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Request body: {'security_group_rule': {'security_group_id': 'aa9755ac-05fa-49b4-9da8-0076478ce1fd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:58.891482 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-697e2498-24f3-4090-9cdc-3e49b3eb1a63 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5679800-b552-44d8-b767-73a8bf10e591') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:58.891788 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-697e2498-24f3-4090-9cdc-3e49b3eb1a63 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5679800-b552-44d8-b767-73a8bf10e591') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:34:58.901760 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-697e2498-24f3-4090-9cdc-3e49b3eb1a63 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:58.922179 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9f17c8c3-308e-4352-a751-634fbe7dde53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:58.922427 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-697e2498-24f3-4090-9cdc-3e49b3eb1a63 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:58.922427 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697e2498-24f3-4090-9cdc-3e49b3eb1a63 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event deleted for resources: {'Subnet': ['ID=681b9750-5bfa-49cf-8af3-17a840e8d905,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:58.945064 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-697e2498-24f3-4090-9cdc-3e49b3eb1a63 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:34:58.945392 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-697e2498-24f3-4090-9cdc-3e49b3eb1a63 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:58.951898 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:34:58.951898 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:34:58.951898 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:34:58.951898 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:34:58.951898 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:34:58.951898 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:34:58.951898 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:34:58.951898 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:34:58.951898 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:34:58.951898 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:34:58.951898 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:34:58.951898 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:34:58.951898 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:34:58.951898 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:34:58.951898 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:34:58.951898 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:34:58.951898 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:34:58.951898 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:34:58.951898 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:34:58.951898 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:34:58.951898 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:34:58.951898 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:34:58.951898 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:34:58.951898 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:34:58.951898 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:34:58.951898 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:34:58.951898 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:34:58.951898 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:34:58.951898 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:34:58.951898 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:34:58.951898 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:34:58.951898 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:34:58.954958 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-af0251e8-9241-403e-b453-b3253cd5e47d req-fc1bfa15-113c-4224-9de4-2561c15379dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 743736f0-29ce-4876-a772-54307835853b {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:34:59.066902 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-af0251e8-9241-403e-b453-b3253cd5e47d req-fc1bfa15-113c-4224-9de4-2561c15379dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:59.121553 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-90ba22c4-04c8-4092-abb0-c6629db20bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:59.125076 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-90ba22c4-04c8-4092-abb0-c6629db20bcf service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0c846821-c400-4b07-990c-53ee0d225496 HTTP/1.1" status: 200 len: 797 time: 0.4249568 Oct 27 18:34:59.136676 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-af0251e8-9241-403e-b453-b3253cd5e47d req-fc1bfa15-113c-4224-9de4-2561c15379dd service neutron] Transition to ACTIVE for port object 743736f0-29ce-4876-a772-54307835853b will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:34:59.150060 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8ae5e2-32a4-4167-93d5-72db0f249d02 None None] DHCP port deletion for bfea1636-948a-4c9e-ac8b-3fee52208548 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:34:59.161235 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-95c9b712-2951-4ed6-9d93-9ef814ba8fcc service neutron] 10.222.0.93 "GET /v2.0/networks/19cc80a7-1302-4c09-9fa1-a2bd258b7dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5718095 Oct 27 18:34:59.185313 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9f17c8c3-308e-4352-a751-634fbe7dde53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:59.193108 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592a9dc6-0854-4e30-8ba6-08da0471b903 None None] DHCP port deletion for f48296db-7b6a-4623-b251-4a7eef28d126 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:34:59.239098 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42198) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:59.254091 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a04f191b-d142-4f1c-a23c-ffce5a3419ab tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:59.323137 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-592a9dc6-0854-4e30-8ba6-08da0471b903 None None] Deleting port 8d496bc6-27e8-46af-80f0-8dc10fb1263d {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:34:59.324394 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-592a9dc6-0854-4e30-8ba6-08da0471b903 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:59.334465 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-bd9a9d94-0226-4cae-a7d7-9e1e68c71c6f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Deleting port 8d496bc6-27e8-46af-80f0-8dc10fb1263d {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:34:59.336931 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bd9a9d94-0226-4cae-a7d7-9e1e68c71c6f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:59.338965 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-af0251e8-9241-403e-b453-b3253cd5e47d req-fc1bfa15-113c-4224-9de4-2561c15379dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:59.387106 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-697e2498-24f3-4090-9cdc-3e49b3eb1a63 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:59.397644 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1bfa15-113c-4224-9de4-2561c15379dd service neutron] Pushing event updated for resources: {'Port': ['ID=743736f0-29ce-4876-a772-54307835853b,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:59.429914 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-697e2498-24f3-4090-9cdc-3e49b3eb1a63 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:59.433980 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-697e2498-24f3-4090-9cdc-3e49b3eb1a63 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "DELETE /v2.0/networks/bfea1636-948a-4c9e-ac8b-3fee52208548 HTTP/1.1" status: 204 len: 168 time: 5.3432298 Oct 27 18:34:59.435253 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697e2498-24f3-4090-9cdc-3e49b3eb1a63 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event deleted for resources: {'Network': ['ID=bfea1636-948a-4c9e-ac8b-3fee52208548,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:59.442348 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42204) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:59.445556 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-a640b3c7-f803-40ab-82fc-7e582d05e0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:59.447643 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-a640b3c7-f803-40ab-82fc-7e582d05e0fd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c77cbe16-409d-4d1e-8a39-10a063ae0bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3128817 Oct 27 18:34:59.453491 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-c3480b84-3362-4557-9480-9208b5365f24 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1464365954'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:34:59.553183 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-bd9a9d94-0226-4cae-a7d7-9e1e68c71c6f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] For port 8d496bc6-27e8-46af-80f0-8dc10fb1263d, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=8d496bc6-27e8-46af-80f0-8dc10fb1263d,segment=NetworkSegment(ae10dee0-7ea4-425b-86f9-bea5d0ae749f),segment_id=ae10dee0-7ea4-425b-86f9-bea5d0ae749f)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:34:59.553818 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bd9a9d94-0226-4cae-a7d7-9e1e68c71c6f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:59.574498 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-592a9dc6-0854-4e30-8ba6-08da0471b903 None None] For port 8d496bc6-27e8-46af-80f0-8dc10fb1263d, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=8d496bc6-27e8-46af-80f0-8dc10fb1263d,segment=NetworkSegment(ae10dee0-7ea4-425b-86f9-bea5d0ae749f),segment_id=ae10dee0-7ea4-425b-86f9-bea5d0ae749f)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:34:59.576054 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-a49afa8b-731e-4510-a8bf-1b93c8a53b51 service neutron] 10.222.0.93 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136382 Oct 27 18:34:59.581272 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-592a9dc6-0854-4e30-8ba6-08da0471b903 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:59.625227 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-592a9dc6-0854-4e30-8ba6-08da0471b903 None None] Calling delete_port for 8d496bc6-27e8-46af-80f0-8dc10fb1263d owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:34:59.632397 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9f17c8c3-308e-4352-a751-634fbe7dde53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:59.694456 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a04f191b-d142-4f1c-a23c-ffce5a3419ab tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:59.707675 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9f17c8c3-308e-4352-a751-634fbe7dde53 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d3db0c3d66f0418b8f0f55db055085fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8368635 Oct 27 18:34:59.733454 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-bd9a9d94-0226-4cae-a7d7-9e1e68c71c6f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Calling delete_port for 8d496bc6-27e8-46af-80f0-8dc10fb1263d owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:34:59.740508 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42208) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:59.790624 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f17c8c3-308e-4352-a751-634fbe7dde53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d97290-a109-498f-81d0-92e45bb75d33,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:59.801043 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4612ebbb-f109-41c2-ad29-07b06a76213d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:59.809986 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a04f191b-d142-4f1c-a23c-ffce5a3419ab tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:59.833874 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3480b84-3362-4557-9480-9208b5365f24 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Made reservation on behalf of c64b98e347b049a8ae1262d3f6d73502 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:34:59.835327 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c3480b84-3362-4557-9480-9208b5365f24 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:59.836732 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-592a9dc6-0854-4e30-8ba6-08da0471b903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:59.854032 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592a9dc6-0854-4e30-8ba6-08da0471b903 None None] No DVR routers for this DVR port 8d496bc6-27e8-46af-80f0-8dc10fb1263d on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:34:59.860900 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595dbf44-98ec-4d7d-a8e2-c7190abdad4d req-fae57199-009d-4d88-851f-c2e1a45ca64e tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:34:59.869737 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-595dbf44-98ec-4d7d-a8e2-c7190abdad4d req-fae57199-009d-4d88-851f-c2e1a45ca64e tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cd80ede-16c6-48b9-85cc-5b788822d681 HTTP/1.1" status: 200 len: 943 time: 0.6573133 Oct 27 18:34:59.875531 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-4c2ace06-d8b1-435d-9099-5d60cf1779fa service neutron] 10.222.0.93 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843254 Oct 27 18:34:59.876298 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f191b-d142-4f1c-a23c-ffce5a3419ab tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84697665-6c0a-43c4-a8de-a4c49512bfe8,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:59.899508 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a9dc6-0854-4e30-8ba6-08da0471b903 None None] Pushing event deleted for resources: {'Port': ['ID=8d496bc6-27e8-46af-80f0-8dc10fb1263d,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:59.921401 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-46d07c3e-b158-4a23-bcad-6266f9318e5c req-27bd8146-ab04-4bed-8445-191f6bf8d3f5 service neutron] 10.222.0.93 "GET /v2.0/networks/19cc80a7-1302-4c09-9fa1-a2bd258b7dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7288826 Oct 27 18:34:59.943429 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-595dbf44-98ec-4d7d-a8e2-c7190abdad4d req-c2fd4854-6076-42bc-bbe2-c38714224d61 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727293 Oct 27 18:34:59.951418 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bd9a9d94-0226-4cae-a7d7-9e1e68c71c6f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:59.966408 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a04f191b-d142-4f1c-a23c-ffce5a3419ab tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:34:59.969087 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a04f191b-d142-4f1c-a23c-ffce5a3419ab tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0873771 Oct 27 18:34:59.984427 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42210) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:34:59.988003 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-6f802f64-593b-4401-bd1d-475a4ac52c7e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41 HTTP/1.1" status: 200 len: 217 time: 0.0760577 Oct 27 18:34:59.989173 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a9d94-0226-4cae-a7d7-9e1e68c71c6f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event deleted for resources: {'Port': ['ID=8d496bc6-27e8-46af-80f0-8dc10fb1263d,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:34:59.991146 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9a9d94-0226-4cae-a7d7-9e1e68c71c6f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] No DVR routers for this DVR port 8d496bc6-27e8-46af-80f0-8dc10fb1263d on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:35:00.003879 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-2bad78f5-505c-4bc1-9c91-fac88324d072 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Request body: {'security_group_rule': {'security_group_id': 'aa9755ac-05fa-49b4-9da8-0076478ce1fd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:00.073325 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3480b84-3362-4557-9480-9208b5365f24 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] vlan segment allocate from pool success with {'vlan_id': 1043, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:35:00.096777 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bd9a9d94-0226-4cae-a7d7-9e1e68c71c6f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:00.116559 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-bd9a9d94-0226-4cae-a7d7-9e1e68c71c6f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f48296db-7b6a-4623-b251-4a7eef28d126']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:00.125798 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c3480b84-3362-4557-9480-9208b5365f24 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:00.126650 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-c3480b84-3362-4557-9480-9208b5365f24 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Added segment 4037d8ac-adc9-4fad-a297-44d24a35d102 of type vlan for network 15d75bb5-cd8d-4918-85fd-700b46c6c0b7 Oct 27 18:35:00.128220 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-bd9a9d94-0226-4cae-a7d7-9e1e68c71c6f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae10dee0-7ea4-425b-86f9-bea5d0ae749f') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:00.128575 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-bd9a9d94-0226-4cae-a7d7-9e1e68c71c6f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae10dee0-7ea4-425b-86f9-bea5d0ae749f') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:00.139990 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bd9a9d94-0226-4cae-a7d7-9e1e68c71c6f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:00.150551 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-08c9331b-a2d0-4402-8dab-31436edd012a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:00.158080 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-af0251e8-9241-403e-b453-b3253cd5e47d req-fc1bfa15-113c-4224-9de4-2561c15379dd service neutron] Attempting to bind port 743736f0-29ce-4876-a772-54307835853b on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:35:00.158420 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-af0251e8-9241-403e-b453-b3253cd5e47d req-fc1bfa15-113c-4224-9de4-2561c15379dd service neutron] Attempting to bind port 743736f0-29ce-4876-a772-54307835853b by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': 'b3f5b1a4-fde0-4b26-9254-2c3a416df771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '19cc80a7-1302-4c09-9fa1-a2bd258b7dae'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:35:00.158750 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0251e8-9241-403e-b453-b3253cd5e47d req-fc1bfa15-113c-4224-9de4-2561c15379dd service neutron] Attempting to bind port 743736f0-29ce-4876-a772-54307835853b on network 19cc80a7-1302-4c09-9fa1-a2bd258b7dae {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:35:00.158909 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bd9a9d94-0226-4cae-a7d7-9e1e68c71c6f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:00.166610 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd9a9d94-0226-4cae-a7d7-9e1e68c71c6f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:35:00.171067 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bd9a9d94-0226-4cae-a7d7-9e1e68c71c6f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:00.171067 n-d-815690-2 neutron-server[102878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:35:00.171067 n-d-815690-2 neutron-server[102878]: self.session.flush() Oct 27 18:35:00.171067 n-d-815690-2 neutron-server[102878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:35:00.171067 n-d-815690-2 neutron-server[102878]: self.session.flush() Oct 27 18:35:00.171067 n-d-815690-2 neutron-server[102878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:35:00.171067 n-d-815690-2 neutron-server[102878]: self.session.flush() Oct 27 18:35:00.171067 n-d-815690-2 neutron-server[102878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:35:00.171067 n-d-815690-2 neutron-server[102878]: self.session.flush() Oct 27 18:35:00.171067 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:35:00.171067 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:35:00.171067 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:35:00.171067 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:35:00.171067 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:35:00.171067 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:35:00.171067 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:35:00.171067 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:35:00.171067 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:35:00.171067 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:35:00.171067 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:35:00.171067 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:35:00.171067 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:35:00.171067 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:35:00.171067 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:35:00.171067 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:35:00.171067 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:35:00.171067 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:35:00.171067 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:35:00.171067 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:35:00.171067 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:35:00.171067 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:35:00.171067 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:35:00.171067 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:35:00.171067 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:35:00.171067 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:35:00.171067 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:35:00.171067 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:35:00.171067 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:35:00.171067 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:35:00.171067 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:35:00.171067 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:35:00.212343 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0251e8-9241-403e-b453-b3253cd5e47d req-fc1bfa15-113c-4224-9de4-2561c15379dd service neutron] Port 743736f0-29ce-4876-a772-54307835853b on network 19cc80a7-1302-4c09-9fa1-a2bd258b7dae not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:35:00.212669 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0251e8-9241-403e-b453-b3253cd5e47d req-fc1bfa15-113c-4224-9de4-2561c15379dd service neutron] Attempting to bind port 743736f0-29ce-4876-a772-54307835853b on network 19cc80a7-1302-4c09-9fa1-a2bd258b7dae {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:35:00.223581 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-c512b41f-4674-44cc-b03e-293944959a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:00.225396 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-c512b41f-4674-44cc-b03e-293944959a28 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=04e448aa-1e58-4ecc-bf47-1088a536ca59 HTTP/1.1" status: 200 len: 797 time: 0.2140219 Oct 27 18:35:00.233254 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c3480b84-3362-4557-9480-9208b5365f24 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:00.260434 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-08c9331b-a2d0-4402-8dab-31436edd012a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:00.264388 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0251e8-9241-403e-b453-b3253cd5e47d req-fc1bfa15-113c-4224-9de4-2561c15379dd service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:35:00.264930 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0251e8-9241-403e-b453-b3253cd5e47d req-fc1bfa15-113c-4224-9de4-2561c15379dd service neutron] Checking segment: {'id': 'b3f5b1a4-fde0-4b26-9254-2c3a416df771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '19cc80a7-1302-4c09-9fa1-a2bd258b7dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:35:00.266356 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0251e8-9241-403e-b453-b3253cd5e47d req-fc1bfa15-113c-4224-9de4-2561c15379dd service neutron] Bound using segment: {'id': 'b3f5b1a4-fde0-4b26-9254-2c3a416df771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '19cc80a7-1302-4c09-9fa1-a2bd258b7dae'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:35:00.267029 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-af0251e8-9241-403e-b453-b3253cd5e47d req-fc1bfa15-113c-4224-9de4-2561c15379dd service neutron] Bound port: 743736f0-29ce-4876-a772-54307835853b, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3f5b1a4-fde0-4b26-9254-2c3a416df771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '19cc80a7-1302-4c09-9fa1-a2bd258b7dae'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:35:00.267565 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-af0251e8-9241-403e-b453-b3253cd5e47d req-fc1bfa15-113c-4224-9de4-2561c15379dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:00.318583 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4612ebbb-f109-41c2-ad29-07b06a76213d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:00.341805 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2bad78f5-505c-4bc1-9c91-fac88324d072 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:00.388942 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bd9a9d94-0226-4cae-a7d7-9e1e68c71c6f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:00.432160 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-d6682315-1cfa-4b4e-92c0-cf4d61bded9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:00.435389 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-d6682315-1cfa-4b4e-92c0-cf4d61bded9f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7a4a9448-dde2-4330-a4d7-528d39b56a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1972225 Oct 27 18:35:00.443959 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4612ebbb-f109-41c2-ad29-07b06a76213d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:00.487877 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bd9a9d94-0226-4cae-a7d7-9e1e68c71c6f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:00.495249 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c3480b84-3362-4557-9480-9208b5365f24 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:00.503582 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3480b84-3362-4557-9480-9208b5365f24 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:00.504881 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c3480b84-3362-4557-9480-9208b5365f24 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:00.505726 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-bd9a9d94-0226-4cae-a7d7-9e1e68c71c6f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "DELETE /v2.0/networks/f48296db-7b6a-4623-b251-4a7eef28d126 HTTP/1.1" status: 204 len: 168 time: 1.7582669 Oct 27 18:35:00.509920 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a9d94-0226-4cae-a7d7-9e1e68c71c6f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event deleted for resources: {'Network': ['ID=f48296db-7b6a-4623-b251-4a7eef28d126,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:00.519470 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42214) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:00.535925 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-419eb4ad-6c03-470a-92fb-ec966bc2a1e8 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1387999512', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:00.593188 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 0dda3500-560d-4a90-8864-c787ac833bd8 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:35:00.620959 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 0dda3500-560d-4a90-8864-c787ac833bd8 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:35:00.621310 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 0dda3500-560d-4a90-8864-c787ac833bd8 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:35:00.621724 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 8d496bc6-27e8-46af-80f0-8dc10fb1263d no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:35:00.643944 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-419eb4ad-6c03-470a-92fb-ec966bc2a1e8 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:00.645031 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-419eb4ad-6c03-470a-92fb-ec966bc2a1e8 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:00.646195 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 8d496bc6-27e8-46af-80f0-8dc10fb1263d {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:35:00.646681 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 8d496bc6-27e8-46af-80f0-8dc10fb1263d not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:35:00.657038 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4612ebbb-f109-41c2-ad29-07b06a76213d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36477e7-0b4e-46da-91d1-d37cecbfda18,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:00.713449 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-af0251e8-9241-403e-b453-b3253cd5e47d req-fc1bfa15-113c-4224-9de4-2561c15379dd service neutron] For port 743736f0-29ce-4876-a772-54307835853b, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:35:00.724926 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4612ebbb-f109-41c2-ad29-07b06a76213d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f052eb65e5a84e1f892141d1141b1cab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4841633 Oct 27 18:35:00.728264 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42220) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:00.754360 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device ef4319bd-3667-41aa-acdb-50846639cf49 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:35:00.756607 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2bad78f5-505c-4bc1-9c91-fac88324d072 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:00.757294 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-af0251e8-9241-403e-b453-b3253cd5e47d req-fc1bfa15-113c-4224-9de4-2561c15379dd service neutron] For port 743736f0-29ce-4876-a772-54307835853b, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=743736f0-29ce-4876-a772-54307835853b,segment=NetworkSegment(b3f5b1a4-fde0-4b26-9254-2c3a416df771),segment_id=b3f5b1a4-fde0-4b26-9254-2c3a416df771)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:35:00.777649 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3480b84-3362-4557-9480-9208b5365f24 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event updated for resources: {'Network': ['ID=15d75bb5-cd8d-4918-85fd-700b46c6c0b7,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:00.803804 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 15d75bb5-cd8d-4918-85fd-700b46c6c0b7 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:35:00.804926 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-1d81a652-cb06-4fbd-91c6-0eb8cc89d8b4 service neutron] 10.222.0.93 "GET /v2.0/networks/7a4a9448-dde2-4330-a4d7-528d39b56a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492990 Oct 27 18:35:00.806785 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9f059fce-ab37-4784-a4aa-d9caf291914a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:00.875744 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-08c9331b-a2d0-4402-8dab-31436edd012a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:00.878851 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-08c9331b-a2d0-4402-8dab-31436edd012a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:00.886215 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-419eb4ad-6c03-470a-92fb-ec966bc2a1e8 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:00.897124 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-08c9331b-a2d0-4402-8dab-31436edd012a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/20d97290-a109-498f-81d0-92e45bb75d33 HTTP/1.1" status: 204 len: 168 time: 1.1142826 Oct 27 18:35:00.908141 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c3480b84-3362-4557-9480-9208b5365f24 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4592898 Oct 27 18:35:00.911246 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9f059fce-ab37-4784-a4aa-d9caf291914a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:00.913110 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42224) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:00.920591 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9331b-a2d0-4402-8dab-31436edd012a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d97290-a109-498f-81d0-92e45bb75d33,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:00.932833 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-af0251e8-9241-403e-b453-b3253cd5e47d req-fc1bfa15-113c-4224-9de4-2561c15379dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:00.935734 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-c99bb6c7-fa0a-4e40-9361-bc103617f232 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Request body: {'subnet': {'network_id': '15d75bb5-cd8d-4918-85fd-700b46c6c0b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:00.944301 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2bad78f5-505c-4bc1-9c91-fac88324d072 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:01.008531 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0251e8-9241-403e-b453-b3253cd5e47d req-fc1bfa15-113c-4224-9de4-2561c15379dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:01.009322 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-af0251e8-9241-403e-b453-b3253cd5e47d req-fc1bfa15-113c-4224-9de4-2561c15379dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:01.011241 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-af0251e8-9241-403e-b453-b3253cd5e47d req-fc1bfa15-113c-4224-9de4-2561c15379dd service neutron] 10.222.0.93 "PUT /v2.0/ports/743736f0-29ce-4876-a772-54307835853b HTTP/1.1" status: 200 len: 1091 time: 4.9220152 Oct 27 18:35:01.024331 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd80ede-16c6-48b9-85cc-5b788822d681', 'tag': '743736f0-29ce-4876-a772-54307835853b'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:35:01.026459 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f6c512-ae5f-4509-a153-42705ef33a2b" -d '{"events": [{"name": "network-changed", "server_uuid": "5cd80ede-16c6-48b9-85cc-5b788822d681", "tag": "743736f0-29ce-4876-a772-54307835853b"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:35:01.033109 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port ef4319bd-3667-41aa-acdb-50846639cf49 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:35:01.039500 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port ef4319bd-3667-41aa-acdb-50846639cf49 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:35:01.040678 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:01.041006 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-419eb4ad-6c03-470a-92fb-ec966bc2a1e8 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:01.100554 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad78f5-505c-4bc1-9c91-fac88324d072 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9f22ff4-bc3f-485d-a4a5-969e55f75395,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:01.170928 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f067148-d507-480e-9314-50463183d582 x-openstack-request-id: req-0f067148-d507-480e-9314-50463183d582 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:35:01.171265 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cd80ede-16c6-48b9-85cc-5b788822d681", "tag": "743736f0-29ce-4876-a772-54307835853b", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:35:01.173181 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0f067148-d507-480e-9314-50463183d582 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:35:01.173628 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cd80ede-16c6-48b9-85cc-5b788822d681', 'tag': '743736f0-29ce-4876-a772-54307835853b', 'status': 'completed', 'code': 200} Oct 27 18:35:01.183431 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-3f804cf3-0645-4caa-a17f-6bf349b418c0 service neutron] 10.222.0.93 "GET /v2.0/networks/7a4a9448-dde2-4330-a4d7-528d39b56a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699949 Oct 27 18:35:01.186599 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:01.189605 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1bfa15-113c-4224-9de4-2561c15379dd service neutron] Pushing event updated for resources: {'Port': ['ID=743736f0-29ce-4876-a772-54307835853b,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:01.228749 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port ef4319bd-3667-41aa-acdb-50846639cf49, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=ef4319bd-3667-41aa-acdb-50846639cf49,segment=NetworkSegment(b3f5b1a4-fde0-4b26-9254-2c3a416df771),segment_id=b3f5b1a4-fde0-4b26-9254-2c3a416df771)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:35:01.229748 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed0fa7d-5a3c-4610-84cf-bffc82ac30e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4319bd-3667-41aa-acdb-50846639cf49'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:35:01.232654 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1435224f-49b7-46a9-981d-1ca847179f6d" -d '{"events": [{"server_uuid": "0ed0fa7d-5a3c-4610-84cf-bffc82ac30e4", "name": "network-vif-plugged", "status": "completed", "tag": "ef4319bd-3667-41aa-acdb-50846639cf49"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:35:01.266563 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782e8b7-20bd-44b0-8ac7-4420f648002b req-c8cb26ce-43c6-476c-ad5d-cb6996c1d784 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:01.268334 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e782e8b7-20bd-44b0-8ac7-4420f648002b req-c8cb26ce-43c6-476c-ad5d-cb6996c1d784 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cd80ede-16c6-48b9-85cc-5b788822d681 HTTP/1.1" status: 200 len: 943 time: 0.1954086 Oct 27 18:35:01.304918 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6546d28-1833-499c-b4b8-cccac45f69fb x-openstack-request-id: req-b6546d28-1833-499c-b4b8-cccac45f69fb {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:35:01.304918 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed0fa7d-5a3c-4610-84cf-bffc82ac30e4", "name": "network-vif-plugged", "status": "completed", "tag": "ef4319bd-3667-41aa-acdb-50846639cf49", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:35:01.305463 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b6546d28-1833-499c-b4b8-cccac45f69fb {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:35:01.305854 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed0fa7d-5a3c-4610-84cf-bffc82ac30e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4319bd-3667-41aa-acdb-50846639cf49', 'code': 200} Oct 27 18:35:01.329957 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-18d310c2-8cf4-4af1-aba5-c581f634a653 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=64fb56ad-4b22-4ffa-8833-69293fc4d246 HTTP/1.1" status: 200 len: 217 time: 0.0512528 Oct 27 18:35:01.334271 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2bad78f5-505c-4bc1-9c91-fac88324d072 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:01.339073 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2bad78f5-505c-4bc1-9c91-fac88324d072 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3486087 Oct 27 18:35:01.346580 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42234) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:01.349357 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e782e8b7-20bd-44b0-8ac7-4420f648002b req-99afa61f-a655-41c6-8341-47e5e8bee33c tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724373 Oct 27 18:35:01.365260 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-8d267783-e410-4608-bb08-b1b5332030eb tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Request body: {'security_group_rule': {'security_group_id': 'aa9755ac-05fa-49b4-9da8-0076478ce1fd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:01.392925 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:01.396900 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-419eb4ad-6c03-470a-92fb-ec966bc2a1e8 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:01.401003 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-419eb4ad-6c03-470a-92fb-ec966bc2a1e8 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8797877 Oct 27 18:35:01.401627 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42236) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:01.407495 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9f059fce-ab37-4784-a4aa-d9caf291914a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:01.410637 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9f059fce-ab37-4784-a4aa-d9caf291914a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:01.411821 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9f059fce-ab37-4784-a4aa-d9caf291914a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c36477e7-0b4e-46da-91d1-d37cecbfda18 HTTP/1.1" status: 204 len: 168 time: 0.6823113 Oct 27 18:35:01.415911 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-2685f033-27ac-4ff5-90cc-c06cef9a40c2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2110745976'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:01.460012 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f059fce-ab37-4784-a4aa-d9caf291914a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36477e7-0b4e-46da-91d1-d37cecbfda18,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:01.533724 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.db.api [None req-8d267783-e410-4608-bb08-b1b5332030eb tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 27 18:35:01.533724 n-d-815690-2 neutron-server[102879]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 27 18:35:01.533724 n-d-815690-2 neutron-server[102879]: [parameters: {'project_id_1': 'a8d14d06d0304a51a5877ff4c2c0e6ff', 'expiration_1': datetime.datetime(2021, 10, 27, 18, 34, 41, 371672)}] Oct 27 18:35:01.533724 n-d-815690-2 neutron-server[102879]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102879) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:35:01.534193 n-d-815690-2 neutron-server[102879]: DEBUG oslo_db.api [None req-8d267783-e410-4608-bb08-b1b5332030eb tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:35:01.551712 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0251e8-9241-403e-b453-b3253cd5e47d req-61970996-aa58-4d78-9afa-3ab54f6931e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:01.553657 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-af0251e8-9241-403e-b453-b3253cd5e47d req-61970996-aa58-4d78-9afa-3ab54f6931e9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=53ee051c22fa44a69d9ed5ec2aea81af&device_id=5cd80ede-16c6-48b9-85cc-5b788822d681 HTTP/1.1" status: 200 len: 1094 time: 0.3492811 Oct 27 18:35:01.555650 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99bb6c7-fa0a-4e40-9361-bc103617f232 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Made reservation on behalf of c64b98e347b049a8ae1262d3f6d73502 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:35:01.562214 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c99bb6c7-fa0a-4e40-9361-bc103617f232 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:01.568350 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486d624-f932-4a7d-a318-1f70ff447cda req-2f1bef67-ac05-4376-9dd9-d74948e1ed48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:01.570587 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=ef4319bd-3667-41aa-acdb-50846639cf49,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:01.572467 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6486d624-f932-4a7d-a318-1f70ff447cda req-2f1bef67-ac05-4376-9dd9-d74948e1ed48 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0ed0fa7d-5a3c-4610-84cf-bffc82ac30e4 HTTP/1.1" status: 200 len: 1097 time: 0.1613407 Oct 27 18:35:01.595743 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-ce9eca78-d6d7-4b4a-bf62-ceffe9afd09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:01.597201 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-ce9eca78-d6d7-4b4a-bf62-ceffe9afd09d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=04e448aa-1e58-4ecc-bf47-1088a536ca59 HTTP/1.1" status: 200 len: 797 time: 0.2518089 Oct 27 18:35:01.645271 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-af0251e8-9241-403e-b453-b3253cd5e47d req-5a393a40-8621-4973-94e7-b021ea21fe89 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=743736f0-29ce-4876-a772-54307835853b HTTP/1.1" status: 200 len: 217 time: 0.0714061 Oct 27 18:35:01.677785 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42246) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:01.722351 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0251e8-9241-403e-b453-b3253cd5e47d req-7add7a48-0068-4ef6-861d-cb99c4ef576c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:01.723872 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-af0251e8-9241-403e-b453-b3253cd5e47d req-7add7a48-0068-4ef6-861d-cb99c4ef576c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e9993a73-7d7a-4e68-b8c6-2b52536bb7a7 HTTP/1.1" status: 200 len: 853 time: 0.0621378 Oct 27 18:35:01.768481 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6486d624-f932-4a7d-a318-1f70ff447cda req-418f00d6-84b0-4588-ab04-8782b74fc72a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818113 Oct 27 18:35:01.779113 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-1028d251-8378-4a14-a874-64dd2eabdc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:01.780643 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-1028d251-8378-4a14-a874-64dd2eabdc52 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7a4a9448-dde2-4330-a4d7-528d39b56a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1520278 Oct 27 18:35:01.792347 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0251e8-9241-403e-b453-b3253cd5e47d req-d89fb843-69b1-4484-90fd-c5798b63adfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:01.794122 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2685f033-27ac-4ff5-90cc-c06cef9a40c2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Made reservation on behalf of f0dda3f0251e4e4db2b48596fc53609b for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:35:01.794319 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-af0251e8-9241-403e-b453-b3253cd5e47d req-d89fb843-69b1-4484-90fd-c5798b63adfc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=19cc80a7-1302-4c09-9fa1-a2bd258b7dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620468 Oct 27 18:35:01.798803 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2685f033-27ac-4ff5-90cc-c06cef9a40c2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:01.869473 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2685f033-27ac-4ff5-90cc-c06cef9a40c2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] vlan segment allocate from pool success with {'vlan_id': 1014, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:35:01.901153 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2685f033-27ac-4ff5-90cc-c06cef9a40c2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:01.901520 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-2685f033-27ac-4ff5-90cc-c06cef9a40c2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Added segment 7f94064d-89c3-450c-b71e-ad6a87f443dd of type vlan for network 713ffbc3-f72c-48b8-9dfe-332b99e1f064 Oct 27 18:35:01.964919 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2685f033-27ac-4ff5-90cc-c06cef9a40c2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:01.971036 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5873d2cb-d835-47c1-84c3-8950e42c5220 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:01.972531 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-76666e88-11fd-4261-a63f-698c050d8dde service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:35:01.973707 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-76666e88-11fd-4261-a63f-698c050d8dde service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0072320 Oct 27 18:35:01.978371 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [req-af0251e8-9241-403e-b453-b3253cd5e47d req-01e3ed26-7265-47a6-b780-adea92646ac5 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:35:01.979519 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-af0251e8-9241-403e-b453-b3253cd5e47d req-01e3ed26-7265-47a6-b780-adea92646ac5 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048616 Oct 27 18:35:02.002557 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c99bb6c7-fa0a-4e40-9361-bc103617f232 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:02.090171 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99bb6c7-fa0a-4e40-9361-bc103617f232 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event updated for resources: {'Subnet': ['ID=7c18f901-4df6-447c-af45-4a2b63057902,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:02.127615 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99bb6c7-fa0a-4e40-9361-bc103617f232 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Checking segment: {'id': '4037d8ac-adc9-4fad-a297-44d24a35d102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '15d75bb5-cd8d-4918-85fd-700b46c6c0b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:35:02.128060 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99bb6c7-fa0a-4e40-9361-bc103617f232 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Network hostable DHCP agents. Network: 15d75bb5-cd8d-4918-85fd-700b46c6c0b7, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:35:02.147641 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5873d2cb-d835-47c1-84c3-8950e42c5220 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:02.150953 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2685f033-27ac-4ff5-90cc-c06cef9a40c2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:02.157115 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2685f033-27ac-4ff5-90cc-c06cef9a40c2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:02.157706 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2685f033-27ac-4ff5-90cc-c06cef9a40c2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:02.163133 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-2a1b8358-d87a-4e41-9523-e9c06a45b588 service neutron] 10.222.0.93 "GET /v2.0/networks/7a4a9448-dde2-4330-a4d7-528d39b56a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762154 Oct 27 18:35:02.166580 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-af0251e8-9241-403e-b453-b3253cd5e47d req-cadd1bb4-49ca-4c33-b854-870fa4ce41b7 service neutron] 10.222.0.93 "GET /v2.0/networks/19cc80a7-1302-4c09-9fa1-a2bd258b7dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783593 Oct 27 18:35:02.229340 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2685f033-27ac-4ff5-90cc-c06cef9a40c2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event updated for resources: {'Network': ['ID=713ffbc3-f72c-48b8-9dfe-332b99e1f064,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:02.240393 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 713ffbc3-f72c-48b8-9dfe-332b99e1f064 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:35:02.291931 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5873d2cb-d835-47c1-84c3-8950e42c5220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:02.317269 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8d267783-e410-4608-bb08-b1b5332030eb tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:02.336503 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5873d2cb-d835-47c1-84c3-8950e42c5220 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8ea0def10cdf4e2ea5c91ec6b5bf2920&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6546428 Oct 27 18:35:02.338523 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873d2cb-d835-47c1-84c3-8950e42c5220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55135d31-ae5c-44d7-969d-81f7c7fa51fc,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:02.340873 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42258) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:02.359384 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99bb6c7-fa0a-4e40-9361-bc103617f232 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Network 15d75bb5-cd8d-4918-85fd-700b46c6c0b7 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:35:02.363013 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3932d6b4-9cc7-409b-8c82-2b3d161c7c8d req-c985ab44-e476-4c9c-bea3-4bf3e7d629ea service neutron] 10.222.0.93 "GET /v2.0/networks/7a4a9448-dde2-4330-a4d7-528d39b56a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868458 Oct 27 18:35:02.365409 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-af0251e8-9241-403e-b453-b3253cd5e47d req-83bc1a96-0d9e-4e67-bb59-4300b67935e6 service neutron] 10.222.0.93 "GET /v2.0/networks/19cc80a7-1302-4c09-9fa1-a2bd258b7dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881003 Oct 27 18:35:02.401245 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-2685f033-27ac-4ff5-90cc-c06cef9a40c2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9952812 Oct 27 18:35:02.404401 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42264) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:02.411628 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-418c09b8-1251-4f86-8bd4-7832af39f039 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Request body: {'subnet': {'network_id': '713ffbc3-f72c-48b8-9dfe-332b99e1f064', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:02.431635 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42266) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:02.476017 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-701e1d3d-cee5-4e40-9116-b2d765d407b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:02.476925 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8d267783-e410-4608-bb08-b1b5332030eb tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:02.511026 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-c99bb6c7-fa0a-4e40-9361-bc103617f232 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 15d75bb5-cd8d-4918-85fd-700b46c6c0b7) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:35:02.525561 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99bb6c7-fa0a-4e40-9361-bc103617f232 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:02.525791 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c99bb6c7-fa0a-4e40-9361-bc103617f232 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:02.528117 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15faae7c-ebfc-426a-b861-a104ebad0e5f None None] Network 15d75bb5-cd8d-4918-85fd-700b46c6c0b7 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:35:02.528253 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-462b1fad-0ffd-4ef8-a6d7-cd5728d20de2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:02.565832 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8d267783-e410-4608-bb08-b1b5332030eb tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:02.583172 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-462b1fad-0ffd-4ef8-a6d7-cd5728d20de2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:02.589545 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d267783-e410-4608-bb08-b1b5332030eb tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e593e632-a04f-47c4-a6b3-b457d397c37d,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:02.601222 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a574c80-00e3-4a25-a821-93ee12dcacc4 req-3d896e62-d154-4497-b01a-b11875418f19 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:02.602748 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9a574c80-00e3-4a25-a821-93ee12dcacc4 req-3d896e62-d154-4497-b01a-b11875418f19 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cd80ede-16c6-48b9-85cc-5b788822d681 HTTP/1.1" status: 200 len: 943 time: 0.1392212 Oct 27 18:35:02.668283 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6c512-ae5f-4509-a153-42705ef33a2b req-5c45d2a0-1e56-4802-bd97-abff33d1630a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:02.669545 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b3f6c512-ae5f-4509-a153-42705ef33a2b req-5c45d2a0-1e56-4802-bd97-abff33d1630a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=53ee051c22fa44a69d9ed5ec2aea81af&device_id=5cd80ede-16c6-48b9-85cc-5b788822d681 HTTP/1.1" status: 200 len: 1094 time: 0.0708842 Oct 27 18:35:02.681832 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418c09b8-1251-4f86-8bd4-7832af39f039 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Made reservation on behalf of f0dda3f0251e4e4db2b48596fc53609b for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:35:02.692969 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-418c09b8-1251-4f86-8bd4-7832af39f039 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:02.693991 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9a574c80-00e3-4a25-a821-93ee12dcacc4 req-a031c2a8-b93f-4741-912e-6ae3f60e6c1b tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775428 Oct 27 18:35:02.720323 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-701e1d3d-cee5-4e40-9116-b2d765d407b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:02.795046 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c99bb6c7-fa0a-4e40-9361-bc103617f232 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8783751 Oct 27 18:35:02.795237 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42276) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:02.803941 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device c99f5840-e3d2-4d62-bc1c-9ea95570ee2b details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:35:02.852225 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-701e1d3d-cee5-4e40-9116-b2d765d407b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:02.854465 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-462b1fad-0ffd-4ef8-a6d7-cd5728d20de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:02.857473 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-462b1fad-0ffd-4ef8-a6d7-cd5728d20de2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:02.860191 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-462b1fad-0ffd-4ef8-a6d7-cd5728d20de2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/55135d31-ae5c-44d7-969d-81f7c7fa51fc HTTP/1.1" status: 204 len: 168 time: 0.5167971 Oct 27 18:35:02.928470 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-701e1d3d-cee5-4e40-9116-b2d765d407b7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=02160c2fc9884c00a50d84a29a92f2bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4892867 Oct 27 18:35:02.931737 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42282) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:02.933726 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e1d3d-cee5-4e40-9116-b2d765d407b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a99c10d-5252-4505-b094-a860398fb4c9,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:02.981667 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b1fad-0ffd-4ef8-a6d7-cd5728d20de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55135d31-ae5c-44d7-969d-81f7c7fa51fc,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:02.989896 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.resource_extend [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 18:35:02.997743 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d9be16d5-2a52-4b16-970d-53d3201d216e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:03.064468 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-14ed750f-f00b-41f9-8ee3-a6402cb65b65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:03.071036 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8d267783-e410-4608-bb08-b1b5332030eb tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:03.076044 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8d267783-e410-4608-bb08-b1b5332030eb tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.7229190 Oct 27 18:35:03.080367 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42284) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:03.101063 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-14ed750f-f00b-41f9-8ee3-a6402cb65b65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:03.103370 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d9be16d5-2a52-4b16-970d-53d3201d216e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:03.145659 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40da6971-8da2-43dc-a2d0-b98d31042886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-15d75bb5-cd8d-4918-85fd-700b46c6c0b7', 'network_id': '15d75bb5-cd8d-4918-85fd-700b46c6c0b7', 'tenant_id': 'c64b98e347b049a8ae1262d3f6d73502', 'fixed_ips': [{'subnet_id': '7c18f901-4df6-447c-af45-4a2b63057902'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:35:03.146058 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6c512-ae5f-4509-a153-42705ef33a2b req-c83db57a-bc47-4817-b15a-952e9f13b9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:03.147302 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-40da6971-8da2-43dc-a2d0-b98d31042886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:03.148424 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b3f6c512-ae5f-4509-a153-42705ef33a2b req-c83db57a-bc47-4817-b15a-952e9f13b9b5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=19cc80a7-1302-4c09-9fa1-a2bd258b7dae HTTP/1.1" status: 200 len: 916 time: 0.4414158 Oct 27 18:35:03.152325 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c971ba79-211a-449e-bbbb-6da03290d5d9 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:03.170935 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c971ba79-211a-449e-bbbb-6da03290d5d9 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:03.210122 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b3f6c512-ae5f-4509-a153-42705ef33a2b req-b9460146-a93b-4a5c-b3c4-3abb45479fe7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=743736f0-29ce-4876-a772-54307835853b HTTP/1.1" status: 200 len: 217 time: 0.0542367 Oct 27 18:35:03.220745 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port c99f5840-e3d2-4d62-bc1c-9ea95570ee2b, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=c99f5840-e3d2-4d62-bc1c-9ea95570ee2b,segment=NetworkSegment(b3f5b1a4-fde0-4b26-9254-2c3a416df771),segment_id=b3f5b1a4-fde0-4b26-9254-2c3a416df771)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:35:03.236153 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'c99f5840-e3d2-4d62-bc1c-9ea95570ee2b', 'network_id': '19cc80a7-1302-4c09-9fa1-a2bd258b7dae', 'port_id': 'c99f5840-e3d2-4d62-bc1c-9ea95570ee2b', 'mac_address': 'fa:16:3e:fa:0b:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9993a73-7d7a-4e68-b8c6-2b52536bb7a7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:35:03.276289 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6c512-ae5f-4509-a153-42705ef33a2b req-d741a24f-b985-4561-8e76-0daf74f81594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:03.278227 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:03.279190 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b3f6c512-ae5f-4509-a153-42705ef33a2b req-d741a24f-b985-4561-8e76-0daf74f81594 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e9993a73-7d7a-4e68-b8c6-2b52536bb7a7 HTTP/1.1" status: 200 len: 853 time: 0.0551178 Oct 27 18:35:03.280461 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-418c09b8-1251-4f86-8bd4-7832af39f039 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:03.298152 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c99f5840-e3d2-4d62-bc1c-9ea95570ee2b {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:35:03.310910 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-14ed750f-f00b-41f9-8ee3-a6402cb65b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:03.315966 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-14ed750f-f00b-41f9-8ee3-a6402cb65b65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:03.318739 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-14ed750f-f00b-41f9-8ee3-a6402cb65b65 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3a99c10d-5252-4505-b094-a860398fb4c9 HTTP/1.1" status: 204 len: 168 time: 0.3854380 Oct 27 18:35:03.322643 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port c99f5840-e3d2-4d62-bc1c-9ea95570ee2b, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=c99f5840-e3d2-4d62-bc1c-9ea95570ee2b,segment=NetworkSegment(b3f5b1a4-fde0-4b26-9254-2c3a416df771),segment_id=b3f5b1a4-fde0-4b26-9254-2c3a416df771)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:35:03.333263 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed750f-f00b-41f9-8ee3-a6402cb65b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a99c10d-5252-4505-b094-a860398fb4c9,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:03.335979 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d9be16d5-2a52-4b16-970d-53d3201d216e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:03.376913 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c971ba79-211a-449e-bbbb-6da03290d5d9 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:03.383987 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c971ba79-211a-449e-bbbb-6da03290d5d9 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:03.388186 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c971ba79-211a-449e-bbbb-6da03290d5d9 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/e593e632-a04f-47c4-a6b3-b457d397c37d HTTP/1.1" status: 204 len: 168 time: 0.3021116 Oct 27 18:35:03.396091 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42290) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:03.399195 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c09b8-1251-4f86-8bd4-7832af39f039 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event updated for resources: {'Subnet': ['ID=3de08fa7-63a5-47fb-af84-c4d8e7fdf115,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:03.409635 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be16d5-2a52-4b16-970d-53d3201d216e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event deleted for resources: {'Subnet': ['ID=7c18f901-4df6-447c-af45-4a2b63057902,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:03.449985 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c971ba79-211a-449e-bbbb-6da03290d5d9 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e593e632-a04f-47c4-a6b3-b457d397c37d,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:03.459717 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6c512-ae5f-4509-a153-42705ef33a2b req-623204eb-02f4-4eac-a9ec-a8451c4c21e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:03.461294 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b3f6c512-ae5f-4509-a153-42705ef33a2b req-623204eb-02f4-4eac-a9ec-a8451c4c21e0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=19cc80a7-1302-4c09-9fa1-a2bd258b7dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1708398 Oct 27 18:35:03.462100 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418c09b8-1251-4f86-8bd4-7832af39f039 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Checking segment: {'id': '7f94064d-89c3-450c-b71e-ad6a87f443dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '713ffbc3-f72c-48b8-9dfe-332b99e1f064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:35:03.462465 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418c09b8-1251-4f86-8bd4-7832af39f039 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Network hostable DHCP agents. Network: 713ffbc3-f72c-48b8-9dfe-332b99e1f064, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:35:03.488234 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:03.501523 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d9be16d5-2a52-4b16-970d-53d3201d216e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:03.528021 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-d9be16d5-2a52-4b16-970d-53d3201d216e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15d75bb5-cd8d-4918-85fd-700b46c6c0b7']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:03.540472 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-d9be16d5-2a52-4b16-970d-53d3201d216e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4037d8ac-adc9-4fad-a297-44d24a35d102') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:03.541088 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-d9be16d5-2a52-4b16-970d-53d3201d216e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4037d8ac-adc9-4fad-a297-44d24a35d102') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:03.554653 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d9be16d5-2a52-4b16-970d-53d3201d216e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:03.564218 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f644c64b-e42d-4598-8c0e-22843a651c14 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1658335 Oct 27 18:35:03.564848 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42296) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:03.572394 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d9be16d5-2a52-4b16-970d-53d3201d216e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:03.580763 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9be16d5-2a52-4b16-970d-53d3201d216e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:35:03.581398 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d9be16d5-2a52-4b16-970d-53d3201d216e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:03.613533 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-71423abe-3cf4-4d76-b6eb-b809ceb1d3b0 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:03.622095 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=c99f5840-e3d2-4d62-bc1c-9ea95570ee2b,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:03.634907 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-71423abe-3cf4-4d76-b6eb-b809ceb1d3b0 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:03.651415 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b3f6c512-ae5f-4509-a153-42705ef33a2b req-82f11b04-a627-46ca-bb5b-09126287c6e7 service neutron] 10.222.0.93 "GET /v2.0/networks/19cc80a7-1302-4c09-9fa1-a2bd258b7dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761911 Oct 27 18:35:03.651907 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418c09b8-1251-4f86-8bd4-7832af39f039 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Network 713ffbc3-f72c-48b8-9dfe-332b99e1f064 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:35:03.653822 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:35:03.653822 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:35:03.653822 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:35:03.653822 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:35:03.653822 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:35:03.653822 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:35:03.653822 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:35:03.653822 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:35:03.653822 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:35:03.653822 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:35:03.653822 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:35:03.653822 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:35:03.653822 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:35:03.653822 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:35:03.653822 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:35:03.653822 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:35:03.653822 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:35:03.653822 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:35:03.653822 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:35:03.653822 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:35:03.653822 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:35:03.653822 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:35:03.653822 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:35:03.653822 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:35:03.653822 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:35:03.653822 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:35:03.653822 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:35:03.653822 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:35:03.653822 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:35:03.653822 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:35:03.653822 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:35:03.653822 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server [None req-40da6971-8da2-43dc-a2d0-b98d31042886 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7c18f901-4df6-447c-af45-4a2b63057902: This subnet is being modified by another concurrent operation. Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 18:35:03.713918 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:35:03.725137 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 18:35:03.725137 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 18:35:03.725137 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:35:03.725137 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:35:03.725137 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:35:03.725137 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:35:03.725137 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 18:35:03.725137 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:35:03.725137 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 18:35:03.725137 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 18:35:03.725137 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:35:03.725137 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:35:03.725137 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:35:03.725137 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:35:03.725137 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 18:35:03.725137 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 18:35:03.725137 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 27 18:35:03.725137 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 27 18:35:03.725137 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 27 18:35:03.725137 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 27 18:35:03.725137 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 27 18:35:03.725137 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 27 18:35:03.725137 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 27 18:35:03.725137 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 27 18:35:03.725137 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:35:03.725137 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:35:03.725137 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:35:03.725137 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:35:03.725137 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 27 18:35:03.725137 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 27 18:35:03.725137 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 27 18:35:03.725137 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 27 18:35:03.725137 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 27 18:35:03.725137 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 27 18:35:03.725137 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 27 18:35:03.725137 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise exception Oct 27 18:35:03.725137 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7c18f901-4df6-447c-af45-4a2b63057902: This subnet is being modified by another concurrent operation. Oct 27 18:35:03.725137 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server Oct 27 18:35:03.743475 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24e0732-30fd-40a0-870e-5fbbfa6f0884 None None] Network 15d75bb5-cd8d-4918-85fd-700b46c6c0b7 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:35:03.784104 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d9be16d5-2a52-4b16-970d-53d3201d216e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:03.799355 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d9be16d5-2a52-4b16-970d-53d3201d216e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:03.808427 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d9be16d5-2a52-4b16-970d-53d3201d216e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "DELETE /v2.0/networks/15d75bb5-cd8d-4918-85fd-700b46c6c0b7 HTTP/1.1" status: 204 len: 168 time: 1.0096416 Oct 27 18:35:03.812852 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42304) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:03.832582 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['c99f5840-e3d2-4d62-bc1c-9ea95570ee2b'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:35:03.844315 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-1f8390bc-c82b-4773-86fb-137fa6003c34 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-203430434'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:03.877879 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be16d5-2a52-4b16-970d-53d3201d216e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event deleted for resources: {'Network': ['ID=15d75bb5-cd8d-4918-85fd-700b46c6c0b7,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:03.920779 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba69eb3-17fa-4626-b5f5-9532e1a7bcfc req-3e14cc51-558e-4674-b79c-2e304489dac5 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:03.932639 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cba69eb3-17fa-4626-b5f5-9532e1a7bcfc req-3e14cc51-558e-4674-b79c-2e304489dac5 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cd80ede-16c6-48b9-85cc-5b788822d681 HTTP/1.1" status: 200 len: 943 time: 0.1252518 Oct 27 18:35:04.000451 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cba69eb3-17fa-4626-b5f5-9532e1a7bcfc req-bd66a5d9-d0a0-46e2-a39f-5d606535a365 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654581 Oct 27 18:35:04.017795 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8390bc-c82b-4773-86fb-137fa6003c34 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Made reservation on behalf of c64b98e347b049a8ae1262d3f6d73502 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:35:04.023069 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1f8390bc-c82b-4773-86fb-137fa6003c34 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:04.055479 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f8390bc-c82b-4773-86fb-137fa6003c34 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] vlan segment allocate from pool success with {'vlan_id': 1016, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:35:04.076163 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1f8390bc-c82b-4773-86fb-137fa6003c34 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:04.079661 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-1f8390bc-c82b-4773-86fb-137fa6003c34 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Added segment 2e837818-7065-4b89-94fa-2209cbc17cab of type vlan for network 0de39d21-151a-4069-a93e-101140985945 Oct 27 18:35:04.104851 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-418c09b8-1251-4f86-8bd4-7832af39f039 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 713ffbc3-f72c-48b8-9dfe-332b99e1f064) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:35:04.113694 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42310) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:04.122054 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c192f9c4-0632-4bcc-816a-e3e49f607eb7 None None] get_active_networks_info from n-d-815690-2 {{(pid=102880) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 18:35:04.124114 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418c09b8-1251-4f86-8bd4-7832af39f039 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:04.125506 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-418c09b8-1251-4f86-8bd4-7832af39f039 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:04.135182 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1f8390bc-c82b-4773-86fb-137fa6003c34 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:04.145609 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-12cadf95-6dfe-448e-9339-d52419b83998 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:04.203912 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-71423abe-3cf4-4d76-b6eb-b809ceb1d3b0 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:04.212952 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-71423abe-3cf4-4d76-b6eb-b809ceb1d3b0 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:04.214153 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-71423abe-3cf4-4d76-b6eb-b809ceb1d3b0 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/c9f22ff4-bc3f-485d-a4a5-969e55f75395 HTTP/1.1" status: 204 len: 168 time: 0.6435750 Oct 27 18:35:04.219646 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b3f6c512-ae5f-4509-a153-42705ef33a2b req-1d6ffab5-4268-4c68-b9eb-956b506d960e service neutron] 10.222.0.93 "GET /v2.0/networks/19cc80a7-1302-4c09-9fa1-a2bd258b7dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5455656 Oct 27 18:35:04.221605 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42314) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:04.270854 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71423abe-3cf4-4d76-b6eb-b809ceb1d3b0 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9f22ff4-bc3f-485d-a4a5-969e55f75395,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:04.290574 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42318) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:04.290874 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-418c09b8-1251-4f86-8bd4-7832af39f039 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8850760 Oct 27 18:35:04.293138 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c192f9c4-0632-4bcc-816a-e3e49f607eb7 None None] Resources bound (agent type, host, resource id): {{(pid=102880) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 18:35:04.337691 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-bcb05732-84e9-4fb4-b4ad-ab787d4b1c00 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1120238 Oct 27 18:35:04.340734 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42322) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:04.388026 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-df768ec6-55fe-4231-9a77-ae674c0f35e8 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:04.405117 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1f8390bc-c82b-4773-86fb-137fa6003c34 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:04.409692 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-df768ec6-55fe-4231-9a77-ae674c0f35e8 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:04.412907 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8390bc-c82b-4773-86fb-137fa6003c34 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:04.413571 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1f8390bc-c82b-4773-86fb-137fa6003c34 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:04.413757 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-12cadf95-6dfe-448e-9339-d52419b83998 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:04.491902 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-12cadf95-6dfe-448e-9339-d52419b83998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:04.525966 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1f8390bc-c82b-4773-86fb-137fa6003c34 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7025688 Oct 27 18:35:04.532984 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42330) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:04.537723 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-df768ec6-55fe-4231-9a77-ae674c0f35e8 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:04.543015 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-7933a48a-a1d0-42fb-a556-c4d232b0a123 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Request body: {'subnet': {'network_id': '0de39d21-151a-4069-a93e-101140985945', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:04.563445 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-df768ec6-55fe-4231-9a77-ae674c0f35e8 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:04.564749 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-df768ec6-55fe-4231-9a77-ae674c0f35e8 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/84697665-6c0a-43c4-a8de-a4c49512bfe8 HTTP/1.1" status: 204 len: 168 time: 0.2230823 Oct 27 18:35:04.566861 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df768ec6-55fe-4231-9a77-ae674c0f35e8 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=84697665-6c0a-43c4-a8de-a4c49512bfe8,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:04.567489 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42332) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:04.579808 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cadf95-6dfe-448e-9339-d52419b83998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65af1664-1906-4382-98a9-cbab07932361,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:04.620551 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-12cadf95-6dfe-448e-9339-d52419b83998 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5d6c0f078cad4bcdbf7ff5115069ec23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5043390 Oct 27 18:35:04.623807 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42334) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:04.712777 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7d2f6a-3334-474e-8e4c-eca9135ec532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-713ffbc3-f72c-48b8-9dfe-332b99e1f064', 'network_id': '713ffbc3-f72c-48b8-9dfe-332b99e1f064', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'fixed_ips': [{'subnet_id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:35:04.719067 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3b7d2f6a-3334-474e-8e4c-eca9135ec532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:04.720390 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d5cace82-8f9f-4054-a991-93a8bb13a489 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:04.746929 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d5cace82-8f9f-4054-a991-93a8bb13a489 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:04.818246 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 743736f0-29ce-4876-a772-54307835853b details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:35:04.869064 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d5cace82-8f9f-4054-a991-93a8bb13a489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:04.872039 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d5cace82-8f9f-4054-a991-93a8bb13a489 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:04.873327 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d5cace82-8f9f-4054-a991-93a8bb13a489 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/65af1664-1906-4382-98a9-cbab07932361 HTTP/1.1" status: 204 len: 168 time: 0.2480307 Oct 27 18:35:04.891049 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7933a48a-a1d0-42fb-a556-c4d232b0a123 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Made reservation on behalf of c64b98e347b049a8ae1262d3f6d73502 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:35:04.895725 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7933a48a-a1d0-42fb-a556-c4d232b0a123 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:04.906438 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cace82-8f9f-4054-a991-93a8bb13a489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65af1664-1906-4382-98a9-cbab07932361,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:04.983055 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-3b7d2f6a-3334-474e-8e4c-eca9135ec532 None None] Allocated IP 2001:db8::2 (713ffbc3-f72c-48b8-9dfe-332b99e1f064/3de08fa7-63a5-47fb-af84-c4d8e7fdf115/fbd60b3c-e163-4e6a-b555-8b6a9b346991) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:35:05.006071 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 743736f0-29ce-4876-a772-54307835853b, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=743736f0-29ce-4876-a772-54307835853b,segment=NetworkSegment(b3f5b1a4-fde0-4b26-9254-2c3a416df771),segment_id=b3f5b1a4-fde0-4b26-9254-2c3a416df771)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:35:05.035481 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '743736f0-29ce-4876-a772-54307835853b', 'network_id': '19cc80a7-1302-4c09-9fa1-a2bd258b7dae', 'port_id': '743736f0-29ce-4876-a772-54307835853b', 'mac_address': 'fa:16:3e:20:65:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9993a73-7d7a-4e68-b8c6-2b52536bb7a7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:35:05.073031 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8390bc-c82b-4773-86fb-137fa6003c34 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event updated for resources: {'Network': ['ID=0de39d21-151a-4069-a93e-101140985945,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:05.094278 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d5adc39d-9e4f-4f23-8024-d07a1a75c026 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5251749 Oct 27 18:35:05.100019 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42354) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:05.121641 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:05.136346 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 0de39d21-151a-4069-a93e-101140985945 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:35:05.210991 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 743736f0-29ce-4876-a772-54307835853b {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:35:05.236738 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-144debd5-d445-4f4b-ad29-0b69ce55fcea tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:05.252579 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 743736f0-29ce-4876-a772-54307835853b, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=743736f0-29ce-4876-a772-54307835853b,segment=NetworkSegment(b3f5b1a4-fde0-4b26-9254-2c3a416df771),segment_id=b3f5b1a4-fde0-4b26-9254-2c3a416df771)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:35:05.274022 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-144debd5-d445-4f4b-ad29-0b69ce55fcea tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:05.276828 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-761125aa-7061-4ed1-85c4-4df53d0c6f3d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:05.356338 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:05.384590 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3b7d2f6a-3334-474e-8e4c-eca9135ec532 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:05.398349 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7933a48a-a1d0-42fb-a556-c4d232b0a123 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:05.413119 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=743736f0-29ce-4876-a772-54307835853b,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:05.453187 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201160dd-5bb6-49f0-af0c-9b1977facdc5 req-86c02b8f-2a0f-4dc9-9a58-acfc23c1961f tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:05.454725 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-201160dd-5bb6-49f0-af0c-9b1977facdc5 req-86c02b8f-2a0f-4dc9-9a58-acfc23c1961f tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cd80ede-16c6-48b9-85cc-5b788822d681 HTTP/1.1" status: 200 len: 943 time: 0.3569238 Oct 27 18:35:05.461270 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7933a48a-a1d0-42fb-a556-c4d232b0a123 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event updated for resources: {'Subnet': ['ID=c53d81db-c2e5-4c6d-990b-2b4b8d412674,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:05.472114 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7933a48a-a1d0-42fb-a556-c4d232b0a123 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Checking segment: {'id': '2e837818-7065-4b89-94fa-2209cbc17cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '0de39d21-151a-4069-a93e-101140985945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:35:05.472504 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7933a48a-a1d0-42fb-a556-c4d232b0a123 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Network hostable DHCP agents. Network: 0de39d21-151a-4069-a93e-101140985945, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:35:05.491920 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3b7d2f6a-3334-474e-8e4c-eca9135ec532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:05.540457 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7d2f6a-3334-474e-8e4c-eca9135ec532 None None] Network 713ffbc3-f72c-48b8-9dfe-332b99e1f064 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:35:05.545921 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-3b7d2f6a-3334-474e-8e4c-eca9135ec532 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:35:05.550128 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7d2f6a-3334-474e-8e4c-eca9135ec532 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:35:05.554991 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-201160dd-5bb6-49f0-af0c-9b1977facdc5 req-cf838561-4ca7-4044-a92c-671af6279428 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847683 Oct 27 18:35:05.558252 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d2f6a-3334-474e-8e4c-eca9135ec532 None None] Pushing event updated for resources: {'Port': ['ID=fbd60b3c-e163-4e6a-b555-8b6a9b346991,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:05.588745 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7933a48a-a1d0-42fb-a556-c4d232b0a123 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Network 0de39d21-151a-4069-a93e-101140985945 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:35:05.628088 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-144debd5-d445-4f4b-ad29-0b69ce55fcea tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:05.631496 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-3b7d2f6a-3334-474e-8e4c-eca9135ec532 None None] Attempting to bind port fbd60b3c-e163-4e6a-b555-8b6a9b346991 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:35:05.631947 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-3b7d2f6a-3334-474e-8e4c-eca9135ec532 None None] Attempting to bind port fbd60b3c-e163-4e6a-b555-8b6a9b346991 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '7f94064d-89c3-450c-b71e-ad6a87f443dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '713ffbc3-f72c-48b8-9dfe-332b99e1f064'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:35:05.632352 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7d2f6a-3334-474e-8e4c-eca9135ec532 None None] Attempting to bind port fbd60b3c-e163-4e6a-b555-8b6a9b346991 on network 713ffbc3-f72c-48b8-9dfe-332b99e1f064 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:35:05.634642 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-144debd5-d445-4f4b-ad29-0b69ce55fcea tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:05.636504 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-144debd5-d445-4f4b-ad29-0b69ce55fcea tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/fee0ba45-107e-468d-a811-221ef9be6413 HTTP/1.1" status: 204 len: 168 time: 0.5350351 Oct 27 18:35:05.642346 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42364) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:05.651116 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['743736f0-29ce-4876-a772-54307835853b'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:35:05.660078 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144debd5-d445-4f4b-ad29-0b69ce55fcea tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fee0ba45-107e-468d-a811-221ef9be6413,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:05.683645 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-761125aa-7061-4ed1-85c4-4df53d0c6f3d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Allocated IP 2001:db8::1 (713ffbc3-f72c-48b8-9dfe-332b99e1f064/3de08fa7-63a5-47fb-af84-c4d8e7fdf115/3a4f5b65-cf42-43b8-864f-94e45819f8a6) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:35:05.692946 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7d2f6a-3334-474e-8e4c-eca9135ec532 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:35:05.699184 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7d2f6a-3334-474e-8e4c-eca9135ec532 None None] Checking segment: {'id': '7f94064d-89c3-450c-b71e-ad6a87f443dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '713ffbc3-f72c-48b8-9dfe-332b99e1f064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:35:05.699184 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3b7d2f6a-3334-474e-8e4c-eca9135ec532 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:05.699184 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7d2f6a-3334-474e-8e4c-eca9135ec532 None None] Bound using segment: {'id': '7f94064d-89c3-450c-b71e-ad6a87f443dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '713ffbc3-f72c-48b8-9dfe-332b99e1f064'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:35:05.699184 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-3b7d2f6a-3334-474e-8e4c-eca9135ec532 None None] Bound port: fbd60b3c-e163-4e6a-b555-8b6a9b346991, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f94064d-89c3-450c-b71e-ad6a87f443dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '713ffbc3-f72c-48b8-9dfe-332b99e1f064'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:35:05.699184 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3b7d2f6a-3334-474e-8e4c-eca9135ec532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:05.714474 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-27fa5645-6eb5-4770-8629-03726b3a0f0f tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0742388 Oct 27 18:35:05.715070 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42368) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:05.753161 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2a6f808a-9b3e-4393-afb6-59f4e7a08c0f tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:05.764661 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2a6f808a-9b3e-4393-afb6-59f4e7a08c0f tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:05.775819 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-7933a48a-a1d0-42fb-a556-c4d232b0a123 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 0de39d21-151a-4069-a93e-101140985945) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:35:05.787243 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7933a48a-a1d0-42fb-a556-c4d232b0a123 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:05.787821 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7933a48a-a1d0-42fb-a556-c4d232b0a123 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:05.840384 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-3b7d2f6a-3334-474e-8e4c-eca9135ec532 None None] For port fbd60b3c-e163-4e6a-b555-8b6a9b346991, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:35:05.845112 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-3b7d2f6a-3334-474e-8e4c-eca9135ec532 None None] For port fbd60b3c-e163-4e6a-b555-8b6a9b346991, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=fbd60b3c-e163-4e6a-b555-8b6a9b346991,segment=NetworkSegment(7f94064d-89c3-450c-b71e-ad6a87f443dd),segment_id=7f94064d-89c3-450c-b71e-ad6a87f443dd)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:35:05.845780 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-761125aa-7061-4ed1-85c4-4df53d0c6f3d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:05.938872 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7933a48a-a1d0-42fb-a556-c4d232b0a123 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4016824 Oct 27 18:35:05.941374 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42380) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:05.942727 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2a6f808a-9b3e-4393-afb6-59f4e7a08c0f tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:05.950543 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2a6f808a-9b3e-4393-afb6-59f4e7a08c0f tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:05.955605 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2a6f808a-9b3e-4393-afb6-59f4e7a08c0f tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/a6a03bfa-18d0-4faa-b90b-21228f2bcbee HTTP/1.1" status: 204 len: 168 time: 0.2384722 Oct 27 18:35:05.956322 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42386) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:05.973416 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3b7d2f6a-3334-474e-8e4c-eca9135ec532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:06.002307 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-761125aa-7061-4ed1-85c4-4df53d0c6f3d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:06.006506 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f808a-9b3e-4393-afb6-59f4e7a08c0f tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6a03bfa-18d0-4faa-b90b-21228f2bcbee,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:06.058342 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d2f6a-3334-474e-8e4c-eca9135ec532 None None] Pushing event updated for resources: {'Port': ['ID=fbd60b3c-e163-4e6a-b555-8b6a9b346991,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:06.073347 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761125aa-7061-4ed1-85c4-4df53d0c6f3d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Network 713ffbc3-f72c-48b8-9dfe-332b99e1f064 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:35:06.082309 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-761125aa-7061-4ed1-85c4-4df53d0c6f3d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:35:06.089660 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761125aa-7061-4ed1-85c4-4df53d0c6f3d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:35:06.089660 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-761125aa-7061-4ed1-85c4-4df53d0c6f3d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:06.089916 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e385472f-c420-42fe-bb12-b437bd299acc tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1290479 Oct 27 18:35:06.090588 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42394) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:06.158867 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761125aa-7061-4ed1-85c4-4df53d0c6f3d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event updated for resources: {'Port': ['ID=3a4f5b65-cf42-43b8-864f-94e45819f8a6,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:06.172236 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6a99a2fb-262a-44fe-a1e6-37e6cca2b699 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:06.201166 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6a99a2fb-262a-44fe-a1e6-37e6cca2b699 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:06.233301 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8bfec625-141c-465a-8565-5b3cb2abd9b0 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:06.292676 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8bfec625-141c-465a-8565-5b3cb2abd9b0 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:06.384936 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6a99a2fb-262a-44fe-a1e6-37e6cca2b699 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:06.389220 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6a99a2fb-262a-44fe-a1e6-37e6cca2b699 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:06.390998 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6a99a2fb-262a-44fe-a1e6-37e6cca2b699 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "DELETE /v2.0/security-groups/aa9755ac-05fa-49b4-9da8-0076478ce1fd HTTP/1.1" status: 204 len: 168 time: 0.2993221 Oct 27 18:35:06.393584 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42398) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:06.402692 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a99a2fb-262a-44fe-a1e6-37e6cca2b699 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9755ac-05fa-49b4-9da8-0076478ce1fd,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:06.427545 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-761125aa-7061-4ed1-85c4-4df53d0c6f3d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:06.463918 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-45c204ba-42fb-4864-8e41-4271bb5a896d tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0692263 Oct 27 18:35:06.471435 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42402) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:06.481497 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-6ad1b95e-c69c-470e-847d-e087f70b8363 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Request body: {'security_group': {'name': 'tempest-secgroup--980330052'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:06.510942 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8bfec625-141c-465a-8565-5b3cb2abd9b0 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:06.590862 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfec625-141c-465a-8565-5b3cb2abd9b0 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event deleted for resources: {'Subnet': ['ID=c53d81db-c2e5-4c6d-990b-2b4b8d412674,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:06.600037 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6ad1b95e-c69c-470e-847d-e087f70b8363 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:06.630866 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device fbd60b3c-e163-4e6a-b555-8b6a9b346991 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:35:06.653393 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfec625-141c-465a-8565-5b3cb2abd9b0 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:06.653751 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfec625-141c-465a-8565-5b3cb2abd9b0 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:06.654096 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfec625-141c-465a-8565-5b3cb2abd9b0 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:06.654443 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfec625-141c-465a-8565-5b3cb2abd9b0 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:06.654784 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfec625-141c-465a-8565-5b3cb2abd9b0 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:06.655158 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfec625-141c-465a-8565-5b3cb2abd9b0 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:06.655610 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfec625-141c-465a-8565-5b3cb2abd9b0 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:06.655920 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfec625-141c-465a-8565-5b3cb2abd9b0 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:06.656251 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfec625-141c-465a-8565-5b3cb2abd9b0 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:06.656812 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfec625-141c-465a-8565-5b3cb2abd9b0 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:06.657181 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfec625-141c-465a-8565-5b3cb2abd9b0 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:06.657493 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfec625-141c-465a-8565-5b3cb2abd9b0 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:06.693943 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6ad1b95e-c69c-470e-847d-e087f70b8363 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:06.756618 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port fbd60b3c-e163-4e6a-b555-8b6a9b346991 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:35:06.757012 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:06.768859 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42410) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:06.778702 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8bfec625-141c-465a-8565-5b3cb2abd9b0 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:06.786776 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6ad1b95e-c69c-470e-847d-e087f70b8363 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:06.816523 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-8bfec625-141c-465a-8565-5b3cb2abd9b0 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0de39d21-151a-4069-a93e-101140985945']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:06.822735 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad1b95e-c69c-470e-847d-e087f70b8363 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86570428-673c-4aeb-ae74-71c466af4b43,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:06.847065 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device c99f5840-e3d2-4d62-bc1c-9ea95570ee2b up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:35:06.877584 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-8bfec625-141c-465a-8565-5b3cb2abd9b0 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e837818-7065-4b89-94fa-2209cbc17cab') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:06.877849 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-8bfec625-141c-465a-8565-5b3cb2abd9b0 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e837818-7065-4b89-94fa-2209cbc17cab') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:06.888754 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216523c-3095-40c6-b6b8-248b04bf56e5 req-7996689c-fa81-4be9-9694-4e3480468edb tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:06.897329 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6216523c-3095-40c6-b6b8-248b04bf56e5 req-7996689c-fa81-4be9-9694-4e3480468edb tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cd80ede-16c6-48b9-85cc-5b788822d681 HTTP/1.1" status: 200 len: 944 time: 0.1650195 Oct 27 18:35:06.911383 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6ad1b95e-c69c-470e-847d-e087f70b8363 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:06.913655 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:06.922995 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6ad1b95e-c69c-470e-847d-e087f70b8363 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4400141 Oct 27 18:35:06.924971 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42418) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:06.929413 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8bfec625-141c-465a-8565-5b3cb2abd9b0 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:06.931577 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-d3341e7c-228c-49a9-b41f-63a32bbf2a6e tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Request body: {'security_group_rule': {'security_group_id': '86570428-673c-4aeb-ae74-71c466af4b43', 'direction': 'ingress', 'protocol': 17}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:06.974512 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8bfec625-141c-465a-8565-5b3cb2abd9b0 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:06.991817 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bfec625-141c-465a-8565-5b3cb2abd9b0 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:35:06.995541 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8bfec625-141c-465a-8565-5b3cb2abd9b0 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:06.996113 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port fbd60b3c-e163-4e6a-b555-8b6a9b346991, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=fbd60b3c-e163-4e6a-b555-8b6a9b346991,segment=NetworkSegment(7f94064d-89c3-450c-b71e-ad6a87f443dd),segment_id=7f94064d-89c3-450c-b71e-ad6a87f443dd)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:35:06.997181 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:35:06.997181 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:35:06.997181 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:35:06.997181 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:35:06.997181 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:35:06.997181 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:35:06.997181 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:35:06.997181 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:35:06.997181 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:35:06.997181 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:35:06.997181 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:35:06.997181 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:35:06.997181 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:35:06.997181 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:35:06.997181 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:35:06.997181 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:35:06.997181 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:35:06.997181 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:35:06.997181 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:35:06.997181 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:35:06.997181 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:35:06.997181 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:35:06.997181 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:35:06.997181 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:35:06.997181 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:35:06.997181 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:35:06.997181 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:35:06.997181 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:35:06.997181 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:35:06.997181 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:35:06.997181 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:35:06.997181 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:35:07.048224 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5d8804d5-eea1-4ea1-a450-000d00c6ee71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:07.059737 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6216523c-3095-40c6-b6b8-248b04bf56e5 req-daca7464-0c38-4cbb-8715-a724f655883c tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581328 Oct 27 18:35:07.084169 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port c99f5840-e3d2-4d62-bc1c-9ea95570ee2b completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:35:07.088123 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:07.099152 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port c99f5840-e3d2-4d62-bc1c-9ea95570ee2b triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:35:07.099410 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:07.131386 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-761125aa-7061-4ed1-85c4-4df53d0c6f3d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:07.136777 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d3341e7c-228c-49a9-b41f-63a32bbf2a6e tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:07.252222 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8bfec625-141c-465a-8565-5b3cb2abd9b0 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:07.255473 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-761125aa-7061-4ed1-85c4-4df53d0c6f3d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:07.256805 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-761125aa-7061-4ed1-85c4-4df53d0c6f3d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:07.259396 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d3341e7c-228c-49a9-b41f-63a32bbf2a6e tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:07.271326 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:07.273652 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5d8804d5-eea1-4ea1-a450-000d00c6ee71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:07.281045 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8bfec625-141c-465a-8565-5b3cb2abd9b0 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:07.289773 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42428) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:07.290077 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8bfec625-141c-465a-8565-5b3cb2abd9b0 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "DELETE /v2.0/networks/0de39d21-151a-4069-a93e-101140985945 HTTP/1.1" status: 204 len: 168 time: 1.3473148 Oct 27 18:35:07.295718 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-3cd98ab7-03f5-462b-bdca-e8af523a36c0 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-826142946'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:07.297443 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=fbd60b3c-e163-4e6a-b555-8b6a9b346991,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:07.306665 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6915a7d3-aad4-4a54-8ede-cf38f493194a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99f5840-e3d2-4d62-bc1c-9ea95570ee2b'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:35:07.309906 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5924a48b-b41e-43e9-aa80-a5420f954380" -d '{"events": [{"server_uuid": "6915a7d3-aad4-4a54-8ede-cf38f493194a", "name": "network-vif-plugged", "status": "completed", "tag": "c99f5840-e3d2-4d62-bc1c-9ea95570ee2b"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:35:07.340154 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port c99f5840-e3d2-4d62-bc1c-9ea95570ee2b, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=c99f5840-e3d2-4d62-bc1c-9ea95570ee2b,segment=NetworkSegment(b3f5b1a4-fde0-4b26-9254-2c3a416df771),segment_id=b3f5b1a4-fde0-4b26-9254-2c3a416df771)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:35:07.360830 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf691974-e563-4d06-8422-7adc492e3309 x-openstack-request-id: req-cf691974-e563-4d06-8422-7adc492e3309 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:35:07.364017 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6915a7d3-aad4-4a54-8ede-cf38f493194a", "name": "network-vif-plugged", "status": "completed", "tag": "c99f5840-e3d2-4d62-bc1c-9ea95570ee2b", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:35:07.364017 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cf691974-e563-4d06-8422-7adc492e3309 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:35:07.364017 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6915a7d3-aad4-4a54-8ede-cf38f493194a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99f5840-e3d2-4d62-bc1c-9ea95570ee2b', 'code': 200} Oct 27 18:35:07.366749 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfec625-141c-465a-8565-5b3cb2abd9b0 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event deleted for resources: {'Network': ['ID=0de39d21-151a-4069-a93e-101140985945,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:07.457570 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:07.461162 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 743736f0-29ce-4876-a772-54307835853b up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:35:07.491560 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd98ab7-03f5-462b-bdca-e8af523a36c0 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Made reservation on behalf of c64b98e347b049a8ae1262d3f6d73502 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:35:07.492208 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761125aa-7061-4ed1-85c4-4df53d0c6f3d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event updated for resources: {'Port': ['ID=3a4f5b65-cf42-43b8-864f-94e45819f8a6,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:07.506935 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3cd98ab7-03f5-462b-bdca-e8af523a36c0 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:07.512754 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5d8804d5-eea1-4ea1-a450-000d00c6ee71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:07.540610 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761125aa-7061-4ed1-85c4-4df53d0c6f3d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Network 713ffbc3-f72c-48b8-9dfe-332b99e1f064 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:35:07.543033 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-761125aa-7061-4ed1-85c4-4df53d0c6f3d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:35:07.581911 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5d8804d5-eea1-4ea1-a450-000d00c6ee71 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e53dc034941349b5aba5abc269b63552&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8117225 Oct 27 18:35:07.582523 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d3341e7c-228c-49a9-b41f-63a32bbf2a6e tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:07.593716 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bb1028-965c-425e-b934-e84c88042b23 None None] Network 713ffbc3-f72c-48b8-9dfe-332b99e1f064 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:35:07.596716 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d923104-2d6f-441a-af57-5a275d334834 None None] Network 0de39d21-151a-4069-a93e-101140985945 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:35:07.635547 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42438) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:07.651944 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3341e7c-228c-49a9-b41f-63a32bbf2a6e tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b151dfd1-25a2-4087-b3fc-c3fe65b22d2e,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:07.692922 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd98ab7-03f5-462b-bdca-e8af523a36c0 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] vlan segment allocate from pool success with {'vlan_id': 1016, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:35:07.708680 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3cd98ab7-03f5-462b-bdca-e8af523a36c0 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:07.709076 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-3cd98ab7-03f5-462b-bdca-e8af523a36c0 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Added segment 21aab185-1576-4388-8394-886335951e1b of type vlan for network 7ad6afcc-a454-4a34-b41c-50294e36eb71 Oct 27 18:35:07.726959 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d31a25a6-dc04-4b28-8973-99ed2680bcc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:07.757577 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3cd98ab7-03f5-462b-bdca-e8af523a36c0 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:07.776968 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d31a25a6-dc04-4b28-8973-99ed2680bcc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:07.790083 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b73d2-f63a-4a99-aa91-81fe846c33f1 req-7dc5244d-0124-467b-8f12-a5e3f9d30d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:07.791488 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-561b73d2-f63a-4a99-aa91-81fe846c33f1 req-7dc5244d-0124-467b-8f12-a5e3f9d30d03 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6915a7d3-aad4-4a54-8ede-cf38f493194a HTTP/1.1" status: 200 len: 1095 time: 0.3647830 Oct 27 18:35:07.793650 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8804d5-eea1-4ea1-a450-000d00c6ee71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba8c893-e1e1-4cfd-ba1c-104113f648ab,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:07.838021 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-561b73d2-f63a-4a99-aa91-81fe846c33f1 req-b40fae88-6c6c-41b9-a8a8-4f37afdffdf9 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389225 Oct 27 18:35:07.878276 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3cd98ab7-03f5-462b-bdca-e8af523a36c0 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:07.883623 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd98ab7-03f5-462b-bdca-e8af523a36c0 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:07.884644 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3cd98ab7-03f5-462b-bdca-e8af523a36c0 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:07.918921 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d923104-2d6f-441a-af57-5a275d334834 None None] Network 0de39d21-151a-4069-a93e-101140985945 could not be found, it might have been deleted concurrently. {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 27 18:35:07.930798 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-761125aa-7061-4ed1-85c4-4df53d0c6f3d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Router 3cefca64-bd59-4c19-967b-8173a97dcc26 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:35:07.943129 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d3341e7c-228c-49a9-b41f-63a32bbf2a6e tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:07.943367 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c6b75f-e123-47db-9e7d-4c9b893242bf None None] Network 0de39d21-151a-4069-a93e-101140985945 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:35:07.944354 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d3341e7c-228c-49a9-b41f-63a32bbf2a6e tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0183704 Oct 27 18:35:07.947251 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42450) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:07.963840 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c6b75f-e123-47db-9e7d-4c9b893242bf None None] Network 0de39d21-151a-4069-a93e-101140985945 could not be found, it might have been deleted concurrently. {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 27 18:35:07.971760 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=c99f5840-e3d2-4d62-bc1c-9ea95570ee2b,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:07.982195 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd98ab7-03f5-462b-bdca-e8af523a36c0 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event updated for resources: {'Network': ['ID=7ad6afcc-a454-4a34-b41c-50294e36eb71,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:07.986355 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4d7de962-6899-4c67-bf29-e3a507db1c08 None None] Provisioning complete for port fbd60b3c-e163-4e6a-b555-8b6a9b346991 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:35:07.986774 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4d7de962-6899-4c67-bf29-e3a507db1c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:08.000260 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 7ad6afcc-a454-4a34-b41c-50294e36eb71 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:35:08.041067 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d31a25a6-dc04-4b28-8973-99ed2680bcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:08.044205 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d31a25a6-dc04-4b28-8973-99ed2680bcc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:08.045684 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d31a25a6-dc04-4b28-8973-99ed2680bcc0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7ba8c893-e1e1-4cfd-ba1c-104113f648ab HTTP/1.1" status: 204 len: 168 time: 0.4090548 Oct 27 18:35:08.053863 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3cd98ab7-03f5-462b-bdca-e8af523a36c0 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7601910 Oct 27 18:35:08.059533 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42458) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:08.066763 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-76059da6-5c25-43a7-bf10-551bd65de68f tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Request body: {'subnet': {'network_id': '7ad6afcc-a454-4a34-b41c-50294e36eb71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:08.073484 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b799206b-30c3-4b15-8c17-460a6aa529dd tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:08.140707 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 743736f0-29ce-4876-a772-54307835853b completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:35:08.163866 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 743736f0-29ce-4876-a772-54307835853b triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:35:08.164252 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:08.170537 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a25a6-dc04-4b28-8973-99ed2680bcc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba8c893-e1e1-4cfd-ba1c-104113f648ab,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:08.195629 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b799206b-30c3-4b15-8c17-460a6aa529dd tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:08.200897 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761125aa-7061-4ed1-85c4-4df53d0c6f3d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:35:08.212273 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-761125aa-7061-4ed1-85c4-4df53d0c6f3d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "PUT /v2.0/routers/3cefca64-bd59-4c19-967b-8173a97dcc26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9188514 Oct 27 18:35:08.212273 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42464) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:08.218634 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-4d87bf12-ac19-41d6-ab93-68ef7ac86df2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-328426548'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:08.242087 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f3184b-401a-4f58-957d-b111979475e6 None None] Sync routers for ids ['3cefca64-bd59-4c19-967b-8173a97dcc26'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:35:08.300104 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f3184b-401a-4f58-957d-b111979475e6 None None] Routers {'3cefca64-bd59-4c19-967b-8173a97dcc26'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:35:08.301102 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-56f3184b-401a-4f58-957d-b111979475e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:34:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['3cefca64-bd59-4c19-967b-8173a97dcc26'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:08.301375 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55246696-1ebe-4ce2-b874-e30da184e428 req-ce740576-3445-4456-8c21-75e448da648d tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:08.303248 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-55246696-1ebe-4ce2-b874-e30da184e428 req-ce740576-3445-4456-8c21-75e448da648d tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cd80ede-16c6-48b9-85cc-5b788822d681 HTTP/1.1" status: 200 len: 944 time: 0.0669765 Oct 27 18:35:08.355278 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76059da6-5c25-43a7-bf10-551bd65de68f tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Made reservation on behalf of c64b98e347b049a8ae1262d3f6d73502 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:35:08.360381 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-76059da6-5c25-43a7-bf10-551bd65de68f tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:08.418527 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-55246696-1ebe-4ce2-b874-e30da184e428 req-a5cf8fdb-5d92-428e-a822-8e9e20c874b8 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086688 Oct 27 18:35:08.442606 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.ipam_backend_mixin [None req-76059da6-5c25-43a7-bf10-551bd65de68f tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Performing IP validity checks on allocation pools {{(pid=102878) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 27 18:35:08.443168 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.ipam_backend_mixin [None req-76059da6-5c25-43a7-bf10-551bd65de68f tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102878) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 27 18:35:08.451363 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-56f3184b-401a-4f58-957d-b111979475e6 None None] Set router 3cefca64-bd59-4c19-967b-8173a97dcc26 gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:35:08.468907 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b799206b-30c3-4b15-8c17-460a6aa529dd tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:08.471996 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b799206b-30c3-4b15-8c17-460a6aa529dd tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:08.474234 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b799206b-30c3-4b15-8c17-460a6aa529dd tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "DELETE /v2.0/security-groups/86570428-673c-4aeb-ae74-71c466af4b43 HTTP/1.1" status: 204 len: 168 time: 0.5256593 Oct 27 18:35:08.478044 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42470) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:08.494610 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:08.499341 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b799206b-30c3-4b15-8c17-460a6aa529dd tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86570428-673c-4aeb-ae74-71c466af4b43,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:08.508213 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d87bf12-ac19-41d6-ab93-68ef7ac86df2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Made reservation on behalf of f0dda3f0251e4e4db2b48596fc53609b for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:35:08.508213 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4d87bf12-ac19-41d6-ab93-68ef7ac86df2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:08.629437 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device fbd60b3c-e163-4e6a-b555-8b6a9b346991 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:35:08.636582 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d87bf12-ac19-41d6-ab93-68ef7ac86df2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] vlan segment allocate from pool success with {'vlan_id': 1037, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:35:08.643685 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-494fc995-2fe6-4f05-a3e9-9c8532759342 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1644375 Oct 27 18:35:08.648469 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42476) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:08.654290 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-e103b37e-12cb-4127-aeec-10b4e6eeca85 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Request body: {'security_group': {'name': 'tempest-secgroup--129320135'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:08.708993 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 743736f0-29ce-4876-a772-54307835853b, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=743736f0-29ce-4876-a772-54307835853b,segment=NetworkSegment(b3f5b1a4-fde0-4b26-9254-2c3a416df771),segment_id=b3f5b1a4-fde0-4b26-9254-2c3a416df771)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:35:08.730041 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4d87bf12-ac19-41d6-ab93-68ef7ac86df2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:08.730549 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-4d87bf12-ac19-41d6-ab93-68ef7ac86df2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Added segment d42a0843-158e-489a-84e8-af0708984a78 of type vlan for network aa9fd2b3-6526-494b-adcc-76b10197a747 Oct 27 18:35:08.774779 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port fbd60b3c-e163-4e6a-b555-8b6a9b346991 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:35:08.775462 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:08.794951 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4d87bf12-ac19-41d6-ab93-68ef7ac86df2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:08.823627 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e103b37e-12cb-4127-aeec-10b4e6eeca85 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:08.852555 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-76059da6-5c25-43a7-bf10-551bd65de68f tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:08.891346 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:08.970987 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76059da6-5c25-43a7-bf10-551bd65de68f tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event updated for resources: {'Subnet': ['ID=678b4166-68ff-4c26-8122-2804842d29f5,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:08.974250 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4d87bf12-ac19-41d6-ab93-68ef7ac86df2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:08.986162 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d87bf12-ac19-41d6-ab93-68ef7ac86df2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:08.986824 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4d87bf12-ac19-41d6-ab93-68ef7ac86df2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:09.078491 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e103b37e-12cb-4127-aeec-10b4e6eeca85 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:09.196809 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=743736f0-29ce-4876-a772-54307835853b,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:09.211534 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e103b37e-12cb-4127-aeec-10b4e6eeca85 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:09.219311 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-56f3184b-401a-4f58-957d-b111979475e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'name': 'tempest-RoutersIpV6Test-router-1387999512', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:35:00Z', 'updated_at': '2021-10-27T18:35:06Z', 'revision_number': 2, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'gw_port_host': None, '_interfaces': [{'id': '3a4f5b65-cf42-43b8-864f-94e45819f8a6', 'name': '', 'network_id': '713ffbc3-f72c-48b8-9dfe-332b99e1f064', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:02:97:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:05Z', 'updated_at': '2021-10-27T18:35:06Z', 'revision_number': 2, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:09.234471 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76059da6-5c25-43a7-bf10-551bd65de68f tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Checking segment: {'id': '21aab185-1576-4388-8394-886335951e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '7ad6afcc-a454-4a34-b41c-50294e36eb71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:35:09.235666 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76059da6-5c25-43a7-bf10-551bd65de68f tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Network hostable DHCP agents. Network: 7ad6afcc-a454-4a34-b41c-50294e36eb71, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:35:09.258631 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87bf12-ac19-41d6-ab93-68ef7ac86df2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event updated for resources: {'Network': ['ID=aa9fd2b3-6526-494b-adcc-76b10197a747,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:09.296667 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e103b37e-12cb-4127-aeec-10b4e6eeca85 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76773929-5fe2-44d7-bda2-4f1719a7d2e5,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:09.299576 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f3184b-401a-4f58-957d-b111979475e6 None None] Checking router: 3cefca64-bd59-4c19-967b-8173a97dcc26 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:35:09.299576 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f3184b-401a-4f58-957d-b111979475e6 None None] Updating router 3cefca64-bd59-4c19-967b-8173a97dcc26 port 3a4f5b65-cf42-43b8-864f-94e45819f8a6 binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:35:09.302278 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4d87bf12-ac19-41d6-ab93-68ef7ac86df2 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0880504 Oct 27 18:35:09.303897 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42494) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:09.306912 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network aa9fd2b3-6526-494b-adcc-76b10197a747 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:35:09.313451 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-46cddc22-7394-401c-99b3-9815fd8644f8 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Request body: {'subnet': {'network_id': 'aa9fd2b3-6526-494b-adcc-76b10197a747', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:09.324170 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e103b37e-12cb-4127-aeec-10b4e6eeca85 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:09.325888 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e103b37e-12cb-4127-aeec-10b4e6eeca85 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6757977 Oct 27 18:35:09.333625 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42496) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:09.345115 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-c084b1db-5c32-4e83-9184-ca0abe48a34a tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Request body: {'security_group': {'name': 'tempest-secgroup--141338342'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:09.411199 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76059da6-5c25-43a7-bf10-551bd65de68f tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Network 7ad6afcc-a454-4a34-b41c-50294e36eb71 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:35:09.427642 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd80ede-16c6-48b9-85cc-5b788822d681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743736f0-29ce-4876-a772-54307835853b'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:35:09.429512 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcd66c8-dd80-43f6-8459-563cdd4111c1" -d '{"events": [{"server_uuid": "5cd80ede-16c6-48b9-85cc-5b788822d681", "name": "network-vif-plugged", "status": "completed", "tag": "743736f0-29ce-4876-a772-54307835853b"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:35:09.448136 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-56f3184b-401a-4f58-957d-b111979475e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:09.492715 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f074999f-3e98-47f9-b00f-07b4d97ba9df x-openstack-request-id: req-f074999f-3e98-47f9-b00f-07b4d97ba9df {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:35:09.493006 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cd80ede-16c6-48b9-85cc-5b788822d681", "name": "network-vif-plugged", "status": "completed", "tag": "743736f0-29ce-4876-a772-54307835853b", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:35:09.493460 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f074999f-3e98-47f9-b00f-07b4d97ba9df {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:35:09.494113 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd80ede-16c6-48b9-85cc-5b788822d681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743736f0-29ce-4876-a772-54307835853b', 'code': 200} Oct 27 18:35:09.495077 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3477a1-1341-48ed-a2db-71f97095280e None None] Network 713ffbc3-f72c-48b8-9dfe-332b99e1f064 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:35:09.558142 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c084b1db-5c32-4e83-9184-ca0abe48a34a tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:09.587738 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-76059da6-5c25-43a7-bf10-551bd65de68f tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 7ad6afcc-a454-4a34-b41c-50294e36eb71) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:35:09.615797 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76059da6-5c25-43a7-bf10-551bd65de68f tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:09.616503 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-76059da6-5c25-43a7-bf10-551bd65de68f tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:09.638858 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00564d36-f543-444b-8b67-69e9e62a873f None None] Network 7ad6afcc-a454-4a34-b41c-50294e36eb71 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:35:09.646495 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-a248f64f-9825-40ad-8217-6dff57bdeb5e None None] Provisioning complete for port 3a4f5b65-cf42-43b8-864f-94e45819f8a6 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:35:09.646801 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a248f64f-9825-40ad-8217-6dff57bdeb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:09.654360 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d7790-9be3-4575-9bcd-967b80a66855 req-724937a9-0d0f-4fbb-8779-b366d71807c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:09.656734 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4e8d7790-9be3-4575-9bcd-967b80a66855 req-724937a9-0d0f-4fbb-8779-b366d71807c0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5cd80ede-16c6-48b9-85cc-5b788822d681 HTTP/1.1" status: 200 len: 1096 time: 0.1127200 Oct 27 18:35:09.676910 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c8cfe-44e4-454f-8a47-1bf8eb75ef52 req-dce81984-f738-4328-9a4c-512b894ea0bb tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:09.693332 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b48c8cfe-44e4-454f-8a47-1bf8eb75ef52 req-dce81984-f738-4328-9a4c-512b894ea0bb tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cd80ede-16c6-48b9-85cc-5b788822d681 HTTP/1.1" status: 200 len: 945 time: 0.1662891 Oct 27 18:35:09.719268 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4e8d7790-9be3-4575-9bcd-967b80a66855 req-2970fa4b-0148-4bd8-a7ac-fd41576e4446 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538273 Oct 27 18:35:09.742636 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c084b1db-5c32-4e83-9184-ca0abe48a34a tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:09.753582 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-731848d5-4c00-4b00-9c57-a49c8f8e878c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:09.767444 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b48c8cfe-44e4-454f-8a47-1bf8eb75ef52 req-d601aa4d-9d8e-42fa-8e72-6bd92b761129 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699422 Oct 27 18:35:09.783449 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46cddc22-7394-401c-99b3-9815fd8644f8 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Made reservation on behalf of f0dda3f0251e4e4db2b48596fc53609b for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:35:09.787029 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-46cddc22-7394-401c-99b3-9815fd8644f8 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:09.793415 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-a248f64f-9825-40ad-8217-6dff57bdeb5e None None] Port 3a4f5b65-cf42-43b8-864f-94e45819f8a6 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:35:09.889409 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c084b1db-5c32-4e83-9184-ca0abe48a34a tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:09.908740 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-a248f64f-9825-40ad-8217-6dff57bdeb5e None None] Provisioning complete for port fbd60b3c-e163-4e6a-b555-8b6a9b346991 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:35:09.909110 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a248f64f-9825-40ad-8217-6dff57bdeb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:09.956925 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c084b1db-5c32-4e83-9184-ca0abe48a34a tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49813782-a784-422c-87f7-93cee37a4080,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:10.006606 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42512) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:10.020633 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-76059da6-5c25-43a7-bf10-551bd65de68f tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.9578030 Oct 27 18:35:10.023155 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42516) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:10.044925 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c084b1db-5c32-4e83-9184-ca0abe48a34a tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:10.044925 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c084b1db-5c32-4e83-9184-ca0abe48a34a tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7052073 Oct 27 18:35:10.045195 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42518) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:10.054637 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-a3ed0c98-d0ef-43f2-984d-e80a279acbbb tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Request body: {'security_group_rule': {'security_group_id': '76773929-5fe2-44d7-bda2-4f1719a7d2e5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '49813782-a784-422c-87f7-93cee37a4080', 'remote_ip_prefix': None}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:10.181390 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0c1f35fc-ff96-4fef-bcae-3bb4ef8438dd tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:10.199630 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-25757954-eabb-4b27-a332-84ab0f0e04c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:10.249744 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0c1f35fc-ff96-4fef-bcae-3bb4ef8438dd tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:10.265900 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a3ed0c98-d0ef-43f2-984d-e80a279acbbb tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:10.277572 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-46cddc22-7394-401c-99b3-9815fd8644f8 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:10.378741 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d60762-5731-4f51-9fd4-1b7156bfcc4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-7ad6afcc-a454-4a34-b41c-50294e36eb71', 'network_id': '7ad6afcc-a454-4a34-b41c-50294e36eb71', 'tenant_id': 'c64b98e347b049a8ae1262d3f6d73502', 'fixed_ips': [{'subnet_id': '678b4166-68ff-4c26-8122-2804842d29f5'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:35:10.380041 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c0d60762-5731-4f51-9fd4-1b7156bfcc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:10.396484 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cddc22-7394-401c-99b3-9815fd8644f8 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Checking segment: {'id': 'd42a0843-158e-489a-84e8-af0708984a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'aa9fd2b3-6526-494b-adcc-76b10197a747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:35:10.396851 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cddc22-7394-401c-99b3-9815fd8644f8 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Network hostable DHCP agents. Network: aa9fd2b3-6526-494b-adcc-76b10197a747, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:35:10.412926 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-25757954-eabb-4b27-a332-84ab0f0e04c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:10.425370 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a3ed0c98-d0ef-43f2-984d-e80a279acbbb tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:10.429597 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cddc22-7394-401c-99b3-9815fd8644f8 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event updated for resources: {'Subnet': ['ID=5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:10.484688 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-56f3184b-401a-4f58-957d-b111979475e6 None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:10.578667 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-25757954-eabb-4b27-a332-84ab0f0e04c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:10.581846 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-56f3184b-401a-4f58-957d-b111979475e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:10.582163 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0c1f35fc-ff96-4fef-bcae-3bb4ef8438dd tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:10.585456 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cddc22-7394-401c-99b3-9815fd8644f8 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Network aa9fd2b3-6526-494b-adcc-76b10197a747 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:35:10.593046 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a3ed0c98-d0ef-43f2-984d-e80a279acbbb tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:10.635157 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f35fc-ff96-4fef-bcae-3bb4ef8438dd tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event deleted for resources: {'Subnet': ['ID=678b4166-68ff-4c26-8122-2804842d29f5,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:10.712013 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0c1f35fc-ff96-4fef-bcae-3bb4ef8438dd tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:10.716021 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-46cddc22-7394-401c-99b3-9815fd8644f8 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, aa9fd2b3-6526-494b-adcc-76b10197a747) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:35:10.727016 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cddc22-7394-401c-99b3-9815fd8644f8 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:10.727730 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-46cddc22-7394-401c-99b3-9815fd8644f8 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:10.728309 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ed0c98-d0ef-43f2-984d-e80a279acbbb tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd7844f8-c54b-41f0-b276-942048942be8,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:10.746485 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-25757954-eabb-4b27-a332-84ab0f0e04c6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=029e87cb36cf4a89b7fec1bf75aac29e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7362139 Oct 27 18:35:10.746863 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25757954-eabb-4b27-a332-84ab0f0e04c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04de3adf-506c-405d-a532-545882c43757,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:10.750960 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42542) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:10.758514 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-0c1f35fc-ff96-4fef-bcae-3bb4ef8438dd tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ad6afcc-a454-4a34-b41c-50294e36eb71']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:10.772366 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-0c1f35fc-ff96-4fef-bcae-3bb4ef8438dd tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21aab185-1576-4388-8394-886335951e1b') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:10.772674 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-0c1f35fc-ff96-4fef-bcae-3bb4ef8438dd tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21aab185-1576-4388-8394-886335951e1b') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:10.806281 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77796f82-dc02-4af7-9f7b-92a5a6ae33e8 None None] Network aa9fd2b3-6526-494b-adcc-76b10197a747 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:35:10.815654 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a3ed0c98-d0ef-43f2-984d-e80a279acbbb tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:10.819618 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a3ed0c98-d0ef-43f2-984d-e80a279acbbb tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7697132 Oct 27 18:35:10.823293 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42548) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:10.826264 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0c1f35fc-ff96-4fef-bcae-3bb4ef8438dd tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:10.915809 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3b7ed7ea-8ad6-48d1-aba1-54fe640a79cf tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:10.917640 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0c1f35fc-ff96-4fef-bcae-3bb4ef8438dd tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:10.920554 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-748a37ef-c733-4e86-a469-89b4773887eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:10.946933 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3b7ed7ea-8ad6-48d1-aba1-54fe640a79cf tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:10.950517 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-46cddc22-7394-401c-99b3-9815fd8644f8 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6453569 Oct 27 18:35:10.966210 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42554) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:10.974722 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d3264-a26d-45c3-aec7-04e6c01a8309 None None] Pushing event updated for resources: {'Port': ['ID=3a4f5b65-cf42-43b8-864f-94e45819f8a6,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:10.975735 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-748a37ef-c733-4e86-a469-89b4773887eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:10.983539 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-fdb56639-379f-41e5-aebd-4e4cd0fad2c6 None None] Provisioning complete for port 3a4f5b65-cf42-43b8-864f-94e45819f8a6 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:35:10.983993 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fdb56639-379f-41e5-aebd-4e4cd0fad2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:11.032867 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-fdb56639-379f-41e5-aebd-4e4cd0fad2c6 None None] Port 3a4f5b65-cf42-43b8-864f-94e45819f8a6 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server [None req-c0d60762-5731-4f51-9fd4-1b7156bfcc4c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 678b4166-68ff-4c26-8122-2804842d29f5: This subnet is being modified by another concurrent operation. Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 18:35:11.037321 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:35:11.041763 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 18:35:11.041763 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 18:35:11.041763 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:35:11.041763 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:35:11.041763 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:35:11.041763 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:35:11.041763 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 18:35:11.041763 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:35:11.041763 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 18:35:11.041763 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 18:35:11.041763 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:35:11.041763 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:35:11.041763 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:35:11.041763 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:35:11.041763 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 18:35:11.041763 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 18:35:11.041763 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 27 18:35:11.041763 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 27 18:35:11.041763 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 27 18:35:11.041763 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 27 18:35:11.041763 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 27 18:35:11.041763 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 27 18:35:11.041763 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 27 18:35:11.041763 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 27 18:35:11.041763 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:35:11.041763 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:35:11.041763 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:35:11.041763 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:35:11.041763 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 27 18:35:11.041763 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 27 18:35:11.041763 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 27 18:35:11.041763 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 27 18:35:11.041763 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 27 18:35:11.041763 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 27 18:35:11.041763 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 27 18:35:11.041763 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise exception Oct 27 18:35:11.041763 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 678b4166-68ff-4c26-8122-2804842d29f5: This subnet is being modified by another concurrent operation. Oct 27 18:35:11.041763 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server Oct 27 18:35:11.054439 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c1f35fc-ff96-4fef-bcae-3bb4ef8438dd tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:35:11.056473 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0c1f35fc-ff96-4fef-bcae-3bb4ef8438dd tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:11.058888 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-56f3184b-401a-4f58-957d-b111979475e6 None None] Attempting to bind port 3a4f5b65-cf42-43b8-864f-94e45819f8a6 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:35:11.058888 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-56f3184b-401a-4f58-957d-b111979475e6 None None] Attempting to bind port 3a4f5b65-cf42-43b8-864f-94e45819f8a6 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '7f94064d-89c3-450c-b71e-ad6a87f443dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '713ffbc3-f72c-48b8-9dfe-332b99e1f064'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:35:11.059368 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f3184b-401a-4f58-957d-b111979475e6 None None] Attempting to bind port 3a4f5b65-cf42-43b8-864f-94e45819f8a6 on network 713ffbc3-f72c-48b8-9dfe-332b99e1f064 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:35:11.059751 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:35:11.059751 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:35:11.059751 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:35:11.059751 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:35:11.059751 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:35:11.059751 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:35:11.059751 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:35:11.059751 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:35:11.059751 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:35:11.059751 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:35:11.059751 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:35:11.059751 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:35:11.059751 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:35:11.059751 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:35:11.059751 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:35:11.059751 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:35:11.059751 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:35:11.059751 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:35:11.059751 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:35:11.059751 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:35:11.059751 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:35:11.059751 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:35:11.059751 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:35:11.059751 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:35:11.059751 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:35:11.059751 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:35:11.059751 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:35:11.059751 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:35:11.059751 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:35:11.059751 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:35:11.059751 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:35:11.059751 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:35:11.080901 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2997da03-2266-4c85-91bc-7a53ea57bbab None None] Network 7ad6afcc-a454-4a34-b41c-50294e36eb71 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:35:11.106381 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-fdb56639-379f-41e5-aebd-4e4cd0fad2c6 None None] Provisioning complete for port fbd60b3c-e163-4e6a-b555-8b6a9b346991 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:35:11.106964 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fdb56639-379f-41e5-aebd-4e4cd0fad2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:11.135259 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f3184b-401a-4f58-957d-b111979475e6 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:35:11.135710 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f3184b-401a-4f58-957d-b111979475e6 None None] Checking segment: {'id': '7f94064d-89c3-450c-b71e-ad6a87f443dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '713ffbc3-f72c-48b8-9dfe-332b99e1f064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:35:11.136192 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-56f3184b-401a-4f58-957d-b111979475e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:11.136785 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f3184b-401a-4f58-957d-b111979475e6 None None] Bound using segment: {'id': '7f94064d-89c3-450c-b71e-ad6a87f443dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '713ffbc3-f72c-48b8-9dfe-332b99e1f064'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:35:11.137508 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-56f3184b-401a-4f58-957d-b111979475e6 None None] Bound port: 3a4f5b65-cf42-43b8-864f-94e45819f8a6, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f94064d-89c3-450c-b71e-ad6a87f443dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '713ffbc3-f72c-48b8-9dfe-332b99e1f064'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:35:11.138070 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-56f3184b-401a-4f58-957d-b111979475e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:11.202524 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea84400-d851-4830-8b7f-ca3f09d844e4 req-80ebf93e-af4d-4dc9-93f2-7285802fe168 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:11.204513 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5ea84400-d851-4830-8b7f-ca3f09d844e4 req-80ebf93e-af4d-4dc9-93f2-7285802fe168 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cd80ede-16c6-48b9-85cc-5b788822d681 HTTP/1.1" status: 200 len: 945 time: 0.3144093 Oct 27 18:35:11.314389 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-748a37ef-c733-4e86-a469-89b4773887eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:11.316979 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-748a37ef-c733-4e86-a469-89b4773887eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:11.318154 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-748a37ef-c733-4e86-a469-89b4773887eb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/04de3adf-506c-405d-a532-545882c43757 HTTP/1.1" status: 204 len: 168 time: 0.5659926 Oct 27 18:35:11.323657 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3b7ed7ea-8ad6-48d1-aba1-54fe640a79cf tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:11.356120 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3b7ed7ea-8ad6-48d1-aba1-54fe640a79cf tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:11.361881 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3b7ed7ea-8ad6-48d1-aba1-54fe640a79cf tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/bd7844f8-c54b-41f0-b276-942048942be8 HTTP/1.1" status: 204 len: 168 time: 0.5354643 Oct 27 18:35:11.361881 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a37ef-c733-4e86-a469-89b4773887eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04de3adf-506c-405d-a532-545882c43757,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:11.363695 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5ea84400-d851-4830-8b7f-ca3f09d844e4 req-a1fba8cf-dd13-4914-b10d-2e70fa0572af tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433108 Oct 27 18:35:11.366626 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42564) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:11.382023 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ed7ea-8ad6-48d1-aba1-54fe640a79cf tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd7844f8-c54b-41f0-b276-942048942be8,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:11.474163 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-56f3184b-401a-4f58-957d-b111979475e6 None None] For port 3a4f5b65-cf42-43b8-864f-94e45819f8a6, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:35:11.509233 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-56f3184b-401a-4f58-957d-b111979475e6 None None] For port 3a4f5b65-cf42-43b8-864f-94e45819f8a6, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=3a4f5b65-cf42-43b8-864f-94e45819f8a6,segment=NetworkSegment(7f94064d-89c3-450c-b71e-ad6a87f443dd),segment_id=7f94064d-89c3-450c-b71e-ad6a87f443dd)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:35:11.542740 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b198318-2b66-4200-8d74-64ab75cd3da2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-aa9fd2b3-6526-494b-adcc-76b10197a747', 'network_id': 'aa9fd2b3-6526-494b-adcc-76b10197a747', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'fixed_ips': [{'subnet_id': '5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:35:11.543650 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3b198318-2b66-4200-8d74-64ab75cd3da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:11.695231 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-56f3184b-401a-4f58-957d-b111979475e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:11.831566 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-5a0e6534-16da-447b-9d45-2b5c0d1cf7a0 None None] Provisioning complete for port 3a4f5b65-cf42-43b8-864f-94e45819f8a6 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:35:11.831855 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5a0e6534-16da-447b-9d45-2b5c0d1cf7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:11.866973 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f3184b-401a-4f58-957d-b111979475e6 None None] Routers {'3cefca64-bd59-4c19-967b-8173a97dcc26'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:35:11.867629 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-56f3184b-401a-4f58-957d-b111979475e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:34:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['3cefca64-bd59-4c19-967b-8173a97dcc26'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:11.876556 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d3264-a26d-45c3-aec7-04e6c01a8309 None None] Pushing event updated for resources: {'Port': ['ID=3a4f5b65-cf42-43b8-864f-94e45819f8a6,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:11.929806 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0c1f35fc-ff96-4fef-bcae-3bb4ef8438dd tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:11.973548 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0c1f35fc-ff96-4fef-bcae-3bb4ef8438dd tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:11.977881 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0c1f35fc-ff96-4fef-bcae-3bb4ef8438dd tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "DELETE /v2.0/networks/7ad6afcc-a454-4a34-b41c-50294e36eb71 HTTP/1.1" status: 204 len: 168 time: 1.9538107 Oct 27 18:35:11.983673 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42582) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:11.998804 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-e9642893-4ef8-4451-914c-40fe0242e19d tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1298203784'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:11.999632 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f35fc-ff96-4fef-bcae-3bb4ef8438dd tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event deleted for resources: {'Network': ['ID=7ad6afcc-a454-4a34-b41c-50294e36eb71,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:12.018629 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-3b198318-2b66-4200-8d74-64ab75cd3da2 None None] Allocated IP 2001:db8:1::2 (aa9fd2b3-6526-494b-adcc-76b10197a747/5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5/13e95ab2-aa97-4a03-a2c3-a3e7789bac1c) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:35:12.032313 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-72c3defc-6adc-4707-8459-cf9fdd0014fd tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.6614563 Oct 27 18:35:12.033039 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42584) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:12.095733 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-56f3184b-401a-4f58-957d-b111979475e6 None None] Set router 3cefca64-bd59-4c19-967b-8173a97dcc26 gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:35:12.137693 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e99301fa-5a0e-4780-8e14-e4a22498e34b tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:12.143626 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9642893-4ef8-4451-914c-40fe0242e19d tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Made reservation on behalf of c64b98e347b049a8ae1262d3f6d73502 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:35:12.148560 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c87f7282-a51d-4fda-a8ce-087c3a9db602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:12.151603 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e9642893-4ef8-4451-914c-40fe0242e19d tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:12.205548 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e99301fa-5a0e-4780-8e14-e4a22498e34b tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:12.223424 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6dcbd106-0f90-45a9-9adb-3c28aaa1d252 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:12.272558 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5a0e6534-16da-447b-9d45-2b5c0d1cf7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:12.281654 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9642893-4ef8-4451-914c-40fe0242e19d tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] vlan segment allocate from pool success with {'vlan_id': 1001, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:35:12.297845 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e9642893-4ef8-4451-914c-40fe0242e19d tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:12.304574 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-e9642893-4ef8-4451-914c-40fe0242e19d tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Added segment 1c64b607-0dc4-452e-b772-e7a0542b740d of type vlan for network 131f1570-c8e0-4a20-a95c-4efb5cc47d0f Oct 27 18:35:12.374936 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e9642893-4ef8-4451-914c-40fe0242e19d tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:12.397896 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-5a0e6534-16da-447b-9d45-2b5c0d1cf7a0 None None] For port 3a4f5b65-cf42-43b8-864f-94e45819f8a6, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=3a4f5b65-cf42-43b8-864f-94e45819f8a6,segment=NetworkSegment(7f94064d-89c3-450c-b71e-ad6a87f443dd),segment_id=7f94064d-89c3-450c-b71e-ad6a87f443dd)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:35:12.407612 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3b198318-2b66-4200-8d74-64ab75cd3da2 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:12.478268 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e99301fa-5a0e-4780-8e14-e4a22498e34b tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:12.481003 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e99301fa-5a0e-4780-8e14-e4a22498e34b tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:12.482144 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e99301fa-5a0e-4780-8e14-e4a22498e34b tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "DELETE /v2.0/security-groups/49813782-a784-422c-87f7-93cee37a4080 HTTP/1.1" status: 204 len: 168 time: 0.4481795 Oct 27 18:35:12.486438 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42592) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:12.494430 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-56f3184b-401a-4f58-957d-b111979475e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'name': 'tempest-RoutersIpV6Test-router-1387999512', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:35:00Z', 'updated_at': '2021-10-27T18:35:06Z', 'revision_number': 2, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'gw_port_host': None, '_interfaces': [{'id': '3a4f5b65-cf42-43b8-864f-94e45819f8a6', 'name': '', 'network_id': '713ffbc3-f72c-48b8-9dfe-332b99e1f064', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:02:97:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:05Z', 'updated_at': '2021-10-27T18:35:11Z', 'revision_number': 4, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:12.502054 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5a0e6534-16da-447b-9d45-2b5c0d1cf7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:12.524904 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99301fa-5a0e-4780-8e14-e4a22498e34b tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49813782-a784-422c-87f7-93cee37a4080,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:12.579477 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a778189e-8974-465f-8b8a-a8da21fbeede tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0914800 Oct 27 18:35:12.580512 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42594) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:12.598848 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79906dd0-a98b-43ba-b7f3-f1b6805b9477 req-817f3425-f0cb-4a21-8466-0c3bb38a5b7b tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:12.600419 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-79906dd0-a98b-43ba-b7f3-f1b6805b9477 req-817f3425-f0cb-4a21-8466-0c3bb38a5b7b tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cd80ede-16c6-48b9-85cc-5b788822d681 HTTP/1.1" status: 200 len: 945 time: 0.1263690 Oct 27 18:35:12.613765 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-6dcbd106-0f90-45a9-9adb-3c28aaa1d252 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Allocated IP 2001:db8:1::1 (aa9fd2b3-6526-494b-adcc-76b10197a747/5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5/fc3e7bc5-e562-40af-ab60-4cb019346046) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:35:12.620663 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e9642893-4ef8-4451-914c-40fe0242e19d tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:12.628094 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9642893-4ef8-4451-914c-40fe0242e19d tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:12.629046 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e9642893-4ef8-4451-914c-40fe0242e19d tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:12.709330 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-79906dd0-a98b-43ba-b7f3-f1b6805b9477 req-d7fb880a-25d7-40f8-b525-4d041eb743e5 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961890 Oct 27 18:35:12.734722 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4764c082-19f8-4951-9587-5a95e24ae120 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:12.746245 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42600) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:12.771902 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4764c082-19f8-4951-9587-5a95e24ae120 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:12.799102 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c875e1bc-0426-4106-9fd1-fa338b6d6438 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:12.810806 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9642893-4ef8-4451-914c-40fe0242e19d tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event updated for resources: {'Network': ['ID=131f1570-c8e0-4a20-a95c-4efb5cc47d0f,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:12.821644 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e9642893-4ef8-4451-914c-40fe0242e19d tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8340533 Oct 27 18:35:12.823077 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42604) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:12.829059 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-3d196792-8c4f-4904-8441-eaae089919c1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Request body: {'subnet': {'network_id': '131f1570-c8e0-4a20-a95c-4efb5cc47d0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:12.886941 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42606) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:12.891973 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6dcbd106-0f90-45a9-9adb-3c28aaa1d252 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:12.918142 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f3184b-401a-4f58-957d-b111979475e6 None None] The sync data for ids ['3cefca64-bd59-4c19-967b-8173a97dcc26'] in n-d-815690-2 is: [{'id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'name': 'tempest-RoutersIpV6Test-router-1387999512', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:35:00Z', 'updated_at': '2021-10-27T18:35:06Z', 'revision_number': 2, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'gw_port_host': None, '_interfaces': [{'id': '3a4f5b65-cf42-43b8-864f-94e45819f8a6', 'name': '', 'network_id': '713ffbc3-f72c-48b8-9dfe-332b99e1f064', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:02:97:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:05Z', 'updated_at': '2021-10-27T18:35:11Z', 'revision_number': 4, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:35:12.934321 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3b198318-2b66-4200-8d74-64ab75cd3da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:12.934529 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9da4c-da35-49d5-824b-d48a0edc0e77 req-f45ec8e3-c96d-4aca-b8b7-e1dc3d7010bd tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:12.936122 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9ee9da4c-da35-49d5-824b-d48a0edc0e77 req-f45ec8e3-c96d-4aca-b8b7-e1dc3d7010bd tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=6915a7d3-aad4-4a54-8ede-cf38f493194a HTTP/1.1" status: 200 len: 945 time: 0.1277766 Oct 27 18:35:12.957995 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 131f1570-c8e0-4a20-a95c-4efb5cc47d0f details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:35:12.970327 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b198318-2b66-4200-8d74-64ab75cd3da2 None None] Network aa9fd2b3-6526-494b-adcc-76b10197a747 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:35:12.984627 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-3b198318-2b66-4200-8d74-64ab75cd3da2 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:35:13.003459 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9ee9da4c-da35-49d5-824b-d48a0edc0e77 req-e15ae085-78c4-4333-a7c9-9556352727c0 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485015 Oct 27 18:35:13.005168 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b198318-2b66-4200-8d74-64ab75cd3da2 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:35:13.056727 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d196792-8c4f-4904-8441-eaae089919c1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Made reservation on behalf of c64b98e347b049a8ae1262d3f6d73502 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:35:13.060385 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3d196792-8c4f-4904-8441-eaae089919c1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:13.112713 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6dcbd106-0f90-45a9-9adb-3c28aaa1d252 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:13.120007 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e6534-16da-447b-9d45-2b5c0d1cf7a0 None None] Pushing event updated for resources: {'Port': ['ID=3a4f5b65-cf42-43b8-864f-94e45819f8a6,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:13.149246 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-8e1c0b15-920b-4757-8425-763080b20164 None None] Provisioning complete for port 3a4f5b65-cf42-43b8-864f-94e45819f8a6 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:35:13.149594 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8e1c0b15-920b-4757-8425-763080b20164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:13.186244 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4764c082-19f8-4951-9587-5a95e24ae120 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:13.195301 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4764c082-19f8-4951-9587-5a95e24ae120 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:13.195301 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4764c082-19f8-4951-9587-5a95e24ae120 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "DELETE /v2.0/security-groups/76773929-5fe2-44d7-bda2-4f1719a7d2e5 HTTP/1.1" status: 204 len: 168 time: 0.6111398 Oct 27 18:35:13.211717 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42614) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:13.218715 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-3b198318-2b66-4200-8d74-64ab75cd3da2 None None] Attempting to bind port 13e95ab2-aa97-4a03-a2c3-a3e7789bac1c on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:35:13.218715 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-3b198318-2b66-4200-8d74-64ab75cd3da2 None None] Attempting to bind port 13e95ab2-aa97-4a03-a2c3-a3e7789bac1c by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'd42a0843-158e-489a-84e8-af0708984a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'aa9fd2b3-6526-494b-adcc-76b10197a747'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:35:13.218715 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b198318-2b66-4200-8d74-64ab75cd3da2 None None] Attempting to bind port 13e95ab2-aa97-4a03-a2c3-a3e7789bac1c on network aa9fd2b3-6526-494b-adcc-76b10197a747 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:35:13.243961 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcbd106-0f90-45a9-9adb-3c28aaa1d252 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Network aa9fd2b3-6526-494b-adcc-76b10197a747 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:35:13.256066 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4764c082-19f8-4951-9587-5a95e24ae120 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76773929-5fe2-44d7-bda2-4f1719a7d2e5,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:13.260708 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b198318-2b66-4200-8d74-64ab75cd3da2 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:35:13.260708 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b198318-2b66-4200-8d74-64ab75cd3da2 None None] Checking segment: {'id': 'd42a0843-158e-489a-84e8-af0708984a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'aa9fd2b3-6526-494b-adcc-76b10197a747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:35:13.260708 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3b198318-2b66-4200-8d74-64ab75cd3da2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:13.260708 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b198318-2b66-4200-8d74-64ab75cd3da2 None None] Bound using segment: {'id': 'd42a0843-158e-489a-84e8-af0708984a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'aa9fd2b3-6526-494b-adcc-76b10197a747'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:35:13.260708 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-3b198318-2b66-4200-8d74-64ab75cd3da2 None None] Bound port: 13e95ab2-aa97-4a03-a2c3-a3e7789bac1c, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42a0843-158e-489a-84e8-af0708984a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'aa9fd2b3-6526-494b-adcc-76b10197a747'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:35:13.260708 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3b198318-2b66-4200-8d74-64ab75cd3da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:13.261373 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-44e62c5c-bbde-4c16-9b8e-14c9f9230fbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:13.269668 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-6dcbd106-0f90-45a9-9adb-3c28aaa1d252 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:35:13.289678 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcbd106-0f90-45a9-9adb-3c28aaa1d252 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:35:13.290321 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6dcbd106-0f90-45a9-9adb-3c28aaa1d252 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:13.369794 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d1e94f91-5d13-4722-a194-2c6eeff9b8db tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1571724 Oct 27 18:35:13.379487 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42616) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:13.385567 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-9d6af20c-0623-41d4-b077-9d24f2e9bbe2 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Request body: {'security_group': {'name': 'tempest-secgroup--477241802'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:13.396711 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b198318-2b66-4200-8d74-64ab75cd3da2 None None] Pushing event updated for resources: {'Port': ['ID=13e95ab2-aa97-4a03-a2c3-a3e7789bac1c,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:13.435757 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c875e1bc-0426-4106-9fd1-fa338b6d6438 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:13.449878 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcbd106-0f90-45a9-9adb-3c28aaa1d252 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event updated for resources: {'Port': ['ID=fc3e7bc5-e562-40af-ab60-4cb019346046,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:13.468586 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39354fad-edea-47bc-bffb-526de672ae64 req-d6fbc8a6-6513-45ed-ad2e-9cc67d18bbc4 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:13.470245 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-39354fad-edea-47bc-bffb-526de672ae64 req-d6fbc8a6-6513-45ed-ad2e-9cc67d18bbc4 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed0fa7d-5a3c-4610-84cf-bffc82ac30e4 HTTP/1.1" status: 200 len: 946 time: 0.3300951 Oct 27 18:35:13.504347 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-3b198318-2b66-4200-8d74-64ab75cd3da2 None None] For port 13e95ab2-aa97-4a03-a2c3-a3e7789bac1c, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:35:13.507873 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-3b198318-2b66-4200-8d74-64ab75cd3da2 None None] For port 13e95ab2-aa97-4a03-a2c3-a3e7789bac1c, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=13e95ab2-aa97-4a03-a2c3-a3e7789bac1c,segment=NetworkSegment(d42a0843-158e-489a-84e8-af0708984a78),segment_id=d42a0843-158e-489a-84e8-af0708984a78)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:35:13.554116 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9d6af20c-0623-41d4-b077-9d24f2e9bbe2 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:13.558998 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:13.559176 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c875e1bc-0426-4106-9fd1-fa338b6d6438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:13.559691 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:13.603891 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3b198318-2b66-4200-8d74-64ab75cd3da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:13.633732 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-39354fad-edea-47bc-bffb-526de672ae64 req-87ad4103-2f3f-41b8-84a9-0b7a86b4dbde tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183090 Oct 27 18:35:13.664827 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c875e1bc-0426-4106-9fd1-fa338b6d6438 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=64f1b691c9184fc4837a52427ec091fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9152029 Oct 27 18:35:13.665057 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3d196792-8c4f-4904-8441-eaae089919c1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:13.665177 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c875e1bc-0426-4106-9fd1-fa338b6d6438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae1d338-3f6e-4c89-8318-0d01f2730b35,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:13.670330 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42620) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:13.680179 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9d6af20c-0623-41d4-b077-9d24f2e9bbe2 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:13.707681 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-44e62c5c-bbde-4c16-9b8e-14c9f9230fbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:13.737167 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ff71be11-cf53-409e-a18b-c76af371795f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:13.767978 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b198318-2b66-4200-8d74-64ab75cd3da2 None None] Pushing event updated for resources: {'Port': ['ID=13e95ab2-aa97-4a03-a2c3-a3e7789bac1c,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:13.775390 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d196792-8c4f-4904-8441-eaae089919c1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event updated for resources: {'Subnet': ['ID=9c0fdc44-2723-4004-9d3b-c1ae13454900,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:13.790992 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d196792-8c4f-4904-8441-eaae089919c1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Checking segment: {'id': '1c64b607-0dc4-452e-b772-e7a0542b740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '131f1570-c8e0-4a20-a95c-4efb5cc47d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:35:13.791197 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d196792-8c4f-4904-8441-eaae089919c1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Network hostable DHCP agents. Network: 131f1570-c8e0-4a20-a95c-4efb5cc47d0f, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:35:13.794265 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9d6af20c-0623-41d4-b077-9d24f2e9bbe2 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:13.796883 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-44e62c5c-bbde-4c16-9b8e-14c9f9230fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:13.801360 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ff71be11-cf53-409e-a18b-c76af371795f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:13.850621 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6af20c-0623-41d4-b077-9d24f2e9bbe2 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba665f3-1650-4d18-9848-94909a9a1b22,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:13.860626 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e62c5c-bbde-4c16-9b8e-14c9f9230fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcb80a2-46d9-4212-9d9a-6408899bdfab,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:13.882012 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6dcbd106-0f90-45a9-9adb-3c28aaa1d252 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:13.914858 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-44e62c5c-bbde-4c16-9b8e-14c9f9230fbc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ffc0a036ff0543b6b10efc4352a4b55e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0249887 Oct 27 18:35:13.915896 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42630) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:13.993619 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d196792-8c4f-4904-8441-eaae089919c1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Network 131f1570-c8e0-4a20-a95c-4efb5cc47d0f is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:35:14.010840 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9d6af20c-0623-41d4-b077-9d24f2e9bbe2 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:14.016269 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9d6af20c-0623-41d4-b077-9d24f2e9bbe2 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6311893 Oct 27 18:35:14.017810 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42632) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:14.022480 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-a88a3861-e338-485e-a813-4547bed21f65 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Request body: {'security_group_rule': {'security_group_id': '0ba665f3-1650-4d18-9848-94909a9a1b22', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:14.081188 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-66d5c2ba-9cc6-4215-b194-d3f9324cdde8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:14.127991 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-66d5c2ba-9cc6-4215-b194-d3f9324cdde8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:14.159661 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-3d196792-8c4f-4904-8441-eaae089919c1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 131f1570-c8e0-4a20-a95c-4efb5cc47d0f) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:35:14.169372 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646eee5c-8803-44eb-8069-973ad984b15e None None] Network 131f1570-c8e0-4a20-a95c-4efb5cc47d0f requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:35:14.186678 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ff71be11-cf53-409e-a18b-c76af371795f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:14.189467 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ff71be11-cf53-409e-a18b-c76af371795f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:14.190696 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ff71be11-cf53-409e-a18b-c76af371795f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6ae1d338-3f6e-4c89-8318-0d01f2730b35 HTTP/1.1" status: 204 len: 168 time: 0.5190425 Oct 27 18:35:14.191385 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d196792-8c4f-4904-8441-eaae089919c1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:14.192021 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3d196792-8c4f-4904-8441-eaae089919c1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:14.236027 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff71be11-cf53-409e-a18b-c76af371795f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae1d338-3f6e-4c89-8318-0d01f2730b35,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:14.289518 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3e263-4663-4ac0-b5eb-5f66c738702a req-1e6e2a93-cfce-4949-acec-22f957b7d5dd tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:14.291130 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d5c3e263-4663-4ac0-b5eb-5f66c738702a req-1e6e2a93-cfce-4949-acec-22f957b7d5dd tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cd80ede-16c6-48b9-85cc-5b788822d681 HTTP/1.1" status: 200 len: 945 time: 0.1388197 Oct 27 18:35:14.367154 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-66d5c2ba-9cc6-4215-b194-d3f9324cdde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:14.370947 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-66d5c2ba-9cc6-4215-b194-d3f9324cdde8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:14.372680 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-66d5c2ba-9cc6-4215-b194-d3f9324cdde8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dbcb80a2-46d9-4212-9d9a-6408899bdfab HTTP/1.1" status: 204 len: 168 time: 0.4557991 Oct 27 18:35:14.385951 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5c2ba-9cc6-4215-b194-d3f9324cdde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcb80a2-46d9-4212-9d9a-6408899bdfab,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:14.397138 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a88a3861-e338-485e-a813-4547bed21f65 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:14.419965 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d5c3e263-4663-4ac0-b5eb-5f66c738702a req-4115ad9a-f3c8-4def-8c48-198a730a6141 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132247 Oct 27 18:35:14.426244 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297a4885-6ee9-41a4-8fff-aa8d4eb28a33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-131f1570-c8e0-4a20-a95c-4efb5cc47d0f', 'network_id': '131f1570-c8e0-4a20-a95c-4efb5cc47d0f', 'tenant_id': 'c64b98e347b049a8ae1262d3f6d73502', 'fixed_ips': [{'subnet_id': '9c0fdc44-2723-4004-9d3b-c1ae13454900'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:35:14.427151 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-297a4885-6ee9-41a4-8fff-aa8d4eb28a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:14.519372 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6dcbd106-0f90-45a9-9adb-3c28aaa1d252 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:14.524641 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3d196792-8c4f-4904-8441-eaae089919c1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6986294 Oct 27 18:35:14.525405 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42644) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:14.531322 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a88a3861-e338-485e-a813-4547bed21f65 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:14.622562 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a88a3861-e338-485e-a813-4547bed21f65 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:14.627605 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6dcbd106-0f90-45a9-9adb-3c28aaa1d252 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:14.628455 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6dcbd106-0f90-45a9-9adb-3c28aaa1d252 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:14.671576 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-297a4885-6ee9-41a4-8fff-aa8d4eb28a33 None None] Allocated IP 172.20.0.1 (131f1570-c8e0-4a20-a95c-4efb5cc47d0f/9c0fdc44-2723-4004-9d3b-c1ae13454900/22e36717-bf14-4a6a-8216-9e367fba23df) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:35:14.684028 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-158b12ca-7559-43a6-81ab-87f2f4a85caf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:14.750864 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a3861-e338-485e-a813-4547bed21f65 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9182d7a-ed07-405c-960c-00059be9508e,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:14.816763 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 13e95ab2-aa97-4a03-a2c3-a3e7789bac1c up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:35:14.818969 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-158b12ca-7559-43a6-81ab-87f2f4a85caf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:14.849529 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcbd106-0f90-45a9-9adb-3c28aaa1d252 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event updated for resources: {'Port': ['ID=fc3e7bc5-e562-40af-ab60-4cb019346046,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:14.893268 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a88a3861-e338-485e-a813-4547bed21f65 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:14.899337 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a88a3861-e338-485e-a813-4547bed21f65 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8804317 Oct 27 18:35:14.902896 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42652) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:14.964528 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-13cbb24b-10c9-4d09-af8a-241ecf72d06f tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:14.982193 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-13cbb24b-10c9-4d09-af8a-241ecf72d06f tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:15.007438 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e3f18-966e-422a-bf85-88c1f24d2e19 req-e2276bb7-531e-41ef-9a8c-9bd971d4be38 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:15.009123 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-550e3f18-966e-422a-bf85-88c1f24d2e19 req-e2276bb7-531e-41ef-9a8c-9bd971d4be38 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=6915a7d3-aad4-4a54-8ede-cf38f493194a HTTP/1.1" status: 200 len: 945 time: 0.1982973 Oct 27 18:35:15.032740 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 13e95ab2-aa97-4a03-a2c3-a3e7789bac1c triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:35:15.033329 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:15.052983 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcbd106-0f90-45a9-9adb-3c28aaa1d252 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Network aa9fd2b3-6526-494b-adcc-76b10197a747 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:35:15.059302 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-6dcbd106-0f90-45a9-9adb-3c28aaa1d252 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:35:15.085743 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-550e3f18-966e-422a-bf85-88c1f24d2e19 req-901fc9c4-0b49-4315-b448-a2909e11d568 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667758 Oct 27 18:35:15.117695 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-297a4885-6ee9-41a4-8fff-aa8d4eb28a33 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:15.142782 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-13cbb24b-10c9-4d09-af8a-241ecf72d06f tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:15.151761 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-13cbb24b-10c9-4d09-af8a-241ecf72d06f tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:15.151761 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-13cbb24b-10c9-4d09-af8a-241ecf72d06f tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/e9182d7a-ed07-405c-960c-00059be9508e HTTP/1.1" status: 204 len: 168 time: 0.2479341 Oct 27 18:35:15.162299 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42658) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:15.185958 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cbb24b-10c9-4d09-af8a-241ecf72d06f tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9182d7a-ed07-405c-960c-00059be9508e,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:15.186653 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:15.251466 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:15.264704 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d5bd0a46-68cc-477c-964f-c585042c71bb tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0974576 Oct 27 18:35:15.267837 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42662) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:15.270322 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 13e95ab2-aa97-4a03-a2c3-a3e7789bac1c, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=13e95ab2-aa97-4a03-a2c3-a3e7789bac1c,segment=NetworkSegment(d42a0843-158e-489a-84e8-af0708984a78),segment_id=d42a0843-158e-489a-84e8-af0708984a78)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:35:15.292188 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-297a4885-6ee9-41a4-8fff-aa8d4eb28a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:15.323148 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dcbd106-0f90-45a9-9adb-3c28aaa1d252 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Router 3cefca64-bd59-4c19-967b-8173a97dcc26 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:35:15.380890 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:15.383329 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 3a4f5b65-cf42-43b8-864f-94e45819f8a6 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:35:15.399772 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297a4885-6ee9-41a4-8fff-aa8d4eb28a33 None None] Network 131f1570-c8e0-4a20-a95c-4efb5cc47d0f is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:35:15.446202 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-297a4885-6ee9-41a4-8fff-aa8d4eb28a33 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:35:15.453328 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297a4885-6ee9-41a4-8fff-aa8d4eb28a33 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:35:15.464933 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3fdcc24c-e08a-4dde-a753-739c228e9fe0 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:15.523193 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a4885-6ee9-41a4-8fff-aa8d4eb28a33 None None] Pushing event updated for resources: {'Port': ['ID=22e36717-bf14-4a6a-8216-9e367fba23df,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:15.531133 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-158b12ca-7559-43a6-81ab-87f2f4a85caf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:15.583560 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3fdcc24c-e08a-4dde-a753-739c228e9fe0 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:15.614028 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcbd106-0f90-45a9-9adb-3c28aaa1d252 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:35:15.621501 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6dcbd106-0f90-45a9-9adb-3c28aaa1d252 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "PUT /v2.0/routers/3cefca64-bd59-4c19-967b-8173a97dcc26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6529720 Oct 27 18:35:15.625224 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42670) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:15.633327 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b12ca-7559-43a6-81ab-87f2f4a85caf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event deleted for resources: {'Subnet': ['ID=9c0fdc44-2723-4004-9d3b-c1ae13454900,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:15.638207 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-b2f577c4-bc6b-44da-82b5-cf081f8bdd8e tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-684327583'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:15.657111 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489e5bc4-a254-4d97-8564-a4802b05c465 None None] Network aa9fd2b3-6526-494b-adcc-76b10197a747 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:35:15.666357 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4529f-e978-4b8c-bab5-4403f279fbf0 req-f2d5c4bb-bc8c-4b1e-917e-bda2f00c6958 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:15.675413 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4529f-e978-4b8c-bab5-4403f279fbf0 req-f2d5c4bb-bc8c-4b1e-917e-bda2f00c6958 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:15.680185 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-297a4885-6ee9-41a4-8fff-aa8d4eb28a33 None None] Attempting to bind port 22e36717-bf14-4a6a-8216-9e367fba23df on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:35:15.681671 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-297a4885-6ee9-41a4-8fff-aa8d4eb28a33 None None] Attempting to bind port 22e36717-bf14-4a6a-8216-9e367fba23df by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '1c64b607-0dc4-452e-b772-e7a0542b740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '131f1570-c8e0-4a20-a95c-4efb5cc47d0f'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:35:15.682394 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297a4885-6ee9-41a4-8fff-aa8d4eb28a33 None None] Attempting to bind port 22e36717-bf14-4a6a-8216-9e367fba23df on network 131f1570-c8e0-4a20-a95c-4efb5cc47d0f {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:35:15.683826 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4529f-e978-4b8c-bab5-4403f279fbf0 req-f2d5c4bb-bc8c-4b1e-917e-bda2f00c6958 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:15.694043 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4cc4529f-e978-4b8c-bab5-4403f279fbf0 req-f2d5c4bb-bc8c-4b1e-917e-bda2f00c6958 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cd80ede-16c6-48b9-85cc-5b788822d681&device_id=0ed0fa7d-5a3c-4610-84cf-bffc82ac30e4&device_id=6915a7d3-aad4-4a54-8ede-cf38f493194a HTTP/1.1" status: 200 len: 2417 time: 0.1324716 Oct 27 18:35:15.745972 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-158b12ca-7559-43a6-81ab-87f2f4a85caf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:15.750885 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4cc4529f-e978-4b8c-bab5-4403f279fbf0 req-edeb11ba-8485-484b-a234-c494988a16de tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558789 Oct 27 18:35:15.754726 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297a4885-6ee9-41a4-8fff-aa8d4eb28a33 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:35:15.760592 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297a4885-6ee9-41a4-8fff-aa8d4eb28a33 None None] Checking segment: {'id': '1c64b607-0dc4-452e-b772-e7a0542b740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '131f1570-c8e0-4a20-a95c-4efb5cc47d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:35:15.760592 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-297a4885-6ee9-41a4-8fff-aa8d4eb28a33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:15.760592 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297a4885-6ee9-41a4-8fff-aa8d4eb28a33 None None] Bound using segment: {'id': '1c64b607-0dc4-452e-b772-e7a0542b740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '131f1570-c8e0-4a20-a95c-4efb5cc47d0f'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:35:15.760592 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-297a4885-6ee9-41a4-8fff-aa8d4eb28a33 None None] Bound port: 22e36717-bf14-4a6a-8216-9e367fba23df, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c64b607-0dc4-452e-b772-e7a0542b740d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '131f1570-c8e0-4a20-a95c-4efb5cc47d0f'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:35:15.760592 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-297a4885-6ee9-41a4-8fff-aa8d4eb28a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:15.771123 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ecb797-cbdc-45a2-a5ff-56a1e75feb95 None None] Sync routers for ids ['3cefca64-bd59-4c19-967b-8173a97dcc26'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:35:15.782114 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ecb797-cbdc-45a2-a5ff-56a1e75feb95 None None] Routers {'3cefca64-bd59-4c19-967b-8173a97dcc26'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:35:15.790649 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-b2ecb797-cbdc-45a2-a5ff-56a1e75feb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:35:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['3cefca64-bd59-4c19-967b-8173a97dcc26'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:15.802078 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-158b12ca-7559-43a6-81ab-87f2f4a85caf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['131f1570-c8e0-4a20-a95c-4efb5cc47d0f']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:15.803929 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-afff4144-008d-4e9a-89ec-2899b624a0bd None None] Provisioning complete for port 13e95ab2-aa97-4a03-a2c3-a3e7789bac1c triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:35:15.804313 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-afff4144-008d-4e9a-89ec-2899b624a0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:15.818019 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-158b12ca-7559-43a6-81ab-87f2f4a85caf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c64b607-0dc4-452e-b772-e7a0542b740d') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:15.818455 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-158b12ca-7559-43a6-81ab-87f2f4a85caf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c64b607-0dc4-452e-b772-e7a0542b740d') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:15.832391 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 3a4f5b65-cf42-43b8-864f-94e45819f8a6 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:35:15.832807 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:15.833410 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-158b12ca-7559-43a6-81ab-87f2f4a85caf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:15.851472 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-158b12ca-7559-43a6-81ab-87f2f4a85caf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:15.858755 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-158b12ca-7559-43a6-81ab-87f2f4a85caf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:35:15.859227 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-158b12ca-7559-43a6-81ab-87f2f4a85caf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:15.877687 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f577c4-bc6b-44da-82b5-cf081f8bdd8e tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Made reservation on behalf of f0dda3f0251e4e4db2b48596fc53609b for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:35:15.880604 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-b2ecb797-cbdc-45a2-a5ff-56a1e75feb95 None None] Set router 3cefca64-bd59-4c19-967b-8173a97dcc26 gateway port host: None {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:35:15.883567 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b2f577c4-bc6b-44da-82b5-cf081f8bdd8e tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:15.912493 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=13e95ab2-aa97-4a03-a2c3-a3e7789bac1c,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:15.984676 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:35:15.984676 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:35:15.984676 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:35:15.984676 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:35:15.984676 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:35:15.984676 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:35:15.984676 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:35:15.984676 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:35:15.984676 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:35:15.984676 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:35:15.984676 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:35:15.984676 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:35:15.984676 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:35:15.984676 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:35:15.984676 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:35:15.984676 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:35:15.984676 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:35:15.984676 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:35:15.984676 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:35:15.984676 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:35:15.984676 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:35:15.984676 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:35:15.984676 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:35:15.984676 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:35:15.984676 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:35:15.984676 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:35:15.984676 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:35:15.984676 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:35:15.984676 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:35:15.984676 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:35:15.984676 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:35:15.984676 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:35:16.005048 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3fdcc24c-e08a-4dde-a753-739c228e9fe0 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:16.007856 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3fdcc24c-e08a-4dde-a753-739c228e9fe0 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:16.009507 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3fdcc24c-e08a-4dde-a753-739c228e9fe0 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "DELETE /v2.0/security-groups/0ba665f3-1650-4d18-9848-94909a9a1b22 HTTP/1.1" status: 204 len: 168 time: 0.7405009 Oct 27 18:35:16.013883 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42678) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:16.021394 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6afc2d-9af0-4a17-baf4-fa7f2d38cee3 req-18740f6c-bb7b-4652-9715-22dba1f6d708 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:16.022909 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ea6afc2d-9af0-4a17-baf4-fa7f2d38cee3 req-18740f6c-bb7b-4652-9715-22dba1f6d708 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cd80ede-16c6-48b9-85cc-5b788822d681 HTTP/1.1" status: 200 len: 945 time: 0.0782621 Oct 27 18:35:16.027485 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2f577c4-bc6b-44da-82b5-cf081f8bdd8e tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] vlan segment allocate from pool success with {'vlan_id': 1010, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:35:16.039497 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b2f577c4-bc6b-44da-82b5-cf081f8bdd8e tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:16.040517 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-b2f577c4-bc6b-44da-82b5-cf081f8bdd8e tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Added segment 2fb716e8-c635-458a-b3ed-bf1055a2446a of type vlan for network 7c1eaaa1-9df3-4991-9c50-e7889f97c061 Oct 27 18:35:16.050360 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42680) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:16.076333 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9a3070b3-7203-45ee-8f33-69c8f8db0c99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:16.099570 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-297a4885-6ee9-41a4-8fff-aa8d4eb28a33 None None] For port 22e36717-bf14-4a6a-8216-9e367fba23df, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:35:16.137933 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7e7a4081-6948-4ea8-baba-cf67409f61cc tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1217628 Oct 27 18:35:16.139014 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.db.api [None req-158b12ca-7559-43a6-81ab-87f2f4a85caf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 27 18:35:16.139014 n-d-815690-2 neutron-server[102879]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 27 18:35:16.139014 n-d-815690-2 neutron-server[102879]: [parameters: {'id': '131f1570-c8e0-4a20-a95c-4efb5cc47d0f'}] Oct 27 18:35:16.139014 n-d-815690-2 neutron-server[102879]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102879) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:35:16.145520 n-d-815690-2 neutron-server[102879]: DEBUG oslo_db.api [None req-158b12ca-7559-43a6-81ab-87f2f4a85caf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:35:16.147110 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdcc24c-e08a-4dde-a753-739c228e9fe0 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba665f3-1650-4d18-9848-94909a9a1b22,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:16.152077 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42686) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:16.164525 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-5e1b922e-e349-4509-ac30-e120a455c80c tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Request body: {'security_group': {'name': 'tempest-secgroup--1000567553'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:16.168565 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-b2ecb797-cbdc-45a2-a5ff-56a1e75feb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'name': 'tempest-RoutersIpV6Test-router-1387999512', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:35:00Z', 'updated_at': '2021-10-27T18:35:13Z', 'revision_number': 3, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'gw_port_host': None, '_interfaces': [{'id': '3a4f5b65-cf42-43b8-864f-94e45819f8a6', 'name': '', 'network_id': '713ffbc3-f72c-48b8-9dfe-332b99e1f064', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:02:97:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:05Z', 'updated_at': '2021-10-27T18:35:12Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc3e7bc5-e562-40af-ab60-4cb019346046', 'name': '', 'network_id': 'aa9fd2b3-6526-494b-adcc-76b10197a747', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:53:f3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:12Z', 'updated_at': '2021-10-27T18:35:14Z', 'revision_number': 2, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:16.213079 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-297a4885-6ee9-41a4-8fff-aa8d4eb28a33 None None] For port 22e36717-bf14-4a6a-8216-9e367fba23df, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=22e36717-bf14-4a6a-8216-9e367fba23df,segment=NetworkSegment(1c64b607-0dc4-452e-b772-e7a0542b740d),segment_id=1c64b607-0dc4-452e-b772-e7a0542b740d)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:35:16.228774 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ecb797-cbdc-45a2-a5ff-56a1e75feb95 None None] Checking router: 3cefca64-bd59-4c19-967b-8173a97dcc26 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:35:16.231170 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ecb797-cbdc-45a2-a5ff-56a1e75feb95 None None] Updating router 3cefca64-bd59-4c19-967b-8173a97dcc26 port fc3e7bc5-e562-40af-ab60-4cb019346046 binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:35:16.288715 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9a3070b3-7203-45ee-8f33-69c8f8db0c99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:16.293819 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-b2ecb797-cbdc-45a2-a5ff-56a1e75feb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:16.316069 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ea6afc2d-9af0-4a17-baf4-fa7f2d38cee3 req-87bb4114-c950-4d20-b54c-7fdb201f0cf6 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644782 Oct 27 18:35:16.330596 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b2f577c4-bc6b-44da-82b5-cf081f8bdd8e tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:16.341352 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-297a4885-6ee9-41a4-8fff-aa8d4eb28a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:16.417582 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9a3070b3-7203-45ee-8f33-69c8f8db0c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:16.418979 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5e1b922e-e349-4509-ac30-e120a455c80c tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:16.537764 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3070b3-7203-45ee-8f33-69c8f8db0c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999ac703-7a6c-4a06-9a1e-08ea3009a9a1,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:16.566036 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04ba851-9ed3-4987-aa01-f77fd762da91 None None] Network 131f1570-c8e0-4a20-a95c-4efb5cc47d0f requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:35:16.571145 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b2f577c4-bc6b-44da-82b5-cf081f8bdd8e tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:16.595683 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 13e95ab2-aa97-4a03-a2c3-a3e7789bac1c up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:35:16.598012 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a4885-6ee9-41a4-8fff-aa8d4eb28a33 None None] Pushing event updated for resources: {'Port': ['ID=22e36717-bf14-4a6a-8216-9e367fba23df,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:16.613542 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f577c4-bc6b-44da-82b5-cf081f8bdd8e tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:16.614888 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b2f577c4-bc6b-44da-82b5-cf081f8bdd8e tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:16.651649 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-158b12ca-7559-43a6-81ab-87f2f4a85caf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:16.768612 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 13e95ab2-aa97-4a03-a2c3-a3e7789bac1c triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:35:16.769165 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:16.851535 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4f10c32c-999b-475c-a56c-2cd3258fe1db None None] Provisioning complete for port 13e95ab2-aa97-4a03-a2c3-a3e7789bac1c triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:35:16.851925 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4f10c32c-999b-475c-a56c-2cd3258fe1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:16.875966 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-b2ecb797-cbdc-45a2-a5ff-56a1e75feb95 None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:16.919243 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b2f577c4-bc6b-44da-82b5-cf081f8bdd8e tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2922564 Oct 27 18:35:16.923828 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5e1b922e-e349-4509-ac30-e120a455c80c tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:16.928585 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42696) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:16.934517 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9a3070b3-7203-45ee-8f33-69c8f8db0c99 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b5499d03222b4182884450ae60f792e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8794839 Oct 27 18:35:16.936862 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42698) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:16.947764 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-c36ff332-d4aa-4aa4-80ee-0eb090fc8b27 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Request body: {'subnet': {'network_id': '7c1eaaa1-9df3-4991-9c50-e7889f97c061', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:16.955633 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f577c4-bc6b-44da-82b5-cf081f8bdd8e tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event updated for resources: {'Network': ['ID=7c1eaaa1-9df3-4991-9c50-e7889f97c061,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:16.987323 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 7c1eaaa1-9df3-4991-9c50-e7889f97c061 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:35:16.992153 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-b2ecb797-cbdc-45a2-a5ff-56a1e75feb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:17.034392 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5e1b922e-e349-4509-ac30-e120a455c80c tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:17.148936 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-158b12ca-7559-43a6-81ab-87f2f4a85caf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Deleting port 22e36717-bf14-4a6a-8216-9e367fba23df {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:35:17.149974 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-158b12ca-7559-43a6-81ab-87f2f4a85caf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:17.159678 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa0905-e098-4aef-8e75-f8a6d1a67f6a None None] Pushing event updated for resources: {'Port': ['ID=fc3e7bc5-e562-40af-ab60-4cb019346046,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:17.185121 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4f10c32c-999b-475c-a56c-2cd3258fe1db None None] Provisioning complete for port fc3e7bc5-e562-40af-ab60-4cb019346046 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:35:17.185516 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4f10c32c-999b-475c-a56c-2cd3258fe1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:17.187297 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa0905-e098-4aef-8e75-f8a6d1a67f6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:17.192748 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa0905-e098-4aef-8e75-f8a6d1a67f6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:17.193368 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa0905-e098-4aef-8e75-f8a6d1a67f6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:17.199525 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa0905-e098-4aef-8e75-f8a6d1a67f6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:17.199525 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa0905-e098-4aef-8e75-f8a6d1a67f6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:17.199525 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa0905-e098-4aef-8e75-f8a6d1a67f6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:17.199525 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa0905-e098-4aef-8e75-f8a6d1a67f6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:17.199525 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa0905-e098-4aef-8e75-f8a6d1a67f6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:17.199525 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa0905-e098-4aef-8e75-f8a6d1a67f6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:17.199525 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa0905-e098-4aef-8e75-f8a6d1a67f6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:17.199525 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa0905-e098-4aef-8e75-f8a6d1a67f6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:17.199525 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faa0905-e098-4aef-8e75-f8a6d1a67f6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:17.261989 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4f10c32c-999b-475c-a56c-2cd3258fe1db None None] Port fc3e7bc5-e562-40af-ab60-4cb019346046 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:35:17.286854 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f906b28b-f5f3-4c6c-8fb7-ff8d7cb5151b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:17.288541 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1b922e-e349-4509-ac30-e120a455c80c tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a35b65-d316-4e01-90af-da742fe1d6d9,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:17.312301 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5e1b922e-e349-4509-ac30-e120a455c80c tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:17.316414 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42708) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:17.318595 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5e1b922e-e349-4509-ac30-e120a455c80c tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1645029 Oct 27 18:35:17.322435 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-4ee95482-b7a5-4c4b-af47-69a77baa4bf6 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Request body: {'security_group_rule': {'security_group_id': 'd6a35b65-d316-4e01-90af-da742fe1d6d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:17.335214 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-b2ecb797-cbdc-45a2-a5ff-56a1e75feb95 None None] Attempting to bind port fc3e7bc5-e562-40af-ab60-4cb019346046 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:35:17.335625 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-b2ecb797-cbdc-45a2-a5ff-56a1e75feb95 None None] Attempting to bind port fc3e7bc5-e562-40af-ab60-4cb019346046 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'd42a0843-158e-489a-84e8-af0708984a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'aa9fd2b3-6526-494b-adcc-76b10197a747'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:35:17.339019 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ecb797-cbdc-45a2-a5ff-56a1e75feb95 None None] Attempting to bind port fc3e7bc5-e562-40af-ab60-4cb019346046 on network aa9fd2b3-6526-494b-adcc-76b10197a747 {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:35:17.346576 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ecb797-cbdc-45a2-a5ff-56a1e75feb95 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:35:17.346972 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ecb797-cbdc-45a2-a5ff-56a1e75feb95 None None] Checking segment: {'id': 'd42a0843-158e-489a-84e8-af0708984a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'aa9fd2b3-6526-494b-adcc-76b10197a747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:35:17.347581 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-b2ecb797-cbdc-45a2-a5ff-56a1e75feb95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:17.348342 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ecb797-cbdc-45a2-a5ff-56a1e75feb95 None None] Bound using segment: {'id': 'd42a0843-158e-489a-84e8-af0708984a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'aa9fd2b3-6526-494b-adcc-76b10197a747'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:35:17.348994 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-b2ecb797-cbdc-45a2-a5ff-56a1e75feb95 None None] Bound port: fc3e7bc5-e562-40af-ab60-4cb019346046, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42a0843-158e-489a-84e8-af0708984a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'aa9fd2b3-6526-494b-adcc-76b10197a747'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:35:17.349649 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-b2ecb797-cbdc-45a2-a5ff-56a1e75feb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:17.361014 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36ff332-d4aa-4aa4-80ee-0eb090fc8b27 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Made reservation on behalf of f0dda3f0251e4e4db2b48596fc53609b for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:35:17.371129 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c36ff332-d4aa-4aa4-80ee-0eb090fc8b27 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:17.394275 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f906b28b-f5f3-4c6c-8fb7-ff8d7cb5151b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:17.411546 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-7ecd1c51-c68c-4d7d-ad46-8f612431a99e None None] Provisioning complete for port fc3e7bc5-e562-40af-ab60-4cb019346046 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:35:17.412363 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7ecd1c51-c68c-4d7d-ad46-8f612431a99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:17.431049 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-158b12ca-7559-43a6-81ab-87f2f4a85caf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] For port 22e36717-bf14-4a6a-8216-9e367fba23df, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=22e36717-bf14-4a6a-8216-9e367fba23df,segment=NetworkSegment(1c64b607-0dc4-452e-b772-e7a0542b740d),segment_id=1c64b607-0dc4-452e-b772-e7a0542b740d)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:35:17.431402 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-158b12ca-7559-43a6-81ab-87f2f4a85caf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:17.454495 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-158b12ca-7559-43a6-81ab-87f2f4a85caf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Calling delete_port for 22e36717-bf14-4a6a-8216-9e367fba23df owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:35:17.517400 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-7ecd1c51-c68c-4d7d-ad46-8f612431a99e None None] Port fc3e7bc5-e562-40af-ab60-4cb019346046 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:35:17.573657 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-b2ecb797-cbdc-45a2-a5ff-56a1e75feb95 None None] For port fc3e7bc5-e562-40af-ab60-4cb019346046, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:35:17.580015 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42714) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:17.584783 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-b2ecb797-cbdc-45a2-a5ff-56a1e75feb95 None None] For port fc3e7bc5-e562-40af-ab60-4cb019346046, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=fc3e7bc5-e562-40af-ab60-4cb019346046,segment=NetworkSegment(d42a0843-158e-489a-84e8-af0708984a78),segment_id=d42a0843-158e-489a-84e8-af0708984a78)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:35:17.656043 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-b2ecb797-cbdc-45a2-a5ff-56a1e75feb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:17.682948 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f906b28b-f5f3-4c6c-8fb7-ff8d7cb5151b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:17.686557 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f906b28b-f5f3-4c6c-8fb7-ff8d7cb5151b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:17.688681 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f906b28b-f5f3-4c6c-8fb7-ff8d7cb5151b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/999ac703-7a6c-4a06-9a1e-08ea3009a9a1 HTTP/1.1" status: 204 len: 168 time: 0.7497787 Oct 27 18:35:17.697440 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f906b28b-f5f3-4c6c-8fb7-ff8d7cb5151b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999ac703-7a6c-4a06-9a1e-08ea3009a9a1,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:17.749080 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa0905-e098-4aef-8e75-f8a6d1a67f6a None None] Pushing event updated for resources: {'Port': ['ID=fc3e7bc5-e562-40af-ab60-4cb019346046,revision_number=4']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:17.752110 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4ee95482-b7a5-4c4b-af47-69a77baa4bf6 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:17.771372 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-2200d8ac-996f-4d81-a1f3-fd07f4db6624 None None] Provisioning complete for port fc3e7bc5-e562-40af-ab60-4cb019346046 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:35:17.777959 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-158b12ca-7559-43a6-81ab-87f2f4a85caf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:17.781725 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2200d8ac-996f-4d81-a1f3-fd07f4db6624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:17.789967 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ecb797-cbdc-45a2-a5ff-56a1e75feb95 None None] Routers {'3cefca64-bd59-4c19-967b-8173a97dcc26'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:35:17.791547 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-b2ecb797-cbdc-45a2-a5ff-56a1e75feb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:35:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['3cefca64-bd59-4c19-967b-8173a97dcc26'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:17.865526 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b12ca-7559-43a6-81ab-87f2f4a85caf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event deleted for resources: {'Port': ['ID=22e36717-bf14-4a6a-8216-9e367fba23df,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:17.872959 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4c9431ce-9ebe-448e-9c98-c07c96762650 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:17.899319 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158b12ca-7559-43a6-81ab-87f2f4a85caf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] No DVR routers for this DVR port 22e36717-bf14-4a6a-8216-9e367fba23df on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:35:18.015600 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-b2ecb797-cbdc-45a2-a5ff-56a1e75feb95 None None] Set router 3cefca64-bd59-4c19-967b-8173a97dcc26 gateway port host: None {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:35:18.043130 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2200d8ac-996f-4d81-a1f3-fd07f4db6624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:18.058146 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-158b12ca-7559-43a6-81ab-87f2f4a85caf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:18.090590 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-158b12ca-7559-43a6-81ab-87f2f4a85caf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['131f1570-c8e0-4a20-a95c-4efb5cc47d0f']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:18.103674 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-158b12ca-7559-43a6-81ab-87f2f4a85caf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c64b607-0dc4-452e-b772-e7a0542b740d') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:18.104614 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-158b12ca-7559-43a6-81ab-87f2f4a85caf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c64b607-0dc4-452e-b772-e7a0542b740d') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:18.104767 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-2200d8ac-996f-4d81-a1f3-fd07f4db6624 None None] For port fc3e7bc5-e562-40af-ab60-4cb019346046, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=fc3e7bc5-e562-40af-ab60-4cb019346046,segment=NetworkSegment(d42a0843-158e-489a-84e8-af0708984a78),segment_id=d42a0843-158e-489a-84e8-af0708984a78)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:35:18.118665 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-158b12ca-7559-43a6-81ab-87f2f4a85caf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:18.134997 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-158b12ca-7559-43a6-81ab-87f2f4a85caf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:18.141238 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-158b12ca-7559-43a6-81ab-87f2f4a85caf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:35:18.141650 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-158b12ca-7559-43a6-81ab-87f2f4a85caf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:18.206841 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:35:18.206841 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:35:18.206841 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:35:18.206841 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:35:18.206841 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:35:18.206841 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:35:18.206841 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:35:18.206841 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:35:18.206841 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:35:18.206841 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:35:18.206841 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:35:18.206841 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:35:18.206841 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:35:18.206841 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:35:18.206841 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:35:18.206841 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:35:18.206841 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:35:18.206841 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:35:18.206841 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:35:18.206841 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:35:18.206841 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:35:18.206841 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:35:18.206841 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:35:18.206841 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:35:18.206841 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:35:18.206841 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:35:18.206841 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:35:18.206841 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:35:18.206841 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:35:18.206841 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:35:18.206841 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:35:18.206841 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:35:18.240864 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4ee95482-b7a5-4c4b-af47-69a77baa4bf6 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:18.256677 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4c9431ce-9ebe-448e-9c98-c07c96762650 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:18.272404 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2200d8ac-996f-4d81-a1f3-fd07f4db6624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:18.355725 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2200d8ac-996f-4d81-a1f3-fd07f4db6624 None None] Pushing event updated for resources: {'Port': ['ID=fc3e7bc5-e562-40af-ab60-4cb019346046,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:18.398424 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-dbe3f3da-ca79-409f-a328-f962e0c511d5 None None] Provisioning complete for port fc3e7bc5-e562-40af-ab60-4cb019346046 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:35:18.398424 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dbe3f3da-ca79-409f-a328-f962e0c511d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:18.440132 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4ee95482-b7a5-4c4b-af47-69a77baa4bf6 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:18.444213 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4c9431ce-9ebe-448e-9c98-c07c96762650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:18.475797 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c36ff332-d4aa-4aa4-80ee-0eb090fc8b27 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:18.547306 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f19479-f324-4a0b-9b82-4b3cfb965711 None None] get_active_networks_info from n-d-815690-2 {{(pid=102880) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 18:35:18.564506 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-b2ecb797-cbdc-45a2-a5ff-56a1e75feb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'name': 'tempest-RoutersIpV6Test-router-1387999512', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:35:00Z', 'updated_at': '2021-10-27T18:35:13Z', 'revision_number': 3, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'gw_port_host': None, '_interfaces': [{'id': '3a4f5b65-cf42-43b8-864f-94e45819f8a6', 'name': '', 'network_id': '713ffbc3-f72c-48b8-9dfe-332b99e1f064', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:02:97:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:05Z', 'updated_at': '2021-10-27T18:35:12Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc3e7bc5-e562-40af-ab60-4cb019346046', 'name': '', 'network_id': 'aa9fd2b3-6526-494b-adcc-76b10197a747', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:53:f3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:12Z', 'updated_at': '2021-10-27T18:35:17Z', 'revision_number': 4, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:18.600169 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-158b12ca-7559-43a6-81ab-87f2f4a85caf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:18.609585 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-158b12ca-7559-43a6-81ab-87f2f4a85caf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:18.609816 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4c9431ce-9ebe-448e-9c98-c07c96762650 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4d1805672acf4e9cb61ddc1c43bbd0a3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0211911 Oct 27 18:35:18.612017 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9431ce-9ebe-448e-9c98-c07c96762650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1918bd-6500-4b88-8913-b0cc9b29022b,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:18.615972 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-158b12ca-7559-43a6-81ab-87f2f4a85caf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "DELETE /v2.0/networks/131f1570-c8e0-4a20-a95c-4efb5cc47d0f HTTP/1.1" status: 204 len: 168 time: 4.0895395 Oct 27 18:35:18.627272 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42746) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:18.627492 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42752) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:18.638920 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4ee95482-b7a5-4c4b-af47-69a77baa4bf6 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:18.638920 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4ee95482-b7a5-4c4b-af47-69a77baa4bf6 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3188708 Oct 27 18:35:18.659540 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-6e215dfa-4607-4faa-a84a-70113440933c tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1236955977'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:18.661912 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b12ca-7559-43a6-81ab-87f2f4a85caf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event deleted for resources: {'Network': ['ID=131f1570-c8e0-4a20-a95c-4efb5cc47d0f,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:18.665512 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42756) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:18.698005 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ecb797-cbdc-45a2-a5ff-56a1e75feb95 None None] The sync data for ids ['3cefca64-bd59-4c19-967b-8173a97dcc26'] in n-d-815690-2 is: [{'id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'name': 'tempest-RoutersIpV6Test-router-1387999512', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:35:00Z', 'updated_at': '2021-10-27T18:35:13Z', 'revision_number': 3, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'gw_port_host': None, '_interfaces': [{'id': '3a4f5b65-cf42-43b8-864f-94e45819f8a6', 'name': '', 'network_id': '713ffbc3-f72c-48b8-9dfe-332b99e1f064', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:02:97:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:05Z', 'updated_at': '2021-10-27T18:35:12Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc3e7bc5-e562-40af-ab60-4cb019346046', 'name': '', 'network_id': 'aa9fd2b3-6526-494b-adcc-76b10197a747', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:53:f3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:12Z', 'updated_at': '2021-10-27T18:35:17Z', 'revision_number': 4, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:35:18.707499 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9d4222d6-a592-4b74-8b0d-38c20193c3b6 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "GET /v2.0/security-group-rules/39524eab-48c4-46b4-9db5-9d924b71d3fe HTTP/1.1" status: 200 len: 763 time: 0.0320573 Oct 27 18:35:18.709531 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:35:18.723531 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42758) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:18.752084 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee95482-b7a5-4c4b-af47-69a77baa4bf6 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39524eab-48c4-46b4-9db5-9d924b71d3fe,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:18.849516 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c4434bb9-7cd5-4700-ae2c-92dd9634306e tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1223378 Oct 27 18:35:18.850257 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42764) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:18.913662 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-acf83874-9f90-4748-b0da-c41186b17304 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:18.920474 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ff332-d4aa-4aa4-80ee-0eb090fc8b27 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event updated for resources: {'Subnet': ['ID=23bc87ec-66bf-4d6d-8456-8093c204d599,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:18.933780 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-acf83874-9f90-4748-b0da-c41186b17304 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:18.937714 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-230225c2-96d7-4d08-a6f5-63988907c631 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:18.949964 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36ff332-d4aa-4aa4-80ee-0eb090fc8b27 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Checking segment: {'id': '2fb716e8-c635-458a-b3ed-bf1055a2446a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '7c1eaaa1-9df3-4991-9c50-e7889f97c061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:35:18.950486 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36ff332-d4aa-4aa4-80ee-0eb090fc8b27 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Network hostable DHCP agents. Network: 7c1eaaa1-9df3-4991-9c50-e7889f97c061, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:35:19.018398 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-230225c2-96d7-4d08-a6f5-63988907c631 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:19.032734 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e215dfa-4607-4faa-a84a-70113440933c tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Made reservation on behalf of c64b98e347b049a8ae1262d3f6d73502 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:35:19.036567 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6e215dfa-4607-4faa-a84a-70113440933c tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:19.100396 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-acf83874-9f90-4748-b0da-c41186b17304 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:19.105749 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-acf83874-9f90-4748-b0da-c41186b17304 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:19.106917 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-acf83874-9f90-4748-b0da-c41186b17304 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/39524eab-48c4-46b4-9db5-9d924b71d3fe HTTP/1.1" status: 204 len: 168 time: 0.2557633 Oct 27 18:35:19.110850 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42774) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:19.116792 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf83874-9f90-4748-b0da-c41186b17304 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39524eab-48c4-46b4-9db5-9d924b71d3fe,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:19.166519 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-acfbb5c2-f2bc-4e53-9f0d-0d1d99fedcce tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0544031 Oct 27 18:35:19.169147 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42776) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:19.179138 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-5ec82ba4-6c7f-4246-9cfc-18e914701700 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Request body: {'security_group_rule': {'security_group_id': 'd6a35b65-d316-4e01-90af-da742fe1d6d9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:19.196170 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36ff332-d4aa-4aa4-80ee-0eb090fc8b27 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Network 7c1eaaa1-9df3-4991-9c50-e7889f97c061 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:35:19.227198 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-230225c2-96d7-4d08-a6f5-63988907c631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:19.229918 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-230225c2-96d7-4d08-a6f5-63988907c631 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:19.234067 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-230225c2-96d7-4d08-a6f5-63988907c631 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ce1918bd-6500-4b88-8913-b0cc9b29022b HTTP/1.1" status: 204 len: 168 time: 0.5935194 Oct 27 18:35:19.235574 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e215dfa-4607-4faa-a84a-70113440933c tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:35:19.265205 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230225c2-96d7-4d08-a6f5-63988907c631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1918bd-6500-4b88-8913-b0cc9b29022b,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:19.281330 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6e215dfa-4607-4faa-a84a-70113440933c tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:19.286590 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-6e215dfa-4607-4faa-a84a-70113440933c tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Added segment 02cc1f84-e279-4042-bac2-e91dcc3b3c2f of type vlan for network 85064d64-e93d-4de1-8268-a9385818208a Oct 27 18:35:19.314627 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-d6c21432-c480-4cc4-909b-af71e44597f0 None None] Provisioning complete for port fc3e7bc5-e562-40af-ab60-4cb019346046 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:35:19.315195 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d6c21432-c480-4cc4-909b-af71e44597f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:19.353308 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-c36ff332-d4aa-4aa4-80ee-0eb090fc8b27 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 7c1eaaa1-9df3-4991-9c50-e7889f97c061) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:35:19.399950 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f19479-f324-4a0b-9b82-4b3cfb965711 None None] Unable to find a vacant binding_index for network 7c1eaaa1-9df3-4991-9c50-e7889f97c061 and agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff {{(pid=102880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Oct 27 18:35:19.407216 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36ff332-d4aa-4aa4-80ee-0eb090fc8b27 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:19.410121 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f19479-f324-4a0b-9b82-4b3cfb965711 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 7c1eaaa1-9df3-4991-9c50-e7889f97c061) {{(pid=102880) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 18:35:19.412134 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c36ff332-d4aa-4aa4-80ee-0eb090fc8b27 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:19.441728 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5ec82ba4-6c7f-4246-9cfc-18e914701700 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:19.450980 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6e215dfa-4607-4faa-a84a-70113440933c tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:19.468195 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9e83a-03be-480e-a543-e7f9a3022340 req-c107bffb-a741-44b2-8f83-306e01d10009 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:19.469757 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1ae9e83a-03be-480e-a543-e7f9a3022340 req-c107bffb-a741-44b2-8f83-306e01d10009 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=6915a7d3-aad4-4a54-8ede-cf38f493194a HTTP/1.1" status: 200 len: 945 time: 0.1969290 Oct 27 18:35:19.584588 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1ae9e83a-03be-480e-a543-e7f9a3022340 req-940242cb-f18a-495b-b48b-131b01c1f442 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828884 Oct 27 18:35:19.584588 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5ec82ba4-6c7f-4246-9cfc-18e914701700 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:19.728405 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c36ff332-d4aa-4aa4-80ee-0eb090fc8b27 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7922125 Oct 27 18:35:19.733970 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42796) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:19.833036 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5ec82ba4-6c7f-4246-9cfc-18e914701700 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:19.839357 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6e215dfa-4607-4faa-a84a-70113440933c tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:19.844924 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e215dfa-4607-4faa-a84a-70113440933c tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:19.845528 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6e215dfa-4607-4faa-a84a-70113440933c tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:19.852514 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce75874-c171-4b9a-8d83-117e5a28d186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-7c1eaaa1-9df3-4991-9c50-e7889f97c061', 'network_id': '7c1eaaa1-9df3-4991-9c50-e7889f97c061', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'fixed_ips': [{'subnet_id': '23bc87ec-66bf-4d6d-8456-8093c204d599'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:35:19.853381 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2ce75874-c171-4b9a-8d83-117e5a28d186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:19.926696 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec82ba4-6c7f-4246-9cfc-18e914701700 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f56960c5-36fa-45e8-a1e4-25e432abd2d8,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:20.015786 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e215dfa-4607-4faa-a84a-70113440933c tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event updated for resources: {'Network': ['ID=85064d64-e93d-4de1-8268-a9385818208a,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:20.035292 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 85064d64-e93d-4de1-8268-a9385818208a details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:35:20.037518 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-2ce75874-c171-4b9a-8d83-117e5a28d186 None None] Allocated IP 2001:db8:2::2 (7c1eaaa1-9df3-4991-9c50-e7889f97c061/23bc87ec-66bf-4d6d-8456-8093c204d599/91071771-4fcf-4bad-b09b-715147a5e55a) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:35:20.051252 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5ec82ba4-6c7f-4246-9cfc-18e914701700 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:20.052330 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5ec82ba4-6c7f-4246-9cfc-18e914701700 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8821244 Oct 27 18:35:20.055202 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42822) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:20.056571 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6e215dfa-4607-4faa-a84a-70113440933c tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4177907 Oct 27 18:35:20.059706 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42824) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:20.067602 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-ad497a06-9847-4da4-86cc-59b2af3830f8 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Request body: {'subnet': {'network_id': '85064d64-e93d-4de1-8268-a9385818208a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:20.080764 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e93da733-1e90-40ea-a30b-25806705ab9b tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "GET /v2.0/security-group-rules/f56960c5-36fa-45e8-a1e4-25e432abd2d8 HTTP/1.1" status: 200 len: 763 time: 0.0240912 Oct 27 18:35:20.081389 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42826) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:20.132479 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c09dcc91-bcb3-47b2-ac5d-4e3e5b2120d3 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0498323 Oct 27 18:35:20.134852 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42832) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:20.169012 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dbd96b69-dae3-4d4c-a593-30b2ca419ef2 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:20.180106 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dbd96b69-dae3-4d4c-a593-30b2ca419ef2 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:20.302227 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dbd96b69-dae3-4d4c-a593-30b2ca419ef2 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:20.309715 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dbd96b69-dae3-4d4c-a593-30b2ca419ef2 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:20.311424 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-dbd96b69-dae3-4d4c-a593-30b2ca419ef2 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/f56960c5-36fa-45e8-a1e4-25e432abd2d8 HTTP/1.1" status: 204 len: 168 time: 0.1752539 Oct 27 18:35:20.317284 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42844) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:20.321854 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2ce75874-c171-4b9a-8d83-117e5a28d186 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:20.327035 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd96b69-dae3-4d4c-a593-30b2ca419ef2 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f56960c5-36fa-45e8-a1e4-25e432abd2d8,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:20.372061 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d4d5a14f-cd09-490b-a590-c3f549c60d99 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0532072 Oct 27 18:35:20.376516 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42850) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:20.382686 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-71122cd1-8533-4c68-8bd6-7163da83e178 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Request body: {'security_group_rule': {'security_group_id': 'd6a35b65-d316-4e01-90af-da742fe1d6d9', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:20.443418 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2ce75874-c171-4b9a-8d83-117e5a28d186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:20.493554 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce75874-c171-4b9a-8d83-117e5a28d186 None None] Network 7c1eaaa1-9df3-4991-9c50-e7889f97c061 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:35:20.499198 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-2ce75874-c171-4b9a-8d83-117e5a28d186 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:35:20.501697 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce75874-c171-4b9a-8d83-117e5a28d186 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:35:20.515631 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce75874-c171-4b9a-8d83-117e5a28d186 None None] Pushing event updated for resources: {'Port': ['ID=91071771-4fcf-4bad-b09b-715147a5e55a,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:20.547961 n-d-815690-2 neutron-server[102879]: INFO neutron.db.securitygroups_db [None req-71122cd1-8533-4c68-8bd6-7163da83e178 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Project a8d14d06d0304a51a5877ff4c2c0e6ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 18:35:20.553783 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-71122cd1-8533-4c68-8bd6-7163da83e178 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:20.576959 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-2ce75874-c171-4b9a-8d83-117e5a28d186 None None] Attempting to bind port 91071771-4fcf-4bad-b09b-715147a5e55a on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:35:20.579121 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-2ce75874-c171-4b9a-8d83-117e5a28d186 None None] Attempting to bind port 91071771-4fcf-4bad-b09b-715147a5e55a by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '2fb716e8-c635-458a-b3ed-bf1055a2446a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '7c1eaaa1-9df3-4991-9c50-e7889f97c061'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:35:20.579121 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce75874-c171-4b9a-8d83-117e5a28d186 None None] Attempting to bind port 91071771-4fcf-4bad-b09b-715147a5e55a on network 7c1eaaa1-9df3-4991-9c50-e7889f97c061 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:35:20.584131 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce75874-c171-4b9a-8d83-117e5a28d186 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:35:20.584675 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce75874-c171-4b9a-8d83-117e5a28d186 None None] Checking segment: {'id': '2fb716e8-c635-458a-b3ed-bf1055a2446a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '7c1eaaa1-9df3-4991-9c50-e7889f97c061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:35:20.585156 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2ce75874-c171-4b9a-8d83-117e5a28d186 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:20.585632 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce75874-c171-4b9a-8d83-117e5a28d186 None None] Bound using segment: {'id': '2fb716e8-c635-458a-b3ed-bf1055a2446a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '7c1eaaa1-9df3-4991-9c50-e7889f97c061'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:35:20.586160 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-2ce75874-c171-4b9a-8d83-117e5a28d186 None None] Bound port: 91071771-4fcf-4bad-b09b-715147a5e55a, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb716e8-c635-458a-b3ed-bf1055a2446a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '7c1eaaa1-9df3-4991-9c50-e7889f97c061'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:35:20.586552 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2ce75874-c171-4b9a-8d83-117e5a28d186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:20.619757 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-71122cd1-8533-4c68-8bd6-7163da83e178 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:20.640374 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device fc3e7bc5-e562-40af-ab60-4cb019346046 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:35:20.687349 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-71122cd1-8533-4c68-8bd6-7163da83e178 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:20.733374 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71122cd1-8533-4c68-8bd6-7163da83e178 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e97409d-48ac-43da-85f0-e4a88fcee921,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:20.798958 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41bcb0-d169-4122-9962-e764f1510ca5 req-bd3dd7a9-9ec7-45be-b167-fd62d230ee2d tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:20.800501 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9e41bcb0-d169-4122-9962-e764f1510ca5 req-bd3dd7a9-9ec7-45be-b167-fd62d230ee2d tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=6915a7d3-aad4-4a54-8ede-cf38f493194a HTTP/1.1" status: 200 len: 945 time: 0.1086540 Oct 27 18:35:20.806709 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port fc3e7bc5-e562-40af-ab60-4cb019346046 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:35:20.807702 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:20.829399 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-2ce75874-c171-4b9a-8d83-117e5a28d186 None None] For port 91071771-4fcf-4bad-b09b-715147a5e55a, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:35:20.831279 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-71122cd1-8533-4c68-8bd6-7163da83e178 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:20.835438 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-71122cd1-8533-4c68-8bd6-7163da83e178 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4574664 Oct 27 18:35:20.836823 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42862) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:20.856731 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-2ce75874-c171-4b9a-8d83-117e5a28d186 None None] For port 91071771-4fcf-4bad-b09b-715147a5e55a, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=91071771-4fcf-4bad-b09b-715147a5e55a,segment=NetworkSegment(2fb716e8-c635-458a-b3ed-bf1055a2446a),segment_id=2fb716e8-c635-458a-b3ed-bf1055a2446a)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:35:20.860319 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e28b6b0b-8fe8-4a0c-bbb1-c09831a010f0 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "GET /v2.0/security-group-rules/2e97409d-48ac-43da-85f0-e4a88fcee921 HTTP/1.1" status: 200 len: 769 time: 0.0219274 Oct 27 18:35:20.862710 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42864) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:20.891755 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9e41bcb0-d169-4122-9962-e764f1510ca5 req-75acf0ee-aceb-45c8-8d7e-1a3c07919cf9 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832863 Oct 27 18:35:20.906528 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6cb4c272-6cb8-4fc7-a4f0-9486e203626a tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:20.939722 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-473fd5ef-1a3b-4269-9636-36a6d8b02ee9 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0723445 Oct 27 18:35:20.940634 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42870) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:20.969692 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2ce75874-c171-4b9a-8d83-117e5a28d186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:20.970455 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d5919aae-79cb-466e-9c6a-116ca6e04c89 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:20.979332 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d5919aae-79cb-466e-9c6a-116ca6e04c89 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:21.000414 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad497a06-9847-4da4-86cc-59b2af3830f8 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Made reservation on behalf of c64b98e347b049a8ae1262d3f6d73502 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:35:21.003961 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ad497a06-9847-4da4-86cc-59b2af3830f8 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:21.074912 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce75874-c171-4b9a-8d83-117e5a28d186 None None] Pushing event updated for resources: {'Port': ['ID=91071771-4fcf-4bad-b09b-715147a5e55a,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:21.136469 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d5919aae-79cb-466e-9c6a-116ca6e04c89 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:21.148462 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d5919aae-79cb-466e-9c6a-116ca6e04c89 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:21.150896 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d5919aae-79cb-466e-9c6a-116ca6e04c89 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/2e97409d-48ac-43da-85f0-e4a88fcee921 HTTP/1.1" status: 204 len: 168 time: 0.2094438 Oct 27 18:35:21.155246 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42876) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:21.162891 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5919aae-79cb-466e-9c6a-116ca6e04c89 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e97409d-48ac-43da-85f0-e4a88fcee921,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:21.215217 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-87a0c9ff-938b-46d7-a4fe-66fadca285d5 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0549805 Oct 27 18:35:21.216087 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42878) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:21.320568 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a457affa-7393-4e54-b403-fa45a62584bc tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:21.362792 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a457affa-7393-4e54-b403-fa45a62584bc tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:21.414807 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-6cb4c272-6cb8-4fc7-a4f0-9486e203626a tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Allocated IP 2001:db8:2::1 (7c1eaaa1-9df3-4991-9c50-e7889f97c061/23bc87ec-66bf-4d6d-8456-8093c204d599/8d246dfd-dc5c-441d-a32c-534cf03f8d4b) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:35:21.480120 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ad497a06-9847-4da4-86cc-59b2af3830f8 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:21.499686 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a457affa-7393-4e54-b403-fa45a62584bc tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:21.505605 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a457affa-7393-4e54-b403-fa45a62584bc tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:21.509373 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a457affa-7393-4e54-b403-fa45a62584bc tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "DELETE /v2.0/security-groups/d6a35b65-d316-4e01-90af-da742fe1d6d9 HTTP/1.1" status: 204 len: 168 time: 0.2897022 Oct 27 18:35:21.522914 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42886) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:21.524270 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a457affa-7393-4e54-b403-fa45a62584bc tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a35b65-d316-4e01-90af-da742fe1d6d9,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:21.532609 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42888) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:21.623978 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad497a06-9847-4da4-86cc-59b2af3830f8 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event updated for resources: {'Subnet': ['ID=9c6ee242-29eb-45a2-b4db-8bdbee6a294d,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:21.674242 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d726ae72-3f0b-456c-80c9-d124bb5a6f4b tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1479232 Oct 27 18:35:21.675260 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad497a06-9847-4da4-86cc-59b2af3830f8 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Checking segment: {'id': '02cc1f84-e279-4042-bac2-e91dcc3b3c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '85064d64-e93d-4de1-8268-a9385818208a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:35:21.675632 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad497a06-9847-4da4-86cc-59b2af3830f8 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Network hostable DHCP agents. Network: 85064d64-e93d-4de1-8268-a9385818208a, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:35:21.678415 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42896) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:21.698931 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6cb4c272-6cb8-4fc7-a4f0-9486e203626a tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:21.739694 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6e22845a-2136-4cea-b21d-a6e9996653f1 tempest-SecGroupIPv6Test-1159821578 tempest-SecGroupIPv6Test-1159821578-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0600548 Oct 27 18:35:21.822629 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-52971d09-f926-4c56-ac5c-f8a39a6861e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:21.850848 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad497a06-9847-4da4-86cc-59b2af3830f8 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Network 85064d64-e93d-4de1-8268-a9385818208a is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:35:21.897117 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6cb4c272-6cb8-4fc7-a4f0-9486e203626a tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:21.940224 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-52971d09-f926-4c56-ac5c-f8a39a6861e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:21.952929 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb4c272-6cb8-4fc7-a4f0-9486e203626a tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Network 7c1eaaa1-9df3-4991-9c50-e7889f97c061 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:35:21.956422 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-6cb4c272-6cb8-4fc7-a4f0-9486e203626a tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:35:21.961747 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb4c272-6cb8-4fc7-a4f0-9486e203626a tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:35:21.962544 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6cb4c272-6cb8-4fc7-a4f0-9486e203626a tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:22.009584 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-ad497a06-9847-4da4-86cc-59b2af3830f8 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 85064d64-e93d-4de1-8268-a9385818208a) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:35:22.011149 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb4c272-6cb8-4fc7-a4f0-9486e203626a tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event updated for resources: {'Port': ['ID=8d246dfd-dc5c-441d-a32c-534cf03f8d4b,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:22.026639 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad497a06-9847-4da4-86cc-59b2af3830f8 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:22.027277 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ad497a06-9847-4da4-86cc-59b2af3830f8 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:22.039334 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-52971d09-f926-4c56-ac5c-f8a39a6861e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:22.088258 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-52971d09-f926-4c56-ac5c-f8a39a6861e6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0b7e9d21c7f44dbeb3d94ad77a9e2506&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5548639 Oct 27 18:35:22.088585 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52971d09-f926-4c56-ac5c-f8a39a6861e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01077eb-90a2-4ba1-af74-8ca034cbb9f6,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:22.094761 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42910) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:22.131037 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48d221-3100-4429-8554-e3855309453b req-8265c779-ecd9-4cc4-9dca-4524fa39a0d1 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:22.132894 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6e48d221-3100-4429-8554-e3855309453b req-8265c779-ecd9-4cc4-9dca-4524fa39a0d1 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=6915a7d3-aad4-4a54-8ede-cf38f493194a HTTP/1.1" status: 200 len: 945 time: 0.1278996 Oct 27 18:35:22.167187 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ad497a06-9847-4da4-86cc-59b2af3830f8 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1035786 Oct 27 18:35:22.167526 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42912) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:22.219213 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6e48d221-3100-4429-8554-e3855309453b req-3e1e06d5-42de-4a5c-b6d5-21fcb9426e33 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728486 Oct 27 18:35:22.230345 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-18df9d69-9fdd-4b2f-94da-01da1188f4c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:22.312519 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6cb4c272-6cb8-4fc7-a4f0-9486e203626a tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:22.329657 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-18df9d69-9fdd-4b2f-94da-01da1188f4c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:22.371239 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-512ef1f7-6f87-430f-b8ab-8cb77c96b8c2 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:22.393642 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee98168-64b8-4432-8950-bcb9e5c298bd None None] get_active_networks_info from n-d-815690-2 {{(pid=102880) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 18:35:22.458309 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-8f103033-181b-432c-9bd5-e547804f275d None None] Provisioning complete for port 91071771-4fcf-4bad-b09b-715147a5e55a triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:35:22.458687 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8f103033-181b-432c-9bd5-e547804f275d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:22.521917 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-512ef1f7-6f87-430f-b8ab-8cb77c96b8c2 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:22.623905 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42920) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:22.667443 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 91071771-4fcf-4bad-b09b-715147a5e55a up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:35:22.673555 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-18df9d69-9fdd-4b2f-94da-01da1188f4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:22.676324 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-18df9d69-9fdd-4b2f-94da-01da1188f4c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:22.677677 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-18df9d69-9fdd-4b2f-94da-01da1188f4c6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e01077eb-90a2-4ba1-af74-8ca034cbb9f6 HTTP/1.1" status: 204 len: 168 time: 0.5818040 Oct 27 18:35:22.693115 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df9d69-9fdd-4b2f-94da-01da1188f4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01077eb-90a2-4ba1-af74-8ca034cbb9f6,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:22.788593 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8f103033-181b-432c-9bd5-e547804f275d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:22.790212 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6cb4c272-6cb8-4fc7-a4f0-9486e203626a tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:22.827069 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d31f1fc1-f6dc-4728-9938-506f8e490b6d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a8d14d06d0304a51a5877ff4c2c0e6ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1952589 Oct 27 18:35:22.828015 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42926) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:22.837652 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee98168-64b8-4432-8950-bcb9e5c298bd None None] Resources bound (agent type, host, resource id): {{(pid=102880) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 18:35:22.850287 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 91071771-4fcf-4bad-b09b-715147a5e55a triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:35:22.855669 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:22.855852 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-512ef1f7-6f87-430f-b8ab-8cb77c96b8c2 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:22.856001 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-8f103033-181b-432c-9bd5-e547804f275d None None] For port 91071771-4fcf-4bad-b09b-715147a5e55a, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=91071771-4fcf-4bad-b09b-715147a5e55a,segment=NetworkSegment(2fb716e8-c635-458a-b3ed-bf1055a2446a),segment_id=2fb716e8-c635-458a-b3ed-bf1055a2446a)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:35:22.875902 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6cb4c272-6cb8-4fc7-a4f0-9486e203626a tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:22.877382 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6cb4c272-6cb8-4fc7-a4f0-9486e203626a tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:22.887504 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ef1f7-6f87-430f-b8ab-8cb77c96b8c2 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event deleted for resources: {'Subnet': ['ID=9c6ee242-29eb-45a2-b4db-8bdbee6a294d,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:22.949492 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb4c272-6cb8-4fc7-a4f0-9486e203626a tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event updated for resources: {'Port': ['ID=8d246dfd-dc5c-441d-a32c-534cf03f8d4b,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:22.972566 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-96ccba84-9d86-4017-844c-4ee9dd5e9487 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:22.995682 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8f103033-181b-432c-9bd5-e547804f275d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:23.013378 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-512ef1f7-6f87-430f-b8ab-8cb77c96b8c2 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:23.077977 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-96ccba84-9d86-4017-844c-4ee9dd5e9487 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:23.079731 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-512ef1f7-6f87-430f-b8ab-8cb77c96b8c2 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85064d64-e93d-4de1-8268-a9385818208a']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:23.088939 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f103033-181b-432c-9bd5-e547804f275d None None] Pushing event updated for resources: {'Port': ['ID=91071771-4fcf-4bad-b09b-715147a5e55a,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:23.093585 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-512ef1f7-6f87-430f-b8ab-8cb77c96b8c2 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02cc1f84-e279-4042-bac2-e91dcc3b3c2f') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:23.094049 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-512ef1f7-6f87-430f-b8ab-8cb77c96b8c2 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02cc1f84-e279-4042-bac2-e91dcc3b3c2f') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:23.130589 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-512ef1f7-6f87-430f-b8ab-8cb77c96b8c2 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:23.161507 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-512ef1f7-6f87-430f-b8ab-8cb77c96b8c2 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:23.178213 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-512ef1f7-6f87-430f-b8ab-8cb77c96b8c2 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:35:23.179791 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-512ef1f7-6f87-430f-b8ab-8cb77c96b8c2 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:23.185303 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:35:23.185303 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:35:23.185303 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:35:23.185303 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:35:23.185303 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:35:23.185303 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:35:23.185303 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:35:23.185303 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:35:23.185303 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:35:23.185303 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:35:23.185303 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:35:23.185303 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:35:23.185303 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:35:23.185303 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:35:23.185303 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:35:23.185303 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:35:23.185303 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:35:23.185303 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:35:23.185303 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:35:23.185303 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:35:23.185303 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:35:23.185303 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:35:23.185303 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:35:23.185303 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:35:23.185303 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:35:23.185303 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:35:23.185303 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:35:23.185303 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:35:23.185303 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:35:23.185303 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:35:23.185303 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:35:23.185303 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:35:23.271034 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb4c272-6cb8-4fc7-a4f0-9486e203626a tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Network 7c1eaaa1-9df3-4991-9c50-e7889f97c061 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:35:23.273526 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-6cb4c272-6cb8-4fc7-a4f0-9486e203626a tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:35:23.360319 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-512ef1f7-6f87-430f-b8ab-8cb77c96b8c2 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:23.368369 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-512ef1f7-6f87-430f-b8ab-8cb77c96b8c2 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:23.373656 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-512ef1f7-6f87-430f-b8ab-8cb77c96b8c2 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "DELETE /v2.0/networks/85064d64-e93d-4de1-8268-a9385818208a HTTP/1.1" status: 204 len: 168 time: 1.2049108 Oct 27 18:35:23.378323 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42946) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:23.386585 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-bb8a8458-32ca-4d15-844f-9dfea94e9f86 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-353988522'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:23.406844 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c80de4-36ca-46de-8c27-74af7e6fa20f None None] Network 7c1eaaa1-9df3-4991-9c50-e7889f97c061 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:35:23.411736 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cae8a3-bba4-4ca0-9c05-b1b4cfdfa2af None None] Network 85064d64-e93d-4de1-8268-a9385818208a requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:35:23.414163 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ef1f7-6f87-430f-b8ab-8cb77c96b8c2 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event deleted for resources: {'Network': ['ID=85064d64-e93d-4de1-8268-a9385818208a,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:23.441378 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb4c272-6cb8-4fc7-a4f0-9486e203626a tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Router 3cefca64-bd59-4c19-967b-8173a97dcc26 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:35:23.553735 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-96ccba84-9d86-4017-844c-4ee9dd5e9487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:23.556976 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-96ccba84-9d86-4017-844c-4ee9dd5e9487 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:23.559907 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-96ccba84-9d86-4017-844c-4ee9dd5e9487 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e324567e-5909-4ef9-95d9-9fc47d8422ff HTTP/1.1" status: 204 len: 168 time: 0.7302976 Oct 27 18:35:23.580240 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8a8458-32ca-4d15-844f-9dfea94e9f86 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Made reservation on behalf of c64b98e347b049a8ae1262d3f6d73502 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:35:23.582212 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bb8a8458-32ca-4d15-844f-9dfea94e9f86 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:23.589209 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ccba84-9d86-4017-844c-4ee9dd5e9487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e324567e-5909-4ef9-95d9-9fc47d8422ff,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:23.616570 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb4c272-6cb8-4fc7-a4f0-9486e203626a tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:35:23.633423 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6cb4c272-6cb8-4fc7-a4f0-9486e203626a tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "PUT /v2.0/routers/3cefca64-bd59-4c19-967b-8173a97dcc26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8956828 Oct 27 18:35:23.634032 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42956) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:23.651400 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-8f36c905-7404-4791-88ef-a82a44e8aae9 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-840173896'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:23.666223 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb8a8458-32ca-4d15-844f-9dfea94e9f86 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] vlan segment allocate from pool success with {'vlan_id': 1029, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:35:23.694001 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bb8a8458-32ca-4d15-844f-9dfea94e9f86 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:23.694353 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-bb8a8458-32ca-4d15-844f-9dfea94e9f86 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Added segment 2728f45d-3c0c-4924-b171-61349db9e91d of type vlan for network 1cce0e05-d315-4268-b2bd-518fc9c1f62c Oct 27 18:35:23.703768 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3463c8-1a6d-4564-9dc2-4daae85b800f req-fc7e9a00-09c9-46b9-a860-a8a675f0b745 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:23.705385 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4f3463c8-1a6d-4564-9dc2-4daae85b800f req-fc7e9a00-09c9-46b9-a860-a8a675f0b745 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=6915a7d3-aad4-4a54-8ede-cf38f493194a HTTP/1.1" status: 200 len: 945 time: 0.0696840 Oct 27 18:35:23.707908 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdca06d-7a6a-48a5-b48d-cebc6dbd722c None None] Sync routers for ids ['3cefca64-bd59-4c19-967b-8173a97dcc26'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:35:23.710983 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cae8a3-bba4-4ca0-9c05-b1b4cfdfa2af None None] Network 85064d64-e93d-4de1-8268-a9385818208a could not be found, it might have been deleted concurrently. {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 27 18:35:23.723368 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42960) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:23.731732 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9cca37-189f-44a2-bd85-5899365472d3 None None] Network 85064d64-e93d-4de1-8268-a9385818208a requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:35:23.750884 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9cca37-189f-44a2-bd85-5899365472d3 None None] Network 85064d64-e93d-4de1-8268-a9385818208a could not be found, it might have been deleted concurrently. {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 27 18:35:23.751663 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8de301e5-5f2b-4952-8bfb-98c55e5e8042 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:23.777876 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdca06d-7a6a-48a5-b48d-cebc6dbd722c None None] Routers {'3cefca64-bd59-4c19-967b-8173a97dcc26'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:35:23.779539 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-3bdca06d-7a6a-48a5-b48d-cebc6dbd722c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:35:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['3cefca64-bd59-4c19-967b-8173a97dcc26'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:23.798287 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bb8a8458-32ca-4d15-844f-9dfea94e9f86 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:23.803298 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4f3463c8-1a6d-4564-9dc2-4daae85b800f req-55a5c31c-9f9a-4962-aa79-f6caa2025460 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826097 Oct 27 18:35:23.855154 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f36c905-7404-4791-88ef-a82a44e8aae9 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Made reservation on behalf of f0dda3f0251e4e4db2b48596fc53609b for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:35:23.860862 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8f36c905-7404-4791-88ef-a82a44e8aae9 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:23.917591 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bb8a8458-32ca-4d15-844f-9dfea94e9f86 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:23.920727 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f36c905-7404-4791-88ef-a82a44e8aae9 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:35:23.928136 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8a8458-32ca-4d15-844f-9dfea94e9f86 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:23.929154 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bb8a8458-32ca-4d15-844f-9dfea94e9f86 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:23.943843 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8de301e5-5f2b-4952-8bfb-98c55e5e8042 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:23.949278 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-3bdca06d-7a6a-48a5-b48d-cebc6dbd722c None None] Set router 3cefca64-bd59-4c19-967b-8173a97dcc26 gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:35:23.954959 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8f36c905-7404-4791-88ef-a82a44e8aae9 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:23.958553 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-8f36c905-7404-4791-88ef-a82a44e8aae9 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Added segment 2373a8af-781b-4cbb-bec7-98b0c7460ba3 of type vlan for network a3792811-6808-40af-96d2-9e698eb3c14f Oct 27 18:35:24.020192 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8f36c905-7404-4791-88ef-a82a44e8aae9 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:24.047996 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a8458-32ca-4d15-844f-9dfea94e9f86 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event updated for resources: {'Network': ['ID=1cce0e05-d315-4268-b2bd-518fc9c1f62c,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:24.090847 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8de301e5-5f2b-4952-8bfb-98c55e5e8042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:24.097101 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 1cce0e05-d315-4268-b2bd-518fc9c1f62c details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:35:24.097293 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-bb8a8458-32ca-4d15-844f-9dfea94e9f86 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7153313 Oct 27 18:35:24.097407 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42968) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:24.114378 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-d99f0ac3-0759-49d9-8195-ba679fd700af tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:24.167265 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de301e5-5f2b-4952-8bfb-98c55e5e8042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af663e3-6e6c-44a4-950a-78c6dcab6fc6,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:24.197783 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8f36c905-7404-4791-88ef-a82a44e8aae9 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:24.213221 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f36c905-7404-4791-88ef-a82a44e8aae9 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:24.214727 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8f36c905-7404-4791-88ef-a82a44e8aae9 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:24.229628 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8de301e5-5f2b-4952-8bfb-98c55e5e8042 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=776a10d774d44479b89aece837949a60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4982226 Oct 27 18:35:24.231579 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 42970) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:24.322452 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f36c905-7404-4791-88ef-a82a44e8aae9 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event updated for resources: {'Network': ['ID=a3792811-6808-40af-96d2-9e698eb3c14f,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:24.369461 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network a3792811-6808-40af-96d2-9e698eb3c14f details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:35:24.390094 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8f36c905-7404-4791-88ef-a82a44e8aae9 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7540159 Oct 27 18:35:24.392299 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 42978) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:24.405087 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-509d8654-a91a-49eb-8c3b-cd287cd6e0bb tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Request body: {'subnet': {'network_id': 'a3792811-6808-40af-96d2-9e698eb3c14f', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:24.551966 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-3bdca06d-7a6a-48a5-b48d-cebc6dbd722c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'name': 'tempest-RoutersIpV6Test-router-1387999512', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:35:00Z', 'updated_at': '2021-10-27T18:35:22Z', 'revision_number': 4, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'gw_port_host': None, '_interfaces': [{'id': '3a4f5b65-cf42-43b8-864f-94e45819f8a6', 'name': '', 'network_id': '713ffbc3-f72c-48b8-9dfe-332b99e1f064', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:02:97:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:05Z', 'updated_at': '2021-10-27T18:35:12Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d246dfd-dc5c-441d-a32c-534cf03f8d4b', 'name': '', 'network_id': '7c1eaaa1-9df3-4991-9c50-e7889f97c061', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:c6:42:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '23bc87ec-66bf-4d6d-8456-8093c204d599', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:21Z', 'updated_at': '2021-10-27T18:35:22Z', 'revision_number': 2, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '23bc87ec-66bf-4d6d-8456-8093c204d599', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc3e7bc5-e562-40af-ab60-4cb019346046', 'name': '', 'network_id': 'aa9fd2b3-6526-494b-adcc-76b10197a747', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:53:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:12Z', 'updated_at': '2021-10-27T18:35:18Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:24.642056 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 91071771-4fcf-4bad-b09b-715147a5e55a up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:35:24.668160 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509d8654-a91a-49eb-8c3b-cd287cd6e0bb tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Made reservation on behalf of f0dda3f0251e4e4db2b48596fc53609b for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:35:24.674253 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-509d8654-a91a-49eb-8c3b-cd287cd6e0bb tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:24.677571 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3b5a8604-3a4e-4335-a6fa-a00f58ba49ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:24.718065 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdca06d-7a6a-48a5-b48d-cebc6dbd722c None None] Checking router: 3cefca64-bd59-4c19-967b-8173a97dcc26 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:35:24.722127 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdca06d-7a6a-48a5-b48d-cebc6dbd722c None None] Updating router 3cefca64-bd59-4c19-967b-8173a97dcc26 port 8d246dfd-dc5c-441d-a32c-534cf03f8d4b binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:35:24.735723 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3b5a8604-3a4e-4335-a6fa-a00f58ba49ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:24.760683 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3bdca06d-7a6a-48a5-b48d-cebc6dbd722c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:24.796405 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d99f0ac3-0759-49d9-8195-ba679fd700af tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:24.836766 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 91071771-4fcf-4bad-b09b-715147a5e55a triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:35:24.837026 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:24.977250 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a7d20-0258-4044-a1b5-b16584118f43 req-d16337f0-fa7a-4df2-b631-5bcf33742a96 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:24.982272 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e29a7d20-0258-4044-a1b5-b16584118f43 req-d16337f0-fa7a-4df2-b631-5bcf33742a96 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=6915a7d3-aad4-4a54-8ede-cf38f493194a HTTP/1.1" status: 200 len: 945 time: 0.0839243 Oct 27 18:35:24.986889 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d99f0ac3-0759-49d9-8195-ba679fd700af tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:25.013365 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3b5a8604-3a4e-4335-a6fa-a00f58ba49ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:25.017702 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3b5a8604-3a4e-4335-a6fa-a00f58ba49ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:25.020824 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3b5a8604-3a4e-4335-a6fa-a00f58ba49ce admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0af663e3-6e6c-44a4-950a-78c6dcab6fc6 HTTP/1.1" status: 204 len: 168 time: 0.7876315 Oct 27 18:35:25.092273 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a8604-3a4e-4335-a6fa-a00f58ba49ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af663e3-6e6c-44a4-950a-78c6dcab6fc6,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:25.101967 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-509d8654-a91a-49eb-8c3b-cd287cd6e0bb tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:25.221122 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d99f0ac3-0759-49d9-8195-ba679fd700af tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Network 1cce0e05-d315-4268-b2bd-518fc9c1f62c is not hosted by any dhcp agent {{(pid=102878) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 27 18:35:25.236080 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509d8654-a91a-49eb-8c3b-cd287cd6e0bb tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event updated for resources: {'Subnet': ['ID=40fc2fee-3fd2-4c0c-b05e-6f752ec86d56,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:25.237103 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99f0ac3-0759-49d9-8195-ba679fd700af tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:25.237782 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d99f0ac3-0759-49d9-8195-ba679fd700af tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:25.241750 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d99f0ac3-0759-49d9-8195-ba679fd700af tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "PUT /v2.0/networks/1cce0e05-d315-4268-b2bd-518fc9c1f62c HTTP/1.1" status: 200 len: 723 time: 1.1407111 Oct 27 18:35:25.247264 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 43000) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:25.256735 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-7695322b-b00c-45e7-be5f-e71b9364a392 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Request body: {'subnet': {'network_id': '1cce0e05-d315-4268-b2bd-518fc9c1f62c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:25.275862 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f0ac3-0759-49d9-8195-ba679fd700af tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event updated for resources: {'Network': ['ID=1cce0e05-d315-4268-b2bd-518fc9c1f62c,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:25.303125 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e29a7d20-0258-4044-a1b5-b16584118f43 req-7373a68f-b6b1-4228-9abb-15c8bed864a5 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041587 Oct 27 18:35:25.328027 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509d8654-a91a-49eb-8c3b-cd287cd6e0bb tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Checking segment: {'id': '2373a8af-781b-4cbb-bec7-98b0c7460ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a3792811-6808-40af-96d2-9e698eb3c14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:35:25.328429 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509d8654-a91a-49eb-8c3b-cd287cd6e0bb tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Network hostable DHCP agents. Network: a3792811-6808-40af-96d2-9e698eb3c14f, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:35:25.343257 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd2f697-c5da-4d82-ade4-a1f7a11d11a3 None None] Network 7c1eaaa1-9df3-4991-9c50-e7889f97c061 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:35:25.357182 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43004) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:25.360003 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 1cce0e05-d315-4268-b2bd-518fc9c1f62c details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:35:25.471122 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3bdca06d-7a6a-48a5-b48d-cebc6dbd722c None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:25.485093 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509d8654-a91a-49eb-8c3b-cd287cd6e0bb tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Network a3792811-6808-40af-96d2-9e698eb3c14f is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:35:25.499990 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-ac896041-5c16-4b53-8dd4-33a580bec47d None None] Provisioning complete for port 8d246dfd-dc5c-441d-a32c-534cf03f8d4b triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:35:25.500424 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ac896041-5c16-4b53-8dd4-33a580bec47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:25.538518 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-22187aa9-715f-4e29-9993-65f004b0b406 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:25.541792 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7695322b-b00c-45e7-be5f-e71b9364a392 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Made reservation on behalf of c64b98e347b049a8ae1262d3f6d73502 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:35:25.546270 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7695322b-b00c-45e7-be5f-e71b9364a392 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:25.601511 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-ac896041-5c16-4b53-8dd4-33a580bec47d None None] Port 8d246dfd-dc5c-441d-a32c-534cf03f8d4b cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:35:25.621573 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3bdca06d-7a6a-48a5-b48d-cebc6dbd722c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:25.649308 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-509d8654-a91a-49eb-8c3b-cd287cd6e0bb tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, a3792811-6808-40af-96d2-9e698eb3c14f) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:35:25.655270 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509d8654-a91a-49eb-8c3b-cd287cd6e0bb tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:25.656129 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-509d8654-a91a-49eb-8c3b-cd287cd6e0bb tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:25.692848 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-22187aa9-715f-4e29-9993-65f004b0b406 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:25.699424 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769985d-25ec-4f93-a01c-bdc3088e12e6 None None] Pushing event updated for resources: {'Port': ['ID=8d246dfd-dc5c-441d-a32c-534cf03f8d4b,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:25.711250 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4580037-2214-46c8-9ac9-4f2f12eeb597 None None] Network a3792811-6808-40af-96d2-9e698eb3c14f requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:35:25.731352 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-ac896041-5c16-4b53-8dd4-33a580bec47d None None] Provisioning complete for port 91071771-4fcf-4bad-b09b-715147a5e55a triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:35:25.734030 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ac896041-5c16-4b53-8dd4-33a580bec47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:25.783707 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-22187aa9-715f-4e29-9993-65f004b0b406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:25.789096 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-509d8654-a91a-49eb-8c3b-cd287cd6e0bb tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3950930 Oct 27 18:35:25.789753 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 43020) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:25.898186 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-22187aa9-715f-4e29-9993-65f004b0b406 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9eb679d0724e485aa59a414b36e77074&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5414140 Oct 27 18:35:25.899404 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43030) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:25.914337 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22187aa9-715f-4e29-9993-65f004b0b406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a6e5b1-6992-457d-9f58-fac54fe0f6ac,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:25.937716 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-3bdca06d-7a6a-48a5-b48d-cebc6dbd722c None None] Attempting to bind port 8d246dfd-dc5c-441d-a32c-534cf03f8d4b on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:35:25.937998 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-3bdca06d-7a6a-48a5-b48d-cebc6dbd722c None None] Attempting to bind port 8d246dfd-dc5c-441d-a32c-534cf03f8d4b by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '2fb716e8-c635-458a-b3ed-bf1055a2446a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '7c1eaaa1-9df3-4991-9c50-e7889f97c061'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:35:25.938386 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdca06d-7a6a-48a5-b48d-cebc6dbd722c None None] Attempting to bind port 8d246dfd-dc5c-441d-a32c-534cf03f8d4b on network 7c1eaaa1-9df3-4991-9c50-e7889f97c061 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:35:25.954214 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdca06d-7a6a-48a5-b48d-cebc6dbd722c None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:35:25.958281 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdca06d-7a6a-48a5-b48d-cebc6dbd722c None None] Checking segment: {'id': '2fb716e8-c635-458a-b3ed-bf1055a2446a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '7c1eaaa1-9df3-4991-9c50-e7889f97c061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:35:25.958281 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3bdca06d-7a6a-48a5-b48d-cebc6dbd722c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:25.958281 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdca06d-7a6a-48a5-b48d-cebc6dbd722c None None] Bound using segment: {'id': '2fb716e8-c635-458a-b3ed-bf1055a2446a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '7c1eaaa1-9df3-4991-9c50-e7889f97c061'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:35:25.958281 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-3bdca06d-7a6a-48a5-b48d-cebc6dbd722c None None] Bound port: 8d246dfd-dc5c-441d-a32c-534cf03f8d4b, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb716e8-c635-458a-b3ed-bf1055a2446a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '7c1eaaa1-9df3-4991-9c50-e7889f97c061'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:35:25.958281 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3bdca06d-7a6a-48a5-b48d-cebc6dbd722c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:26.057149 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-94705131-dde4-4778-8f63-8d04027294a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:26.119686 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-94705131-dde4-4778-8f63-8d04027294a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:26.244660 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-3bdca06d-7a6a-48a5-b48d-cebc6dbd722c None None] For port 8d246dfd-dc5c-441d-a32c-534cf03f8d4b, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:35:26.249691 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-3bdca06d-7a6a-48a5-b48d-cebc6dbd722c None None] For port 8d246dfd-dc5c-441d-a32c-534cf03f8d4b, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=8d246dfd-dc5c-441d-a32c-534cf03f8d4b,segment=NetworkSegment(2fb716e8-c635-458a-b3ed-bf1055a2446a),segment_id=2fb716e8-c635-458a-b3ed-bf1055a2446a)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:35:26.249945 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7695322b-b00c-45e7-be5f-e71b9364a392 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:26.325164 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e836196-6c1e-40f1-81ab-34022b9c93b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-a3792811-6808-40af-96d2-9e698eb3c14f', 'network_id': 'a3792811-6808-40af-96d2-9e698eb3c14f', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'fixed_ips': [{'subnet_id': '40fc2fee-3fd2-4c0c-b05e-6f752ec86d56'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:35:26.325952 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8e836196-6c1e-40f1-81ab-34022b9c93b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:26.342659 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-94705131-dde4-4778-8f63-8d04027294a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:26.345737 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-94705131-dde4-4778-8f63-8d04027294a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:26.347869 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-94705131-dde4-4778-8f63-8d04027294a6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/34a6e5b1-6992-457d-9f58-fac54fe0f6ac HTTP/1.1" status: 204 len: 168 time: 0.4469733 Oct 27 18:35:26.364541 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94705131-dde4-4778-8f63-8d04027294a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a6e5b1-6992-457d-9f58-fac54fe0f6ac,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:26.426539 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:26.435804 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3bdca06d-7a6a-48a5-b48d-cebc6dbd722c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:26.487591 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7695322b-b00c-45e7-be5f-e71b9364a392 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event updated for resources: {'Subnet': ['ID=2e846c23-5aed-4824-8903-1e23ec93ca38,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:26.516428 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7695322b-b00c-45e7-be5f-e71b9364a392 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Checking segment: {'id': '2728f45d-3c0c-4924-b171-61349db9e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '1cce0e05-d315-4268-b2bd-518fc9c1f62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:35:26.517100 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7695322b-b00c-45e7-be5f-e71b9364a392 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Network hostable DHCP agents. Network: 1cce0e05-d315-4268-b2bd-518fc9c1f62c, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:35:26.586514 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81a957-ab49-414e-9b81-d8a7c3b42766 req-6ce4f0f1-2254-441d-ad36-aa20ff088eac tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:26.600804 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-df81a957-ab49-414e-9b81-d8a7c3b42766 req-6ce4f0f1-2254-441d-ad36-aa20ff088eac tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=6915a7d3-aad4-4a54-8ede-cf38f493194a HTTP/1.1" status: 200 len: 945 time: 0.1199801 Oct 27 18:35:26.669198 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-df81a957-ab49-414e-9b81-d8a7c3b42766 req-4f0a0d45-1839-4968-bbb8-3d258b402eb3 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674908 Oct 27 18:35:26.685634 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7695322b-b00c-45e7-be5f-e71b9364a392 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Network 1cce0e05-d315-4268-b2bd-518fc9c1f62c is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:35:26.708536 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-743c9bef-125c-4579-89de-effa6a6f877f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:26.741067 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-e0191408-def8-47a6-bd44-d2b8d4ef9bde None None] Provisioning complete for port 8d246dfd-dc5c-441d-a32c-534cf03f8d4b triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:35:26.741499 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e0191408-def8-47a6-bd44-d2b8d4ef9bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:26.849409 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-7695322b-b00c-45e7-be5f-e71b9364a392 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 1cce0e05-d315-4268-b2bd-518fc9c1f62c) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:35:26.858472 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7695322b-b00c-45e7-be5f-e71b9364a392 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:26.860191 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7695322b-b00c-45e7-be5f-e71b9364a392 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:27.048330 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdca06d-7a6a-48a5-b48d-cebc6dbd722c None None] Routers {'3cefca64-bd59-4c19-967b-8173a97dcc26'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:35:27.049039 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-3bdca06d-7a6a-48a5-b48d-cebc6dbd722c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:35:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['3cefca64-bd59-4c19-967b-8173a97dcc26'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:27.069932 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6938c3fb-e349-4f99-9d8e-978ee9ada15f None None] Network 1cce0e05-d315-4268-b2bd-518fc9c1f62c requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:35:27.273692 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769985d-25ec-4f93-a01c-bdc3088e12e6 None None] Pushing event updated for resources: {'Port': ['ID=8d246dfd-dc5c-441d-a32c-534cf03f8d4b,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:27.301697 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:27.387736 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-8e836196-6c1e-40f1-81ab-34022b9c93b4 None None] Allocated IP 2001:db8:3::2 (a3792811-6808-40af-96d2-9e698eb3c14f/40fc2fee-3fd2-4c0c-b05e-6f752ec86d56/f218bbb8-866d-4cfb-86fe-2d2a40c49621) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:35:27.411253 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-3bdca06d-7a6a-48a5-b48d-cebc6dbd722c None None] Set router 3cefca64-bd59-4c19-967b-8173a97dcc26 gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:35:27.444367 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7695322b-b00c-45e7-be5f-e71b9364a392 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1955001 Oct 27 18:35:27.447362 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43068) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:27.454099 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-9d6435ee-46b8-45dd-8cb5-8f47d17f4e1d tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:27.679897 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9d6435ee-46b8-45dd-8cb5-8f47d17f4e1d tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3291186'] for subnet, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:27.763206 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07f5796-1d60-45ad-b596-26861b68fc69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-1cce0e05-d315-4268-b2bd-518fc9c1f62c', 'network_id': '1cce0e05-d315-4268-b2bd-518fc9c1f62c', 'tenant_id': 'c64b98e347b049a8ae1262d3f6d73502', 'fixed_ips': [{'subnet_id': '2e846c23-5aed-4824-8903-1e23ec93ca38'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:35:27.769065 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b07f5796-1d60-45ad-b596-26861b68fc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:27.840255 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e0191408-def8-47a6-bd44-d2b8d4ef9bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:28.020866 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-e0191408-def8-47a6-bd44-d2b8d4ef9bde None None] For port 8d246dfd-dc5c-441d-a32c-534cf03f8d4b, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=8d246dfd-dc5c-441d-a32c-534cf03f8d4b,segment=NetworkSegment(2fb716e8-c635-458a-b3ed-bf1055a2446a),segment_id=2fb716e8-c635-458a-b3ed-bf1055a2446a)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:35:28.039590 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4b90b-5ac8-4854-8b15-c8061d94898b req-e1ece549-99dd-442a-a6b8-86bdd4c47bcc tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:28.042126 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7cc4b90b-5ac8-4854-8b15-c8061d94898b req-e1ece549-99dd-442a-a6b8-86bdd4c47bcc tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=6915a7d3-aad4-4a54-8ede-cf38f493194a HTTP/1.1" status: 200 len: 945 time: 0.1559312 Oct 27 18:35:28.106178 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e0191408-def8-47a6-bd44-d2b8d4ef9bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:28.149959 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7cc4b90b-5ac8-4854-8b15-c8061d94898b req-92fb4027-d08f-4515-9f9e-19789ba2dd7f tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978687 Oct 27 18:35:28.226363 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9d6435ee-46b8-45dd-8cb5-8f47d17f4e1d tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753617353957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3500717'] for subnet, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:28.323712 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6435ee-46b8-45dd-8cb5-8f47d17f4e1d tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:28.324312 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9d6435ee-46b8-45dd-8cb5-8f47d17f4e1d tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:28.324592 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-b07f5796-1d60-45ad-b596-26861b68fc69 None None] Allocated IP 172.20.0.2 (1cce0e05-d315-4268-b2bd-518fc9c1f62c/2e846c23-5aed-4824-8903-1e23ec93ca38/2d61e4c4-da5c-474b-8c25-76b24bdd3b04) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:35:28.325641 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9d6435ee-46b8-45dd-8cb5-8f47d17f4e1d tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "PUT /v2.0/subnets/2e846c23-5aed-4824-8903-1e23ec93ca38 HTTP/1.1" status: 200 len: 806 time: 0.8771832 Oct 27 18:35:28.326790 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6435ee-46b8-45dd-8cb5-8f47d17f4e1d tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event updated for resources: {'Subnet': ['ID=2e846c23-5aed-4824-8903-1e23ec93ca38,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:28.328766 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 43094) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:28.510892 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8e836196-6c1e-40f1-81ab-34022b9c93b4 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:28.510892 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0191408-def8-47a6-bd44-d2b8d4ef9bde None None] Pushing event updated for resources: {'Port': ['ID=8d246dfd-dc5c-441d-a32c-534cf03f8d4b,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:28.512473 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e0facb4e-5347-4347-bd92-07adb154905e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:28.525651 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-e0191408-def8-47a6-bd44-d2b8d4ef9bde None None] Provisioning complete for port 91071771-4fcf-4bad-b09b-715147a5e55a triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:35:28.526027 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e0191408-def8-47a6-bd44-d2b8d4ef9bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:28.602290 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8e836196-6c1e-40f1-81ab-34022b9c93b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:28.653844 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e0facb4e-5347-4347-bd92-07adb154905e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:28.705117 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e836196-6c1e-40f1-81ab-34022b9c93b4 None None] Network a3792811-6808-40af-96d2-9e698eb3c14f is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:35:28.716218 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-8e836196-6c1e-40f1-81ab-34022b9c93b4 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:35:28.726352 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e836196-6c1e-40f1-81ab-34022b9c93b4 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:35:28.787081 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e836196-6c1e-40f1-81ab-34022b9c93b4 None None] Pushing event updated for resources: {'Port': ['ID=f218bbb8-866d-4cfb-86fe-2d2a40c49621,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:28.795321 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-743c9bef-125c-4579-89de-effa6a6f877f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Allocated IP 2001:db8:3::1 (a3792811-6808-40af-96d2-9e698eb3c14f/40fc2fee-3fd2-4c0c-b05e-6f752ec86d56/81ca39c3-bfed-440e-ac78-8f4a68c3c121) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:35:28.853208 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-3bdca06d-7a6a-48a5-b48d-cebc6dbd722c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'name': 'tempest-RoutersIpV6Test-router-1387999512', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:35:00Z', 'updated_at': '2021-10-27T18:35:22Z', 'revision_number': 4, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'gw_port_host': None, '_interfaces': [{'id': '3a4f5b65-cf42-43b8-864f-94e45819f8a6', 'name': '', 'network_id': '713ffbc3-f72c-48b8-9dfe-332b99e1f064', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:02:97:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:05Z', 'updated_at': '2021-10-27T18:35:12Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d246dfd-dc5c-441d-a32c-534cf03f8d4b', 'name': '', 'network_id': '7c1eaaa1-9df3-4991-9c50-e7889f97c061', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:c6:42:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '23bc87ec-66bf-4d6d-8456-8093c204d599', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:21Z', 'updated_at': '2021-10-27T18:35:26Z', 'revision_number': 4, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '23bc87ec-66bf-4d6d-8456-8093c204d599', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc3e7bc5-e562-40af-ab60-4cb019346046', 'name': '', 'network_id': 'aa9fd2b3-6526-494b-adcc-76b10197a747', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:53:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:12Z', 'updated_at': '2021-10-27T18:35:18Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:28.921055 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdca06d-7a6a-48a5-b48d-cebc6dbd722c None None] The sync data for ids ['3cefca64-bd59-4c19-967b-8173a97dcc26'] in n-d-815690-2 is: [{'id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'name': 'tempest-RoutersIpV6Test-router-1387999512', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:35:00Z', 'updated_at': '2021-10-27T18:35:22Z', 'revision_number': 4, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'gw_port_host': None, '_interfaces': [{'id': '3a4f5b65-cf42-43b8-864f-94e45819f8a6', 'name': '', 'network_id': '713ffbc3-f72c-48b8-9dfe-332b99e1f064', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:02:97:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:05Z', 'updated_at': '2021-10-27T18:35:12Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d246dfd-dc5c-441d-a32c-534cf03f8d4b', 'name': '', 'network_id': '7c1eaaa1-9df3-4991-9c50-e7889f97c061', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:c6:42:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '23bc87ec-66bf-4d6d-8456-8093c204d599', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:21Z', 'updated_at': '2021-10-27T18:35:26Z', 'revision_number': 4, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '23bc87ec-66bf-4d6d-8456-8093c204d599', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc3e7bc5-e562-40af-ab60-4cb019346046', 'name': '', 'network_id': 'aa9fd2b3-6526-494b-adcc-76b10197a747', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:53:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:12Z', 'updated_at': '2021-10-27T18:35:18Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:35:28.929812 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-8e836196-6c1e-40f1-81ab-34022b9c93b4 None None] Attempting to bind port f218bbb8-866d-4cfb-86fe-2d2a40c49621 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:35:28.930461 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-8e836196-6c1e-40f1-81ab-34022b9c93b4 None None] Attempting to bind port f218bbb8-866d-4cfb-86fe-2d2a40c49621 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '2373a8af-781b-4cbb-bec7-98b0c7460ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a3792811-6808-40af-96d2-9e698eb3c14f'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:35:28.930847 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e836196-6c1e-40f1-81ab-34022b9c93b4 None None] Attempting to bind port f218bbb8-866d-4cfb-86fe-2d2a40c49621 on network a3792811-6808-40af-96d2-9e698eb3c14f {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:35:28.963160 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b07f5796-1d60-45ad-b596-26861b68fc69 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:28.990026 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e836196-6c1e-40f1-81ab-34022b9c93b4 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:35:28.990407 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e836196-6c1e-40f1-81ab-34022b9c93b4 None None] Checking segment: {'id': '2373a8af-781b-4cbb-bec7-98b0c7460ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a3792811-6808-40af-96d2-9e698eb3c14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:35:28.990805 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8e836196-6c1e-40f1-81ab-34022b9c93b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:28.991229 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e836196-6c1e-40f1-81ab-34022b9c93b4 None None] Bound using segment: {'id': '2373a8af-781b-4cbb-bec7-98b0c7460ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a3792811-6808-40af-96d2-9e698eb3c14f'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:35:28.991714 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-8e836196-6c1e-40f1-81ab-34022b9c93b4 None None] Bound port: f218bbb8-866d-4cfb-86fe-2d2a40c49621, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2373a8af-781b-4cbb-bec7-98b0c7460ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a3792811-6808-40af-96d2-9e698eb3c14f'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:35:28.992094 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8e836196-6c1e-40f1-81ab-34022b9c93b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:29.106713 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-743c9bef-125c-4579-89de-effa6a6f877f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:29.148979 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-8e836196-6c1e-40f1-81ab-34022b9c93b4 None None] For port f218bbb8-866d-4cfb-86fe-2d2a40c49621, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:35:29.153308 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-8e836196-6c1e-40f1-81ab-34022b9c93b4 None None] For port f218bbb8-866d-4cfb-86fe-2d2a40c49621, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=f218bbb8-866d-4cfb-86fe-2d2a40c49621,segment=NetworkSegment(2373a8af-781b-4cbb-bec7-98b0c7460ba3),segment_id=2373a8af-781b-4cbb-bec7-98b0c7460ba3)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:35:29.188547 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b07f5796-1d60-45ad-b596-26861b68fc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:29.264029 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e0facb4e-5347-4347-bd92-07adb154905e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:29.274697 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8e836196-6c1e-40f1-81ab-34022b9c93b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:29.313085 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0facb4e-5347-4347-bd92-07adb154905e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event deleted for resources: {'Subnet': ['ID=2e846c23-5aed-4824-8903-1e23ec93ca38,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:29.341719 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-743c9bef-125c-4579-89de-effa6a6f877f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:29.344997 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07f5796-1d60-45ad-b596-26861b68fc69 None None] Network 1cce0e05-d315-4268-b2bd-518fc9c1f62c is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:35:29.364321 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-5731edfe-03fe-4449-95ce-8954f01a244d None None] Provisioning complete for port 8d246dfd-dc5c-441d-a32c-534cf03f8d4b triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:35:29.364736 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5731edfe-03fe-4449-95ce-8954f01a244d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:29.366794 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-b07f5796-1d60-45ad-b596-26861b68fc69 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:35:29.373761 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07f5796-1d60-45ad-b596-26861b68fc69 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:35:29.395080 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743c9bef-125c-4579-89de-effa6a6f877f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Network a3792811-6808-40af-96d2-9e698eb3c14f is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:35:29.410311 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-743c9bef-125c-4579-89de-effa6a6f877f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:35:29.413867 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88591852-7a6c-4742-b335-47246021a4c6 req-76207d5b-34b5-438f-a814-d3b6da042bbf tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:29.432764 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-88591852-7a6c-4742-b335-47246021a4c6 req-76207d5b-34b5-438f-a814-d3b6da042bbf tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=6915a7d3-aad4-4a54-8ede-cf38f493194a HTTP/1.1" status: 200 len: 945 time: 0.1497629 Oct 27 18:35:29.496252 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743c9bef-125c-4579-89de-effa6a6f877f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:35:29.497191 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-743c9bef-125c-4579-89de-effa6a6f877f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:29.512520 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-88591852-7a6c-4742-b335-47246021a4c6 req-37266a9b-b03b-4aed-b373-958a1651e5a8 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788147 Oct 27 18:35:29.543062 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f5796-1d60-45ad-b596-26861b68fc69 None None] Pushing event updated for resources: {'Port': ['ID=2d61e4c4-da5c-474b-8c25-76b24bdd3b04,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:29.646684 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e0facb4e-5347-4347-bd92-07adb154905e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:29.694853 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-b07f5796-1d60-45ad-b596-26861b68fc69 None None] Attempting to bind port 2d61e4c4-da5c-474b-8c25-76b24bdd3b04 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:35:29.695323 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-b07f5796-1d60-45ad-b596-26861b68fc69 None None] Attempting to bind port 2d61e4c4-da5c-474b-8c25-76b24bdd3b04 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '2728f45d-3c0c-4924-b171-61349db9e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '1cce0e05-d315-4268-b2bd-518fc9c1f62c'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:35:29.695755 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07f5796-1d60-45ad-b596-26861b68fc69 None None] Attempting to bind port 2d61e4c4-da5c-474b-8c25-76b24bdd3b04 on network 1cce0e05-d315-4268-b2bd-518fc9c1f62c {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:35:29.714851 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07f5796-1d60-45ad-b596-26861b68fc69 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:35:29.715527 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07f5796-1d60-45ad-b596-26861b68fc69 None None] Checking segment: {'id': '2728f45d-3c0c-4924-b171-61349db9e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '1cce0e05-d315-4268-b2bd-518fc9c1f62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:35:29.716169 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b07f5796-1d60-45ad-b596-26861b68fc69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:29.717637 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07f5796-1d60-45ad-b596-26861b68fc69 None None] Bound using segment: {'id': '2728f45d-3c0c-4924-b171-61349db9e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '1cce0e05-d315-4268-b2bd-518fc9c1f62c'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:35:29.718399 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-b07f5796-1d60-45ad-b596-26861b68fc69 None None] Bound port: 2d61e4c4-da5c-474b-8c25-76b24bdd3b04, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2728f45d-3c0c-4924-b171-61349db9e91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '1cce0e05-d315-4268-b2bd-518fc9c1f62c'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:35:29.719096 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b07f5796-1d60-45ad-b596-26861b68fc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:29.742119 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c9bef-125c-4579-89de-effa6a6f877f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event updated for resources: {'Port': ['ID=81ca39c3-bfed-440e-ac78-8f4a68c3c121,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:29.742939 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e836196-6c1e-40f1-81ab-34022b9c93b4 None None] Pushing event updated for resources: {'Port': ['ID=f218bbb8-866d-4cfb-86fe-2d2a40c49621,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:29.786030 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-e0facb4e-5347-4347-bd92-07adb154905e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cce0e05-d315-4268-b2bd-518fc9c1f62c']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:29.811311 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-e0facb4e-5347-4347-bd92-07adb154905e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2728f45d-3c0c-4924-b171-61349db9e91d') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:29.811635 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-e0facb4e-5347-4347-bd92-07adb154905e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2728f45d-3c0c-4924-b171-61349db9e91d') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:29.826977 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e0facb4e-5347-4347-bd92-07adb154905e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:29.848225 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e0facb4e-5347-4347-bd92-07adb154905e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:29.858344 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-b07f5796-1d60-45ad-b596-26861b68fc69 None None] For port 2d61e4c4-da5c-474b-8c25-76b24bdd3b04, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:35:29.865662 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0facb4e-5347-4347-bd92-07adb154905e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:35:29.865970 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e0facb4e-5347-4347-bd92-07adb154905e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:29.869298 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:35:29.869298 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:35:29.869298 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:35:29.869298 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:35:29.869298 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:35:29.869298 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:35:29.869298 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:35:29.869298 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:35:29.869298 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:35:29.869298 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:35:29.869298 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:35:29.869298 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:35:29.869298 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:35:29.869298 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:35:29.869298 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:35:29.869298 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:35:29.869298 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:35:29.869298 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:35:29.869298 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:35:29.869298 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:35:29.869298 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:35:29.869298 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:35:29.869298 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:35:29.869298 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:35:29.869298 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:35:29.869298 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:35:29.869298 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:35:29.869298 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:35:29.869298 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:35:29.869298 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:35:29.869298 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:35:29.869298 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:35:30.029612 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-b07f5796-1d60-45ad-b596-26861b68fc69 None None] For port 2d61e4c4-da5c-474b-8c25-76b24bdd3b04, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=2d61e4c4-da5c-474b-8c25-76b24bdd3b04,segment=NetworkSegment(2728f45d-3c0c-4924-b171-61349db9e91d),segment_id=2728f45d-3c0c-4924-b171-61349db9e91d)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:35:30.038480 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43154) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:30.042014 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-743c9bef-125c-4579-89de-effa6a6f877f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:30.103830 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.db.api [None req-e0facb4e-5347-4347-bd92-07adb154905e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 27 18:35:30.103830 n-d-815690-2 neutron-server[102879]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 27 18:35:30.103830 n-d-815690-2 neutron-server[102879]: [parameters: {'id': '1cce0e05-d315-4268-b2bd-518fc9c1f62c'}] Oct 27 18:35:30.103830 n-d-815690-2 neutron-server[102879]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102879) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:35:30.104280 n-d-815690-2 neutron-server[102879]: DEBUG oslo_db.api [None req-e0facb4e-5347-4347-bd92-07adb154905e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:35:30.148136 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b07f5796-1d60-45ad-b596-26861b68fc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:30.272685 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abc96abb-1dee-4c13-9b46-b61e1e429ba0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:30.601005 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abc96abb-1dee-4c13-9b46-b61e1e429ba0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:30.628323 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e0facb4e-5347-4347-bd92-07adb154905e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:30.735337 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abc96abb-1dee-4c13-9b46-b61e1e429ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:30.849695 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-743c9bef-125c-4579-89de-effa6a6f877f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:30.889859 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc96abb-1dee-4c13-9b46-b61e1e429ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf9a8fb-3ada-4b78-a98f-36facbb2586c,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:30.906692 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-e0facb4e-5347-4347-bd92-07adb154905e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Deleting port 2d61e4c4-da5c-474b-8c25-76b24bdd3b04 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:35:30.910448 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e0facb4e-5347-4347-bd92-07adb154905e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:30.939463 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef176c7c-90e0-4086-9605-c05defa385a0 req-68b32d5f-164c-40d2-90cf-f37b776f2431 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:30.943593 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ef176c7c-90e0-4086-9605-c05defa385a0 req-68b32d5f-164c-40d2-90cf-f37b776f2431 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=6915a7d3-aad4-4a54-8ede-cf38f493194a HTTP/1.1" status: 200 len: 945 time: 0.2250283 Oct 27 18:35:30.957886 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-abc96abb-1dee-4c13-9b46-b61e1e429ba0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=025e8e70b0d94a9f866c08617ade78f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9181509 Oct 27 18:35:30.960976 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 43198) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:31.030583 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ef176c7c-90e0-4086-9605-c05defa385a0 req-4e7496aa-0932-493e-91d9-141c1490ea1d tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699320 Oct 27 18:35:31.098589 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-743c9bef-125c-4579-89de-effa6a6f877f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:31.099496 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-743c9bef-125c-4579-89de-effa6a6f877f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:31.145502 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device f218bbb8-866d-4cfb-86fe-2d2a40c49621 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:35:31.148143 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77914a50-0156-48f4-b64d-e82f81c71836 None None] Network a3792811-6808-40af-96d2-9e698eb3c14f requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:35:31.168857 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43208) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:31.214280 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f5796-1d60-45ad-b596-26861b68fc69 None None] Pushing event updated for resources: {'Port': ['ID=2d61e4c4-da5c-474b-8c25-76b24bdd3b04,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:31.244649 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1650de91-d401-44bc-8ddb-024451f5b3e0 None None] Network 1cce0e05-d315-4268-b2bd-518fc9c1f62c requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:35:31.275171 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-e0facb4e-5347-4347-bd92-07adb154905e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] For port 2d61e4c4-da5c-474b-8c25-76b24bdd3b04, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=2d61e4c4-da5c-474b-8c25-76b24bdd3b04,segment=NetworkSegment(2728f45d-3c0c-4924-b171-61349db9e91d),segment_id=2728f45d-3c0c-4924-b171-61349db9e91d)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:35:31.275547 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e0facb4e-5347-4347-bd92-07adb154905e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:31.305486 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c9bef-125c-4579-89de-effa6a6f877f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event updated for resources: {'Port': ['ID=81ca39c3-bfed-440e-ac78-8f4a68c3c121,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:31.315415 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-e0facb4e-5347-4347-bd92-07adb154905e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Calling delete_port for 2d61e4c4-da5c-474b-8c25-76b24bdd3b04 owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:35:31.327479 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e2dd862e-4e82-4d55-9656-399799dff1e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:31.411591 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-20aaaf70-98cc-4fae-8dde-d11bbd72c5bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:31.433028 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e2dd862e-4e82-4d55-9656-399799dff1e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:31.450327 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-b81b5737-a865-4ea0-8ec2-c79a17d23651 None None] Provisioning complete for port f218bbb8-866d-4cfb-86fe-2d2a40c49621 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:35:31.450745 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b81b5737-a865-4ea0-8ec2-c79a17d23651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:31.481565 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743c9bef-125c-4579-89de-effa6a6f877f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Network a3792811-6808-40af-96d2-9e698eb3c14f is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:35:31.493783 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-743c9bef-125c-4579-89de-effa6a6f877f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:35:31.568347 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-20aaaf70-98cc-4fae-8dde-d11bbd72c5bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:31.650700 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743c9bef-125c-4579-89de-effa6a6f877f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Router 3cefca64-bd59-4c19-967b-8173a97dcc26 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:35:31.668937 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port f218bbb8-866d-4cfb-86fe-2d2a40c49621 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:35:31.670116 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:31.726471 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-20aaaf70-98cc-4fae-8dde-d11bbd72c5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:31.758201 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aaaf70-98cc-4fae-8dde-d11bbd72c5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ead8862-5a07-4370-a53d-6fa3193732c6,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:31.768221 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2695836-7461-4f70-9658-2b6c4946a5c8 None None] Network 1cce0e05-d315-4268-b2bd-518fc9c1f62c requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:35:31.778202 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-20aaaf70-98cc-4fae-8dde-d11bbd72c5bd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=35fbdfdf6ede4a55912dcc5d865aa5e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6078215 Oct 27 18:35:31.779916 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e2dd862e-4e82-4d55-9656-399799dff1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:31.781818 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43226) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:31.788074 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e2dd862e-4e82-4d55-9656-399799dff1e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:31.789250 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e2dd862e-4e82-4d55-9656-399799dff1e8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7bf9a8fb-3ada-4b78-a98f-36facbb2586c HTTP/1.1" status: 204 len: 168 time: 0.8234899 Oct 27 18:35:31.790046 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e0facb4e-5347-4347-bd92-07adb154905e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:31.827684 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0facb4e-5347-4347-bd92-07adb154905e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] No DVR routers for this DVR port 2d61e4c4-da5c-474b-8c25-76b24bdd3b04 on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:35:31.863847 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b81b5737-a865-4ea0-8ec2-c79a17d23651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:31.910371 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743c9bef-125c-4579-89de-effa6a6f877f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:35:31.925475 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8ab02c-ca64-4072-b70c-dc08c5876472 None None] Sync routers for ids ['3cefca64-bd59-4c19-967b-8173a97dcc26'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:35:31.949223 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8ab02c-ca64-4072-b70c-dc08c5876472 None None] Routers {'3cefca64-bd59-4c19-967b-8173a97dcc26'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:35:31.952807 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-fb8ab02c-ca64-4072-b70c-dc08c5876472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:35:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['3cefca64-bd59-4c19-967b-8173a97dcc26'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:31.962026 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0facb4e-5347-4347-bd92-07adb154905e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event deleted for resources: {'Port': ['ID=2d61e4c4-da5c-474b-8c25-76b24bdd3b04,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:31.968737 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-b81b5737-a865-4ea0-8ec2-c79a17d23651 None None] For port f218bbb8-866d-4cfb-86fe-2d2a40c49621, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=f218bbb8-866d-4cfb-86fe-2d2a40c49621,segment=NetworkSegment(2373a8af-781b-4cbb-bec7-98b0c7460ba3),segment_id=2373a8af-781b-4cbb-bec7-98b0c7460ba3)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:35:31.969535 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7119955f-9488-40b0-b474-fa9fa200bcea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:31.984527 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-743c9bef-125c-4579-89de-effa6a6f877f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "PUT /v2.0/routers/3cefca64-bd59-4c19-967b-8173a97dcc26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1880188 Oct 27 18:35:31.984527 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dd862e-4e82-4d55-9656-399799dff1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf9a8fb-3ada-4b78-a98f-36facbb2586c,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:31.985020 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 43234) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:31.994377 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-edb850c8-95c8-49d3-ae77-60d49a3eb05c tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:32.020004 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7119955f-9488-40b0-b474-fa9fa200bcea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:32.031910 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:32.124869 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b81b5737-a865-4ea0-8ec2-c79a17d23651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:32.210151 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-fb8ab02c-ca64-4072-b70c-dc08c5876472 None None] Set router 3cefca64-bd59-4c19-967b-8173a97dcc26 gateway port host: None {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:35:32.282699 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7119955f-9488-40b0-b474-fa9fa200bcea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:32.291737 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7119955f-9488-40b0-b474-fa9fa200bcea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:32.297911 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7119955f-9488-40b0-b474-fa9fa200bcea admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2ead8862-5a07-4370-a53d-6fa3193732c6 HTTP/1.1" status: 204 len: 168 time: 0.5147078 Oct 27 18:35:32.322885 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119955f-9488-40b0-b474-fa9fa200bcea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ead8862-5a07-4370-a53d-6fa3193732c6,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:32.356196 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43258) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:32.408358 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d965bcd8-c100-4ed0-bf78-27e563906a5d req-f5ed1ae8-266b-4721-951f-cde86268d2c8 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:32.420838 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d965bcd8-c100-4ed0-bf78-27e563906a5d req-f5ed1ae8-266b-4721-951f-cde86268d2c8 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=6915a7d3-aad4-4a54-8ede-cf38f493194a HTTP/1.1" status: 200 len: 945 time: 0.2559803 Oct 27 18:35:32.424949 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:35:32.425461 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:35:32.425984 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81b5737-a865-4ea0-8ec2-c79a17d23651 None None] Pushing event updated for resources: {'Port': ['ID=f218bbb8-866d-4cfb-86fe-2d2a40c49621,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:32.495421 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e0facb4e-5347-4347-bd92-07adb154905e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:32.506357 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d965bcd8-c100-4ed0-bf78-27e563906a5d req-2cd5be07-61e1-4cad-98ed-52c2178ca632 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849531 Oct 27 18:35:32.557575 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-5d893871-3637-4998-8d84-6b7f44af1cde None None] Provisioning complete for port f218bbb8-866d-4cfb-86fe-2d2a40c49621 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:35:32.563559 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5d893871-3637-4998-8d84-6b7f44af1cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:32.617705 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-e0facb4e-5347-4347-bd92-07adb154905e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cce0e05-d315-4268-b2bd-518fc9c1f62c']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:32.635392 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-e0facb4e-5347-4347-bd92-07adb154905e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2728f45d-3c0c-4924-b171-61349db9e91d') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:32.637263 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-e0facb4e-5347-4347-bd92-07adb154905e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2728f45d-3c0c-4924-b171-61349db9e91d') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:32.654999 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e0facb4e-5347-4347-bd92-07adb154905e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:32.702858 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e0facb4e-5347-4347-bd92-07adb154905e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:32.715831 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0facb4e-5347-4347-bd92-07adb154905e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:35:32.717225 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e0facb4e-5347-4347-bd92-07adb154905e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:32.720999 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:35:32.720999 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:35:32.720999 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:35:32.720999 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:35:32.720999 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:35:32.720999 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:35:32.720999 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:35:32.720999 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:35:32.720999 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:35:32.720999 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:35:32.720999 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:35:32.720999 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:35:32.720999 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:35:32.720999 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:35:32.720999 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:35:32.720999 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:35:32.720999 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:35:32.720999 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:35:32.720999 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:35:32.720999 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:35:32.720999 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:35:32.720999 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:35:32.720999 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:35:32.720999 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:35:32.720999 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:35:32.720999 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:35:32.720999 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:35:32.720999 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:35:32.720999 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:35:32.720999 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:35:32.720999 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:35:32.720999 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:35:32.730853 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-fb8ab02c-ca64-4072-b70c-dc08c5876472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'name': 'tempest-RoutersIpV6Test-router-1387999512', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:35:00Z', 'updated_at': '2021-10-27T18:35:29Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'gw_port_host': None, '_interfaces': [{'id': '3a4f5b65-cf42-43b8-864f-94e45819f8a6', 'name': '', 'network_id': '713ffbc3-f72c-48b8-9dfe-332b99e1f064', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:02:97:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:05Z', 'updated_at': '2021-10-27T18:35:12Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81ca39c3-bfed-440e-ac78-8f4a68c3c121', 'name': '', 'network_id': 'a3792811-6808-40af-96d2-9e698eb3c14f', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:8b:c6:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '40fc2fee-3fd2-4c0c-b05e-6f752ec86d56', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:26Z', 'updated_at': '2021-10-27T18:35:30Z', 'revision_number': 2, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '40fc2fee-3fd2-4c0c-b05e-6f752ec86d56', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d246dfd-dc5c-441d-a32c-534cf03f8d4b', 'name': '', 'network_id': '7c1eaaa1-9df3-4991-9c50-e7889f97c061', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:c6:42:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '23bc87ec-66bf-4d6d-8456-8093c204d599', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:21Z', 'updated_at': '2021-10-27T18:35:27Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '23bc87ec-66bf-4d6d-8456-8093c204d599', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc3e7bc5-e562-40af-ab60-4cb019346046', 'name': '', 'network_id': 'aa9fd2b3-6526-494b-adcc-76b10197a747', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:53:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:12Z', 'updated_at': '2021-10-27T18:35:18Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:32.736732 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-5d893871-3637-4998-8d84-6b7f44af1cde None None] Provisioning complete for port 81ca39c3-bfed-440e-ac78-8f4a68c3c121 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:35:32.737108 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5d893871-3637-4998-8d84-6b7f44af1cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:32.789413 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8ab02c-ca64-4072-b70c-dc08c5876472 None None] Checking router: 3cefca64-bd59-4c19-967b-8173a97dcc26 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:35:32.789767 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8ab02c-ca64-4072-b70c-dc08c5876472 None None] Updating router 3cefca64-bd59-4c19-967b-8173a97dcc26 port 81ca39c3-bfed-440e-ac78-8f4a68c3c121 binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:35:32.815656 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-5d893871-3637-4998-8d84-6b7f44af1cde None None] Port 81ca39c3-bfed-440e-ac78-8f4a68c3c121 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:35:32.821576 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-fb8ab02c-ca64-4072-b70c-dc08c5876472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:32.875601 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43272) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:32.890701 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-51076261-cb0a-42a5-bb26-e11ec701cf26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:32.986464 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.extraroute_db [None req-edb850c8-95c8-49d3-ae77-60d49a3eb05c tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102879) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 27 18:35:33.009817 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-51076261-cb0a-42a5-bb26-e11ec701cf26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:33.012570 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e0facb4e-5347-4347-bd92-07adb154905e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:33.015041 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.extraroute_db [None req-edb850c8-95c8-49d3-ae77-60d49a3eb05c tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Removed routes are [] {{(pid=102879) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 27 18:35:33.015441 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-edb850c8-95c8-49d3-ae77-60d49a3eb05c tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7878829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7877412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6053'] for router, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:33.019597 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 8d246dfd-dc5c-441d-a32c-534cf03f8d4b up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:35:33.052648 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e0facb4e-5347-4347-bd92-07adb154905e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:33.063658 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e0facb4e-5347-4347-bd92-07adb154905e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "DELETE /v2.0/networks/1cce0e05-d315-4268-b2bd-518fc9c1f62c HTTP/1.1" status: 204 len: 168 time: 4.7303059 Oct 27 18:35:33.064496 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0facb4e-5347-4347-bd92-07adb154905e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event deleted for resources: {'Network': ['ID=1cce0e05-d315-4268-b2bd-518fc9c1f62c,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:33.065159 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43276) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:33.099985 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-51076261-cb0a-42a5-bb26-e11ec701cf26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:33.105585 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c19f26c-fa2f-4d12-bea8-a50e37c28869 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] DELETE failed (client error): The resource could not be found. Oct 27 18:35:33.111042 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-eda9ee17-6fc6-4851-a3f5-8e55111fa542 None None] Provisioning complete for port 81ca39c3-bfed-440e-ac78-8f4a68c3c121 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:35:33.112660 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c19f26c-fa2f-4d12-bea8-a50e37c28869 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:35:33.115448 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-eda9ee17-6fc6-4851-a3f5-8e55111fa542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:33.124214 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 43278) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:33.124557 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6c19f26c-fa2f-4d12-bea8-a50e37c28869 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "DELETE /v2.0/networks/1cce0e05-d315-4268-b2bd-518fc9c1f62c HTTP/1.1" status: 404 len: 339 time: 0.0566483 Oct 27 18:35:33.133144 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-5eed255e-fe54-4d88-8aa5-a7f41c5629bf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-352592216', 'description': 'd1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:33.215899 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-51076261-cb0a-42a5-bb26-e11ec701cf26 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ecf36dd9861a4269b4dd13e6e8c20f42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3386281 Oct 27 18:35:33.217523 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43284) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:33.238364 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51076261-cb0a-42a5-bb26-e11ec701cf26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6987301b-79d2-479b-8b56-5ede910c12bd,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:33.240789 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-eda9ee17-6fc6-4851-a3f5-8e55111fa542 None None] Port 81ca39c3-bfed-440e-ac78-8f4a68c3c121 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:35:33.260099 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 8d246dfd-dc5c-441d-a32c-534cf03f8d4b triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:35:33.260099 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:33.319995 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eed255e-fe54-4d88-8aa5-a7f41c5629bf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Made reservation on behalf of c64b98e347b049a8ae1262d3f6d73502 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:35:33.334322 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5eed255e-fe54-4d88-8aa5-a7f41c5629bf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:33.340074 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-961da25b-8fe2-4407-a9b3-d830b3186af7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:33.341441 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac138f04-ae38-4e61-ab9d-07ccad1608fe None None] get_active_networks_info from n-d-815690-2 {{(pid=102880) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 18:35:33.385982 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-fb8ab02c-ca64-4072-b70c-dc08c5876472 None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:33.460647 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-ca44f057-bac1-440a-9bdc-cd691753bb69 None None] Provisioning complete for port 81ca39c3-bfed-440e-ac78-8f4a68c3c121 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:35:33.461578 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ca44f057-bac1-440a-9bdc-cd691753bb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:33.467878 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eed255e-fe54-4d88-8aa5-a7f41c5629bf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] vlan segment allocate from pool success with {'vlan_id': 1007, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:35:33.469423 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-961da25b-8fe2-4407-a9b3-d830b3186af7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:33.484379 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b84cb780-595a-4937-adbc-03261e3051ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:33.494030 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-fb8ab02c-ca64-4072-b70c-dc08c5876472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:33.519650 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b84cb780-595a-4937-adbc-03261e3051ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:33.552368 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-961da25b-8fe2-4407-a9b3-d830b3186af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:33.553256 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5eed255e-fe54-4d88-8aa5-a7f41c5629bf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:33.553661 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-5eed255e-fe54-4d88-8aa5-a7f41c5629bf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Added segment 35180169-a0b7-4497-8bab-2bf7c0de4172 of type vlan for network 9e12c938-5707-4ef1-abba-3b690808203b Oct 27 18:35:33.622344 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-961da25b-8fe2-4407-a9b3-d830b3186af7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f08c3777a0444d40b7e03bd89b8f4aa0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2650814 Oct 27 18:35:33.624096 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961da25b-8fe2-4407-a9b3-d830b3186af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e2a682-ceab-4b1f-877c-b358cf7374e9,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:33.627293 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43292) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:33.633525 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-ca44f057-bac1-440a-9bdc-cd691753bb69 None None] Port 81ca39c3-bfed-440e-ac78-8f4a68c3c121 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:35:33.667095 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b6914c-3908-4b14-a850-48a10a00ee43 None None] Pushing event updated for resources: {'Port': ['ID=81ca39c3-bfed-440e-ac78-8f4a68c3c121,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:33.673786 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-edb850c8-95c8-49d3-ae77-60d49a3eb05c tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7878829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7877412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6053'] for router, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:33.685423 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5eed255e-fe54-4d88-8aa5-a7f41c5629bf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:33.688408 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-edb850c8-95c8-49d3-ae77-60d49a3eb05c tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7878836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7878843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7877419'] for router, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:33.718559 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b84cb780-595a-4937-adbc-03261e3051ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:33.721938 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b84cb780-595a-4937-adbc-03261e3051ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:33.726138 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b84cb780-595a-4937-adbc-03261e3051ec admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6987301b-79d2-479b-8b56-5ede910c12bd HTTP/1.1" status: 204 len: 168 time: 0.5043247 Oct 27 18:35:33.743356 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-fb8ab02c-ca64-4072-b70c-dc08c5876472 None None] Attempting to bind port 81ca39c3-bfed-440e-ac78-8f4a68c3c121 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:35:33.745926 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-fb8ab02c-ca64-4072-b70c-dc08c5876472 None None] Attempting to bind port 81ca39c3-bfed-440e-ac78-8f4a68c3c121 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '2373a8af-781b-4cbb-bec7-98b0c7460ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a3792811-6808-40af-96d2-9e698eb3c14f'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:35:33.746339 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8ab02c-ca64-4072-b70c-dc08c5876472 None None] Attempting to bind port 81ca39c3-bfed-440e-ac78-8f4a68c3c121 on network a3792811-6808-40af-96d2-9e698eb3c14f {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:35:33.756290 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac138f04-ae38-4e61-ab9d-07ccad1608fe None None] Resources bound (agent type, host, resource id): {{(pid=102880) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 18:35:33.759787 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8ab02c-ca64-4072-b70c-dc08c5876472 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:35:33.762259 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8ab02c-ca64-4072-b70c-dc08c5876472 None None] Checking segment: {'id': '2373a8af-781b-4cbb-bec7-98b0c7460ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a3792811-6808-40af-96d2-9e698eb3c14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:35:33.762635 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84cb780-595a-4937-adbc-03261e3051ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6987301b-79d2-479b-8b56-5ede910c12bd,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:33.764499 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-fb8ab02c-ca64-4072-b70c-dc08c5876472 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:33.765276 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8ab02c-ca64-4072-b70c-dc08c5876472 None None] Bound using segment: {'id': '2373a8af-781b-4cbb-bec7-98b0c7460ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a3792811-6808-40af-96d2-9e698eb3c14f'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:35:33.765970 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-fb8ab02c-ca64-4072-b70c-dc08c5876472 None None] Bound port: 81ca39c3-bfed-440e-ac78-8f4a68c3c121, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2373a8af-781b-4cbb-bec7-98b0c7460ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a3792811-6808-40af-96d2-9e698eb3c14f'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:35:33.766520 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5b913f8f-1048-44c9-8c96-0362cfb3b9a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:33.767267 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-fb8ab02c-ca64-4072-b70c-dc08c5876472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:33.785293 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d13822-c75d-4195-8d12-f168604f98ef req-1ce15b30-9f29-4ed0-b250-e362095c51cd tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:33.792849 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f4d13822-c75d-4195-8d12-f168604f98ef req-1ce15b30-9f29-4ed0-b250-e362095c51cd tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=6915a7d3-aad4-4a54-8ede-cf38f493194a HTTP/1.1" status: 200 len: 945 time: 0.1367562 Oct 27 18:35:33.797614 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43298) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:33.832065 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.db.resource_extend [None req-5eed255e-fe54-4d88-8aa5-a7f41c5629bf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 18:35:33.863342 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb850c8-95c8-49d3-ae77-60d49a3eb05c tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Router 3cefca64-bd59-4c19-967b-8173a97dcc26 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:35:33.879275 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ee3c186e-86dd-4d34-8a05-21a812c5bab5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:33.889298 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device f218bbb8-866d-4cfb-86fe-2d2a40c49621 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:35:33.902801 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-fb8ab02c-ca64-4072-b70c-dc08c5876472 None None] For port 81ca39c3-bfed-440e-ac78-8f4a68c3c121, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:35:33.907651 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-fb8ab02c-ca64-4072-b70c-dc08c5876472 None None] For port 81ca39c3-bfed-440e-ac78-8f4a68c3c121, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=81ca39c3-bfed-440e-ac78-8f4a68c3c121,segment=NetworkSegment(2373a8af-781b-4cbb-bec7-98b0c7460ba3),segment_id=2373a8af-781b-4cbb-bec7-98b0c7460ba3)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:35:33.920435 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5b913f8f-1048-44c9-8c96-0362cfb3b9a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:33.943515 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f4d13822-c75d-4195-8d12-f168604f98ef req-d2bc9775-fc0d-4714-af81-3bab30f4f493 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495423 Oct 27 18:35:34.004564 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb850c8-95c8-49d3-ae77-60d49a3eb05c tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:35:34.008572 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port f218bbb8-866d-4cfb-86fe-2d2a40c49621 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:35:34.008967 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:34.015721 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-fb8ab02c-ca64-4072-b70c-dc08c5876472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:34.022394 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-edb850c8-95c8-49d3-ae77-60d49a3eb05c tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:34.023673 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-edb850c8-95c8-49d3-ae77-60d49a3eb05c tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "PUT /v2.0/routers/3cefca64-bd59-4c19-967b-8173a97dcc26 HTTP/1.1" status: 200 len: 954 time: 2.0379758 Oct 27 18:35:34.029684 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 43302) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:34.036606 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5eed255e-fe54-4d88-8aa5-a7f41c5629bf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:34.042300 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eed255e-fe54-4d88-8aa5-a7f41c5629bf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:34.052530 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5eed255e-fe54-4d88-8aa5-a7f41c5629bf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:34.086837 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ee3c186e-86dd-4d34-8a05-21a812c5bab5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:34.159475 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8ab02c-ca64-4072-b70c-dc08c5876472 None None] Routers {'3cefca64-bd59-4c19-967b-8173a97dcc26'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:35:34.159666 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-fb8ab02c-ca64-4072-b70c-dc08c5876472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:35:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['3cefca64-bd59-4c19-967b-8173a97dcc26'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:34.206388 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed255e-fe54-4d88-8aa5-a7f41c5629bf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event updated for resources: {'Network': ['ID=9e12c938-5707-4ef1-abba-3b690808203b,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:34.207743 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b6914c-3908-4b14-a850-48a10a00ee43 None None] Pushing event updated for resources: {'Port': ['ID=81ca39c3-bfed-440e-ac78-8f4a68c3c121,revision_number=4']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:34.230134 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 9e12c938-5707-4ef1-abba-3b690808203b details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:35:34.248873 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5b913f8f-1048-44c9-8c96-0362cfb3b9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:34.248873 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5b913f8f-1048-44c9-8c96-0362cfb3b9a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:34.248873 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5b913f8f-1048-44c9-8c96-0362cfb3b9a9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/99e2a682-ceab-4b1f-877c-b358cf7374e9 HTTP/1.1" status: 204 len: 168 time: 0.6101732 Oct 27 18:35:34.248873 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ee3c186e-86dd-4d34-8a05-21a812c5bab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:34.250029 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5eed255e-fe54-4d88-8aa5-a7f41c5629bf tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1166556 Oct 27 18:35:34.250029 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 43316) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:34.270937 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-841a1017-8442-448f-a810-001c2499e485 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "GET /v2.0/routers/3cefca64-bd59-4c19-967b-8173a97dcc26 HTTP/1.1" status: 200 len: 954 time: 0.2244337 Oct 27 18:35:34.272250 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43320) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:34.287878 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-ed978908-d987-40e3-883c-c56618804a12 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Request body: {'router': {'routes': None}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:34.290212 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b913f8f-1048-44c9-8c96-0362cfb3b9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e2a682-ceab-4b1f-877c-b358cf7374e9,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:34.362427 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-fb8ab02c-ca64-4072-b70c-dc08c5876472 None None] Set router 3cefca64-bd59-4c19-967b-8173a97dcc26 gateway port host: None {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:35:34.383116 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ee3c186e-86dd-4d34-8a05-21a812c5bab5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7291728b7ce843709714d68e3ae1feaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5838404 Oct 27 18:35:34.453253 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 43322) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:34.536452 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3c186e-86dd-4d34-8a05-21a812c5bab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19109973-e085-4479-9131-ff6477311c6e,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:34.622010 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a83c811-22d1-4375-a616-1cfaf3b28ebd tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:34.627711 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43332) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:34.629209 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4a83c811-22d1-4375-a616-1cfaf3b28ebd tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "GET /v2.0/networks?id=9e12c938-5707-4ef1-abba-3b690808203b HTTP/1.1" status: 200 len: 760 time: 0.3795583 Oct 27 18:35:34.636319 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-50aa50c4-826d-49b4-b5b2-19a7cc1b1a11 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Request body: {'network': {'description': 'd2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:34.650654 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-94839580-e233-4cbe-a0d2-fa280b5bd261 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:34.676755 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-94839580-e233-4cbe-a0d2-fa280b5bd261 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:34.718289 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-2a202b9d-bbe9-4533-a1ab-f6156da0ba09 None None] Provisioning complete for port 81ca39c3-bfed-440e-ac78-8f4a68c3c121 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:35:34.718932 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2a202b9d-bbe9-4533-a1ab-f6156da0ba09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:34.811188 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-94839580-e233-4cbe-a0d2-fa280b5bd261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:34.816085 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-94839580-e233-4cbe-a0d2-fa280b5bd261 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:34.821782 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-94839580-e233-4cbe-a0d2-fa280b5bd261 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/19109973-e085-4479-9131-ff6477311c6e HTTP/1.1" status: 204 len: 168 time: 0.3674321 Oct 27 18:35:34.844285 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94839580-e233-4cbe-a0d2-fa280b5bd261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19109973-e085-4479-9131-ff6477311c6e,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:34.864252 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-fb8ab02c-ca64-4072-b70c-dc08c5876472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'name': 'tempest-RoutersIpV6Test-router-1387999512', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:35:00Z', 'updated_at': '2021-10-27T18:35:32Z', 'revision_number': 6, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'gw_port_host': None, '_interfaces': [{'id': '3a4f5b65-cf42-43b8-864f-94e45819f8a6', 'name': '', 'network_id': '713ffbc3-f72c-48b8-9dfe-332b99e1f064', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:02:97:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:05Z', 'updated_at': '2021-10-27T18:35:12Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81ca39c3-bfed-440e-ac78-8f4a68c3c121', 'name': '', 'network_id': 'a3792811-6808-40af-96d2-9e698eb3c14f', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:8b:c6:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '40fc2fee-3fd2-4c0c-b05e-6f752ec86d56', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:26Z', 'updated_at': '2021-10-27T18:35:33Z', 'revision_number': 4, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '40fc2fee-3fd2-4c0c-b05e-6f752ec86d56', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d246dfd-dc5c-441d-a32c-534cf03f8d4b', 'name': '', 'network_id': '7c1eaaa1-9df3-4991-9c50-e7889f97c061', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:c6:42:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '23bc87ec-66bf-4d6d-8456-8093c204d599', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:21Z', 'updated_at': '2021-10-27T18:35:27Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '23bc87ec-66bf-4d6d-8456-8093c204d599', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc3e7bc5-e562-40af-ab60-4cb019346046', 'name': '', 'network_id': 'aa9fd2b3-6526-494b-adcc-76b10197a747', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:53:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:12Z', 'updated_at': '2021-10-27T18:35:18Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:34.870242 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2a202b9d-bbe9-4533-a1ab-f6156da0ba09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:34.931997 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-2a202b9d-bbe9-4533-a1ab-f6156da0ba09 None None] For port 81ca39c3-bfed-440e-ac78-8f4a68c3c121, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=81ca39c3-bfed-440e-ac78-8f4a68c3c121,segment=NetworkSegment(2373a8af-781b-4cbb-bec7-98b0c7460ba3),segment_id=2373a8af-781b-4cbb-bec7-98b0c7460ba3)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:35:34.973822 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2a202b9d-bbe9-4533-a1ab-f6156da0ba09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:35.001922 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-50aa50c4-826d-49b4-b5b2-19a7cc1b1a11 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:35.088143 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8ab02c-ca64-4072-b70c-dc08c5876472 None None] The sync data for ids ['3cefca64-bd59-4c19-967b-8173a97dcc26'] in n-d-815690-2 is: [{'id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'name': 'tempest-RoutersIpV6Test-router-1387999512', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:35:00Z', 'updated_at': '2021-10-27T18:35:32Z', 'revision_number': 6, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'gw_port_host': None, '_interfaces': [{'id': '3a4f5b65-cf42-43b8-864f-94e45819f8a6', 'name': '', 'network_id': '713ffbc3-f72c-48b8-9dfe-332b99e1f064', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:02:97:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:05Z', 'updated_at': '2021-10-27T18:35:12Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81ca39c3-bfed-440e-ac78-8f4a68c3c121', 'name': '', 'network_id': 'a3792811-6808-40af-96d2-9e698eb3c14f', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:8b:c6:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '40fc2fee-3fd2-4c0c-b05e-6f752ec86d56', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:26Z', 'updated_at': '2021-10-27T18:35:33Z', 'revision_number': 4, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '40fc2fee-3fd2-4c0c-b05e-6f752ec86d56', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d246dfd-dc5c-441d-a32c-534cf03f8d4b', 'name': '', 'network_id': '7c1eaaa1-9df3-4991-9c50-e7889f97c061', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:c6:42:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '23bc87ec-66bf-4d6d-8456-8093c204d599', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:21Z', 'updated_at': '2021-10-27T18:35:27Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '23bc87ec-66bf-4d6d-8456-8093c204d599', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc3e7bc5-e562-40af-ab60-4cb019346046', 'name': '', 'network_id': 'aa9fd2b3-6526-494b-adcc-76b10197a747', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:53:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:12Z', 'updated_at': '2021-10-27T18:35:18Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:35:35.136358 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a202b9d-bbe9-4533-a1ab-f6156da0ba09 None None] Pushing event updated for resources: {'Port': ['ID=81ca39c3-bfed-440e-ac78-8f4a68c3c121,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:35.226381 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-d652ca29-a610-4e23-8a2a-9c5fe6341e6d None None] Provisioning complete for port 81ca39c3-bfed-440e-ac78-8f4a68c3c121 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:35:35.226882 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d652ca29-a610-4e23-8a2a-9c5fe6341e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:35.527077 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-50aa50c4-826d-49b4-b5b2-19a7cc1b1a11 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:35.558007 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-50aa50c4-826d-49b4-b5b2-19a7cc1b1a11 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Network 9e12c938-5707-4ef1-abba-3b690808203b is not hosted by any dhcp agent {{(pid=102878) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 27 18:35:35.564866 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50aa50c4-826d-49b4-b5b2-19a7cc1b1a11 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:35.565752 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-50aa50c4-826d-49b4-b5b2-19a7cc1b1a11 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:35.567268 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-50aa50c4-826d-49b4-b5b2-19a7cc1b1a11 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "PUT /v2.0/networks/9e12c938-5707-4ef1-abba-3b690808203b HTTP/1.1" status: 200 len: 757 time: 0.9381230 Oct 27 18:35:35.570264 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 43354) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:35.670479 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 43366) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:35.696317 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4bd961ff-cc8d-4ee5-a9be-ead4a47d9a5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:35.704242 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa50c4-826d-49b4-b5b2-19a7cc1b1a11 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event updated for resources: {'Network': ['ID=9e12c938-5707-4ef1-abba-3b690808203b,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:35.728285 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74af015-0311-4363-a16d-c6aa67d2a5c7 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:35.730128 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b74af015-0311-4363-a16d-c6aa67d2a5c7 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "GET /v2.0/networks?id=9e12c938-5707-4ef1-abba-3b690808203b HTTP/1.1" status: 200 len: 760 time: 0.1587155 Oct 27 18:35:35.734200 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180018e-30d4-4837-acd9-4768640f51c4 req-8d81e41d-4f27-4561-afc9-8898eb12eff2 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:35.735870 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0180018e-30d4-4837-acd9-4768640f51c4 req-8d81e41d-4f27-4561-afc9-8898eb12eff2 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=6915a7d3-aad4-4a54-8ede-cf38f493194a HTTP/1.1" status: 200 len: 945 time: 0.6307638 Oct 27 18:35:35.736386 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43368) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:35.744652 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-a50846d3-a2f7-45fe-86d8-41a66d1a6a9f tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1551232614'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:35.786713 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 9e12c938-5707-4ef1-abba-3b690808203b details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:35:35.867653 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4bd961ff-cc8d-4ee5-a9be-ead4a47d9a5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:35.874286 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0180018e-30d4-4837-acd9-4768640f51c4 req-f6939ee8-d19d-40ed-825f-cc870b08fc84 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162221 Oct 27 18:35:35.953580 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4bd961ff-cc8d-4ee5-a9be-ead4a47d9a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:35.970497 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.extraroute_db [None req-ed978908-d987-40e3-883c-c56618804a12 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Added routes are [] {{(pid=102878) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 27 18:35:35.970857 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.extraroute_db [None req-ed978908-d987-40e3-883c-c56618804a12 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102878) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 27 18:35:35.976675 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50846d3-a2f7-45fe-86d8-41a66d1a6a9f tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Made reservation on behalf of c64b98e347b049a8ae1262d3f6d73502 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:35:35.980536 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 81ca39c3-bfed-440e-ac78-8f4a68c3c121 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:35:35.980873 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a50846d3-a2f7-45fe-86d8-41a66d1a6a9f tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:36.050016 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a50846d3-a2f7-45fe-86d8-41a66d1a6a9f tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] vlan segment allocate from pool success with {'vlan_id': 1002, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:35:36.060774 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ed978908-d987-40e3-883c-c56618804a12 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7878829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7877412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6053'] for router, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:36.069315 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a50846d3-a2f7-45fe-86d8-41a66d1a6a9f tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:36.069770 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-a50846d3-a2f7-45fe-86d8-41a66d1a6a9f tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Added segment cb9667c5-47ee-470a-a0b4-d0814b514691 of type vlan for network efa25888-ad1c-48c1-967e-45c1cc36d909 Oct 27 18:35:36.088121 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 81ca39c3-bfed-440e-ac78-8f4a68c3c121 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:35:36.089425 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:36.090626 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4bd961ff-cc8d-4ee5-a9be-ead4a47d9a5d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2966d263f8504d6ebdbd6a1690e03721&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4178362 Oct 27 18:35:36.091703 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd961ff-cc8d-4ee5-a9be-ead4a47d9a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f93799-cd41-44ea-ac1c-38da96f7fba2,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:36.095841 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 43386) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:36.160881 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a50846d3-a2f7-45fe-86d8-41a66d1a6a9f tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:36.200720 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-62f6c082-1350-4302-86c4-ab8914292a46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:36.224627 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-62f6c082-1350-4302-86c4-ab8914292a46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:36.358572 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239d3ac9-2a9f-49b6-81f8-51dba706522d None None] Sync routers for ids ['3cefca64-bd59-4c19-967b-8173a97dcc26'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:35:36.376247 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-62f6c082-1350-4302-86c4-ab8914292a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:36.379598 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a50846d3-a2f7-45fe-86d8-41a66d1a6a9f tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:36.379755 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-62f6c082-1350-4302-86c4-ab8914292a46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:36.379988 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-62f6c082-1350-4302-86c4-ab8914292a46 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/99f93799-cd41-44ea-ac1c-38da96f7fba2 HTTP/1.1" status: 204 len: 168 time: 0.2831299 Oct 27 18:35:36.384430 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50846d3-a2f7-45fe-86d8-41a66d1a6a9f tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:36.384593 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239d3ac9-2a9f-49b6-81f8-51dba706522d None None] Routers {'3cefca64-bd59-4c19-967b-8173a97dcc26'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:35:36.385085 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-239d3ac9-2a9f-49b6-81f8-51dba706522d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:35:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['3cefca64-bd59-4c19-967b-8173a97dcc26'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:36.385237 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a50846d3-a2f7-45fe-86d8-41a66d1a6a9f tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:36.393712 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6c082-1350-4302-86c4-ab8914292a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f93799-cd41-44ea-ac1c-38da96f7fba2,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:36.479097 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ed978908-d987-40e3-883c-c56618804a12 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7878829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7877412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6053'] for router, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:36.481565 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50846d3-a2f7-45fe-86d8-41a66d1a6a9f tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event updated for resources: {'Network': ['ID=efa25888-ad1c-48c1-967e-45c1cc36d909,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:36.487005 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ed978908-d987-40e3-883c-c56618804a12 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7878836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7878843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7877419'] for router, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:36.545002 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a50846d3-a2f7-45fe-86d8-41a66d1a6a9f tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8016465 Oct 27 18:35:36.545323 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 43400) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:36.550417 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-19348293-7494-4d95-a1ab-f3107667bec6 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Request body: {'subnet': {'network_id': 'efa25888-ad1c-48c1-967e-45c1cc36d909', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:36.609274 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed978908-d987-40e3-883c-c56618804a12 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Router 3cefca64-bd59-4c19-967b-8173a97dcc26 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:35:36.669120 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network efa25888-ad1c-48c1-967e-45c1cc36d909 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:35:36.761965 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-239d3ac9-2a9f-49b6-81f8-51dba706522d None None] Set router 3cefca64-bd59-4c19-967b-8173a97dcc26 gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:35:36.775558 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed978908-d987-40e3-883c-c56618804a12 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:35:36.783321 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ed978908-d987-40e3-883c-c56618804a12 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:36.784622 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ed978908-d987-40e3-883c-c56618804a12 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "PUT /v2.0/routers/3cefca64-bd59-4c19-967b-8173a97dcc26 HTTP/1.1" status: 200 len: 704 time: 2.5032434 Oct 27 18:35:36.787942 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 43414) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:36.799267 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19348293-7494-4d95-a1ab-f3107667bec6 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Made reservation on behalf of c64b98e347b049a8ae1262d3f6d73502 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:35:36.802787 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-19348293-7494-4d95-a1ab-f3107667bec6 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:37.099221 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-239d3ac9-2a9f-49b6-81f8-51dba706522d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'name': 'tempest-RoutersIpV6Test-router-1387999512', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:35:00Z', 'updated_at': '2021-10-27T18:35:36Z', 'revision_number': 7, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'gw_port_host': None, '_interfaces': [{'id': '3a4f5b65-cf42-43b8-864f-94e45819f8a6', 'name': '', 'network_id': '713ffbc3-f72c-48b8-9dfe-332b99e1f064', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:02:97:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:05Z', 'updated_at': '2021-10-27T18:35:12Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81ca39c3-bfed-440e-ac78-8f4a68c3c121', 'name': '', 'network_id': 'a3792811-6808-40af-96d2-9e698eb3c14f', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:8b:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '40fc2fee-3fd2-4c0c-b05e-6f752ec86d56', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:26Z', 'updated_at': '2021-10-27T18:35:34Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '40fc2fee-3fd2-4c0c-b05e-6f752ec86d56', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d246dfd-dc5c-441d-a32c-534cf03f8d4b', 'name': '', 'network_id': '7c1eaaa1-9df3-4991-9c50-e7889f97c061', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:c6:42:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '23bc87ec-66bf-4d6d-8456-8093c204d599', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:21Z', 'updated_at': '2021-10-27T18:35:27Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '23bc87ec-66bf-4d6d-8456-8093c204d599', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc3e7bc5-e562-40af-ab60-4cb019346046', 'name': '', 'network_id': 'aa9fd2b3-6526-494b-adcc-76b10197a747', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:53:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:12Z', 'updated_at': '2021-10-27T18:35:18Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:37.111588 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d0d4a-701b-4007-aba7-d7db42383268 req-e218b655-f093-41cc-8087-1861be860ff9 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:37.113394 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-883d0d4a-701b-4007-aba7-d7db42383268 req-e218b655-f093-41cc-8087-1861be860ff9 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=6915a7d3-aad4-4a54-8ede-cf38f493194a HTTP/1.1" status: 200 len: 945 time: 0.0757253 Oct 27 18:35:37.131127 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239d3ac9-2a9f-49b6-81f8-51dba706522d None None] Checking router: 3cefca64-bd59-4c19-967b-8173a97dcc26 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:35:37.142025 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239d3ac9-2a9f-49b6-81f8-51dba706522d None None] Routers {'3cefca64-bd59-4c19-967b-8173a97dcc26'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:35:37.142770 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-239d3ac9-2a9f-49b6-81f8-51dba706522d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:35:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['3cefca64-bd59-4c19-967b-8173a97dcc26'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:37.166048 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-883d0d4a-701b-4007-aba7-d7db42383268 req-4b0e4a1e-5672-4a33-99c9-73736a882f5a tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456734 Oct 27 18:35:37.312181 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-239d3ac9-2a9f-49b6-81f8-51dba706522d None None] Set router 3cefca64-bd59-4c19-967b-8173a97dcc26 gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:35:37.347441 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-07c5de1d-6097-4fa7-877e-b4e0dbe3ec0e tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "GET /v2.0/routers/3cefca64-bd59-4c19-967b-8173a97dcc26 HTTP/1.1" status: 200 len: 704 time: 0.5583351 Oct 27 18:35:37.350766 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43454) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:37.396157 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 43456) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:37.583470 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-19348293-7494-4d95-a1ab-f3107667bec6 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:37.602719 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-239d3ac9-2a9f-49b6-81f8-51dba706522d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'name': 'tempest-RoutersIpV6Test-router-1387999512', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:35:00Z', 'updated_at': '2021-10-27T18:35:36Z', 'revision_number': 7, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'gw_port_host': None, '_interfaces': [{'id': '3a4f5b65-cf42-43b8-864f-94e45819f8a6', 'name': '', 'network_id': '713ffbc3-f72c-48b8-9dfe-332b99e1f064', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:02:97:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:05Z', 'updated_at': '2021-10-27T18:35:12Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81ca39c3-bfed-440e-ac78-8f4a68c3c121', 'name': '', 'network_id': 'a3792811-6808-40af-96d2-9e698eb3c14f', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:8b:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '40fc2fee-3fd2-4c0c-b05e-6f752ec86d56', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:26Z', 'updated_at': '2021-10-27T18:35:34Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '40fc2fee-3fd2-4c0c-b05e-6f752ec86d56', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d246dfd-dc5c-441d-a32c-534cf03f8d4b', 'name': '', 'network_id': '7c1eaaa1-9df3-4991-9c50-e7889f97c061', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:c6:42:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '23bc87ec-66bf-4d6d-8456-8093c204d599', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:21Z', 'updated_at': '2021-10-27T18:35:27Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '23bc87ec-66bf-4d6d-8456-8093c204d599', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc3e7bc5-e562-40af-ab60-4cb019346046', 'name': '', 'network_id': 'aa9fd2b3-6526-494b-adcc-76b10197a747', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:53:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:12Z', 'updated_at': '2021-10-27T18:35:18Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:37.656346 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-cc8a8aa0-55fc-4acf-a226-65f4faa265cc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1678188586-network', 'tenant_id': '1ca2b7a105554b2d984d4beb458346dc'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:37.662219 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239d3ac9-2a9f-49b6-81f8-51dba706522d None None] The sync data for ids ['3cefca64-bd59-4c19-967b-8173a97dcc26'] in n-d-815690-2 is: [{'id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'name': 'tempest-RoutersIpV6Test-router-1387999512', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:35:00Z', 'updated_at': '2021-10-27T18:35:36Z', 'revision_number': 7, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'gw_port_host': None, '_interfaces': [{'id': '3a4f5b65-cf42-43b8-864f-94e45819f8a6', 'name': '', 'network_id': '713ffbc3-f72c-48b8-9dfe-332b99e1f064', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:02:97:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:05Z', 'updated_at': '2021-10-27T18:35:12Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81ca39c3-bfed-440e-ac78-8f4a68c3c121', 'name': '', 'network_id': 'a3792811-6808-40af-96d2-9e698eb3c14f', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:8b:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '40fc2fee-3fd2-4c0c-b05e-6f752ec86d56', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:26Z', 'updated_at': '2021-10-27T18:35:34Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '40fc2fee-3fd2-4c0c-b05e-6f752ec86d56', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d246dfd-dc5c-441d-a32c-534cf03f8d4b', 'name': '', 'network_id': '7c1eaaa1-9df3-4991-9c50-e7889f97c061', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:c6:42:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '23bc87ec-66bf-4d6d-8456-8093c204d599', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:21Z', 'updated_at': '2021-10-27T18:35:27Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '23bc87ec-66bf-4d6d-8456-8093c204d599', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc3e7bc5-e562-40af-ab60-4cb019346046', 'name': '', 'network_id': 'aa9fd2b3-6526-494b-adcc-76b10197a747', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:53:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:12Z', 'updated_at': '2021-10-27T18:35:18Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:35:37.678177 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19348293-7494-4d95-a1ab-f3107667bec6 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event updated for resources: {'Subnet': ['ID=e1d6ec81-4c3c-4b98-b14c-d42b396a0807,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:37.694862 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19348293-7494-4d95-a1ab-f3107667bec6 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:37.695468 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19348293-7494-4d95-a1ab-f3107667bec6 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:37.695813 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19348293-7494-4d95-a1ab-f3107667bec6 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:37.696150 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19348293-7494-4d95-a1ab-f3107667bec6 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:37.696476 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19348293-7494-4d95-a1ab-f3107667bec6 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:37.697021 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19348293-7494-4d95-a1ab-f3107667bec6 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:37.697354 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19348293-7494-4d95-a1ab-f3107667bec6 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:37.697679 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19348293-7494-4d95-a1ab-f3107667bec6 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:37.698004 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19348293-7494-4d95-a1ab-f3107667bec6 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:37.698321 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19348293-7494-4d95-a1ab-f3107667bec6 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:37.698956 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19348293-7494-4d95-a1ab-f3107667bec6 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:37.699282 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19348293-7494-4d95-a1ab-f3107667bec6 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:37.706107 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19348293-7494-4d95-a1ab-f3107667bec6 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Checking segment: {'id': 'cb9667c5-47ee-470a-a0b4-d0814b514691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'efa25888-ad1c-48c1-967e-45c1cc36d909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:35:37.706713 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19348293-7494-4d95-a1ab-f3107667bec6 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Network hostable DHCP agents. Network: efa25888-ad1c-48c1-967e-45c1cc36d909, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:35:37.796563 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8a8aa0-55fc-4acf-a226-65f4faa265cc admin admin] Made reservation on behalf of 1ca2b7a105554b2d984d4beb458346dc for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:35:37.799463 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cc8a8aa0-55fc-4acf-a226-65f4faa265cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:37.815122 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cc8a8aa0-55fc-4acf-a226-65f4faa265cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:37.821632 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19348293-7494-4d95-a1ab-f3107667bec6 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Network efa25888-ad1c-48c1-967e-45c1cc36d909 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:35:37.835898 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6a549de2-9ce5-46de-b32d-d635b8af4c56 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:37.930151 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-19348293-7494-4d95-a1ab-f3107667bec6 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, efa25888-ad1c-48c1-967e-45c1cc36d909) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:35:37.943814 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19348293-7494-4d95-a1ab-f3107667bec6 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:37.944496 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-19348293-7494-4d95-a1ab-f3107667bec6 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:37.945937 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bdcab6-a578-41dc-a21c-69640f8c824f None None] Network efa25888-ad1c-48c1-967e-45c1cc36d909 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:35:37.971102 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cc8a8aa0-55fc-4acf-a226-65f4faa265cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:38.042144 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-19348293-7494-4d95-a1ab-f3107667bec6 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4957011 Oct 27 18:35:38.043121 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cc8a8aa0-55fc-4acf-a226-65f4faa265cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:38.046555 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 43478) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:38.058760 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96430c4-6348-4cc4-ae0f-147beb01be44 None None] Sync routers for ids ['3cefca64-bd59-4c19-967b-8173a97dcc26'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:35:38.077825 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96430c4-6348-4cc4-ae0f-147beb01be44 None None] Routers {'3cefca64-bd59-4c19-967b-8173a97dcc26'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:35:38.079469 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-d96430c4-6348-4cc4-ae0f-147beb01be44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:35:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['3cefca64-bd59-4c19-967b-8173a97dcc26'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:38.132717 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc8a8aa0-55fc-4acf-a226-65f4faa265cc admin admin] vlan segment allocate from pool success with {'vlan_id': 1005, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:35:38.164303 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cc8a8aa0-55fc-4acf-a226-65f4faa265cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:38.164740 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-cc8a8aa0-55fc-4acf-a226-65f4faa265cc admin admin] Added segment e0d46302-2320-4b79-8992-38deddbfd1b7 of type vlan for network 0f4fe408-cfac-4f2a-8c2f-b5054aadc454 Oct 27 18:35:38.168000 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a8aa0-55fc-4acf-a226-65f4faa265cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac72845-ff64-48c9-be88-0f35c81b41e1,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:38.235699 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cc8a8aa0-55fc-4acf-a226-65f4faa265cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:38.262490 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-82652101-6882-44b3-ae36-ce2f88825dad tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:38.267980 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-6a549de2-9ce5-46de-b32d-d635b8af4c56 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Deleting port 81ca39c3-bfed-440e-ac78-8f4a68c3c121 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:35:38.269034 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6a549de2-9ce5-46de-b32d-d635b8af4c56 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:38.290368 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-d96430c4-6348-4cc4-ae0f-147beb01be44 None None] Set router 3cefca64-bd59-4c19-967b-8173a97dcc26 gateway port host: None {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:35:38.330725 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03be7723-b738-49e9-bd48-fe0d6cc05539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-efa25888-ad1c-48c1-967e-45c1cc36d909', 'network_id': 'efa25888-ad1c-48c1-967e-45c1cc36d909', 'tenant_id': 'c64b98e347b049a8ae1262d3f6d73502', 'fixed_ips': [{'subnet_id': 'e1d6ec81-4c3c-4b98-b14c-d42b396a0807'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:35:38.331816 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-03be7723-b738-49e9-bd48-fe0d6cc05539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:38.351001 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-82652101-6882-44b3-ae36-ce2f88825dad tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:38.378238 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cc8a8aa0-55fc-4acf-a226-65f4faa265cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:38.379514 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8a8aa0-55fc-4acf-a226-65f4faa265cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:38.379915 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cc8a8aa0-55fc-4acf-a226-65f4faa265cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:38.490715 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19f1d0-360b-49ec-b1b3-709b27858e02 req-dd15520a-9403-4f08-82ab-fa7b13f36c8e tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:38.491015 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a8aa0-55fc-4acf-a226-65f4faa265cc admin admin] Pushing event updated for resources: {'Network': ['ID=0f4fe408-cfac-4f2a-8c2f-b5054aadc454,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:38.499822 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2d19f1d0-360b-49ec-b1b3-709b27858e02 req-dd15520a-9403-4f08-82ab-fa7b13f36c8e tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=6915a7d3-aad4-4a54-8ede-cf38f493194a HTTP/1.1" status: 200 len: 945 time: 0.1746006 Oct 27 18:35:38.517020 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-cc8a8aa0-55fc-4acf-a226-65f4faa265cc admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1194196 Oct 27 18:35:38.519850 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 43494) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:38.525750 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-e78fc291-25d9-4d73-8c0a-51cdb58203e2 admin admin] Request body: {'subnet': {'network_id': '0f4fe408-cfac-4f2a-8c2f-b5054aadc454', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1678188586-subnet', 'tenant_id': '1ca2b7a105554b2d984d4beb458346dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:38.526978 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 0f4fe408-cfac-4f2a-8c2f-b5054aadc454 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:35:38.573246 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-6a549de2-9ce5-46de-b32d-d635b8af4c56 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] For port 81ca39c3-bfed-440e-ac78-8f4a68c3c121, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=81ca39c3-bfed-440e-ac78-8f4a68c3c121,segment=NetworkSegment(2373a8af-781b-4cbb-bec7-98b0c7460ba3),segment_id=2373a8af-781b-4cbb-bec7-98b0c7460ba3)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:35:38.573916 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6a549de2-9ce5-46de-b32d-d635b8af4c56 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:38.582875 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-82652101-6882-44b3-ae36-ce2f88825dad tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:38.609455 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-6a549de2-9ce5-46de-b32d-d635b8af4c56 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Calling delete_port for 81ca39c3-bfed-440e-ac78-8f4a68c3c121 owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:35:38.636279 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2d19f1d0-360b-49ec-b1b3-709b27858e02 req-8a547cee-04df-4f43-9017-1c72112e033f tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195104 Oct 27 18:35:38.655424 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82652101-6882-44b3-ae36-ce2f88825dad tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event deleted for resources: {'Subnet': ['ID=e1d6ec81-4c3c-4b98-b14c-d42b396a0807,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:38.658978 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78fc291-25d9-4d73-8c0a-51cdb58203e2 admin admin] Made reservation on behalf of 1ca2b7a105554b2d984d4beb458346dc for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server [None req-03be7723-b738-49e9-bd48-fe0d6cc05539 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e1d6ec81-4c3c-4b98-b14c-d42b396a0807: This subnet is being modified by another concurrent operation. Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise exception Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e1d6ec81-4c3c-4b98-b14c-d42b396a0807: This subnet is being modified by another concurrent operation. Oct 27 18:35:38.659439 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server Oct 27 18:35:38.679130 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e78fc291-25d9-4d73-8c0a-51cdb58203e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:38.704162 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9623ef4e-d8e8-408e-99a0-d71edc95651d None None] Network efa25888-ad1c-48c1-967e-45c1cc36d909 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:35:38.770938 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-d96430c4-6348-4cc4-ae0f-147beb01be44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'name': 'tempest-RoutersIpV6Test-router-1387999512', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:35:00Z', 'updated_at': '2021-10-27T18:35:36Z', 'revision_number': 7, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'gw_port_host': None, '_interfaces': [{'id': '3a4f5b65-cf42-43b8-864f-94e45819f8a6', 'name': '', 'network_id': '713ffbc3-f72c-48b8-9dfe-332b99e1f064', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:02:97:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:05Z', 'updated_at': '2021-10-27T18:35:12Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81ca39c3-bfed-440e-ac78-8f4a68c3c121', 'name': '', 'network_id': 'a3792811-6808-40af-96d2-9e698eb3c14f', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:8b:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '40fc2fee-3fd2-4c0c-b05e-6f752ec86d56', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:26Z', 'updated_at': '2021-10-27T18:35:34Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '40fc2fee-3fd2-4c0c-b05e-6f752ec86d56', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d246dfd-dc5c-441d-a32c-534cf03f8d4b', 'name': '', 'network_id': '7c1eaaa1-9df3-4991-9c50-e7889f97c061', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:c6:42:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '23bc87ec-66bf-4d6d-8456-8093c204d599', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:21Z', 'updated_at': '2021-10-27T18:35:27Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '23bc87ec-66bf-4d6d-8456-8093c204d599', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc3e7bc5-e562-40af-ab60-4cb019346046', 'name': '', 'network_id': 'aa9fd2b3-6526-494b-adcc-76b10197a747', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:53:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:12Z', 'updated_at': '2021-10-27T18:35:18Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:38.828379 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-82652101-6882-44b3-ae36-ce2f88825dad tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:38.836549 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96430c4-6348-4cc4-ae0f-147beb01be44 None None] Checking router: 3cefca64-bd59-4c19-967b-8173a97dcc26 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:35:38.856671 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96430c4-6348-4cc4-ae0f-147beb01be44 None None] Routers {'3cefca64-bd59-4c19-967b-8173a97dcc26'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:35:38.857804 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-d96430c4-6348-4cc4-ae0f-147beb01be44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:35:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['3cefca64-bd59-4c19-967b-8173a97dcc26'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:38.865281 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-82652101-6882-44b3-ae36-ce2f88825dad tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efa25888-ad1c-48c1-967e-45c1cc36d909']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:38.884129 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-82652101-6882-44b3-ae36-ce2f88825dad tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb9667c5-47ee-470a-a0b4-d0814b514691') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:38.884431 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-82652101-6882-44b3-ae36-ce2f88825dad tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb9667c5-47ee-470a-a0b4-d0814b514691') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:38.890134 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16d27ef-9941-492e-b7ec-53e5239f067b None None] get_active_networks_info from n-d-815690-2 {{(pid=102880) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 18:35:38.898396 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-82652101-6882-44b3-ae36-ce2f88825dad tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:38.917972 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-82652101-6882-44b3-ae36-ce2f88825dad tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:38.928182 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82652101-6882-44b3-ae36-ce2f88825dad tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:35:38.928603 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-82652101-6882-44b3-ae36-ce2f88825dad tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:39.021007 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:35:39.021007 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:35:39.021007 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:35:39.021007 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:35:39.021007 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:35:39.021007 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:35:39.021007 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:35:39.021007 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:35:39.021007 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:35:39.021007 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:35:39.021007 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:35:39.021007 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:35:39.021007 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:35:39.021007 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:35:39.021007 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:35:39.021007 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:35:39.021007 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:35:39.021007 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:35:39.021007 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:35:39.021007 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:35:39.021007 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:35:39.021007 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:35:39.021007 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:35:39.021007 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:35:39.021007 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:35:39.021007 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:35:39.021007 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:35:39.021007 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:35:39.021007 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:35:39.021007 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:35:39.021007 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:35:39.021007 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:35:39.061825 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-d96430c4-6348-4cc4-ae0f-147beb01be44 None None] Set router 3cefca64-bd59-4c19-967b-8173a97dcc26 gateway port host: None {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:35:39.089926 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16d27ef-9941-492e-b7ec-53e5239f067b None None] Resources bound (agent type, host, resource id): {{(pid=102880) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 18:35:39.094758 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6a549de2-9ce5-46de-b32d-d635b8af4c56 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:39.129818 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a549de2-9ce5-46de-b32d-d635b8af4c56 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event deleted for resources: {'Port': ['ID=81ca39c3-bfed-440e-ac78-8f4a68c3c121,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:39.230387 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-82652101-6882-44b3-ae36-ce2f88825dad tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:39.255492 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-82652101-6882-44b3-ae36-ce2f88825dad tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:39.267760 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43520) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:39.268785 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-82652101-6882-44b3-ae36-ce2f88825dad tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "DELETE /v2.0/networks/efa25888-ad1c-48c1-967e-45c1cc36d909 HTTP/1.1" status: 204 len: 168 time: 1.2142589 Oct 27 18:35:39.311964 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa51e6e5-a020-49ab-a9dd-e39307bb5ee4 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] GET failed (client error): The resource could not be found. Oct 27 18:35:39.314628 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-aa51e6e5-a020-49ab-a9dd-e39307bb5ee4 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "GET /v2.0/subnets/e1d6ec81-4c3c-4b98-b14c-d42b396a0807 HTTP/1.1" status: 404 len: 337 time: 0.0449321 Oct 27 18:35:39.317373 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43522) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:39.321110 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-d96430c4-6348-4cc4-ae0f-147beb01be44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'name': 'tempest-RoutersIpV6Test-router-1387999512', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:35:00Z', 'updated_at': '2021-10-27T18:35:36Z', 'revision_number': 7, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'gw_port_host': None, '_interfaces': [{'id': '3a4f5b65-cf42-43b8-864f-94e45819f8a6', 'name': '', 'network_id': '713ffbc3-f72c-48b8-9dfe-332b99e1f064', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:02:97:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:05Z', 'updated_at': '2021-10-27T18:35:12Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81ca39c3-bfed-440e-ac78-8f4a68c3c121', 'name': '', 'network_id': 'a3792811-6808-40af-96d2-9e698eb3c14f', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:8b:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '40fc2fee-3fd2-4c0c-b05e-6f752ec86d56', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:26Z', 'updated_at': '2021-10-27T18:35:34Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '40fc2fee-3fd2-4c0c-b05e-6f752ec86d56', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d246dfd-dc5c-441d-a32c-534cf03f8d4b', 'name': '', 'network_id': '7c1eaaa1-9df3-4991-9c50-e7889f97c061', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:c6:42:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '23bc87ec-66bf-4d6d-8456-8093c204d599', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:21Z', 'updated_at': '2021-10-27T18:35:27Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '23bc87ec-66bf-4d6d-8456-8093c204d599', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc3e7bc5-e562-40af-ab60-4cb019346046', 'name': '', 'network_id': 'aa9fd2b3-6526-494b-adcc-76b10197a747', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:53:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:12Z', 'updated_at': '2021-10-27T18:35:18Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:39.346882 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82652101-6882-44b3-ae36-ce2f88825dad tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event deleted for resources: {'Network': ['ID=efa25888-ad1c-48c1-967e-45c1cc36d909,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:39.352123 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fe5ba8e-4c10-4eab-b296-1a9ed6a35936 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] DELETE failed (client error): The resource could not be found. Oct 27 18:35:39.353192 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96430c4-6348-4cc4-ae0f-147beb01be44 None None] The sync data for ids ['3cefca64-bd59-4c19-967b-8173a97dcc26'] in n-d-815690-2 is: [{'id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'name': 'tempest-RoutersIpV6Test-router-1387999512', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:35:00Z', 'updated_at': '2021-10-27T18:35:36Z', 'revision_number': 7, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'gw_port_host': None, '_interfaces': [{'id': '3a4f5b65-cf42-43b8-864f-94e45819f8a6', 'name': '', 'network_id': '713ffbc3-f72c-48b8-9dfe-332b99e1f064', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:02:97:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:05Z', 'updated_at': '2021-10-27T18:35:12Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81ca39c3-bfed-440e-ac78-8f4a68c3c121', 'name': '', 'network_id': 'a3792811-6808-40af-96d2-9e698eb3c14f', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:8b:c6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '40fc2fee-3fd2-4c0c-b05e-6f752ec86d56', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:26Z', 'updated_at': '2021-10-27T18:35:34Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '40fc2fee-3fd2-4c0c-b05e-6f752ec86d56', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d246dfd-dc5c-441d-a32c-534cf03f8d4b', 'name': '', 'network_id': '7c1eaaa1-9df3-4991-9c50-e7889f97c061', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:c6:42:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '23bc87ec-66bf-4d6d-8456-8093c204d599', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:21Z', 'updated_at': '2021-10-27T18:35:27Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '23bc87ec-66bf-4d6d-8456-8093c204d599', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc3e7bc5-e562-40af-ab60-4cb019346046', 'name': '', 'network_id': 'aa9fd2b3-6526-494b-adcc-76b10197a747', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:53:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:12Z', 'updated_at': '2021-10-27T18:35:18Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:35:39.353712 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fe5ba8e-4c10-4eab-b296-1a9ed6a35936 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:35:39.364711 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3fe5ba8e-4c10-4eab-b296-1a9ed6a35936 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "DELETE /v2.0/networks/efa25888-ad1c-48c1-967e-45c1cc36d909 HTTP/1.1" status: 404 len: 339 time: 0.0404687 Oct 27 18:35:39.365253 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43524) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:39.378018 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 43526) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:39.383232 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6a549de2-9ce5-46de-b32d-d635b8af4c56 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:39.414354 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e78fc291-25d9-4d73-8c0a-51cdb58203e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:39.506899 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78fc291-25d9-4d73-8c0a-51cdb58203e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65ac4810-8e50-4c01-96ee-60c0f28e60c2,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:39.577738 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78fc291-25d9-4d73-8c0a-51cdb58203e2 admin admin] Checking segment: {'id': 'e0d46302-2320-4b79-8992-38deddbfd1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '0f4fe408-cfac-4f2a-8c2f-b5054aadc454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:35:39.580134 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78fc291-25d9-4d73-8c0a-51cdb58203e2 admin admin] Network hostable DHCP agents. Network: 0f4fe408-cfac-4f2a-8c2f-b5054aadc454, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:35:39.680930 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78fc291-25d9-4d73-8c0a-51cdb58203e2 admin admin] Network 0f4fe408-cfac-4f2a-8c2f-b5054aadc454 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:35:39.721150 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b8b96e32-d525-402f-9ca3-f9209fe886ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:39.798504 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3ba5525e-a537-4738-ae2e-db9382abb7e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:39.885404 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-e78fc291-25d9-4d73-8c0a-51cdb58203e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 0f4fe408-cfac-4f2a-8c2f-b5054aadc454) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:35:39.893871 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b8b96e32-d525-402f-9ca3-f9209fe886ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:39.894282 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78fc291-25d9-4d73-8c0a-51cdb58203e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:39.895103 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e78fc291-25d9-4d73-8c0a-51cdb58203e2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:39.902911 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712d0ce2-8889-484d-8f27-f19a3122e7a1 None None] Network 0f4fe408-cfac-4f2a-8c2f-b5054aadc454 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:35:39.932876 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cc12b8-b80a-4bf7-acdf-52102e14a62d tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:39.938179 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c2cc12b8-b80a-4bf7-acdf-52102e14a62d tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5706780 Oct 27 18:35:39.938886 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43552) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:39.970307 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b8b96e32-d525-402f-9ca3-f9209fe886ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:40.039871 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b8b96e32-d525-402f-9ca3-f9209fe886ad admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ea548c289675466bab37beff9db17884&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6604147 Oct 27 18:35:40.043626 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5a4e0426-69ce-4cad-b849-7629c99efb8a tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "GET /v2.0/subnets?network_id=0fad50cd-70b8-43d9-8a14-cc05c0fdea0e HTTP/1.1" status: 200 len: 207 time: 0.0533423 Oct 27 18:35:40.046371 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 43554) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:40.046779 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 43556) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:40.068196 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d2943-1fc7-4979-ae01-7712172e3843 req-9c561e4a-f7f2-4190-a748-d56bb2649e73 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:40.069850 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3c2d2943-1fc7-4979-ae01-7712172e3843 req-9c561e4a-f7f2-4190-a748-d56bb2649e73 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=6915a7d3-aad4-4a54-8ede-cf38f493194a HTTP/1.1" status: 200 len: 945 time: 0.2668562 Oct 27 18:35:40.078892 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e78fc291-25d9-4d73-8c0a-51cdb58203e2 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5579383 Oct 27 18:35:40.113493 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a549de2-9ce5-46de-b32d-d635b8af4c56 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Router 3cefca64-bd59-4c19-967b-8173a97dcc26 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:35:40.142638 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b96e32-d525-402f-9ca3-f9209fe886ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34164265-ff77-4bd7-93e6-5ccdae945e4f,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:40.165247 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3c2d2943-1fc7-4979-ae01-7712172e3843 req-f2e9fefb-eb6b-4080-841a-eb708de07697 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864499 Oct 27 18:35:40.229474 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95b08c2-90b4-4b99-9b69-fbb0c38a1c91 None None] Network 0f4fe408-cfac-4f2a-8c2f-b5054aadc454 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:35:40.250214 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ddc2a543-20eb-4aa0-9d9a-e5da86badb71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:40.321387 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ddc2a543-20eb-4aa0-9d9a-e5da86badb71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:40.350768 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6411e13-214d-486a-bf57-e33399aa35e4 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:40.358998 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6411e13-214d-486a-bf57-e33399aa35e4 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:40.366265 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6411e13-214d-486a-bf57-e33399aa35e4 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:40.375212 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6411e13-214d-486a-bf57-e33399aa35e4 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:40.382807 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d6411e13-214d-486a-bf57-e33399aa35e4 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3232162 Oct 27 18:35:40.383340 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 43570) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:40.542877 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6630a3e9-6d08-4895-a039-775746c6cece tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1574430 Oct 27 18:35:40.546960 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 43574) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:40.610782 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ddc2a543-20eb-4aa0-9d9a-e5da86badb71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:40.613384 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ddc2a543-20eb-4aa0-9d9a-e5da86badb71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:40.614695 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ddc2a543-20eb-4aa0-9d9a-e5da86badb71 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/34164265-ff77-4bd7-93e6-5ccdae945e4f HTTP/1.1" status: 204 len: 168 time: 0.5667632 Oct 27 18:35:40.643390 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2a543-20eb-4aa0-9d9a-e5da86badb71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34164265-ff77-4bd7-93e6-5ccdae945e4f,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:40.652601 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38af373-f33e-4158-94a4-db6683d9c9c0 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:40.655630 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38af373-f33e-4158-94a4-db6683d9c9c0 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:40.657578 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a38af373-f33e-4158-94a4-db6683d9c9c0 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1096556 Oct 27 18:35:40.662474 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 43578) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:40.715190 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a549de2-9ce5-46de-b32d-d635b8af4c56 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:35:40.721317 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6a549de2-9ce5-46de-b32d-d635b8af4c56 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "PUT /v2.0/routers/3cefca64-bd59-4c19-967b-8173a97dcc26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3688219 Oct 27 18:35:40.723946 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43584) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:40.726911 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d34e8f-8e0e-4616-a3c4-b624cc19d306 None None] Sync routers for ids ['3cefca64-bd59-4c19-967b-8173a97dcc26'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:35:40.739422 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c73068-2be8-4e98-8a73-4f8cdeba5b96 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Attributes excluded by policy engine: ['shared'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:40.740961 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c73068-2be8-4e98-8a73-4f8cdeba5b96 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Attributes excluded by policy engine: ['shared'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:40.742749 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-51c73068-2be8-4e98-8a73-4f8cdeba5b96 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0789015 Oct 27 18:35:40.749870 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 43586) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:40.751673 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d34e8f-8e0e-4616-a3c4-b624cc19d306 None None] Routers {'3cefca64-bd59-4c19-967b-8173a97dcc26'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:35:40.752409 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-c0d34e8f-8e0e-4616-a3c4-b624cc19d306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:35:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['3cefca64-bd59-4c19-967b-8173a97dcc26'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:40.785542 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ea5e9bb-9c1b-414a-a75e-e03dbedd4a9e tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Deleting subnet 40fc2fee-3fd2-4c0c-b05e-6f752ec86d56 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:35:40.789300 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6ea5e9bb-9c1b-414a-a75e-e03dbedd4a9e tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:40.839867 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6ea5e9bb-9c1b-414a-a75e-e03dbedd4a9e tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:40.865167 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-c0d34e8f-8e0e-4616-a3c4-b624cc19d306 None None] Set router 3cefca64-bd59-4c19-967b-8173a97dcc26 gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:35:40.894683 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a0ae6c-67ac-4553-9b03-d1b4ffb4b10d tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:40.900910 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d0a0ae6c-67ac-4553-9b03-d1b4ffb4b10d tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "GET /v2.0/networks/32aef117-bfa1-4437-8292-9cc7e95e96cf HTTP/1.1" status: 200 len: 800 time: 0.1498682 Oct 27 18:35:40.901645 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 43588) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:40.971977 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6ea5e9bb-9c1b-414a-a75e-e03dbedd4a9e tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:41.084317 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7192dcc1-8b23-4a05-a031-087125072b14 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "GET /v2.0/networks/32aef117-bfa1-4437-8292-9cc7e95e96cf?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1782846 Oct 27 18:35:41.084737 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43600) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:41.140330 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-c0d34e8f-8e0e-4616-a3c4-b624cc19d306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'name': 'tempest-RoutersIpV6Test-router-1387999512', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:35:00Z', 'updated_at': '2021-10-27T18:35:38Z', 'revision_number': 8, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'gw_port_host': None, '_interfaces': [{'id': '3a4f5b65-cf42-43b8-864f-94e45819f8a6', 'name': '', 'network_id': '713ffbc3-f72c-48b8-9dfe-332b99e1f064', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:02:97:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:05Z', 'updated_at': '2021-10-27T18:35:12Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d246dfd-dc5c-441d-a32c-534cf03f8d4b', 'name': '', 'network_id': '7c1eaaa1-9df3-4991-9c50-e7889f97c061', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:c6:42:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '23bc87ec-66bf-4d6d-8456-8093c204d599', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:21Z', 'updated_at': '2021-10-27T18:35:27Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '23bc87ec-66bf-4d6d-8456-8093c204d599', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc3e7bc5-e562-40af-ab60-4cb019346046', 'name': '', 'network_id': 'aa9fd2b3-6526-494b-adcc-76b10197a747', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:53:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:12Z', 'updated_at': '2021-10-27T18:35:18Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:41.146057 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6ea5e9bb-9c1b-414a-a75e-e03dbedd4a9e tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:41.179194 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d730343-f8d4-4c7a-9e9a-ab88b2766e11 None None] Network a3792811-6808-40af-96d2-9e698eb3c14f requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:35:41.182841 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d34e8f-8e0e-4616-a3c4-b624cc19d306 None None] Checking router: 3cefca64-bd59-4c19-967b-8173a97dcc26 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:35:41.185254 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6ea5e9bb-9c1b-414a-a75e-e03dbedd4a9e tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:41.196246 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 43608) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:41.196427 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6ea5e9bb-9c1b-414a-a75e-e03dbedd4a9e tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "DELETE /v2.0/subnets/40fc2fee-3fd2-4c0c-b05e-6f752ec86d56 HTTP/1.1" status: 204 len: 168 time: 0.4714305 Oct 27 18:35:41.274388 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea5e9bb-9c1b-414a-a75e-e03dbedd4a9e tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event deleted for resources: {'Subnet': ['ID=40fc2fee-3fd2-4c0c-b05e-6f752ec86d56,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:41.291178 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f755e326-9208-46a7-be8b-4e2aafb58c10 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:41.296963 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f755e326-9208-46a7-be8b-4e2aafb58c10 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "GET /v2.0/subnets/55dcee8e-a442-4c9d-83f3-9fe718529670 HTTP/1.1" status: 200 len: 811 time: 0.2069731 Oct 27 18:35:41.296963 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43620) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:41.365828 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d34e8f-8e0e-4616-a3c4-b624cc19d306 None None] Routers {'3cefca64-bd59-4c19-967b-8173a97dcc26'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:35:41.368501 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-c0d34e8f-8e0e-4616-a3c4-b624cc19d306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:35:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['3cefca64-bd59-4c19-967b-8173a97dcc26'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:41.371775 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c0a39b0e-6eef-445b-9338-4fc7ec8da7d5 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:41.454074 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-c0a39b0e-6eef-445b-9338-4fc7ec8da7d5 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Deleting port f218bbb8-866d-4cfb-86fe-2d2a40c49621 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:35:41.454846 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c0a39b0e-6eef-445b-9338-4fc7ec8da7d5 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:41.472428 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2653382e-5899-4a4a-9d06-4a1bafcfc96d tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Attributes excluded by policy engine: ['shared'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:41.477272 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-2653382e-5899-4a4a-9d06-4a1bafcfc96d tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "GET /v2.0/subnets/55dcee8e-a442-4c9d-83f3-9fe718529670?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1759255 Oct 27 18:35:41.480534 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43628) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:41.487685 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-abcba161-03cf-4cda-988f-f126b40c27a6 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1647292850'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:41.557271 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf6ced-adce-49c0-a73d-98cb30c0d2ac req-b20766f4-0c42-475b-a5da-d84ba159e8ab tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:41.561610 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c5cf6ced-adce-49c0-a73d-98cb30c0d2ac req-b20766f4-0c42-475b-a5da-d84ba159e8ab tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=6915a7d3-aad4-4a54-8ede-cf38f493194a HTTP/1.1" status: 200 len: 945 time: 0.1720333 Oct 27 18:35:41.612878 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcba161-03cf-4cda-988f-f126b40c27a6 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Made reservation on behalf of c64b98e347b049a8ae1262d3f6d73502 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:35:41.617161 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-c0a39b0e-6eef-445b-9338-4fc7ec8da7d5 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] For port f218bbb8-866d-4cfb-86fe-2d2a40c49621, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=f218bbb8-866d-4cfb-86fe-2d2a40c49621,segment=NetworkSegment(2373a8af-781b-4cbb-bec7-98b0c7460ba3),segment_id=2373a8af-781b-4cbb-bec7-98b0c7460ba3)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:35:41.624384 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abcba161-03cf-4cda-988f-f126b40c27a6 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:41.625146 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c0a39b0e-6eef-445b-9338-4fc7ec8da7d5 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:41.663380 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-c0a39b0e-6eef-445b-9338-4fc7ec8da7d5 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Calling delete_port for f218bbb8-866d-4cfb-86fe-2d2a40c49621 owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:35:41.690630 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c5cf6ced-adce-49c0-a73d-98cb30c0d2ac req-11873b85-7caa-4ddb-9144-8f83962c422b tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211622 Oct 27 18:35:41.705331 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abcba161-03cf-4cda-988f-f126b40c27a6 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] vlan segment allocate from pool success with {'vlan_id': 1038, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:35:41.728329 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abcba161-03cf-4cda-988f-f126b40c27a6 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:41.728911 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-abcba161-03cf-4cda-988f-f126b40c27a6 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Added segment 96f6f1a8-0245-44be-9046-94985df00bae of type vlan for network 0408731a-2943-4656-8fbe-0465c42a9c16 Oct 27 18:35:41.830641 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abcba161-03cf-4cda-988f-f126b40c27a6 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:41.890537 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-c0d34e8f-8e0e-4616-a3c4-b624cc19d306 None None] Set router 3cefca64-bd59-4c19-967b-8173a97dcc26 gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:35:41.939533 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c0a39b0e-6eef-445b-9338-4fc7ec8da7d5 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:41.979860 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a39b0e-6eef-445b-9338-4fc7ec8da7d5 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event deleted for resources: {'Port': ['ID=f218bbb8-866d-4cfb-86fe-2d2a40c49621,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:41.987092 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abcba161-03cf-4cda-988f-f126b40c27a6 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:41.992744 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a39b0e-6eef-445b-9338-4fc7ec8da7d5 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] No DVR routers for this DVR port f218bbb8-866d-4cfb-86fe-2d2a40c49621 on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:35:41.995969 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcba161-03cf-4cda-988f-f126b40c27a6 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:41.995969 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abcba161-03cf-4cda-988f-f126b40c27a6 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:42.105762 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd0fef2-5284-46b3-a8ee-fb76ea9c5c97 None None] DHCP port deletion for a3792811-6808-40af-96d2-9e698eb3c14f request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:35:42.134410 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c0a39b0e-6eef-445b-9338-4fc7ec8da7d5 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:42.148641 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcba161-03cf-4cda-988f-f126b40c27a6 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event updated for resources: {'Network': ['ID=0408731a-2943-4656-8fbe-0465c42a9c16,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:42.170532 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 0408731a-2943-4656-8fbe-0465c42a9c16 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:35:42.197735 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-abcba161-03cf-4cda-988f-f126b40c27a6 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7144046 Oct 27 18:35:42.198942 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43650) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:42.207681 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-af7be891-ae9e-4cfb-921b-23c7432d3d3a tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Request body: {'subnet': {'network_id': '0408731a-2943-4656-8fbe-0465c42a9c16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:42.215396 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-c0a39b0e-6eef-445b-9338-4fc7ec8da7d5 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3792811-6808-40af-96d2-9e698eb3c14f']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:42.279669 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-c0a39b0e-6eef-445b-9338-4fc7ec8da7d5 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2373a8af-781b-4cbb-bec7-98b0c7460ba3') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:42.282921 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-c0a39b0e-6eef-445b-9338-4fc7ec8da7d5 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2373a8af-781b-4cbb-bec7-98b0c7460ba3') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:42.291586 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cb3a662b-ee9e-4bec-ab2f-a91b6c8db8c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:42.321948 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c0a39b0e-6eef-445b-9338-4fc7ec8da7d5 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:42.350204 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c0a39b0e-6eef-445b-9338-4fc7ec8da7d5 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:42.369744 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0a39b0e-6eef-445b-9338-4fc7ec8da7d5 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:35:42.370278 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c0a39b0e-6eef-445b-9338-4fc7ec8da7d5 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:42.374989 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:35:42.374989 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:35:42.374989 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:35:42.374989 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:35:42.374989 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:35:42.374989 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:35:42.374989 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:35:42.374989 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:35:42.374989 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:35:42.374989 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:35:42.374989 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:35:42.374989 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:35:42.374989 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:35:42.374989 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:35:42.374989 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:35:42.374989 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:35:42.374989 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:35:42.374989 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:35:42.374989 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:35:42.374989 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:35:42.374989 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:35:42.374989 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:35:42.374989 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:35:42.374989 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:35:42.374989 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:35:42.374989 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:35:42.374989 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:35:42.374989 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:35:42.374989 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:35:42.374989 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:35:42.374989 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:35:42.374989 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:35:42.456824 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-c0d34e8f-8e0e-4616-a3c4-b624cc19d306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'name': 'tempest-RoutersIpV6Test-router-1387999512', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:35:00Z', 'updated_at': '2021-10-27T18:35:38Z', 'revision_number': 8, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'gw_port_host': None, '_interfaces': [{'id': '3a4f5b65-cf42-43b8-864f-94e45819f8a6', 'name': '', 'network_id': '713ffbc3-f72c-48b8-9dfe-332b99e1f064', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:02:97:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:05Z', 'updated_at': '2021-10-27T18:35:12Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d246dfd-dc5c-441d-a32c-534cf03f8d4b', 'name': '', 'network_id': '7c1eaaa1-9df3-4991-9c50-e7889f97c061', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:c6:42:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '23bc87ec-66bf-4d6d-8456-8093c204d599', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:21Z', 'updated_at': '2021-10-27T18:35:27Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '23bc87ec-66bf-4d6d-8456-8093c204d599', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc3e7bc5-e562-40af-ab60-4cb019346046', 'name': '', 'network_id': 'aa9fd2b3-6526-494b-adcc-76b10197a747', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:53:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:12Z', 'updated_at': '2021-10-27T18:35:18Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:42.476614 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286861b-8fcc-4591-aab6-9dad6acf4859 req-946f0713-ef9c-4e4a-8139-ea5dc6d04cbe tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:42.478171 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4286861b-8fcc-4591-aab6-9dad6acf4859 req-946f0713-ef9c-4e4a-8139-ea5dc6d04cbe tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=6915a7d3-aad4-4a54-8ede-cf38f493194a HTTP/1.1" status: 200 len: 945 time: 0.1870995 Oct 27 18:35:42.542519 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4286861b-8fcc-4591-aab6-9dad6acf4859 req-d311d205-c066-425a-b91d-4adb820f1688 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563986 Oct 27 18:35:42.546955 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d34e8f-8e0e-4616-a3c4-b624cc19d306 None None] The sync data for ids ['3cefca64-bd59-4c19-967b-8173a97dcc26'] in n-d-815690-2 is: [{'id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'name': 'tempest-RoutersIpV6Test-router-1387999512', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:35:00Z', 'updated_at': '2021-10-27T18:35:38Z', 'revision_number': 8, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'gw_port_host': None, '_interfaces': [{'id': '3a4f5b65-cf42-43b8-864f-94e45819f8a6', 'name': '', 'network_id': '713ffbc3-f72c-48b8-9dfe-332b99e1f064', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:02:97:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:05Z', 'updated_at': '2021-10-27T18:35:12Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d246dfd-dc5c-441d-a32c-534cf03f8d4b', 'name': '', 'network_id': '7c1eaaa1-9df3-4991-9c50-e7889f97c061', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:c6:42:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '23bc87ec-66bf-4d6d-8456-8093c204d599', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:21Z', 'updated_at': '2021-10-27T18:35:27Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '23bc87ec-66bf-4d6d-8456-8093c204d599', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc3e7bc5-e562-40af-ab60-4cb019346046', 'name': '', 'network_id': 'aa9fd2b3-6526-494b-adcc-76b10197a747', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:53:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:12Z', 'updated_at': '2021-10-27T18:35:18Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:35:42.611960 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551dc79-6d0d-4f56-8e11-5267d8c9eaed req-02a828c3-6cfe-4f8a-8845-8b2180244131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:42.613489 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3551dc79-6d0d-4f56-8e11-5267d8c9eaed req-02a828c3-6cfe-4f8a-8845-8b2180244131 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=53ee051c22fa44a69d9ed5ec2aea81af&device_id=6915a7d3-aad4-4a54-8ede-cf38f493194a HTTP/1.1" status: 200 len: 1096 time: 0.1271703 Oct 27 18:35:42.684100 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7be891-ae9e-4cfb-921b-23c7432d3d3a tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Made reservation on behalf of c64b98e347b049a8ae1262d3f6d73502 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:35:42.688363 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-af7be891-ae9e-4cfb-921b-23c7432d3d3a tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:42.690016 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c0a39b0e-6eef-445b-9338-4fc7ec8da7d5 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:42.699905 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c0a39b0e-6eef-445b-9338-4fc7ec8da7d5 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:42.704346 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c0a39b0e-6eef-445b-9338-4fc7ec8da7d5 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "DELETE /v2.0/networks/a3792811-6808-40af-96d2-9e698eb3c14f HTTP/1.1" status: 204 len: 168 time: 1.5070865 Oct 27 18:35:42.707347 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43670) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:42.721448 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a39b0e-6eef-445b-9338-4fc7ec8da7d5 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event deleted for resources: {'Network': ['ID=a3792811-6808-40af-96d2-9e698eb3c14f,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:42.738065 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551dc79-6d0d-4f56-8e11-5267d8c9eaed req-01710419-3394-4e4c-83bc-b824aa7e6b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:42.739707 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3551dc79-6d0d-4f56-8e11-5267d8c9eaed req-01710419-3394-4e4c-83bc-b824aa7e6b10 service neutron] 10.222.0.93 "GET /v2.0/networks?id=19cc80a7-1302-4c09-9fa1-a2bd258b7dae HTTP/1.1" status: 200 len: 916 time: 0.1173549 Oct 27 18:35:42.792253 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3551dc79-6d0d-4f56-8e11-5267d8c9eaed req-77a6c3a1-01b3-4317-b410-2a165ef0108e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c99f5840-e3d2-4d62-bc1c-9ea95570ee2b HTTP/1.1" status: 200 len: 217 time: 0.0437987 Oct 27 18:35:42.838147 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.ipam_backend_mixin [None req-af7be891-ae9e-4cfb-921b-23c7432d3d3a tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Performing IP validity checks on allocation pools {{(pid=102878) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 27 18:35:42.843203 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.ipam_backend_mixin [None req-af7be891-ae9e-4cfb-921b-23c7432d3d3a tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102878) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 27 18:35:42.879391 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551dc79-6d0d-4f56-8e11-5267d8c9eaed req-89caef12-7240-4cce-acc6-76d447b1970e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:42.880887 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3551dc79-6d0d-4f56-8e11-5267d8c9eaed req-89caef12-7240-4cce-acc6-76d447b1970e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e9993a73-7d7a-4e68-b8c6-2b52536bb7a7 HTTP/1.1" status: 200 len: 853 time: 0.0809305 Oct 27 18:35:42.964778 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551dc79-6d0d-4f56-8e11-5267d8c9eaed req-23f98cf7-787e-4f12-a17b-b36218bbfd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:42.966776 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3551dc79-6d0d-4f56-8e11-5267d8c9eaed req-23f98cf7-787e-4f12-a17b-b36218bbfd17 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=19cc80a7-1302-4c09-9fa1-a2bd258b7dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771654 Oct 27 18:35:43.114041 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3551dc79-6d0d-4f56-8e11-5267d8c9eaed req-f507c3b7-827b-4165-8078-0e569e1b0d75 service neutron] 10.222.0.93 "GET /v2.0/networks/19cc80a7-1302-4c09-9fa1-a2bd258b7dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383181 Oct 27 18:35:43.266090 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3551dc79-6d0d-4f56-8e11-5267d8c9eaed req-3a9362ab-7239-4809-8060-f564424c5034 service neutron] 10.222.0.93 "GET /v2.0/networks/19cc80a7-1302-4c09-9fa1-a2bd258b7dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444361 Oct 27 18:35:43.268069 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-af7be891-ae9e-4cfb-921b-23c7432d3d3a tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:43.379892 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7be891-ae9e-4cfb-921b-23c7432d3d3a tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event updated for resources: {'Subnet': ['ID=a5f300d4-9cfc-44d2-bf5f-69dd2600ab99,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:43.416562 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7be891-ae9e-4cfb-921b-23c7432d3d3a tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Checking segment: {'id': '96f6f1a8-0245-44be-9046-94985df00bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '0408731a-2943-4656-8fbe-0465c42a9c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:35:43.416816 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7be891-ae9e-4cfb-921b-23c7432d3d3a tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Network hostable DHCP agents. Network: 0408731a-2943-4656-8fbe-0465c42a9c16, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:35:43.431497 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:43.435347 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:43.496672 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-64ce146e-ca27-422c-83ee-c568f07a1eab tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:43.535649 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7be891-ae9e-4cfb-921b-23c7432d3d3a tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Network 0408731a-2943-4656-8fbe-0465c42a9c16 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:35:43.714198 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-af7be891-ae9e-4cfb-921b-23c7432d3d3a tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 0408731a-2943-4656-8fbe-0465c42a9c16) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:35:43.724200 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f63d01-46c5-46ed-b1c1-6fa546ea4287 None None] Network 0408731a-2943-4656-8fbe-0465c42a9c16 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:35:43.743629 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7be891-ae9e-4cfb-921b-23c7432d3d3a tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:43.744257 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-af7be891-ae9e-4cfb-921b-23c7432d3d3a tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:43.807892 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device f218bbb8-866d-4cfb-86fe-2d2a40c49621 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:35:43.832489 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: f218bbb8-866d-4cfb-86fe-2d2a40c49621 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:35:43.832839 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device f218bbb8-866d-4cfb-86fe-2d2a40c49621 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:35:43.833268 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 81ca39c3-bfed-440e-ac78-8f4a68c3c121 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:35:43.859284 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 81ca39c3-bfed-440e-ac78-8f4a68c3c121 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:35:43.859586 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 81ca39c3-bfed-440e-ac78-8f4a68c3c121 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:35:43.890140 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7aa1f-aa54-4689-ab4d-eb518dc0463f req-d31bc9d1-3bc3-4e9c-a002-2c4fb6000627 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:43.891819 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-34d7aa1f-aa54-4689-ab4d-eb518dc0463f req-d31bc9d1-3bc3-4e9c-a002-2c4fb6000627 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=6915a7d3-aad4-4a54-8ede-cf38f493194a HTTP/1.1" status: 200 len: 945 time: 0.2234797 Oct 27 18:35:43.939444 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-af7be891-ae9e-4cfb-921b-23c7432d3d3a tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.7390473 Oct 27 18:35:43.942667 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 43726) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:43.948195 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-30aa9710-05ee-486a-b224-084233066929 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:43.981240 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607464d7-bb17-4de4-a37a-3b1721396b2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-0408731a-2943-4656-8fbe-0465c42a9c16', 'network_id': '0408731a-2943-4656-8fbe-0465c42a9c16', 'tenant_id': 'c64b98e347b049a8ae1262d3f6d73502', 'fixed_ips': [{'subnet_id': 'a5f300d4-9cfc-44d2-bf5f-69dd2600ab99'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:35:43.984229 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-607464d7-bb17-4de4-a37a-3b1721396b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:44.000072 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-34d7aa1f-aa54-4689-ab4d-eb518dc0463f req-e9af0865-a4bc-48e2-806b-8a8a10e1e4a9 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991442 Oct 27 18:35:44.058249 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-30aa9710-05ee-486a-b224-084233066929 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3841116'] for subnet, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:44.091006 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-cfd6743c-e3d6-46a5-87f7-2c8d75aa33c5 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:44.100262 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-cfd6743c-e3d6-46a5-87f7-2c8d75aa33c5 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/networks?id=0f4fe408-cfac-4f2a-8c2f-b5054aadc454 HTTP/1.1" status: 200 len: 809 time: 0.3421507 Oct 27 18:35:44.125689 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-d1fd5dc8-6e32-47af-966b-c299c7a2cd8b tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/quotas/1ca2b7a105554b2d984d4beb458346dc HTTP/1.1" status: 200 len: 375 time: 0.0243359 Oct 27 18:35:44.182788 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-4bf1df5d-0378-42de-a818-636639181b33 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1ca2b7a105554b2d984d4beb458346dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556550 Oct 27 18:35:44.193168 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-b0f65b4a-8317-4117-9540-76b96df36163 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:35:44.205039 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-b0f65b4a-8317-4117-9540-76b96df36163 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0212066 Oct 27 18:35:44.275006 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 43740) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:44.310191 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-30aa9710-05ee-486a-b224-084233066929 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753617353957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3373107'] for subnet, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:44.348478 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-b648212c-c32d-4b71-9ced-402186334e48 service neutron] 10.222.0.52 "GET /v2.0/networks/0f4fe408-cfac-4f2a-8c2f-b5054aadc454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424992 Oct 27 18:35:44.384249 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30aa9710-05ee-486a-b224-084233066929 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:44.384800 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-30aa9710-05ee-486a-b224-084233066929 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:44.389710 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-30aa9710-05ee-486a-b224-084233066929 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "PUT /v2.0/subnets/a5f300d4-9cfc-44d2-bf5f-69dd2600ab99 HTTP/1.1" status: 200 len: 877 time: 0.4458508 Oct 27 18:35:44.392798 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 43744) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:44.396247 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-607464d7-bb17-4de4-a37a-3b1721396b2f None None] Allocated IP 172.20.0.3 (0408731a-2943-4656-8fbe-0465c42a9c16/a5f300d4-9cfc-44d2-bf5f-69dd2600ab99/74b9e5d4-af70-4096-9ebf-a887e29eea8f) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:35:44.408967 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa9710-05ee-486a-b224-084233066929 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event updated for resources: {'Subnet': ['ID=a5f300d4-9cfc-44d2-bf5f-69dd2600ab99,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:44.473507 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-64ce146e-ca27-422c-83ee-c568f07a1eab tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Deleting port 8d246dfd-dc5c-441d-a32c-534cf03f8d4b {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:35:44.473852 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-64ce146e-ca27-422c-83ee-c568f07a1eab tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:44.490859 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ade6fe72-1e55-489e-a171-771ccc6d8ad1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:44.560160 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0ec580f1-fc0e-4411-a9ce-5edf8b4d0dd1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:44.585953 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-3f9d45c9-f65d-4e87-8104-dd57ef666b12 service neutron] 10.222.0.52 "GET /v2.0/networks/0f4fe408-cfac-4f2a-8c2f-b5054aadc454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354033 Oct 27 18:35:44.636848 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-607464d7-bb17-4de4-a37a-3b1721396b2f None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:44.644610 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-64ce146e-ca27-422c-83ee-c568f07a1eab tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] For port 8d246dfd-dc5c-441d-a32c-534cf03f8d4b, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=8d246dfd-dc5c-441d-a32c-534cf03f8d4b,segment=NetworkSegment(2fb716e8-c635-458a-b3ed-bf1055a2446a),segment_id=2fb716e8-c635-458a-b3ed-bf1055a2446a)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:35:44.644984 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-64ce146e-ca27-422c-83ee-c568f07a1eab tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:44.656669 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0ec580f1-fc0e-4411-a9ce-5edf8b4d0dd1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:44.668143 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-64ce146e-ca27-422c-83ee-c568f07a1eab tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Calling delete_port for 8d246dfd-dc5c-441d-a32c-534cf03f8d4b owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:35:44.688520 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ade6fe72-1e55-489e-a171-771ccc6d8ad1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:44.735819 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-607464d7-bb17-4de4-a37a-3b1721396b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:44.781733 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607464d7-bb17-4de4-a37a-3b1721396b2f None None] Network 0408731a-2943-4656-8fbe-0465c42a9c16 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:35:44.787456 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ade6fe72-1e55-489e-a171-771ccc6d8ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:44.789476 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-607464d7-bb17-4de4-a37a-3b1721396b2f None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:35:44.793599 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607464d7-bb17-4de4-a37a-3b1721396b2f None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:35:44.802675 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607464d7-bb17-4de4-a37a-3b1721396b2f None None] Pushing event updated for resources: {'Port': ['ID=74b9e5d4-af70-4096-9ebf-a887e29eea8f,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:44.812019 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607464d7-bb17-4de4-a37a-3b1721396b2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:44.814521 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607464d7-bb17-4de4-a37a-3b1721396b2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:44.814521 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607464d7-bb17-4de4-a37a-3b1721396b2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:44.814521 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607464d7-bb17-4de4-a37a-3b1721396b2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:44.814521 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607464d7-bb17-4de4-a37a-3b1721396b2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:44.814521 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607464d7-bb17-4de4-a37a-3b1721396b2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:44.814521 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607464d7-bb17-4de4-a37a-3b1721396b2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:44.815587 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607464d7-bb17-4de4-a37a-3b1721396b2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:44.816101 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607464d7-bb17-4de4-a37a-3b1721396b2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:44.816632 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607464d7-bb17-4de4-a37a-3b1721396b2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:44.818062 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607464d7-bb17-4de4-a37a-3b1721396b2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:44.818581 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607464d7-bb17-4de4-a37a-3b1721396b2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:35:44.841518 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ade6fe72-1e55-489e-a171-771ccc6d8ad1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=28fc95dcae65449093b5fc909d9d60f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5647082 Oct 27 18:35:45.120504 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43766) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:45.127277 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade6fe72-1e55-489e-a171-771ccc6d8ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252e4ad9-f91b-4174-b264-2d4a7035c3d1,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:45.127277 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0ec580f1-fc0e-4411-a9ce-5edf8b4d0dd1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:45.129949 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-607464d7-bb17-4de4-a37a-3b1721396b2f None None] Attempting to bind port 74b9e5d4-af70-4096-9ebf-a887e29eea8f on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:35:45.129949 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-607464d7-bb17-4de4-a37a-3b1721396b2f None None] Attempting to bind port 74b9e5d4-af70-4096-9ebf-a887e29eea8f by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '96f6f1a8-0245-44be-9046-94985df00bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '0408731a-2943-4656-8fbe-0465c42a9c16'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:35:45.129949 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607464d7-bb17-4de4-a37a-3b1721396b2f None None] Attempting to bind port 74b9e5d4-af70-4096-9ebf-a887e29eea8f on network 0408731a-2943-4656-8fbe-0465c42a9c16 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:35:45.133131 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0ec580f1-fc0e-4411-a9ce-5edf8b4d0dd1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:45.134489 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607464d7-bb17-4de4-a37a-3b1721396b2f None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:35:45.134489 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607464d7-bb17-4de4-a37a-3b1721396b2f None None] Checking segment: {'id': '96f6f1a8-0245-44be-9046-94985df00bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '0408731a-2943-4656-8fbe-0465c42a9c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:35:45.134489 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-607464d7-bb17-4de4-a37a-3b1721396b2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:45.136086 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5244790f-771a-4f03-ae24-3ca42171218c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:45.136263 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607464d7-bb17-4de4-a37a-3b1721396b2f None None] Bound using segment: {'id': '96f6f1a8-0245-44be-9046-94985df00bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '0408731a-2943-4656-8fbe-0465c42a9c16'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:35:45.136263 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-607464d7-bb17-4de4-a37a-3b1721396b2f None None] Bound port: 74b9e5d4-af70-4096-9ebf-a887e29eea8f, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96f6f1a8-0245-44be-9046-94985df00bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '0408731a-2943-4656-8fbe-0465c42a9c16'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:35:45.136263 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-607464d7-bb17-4de4-a37a-3b1721396b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:45.136441 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-0ec580f1-fc0e-4411-a9ce-5edf8b4d0dd1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0408731a-2943-4656-8fbe-0465c42a9c16']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:45.136441 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-0ec580f1-fc0e-4411-a9ce-5edf8b4d0dd1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96f6f1a8-0245-44be-9046-94985df00bae') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:45.136441 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-0ec580f1-fc0e-4411-a9ce-5edf8b4d0dd1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96f6f1a8-0245-44be-9046-94985df00bae') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:45.136661 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5244790f-771a-4f03-ae24-3ca42171218c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:45.136721 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0ec580f1-fc0e-4411-a9ce-5edf8b4d0dd1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:45.136721 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0ec580f1-fc0e-4411-a9ce-5edf8b4d0dd1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:45.136721 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec580f1-fc0e-4411-a9ce-5edf8b4d0dd1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:35:45.136721 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0ec580f1-fc0e-4411-a9ce-5edf8b4d0dd1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:45.136721 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:35:45.136721 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:35:45.136721 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:35:45.136721 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:35:45.136721 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:35:45.136721 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:35:45.136721 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:35:45.136721 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:35:45.136721 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:35:45.136721 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:35:45.136721 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:35:45.136721 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:35:45.136721 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:35:45.136721 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:35:45.136721 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:35:45.136721 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:35:45.136721 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:35:45.136721 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:35:45.136721 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:35:45.136721 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:35:45.136721 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:35:45.136721 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:35:45.136721 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:35:45.136721 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:35:45.136721 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:35:45.136721 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:35:45.136721 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:35:45.136721 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:35:45.136721 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:35:45.136721 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:35:45.136721 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:35:45.136721 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:35:45.136721 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec580f1-fc0e-4411-a9ce-5edf8b4d0dd1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event deleted for resources: {'Subnet': ['ID=a5f300d4-9cfc-44d2-bf5f-69dd2600ab99,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:45.142451 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-607464d7-bb17-4de4-a37a-3b1721396b2f None None] For port 74b9e5d4-af70-4096-9ebf-a887e29eea8f, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:35:45.146269 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-607464d7-bb17-4de4-a37a-3b1721396b2f None None] For port 74b9e5d4-af70-4096-9ebf-a887e29eea8f, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=74b9e5d4-af70-4096-9ebf-a887e29eea8f,segment=NetworkSegment(96f6f1a8-0245-44be-9046-94985df00bae),segment_id=96f6f1a8-0245-44be-9046-94985df00bae)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:35:45.189815 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a1732f-1ffc-476a-b8fb-e3b868ac1843 req-f7bcf707-0095-46be-ab89-5ff45b1a90d1 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:45.191958 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a0a1732f-1ffc-476a-b8fb-e3b868ac1843 req-f7bcf707-0095-46be-ab89-5ff45b1a90d1 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=6915a7d3-aad4-4a54-8ede-cf38f493194a HTTP/1.1" status: 200 len: 945 time: 0.0739086 Oct 27 18:35:45.219286 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-64ce146e-ca27-422c-83ee-c568f07a1eab tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:45.258257 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce146e-ca27-422c-83ee-c568f07a1eab tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event deleted for resources: {'Port': ['ID=8d246dfd-dc5c-441d-a32c-534cf03f8d4b,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:45.274080 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a0a1732f-1ffc-476a-b8fb-e3b868ac1843 req-3566b943-0843-4182-98b3-1227de8a0f7f tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718610 Oct 27 18:35:45.356269 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.db.api [None req-0ec580f1-fc0e-4411-a9ce-5edf8b4d0dd1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 27 18:35:45.356269 n-d-815690-2 neutron-server[102879]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 27 18:35:45.356269 n-d-815690-2 neutron-server[102879]: [parameters: {'id': '0408731a-2943-4656-8fbe-0465c42a9c16'}] Oct 27 18:35:45.356269 n-d-815690-2 neutron-server[102879]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102879) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:35:45.356269 n-d-815690-2 neutron-server[102879]: DEBUG oslo_db.api [None req-0ec580f1-fc0e-4411-a9ce-5edf8b4d0dd1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:35:45.374232 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5244790f-771a-4f03-ae24-3ca42171218c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:45.377280 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5244790f-771a-4f03-ae24-3ca42171218c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:45.380907 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5244790f-771a-4f03-ae24-3ca42171218c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/252e4ad9-f91b-4174-b264-2d4a7035c3d1 HTTP/1.1" status: 204 len: 168 time: 0.5336106 Oct 27 18:35:45.396725 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244790f-771a-4f03-ae24-3ca42171218c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252e4ad9-f91b-4174-b264-2d4a7035c3d1,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:45.415123 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-64ce146e-ca27-422c-83ee-c568f07a1eab tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:45.454878 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-607464d7-bb17-4de4-a37a-3b1721396b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:45.462398 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:45.561313 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607464d7-bb17-4de4-a37a-3b1721396b2f None None] Pushing event updated for resources: {'Port': ['ID=74b9e5d4-af70-4096-9ebf-a887e29eea8f,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:45.583781 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd6b2d0-c2f3-49e5-a0b1-a292c6513fa5 None None] Network 0408731a-2943-4656-8fbe-0465c42a9c16 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:35:45.591251 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629902c-7136-4666-92a1-ebf00efbc668 req-4ec2726a-5f23-42b1-b20e-8405b245425c tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:45.592972 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e629902c-7136-4666-92a1-ebf00efbc668 req-4ec2726a-5f23-42b1-b20e-8405b245425c tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=6915a7d3-aad4-4a54-8ede-cf38f493194a HTTP/1.1" status: 200 len: 945 time: 0.1187279 Oct 27 18:35:45.732420 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca36d7d9-d59d-4da0-946f-cd1f04e0e681 None None] Network 0408731a-2943-4656-8fbe-0465c42a9c16 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:35:45.748500 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e629902c-7136-4666-92a1-ebf00efbc668 req-a00d873d-eeaf-4f59-9a15-0091514918c2 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114576 Oct 27 18:35:45.794383 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ce146e-ca27-422c-83ee-c568f07a1eab tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Router 3cefca64-bd59-4c19-967b-8173a97dcc26 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:35:45.849139 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0ec580f1-fc0e-4411-a9ce-5edf8b4d0dd1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:45.946440 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ce146e-ca27-422c-83ee-c568f07a1eab tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:35:45.954171 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-64ce146e-ca27-422c-83ee-c568f07a1eab tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "PUT /v2.0/routers/3cefca64-bd59-4c19-967b-8173a97dcc26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2452915 Oct 27 18:35:45.962884 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 43818) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:45.962987 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d47a05-7523-4c68-801e-61eaf8930395 None None] Sync routers for ids ['3cefca64-bd59-4c19-967b-8173a97dcc26'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:35:45.979975 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d47a05-7523-4c68-801e-61eaf8930395 None None] Routers {'3cefca64-bd59-4c19-967b-8173a97dcc26'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:35:45.982277 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-f0d47a05-7523-4c68-801e-61eaf8930395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:35:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['3cefca64-bd59-4c19-967b-8173a97dcc26'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:45.990174 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fc8aa9-13e7-4102-bd11-d4fa69cf9b38 None None] get_active_networks_info from n-d-815690-2 {{(pid=102880) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 18:35:46.081359 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2bc9a798-2028-4184-978d-b78004233175 req-4e3a731b-aa1a-4492-85e9-8f840ed2a572 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6f4610d-a1f8-4939-8d57-c11a3ec0ab4c HTTP/1.1" status: 200 len: 210 time: 0.0692937 Oct 27 18:35:46.116796 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6e614ca-57c3-4ecb-b79c-860208f21a1d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Deleting subnet 23bc87ec-66bf-4d6d-8456-8093c204d599 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:35:46.121652 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-0ec580f1-fc0e-4411-a9ce-5edf8b4d0dd1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Deleting port 74b9e5d4-af70-4096-9ebf-a887e29eea8f {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:35:46.122347 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0ec580f1-fc0e-4411-a9ce-5edf8b4d0dd1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:46.124487 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c6e614ca-57c3-4ecb-b79c-860208f21a1d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:46.185987 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-f0d47a05-7523-4c68-801e-61eaf8930395 None None] Set router 3cefca64-bd59-4c19-967b-8173a97dcc26 gateway port host: None {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:35:46.219445 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b439b3-e8a8-488e-bf46-df338a0674d9 req-b4eac126-b17e-43c6-a585-cabc31eaaad0 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:46.221163 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e5b439b3-e8a8-488e-bf46-df338a0674d9 req-b4eac126-b17e-43c6-a585-cabc31eaaad0 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed0fa7d-5a3c-4610-84cf-bffc82ac30e4 HTTP/1.1" status: 200 len: 946 time: 0.1524665 Oct 27 18:35:46.237998 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c6e614ca-57c3-4ecb-b79c-860208f21a1d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:46.286752 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fc8aa9-13e7-4102-bd11-d4fa69cf9b38 None None] Resources bound (agent type, host, resource id): {{(pid=102880) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 18:35:46.301752 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e5b439b3-e8a8-488e-bf46-df338a0674d9 req-a78c2d29-741a-476d-b230-dfc546e340f4 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703547 Oct 27 18:35:46.349986 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c6e614ca-57c3-4ecb-b79c-860208f21a1d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:46.398298 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43842) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:46.416216 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8485b17d-b2c2-43e8-a222-bb105259e09f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:46.487565 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-0ec580f1-fc0e-4411-a9ce-5edf8b4d0dd1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] For port 74b9e5d4-af70-4096-9ebf-a887e29eea8f, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=74b9e5d4-af70-4096-9ebf-a887e29eea8f,segment=NetworkSegment(96f6f1a8-0245-44be-9046-94985df00bae),segment_id=96f6f1a8-0245-44be-9046-94985df00bae)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:35:46.487867 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0ec580f1-fc0e-4411-a9ce-5edf8b4d0dd1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:46.505706 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-0ec580f1-fc0e-4411-a9ce-5edf8b4d0dd1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Calling delete_port for 74b9e5d4-af70-4096-9ebf-a887e29eea8f owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:35:46.542094 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-f0d47a05-7523-4c68-801e-61eaf8930395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'name': 'tempest-RoutersIpV6Test-router-1387999512', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:35:00Z', 'updated_at': '2021-10-27T18:35:44Z', 'revision_number': 9, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'gw_port_host': None, '_interfaces': [{'id': '3a4f5b65-cf42-43b8-864f-94e45819f8a6', 'name': '', 'network_id': '713ffbc3-f72c-48b8-9dfe-332b99e1f064', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:02:97:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:05Z', 'updated_at': '2021-10-27T18:35:12Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc3e7bc5-e562-40af-ab60-4cb019346046', 'name': '', 'network_id': 'aa9fd2b3-6526-494b-adcc-76b10197a747', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:53:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:12Z', 'updated_at': '2021-10-27T18:35:18Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:46.592537 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d47a05-7523-4c68-801e-61eaf8930395 None None] Checking router: 3cefca64-bd59-4c19-967b-8173a97dcc26 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:35:46.602419 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70697839-b081-460a-a48c-7cae05f22e23 req-d9b610e0-ef72-414f-aed3-46126e4c9a9a tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:46.610026 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-70697839-b081-460a-a48c-7cae05f22e23 req-d9b610e0-ef72-414f-aed3-46126e4c9a9a tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cd80ede-16c6-48b9-85cc-5b788822d681 HTTP/1.1" status: 200 len: 945 time: 0.1613576 Oct 27 18:35:46.615881 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d47a05-7523-4c68-801e-61eaf8930395 None None] Routers {'3cefca64-bd59-4c19-967b-8173a97dcc26'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:35:46.616710 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-f0d47a05-7523-4c68-801e-61eaf8930395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:35:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['3cefca64-bd59-4c19-967b-8173a97dcc26'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:46.616833 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c6e614ca-57c3-4ecb-b79c-860208f21a1d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:46.692368 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c6e614ca-57c3-4ecb-b79c-860208f21a1d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:46.699748 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c6e614ca-57c3-4ecb-b79c-860208f21a1d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "DELETE /v2.0/subnets/23bc87ec-66bf-4d6d-8456-8093c204d599 HTTP/1.1" status: 204 len: 168 time: 0.7326591 Oct 27 18:35:46.701227 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e614ca-57c3-4ecb-b79c-860208f21a1d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event deleted for resources: {'Subnet': ['ID=23bc87ec-66bf-4d6d-8456-8093c204d599,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:46.703533 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 43852) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:46.743062 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8485b17d-b2c2-43e8-a222-bb105259e09f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:46.768649 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-70697839-b081-460a-a48c-7cae05f22e23 req-c43bef94-8c82-4b75-a423-f03089f3d330 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462207 Oct 27 18:35:46.814741 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-3bd2dd9d-4e88-4bd3-b50e-55aa01f1b32f req-e8439c88-6918-4811-ae89-afd631ce1d2e tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:35:46.816291 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-f0d47a05-7523-4c68-801e-61eaf8930395 None None] Set router 3cefca64-bd59-4c19-967b-8173a97dcc26 gateway port host: None {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:35:46.816450 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3bd2dd9d-4e88-4bd3-b50e-55aa01f1b32f req-e8439c88-6918-4811-ae89-afd631ce1d2e tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0094612 Oct 27 18:35:46.816744 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b1ae347c-85a9-4970-ae16-b09c5d8d22cd tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:46.846153 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6769d1-7b13-459a-9c3f-b93b29832ecb None None] Network 7c1eaaa1-9df3-4991-9c50-e7889f97c061 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:35:46.898509 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-b1ae347c-85a9-4970-ae16-b09c5d8d22cd tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Deleting port 91071771-4fcf-4bad-b09b-715147a5e55a {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:35:46.899199 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b1ae347c-85a9-4970-ae16-b09c5d8d22cd tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:46.937033 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8485b17d-b2c2-43e8-a222-bb105259e09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:46.958495 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0ec580f1-fc0e-4411-a9ce-5edf8b4d0dd1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:47.013108 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec580f1-fc0e-4411-a9ce-5edf8b4d0dd1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event deleted for resources: {'Port': ['ID=74b9e5d4-af70-4096-9ebf-a887e29eea8f,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:47.016490 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec580f1-fc0e-4411-a9ce-5edf8b4d0dd1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] No DVR routers for this DVR port 74b9e5d4-af70-4096-9ebf-a887e29eea8f on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:35:47.037392 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8485b17d-b2c2-43e8-a222-bb105259e09f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0b714eb990ed436f858cb0610eef6d13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6370428 Oct 27 18:35:47.047309 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8485b17d-b2c2-43e8-a222-bb105259e09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126753d5-412b-4a4b-8391-5092816c544b,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:47.053432 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43862) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:47.066465 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-b1ae347c-85a9-4970-ae16-b09c5d8d22cd tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] For port 91071771-4fcf-4bad-b09b-715147a5e55a, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=91071771-4fcf-4bad-b09b-715147a5e55a,segment=NetworkSegment(2fb716e8-c635-458a-b3ed-bf1055a2446a),segment_id=2fb716e8-c635-458a-b3ed-bf1055a2446a)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:35:47.066465 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b1ae347c-85a9-4970-ae16-b09c5d8d22cd tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:47.081453 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3bd2dd9d-4e88-4bd3-b50e-55aa01f1b32f req-b117fa6d-465b-4598-a2a7-cf8d0a96ec86 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2543867 Oct 27 18:35:47.148895 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a92a9355-01d7-44c9-b4f8-4828d80b5768 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:47.163725 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-b1ae347c-85a9-4970-ae16-b09c5d8d22cd tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Calling delete_port for 91071771-4fcf-4bad-b09b-715147a5e55a owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:35:47.224838 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a92a9355-01d7-44c9-b4f8-4828d80b5768 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:47.273246 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0ba9a2-b6ff-482f-9b27-385a49dbc269 None None] DHCP port deletion for 7c1eaaa1-9df3-4991-9c50-e7889f97c061 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:35:47.276813 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3670ffd4-af24-41a8-acd0-966b4ba4a416 req-e4415777-6732-4817-9560-2e12c80a160b tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6f4610d-a1f8-4939-8d57-c11a3ec0ab4c HTTP/1.1" status: 200 len: 210 time: 0.0418961 Oct 27 18:35:47.308780 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43870) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:47.427535 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a92a9355-01d7-44c9-b4f8-4828d80b5768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:47.432018 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a92a9355-01d7-44c9-b4f8-4828d80b5768 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:47.433407 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a92a9355-01d7-44c9-b4f8-4828d80b5768 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/126753d5-412b-4a4b-8391-5092816c544b HTTP/1.1" status: 204 len: 168 time: 0.3772328 Oct 27 18:35:47.442868 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-cd0ba9a2-b6ff-482f-9b27-385a49dbc269 None None] Deleting port 91071771-4fcf-4bad-b09b-715147a5e55a {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:35:47.443281 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cd0ba9a2-b6ff-482f-9b27-385a49dbc269 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:47.446478 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-f0d47a05-7523-4c68-801e-61eaf8930395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'name': 'tempest-RoutersIpV6Test-router-1387999512', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:35:00Z', 'updated_at': '2021-10-27T18:35:44Z', 'revision_number': 9, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'gw_port_host': None, '_interfaces': [{'id': '3a4f5b65-cf42-43b8-864f-94e45819f8a6', 'name': '', 'network_id': '713ffbc3-f72c-48b8-9dfe-332b99e1f064', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:02:97:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:05Z', 'updated_at': '2021-10-27T18:35:12Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc3e7bc5-e562-40af-ab60-4cb019346046', 'name': '', 'network_id': 'aa9fd2b3-6526-494b-adcc-76b10197a747', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:53:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:12Z', 'updated_at': '2021-10-27T18:35:18Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:47.457149 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a9355-01d7-44c9-b4f8-4828d80b5768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126753d5-412b-4a4b-8391-5092816c544b,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:47.509349 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0ec580f1-fc0e-4411-a9ce-5edf8b4d0dd1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:47.520507 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d47a05-7523-4c68-801e-61eaf8930395 None None] The sync data for ids ['3cefca64-bd59-4c19-967b-8173a97dcc26'] in n-d-815690-2 is: [{'id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'name': 'tempest-RoutersIpV6Test-router-1387999512', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:35:00Z', 'updated_at': '2021-10-27T18:35:44Z', 'revision_number': 9, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'gw_port_host': None, '_interfaces': [{'id': '3a4f5b65-cf42-43b8-864f-94e45819f8a6', 'name': '', 'network_id': '713ffbc3-f72c-48b8-9dfe-332b99e1f064', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:02:97:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:05Z', 'updated_at': '2021-10-27T18:35:12Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc3e7bc5-e562-40af-ab60-4cb019346046', 'name': '', 'network_id': 'aa9fd2b3-6526-494b-adcc-76b10197a747', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:53:f3:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:12Z', 'updated_at': '2021-10-27T18:35:18Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:35:47.555613 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-0ec580f1-fc0e-4411-a9ce-5edf8b4d0dd1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0408731a-2943-4656-8fbe-0465c42a9c16']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:47.561712 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a55e13df-c319-47fe-ab10-51540f822d1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:47.583180 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-0ec580f1-fc0e-4411-a9ce-5edf8b4d0dd1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96f6f1a8-0245-44be-9046-94985df00bae') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:47.584280 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-0ec580f1-fc0e-4411-a9ce-5edf8b4d0dd1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96f6f1a8-0245-44be-9046-94985df00bae') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:47.596829 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0ec580f1-fc0e-4411-a9ce-5edf8b4d0dd1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:47.618253 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0ec580f1-fc0e-4411-a9ce-5edf8b4d0dd1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:47.626111 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec580f1-fc0e-4411-a9ce-5edf8b4d0dd1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:35:47.626516 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0ec580f1-fc0e-4411-a9ce-5edf8b4d0dd1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:47.631360 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:35:47.631360 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:35:47.631360 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:35:47.631360 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:35:47.631360 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:35:47.631360 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:35:47.631360 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:35:47.631360 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:35:47.631360 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:35:47.631360 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:35:47.631360 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:35:47.631360 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:35:47.631360 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:35:47.631360 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:35:47.631360 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:35:47.631360 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:35:47.631360 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:35:47.631360 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:35:47.631360 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:35:47.631360 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:35:47.631360 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:35:47.631360 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:35:47.631360 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:35:47.631360 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:35:47.631360 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:35:47.631360 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:35:47.631360 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:35:47.631360 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:35:47.631360 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:35:47.631360 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:35:47.631360 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:35:47.631360 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:35:47.641067 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b1ae347c-85a9-4970-ae16-b09c5d8d22cd tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:47.651490 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-cd0ba9a2-b6ff-482f-9b27-385a49dbc269 None None] For port 91071771-4fcf-4bad-b09b-715147a5e55a, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=91071771-4fcf-4bad-b09b-715147a5e55a,segment=NetworkSegment(2fb716e8-c635-458a-b3ed-bf1055a2446a),segment_id=2fb716e8-c635-458a-b3ed-bf1055a2446a)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:35:47.651898 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cd0ba9a2-b6ff-482f-9b27-385a49dbc269 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:47.671147 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-cd0ba9a2-b6ff-482f-9b27-385a49dbc269 None None] Calling delete_port for 91071771-4fcf-4bad-b09b-715147a5e55a owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:35:47.703970 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a55e13df-c319-47fe-ab10-51540f822d1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:47.713936 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae347c-85a9-4970-ae16-b09c5d8d22cd tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event deleted for resources: {'Port': ['ID=91071771-4fcf-4bad-b09b-715147a5e55a,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:47.717348 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ae347c-85a9-4970-ae16-b09c5d8d22cd tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] No DVR routers for this DVR port 91071771-4fcf-4bad-b09b-715147a5e55a on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:35:47.737348 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1ba24-9a99-4aeb-a170-c6540586614f req-c3bd9a85-0715-4afd-a534-1b5e0f47e7d0 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:47.739663 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b3c1ba24-9a99-4aeb-a170-c6540586614f req-c3bd9a85-0715-4afd-a534-1b5e0f47e7d0 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=6915a7d3-aad4-4a54-8ede-cf38f493194a HTTP/1.1" status: 200 len: 945 time: 0.0738463 Oct 27 18:35:47.771180 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cd0ba9a2-b6ff-482f-9b27-385a49dbc269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:47.787541 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b3c1ba24-9a99-4aeb-a170-c6540586614f req-16bcef99-5d38-407b-89e0-86aac0617e4a tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436025 Oct 27 18:35:47.789013 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a55e13df-c319-47fe-ab10-51540f822d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:47.805157 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ba9a2-b6ff-482f-9b27-385a49dbc269 None None] Pushing event deleted for resources: {'Port': ['ID=91071771-4fcf-4bad-b09b-715147a5e55a,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:47.825941 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0ba9a2-b6ff-482f-9b27-385a49dbc269 None None] No DVR routers for this DVR port 91071771-4fcf-4bad-b09b-715147a5e55a on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:35:47.839800 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0ec580f1-fc0e-4411-a9ce-5edf8b4d0dd1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:47.844717 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b1ae347c-85a9-4970-ae16-b09c5d8d22cd tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:47.848599 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a55e13df-c319-47fe-ab10-51540f822d1c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=00f8632c84cf4ead979283f8a4595ccc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5380492 Oct 27 18:35:47.851255 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43890) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:47.873401 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-b1ae347c-85a9-4970-ae16-b09c5d8d22cd tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c1eaaa1-9df3-4991-9c50-e7889f97c061']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:47.878265 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0ec580f1-fc0e-4411-a9ce-5edf8b4d0dd1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:47.882215 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e13df-c319-47fe-ab10-51540f822d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae6c0da-905e-4733-bc55-b9205e1bc031,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:47.882367 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0ec580f1-fc0e-4411-a9ce-5edf8b4d0dd1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "DELETE /v2.0/networks/0408731a-2943-4656-8fbe-0465c42a9c16 HTTP/1.1" status: 204 len: 168 time: 3.4881546 Oct 27 18:35:47.895423 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43892) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:47.912710 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec580f1-fc0e-4411-a9ce-5edf8b4d0dd1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event deleted for resources: {'Network': ['ID=0408731a-2943-4656-8fbe-0465c42a9c16,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:47.924901 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-b1ae347c-85a9-4970-ae16-b09c5d8d22cd tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fb716e8-c635-458a-b3ed-bf1055a2446a') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:47.925479 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-b1ae347c-85a9-4970-ae16-b09c5d8d22cd tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fb716e8-c635-458a-b3ed-bf1055a2446a') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:47.940077 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b1ae347c-85a9-4970-ae16-b09c5d8d22cd tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:47.975700 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b1ae347c-85a9-4970-ae16-b09c5d8d22cd tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:47.982596 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-83cebb17-ccbe-4e5c-8906-80c277e9b514 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] DELETE failed (client error): The resource could not be found. Oct 27 18:35:47.983361 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83cebb17-ccbe-4e5c-8906-80c277e9b514 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:35:47.994502 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1ae347c-85a9-4970-ae16-b09c5d8d22cd tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:35:47.995323 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b1ae347c-85a9-4970-ae16-b09c5d8d22cd tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:48.001495 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-83cebb17-ccbe-4e5c-8906-80c277e9b514 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "DELETE /v2.0/subnets/a5f300d4-9cfc-44d2-bf5f-69dd2600ab99 HTTP/1.1" status: 404 len: 337 time: 0.1002750 Oct 27 18:35:48.002246 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:35:48.002246 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:35:48.002246 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:35:48.002246 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:35:48.002246 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:35:48.002246 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:35:48.002246 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:35:48.002246 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:35:48.002246 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:35:48.002246 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:35:48.002246 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:35:48.002246 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:35:48.002246 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:35:48.002246 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:35:48.002246 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:35:48.002246 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:35:48.002246 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:35:48.002246 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:35:48.002246 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:35:48.002246 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:35:48.002246 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:35:48.002246 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:35:48.002246 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:35:48.002246 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:35:48.002246 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:35:48.002246 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:35:48.002246 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:35:48.002246 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:35:48.002246 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:35:48.002246 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:35:48.002246 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:35:48.002246 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:35:48.003742 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 43898) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:48.011923 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 91071771-4fcf-4bad-b09b-715147a5e55a no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:35:48.063086 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 91071771-4fcf-4bad-b09b-715147a5e55a {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:35:48.069190 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 91071771-4fcf-4bad-b09b-715147a5e55a not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:35:48.069697 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 8d246dfd-dc5c-441d-a32c-534cf03f8d4b no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:35:48.112482 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 8d246dfd-dc5c-441d-a32c-534cf03f8d4b {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:35:48.113558 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 8d246dfd-dc5c-441d-a32c-534cf03f8d4b not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:35:48.133017 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4761d19-5c43-4fab-b9e9-a94b266a2612 req-b4fdb7b0-ecf3-4f90-84be-b27ad0032787 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:48.141464 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a4761d19-5c43-4fab-b9e9-a94b266a2612 req-b4fdb7b0-ecf3-4f90-84be-b27ad0032787 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed0fa7d-5a3c-4610-84cf-bffc82ac30e4 HTTP/1.1" status: 200 len: 946 time: 0.2196527 Oct 27 18:35:48.154105 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3e1152ad-8046-4f21-97ea-2461d30364ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:48.184017 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b6d4d72-e939-420d-b7ab-5f0e2cf6d091 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] DELETE failed (client error): The resource could not be found. Oct 27 18:35:48.185007 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b6d4d72-e939-420d-b7ab-5f0e2cf6d091 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:35:48.188633 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6b6d4d72-e939-420d-b7ab-5f0e2cf6d091 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "DELETE /v2.0/networks/0408731a-2943-4656-8fbe-0465c42a9c16 HTTP/1.1" status: 404 len: 339 time: 0.0522168 Oct 27 18:35:48.192918 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 43908) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:48.213137 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3e1152ad-8046-4f21-97ea-2461d30364ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:48.232314 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-9653446c-345a-4458-bcf4-3a506e9541a1 req-6f47fe28-ff1e-4e10-b84d-735a6197d328 tempest-LiveMigrationTest-1244876612 tempest-LiveMigrationTest-1244876612-project] (102878) timed out ('10.222.0.81', 50188) {{(pid=102878) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 18:35:48.240316 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9e82cb5-2075-474e-a541-653663c2157f tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] DELETE failed (client error): The resource could not be found. Oct 27 18:35:48.240734 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9e82cb5-2075-474e-a541-653663c2157f tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:35:48.242557 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a4761d19-5c43-4fab-b9e9-a94b266a2612 req-ba6e234a-8401-4194-be4f-4a67344e81cb tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001670 Oct 27 18:35:48.244178 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b9e82cb5-2075-474e-a541-653663c2157f tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "DELETE /v2.0/subnets/e1d6ec81-4c3c-4b98-b14c-d42b396a0807 HTTP/1.1" status: 404 len: 337 time: 0.0464540 Oct 27 18:35:48.246680 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 43910) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:48.258027 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b1ae347c-85a9-4970-ae16-b09c5d8d22cd tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:48.281139 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b1ae347c-85a9-4970-ae16-b09c5d8d22cd tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:48.288484 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b1ae347c-85a9-4970-ae16-b09c5d8d22cd tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "DELETE /v2.0/networks/7c1eaaa1-9df3-4991-9c50-e7889f97c061 HTTP/1.1" status: 204 len: 168 time: 1.5824058 Oct 27 18:35:48.289534 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 43916) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:48.302085 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-211c6f72-163b-43b3-b062-4b82f92a8fd8 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] DELETE failed (client error): The resource could not be found. Oct 27 18:35:48.302679 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-211c6f72-163b-43b3-b062-4b82f92a8fd8 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:35:48.308626 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-211c6f72-163b-43b3-b062-4b82f92a8fd8 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "DELETE /v2.0/networks/efa25888-ad1c-48c1-967e-45c1cc36d909 HTTP/1.1" status: 404 len: 339 time: 0.0586839 Oct 27 18:35:48.309098 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43920) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:48.315851 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae347c-85a9-4970-ae16-b09c5d8d22cd tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event deleted for resources: {'Network': ['ID=7c1eaaa1-9df3-4991-9c50-e7889f97c061,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:48.489203 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e1dd5ac7-ebb4-4d93-823b-f16142e02290 req-dbbcadd1-05f5-4c49-b609-dbfe84669256 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6f4610d-a1f8-4939-8d57-c11a3ec0ab4c HTTP/1.1" status: 200 len: 210 time: 0.0696011 Oct 27 18:35:48.498844 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-07bf44ab-2480-4c5a-9f68-c37eb138e55e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:48.526709 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64986e66-45ca-4902-9dfb-ddd420699723 req-05cba8c7-33de-4237-bc6f-042ba72fa43b tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:48.528544 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-64986e66-45ca-4902-9dfb-ddd420699723 req-05cba8c7-33de-4237-bc6f-042ba72fa43b tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cd80ede-16c6-48b9-85cc-5b788822d681 HTTP/1.1" status: 200 len: 945 time: 0.1072214 Oct 27 18:35:48.623362 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3e1152ad-8046-4f21-97ea-2461d30364ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:48.626775 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3e1152ad-8046-4f21-97ea-2461d30364ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:48.630266 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3e1152ad-8046-4f21-97ea-2461d30364ed admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2ae6c0da-905e-4733-bc55-b9205e1bc031 HTTP/1.1" status: 204 len: 168 time: 0.7757919 Oct 27 18:35:48.660259 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1152ad-8046-4f21-97ea-2461d30364ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae6c0da-905e-4733-bc55-b9205e1bc031,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:48.670572 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-07bf44ab-2480-4c5a-9f68-c37eb138e55e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:48.689157 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-64986e66-45ca-4902-9dfb-ddd420699723 req-15d87b6b-495f-4274-b08c-20b553d3d3fe tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361392 Oct 27 18:35:48.704922 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-07bf44ab-2480-4c5a-9f68-c37eb138e55e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e12c938-5707-4ef1-abba-3b690808203b']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:48.718151 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-07bf44ab-2480-4c5a-9f68-c37eb138e55e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35180169-a0b7-4497-8bab-2bf7c0de4172') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:48.718554 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-07bf44ab-2480-4c5a-9f68-c37eb138e55e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35180169-a0b7-4497-8bab-2bf7c0de4172') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:48.730329 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-07bf44ab-2480-4c5a-9f68-c37eb138e55e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:48.742136 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-8786758b-b1cb-4d14-ae23-72667be779f1 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1625912 Oct 27 18:35:48.756049 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-07bf44ab-2480-4c5a-9f68-c37eb138e55e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:48.764389 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07bf44ab-2480-4c5a-9f68-c37eb138e55e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:35:48.764908 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-07bf44ab-2480-4c5a-9f68-c37eb138e55e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:48.769272 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:35:48.769272 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:35:48.769272 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:35:48.769272 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:35:48.769272 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:35:48.769272 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:35:48.769272 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:35:48.769272 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:35:48.769272 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:35:48.769272 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:35:48.769272 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:35:48.769272 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:35:48.769272 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:35:48.769272 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:35:48.769272 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:35:48.769272 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:35:48.769272 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:35:48.769272 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:35:48.769272 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:35:48.769272 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:35:48.769272 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:35:48.769272 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:35:48.769272 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:35:48.769272 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:35:48.769272 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:35:48.769272 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:35:48.769272 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:35:48.769272 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:35:48.769272 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:35:48.769272 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:35:48.769272 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:35:48.769272 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:35:48.890841 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-da662db7-6cb8-48a6-a219-d9742faf2ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:48.891324 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-da662db7-6cb8-48a6-a219-d9742faf2ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:48.892251 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-da662db7-6cb8-48a6-a219-d9742faf2ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:48.892719 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-da662db7-6cb8-48a6-a219-d9742faf2ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:48.893366 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-da662db7-6cb8-48a6-a219-d9742faf2ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:48.893861 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-da662db7-6cb8-48a6-a219-d9742faf2ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:48.894353 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-da662db7-6cb8-48a6-a219-d9742faf2ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:48.896240 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-da662db7-6cb8-48a6-a219-d9742faf2ae7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f7ff550a115b45e2bb54d05b8fe668a7&device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 6501 time: 0.0877843 Oct 27 18:35:48.904513 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-836296d3-7f16-47e3-b185-c84296419c02 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:48.987459 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eac10e-9825-4830-953f-618679a85ffa req-896b694f-460d-49e6-bd68-fe0ac8a54d71 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:48.994728 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eac10e-9825-4830-953f-618679a85ffa req-896b694f-460d-49e6-bd68-fe0ac8a54d71 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:49.002453 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eac10e-9825-4830-953f-618679a85ffa req-896b694f-460d-49e6-bd68-fe0ac8a54d71 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:49.004502 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-32eac10e-9825-4830-953f-618679a85ffa req-896b694f-460d-49e6-bd68-fe0ac8a54d71 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cd80ede-16c6-48b9-85cc-5b788822d681&device_id=0ed0fa7d-5a3c-4610-84cf-bffc82ac30e4&device_id=6915a7d3-aad4-4a54-8ede-cf38f493194a HTTP/1.1" status: 200 len: 2417 time: 0.1034551 Oct 27 18:35:49.006491 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-07bf44ab-2480-4c5a-9f68-c37eb138e55e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:49.020010 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-07bf44ab-2480-4c5a-9f68-c37eb138e55e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:49.025422 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-07bf44ab-2480-4c5a-9f68-c37eb138e55e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "DELETE /v2.0/networks/9e12c938-5707-4ef1-abba-3b690808203b HTTP/1.1" status: 204 len: 168 time: 0.7100439 Oct 27 18:35:49.032507 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43958) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:49.052829 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bf44ab-2480-4c5a-9f68-c37eb138e55e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event deleted for resources: {'Network': ['ID=9e12c938-5707-4ef1-abba-3b690808203b,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:49.086863 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa7206e9-2dee-4be2-af10-8f160d1457f3 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] DELETE failed (client error): The resource could not be found. Oct 27 18:35:49.087326 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa7206e9-2dee-4be2-af10-8f160d1457f3 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:35:49.093552 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-fa7206e9-2dee-4be2-af10-8f160d1457f3 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "DELETE /v2.0/subnets/2e846c23-5aed-4824-8903-1e23ec93ca38 HTTP/1.1" status: 404 len: 337 time: 0.0484066 Oct 27 18:35:49.094310 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43960) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:49.116901 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-4705c147-1b25-46ee-82f2-b1a0f1e8e05a tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] DELETE failed (client error): The resource could not be found. Oct 27 18:35:49.117485 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4705c147-1b25-46ee-82f2-b1a0f1e8e05a tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:35:49.120662 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4705c147-1b25-46ee-82f2-b1a0f1e8e05a tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "DELETE /v2.0/networks/1cce0e05-d315-4268-b2bd-518fc9c1f62c HTTP/1.1" status: 404 len: 339 time: 0.0253220 Oct 27 18:35:49.128047 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43968) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:49.165111 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-32eac10e-9825-4830-953f-618679a85ffa req-9535a725-dfe0-4a51-9d60-8828853b99d8 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390035 Oct 27 18:35:49.166034 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-07371193-62d0-4b61-901f-4b2f5236eb39 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] DELETE failed (client error): The resource could not be found. Oct 27 18:35:49.166496 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07371193-62d0-4b61-901f-4b2f5236eb39 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:35:49.184055 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-07371193-62d0-4b61-901f-4b2f5236eb39 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "DELETE /v2.0/subnets/9c6ee242-29eb-45a2-b4db-8bdbee6a294d HTTP/1.1" status: 404 len: 337 time: 0.0550277 Oct 27 18:35:49.196287 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43974) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:49.304523 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb7a513d-e384-4d68-92b0-ad03b4638c7a tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] DELETE failed (client error): The resource could not be found. Oct 27 18:35:49.305194 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb7a513d-e384-4d68-92b0-ad03b4638c7a tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:35:49.308509 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-eb7a513d-e384-4d68-92b0-ad03b4638c7a tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "DELETE /v2.0/networks/85064d64-e93d-4de1-8268-a9385818208a HTTP/1.1" status: 404 len: 339 time: 0.1101754 Oct 27 18:35:49.325852 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43982) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:49.371435 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-00536ffc-ba7f-4f7f-aa03-7ef917c251b1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] DELETE failed (client error): The resource could not be found. Oct 27 18:35:49.371435 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00536ffc-ba7f-4f7f-aa03-7ef917c251b1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:35:49.371435 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-00536ffc-ba7f-4f7f-aa03-7ef917c251b1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "DELETE /v2.0/subnets/9c0fdc44-2723-4004-9d3b-c1ae13454900 HTTP/1.1" status: 404 len: 337 time: 0.0440907 Oct 27 18:35:49.378705 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43994) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:49.425440 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d8a0b23d-2cc2-469d-a224-5355a4d68fb3 req-ce42f730-a4e7-477c-959c-d4798876067b tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1811619 Oct 27 18:35:49.427982 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-284200cc-5b4b-4549-a4ad-b4a61a1ab180 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] DELETE failed (client error): The resource could not be found. Oct 27 18:35:49.427982 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-284200cc-5b4b-4549-a4ad-b4a61a1ab180 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:35:49.432835 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-284200cc-5b4b-4549-a4ad-b4a61a1ab180 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "DELETE /v2.0/networks/131f1570-c8e0-4a20-a95c-4efb5cc47d0f HTTP/1.1" status: 404 len: 339 time: 0.0516694 Oct 27 18:35:49.436109 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44000) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:49.468702 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-1287411d-32ac-49a9-80f7-6a055f21ef88 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] DELETE failed (client error): The resource could not be found. Oct 27 18:35:49.469163 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1287411d-32ac-49a9-80f7-6a055f21ef88 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:35:49.472672 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1287411d-32ac-49a9-80f7-6a055f21ef88 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "DELETE /v2.0/subnets/678b4166-68ff-4c26-8122-2804842d29f5 HTTP/1.1" status: 404 len: 337 time: 0.0354800 Oct 27 18:35:49.475178 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44002) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:49.504439 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d77b8c3-4dcc-4701-92c4-66511ffafe45 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] DELETE failed (client error): The resource could not be found. Oct 27 18:35:49.506752 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d77b8c3-4dcc-4701-92c4-66511ffafe45 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:35:49.516029 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3d77b8c3-4dcc-4701-92c4-66511ffafe45 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "DELETE /v2.0/networks/7ad6afcc-a454-4a34-b41c-50294e36eb71 HTTP/1.1" status: 404 len: 339 time: 0.0397766 Oct 27 18:35:49.518470 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44010) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:49.595737 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ddeb0cd-ee47-41ce-86f0-0aa1ba22573d tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] DELETE failed (client error): The resource could not be found. Oct 27 18:35:49.596205 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ddeb0cd-ee47-41ce-86f0-0aa1ba22573d tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:35:49.601616 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0ddeb0cd-ee47-41ce-86f0-0aa1ba22573d tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "DELETE /v2.0/subnets/c53d81db-c2e5-4c6d-990b-2b4b8d412674 HTTP/1.1" status: 404 len: 337 time: 0.0820000 Oct 27 18:35:49.611424 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44022) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:49.652686 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4773dc5-6c23-454e-8635-c03e0aaafa69 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] DELETE failed (client error): The resource could not be found. Oct 27 18:35:49.653991 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4773dc5-6c23-454e-8635-c03e0aaafa69 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:35:49.657321 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a4773dc5-6c23-454e-8635-c03e0aaafa69 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "DELETE /v2.0/networks/0de39d21-151a-4069-a93e-101140985945 HTTP/1.1" status: 404 len: 339 time: 0.0447690 Oct 27 18:35:49.669681 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44024) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:49.764982 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e24c81e1-ae09-4385-9a95-616bfbab866c req-5b49e707-9f8d-4629-b8e0-412a2246aced tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6f4610d-a1f8-4939-8d57-c11a3ec0ab4c HTTP/1.1" status: 200 len: 210 time: 0.1136417 Oct 27 18:35:49.766901 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb8d1075-beb2-46d5-94f6-a4ffdf735d92 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] DELETE failed (client error): The resource could not be found. Oct 27 18:35:49.769855 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb8d1075-beb2-46d5-94f6-a4ffdf735d92 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:35:49.782193 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-bb8d1075-beb2-46d5-94f6-a4ffdf735d92 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "DELETE /v2.0/subnets/7c18f901-4df6-447c-af45-4a2b63057902 HTTP/1.1" status: 404 len: 337 time: 0.1113398 Oct 27 18:35:49.785820 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44032) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:49.845461 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-86c81916-1e98-4afe-996a-69c93dcbd14a tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] DELETE failed (client error): The resource could not be found. Oct 27 18:35:49.846041 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86c81916-1e98-4afe-996a-69c93dcbd14a tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:35:49.850946 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-86c81916-1e98-4afe-996a-69c93dcbd14a tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "DELETE /v2.0/networks/15d75bb5-cd8d-4918-85fd-700b46c6c0b7 HTTP/1.1" status: 404 len: 339 time: 0.0640550 Oct 27 18:35:49.853057 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44040) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:49.882450 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-c516f1ab-a251-41cf-98e4-93a200ac706d tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] DELETE failed (client error): The resource could not be found. Oct 27 18:35:49.882955 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c516f1ab-a251-41cf-98e4-93a200ac706d tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:35:49.886964 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c516f1ab-a251-41cf-98e4-93a200ac706d tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "DELETE /v2.0/subnets/681b9750-5bfa-49cf-8af3-17a840e8d905 HTTP/1.1" status: 404 len: 337 time: 0.0328972 Oct 27 18:35:49.889637 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44042) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:49.920388 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-4c568e33-96b2-4b29-8f86-769beaeb1843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:49.920909 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-4c568e33-96b2-4b29-8f86-769beaeb1843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:49.921372 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-4c568e33-96b2-4b29-8f86-769beaeb1843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:49.924489 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-4c568e33-96b2-4b29-8f86-769beaeb1843 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e7a71d4d-f2a8-460d-b289-b8a552af97cd&id=c77cbe16-409d-4d1e-8a39-10a063ae0bca&id=c77cbe16-409d-4d1e-8a39-10a063ae0bca&id=c77cbe16-409d-4d1e-8a39-10a063ae0bca&id=c77cbe16-409d-4d1e-8a39-10a063ae0bca&id=7a4a9448-dde2-4330-a4d7-528d39b56a56&id=7a4a9448-dde2-4330-a4d7-528d39b56a56 HTTP/1.1" status: 200 len: 2301 time: 0.4747801 Oct 27 18:35:49.927342 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae187228-fade-478a-b391-5f3be4fe696e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] DELETE failed (client error): The resource could not be found. Oct 27 18:35:49.927949 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae187228-fade-478a-b391-5f3be4fe696e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:35:49.930057 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-1c03b480-c35f-45f1-8d44-7bc4ca633b21 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:49.931465 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-1c03b480-c35f-45f1-8d44-7bc4ca633b21 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.93 "GET /v2.0/networks?id=0f4fe408-cfac-4f2a-8c2f-b5054aadc454 HTTP/1.1" status: 200 len: 809 time: 0.4817398 Oct 27 18:35:49.937637 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ae187228-fade-478a-b391-5f3be4fe696e tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "DELETE /v2.0/networks/bfea1636-948a-4c9e-ac8b-3fee52208548 HTTP/1.1" status: 404 len: 339 time: 0.0466757 Oct 27 18:35:49.938256 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44044) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:49.987996 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-b19ef640-b582-427d-85e0-b7859bd19064 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Request body: {'port': {'device_id': 'c6f4610d-a1f8-4939-8d57-c11a3ec0ab4c', 'network_id': '0f4fe408-cfac-4f2a-8c2f-b5054aadc454', 'admin_state_up': True, 'tenant_id': '1ca2b7a105554b2d984d4beb458346dc'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:49.997945 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1777912-9251-4038-9f13-eda34565d76f tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] DELETE failed (client error): The resource could not be found. Oct 27 18:35:49.998712 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1777912-9251-4038-9f13-eda34565d76f tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:35:50.002152 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b1777912-9251-4038-9f13-eda34565d76f tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "DELETE /v2.0/subnets/f1dbfeb8-b090-45ba-b70f-4c2563b067c7 HTTP/1.1" status: 404 len: 337 time: 0.0629442 Oct 27 18:35:50.005986 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44050) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:50.027169 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a51ded4-161f-4ea7-8046-f1e76f95f1df tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] DELETE failed (client error): The resource could not be found. Oct 27 18:35:50.028592 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a51ded4-161f-4ea7-8046-f1e76f95f1df tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:35:50.033093 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8a51ded4-161f-4ea7-8046-f1e76f95f1df tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "DELETE /v2.0/networks/729dc305-3edf-409f-9f1b-d715e61ac3bd HTTP/1.1" status: 404 len: 339 time: 0.0247610 Oct 27 18:35:50.037914 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44054) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:50.100555 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44062) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:50.112606 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8422944-1238-4e1a-b552-7aa794cf85bd tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Deleting subnet 55dcee8e-a442-4c9d-83f3-9fe718529670 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:35:50.150754 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-db82f40e-8c0f-46cd-aabd-399d15c36cbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:50.152862 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f8422944-1238-4e1a-b552-7aa794cf85bd tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:50.167555 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-d99e84ff-a34b-4a9a-a713-f224ff82ce5c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6bbae83-7fc2-4178-897c-e479dc4fc74b HTTP/1.1" status: 200 len: 1001 time: 0.2311585 Oct 27 18:35:50.248112 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f8422944-1238-4e1a-b552-7aa794cf85bd tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:50.296867 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-11ed16d4-f838-4818-88cd-d917ff17d806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:50.298500 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-11ed16d4-f838-4818-88cd-d917ff17d806 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2d3bd725-56cb-4497-bc09-775fd7d3c5d8 HTTP/1.1" status: 200 len: 856 time: 0.1227634 Oct 27 18:35:50.358836 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f8422944-1238-4e1a-b552-7aa794cf85bd tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:50.440477 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-b19ef640-b582-427d-85e0-b7859bd19064 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Made reservation on behalf of 1ca2b7a105554b2d984d4beb458346dc for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:35:50.446318 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-b19ef640-b582-427d-85e0-b7859bd19064 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:50.559119 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-db82f40e-8c0f-46cd-aabd-399d15c36cbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:50.593410 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-6310ac2f-5c45-4b26-a1f2-e5b9d375bda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:50.596029 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-6310ac2f-5c45-4b26-a1f2-e5b9d375bda0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e7a71d4d-f2a8-460d-b289-b8a552af97cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2793629 Oct 27 18:35:50.674615 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f8422944-1238-4e1a-b552-7aa794cf85bd tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:50.767379 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-db82f40e-8c0f-46cd-aabd-399d15c36cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:50.798427 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8422944-1238-4e1a-b552-7aa794cf85bd tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event deleted for resources: {'Subnet': ['ID=55dcee8e-a442-4c9d-83f3-9fe718529670,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:50.973906 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db82f40e-8c0f-46cd-aabd-399d15c36cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b4bbb1-d343-491a-93ed-bc06a347cf0b,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:50.979433 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f8422944-1238-4e1a-b552-7aa794cf85bd tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:50.985802 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f8422944-1238-4e1a-b552-7aa794cf85bd tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "DELETE /v2.0/subnets/55dcee8e-a442-4c9d-83f3-9fe718529670 HTTP/1.1" status: 204 len: 168 time: 0.9439602 Oct 27 18:35:50.989630 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a238c8-f06a-4f47-af9b-85d0668d3057 None None] Network 32aef117-bfa1-4437-8292-9cc7e95e96cf requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:35:50.990169 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-836296d3-7f16-47e3-b185-c84296419c02 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Deleting port fc3e7bc5-e562-40af-ab60-4cb019346046 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:35:50.990527 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-836296d3-7f16-47e3-b185-c84296419c02 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:51.005718 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44102) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:51.046982 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a3cfefcb-56c9-4b47-8545-f254a97ace2c req-4cf249f2-d200-4a0e-8e44-c742aff46f99 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6f4610d-a1f8-4939-8d57-c11a3ec0ab4c HTTP/1.1" status: 200 len: 210 time: 0.1267507 Oct 27 18:35:51.058397 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-db82f40e-8c0f-46cd-aabd-399d15c36cbd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=85fb1a0cf69b4663a69461040b42625e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9564440 Oct 27 18:35:51.059702 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44106) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:51.116100 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-24571528-5eec-4956-acd8-6ad7ff04aa0a service neutron] 10.222.0.93 "GET /v2.0/networks/e7a71d4d-f2a8-460d-b289-b8a552af97cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5033913 Oct 27 18:35:51.211382 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ef764062-d269-4c2c-8cde-97d13382c9b1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:51.226373 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-b19ef640-b582-427d-85e0-b7859bd19064 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Allocated IP 172.20.0.8 (0f4fe408-cfac-4f2a-8c2f-b5054aadc454/65ac4810-8e50-4c01-96ee-60c0f28e60c2/efcf821d-d260-427a-8578-b67a8e504f53) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:35:51.237603 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b7e6f131-1a80-4165-9408-39ef02e8772e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:51.251531 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-836296d3-7f16-47e3-b185-c84296419c02 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] For port fc3e7bc5-e562-40af-ab60-4cb019346046, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=fc3e7bc5-e562-40af-ab60-4cb019346046,segment=NetworkSegment(d42a0843-158e-489a-84e8-af0708984a78),segment_id=d42a0843-158e-489a-84e8-af0708984a78)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:35:51.251910 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-836296d3-7f16-47e3-b185-c84296419c02 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:51.275322 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-836296d3-7f16-47e3-b185-c84296419c02 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Calling delete_port for fc3e7bc5-e562-40af-ab60-4cb019346046 owned by network:router_interface {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:35:51.275654 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b7e6f131-1a80-4165-9408-39ef02e8772e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:51.325033 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6933eb97-42fc-433c-9348-c68bb929cabf None None] DHCP port deletion for 32aef117-bfa1-4437-8292-9cc7e95e96cf request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:35:51.402013 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6933eb97-42fc-433c-9348-c68bb929cabf None None] Deleting port 7c670e9b-d05d-42da-90b2-2dcdeca542fe {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:35:51.402449 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6933eb97-42fc-433c-9348-c68bb929cabf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:51.456608 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-8c5b3c46-0fbd-4927-9f0c-080686be28b1 service neutron] 10.222.0.93 "GET /v2.0/networks/e7a71d4d-f2a8-460d-b289-b8a552af97cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038371 Oct 27 18:35:51.500927 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b2817-a334-4cca-bee3-e67fc244dc43 req-61e84571-e0a9-48a2-bdb9-a7d069d3b5e0 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:51.504263 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-266b2817-a334-4cca-bee3-e67fc244dc43 req-61e84571-e0a9-48a2-bdb9-a7d069d3b5e0 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cd80ede-16c6-48b9-85cc-5b788822d681 HTTP/1.1" status: 200 len: 945 time: 0.1204209 Oct 27 18:35:51.537191 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-ef764062-d269-4c2c-8cde-97d13382c9b1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Deleting port 7c670e9b-d05d-42da-90b2-2dcdeca542fe {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:35:51.538421 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ef764062-d269-4c2c-8cde-97d13382c9b1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:51.559634 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-ccdc5151-c001-48ef-8d56-4a6189d151fd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=b2a5ef78-9b0f-4779-ac14-f1338bdabd09 HTTP/1.1" status: 200 len: 217 time: 0.0921681 Oct 27 18:35:51.581772 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6933eb97-42fc-433c-9348-c68bb929cabf None None] For port 7c670e9b-d05d-42da-90b2-2dcdeca542fe, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=7c670e9b-d05d-42da-90b2-2dcdeca542fe,segment=NetworkSegment(eec531de-8065-419f-9322-2101fc5a7597),segment_id=eec531de-8065-419f-9322-2101fc5a7597)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:35:51.582707 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6933eb97-42fc-433c-9348-c68bb929cabf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:51.602178 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6933eb97-42fc-433c-9348-c68bb929cabf None None] Calling delete_port for 7c670e9b-d05d-42da-90b2-2dcdeca542fe owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:35:51.668052 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b7e6f131-1a80-4165-9408-39ef02e8772e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:51.672547 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b7e6f131-1a80-4165-9408-39ef02e8772e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:51.676318 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b7e6f131-1a80-4165-9408-39ef02e8772e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f2b4bbb1-d343-491a-93ed-bc06a347cf0b HTTP/1.1" status: 204 len: 168 time: 0.6033580 Oct 27 18:35:51.694123 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-88ffb51e-93bd-4e0a-b828-7ccf956450d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:51.695732 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-88ffb51e-93bd-4e0a-b828-7ccf956450d4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0c846821-c400-4b07-990c-53ee0d225496 HTTP/1.1" status: 200 len: 797 time: 0.1256914 Oct 27 18:35:51.700457 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-b19ef640-b582-427d-85e0-b7859bd19064 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:51.737411 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e6f131-1a80-4165-9408-39ef02e8772e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b4bbb1-d343-491a-93ed-bc06a347cf0b,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:51.768076 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-266b2817-a334-4cca-bee3-e67fc244dc43 req-56a1903b-0e77-4dda-9ed3-e8d53c25c8bd tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399883 Oct 27 18:35:51.780288 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-ef764062-d269-4c2c-8cde-97d13382c9b1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] For port 7c670e9b-d05d-42da-90b2-2dcdeca542fe, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=7c670e9b-d05d-42da-90b2-2dcdeca542fe,segment=NetworkSegment(eec531de-8065-419f-9322-2101fc5a7597),segment_id=eec531de-8065-419f-9322-2101fc5a7597)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:35:51.785972 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ef764062-d269-4c2c-8cde-97d13382c9b1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:51.804416 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-ef764062-d269-4c2c-8cde-97d13382c9b1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Calling delete_port for 7c670e9b-d05d-42da-90b2-2dcdeca542fe owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:35:51.833987 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7c670e9b-d05d-42da-90b2-2dcdeca542fe no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:35:51.837968 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6933eb97-42fc-433c-9348-c68bb929cabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:51.871567 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-2e8440b1-0e18-4c18-b599-197e39962321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:51.873397 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-2e8440b1-0e18-4c18-b599-197e39962321 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c77cbe16-409d-4d1e-8a39-10a063ae0bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1691463 Oct 27 18:35:51.893999 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 7c670e9b-d05d-42da-90b2-2dcdeca542fe {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:35:51.894342 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7c670e9b-d05d-42da-90b2-2dcdeca542fe not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:35:51.896061 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6933eb97-42fc-433c-9348-c68bb929cabf None None] No DVR routers for this DVR port 7c670e9b-d05d-42da-90b2-2dcdeca542fe on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:35:51.896762 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ef764062-d269-4c2c-8cde-97d13382c9b1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:51.898038 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933eb97-42fc-433c-9348-c68bb929cabf None None] Pushing event deleted for resources: {'Port': ['ID=7c670e9b-d05d-42da-90b2-2dcdeca542fe,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:51.939495 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef764062-d269-4c2c-8cde-97d13382c9b1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] No DVR routers for this DVR port 7c670e9b-d05d-42da-90b2-2dcdeca542fe on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:35:51.947023 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef764062-d269-4c2c-8cde-97d13382c9b1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event deleted for resources: {'Port': ['ID=7c670e9b-d05d-42da-90b2-2dcdeca542fe,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:51.986181 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-eecf74a8-1132-44bd-ba10-fb68e4d3406d service neutron] 10.222.0.93 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023028 Oct 27 18:35:51.987749 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-836296d3-7f16-47e3-b185-c84296419c02 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:51.990414 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-b19ef640-b582-427d-85e0-b7859bd19064 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:52.048806 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836296d3-7f16-47e3-b185-c84296419c02 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event deleted for resources: {'Port': ['ID=fc3e7bc5-e562-40af-ab60-4cb019346046,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:52.149477 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-b19ef640-b582-427d-85e0-b7859bd19064 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Network 0f4fe408-cfac-4f2a-8c2f-b5054aadc454 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:35:52.159180 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-b19ef640-b582-427d-85e0-b7859bd19064 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:35:52.219933 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-b19ef640-b582-427d-85e0-b7859bd19064 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:35:52.241210 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19ef640-b582-427d-85e0-b7859bd19064 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Pushing event updated for resources: {'Port': ['ID=efcf821d-d260-427a-8578-b67a8e504f53,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:52.327957 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-9e006657-666b-4ae2-8d85-c68f307e5363 service neutron] 10.222.0.93 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317268 Oct 27 18:35:52.417243 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44154) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:52.431004 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-a2fad30b-0a0f-4ec6-881e-4dbe8724539c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=de66f073-b55a-4294-bcf0-2738e20e2c40 HTTP/1.1" status: 200 len: 217 time: 0.0783753 Oct 27 18:35:52.507571 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-836296d3-7f16-47e3-b185-c84296419c02 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:52.516194 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ef764062-d269-4c2c-8cde-97d13382c9b1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:52.518051 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-b19ef640-b582-427d-85e0-b7859bd19064 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:52.518725 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-b19ef640-b582-427d-85e0-b7859bd19064 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:52.546379 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-ef764062-d269-4c2c-8cde-97d13382c9b1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32aef117-bfa1-4437-8292-9cc7e95e96cf']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:52.561342 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159aa07-ea44-4da5-ac6b-e63d028651ac req-63369c53-a59c-4c36-b5cf-0c1090d99517 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:52.569422 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8159aa07-ea44-4da5-ac6b-e63d028651ac req-63369c53-a59c-4c36-b5cf-0c1090d99517 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6f4610d-a1f8-4939-8d57-c11a3ec0ab4c HTTP/1.1" status: 200 len: 931 time: 0.1428556 Oct 27 18:35:52.600259 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-ef764062-d269-4c2c-8cde-97d13382c9b1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eec531de-8065-419f-9322-2101fc5a7597') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:52.600564 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-ef764062-d269-4c2c-8cde-97d13382c9b1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eec531de-8065-419f-9322-2101fc5a7597') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:52.625748 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ef764062-d269-4c2c-8cde-97d13382c9b1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:52.638192 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-3a781f7d-e3b2-4f51-a66d-fc9555838699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:52.638192 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-3a781f7d-e3b2-4f51-a66d-fc9555838699 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0c846821-c400-4b07-990c-53ee0d225496 HTTP/1.1" status: 200 len: 797 time: 0.1967218 Oct 27 18:35:52.650887 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ef764062-d269-4c2c-8cde-97d13382c9b1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:52.663102 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8159aa07-ea44-4da5-ac6b-e63d028651ac req-b8561eee-2e1e-4acc-b211-448cceed8cda tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ac72845-ff64-48c9-be88-0f35c81b41e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917728 Oct 27 18:35:52.669139 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef764062-d269-4c2c-8cde-97d13382c9b1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:35:52.669696 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ef764062-d269-4c2c-8cde-97d13382c9b1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:52.672997 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:35:52.672997 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:35:52.672997 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:35:52.672997 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:35:52.672997 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:35:52.672997 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:35:52.672997 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:35:52.672997 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:35:52.672997 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:35:52.672997 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:35:52.672997 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:35:52.672997 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:35:52.672997 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:35:52.672997 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:35:52.672997 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:35:52.672997 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:35:52.672997 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:35:52.672997 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:35:52.672997 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:35:52.672997 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:35:52.672997 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:35:52.672997 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:35:52.672997 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:35:52.672997 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:35:52.672997 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:35:52.672997 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:35:52.672997 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:35:52.672997 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:35:52.672997 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:35:52.672997 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:35:52.672997 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:35:52.672997 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:35:52.748434 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6ad2d2f5-9f5f-4f6a-9e9b-c2b7a0f1d9ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:52.752894 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-b19ef640-b582-427d-85e0-b7859bd19064 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7687933 Oct 27 18:35:52.779231 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-a428e263-bc6b-4626-ae2d-64890309a502 service neutron] Request body: {'port': {'device_id': 'c6f4610d-a1f8-4939-8d57-c11a3ec0ab4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:52.833183 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ef764062-d269-4c2c-8cde-97d13382c9b1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:52.844593 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd676482-1f5e-4b68-9e98-d3fce6310f19 req-79b8f535-783f-4603-8cf4-cd1cb6b13777 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:52.846108 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fd676482-1f5e-4b68-9e98-d3fce6310f19 req-79b8f535-783f-4603-8cf4-cd1cb6b13777 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.93 "GET /v2.0/ports?device_id=5cd80ede-16c6-48b9-85cc-5b788822d681 HTTP/1.1" status: 200 len: 945 time: 0.1689913 Oct 27 18:35:52.850715 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ef764062-d269-4c2c-8cde-97d13382c9b1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:52.854612 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-f9625088-d483-405b-afb8-0ca9b8f1b780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:52.856217 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-f9625088-d483-405b-afb8-0ca9b8f1b780 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c77cbe16-409d-4d1e-8a39-10a063ae0bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1800880 Oct 27 18:35:52.857425 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ef764062-d269-4c2c-8cde-97d13382c9b1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] 10.222.0.52 "DELETE /v2.0/networks/32aef117-bfa1-4437-8292-9cc7e95e96cf HTTP/1.1" status: 204 len: 168 time: 1.8489807 Oct 27 18:35:52.877041 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef764062-d269-4c2c-8cde-97d13382c9b1 tempest-NetworksTest-1571114603 tempest-NetworksTest-1571114603-project] Pushing event deleted for resources: {'Network': ['ID=32aef117-bfa1-4437-8292-9cc7e95e96cf,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:52.942094 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2214b1d-4591-4ef9-9262-64b6244ad2ba req-a79c9197-cecb-493f-9b0e-694ee47b4abe tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:52.943920 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2214b1d-4591-4ef9-9262-64b6244ad2ba req-a79c9197-cecb-493f-9b0e-694ee47b4abe tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cd80ede-16c6-48b9-85cc-5b788822d681 HTTP/1.1" status: 200 len: 945 time: 0.0853775 Oct 27 18:35:52.987745 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2214b1d-4591-4ef9-9262-64b6244ad2ba req-f86278a3-52da-4f08-a65d-33d40078de56 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362709 Oct 27 18:35:53.376409 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-a428e263-bc6b-4626-ae2d-64890309a502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:53.409789 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44202) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:53.522289 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836296d3-7f16-47e3-b185-c84296419c02 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Router 3cefca64-bd59-4c19-967b-8173a97dcc26 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:35:53.551746 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6ad2d2f5-9f5f-4f6a-9e9b-c2b7a0f1d9ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:53.572565 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-7fce6387-3262-498d-920d-20942462dad7 service neutron] 10.222.0.93 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7094946 Oct 27 18:35:53.694133 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6ad2d2f5-9f5f-4f6a-9e9b-c2b7a0f1d9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:53.717053 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-fce5b85e-9e21-43b2-be72-e5412312e5d5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c64b98e347b049a8ae1262d3f6d73502&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3055089 Oct 27 18:35:53.719941 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44242) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:53.769992 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-fd676482-1f5e-4b68-9e98-d3fce6310f19 req-6b66403c-d2d1-4c5e-92a4-b09199286319 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Deleting port 743736f0-29ce-4876-a772-54307835853b {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:35:53.770343 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-fd676482-1f5e-4b68-9e98-d3fce6310f19 req-6b66403c-d2d1-4c5e-92a4-b09199286319 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:53.850271 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1c164431-cada-4fb5-ba6a-eef25f9eeaba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:53.882100 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1c164431-cada-4fb5-ba6a-eef25f9eeaba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:53.904296 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216705b-5522-46b9-aa4e-7dcd1a53afcf req-e220fea2-32c5-4dd1-9cdf-484208e4bec7 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:53.905856 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e216705b-5522-46b9-aa4e-7dcd1a53afcf req-e220fea2-32c5-4dd1-9cdf-484208e4bec7 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6f4610d-a1f8-4939-8d57-c11a3ec0ab4c HTTP/1.1" status: 200 len: 931 time: 0.1034846 Oct 27 18:35:53.912909 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6ad2d2f5-9f5f-4f6a-9e9b-c2b7a0f1d9ec admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=18ca7b0c0fa74c8cb7dc3bd386f01afe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4946289 Oct 27 18:35:53.921027 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44262) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:53.931722 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad2d2f5-9f5f-4f6a-9e9b-c2b7a0f1d9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077a958e-f1ec-498b-b03b-f30b5c467f24,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:53.966828 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e216705b-5522-46b9-aa4e-7dcd1a53afcf req-f9c889e7-af78-4b9b-abdd-103064104300 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ac72845-ff64-48c9-be88-0f35c81b41e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537503 Oct 27 18:35:53.979872 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836296d3-7f16-47e3-b185-c84296419c02 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:35:53.995519 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7246ea-0253-4f53-9f77-7821a6ea2e00 None None] Sync routers for ids ['3cefca64-bd59-4c19-967b-8173a97dcc26'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:35:53.999891 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-836296d3-7f16-47e3-b185-c84296419c02 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "PUT /v2.0/routers/3cefca64-bd59-4c19-967b-8173a97dcc26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6968219 Oct 27 18:35:54.000819 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44268) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:54.018153 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7246ea-0253-4f53-9f77-7821a6ea2e00 None None] Routers {'3cefca64-bd59-4c19-967b-8173a97dcc26'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:35:54.018874 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-cd7246ea-0253-4f53-9f77-7821a6ea2e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:35:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['3cefca64-bd59-4c19-967b-8173a97dcc26'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:54.053602 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-9b0ed18e-84f8-4120-9286-ec8f12278474 service neutron] 10.222.0.93 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4281445 Oct 27 18:35:54.069108 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-fd676482-1f5e-4b68-9e98-d3fce6310f19 req-6b66403c-d2d1-4c5e-92a4-b09199286319 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] For port 743736f0-29ce-4876-a772-54307835853b, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=743736f0-29ce-4876-a772-54307835853b,segment=NetworkSegment(b3f5b1a4-fde0-4b26-9254-2c3a416df771),segment_id=b3f5b1a4-fde0-4b26-9254-2c3a416df771)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:35:54.069482 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-fd676482-1f5e-4b68-9e98-d3fce6310f19 req-6b66403c-d2d1-4c5e-92a4-b09199286319 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:54.080073 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d4557a3-ec95-4427-b150-be692444336a tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Deleting subnet 5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:35:54.086430 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7d4557a3-ec95-4427-b150-be692444336a tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:54.127357 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1c164431-cada-4fb5-ba6a-eef25f9eeaba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:54.131175 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1c164431-cada-4fb5-ba6a-eef25f9eeaba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:54.137075 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1c164431-cada-4fb5-ba6a-eef25f9eeaba admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e9bf9a77-9984-4652-afed-175c0dfe6dcf HTTP/1.1" status: 204 len: 168 time: 0.4132044 Oct 27 18:35:54.137262 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-fd676482-1f5e-4b68-9e98-d3fce6310f19 req-6b66403c-d2d1-4c5e-92a4-b09199286319 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Calling delete_port for 743736f0-29ce-4876-a772-54307835853b owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:35:54.142427 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-d8c71d72-33b7-4e27-864a-b067c013c83d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=4288ff73-5ecf-488b-b668-2614a82bb54d HTTP/1.1" status: 200 len: 217 time: 0.0772126 Oct 27 18:35:54.183132 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c164431-cada-4fb5-ba6a-eef25f9eeaba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bf9a77-9984-4652-afed-175c0dfe6dcf,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:54.192463 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7a4ce21d-cf75-419b-8790-b1e2117e007c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:54.217289 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7d4557a3-ec95-4427-b150-be692444336a tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:54.310825 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7a4ce21d-cf75-419b-8790-b1e2117e007c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:54.315498 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-b1ad1812-945b-4467-921b-2f5c094abfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:54.317022 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-b1ad1812-945b-4467-921b-2f5c094abfc8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0c846821-c400-4b07-990c-53ee0d225496 HTTP/1.1" status: 200 len: 797 time: 0.1624784 Oct 27 18:35:54.348949 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-a428e263-bc6b-4626-ae2d-64890309a502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efcf821d-d260-427a-8578-b67a8e504f53 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:35:54.378862 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23009c8-e0d6-485d-9fdd-ac93f4b21e1a req-0eec8b18-527f-4c94-a09a-509efa140843 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:54.383786 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-a428e263-bc6b-4626-ae2d-64890309a502 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:54.391689 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e23009c8-e0d6-485d-9fdd-ac93f4b21e1a req-0eec8b18-527f-4c94-a09a-509efa140843 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cd80ede-16c6-48b9-85cc-5b788822d681 HTTP/1.1" status: 200 len: 945 time: 0.2330883 Oct 27 18:35:54.402504 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-cd7246ea-0253-4f53-9f77-7821a6ea2e00 None None] Set router 3cefca64-bd59-4c19-967b-8173a97dcc26 gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:35:54.427032 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-a428e263-bc6b-4626-ae2d-64890309a502 service neutron] Transition to ACTIVE for port object efcf821d-d260-427a-8578-b67a8e504f53 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:35:54.440352 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-b6adb93b-3b66-448c-8c4c-6d974ec97686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:54.441950 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-b6adb93b-3b66-448c-8c4c-6d974ec97686 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c77cbe16-409d-4d1e-8a39-10a063ae0bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1129415 Oct 27 18:35:54.471655 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7d4557a3-ec95-4427-b150-be692444336a tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:54.509358 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e23009c8-e0d6-485d-9fdd-ac93f4b21e1a req-41011f08-9fcc-4e1e-b44d-f20c14922c9f tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165578 Oct 27 18:35:54.582031 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7a4ce21d-cf75-419b-8790-b1e2117e007c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:54.584793 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7a4ce21d-cf75-419b-8790-b1e2117e007c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:54.588886 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7a4ce21d-cf75-419b-8790-b1e2117e007c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/077a958e-f1ec-498b-b03b-f30b5c467f24 HTTP/1.1" status: 204 len: 168 time: 0.6581900 Oct 27 18:35:54.596720 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-a428e263-bc6b-4626-ae2d-64890309a502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:54.657086 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4ce21d-cf75-419b-8790-b1e2117e007c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077a958e-f1ec-498b-b03b-f30b5c467f24,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:54.658656 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7d4557a3-ec95-4427-b150-be692444336a tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:54.662894 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-cd7246ea-0253-4f53-9f77-7821a6ea2e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'name': 'tempest-RoutersIpV6Test-router-1387999512', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:35:00Z', 'updated_at': '2021-10-27T18:35:51Z', 'revision_number': 10, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'gw_port_host': None, '_interfaces': [{'id': '3a4f5b65-cf42-43b8-864f-94e45819f8a6', 'name': '', 'network_id': '713ffbc3-f72c-48b8-9dfe-332b99e1f064', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:02:97:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:05Z', 'updated_at': '2021-10-27T18:35:12Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:54.692977 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44296) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:54.700195 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7246ea-0253-4f53-9f77-7821a6ea2e00 None None] Checking router: 3cefca64-bd59-4c19-967b-8173a97dcc26 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:35:54.708689 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-9e3d6a2f-56e7-4e80-bcba-f79c92f0e435 service neutron] 10.222.0.93 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416356 Oct 27 18:35:54.736717 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7246ea-0253-4f53-9f77-7821a6ea2e00 None None] Routers {'3cefca64-bd59-4c19-967b-8173a97dcc26'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:35:54.739252 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-cd7246ea-0253-4f53-9f77-7821a6ea2e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:35:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['3cefca64-bd59-4c19-967b-8173a97dcc26'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:54.753420 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428e263-bc6b-4626-ae2d-64890309a502 service neutron] Pushing event updated for resources: {'Port': ['ID=efcf821d-d260-427a-8578-b67a8e504f53,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:54.766847 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4557a3-ec95-4427-b150-be692444336a tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event deleted for resources: {'Subnet': ['ID=5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:54.778932 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7d4557a3-ec95-4427-b150-be692444336a tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:54.784550 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7d4557a3-ec95-4427-b150-be692444336a tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "DELETE /v2.0/subnets/5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5 HTTP/1.1" status: 204 len: 168 time: 0.7817950 Oct 27 18:35:54.789855 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44302) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:54.823014 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f64c8f6-0e20-4d2f-aa24-433b82686997 None None] Network aa9fd2b3-6526-494b-adcc-76b10197a747 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:35:54.865277 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-fd676482-1f5e-4b68-9e98-d3fce6310f19 req-6b66403c-d2d1-4c5e-92a4-b09199286319 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:54.920140 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66403c-d2d1-4c5e-92a4-b09199286319 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Pushing event deleted for resources: {'Port': ['ID=743736f0-29ce-4876-a772-54307835853b,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:54.922094 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-a428e263-bc6b-4626-ae2d-64890309a502 service neutron] Attempting to bind port efcf821d-d260-427a-8578-b67a8e504f53 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:35:54.922422 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-a428e263-bc6b-4626-ae2d-64890309a502 service neutron] Attempting to bind port efcf821d-d260-427a-8578-b67a8e504f53 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': 'e0d46302-2320-4b79-8992-38deddbfd1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '0f4fe408-cfac-4f2a-8c2f-b5054aadc454'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:35:54.922739 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-a428e263-bc6b-4626-ae2d-64890309a502 service neutron] Attempting to bind port efcf821d-d260-427a-8578-b67a8e504f53 on network 0f4fe408-cfac-4f2a-8c2f-b5054aadc454 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:35:54.943805 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['ef4319bd-3667-41aa-acdb-50846639cf49', 'c99f5840-e3d2-4d62-bc1c-9ea95570ee2b', '743736f0-29ce-4876-a772-54307835853b'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:35:54.986992 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd676482-1f5e-4b68-9e98-d3fce6310f19 req-6b66403c-d2d1-4c5e-92a4-b09199286319 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] No DVR routers for this DVR port 743736f0-29ce-4876-a772-54307835853b on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:35:54.989074 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-a428e263-bc6b-4626-ae2d-64890309a502 service neutron] Port efcf821d-d260-427a-8578-b67a8e504f53 on network 0f4fe408-cfac-4f2a-8c2f-b5054aadc454 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:35:54.989410 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-a428e263-bc6b-4626-ae2d-64890309a502 service neutron] Attempting to bind port efcf821d-d260-427a-8578-b67a8e504f53 on network 0f4fe408-cfac-4f2a-8c2f-b5054aadc454 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:35:54.998388 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-fd676482-1f5e-4b68-9e98-d3fce6310f19 req-6b66403c-d2d1-4c5e-92a4-b09199286319 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:55.002544 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fd676482-1f5e-4b68-9e98-d3fce6310f19 req-6b66403c-d2d1-4c5e-92a4-b09199286319 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.93 "DELETE /v2.0/ports/743736f0-29ce-4876-a772-54307835853b HTTP/1.1" status: 204 len: 173 time: 2.1407955 Oct 27 18:35:55.003099 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd80ede-16c6-48b9-85cc-5b788822d681', 'name': 'network-vif-deleted', 'tag': '743736f0-29ce-4876-a772-54307835853b'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:35:55.006130 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3421b8ea-5e9d-40c5-99d6-3cc20c294785" -d '{"events": [{"server_uuid": "5cd80ede-16c6-48b9-85cc-5b788822d681", "name": "network-vif-deleted", "tag": "743736f0-29ce-4876-a772-54307835853b"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:35:55.016412 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-a428e263-bc6b-4626-ae2d-64890309a502 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:35:55.016694 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-a428e263-bc6b-4626-ae2d-64890309a502 service neutron] Checking segment: {'id': 'e0d46302-2320-4b79-8992-38deddbfd1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '0f4fe408-cfac-4f2a-8c2f-b5054aadc454'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:35:55.017087 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-a428e263-bc6b-4626-ae2d-64890309a502 service neutron] Bound using segment: {'id': 'e0d46302-2320-4b79-8992-38deddbfd1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '0f4fe408-cfac-4f2a-8c2f-b5054aadc454'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:35:55.017528 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-a428e263-bc6b-4626-ae2d-64890309a502 service neutron] Bound port: efcf821d-d260-427a-8578-b67a8e504f53, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0d46302-2320-4b79-8992-38deddbfd1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '0f4fe408-cfac-4f2a-8c2f-b5054aadc454'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:35:55.017889 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-a428e263-bc6b-4626-ae2d-64890309a502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:55.021512 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-0f41f5ba-7809-41e5-a8b6-c2417bfd887d service neutron] 10.222.0.93 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996349 Oct 27 18:35:55.025958 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4a692f9e-c7c7-48e7-9154-2071c982f61b tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:55.085822 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-a8afecc5-3602-42f9-b65d-c17ca2a522ce service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d HTTP/1.1" status: 200 len: 217 time: 0.0531530 Oct 27 18:35:55.164390 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-4a692f9e-c7c7-48e7-9154-2071c982f61b tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Deleting port 13e95ab2-aa97-4a03-a2c3-a3e7789bac1c {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:35:55.164390 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4a692f9e-c7c7-48e7-9154-2071c982f61b tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:55.185359 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-28219a50-ed4a-4040-b889-cdf481ab8e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:55.187123 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-28219a50-ed4a-4040-b889-cdf481ab8e27 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0c846821-c400-4b07-990c-53ee0d225496 HTTP/1.1" status: 200 len: 797 time: 0.0747454 Oct 27 18:35:55.254386 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-a428e263-bc6b-4626-ae2d-64890309a502 service neutron] For port efcf821d-d260-427a-8578-b67a8e504f53, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:35:55.259434 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-a428e263-bc6b-4626-ae2d-64890309a502 service neutron] For port efcf821d-d260-427a-8578-b67a8e504f53, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=efcf821d-d260-427a-8578-b67a8e504f53,segment=NetworkSegment(e0d46302-2320-4b79-8992-38deddbfd1b7),segment_id=e0d46302-2320-4b79-8992-38deddbfd1b7)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:35:55.272163 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-7d2e8b5a-9d96-44db-92af-0d295fb82070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:55.273804 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-7d2e8b5a-9d96-44db-92af-0d295fb82070 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c77cbe16-409d-4d1e-8a39-10a063ae0bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0760188 Oct 27 18:35:55.279749 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-cd7246ea-0253-4f53-9f77-7821a6ea2e00 None None] Set router 3cefca64-bd59-4c19-967b-8173a97dcc26 gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:35:55.343768 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-87b9eab9-9b5a-4eb5-98ef-44f6ca2f5e00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:55.355448 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-a428e263-bc6b-4626-ae2d-64890309a502 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:55.426552 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-4a692f9e-c7c7-48e7-9154-2071c982f61b tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] For port 13e95ab2-aa97-4a03-a2c3-a3e7789bac1c, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=13e95ab2-aa97-4a03-a2c3-a3e7789bac1c,segment=NetworkSegment(d42a0843-158e-489a-84e8-af0708984a78),segment_id=d42a0843-158e-489a-84e8-af0708984a78)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:35:55.426967 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4a692f9e-c7c7-48e7-9154-2071c982f61b tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:55.451616 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428e263-bc6b-4626-ae2d-64890309a502 service neutron] Pushing event updated for resources: {'Port': ['ID=efcf821d-d260-427a-8578-b67a8e504f53,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:55.474434 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-a428e263-bc6b-4626-ae2d-64890309a502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:55.477094 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-a428e263-bc6b-4626-ae2d-64890309a502 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:55.482255 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-a428e263-bc6b-4626-ae2d-64890309a502 service neutron] 10.222.0.93 "PUT /v2.0/ports/efcf821d-d260-427a-8578-b67a8e504f53 HTTP/1.1" status: 200 len: 1091 time: 2.7193818 Oct 27 18:35:55.498870 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-4a692f9e-c7c7-48e7-9154-2071c982f61b tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Calling delete_port for 13e95ab2-aa97-4a03-a2c3-a3e7789bac1c owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:35:55.512180 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2b954-eab7-4afb-9542-7dd60736a7ed req-78e2fc86-5b99-4c07-b5a2-ebf27efb2064 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:55.514034 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d9f2b954-eab7-4afb-9542-7dd60736a7ed req-78e2fc86-5b99-4c07-b5a2-ebf27efb2064 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6f4610d-a1f8-4939-8d57-c11a3ec0ab4c HTTP/1.1" status: 200 len: 943 time: 0.3806970 Oct 27 18:35:55.557527 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-da7de89a-5ba8-4a92-8e01-f8f6b8f3abeb service neutron] 10.222.0.93 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725940 Oct 27 18:35:55.589778 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e5156b-eab0-442e-b9bd-860c513a8302 x-openstack-request-id: req-05e5156b-eab0-442e-b9bd-860c513a8302 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:35:55.590761 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cd80ede-16c6-48b9-85cc-5b788822d681", "name": "network-vif-deleted", "tag": "743736f0-29ce-4876-a772-54307835853b", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:35:55.591080 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-05e5156b-eab0-442e-b9bd-860c513a8302 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:35:55.592001 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd80ede-16c6-48b9-85cc-5b788822d681', 'name': 'network-vif-deleted', 'tag': '743736f0-29ce-4876-a772-54307835853b', 'status': 'completed', 'code': 200} Oct 27 18:35:55.680070 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44332) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:55.691912 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:35:55.728880 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc510cfc-ff40-4f50-a591-5cb6b3ff3a7c None None] DHCP port deletion for aa9fd2b3-6526-494b-adcc-76b10197a747 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:35:55.772502 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8da974e3-c95f-4293-87c2-db0f802b337e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:55.800037 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d9f2b954-eab7-4afb-9542-7dd60736a7ed req-4450c68e-b62d-4724-b635-ec0e8de13401 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ac72845-ff64-48c9-be88-0f35c81b41e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741671 Oct 27 18:35:55.852656 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7315289c-7924-4d7f-b638-c9557b145ff9 req-28fac28c-6a3d-4db5-afae-2ca31c13a455 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=5cd80ede-16c6-48b9-85cc-5b788822d681 HTTP/1.1" status: 200 len: 210 time: 0.0990357 Oct 27 18:35:55.877946 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-470733af-c9b9-4737-9341-ccf7d106ff3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:55.877946 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-470733af-c9b9-4737-9341-ccf7d106ff3b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1ca2b7a105554b2d984d4beb458346dc&device_id=c6f4610d-a1f8-4939-8d57-c11a3ec0ab4c HTTP/1.1" status: 200 len: 1094 time: 0.2635038 Oct 27 18:35:55.884023 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-3e7bd930-2403-4f71-846f-0bc50308546c service neutron] 10.222.0.93 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187006 Oct 27 18:35:55.906601 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 13e95ab2-aa97-4a03-a2c3-a3e7789bac1c no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:35:55.921246 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-87b9eab9-9b5a-4eb5-98ef-44f6ca2f5e00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:55.994654 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-07e4e2f5-e4b1-40e3-b18a-e4fd15bc7203 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efcf821d-d260-427a-8578-b67a8e504f53 HTTP/1.1" status: 200 len: 217 time: 0.1027575 Oct 27 18:35:55.996866 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-3ec0639d-1b15-432a-a019-4f7a3fb0eafb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41 HTTP/1.1" status: 200 len: 217 time: 0.0529900 Oct 27 18:35:56.020909 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-87b9eab9-9b5a-4eb5-98ef-44f6ca2f5e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:56.031729 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8da974e3-c95f-4293-87c2-db0f802b337e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:56.062928 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-73d15ef0-279f-4354-8fe5-fede07db0271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:56.064770 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-73d15ef0-279f-4354-8fe5-fede07db0271 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=65ac4810-8e50-4c01-96ee-60c0f28e60c2 HTTP/1.1" status: 200 len: 849 time: 0.0577078 Oct 27 18:35:56.083558 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-87b9eab9-9b5a-4eb5-98ef-44f6ca2f5e00 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9cc1e72f3e244c21bd85b0092079ba2a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3305085 Oct 27 18:35:56.083558 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44346) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:56.086721 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9eab9-9b5a-4eb5-98ef-44f6ca2f5e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac36afe-6cd8-46bf-b4cf-1bcbfcbaedbf,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:56.136242 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-cccc3082-42d9-4a86-95af-1174ad39447d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0f4fe408-cfac-4f2a-8c2f-b5054aadc454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534899 Oct 27 18:35:56.173662 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-b1fe26ff-d1ca-448d-b4c0-72c8bb8b86d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:56.174458 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:56.175202 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-b1fe26ff-d1ca-448d-b4c0-72c8bb8b86d0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=04e448aa-1e58-4ecc-bf47-1088a536ca59 HTTP/1.1" status: 200 len: 797 time: 0.1665981 Oct 27 18:35:56.182285 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1624dbc3-3fbc-4b32-85ae-fb706dddad02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:56.184463 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8da974e3-c95f-4293-87c2-db0f802b337e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:56.186964 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4a692f9e-c7c7-48e7-9154-2071c982f61b tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:56.224262 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-cd7246ea-0253-4f53-9f77-7821a6ea2e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'name': 'tempest-RoutersIpV6Test-router-1387999512', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:35:00Z', 'updated_at': '2021-10-27T18:35:51Z', 'revision_number': 10, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'gw_port_host': None, '_interfaces': [{'id': '3a4f5b65-cf42-43b8-864f-94e45819f8a6', 'name': '', 'network_id': '713ffbc3-f72c-48b8-9dfe-332b99e1f064', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:02:97:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:05Z', 'updated_at': '2021-10-27T18:35:12Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:56.262904 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da974e3-c95f-4293-87c2-db0f802b337e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0164db0-5ce8-467a-ae35-a446d0da73b5,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:56.267376 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-cc510cfc-ff40-4f50-a591-5cb6b3ff3a7c None None] Deleting port 13e95ab2-aa97-4a03-a2c3-a3e7789bac1c {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:35:56.267928 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cc510cfc-ff40-4f50-a591-5cb6b3ff3a7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:56.272181 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-88cd6111-2786-419b-96c2-5a61f539bb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:56.273728 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-88cd6111-2786-419b-96c2-5a61f539bb2c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7a4a9448-dde2-4330-a4d7-528d39b56a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0680325 Oct 27 18:35:56.274041 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a692f9e-c7c7-48e7-9154-2071c982f61b tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event deleted for resources: {'Port': ['ID=13e95ab2-aa97-4a03-a2c3-a3e7789bac1c,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:56.298871 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a692f9e-c7c7-48e7-9154-2071c982f61b tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] No DVR routers for this DVR port 13e95ab2-aa97-4a03-a2c3-a3e7789bac1c on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:35:56.301641 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1624dbc3-3fbc-4b32-85ae-fb706dddad02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:56.317602 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8da974e3-c95f-4293-87c2-db0f802b337e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e68928f47d324f199900a03f465f9eb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6362534 Oct 27 18:35:56.322281 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44348) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:56.335994 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-d09e0e51-5570-4f03-9a8a-7d5ad174e8d0 service neutron] 10.222.0.93 "GET /v2.0/networks/0f4fe408-cfac-4f2a-8c2f-b5054aadc454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883688 Oct 27 18:35:56.409395 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-cc510cfc-ff40-4f50-a591-5cb6b3ff3a7c None None] For port 13e95ab2-aa97-4a03-a2c3-a3e7789bac1c, host n-d-815690-2, got binding levels [] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:35:56.409946 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cc510cfc-ff40-4f50-a591-5cb6b3ff3a7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:56.412536 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4a692f9e-c7c7-48e7-9154-2071c982f61b tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:56.432727 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-cc510cfc-ff40-4f50-a591-5cb6b3ff3a7c None None] Calling delete_port for 13e95ab2-aa97-4a03-a2c3-a3e7789bac1c owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:35:56.433981 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-4a692f9e-c7c7-48e7-9154-2071c982f61b tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa9fd2b3-6526-494b-adcc-76b10197a747']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:56.438385 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.ipam_backend_mixin [None req-cc510cfc-ff40-4f50-a591-5cb6b3ff3a7c None None] Port 13e95ab2-aa97-4a03-a2c3-a3e7789bac1c was not found and therefore no delete operation was performed {{(pid=102880) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 18:35:56.440299 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7246ea-0253-4f53-9f77-7821a6ea2e00 None None] The sync data for ids ['3cefca64-bd59-4c19-967b-8173a97dcc26'] in n-d-815690-2 is: [{'id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'name': 'tempest-RoutersIpV6Test-router-1387999512', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:35:00Z', 'updated_at': '2021-10-27T18:35:51Z', 'revision_number': 10, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'gw_port_host': None, '_interfaces': [{'id': '3a4f5b65-cf42-43b8-864f-94e45819f8a6', 'name': '', 'network_id': '713ffbc3-f72c-48b8-9dfe-332b99e1f064', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'mac_address': 'fa:16:3e:02:97:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:35:05Z', 'updated_at': '2021-10-27T18:35:12Z', 'revision_number': 5, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'subnets': [{'id': '3de08fa7-63a5-47fb-af84-c4d8e7fdf115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:35:56.444979 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-4a692f9e-c7c7-48e7-9154-2071c982f61b tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd42a0843-158e-489a-84e8-af0708984a78') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:56.444979 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-4a692f9e-c7c7-48e7-9154-2071c982f61b tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd42a0843-158e-489a-84e8-af0708984a78') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:35:56.455663 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cc510cfc-ff40-4f50-a591-5cb6b3ff3a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:56.455801 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4a692f9e-c7c7-48e7-9154-2071c982f61b tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:56.461566 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-fb718f7d-2726-4492-8ffc-be0d91240da8 service neutron] 10.222.0.93 "GET /v2.0/networks/7a4a9448-dde2-4330-a4d7-528d39b56a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782625 Oct 27 18:35:56.485036 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4a692f9e-c7c7-48e7-9154-2071c982f61b tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:56.492068 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a692f9e-c7c7-48e7-9154-2071c982f61b tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:35:56.492496 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4a692f9e-c7c7-48e7-9154-2071c982f61b tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:56.510899 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc510cfc-ff40-4f50-a591-5cb6b3ff3a7c None None] Pushing event deleted for resources: {'Port': ['ID=13e95ab2-aa97-4a03-a2c3-a3e7789bac1c,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:56.515384 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:35:56.515384 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:35:56.515384 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:35:56.515384 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:35:56.515384 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:35:56.515384 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:35:56.515384 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:35:56.515384 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:35:56.515384 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:35:56.515384 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:35:56.515384 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:35:56.515384 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:35:56.515384 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:35:56.515384 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:35:56.515384 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:35:56.515384 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:35:56.515384 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:35:56.515384 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:35:56.515384 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:35:56.515384 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:35:56.515384 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:35:56.515384 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:35:56.515384 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:35:56.515384 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:35:56.515384 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:35:56.515384 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:35:56.515384 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:35:56.515384 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:35:56.515384 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:35:56.515384 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:35:56.515384 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:35:56.515384 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:35:56.548120 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6c150015-fdf3-4844-a340-acbf7b1288f1 req-f59f5a67-9fd0-4758-b1c1-78f3cf9bb2d4 service neutron] 10.222.0.93 "GET /v2.0/networks/0f4fe408-cfac-4f2a-8c2f-b5054aadc454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001612 Oct 27 18:35:56.562311 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc510cfc-ff40-4f50-a591-5cb6b3ff3a7c None None] No DVR routers for this DVR port 13e95ab2-aa97-4a03-a2c3-a3e7789bac1c on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:35:56.634176 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:56.640661 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-7a164c93-1a37-467a-996e-9560bd71b8d3 service neutron] 10.222.0.93 "GET /v2.0/networks/7a4a9448-dde2-4330-a4d7-528d39b56a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690168 Oct 27 18:35:56.642030 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-076c839b-2c4c-40b8-8b6a-6d43cec24e27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:56.669987 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-076c839b-2c4c-40b8-8b6a-6d43cec24e27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:56.697263 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-e4dd2d27-ff80-43d6-bc02-df061f08ae87 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=64fb56ad-4b22-4ffa-8833-69293fc4d246 HTTP/1.1" status: 200 len: 217 time: 0.0488646 Oct 27 18:35:56.724308 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4a692f9e-c7c7-48e7-9154-2071c982f61b tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:56.742389 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4a692f9e-c7c7-48e7-9154-2071c982f61b tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:56.751400 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4a692f9e-c7c7-48e7-9154-2071c982f61b tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "DELETE /v2.0/networks/aa9fd2b3-6526-494b-adcc-76b10197a747 HTTP/1.1" status: 204 len: 168 time: 1.9593885 Oct 27 18:35:56.751770 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44368) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:56.755599 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1624dbc3-3fbc-4b32-85ae-fb706dddad02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:56.758942 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1624dbc3-3fbc-4b32-85ae-fb706dddad02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:56.761578 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1624dbc3-3fbc-4b32-85ae-fb706dddad02 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6ac36afe-6cd8-46bf-b4cf-1bcbfcbaedbf HTTP/1.1" status: 204 len: 168 time: 0.6768365 Oct 27 18:35:56.764617 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-aff7486b-f0fe-4355-a621-fa01517f8925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:56.766914 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-aff7486b-f0fe-4355-a621-fa01517f8925 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=04e448aa-1e58-4ecc-bf47-1088a536ca59 HTTP/1.1" status: 200 len: 797 time: 0.0619454 Oct 27 18:35:56.790149 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a692f9e-c7c7-48e7-9154-2071c982f61b tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event deleted for resources: {'Network': ['ID=aa9fd2b3-6526-494b-adcc-76b10197a747,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:56.798245 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1624dbc3-3fbc-4b32-85ae-fb706dddad02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac36afe-6cd8-46bf-b4cf-1bcbfcbaedbf,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:56.820765 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-076c839b-2c4c-40b8-8b6a-6d43cec24e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:56.824174 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-076c839b-2c4c-40b8-8b6a-6d43cec24e27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:56.828740 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-076c839b-2c4c-40b8-8b6a-6d43cec24e27 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c0164db0-5ce8-467a-ae35-a446d0da73b5 HTTP/1.1" status: 204 len: 168 time: 0.4885356 Oct 27 18:35:56.853316 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:56.859274 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c839b-2c4c-40b8-8b6a-6d43cec24e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0164db0-5ce8-467a-ae35-a446d0da73b5,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:56.893392 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-dbafc94e-f26f-4043-b045-66748c0ab4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:56.895080 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-dbafc94e-f26f-4043-b045-66748c0ab4be service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7a4a9448-dde2-4330-a4d7-528d39b56a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0961032 Oct 27 18:35:57.012346 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 743736f0-29ce-4876-a772-54307835853b no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:35:57.064997 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44384) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:57.073157 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 743736f0-29ce-4876-a772-54307835853b {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:35:57.073514 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 743736f0-29ce-4876-a772-54307835853b not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:35:57.119961 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7af98-7e84-4d8d-879f-d6adf83b1d6e req-85f6a292-f281-4690-99db-e854221fcc5b tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:57.124950 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-24c7af98-7e84-4d8d-879f-d6adf83b1d6e req-85f6a292-f281-4690-99db-e854221fcc5b tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6f4610d-a1f8-4939-8d57-c11a3ec0ab4c HTTP/1.1" status: 200 len: 943 time: 0.1447711 Oct 27 18:35:57.170333 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-27d974ed-12f1-4216-af99-9f20195be1ed service neutron] 10.222.0.93 "GET /v2.0/networks/7a4a9448-dde2-4330-a4d7-528d39b56a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653203 Oct 27 18:35:57.177266 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-24c7af98-7e84-4d8d-879f-d6adf83b1d6e req-59792027-b55c-48e7-b189-87a62834e54b tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ac72845-ff64-48c9-be88-0f35c81b41e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455177 Oct 27 18:35:57.306146 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ebdf1ad2-46a3-4d9d-b096-dd26436ea76c req-e10071ce-2194-49b1-9671-fa66455beea2 service neutron] 10.222.0.93 "GET /v2.0/networks/7a4a9448-dde2-4330-a4d7-528d39b56a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264639 Oct 27 18:35:57.335959 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7b1381b9-a8d2-414c-946f-5c48f5c646d8 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:57.630689 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa2b53-a48f-42db-9978-6144f9ccdb24 req-2728f93a-6e62-4230-bfde-c97360c37939 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:57.632496 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-30aa2b53-a48f-42db-9978-6144f9ccdb24 req-2728f93a-6e62-4230-bfde-c97360c37939 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed0fa7d-5a3c-4610-84cf-bffc82ac30e4 HTTP/1.1" status: 200 len: 946 time: 0.0564280 Oct 27 18:35:57.696011 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-30aa2b53-a48f-42db-9978-6144f9ccdb24 req-bceb09ee-3ba1-4646-a312-5f0cf470f1ca tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537815 Oct 27 18:35:57.773488 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device fc3e7bc5-e562-40af-ab60-4cb019346046 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:35:57.808564 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: fc3e7bc5-e562-40af-ab60-4cb019346046 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:35:57.810927 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device fc3e7bc5-e562-40af-ab60-4cb019346046 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:35:57.820884 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f4610d-a1f8-4939-8d57-c11a3ec0ab4c', 'tag': 'efcf821d-d260-427a-8578-b67a8e504f53'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:35:57.823869 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6edb443d-5652-4f6e-8786-66dc2bb34b60" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f4610d-a1f8-4939-8d57-c11a3ec0ab4c", "tag": "efcf821d-d260-427a-8578-b67a8e504f53"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:35:57.833646 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-6055e497-8dac-4b2c-b34e-6a728665bdee tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Request body: {'network': {'name': 'tempest-RoutersTest-839809905'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:57.893086 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2038b48b-8431-4019-847d-efe4b982432e x-openstack-request-id: req-2038b48b-8431-4019-847d-efe4b982432e {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:35:57.893523 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f4610d-a1f8-4939-8d57-c11a3ec0ab4c", "tag": "efcf821d-d260-427a-8578-b67a8e504f53", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:35:57.893681 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2038b48b-8431-4019-847d-efe4b982432e {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:35:57.894055 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f4610d-a1f8-4939-8d57-c11a3ec0ab4c', 'tag': 'efcf821d-d260-427a-8578-b67a8e504f53', 'status': 'completed', 'code': 200} Oct 27 18:35:57.946460 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6055e497-8dac-4b2c-b34e-6a728665bdee tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Made reservation on behalf of 4e0551cb79254307ae43405db8526986 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:35:57.949924 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6055e497-8dac-4b2c-b34e-6a728665bdee tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:57.968059 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6055e497-8dac-4b2c-b34e-6a728665bdee tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:57.991292 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb443d-5652-4f6e-8786-66dc2bb34b60 req-190db847-20af-4cbd-8d90-d81decdb2232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:57.992800 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6edb443d-5652-4f6e-8786-66dc2bb34b60 req-190db847-20af-4cbd-8d90-d81decdb2232 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1ca2b7a105554b2d984d4beb458346dc&device_id=c6f4610d-a1f8-4939-8d57-c11a3ec0ab4c HTTP/1.1" status: 200 len: 1094 time: 0.0786350 Oct 27 18:35:58.177057 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb443d-5652-4f6e-8786-66dc2bb34b60 req-a268757c-d7b3-4345-8b00-207d66345226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:58.178551 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6edb443d-5652-4f6e-8786-66dc2bb34b60 req-a268757c-d7b3-4345-8b00-207d66345226 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0f4fe408-cfac-4f2a-8c2f-b5054aadc454 HTTP/1.1" status: 200 len: 911 time: 0.1771600 Oct 27 18:35:58.248767 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6055e497-8dac-4b2c-b34e-6a728665bdee tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:58.250711 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6edb443d-5652-4f6e-8786-66dc2bb34b60 req-934e500c-8cf2-49b4-81ad-fe446dbccf96 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efcf821d-d260-427a-8578-b67a8e504f53 HTTP/1.1" status: 200 len: 217 time: 0.0630312 Oct 27 18:35:58.292253 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-7b1381b9-a8d2-414c-946f-5c48f5c646d8 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Deleting port 3a4f5b65-cf42-43b8-864f-94e45819f8a6 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:35:58.292718 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7b1381b9-a8d2-414c-946f-5c48f5c646d8 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:58.320902 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b171df9-eb50-4e84-a644-7f50ba10c068 req-38f8d9d3-f170-4083-a5b6-c7c90c8ab9fd tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:58.323256 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7b171df9-eb50-4e84-a644-7f50ba10c068 req-38f8d9d3-f170-4083-a5b6-c7c90c8ab9fd tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6f4610d-a1f8-4939-8d57-c11a3ec0ab4c HTTP/1.1" status: 200 len: 943 time: 0.0638399 Oct 27 18:35:58.343897 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6055e497-8dac-4b2c-b34e-6a728665bdee tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:58.369414 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7b171df9-eb50-4e84-a644-7f50ba10c068 req-1b1b44f0-e9b0-42d2-b1de-82628991c633 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ac72845-ff64-48c9-be88-0f35c81b41e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394440 Oct 27 18:35:58.388879 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb443d-5652-4f6e-8786-66dc2bb34b60 req-2ef37960-83dc-46c4-9845-28bb472b15dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:58.388963 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6edb443d-5652-4f6e-8786-66dc2bb34b60 req-2ef37960-83dc-46c4-9845-28bb472b15dd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=65ac4810-8e50-4c01-96ee-60c0f28e60c2 HTTP/1.1" status: 200 len: 849 time: 0.1297522 Oct 27 18:35:58.391480 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44434) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:58.392189 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6055e497-8dac-4b2c-b34e-6a728665bdee tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] vlan segment allocate from pool success with {'vlan_id': 1040, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:35:58.422021 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6055e497-8dac-4b2c-b34e-6a728665bdee tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=910219b7-b3f3-4a5a-aaa0-7b7b459074b0,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:58.448405 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6edb443d-5652-4f6e-8786-66dc2bb34b60 req-751fba0b-76e1-457e-a4e4-4371840e2cb0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0f4fe408-cfac-4f2a-8c2f-b5054aadc454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503454 Oct 27 18:35:58.452106 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6055e497-8dac-4b2c-b34e-6a728665bdee tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:58.452395 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-6055e497-8dac-4b2c-b34e-6a728665bdee tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Added segment 43d40f51-1161-4d62-9ce2-4405f6a58830 of type vlan for network a2440840-883f-4d77-8969-683fb2ba9443 Oct 27 18:35:58.570705 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6055e497-8dac-4b2c-b34e-6a728665bdee tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:58.588193 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dbe7af25-70ae-4fc7-b767-4d4746650d48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:58.593003 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-7b1381b9-a8d2-414c-946f-5c48f5c646d8 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] For port 3a4f5b65-cf42-43b8-864f-94e45819f8a6, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=3a4f5b65-cf42-43b8-864f-94e45819f8a6,segment=NetworkSegment(7f94064d-89c3-450c-b71e-ad6a87f443dd),segment_id=7f94064d-89c3-450c-b71e-ad6a87f443dd)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:35:58.594085 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7b1381b9-a8d2-414c-946f-5c48f5c646d8 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:58.626629 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-7b1381b9-a8d2-414c-946f-5c48f5c646d8 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Calling delete_port for 3a4f5b65-cf42-43b8-864f-94e45819f8a6 owned by network:router_interface {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:35:58.726149 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6edb443d-5652-4f6e-8786-66dc2bb34b60 req-bae1f6b9-7ed7-4aa0-959f-bc86cc09cda9 service neutron] 10.222.0.93 "GET /v2.0/networks/0f4fe408-cfac-4f2a-8c2f-b5054aadc454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599607 Oct 27 18:35:58.743943 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6055e497-8dac-4b2c-b34e-6a728665bdee tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:58.749620 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6055e497-8dac-4b2c-b34e-6a728665bdee tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:58.750188 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6055e497-8dac-4b2c-b34e-6a728665bdee tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:58.822773 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b528e-f5fe-4d4e-8bb6-0da0e1a06285 req-ecad02b9-408a-4174-bfe4-8d727a9f93c2 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:58.838695 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-023b528e-f5fe-4d4e-8bb6-0da0e1a06285 req-ecad02b9-408a-4174-bfe4-8d727a9f93c2 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed0fa7d-5a3c-4610-84cf-bffc82ac30e4 HTTP/1.1" status: 200 len: 946 time: 0.0700810 Oct 27 18:35:58.900197 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-023b528e-f5fe-4d4e-8bb6-0da0e1a06285 req-f8a5da63-3357-4d59-80f5-55083941c2da tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556433 Oct 27 18:35:58.921210 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6055e497-8dac-4b2c-b34e-6a728665bdee tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.8500922 Oct 27 18:35:58.921747 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44464) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:58.928096 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-94bb172b-fcb6-4038-8809-99878b1e10d8 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Request body: {'network': {'name': 'tempest-RoutersTest-197214838'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:58.954058 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6055e497-8dac-4b2c-b34e-6a728665bdee tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event updated for resources: {'Network': ['ID=a2440840-883f-4d77-8969-683fb2ba9443,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:58.971592 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network a2440840-883f-4d77-8969-683fb2ba9443 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:35:58.977856 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dbe7af25-70ae-4fc7-b767-4d4746650d48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:58.997649 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94bb172b-fcb6-4038-8809-99878b1e10d8 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Made reservation on behalf of 4e0551cb79254307ae43405db8526986 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:35:59.002066 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-94bb172b-fcb6-4038-8809-99878b1e10d8 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:59.047199 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94bb172b-fcb6-4038-8809-99878b1e10d8 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] vlan segment allocate from pool success with {'vlan_id': 1039, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:35:59.060088 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dbe7af25-70ae-4fc7-b767-4d4746650d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:59.060228 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-94bb172b-fcb6-4038-8809-99878b1e10d8 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:59.060565 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-94bb172b-fcb6-4038-8809-99878b1e10d8 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Added segment 6f90e03d-d779-4d25-8cbb-f6fb1e53f2f8 of type vlan for network 867776be-c14d-4adb-aa7a-cf89dd359ad9 Oct 27 18:35:59.102208 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6edb443d-5652-4f6e-8786-66dc2bb34b60 req-3dcf1eb8-6396-4f3e-ba20-9f3075eedb8c service neutron] 10.222.0.93 "GET /v2.0/networks/0f4fe408-cfac-4f2a-8c2f-b5054aadc454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560762 Oct 27 18:35:59.133071 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-dbe7af25-70ae-4fc7-b767-4d4746650d48 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=78cd15a259214823b4cd76b84a100519&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7361810 Oct 27 18:35:59.134958 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe7af25-70ae-4fc7-b767-4d4746650d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d924f6-ff65-4191-b1fc-1941b93c8814,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:59.136038 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-94bb172b-fcb6-4038-8809-99878b1e10d8 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:59.138223 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44468) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:59.154532 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cdfba-dc29-4293-93ef-31e10eea4a15 req-98b198ee-1ad2-4efa-8bb6-dd9a7214f17e tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:59.156024 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1d6cdfba-dc29-4293-93ef-31e10eea4a15 req-98b198ee-1ad2-4efa-8bb6-dd9a7214f17e tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.93 "GET /v2.0/ports?device_id=0ed0fa7d-5a3c-4610-84cf-bffc82ac30e4 HTTP/1.1" status: 200 len: 946 time: 0.1647487 Oct 27 18:35:59.202015 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7b1381b9-a8d2-414c-946f-5c48f5c646d8 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:59.253627 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1381b9-a8d2-414c-946f-5c48f5c646d8 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event deleted for resources: {'Port': ['ID=3a4f5b65-cf42-43b8-864f-94e45819f8a6,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:59.258957 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-94bb172b-fcb6-4038-8809-99878b1e10d8 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:59.270210 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bb172b-fcb6-4038-8809-99878b1e10d8 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:59.273432 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-94bb172b-fcb6-4038-8809-99878b1e10d8 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:59.328247 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-af3c4393-a16b-4299-9824-e7de3a319645 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:59.370367 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-af3c4393-a16b-4299-9824-e7de3a319645 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:59.389046 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb172b-fcb6-4038-8809-99878b1e10d8 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event updated for resources: {'Network': ['ID=867776be-c14d-4adb-aa7a-cf89dd359ad9,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:59.412498 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 867776be-c14d-4adb-aa7a-cf89dd359ad9 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:35:59.488434 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-94bb172b-fcb6-4038-8809-99878b1e10d8 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5656600 Oct 27 18:35:59.494193 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44476) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:59.502980 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-e77a31b2-3415-4a53-a479-7d8c7387c0c4 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Request body: {'subnet': {'network_id': 'a2440840-883f-4d77-8969-683fb2ba9443', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:35:59.565075 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44478) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:59.601327 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7b1381b9-a8d2-414c-946f-5c48f5c646d8 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:59.614380 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-1d6cdfba-dc29-4293-93ef-31e10eea4a15 req-902c0ec8-7c57-4d29-9f81-d8c1d89ddac7 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Deleting port ef4319bd-3667-41aa-acdb-50846639cf49 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:35:59.614801 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1d6cdfba-dc29-4293-93ef-31e10eea4a15 req-902c0ec8-7c57-4d29-9f81-d8c1d89ddac7 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:59.698934 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc253da-2d74-404b-8515-cff2c9a23753 req-f5d1e8ce-6acc-41b4-8ed7-d6797bd53daa tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:35:59.699706 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44484) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:35:59.712036 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8cc253da-2d74-404b-8515-cff2c9a23753 req-f5d1e8ce-6acc-41b4-8ed7-d6797bd53daa tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6f4610d-a1f8-4939-8d57-c11a3ec0ab4c HTTP/1.1" status: 200 len: 943 time: 0.1535022 Oct 27 18:35:59.740520 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-af3c4393-a16b-4299-9824-e7de3a319645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:59.744586 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-af3c4393-a16b-4299-9824-e7de3a319645 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:59.748991 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-af3c4393-a16b-4299-9824-e7de3a319645 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/43d924f6-ff65-4191-b1fc-1941b93c8814 HTTP/1.1" status: 204 len: 168 time: 0.6053233 Oct 27 18:35:59.765221 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c4393-a16b-4299-9824-e7de3a319645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d924f6-ff65-4191-b1fc-1941b93c8814,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:35:59.793037 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8cc253da-2d74-404b-8515-cff2c9a23753 req-50ed2f14-a153-4e84-b7a1-ca1044495477 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ac72845-ff64-48c9-be88-0f35c81b41e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761974 Oct 27 18:35:59.878664 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77a31b2-3415-4a53-a479-7d8c7387c0c4 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Made reservation on behalf of 4e0551cb79254307ae43405db8526986 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:35:59.885087 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e77a31b2-3415-4a53-a479-7d8c7387c0c4 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:59.908619 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-1d6cdfba-dc29-4293-93ef-31e10eea4a15 req-902c0ec8-7c57-4d29-9f81-d8c1d89ddac7 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] For port ef4319bd-3667-41aa-acdb-50846639cf49, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=ef4319bd-3667-41aa-acdb-50846639cf49,segment=NetworkSegment(b3f5b1a4-fde0-4b26-9254-2c3a416df771),segment_id=b3f5b1a4-fde0-4b26-9254-2c3a416df771)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:35:59.909085 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1d6cdfba-dc29-4293-93ef-31e10eea4a15 req-902c0ec8-7c57-4d29-9f81-d8c1d89ddac7 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:59.913491 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a0cbff08-c232-4c6e-ab9b-9baf24c97d1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:59.921252 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f4cc857f-9ae0-41cb-8a1a-f4eea1f3c2f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:35:59.938205 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1381b9-a8d2-414c-946f-5c48f5c646d8 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Router 3cefca64-bd59-4c19-967b-8173a97dcc26 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:35:59.939849 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-1d6cdfba-dc29-4293-93ef-31e10eea4a15 req-902c0ec8-7c57-4d29-9f81-d8c1d89ddac7 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Calling delete_port for ef4319bd-3667-41aa-acdb-50846639cf49 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:36:00.139009 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1381b9-a8d2-414c-946f-5c48f5c646d8 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:36:00.150126 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7b1381b9-a8d2-414c-946f-5c48f5c646d8 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "PUT /v2.0/routers/3cefca64-bd59-4c19-967b-8173a97dcc26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3973594 Oct 27 18:36:00.155308 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44494) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:00.158456 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a2d2f3-2459-4cc7-98a5-a35ece8e7853 None None] Sync routers for ids ['3cefca64-bd59-4c19-967b-8173a97dcc26'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:36:00.173735 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e42ab-2baa-41e0-a42a-bd21d4bac77e req-c0873a2f-1dec-4be1-91bc-f9971512f19e tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:00.183159 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9e6e42ab-2baa-41e0-a42a-bd21d4bac77e req-c0873a2f-1dec-4be1-91bc-f9971512f19e tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed0fa7d-5a3c-4610-84cf-bffc82ac30e4 HTTP/1.1" status: 200 len: 946 time: 0.1987309 Oct 27 18:36:00.190205 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a2d2f3-2459-4cc7-98a5-a35ece8e7853 None None] Routers {'3cefca64-bd59-4c19-967b-8173a97dcc26'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:36:00.192627 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-c7a2d2f3-2459-4cc7-98a5-a35ece8e7853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:35:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['3cefca64-bd59-4c19-967b-8173a97dcc26'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:00.238528 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a0cbff08-c232-4c6e-ab9b-9baf24c97d1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:00.245122 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e77a31b2-3415-4a53-a479-7d8c7387c0c4 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:00.260755 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f4cc857f-9ae0-41cb-8a1a-f4eea1f3c2f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:00.312410 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a0cbff08-c232-4c6e-ab9b-9baf24c97d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:00.322592 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-c7a2d2f3-2459-4cc7-98a5-a35ece8e7853 None None] Set router 3cefca64-bd59-4c19-967b-8173a97dcc26 gateway port host: None {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:36:00.347192 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-5469cd32-48af-4631-b089-bfbf3193ac86 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Deleting subnet 3de08fa7-63a5-47fb-af84-c4d8e7fdf115 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:36:00.353131 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f4cc857f-9ae0-41cb-8a1a-f4eea1f3c2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:00.362915 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5469cd32-48af-4631-b089-bfbf3193ac86 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:00.365741 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1d6cdfba-dc29-4293-93ef-31e10eea4a15 req-902c0ec8-7c57-4d29-9f81-d8c1d89ddac7 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:00.378255 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['ef4319bd-3667-41aa-acdb-50846639cf49', 'c99f5840-e3d2-4d62-bc1c-9ea95570ee2b'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:36:00.432796 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a0cbff08-c232-4c6e-ab9b-9baf24c97d1d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cee866e9d7824f3ba45ba6ce56d07d62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7293284 Oct 27 18:36:00.439029 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44498) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:00.443610 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9e6e42ab-2baa-41e0-a42a-bd21d4bac77e req-bd5a1421-b581-4bf0-b408-b2b6f45f5585 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596717 Oct 27 18:36:00.444024 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cbff08-c232-4c6e-ab9b-9baf24c97d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c9f257-88ff-4a76-aa6d-0875d5b15c7f,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:00.468077 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f4cc857f-9ae0-41cb-8a1a-f4eea1f3c2f2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2700f463bd854227b9ce7332d0c69d22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9017093 Oct 27 18:36:00.473236 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-c7a2d2f3-2459-4cc7-98a5-a35ece8e7853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'name': 'tempest-RoutersIpV6Test-router-1387999512', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:35:00Z', 'updated_at': '2021-10-27T18:35:58Z', 'revision_number': 11, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:00.485641 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c0ec8-7c57-4d29-9f81-d8c1d89ddac7 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Pushing event deleted for resources: {'Port': ['ID=ef4319bd-3667-41aa-acdb-50846639cf49,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:00.493063 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44504) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:00.541806 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a2d2f3-2459-4cc7-98a5-a35ece8e7853 None None] Checking router: 3cefca64-bd59-4c19-967b-8173a97dcc26 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:36:00.553625 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5469cd32-48af-4631-b089-bfbf3193ac86 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:00.568912 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a2d2f3-2459-4cc7-98a5-a35ece8e7853 None None] Routers {'3cefca64-bd59-4c19-967b-8173a97dcc26'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:36:00.569719 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-c7a2d2f3-2459-4cc7-98a5-a35ece8e7853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:35:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['3cefca64-bd59-4c19-967b-8173a97dcc26'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:00.640146 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a31b2-3415-4a53-a479-7d8c7387c0c4 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event updated for resources: {'Subnet': ['ID=53d547b5-45ae-4fa6-93cf-bfdf40465add,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:00.666473 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-c7a2d2f3-2459-4cc7-98a5-a35ece8e7853 None None] Set router 3cefca64-bd59-4c19-967b-8173a97dcc26 gateway port host: None {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:36:00.690218 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77a31b2-3415-4a53-a479-7d8c7387c0c4 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Checking segment: {'id': '43d40f51-1161-4d62-9ce2-4405f6a58830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'a2440840-883f-4d77-8969-683fb2ba9443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:36:00.690522 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77a31b2-3415-4a53-a479-7d8c7387c0c4 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Network hostable DHCP agents. Network: a2440840-883f-4d77-8969-683fb2ba9443, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:36:00.727264 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6cdfba-dc29-4293-93ef-31e10eea4a15 req-902c0ec8-7c57-4d29-9f81-d8c1d89ddac7 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] No DVR routers for this DVR port ef4319bd-3667-41aa-acdb-50846639cf49 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:36:00.737548 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1d6cdfba-dc29-4293-93ef-31e10eea4a15 req-902c0ec8-7c57-4d29-9f81-d8c1d89ddac7 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:00.741925 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1d6cdfba-dc29-4293-93ef-31e10eea4a15 req-902c0ec8-7c57-4d29-9f81-d8c1d89ddac7 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.93 "DELETE /v2.0/ports/ef4319bd-3667-41aa-acdb-50846639cf49 HTTP/1.1" status: 204 len: 173 time: 1.5764971 Oct 27 18:36:00.745092 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-c7a2d2f3-2459-4cc7-98a5-a35ece8e7853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'name': 'tempest-RoutersIpV6Test-router-1387999512', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:35:00Z', 'updated_at': '2021-10-27T18:35:58Z', 'revision_number': 11, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:00.748776 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc857f-9ae0-41cb-8a1a-f4eea1f3c2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734b1dec-846d-460a-9127-1793999aaffc,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:00.753197 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed0fa7d-5a3c-4610-84cf-bffc82ac30e4', 'name': 'network-vif-deleted', 'tag': 'ef4319bd-3667-41aa-acdb-50846639cf49'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:36:00.756708 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3a1b5c-1a63-4139-9616-a52d5cfeab2c" -d '{"events": [{"server_uuid": "0ed0fa7d-5a3c-4610-84cf-bffc82ac30e4", "name": "network-vif-deleted", "tag": "ef4319bd-3667-41aa-acdb-50846639cf49"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:36:00.770383 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b015865d-1b03-420c-a92b-b34b68d83070 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:00.779385 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a2d2f3-2459-4cc7-98a5-a35ece8e7853 None None] The sync data for ids ['3cefca64-bd59-4c19-967b-8173a97dcc26'] in n-d-815690-2 is: [{'id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'name': 'tempest-RoutersIpV6Test-router-1387999512', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:35:00Z', 'updated_at': '2021-10-27T18:35:58Z', 'revision_number': 11, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'gw_port_host': None}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:36:00.792561 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4f02446a-fcb6-4b39-ab23-db554f3b5f1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:00.820684 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5469cd32-48af-4631-b089-bfbf3193ac86 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:00.858780 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b015865d-1b03-420c-a92b-b34b68d83070 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:00.876254 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d741cc-cda4-43fa-9262-abdb3111f79e x-openstack-request-id: req-d6d741cc-cda4-43fa-9262-abdb3111f79e {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:36:00.876655 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed0fa7d-5a3c-4610-84cf-bffc82ac30e4", "name": "network-vif-deleted", "tag": "ef4319bd-3667-41aa-acdb-50846639cf49", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:36:00.876977 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d6d741cc-cda4-43fa-9262-abdb3111f79e {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:36:00.877590 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed0fa7d-5a3c-4610-84cf-bffc82ac30e4', 'name': 'network-vif-deleted', 'tag': 'ef4319bd-3667-41aa-acdb-50846639cf49', 'status': 'completed', 'code': 200} Oct 27 18:36:00.879703 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4f02446a-fcb6-4b39-ab23-db554f3b5f1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:00.889147 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77a31b2-3415-4a53-a479-7d8c7387c0c4 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Network a2440840-883f-4d77-8969-683fb2ba9443 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:36:00.989650 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-e77a31b2-3415-4a53-a479-7d8c7387c0c4 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, a2440840-883f-4d77-8969-683fb2ba9443) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:36:01.000178 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da4414-57e2-4716-b497-55db4510cca8 req-32f3cb9b-2af1-4671-83f1-7296ddbe1be6 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:01.002048 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-15da4414-57e2-4716-b497-55db4510cca8 req-32f3cb9b-2af1-4671-83f1-7296ddbe1be6 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6f4610d-a1f8-4939-8d57-c11a3ec0ab4c HTTP/1.1" status: 200 len: 943 time: 0.0632579 Oct 27 18:36:01.003753 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77a31b2-3415-4a53-a479-7d8c7387c0c4 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:01.004355 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e77a31b2-3415-4a53-a479-7d8c7387c0c4 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:01.006984 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4228263-1969-42c1-84cb-c391c45167ea None None] Network a2440840-883f-4d77-8969-683fb2ba9443 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:36:01.058001 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5469cd32-48af-4631-b089-bfbf3193ac86 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:01.061203 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b015865d-1b03-420c-a92b-b34b68d83070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:01.064409 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b015865d-1b03-420c-a92b-b34b68d83070 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:01.065806 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b015865d-1b03-420c-a92b-b34b68d83070 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/734b1dec-846d-460a-9127-1793999aaffc HTTP/1.1" status: 204 len: 168 time: 0.5640357 Oct 27 18:36:01.070605 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device efcf821d-d260-427a-8578-b67a8e504f53 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:36:01.081410 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b015865d-1b03-420c-a92b-b34b68d83070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734b1dec-846d-460a-9127-1793999aaffc,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:01.120515 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5469cd32-48af-4631-b089-bfbf3193ac86 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event deleted for resources: {'Subnet': ['ID=3de08fa7-63a5-47fb-af84-c4d8e7fdf115,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:01.126744 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e77a31b2-3415-4a53-a479-7d8c7387c0c4 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6284227 Oct 27 18:36:01.129310 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44520) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:01.137764 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-990ee333-3a27-4327-8d49-b5970986b676 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Request body: {'subnet': {'network_id': '867776be-c14d-4adb-aa7a-cf89dd359ad9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:01.152298 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4f02446a-fcb6-4b39-ab23-db554f3b5f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:01.155239 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4f02446a-fcb6-4b39-ab23-db554f3b5f1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:01.156784 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4f02446a-fcb6-4b39-ab23-db554f3b5f1a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f9c9f257-88ff-4a76-aa6d-0875d5b15c7f HTTP/1.1" status: 204 len: 168 time: 0.7165830 Oct 27 18:36:01.169783 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5469cd32-48af-4631-b089-bfbf3193ac86 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:01.180768 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5469cd32-48af-4631-b089-bfbf3193ac86 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "DELETE /v2.0/subnets/3de08fa7-63a5-47fb-af84-c4d8e7fdf115 HTTP/1.1" status: 204 len: 168 time: 1.0220466 Oct 27 18:36:01.224725 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44526) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:01.238258 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-15da4414-57e2-4716-b497-55db4510cca8 req-115872db-ef5e-4872-b8f3-f2f6958401c5 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ac72845-ff64-48c9-be88-0f35c81b41e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162879 Oct 27 18:36:01.245499 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f02446a-fcb6-4b39-ab23-db554f3b5f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c9f257-88ff-4a76-aa6d-0875d5b15c7f,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:01.273723 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c8dfd2-4e81-4a86-8663-c3efd2afbd77 None None] Network 713ffbc3-f72c-48b8-9dfe-332b99e1f064 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:36:01.368038 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-40f97a83-d334-414c-bf1d-f827e9af7a2d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:01.375048 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990ee333-3a27-4327-8d49-b5970986b676 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Made reservation on behalf of 4e0551cb79254307ae43405db8526986 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:36:01.378645 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-990ee333-3a27-4327-8d49-b5970986b676 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:01.395553 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port efcf821d-d260-427a-8578-b67a8e504f53, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=efcf821d-d260-427a-8578-b67a8e504f53,segment=NetworkSegment(e0d46302-2320-4b79-8992-38deddbfd1b7),segment_id=e0d46302-2320-4b79-8992-38deddbfd1b7)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:36:01.446354 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'efcf821d-d260-427a-8578-b67a8e504f53', 'network_id': '0f4fe408-cfac-4f2a-8c2f-b5054aadc454', 'port_id': 'efcf821d-d260-427a-8578-b67a8e504f53', 'mac_address': 'fa:16:3e:7d:5d:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ac4810-8e50-4c01-96ee-60c0f28e60c2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:36:01.449137 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-40f97a83-d334-414c-bf1d-f827e9af7a2d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Deleting port fbd60b3c-e163-4e6a-b555-8b6a9b346991 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:36:01.450696 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-40f97a83-d334-414c-bf1d-f827e9af7a2d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:01.534576 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:01.564595 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-40f97a83-d334-414c-bf1d-f827e9af7a2d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] For port fbd60b3c-e163-4e6a-b555-8b6a9b346991, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=fbd60b3c-e163-4e6a-b555-8b6a9b346991,segment=NetworkSegment(7f94064d-89c3-450c-b71e-ad6a87f443dd),segment_id=7f94064d-89c3-450c-b71e-ad6a87f443dd)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:36:01.565189 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-40f97a83-d334-414c-bf1d-f827e9af7a2d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:01.578947 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efcf821d-d260-427a-8578-b67a8e504f53 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:36:01.598093 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-40f97a83-d334-414c-bf1d-f827e9af7a2d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Calling delete_port for fbd60b3c-e163-4e6a-b555-8b6a9b346991 owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:36:01.634236 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7296472-c5ad-47db-bd46-8311594e810c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-a2440840-883f-4d77-8969-683fb2ba9443', 'network_id': 'a2440840-883f-4d77-8969-683fb2ba9443', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'fixed_ips': [{'subnet_id': '53d547b5-45ae-4fa6-93cf-bfdf40465add'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:36:01.635312 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d7296472-c5ad-47db-bd46-8311594e810c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:01.650593 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port efcf821d-d260-427a-8578-b67a8e504f53, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=efcf821d-d260-427a-8578-b67a8e504f53,segment=NetworkSegment(e0d46302-2320-4b79-8992-38deddbfd1b7),segment_id=e0d46302-2320-4b79-8992-38deddbfd1b7)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:36:01.683967 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1941595b-aa19-4e84-9ddc-1614ce3e1204 req-806f4473-4725-4651-9034-a8a366bd36c0 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ed0fa7d-5a3c-4610-84cf-bffc82ac30e4 HTTP/1.1" status: 200 len: 210 time: 0.0711505 Oct 27 18:36:01.761333 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:01.795559 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-990ee333-3a27-4327-8d49-b5970986b676 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:01.866123 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=efcf821d-d260-427a-8578-b67a8e504f53,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:01.870429 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e6f0d1-16ee-41e3-97cb-3d4a1c3ee741 None None] DHCP port deletion for 713ffbc3-f72c-48b8-9dfe-332b99e1f064 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:36:01.916466 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-40f97a83-d334-414c-bf1d-f827e9af7a2d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:01.932341 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ee333-3a27-4327-8d49-b5970986b676 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event updated for resources: {'Subnet': ['ID=ae65e98c-c61d-4f95-8293-214050ae01c8,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:01.938644 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990ee333-3a27-4327-8d49-b5970986b676 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Checking segment: {'id': '6f90e03d-d779-4d25-8cbb-f6fb1e53f2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '867776be-c14d-4adb-aa7a-cf89dd359ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:36:01.939072 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990ee333-3a27-4327-8d49-b5970986b676 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Network hostable DHCP agents. Network: 867776be-c14d-4adb-aa7a-cf89dd359ad9, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:36:01.970678 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f97a83-d334-414c-bf1d-f827e9af7a2d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] No DVR routers for this DVR port fbd60b3c-e163-4e6a-b555-8b6a9b346991 on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:36:01.972877 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f97a83-d334-414c-bf1d-f827e9af7a2d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event deleted for resources: {'Port': ['ID=fbd60b3c-e163-4e6a-b555-8b6a9b346991,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:02.020832 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990ee333-3a27-4327-8d49-b5970986b676 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Network 867776be-c14d-4adb-aa7a-cf89dd359ad9 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:36:02.071473 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-40f97a83-d334-414c-bf1d-f827e9af7a2d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:02.095494 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device fbd60b3c-e163-4e6a-b555-8b6a9b346991 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:36:02.102102 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-40f97a83-d334-414c-bf1d-f827e9af7a2d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['713ffbc3-f72c-48b8-9dfe-332b99e1f064']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:02.107030 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-990ee333-3a27-4327-8d49-b5970986b676 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 867776be-c14d-4adb-aa7a-cf89dd359ad9) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:36:02.111589 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990ee333-3a27-4327-8d49-b5970986b676 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:02.112510 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-990ee333-3a27-4327-8d49-b5970986b676 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:02.125380 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-40f97a83-d334-414c-bf1d-f827e9af7a2d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f94064d-89c3-450c-b71e-ad6a87f443dd') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:02.125684 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-40f97a83-d334-414c-bf1d-f827e9af7a2d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f94064d-89c3-450c-b71e-ad6a87f443dd') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:02.133385 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7351a9a-f9b2-4785-a309-ffab860fc89d None None] Network 867776be-c14d-4adb-aa7a-cf89dd359ad9 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:36:02.138852 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-40f97a83-d334-414c-bf1d-f827e9af7a2d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:02.157180 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-40f97a83-d334-414c-bf1d-f827e9af7a2d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:02.167214 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40f97a83-d334-414c-bf1d-f827e9af7a2d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:36:02.167644 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-40f97a83-d334-414c-bf1d-f827e9af7a2d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:02.171485 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:36:02.171485 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:36:02.171485 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:36:02.171485 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:36:02.171485 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:36:02.171485 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:36:02.171485 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:36:02.171485 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:36:02.171485 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:36:02.171485 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:36:02.171485 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:36:02.171485 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:36:02.171485 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:36:02.171485 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:36:02.171485 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:36:02.171485 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:36:02.171485 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:36:02.171485 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:36:02.171485 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:36:02.171485 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:36:02.171485 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:36:02.171485 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:36:02.171485 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:36:02.171485 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:36:02.171485 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:36:02.171485 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:36:02.171485 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:36:02.171485 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:36:02.171485 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:36:02.171485 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:36:02.171485 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:36:02.171485 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:36:02.191561 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-990ee333-3a27-4327-8d49-b5970986b676 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0602622 Oct 27 18:36:02.192654 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44550) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:02.200733 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-7483b9c1-486a-4141-96cf-ae5166fed73a tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-186362527', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:02.201737 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: fbd60b3c-e163-4e6a-b555-8b6a9b346991 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:36:02.201821 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device fbd60b3c-e163-4e6a-b555-8b6a9b346991 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:36:02.202220 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 3a4f5b65-cf42-43b8-864f-94e45819f8a6 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:36:02.237597 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 3a4f5b65-cf42-43b8-864f-94e45819f8a6 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:36:02.237943 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 3a4f5b65-cf42-43b8-864f-94e45819f8a6 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:36:02.240639 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['efcf821d-d260-427a-8578-b67a8e504f53'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:36:02.333386 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7483b9c1-486a-4141-96cf-ae5166fed73a tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:02.334775 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7483b9c1-486a-4141-96cf-ae5166fed73a tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:02.388941 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-40f97a83-d334-414c-bf1d-f827e9af7a2d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:02.399485 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36d9ed-6d9b-43ab-823a-2cbc7c49e29f req-b0d4bf0e-528e-440c-8798-30b72c0be428 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:02.409399 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eb36d9ed-6d9b-43ab-823a-2cbc7c49e29f req-b0d4bf0e-528e-440c-8798-30b72c0be428 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6f4610d-a1f8-4939-8d57-c11a3ec0ab4c HTTP/1.1" status: 200 len: 944 time: 0.0795357 Oct 27 18:36:02.431133 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-40f97a83-d334-414c-bf1d-f827e9af7a2d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:02.435399 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-40f97a83-d334-414c-bf1d-f827e9af7a2d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "DELETE /v2.0/networks/713ffbc3-f72c-48b8-9dfe-332b99e1f064 HTTP/1.1" status: 204 len: 168 time: 1.1924357 Oct 27 18:36:02.438422 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f97a83-d334-414c-bf1d-f827e9af7a2d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Pushing event deleted for resources: {'Network': ['ID=713ffbc3-f72c-48b8-9dfe-332b99e1f064,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:02.439507 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44562) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:02.446139 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-683352c3-ee2e-46c0-9e76-274b81718f56 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Request body: {'router': {'routes': None}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:02.481739 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-d7296472-c5ad-47db-bd46-8311594e810c None None] Allocated IP 172.20.0.2 (a2440840-883f-4d77-8969-683fb2ba9443/53d547b5-45ae-4fa6-93cf-bfdf40465add/3f32a9dc-840c-4761-8dc0-ab3ce2c15655) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:36:02.488047 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eb36d9ed-6d9b-43ab-823a-2cbc7c49e29f req-c08859c8-f1bf-486b-a572-94a5b03dc3e9 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ac72845-ff64-48c9-be88-0f35c81b41e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737948 Oct 27 18:36:02.514703 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7483b9c1-486a-4141-96cf-ae5166fed73a tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:02.594503 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7483b9c1-486a-4141-96cf-ae5166fed73a tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:02.597055 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec943aa5-6a01-4fc0-909f-37e454d87088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-867776be-c14d-4adb-aa7a-cf89dd359ad9', 'network_id': '867776be-c14d-4adb-aa7a-cf89dd359ad9', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'fixed_ips': [{'subnet_id': 'ae65e98c-c61d-4f95-8293-214050ae01c8'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:36:02.597921 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ec943aa5-6a01-4fc0-909f-37e454d87088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:02.638054 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.extraroute_db [None req-683352c3-ee2e-46c0-9e76-274b81718f56 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Added routes are [] {{(pid=102879) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 27 18:36:02.638596 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.extraroute_db [None req-683352c3-ee2e-46c0-9e76-274b81718f56 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Removed routes are [] {{(pid=102879) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 27 18:36:02.639143 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-683352c3-ee2e-46c0-9e76-274b81718f56 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7878829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7877412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6053'] for router, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:02.737125 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7483b9c1-486a-4141-96cf-ae5166fed73a tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:02.738475 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7483b9c1-486a-4141-96cf-ae5166fed73a tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5446012 Oct 27 18:36:02.741391 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44574) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:02.896462 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-683352c3-ee2e-46c0-9e76-274b81718f56 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7878829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7877412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6053'] for router, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:02.903650 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-683352c3-ee2e-46c0-9e76-274b81718f56 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7878836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7878843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7877419'] for router, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:02.912627 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-ec943aa5-6a01-4fc0-909f-37e454d87088 None None] Allocated IP 172.21.0.2 (867776be-c14d-4adb-aa7a-cf89dd359ad9/ae65e98c-c61d-4f95-8293-214050ae01c8/54ff4565-ec5f-4731-8a75-8312c45f1c95) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:36:02.922322 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d7296472-c5ad-47db-bd46-8311594e810c None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:03.010700 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d7296472-c5ad-47db-bd46-8311594e810c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:03.036013 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device ef4319bd-3667-41aa-acdb-50846639cf49 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:36:03.064528 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683352c3-ee2e-46c0-9e76-274b81718f56 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Router 3cefca64-bd59-4c19-967b-8173a97dcc26 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:36:03.101865 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7296472-c5ad-47db-bd46-8311594e810c None None] Network a2440840-883f-4d77-8969-683fb2ba9443 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:36:03.124347 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: ef4319bd-3667-41aa-acdb-50846639cf49 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:36:03.124957 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device ef4319bd-3667-41aa-acdb-50846639cf49 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:36:03.126865 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-d7296472-c5ad-47db-bd46-8311594e810c None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:36:03.132619 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7296472-c5ad-47db-bd46-8311594e810c None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:36:03.162597 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7296472-c5ad-47db-bd46-8311594e810c None None] Pushing event updated for resources: {'Port': ['ID=3f32a9dc-840c-4761-8dc0-ab3ce2c15655,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:03.204223 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683352c3-ee2e-46c0-9e76-274b81718f56 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:36:03.227533 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-683352c3-ee2e-46c0-9e76-274b81718f56 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:03.233258 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd9159e-d767-4ac7-b894-49c63f281ae9 None None] Sync routers for ids ['3cefca64-bd59-4c19-967b-8173a97dcc26'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:36:03.233722 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-683352c3-ee2e-46c0-9e76-274b81718f56 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "PUT /v2.0/routers/3cefca64-bd59-4c19-967b-8173a97dcc26 HTTP/1.1" status: 200 len: 705 time: 0.7929430 Oct 27 18:36:03.234346 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44606) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:03.265104 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-d7296472-c5ad-47db-bd46-8311594e810c None None] Attempting to bind port 3f32a9dc-840c-4761-8dc0-ab3ce2c15655 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:36:03.265763 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-d7296472-c5ad-47db-bd46-8311594e810c None None] Attempting to bind port 3f32a9dc-840c-4761-8dc0-ab3ce2c15655 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '43d40f51-1161-4d62-9ce2-4405f6a58830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'a2440840-883f-4d77-8969-683fb2ba9443'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:36:03.266320 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7296472-c5ad-47db-bd46-8311594e810c None None] Attempting to bind port 3f32a9dc-840c-4761-8dc0-ab3ce2c15655 on network a2440840-883f-4d77-8969-683fb2ba9443 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:36:03.267411 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5eec63c5-70ee-400b-a2c9-0e1f2be310c4 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cefca64-bd59-4c19-967b-8173a97dcc26 HTTP/1.1" status: 200 len: 205 time: 0.0316443 Oct 27 18:36:03.275920 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44608) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:03.276098 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ec943aa5-6a01-4fc0-909f-37e454d87088 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:03.279001 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd9159e-d767-4ac7-b894-49c63f281ae9 None None] Routers {'3cefca64-bd59-4c19-967b-8173a97dcc26'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:36:03.279846 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-fbd9159e-d767-4ac7-b894-49c63f281ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:35:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['3cefca64-bd59-4c19-967b-8173a97dcc26'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:03.284005 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7296472-c5ad-47db-bd46-8311594e810c None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:36:03.284463 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7296472-c5ad-47db-bd46-8311594e810c None None] Checking segment: {'id': '43d40f51-1161-4d62-9ce2-4405f6a58830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'a2440840-883f-4d77-8969-683fb2ba9443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:36:03.290016 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d7296472-c5ad-47db-bd46-8311594e810c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:03.290016 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7296472-c5ad-47db-bd46-8311594e810c None None] Bound using segment: {'id': '43d40f51-1161-4d62-9ce2-4405f6a58830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'a2440840-883f-4d77-8969-683fb2ba9443'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:36:03.290016 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-d7296472-c5ad-47db-bd46-8311594e810c None None] Bound port: 3f32a9dc-840c-4761-8dc0-ab3ce2c15655, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43d40f51-1161-4d62-9ce2-4405f6a58830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'a2440840-883f-4d77-8969-683fb2ba9443'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:36:03.290016 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d7296472-c5ad-47db-bd46-8311594e810c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:03.444690 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-eb549358-b6de-4186-8af7-c73b3f09aa94 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:03.454551 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ec943aa5-6a01-4fc0-909f-37e454d87088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:03.501088 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-fbd9159e-d767-4ac7-b894-49c63f281ae9 None None] Set router 3cefca64-bd59-4c19-967b-8173a97dcc26 gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:36:03.614865 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-fbd9159e-d767-4ac7-b894-49c63f281ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'name': 'tempest-RoutersIpV6Test-router-1387999512', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:35:00Z', 'updated_at': '2021-10-27T18:35:58Z', 'revision_number': 11, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:03.663220 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec943aa5-6a01-4fc0-909f-37e454d87088 None None] Network 867776be-c14d-4adb-aa7a-cf89dd359ad9 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:36:03.666501 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec943aa5-6a01-4fc0-909f-37e454d87088 None None] Pushing event updated for resources: {'Port': ['ID=54ff4565-ec5f-4731-8a75-8312c45f1c95,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:03.669639 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd9159e-d767-4ac7-b894-49c63f281ae9 None None] Checking router: 3cefca64-bd59-4c19-967b-8173a97dcc26 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:36:03.679150 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-ec943aa5-6a01-4fc0-909f-37e454d87088 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:36:03.683683 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec943aa5-6a01-4fc0-909f-37e454d87088 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:36:03.687488 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-d7296472-c5ad-47db-bd46-8311594e810c None None] For port 3f32a9dc-840c-4761-8dc0-ab3ce2c15655, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:36:03.692022 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-d7296472-c5ad-47db-bd46-8311594e810c None None] For port 3f32a9dc-840c-4761-8dc0-ab3ce2c15655, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=3f32a9dc-840c-4761-8dc0-ab3ce2c15655,segment=NetworkSegment(43d40f51-1161-4d62-9ce2-4405f6a58830),segment_id=43d40f51-1161-4d62-9ce2-4405f6a58830)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:36:03.695320 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd9159e-d767-4ac7-b894-49c63f281ae9 None None] Routers {'3cefca64-bd59-4c19-967b-8173a97dcc26'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:36:03.696043 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-fbd9159e-d767-4ac7-b894-49c63f281ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:35:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['3cefca64-bd59-4c19-967b-8173a97dcc26'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:03.809663 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d7296472-c5ad-47db-bd46-8311594e810c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:03.847417 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-fbd9159e-d767-4ac7-b894-49c63f281ae9 None None] Set router 3cefca64-bd59-4c19-967b-8173a97dcc26 gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:36:03.897275 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933a6e0-e2ac-4ee5-ad04-5ed9c3e24c31 req-03c3c031-1aab-4062-b921-d04d090b4a3b tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:03.899130 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0933a6e0-e2ac-4ee5-ad04-5ed9c3e24c31 req-03c3c031-1aab-4062-b921-d04d090b4a3b tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=6915a7d3-aad4-4a54-8ede-cf38f493194a HTTP/1.1" status: 200 len: 945 time: 0.4611299 Oct 27 18:36:03.921067 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-ec943aa5-6a01-4fc0-909f-37e454d87088 None None] Attempting to bind port 54ff4565-ec5f-4731-8a75-8312c45f1c95 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:36:03.921523 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-ec943aa5-6a01-4fc0-909f-37e454d87088 None None] Attempting to bind port 54ff4565-ec5f-4731-8a75-8312c45f1c95 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '6f90e03d-d779-4d25-8cbb-f6fb1e53f2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '867776be-c14d-4adb-aa7a-cf89dd359ad9'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:36:03.921968 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec943aa5-6a01-4fc0-909f-37e454d87088 None None] Attempting to bind port 54ff4565-ec5f-4731-8a75-8312c45f1c95 on network 867776be-c14d-4adb-aa7a-cf89dd359ad9 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:36:03.930475 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-66f90289-87ee-4e80-9f18-0fb0fb29bc27 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:03.932860 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-fbd9159e-d767-4ac7-b894-49c63f281ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'name': 'tempest-RoutersIpV6Test-router-1387999512', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:35:00Z', 'updated_at': '2021-10-27T18:35:58Z', 'revision_number': 11, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:03.941997 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec943aa5-6a01-4fc0-909f-37e454d87088 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:36:03.942474 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec943aa5-6a01-4fc0-909f-37e454d87088 None None] Checking segment: {'id': '6f90e03d-d779-4d25-8cbb-f6fb1e53f2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '867776be-c14d-4adb-aa7a-cf89dd359ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:36:03.944286 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ec943aa5-6a01-4fc0-909f-37e454d87088 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:03.944607 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-eb549358-b6de-4186-8af7-c73b3f09aa94 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Allocated IP 172.20.0.1 (a2440840-883f-4d77-8969-683fb2ba9443/53d547b5-45ae-4fa6-93cf-bfdf40465add/98544c5e-b143-4fe1-bbd1-3cec3362904b) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:36:03.944713 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec943aa5-6a01-4fc0-909f-37e454d87088 None None] Bound using segment: {'id': '6f90e03d-d779-4d25-8cbb-f6fb1e53f2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '867776be-c14d-4adb-aa7a-cf89dd359ad9'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:36:03.945199 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-ec943aa5-6a01-4fc0-909f-37e454d87088 None None] Bound port: 54ff4565-ec5f-4731-8a75-8312c45f1c95, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f90e03d-d779-4d25-8cbb-f6fb1e53f2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '867776be-c14d-4adb-aa7a-cf89dd359ad9'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:36:03.950317 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ec943aa5-6a01-4fc0-909f-37e454d87088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:03.989561 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd149073-e61c-446c-9690-ebe001a38f76 req-38544f45-6e8f-48b3-93ed-80315594c881 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:03.991230 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bd149073-e61c-446c-9690-ebe001a38f76 req-38544f45-6e8f-48b3-93ed-80315594c881 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6f4610d-a1f8-4939-8d57-c11a3ec0ab4c HTTP/1.1" status: 200 len: 944 time: 0.3561225 Oct 27 18:36:04.010271 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd9159e-d767-4ac7-b894-49c63f281ae9 None None] The sync data for ids ['3cefca64-bd59-4c19-967b-8173a97dcc26'] in n-d-815690-2 is: [{'id': '3cefca64-bd59-4c19-967b-8173a97dcc26', 'name': 'tempest-RoutersIpV6Test-router-1387999512', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:35:00Z', 'updated_at': '2021-10-27T18:35:58Z', 'revision_number': 11, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'gw_port_host': None}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:36:04.056462 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7296472-c5ad-47db-bd46-8311594e810c None None] Pushing event updated for resources: {'Port': ['ID=3f32a9dc-840c-4761-8dc0-ab3ce2c15655,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:04.119656 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-ec943aa5-6a01-4fc0-909f-37e454d87088 None None] For port 54ff4565-ec5f-4731-8a75-8312c45f1c95, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:36:04.130257 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-ec943aa5-6a01-4fc0-909f-37e454d87088 None None] For port 54ff4565-ec5f-4731-8a75-8312c45f1c95, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=54ff4565-ec5f-4731-8a75-8312c45f1c95,segment=NetworkSegment(6f90e03d-d779-4d25-8cbb-f6fb1e53f2f8),segment_id=6f90e03d-d779-4d25-8cbb-f6fb1e53f2f8)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:36:04.148444 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-66f90289-87ee-4e80-9f18-0fb0fb29bc27 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:04.151643 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-66f90289-87ee-4e80-9f18-0fb0fb29bc27 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:04.164959 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0933a6e0-e2ac-4ee5-ad04-5ed9c3e24c31 req-2a7ef33a-b242-4474-9457-0230f06fcba8 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528965 Oct 27 18:36:04.216933 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ec943aa5-6a01-4fc0-909f-37e454d87088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:04.364367 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-eb549358-b6de-4186-8af7-c73b3f09aa94 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:04.369156 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-66f90289-87ee-4e80-9f18-0fb0fb29bc27 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:04.369754 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f90289-87ee-4e80-9f18-0fb0fb29bc27 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Fanout notify agent at l3_agent the message router_deleted on router 3cefca64-bd59-4c19-967b-8173a97dcc26 {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:36:04.380042 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-66f90289-87ee-4e80-9f18-0fb0fb29bc27 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:04.381247 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec943aa5-6a01-4fc0-909f-37e454d87088 None None] Pushing event updated for resources: {'Port': ['ID=54ff4565-ec5f-4731-8a75-8312c45f1c95,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:04.382160 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bd149073-e61c-446c-9690-ebe001a38f76 req-624f06c4-1659-48e4-8e3e-9118f048b27d tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ac72845-ff64-48c9-be88-0f35c81b41e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079537 Oct 27 18:36:04.390202 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-66f90289-87ee-4e80-9f18-0fb0fb29bc27 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "DELETE /v2.0/routers/3cefca64-bd59-4c19-967b-8173a97dcc26 HTTP/1.1" status: 204 len: 168 time: 1.1129220 Oct 27 18:36:04.391066 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44650) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:04.400716 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-88544d84-eb9e-4d01-a25a-2efc8f7005e6 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1769055714', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:04.512079 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44656) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:04.528084 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-eb549358-b6de-4186-8af7-c73b3f09aa94 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:04.556427 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-88544d84-eb9e-4d01-a25a-2efc8f7005e6 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:04.557524 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-88544d84-eb9e-4d01-a25a-2efc8f7005e6 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:04.595410 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb549358-b6de-4186-8af7-c73b3f09aa94 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Network a2440840-883f-4d77-8969-683fb2ba9443 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:36:04.601245 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-eb549358-b6de-4186-8af7-c73b3f09aa94 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:36:04.608376 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb549358-b6de-4186-8af7-c73b3f09aa94 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:36:04.638186 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb549358-b6de-4186-8af7-c73b3f09aa94 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event updated for resources: {'Port': ['ID=98544c5e-b143-4fe1-bbd1-3cec3362904b,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:04.683906 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-eb549358-b6de-4186-8af7-c73b3f09aa94 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:04.702245 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-88544d84-eb9e-4d01-a25a-2efc8f7005e6 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:04.763226 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-88544d84-eb9e-4d01-a25a-2efc8f7005e6 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:04.850996 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-08bdaac6-b807-4109-a17d-e60b8337e48c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:04.856490 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79076ac-da98-41c3-aed8-04c523008078 req-157bf63b-92f7-48a5-b353-4e77d0e36915 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:04.858229 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d79076ac-da98-41c3-aed8-04c523008078 req-157bf63b-92f7-48a5-b353-4e77d0e36915 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.93 "GET /v2.0/ports?device_id=6915a7d3-aad4-4a54-8ede-cf38f493194a HTTP/1.1" status: 200 len: 945 time: 0.0677898 Oct 27 18:36:04.907671 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-eb549358-b6de-4186-8af7-c73b3f09aa94 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:04.909815 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-88544d84-eb9e-4d01-a25a-2efc8f7005e6 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:04.911040 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-88544d84-eb9e-4d01-a25a-2efc8f7005e6 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5182612 Oct 27 18:36:04.930415 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44664) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:04.936575 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-73d7047b-30c6-4d75-8483-4ec834637fc5 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:05.007369 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44668) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:05.041397 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device efcf821d-d260-427a-8578-b67a8e504f53 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:36:05.170538 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port efcf821d-d260-427a-8578-b67a8e504f53 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:36:05.175388 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port efcf821d-d260-427a-8578-b67a8e504f53 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:05.175970 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:05.184958 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-d79076ac-da98-41c3-aed8-04c523008078 req-a1996a76-14dc-4d87-9aed-6524bb231b34 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Deleting port c99f5840-e3d2-4d62-bc1c-9ea95570ee2b {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:36:05.185303 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-d79076ac-da98-41c3-aed8-04c523008078 req-a1996a76-14dc-4d87-9aed-6524bb231b34 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:05.188397 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-08bdaac6-b807-4109-a17d-e60b8337e48c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:05.270538 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-08bdaac6-b807-4109-a17d-e60b8337e48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:05.291766 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-73d7047b-30c6-4d75-8483-4ec834637fc5 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7878829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7877412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6053'] for router, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:05.419695 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-73d7047b-30c6-4d75-8483-4ec834637fc5 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7878836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7878843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7877419'] for router, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:05.444986 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:05.460201 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bdaac6-b807-4109-a17d-e60b8337e48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8dfa17-6512-45f9-a89a-a2f04ea1cb9c,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:05.502961 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-c3b26f77-2ee2-4c86-89f0-2951ab7d0229 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-883274385', 'router:external': True}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:05.508385 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f4610d-a1f8-4939-8d57-c11a3ec0ab4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efcf821d-d260-427a-8578-b67a8e504f53'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:36:05.515569 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe1926f-be38-4ac1-bfd9-02dae8c2b852" -d '{"events": [{"server_uuid": "c6f4610d-a1f8-4939-8d57-c11a3ec0ab4c", "name": "network-vif-plugged", "status": "completed", "tag": "efcf821d-d260-427a-8578-b67a8e504f53"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:36:05.536123 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-08bdaac6-b807-4109-a17d-e60b8337e48c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4c1bbb91d14949e0a3edbea6cee96453&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0228398 Oct 27 18:36:05.542352 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44684) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:05.550837 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port efcf821d-d260-427a-8578-b67a8e504f53, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=efcf821d-d260-427a-8578-b67a8e504f53,segment=NetworkSegment(e0d46302-2320-4b79-8992-38deddbfd1b7),segment_id=e0d46302-2320-4b79-8992-38deddbfd1b7)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:36:05.565308 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3349dc-a95e-4d83-8a58-30d077fcb764 None None] Network a2440840-883f-4d77-8969-683fb2ba9443 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:36:05.622278 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-d79076ac-da98-41c3-aed8-04c523008078 req-a1996a76-14dc-4d87-9aed-6524bb231b34 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] For port c99f5840-e3d2-4d62-bc1c-9ea95570ee2b, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=c99f5840-e3d2-4d62-bc1c-9ea95570ee2b,segment=NetworkSegment(b3f5b1a4-fde0-4b26-9254-2c3a416df771),segment_id=b3f5b1a4-fde0-4b26-9254-2c3a416df771)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:36:05.622744 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-d79076ac-da98-41c3-aed8-04c523008078 req-a1996a76-14dc-4d87-9aed-6524bb231b34 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:05.643398 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-d79076ac-da98-41c3-aed8-04c523008078 req-a1996a76-14dc-4d87-9aed-6524bb231b34 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Calling delete_port for c99f5840-e3d2-4d62-bc1c-9ea95570ee2b owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:36:05.700812 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649c1c6-e1dd-4e00-9f1a-792ca2cd168a req-4288422c-0800-4c21-93e5-9b50199b2620 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:05.713239 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:05.717339 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4649c1c6-e1dd-4e00-9f1a-792ca2cd168a req-4288422c-0800-4c21-93e5-9b50199b2620 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=6915a7d3-aad4-4a54-8ede-cf38f493194a HTTP/1.1" status: 200 len: 945 time: 0.3520656 Oct 27 18:36:05.719314 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-5178f9c7-9069-4cc4-8b83-46b949aa0d2e None None] Provisioning complete for port 3f32a9dc-840c-4761-8dc0-ab3ce2c15655 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:05.719712 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5178f9c7-9069-4cc4-8b83-46b949aa0d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:05.789645 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a81771-6e9f-4d08-8cfa-8f4ac2696907 req-acd46e02-eb87-498e-8918-c1ebc8e0908a tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:05.805356 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f5a81771-6e9f-4d08-8cfa-8f4ac2696907 req-acd46e02-eb87-498e-8918-c1ebc8e0908a tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6f4610d-a1f8-4939-8d57-c11a3ec0ab4c HTTP/1.1" status: 200 len: 944 time: 0.2230043 Oct 27 18:36:05.813806 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b26f77-2ee2-4c86-89f0-2951ab7d0229 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Made reservation on behalf of ce92e9a59d774537b02357f5ec8e82bc for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:36:05.816237 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c3b26f77-2ee2-4c86-89f0-2951ab7d0229 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:05.860165 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d7047b-30c6-4d75-8483-4ec834637fc5 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Router ef375f91-5083-46f1-9280-2168005c13b7 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:36:05.869432 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4649c1c6-e1dd-4e00-9f1a-792ca2cd168a req-493a6a36-8956-46ec-b71e-946adf7987b5 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5a79d7a-6453-4e3f-8339-b8234336776b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366067 Oct 27 18:36:05.886793 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c3b26f77-2ee2-4c86-89f0-2951ab7d0229 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:05.957700 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-eb549358-b6de-4186-8af7-c73b3f09aa94 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:05.962598 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b3c3169b-d486-423e-b0c1-1af2fa804c14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:05.993009 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f5a81771-6e9f-4d08-8cfa-8f4ac2696907 req-07be9a6a-73d2-4d6d-8d9f-738278d1e1da tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ac72845-ff64-48c9-be88-0f35c81b41e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736519 Oct 27 18:36:06.018029 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b3c3169b-d486-423e-b0c1-1af2fa804c14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:06.029827 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-eb549358-b6de-4186-8af7-c73b3f09aa94 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:06.065609 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 54ff4565-ec5f-4731-8a75-8312c45f1c95 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:36:06.101416 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d7047b-30c6-4d75-8483-4ec834637fc5 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:36:06.129630 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c604af-cd40-4c7f-b035-0b460319fc0f None None] Sync routers for ids ['ef375f91-5083-46f1-9280-2168005c13b7'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:36:06.147198 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-73d7047b-30c6-4d75-8483-4ec834637fc5 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:06.148368 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13e2d7d-ad45-4c09-9266-496edd348afe None None] Network 867776be-c14d-4adb-aa7a-cf89dd359ad9 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:36:06.149603 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-73d7047b-30c6-4d75-8483-4ec834637fc5 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "PUT /v2.0/routers/ef375f91-5083-46f1-9280-2168005c13b7 HTTP/1.1" status: 200 len: 698 time: 1.2168801 Oct 27 18:36:06.150569 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c604af-cd40-4c7f-b035-0b460319fc0f None None] Routers {'ef375f91-5083-46f1-9280-2168005c13b7'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:36:06.151355 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-65c604af-cd40-4c7f-b035-0b460319fc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:35:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['ef375f91-5083-46f1-9280-2168005c13b7'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:06.156561 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44694) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:06.283284 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-65c604af-cd40-4c7f-b035-0b460319fc0f None None] Set router ef375f91-5083-46f1-9280-2168005c13b7 gateway port host: None {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:36:06.299119 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=efcf821d-d260-427a-8578-b67a8e504f53,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:06.321415 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5178f9c7-9069-4cc4-8b83-46b949aa0d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:06.352404 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-65c604af-cd40-4c7f-b035-0b460319fc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef375f91-5083-46f1-9280-2168005c13b7', 'name': 'tempest-RoutersIpV6Test-router-1769055714', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:36:04Z', 'updated_at': '2021-10-27T18:36:05Z', 'revision_number': 2, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:06.356278 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b77a4242-c419-4c0c-a4bd-67fa5f5145b1 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "GET /v2.0/routers/ef375f91-5083-46f1-9280-2168005c13b7 HTTP/1.1" status: 200 len: 704 time: 0.1971772 Oct 27 18:36:06.357180 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44700) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:06.360656 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-d79076ac-da98-41c3-aed8-04c523008078 req-a1996a76-14dc-4d87-9aed-6524bb231b34 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:06.408137 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1996a76-14dc-4d87-9aed-6524bb231b34 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Pushing event deleted for resources: {'Port': ['ID=c99f5840-e3d2-4d62-bc1c-9ea95570ee2b,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:06.416962 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-5178f9c7-9069-4cc4-8b83-46b949aa0d2e None None] For port 3f32a9dc-840c-4761-8dc0-ab3ce2c15655, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=3f32a9dc-840c-4761-8dc0-ab3ce2c15655,segment=NetworkSegment(43d40f51-1161-4d62-9ce2-4405f6a58830),segment_id=43d40f51-1161-4d62-9ce2-4405f6a58830)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:36:06.424795 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['c99f5840-e3d2-4d62-bc1c-9ea95570ee2b'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:36:06.440965 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-486b5e14-b658-4b6f-93f4-f1330b909126 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef375f91-5083-46f1-9280-2168005c13b7 HTTP/1.1" status: 200 len: 205 time: 0.0816286 Oct 27 18:36:06.444960 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44702) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:06.472093 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4027cc-fba8-4268-aaa5-e218686ffe51 x-openstack-request-id: req-5e4027cc-fba8-4268-aaa5-e218686ffe51 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:36:06.472412 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f4610d-a1f8-4939-8d57-c11a3ec0ab4c", "name": "network-vif-plugged", "status": "completed", "tag": "efcf821d-d260-427a-8578-b67a8e504f53", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:36:06.472675 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5e4027cc-fba8-4268-aaa5-e218686ffe51 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:36:06.473091 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f4610d-a1f8-4939-8d57-c11a3ec0ab4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efcf821d-d260-427a-8578-b67a8e504f53', 'code': 200} Oct 27 18:36:06.474552 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c604af-cd40-4c7f-b035-0b460319fc0f None None] Checking router: ef375f91-5083-46f1-9280-2168005c13b7 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:36:06.501607 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c604af-cd40-4c7f-b035-0b460319fc0f None None] Routers {'ef375f91-5083-46f1-9280-2168005c13b7'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:36:06.504237 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-65c604af-cd40-4c7f-b035-0b460319fc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:35:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['ef375f91-5083-46f1-9280-2168005c13b7'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:06.527877 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 54ff4565-ec5f-4731-8a75-8312c45f1c95 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:06.528799 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:06.604437 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5178f9c7-9069-4cc4-8b83-46b949aa0d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:06.681541 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79076ac-da98-41c3-aed8-04c523008078 req-a1996a76-14dc-4d87-9aed-6524bb231b34 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] No DVR routers for this DVR port c99f5840-e3d2-4d62-bc1c-9ea95570ee2b on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:36:06.684272 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-d79076ac-da98-41c3-aed8-04c523008078 req-a1996a76-14dc-4d87-9aed-6524bb231b34 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:06.688236 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d79076ac-da98-41c3-aed8-04c523008078 req-a1996a76-14dc-4d87-9aed-6524bb231b34 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.93 "DELETE /v2.0/ports/c99f5840-e3d2-4d62-bc1c-9ea95570ee2b HTTP/1.1" status: 204 len: 173 time: 1.8235722 Oct 27 18:36:06.689815 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-65c604af-cd40-4c7f-b035-0b460319fc0f None None] Set router ef375f91-5083-46f1-9280-2168005c13b7 gateway port host: None {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:36:06.702684 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bcc35c72-1168-4add-b4f2-fabacc0d68a7 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:06.705389 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6915a7d3-aad4-4a54-8ede-cf38f493194a', 'name': 'network-vif-deleted', 'tag': 'c99f5840-e3d2-4d62-bc1c-9ea95570ee2b'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:36:06.708438 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531af244-1d17-4561-ae7f-c431b11e097c" -d '{"events": [{"server_uuid": "6915a7d3-aad4-4a54-8ede-cf38f493194a", "name": "network-vif-deleted", "tag": "c99f5840-e3d2-4d62-bc1c-9ea95570ee2b"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:36:06.800539 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb549358-b6de-4186-8af7-c73b3f09aa94 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event updated for resources: {'Port': ['ID=98544c5e-b143-4fe1-bbd1-3cec3362904b,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:06.811891 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-eb549358-b6de-4186-8af7-c73b3f09aa94 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:06.826614 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c3b26f77-2ee2-4c86-89f0-2951ab7d0229 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:06.828807 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb549358-b6de-4186-8af7-c73b3f09aa94 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:06.829320 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb549358-b6de-4186-8af7-c73b3f09aa94 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:06.829816 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb549358-b6de-4186-8af7-c73b3f09aa94 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:06.830299 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb549358-b6de-4186-8af7-c73b3f09aa94 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:06.830781 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb549358-b6de-4186-8af7-c73b3f09aa94 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:06.831302 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb549358-b6de-4186-8af7-c73b3f09aa94 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:06.831790 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb549358-b6de-4186-8af7-c73b3f09aa94 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:06.832312 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb549358-b6de-4186-8af7-c73b3f09aa94 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:06.832786 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb549358-b6de-4186-8af7-c73b3f09aa94 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:06.833273 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb549358-b6de-4186-8af7-c73b3f09aa94 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:06.833748 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb549358-b6de-4186-8af7-c73b3f09aa94 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:06.834218 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb549358-b6de-4186-8af7-c73b3f09aa94 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:06.852594 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178f9c7-9069-4cc4-8b83-46b949aa0d2e None None] Pushing event updated for resources: {'Port': ['ID=3f32a9dc-840c-4761-8dc0-ab3ce2c15655,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:06.870941 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-65c604af-cd40-4c7f-b035-0b460319fc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef375f91-5083-46f1-9280-2168005c13b7', 'name': 'tempest-RoutersIpV6Test-router-1769055714', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:36:04Z', 'updated_at': '2021-10-27T18:36:05Z', 'revision_number': 2, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:06.883056 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e6e21f-50db-4856-b210-bf4d3428e597 x-openstack-request-id: req-41e6e21f-50db-4856-b210-bf4d3428e597 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:36:06.883374 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6915a7d3-aad4-4a54-8ede-cf38f493194a", "name": "network-vif-deleted", "tag": "c99f5840-e3d2-4d62-bc1c-9ea95570ee2b", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:36:06.883617 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-41e6e21f-50db-4856-b210-bf4d3428e597 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:36:06.884030 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6915a7d3-aad4-4a54-8ede-cf38f493194a', 'name': 'network-vif-deleted', 'tag': 'c99f5840-e3d2-4d62-bc1c-9ea95570ee2b', 'status': 'completed', 'code': 200} Oct 27 18:36:06.945654 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd36e4-d7c6-4e55-8adc-5fa72fda15f3 req-f886155a-e44b-4134-8dd5-c971f2aa2181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:06.947350 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7dcd36e4-d7c6-4e55-8adc-5fa72fda15f3 req-f886155a-e44b-4134-8dd5-c971f2aa2181 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c6f4610d-a1f8-4939-8d57-c11a3ec0ab4c HTTP/1.1" status: 200 len: 1096 time: 0.4133623 Oct 27 18:36:06.948069 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c3b26f77-2ee2-4c86-89f0-2951ab7d0229 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:06.973194 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b3c3169b-d486-423e-b0c1-1af2fa804c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:06.988841 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c604af-cd40-4c7f-b035-0b460319fc0f None None] The sync data for ids ['ef375f91-5083-46f1-9280-2168005c13b7'] in n-d-815690-2 is: [{'id': 'ef375f91-5083-46f1-9280-2168005c13b7', 'name': 'tempest-RoutersIpV6Test-router-1769055714', 'tenant_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:36:04Z', 'updated_at': '2021-10-27T18:36:05Z', 'revision_number': 2, 'project_id': 'f0dda3f0251e4e4db2b48596fc53609b', 'gw_port_host': None}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:36:06.991278 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b3c3169b-d486-423e-b0c1-1af2fa804c14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:06.995853 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b3c3169b-d486-423e-b0c1-1af2fa804c14 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4f8dfa17-6512-45f9-a89a-a2f04ea1cb9c HTTP/1.1" status: 204 len: 168 time: 1.4334660 Oct 27 18:36:07.054187 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-07d9cda5-1157-4c2c-b89e-1816db6d97db None None] Provisioning complete for port 54ff4565-ec5f-4731-8a75-8312c45f1c95 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:07.054892 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-07d9cda5-1157-4c2c-b89e-1816db6d97db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:07.055884 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bcc35c72-1168-4add-b4f2-fabacc0d68a7 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:07.061331 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bcc35c72-1168-4add-b4f2-fabacc0d68a7 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:07.123105 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3b26f77-2ee2-4c86-89f0-2951ab7d0229 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] vlan segment allocate from pool success with {'vlan_id': 1023, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:36:07.134520 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:07.142017 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7dcd36e4-d7c6-4e55-8adc-5fa72fda15f3 req-0defe952-aa6e-465e-9bed-62388f1422a8 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=3ac72845-ff64-48c9-be88-0f35c81b41e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631973 Oct 27 18:36:07.157736 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c49255f4-3cc1-4590-8ef0-8d1d67e523e3 req-eccf1167-b271-44e7-bb73-750646439d80 tempest-ListServerFiltersTestJSON-767629242 tempest-ListServerFiltersTestJSON-767629242-project] 10.222.0.52 "GET /v2.0/ports?device_id=6915a7d3-aad4-4a54-8ede-cf38f493194a HTTP/1.1" status: 200 len: 210 time: 0.1347136 Oct 27 18:36:07.210907 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 54ff4565-ec5f-4731-8a75-8312c45f1c95, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=54ff4565-ec5f-4731-8a75-8312c45f1c95,segment=NetworkSegment(6f90e03d-d779-4d25-8cbb-f6fb1e53f2f8),segment_id=6f90e03d-d779-4d25-8cbb-f6fb1e53f2f8)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:36:07.224281 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bcc35c72-1168-4add-b4f2-fabacc0d68a7 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:07.224794 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc35c72-1168-4add-b4f2-fabacc0d68a7 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Fanout notify agent at l3_agent the message router_deleted on router ef375f91-5083-46f1-9280-2168005c13b7 {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:36:07.233275 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bcc35c72-1168-4add-b4f2-fabacc0d68a7 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:07.238600 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-bcc35c72-1168-4add-b4f2-fabacc0d68a7 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "DELETE /v2.0/routers/ef375f91-5083-46f1-9280-2168005c13b7 HTTP/1.1" status: 204 len: 168 time: 0.7882547 Oct 27 18:36:07.238600 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44718) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:07.259733 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c3b26f77-2ee2-4c86-89f0-2951ab7d0229 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:07.260093 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-c3b26f77-2ee2-4c86-89f0-2951ab7d0229 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Added segment 03983c44-50e2-4834-86e1-c9ff05fcb558 of type vlan for network c5690d77-ead7-4fd9-884b-7fbf378ef9ad Oct 27 18:36:07.261788 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b26f77-2ee2-4c86-89f0-2951ab7d0229 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6668e47b-a8d0-4704-b661-4b0ab28eb148,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:07.300060 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f14bce91-a1b6-4c18-afc4-28b678d2bdee tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef375f91-5083-46f1-9280-2168005c13b7 HTTP/1.1" status: 200 len: 205 time: 0.0608537 Oct 27 18:36:07.305435 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44720) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:07.312336 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-07d9cda5-1157-4c2c-b89e-1816db6d97db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:07.325781 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:07.326580 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 3f32a9dc-840c-4761-8dc0-ab3ce2c15655 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:36:07.360227 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3169b-d486-423e-b0c1-1af2fa804c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8dfa17-6512-45f9-a89a-a2f04ea1cb9c,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:07.411563 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-d037b9c2-0475-44cc-bbad-5d07e89ab588 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] delete failed (client error): The resource could not be found. Oct 27 18:36:07.415394 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d037b9c2-0475-44cc-bbad-5d07e89ab588 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "DELETE /v2.0/routers/ef375f91-5083-46f1-9280-2168005c13b7 HTTP/1.1" status: 404 len: 336 time: 0.1062753 Oct 27 18:36:07.421453 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44722) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:07.452397 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0eaab4-9207-406f-a9ab-a13d701ef669 req-8cf87c9c-c6b3-4216-971d-20fbba55244a tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:07.454857 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3aa2d0b-1a2c-4c8a-922f-99d64c6c7ef7 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] DELETE failed (client error): The resource could not be found. Oct 27 18:36:07.455360 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3aa2d0b-1a2c-4c8a-922f-99d64c6c7ef7 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:36:07.458432 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e3aa2d0b-1a2c-4c8a-922f-99d64c6c7ef7 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "DELETE /v2.0/subnets/40fc2fee-3fd2-4c0c-b05e-6f752ec86d56 HTTP/1.1" status: 404 len: 337 time: 0.0416880 Oct 27 18:36:07.464106 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44724) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:07.485424 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9f0eaab4-9207-406f-a9ab-a13d701ef669 req-8cf87c9c-c6b3-4216-971d-20fbba55244a tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6f4610d-a1f8-4939-8d57-c11a3ec0ab4c HTTP/1.1" status: 200 len: 945 time: 0.3525753 Oct 27 18:36:07.502546 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb549358-b6de-4186-8af7-c73b3f09aa94 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Network a2440840-883f-4d77-8969-683fb2ba9443 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:36:07.506238 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c3b26f77-2ee2-4c86-89f0-2951ab7d0229 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:07.531376 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=54ff4565-ec5f-4731-8a75-8312c45f1c95,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:07.553443 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 3f32a9dc-840c-4761-8dc0-ab3ce2c15655 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:07.554074 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:07.578626 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-1794d1f9-4636-467e-825e-26d51bfb43fc tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] DELETE failed (client error): The resource could not be found. Oct 27 18:36:07.579129 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1794d1f9-4636-467e-825e-26d51bfb43fc tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:36:07.582299 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1794d1f9-4636-467e-825e-26d51bfb43fc tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "DELETE /v2.0/subnets/23bc87ec-66bf-4d6d-8456-8093c204d599 HTTP/1.1" status: 404 len: 337 time: 0.1037326 Oct 27 18:36:07.588399 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-eb549358-b6de-4186-8af7-c73b3f09aa94 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:36:07.589097 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44730) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:07.653168 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c3b26f77-2ee2-4c86-89f0-2951ab7d0229 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:07.654264 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b26f77-2ee2-4c86-89f0-2951ab7d0229 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:07.654865 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c3b26f77-2ee2-4c86-89f0-2951ab7d0229 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:07.656844 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-07d9cda5-1157-4c2c-b89e-1816db6d97db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:36:07.663788 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-2447accd-9309-4971-a4ea-78c245cc2843 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] DELETE failed (client error): The resource could not be found. Oct 27 18:36:07.665754 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-07d9cda5-1157-4c2c-b89e-1816db6d97db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:36:07.673274 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2447accd-9309-4971-a4ea-78c245cc2843 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:36:07.677795 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2447accd-9309-4971-a4ea-78c245cc2843 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "DELETE /v2.0/subnets/5d784b45-77ac-4c7f-b71e-6a3dfb4bb8d5 HTTP/1.1" status: 404 len: 337 time: 0.0875690 Oct 27 18:36:07.684758 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44732) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:07.738710 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-3da4c11e-11ed-4818-b762-0b9dee916d77 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] DELETE failed (client error): The resource could not be found. Oct 27 18:36:07.739706 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3da4c11e-11ed-4818-b762-0b9dee916d77 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:36:07.751496 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3da4c11e-11ed-4818-b762-0b9dee916d77 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "DELETE /v2.0/subnets/3de08fa7-63a5-47fb-af84-c4d8e7fdf115 HTTP/1.1" status: 404 len: 337 time: 0.0654485 Oct 27 18:36:07.762148 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44736) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:07.842105 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f173e6c7-4e47-4f09-8372-f23eb95a963d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cefca64-bd59-4c19-967b-8173a97dcc26 HTTP/1.1" status: 200 len: 205 time: 0.0752785 Oct 27 18:36:07.842922 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44740) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:07.908637 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c3b26f77-2ee2-4c86-89f0-2951ab7d0229 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.8936105 Oct 27 18:36:07.949921 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44746) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:07.966899 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-fa73b241-f748-4842-982a-e392574640ec tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Request body: {'subnet': {'network_id': 'c5690d77-ead7-4fd9-884b-7fbf378ef9ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:07.976747 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 54ff4565-ec5f-4731-8a75-8312c45f1c95 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:36:07.993875 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-3bcb7186-1557-4889-b54c-8f6ff7d8d47d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] delete failed (client error): The resource could not be found. Oct 27 18:36:07.995027 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3bcb7186-1557-4889-b54c-8f6ff7d8d47d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "DELETE /v2.0/routers/3cefca64-bd59-4c19-967b-8173a97dcc26 HTTP/1.1" status: 404 len: 336 time: 0.1495478 Oct 27 18:36:07.997774 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44750) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:08.022428 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b26f77-2ee2-4c86-89f0-2951ab7d0229 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Pushing event updated for resources: {'Network': ['ID=c5690d77-ead7-4fd9-884b-7fbf378ef9ad,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:08.029901 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9f0eaab4-9207-406f-a9ab-a13d701ef669 req-335fd4ae-f45f-4484-a7e1-d1a2a270296f tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ac72845-ff64-48c9-be88-0f35c81b41e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5433722 Oct 27 18:36:08.048960 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network c5690d77-ead7-4fd9-884b-7fbf378ef9ad details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:36:08.063195 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4ea26681-3622-4263-92b7-54c68d661d28 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "GET /v2.0/ports?device_id=da49bb34-1d5d-4471-8f1c-b527dda8dcb2 HTTP/1.1" status: 200 len: 205 time: 0.0639393 Oct 27 18:36:08.065488 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44752) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:08.134736 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb549358-b6de-4186-8af7-c73b3f09aa94 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Router 601d0a46-9dc8-4822-a88b-aedf84af90a4 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:36:08.145777 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-1d91147d-31e8-416a-91ce-aca2bde81bb3 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] delete failed (client error): The resource could not be found. Oct 27 18:36:08.147046 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1d91147d-31e8-416a-91ce-aca2bde81bb3 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "DELETE /v2.0/routers/da49bb34-1d5d-4471-8f1c-b527dda8dcb2 HTTP/1.1" status: 404 len: 336 time: 0.0734062 Oct 27 18:36:08.147923 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa73b241-f748-4842-982a-e392574640ec tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Made reservation on behalf of ce92e9a59d774537b02357f5ec8e82bc for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:36:08.161631 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44756) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:08.162091 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fa73b241-f748-4842-982a-e392574640ec tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:08.241318 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-9be8f46e-a56d-4e80-8188-9700eda8c46d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] DELETE failed (client error): The resource could not be found. Oct 27 18:36:08.243068 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9be8f46e-a56d-4e80-8188-9700eda8c46d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:36:08.265275 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9be8f46e-a56d-4e80-8188-9700eda8c46d tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "DELETE /v2.0/subnets/a18102b2-57fc-4447-92c9-66c03eb68112 HTTP/1.1" status: 404 len: 337 time: 0.1024959 Oct 27 18:36:08.282530 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 54ff4565-ec5f-4731-8a75-8312c45f1c95 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:08.283094 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:08.349388 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44760) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:08.349763 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44762) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:08.401153 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e73ad3e1-a7cc-4a17-bba3-ddccd081eef4 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "GET /v2.0/ports?device_id=5feace99-b551-4d67-9376-bd222cab2dac HTTP/1.1" status: 200 len: 205 time: 0.0375009 Oct 27 18:36:08.401761 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 3f32a9dc-840c-4761-8dc0-ab3ce2c15655 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:36:08.438308 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44766) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:08.460862 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-0e21b4af-d6b3-4e99-a93c-cb3b31f0b63e None None] Provisioning complete for port 98544c5e-b143-4fe1-bbd1-3cec3362904b triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:08.461653 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0e21b4af-d6b3-4e99-a93c-cb3b31f0b63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:08.507310 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-5724609a-d836-4d57-a979-b820b27a4484 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] delete failed (client error): The resource could not be found. Oct 27 18:36:08.508533 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5724609a-d836-4d57-a979-b820b27a4484 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "DELETE /v2.0/routers/5feace99-b551-4d67-9376-bd222cab2dac HTTP/1.1" status: 404 len: 336 time: 0.0619023 Oct 27 18:36:08.527624 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44770) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:08.536276 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-0e21b4af-d6b3-4e99-a93c-cb3b31f0b63e None None] Port 98544c5e-b143-4fe1-bbd1-3cec3362904b cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:36:08.538918 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 3f32a9dc-840c-4761-8dc0-ab3ce2c15655 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:08.539282 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:08.603740 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-0e21b4af-d6b3-4e99-a93c-cb3b31f0b63e None None] Provisioning complete for port 3f32a9dc-840c-4761-8dc0-ab3ce2c15655 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:08.604118 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0e21b4af-d6b3-4e99-a93c-cb3b31f0b63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:08.604553 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a684edc7-9fc4-4378-9a4f-7d0c25561727 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "GET /v2.0/ports?device_id=80ac00e5-d140-47bc-acad-a14b4c1756c7 HTTP/1.1" status: 200 len: 205 time: 0.0751231 Oct 27 18:36:08.606283 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6950977-5841-4513-9ea1-ee0b1859a8c2 admin admin] Deleting subnet e9993a73-7d7a-4e68-b8c6-2b52536bb7a7 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:36:08.612863 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb549358-b6de-4186-8af7-c73b3f09aa94 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:36:08.614655 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44776) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:08.615318 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e6950977-5841-4513-9ea1-ee0b1859a8c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:08.637211 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-eb549358-b6de-4186-8af7-c73b3f09aa94 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "PUT /v2.0/routers/601d0a46-9dc8-4822-a88b-aedf84af90a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8910329 Oct 27 18:36:08.642542 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44778) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:08.696928 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e6950977-5841-4513-9ea1-ee0b1859a8c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:08.700794 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7080d185-ab83-4e74-ac52-47354800ea0b None None] Sync routers for ids ['601d0a46-9dc8-4822-a88b-aedf84af90a4'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:36:08.728838 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-aa8a1a39-9882-439f-aefc-33baa3c231d7 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] delete failed (client error): The resource could not be found. Oct 27 18:36:08.742565 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-aa8a1a39-9882-439f-aefc-33baa3c231d7 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "DELETE /v2.0/routers/80ac00e5-d140-47bc-acad-a14b4c1756c7 HTTP/1.1" status: 404 len: 336 time: 0.1246314 Oct 27 18:36:08.745546 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44782) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:08.749648 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7fbe0f-948f-4518-b893-eb75f88d2fae tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:08.755158 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-bb7fbe0f-948f-4518-b893-eb75f88d2fae tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "GET /v2.0/ports/98544c5e-b143-4fe1-bbd1-3cec3362904b HTTP/1.1" status: 200 len: 910 time: 0.1112494 Oct 27 18:36:08.760500 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44784) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:08.771936 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7080d185-ab83-4e74-ac52-47354800ea0b None None] Routers {'601d0a46-9dc8-4822-a88b-aedf84af90a4'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:36:08.771936 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-7080d185-ab83-4e74-ac52-47354800ea0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:35:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['601d0a46-9dc8-4822-a88b-aedf84af90a4'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:08.829075 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-7080d185-ab83-4e74-ac52-47354800ea0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:08.845659 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7080d185-ab83-4e74-ac52-47354800ea0b None None] Routers {'601d0a46-9dc8-4822-a88b-aedf84af90a4'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:36:08.846488 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-7080d185-ab83-4e74-ac52-47354800ea0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:35:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['601d0a46-9dc8-4822-a88b-aedf84af90a4'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:08.861061 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9f4af70-8a52-49d6-b924-ff1bfdf29ed8 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] DELETE failed (client error): The resource could not be found. Oct 27 18:36:08.861529 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9f4af70-8a52-49d6-b924-ff1bfdf29ed8 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:36:08.870098 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c9f4af70-8a52-49d6-b924-ff1bfdf29ed8 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "DELETE /v2.0/subnets/4e49703b-86a1-4303-8890-de01776f468b HTTP/1.1" status: 404 len: 337 time: 0.1223979 Oct 27 18:36:08.872183 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44788) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:08.913090 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-87cf7d5c-7445-42d5-b895-5ca358970895 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "GET /v2.0/ports?device_id=f93e8ed9-50bc-41ff-9c8c-c1ef5a08c9b4 HTTP/1.1" status: 200 len: 205 time: 0.0386908 Oct 27 18:36:08.913960 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44790) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:08.921448 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-7080d185-ab83-4e74-ac52-47354800ea0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:08.922376 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7080d185-ab83-4e74-ac52-47354800ea0b None None] The sync data for ids ['601d0a46-9dc8-4822-a88b-aedf84af90a4'] in n-d-815690-2 is: [] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:36:08.957105 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-0e21b4af-d6b3-4e99-a93c-cb3b31f0b63e None None] Provisioning complete for port 54ff4565-ec5f-4731-8a75-8312c45f1c95 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:08.957485 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0e21b4af-d6b3-4e99-a93c-cb3b31f0b63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:08.984880 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44792) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:08.988899 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-2baefa39-1280-4453-96c1-447c785e92a9 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] delete failed (client error): The resource could not be found. Oct 27 18:36:08.990094 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-2baefa39-1280-4453-96c1-447c785e92a9 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "DELETE /v2.0/routers/f93e8ed9-50bc-41ff-9c8c-c1ef5a08c9b4 HTTP/1.1" status: 404 len: 336 time: 0.0750513 Oct 27 18:36:08.993745 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44796) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:09.072148 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device c99f5840-e3d2-4d62-bc1c-9ea95570ee2b no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:36:09.092533 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a9a063-5beb-4d02-88d3-2f25ce0da449 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] DELETE failed (client error): The resource could not be found. Oct 27 18:36:09.093020 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95a9a063-5beb-4d02-88d3-2f25ce0da449 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:36:09.095998 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-95a9a063-5beb-4d02-88d3-2f25ce0da449 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "DELETE /v2.0/subnets/61171fce-a683-4e11-8565-39bd15b0640d HTTP/1.1" status: 404 len: 337 time: 0.1012034 Oct 27 18:36:09.098507 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44802) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:09.109405 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: c99f5840-e3d2-4d62-bc1c-9ea95570ee2b {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:36:09.109886 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device c99f5840-e3d2-4d62-bc1c-9ea95570ee2b not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:36:09.140588 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-11fd9f38-8f2e-4317-9d53-04279d55aa4e tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "GET /v2.0/ports?device_id=43d254a6-dcdd-416d-ba5b-980e814f4f1d HTTP/1.1" status: 200 len: 205 time: 0.0399594 Oct 27 18:36:09.154776 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44804) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:09.219471 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-182d1905-cc2c-424b-af34-00d14a0fb27f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] delete failed (client error): The resource could not be found. Oct 27 18:36:09.219471 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-182d1905-cc2c-424b-af34-00d14a0fb27f tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "DELETE /v2.0/routers/43d254a6-dcdd-416d-ba5b-980e814f4f1d HTTP/1.1" status: 404 len: 336 time: 0.0634148 Oct 27 18:36:09.222106 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44806) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:09.237277 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-57cb151a-db91-4c8a-a50a-431ad4898641 None None] Provisioning complete for port 98544c5e-b143-4fe1-bbd1-3cec3362904b triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:09.237640 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-57cb151a-db91-4c8a-a50a-431ad4898641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:09.265747 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea07609d-b304-45de-b7e4-4ba40d9be7a6 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] DELETE failed (client error): The resource could not be found. Oct 27 18:36:09.266264 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea07609d-b304-45de-b7e4-4ba40d9be7a6 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:36:09.271946 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ea07609d-b304-45de-b7e4-4ba40d9be7a6 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "DELETE /v2.0/subnets/270898a9-7961-4465-adef-2a0fbcc37925 HTTP/1.1" status: 404 len: 337 time: 0.0390451 Oct 27 18:36:09.272459 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44808) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:09.292476 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-57cb151a-db91-4c8a-a50a-431ad4898641 None None] Port 98544c5e-b143-4fe1-bbd1-3cec3362904b cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:36:09.345746 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-663c6ffa-cc15-4968-9cd8-4842722e1241 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] DELETE failed (client error): The resource could not be found. Oct 27 18:36:09.348259 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-663c6ffa-cc15-4968-9cd8-4842722e1241 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:36:09.354851 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-663c6ffa-cc15-4968-9cd8-4842722e1241 tempest-RoutersIpV6Test-596435025 tempest-RoutersIpV6Test-596435025-project] 10.222.0.52 "DELETE /v2.0/subnets/60fd151b-0f2b-4cde-a54a-24cb051eb5ad HTTP/1.1" status: 404 len: 337 time: 0.0757926 Oct 27 18:36:09.364477 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae6fd48-f832-4d7e-b82f-dab5f8efbff4 req-243aa751-3b9a-4be0-a8e6-821472565e7d tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:09.366767 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0ae6fd48-f832-4d7e-b82f-dab5f8efbff4 req-243aa751-3b9a-4be0-a8e6-821472565e7d tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6f4610d-a1f8-4939-8d57-c11a3ec0ab4c HTTP/1.1" status: 200 len: 945 time: 0.2250054 Oct 27 18:36:09.434468 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0ae6fd48-f832-4d7e-b82f-dab5f8efbff4 req-a58616a8-c5b2-414e-9066-568f2c3f44b4 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ac72845-ff64-48c9-be88-0f35c81b41e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497561 Oct 27 18:36:09.589181 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e6950977-5841-4513-9ea1-ee0b1859a8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:09.628984 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2049c298-d78d-4048-a02d-ddca6ee555fb tempest-AgentManagementNegativeTest-478109707 tempest-AgentManagementNegativeTest-478109707-project] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6426117 Oct 27 18:36:09.645374 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e087a1bb-c95f-4ee3-8400-7fcd2cba1775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:09.840770 n-d-815690-2 neutron-server[102879]: DEBUG neutron.objects.ports [None req-fa73b241-f748-4842-982a-e392574640ec tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102879) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 18:36:09.841228 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fa73b241-f748-4842-982a-e392574640ec tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:09.891413 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e6950977-5841-4513-9ea1-ee0b1859a8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:09.938457 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e6950977-5841-4513-9ea1-ee0b1859a8c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:09.945481 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e6950977-5841-4513-9ea1-ee0b1859a8c2 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e9993a73-7d7a-4e68-b8c6-2b52536bb7a7 HTTP/1.1" status: 204 len: 168 time: 1.5905638 Oct 27 18:36:09.945689 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c09453-1308-477a-b104-090b5db0aa46 None None] Network 19cc80a7-1302-4c09-9fa1-a2bd258b7dae requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:36:09.945821 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa73b241-f748-4842-982a-e392574640ec tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9ec14731-bfad-4e3e-8505-4a4116382427,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:09.945821 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44822) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:10.052780 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44824) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:10.054208 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6950977-5841-4513-9ea1-ee0b1859a8c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9993a73-7d7a-4e68-b8c6-2b52536bb7a7,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:10.091186 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa73b241-f748-4842-982a-e392574640ec tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Checking segment: {'id': '03983c44-50e2-4834-86e1-c9ff05fcb558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'c5690d77-ead7-4fd9-884b-7fbf378ef9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:36:10.091551 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa73b241-f748-4842-982a-e392574640ec tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Network hostable DHCP agents. Network: c5690d77-ead7-4fd9-884b-7fbf378ef9ad, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:36:10.100770 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fb45f898-c4d7-4310-a5fa-408ab4fc95b4 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:10.122998 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-762b279a-36c6-4bf5-9eb5-60fe6c09f6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:10.243647 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa73b241-f748-4842-982a-e392574640ec tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Network c5690d77-ead7-4fd9-884b-7fbf378ef9ad is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:36:10.290781 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44838) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:10.295628 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c798f7-3a67-4429-8358-5c1cc39987e8 None None] DHCP port deletion for 19cc80a7-1302-4c09-9fa1-a2bd258b7dae request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:36:10.382952 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-c7c798f7-3a67-4429-8358-5c1cc39987e8 None None] Deleting port 7f09a642-2622-4988-a763-f9c76c599d78 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:36:10.383616 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c7c798f7-3a67-4429-8358-5c1cc39987e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:10.389262 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-16974908-8e63-436a-a51e-90f900c15190 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:10.410164 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-cc63f4b2-3829-46ae-947f-72743eb3ded4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f0dda3f0251e4e4db2b48596fc53609b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3558652 Oct 27 18:36:10.412914 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44842) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:10.424997 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-fa73b241-f748-4842-982a-e392574640ec tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, c5690d77-ead7-4fd9-884b-7fbf378ef9ad) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:36:10.446507 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa73b241-f748-4842-982a-e392574640ec tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:10.447131 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fa73b241-f748-4842-982a-e392574640ec tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:10.453750 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-762b279a-36c6-4bf5-9eb5-60fe6c09f6ee admin admin] Deleting port 7f09a642-2622-4988-a763-f9c76c599d78 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:36:10.454092 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-762b279a-36c6-4bf5-9eb5-60fe6c09f6ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:10.470548 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-c7c798f7-3a67-4429-8358-5c1cc39987e8 None None] For port 7f09a642-2622-4988-a763-f9c76c599d78, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=7f09a642-2622-4988-a763-f9c76c599d78,segment=NetworkSegment(b3f5b1a4-fde0-4b26-9254-2c3a416df771),segment_id=b3f5b1a4-fde0-4b26-9254-2c3a416df771)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:36:10.471105 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c7c798f7-3a67-4429-8358-5c1cc39987e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:10.487011 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-c7c798f7-3a67-4429-8358-5c1cc39987e8 None None] Calling delete_port for 7f09a642-2622-4988-a763-f9c76c599d78 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:36:10.496385 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a9dfc706-3107-47c8-8728-d97eedcc736d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:10.531160 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a9dfc706-3107-47c8-8728-d97eedcc736d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:10.576179 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-16974908-8e63-436a-a51e-90f900c15190 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:10.587039 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-762b279a-36c6-4bf5-9eb5-60fe6c09f6ee admin admin] For port 7f09a642-2622-4988-a763-f9c76c599d78, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=7f09a642-2622-4988-a763-f9c76c599d78,segment=NetworkSegment(b3f5b1a4-fde0-4b26-9254-2c3a416df771),segment_id=b3f5b1a4-fde0-4b26-9254-2c3a416df771)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:36:10.587039 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-762b279a-36c6-4bf5-9eb5-60fe6c09f6ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:10.603033 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-fa73b241-f748-4842-982a-e392574640ec tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.6507556 Oct 27 18:36:10.606184 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44850) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:10.609902 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-fb45f898-c4d7-4310-a5fa-408ab4fc95b4 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Allocated IP 172.21.0.1 (867776be-c14d-4adb-aa7a-cf89dd359ad9/ae65e98c-c61d-4f95-8293-214050ae01c8/386e8c78-3721-4d18-b2a8-2f194fbd20be) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:36:10.611915 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa947e8-ff19-4564-bcb7-f4a76c202833 None None] Network c5690d77-ead7-4fd9-884b-7fbf378ef9ad requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:36:10.616756 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-762b279a-36c6-4bf5-9eb5-60fe6c09f6ee admin admin] Calling delete_port for 7f09a642-2622-4988-a763-f9c76c599d78 owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:36:10.619575 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-18bea899-08c7-4bb8-a9d0-16a38fa8c158 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1451675742', 'network_id': 'c5690d77-ead7-4fd9-884b-7fbf378ef9ad'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:10.648963 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-16974908-8e63-436a-a51e-90f900c15190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:10.677863 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c7c798f7-3a67-4429-8358-5c1cc39987e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:10.730051 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-16974908-8e63-436a-a51e-90f900c15190 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=09ace81d14f64a5982ac9048054484f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4332035 Oct 27 18:36:10.730051 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16974908-8e63-436a-a51e-90f900c15190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4e7a3a-9a74-4251-b46b-a87853f9f662,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:10.733793 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44860) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:10.764219 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bea899-08c7-4bb8-a9d0-16a38fa8c158 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Made reservation on behalf of ce92e9a59d774537b02357f5ec8e82bc for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:36:10.766742 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-18bea899-08c7-4bb8-a9d0-16a38fa8c158 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:10.768486 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a9dfc706-3107-47c8-8728-d97eedcc736d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:10.787176 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a9dfc706-3107-47c8-8728-d97eedcc736d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:10.788474 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a9dfc706-3107-47c8-8728-d97eedcc736d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ad7ae856-f336-4b79-a55e-a83149966d70 HTTP/1.1" status: 204 len: 168 time: 0.3747745 Oct 27 18:36:10.858240 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dfc706-3107-47c8-8728-d97eedcc736d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7ae856-f336-4b79-a55e-a83149966d70,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:10.868396 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-762b279a-36c6-4bf5-9eb5-60fe6c09f6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:10.885037 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-18bea899-08c7-4bb8-a9d0-16a38fa8c158 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] device_id is not set on port c95831f2-fa90-4907-baad-21ac45234c6b yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:36:10.924149 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762b279a-36c6-4bf5-9eb5-60fe6c09f6ee admin admin] No DVR routers for this DVR port 7f09a642-2622-4988-a763-f9c76c599d78 on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:36:10.926139 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b279a-36c6-4bf5-9eb5-60fe6c09f6ee admin admin] Pushing event deleted for resources: {'Port': ['ID=7f09a642-2622-4988-a763-f9c76c599d78,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:10.953411 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c798f7-3a67-4429-8358-5c1cc39987e8 None None] Pushing event deleted for resources: {'Port': ['ID=7f09a642-2622-4988-a763-f9c76c599d78,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:10.971620 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c798f7-3a67-4429-8358-5c1cc39987e8 None None] No DVR routers for this DVR port 7f09a642-2622-4988-a763-f9c76c599d78 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:36:10.993434 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fb45f898-c4d7-4310-a5fa-408ab4fc95b4 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:11.021570 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1100a2a5-9df8-4dfe-9b05-78bc011ce01d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:11.065407 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b228a5-6914-4d39-aa64-1a7b0c79455d None None] Network c5690d77-ead7-4fd9-884b-7fbf378ef9ad requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:36:11.086748 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1100a2a5-9df8-4dfe-9b05-78bc011ce01d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:11.141632 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fb45f898-c4d7-4310-a5fa-408ab4fc95b4 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:11.173027 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb45f898-c4d7-4310-a5fa-408ab4fc95b4 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Network 867776be-c14d-4adb-aa7a-cf89dd359ad9 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:36:11.194946 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-fb45f898-c4d7-4310-a5fa-408ab4fc95b4 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:36:11.195388 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-18bea899-08c7-4bb8-a9d0-16a38fa8c158 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Allocated IP 2001:db8::2d8 (c5690d77-ead7-4fd9-884b-7fbf378ef9ad/9ec14731-bfad-4e3e-8505-4a4116382427/c95831f2-fa90-4907-baad-21ac45234c6b) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:36:11.199079 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb45f898-c4d7-4310-a5fa-408ab4fc95b4 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:36:11.271336 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fb45f898-c4d7-4310-a5fa-408ab4fc95b4 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:11.301684 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1100a2a5-9df8-4dfe-9b05-78bc011ce01d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:11.305205 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1100a2a5-9df8-4dfe-9b05-78bc011ce01d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:11.311134 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1100a2a5-9df8-4dfe-9b05-78bc011ce01d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8a4e7a3a-9a74-4251-b46b-a87853f9f662 HTTP/1.1" status: 204 len: 168 time: 0.5762155 Oct 27 18:36:11.348267 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1100a2a5-9df8-4dfe-9b05-78bc011ce01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4e7a3a-9a74-4251-b46b-a87853f9f662,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:11.409725 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-762b279a-36c6-4bf5-9eb5-60fe6c09f6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:11.501497 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-762b279a-36c6-4bf5-9eb5-60fe6c09f6ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19cc80a7-1302-4c09-9fa1-a2bd258b7dae']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:11.509340 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb45f898-c4d7-4310-a5fa-408ab4fc95b4 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event updated for resources: {'Port': ['ID=386e8c78-3721-4d18-b2a8-2f194fbd20be,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:11.533467 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-762b279a-36c6-4bf5-9eb5-60fe6c09f6ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f5b1a4-fde0-4b26-9254-2c3a416df771') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:11.533854 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-762b279a-36c6-4bf5-9eb5-60fe6c09f6ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f5b1a4-fde0-4b26-9254-2c3a416df771') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:11.536070 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b39f7-cc3f-4e93-b190-f7da70c5b139 req-26626f9f-57ec-4bb8-a12a-ea3c4e42fc4f tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:11.537912 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e26b39f7-cc3f-4e93-b190-f7da70c5b139 req-26626f9f-57ec-4bb8-a12a-ea3c4e42fc4f tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6f4610d-a1f8-4939-8d57-c11a3ec0ab4c HTTP/1.1" status: 200 len: 945 time: 0.0872200 Oct 27 18:36:11.546672 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-762b279a-36c6-4bf5-9eb5-60fe6c09f6ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:11.561429 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-8b8136b6-aaf7-4f75-a8c6-5f631d68a7d6 None None] Provisioning complete for port 386e8c78-3721-4d18-b2a8-2f194fbd20be triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:11.562345 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-762b279a-36c6-4bf5-9eb5-60fe6c09f6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:11.562473 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8b8136b6-aaf7-4f75-a8c6-5f631d68a7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:11.570034 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-762b279a-36c6-4bf5-9eb5-60fe6c09f6ee admin admin] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:36:11.570205 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-762b279a-36c6-4bf5-9eb5-60fe6c09f6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:11.572058 n-d-815690-2 neutron-server[102879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:36:11.572058 n-d-815690-2 neutron-server[102879]: self.session.flush() Oct 27 18:36:11.572058 n-d-815690-2 neutron-server[102879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:36:11.572058 n-d-815690-2 neutron-server[102879]: self.session.flush() Oct 27 18:36:11.572058 n-d-815690-2 neutron-server[102879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:36:11.572058 n-d-815690-2 neutron-server[102879]: self.session.flush() Oct 27 18:36:11.572058 n-d-815690-2 neutron-server[102879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:36:11.572058 n-d-815690-2 neutron-server[102879]: self.session.flush() Oct 27 18:36:11.572058 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:36:11.572058 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:36:11.572058 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:36:11.572058 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:36:11.572058 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:36:11.572058 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:36:11.572058 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:36:11.572058 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:36:11.572058 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:36:11.572058 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:36:11.572058 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:36:11.572058 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:36:11.572058 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:36:11.572058 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:36:11.572058 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:36:11.572058 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:36:11.572058 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:36:11.572058 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:36:11.572058 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:36:11.572058 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:36:11.572058 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:36:11.572058 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:36:11.572058 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:36:11.572058 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:36:11.572058 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:36:11.572058 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:36:11.572058 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:36:11.572058 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:36:11.572058 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:36:11.572058 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:36:11.572058 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:36:11.572058 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:36:11.603445 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-8b8136b6-aaf7-4f75-a8c6-5f631d68a7d6 None None] Port 386e8c78-3721-4d18-b2a8-2f194fbd20be cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:36:11.619100 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e26b39f7-cc3f-4e93-b190-f7da70c5b139 req-16b3d439-34de-40d5-a6cb-4d668d78887f tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ac72845-ff64-48c9-be88-0f35c81b41e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699606 Oct 27 18:36:11.624713 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-18bea899-08c7-4bb8-a9d0-16a38fa8c158 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:11.686526 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fb45f898-c4d7-4310-a5fa-408ab4fc95b4 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:11.752163 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-18bea899-08c7-4bb8-a9d0-16a38fa8c158 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:11.795245 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-762b279a-36c6-4bf5-9eb5-60fe6c09f6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:11.807858 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bea899-08c7-4bb8-a9d0-16a38fa8c158 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Network c5690d77-ead7-4fd9-884b-7fbf378ef9ad is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:36:11.813234 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-18bea899-08c7-4bb8-a9d0-16a38fa8c158 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:36:11.816980 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bea899-08c7-4bb8-a9d0-16a38fa8c158 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:36:11.818464 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bea899-08c7-4bb8-a9d0-16a38fa8c158 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:11.819102 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-18bea899-08c7-4bb8-a9d0-16a38fa8c158 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:11.840105 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bea899-08c7-4bb8-a9d0-16a38fa8c158 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Pushing event updated for resources: {'Port': ['ID=c95831f2-fa90-4907-baad-21ac45234c6b,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:11.849894 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-762b279a-36c6-4bf5-9eb5-60fe6c09f6ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:11.853290 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-762b279a-36c6-4bf5-9eb5-60fe6c09f6ee admin admin] 10.222.0.52 "DELETE /v2.0/networks/19cc80a7-1302-4c09-9fa1-a2bd258b7dae HTTP/1.1" status: 204 len: 168 time: 1.9050541 Oct 27 18:36:11.874856 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b279a-36c6-4bf5-9eb5-60fe6c09f6ee admin admin] Pushing event deleted for resources: {'Network': ['ID=19cc80a7-1302-4c09-9fa1-a2bd258b7dae,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:11.893908 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7f09a642-2622-4988-a763-f9c76c599d78 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:36:11.897892 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-18bea899-08c7-4bb8-a9d0-16a38fa8c158 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2905865 Oct 27 18:36:11.904375 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44890) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:11.916675 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 7f09a642-2622-4988-a763-f9c76c599d78 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:36:11.917241 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7f09a642-2622-4988-a763-f9c76c599d78 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:36:12.017894 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-bd0238fb-bff4-4069-bd98-0fa6bca8b53e tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Deleting port c95831f2-fa90-4907-baad-21ac45234c6b {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:36:12.018317 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bd0238fb-bff4-4069-bd98-0fa6bca8b53e tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:12.049436 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f79d411d-1484-447e-a29f-3d1854b353dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:12.101413 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fb45f898-c4d7-4310-a5fa-408ab4fc95b4 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:12.106196 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bd0238fb-bff4-4069-bd98-0fa6bca8b53e tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:12.118842 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-bd0238fb-bff4-4069-bd98-0fa6bca8b53e tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Calling delete_port for c95831f2-fa90-4907-baad-21ac45234c6b owned by {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:36:12.145712 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fb45f898-c4d7-4310-a5fa-408ab4fc95b4 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:12.227772 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fb45f898-c4d7-4310-a5fa-408ab4fc95b4 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:12.239581 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44902) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:12.252224 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb45f898-c4d7-4310-a5fa-408ab4fc95b4 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event updated for resources: {'Port': ['ID=386e8c78-3721-4d18-b2a8-2f194fbd20be,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:12.346854 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bd0238fb-bff4-4069-bd98-0fa6bca8b53e tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:12.354667 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-bc0588f1-bb3b-40a3-b46b-4317513dd859 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=53ee051c22fa44a69d9ed5ec2aea81af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1109521 Oct 27 18:36:12.357826 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44906) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:12.385246 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0238fb-bff4-4069-bd98-0fa6bca8b53e tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Pushing event deleted for resources: {'Port': ['ID=c95831f2-fa90-4907-baad-21ac45234c6b,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:12.421665 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bd0238fb-bff4-4069-bd98-0fa6bca8b53e tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:12.429787 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-bd0238fb-bff4-4069-bd98-0fa6bca8b53e tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] 10.222.0.52 "DELETE /v2.0/ports/c95831f2-fa90-4907-baad-21ac45234c6b HTTP/1.1" status: 204 len: 168 time: 0.5242083 Oct 27 18:36:12.432536 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44910) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:12.437481 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb45f898-c4d7-4310-a5fa-408ab4fc95b4 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Network 867776be-c14d-4adb-aa7a-cf89dd359ad9 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:36:12.438833 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-4e2bcdc8-75bb-4dab-b22c-216417d3b37b tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c5690d77-ead7-4fd9-884b-7fbf378ef9ad', 'external_fixed_ips': [{'subnet_id': '9ec14731-bfad-4e3e-8505-4a4116382427', 'ip_address': '2001:db8::2d8'}]}}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:12.440400 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-fb45f898-c4d7-4310-a5fa-408ab4fc95b4 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:36:12.477178 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-77e3e224-8e62-46cc-bb06-db5d6a365bd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:12.580519 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4e2bcdc8-75bb-4dab-b22c-216417d3b37b tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:12.581729 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4e2bcdc8-75bb-4dab-b22c-216417d3b37b tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:12.602176 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44918) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:12.624523 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-77e3e224-8e62-46cc-bb06-db5d6a365bd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:12.661967 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff151d-0074-4b79-8dc9-25a11a11100b req-c8159a23-3bab-4506-b0a7-af7568a11871 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:12.669794 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4e2bcdc8-75bb-4dab-b22c-216417d3b37b tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:12.672019 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2fff151d-0074-4b79-8dc9-25a11a11100b req-c8159a23-3bab-4506-b0a7-af7568a11871 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.93 "GET /v2.0/ports?device_id=c6f4610d-a1f8-4939-8d57-c11a3ec0ab4c HTTP/1.1" status: 200 len: 945 time: 0.1449976 Oct 27 18:36:12.811467 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb45f898-c4d7-4310-a5fa-408ab4fc95b4 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Router 601d0a46-9dc8-4822-a88b-aedf84af90a4 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:36:12.812097 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-3a37a656-a50c-403c-9b71-0b6299d222d0 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:12.812909 n-d-815690-2 neutron-server[102878]: WARNING neutron.api.v2.base [None req-3a37a656-a50c-403c-9b71-0b6299d222d0 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 27 18:36:12.813416 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-3a37a656-a50c-403c-9b71-0b6299d222d0 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] create failed (client error): There was a conflict when trying to complete your request. Oct 27 18:36:12.814790 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3a37a656-a50c-403c-9b71-0b6299d222d0 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2111247 Oct 27 18:36:12.824331 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44930) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:12.831884 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-db4ea523-0525-49fb-a094-d69accf55954 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Request body: {'security_group': {'name': 'tempest-secgroup--1127046447'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:12.874256 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-9e3e1f0a-4d38-4372-859e-aed9ff1bce14 None None] Provisioning complete for port 386e8c78-3721-4d18-b2a8-2f194fbd20be triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:12.876745 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9e3e1f0a-4d38-4372-859e-aed9ff1bce14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:12.943819 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4e2bcdc8-75bb-4dab-b22c-216417d3b37b tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:12.944052 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-77e3e224-8e62-46cc-bb06-db5d6a365bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:12.946610 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-77e3e224-8e62-46cc-bb06-db5d6a365bd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:12.951470 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-77e3e224-8e62-46cc-bb06-db5d6a365bd6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c5a79d7a-6453-4e3f-8339-b8234336776b HTTP/1.1" status: 204 len: 168 time: 0.5925937 Oct 27 18:36:12.958360 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb119b74-3b8d-4307-b606-9c9c5f76dc0f req-a640c9a8-53f6-4309-b435-22b7a32a6e92 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:12.967110 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-9e3e1f0a-4d38-4372-859e-aed9ff1bce14 None None] Port 386e8c78-3721-4d18-b2a8-2f194fbd20be cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:36:12.967819 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cb119b74-3b8d-4307-b606-9c9c5f76dc0f req-a640c9a8-53f6-4309-b435-22b7a32a6e92 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6f4610d-a1f8-4939-8d57-c11a3ec0ab4c HTTP/1.1" status: 200 len: 945 time: 0.2426174 Oct 27 18:36:12.985247 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e3e224-8e62-46cc-bb06-db5d6a365bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a79d7a-6453-4e3f-8339-b8234336776b,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:12.998594 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-2fff151d-0074-4b79-8dc9-25a11a11100b req-438bb585-e359-4df4-be12-6b3ce422c345 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Deleting port efcf821d-d260-427a-8578-b67a8e504f53 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:36:12.999103 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2fff151d-0074-4b79-8dc9-25a11a11100b req-438bb585-e359-4df4-be12-6b3ce422c345 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:13.004274 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb45f898-c4d7-4310-a5fa-408ab4fc95b4 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:36:13.015709 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7432aace-9d82-46d9-b01e-49b10692bd97 None None] Sync routers for ids ['601d0a46-9dc8-4822-a88b-aedf84af90a4'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:36:13.021100 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-fb45f898-c4d7-4310-a5fa-408ab4fc95b4 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "PUT /v2.0/routers/601d0a46-9dc8-4822-a88b-aedf84af90a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2498527 Oct 27 18:36:13.026070 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cb119b74-3b8d-4307-b606-9c9c5f76dc0f req-bcae99bd-48b4-40e2-8e87-0c4ce97d4c63 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ac72845-ff64-48c9-be88-0f35c81b41e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571961 Oct 27 18:36:13.031261 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44940) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:13.035065 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7432aace-9d82-46d9-b01e-49b10692bd97 None None] Routers {'601d0a46-9dc8-4822-a88b-aedf84af90a4'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:36:13.047049 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-7432aace-9d82-46d9-b01e-49b10692bd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:36:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['601d0a46-9dc8-4822-a88b-aedf84af90a4'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:13.053610 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-db4ea523-0525-49fb-a094-d69accf55954 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:13.069638 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-db4ea523-0525-49fb-a094-d69accf55954 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:13.125083 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-7432aace-9d82-46d9-b01e-49b10692bd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:13.132542 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44942) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:13.144320 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7432aace-9d82-46d9-b01e-49b10692bd97 None None] Routers {'601d0a46-9dc8-4822-a88b-aedf84af90a4'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:36:13.144932 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-7432aace-9d82-46d9-b01e-49b10692bd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:36:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['601d0a46-9dc8-4822-a88b-aedf84af90a4'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:13.169311 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c325ea4-4281-4691-b7a3-6b1df1aefb69 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:13.173955 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7c325ea4-4281-4691-b7a3-6b1df1aefb69 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "GET /v2.0/ports/386e8c78-3721-4d18-b2a8-2f194fbd20be HTTP/1.1" status: 200 len: 910 time: 0.1376667 Oct 27 18:36:13.175695 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44948) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:13.259958 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-7432aace-9d82-46d9-b01e-49b10692bd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:13.262256 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7432aace-9d82-46d9-b01e-49b10692bd97 None None] The sync data for ids ['601d0a46-9dc8-4822-a88b-aedf84af90a4'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:36:13.264429 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-2fff151d-0074-4b79-8dc9-25a11a11100b req-438bb585-e359-4df4-be12-6b3ce422c345 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] For port efcf821d-d260-427a-8578-b67a8e504f53, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=efcf821d-d260-427a-8578-b67a8e504f53,segment=NetworkSegment(e0d46302-2320-4b79-8992-38deddbfd1b7),segment_id=e0d46302-2320-4b79-8992-38deddbfd1b7)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:36:13.266902 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2fff151d-0074-4b79-8dc9-25a11a11100b req-438bb585-e359-4df4-be12-6b3ce422c345 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:13.274944 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [None req-b341f53a-5cfa-428d-91d2-9e6513fee75a tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:13.275797 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b341f53a-5cfa-428d-91d2-9e6513fee75a tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.1378276 Oct 27 18:36:13.280506 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44950) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:13.293749 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [None req-bcfb8d42-5870-4ec9-ba1b-d2d6b82f939f tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:13.295075 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-bcfb8d42-5870-4ec9-ba1b-d2d6b82f939f tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0117397 Oct 27 18:36:13.299059 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44952) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:13.300465 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-2fff151d-0074-4b79-8dc9-25a11a11100b req-438bb585-e359-4df4-be12-6b3ce422c345 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Calling delete_port for efcf821d-d260-427a-8578-b67a8e504f53 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:36:13.315937 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [None req-0672dd8b-b294-4c97-b834-c2b76feaf17a tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:13.319867 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0672dd8b-b294-4c97-b834-c2b76feaf17a tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0153630 Oct 27 18:36:13.322306 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44954) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:13.329481 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [None req-72a1a6fb-679f-491c-93c1-0c1ff0fb5fb6 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:13.330567 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-72a1a6fb-679f-491c-93c1-0c1ff0fb5fb6 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0047264 Oct 27 18:36:13.342995 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44956) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:13.354145 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [None req-0c463094-9f91-4660-b62e-a3ec7fb4adb7 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:13.358154 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0c463094-9f91-4660-b62e-a3ec7fb4adb7 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0060620 Oct 27 18:36:13.369173 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44958) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:13.376753 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [None req-3aa84c66-903f-47ef-9118-2887fd5346dc tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:13.377720 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3aa84c66-903f-47ef-9118-2887fd5346dc tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0076151 Oct 27 18:36:13.382619 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44960) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:13.397783 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [None req-d6a8a20d-1923-431a-9ed7-fb142f97fbf6 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:13.397876 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44964) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:13.397947 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d6a8a20d-1923-431a-9ed7-fb142f97fbf6 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0101635 Oct 27 18:36:13.412824 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:13.413645 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-db4ea523-0525-49fb-a094-d69accf55954 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:13.419333 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:13.440781 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [None req-850a49ef-252c-48bc-8312-cd5ff096c41e tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:13.441787 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-850a49ef-252c-48bc-8312-cd5ff096c41e tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0459337 Oct 27 18:36:13.451336 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44966) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:13.463152 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [None req-daf16f1b-da46-4c76-8e73-e0eb8414b7ec tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:13.466936 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-daf16f1b-da46-4c76-8e73-e0eb8414b7ec tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0058956 Oct 27 18:36:13.467852 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44968) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:13.476032 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [None req-1e807675-6522-4509-a6da-8a9ebbb1520b tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:13.476973 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1e807675-6522-4509-a6da-8a9ebbb1520b tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0073931 Oct 27 18:36:13.480726 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44970) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:13.490030 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [None req-0a580cbb-38c6-4dd8-adbb-1ba71b14cd4c tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:13.491022 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0a580cbb-38c6-4dd8-adbb-1ba71b14cd4c tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0091825 Oct 27 18:36:13.494288 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44972) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:13.500571 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [None req-c8cccaf0-470b-48eb-baf5-13fc1f4b3a3b tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:13.501530 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c8cccaf0-470b-48eb-baf5-13fc1f4b3a3b tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0068326 Oct 27 18:36:13.504378 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44974) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:13.508387 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [None req-0313f648-88a1-46ab-8896-0c0e1356231d tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:13.509321 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0313f648-88a1-46ab-8896-0c0e1356231d tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0039985 Oct 27 18:36:13.514198 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-db4ea523-0525-49fb-a094-d69accf55954 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:13.518949 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44976) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:13.528238 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [None req-7b5ff296-729d-4e2c-9131-9ba2d8b818ef tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:13.529219 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7b5ff296-729d-4e2c-9131-9ba2d8b818ef tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0070829 Oct 27 18:36:13.532314 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44978) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:13.544160 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [None req-67f05b57-c5fc-48af-a27e-702d133a3a2a tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:13.547504 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-67f05b57-c5fc-48af-a27e-702d133a3a2a tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0048940 Oct 27 18:36:13.552383 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44980) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:13.579055 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [None req-4c9cef94-6807-40a6-8853-d94cf6005d31 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:13.579055 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4c9cef94-6807-40a6-8853-d94cf6005d31 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0178568 Oct 27 18:36:13.590179 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44982) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:13.608718 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ea523-0525-49fb-a094-d69accf55954 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6938c211-c63a-4df6-bc15-2d58e8784424,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:13.616087 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [None req-a549e100-bb31-462d-aaa6-dff893697348 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:13.617165 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a549e100-bb31-462d-aaa6-dff893697348 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0262780 Oct 27 18:36:13.626426 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44986) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:13.633358 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [None req-85e6f132-0666-493c-9a8d-2239cf006435 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:13.634331 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-85e6f132-0666-493c-9a8d-2239cf006435 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0069427 Oct 27 18:36:13.639491 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44988) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:13.648727 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [None req-df4bb0e6-1b87-49ba-b0fb-9e1b262d2124 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:13.649626 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-df4bb0e6-1b87-49ba-b0fb-9e1b262d2124 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0062258 Oct 27 18:36:13.654489 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44990) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:13.660206 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [None req-b59f4782-a0be-49e5-a9a4-4bce89628c9d tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:13.661154 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b59f4782-a0be-49e5-a9a4-4bce89628c9d tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0042119 Oct 27 18:36:13.665506 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44992) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:13.670322 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [None req-44aff2e2-9e75-4de9-873d-e2e18c2652c6 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:13.671236 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-44aff2e2-9e75-4de9-873d-e2e18c2652c6 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0045791 Oct 27 18:36:13.675757 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44994) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:13.684183 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [None req-98870a64-e4fe-4b97-a161-3384c2ea4a98 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:13.684477 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-98870a64-e4fe-4b97-a161-3384c2ea4a98 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0054641 Oct 27 18:36:13.693074 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-db4ea523-0525-49fb-a094-d69accf55954 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:13.694900 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44996) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:13.701352 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [None req-c66aa40b-08c7-4de4-9141-29be216f32b6 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:13.705270 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c66aa40b-08c7-4de4-9141-29be216f32b6 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0093307 Oct 27 18:36:13.706414 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44998) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:13.707867 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4e2bcdc8-75bb-4dab-b22c-216417d3b37b tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:13.708200 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2fff151d-0074-4b79-8dc9-25a11a11100b req-438bb585-e359-4df4-be12-6b3ce422c345 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:13.715584 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [None req-05ce790d-3341-4c6f-9558-0cd1e4672fbe tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:13.720479 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-05ce790d-3341-4c6f-9558-0cd1e4672fbe tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0095887 Oct 27 18:36:13.727144 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['efcf821d-d260-427a-8578-b67a8e504f53'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:36:13.727253 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45000) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:13.731216 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4e2bcdc8-75bb-4dab-b22c-216417d3b37b tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:13.737858 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [None req-8dccb56c-64cd-4c57-a515-410cbb8981b8 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:13.741668 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45004) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:13.744099 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8dccb56c-64cd-4c57-a515-410cbb8981b8 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0107012 Oct 27 18:36:13.749040 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [None req-f81661da-92e2-4f80-8a73-f03544a71f80 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:13.750257 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f81661da-92e2-4f80-8a73-f03544a71f80 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0075631 Oct 27 18:36:13.753637 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45006) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:13.780328 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [None req-3dc8b672-3d6e-4e84-a2e2-1d9638e4e2e7 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:13.781597 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3dc8b672-3d6e-4e84-a2e2-1d9638e4e2e7 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0254900 Oct 27 18:36:13.784222 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438bb585-e359-4df4-be12-6b3ce422c345 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Pushing event deleted for resources: {'Port': ['ID=efcf821d-d260-427a-8578-b67a8e504f53,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:13.786672 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-db4ea523-0525-49fb-a094-d69accf55954 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:13.788921 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45008) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:13.825795 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [None req-eeead404-8cc7-4123-a282-8c75bc265099 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:13.829791 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-eeead404-8cc7-4123-a282-8c75bc265099 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0087924 Oct 27 18:36:13.830401 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45012) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:13.834421 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ea523-0525-49fb-a094-d69accf55954 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c57e6589-0428-4ce9-8b96-23d81faba7f3,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:13.841808 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [None req-a5b17a9f-652f-4c42-b990-0dd9ea8ad0ca tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:13.846459 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a5b17a9f-652f-4c42-b990-0dd9ea8ad0ca tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0084372 Oct 27 18:36:13.849725 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45014) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:13.873896 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [None req-0ecc5461-0492-4272-8c02-cbb1e155d41c tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:13.879316 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0ecc5461-0492-4272-8c02-cbb1e155d41c tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0106211 Oct 27 18:36:13.883983 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45018) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:13.894449 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [None req-47ff74e4-b79d-4477-bfb2-9c35378409ea tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:13.898064 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-47ff74e4-b79d-4477-bfb2-9c35378409ea tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0065317 Oct 27 18:36:13.906663 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45020) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:13.911068 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [None req-2456776f-217b-478e-9fa2-980362db8ef3 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:13.914355 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-2456776f-217b-478e-9fa2-980362db8ef3 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0044091 Oct 27 18:36:13.914924 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45022) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:13.926776 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [None req-b8d06a4d-7e29-4e65-b58b-eda946e84322 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:13.926776 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b8d06a4d-7e29-4e65-b58b-eda946e84322 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0068462 Oct 27 18:36:13.926776 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fff151d-0074-4b79-8dc9-25a11a11100b req-438bb585-e359-4df4-be12-6b3ce422c345 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] No DVR routers for this DVR port efcf821d-d260-427a-8578-b67a8e504f53 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:36:13.927265 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45024) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:13.930325 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2fff151d-0074-4b79-8dc9-25a11a11100b req-438bb585-e359-4df4-be12-6b3ce422c345 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:13.935809 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2fff151d-0074-4b79-8dc9-25a11a11100b req-438bb585-e359-4df4-be12-6b3ce422c345 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.93 "DELETE /v2.0/ports/efcf821d-d260-427a-8578-b67a8e504f53 HTTP/1.1" status: 204 len: 173 time: 1.2437813 Oct 27 18:36:13.939398 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [None req-52813178-2009-4210-8e00-b63ca6fc35e9 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:13.942980 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-52813178-2009-4210-8e00-b63ca6fc35e9 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0120380 Oct 27 18:36:13.942980 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f4610d-a1f8-4939-8d57-c11a3ec0ab4c', 'name': 'network-vif-deleted', 'tag': 'efcf821d-d260-427a-8578-b67a8e504f53'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:36:13.943869 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fc76c6-b273-43af-92e3-f8e363be749d" -d '{"events": [{"server_uuid": "c6f4610d-a1f8-4939-8d57-c11a3ec0ab4c", "name": "network-vif-deleted", "tag": "efcf821d-d260-427a-8578-b67a8e504f53"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:36:13.944803 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45026) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:13.950096 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [None req-d21f1add-b0ec-4a4b-a463-b5cb319c7290 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:13.951788 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d21f1add-b0ec-4a4b-a463-b5cb319c7290 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0052080 Oct 27 18:36:13.956394 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45030) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:13.961407 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [None req-0e5b5ae1-117c-43b7-a2d1-98b48c5d9e6b tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:13.962389 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0e5b5ae1-117c-43b7-a2d1-98b48c5d9e6b tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0055304 Oct 27 18:36:13.965425 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45032) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:13.972020 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [None req-99786fd1-13ef-48ff-8263-99999db1f1c6 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:13.973324 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-99786fd1-13ef-48ff-8263-99999db1f1c6 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0066628 Oct 27 18:36:13.975885 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45034) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:13.981458 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [None req-5ab24dbd-a164-4f30-be05-bf5bf3d82e0e tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:13.984814 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5ab24dbd-a164-4f30-be05-bf5bf3d82e0e tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0044296 Oct 27 18:36:13.985092 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45036) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:13.989422 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [None req-aa4a3876-8a99-4800-a1a8-d533c3b94687 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:13.993218 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-aa4a3876-8a99-4800-a1a8-d533c3b94687 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0048075 Oct 27 18:36:13.993532 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45038) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:13.998673 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [None req-dac04552-c93a-4f49-86b2-b5a993aa32e1 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:14.000465 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-dac04552-c93a-4f49-86b2-b5a993aa32e1 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0050132 Oct 27 18:36:14.002435 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ceb21f3-37f9-4e19-9e0f-a30a5201c143 x-openstack-request-id: req-3ceb21f3-37f9-4e19-9e0f-a30a5201c143 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:36:14.002791 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f4610d-a1f8-4939-8d57-c11a3ec0ab4c", "name": "network-vif-deleted", "tag": "efcf821d-d260-427a-8578-b67a8e504f53", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:36:14.003767 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3ceb21f3-37f9-4e19-9e0f-a30a5201c143 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:36:14.003895 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45040) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:14.003984 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f4610d-a1f8-4939-8d57-c11a3ec0ab4c', 'name': 'network-vif-deleted', 'tag': 'efcf821d-d260-427a-8578-b67a8e504f53', 'status': 'completed', 'code': 200} Oct 27 18:36:14.008129 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-db4ea523-0525-49fb-a094-d69accf55954 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:14.009177 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-db4ea523-0525-49fb-a094-d69accf55954 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1833484 Oct 27 18:36:14.010368 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [None req-fec2d32f-de06-476f-81c4-53940b43befe tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:14.012103 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-fec2d32f-de06-476f-81c4-53940b43befe tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0067534 Oct 27 18:36:14.016928 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45042) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:14.019332 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45044) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:14.023558 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [None req-3e634281-2f36-45c0-a762-4f584d548f39 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:14.024557 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3e634281-2f36-45c0-a762-4f584d548f39 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0043061 Oct 27 18:36:14.029111 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45046) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:14.029303 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-5d2fc5af-39b4-48e2-9aab-42c639e9bd17 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Request body: {'security_group_rule': {'security_group_id': 'c57e6589-0428-4ce9-8b96-23d81faba7f3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:14.041807 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [None req-e2269cbc-3dd6-4f4d-ac4e-67916e9abe26 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:14.043163 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e2269cbc-3dd6-4f4d-ac4e-67916e9abe26 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0100474 Oct 27 18:36:14.054689 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45048) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:14.068205 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [None req-4b8ef29f-0086-4b5c-bc9b-8145a5d61e39 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:14.071899 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45054) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:14.073518 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4b8ef29f-0086-4b5c-bc9b-8145a5d61e39 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0175025 Oct 27 18:36:14.077212 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [None req-841e16ef-5620-4c74-877d-9f7f1cc41f34 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:14.078178 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-841e16ef-5620-4c74-877d-9f7f1cc41f34 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0053608 Oct 27 18:36:14.083903 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45056) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:14.090342 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [None req-85622fa2-3774-43d7-92e4-0cb22682d085 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:14.095025 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45058) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:14.096781 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-85622fa2-3774-43d7-92e4-0cb22682d085 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0116172 Oct 27 18:36:14.101009 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [None req-cf2eff63-907a-4e4c-b511-e5bdebbf4199 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:14.102143 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-cf2eff63-907a-4e4c-b511-e5bdebbf4199 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0061769 Oct 27 18:36:14.111275 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45060) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:14.114732 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-4e2bcdc8-75bb-4dab-b22c-216417d3b37b tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Allocated IP 2001:db8::2d8 (c5690d77-ead7-4fd9-884b-7fbf378ef9ad/9ec14731-bfad-4e3e-8505-4a4116382427/bc5734e3-9d43-46f1-8d66-9b79b671c4fb) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:36:14.119086 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [None req-e381e2d2-8207-41fb-b78f-f76c176ab552 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:14.124314 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e381e2d2-8207-41fb-b78f-f76c176ab552 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0113382 Oct 27 18:36:14.124964 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45062) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:14.130308 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [None req-b3311f87-a401-46ea-b7f9-437fafb6c52c tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:14.133231 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b3311f87-a401-46ea-b7f9-437fafb6c52c tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0065768 Oct 27 18:36:14.139711 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45064) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:14.141101 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-67e4f606-efe2-407e-bfbd-3fc07c227ff7 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:14.148086 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [None req-b1746787-eaec-46c4-9001-d4433f219b9c tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:14.152880 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b1746787-eaec-46c4-9001-d4433f219b9c tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0084169 Oct 27 18:36:14.155336 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45066) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:14.160994 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [None req-aaf6f37e-251c-4dad-929f-dfc0c90f257d tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:14.163512 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-aaf6f37e-251c-4dad-929f-dfc0c90f257d tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0069120 Oct 27 18:36:14.169457 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45068) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:14.175890 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [None req-73aa8a05-1857-46c0-9c96-0501193deea0 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:14.181497 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-73aa8a05-1857-46c0-9c96-0501193deea0 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0107965 Oct 27 18:36:14.182325 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45070) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:14.189389 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [None req-4492464d-4c17-430b-8465-86c15711f78b tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:14.195264 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4492464d-4c17-430b-8465-86c15711f78b tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0108504 Oct 27 18:36:14.196149 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45072) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:14.201155 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [None req-32f68512-1986-4f8f-bd31-59f3b9debf1d tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:14.204817 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-32f68512-1986-4f8f-bd31-59f3b9debf1d tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0075419 Oct 27 18:36:14.209645 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45074) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:14.215962 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [None req-c3f93a30-0821-458b-9647-3ba51a3a030f tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:14.216949 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c3f93a30-0821-458b-9647-3ba51a3a030f tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0062485 Oct 27 18:36:14.227343 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45076) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:14.234002 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [None req-8fb1ca83-6db8-4364-8886-205b277e1d7d tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:14.234002 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8fb1ca83-6db8-4364-8886-205b277e1d7d tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0055237 Oct 27 18:36:14.240323 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5d2fc5af-39b4-48e2-9aab-42c639e9bd17 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:14.243923 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45078) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:14.254341 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [None req-9d7b9984-42d9-4519-97cb-9e36db9b6960 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:14.255476 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9d7b9984-42d9-4519-97cb-9e36db9b6960 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0105569 Oct 27 18:36:14.258381 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45080) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:14.263352 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [None req-a7b0bcdd-30d9-4aa3-90fe-dde358b009b3 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:14.265088 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a7b0bcdd-30d9-4aa3-90fe-dde358b009b3 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0050113 Oct 27 18:36:14.271966 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45082) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:14.280034 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [None req-7609aadd-31bc-40cb-94a9-2d415d43a4ed tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:14.283698 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7609aadd-31bc-40cb-94a9-2d415d43a4ed tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0108266 Oct 27 18:36:14.287471 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45084) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:14.291873 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [None req-e930e2d0-da81-467c-9c42-52a0ffbbaf89 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:14.296142 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e930e2d0-da81-467c-9c42-52a0ffbbaf89 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0051942 Oct 27 18:36:14.301211 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45086) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:14.305746 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [None req-9428c080-cc1f-4a21-ab66-458fe16d7021 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:14.307770 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9428c080-cc1f-4a21-ab66-458fe16d7021 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0050642 Oct 27 18:36:14.310442 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45088) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:14.315752 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [None req-5097e764-b79e-446e-b24d-c690a117912e tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:14.321452 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5097e764-b79e-446e-b24d-c690a117912e tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0097761 Oct 27 18:36:14.323300 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45092) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:14.329381 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [None req-c4a81799-d6e8-4bd0-b47b-a2e06d1c8f65 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:14.333651 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bdfc6350-c02b-477d-b53a-5bebfa1822cc req-4b07ee3b-f679-4a93-a4d1-26410cda5920 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6f4610d-a1f8-4939-8d57-c11a3ec0ab4c HTTP/1.1" status: 200 len: 210 time: 0.1458097 Oct 27 18:36:14.342453 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c4a81799-d6e8-4bd0-b47b-a2e06d1c8f65 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0137994 Oct 27 18:36:14.352386 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45094) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:14.358970 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [None req-1dcdd87a-1a59-4d8b-99f5-2781ee9792fe tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:14.363252 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1dcdd87a-1a59-4d8b-99f5-2781ee9792fe tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0097959 Oct 27 18:36:14.364072 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45096) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:14.382220 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [None req-4656dc35-00f9-4c25-bd43-0c5024b85326 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:14.385652 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4656dc35-00f9-4c25-bd43-0c5024b85326 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0087500 Oct 27 18:36:14.386537 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45098) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:14.403255 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [None req-5727a8b6-e0c2-49a7-8906-7d24d1340d27 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:14.407127 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5727a8b6-e0c2-49a7-8906-7d24d1340d27 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0183911 Oct 27 18:36:14.409269 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45100) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:14.413876 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [None req-ad437e4b-4e01-44e0-bfba-621e96f2e770 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:14.418595 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ad437e4b-4e01-44e0-bfba-621e96f2e770 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0073740 Oct 27 18:36:14.420959 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45102) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:14.424958 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [None req-28519a2e-b863-40a1-91d1-90cc36ffb1c6 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:14.427315 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-28519a2e-b863-40a1-91d1-90cc36ffb1c6 tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0056956 Oct 27 18:36:14.432239 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45104) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:14.444935 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [None req-359c185f-47ab-4757-8452-e35a8c8ea3af tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] http://10.222.0.52:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:14.447294 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5d2fc5af-39b4-48e2-9aab-42c639e9bd17 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:14.450251 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-359c185f-47ab-4757-8452-e35a8c8ea3af tempest-ExtensionsTestJSON-935672520 tempest-ExtensionsTestJSON-935672520-project] 10.222.0.52 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0085192 Oct 27 18:36:14.506560 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5d2fc5af-39b4-48e2-9aab-42c639e9bd17 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:14.516641 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4e2bcdc8-75bb-4dab-b22c-216417d3b37b tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:14.549143 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2fc5af-39b4-48e2-9aab-42c639e9bd17 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fa02e3a-b195-4f9f-94c4-d3f1a689393c,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:14.610180 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-67e4f606-efe2-407e-bfbd-3fc07c227ff7 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Deleting port 386e8c78-3721-4d18-b2a8-2f194fbd20be {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:36:14.610641 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-67e4f606-efe2-407e-bfbd-3fc07c227ff7 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:14.617186 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5d2fc5af-39b4-48e2-9aab-42c639e9bd17 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:14.620339 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5d2fc5af-39b4-48e2-9aab-42c639e9bd17 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6067724 Oct 27 18:36:14.627043 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45114) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:14.631829 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-c5e951ea-eec7-40f9-86e7-366b60d51f01 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Request body: {'security_group_rule': {'security_group_id': 'c57e6589-0428-4ce9-8b96-23d81faba7f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:14.714565 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-67e4f606-efe2-407e-bfbd-3fc07c227ff7 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:14.731912 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-67e4f606-efe2-407e-bfbd-3fc07c227ff7 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Calling delete_port for 386e8c78-3721-4d18-b2a8-2f194fbd20be owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:36:14.733564 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c5e951ea-eec7-40f9-86e7-366b60d51f01 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:14.734503 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4e2bcdc8-75bb-4dab-b22c-216417d3b37b tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:14.822058 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2bcdc8-75bb-4dab-b22c-216417d3b37b tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Network c5690d77-ead7-4fd9-884b-7fbf378ef9ad is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:36:14.829001 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-4e2bcdc8-75bb-4dab-b22c-216417d3b37b tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:36:14.832528 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2bcdc8-75bb-4dab-b22c-216417d3b37b tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:36:14.837091 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2bcdc8-75bb-4dab-b22c-216417d3b37b tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Pushing event updated for resources: {'Port': ['ID=bc5734e3-9d43-46f1-8d66-9b79b671c4fb,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:14.882086 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-c5e951ea-eec7-40f9-86e7-366b60d51f01 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] create failed (client error): There was a conflict when trying to complete your request. Oct 27 18:36:14.887635 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c5e951ea-eec7-40f9-86e7-366b60d51f01 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2622170 Oct 27 18:36:14.888665 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45122) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:14.965498 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45124) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:15.032925 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d3235a6f-093b-4c16-84f0-cf92a8667d9b tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:15.035096 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45128) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:15.068457 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d3235a6f-093b-4c16-84f0-cf92a8667d9b tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:15.081673 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:15.212739 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-f57eddb1-1aa9-4787-a36d-cada0de253ab admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-749676103-network', 'tenant_id': 'ed94bf330dce4aefb6b8c9d5143e6db7'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:15.227269 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d3235a6f-093b-4c16-84f0-cf92a8667d9b tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:15.231351 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d3235a6f-093b-4c16-84f0-cf92a8667d9b tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:15.235459 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d3235a6f-093b-4c16-84f0-cf92a8667d9b tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "DELETE /v2.0/security-groups/c57e6589-0428-4ce9-8b96-23d81faba7f3 HTTP/1.1" status: 204 len: 168 time: 0.3453991 Oct 27 18:36:15.236220 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45132) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:15.280530 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3235a6f-093b-4c16-84f0-cf92a8667d9b tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57e6589-0428-4ce9-8b96-23d81faba7f3,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:15.283874 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8b6f6cfb-aa20-4a6f-8c44-876e5be372d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:15.339737 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7d1e64d5-01a4-478a-a93d-9b7dd3a73c55 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0911911 Oct 27 18:36:15.340321 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45134) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:15.346391 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-ad1ca96a-e8b0-42fb-94ad-c337d3b3b2d9 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Request body: {'security_group': {'name': 'tempest-secgroup--2053036781'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:15.382700 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57eddb1-1aa9-4787-a36d-cada0de253ab admin admin] Made reservation on behalf of ed94bf330dce4aefb6b8c9d5143e6db7 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:36:15.385230 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f57eddb1-1aa9-4787-a36d-cada0de253ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:15.409232 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f57eddb1-1aa9-4787-a36d-cada0de253ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:15.441532 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8b6f6cfb-aa20-4a6f-8c44-876e5be372d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:15.546657 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f57eddb1-1aa9-4787-a36d-cada0de253ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:15.549158 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8b6f6cfb-aa20-4a6f-8c44-876e5be372d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:15.571844 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ad1ca96a-e8b0-42fb-94ad-c337d3b3b2d9 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:15.579943 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f6cfb-aa20-4a6f-8c44-876e5be372d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946b5af5-93b5-417b-bc43-11eba1dd983f,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:15.617720 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f57eddb1-1aa9-4787-a36d-cada0de253ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:15.643099 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8b6f6cfb-aa20-4a6f-8c44-876e5be372d3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b0d4ce66da9f485bab4fe2ed23878930&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6060250 Oct 27 18:36:15.648408 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45150) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:15.688154 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57eddb1-1aa9-4787-a36d-cada0de253ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9273d5bb-2711-41ad-8a95-77c296a241af,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:15.738433 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9be5a43c-be51-400b-a88e-44ec31a0887d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:15.757748 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4e2bcdc8-75bb-4dab-b22c-216417d3b37b tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:15.763913 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f57eddb1-1aa9-4787-a36d-cada0de253ab admin admin] vlan segment allocate from pool success with {'vlan_id': 1004, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:36:15.767083 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9be5a43c-be51-400b-a88e-44ec31a0887d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:15.767574 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-67e4f606-efe2-407e-bfbd-3fc07c227ff7 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:15.788886 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f57eddb1-1aa9-4787-a36d-cada0de253ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:15.789164 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-f57eddb1-1aa9-4787-a36d-cada0de253ab admin admin] Added segment df5181ab-3a78-46b3-8200-768f1b935974 of type vlan for network da8e53a8-8ae6-4708-af46-5da0c5e0389e Oct 27 18:36:15.844641 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f57eddb1-1aa9-4787-a36d-cada0de253ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:15.847066 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ad1ca96a-e8b0-42fb-94ad-c337d3b3b2d9 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:15.878993 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4f606-efe2-407e-bfbd-3fc07c227ff7 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event deleted for resources: {'Port': ['ID=386e8c78-3721-4d18-b2a8-2f194fbd20be,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:15.967459 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ad1ca96a-e8b0-42fb-94ad-c337d3b3b2d9 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:15.997544 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9be5a43c-be51-400b-a88e-44ec31a0887d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:16.000547 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9be5a43c-be51-400b-a88e-44ec31a0887d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:16.001866 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9be5a43c-be51-400b-a88e-44ec31a0887d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/946b5af5-93b5-417b-bc43-11eba1dd983f HTTP/1.1" status: 204 len: 168 time: 0.3525014 Oct 27 18:36:16.006398 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f57eddb1-1aa9-4787-a36d-cada0de253ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:16.006985 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57eddb1-1aa9-4787-a36d-cada0de253ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:16.011267 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f57eddb1-1aa9-4787-a36d-cada0de253ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:16.011685 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-91d4b90e-d89f-4815-a7b6-3806470eb3aa tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:16.011685 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-91d4b90e-d89f-4815-a7b6-3806470eb3aa tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/networks?id=0f4fe408-cfac-4f2a-8c2f-b5054aadc454 HTTP/1.1" status: 200 len: 809 time: 0.3237224 Oct 27 18:36:16.084066 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be5a43c-be51-400b-a88e-44ec31a0887d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946b5af5-93b5-417b-bc43-11eba1dd983f,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:16.196281 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ca96a-e8b0-42fb-94ad-c337d3b3b2d9 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc58c8c-7d15-4950-9fe8-fdbe23624ada,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:16.196281 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-fac4a42a-fabe-4bbc-9932-1cba2786c349 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/quotas/1ca2b7a105554b2d984d4beb458346dc HTTP/1.1" status: 200 len: 375 time: 0.1056194 Oct 27 18:36:16.196752 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57eddb1-1aa9-4787-a36d-cada0de253ab admin admin] Pushing event updated for resources: {'Network': ['ID=da8e53a8-8ae6-4708-af46-5da0c5e0389e,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:16.197023 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network da8e53a8-8ae6-4708-af46-5da0c5e0389e details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:36:16.240593 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ad1ca96a-e8b0-42fb-94ad-c337d3b3b2d9 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:16.240593 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ad1ca96a-e8b0-42fb-94ad-c337d3b3b2d9 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8963516 Oct 27 18:36:16.241295 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45158) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:16.244927 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-57936a3f-f986-40c1-9220-952c365a4c72 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1ca2b7a105554b2d984d4beb458346dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700767 Oct 27 18:36:16.246233 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-636441a5-1c36-4e0d-8ce2-b921d98b942f tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Request body: {'security_group_rule': {'security_group_id': '7bc58c8c-7d15-4950-9fe8-fdbe23624ada', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:16.247080 n-d-815690-2 neutron-server[102879]: WARNING neutron.api.v2.base [None req-636441a5-1c36-4e0d-8ce2-b921d98b942f tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 27 18:36:16.247610 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-636441a5-1c36-4e0d-8ce2-b921d98b942f tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:36:16.248676 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-636441a5-1c36-4e0d-8ce2-b921d98b942f tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0062242 Oct 27 18:36:16.251376 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45160) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:16.263727 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-332692c3-c12f-4b11-935f-7976fb51d879 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:36:16.264781 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-332692c3-c12f-4b11-935f-7976fb51d879 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0087166 Oct 27 18:36:16.324447 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2734be5e-b452-4ddf-b69d-4fff0f938a98 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:16.331559 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-67e4f606-efe2-407e-bfbd-3fc07c227ff7 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:16.335210 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4e2bcdc8-75bb-4dab-b22c-216417d3b37b tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:16.337288 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2734be5e-b452-4ddf-b69d-4fff0f938a98 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:16.362930 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f57eddb1-1aa9-4787-a36d-cada0de253ab admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3963578 Oct 27 18:36:16.366984 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45162) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:16.375309 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-344fda4c-2e9b-4ecb-88d8-a8b3cbbc6eeb admin admin] Request body: {'subnet': {'network_id': 'da8e53a8-8ae6-4708-af46-5da0c5e0389e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-749676103-subnet', 'tenant_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:16.527602 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344fda4c-2e9b-4ecb-88d8-a8b3cbbc6eeb admin admin] Made reservation on behalf of ed94bf330dce4aefb6b8c9d5143e6db7 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:36:16.530076 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-344fda4c-2e9b-4ecb-88d8-a8b3cbbc6eeb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:16.533270 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2734be5e-b452-4ddf-b69d-4fff0f938a98 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:16.536529 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2734be5e-b452-4ddf-b69d-4fff0f938a98 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:16.536971 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2734be5e-b452-4ddf-b69d-4fff0f938a98 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "DELETE /v2.0/security-groups/7bc58c8c-7d15-4950-9fe8-fdbe23624ada HTTP/1.1" status: 204 len: 168 time: 0.2846816 Oct 27 18:36:16.541023 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-c48cc8b6-83a4-4117-966f-09a12c154938 service neutron] 10.222.0.52 "GET /v2.0/networks/0f4fe408-cfac-4f2a-8c2f-b5054aadc454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695863 Oct 27 18:36:16.545652 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45166) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:16.583214 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2734be5e-b452-4ddf-b69d-4fff0f938a98 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc58c8c-7d15-4950-9fe8-fdbe23624ada,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:16.802015 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-01dceb6c-be8e-4fac-923c-a29a17f3a9cc tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2551415 Oct 27 18:36:16.807342 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45176) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:16.813915 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-47382278-f300-4682-bdd6-e2b639c4a1df tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Request body: {'security_group': {'name': 'tempest-secgroup--1584958308'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:16.837890 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e4f606-efe2-407e-bfbd-3fc07c227ff7 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Router 601d0a46-9dc8-4822-a88b-aedf84af90a4 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:36:16.842261 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-344fda4c-2e9b-4ecb-88d8-a8b3cbbc6eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:16.843813 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-e043657b-8ec8-48c5-ad04-d448b60e0bc9 service neutron] 10.222.0.52 "GET /v2.0/networks/0f4fe408-cfac-4f2a-8c2f-b5054aadc454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878916 Oct 27 18:36:16.936913 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344fda4c-2e9b-4ecb-88d8-a8b3cbbc6eeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0849fe03-5e91-45fb-a37f-83c7bfa081e7,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:16.944509 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-47382278-f300-4682-bdd6-e2b639c4a1df tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:16.981291 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e4f606-efe2-407e-bfbd-3fc07c227ff7 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:36:16.988648 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344fda4c-2e9b-4ecb-88d8-a8b3cbbc6eeb admin admin] Checking segment: {'id': 'df5181ab-3a78-46b3-8200-768f1b935974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'da8e53a8-8ae6-4708-af46-5da0c5e0389e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:36:16.989201 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344fda4c-2e9b-4ecb-88d8-a8b3cbbc6eeb admin admin] Network hostable DHCP agents. Network: da8e53a8-8ae6-4708-af46-5da0c5e0389e, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:36:17.000827 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e72814c-6227-41cc-b645-812a455d8512 None None] Sync routers for ids ['601d0a46-9dc8-4822-a88b-aedf84af90a4'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:36:17.013593 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e72814c-6227-41cc-b645-812a455d8512 None None] Routers {'601d0a46-9dc8-4822-a88b-aedf84af90a4'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:36:17.014222 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-0e72814c-6227-41cc-b645-812a455d8512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:36:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['601d0a46-9dc8-4822-a88b-aedf84af90a4'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:17.016170 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-67e4f606-efe2-407e-bfbd-3fc07c227ff7 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "PUT /v2.0/routers/601d0a46-9dc8-4822-a88b-aedf84af90a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8347511 Oct 27 18:36:17.017825 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2bcdc8-75bb-4dab-b22c-216417d3b37b tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Router 016269bd-c40b-4c4d-9a6d-94238ea076e0 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:36:17.019811 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45182) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:17.051968 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-0e72814c-6227-41cc-b645-812a455d8512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:17.062161 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e72814c-6227-41cc-b645-812a455d8512 None None] Routers {'601d0a46-9dc8-4822-a88b-aedf84af90a4'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:36:17.063016 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-0e72814c-6227-41cc-b645-812a455d8512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:36:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['601d0a46-9dc8-4822-a88b-aedf84af90a4'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:17.133115 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device efcf821d-d260-427a-8578-b67a8e504f53 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:36:17.134604 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-0e72814c-6227-41cc-b645-812a455d8512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:17.135304 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e72814c-6227-41cc-b645-812a455d8512 None None] The sync data for ids ['601d0a46-9dc8-4822-a88b-aedf84af90a4'] in n-d-815690-2 is: [] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:36:17.171559 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-47382278-f300-4682-bdd6-e2b639c4a1df tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:17.176838 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: efcf821d-d260-427a-8578-b67a8e504f53 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:36:17.177189 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device efcf821d-d260-427a-8578-b67a8e504f53 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:36:17.190101 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344fda4c-2e9b-4ecb-88d8-a8b3cbbc6eeb admin admin] Network da8e53a8-8ae6-4708-af46-5da0c5e0389e is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:36:17.222191 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2bcdc8-75bb-4dab-b22c-216417d3b37b tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:36:17.233429 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d893d47-eda8-4f6e-926b-0724c9b33de8 None None] Sync routers for ids ['016269bd-c40b-4c4d-9a6d-94238ea076e0'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:36:17.256992 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d893d47-eda8-4f6e-926b-0724c9b33de8 None None] Routers {'016269bd-c40b-4c4d-9a6d-94238ea076e0'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:36:17.259623 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-6d893d47-eda8-4f6e-926b-0724c9b33de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:36:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['016269bd-c40b-4c4d-9a6d-94238ea076e0'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:17.282535 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-47382278-f300-4682-bdd6-e2b639c4a1df tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:17.360244 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47382278-f300-4682-bdd6-e2b639c4a1df tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77a926bd-ea64-4be7-8bc0-90d5644654de,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:17.361575 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-779e67e7-3f9f-47ac-a166-24ebd148a6cc req-8805a727-6397-41d6-855d-56f86185c636 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/ports?device_id=3fe5ef07-32ad-4d80-9abd-0fbe3d4cd124 HTTP/1.1" status: 200 len: 210 time: 0.0774131 Oct 27 18:36:17.374695 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-344fda4c-2e9b-4ecb-88d8-a8b3cbbc6eeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, da8e53a8-8ae6-4708-af46-5da0c5e0389e) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:36:17.388228 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4e2bcdc8-75bb-4dab-b22c-216417d3b37b tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:17.397357 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4e2bcdc8-75bb-4dab-b22c-216417d3b37b tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.9589806 Oct 27 18:36:17.398045 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344fda4c-2e9b-4ecb-88d8-a8b3cbbc6eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:17.398045 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-344fda4c-2e9b-4ecb-88d8-a8b3cbbc6eeb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:17.398651 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23ea798-01d5-4d27-8eb4-09fcce2e5e6e None None] Network da8e53a8-8ae6-4708-af46-5da0c5e0389e requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:36:17.409116 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45192) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:17.421014 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-47382278-f300-4682-bdd6-e2b639c4a1df tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:17.422563 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-47382278-f300-4682-bdd6-e2b639c4a1df tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6134734 Oct 27 18:36:17.425416 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45194) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:17.430596 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-b23417f0-d0f2-4141-91b6-eead72bd6241 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Request body: {'security_group_rule': {'security_group_id': '77a926bd-ea64-4be7-8bc0-90d5644654de', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:17.431810 n-d-815690-2 neutron-server[102879]: WARNING neutron.api.v2.base [None req-b23417f0-d0f2-4141-91b6-eead72bd6241 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 27 18:36:17.432554 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-b23417f0-d0f2-4141-91b6-eead72bd6241 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:36:17.434408 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b23417f0-d0f2-4141-91b6-eead72bd6241 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0077858 Oct 27 18:36:17.440781 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45196) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:17.446007 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-6d893d47-eda8-4f6e-926b-0724c9b33de8 None None] Set router 016269bd-c40b-4c4d-9a6d-94238ea076e0 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:36:17.518802 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-344fda4c-2e9b-4ecb-88d8-a8b3cbbc6eeb admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1507921 Oct 27 18:36:17.528443 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45204) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:17.552636 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-2090adb3-4fee-45d9-bd8b-21e69638dcea admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-749676103-router', 'tenant_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:17.716558 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b93e46-4ddc-4176-a32e-c22258af8302 None None] Network da8e53a8-8ae6-4708-af46-5da0c5e0389e requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:36:17.723933 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2090adb3-4fee-45d9-bd8b-21e69638dcea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:17.725017 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2090adb3-4fee-45d9-bd8b-21e69638dcea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:17.727710 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bc6056ea-f265-42cc-afcb-b7143e36d055 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:17.868432 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3ed90ea0-ca7b-4325-94bd-6f65aa6bed70 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:17.969900 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-6d893d47-eda8-4f6e-926b-0724c9b33de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016269bd-c40b-4c4d-9a6d-94238ea076e0', 'name': '', 'tenant_id': 'ce92e9a59d774537b02357f5ec8e82bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5690d77-ead7-4fd9-884b-7fbf378ef9ad', 'external_fixed_ips': [{'subnet_id': '9ec14731-bfad-4e3e-8505-4a4116382427', 'ip_address': '2001:db8::2d8'}], 'enable_snat': True}, 'gw_port_id': 'bc5734e3-9d43-46f1-8d66-9b79b671c4fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:36:12Z', 'updated_at': '2021-10-27T18:36:15Z', 'revision_number': 3, 'project_id': 'ce92e9a59d774537b02357f5ec8e82bc', 'gw_port': {'id': 'bc5734e3-9d43-46f1-8d66-9b79b671c4fb', 'name': '', 'network_id': 'c5690d77-ead7-4fd9-884b-7fbf378ef9ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:08:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '016269bd-c40b-4c4d-9a6d-94238ea076e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': '9ec14731-bfad-4e3e-8505-4a4116382427', 'ip_address': '2001:db8::2d8', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:36:13Z', 'updated_at': '2021-10-27T18:36:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9ec14731-bfad-4e3e-8505-4a4116382427', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:17.984200 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2090adb3-4fee-45d9-bd8b-21e69638dcea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:17.997730 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-47963dfa-576f-4be9-925e-c96e852ed990 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:18.001323 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3ed90ea0-ca7b-4325-94bd-6f65aa6bed70 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:18.023526 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d893d47-eda8-4f6e-926b-0724c9b33de8 None None] Checking router: 016269bd-c40b-4c4d-9a6d-94238ea076e0 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:36:18.024070 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d893d47-eda8-4f6e-926b-0724c9b33de8 None None] Updating router 016269bd-c40b-4c4d-9a6d-94238ea076e0 port bc5734e3-9d43-46f1-8d66-9b79b671c4fb binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:36:18.078095 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-6d893d47-eda8-4f6e-926b-0724c9b33de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:18.168415 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45222) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:18.191634 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bc6056ea-f265-42cc-afcb-b7143e36d055 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:18.343580 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3ed90ea0-ca7b-4325-94bd-6f65aa6bed70 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:18.350479 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3ed90ea0-ca7b-4325-94bd-6f65aa6bed70 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:18.350479 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3ed90ea0-ca7b-4325-94bd-6f65aa6bed70 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "DELETE /v2.0/security-groups/77a926bd-ea64-4be7-8bc0-90d5644654de HTTP/1.1" status: 204 len: 168 time: 0.9036713 Oct 27 18:36:18.371419 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45226) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:18.396365 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2090adb3-4fee-45d9-bd8b-21e69638dcea admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:18.458137 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed90ea0-ca7b-4325-94bd-6f65aa6bed70 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a926bd-ea64-4be7-8bc0-90d5644654de,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:18.473528 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-12fe5b9d-a2bc-4e6b-992d-04e065e8e340 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1020958830'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:18.536274 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-6d893d47-eda8-4f6e-926b-0724c9b33de8 None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:18.561604 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d618edf1-28a8-4b42-9430-7813af6cd819 req-4a55dc57-9b70-44a7-92e1-a7c167b92140 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/ports?device_id=3fe5ef07-32ad-4d80-9abd-0fbe3d4cd124 HTTP/1.1" status: 200 len: 210 time: 0.0549545 Oct 27 18:36:18.622723 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a57c54f0-3cf6-4050-a5ff-334fd1b31973 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1583259 Oct 27 18:36:18.624979 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-6d893d47-eda8-4f6e-926b-0724c9b33de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:18.628968 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45232) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:18.648760 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-e5391558-1c7a-44a0-982b-f5c717db74b5 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Request body: {'security_group': {'name': 'tempest-secgroup--1579182285'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:18.659078 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-bc6056ea-f265-42cc-afcb-b7143e36d055 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Deleting port bc5734e3-9d43-46f1-8d66-9b79b671c4fb {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:36:18.660503 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bc6056ea-f265-42cc-afcb-b7143e36d055 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:18.679474 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-47963dfa-576f-4be9-925e-c96e852ed990 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Deleting port 98544c5e-b143-4fe1-bbd1-3cec3362904b {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:36:18.679740 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-47963dfa-576f-4be9-925e-c96e852ed990 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:18.711976 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-6d893d47-eda8-4f6e-926b-0724c9b33de8 None None] Attempting to bind port bc5734e3-9d43-46f1-8d66-9b79b671c4fb on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:36:18.712454 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-6d893d47-eda8-4f6e-926b-0724c9b33de8 None None] Attempting to bind port bc5734e3-9d43-46f1-8d66-9b79b671c4fb by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '03983c44-50e2-4834-86e1-c9ff05fcb558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'c5690d77-ead7-4fd9-884b-7fbf378ef9ad'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:36:18.712883 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d893d47-eda8-4f6e-926b-0724c9b33de8 None None] Attempting to bind port bc5734e3-9d43-46f1-8d66-9b79b671c4fb on network c5690d77-ead7-4fd9-884b-7fbf378ef9ad {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:36:18.724903 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d893d47-eda8-4f6e-926b-0724c9b33de8 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:36:18.725357 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d893d47-eda8-4f6e-926b-0724c9b33de8 None None] Checking segment: {'id': '03983c44-50e2-4834-86e1-c9ff05fcb558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'c5690d77-ead7-4fd9-884b-7fbf378ef9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:36:18.726045 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-6d893d47-eda8-4f6e-926b-0724c9b33de8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:18.726219 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d893d47-eda8-4f6e-926b-0724c9b33de8 None None] Bound using segment: {'id': '03983c44-50e2-4834-86e1-c9ff05fcb558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'c5690d77-ead7-4fd9-884b-7fbf378ef9ad'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:36:18.727661 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-6d893d47-eda8-4f6e-926b-0724c9b33de8 None None] Bound port: bc5734e3-9d43-46f1-8d66-9b79b671c4fb, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03983c44-50e2-4834-86e1-c9ff05fcb558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'c5690d77-ead7-4fd9-884b-7fbf378ef9ad'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:36:18.728100 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-6d893d47-eda8-4f6e-926b-0724c9b33de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:18.732576 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c78d2d-8ec5-4722-9770-95aae0bfd1a4 None None] Pushing event updated for resources: {'Port': ['ID=bc5734e3-9d43-46f1-8d66-9b79b671c4fb,revision_number=2']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:18.757185 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12fe5b9d-a2bc-4e6b-992d-04e065e8e340 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Made reservation on behalf of 9d08d495cb0140c48dd8f8c5c2b35166 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:36:18.764781 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-12fe5b9d-a2bc-4e6b-992d-04e065e8e340 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:18.768397 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c78d2d-8ec5-4722-9770-95aae0bfd1a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:18.768397 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c78d2d-8ec5-4722-9770-95aae0bfd1a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:18.768397 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c78d2d-8ec5-4722-9770-95aae0bfd1a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:18.769020 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c78d2d-8ec5-4722-9770-95aae0bfd1a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:18.769425 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c78d2d-8ec5-4722-9770-95aae0bfd1a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:18.770092 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c78d2d-8ec5-4722-9770-95aae0bfd1a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:18.770490 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c78d2d-8ec5-4722-9770-95aae0bfd1a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:18.770944 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c78d2d-8ec5-4722-9770-95aae0bfd1a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:18.771396 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c78d2d-8ec5-4722-9770-95aae0bfd1a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:18.771881 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c78d2d-8ec5-4722-9770-95aae0bfd1a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:18.772288 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c78d2d-8ec5-4722-9770-95aae0bfd1a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:18.772679 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c78d2d-8ec5-4722-9770-95aae0bfd1a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:18.791321 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-12fe5b9d-a2bc-4e6b-992d-04e065e8e340 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:18.820984 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-6d893d47-eda8-4f6e-926b-0724c9b33de8 None None] For port bc5734e3-9d43-46f1-8d66-9b79b671c4fb, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:36:18.826550 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-6d893d47-eda8-4f6e-926b-0724c9b33de8 None None] For port bc5734e3-9d43-46f1-8d66-9b79b671c4fb, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=bc5734e3-9d43-46f1-8d66-9b79b671c4fb,segment=NetworkSegment(03983c44-50e2-4834-86e1-c9ff05fcb558),segment_id=03983c44-50e2-4834-86e1-c9ff05fcb558)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:36:18.863255 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bc6056ea-f265-42cc-afcb-b7143e36d055 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:18.882322 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e5391558-1c7a-44a0-982b-f5c717db74b5 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:18.911931 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-6d893d47-eda8-4f6e-926b-0724c9b33de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:18.923222 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-bc6056ea-f265-42cc-afcb-b7143e36d055 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Calling delete_port for bc5734e3-9d43-46f1-8d66-9b79b671c4fb owned by network:router_gateway {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:36:19.043629 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d893d47-eda8-4f6e-926b-0724c9b33de8 None None] Routers {'016269bd-c40b-4c4d-9a6d-94238ea076e0'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:36:19.044385 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-6d893d47-eda8-4f6e-926b-0724c9b33de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:36:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['016269bd-c40b-4c4d-9a6d-94238ea076e0'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:19.114931 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c78d2d-8ec5-4722-9770-95aae0bfd1a4 None None] Pushing event updated for resources: {'Port': ['ID=bc5734e3-9d43-46f1-8d66-9b79b671c4fb,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:19.169218 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-6d893d47-eda8-4f6e-926b-0724c9b33de8 None None] Set router 016269bd-c40b-4c4d-9a6d-94238ea076e0 gateway port host: None {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:36:19.216634 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-12fe5b9d-a2bc-4e6b-992d-04e065e8e340 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:19.220097 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e5391558-1c7a-44a0-982b-f5c717db74b5 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:19.231945 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-6d893d47-eda8-4f6e-926b-0724c9b33de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016269bd-c40b-4c4d-9a6d-94238ea076e0', 'name': '', 'tenant_id': 'ce92e9a59d774537b02357f5ec8e82bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:36:12Z', 'updated_at': '2021-10-27T18:36:18Z', 'revision_number': 4, 'project_id': 'ce92e9a59d774537b02357f5ec8e82bc', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:19.264493 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d893d47-eda8-4f6e-926b-0724c9b33de8 None None] The sync data for ids ['016269bd-c40b-4c4d-9a6d-94238ea076e0'] in n-d-815690-2 is: [{'id': '016269bd-c40b-4c4d-9a6d-94238ea076e0', 'name': '', 'tenant_id': 'ce92e9a59d774537b02357f5ec8e82bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:36:12Z', 'updated_at': '2021-10-27T18:36:18Z', 'revision_number': 4, 'project_id': 'ce92e9a59d774537b02357f5ec8e82bc', 'gw_port_host': None}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:36:19.346569 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-12fe5b9d-a2bc-4e6b-992d-04e065e8e340 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:19.347079 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-47963dfa-576f-4be9-925e-c96e852ed990 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:19.363900 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-47963dfa-576f-4be9-925e-c96e852ed990 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Calling delete_port for 98544c5e-b143-4fe1-bbd1-3cec3362904b owned by network:router_interface {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:36:19.385309 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12fe5b9d-a2bc-4e6b-992d-04e065e8e340 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] vlan segment allocate from pool success with {'vlan_id': 1031, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:36:19.402156 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e5391558-1c7a-44a0-982b-f5c717db74b5 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:19.407469 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe5b9d-a2bc-4e6b-992d-04e065e8e340 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=956774b5-a078-459f-92ea-008934718b68,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:19.414537 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-12fe5b9d-a2bc-4e6b-992d-04e065e8e340 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:19.414918 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-12fe5b9d-a2bc-4e6b-992d-04e065e8e340 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Added segment 7bed77af-6da5-4e30-8f5a-92ccb4244229 of type vlan for network 51f95a32-e983-457d-aacd-601646bf27f8 Oct 27 18:36:19.484856 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5391558-1c7a-44a0-982b-f5c717db74b5 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47be50b1-016b-481a-9074-b61e2ff96f7e,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:19.492045 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-12fe5b9d-a2bc-4e6b-992d-04e065e8e340 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:19.520787 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bc6056ea-f265-42cc-afcb-b7143e36d055 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:19.552894 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6056ea-f265-42cc-afcb-b7143e36d055 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc5734e3-9d43-46f1-8d66-9b79b671c4fb,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:19.580896 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e5391558-1c7a-44a0-982b-f5c717db74b5 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:19.585914 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e5391558-1c7a-44a0-982b-f5c717db74b5 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9369895 Oct 27 18:36:19.585914 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bc6056ea-f265-42cc-afcb-b7143e36d055 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:19.588248 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45240) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:19.594057 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-9b1cca15-c28a-4adc-9336-be746db6a35e tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Request body: {'security_group_rule': {'security_group_id': '47be50b1-016b-481a-9074-b61e2ff96f7e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:19.603195 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2090adb3-4fee-45d9-bd8b-21e69638dcea admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:19.609025 n-d-815690-2 neutron-server[102878]: WARNING neutron.api.v2.base [None req-9b1cca15-c28a-4adc-9336-be746db6a35e tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 27 18:36:19.618644 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-9b1cca15-c28a-4adc-9336-be746db6a35e tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:36:19.618644 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9b1cca15-c28a-4adc-9336-be746db6a35e tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0218079 Oct 27 18:36:19.637991 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45242) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:19.641309 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2090adb3-4fee-45d9-bd8b-21e69638dcea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:19.646066 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-1c8d184d-2a93-4589-94a8-a6073ca89456 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Request body: {'security_group_rule': {'security_group_id': '47be50b1-016b-481a-9074-b61e2ff96f7e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:19.647720 n-d-815690-2 neutron-server[102879]: WARNING neutron.api.v2.base [None req-1c8d184d-2a93-4589-94a8-a6073ca89456 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 27 18:36:19.648240 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-1c8d184d-2a93-4589-94a8-a6073ca89456 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:36:19.649246 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1c8d184d-2a93-4589-94a8-a6073ca89456 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0102262 Oct 27 18:36:19.659408 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45246) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:19.665773 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-db7ad391-cf29-488e-a6d1-ae9c58f745fe tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Request body: {'security_group_rule': {'security_group_id': '47be50b1-016b-481a-9074-b61e2ff96f7e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:19.666943 n-d-815690-2 neutron-server[102879]: WARNING neutron.api.v2.base [None req-db7ad391-cf29-488e-a6d1-ae9c58f745fe tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 27 18:36:19.667577 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-db7ad391-cf29-488e-a6d1-ae9c58f745fe tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:36:19.668734 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-db7ad391-cf29-488e-a6d1-ae9c58f745fe tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0077639 Oct 27 18:36:19.681235 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-12fe5b9d-a2bc-4e6b-992d-04e065e8e340 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:19.688482 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fe5b9d-a2bc-4e6b-992d-04e065e8e340 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:19.688646 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45248) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:19.689113 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-12fe5b9d-a2bc-4e6b-992d-04e065e8e340 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:19.721005 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-66f53286-7cea-4f62-ab24-794d54ba45b5 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Request body: {'security_group_rule': {'security_group_id': '47be50b1-016b-481a-9074-b61e2ff96f7e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:19.721937 n-d-815690-2 neutron-server[102879]: WARNING neutron.api.v2.base [None req-66f53286-7cea-4f62-ab24-794d54ba45b5 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 27 18:36:19.722428 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-66f53286-7cea-4f62-ab24-794d54ba45b5 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:36:19.726746 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-66f53286-7cea-4f62-ab24-794d54ba45b5 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0338988 Oct 27 18:36:19.727710 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45252) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:19.821280 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-656f8692-f18e-452f-9e47-0e91395e1f99 req-aad17789-1aaf-4f07-a92e-f1a0508b3c1e tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/ports?device_id=3fe5ef07-32ad-4d80-9abd-0fbe3d4cd124 HTTP/1.1" status: 200 len: 210 time: 0.1773469 Oct 27 18:36:19.825997 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bc6056ea-f265-42cc-afcb-b7143e36d055 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:19.837159 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bc6056ea-f265-42cc-afcb-b7143e36d055 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:19.896862 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe5b9d-a2bc-4e6b-992d-04e065e8e340 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Pushing event updated for resources: {'Network': ['ID=51f95a32-e983-457d-aacd-601646bf27f8,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:19.913585 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 51f95a32-e983-457d-aacd-601646bf27f8 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:36:19.947075 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-12fe5b9d-a2bc-4e6b-992d-04e065e8e340 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7764297 Oct 27 18:36:19.951548 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45256) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:19.958553 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-e3681027-9533-4d16-8e52-10d1ae7cd783 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Request body: {'subnet': {'network_id': '51f95a32-e983-457d-aacd-601646bf27f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:19.964893 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3192b022-1151-439b-92a9-f731bb9a3ded tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:19.969169 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-a9ddf375-1e4d-4af7-808d-1a8bd232e078 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:19.971738 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-a9ddf375-1e4d-4af7-808d-1a8bd232e078 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.93 "GET /v2.0/networks?id=0f4fe408-cfac-4f2a-8c2f-b5054aadc454 HTTP/1.1" status: 200 len: 809 time: 0.1681683 Oct 27 18:36:19.978903 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-2090adb3-4fee-45d9-bd8b-21e69638dcea admin admin] Allocated IP 172.25.6.47 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/5c5c8ead-9a86-43c6-80f4-017f4e6e8b92) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:36:20.069837 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-37c7b801-7eef-4b29-a531-82abbd9d8da6 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Request body: {'port': {'device_id': '3fe5ef07-32ad-4d80-9abd-0fbe3d4cd124', 'network_id': '0f4fe408-cfac-4f2a-8c2f-b5054aadc454', 'admin_state_up': True, 'tenant_id': '1ca2b7a105554b2d984d4beb458346dc'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:20.075983 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-47963dfa-576f-4be9-925e-c96e852ed990 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:20.187929 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47963dfa-576f-4be9-925e-c96e852ed990 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event deleted for resources: {'Port': ['ID=98544c5e-b143-4fe1-bbd1-3cec3362904b,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:20.345627 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2090adb3-4fee-45d9-bd8b-21e69638dcea admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:20.462649 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bc6056ea-f265-42cc-afcb-b7143e36d055 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:20.463241 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6056ea-f265-42cc-afcb-b7143e36d055 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 016269bd-c40b-4c4d-9a6d-94238ea076e0 {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:36:20.470396 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-47963dfa-576f-4be9-925e-c96e852ed990 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:20.476544 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bc6056ea-f265-42cc-afcb-b7143e36d055 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:20.482358 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-bc6056ea-f265-42cc-afcb-b7143e36d055 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] 10.222.0.52 "DELETE /v2.0/routers/016269bd-c40b-4c4d-9a6d-94238ea076e0 HTTP/1.1" status: 204 len: 168 time: 3.0695796 Oct 27 18:36:20.482554 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45272) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:20.508779 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3192b022-1151-439b-92a9-f731bb9a3ded tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:20.579053 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-37c7b801-7eef-4b29-a531-82abbd9d8da6 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Made reservation on behalf of 1ca2b7a105554b2d984d4beb458346dc for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:36:20.582555 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-37c7b801-7eef-4b29-a531-82abbd9d8da6 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:20.601434 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2090adb3-4fee-45d9-bd8b-21e69638dcea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:20.650086 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3192b022-1151-439b-92a9-f731bb9a3ded tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:20.655656 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3192b022-1151-439b-92a9-f731bb9a3ded tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:20.657881 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3192b022-1151-439b-92a9-f731bb9a3ded tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "DELETE /v2.0/security-groups/47be50b1-016b-481a-9074-b61e2ff96f7e HTTP/1.1" status: 204 len: 168 time: 0.9236543 Oct 27 18:36:20.661328 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9e7ab8b-2b29-4981-b778-32ce8cad9c09 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Deleting subnet 9ec14731-bfad-4e3e-8505-4a4116382427 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:36:20.664339 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45276) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:20.672786 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3681027-9533-4d16-8e52-10d1ae7cd783 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Made reservation on behalf of 9d08d495cb0140c48dd8f8c5c2b35166 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:36:20.679398 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e3681027-9533-4d16-8e52-10d1ae7cd783 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:20.688095 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3192b022-1151-439b-92a9-f731bb9a3ded tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47be50b1-016b-481a-9074-b61e2ff96f7e,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:20.689609 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c9e7ab8b-2b29-4981-b778-32ce8cad9c09 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:20.694097 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2090adb3-4fee-45d9-bd8b-21e69638dcea admin admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:36:20.791725 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-2090adb3-4fee-45d9-bd8b-21e69638dcea admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:36:20.801727 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090adb3-4fee-45d9-bd8b-21e69638dcea admin admin] Pushing event updated for resources: {'Port': ['ID=5c5c8ead-9a86-43c6-80f4-017f4e6e8b92,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:20.806133 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2090adb3-4fee-45d9-bd8b-21e69638dcea admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:36:20.880699 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c9e7ab8b-2b29-4981-b778-32ce8cad9c09 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:20.924108 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47963dfa-576f-4be9-925e-c96e852ed990 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Router 601d0a46-9dc8-4822-a88b-aedf84af90a4 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:36:20.936991 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9790f8da-2330-41a6-95da-2c35f3e8db3a req-30cb4fcc-9fd5-4b09-9bac-3abb3c895a90 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/ports?device_id=3fe5ef07-32ad-4d80-9abd-0fbe3d4cd124 HTTP/1.1" status: 200 len: 210 time: 0.0328653 Oct 27 18:36:20.945553 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e3681027-9533-4d16-8e52-10d1ae7cd783 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:20.958213 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-22cb83cb-ee89-49be-a318-9b794f28a2a1 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2869251 Oct 27 18:36:20.966652 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45280) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:20.989718 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-88b414d6-db58-4ffe-b790-effe46366542 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Request body: {'security_group': {'name': 'tempest-secgroup--1217822150'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:21.045921 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3681027-9533-4d16-8e52-10d1ae7cd783 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Pushing event updated for resources: {'Subnet': ['ID=2175762d-8522-43fc-8f96-15c6fb9e57ac,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:21.054982 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3681027-9533-4d16-8e52-10d1ae7cd783 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Checking segment: {'id': '7bed77af-6da5-4e30-8f5a-92ccb4244229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '51f95a32-e983-457d-aacd-601646bf27f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:36:21.055426 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3681027-9533-4d16-8e52-10d1ae7cd783 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Network hostable DHCP agents. Network: 51f95a32-e983-457d-aacd-601646bf27f8, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:36:21.082712 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-88b414d6-db58-4ffe-b790-effe46366542 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:21.127485 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3681027-9533-4d16-8e52-10d1ae7cd783 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Network 51f95a32-e983-457d-aacd-601646bf27f8 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:36:21.174629 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-88b414d6-db58-4ffe-b790-effe46366542 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:21.184860 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-e3681027-9533-4d16-8e52-10d1ae7cd783 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 51f95a32-e983-457d-aacd-601646bf27f8) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:36:21.194327 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791a7ad6-e528-4022-85ad-27825b02d8f1 None None] Network 51f95a32-e983-457d-aacd-601646bf27f8 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:36:21.212097 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3681027-9533-4d16-8e52-10d1ae7cd783 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:21.218463 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e3681027-9533-4d16-8e52-10d1ae7cd783 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:21.246989 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-88b414d6-db58-4ffe-b790-effe46366542 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:21.287160 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b414d6-db58-4ffe-b790-effe46366542 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76b34e83-5bf6-4e4e-946b-16ab48e0b65a,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:21.317813 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e3681027-9533-4d16-8e52-10d1ae7cd783 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3614740 Oct 27 18:36:21.318005 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c9e7ab8b-2b29-4981-b778-32ce8cad9c09 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:21.318087 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45284) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:21.326059 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-1bbbfcf2-ea54-433f-a542-90dbf66f2eca tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-34332871', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:21.347373 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-88b414d6-db58-4ffe-b790-effe46366542 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:21.348938 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-88b414d6-db58-4ffe-b790-effe46366542 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3810818 Oct 27 18:36:21.354724 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45286) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:21.356745 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-59047444-1332-4233-ae75-43c84bab743c tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Request body: {'security_group_rule': {'security_group_id': '76b34e83-5bf6-4e4e-946b-16ab48e0b65a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:21.357500 n-d-815690-2 neutron-server[102878]: WARNING neutron.api.v2.base [None req-59047444-1332-4233-ae75-43c84bab743c tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 27 18:36:21.357996 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-59047444-1332-4233-ae75-43c84bab743c tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:36:21.362745 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-59047444-1332-4233-ae75-43c84bab743c tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063732 Oct 27 18:36:21.362745 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45288) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:21.367404 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-4bc8d970-29c5-4bfe-b135-b0efec7ced0b tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Request body: {'security_group_rule': {'security_group_id': '76b34e83-5bf6-4e4e-946b-16ab48e0b65a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:21.412825 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81309e4e-4f3f-4563-af2c-754b61298b56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-51f95a32-e983-457d-aacd-601646bf27f8', 'network_id': '51f95a32-e983-457d-aacd-601646bf27f8', 'tenant_id': '9d08d495cb0140c48dd8f8c5c2b35166', 'fixed_ips': [{'subnet_id': '2175762d-8522-43fc-8f96-15c6fb9e57ac'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:36:21.414366 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-81309e4e-4f3f-4563-af2c-754b61298b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:21.457045 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-37c7b801-7eef-4b29-a531-82abbd9d8da6 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Allocated IP 172.20.0.13 (0f4fe408-cfac-4f2a-8c2f-b5054aadc454/65ac4810-8e50-4c01-96ee-60c0f28e60c2/56acfe15-36b4-4714-87b2-2b12d7a6198c) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:36:21.474153 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47963dfa-576f-4be9-925e-c96e852ed990 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:36:21.486349 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-47963dfa-576f-4be9-925e-c96e852ed990 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "PUT /v2.0/routers/601d0a46-9dc8-4822-a88b-aedf84af90a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4614465 Oct 27 18:36:21.490613 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f10abd0-5b0a-4162-b5c4-053661494bee None None] Sync routers for ids ['601d0a46-9dc8-4822-a88b-aedf84af90a4'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:36:21.492833 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45290) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:21.511923 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f10abd0-5b0a-4162-b5c4-053661494bee None None] Routers {'601d0a46-9dc8-4822-a88b-aedf84af90a4'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:36:21.512793 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-0f10abd0-5b0a-4162-b5c4-053661494bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:36:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['601d0a46-9dc8-4822-a88b-aedf84af90a4'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:21.532929 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1bbbfcf2-ea54-433f-a542-90dbf66f2eca tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:21.534151 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1bbbfcf2-ea54-433f-a542-90dbf66f2eca tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:21.554931 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-0f10abd0-5b0a-4162-b5c4-053661494bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:21.568997 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f10abd0-5b0a-4162-b5c4-053661494bee None None] Routers {'601d0a46-9dc8-4822-a88b-aedf84af90a4'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:36:21.569826 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-0f10abd0-5b0a-4162-b5c4-053661494bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:36:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['601d0a46-9dc8-4822-a88b-aedf84af90a4'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:21.572381 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45292) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:21.576072 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4cb50929-8d62-485d-97cd-ae2051514903 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "GET /v2.0/ports?device_id=601d0a46-9dc8-4822-a88b-aedf84af90a4 HTTP/1.1" status: 200 len: 205 time: 0.0786512 Oct 27 18:36:21.626521 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-0f10abd0-5b0a-4162-b5c4-053661494bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:21.627420 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f10abd0-5b0a-4162-b5c4-053661494bee None None] The sync data for ids ['601d0a46-9dc8-4822-a88b-aedf84af90a4'] in n-d-815690-2 is: [] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:36:21.638694 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1bbbfcf2-ea54-433f-a542-90dbf66f2eca tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:21.651866 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-81309e4e-4f3f-4563-af2c-754b61298b56 None None] Allocated IP 172.20.0.2 (51f95a32-e983-457d-aacd-601646bf27f8/2175762d-8522-43fc-8f96-15c6fb9e57ac/ad7816a9-b9f7-4fa8-8dab-37f79240a4c5) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:36:21.685594 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c9e7ab8b-2b29-4981-b778-32ce8cad9c09 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:21.727654 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1bbbfcf2-ea54-433f-a542-90dbf66f2eca tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:21.764227 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-4bc8d970-29c5-4bfe-b135-b0efec7ced0b tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:36:21.767306 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4bc8d970-29c5-4bfe-b135-b0efec7ced0b tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4033720 Oct 27 18:36:21.775797 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45296) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:21.780940 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-aa725901-3475-4241-93c4-9fbad7f1f7b1 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Request body: {'security_group_rule': {'security_group_id': '76b34e83-5bf6-4e4e-946b-16ab48e0b65a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:21.781424 n-d-815690-2 neutron-server[102878]: WARNING neutron.api.v2.base [None req-aa725901-3475-4241-93c4-9fbad7f1f7b1 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 27 18:36:21.781911 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-aa725901-3475-4241-93c4-9fbad7f1f7b1 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:36:21.782928 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-aa725901-3475-4241-93c4-9fbad7f1f7b1 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058355 Oct 27 18:36:21.785617 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45298) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:21.789988 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-018f81fd-4189-4835-a772-028a90ceac51 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Request body: {'security_group_rule': {'security_group_id': '76b34e83-5bf6-4e4e-946b-16ab48e0b65a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:21.806798 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e7ab8b-2b29-4981-b778-32ce8cad9c09 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9ec14731-bfad-4e3e-8505-4a4116382427,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:21.813167 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1d7415fb-fab6-4216-8a9e-49a175a6d05a tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:21.820991 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c9e7ab8b-2b29-4981-b778-32ce8cad9c09 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:21.825495 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c9e7ab8b-2b29-4981-b778-32ce8cad9c09 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] 10.222.0.52 "DELETE /v2.0/subnets/9ec14731-bfad-4e3e-8505-4a4116382427 HTTP/1.1" status: 204 len: 168 time: 1.3416998 Oct 27 18:36:21.836827 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45300) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:21.854078 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1bbbfcf2-ea54-433f-a542-90dbf66f2eca tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:21.856003 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1bbbfcf2-ea54-433f-a542-90dbf66f2eca tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 0.5380094 Oct 27 18:36:21.858866 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45302) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:21.862685 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-81309e4e-4f3f-4563-af2c-754b61298b56 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:21.951634 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-81309e4e-4f3f-4563-af2c-754b61298b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:21.993749 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-37c7b801-7eef-4b29-a531-82abbd9d8da6 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:22.021747 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81309e4e-4f3f-4563-af2c-754b61298b56 None None] Pushing event updated for resources: {'Port': ['ID=ad7816a9-b9f7-4fa8-8dab-37f79240a4c5,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:22.037393 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81309e4e-4f3f-4563-af2c-754b61298b56 None None] Network 51f95a32-e983-457d-aacd-601646bf27f8 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:36:22.041586 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-81309e4e-4f3f-4563-af2c-754b61298b56 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:36:22.045358 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81309e4e-4f3f-4563-af2c-754b61298b56 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:36:22.083536 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3f162c1b-4914-4a85-9414-060010aff121 req-f97eb13b-7c19-4ada-be5b-defc3158c859 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/ports?device_id=3fe5ef07-32ad-4d80-9abd-0fbe3d4cd124 HTTP/1.1" status: 200 len: 210 time: 0.0334566 Oct 27 18:36:22.112245 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-81309e4e-4f3f-4563-af2c-754b61298b56 None None] Attempting to bind port ad7816a9-b9f7-4fa8-8dab-37f79240a4c5 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:36:22.112906 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-81309e4e-4f3f-4563-af2c-754b61298b56 None None] Attempting to bind port ad7816a9-b9f7-4fa8-8dab-37f79240a4c5 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '7bed77af-6da5-4e30-8f5a-92ccb4244229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '51f95a32-e983-457d-aacd-601646bf27f8'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:36:22.113426 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81309e4e-4f3f-4563-af2c-754b61298b56 None None] Attempting to bind port ad7816a9-b9f7-4fa8-8dab-37f79240a4c5 on network 51f95a32-e983-457d-aacd-601646bf27f8 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:36:22.119556 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81309e4e-4f3f-4563-af2c-754b61298b56 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:36:22.120288 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81309e4e-4f3f-4563-af2c-754b61298b56 None None] Checking segment: {'id': '7bed77af-6da5-4e30-8f5a-92ccb4244229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '51f95a32-e983-457d-aacd-601646bf27f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:36:22.120846 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-81309e4e-4f3f-4563-af2c-754b61298b56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:22.121577 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81309e4e-4f3f-4563-af2c-754b61298b56 None None] Bound using segment: {'id': '7bed77af-6da5-4e30-8f5a-92ccb4244229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '51f95a32-e983-457d-aacd-601646bf27f8'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:36:22.122226 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-81309e4e-4f3f-4563-af2c-754b61298b56 None None] Bound port: ad7816a9-b9f7-4fa8-8dab-37f79240a4c5, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bed77af-6da5-4e30-8f5a-92ccb4244229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '51f95a32-e983-457d-aacd-601646bf27f8'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:36:22.122784 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-81309e4e-4f3f-4563-af2c-754b61298b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:22.174278 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-018f81fd-4189-4835-a772-028a90ceac51 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:36:22.177898 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-018f81fd-4189-4835-a772-028a90ceac51 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3888521 Oct 27 18:36:22.181735 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45306) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:22.201209 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-81309e4e-4f3f-4563-af2c-754b61298b56 None None] For port ad7816a9-b9f7-4fa8-8dab-37f79240a4c5, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:36:22.207580 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-81309e4e-4f3f-4563-af2c-754b61298b56 None None] For port ad7816a9-b9f7-4fa8-8dab-37f79240a4c5, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ad7816a9-b9f7-4fa8-8dab-37f79240a4c5,segment=NetworkSegment(7bed77af-6da5-4e30-8f5a-92ccb4244229),segment_id=7bed77af-6da5-4e30-8f5a-92ccb4244229)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:36:22.229224 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-826e19e2-7870-464a-8b84-db6217f9561f tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Request body: {'security_group_rule': {'security_group_id': '76b34e83-5bf6-4e4e-946b-16ab48e0b65a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:22.230648 n-d-815690-2 neutron-server[102879]: WARNING neutron.api.v2.base [None req-826e19e2-7870-464a-8b84-db6217f9561f tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 27 18:36:22.231339 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-826e19e2-7870-464a-8b84-db6217f9561f tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:36:22.232417 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-826e19e2-7870-464a-8b84-db6217f9561f tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0089374 Oct 27 18:36:22.247071 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45310) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:22.249728 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3e398546-c7e1-45dc-a806-4199a0afadfa tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:22.253737 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c3ca451b-8ef7-4639-98d6-b9fa1481fe99 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:22.264928 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-32d2b1b5-b6f1-4672-a93c-3f4152794fd0 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Request body: {'security_group_rule': {'security_group_id': '76b34e83-5bf6-4e4e-946b-16ab48e0b65a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:22.281049 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1d7415fb-fab6-4216-8a9e-49a175a6d05a tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:22.294540 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-81309e4e-4f3f-4563-af2c-754b61298b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:22.295700 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1d7415fb-fab6-4216-8a9e-49a175a6d05a tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:22.304498 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2090adb3-4fee-45d9-bd8b-21e69638dcea admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:22.411451 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81309e4e-4f3f-4563-af2c-754b61298b56 None None] Pushing event updated for resources: {'Port': ['ID=ad7816a9-b9f7-4fa8-8dab-37f79240a4c5,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:22.446309 n-d-815690-2 neutron-server[102879]: INFO neutron.db.securitygroups_db [None req-32d2b1b5-b6f1-4672-a93c-3f4152794fd0 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Project ba0bf5bf74404b408e557a938c83c60d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 18:36:22.450397 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-37c7b801-7eef-4b29-a531-82abbd9d8da6 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:22.575352 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-c3ca451b-8ef7-4639-98d6-b9fa1481fe99 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Allocated IP 172.20.0.1 (51f95a32-e983-457d-aacd-601646bf27f8/2175762d-8522-43fc-8f96-15c6fb9e57ac/a5b53f54-20ae-4e93-9438-905be1651532) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:36:22.593953 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-37c7b801-7eef-4b29-a531-82abbd9d8da6 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Network 0f4fe408-cfac-4f2a-8c2f-b5054aadc454 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:36:22.642804 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-37c7b801-7eef-4b29-a531-82abbd9d8da6 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:36:22.650620 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-32d2b1b5-b6f1-4672-a93c-3f4152794fd0 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:36:22.652317 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-32d2b1b5-b6f1-4672-a93c-3f4152794fd0 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4005442 Oct 27 18:36:22.653066 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c7b801-7eef-4b29-a531-82abbd9d8da6 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Pushing event updated for resources: {'Port': ['ID=56acfe15-36b4-4714-87b2-2b12d7a6198c,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:22.657331 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-37c7b801-7eef-4b29-a531-82abbd9d8da6 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:36:22.659755 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45312) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:22.670980 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-dd4967a8-236f-411f-92c8-9b8a030e261e tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Request body: {'security_group_rule': {'security_group_id': '76b34e83-5bf6-4e4e-946b-16ab48e0b65a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:22.671465 n-d-815690-2 neutron-server[102879]: WARNING neutron.api.v2.base [None req-dd4967a8-236f-411f-92c8-9b8a030e261e tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 27 18:36:22.671955 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-dd4967a8-236f-411f-92c8-9b8a030e261e tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:36:22.672942 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-dd4967a8-236f-411f-92c8-9b8a030e261e tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0103021 Oct 27 18:36:22.701588 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45314) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:22.709254 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1d7415fb-fab6-4216-8a9e-49a175a6d05a tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:22.709805 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7415fb-fab6-4216-8a9e-49a175a6d05a tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Fanout notify agent at l3_agent the message router_deleted on router 601d0a46-9dc8-4822-a88b-aedf84af90a4 {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:36:22.712886 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-fde01c4a-e033-409c-ac9f-630562341e90 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Request body: {'security_group_rule': {'security_group_id': '76b34e83-5bf6-4e4e-946b-16ab48e0b65a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:22.716349 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3e398546-c7e1-45dc-a806-4199a0afadfa tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:22.727329 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1d7415fb-fab6-4216-8a9e-49a175a6d05a tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:22.730036 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1d7415fb-fab6-4216-8a9e-49a175a6d05a tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "DELETE /v2.0/routers/601d0a46-9dc8-4822-a88b-aedf84af90a4 HTTP/1.1" status: 204 len: 168 time: 1.1563885 Oct 27 18:36:22.737103 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45316) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:22.835141 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c3ca451b-8ef7-4639-98d6-b9fa1481fe99 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:22.849520 n-d-815690-2 neutron-server[102878]: INFO neutron.db.securitygroups_db [None req-fde01c4a-e033-409c-ac9f-630562341e90 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Project ba0bf5bf74404b408e557a938c83c60d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 18:36:22.954684 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-fde01c4a-e033-409c-ac9f-630562341e90 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:36:22.954684 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-fde01c4a-e033-409c-ac9f-630562341e90 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2502906 Oct 27 18:36:22.955856 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45320) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:22.960594 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-5d8915ed-07a3-46a9-aba7-180e06c6e237 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Request body: {'security_group_rule': {'security_group_id': '76b34e83-5bf6-4e4e-946b-16ab48e0b65a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:22.978516 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c3ca451b-8ef7-4639-98d6-b9fa1481fe99 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:23.033599 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ca451b-8ef7-4639-98d6-b9fa1481fe99 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Network 51f95a32-e983-457d-aacd-601646bf27f8 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:36:23.037182 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-c3ca451b-8ef7-4639-98d6-b9fa1481fe99 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:36:23.041531 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ca451b-8ef7-4639-98d6-b9fa1481fe99 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:36:23.049080 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ca451b-8ef7-4639-98d6-b9fa1481fe99 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Pushing event updated for resources: {'Port': ['ID=a5b53f54-20ae-4e93-9438-905be1651532,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:23.074671 n-d-815690-2 neutron-server[102878]: INFO neutron.db.securitygroups_db [None req-5d8915ed-07a3-46a9-aba7-180e06c6e237 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Project ba0bf5bf74404b408e557a938c83c60d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 18:36:23.101986 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c3ca451b-8ef7-4639-98d6-b9fa1481fe99 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:23.162487 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb7d34e9-c966-4ac3-88d6-7c8be8da8a79 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Deleting subnet ae65e98c-c61d-4f95-8293-214050ae01c8 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:36:23.172734 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cb7d34e9-c966-4ac3-88d6-7c8be8da8a79 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:23.186180 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-37c7b801-7eef-4b29-a531-82abbd9d8da6 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:23.187344 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-37c7b801-7eef-4b29-a531-82abbd9d8da6 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:23.190040 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-5d8915ed-07a3-46a9-aba7-180e06c6e237 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:36:23.190755 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-3e398546-c7e1-45dc-a806-4199a0afadfa tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5690d77-ead7-4fd9-884b-7fbf378ef9ad']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:23.191130 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5d8915ed-07a3-46a9-aba7-180e06c6e237 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2342167 Oct 27 18:36:23.200037 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45324) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:23.242099 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-3e398546-c7e1-45dc-a806-4199a0afadfa tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03983c44-50e2-4834-86e1-c9ff05fcb558') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:23.242436 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-3e398546-c7e1-45dc-a806-4199a0afadfa tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03983c44-50e2-4834-86e1-c9ff05fcb558') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:23.273630 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cb7d34e9-c966-4ac3-88d6-7c8be8da8a79 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:23.278350 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3e398546-c7e1-45dc-a806-4199a0afadfa tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:23.302700 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f44a8-0fa4-4380-8fba-25b33df2877e req-85a185f4-7318-47da-9681-f591645bbe08 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:23.304941 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-481f44a8-0fa4-4380-8fba-25b33df2877e req-85a185f4-7318-47da-9681-f591645bbe08 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/ports?device_id=3fe5ef07-32ad-4d80-9abd-0fbe3d4cd124 HTTP/1.1" status: 200 len: 932 time: 0.1263466 Oct 27 18:36:23.326590 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c032383b-bfd9-4828-b6f0-e6be58d7e8d1 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:23.341084 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-37c7b801-7eef-4b29-a531-82abbd9d8da6 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2879031 Oct 27 18:36:23.348804 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3e398546-c7e1-45dc-a806-4199a0afadfa tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:23.365665 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-95d24874-b15f-4c0c-9e63-4fb49802198f service neutron] Request body: {'port': {'device_id': '3fe5ef07-32ad-4d80-9abd-0fbe3d4cd124', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:23.371417 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-481f44a8-0fa4-4380-8fba-25b33df2877e req-95f2cb69-0b0f-4e5a-b108-0662f8537988 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ac72845-ff64-48c9-be88-0f35c81b41e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568614 Oct 27 18:36:23.385857 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c032383b-bfd9-4828-b6f0-e6be58d7e8d1 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:23.410229 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e398546-c7e1-45dc-a806-4199a0afadfa tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:36:23.410747 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3e398546-c7e1-45dc-a806-4199a0afadfa tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:23.413048 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:36:23.413048 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:36:23.413048 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:36:23.413048 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:36:23.413048 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:36:23.413048 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:36:23.413048 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:36:23.413048 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:36:23.413048 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:36:23.413048 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:36:23.413048 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:36:23.413048 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:36:23.413048 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:36:23.413048 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:36:23.413048 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:36:23.413048 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:36:23.413048 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:36:23.413048 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:36:23.413048 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:36:23.413048 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:36:23.413048 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:36:23.413048 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:36:23.413048 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:36:23.413048 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:36:23.413048 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:36:23.413048 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:36:23.413048 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:36:23.413048 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:36:23.413048 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:36:23.413048 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:36:23.413048 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:36:23.413048 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:36:23.447398 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c3ca451b-8ef7-4639-98d6-b9fa1481fe99 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:23.485655 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2090adb3-4fee-45d9-bd8b-21e69638dcea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:23.597137 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-95d24874-b15f-4c0c-9e63-4fb49802198f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:23.597939 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c032383b-bfd9-4828-b6f0-e6be58d7e8d1 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:23.601298 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c032383b-bfd9-4828-b6f0-e6be58d7e8d1 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:23.602520 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c032383b-bfd9-4828-b6f0-e6be58d7e8d1 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "DELETE /v2.0/security-groups/76b34e83-5bf6-4e4e-946b-16ab48e0b65a HTTP/1.1" status: 204 len: 168 time: 0.4012744 Oct 27 18:36:23.613444 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45328) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:23.637143 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff7878e-7c48-4cf0-923d-996031023b50 None None] Network 51f95a32-e983-457d-aacd-601646bf27f8 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:36:23.644650 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032383b-bfd9-4828-b6f0-e6be58d7e8d1 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b34e83-5bf6-4e4e-946b-16ab48e0b65a,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:23.665544 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cb7d34e9-c966-4ac3-88d6-7c8be8da8a79 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:23.735416 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3e398546-c7e1-45dc-a806-4199a0afadfa tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:23.756405 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e398546-c7e1-45dc-a806-4199a0afadfa tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c5690d77-ead7-4fd9-884b-7fbf378ef9ad {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 27 18:36:23.777488 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3e398546-c7e1-45dc-a806-4199a0afadfa tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:23.786142 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3e398546-c7e1-45dc-a806-4199a0afadfa tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] 10.222.0.52 "DELETE /v2.0/networks/c5690d77-ead7-4fd9-884b-7fbf378ef9ad HTTP/1.1" status: 204 len: 168 time: 1.8949931 Oct 27 18:36:23.813721 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e398546-c7e1-45dc-a806-4199a0afadfa tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Pushing event deleted for resources: {'Network': ['ID=c5690d77-ead7-4fd9-884b-7fbf378ef9ad,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:23.831399 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-c945c21f-7836-4307-8e08-8b9b0a16e22b None None] Provisioning complete for port ad7816a9-b9f7-4fa8-8dab-37f79240a4c5 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:23.831773 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c945c21f-7836-4307-8e08-8b9b0a16e22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:23.914475 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c3ca451b-8ef7-4639-98d6-b9fa1481fe99 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:23.984197 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c3ca451b-8ef7-4639-98d6-b9fa1481fe99 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:24.002665 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3dd17c01-9b4a-4a93-a192-75f8cf8bd193 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3877380 Oct 27 18:36:24.012415 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45338) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:24.029072 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-d14f0390-84bb-498d-b17b-d8e89f4d3ce2 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Request body: {'security_group': {'name': 'tempest-secgroup--777749132'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:24.039564 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cb7d34e9-c966-4ac3-88d6-7c8be8da8a79 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:24.167717 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ca451b-8ef7-4639-98d6-b9fa1481fe99 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Pushing event updated for resources: {'Port': ['ID=a5b53f54-20ae-4e93-9438-905be1651532,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:24.172671 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c3ca451b-8ef7-4639-98d6-b9fa1481fe99 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:24.228704 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7d34e9-c966-4ac3-88d6-7c8be8da8a79 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event deleted for resources: {'Subnet': ['ID=ae65e98c-c61d-4f95-8293-214050ae01c8,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:24.249204 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d14f0390-84bb-498d-b17b-d8e89f4d3ce2 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:24.256095 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c945c21f-7836-4307-8e08-8b9b0a16e22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:24.319480 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e21ba86-c027-4ffa-9336-b079527bac3a None None] Network 867776be-c14d-4adb-aa7a-cf89dd359ad9 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:36:24.402730 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cb7d34e9-c966-4ac3-88d6-7c8be8da8a79 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:24.454408 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-cb7d34e9-c966-4ac3-88d6-7c8be8da8a79 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "DELETE /v2.0/subnets/ae65e98c-c61d-4f95-8293-214050ae01c8 HTTP/1.1" status: 204 len: 168 time: 1.7127523 Oct 27 18:36:24.458080 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-c945c21f-7836-4307-8e08-8b9b0a16e22b None None] For port ad7816a9-b9f7-4fa8-8dab-37f79240a4c5, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ad7816a9-b9f7-4fa8-8dab-37f79240a4c5,segment=NetworkSegment(7bed77af-6da5-4e30-8f5a-92ccb4244229),segment_id=7bed77af-6da5-4e30-8f5a-92ccb4244229)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:36:24.461718 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45350) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:24.502570 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45352) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:24.529899 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-8b7030af-726c-4472-9d50-86aeacc1ae50 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Request body: {'router': {'name': 'tempest-router--1202181421', 'project_id': '5d7bdea096d84caf977d11820bc69628'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:24.551850 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ad7816a9-b9f7-4fa8-8dab-37f79240a4c5 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:36:24.557195 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c945c21f-7836-4307-8e08-8b9b0a16e22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:24.718532 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ca451b-8ef7-4639-98d6-b9fa1481fe99 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Network 51f95a32-e983-457d-aacd-601646bf27f8 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:36:24.725887 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-c3ca451b-8ef7-4639-98d6-b9fa1481fe99 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:36:24.742298 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1a3b535-59bc-4ba3-aff7-32500d6f138e tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Deleting subnet 53d547b5-45ae-4fa6-93cf-bfdf40465add {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:36:24.769343 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f1a3b535-59bc-4ba3-aff7-32500d6f138e tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:24.776143 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d14f0390-84bb-498d-b17b-d8e89f4d3ce2 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:24.778695 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c945c21f-7836-4307-8e08-8b9b0a16e22b None None] Pushing event updated for resources: {'Port': ['ID=ad7816a9-b9f7-4fa8-8dab-37f79240a4c5,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:24.791049 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-95d24874-b15f-4c0c-9e63-4fb49802198f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56acfe15-36b4-4714-87b2-2b12d7a6198c {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:36:24.801367 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-95d24874-b15f-4c0c-9e63-4fb49802198f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:24.817728 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-95d24874-b15f-4c0c-9e63-4fb49802198f service neutron] Transition to ACTIVE for port object 56acfe15-36b4-4714-87b2-2b12d7a6198c will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:36:24.843304 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d14f0390-84bb-498d-b17b-d8e89f4d3ce2 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:24.848460 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8b7030af-726c-4472-9d50-86aeacc1ae50 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:24.851173 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8b7030af-726c-4472-9d50-86aeacc1ae50 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:24.861181 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port ad7816a9-b9f7-4fa8-8dab-37f79240a4c5 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:24.861653 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:24.889473 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2090adb3-4fee-45d9-bd8b-21e69638dcea admin admin] Router 77124802-1704-4bfc-8720-d06c469de96f is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:36:24.932938 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f0390-84bb-498d-b17b-d8e89f4d3ce2 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87bcf607-e838-442a-8aa3-6491b09802ee,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:24.955626 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-b2b3a14b-b8e4-42a4-8748-e29fa1d64cf4 None None] Provisioning complete for port ad7816a9-b9f7-4fa8-8dab-37f79240a4c5 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:24.956065 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b2b3a14b-b8e4-42a4-8748-e29fa1d64cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:24.957162 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-95d24874-b15f-4c0c-9e63-4fb49802198f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:25.017262 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf77443-882f-49e2-abc8-91db0e83f403 req-67ad8f9d-f9e9-429d-85ca-7bdf1c39fbb5 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:25.025589 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8cf77443-882f-49e2-abc8-91db0e83f403 req-67ad8f9d-f9e9-429d-85ca-7bdf1c39fbb5 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/ports?device_id=3fe5ef07-32ad-4d80-9abd-0fbe3d4cd124 HTTP/1.1" status: 200 len: 932 time: 0.3997781 Oct 27 18:36:25.035196 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f1a3b535-59bc-4ba3-aff7-32500d6f138e tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:25.105103 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d14f0390-84bb-498d-b17b-d8e89f4d3ce2 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:25.111149 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d14f0390-84bb-498d-b17b-d8e89f4d3ce2 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0959005 Oct 27 18:36:25.112168 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45356) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:25.112511 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45358) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:25.126395 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-29945f39-352b-4470-9959-b9cd30c9f0fd tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Request body: {'security_group_rule': {'security_group_id': '87bcf607-e838-442a-8aa3-6491b09802ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:25.168537 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d24874-b15f-4c0c-9e63-4fb49802198f service neutron] Pushing event updated for resources: {'Port': ['ID=56acfe15-36b4-4714-87b2-2b12d7a6198c,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:25.255157 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2090adb3-4fee-45d9-bd8b-21e69638dcea admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:36:25.265789 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59444cf5-fe85-412d-b84b-b684c1bc4a38 None None] Sync routers for ids ['77124802-1704-4bfc-8720-d06c469de96f'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:36:25.285913 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59444cf5-fe85-412d-b84b-b684c1bc4a38 None None] Routers {'77124802-1704-4bfc-8720-d06c469de96f'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:36:25.286985 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-59444cf5-fe85-412d-b84b-b684c1bc4a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:36:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['77124802-1704-4bfc-8720-d06c469de96f'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:25.335180 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-95d24874-b15f-4c0c-9e63-4fb49802198f service neutron] Attempting to bind port 56acfe15-36b4-4714-87b2-2b12d7a6198c on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:36:25.337206 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-95d24874-b15f-4c0c-9e63-4fb49802198f service neutron] Attempting to bind port 56acfe15-36b4-4714-87b2-2b12d7a6198c by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': 'e0d46302-2320-4b79-8992-38deddbfd1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '0f4fe408-cfac-4f2a-8c2f-b5054aadc454'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:36:25.337951 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-95d24874-b15f-4c0c-9e63-4fb49802198f service neutron] Attempting to bind port 56acfe15-36b4-4714-87b2-2b12d7a6198c on network 0f4fe408-cfac-4f2a-8c2f-b5054aadc454 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:36:25.353655 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-95d24874-b15f-4c0c-9e63-4fb49802198f service neutron] Port 56acfe15-36b4-4714-87b2-2b12d7a6198c on network 0f4fe408-cfac-4f2a-8c2f-b5054aadc454 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:36:25.354068 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-95d24874-b15f-4c0c-9e63-4fb49802198f service neutron] Attempting to bind port 56acfe15-36b4-4714-87b2-2b12d7a6198c on network 0f4fe408-cfac-4f2a-8c2f-b5054aadc454 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:36:25.355132 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8b7030af-726c-4472-9d50-86aeacc1ae50 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:25.358375 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e73f92-5c52-4186-ad90-8426c334c41d None None] DHCP port deletion for 867776be-c14d-4adb-aa7a-cf89dd359ad9 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:36:25.373513 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-95d24874-b15f-4c0c-9e63-4fb49802198f service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:36:25.374445 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-95d24874-b15f-4c0c-9e63-4fb49802198f service neutron] Checking segment: {'id': 'e0d46302-2320-4b79-8992-38deddbfd1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '0f4fe408-cfac-4f2a-8c2f-b5054aadc454'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:36:25.376115 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-95d24874-b15f-4c0c-9e63-4fb49802198f service neutron] Bound using segment: {'id': 'e0d46302-2320-4b79-8992-38deddbfd1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '0f4fe408-cfac-4f2a-8c2f-b5054aadc454'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:36:25.377120 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-95d24874-b15f-4c0c-9e63-4fb49802198f service neutron] Bound port: 56acfe15-36b4-4714-87b2-2b12d7a6198c, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0d46302-2320-4b79-8992-38deddbfd1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '0f4fe408-cfac-4f2a-8c2f-b5054aadc454'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:36:25.378288 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-95d24874-b15f-4c0c-9e63-4fb49802198f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:25.400511 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8cf77443-882f-49e2-abc8-91db0e83f403 req-e361d7c9-5fec-4491-9a6d-16cb13ce482c tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ac72845-ff64-48c9-be88-0f35c81b41e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432081 Oct 27 18:36:25.408257 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-b2b3a14b-b8e4-42a4-8748-e29fa1d64cf4 None None] Provisioning complete for port a5b53f54-20ae-4e93-9438-905be1651532 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:25.408884 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b2b3a14b-b8e4-42a4-8748-e29fa1d64cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:25.421700 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2090adb3-4fee-45d9-bd8b-21e69638dcea admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:25.426336 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45362) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:25.427132 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2090adb3-4fee-45d9-bd8b-21e69638dcea admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.8971276 Oct 27 18:36:25.474539 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-a3e73f92-5c52-4186-ad90-8426c334c41d None None] Deleting port 54ff4565-ec5f-4731-8a75-8312c45f1c95 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:36:25.474539 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a3e73f92-5c52-4186-ad90-8426c334c41d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:25.499136 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8b7030af-726c-4472-9d50-86aeacc1ae50 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:25.503390 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-95d24874-b15f-4c0c-9e63-4fb49802198f service neutron] For port 56acfe15-36b4-4714-87b2-2b12d7a6198c, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:36:25.507363 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-95d24874-b15f-4c0c-9e63-4fb49802198f service neutron] For port 56acfe15-36b4-4714-87b2-2b12d7a6198c, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=56acfe15-36b4-4714-87b2-2b12d7a6198c,segment=NetworkSegment(e0d46302-2320-4b79-8992-38deddbfd1b7),segment_id=e0d46302-2320-4b79-8992-38deddbfd1b7)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:36:25.517710 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-59444cf5-fe85-412d-b84b-b684c1bc4a38 None None] Set router 77124802-1704-4bfc-8720-d06c469de96f gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:36:25.546725 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-a3e73f92-5c52-4186-ad90-8426c334c41d None None] For port 54ff4565-ec5f-4731-8a75-8312c45f1c95, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=54ff4565-ec5f-4731-8a75-8312c45f1c95,segment=NetworkSegment(6f90e03d-d779-4d25-8cbb-f6fb1e53f2f8),segment_id=6f90e03d-d779-4d25-8cbb-f6fb1e53f2f8)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:36:25.547203 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a3e73f92-5c52-4186-ad90-8426c334c41d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:25.561635 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-a3e73f92-5c52-4186-ad90-8426c334c41d None None] Calling delete_port for 54ff4565-ec5f-4731-8a75-8312c45f1c95 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:36:25.603163 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-95d24874-b15f-4c0c-9e63-4fb49802198f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:25.623231 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-95d24874-b15f-4c0c-9e63-4fb49802198f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:25.623888 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-95d24874-b15f-4c0c-9e63-4fb49802198f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:25.627409 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-95d24874-b15f-4c0c-9e63-4fb49802198f service neutron] 10.222.0.93 "PUT /v2.0/ports/56acfe15-36b4-4714-87b2-2b12d7a6198c HTTP/1.1" status: 200 len: 1092 time: 2.2740324 Oct 27 18:36:25.630375 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe5ef07-32ad-4d80-9abd-0fbe3d4cd124', 'tag': '56acfe15-36b4-4714-87b2-2b12d7a6198c'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:36:25.632975 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ec1ba2-87a5-4b2c-9a47-1ab5398c6d56" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe5ef07-32ad-4d80-9abd-0fbe3d4cd124", "tag": "56acfe15-36b4-4714-87b2-2b12d7a6198c"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:36:25.677779 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-29945f39-352b-4470-9959-b9cd30c9f0fd tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] create failed (client error): The resource could not be found. Oct 27 18:36:25.681973 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45368) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:25.682442 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-29945f39-352b-4470-9959-b9cd30c9f0fd tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5596256 Oct 27 18:36:25.688743 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-eef2678e-3d45-44e2-917c-c3b0ecaee39f tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Request body: {'security_group_rule': {'security_group_id': '87bcf607-e838-442a-8aa3-6491b09802ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'f966e6a0-ef1f-4d07-9d0a-6d3c25fc9aa0'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:25.690347 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-da1bdee5-4d17-44fd-bbd5-8e07ce18e22c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:25.697542 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f1a3b535-59bc-4ba3-aff7-32500d6f138e tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:25.723269 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-b2b3a14b-b8e4-42a4-8748-e29fa1d64cf4 None None] Port a5b53f54-20ae-4e93-9438-905be1651532 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:36:25.728070 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d24874-b15f-4c0c-9e63-4fb49802198f service neutron] Pushing event updated for resources: {'Port': ['ID=56acfe15-36b4-4714-87b2-2b12d7a6198c,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:25.741195 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b544e1-b50c-46bd-a8a5-8b332e68024c x-openstack-request-id: req-d4b544e1-b50c-46bd-a8a5-8b332e68024c {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:36:25.741195 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe5ef07-32ad-4d80-9abd-0fbe3d4cd124", "tag": "56acfe15-36b4-4714-87b2-2b12d7a6198c", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:36:25.741195 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d4b544e1-b50c-46bd-a8a5-8b332e68024c {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:36:25.741495 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe5ef07-32ad-4d80-9abd-0fbe3d4cd124', 'tag': '56acfe15-36b4-4714-87b2-2b12d7a6198c', 'status': 'completed', 'code': 200} Oct 27 18:36:25.782583 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-59444cf5-fe85-412d-b84b-b684c1bc4a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77124802-1704-4bfc-8720-d06c469de96f', 'name': 'tempest-ServerRescueTestJSONUnderV235-749676103-router', 'tenant_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '5c5c8ead-9a86-43c6-80f4-017f4e6e8b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:36:17Z', 'updated_at': '2021-10-27T18:36:21Z', 'revision_number': 3, 'project_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'gw_port': {'id': '5c5c8ead-9a86-43c6-80f4-017f4e6e8b92', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77124802-1704-4bfc-8720-d06c469de96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:36:19Z', 'updated_at': '2021-10-27T18:36:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:25.795033 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8b7030af-726c-4472-9d50-86aeacc1ae50 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:25.799015 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8b7030af-726c-4472-9d50-86aeacc1ae50 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.2928758 Oct 27 18:36:25.804700 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45370) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:25.818374 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59444cf5-fe85-412d-b84b-b684c1bc4a38 None None] Checking router: 77124802-1704-4bfc-8720-d06c469de96f for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:36:25.818982 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59444cf5-fe85-412d-b84b-b684c1bc4a38 None None] Updating router 77124802-1704-4bfc-8720-d06c469de96f port 5c5c8ead-9a86-43c6-80f4-017f4e6e8b92 binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:36:25.847947 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec1ba2-87a5-4b2c-9a47-1ab5398c6d56 req-9fb26ce9-a16e-4ac7-9ff1-812f95ac79e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:25.851310 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-64ec1ba2-87a5-4b2c-9a47-1ab5398c6d56 req-9fb26ce9-a16e-4ac7-9ff1-812f95ac79e9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1ca2b7a105554b2d984d4beb458346dc&device_id=3fe5ef07-32ad-4d80-9abd-0fbe3d4cd124 HTTP/1.1" status: 200 len: 1095 time: 0.0915697 Oct 27 18:36:25.857137 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-3a193680-d44e-4365-9704-383d6d1fb7f1 None None] Provisioning complete for port a5b53f54-20ae-4e93-9438-905be1651532 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:25.859457 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3a193680-d44e-4365-9704-383d6d1fb7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:25.859563 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-59444cf5-fe85-412d-b84b-b684c1bc4a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:25.900899 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ca451b-8ef7-4639-98d6-b9fa1481fe99 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Router 1d023d8f-b301-4610-a75c-16adae028542 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:36:25.915533 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a3e73f92-5c52-4186-ad90-8426c334c41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:25.978746 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e73f92-5c52-4186-ad90-8426c334c41d None None] Pushing event deleted for resources: {'Port': ['ID=54ff4565-ec5f-4731-8a75-8312c45f1c95,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:25.991024 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e73f92-5c52-4186-ad90-8426c334c41d None None] No DVR routers for this DVR port 54ff4565-ec5f-4731-8a75-8312c45f1c95 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:36:25.993327 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-3a193680-d44e-4365-9704-383d6d1fb7f1 None None] Port a5b53f54-20ae-4e93-9438-905be1651532 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:36:26.001749 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-30dd674c-7206-475b-8c58-7e8b4fce7dbd tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:26.157389 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec1ba2-87a5-4b2c-9a47-1ab5398c6d56 req-1645ab16-488a-4bbe-9ab5-43cc35119cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:26.159015 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-64ec1ba2-87a5-4b2c-9a47-1ab5398c6d56 req-1645ab16-488a-4bbe-9ab5-43cc35119cdf service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=1ca2b7a105554b2d984d4beb458346dc&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2988377 Oct 27 18:36:26.193320 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-59444cf5-fe85-412d-b84b-b684c1bc4a38 None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:26.253996 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-eef2678e-3d45-44e2-917c-c3b0ecaee39f tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] create failed (client error): The resource could not be found. Oct 27 18:36:26.254976 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-eef2678e-3d45-44e2-917c-c3b0ecaee39f tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5719101 Oct 27 18:36:26.262879 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45372) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:26.305300 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-59444cf5-fe85-412d-b84b-b684c1bc4a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:26.305801 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:26.315797 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ad7816a9-b9f7-4fa8-8dab-37f79240a4c5 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:36:26.360570 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-59444cf5-fe85-412d-b84b-b684c1bc4a38 None None] Attempting to bind port 5c5c8ead-9a86-43c6-80f4-017f4e6e8b92 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:36:26.361084 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-59444cf5-fe85-412d-b84b-b684c1bc4a38 None None] Attempting to bind port 5c5c8ead-9a86-43c6-80f4-017f4e6e8b92 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:36:26.361643 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59444cf5-fe85-412d-b84b-b684c1bc4a38 None None] Attempting to bind port 5c5c8ead-9a86-43c6-80f4-017f4e6e8b92 on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:36:26.364012 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fd04d2-094e-4a27-993e-07d9ed6f28a6 None None] Pushing event updated for resources: {'Port': ['ID=5c5c8ead-9a86-43c6-80f4-017f4e6e8b92,revision_number=2']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:26.371268 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59444cf5-fe85-412d-b84b-b684c1bc4a38 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:36:26.372051 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59444cf5-fe85-412d-b84b-b684c1bc4a38 None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:36:26.372655 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-59444cf5-fe85-412d-b84b-b684c1bc4a38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:26.373675 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59444cf5-fe85-412d-b84b-b684c1bc4a38 None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:36:26.374354 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-59444cf5-fe85-412d-b84b-b684c1bc4a38 None None] Bound port: 5c5c8ead-9a86-43c6-80f4-017f4e6e8b92, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:36:26.375005 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-59444cf5-fe85-412d-b84b-b684c1bc4a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:26.421825 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port ad7816a9-b9f7-4fa8-8dab-37f79240a4c5 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:26.422407 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:26.430765 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-59444cf5-fe85-412d-b84b-b684c1bc4a38 None None] For port 5c5c8ead-9a86-43c6-80f4-017f4e6e8b92, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:36:26.435581 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-59444cf5-fe85-412d-b84b-b684c1bc4a38 None None] For port 5c5c8ead-9a86-43c6-80f4-017f4e6e8b92, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=5c5c8ead-9a86-43c6-80f4-017f4e6e8b92,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:36:26.440384 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cdd49527-569c-4662-9141-f515499cbe83 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:26.468281 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cdd49527-569c-4662-9141-f515499cbe83 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:26.488900 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f1a3b535-59bc-4ba3-aff7-32500d6f138e tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:26.510838 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-59444cf5-fe85-412d-b84b-b684c1bc4a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:26.515061 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec1ba2-87a5-4b2c-9a47-1ab5398c6d56 req-399a70b2-1787-47ec-809a-154f4cf89ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:26.516881 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-64ec1ba2-87a5-4b2c-9a47-1ab5398c6d56 req-399a70b2-1787-47ec-809a-154f4cf89ad4 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3509595 Oct 27 18:36:26.585276 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fd04d2-094e-4a27-993e-07d9ed6f28a6 None None] Pushing event updated for resources: {'Port': ['ID=5c5c8ead-9a86-43c6-80f4-017f4e6e8b92,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:26.587611 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59444cf5-fe85-412d-b84b-b684c1bc4a38 None None] Routers {'77124802-1704-4bfc-8720-d06c469de96f'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:36:26.588386 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-59444cf5-fe85-412d-b84b-b684c1bc4a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:36:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['77124802-1704-4bfc-8720-d06c469de96f'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:26.590209 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a3b535-59bc-4ba3-aff7-32500d6f138e tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event deleted for resources: {'Subnet': ['ID=53d547b5-45ae-4fa6-93cf-bfdf40465add,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:26.616680 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5638ab8f-6fa9-47fa-8259-c2ae8bef2962 None None] Network a2440840-883f-4d77-8969-683fb2ba9443 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:36:26.644442 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cdd49527-569c-4662-9141-f515499cbe83 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:26.647575 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cdd49527-569c-4662-9141-f515499cbe83 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:26.648796 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-cdd49527-569c-4662-9141-f515499cbe83 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "DELETE /v2.0/security-groups/87bcf607-e838-442a-8aa3-6491b09802ee HTTP/1.1" status: 204 len: 168 time: 0.3846593 Oct 27 18:36:26.658172 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45376) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:26.662133 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 54ff4565-ec5f-4731-8a75-8312c45f1c95 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:36:26.679731 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f1a3b535-59bc-4ba3-aff7-32500d6f138e tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:26.683170 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f1a3b535-59bc-4ba3-aff7-32500d6f138e tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "DELETE /v2.0/subnets/53d547b5-45ae-4fa6-93cf-bfdf40465add HTTP/1.1" status: 204 len: 168 time: 2.2182829 Oct 27 18:36:26.691716 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45378) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:26.695294 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-12e8c0dd-66ce-45d3-b0d6-f17ddff0835e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:26.696842 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-12e8c0dd-66ce-45d3-b0d6-f17ddff0835e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=1ca2b7a105554b2d984d4beb458346dc&device_id=3fe5ef07-32ad-4d80-9abd-0fbe3d4cd124 HTTP/1.1" status: 200 len: 1095 time: 0.1344578 Oct 27 18:36:26.705795 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 54ff4565-ec5f-4731-8a75-8312c45f1c95 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:36:26.706448 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 54ff4565-ec5f-4731-8a75-8312c45f1c95 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:36:26.706680 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd49527-569c-4662-9141-f515499cbe83 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87bcf607-e838-442a-8aa3-6491b09802ee,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:26.720592 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-59444cf5-fe85-412d-b84b-b684c1bc4a38 None None] Set router 77124802-1704-4bfc-8720-d06c469de96f gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:36:26.739020 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-da1bdee5-4d17-44fd-bbd5-8e07ce18e22c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:26.749708 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-30dd674c-7206-475b-8c58-7e8b4fce7dbd tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:26.754156 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-30dd674c-7206-475b-8c58-7e8b4fce7dbd tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:26.756245 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ca451b-8ef7-4639-98d6-b9fa1481fe99 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:36:26.768280 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c3ca451b-8ef7-4639-98d6-b9fa1481fe99 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] 10.222.0.52 "PUT /v2.0/routers/1d023d8f-b301-4610-a75c-16adae028542/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9083540 Oct 27 18:36:26.773271 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45382) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:26.783025 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-639f1f3a-6958-4d16-8171-6a0bdc0dc320 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Request body: {'port': {'network_id': '51f95a32-e983-457d-aacd-601646bf27f8', 'name': 'tempest-FloatingIPNegativeTestJSON-1273226700'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:26.783140 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9fe14f-5ba6-4b4d-818e-f1834cc1d717 None None] Sync routers for ids ['1d023d8f-b301-4610-a75c-16adae028542'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:36:26.827116 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9fe14f-5ba6-4b4d-818e-f1834cc1d717 None None] Routers {'1d023d8f-b301-4610-a75c-16adae028542'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:36:26.828167 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-4e9fe14f-5ba6-4b4d-818e-f1834cc1d717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:36:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['1d023d8f-b301-4610-a75c-16adae028542'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:26.837113 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a098bfe9-b25a-4626-85d4-fb5c7926ebed tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:26.866368 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-da1bdee5-4d17-44fd-bbd5-8e07ce18e22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:26.875322 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d0aa5-176b-4798-83ee-7d8234fcf076 req-4c34b92f-c805-426d-a08e-065bf59deb29 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:26.878801 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fe2d0aa5-176b-4798-83ee-7d8234fcf076 req-4c34b92f-c805-426d-a08e-065bf59deb29 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/ports?device_id=3fe5ef07-32ad-4d80-9abd-0fbe3d4cd124 HTTP/1.1" status: 200 len: 944 time: 0.3802567 Oct 27 18:36:26.890525 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-4e9fe14f-5ba6-4b4d-818e-f1834cc1d717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:26.904207 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9fe14f-5ba6-4b4d-818e-f1834cc1d717 None None] Routers {'1d023d8f-b301-4610-a75c-16adae028542'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:36:26.905103 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-4e9fe14f-5ba6-4b4d-818e-f1834cc1d717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:36:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['1d023d8f-b301-4610-a75c-16adae028542'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:26.921557 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-636ea1d8-e871-4bd5-9491-2eca6c2bc0b9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56acfe15-36b4-4714-87b2-2b12d7a6198c HTTP/1.1" status: 200 len: 217 time: 0.0941596 Oct 27 18:36:26.965369 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:26.968507 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-4e9fe14f-5ba6-4b4d-818e-f1834cc1d717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:26.968507 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9fe14f-5ba6-4b4d-818e-f1834cc1d717 None None] The sync data for ids ['1d023d8f-b301-4610-a75c-16adae028542'] in n-d-815690-2 is: [] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:36:26.980756 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c42a5e-f4ae-4086-a496-bfedc90a9df8 None None] DHCP port deletion for a2440840-883f-4d77-8969-683fb2ba9443 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:36:27.001537 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3576dc7b-f470-4b94-8768-08ad433d07b9 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3345392 Oct 27 18:36:27.013910 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45384) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:27.025010 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-58fb4d6b-2f0b-4824-bc74-3bbfb0d865a9 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Request body: {'security_group_rule': {'security_group_id': 'abf68304-2ced-4f42-9c24-aa79736f4824', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:27.029488 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-30dd674c-7206-475b-8c58-7e8b4fce7dbd tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:27.029960 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30dd674c-7206-475b-8c58-7e8b4fce7dbd tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ce0b9fab-6190-47ef-9e45-9fc3a7e5f29f {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:36:27.051395 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-a6c42a5e-f4ae-4086-a496-bfedc90a9df8 None None] Deleting port 3f32a9dc-840c-4761-8dc0-ab3ce2c15655 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:36:27.051854 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-30dd674c-7206-475b-8c58-7e8b4fce7dbd tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:27.052032 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a6c42a5e-f4ae-4086-a496-bfedc90a9df8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:27.053289 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-30dd674c-7206-475b-8c58-7e8b4fce7dbd tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] 10.222.0.52 "DELETE /v2.0/routers/ce0b9fab-6190-47ef-9e45-9fc3a7e5f29f HTTP/1.1" status: 204 len: 168 time: 1.2425001 Oct 27 18:36:27.061884 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1bdee5-4d17-44fd-bbd5-8e07ce18e22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4053bba-8ad1-4039-91c0-cae1d52bf8ac,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:27.083219 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-da1bdee5-4d17-44fd-bbd5-8e07ce18e22c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e6e069fce9034301abd3bcd9efd95eb3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9696105 Oct 27 18:36:27.095879 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45388) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:27.139334 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-a6c42a5e-f4ae-4086-a496-bfedc90a9df8 None None] For port 3f32a9dc-840c-4761-8dc0-ab3ce2c15655, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=3f32a9dc-840c-4761-8dc0-ab3ce2c15655,segment=NetworkSegment(43d40f51-1161-4d62-9ce2-4405f6a58830),segment_id=43d40f51-1161-4d62-9ce2-4405f6a58830)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:36:27.139974 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a6c42a5e-f4ae-4086-a496-bfedc90a9df8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:27.148457 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fe2d0aa5-176b-4798-83ee-7d8234fcf076 req-c6a5bdc9-cf42-43c7-923c-5c9fab826937 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ac72845-ff64-48c9-be88-0f35c81b41e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922469 Oct 27 18:36:27.174422 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-a6c42a5e-f4ae-4086-a496-bfedc90a9df8 None None] Calling delete_port for 3f32a9dc-840c-4761-8dc0-ab3ce2c15655 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:36:27.185665 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-87c55ddf-2ece-4605-9af0-d707cee190e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:27.187229 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-87c55ddf-2ece-4605-9af0-d707cee190e2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=65ac4810-8e50-4c01-96ee-60c0f28e60c2 HTTP/1.1" status: 200 len: 849 time: 0.2540779 Oct 27 18:36:27.211233 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-59444cf5-fe85-412d-b84b-b684c1bc4a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77124802-1704-4bfc-8720-d06c469de96f', 'name': 'tempest-ServerRescueTestJSONUnderV235-749676103-router', 'tenant_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '5c5c8ead-9a86-43c6-80f4-017f4e6e8b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:36:17Z', 'updated_at': '2021-10-27T18:36:21Z', 'revision_number': 3, 'project_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'gw_port': {'id': '5c5c8ead-9a86-43c6-80f4-017f4e6e8b92', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77124802-1704-4bfc-8720-d06c469de96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:36:19Z', 'updated_at': '2021-10-27T18:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:27.250543 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59444cf5-fe85-412d-b84b-b684c1bc4a38 None None] The sync data for ids ['77124802-1704-4bfc-8720-d06c469de96f'] in n-d-815690-2 is: [{'id': '77124802-1704-4bfc-8720-d06c469de96f', 'name': 'tempest-ServerRescueTestJSONUnderV235-749676103-router', 'tenant_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '5c5c8ead-9a86-43c6-80f4-017f4e6e8b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:36:17Z', 'updated_at': '2021-10-27T18:36:21Z', 'revision_number': 3, 'project_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'gw_port': {'id': '5c5c8ead-9a86-43c6-80f4-017f4e6e8b92', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77124802-1704-4bfc-8720-d06c469de96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:36:19Z', 'updated_at': '2021-10-27T18:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:36:27.253621 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-6b997c20-f483-4f0b-b963-5fd220120020 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0f4fe408-cfac-4f2a-8c2f-b5054aadc454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563164 Oct 27 18:36:27.270485 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f43bd992-0598-4e69-bf43-7a59097cd293 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:27.293932 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a098bfe9-b25a-4626-85d4-fb5c7926ebed tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:27.340307 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f43bd992-0598-4e69-bf43-7a59097cd293 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:27.342147 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639f1f3a-6958-4d16-8171-6a0bdc0dc320 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Made reservation on behalf of 9d08d495cb0140c48dd8f8c5c2b35166 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:36:27.346698 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-639f1f3a-6958-4d16-8171-6a0bdc0dc320 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:27.350759 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-a098bfe9-b25a-4626-85d4-fb5c7926ebed tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['867776be-c14d-4adb-aa7a-cf89dd359ad9']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:27.364821 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-a098bfe9-b25a-4626-85d4-fb5c7926ebed tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f90e03d-d779-4d25-8cbb-f6fb1e53f2f8') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:27.365101 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-a098bfe9-b25a-4626-85d4-fb5c7926ebed tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f90e03d-d779-4d25-8cbb-f6fb1e53f2f8') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:27.380125 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a098bfe9-b25a-4626-85d4-fb5c7926ebed tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:27.402942 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-639f1f3a-6958-4d16-8171-6a0bdc0dc320 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] device_id is not set on port b4487330-f85c-4162-b13e-591e2812d159 yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:36:27.403478 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a6c42a5e-f4ae-4086-a496-bfedc90a9df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:27.407764 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a098bfe9-b25a-4626-85d4-fb5c7926ebed tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:27.421046 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a098bfe9-b25a-4626-85d4-fb5c7926ebed tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:36:27.421573 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a098bfe9-b25a-4626-85d4-fb5c7926ebed tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:27.426305 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-c8762156-8fc0-4530-8c79-662ff237046d service neutron] 10.222.0.93 "GET /v2.0/networks/0f4fe408-cfac-4f2a-8c2f-b5054aadc454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601765 Oct 27 18:36:27.427388 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:36:27.427388 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:36:27.427388 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:36:27.427388 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:36:27.427388 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:36:27.427388 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:36:27.427388 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:36:27.427388 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:36:27.427388 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:36:27.427388 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:36:27.427388 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:36:27.427388 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:36:27.427388 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:36:27.427388 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:36:27.427388 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:36:27.427388 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:36:27.427388 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:36:27.427388 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:36:27.427388 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:36:27.427388 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:36:27.427388 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:36:27.427388 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:36:27.427388 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:36:27.427388 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:36:27.427388 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:36:27.427388 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:36:27.427388 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:36:27.427388 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:36:27.427388 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:36:27.427388 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:36:27.427388 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:36:27.427388 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:36:27.434286 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-58fb4d6b-2f0b-4824-bc74-3bbfb0d865a9 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] create failed (client error): The resource could not be found. Oct 27 18:36:27.441148 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-58fb4d6b-2f0b-4824-bc74-3bbfb0d865a9 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4202161 Oct 27 18:36:27.452857 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c42a5e-f4ae-4086-a496-bfedc90a9df8 None None] Pushing event deleted for resources: {'Port': ['ID=3f32a9dc-840c-4761-8dc0-ab3ce2c15655,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:27.463955 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c42a5e-f4ae-4086-a496-bfedc90a9df8 None None] No DVR routers for this DVR port 3f32a9dc-840c-4761-8dc0-ab3ce2c15655 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:36:27.480995 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45390) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:27.486320 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-b9121f01-fca1-4838-b401-e86ff8ea5df7 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Request body: {'security_group': {'name': 'tempest-secgroup--370029391'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:27.517825 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ea471bc7-11ca-4d59-af43-23fef8c9d1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:27.607354 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45392) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:27.630928 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f43bd992-0598-4e69-bf43-7a59097cd293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:27.633502 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f43bd992-0598-4e69-bf43-7a59097cd293 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:27.634662 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f43bd992-0598-4e69-bf43-7a59097cd293 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c4053bba-8ad1-4039-91c0-cae1d52bf8ac HTTP/1.1" status: 204 len: 168 time: 0.5266776 Oct 27 18:36:27.636438 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-71d45cb6-6f73-4e95-a475-573cdb73d0a5 req-c50d5276-8315-4e81-b413-919d08ccf63f service neutron] 10.222.0.93 "GET /v2.0/networks/0f4fe408-cfac-4f2a-8c2f-b5054aadc454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972380 Oct 27 18:36:27.640541 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a098bfe9-b25a-4626-85d4-fb5c7926ebed tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:27.671909 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-639f1f3a-6958-4d16-8171-6a0bdc0dc320 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Allocated IP 172.20.0.14 (51f95a32-e983-457d-aacd-601646bf27f8/2175762d-8522-43fc-8f96-15c6fb9e57ac/b4487330-f85c-4162-b13e-591e2812d159) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:36:27.674091 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43bd992-0598-4e69-bf43-7a59097cd293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4053bba-8ad1-4039-91c0-cae1d52bf8ac,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:27.683887 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a098bfe9-b25a-4626-85d4-fb5c7926ebed tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:27.694027 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a098bfe9-b25a-4626-85d4-fb5c7926ebed tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "DELETE /v2.0/networks/867776be-c14d-4adb-aa7a-cf89dd359ad9 HTTP/1.1" status: 204 len: 168 time: 0.9931574 Oct 27 18:36:27.694027 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a098bfe9-b25a-4626-85d4-fb5c7926ebed tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event deleted for resources: {'Network': ['ID=867776be-c14d-4adb-aa7a-cf89dd359ad9,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:27.694261 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45398) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:27.711271 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b9121f01-fca1-4838-b401-e86ff8ea5df7 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:28.015297 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ddca3b2a-c1ed-4f71-a0d4-7c08bca515f5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:28.019979 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-ea471bc7-11ca-4d59-af43-23fef8c9d1c5 admin admin] Allocated IP 172.20.0.1 (da8e53a8-8ae6-4708-af46-5da0c5e0389e/0849fe03-5e91-45fb-a37f-83c7bfa081e7/45b1084a-e26c-43c5-a0cb-90f0e832b13d) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:36:28.076014 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-8c5c802c-659e-4b87-9f2e-802897c30211 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1995520095', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}, 'admin_state_up': False}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:28.127569 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b9121f01-fca1-4838-b401-e86ff8ea5df7 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:28.191117 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8c5c802c-659e-4b87-9f2e-802897c30211 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:28.201396 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8c5c802c-659e-4b87-9f2e-802897c30211 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:28.204237 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-639f1f3a-6958-4d16-8171-6a0bdc0dc320 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:28.236056 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ddca3b2a-c1ed-4f71-a0d4-7c08bca515f5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:28.261149 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b9121f01-fca1-4838-b401-e86ff8ea5df7 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:28.301062 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8c5c802c-659e-4b87-9f2e-802897c30211 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:28.301882 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-ddca3b2a-c1ed-4f71-a0d4-7c08bca515f5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2440840-883f-4d77-8969-683fb2ba9443']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:28.301988 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9121f01-fca1-4838-b401-e86ff8ea5df7 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09a7c5d9-d4ad-48e7-b9f0-de5d174308c8,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:28.334745 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ea471bc7-11ca-4d59-af43-23fef8c9d1c5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:28.339064 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-ddca3b2a-c1ed-4f71-a0d4-7c08bca515f5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43d40f51-1161-4d62-9ce2-4405f6a58830') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:28.339597 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-ddca3b2a-c1ed-4f71-a0d4-7c08bca515f5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43d40f51-1161-4d62-9ce2-4405f6a58830') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:28.342997 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b9121f01-fca1-4838-b401-e86ff8ea5df7 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:28.347482 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b9121f01-fca1-4838-b401-e86ff8ea5df7 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8646543 Oct 27 18:36:28.348380 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45406) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:28.358158 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-ef3a2504-7b14-41e7-8c49-c9d71876ab52 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Request body: {'security_group': {'name': 'tempest-secgroup--865202149'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:28.378763 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 5c5c8ead-9a86-43c6-80f4-017f4e6e8b92 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:36:28.379792 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ddca3b2a-c1ed-4f71-a0d4-7c08bca515f5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:28.409706 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ddca3b2a-c1ed-4f71-a0d4-7c08bca515f5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:28.429119 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddca3b2a-c1ed-4f71-a0d4-7c08bca515f5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:36:28.433756 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ddca3b2a-c1ed-4f71-a0d4-7c08bca515f5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:28.434327 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:36:28.434327 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:36:28.434327 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:36:28.434327 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:36:28.434327 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:36:28.434327 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:36:28.434327 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:36:28.434327 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:36:28.434327 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:36:28.434327 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:36:28.434327 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:36:28.434327 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:36:28.434327 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:36:28.434327 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:36:28.434327 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:36:28.434327 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:36:28.434327 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:36:28.434327 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:36:28.434327 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:36:28.434327 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:36:28.434327 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:36:28.434327 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:36:28.434327 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:36:28.434327 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:36:28.434327 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:36:28.434327 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:36:28.434327 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:36:28.434327 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:36:28.434327 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:36:28.434327 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:36:28.434327 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:36:28.434327 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:36:28.469178 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 5c5c8ead-9a86-43c6-80f4-017f4e6e8b92 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:28.469642 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:28.491533 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163853e4-40c0-4897-bcdf-2eab3b1ae8f2 req-290ba82e-7bb2-47bb-866b-5722dc5fafc4 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:28.493135 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-163853e4-40c0-4897-bcdf-2eab3b1ae8f2 req-290ba82e-7bb2-47bb-866b-5722dc5fafc4 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/ports?device_id=3fe5ef07-32ad-4d80-9abd-0fbe3d4cd124 HTTP/1.1" status: 200 len: 944 time: 0.1650960 Oct 27 18:36:28.495625 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ef3a2504-7b14-41e7-8c49-c9d71876ab52 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:28.535772 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-639f1f3a-6958-4d16-8171-6a0bdc0dc320 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:28.579555 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:28.588201 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-163853e4-40c0-4897-bcdf-2eab3b1ae8f2 req-08cb3b09-84c7-4312-9d28-066666b6920e tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ac72845-ff64-48c9-be88-0f35c81b41e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789402 Oct 27 18:36:28.609699 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 5c5c8ead-9a86-43c6-80f4-017f4e6e8b92, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=5c5c8ead-9a86-43c6-80f4-017f4e6e8b92,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:36:28.618373 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45408) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:28.622167 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639f1f3a-6958-4d16-8171-6a0bdc0dc320 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Network 51f95a32-e983-457d-aacd-601646bf27f8 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:36:28.633041 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-639f1f3a-6958-4d16-8171-6a0bdc0dc320 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:36:28.640971 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ea471bc7-11ca-4d59-af43-23fef8c9d1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:28.642625 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639f1f3a-6958-4d16-8171-6a0bdc0dc320 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:36:28.665019 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f1f3a-6958-4d16-8171-6a0bdc0dc320 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Pushing event updated for resources: {'Port': ['ID=b4487330-f85c-4162-b13e-591e2812d159,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:28.671971 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7f3c21a6-66b1-47cc-82dd-7a7dfe96056e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:28.690300 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8c5c802c-659e-4b87-9f2e-802897c30211 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:28.700656 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ef3a2504-7b14-41e7-8c49-c9d71876ab52 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:28.705883 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:28.719933 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ddca3b2a-c1ed-4f71-a0d4-7c08bca515f5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:28.745260 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ddca3b2a-c1ed-4f71-a0d4-7c08bca515f5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:28.748621 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ddca3b2a-c1ed-4f71-a0d4-7c08bca515f5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "DELETE /v2.0/networks/a2440840-883f-4d77-8969-683fb2ba9443 HTTP/1.1" status: 204 len: 168 time: 1.0536389 Oct 27 18:36:28.753245 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45410) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:28.753476 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea471bc7-11ca-4d59-af43-23fef8c9d1c5 admin admin] Network da8e53a8-8ae6-4708-af46-5da0c5e0389e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:36:28.761641 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-6fcc45f6-5617-47cf-b62b-ac2c67a8c724 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Request body: {'network': {'name': 'tempest-RoutersTest-1952249409'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:28.791855 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639f1f3a-6958-4d16-8171-6a0bdc0dc320 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:28.792847 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-639f1f3a-6958-4d16-8171-6a0bdc0dc320 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:28.795762 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-ea471bc7-11ca-4d59-af43-23fef8c9d1c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:36:28.805715 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea471bc7-11ca-4d59-af43-23fef8c9d1c5 admin admin] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:36:28.812281 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca3b2a-c1ed-4f71-a0d4-7c08bca515f5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event deleted for resources: {'Network': ['ID=a2440840-883f-4d77-8969-683fb2ba9443,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:28.819954 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 3f32a9dc-840c-4761-8dc0-ab3ce2c15655 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:36:28.824155 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ef3a2504-7b14-41e7-8c49-c9d71876ab52 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:28.842829 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea471bc7-11ca-4d59-af43-23fef8c9d1c5 admin admin] Pushing event updated for resources: {'Port': ['ID=45b1084a-e26c-43c5-a0cb-90f0e832b13d,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:28.871280 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 3f32a9dc-840c-4761-8dc0-ab3ce2c15655 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:36:28.871868 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 3f32a9dc-840c-4761-8dc0-ab3ce2c15655 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:36:28.887342 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=5c5c8ead-9a86-43c6-80f4-017f4e6e8b92,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:28.903037 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ea471bc7-11ca-4d59-af43-23fef8c9d1c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:28.920917 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a2504-7b14-41e7-8c49-c9d71876ab52 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1b2998-ead8-4152-9480-efc99b613c75,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:28.958687 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7f3c21a6-66b1-47cc-82dd-7a7dfe96056e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:28.974852 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fcc45f6-5617-47cf-b62b-ac2c67a8c724 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Made reservation on behalf of 4e0551cb79254307ae43405db8526986 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:36:28.979495 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6fcc45f6-5617-47cf-b62b-ac2c67a8c724 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:29.014365 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7f3c21a6-66b1-47cc-82dd-7a7dfe96056e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:29.058310 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-a18eb720-8619-4022-a27a-3a1339fdcc44 None None] Provisioning complete for port b4487330-f85c-4162-b13e-591e2812d159 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:29.059161 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a18eb720-8619-4022-a27a-3a1339fdcc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:29.061442 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-639f1f3a-6958-4d16-8171-6a0bdc0dc320 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2867465 Oct 27 18:36:29.065569 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45414) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:29.071503 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3c21a6-66b1-47cc-82dd-7a7dfe96056e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269144f2-e3ba-425c-be6b-fe5ddf4cd387,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:29.072763 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ef3a2504-7b14-41e7-8c49-c9d71876ab52 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:29.074462 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ef3a2504-7b14-41e7-8c49-c9d71876ab52 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7249932 Oct 27 18:36:29.077778 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45416) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:29.078088 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-6800da2e-0aea-472b-ae79-d5fd4f6301ca tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:29.085052 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7f3c21a6-66b1-47cc-82dd-7a7dfe96056e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1cd2e32621464da6bc67275cdea6723a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4626608 Oct 27 18:36:29.086014 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-3a99bcb4-5768-48e3-b0c1-81321544f70a tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Request body: {'security_group_rule': {'security_group_id': '09a7c5d9-d4ad-48e7-b9f0-de5d174308c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '3f1b2998-ead8-4152-9480-efc99b613c75'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:29.089176 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45418) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:29.104243 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fcc45f6-5617-47cf-b62b-ac2c67a8c724 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] vlan segment allocate from pool success with {'vlan_id': 1010, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:36:29.112130 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-a18eb720-8619-4022-a27a-3a1339fdcc44 None None] Port b4487330-f85c-4162-b13e-591e2812d159 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:36:29.148652 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8c5c802c-659e-4b87-9f2e-802897c30211 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:29.156359 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6fcc45f6-5617-47cf-b62b-ac2c67a8c724 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:29.156733 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-6fcc45f6-5617-47cf-b62b-ac2c67a8c724 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Added segment a0005eee-de8b-47de-96d0-26b6ef559329 of type vlan for network c3860f83-60fb-41a5-b335-91821ac004ff Oct 27 18:36:29.184594 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ea471bc7-11ca-4d59-af43-23fef8c9d1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:29.192187 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8c5c802c-659e-4b87-9f2e-802897c30211 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:29.287757 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6fcc45f6-5617-47cf-b62b-ac2c67a8c724 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:29.317234 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4937f984-28df-4961-896c-15a569108ec3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:29.376960 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6800da2e-0aea-472b-ae79-d5fd4f6301ca tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks [] for floatingip, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:29.379075 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ea471bc7-11ca-4d59-af43-23fef8c9d1c5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:29.380567 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4937f984-28df-4961-896c-15a569108ec3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:29.467327 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6fcc45f6-5617-47cf-b62b-ac2c67a8c724 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:29.472941 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcc45f6-5617-47cf-b62b-ac2c67a8c724 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:29.473527 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6fcc45f6-5617-47cf-b62b-ac2c67a8c724 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:29.480325 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-8c5c802c-659e-4b87-9f2e-802897c30211 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Allocated IP 172.25.6.12 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/3fcde3ef-39fc-454a-9efd-0826e3bbe455) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:36:29.485043 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-3a99bcb4-5768-48e3-b0c1-81321544f70a tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:36:29.485043 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3a99bcb4-5768-48e3-b0c1-81321544f70a tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4037941 Oct 27 18:36:29.485043 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ea471bc7-11ca-4d59-af43-23fef8c9d1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:29.486186 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45420) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:29.581510 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea471bc7-11ca-4d59-af43-23fef8c9d1c5 admin admin] Pushing event updated for resources: {'Port': ['ID=45b1084a-e26c-43c5-a0cb-90f0e832b13d,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:29.590010 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ea471bc7-11ca-4d59-af43-23fef8c9d1c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:29.613936 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcc45f6-5617-47cf-b62b-ac2c67a8c724 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event updated for resources: {'Network': ['ID=c3860f83-60fb-41a5-b335-91821ac004ff,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:29.626967 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network c3860f83-60fb-41a5-b335-91821ac004ff details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:36:29.630625 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6fcc45f6-5617-47cf-b62b-ac2c67a8c724 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8769369 Oct 27 18:36:29.634240 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45424) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:29.644174 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-2008207b-e27f-4d34-bf93-c419238e378b tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Request body: {'subnet': {'network_id': 'c3860f83-60fb-41a5-b335-91821ac004ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:29.668049 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-629d6e4a-2e50-4cea-be36-8a0c4ab0b998 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:29.699440 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-629d6e4a-2e50-4cea-be36-8a0c4ab0b998 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:29.701910 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4937f984-28df-4961-896c-15a569108ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:29.704701 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4937f984-28df-4961-896c-15a569108ec3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:29.707509 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4937f984-28df-4961-896c-15a569108ec3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/269144f2-e3ba-425c-be6b-fe5ddf4cd387 HTTP/1.1" status: 204 len: 168 time: 0.6154478 Oct 27 18:36:29.750687 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4937f984-28df-4961-896c-15a569108ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269144f2-e3ba-425c-be6b-fe5ddf4cd387,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:29.784041 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8c5c802c-659e-4b87-9f2e-802897c30211 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:29.822163 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6800da2e-0aea-472b-ae79-d5fd4f6301ca tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:29.829201 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-629d6e4a-2e50-4cea-be36-8a0c4ab0b998 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:29.831785 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-629d6e4a-2e50-4cea-be36-8a0c4ab0b998 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:29.835285 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-629d6e4a-2e50-4cea-be36-8a0c4ab0b998 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "DELETE /v2.0/security-groups/3f1b2998-ead8-4152-9480-efc99b613c75 HTTP/1.1" status: 204 len: 168 time: 0.3435557 Oct 27 18:36:29.836644 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45428) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:29.862784 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756c777-4a63-4a32-a003-9264a20b4683 req-37e497c4-d700-4f99-87c4-8c553175ba74 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:29.864302 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7756c777-4a63-4a32-a003-9264a20b4683 req-37e497c4-d700-4f99-87c4-8c553175ba74 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/ports?device_id=3fe5ef07-32ad-4d80-9abd-0fbe3d4cd124 HTTP/1.1" status: 200 len: 944 time: 0.1226106 Oct 27 18:36:29.866498 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d6e4a-2e50-4cea-be36-8a0c4ab0b998 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1b2998-ead8-4152-9480-efc99b613c75,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:29.890615 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea471bc7-11ca-4d59-af43-23fef8c9d1c5 admin admin] Network da8e53a8-8ae6-4708-af46-5da0c5e0389e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:36:29.896974 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-ea471bc7-11ca-4d59-af43-23fef8c9d1c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:36:29.904271 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2008207b-e27f-4d34-bf93-c419238e378b tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Made reservation on behalf of 4e0551cb79254307ae43405db8526986 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:36:29.907779 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2008207b-e27f-4d34-bf93-c419238e378b tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:29.997854 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7756c777-4a63-4a32-a003-9264a20b4683 req-70265547-ad32-4fcb-ae37-b821b4869b11 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ac72845-ff64-48c9-be88-0f35c81b41e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143394 Oct 27 18:36:30.012987 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-43596f7c-8ae2-437e-9b50-96323f9739a0 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1735628 Oct 27 18:36:30.015682 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45430) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:30.043676 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8c5c802c-659e-4b87-9f2e-802897c30211 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:30.047644 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea471bc7-11ca-4d59-af43-23fef8c9d1c5 admin admin] Router 77124802-1704-4bfc-8720-d06c469de96f has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:36:30.146633 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5c802c-659e-4b87-9f2e-802897c30211 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:36:30.161669 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-8c5c802c-659e-4b87-9f2e-802897c30211 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:36:30.166144 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5c802c-659e-4b87-9f2e-802897c30211 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:36:30.176841 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c802c-659e-4b87-9f2e-802897c30211 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Pushing event updated for resources: {'Port': ['ID=3fcde3ef-39fc-454a-9efd-0826e3bbe455,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:30.180004 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea471bc7-11ca-4d59-af43-23fef8c9d1c5 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:36:30.187564 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ea471bc7-11ca-4d59-af43-23fef8c9d1c5 admin admin] 10.222.0.52 "PUT /v2.0/routers/77124802-1704-4bfc-8720-d06c469de96f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7509222 Oct 27 18:36:30.196905 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f174060-cb04-49bd-960e-cc8014c8840c None None] Sync routers for ids ['77124802-1704-4bfc-8720-d06c469de96f'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:36:30.209531 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f174060-cb04-49bd-960e-cc8014c8840c None None] Routers {'77124802-1704-4bfc-8720-d06c469de96f'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:36:30.210438 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-2f174060-cb04-49bd-960e-cc8014c8840c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:36:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['77124802-1704-4bfc-8720-d06c469de96f'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:30.227348 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-6800da2e-0aea-472b-ae79-d5fd4f6301ca tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Allocated IP 172.25.6.202 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/afc74a95-ac51-4ddf-b5ba-840f0523dfab) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:36:30.264320 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b6c927f7-1f81-44e2-9cee-a938d021ca34 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:30.293316 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b6c927f7-1f81-44e2-9cee-a938d021ca34 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:30.324986 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 5c5c8ead-9a86-43c6-80f4-017f4e6e8b92 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:36:30.352103 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-2f174060-cb04-49bd-960e-cc8014c8840c None None] Set router 77124802-1704-4bfc-8720-d06c469de96f gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:36:30.384799 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 5c5c8ead-9a86-43c6-80f4-017f4e6e8b92 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:30.392918 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:30.525827 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6800da2e-0aea-472b-ae79-d5fd4f6301ca tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:30.561912 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45444) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:30.577599 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a3de7430-37ca-4e19-b743-c9c52d2dbc4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:30.610253 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-2f174060-cb04-49bd-960e-cc8014c8840c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77124802-1704-4bfc-8720-d06c469de96f', 'name': 'tempest-ServerRescueTestJSONUnderV235-749676103-router', 'tenant_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '5c5c8ead-9a86-43c6-80f4-017f4e6e8b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:36:17Z', 'updated_at': '2021-10-27T18:36:29Z', 'revision_number': 4, 'project_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'gw_port': {'id': '5c5c8ead-9a86-43c6-80f4-017f4e6e8b92', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77124802-1704-4bfc-8720-d06c469de96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:36:19Z', 'updated_at': '2021-10-27T18:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '45b1084a-e26c-43c5-a0cb-90f0e832b13d', 'name': '', 'network_id': 'da8e53a8-8ae6-4708-af46-5da0c5e0389e', 'tenant_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'mac_address': 'fa:16:3e:75:d2:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77124802-1704-4bfc-8720-d06c469de96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '0849fe03-5e91-45fb-a37f-83c7bfa081e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:36:27Z', 'updated_at': '2021-10-27T18:36:29Z', 'revision_number': 2, 'project_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'subnets': [{'id': '0849fe03-5e91-45fb-a37f-83c7bfa081e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:30.637605 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f174060-cb04-49bd-960e-cc8014c8840c None None] Checking router: 77124802-1704-4bfc-8720-d06c469de96f for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:36:30.637963 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f174060-cb04-49bd-960e-cc8014c8840c None None] Updating router 77124802-1704-4bfc-8720-d06c469de96f port 45b1084a-e26c-43c5-a0cb-90f0e832b13d binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:36:30.663880 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-2f174060-cb04-49bd-960e-cc8014c8840c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:30.668945 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2008207b-e27f-4d34-bf93-c419238e378b tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:30.675498 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b6c927f7-1f81-44e2-9cee-a938d021ca34 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:30.678458 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b6c927f7-1f81-44e2-9cee-a938d021ca34 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:30.682197 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b6c927f7-1f81-44e2-9cee-a938d021ca34 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "DELETE /v2.0/security-groups/09a7c5d9-d4ad-48e7-b9f0-de5d174308c8 HTTP/1.1" status: 204 len: 168 time: 0.6631238 Oct 27 18:36:30.688280 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45454) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:30.718483 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c927f7-1f81-44e2-9cee-a938d021ca34 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a7c5d9-d4ad-48e7-b9f0-de5d174308c8,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:30.757818 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2008207b-e27f-4d34-bf93-c419238e378b tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event updated for resources: {'Subnet': ['ID=2682ded3-7677-44d7-b954-75949492cf82,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:30.801180 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2008207b-e27f-4d34-bf93-c419238e378b tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Checking segment: {'id': 'a0005eee-de8b-47de-96d0-26b6ef559329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'c3860f83-60fb-41a5-b335-91821ac004ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:36:30.801640 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2008207b-e27f-4d34-bf93-c419238e378b tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Network hostable DHCP agents. Network: c3860f83-60fb-41a5-b335-91821ac004ff, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:36:30.813986 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0180a76f-4138-4735-bf98-1669850d4c83 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1209819 Oct 27 18:36:30.816654 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45456) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:30.823940 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-ca46fb42-955c-42f3-868e-5ea705e7700f tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Request body: {'security_group': {'name': 'tempest-secgroup--1150079428'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:30.831404 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6800da2e-0aea-472b-ae79-d5fd4f6301ca tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:30.881674 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-29f618d8-599c-4f6a-8a30-5e8e8360fd32 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:30.883241 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-29f618d8-599c-4f6a-8a30-5e8e8360fd32 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/networks?id=da8e53a8-8ae6-4708-af46-5da0c5e0389e HTTP/1.1" status: 200 len: 819 time: 0.2098773 Oct 27 18:36:30.885490 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a3de7430-37ca-4e19-b743-c9c52d2dbc4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:30.903467 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-77544a5c-ece0-4c61-a9cd-190cf9f2bd17 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/quotas/ed94bf330dce4aefb6b8c9d5143e6db7 HTTP/1.1" status: 200 len: 375 time: 0.0097387 Oct 27 18:36:30.905583 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6800da2e-0aea-472b-ae79-d5fd4f6301ca tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:36:30.912398 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-6800da2e-0aea-472b-ae79-d5fd4f6301ca tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:36:30.919626 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6800da2e-0aea-472b-ae79-d5fd4f6301ca tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:36:30.962758 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-7a4b192b-1f99-463e-bb7c-f5e3f1f24434 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ed94bf330dce4aefb6b8c9d5143e6db7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0513892 Oct 27 18:36:30.964113 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6800da2e-0aea-472b-ae79-d5fd4f6301ca tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Pushing event updated for resources: {'Port': ['ID=afc74a95-ac51-4ddf-b5ba-840f0523dfab,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:30.965000 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a3de7430-37ca-4e19-b743-c9c52d2dbc4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:30.965367 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-2f174060-cb04-49bd-960e-cc8014c8840c None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:30.970324 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ca46fb42-955c-42f3-868e-5ea705e7700f tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:30.983957 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2008207b-e27f-4d34-bf93-c419238e378b tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Network c3860f83-60fb-41a5-b335-91821ac004ff is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:36:31.007729 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8c5c802c-659e-4b87-9f2e-802897c30211 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:31.013980 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-2f174060-cb04-49bd-960e-cc8014c8840c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:31.055407 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f033e-730d-42ea-816e-18ba89357ce5 None None] Pushing event updated for resources: {'Port': ['ID=45b1084a-e26c-43c5-a0cb-90f0e832b13d,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:31.074078 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a3de7430-37ca-4e19-b743-c9c52d2dbc4f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6e26defefaa3408bbff679f62d56fb00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5110672 Oct 27 18:36:31.083458 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de7430-37ca-4e19-b743-c9c52d2dbc4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075f6209-8100-4ebb-869d-62825081a078,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:31.084615 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45460) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:31.128255 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-2008207b-e27f-4d34-bf93-c419238e378b tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, c3860f83-60fb-41a5-b335-91821ac004ff) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:36:31.133433 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2008207b-e27f-4d34-bf93-c419238e378b tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:31.134238 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2008207b-e27f-4d34-bf93-c419238e378b tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:31.135328 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-2f174060-cb04-49bd-960e-cc8014c8840c None None] Attempting to bind port 45b1084a-e26c-43c5-a0cb-90f0e832b13d on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:36:31.135885 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-2f174060-cb04-49bd-960e-cc8014c8840c None None] Attempting to bind port 45b1084a-e26c-43c5-a0cb-90f0e832b13d by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'df5181ab-3a78-46b3-8200-768f1b935974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'da8e53a8-8ae6-4708-af46-5da0c5e0389e'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:36:31.136424 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f174060-cb04-49bd-960e-cc8014c8840c None None] Attempting to bind port 45b1084a-e26c-43c5-a0cb-90f0e832b13d on network da8e53a8-8ae6-4708-af46-5da0c5e0389e {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:36:31.141191 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5b34ac-7d37-47c8-9aa8-87df24337f01 None None] Network c3860f83-60fb-41a5-b335-91821ac004ff requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:36:31.142440 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f174060-cb04-49bd-960e-cc8014c8840c None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:36:31.143050 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f174060-cb04-49bd-960e-cc8014c8840c None None] Checking segment: {'id': 'df5181ab-3a78-46b3-8200-768f1b935974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'da8e53a8-8ae6-4708-af46-5da0c5e0389e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:36:31.143620 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-2f174060-cb04-49bd-960e-cc8014c8840c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:31.151310 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f174060-cb04-49bd-960e-cc8014c8840c None None] Bound using segment: {'id': 'df5181ab-3a78-46b3-8200-768f1b935974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'da8e53a8-8ae6-4708-af46-5da0c5e0389e'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:36:31.151310 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-2f174060-cb04-49bd-960e-cc8014c8840c None None] Bound port: 45b1084a-e26c-43c5-a0cb-90f0e832b13d, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df5181ab-3a78-46b3-8200-768f1b935974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'da8e53a8-8ae6-4708-af46-5da0c5e0389e'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:36:31.151310 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-2f174060-cb04-49bd-960e-cc8014c8840c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:31.220563 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 56acfe15-36b4-4714-87b2-2b12d7a6198c details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:36:31.226072 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-2f174060-cb04-49bd-960e-cc8014c8840c None None] For port 45b1084a-e26c-43c5-a0cb-90f0e832b13d, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:36:31.236899 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2008207b-e27f-4d34-bf93-c419238e378b tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5973904 Oct 27 18:36:31.238452 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45464) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:31.240037 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-2f174060-cb04-49bd-960e-cc8014c8840c None None] For port 45b1084a-e26c-43c5-a0cb-90f0e832b13d, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=45b1084a-e26c-43c5-a0cb-90f0e832b13d,segment=NetworkSegment(df5181ab-3a78-46b3-8200-768f1b935974),segment_id=df5181ab-3a78-46b3-8200-768f1b935974)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:36:31.243607 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-22a79d32-54de-4fe8-ba33-9c8a30c5f406 service neutron] 10.222.0.52 "GET /v2.0/networks/da8e53a8-8ae6-4708-af46-5da0c5e0389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562444 Oct 27 18:36:31.253129 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-b76a7810-4946-4970-bb41-5ec896ec554f tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-361444439', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:31.340860 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-2f174060-cb04-49bd-960e-cc8014c8840c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:31.391948 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f174060-cb04-49bd-960e-cc8014c8840c None None] Routers {'77124802-1704-4bfc-8720-d06c469de96f'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:36:31.392845 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-2f174060-cb04-49bd-960e-cc8014c8840c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:36:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['77124802-1704-4bfc-8720-d06c469de96f'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:31.417410 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 56acfe15-36b4-4714-87b2-2b12d7a6198c, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=56acfe15-36b4-4714-87b2-2b12d7a6198c,segment=NetworkSegment(e0d46302-2320-4b79-8992-38deddbfd1b7),segment_id=e0d46302-2320-4b79-8992-38deddbfd1b7)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:36:31.449936 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '56acfe15-36b4-4714-87b2-2b12d7a6198c', 'network_id': '0f4fe408-cfac-4f2a-8c2f-b5054aadc454', 'port_id': '56acfe15-36b4-4714-87b2-2b12d7a6198c', 'mac_address': 'fa:16:3e:5c:95:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ac4810-8e50-4c01-96ee-60c0f28e60c2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:36:31.499439 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:31.513869 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548fb335-094c-487e-a853-6ac781e60a3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-c3860f83-60fb-41a5-b335-91821ac004ff', 'network_id': 'c3860f83-60fb-41a5-b335-91821ac004ff', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'fixed_ips': [{'subnet_id': '2682ded3-7677-44d7-b954-75949492cf82'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:36:31.515064 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-2f174060-cb04-49bd-960e-cc8014c8840c None None] Set router 77124802-1704-4bfc-8720-d06c469de96f gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:36:31.515248 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-548fb335-094c-487e-a853-6ac781e60a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:31.519669 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56acfe15-36b4-4714-87b2-2b12d7a6198c {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:36:31.536366 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6800da2e-0aea-472b-ae79-d5fd4f6301ca tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:31.653852 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8c5c802c-659e-4b87-9f2e-802897c30211 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:31.693405 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-548fb335-094c-487e-a853-6ac781e60a3d None None] Allocated IP 172.20.0.2 (c3860f83-60fb-41a5-b335-91821ac004ff/2682ded3-7677-44d7-b954-75949492cf82/da93f323-cbb4-4f15-86b7-1d84e4d63ed3) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:36:31.756801 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f033e-730d-42ea-816e-18ba89357ce5 None None] Pushing event updated for resources: {'Port': ['ID=45b1084a-e26c-43c5-a0cb-90f0e832b13d,revision_number=4']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:31.762189 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-2f174060-cb04-49bd-960e-cc8014c8840c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77124802-1704-4bfc-8720-d06c469de96f', 'name': 'tempest-ServerRescueTestJSONUnderV235-749676103-router', 'tenant_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '5c5c8ead-9a86-43c6-80f4-017f4e6e8b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:36:17Z', 'updated_at': '2021-10-27T18:36:29Z', 'revision_number': 4, 'project_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'gw_port': {'id': '5c5c8ead-9a86-43c6-80f4-017f4e6e8b92', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77124802-1704-4bfc-8720-d06c469de96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:36:19Z', 'updated_at': '2021-10-27T18:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '45b1084a-e26c-43c5-a0cb-90f0e832b13d', 'name': '', 'network_id': 'da8e53a8-8ae6-4708-af46-5da0c5e0389e', 'tenant_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'mac_address': 'fa:16:3e:75:d2:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77124802-1704-4bfc-8720-d06c469de96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '0849fe03-5e91-45fb-a37f-83c7bfa081e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:36:27Z', 'updated_at': '2021-10-27T18:36:31Z', 'revision_number': 4, 'project_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'subnets': [{'id': '0849fe03-5e91-45fb-a37f-83c7bfa081e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:31.779597 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6800da2e-0aea-472b-ae79-d5fd4f6301ca tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:31.796420 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f174060-cb04-49bd-960e-cc8014c8840c None None] The sync data for ids ['77124802-1704-4bfc-8720-d06c469de96f'] in n-d-815690-2 is: [{'id': '77124802-1704-4bfc-8720-d06c469de96f', 'name': 'tempest-ServerRescueTestJSONUnderV235-749676103-router', 'tenant_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '5c5c8ead-9a86-43c6-80f4-017f4e6e8b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:36:17Z', 'updated_at': '2021-10-27T18:36:29Z', 'revision_number': 4, 'project_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'gw_port': {'id': '5c5c8ead-9a86-43c6-80f4-017f4e6e8b92', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77124802-1704-4bfc-8720-d06c469de96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:36:19Z', 'updated_at': '2021-10-27T18:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '45b1084a-e26c-43c5-a0cb-90f0e832b13d', 'name': '', 'network_id': 'da8e53a8-8ae6-4708-af46-5da0c5e0389e', 'tenant_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'mac_address': 'fa:16:3e:75:d2:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77124802-1704-4bfc-8720-d06c469de96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '0849fe03-5e91-45fb-a37f-83c7bfa081e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:36:27Z', 'updated_at': '2021-10-27T18:36:31Z', 'revision_number': 4, 'project_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'subnets': [{'id': '0849fe03-5e91-45fb-a37f-83c7bfa081e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:36:31.803211 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 56acfe15-36b4-4714-87b2-2b12d7a6198c, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=56acfe15-36b4-4714-87b2-2b12d7a6198c,segment=NetworkSegment(e0d46302-2320-4b79-8992-38deddbfd1b7),segment_id=e0d46302-2320-4b79-8992-38deddbfd1b7)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:36:31.864790 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ca46fb42-955c-42f3-868e-5ea705e7700f tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:31.879703 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597dd54a-6e64-4a89-927e-875051d1d801 req-3b0d86ed-1db4-4bdd-aef5-9169e1ae2e86 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:31.881936 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-597dd54a-6e64-4a89-927e-875051d1d801 req-3b0d86ed-1db4-4bdd-aef5-9169e1ae2e86 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/ports?device_id=3fe5ef07-32ad-4d80-9abd-0fbe3d4cd124 HTTP/1.1" status: 200 len: 944 time: 0.7574625 Oct 27 18:36:31.882879 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c4593fe0-59ef-4535-bfc1-c73d7ba32bc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:31.893969 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:31.940011 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b76a7810-4946-4970-bb41-5ec896ec554f tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:31.941185 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b76a7810-4946-4970-bb41-5ec896ec554f tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:31.964900 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ca46fb42-955c-42f3-868e-5ea705e7700f tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:31.974899 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=56acfe15-36b4-4714-87b2-2b12d7a6198c,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:31.981998 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c4593fe0-59ef-4535-bfc1-c73d7ba32bc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:32.001307 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-548fb335-094c-487e-a853-6ac781e60a3d None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:32.029327 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6800da2e-0aea-472b-ae79-d5fd4f6301ca tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:32.103688 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5c802c-659e-4b87-9f2e-802897c30211 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Router fcacead7-a495-40bf-9eec-5d06d8802565 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:36:32.106653 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-548fb335-094c-487e-a853-6ac781e60a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:32.107824 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ca46fb42-955c-42f3-868e-5ea705e7700f tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:32.111982 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ca46fb42-955c-42f3-868e-5ea705e7700f tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2894115 Oct 27 18:36:32.114959 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45466) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:32.121054 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-c6e5466e-251a-44ab-9bd7-a995bf888654 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Request body: {'security_group_rule': {'security_group_id': '93e67a75-20d0-4afc-ad5c-411422acf430', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:32.121837 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b76a7810-4946-4970-bb41-5ec896ec554f tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:32.129695 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-597dd54a-6e64-4a89-927e-875051d1d801 req-abaf5e03-b60e-4a3b-97af-1e8712015338 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ac72845-ff64-48c9-be88-0f35c81b41e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381313 Oct 27 18:36:32.132113 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-e2dedb56-c7ee-425d-b051-51b2c2401688 service neutron] 10.222.0.52 "GET /v2.0/networks/da8e53a8-8ae6-4708-af46-5da0c5e0389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8694558 Oct 27 18:36:32.139261 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46fb42-955c-42f3-868e-5ea705e7700f tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93e67a75-20d0-4afc-ad5c-411422acf430,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:32.156435 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6800da2e-0aea-472b-ae79-d5fd4f6301ca tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:32.170573 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['56acfe15-36b4-4714-87b2-2b12d7a6198c'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:36:32.188902 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b76a7810-4946-4970-bb41-5ec896ec554f tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:32.232056 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548fb335-094c-487e-a853-6ac781e60a3d None None] Network c3860f83-60fb-41a5-b335-91821ac004ff is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:36:32.241969 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-548fb335-094c-487e-a853-6ac781e60a3d None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:36:32.245258 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548fb335-094c-487e-a853-6ac781e60a3d None None] Pushing event updated for resources: {'Port': ['ID=da93f323-cbb4-4f15-86b7-1d84e4d63ed3,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:32.247212 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548fb335-094c-487e-a853-6ac781e60a3d None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:36:32.247968 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c4593fe0-59ef-4535-bfc1-c73d7ba32bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:32.256787 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c4593fe0-59ef-4535-bfc1-c73d7ba32bc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:32.265588 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c4593fe0-59ef-4535-bfc1-c73d7ba32bc3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/075f6209-8100-4ebb-869d-62825081a078 HTTP/1.1" status: 204 len: 168 time: 1.1772311 Oct 27 18:36:32.301926 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4593fe0-59ef-4535-bfc1-c73d7ba32bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075f6209-8100-4ebb-869d-62825081a078,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:32.459861 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-548fb335-094c-487e-a853-6ac781e60a3d None None] Attempting to bind port da93f323-cbb4-4f15-86b7-1d84e4d63ed3 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:36:32.460235 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-548fb335-094c-487e-a853-6ac781e60a3d None None] Attempting to bind port da93f323-cbb4-4f15-86b7-1d84e4d63ed3 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'a0005eee-de8b-47de-96d0-26b6ef559329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'c3860f83-60fb-41a5-b335-91821ac004ff'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:36:32.460612 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548fb335-094c-487e-a853-6ac781e60a3d None None] Attempting to bind port da93f323-cbb4-4f15-86b7-1d84e4d63ed3 on network c3860f83-60fb-41a5-b335-91821ac004ff {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:36:32.508859 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548fb335-094c-487e-a853-6ac781e60a3d None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:36:32.515446 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548fb335-094c-487e-a853-6ac781e60a3d None None] Checking segment: {'id': 'a0005eee-de8b-47de-96d0-26b6ef559329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'c3860f83-60fb-41a5-b335-91821ac004ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:36:32.520094 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-548fb335-094c-487e-a853-6ac781e60a3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:32.520094 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548fb335-094c-487e-a853-6ac781e60a3d None None] Bound using segment: {'id': 'a0005eee-de8b-47de-96d0-26b6ef559329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'c3860f83-60fb-41a5-b335-91821ac004ff'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:36:32.520094 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-548fb335-094c-487e-a853-6ac781e60a3d None None] Bound port: da93f323-cbb4-4f15-86b7-1d84e4d63ed3, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0005eee-de8b-47de-96d0-26b6ef559329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'c3860f83-60fb-41a5-b335-91821ac004ff'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:36:32.520094 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-548fb335-094c-487e-a853-6ac781e60a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:32.581315 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 45b1084a-e26c-43c5-a0cb-90f0e832b13d up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:36:32.586537 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b76a7810-4946-4970-bb41-5ec896ec554f tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:32.591110 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6800da2e-0aea-472b-ae79-d5fd4f6301ca tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Pushing event updated for resources: {'Port': ['ID=afc74a95-ac51-4ddf-b5ba-840f0523dfab,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:32.592683 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b76a7810-4946-4970-bb41-5ec896ec554f tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.3444095 Oct 27 18:36:32.595752 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45476) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:32.605635 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-043e87f2-9bf3-4477-85bc-6d64cd139b49 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Request body: {'port': {'network_id': 'c3860f83-60fb-41a5-b335-91821ac004ff', 'name': 'tempest-RoutersTest-1451651162'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:32.658755 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6800da2e-0aea-472b-ae79-d5fd4f6301ca tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:32.666917 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-c6e5466e-251a-44ab-9bd7-a995bf888654 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:36:32.668423 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c6e5466e-251a-44ab-9bd7-a995bf888654 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5523369 Oct 27 18:36:32.672299 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45478) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:32.691154 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:36:32.709853 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-2353e7ca-d277-4001-aa8c-f2055e89a86b tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Request body: {'security_group_rule': {'security_group_id': '93e67a75-20d0-4afc-ad5c-411422acf430', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:32.729181 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20ebbef1-c50f-4ef0-924b-30107bc8be26 req-d9b73cf7-a38a-4c3c-8591-8a75d525edc6 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 210 time: 0.1173022 Oct 27 18:36:32.782983 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5c802c-659e-4b87-9f2e-802897c30211 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:36:32.808055 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e05c625-46da-4185-b12e-50508d73fbf1 None None] Sync routers for ids ['fcacead7-a495-40bf-9eec-5d06d8802565'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:36:32.886484 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 45b1084a-e26c-43c5-a0cb-90f0e832b13d triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:32.886886 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:32.929002 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e05c625-46da-4185-b12e-50508d73fbf1 None None] Routers {'fcacead7-a495-40bf-9eec-5d06d8802565'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:36:32.929754 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-9e05c625-46da-4185-b12e-50508d73fbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:36:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['fcacead7-a495-40bf-9eec-5d06d8802565'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:32.962719 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8c5c802c-659e-4b87-9f2e-802897c30211 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:32.965750 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8c5c802c-659e-4b87-9f2e-802897c30211 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.3568811 Oct 27 18:36:32.969294 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45484) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:32.979363 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6800da2e-0aea-472b-ae79-d5fd4f6301ca tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:32.981365 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6800da2e-0aea-472b-ae79-d5fd4f6301ca tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9117417 Oct 27 18:36:32.982863 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-2353e7ca-d277-4001-aa8c-f2055e89a86b tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:36:32.985172 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2353e7ca-d277-4001-aa8c-f2055e89a86b tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3081622 Oct 27 18:36:32.986288 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45486) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:32.994969 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-bd3ad808-39c7-4c77-8ba3-10bbbe6ae2a5 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Request body: {'floatingip': {'port_id': 'b4487330-f85c-4162-b13e-591e2812d159', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:33.010278 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-548fb335-094c-487e-a853-6ac781e60a3d None None] For port da93f323-cbb4-4f15-86b7-1d84e4d63ed3, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:36:33.028854 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-9e05c625-46da-4185-b12e-50508d73fbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:33.031714 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45488) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:33.059423 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-548fb335-094c-487e-a853-6ac781e60a3d None None] For port da93f323-cbb4-4f15-86b7-1d84e4d63ed3, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=da93f323-cbb4-4f15-86b7-1d84e4d63ed3,segment=NetworkSegment(a0005eee-de8b-47de-96d0-26b6ef559329),segment_id=a0005eee-de8b-47de-96d0-26b6ef559329)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:36:33.133752 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e05c625-46da-4185-b12e-50508d73fbf1 None None] Routers {'fcacead7-a495-40bf-9eec-5d06d8802565'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:36:33.134399 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-9e05c625-46da-4185-b12e-50508d73fbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:36:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['fcacead7-a495-40bf-9eec-5d06d8802565'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:33.139312 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-548fb335-094c-487e-a853-6ac781e60a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:33.211851 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043e87f2-9bf3-4477-85bc-6d64cd139b49 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Made reservation on behalf of 4e0551cb79254307ae43405db8526986 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:36:33.220455 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-043e87f2-9bf3-4477-85bc-6d64cd139b49 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:33.264868 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bd3ad808-39c7-4c77-8ba3-10bbbe6ae2a5 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks [] for floatingip, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:33.281108 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-043e87f2-9bf3-4477-85bc-6d64cd139b49 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] device_id is not set on port f21c1ba5-acaa-442b-8358-fc8bf2282fb3 yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:36:33.303236 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e016532c-7a36-4411-9803-43971708da09 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] 10.222.0.52 "GET /v2.0/routers/fcacead7-a495-40bf-9eec-5d06d8802565 HTTP/1.1" status: 200 len: 924 time: 0.3325169 Oct 27 18:36:33.307437 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45492) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:33.308086 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-74cf09e6-8f47-4da9-899b-30ce6c0856f0 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:33.402702 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-9e05c625-46da-4185-b12e-50508d73fbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:33.403406 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e05c625-46da-4185-b12e-50508d73fbf1 None None] The sync data for ids ['fcacead7-a495-40bf-9eec-5d06d8802565'] in n-d-815690-2 is: [] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:36:33.442878 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-368ceac1-b291-41c0-a979-2d8445faefe4 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] 10.222.0.52 "GET /v2.0/ports?device_id=fcacead7-a495-40bf-9eec-5d06d8802565 HTTP/1.1" status: 200 len: 205 time: 0.1321638 Oct 27 18:36:33.444019 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45494) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:33.473995 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-74cf09e6-8f47-4da9-899b-30ce6c0856f0 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:33.506703 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:33.508729 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548fb335-094c-487e-a853-6ac781e60a3d None None] Pushing event updated for resources: {'Port': ['ID=da93f323-cbb4-4f15-86b7-1d84e4d63ed3,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:33.553009 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 45b1084a-e26c-43c5-a0cb-90f0e832b13d, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=45b1084a-e26c-43c5-a0cb-90f0e832b13d,segment=NetworkSegment(df5181ab-3a78-46b3-8200-768f1b935974),segment_id=df5181ab-3a78-46b3-8200-768f1b935974)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:36:33.590430 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d09ba7-394e-46ea-948a-cc880168a62f req-cfe6b896-10d9-4791-93d7-f9f843acf189 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:33.592078 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-45d09ba7-394e-46ea-948a-cc880168a62f req-cfe6b896-10d9-4791-93d7-f9f843acf189 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/ports?device_id=3fe5ef07-32ad-4d80-9abd-0fbe3d4cd124 HTTP/1.1" status: 200 len: 945 time: 0.3191748 Oct 27 18:36:33.630145 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-043e87f2-9bf3-4477-85bc-6d64cd139b49 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Allocated IP 172.20.0.4 (c3860f83-60fb-41a5-b335-91821ac004ff/2682ded3-7677-44d7-b954-75949492cf82/f21c1ba5-acaa-442b-8358-fc8bf2282fb3) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:36:33.634172 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-bd3ad808-39c7-4c77-8ba3-10bbbe6ae2a5 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] update failed (client error): The resource could not be found. Oct 27 18:36:33.639142 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-bd3ad808-39c7-4c77-8ba3-10bbbe6ae2a5 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] 10.222.0.52 "PUT /v2.0/floatingips/30589852-c29e-4d02-9d83-1a7fb84770ac HTTP/1.1" status: 404 len: 507 time: 0.6511126 Oct 27 18:36:33.639834 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45498) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:33.643447 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-74cf09e6-8f47-4da9-899b-30ce6c0856f0 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:33.644353 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:33.646037 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-74cf09e6-8f47-4da9-899b-30ce6c0856f0 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:33.647218 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-74cf09e6-8f47-4da9-899b-30ce6c0856f0 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "DELETE /v2.0/security-groups/93e67a75-20d0-4afc-ad5c-411422acf430 HTTP/1.1" status: 204 len: 168 time: 0.6115372 Oct 27 18:36:33.657259 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45500) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:33.723006 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf09e6-8f47-4da9-899b-30ce6c0856f0 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e67a75-20d0-4afc-ad5c-411422acf430,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:33.753036 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=45b1084a-e26c-43c5-a0cb-90f0e832b13d,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:33.771652 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-05d9c9d8-098e-49c9-ab5f-cc96fef2bd01 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1077580 Oct 27 18:36:33.782840 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-45d09ba7-394e-46ea-948a-cc880168a62f req-a8167841-d15c-4190-814e-e04a3fb07798 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ac72845-ff64-48c9-be88-0f35c81b41e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808226 Oct 27 18:36:33.784648 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45502) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:33.811959 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-1eb734fc-087e-47f2-bd98-e3f34d3df61d tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Request body: {'security_group': {'name': 'tempest-secgroup--783101913'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:33.843908 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1aad7c8a-0dd3-442f-8fc0-3c87b3f5b373 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:33.924487 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6c45dbc8-9f20-49e5-8fbf-51a8f64ae990 req-8e606163-24b0-461f-9a6d-d6811efb2a53 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 210 time: 0.0616298 Oct 27 18:36:33.992081 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1eb734fc-087e-47f2-bd98-e3f34d3df61d tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:34.008996 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-c0a0b120-678a-4faf-8e61-861e18cc423a tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Deleting port afc74a95-ac51-4ddf-b5ba-840f0523dfab {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:36:34.009336 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c0a0b120-678a-4faf-8e61-861e18cc423a tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:34.053331 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1aad7c8a-0dd3-442f-8fc0-3c87b3f5b373 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:34.094455 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-043e87f2-9bf3-4477-85bc-6d64cd139b49 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:34.097494 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c0a0b120-678a-4faf-8e61-861e18cc423a tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:34.097837 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c0a0b120-678a-4faf-8e61-861e18cc423a tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:34.110541 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-c0a0b120-678a-4faf-8e61-861e18cc423a tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Calling delete_port for afc74a95-ac51-4ddf-b5ba-840f0523dfab owned by network:floatingip {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:36:34.124044 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1eb734fc-087e-47f2-bd98-e3f34d3df61d tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:34.222021 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1eb734fc-087e-47f2-bd98-e3f34d3df61d tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:34.236301 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-1aad7c8a-0dd3-442f-8fc0-3c87b3f5b373 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Deleting port 3fcde3ef-39fc-454a-9efd-0826e3bbe455 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:36:34.236553 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1aad7c8a-0dd3-442f-8fc0-3c87b3f5b373 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:34.274878 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-043e87f2-9bf3-4477-85bc-6d64cd139b49 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:34.292656 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb734fc-087e-47f2-bd98-e3f34d3df61d tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c947515c-868f-46f5-aa9e-27a7cd7adae1,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:34.332132 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043e87f2-9bf3-4477-85bc-6d64cd139b49 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Network c3860f83-60fb-41a5-b335-91821ac004ff is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:36:34.335441 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-043e87f2-9bf3-4477-85bc-6d64cd139b49 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:36:34.338773 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043e87f2-9bf3-4477-85bc-6d64cd139b49 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:36:34.375590 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1eb734fc-087e-47f2-bd98-e3f34d3df61d tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:34.377212 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1eb734fc-087e-47f2-bd98-e3f34d3df61d tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5734560 Oct 27 18:36:34.382895 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1aad7c8a-0dd3-442f-8fc0-3c87b3f5b373 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:34.386730 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e87f2-9bf3-4477-85bc-6d64cd139b49 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event updated for resources: {'Port': ['ID=f21c1ba5-acaa-442b-8358-fc8bf2282fb3,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:34.394108 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45508) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:34.399426 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-4f2c0508-49d5-4d86-98dd-16e705294809 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:34.399772 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-1aad7c8a-0dd3-442f-8fc0-3c87b3f5b373 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Calling delete_port for 3fcde3ef-39fc-454a-9efd-0826e3bbe455 owned by network:router_gateway {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:36:34.400318 n-d-815690-2 neutron-server[102878]: WARNING neutron.api.v2.base [None req-4f2c0508-49d5-4d86-98dd-16e705294809 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 27 18:36:34.401395 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-4f2c0508-49d5-4d86-98dd-16e705294809 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] update failed (client error): There was a conflict when trying to complete your request. Oct 27 18:36:34.402529 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4f2c0508-49d5-4d86-98dd-16e705294809 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "PUT /v2.0/security-groups/c947515c-868f-46f5-aa9e-27a7cd7adae1 HTTP/1.1" status: 409 len: 330 time: 0.0073137 Oct 27 18:36:34.405697 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45510) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:34.477954 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043e87f2-9bf3-4477-85bc-6d64cd139b49 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:34.479108 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-043e87f2-9bf3-4477-85bc-6d64cd139b49 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:34.484412 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c0a0b120-678a-4faf-8e61-861e18cc423a tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:34.495121 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device da93f323-cbb4-4f15-86b7-1d84e4d63ed3 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:36:34.542777 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0b120-678a-4faf-8e61-861e18cc423a tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Pushing event deleted for resources: {'Port': ['ID=afc74a95-ac51-4ddf-b5ba-840f0523dfab,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:34.553124 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fccd85e8-58ea-495d-9cd2-ac2d64419700 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:34.563535 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port da93f323-cbb4-4f15-86b7-1d84e4d63ed3 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:34.563919 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:34.582926 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fccd85e8-58ea-495d-9cd2-ac2d64419700 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:34.614694 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-043e87f2-9bf3-4477-85bc-6d64cd139b49 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.0150852 Oct 27 18:36:34.619004 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45512) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:34.666676 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:34.672333 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c0a0b120-678a-4faf-8e61-861e18cc423a tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks [] for floatingip, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:34.675692 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c0a0b120-678a-4faf-8e61-861e18cc423a tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:34.676913 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c0a0b120-678a-4faf-8e61-861e18cc423a tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] 10.222.0.52 "DELETE /v2.0/floatingips/30589852-c29e-4d02-9d83-1a7fb84770ac HTTP/1.1" status: 204 len: 168 time: 1.0343544 Oct 27 18:36:34.706707 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45514) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:34.710951 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port da93f323-cbb4-4f15-86b7-1d84e4d63ed3, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=da93f323-cbb4-4f15-86b7-1d84e4d63ed3,segment=NetworkSegment(a0005eee-de8b-47de-96d0-26b6ef559329),segment_id=a0005eee-de8b-47de-96d0-26b6ef559329)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:36:34.715572 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-91ad3f40-348c-44e6-aee9-d60fa9780dc7 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Request body: {'floatingip': {'floating_network_id': '51f95a32-e983-457d-aacd-601646bf27f8', 'port_id': 'b4487330-f85c-4162-b13e-591e2812d159', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:34.819513 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-91ad3f40-348c-44e6-aee9-d60fa9780dc7 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks [] for floatingip, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:34.820252 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:34.821146 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 45b1084a-e26c-43c5-a0cb-90f0e832b13d up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:36:34.836487 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1aad7c8a-0dd3-442f-8fc0-3c87b3f5b373 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:34.924228 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fccd85e8-58ea-495d-9cd2-ac2d64419700 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:34.924382 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad7c8a-0dd3-442f-8fc0-3c87b3f5b373 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Pushing event deleted for resources: {'Port': ['ID=3fcde3ef-39fc-454a-9efd-0826e3bbe455,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:34.925084 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fccd85e8-58ea-495d-9cd2-ac2d64419700 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:34.929497 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45518) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:34.929858 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-fccd85e8-58ea-495d-9cd2-ac2d64419700 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "DELETE /v2.0/security-groups/c947515c-868f-46f5-aa9e-27a7cd7adae1 HTTP/1.1" status: 204 len: 168 time: 0.5230978 Oct 27 18:36:34.939639 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cb335e-78d7-4d41-9e63-61a86e5ad625 None None] Network c3860f83-60fb-41a5-b335-91821ac004ff requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:36:34.967111 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd85e8-58ea-495d-9cd2-ac2d64419700 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c947515c-868f-46f5-aa9e-27a7cd7adae1,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:35.003805 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=da93f323-cbb4-4f15-86b7-1d84e4d63ed3,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:35.015898 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e829c17-5afb-489f-8524-662e31590aa7 req-e3d55cb2-4e6b-41e4-988d-73ff71005750 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:35.024164 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1e829c17-5afb-489f-8524-662e31590aa7 req-e3d55cb2-4e6b-41e4-988d-73ff71005750 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/ports?device_id=3fe5ef07-32ad-4d80-9abd-0fbe3d4cd124 HTTP/1.1" status: 200 len: 945 time: 0.1185958 Oct 27 18:36:35.052843 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1aad7c8a-0dd3-442f-8fc0-3c87b3f5b373 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:35.072206 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 45b1084a-e26c-43c5-a0cb-90f0e832b13d triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:35.072859 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:35.081836 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-275931f4-8548-4093-943b-328ad4b17d95 None None] Provisioning complete for port da93f323-cbb4-4f15-86b7-1d84e4d63ed3 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:35.082211 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-275931f4-8548-4093-943b-328ad4b17d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:35.134248 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b488eb77-6f37-4d20-ac61-101292053796 req-c9db97d8-4cf3-4da9-ad3b-c33322df2b2e tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 210 time: 0.0431471 Oct 27 18:36:35.143591 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1e829c17-5afb-489f-8524-662e31590aa7 req-c6754f94-6490-4cb9-8fec-3e742871ec99 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ac72845-ff64-48c9-be88-0f35c81b41e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184494 Oct 27 18:36:35.194013 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 56acfe15-36b4-4714-87b2-2b12d7a6198c up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:36:35.206059 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9c927e94-1e93-4e5c-8382-578471d2a736 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:35.465094 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 56acfe15-36b4-4714-87b2-2b12d7a6198c completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:36:35.468147 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-754d4b35-f53d-4832-98f7-c8ddf3871a83 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5375209 Oct 27 18:36:35.474185 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45524) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:35.474791 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 56acfe15-36b4-4714-87b2-2b12d7a6198c triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:35.475211 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:35.503739 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-42359801-c0b2-4798-9912-457448083916 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] delete failed (client error): The resource could not be found. Oct 27 18:36:35.505234 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-42359801-c0b2-4798-9912-457448083916 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "DELETE /v2.0/security-groups/e5d852ea-90ac-47b5-9597-dffa96fc3685 HTTP/1.1" status: 404 len: 347 time: 0.0292745 Oct 27 18:36:35.509666 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45526) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:35.511603 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1aad7c8a-0dd3-442f-8fc0-3c87b3f5b373 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:35.516401 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1aad7c8a-0dd3-442f-8fc0-3c87b3f5b373 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:35.532031 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-df9ffbec-27a7-48d2-a6b2-40b5368d0544 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] show failed (client error): The resource could not be found. Oct 27 18:36:35.537550 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-df9ffbec-27a7-48d2-a6b2-40b5368d0544 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "GET /v2.0/security-groups/294eea02-c27a-48c4-af5e-c526f108768c HTTP/1.1" status: 404 len: 347 time: 0.0223846 Oct 27 18:36:35.540311 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45528) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:35.558897 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-8c50c0c7-8a08-4598-bf7b-2deb8ede6060 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] show failed (client error): The resource could not be found. Oct 27 18:36:35.563248 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8c50c0c7-8a08-4598-bf7b-2deb8ede6060 tempest-NegativeSecGroupIPv6Test-243704052 tempest-NegativeSecGroupIPv6Test-243704052-project] 10.222.0.52 "GET /v2.0/security-group-rules/77f5de92-9a66-40b1-a71b-4f1aebfda7b5 HTTP/1.1" status: 404 len: 356 time: 0.0181789 Oct 27 18:36:35.565798 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9c927e94-1e93-4e5c-8382-578471d2a736 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:35.600433 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:35.629792 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9c927e94-1e93-4e5c-8382-578471d2a736 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:35.645555 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 56acfe15-36b4-4714-87b2-2b12d7a6198c, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=56acfe15-36b4-4714-87b2-2b12d7a6198c,segment=NetworkSegment(e0d46302-2320-4b79-8992-38deddbfd1b7),segment_id=e0d46302-2320-4b79-8992-38deddbfd1b7)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:36:35.646747 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe5ef07-32ad-4d80-9abd-0fbe3d4cd124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56acfe15-36b4-4714-87b2-2b12d7a6198c'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:36:35.650143 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34759d25-6e7c-4b62-8cd5-caa6377dcf1f" -d '{"events": [{"server_uuid": "3fe5ef07-32ad-4d80-9abd-0fbe3d4cd124", "name": "network-vif-plugged", "status": "completed", "tag": "56acfe15-36b4-4714-87b2-2b12d7a6198c"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:36:35.662410 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-a7b52129-cac2-412b-974d-1d63db722ae9 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:35.664059 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-a7b52129-cac2-412b-974d-1d63db722ae9 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.93 "GET /v2.0/networks?id=da8e53a8-8ae6-4708-af46-5da0c5e0389e HTTP/1.1" status: 200 len: 819 time: 0.2135572 Oct 27 18:36:35.671620 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1aad7c8a-0dd3-442f-8fc0-3c87b3f5b373 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:35.672131 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aad7c8a-0dd3-442f-8fc0-3c87b3f5b373 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Fanout notify agent at l3_agent the message router_deleted on router fcacead7-a495-40bf-9eec-5d06d8802565 {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:36:35.701036 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b420c326-0095-4d06-8e2d-3ec3be345e13 x-openstack-request-id: req-b420c326-0095-4d06-8e2d-3ec3be345e13 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:36:35.701699 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe5ef07-32ad-4d80-9abd-0fbe3d4cd124", "name": "network-vif-plugged", "status": "completed", "tag": "56acfe15-36b4-4714-87b2-2b12d7a6198c", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:36:35.702132 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b420c326-0095-4d06-8e2d-3ec3be345e13 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:36:35.703108 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe5ef07-32ad-4d80-9abd-0fbe3d4cd124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56acfe15-36b4-4714-87b2-2b12d7a6198c', 'code': 200} Oct 27 18:36:35.707246 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1aad7c8a-0dd3-442f-8fc0-3c87b3f5b373 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:35.708371 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1aad7c8a-0dd3-442f-8fc0-3c87b3f5b373 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] 10.222.0.52 "DELETE /v2.0/routers/fcacead7-a495-40bf-9eec-5d06d8802565 HTTP/1.1" status: 204 len: 168 time: 2.2635193 Oct 27 18:36:35.712073 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-917b6ccd-a668-4b45-844a-bd9b9ae20416 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Request body: {'port': {'device_id': 'c0170328-cf0b-4c32-a4b6-53e45acc158a', 'network_id': 'da8e53a8-8ae6-4708-af46-5da0c5e0389e', 'admin_state_up': True, 'tenant_id': 'ed94bf330dce4aefb6b8c9d5143e6db7'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:35.726032 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45534) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:35.726750 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:35.748948 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-ec8b3ba8-337f-4da1-a545-ef2d6e388ba2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1008960600', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'enable_snat': False}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:35.787768 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c927e94-1e93-4e5c-8382-578471d2a736 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event updated for resources: {'Port': ['ID=f21c1ba5-acaa-442b-8358-fc8bf2282fb3,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:35.825619 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=56acfe15-36b4-4714-87b2-2b12d7a6198c,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:35.840941 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-8cc63ad9-5e39-4934-b6f2-9f4dabcc0e84 None None] Provisioning complete for port f21c1ba5-acaa-442b-8358-fc8bf2282fb3 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:35.844364 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8cc63ad9-5e39-4934-b6f2-9f4dabcc0e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:35.886699 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-8cc63ad9-5e39-4934-b6f2-9f4dabcc0e84 None None] Port f21c1ba5-acaa-442b-8358-fc8bf2282fb3 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:36:35.889211 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db21dc24-8307-4fd5-bb40-edc5beac623e req-673e8ccd-64f9-4e51-bcd9-8cae2ca9a411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:35.890750 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-db21dc24-8307-4fd5-bb40-edc5beac623e req-673e8ccd-64f9-4e51-bcd9-8cae2ca9a411 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=3fe5ef07-32ad-4d80-9abd-0fbe3d4cd124 HTTP/1.1" status: 200 len: 1097 time: 0.0885420 Oct 27 18:36:35.899091 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-8cc63ad9-5e39-4934-b6f2-9f4dabcc0e84 None None] Provisioning complete for port da93f323-cbb4-4f15-86b7-1d84e4d63ed3 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:35.899784 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8cc63ad9-5e39-4934-b6f2-9f4dabcc0e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:35.904897 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-91ad3f40-348c-44e6-aee9-d60fa9780dc7 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:36:35.909159 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-91ad3f40-348c-44e6-aee9-d60fa9780dc7 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.1980515 Oct 27 18:36:35.912894 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45536) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:35.923476 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-3160104e-768c-478e-a433-34a9a9d91bc6 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'port_id': 'b4487330-f85c-4162-b13e-591e2812d159', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:35.957007 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-db21dc24-8307-4fd5-bb40-edc5beac623e req-7a1a8ae3-4462-4c4b-8251-1f609aabea34 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=3ac72845-ff64-48c9-be88-0f35c81b41e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533402 Oct 27 18:36:35.982045 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9c927e94-1e93-4e5c-8382-578471d2a736 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:36.029843 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ec8b3ba8-337f-4da1-a545-ef2d6e388ba2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:36.030908 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ec8b3ba8-337f-4da1-a545-ef2d6e388ba2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:36.100915 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ec8b3ba8-337f-4da1-a545-ef2d6e388ba2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:36.118518 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-8bca2f93-2656-442e-90f2-3c53d552c50e None None] Provisioning complete for port f21c1ba5-acaa-442b-8358-fc8bf2282fb3 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:36.118927 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8bca2f93-2656-442e-90f2-3c53d552c50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:36.133433 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-917b6ccd-a668-4b45-844a-bd9b9ae20416 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Made reservation on behalf of ed94bf330dce4aefb6b8c9d5143e6db7 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:36:36.138713 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-917b6ccd-a668-4b45-844a-bd9b9ae20416 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:36.163131 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-8bca2f93-2656-442e-90f2-3c53d552c50e None None] Port f21c1ba5-acaa-442b-8358-fc8bf2282fb3 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:36:36.233589 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9c927e94-1e93-4e5c-8382-578471d2a736 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:36.256926 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45544) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:36.317303 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3160104e-768c-478e-a433-34a9a9d91bc6 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks [] for floatingip, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:36.338663 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device da93f323-cbb4-4f15-86b7-1d84e4d63ed3 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:36:36.344517 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2641d18-8434-4872-844c-fa97533e18dd req-57572599-1d5e-41c2-9dc7-c724a61ced45 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 210 time: 0.0272167 Oct 27 18:36:36.412762 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port da93f323-cbb4-4f15-86b7-1d84e4d63ed3 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:36.413205 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:36.458149 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333ef8d-27fa-4f08-8f17-72272b5ae028 req-5aae4118-5bb5-47a6-a194-1a2854694c0c tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:36.461661 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d333ef8d-27fa-4f08-8f17-72272b5ae028 req-5aae4118-5bb5-47a6-a194-1a2854694c0c tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/ports?device_id=3fe5ef07-32ad-4d80-9abd-0fbe3d4cd124 HTTP/1.1" status: 200 len: 946 time: 0.2198107 Oct 27 18:36:36.525162 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4735bfaa-7681-4b0e-8c30-d0fb518e15a9 None None] Provisioning complete for port f21c1ba5-acaa-442b-8358-fc8bf2282fb3 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:36.525617 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4735bfaa-7681-4b0e-8c30-d0fb518e15a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:36.559494 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ec8b3ba8-337f-4da1-a545-ef2d6e388ba2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:36.564749 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4735bfaa-7681-4b0e-8c30-d0fb518e15a9 None None] Port f21c1ba5-acaa-442b-8358-fc8bf2282fb3 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:36:36.570745 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f3ca57a2-c9a8-4986-8c07-0cf5e0350086 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ba0bf5bf74404b408e557a938c83c60d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3097975 Oct 27 18:36:36.575329 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45550) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:36.621760 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-917b6ccd-a668-4b45-844a-bd9b9ae20416 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Allocated IP 172.20.0.10 (da8e53a8-8ae6-4708-af46-5da0c5e0389e/0849fe03-5e91-45fb-a37f-83c7bfa081e7/5206b3bf-1563-4ae1-83de-8e76ced302a0) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:36:36.651291 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d333ef8d-27fa-4f08-8f17-72272b5ae028 req-c7dc186b-b36d-4b08-a11e-13392fdaa216 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ac72845-ff64-48c9-be88-0f35c81b41e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490223 Oct 27 18:36:36.718155 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a22f3786-2d7e-401a-8de4-dd0eeea1c624 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:36.738677 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3160104e-768c-478e-a433-34a9a9d91bc6 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:36.754009 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a22f3786-2d7e-401a-8de4-dd0eeea1c624 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:36.798199 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9c927e94-1e93-4e5c-8382-578471d2a736 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:36.875962 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9c927e94-1e93-4e5c-8382-578471d2a736 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:36.926020 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a22f3786-2d7e-401a-8de4-dd0eeea1c624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:36.928929 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a22f3786-2d7e-401a-8de4-dd0eeea1c624 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:36.930105 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a22f3786-2d7e-401a-8de4-dd0eeea1c624 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6938c211-c63a-4df6-bc15-2d58e8784424 HTTP/1.1" status: 204 len: 168 time: 0.3538587 Oct 27 18:36:36.943700 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-917b6ccd-a668-4b45-844a-bd9b9ae20416 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:36.955064 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-3160104e-768c-478e-a433-34a9a9d91bc6 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Allocated IP 172.25.6.103 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/c3d8e5e2-ed7a-4be8-839f-c841cb209f64) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:36:36.959335 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f3786-2d7e-401a-8de4-dd0eeea1c624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6938c211-c63a-4df6-bc15-2d58e8784424,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:36.973836 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9c927e94-1e93-4e5c-8382-578471d2a736 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:36.986384 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c927e94-1e93-4e5c-8382-578471d2a736 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event updated for resources: {'Port': ['ID=f21c1ba5-acaa-442b-8358-fc8bf2282fb3,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:37.084980 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c927e94-1e93-4e5c-8382-578471d2a736 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Network c3860f83-60fb-41a5-b335-91821ac004ff is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:36:37.087408 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-9c927e94-1e93-4e5c-8382-578471d2a736 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:36:37.254389 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3160104e-768c-478e-a433-34a9a9d91bc6 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:37.256370 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-917b6ccd-a668-4b45-844a-bd9b9ae20416 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:37.296366 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ec8b3ba8-337f-4da1-a545-ef2d6e388ba2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:37.326857 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c927e94-1e93-4e5c-8382-578471d2a736 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Router 99004cf3-5a1d-4b0d-aff8-1f6e227fa5ed is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:36:37.332791 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ec8b3ba8-337f-4da1-a545-ef2d6e388ba2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:37.361309 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-917b6ccd-a668-4b45-844a-bd9b9ae20416 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Network da8e53a8-8ae6-4708-af46-5da0c5e0389e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:36:37.376857 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-917b6ccd-a668-4b45-844a-bd9b9ae20416 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:36:37.411905 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-d07d944f-c17c-4df2-baea-0647f4b10a7c None None] Provisioning complete for port f21c1ba5-acaa-442b-8358-fc8bf2282fb3 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:37.412370 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d07d944f-c17c-4df2-baea-0647f4b10a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:37.453012 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c927e94-1e93-4e5c-8382-578471d2a736 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:36:37.461697 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-917b6ccd-a668-4b45-844a-bd9b9ae20416 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:36:37.461829 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9c927e94-1e93-4e5c-8382-578471d2a736 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "PUT /v2.0/routers/99004cf3-5a1d-4b0d-aff8-1f6e227fa5ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8415599 Oct 27 18:36:37.465355 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45560) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:37.467651 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b74953d-483f-43c8-9788-4621542efd0b None None] Sync routers for ids ['99004cf3-5a1d-4b0d-aff8-1f6e227fa5ed'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:36:37.492721 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b74953d-483f-43c8-9788-4621542efd0b None None] Routers {'99004cf3-5a1d-4b0d-aff8-1f6e227fa5ed'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:36:37.493352 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-3b74953d-483f-43c8-9788-4621542efd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:36:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['99004cf3-5a1d-4b0d-aff8-1f6e227fa5ed'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:37.497481 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-d07d944f-c17c-4df2-baea-0647f4b10a7c None None] Port f21c1ba5-acaa-442b-8358-fc8bf2282fb3 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:36:37.513196 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b072f7-6d62-463e-b7a5-6aaf2976c6c5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:37.515166 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b6ccd-a668-4b45-844a-bd9b9ae20416 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Pushing event updated for resources: {'Port': ['ID=5206b3bf-1563-4ae1-83de-8e76ced302a0,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:37.517728 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-24b072f7-6d62-463e-b7a5-6aaf2976c6c5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "GET /v2.0/ports/f21c1ba5-acaa-442b-8358-fc8bf2282fb3 HTTP/1.1" status: 200 len: 977 time: 0.0536375 Oct 27 18:36:37.518377 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45564) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:37.582637 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-3b74953d-483f-43c8-9788-4621542efd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:37.589435 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-917b6ccd-a668-4b45-844a-bd9b9ae20416 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:37.590115 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-917b6ccd-a668-4b45-844a-bd9b9ae20416 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:37.596006 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b74953d-483f-43c8-9788-4621542efd0b None None] Routers {'99004cf3-5a1d-4b0d-aff8-1f6e227fa5ed'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:36:37.597383 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-3b74953d-483f-43c8-9788-4621542efd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:36:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['99004cf3-5a1d-4b0d-aff8-1f6e227fa5ed'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:37.622637 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3160104e-768c-478e-a433-34a9a9d91bc6 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:37.638742 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-3b74953d-483f-43c8-9788-4621542efd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:37.639566 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b74953d-483f-43c8-9788-4621542efd0b None None] The sync data for ids ['99004cf3-5a1d-4b0d-aff8-1f6e227fa5ed'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:36:37.690469 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160104e-768c-478e-a433-34a9a9d91bc6 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Pushing event updated for resources: {'Port': ['ID=c3d8e5e2-ed7a-4be8-839f-c841cb209f64,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:37.699635 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-917b6ccd-a668-4b45-844a-bd9b9ae20416 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0247393 Oct 27 18:36:37.700754 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037442ba-3c44-444f-941b-0c478ce2ba23 req-ec8c1a83-be62-480e-8a4c-07768b212998 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:37.702449 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-037442ba-3c44-444f-941b-0c478ce2ba23 req-ec8c1a83-be62-480e-8a4c-07768b212998 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 932 time: 0.1830640 Oct 27 18:36:37.718682 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-fa8e529b-5b06-4bf3-ae72-e79dac7ed42d service neutron] Request body: {'port': {'device_id': 'c0170328-cf0b-4c32-a4b6-53e45acc158a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:37.724251 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3160104e-768c-478e-a433-34a9a9d91bc6 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:36:37.734134 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-3160104e-768c-478e-a433-34a9a9d91bc6 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:36:37.757963 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3160104e-768c-478e-a433-34a9a9d91bc6 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:36:37.785308 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-ec8b3ba8-337f-4da1-a545-ef2d6e388ba2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Allocated IP 172.25.6.72 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/cc6c2ebf-420d-4d66-963a-4081c795f6aa) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:36:37.814380 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-037442ba-3c44-444f-941b-0c478ce2ba23 req-17073c58-461d-49c2-b93b-f334c03f66e4 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/security-groups?id=9273d5bb-2711-41ad-8a95-77c296a241af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844200 Oct 27 18:36:37.867792 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1b08e-45ae-43e6-9c8b-1a45dc3b7e5a req-d62bdbec-b001-406e-adca-69ca0adca07f tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:37.869334 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-59e1b08e-45ae-43e6-9c8b-1a45dc3b7e5a req-d62bdbec-b001-406e-adca-69ca0adca07f tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/ports?device_id=3fe5ef07-32ad-4d80-9abd-0fbe3d4cd124 HTTP/1.1" status: 200 len: 946 time: 0.0906346 Oct 27 18:36:37.919573 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-fa8e529b-5b06-4bf3-ae72-e79dac7ed42d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:37.942982 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-59e1b08e-45ae-43e6-9c8b-1a45dc3b7e5a req-7d7f67b2-e653-42da-90e0-8c986b065f0d tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ac72845-ff64-48c9-be88-0f35c81b41e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669281 Oct 27 18:36:38.021501 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ca00a045-8fa4-417a-abaa-81554d940386 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:38.136085 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ec8b3ba8-337f-4da1-a545-ef2d6e388ba2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:38.243302 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-3160104e-768c-478e-a433-34a9a9d91bc6 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Deleting port c3d8e5e2-ed7a-4be8-839f-c841cb209f64 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:36:38.243644 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3160104e-768c-478e-a433-34a9a9d91bc6 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:38.273794 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-ca00a045-8fa4-417a-abaa-81554d940386 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Deleting port f21c1ba5-acaa-442b-8358-fc8bf2282fb3 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:36:38.273794 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ca00a045-8fa4-417a-abaa-81554d940386 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:38.373982 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ca00a045-8fa4-417a-abaa-81554d940386 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:38.376692 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3160104e-768c-478e-a433-34a9a9d91bc6 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:38.377023 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3160104e-768c-478e-a433-34a9a9d91bc6 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:38.388836 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ec8b3ba8-337f-4da1-a545-ef2d6e388ba2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:38.389592 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-ca00a045-8fa4-417a-abaa-81554d940386 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Calling delete_port for f21c1ba5-acaa-442b-8358-fc8bf2282fb3 owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:36:38.403370 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45586) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:38.407706 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-3160104e-768c-478e-a433-34a9a9d91bc6 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Calling delete_port for c3d8e5e2-ed7a-4be8-839f-c841cb209f64 owned by network:floatingip {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:36:38.546326 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-a67fcded-2f68-438d-8b25-41974e756261 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1932745634'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:38.642995 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67fcded-2f68-438d-8b25-41974e756261 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Made reservation on behalf of 79b9f1c950304b8cbf5595f6ee550e86 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:36:38.646979 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a67fcded-2f68-438d-8b25-41974e756261 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:38.657271 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a67fcded-2f68-438d-8b25-41974e756261 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:38.717675 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ca00a045-8fa4-417a-abaa-81554d940386 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:38.758506 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca00a045-8fa4-417a-abaa-81554d940386 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event deleted for resources: {'Port': ['ID=f21c1ba5-acaa-442b-8358-fc8bf2282fb3,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:38.800210 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8b3ba8-337f-4da1-a545-ef2d6e388ba2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:36:38.816918 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-fa8e529b-5b06-4bf3-ae72-e79dac7ed42d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5206b3bf-1563-4ae1-83de-8e76ced302a0 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:36:38.820865 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b3ba8-337f-4da1-a545-ef2d6e388ba2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Pushing event updated for resources: {'Port': ['ID=cc6c2ebf-420d-4d66-963a-4081c795f6aa,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:38.823351 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-ec8b3ba8-337f-4da1-a545-ef2d6e388ba2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:36:38.832415 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-fa8e529b-5b06-4bf3-ae72-e79dac7ed42d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:38.836459 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8b3ba8-337f-4da1-a545-ef2d6e388ba2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:36:38.888953 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8b3ba8-337f-4da1-a545-ef2d6e388ba2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:38.889302 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8b3ba8-337f-4da1-a545-ef2d6e388ba2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:38.889639 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8b3ba8-337f-4da1-a545-ef2d6e388ba2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:38.889974 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8b3ba8-337f-4da1-a545-ef2d6e388ba2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:38.890306 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8b3ba8-337f-4da1-a545-ef2d6e388ba2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:38.890634 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8b3ba8-337f-4da1-a545-ef2d6e388ba2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:38.891077 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8b3ba8-337f-4da1-a545-ef2d6e388ba2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:38.891511 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8b3ba8-337f-4da1-a545-ef2d6e388ba2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:38.891820 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8b3ba8-337f-4da1-a545-ef2d6e388ba2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:38.892150 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8b3ba8-337f-4da1-a545-ef2d6e388ba2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:38.892475 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8b3ba8-337f-4da1-a545-ef2d6e388ba2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:38.893137 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8b3ba8-337f-4da1-a545-ef2d6e388ba2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:39.106526 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-fa8e529b-5b06-4bf3-ae72-e79dac7ed42d service neutron] Transition to ACTIVE for port object 5206b3bf-1563-4ae1-83de-8e76ced302a0 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:36:39.108906 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3160104e-768c-478e-a433-34a9a9d91bc6 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:39.152407 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160104e-768c-478e-a433-34a9a9d91bc6 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Pushing event deleted for resources: {'Port': ['ID=c3d8e5e2-ed7a-4be8-839f-c841cb209f64,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:39.236984 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-fa8e529b-5b06-4bf3-ae72-e79dac7ed42d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:39.289484 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a67fcded-2f68-438d-8b25-41974e756261 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:39.330713 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e529b-5b06-4bf3-ae72-e79dac7ed42d service neutron] Pushing event updated for resources: {'Port': ['ID=5206b3bf-1563-4ae1-83de-8e76ced302a0,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:39.369870 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d966465-6f84-45ab-a1c4-c5ca9478232a req-ac078412-9a55-4ba9-9560-9003ea4d40ae tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:39.374713 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4d966465-6f84-45ab-a1c4-c5ca9478232a req-ac078412-9a55-4ba9-9560-9003ea4d40ae tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 944 time: 0.1736729 Oct 27 18:36:39.376147 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ca00a045-8fa4-417a-abaa-81554d940386 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:39.403183 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a67fcded-2f68-438d-8b25-41974e756261 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:39.414734 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-3160104e-768c-478e-a433-34a9a9d91bc6 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] create failed (client error): The resource could not be found. Oct 27 18:36:39.416425 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3160104e-768c-478e-a433-34a9a9d91bc6 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.5008285 Oct 27 18:36:39.420875 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45604) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:39.500827 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ec8b3ba8-337f-4da1-a545-ef2d6e388ba2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:39.506972 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a67fcded-2f68-438d-8b25-41974e756261 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] vlan segment allocate from pool success with {'vlan_id': 1014, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:36:39.553058 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4d966465-6f84-45ab-a1c4-c5ca9478232a req-02142981-6131-4469-859f-bd392fb44f95 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/security-groups?id=9273d5bb-2711-41ad-8a95-77c296a241af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706169 Oct 27 18:36:39.555965 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67fcded-2f68-438d-8b25-41974e756261 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b94481b6-d6ce-449f-a832-3fb6462b3543,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:39.556899 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-fa8e529b-5b06-4bf3-ae72-e79dac7ed42d service neutron] Attempting to bind port 5206b3bf-1563-4ae1-83de-8e76ced302a0 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:36:39.557089 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-fa8e529b-5b06-4bf3-ae72-e79dac7ed42d service neutron] Attempting to bind port 5206b3bf-1563-4ae1-83de-8e76ced302a0 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': 'df5181ab-3a78-46b3-8200-768f1b935974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'da8e53a8-8ae6-4708-af46-5da0c5e0389e'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:36:39.557596 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-fa8e529b-5b06-4bf3-ae72-e79dac7ed42d service neutron] Attempting to bind port 5206b3bf-1563-4ae1-83de-8e76ced302a0 on network da8e53a8-8ae6-4708-af46-5da0c5e0389e {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:36:39.562848 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a67fcded-2f68-438d-8b25-41974e756261 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:39.562848 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-a67fcded-2f68-438d-8b25-41974e756261 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Added segment dce128ee-2812-4908-ad91-0e3193beea9a of type vlan for network 26110786-6338-4765-80dd-32d53ae58d25 Oct 27 18:36:39.598249 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-fa8e529b-5b06-4bf3-ae72-e79dac7ed42d service neutron] Port 5206b3bf-1563-4ae1-83de-8e76ced302a0 on network da8e53a8-8ae6-4708-af46-5da0c5e0389e not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:36:39.598717 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-fa8e529b-5b06-4bf3-ae72-e79dac7ed42d service neutron] Attempting to bind port 5206b3bf-1563-4ae1-83de-8e76ced302a0 on network da8e53a8-8ae6-4708-af46-5da0c5e0389e {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:36:39.611982 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-fa8e529b-5b06-4bf3-ae72-e79dac7ed42d service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:36:39.612316 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-fa8e529b-5b06-4bf3-ae72-e79dac7ed42d service neutron] Checking segment: {'id': 'df5181ab-3a78-46b3-8200-768f1b935974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'da8e53a8-8ae6-4708-af46-5da0c5e0389e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:36:39.612698 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-fa8e529b-5b06-4bf3-ae72-e79dac7ed42d service neutron] Bound using segment: {'id': 'df5181ab-3a78-46b3-8200-768f1b935974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'da8e53a8-8ae6-4708-af46-5da0c5e0389e'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:36:39.613135 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-fa8e529b-5b06-4bf3-ae72-e79dac7ed42d service neutron] Bound port: 5206b3bf-1563-4ae1-83de-8e76ced302a0, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df5181ab-3a78-46b3-8200-768f1b935974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'da8e53a8-8ae6-4708-af46-5da0c5e0389e'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:36:39.613488 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-fa8e529b-5b06-4bf3-ae72-e79dac7ed42d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:39.631168 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4abb0fe7-d164-4376-a2f2-7687318dd8b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:39.678761 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157ac67-737a-4561-8601-3a388f24713f req-6dd959f1-aa4b-4c94-a673-31abccd348c1 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:39.680322 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8157ac67-737a-4561-8601-3a388f24713f req-6dd959f1-aa4b-4c94-a673-31abccd348c1 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/ports?device_id=3fe5ef07-32ad-4d80-9abd-0fbe3d4cd124 HTTP/1.1" status: 200 len: 946 time: 0.2323003 Oct 27 18:36:39.685435 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a67fcded-2f68-438d-8b25-41974e756261 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:39.703498 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-3944c3c3-0be9-4784-b29e-218e97273cd8 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Deleting port b4487330-f85c-4162-b13e-591e2812d159 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:36:39.704231 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3944c3c3-0be9-4784-b29e-218e97273cd8 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:39.723242 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca00a045-8fa4-417a-abaa-81554d940386 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Router 99004cf3-5a1d-4b0d-aff8-1f6e227fa5ed has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:36:39.783725 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8157ac67-737a-4561-8601-3a388f24713f req-eaacd089-7af2-425e-bf9b-c100f698392d tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ac72845-ff64-48c9-be88-0f35c81b41e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931907 Oct 27 18:36:39.813416 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a67fcded-2f68-438d-8b25-41974e756261 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:39.819049 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67fcded-2f68-438d-8b25-41974e756261 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:39.819617 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a67fcded-2f68-438d-8b25-41974e756261 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:39.862996 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-fa8e529b-5b06-4bf3-ae72-e79dac7ed42d service neutron] For port 5206b3bf-1563-4ae1-83de-8e76ced302a0, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:36:39.872665 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca00a045-8fa4-417a-abaa-81554d940386 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:36:39.879436 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ca00a045-8fa4-417a-abaa-81554d940386 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "PUT /v2.0/routers/99004cf3-5a1d-4b0d-aff8-1f6e227fa5ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3588684 Oct 27 18:36:39.882790 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45608) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:39.887914 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d730acdf-e8b7-4941-a4a4-81dcd621929c None None] Sync routers for ids ['99004cf3-5a1d-4b0d-aff8-1f6e227fa5ed'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:36:39.891614 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-fa8e529b-5b06-4bf3-ae72-e79dac7ed42d service neutron] For port 5206b3bf-1563-4ae1-83de-8e76ced302a0, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=5206b3bf-1563-4ae1-83de-8e76ced302a0,segment=NetworkSegment(df5181ab-3a78-46b3-8200-768f1b935974),segment_id=df5181ab-3a78-46b3-8200-768f1b935974)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:36:39.898757 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d730acdf-e8b7-4941-a4a4-81dcd621929c None None] Routers {'99004cf3-5a1d-4b0d-aff8-1f6e227fa5ed'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:36:39.899591 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-d730acdf-e8b7-4941-a4a4-81dcd621929c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:36:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['99004cf3-5a1d-4b0d-aff8-1f6e227fa5ed'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:39.912853 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3944c3c3-0be9-4784-b29e-218e97273cd8 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:39.930610 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-3944c3c3-0be9-4784-b29e-218e97273cd8 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Calling delete_port for b4487330-f85c-4162-b13e-591e2812d159 owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:36:39.936964 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-d730acdf-e8b7-4941-a4a4-81dcd621929c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:39.945932 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d730acdf-e8b7-4941-a4a4-81dcd621929c None None] Routers {'99004cf3-5a1d-4b0d-aff8-1f6e227fa5ed'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:36:39.946628 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-d730acdf-e8b7-4941-a4a4-81dcd621929c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:36:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['99004cf3-5a1d-4b0d-aff8-1f6e227fa5ed'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:39.955385 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-fa8e529b-5b06-4bf3-ae72-e79dac7ed42d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:39.966353 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a67fcded-2f68-438d-8b25-41974e756261 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5612614 Oct 27 18:36:39.971140 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45610) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:39.976131 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-f56fd997-7e63-4b8b-8b7a-a99b6b009ea5 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Request body: {'subnet': {'network_id': '26110786-6338-4765-80dd-32d53ae58d25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:39.980909 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67fcded-2f68-438d-8b25-41974e756261 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Pushing event updated for resources: {'Network': ['ID=26110786-6338-4765-80dd-32d53ae58d25,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:39.983289 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-d730acdf-e8b7-4941-a4a4-81dcd621929c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:39.984050 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d730acdf-e8b7-4941-a4a4-81dcd621929c None None] The sync data for ids ['99004cf3-5a1d-4b0d-aff8-1f6e227fa5ed'] in n-d-815690-2 is: [] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:36:39.994917 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 26110786-6338-4765-80dd-32d53ae58d25 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:36:40.014071 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ec8b3ba8-337f-4da1-a545-ef2d6e388ba2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:40.075662 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-fa8e529b-5b06-4bf3-ae72-e79dac7ed42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:40.076190 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-fa8e529b-5b06-4bf3-ae72-e79dac7ed42d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:40.077597 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-fa8e529b-5b06-4bf3-ae72-e79dac7ed42d service neutron] 10.222.0.93 "PUT /v2.0/ports/5206b3bf-1563-4ae1-83de-8e76ced302a0 HTTP/1.1" status: 200 len: 1092 time: 2.3688891 Oct 27 18:36:40.078045 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0170328-cf0b-4c32-a4b6-53e45acc158a', 'tag': '5206b3bf-1563-4ae1-83de-8e76ced302a0'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:36:40.080365 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01e9726-d742-4d90-8f01-e4da322e39f3" -d '{"events": [{"name": "network-changed", "server_uuid": "c0170328-cf0b-4c32-a4b6-53e45acc158a", "tag": "5206b3bf-1563-4ae1-83de-8e76ced302a0"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:36:40.140503 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac10bfb-b919-479a-ae3d-af04f4614fe1 x-openstack-request-id: req-fac10bfb-b919-479a-ae3d-af04f4614fe1 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:36:40.140850 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0170328-cf0b-4c32-a4b6-53e45acc158a", "tag": "5206b3bf-1563-4ae1-83de-8e76ced302a0", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:36:40.141032 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fac10bfb-b919-479a-ae3d-af04f4614fe1 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:36:40.141430 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0170328-cf0b-4c32-a4b6-53e45acc158a', 'tag': '5206b3bf-1563-4ae1-83de-8e76ced302a0', 'status': 'completed', 'code': 200} Oct 27 18:36:40.161163 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e529b-5b06-4bf3-ae72-e79dac7ed42d service neutron] Pushing event updated for resources: {'Port': ['ID=5206b3bf-1563-4ae1-83de-8e76ced302a0,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:40.171975 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-723b5e2b-0d65-420c-92b5-26bfdb327b82 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] remove_router_interface failed (client error): The resource could not be found. Oct 27 18:36:40.173057 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-723b5e2b-0d65-420c-92b5-26bfdb327b82 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "PUT /v2.0/routers/99004cf3-5a1d-4b0d-aff8-1f6e227fa5ed/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2896302 Oct 27 18:36:40.176029 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45614) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:40.210552 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4ed7d4b0-0993-4d63-9b8a-179ec8459301 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "GET /v2.0/ports?device_id=99004cf3-5a1d-4b0d-aff8-1f6e227fa5ed HTTP/1.1" status: 200 len: 205 time: 0.0334468 Oct 27 18:36:40.213949 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45616) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:40.229404 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e9726-d742-4d90-8f01-e4da322e39f3 req-fd645980-7544-44a9-8482-8df891e74f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:40.230964 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d01e9726-d742-4d90-8f01-e4da322e39f3 req-fd645980-7544-44a9-8482-8df891e74f29 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ed94bf330dce4aefb6b8c9d5143e6db7&device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 1095 time: 0.0808632 Oct 27 18:36:40.286181 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56fd997-7e63-4b8b-8b7a-a99b6b009ea5 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Made reservation on behalf of 79b9f1c950304b8cbf5595f6ee550e86 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:36:40.289826 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f56fd997-7e63-4b8b-8b7a-a99b6b009ea5 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:40.336034 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a2a39168-644e-4be3-b9cd-7723b3778b58 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:40.385261 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e9726-d742-4d90-8f01-e4da322e39f3 req-7cfee61d-ee42-43c3-91ee-097ffba5eb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:40.386756 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d01e9726-d742-4d90-8f01-e4da322e39f3 req-7cfee61d-ee42-43c3-91ee-097ffba5eb51 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=ed94bf330dce4aefb6b8c9d5143e6db7&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1317372 Oct 27 18:36:40.387355 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3944c3c3-0be9-4784-b29e-218e97273cd8 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:40.435212 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8b3ba8-337f-4da1-a545-ef2d6e388ba2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Router d906095e-bf81-4b08-86e7-a4fbe4857c99 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:36:40.437111 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944c3c3-0be9-4784-b29e-218e97273cd8 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Pushing event deleted for resources: {'Port': ['ID=b4487330-f85c-4162-b13e-591e2812d159,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:40.535254 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a2a39168-644e-4be3-b9cd-7723b3778b58 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:40.538895 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a2a39168-644e-4be3-b9cd-7723b3778b58 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:40.664188 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e9726-d742-4d90-8f01-e4da322e39f3 req-c7731cb1-3940-4986-810f-9bda12c087b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:40.666278 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d01e9726-d742-4d90-8f01-e4da322e39f3 req-c7731cb1-3940-4986-810f-9bda12c087b1 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2700334 Oct 27 18:36:40.670418 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3944c3c3-0be9-4784-b29e-218e97273cd8 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:40.673389 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3944c3c3-0be9-4784-b29e-218e97273cd8 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] 10.222.0.52 "DELETE /v2.0/ports/b4487330-f85c-4162-b13e-591e2812d159 HTTP/1.1" status: 204 len: 168 time: 1.2484264 Oct 27 18:36:40.683462 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45620) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:40.704804 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a2a39168-644e-4be3-b9cd-7723b3778b58 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:40.705359 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a39168-644e-4be3-b9cd-7723b3778b58 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Fanout notify agent at l3_agent the message router_deleted on router 99004cf3-5a1d-4b0d-aff8-1f6e227fa5ed {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:36:40.720270 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a2a39168-644e-4be3-b9cd-7723b3778b58 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:40.723976 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a2a39168-644e-4be3-b9cd-7723b3778b58 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "DELETE /v2.0/routers/99004cf3-5a1d-4b0d-aff8-1f6e227fa5ed HTTP/1.1" status: 204 len: 168 time: 0.5058100 Oct 27 18:36:40.725290 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45622) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:40.792869 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8b3ba8-337f-4da1-a545-ef2d6e388ba2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:36:40.796713 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc03cc-4601-40c5-9773-f34ca3328dab req-8aea503b-dc66-4050-af2d-bac8a1704f18 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:40.798454 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6edc03cc-4601-40c5-9773-f34ca3328dab req-8aea503b-dc66-4050-af2d-bac8a1704f18 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 944 time: 0.1352248 Oct 27 18:36:40.802109 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f56fd997-7e63-4b8b-8b7a-a99b6b009ea5 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:40.809081 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dc0117-a90d-4974-8185-2e304843cd8c None None] Sync routers for ids ['d906095e-bf81-4b08-86e7-a4fbe4857c99'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:36:40.811391 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d15f317-8e4c-4dcc-b896-6df9c36d8212 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Deleting subnet 2682ded3-7677-44d7-b954-75949492cf82 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:36:40.822486 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8d15f317-8e4c-4dcc-b896-6df9c36d8212 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:40.829475 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b277ea8-9a48-43db-a060-7bdc65d0a583 req-51dd9ba4-e559-4bdf-91f6-bf255a7b5b36 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:40.831077 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3b277ea8-9a48-43db-a060-7bdc65d0a583 req-51dd9ba4-e559-4bdf-91f6-bf255a7b5b36 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.93 "GET /v2.0/ports?device_id=3fe5ef07-32ad-4d80-9abd-0fbe3d4cd124 HTTP/1.1" status: 200 len: 946 time: 0.1623752 Oct 27 18:36:40.832017 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dc0117-a90d-4974-8185-2e304843cd8c None None] Routers {'d906095e-bf81-4b08-86e7-a4fbe4857c99'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:36:40.833356 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-18dc0117-a90d-4974-8185-2e304843cd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:36:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['d906095e-bf81-4b08-86e7-a4fbe4857c99'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:40.846226 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f4237d-978c-4525-9a00-52686d4b4bf5 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:40.846226 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-10f4237d-978c-4525-9a00-52686d4b4bf5 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d023d8f-b301-4610-a75c-16adae028542 HTTP/1.1" status: 200 len: 913 time: 0.1489193 Oct 27 18:36:40.846695 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45628) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:40.896651 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-3eecb29c-482a-4ab8-bd84-357258b43b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:40.898171 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-3eecb29c-482a-4ab8-bd84-357258b43b3a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ed94bf330dce4aefb6b8c9d5143e6db7&device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 1095 time: 0.1761491 Oct 27 18:36:40.933818 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8d15f317-8e4c-4dcc-b896-6df9c36d8212 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:40.988086 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56fd997-7e63-4b8b-8b7a-a99b6b009ea5 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Pushing event updated for resources: {'Subnet': ['ID=c0cc0eb8-d24f-4907-9f28-ed518c70aac6,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:40.998493 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6edc03cc-4601-40c5-9773-f34ca3328dab req-78d70925-f9bf-4db7-842a-4d0822c87652 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/security-groups?id=9273d5bb-2711-41ad-8a95-77c296a241af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836455 Oct 27 18:36:41.037665 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56fd997-7e63-4b8b-8b7a-a99b6b009ea5 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Checking segment: {'id': 'dce128ee-2812-4908-ad91-0e3193beea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '26110786-6338-4765-80dd-32d53ae58d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:36:41.038061 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56fd997-7e63-4b8b-8b7a-a99b6b009ea5 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Network hostable DHCP agents. Network: 26110786-6338-4765-80dd-32d53ae58d25, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:36:41.084731 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-18dc0117-a90d-4974-8185-2e304843cd8c None None] Set router d906095e-bf81-4b08-86e7-a4fbe4857c99 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:36:41.087590 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714669e-6233-4883-8e1e-d774290efec7 req-d8bce94b-7bb7-4745-827a-934875b9ad4e tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:41.089199 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a714669e-6233-4883-8e1e-d774290efec7 req-d8bce94b-7bb7-4745-827a-934875b9ad4e tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/ports?device_id=3fe5ef07-32ad-4d80-9abd-0fbe3d4cd124 HTTP/1.1" status: 200 len: 946 time: 0.1489060 Oct 27 18:36:41.135364 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8d15f317-8e4c-4dcc-b896-6df9c36d8212 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:41.173067 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a714669e-6233-4883-8e1e-d774290efec7 req-c4c94806-04aa-459d-a4c6-5128d82691dd tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/security-groups?id=3ac72845-ff64-48c9-be88-0f35c81b41e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745733 Oct 27 18:36:41.195627 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56fd997-7e63-4b8b-8b7a-a99b6b009ea5 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Network 26110786-6338-4765-80dd-32d53ae58d25 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:36:41.224826 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ec8b3ba8-337f-4da1-a545-ef2d6e388ba2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:41.229160 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ec8b3ba8-337f-4da1-a545-ef2d6e388ba2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.4968107 Oct 27 18:36:41.231950 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45630) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:41.271838 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-e176c879-31ba-4797-860a-49899c86b521 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5206b3bf-1563-4ae1-83de-8e76ced302a0 HTTP/1.1" status: 200 len: 217 time: 0.0569038 Oct 27 18:36:41.289502 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-18dc0117-a90d-4974-8185-2e304843cd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd906095e-bf81-4b08-86e7-a4fbe4857c99', 'name': 'tempest-snat-router-1008960600', 'tenant_id': 'ce92e9a59d774537b02357f5ec8e82bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.72'}], 'enable_snat': False}, 'gw_port_id': 'cc6c2ebf-420d-4d66-963a-4081c795f6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:36:36Z', 'updated_at': '2021-10-27T18:36:39Z', 'revision_number': 3, 'project_id': 'ce92e9a59d774537b02357f5ec8e82bc', 'gw_port': {'id': 'cc6c2ebf-420d-4d66-963a-4081c795f6aa', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a8:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd906095e-bf81-4b08-86e7-a4fbe4857c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:36:37Z', 'updated_at': '2021-10-27T18:36:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:41.315547 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-f56fd997-7e63-4b8b-8b7a-a99b6b009ea5 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 26110786-6338-4765-80dd-32d53ae58d25) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:36:41.320036 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56fd997-7e63-4b8b-8b7a-a99b6b009ea5 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:41.320608 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f56fd997-7e63-4b8b-8b7a-a99b6b009ea5 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:41.322833 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dc0117-a90d-4974-8185-2e304843cd8c None None] Checking router: d906095e-bf81-4b08-86e7-a4fbe4857c99 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:36:41.323703 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dc0117-a90d-4974-8185-2e304843cd8c None None] Updating router d906095e-bf81-4b08-86e7-a4fbe4857c99 port cc6c2ebf-420d-4d66-963a-4081c795f6aa binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:36:41.334699 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54001e3-6053-483e-b401-f24f495e4d7f None None] Network 26110786-6338-4765-80dd-32d53ae58d25 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:36:41.354381 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-18dc0117-a90d-4974-8185-2e304843cd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:41.404237 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1871b48f-7dd3-422c-a735-0c7bc5808acc tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] 10.222.0.52 "GET /v2.0/routers/d906095e-bf81-4b08-86e7-a4fbe4857c99 HTTP/1.1" status: 200 len: 908 time: 0.1708541 Oct 27 18:36:41.407387 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8d15f317-8e4c-4dcc-b896-6df9c36d8212 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:41.409748 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45632) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:41.427918 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-4fcdd6dc-0d56-4f7b-bcdd-22fde65158d2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1008960600', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'enable_snat': True}}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:41.436959 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-93cefcab-0aaf-40c1-9747-3704dd212c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:41.438493 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-93cefcab-0aaf-40c1-9747-3704dd212c4d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0849fe03-5e91-45fb-a37f-83c7bfa081e7 HTTP/1.1" status: 200 len: 859 time: 0.1578693 Oct 27 18:36:41.484258 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15f317-8e4c-4dcc-b896-6df9c36d8212 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event deleted for resources: {'Subnet': ['ID=2682ded3-7677-44d7-b954-75949492cf82,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:41.486967 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-faa0f8be-8867-4abf-a753-9ae1b3058861 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=da8e53a8-8ae6-4708-af46-5da0c5e0389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395508 Oct 27 18:36:41.487729 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aba1bdc-4c45-49bb-b484-0b4c9f830d39 None None] Network c3860f83-60fb-41a5-b335-91821ac004ff requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:36:41.491564 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-3b277ea8-9a48-43db-a060-7bdc65d0a583 req-749eec67-c8e3-4f8b-b23f-972a620f01e7 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Deleting port 56acfe15-36b4-4714-87b2-2b12d7a6198c {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:36:41.491564 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-3b277ea8-9a48-43db-a060-7bdc65d0a583 req-749eec67-c8e3-4f8b-b23f-972a620f01e7 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:41.509163 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8d15f317-8e4c-4dcc-b896-6df9c36d8212 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:41.517538 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8d15f317-8e4c-4dcc-b896-6df9c36d8212 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "DELETE /v2.0/subnets/2682ded3-7677-44d7-b954-75949492cf82 HTTP/1.1" status: 204 len: 168 time: 0.7887983 Oct 27 18:36:41.522140 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f56fd997-7e63-4b8b-8b7a-a99b6b009ea5 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5498371 Oct 27 18:36:41.523666 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45634) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:41.534954 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96aeb78-b475-4412-a76e-17ba0b67ef4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-26110786-6338-4765-80dd-32d53ae58d25', 'network_id': '26110786-6338-4765-80dd-32d53ae58d25', 'tenant_id': '79b9f1c950304b8cbf5595f6ee550e86', 'fixed_ips': [{'subnet_id': 'c0cc0eb8-d24f-4907-9f28-ed518c70aac6'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:36:41.536060 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a96aeb78-b475-4412-a76e-17ba0b67ef4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:41.541174 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45636) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:41.554136 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-e018120c-b872-47c0-ba74-28a6ada823c9 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Request body: {'port': {'network_id': '26110786-6338-4765-80dd-32d53ae58d25', 'name': 'tempest-TagsExtTest-1859897733'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:41.601764 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-09411e1e-8eff-4339-a83b-5857a8ba3fdf service neutron] 10.222.0.93 "GET /v2.0/networks/da8e53a8-8ae6-4708-af46-5da0c5e0389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044309 Oct 27 18:36:41.653318 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-18dc0117-a90d-4974-8185-2e304843cd8c None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:41.756058 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-a96aeb78-b475-4412-a76e-17ba0b67ef4a None None] Allocated IP 172.20.0.2 (26110786-6338-4765-80dd-32d53ae58d25/c0cc0eb8-d24f-4907-9f28-ed518c70aac6/7a6db59f-9cd2-4264-b258-5fafab7a6842) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:36:41.756282 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-18dc0117-a90d-4974-8185-2e304843cd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:41.792846 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-32eb240e-b322-436e-bea5-cb81064ef5c3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:41.800034 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4fcdd6dc-0d56-4f7b-bcdd-22fde65158d2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:41.801104 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4fcdd6dc-0d56-4f7b-bcdd-22fde65158d2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:41.820907 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c8efc-49bf-4161-93ab-4309495b2168 None None] Pushing event updated for resources: {'Port': ['ID=cc6c2ebf-420d-4d66-963a-4081c795f6aa,revision_number=2']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:41.855258 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-18dc0117-a90d-4974-8185-2e304843cd8c None None] Attempting to bind port cc6c2ebf-420d-4d66-963a-4081c795f6aa on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:36:41.855625 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-18dc0117-a90d-4974-8185-2e304843cd8c None None] Attempting to bind port cc6c2ebf-420d-4d66-963a-4081c795f6aa by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:36:41.855989 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dc0117-a90d-4974-8185-2e304843cd8c None None] Attempting to bind port cc6c2ebf-420d-4d66-963a-4081c795f6aa on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:36:41.857861 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d621fe-4ace-45a0-b0e6-b543d514aede None None] DHCP port deletion for c3860f83-60fb-41a5-b335-91821ac004ff request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:36:41.867821 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dc0117-a90d-4974-8185-2e304843cd8c None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:36:41.868203 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dc0117-a90d-4974-8185-2e304843cd8c None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:36:41.868603 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-18dc0117-a90d-4974-8185-2e304843cd8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:41.869243 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dc0117-a90d-4974-8185-2e304843cd8c None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:36:41.869754 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-18dc0117-a90d-4974-8185-2e304843cd8c None None] Bound port: cc6c2ebf-420d-4d66-963a-4081c795f6aa, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:36:41.870113 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-18dc0117-a90d-4974-8185-2e304843cd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:41.928157 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4fcdd6dc-0d56-4f7b-bcdd-22fde65158d2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:41.940073 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-3b277ea8-9a48-43db-a060-7bdc65d0a583 req-749eec67-c8e3-4f8b-b23f-972a620f01e7 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] For port 56acfe15-36b4-4714-87b2-2b12d7a6198c, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=56acfe15-36b4-4714-87b2-2b12d7a6198c,segment=NetworkSegment(e0d46302-2320-4b79-8992-38deddbfd1b7),segment_id=e0d46302-2320-4b79-8992-38deddbfd1b7)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:36:41.940073 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-3b277ea8-9a48-43db-a060-7bdc65d0a583 req-749eec67-c8e3-4f8b-b23f-972a620f01e7 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:41.940653 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e018120c-b872-47c0-ba74-28a6ada823c9 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Made reservation on behalf of 79b9f1c950304b8cbf5595f6ee550e86 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:36:41.946340 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e018120c-b872-47c0-ba74-28a6ada823c9 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:41.951848 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0ac68ed4-3bcb-402e-9bbd-2f9eb90ebc55 req-3200f467-e40a-4ae2-b476-56d2c50c6d5e service neutron] 10.222.0.93 "GET /v2.0/networks/da8e53a8-8ae6-4708-af46-5da0c5e0389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223157 Oct 27 18:36:41.961372 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-3b277ea8-9a48-43db-a060-7bdc65d0a583 req-749eec67-c8e3-4f8b-b23f-972a620f01e7 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Calling delete_port for 56acfe15-36b4-4714-87b2-2b12d7a6198c owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:36:41.976872 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-e018120c-b872-47c0-ba74-28a6ada823c9 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] device_id is not set on port f6a18b08-290c-4cf7-ba5d-fdbbc7aae54f yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:36:41.979158 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-18dc0117-a90d-4974-8185-2e304843cd8c None None] For port cc6c2ebf-420d-4d66-963a-4081c795f6aa, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:36:41.985587 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-18dc0117-a90d-4974-8185-2e304843cd8c None None] For port cc6c2ebf-420d-4d66-963a-4081c795f6aa, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=cc6c2ebf-420d-4d66-963a-4081c795f6aa,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:36:42.012308 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a96aeb78-b475-4412-a76e-17ba0b67ef4a None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:42.023933 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-32d621fe-4ace-45a0-b0e6-b543d514aede None None] Deleting port da93f323-cbb4-4f15-86b7-1d84e4d63ed3 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:36:42.024414 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-32d621fe-4ace-45a0-b0e6-b543d514aede None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:42.083334 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-18dc0117-a90d-4974-8185-2e304843cd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:42.085449 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a96aeb78-b475-4412-a76e-17ba0b67ef4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:42.086193 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dc77ea78-81df-467b-bd83-4053b0b34652 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:42.092135 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f14550b0-d6bc-44b5-b865-b159ee4b7e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:42.149575 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dc0117-a90d-4974-8185-2e304843cd8c None None] Routers {'d906095e-bf81-4b08-86e7-a4fbe4857c99'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:36:42.150929 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-18dc0117-a90d-4974-8185-2e304843cd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:36:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['d906095e-bf81-4b08-86e7-a4fbe4857c99'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:42.153428 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96aeb78-b475-4412-a76e-17ba0b67ef4a None None] Network 26110786-6338-4765-80dd-32d53ae58d25 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:36:42.155429 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-32d621fe-4ace-45a0-b0e6-b543d514aede None None] For port da93f323-cbb4-4f15-86b7-1d84e4d63ed3, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=da93f323-cbb4-4f15-86b7-1d84e4d63ed3,segment=NetworkSegment(a0005eee-de8b-47de-96d0-26b6ef559329),segment_id=a0005eee-de8b-47de-96d0-26b6ef559329)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:36:42.156039 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-32d621fe-4ace-45a0-b0e6-b543d514aede None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:42.171440 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-a96aeb78-b475-4412-a76e-17ba0b67ef4a None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:36:42.178660 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-32d621fe-4ace-45a0-b0e6-b543d514aede None None] Calling delete_port for da93f323-cbb4-4f15-86b7-1d84e4d63ed3 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:36:42.180419 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96aeb78-b475-4412-a76e-17ba0b67ef4a None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:36:42.194535 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96aeb78-b475-4412-a76e-17ba0b67ef4a None None] Pushing event updated for resources: {'Port': ['ID=7a6db59f-9cd2-4264-b258-5fafab7a6842,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:42.230618 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-32eb240e-b322-436e-bea5-cb81064ef5c3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Deleting port da93f323-cbb4-4f15-86b7-1d84e4d63ed3 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:36:42.230618 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-32eb240e-b322-436e-bea5-cb81064ef5c3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:42.321742 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-a96aeb78-b475-4412-a76e-17ba0b67ef4a None None] Attempting to bind port 7a6db59f-9cd2-4264-b258-5fafab7a6842 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:36:42.323176 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-a96aeb78-b475-4412-a76e-17ba0b67ef4a None None] Attempting to bind port 7a6db59f-9cd2-4264-b258-5fafab7a6842 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'dce128ee-2812-4908-ad91-0e3193beea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '26110786-6338-4765-80dd-32d53ae58d25'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:36:42.323763 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96aeb78-b475-4412-a76e-17ba0b67ef4a None None] Attempting to bind port 7a6db59f-9cd2-4264-b258-5fafab7a6842 on network 26110786-6338-4765-80dd-32d53ae58d25 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:36:42.325487 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-32eb240e-b322-436e-bea5-cb81064ef5c3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] For port da93f323-cbb4-4f15-86b7-1d84e4d63ed3, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=da93f323-cbb4-4f15-86b7-1d84e4d63ed3,segment=NetworkSegment(a0005eee-de8b-47de-96d0-26b6ef559329),segment_id=a0005eee-de8b-47de-96d0-26b6ef559329)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:36:42.326514 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-32eb240e-b322-436e-bea5-cb81064ef5c3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:42.331591 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96aeb78-b475-4412-a76e-17ba0b67ef4a None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:36:42.332223 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96aeb78-b475-4412-a76e-17ba0b67ef4a None None] Checking segment: {'id': 'dce128ee-2812-4908-ad91-0e3193beea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '26110786-6338-4765-80dd-32d53ae58d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:36:42.333746 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a96aeb78-b475-4412-a76e-17ba0b67ef4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:42.334370 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96aeb78-b475-4412-a76e-17ba0b67ef4a None None] Bound using segment: {'id': 'dce128ee-2812-4908-ad91-0e3193beea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '26110786-6338-4765-80dd-32d53ae58d25'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:36:42.335461 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-a96aeb78-b475-4412-a76e-17ba0b67ef4a None None] Bound port: 7a6db59f-9cd2-4264-b258-5fafab7a6842, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dce128ee-2812-4908-ad91-0e3193beea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '26110786-6338-4765-80dd-32d53ae58d25'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:36:42.336947 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a96aeb78-b475-4412-a76e-17ba0b67ef4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:42.345713 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c8efc-49bf-4161-93ab-4309495b2168 None None] Pushing event updated for resources: {'Port': ['ID=cc6c2ebf-420d-4d66-963a-4081c795f6aa,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:42.353102 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-3b277ea8-9a48-43db-a060-7bdc65d0a583 req-749eec67-c8e3-4f8b-b23f-972a620f01e7 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:42.364922 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-32eb240e-b322-436e-bea5-cb81064ef5c3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Calling delete_port for da93f323-cbb4-4f15-86b7-1d84e4d63ed3 owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:36:42.388773 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['56acfe15-36b4-4714-87b2-2b12d7a6198c'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:36:42.390803 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device da93f323-cbb4-4f15-86b7-1d84e4d63ed3 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:36:42.416458 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749eec67-c8e3-4f8b-b23f-972a620f01e7 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Pushing event deleted for resources: {'Port': ['ID=56acfe15-36b4-4714-87b2-2b12d7a6198c,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:42.420525 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-18dc0117-a90d-4974-8185-2e304843cd8c None None] Set router d906095e-bf81-4b08-86e7-a4fbe4857c99 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:36:42.490190 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b277ea8-9a48-43db-a060-7bdc65d0a583 req-749eec67-c8e3-4f8b-b23f-972a620f01e7 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] No DVR routers for this DVR port 56acfe15-36b4-4714-87b2-2b12d7a6198c on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:36:42.493826 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-3b277ea8-9a48-43db-a060-7bdc65d0a583 req-749eec67-c8e3-4f8b-b23f-972a620f01e7 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:42.497898 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3b277ea8-9a48-43db-a060-7bdc65d0a583 req-749eec67-c8e3-4f8b-b23f-972a620f01e7 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.93 "DELETE /v2.0/ports/56acfe15-36b4-4714-87b2-2b12d7a6198c HTTP/1.1" status: 204 len: 173 time: 1.6521974 Oct 27 18:36:42.498080 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-32d621fe-4ace-45a0-b0e6-b543d514aede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:42.498700 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe5ef07-32ad-4d80-9abd-0fbe3d4cd124', 'name': 'network-vif-deleted', 'tag': '56acfe15-36b4-4714-87b2-2b12d7a6198c'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:36:42.501314 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395fdc1e-20b1-471b-b1eb-de3cccb7a05c" -d '{"events": [{"server_uuid": "3fe5ef07-32ad-4d80-9abd-0fbe3d4cd124", "name": "network-vif-deleted", "tag": "56acfe15-36b4-4714-87b2-2b12d7a6198c"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:36:42.521374 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d621fe-4ace-45a0-b0e6-b543d514aede None None] No DVR routers for this DVR port da93f323-cbb4-4f15-86b7-1d84e4d63ed3 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:36:42.541856 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-a96aeb78-b475-4412-a76e-17ba0b67ef4a None None] For port 7a6db59f-9cd2-4264-b258-5fafab7a6842, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:36:42.549580 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d621fe-4ace-45a0-b0e6-b543d514aede None None] Pushing event deleted for resources: {'Port': ['ID=da93f323-cbb4-4f15-86b7-1d84e4d63ed3,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:42.561463 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4fcdd6dc-0d56-4f7b-bcdd-22fde65158d2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:42.570685 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e3c607c6-6c55-42e5-adcf-5c6eb63e9f2f req-d3888209-08c2-4304-af31-4e5863a002a5 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/ports?device_id=3fe5ef07-32ad-4d80-9abd-0fbe3d4cd124 HTTP/1.1" status: 200 len: 210 time: 0.0871420 Oct 27 18:36:42.573184 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-a96aeb78-b475-4412-a76e-17ba0b67ef4a None None] For port 7a6db59f-9cd2-4264-b258-5fafab7a6842, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=7a6db59f-9cd2-4264-b258-5fafab7a6842,segment=NetworkSegment(dce128ee-2812-4908-ad91-0e3193beea9a),segment_id=dce128ee-2812-4908-ad91-0e3193beea9a)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:36:42.577508 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No active binding found for port da93f323-cbb4-4f15-86b7-1d84e4d63ed3 {{(pid=102880) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 27 18:36:42.577966 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device da93f323-cbb4-4f15-86b7-1d84e4d63ed3 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:36:42.646112 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-dc77ea78-81df-467b-bd83-4053b0b34652 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Deleting port a5b53f54-20ae-4e93-9438-905be1651532 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:36:42.646459 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dc77ea78-81df-467b-bd83-4053b0b34652 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:42.652835 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aaf9fc-fb7c-4c1a-b452-e953f47c5ae0 req-f3c41206-76f4-4a7f-854c-6944d1cbf6c5 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:42.654515 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a6aaf9fc-fb7c-4c1a-b452-e953f47c5ae0 req-f3c41206-76f4-4a7f-854c-6944d1cbf6c5 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 944 time: 0.4944949 Oct 27 18:36:42.660441 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-32eb240e-b322-436e-bea5-cb81064ef5c3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:42.665503 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a96aeb78-b475-4412-a76e-17ba0b67ef4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:42.673781 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-e018120c-b872-47c0-ba74-28a6ada823c9 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Allocated IP 172.20.0.11 (26110786-6338-4765-80dd-32d53ae58d25/c0cc0eb8-d24f-4907-9f28-ed518c70aac6/f6a18b08-290c-4cf7-ba5d-fdbbc7aae54f) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:36:42.679245 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6079bf-3f7c-47d8-961b-c324d9ef241d x-openstack-request-id: req-5a6079bf-3f7c-47d8-961b-c324d9ef241d {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:36:42.681035 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe5ef07-32ad-4d80-9abd-0fbe3d4cd124", "name": "network-vif-deleted", "tag": "56acfe15-36b4-4714-87b2-2b12d7a6198c", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:36:42.682003 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5a6079bf-3f7c-47d8-961b-c324d9ef241d {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:36:42.682607 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe5ef07-32ad-4d80-9abd-0fbe3d4cd124', 'name': 'network-vif-deleted', 'tag': '56acfe15-36b4-4714-87b2-2b12d7a6198c', 'status': 'completed', 'code': 200} Oct 27 18:36:42.734654 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32eb240e-b322-436e-bea5-cb81064ef5c3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] No DVR routers for this DVR port da93f323-cbb4-4f15-86b7-1d84e4d63ed3 on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:36:42.755305 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb240e-b322-436e-bea5-cb81064ef5c3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event deleted for resources: {'Port': ['ID=da93f323-cbb4-4f15-86b7-1d84e4d63ed3,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:42.777035 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-18dc0117-a90d-4974-8185-2e304843cd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd906095e-bf81-4b08-86e7-a4fbe4857c99', 'name': 'tempest-snat-router-1008960600', 'tenant_id': 'ce92e9a59d774537b02357f5ec8e82bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.72'}], 'enable_snat': False}, 'gw_port_id': 'cc6c2ebf-420d-4d66-963a-4081c795f6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:36:36Z', 'updated_at': '2021-10-27T18:36:39Z', 'revision_number': 3, 'project_id': 'ce92e9a59d774537b02357f5ec8e82bc', 'gw_port': {'id': 'cc6c2ebf-420d-4d66-963a-4081c795f6aa', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a8:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd906095e-bf81-4b08-86e7-a4fbe4857c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:36:37Z', 'updated_at': '2021-10-27T18:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:42.777266 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96aeb78-b475-4412-a76e-17ba0b67ef4a None None] Pushing event updated for resources: {'Port': ['ID=7a6db59f-9cd2-4264-b258-5fafab7a6842,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:42.821460 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dc77ea78-81df-467b-bd83-4053b0b34652 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:42.823813 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18dc0117-a90d-4974-8185-2e304843cd8c None None] The sync data for ids ['d906095e-bf81-4b08-86e7-a4fbe4857c99'] in n-d-815690-2 is: [{'id': 'd906095e-bf81-4b08-86e7-a4fbe4857c99', 'name': 'tempest-snat-router-1008960600', 'tenant_id': 'ce92e9a59d774537b02357f5ec8e82bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.72'}], 'enable_snat': False}, 'gw_port_id': 'cc6c2ebf-420d-4d66-963a-4081c795f6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:36:36Z', 'updated_at': '2021-10-27T18:36:39Z', 'revision_number': 3, 'project_id': 'ce92e9a59d774537b02357f5ec8e82bc', 'gw_port': {'id': 'cc6c2ebf-420d-4d66-963a-4081c795f6aa', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a8:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd906095e-bf81-4b08-86e7-a4fbe4857c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:36:37Z', 'updated_at': '2021-10-27T18:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:36:42.840055 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-dc77ea78-81df-467b-bd83-4053b0b34652 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Calling delete_port for a5b53f54-20ae-4e93-9438-905be1651532 owned by network:router_interface {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:36:43.200610 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dc77ea78-81df-467b-bd83-4053b0b34652 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:43.244608 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77ea78-81df-467b-bd83-4053b0b34652 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Pushing event deleted for resources: {'Port': ['ID=a5b53f54-20ae-4e93-9438-905be1651532,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:43.393111 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a6aaf9fc-fb7c-4c1a-b452-e953f47c5ae0 req-764859cc-a85e-451b-bf5f-3f2420027765 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/security-groups?id=9273d5bb-2711-41ad-8a95-77c296a241af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7264597 Oct 27 18:36:43.415299 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-32eb240e-b322-436e-bea5-cb81064ef5c3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:43.464387 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dc77ea78-81df-467b-bd83-4053b0b34652 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:43.499018 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:43.500656 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:43.520357 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-32eb240e-b322-436e-bea5-cb81064ef5c3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3860f83-60fb-41a5-b335-91821ac004ff']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:43.541610 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-32eb240e-b322-436e-bea5-cb81064ef5c3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0005eee-de8b-47de-96d0-26b6ef559329') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:43.542141 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-32eb240e-b322-436e-bea5-cb81064ef5c3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0005eee-de8b-47de-96d0-26b6ef559329') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:43.568265 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-32eb240e-b322-436e-bea5-cb81064ef5c3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:43.585305 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-32eb240e-b322-436e-bea5-cb81064ef5c3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:43.592742 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32eb240e-b322-436e-bea5-cb81064ef5c3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:36:43.593150 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-32eb240e-b322-436e-bea5-cb81064ef5c3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:43.678006 n-d-815690-2 neutron-server[102878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:36:43.678006 n-d-815690-2 neutron-server[102878]: self.session.flush() Oct 27 18:36:43.678006 n-d-815690-2 neutron-server[102878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:36:43.678006 n-d-815690-2 neutron-server[102878]: self.session.flush() Oct 27 18:36:43.678006 n-d-815690-2 neutron-server[102878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:36:43.678006 n-d-815690-2 neutron-server[102878]: self.session.flush() Oct 27 18:36:43.678006 n-d-815690-2 neutron-server[102878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:36:43.678006 n-d-815690-2 neutron-server[102878]: self.session.flush() Oct 27 18:36:43.678006 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:36:43.678006 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:36:43.678006 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:36:43.678006 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:36:43.678006 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:36:43.678006 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:36:43.678006 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:36:43.678006 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:36:43.678006 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:36:43.678006 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:36:43.678006 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:36:43.678006 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:36:43.678006 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:36:43.678006 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:36:43.678006 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:36:43.678006 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:36:43.678006 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:36:43.678006 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:36:43.678006 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:36:43.678006 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:36:43.678006 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:36:43.678006 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:36:43.678006 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:36:43.678006 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:36:43.678006 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:36:43.678006 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:36:43.678006 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:36:43.678006 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:36:43.678006 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:36:43.678006 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:36:43.678006 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:36:43.678006 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:36:43.725520 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc77ea78-81df-467b-bd83-4053b0b34652 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Router 1d023d8f-b301-4610-a75c-16adae028542 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:36:43.750121 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-32eb240e-b322-436e-bea5-cb81064ef5c3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:43.755520 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-32eb240e-b322-436e-bea5-cb81064ef5c3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:43.764126 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-32eb240e-b322-436e-bea5-cb81064ef5c3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "DELETE /v2.0/networks/c3860f83-60fb-41a5-b335-91821ac004ff HTTP/1.1" status: 204 len: 168 time: 2.2347155 Oct 27 18:36:43.767389 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45650) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:43.791586 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-132124f7-5665-46df-9d73-f0ccc1c8cbf3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Request body: {'network': {'name': 'tempest-RoutersTest-2058906684'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:43.827229 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc77ea78-81df-467b-bd83-4053b0b34652 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:36:43.834829 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-dc77ea78-81df-467b-bd83-4053b0b34652 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] 10.222.0.52 "PUT /v2.0/routers/1d023d8f-b301-4610-a75c-16adae028542/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9857185 Oct 27 18:36:43.835842 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45652) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:43.841862 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbd7c96-7131-4394-995f-68586ba53286 None None] Sync routers for ids ['1d023d8f-b301-4610-a75c-16adae028542'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:36:43.843927 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7364f364-ade9-4198-91d8-72ba1e2736f6 req-c7d51a0e-ddc9-4e0e-a317-5bbd06fb4439 tempest-VolumesActionsTest-1446469006 tempest-VolumesActionsTest-1446469006-project] 10.222.0.52 "GET /v2.0/ports?device_id=3fe5ef07-32ad-4d80-9abd-0fbe3d4cd124 HTTP/1.1" status: 200 len: 210 time: 0.1152599 Oct 27 18:36:43.869714 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb240e-b322-436e-bea5-cb81064ef5c3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event deleted for resources: {'Network': ['ID=c3860f83-60fb-41a5-b335-91821ac004ff,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:43.873239 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e018120c-b872-47c0-ba74-28a6ada823c9 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:43.878348 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbd7c96-7131-4394-995f-68586ba53286 None None] Routers {'1d023d8f-b301-4610-a75c-16adae028542'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:36:43.879300 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-6dbd7c96-7131-4394-995f-68586ba53286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:36:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['1d023d8f-b301-4610-a75c-16adae028542'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:44.004525 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132124f7-5665-46df-9d73-f0ccc1c8cbf3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Made reservation on behalf of 4e0551cb79254307ae43405db8526986 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:36:44.004710 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-37daa104-48fa-42e0-9935-587249adb9ab tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:44.009394 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-132124f7-5665-46df-9d73-f0ccc1c8cbf3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:44.063469 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4fcdd6dc-0d56-4f7b-bcdd-22fde65158d2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:44.068529 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-132124f7-5665-46df-9d73-f0ccc1c8cbf3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] vlan segment allocate from pool success with {'vlan_id': 1049, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:36:44.094412 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4fcdd6dc-0d56-4f7b-bcdd-22fde65158d2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:44.166556 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e018120c-b872-47c0-ba74-28a6ada823c9 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:44.196265 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dde8c28-6b68-4815-886e-cc658247dbd2 None None] Network 26110786-6338-4765-80dd-32d53ae58d25 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:36:44.202099 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-6dbd7c96-7131-4394-995f-68586ba53286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:44.233892 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-132124f7-5665-46df-9d73-f0ccc1c8cbf3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:44.234275 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-132124f7-5665-46df-9d73-f0ccc1c8cbf3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Added segment d1ff1134-2d6f-479e-b1ed-1c7d6a23e6fb of type vlan for network ae02ce66-05bd-442a-b12e-6814509a942e Oct 27 18:36:44.251712 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbd7c96-7131-4394-995f-68586ba53286 None None] Routers {'1d023d8f-b301-4610-a75c-16adae028542'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:36:44.251712 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-6dbd7c96-7131-4394-995f-68586ba53286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:36:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['1d023d8f-b301-4610-a75c-16adae028542'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:44.260673 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-37daa104-48fa-42e0-9935-587249adb9ab tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:44.262951 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-37daa104-48fa-42e0-9935-587249adb9ab tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:44.304070 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-6dbd7c96-7131-4394-995f-68586ba53286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:44.304070 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbd7c96-7131-4394-995f-68586ba53286 None None] The sync data for ids ['1d023d8f-b301-4610-a75c-16adae028542'] in n-d-815690-2 is: [] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:36:44.315018 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-52479ed1-6f4f-4852-be46-63066d850326 None None] Provisioning complete for port 7a6db59f-9cd2-4264-b258-5fafab7a6842 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:44.315396 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-52479ed1-6f4f-4852-be46-63066d850326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:44.316628 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e018120c-b872-47c0-ba74-28a6ada823c9 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Pushing event updated for resources: {'Port': ['ID=f6a18b08-290c-4cf7-ba5d-fdbbc7aae54f,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:44.346559 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e018120c-b872-47c0-ba74-28a6ada823c9 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Network 26110786-6338-4765-80dd-32d53ae58d25 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:36:44.355495 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-e018120c-b872-47c0-ba74-28a6ada823c9 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:36:44.363660 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e018120c-b872-47c0-ba74-28a6ada823c9 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:36:44.378460 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-4fcdd6dc-0d56-4f7b-bcdd-22fde65158d2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Allocated IP 172.25.6.20 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/af54157b-bbf4-4714-8c2c-6d3d76130c6a) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:36:44.383583 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-37daa104-48fa-42e0-9935-587249adb9ab tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:44.384652 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37daa104-48fa-42e0-9935-587249adb9ab tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Fanout notify agent at l3_agent the message router_deleted on router 1d023d8f-b301-4610-a75c-16adae028542 {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:36:44.399672 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-37daa104-48fa-42e0-9935-587249adb9ab tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:44.399672 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-37daa104-48fa-42e0-9935-587249adb9ab tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] 10.222.0.52 "DELETE /v2.0/routers/1d023d8f-b301-4610-a75c-16adae028542 HTTP/1.1" status: 204 len: 168 time: 0.5610240 Oct 27 18:36:44.399941 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45656) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:44.406845 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-132124f7-5665-46df-9d73-f0ccc1c8cbf3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:44.521123 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-b80f5143-7095-4765-a2f5-e61c148fb616 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Deleting subnet 2175762d-8522-43fc-8f96-15c6fb9e57ac {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:36:44.523382 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-52479ed1-6f4f-4852-be46-63066d850326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:44.524756 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b80f5143-7095-4765-a2f5-e61c148fb616 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:44.525552 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e018120c-b872-47c0-ba74-28a6ada823c9 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:44.526366 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e018120c-b872-47c0-ba74-28a6ada823c9 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:44.530793 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7a6db59f-9cd2-4264-b258-5fafab7a6842 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:36:44.570615 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b80f5143-7095-4765-a2f5-e61c148fb616 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:44.606165 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-52479ed1-6f4f-4852-be46-63066d850326 None None] For port 7a6db59f-9cd2-4264-b258-5fafab7a6842, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=7a6db59f-9cd2-4264-b258-5fafab7a6842,segment=NetworkSegment(dce128ee-2812-4908-ad91-0e3193beea9a),segment_id=dce128ee-2812-4908-ad91-0e3193beea9a)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:36:44.625801 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e0ede-c250-41ed-92ca-b5ad1d88646c req-dec1f55f-2da3-466a-b030-468869a121fb tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:44.627439 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-972e0ede-c250-41ed-92ca-b5ad1d88646c req-dec1f55f-2da3-466a-b030-468869a121fb tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 944 time: 0.1091137 Oct 27 18:36:44.634416 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-132124f7-5665-46df-9d73-f0ccc1c8cbf3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:44.636579 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 7a6db59f-9cd2-4264-b258-5fafab7a6842 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:44.637775 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:44.640282 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132124f7-5665-46df-9d73-f0ccc1c8cbf3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:44.640807 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-132124f7-5665-46df-9d73-f0ccc1c8cbf3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:44.653485 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4fcdd6dc-0d56-4f7b-bcdd-22fde65158d2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:44.683023 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b80f5143-7095-4765-a2f5-e61c148fb616 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:44.693347 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e018120c-b872-47c0-ba74-28a6ada823c9 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.1452351 Oct 27 18:36:44.704035 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-52479ed1-6f4f-4852-be46-63066d850326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:44.716429 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45660) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:44.721177 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-90d5bc97-b11f-44aa-9ab1-86c13715438b tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1119420681', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:44.803346 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-972e0ede-c250-41ed-92ca-b5ad1d88646c req-21404453-65ba-4648-beeb-0d4159ad6ebc tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/security-groups?id=9273d5bb-2711-41ad-8a95-77c296a241af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588593 Oct 27 18:36:44.803979 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132124f7-5665-46df-9d73-f0ccc1c8cbf3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event updated for resources: {'Network': ['ID=ae02ce66-05bd-442a-b12e-6814509a942e,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:44.823007 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-132124f7-5665-46df-9d73-f0ccc1c8cbf3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0368881 Oct 27 18:36:44.825503 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45662) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:44.840431 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-a09bb2fe-e361-4a0b-a1e4-2ac6840385b4 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Request body: {'subnet': {'network_id': 'ae02ce66-05bd-442a-b12e-6814509a942e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:44.849086 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network ae02ce66-05bd-442a-b12e-6814509a942e details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:36:44.870094 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52479ed1-6f4f-4852-be46-63066d850326 None None] Pushing event updated for resources: {'Port': ['ID=7a6db59f-9cd2-4264-b258-5fafab7a6842,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:44.887720 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b80f5143-7095-4765-a2f5-e61c148fb616 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:44.942060 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f5143-7095-4765-a2f5-e61c148fb616 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Pushing event deleted for resources: {'Subnet': ['ID=2175762d-8522-43fc-8f96-15c6fb9e57ac,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:44.946134 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4fcdd6dc-0d56-4f7b-bcdd-22fde65158d2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:44.965013 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-90d5bc97-b11f-44aa-9ab1-86c13715438b tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:44.966103 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-90d5bc97-b11f-44aa-9ab1-86c13715438b tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:44.979895 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b80f5143-7095-4765-a2f5-e61c148fb616 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:44.986440 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b80f5143-7095-4765-a2f5-e61c148fb616 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] 10.222.0.52 "DELETE /v2.0/subnets/2175762d-8522-43fc-8f96-15c6fb9e57ac HTTP/1.1" status: 204 len: 168 time: 0.5819824 Oct 27 18:36:44.987578 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45668) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:44.996085 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261c0ecd-953d-4665-a9b9-52f3e11e881b None None] Network 51f95a32-e983-457d-aacd-601646bf27f8 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:36:45.039023 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52479ed1-6f4f-4852-be46-63066d850326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:45.039372 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52479ed1-6f4f-4852-be46-63066d850326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:45.039716 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52479ed1-6f4f-4852-be46-63066d850326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:45.040056 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52479ed1-6f4f-4852-be46-63066d850326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:45.041255 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52479ed1-6f4f-4852-be46-63066d850326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:45.041932 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52479ed1-6f4f-4852-be46-63066d850326 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:45.042618 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52479ed1-6f4f-4852-be46-63066d850326 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:45.043074 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52479ed1-6f4f-4852-be46-63066d850326 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:45.043364 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52479ed1-6f4f-4852-be46-63066d850326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:45.043722 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52479ed1-6f4f-4852-be46-63066d850326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:45.044047 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52479ed1-6f4f-4852-be46-63066d850326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:45.044375 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52479ed1-6f4f-4852-be46-63066d850326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:36:45.064401 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-90d5bc97-b11f-44aa-9ab1-86c13715438b tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:45.086849 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcdd6dc-0d56-4f7b-bcdd-22fde65158d2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:36:45.093395 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09bb2fe-e361-4a0b-a1e4-2ac6840385b4 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Made reservation on behalf of 4e0551cb79254307ae43405db8526986 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:36:45.097397 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a09bb2fe-e361-4a0b-a1e4-2ac6840385b4 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:45.104440 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device cc6c2ebf-420d-4d66-963a-4081c795f6aa up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:36:45.107358 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-4fcdd6dc-0d56-4f7b-bcdd-22fde65158d2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:36:45.135638 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-90d5bc97-b11f-44aa-9ab1-86c13715438b tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:45.177670 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcdd6dc-0d56-4f7b-bcdd-22fde65158d2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:36:45.206297 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 5206b3bf-1563-4ae1-83de-8e76ced302a0 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:36:45.219774 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 56acfe15-36b4-4714-87b2-2b12d7a6198c no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:36:45.229497 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcdd6dc-0d56-4f7b-bcdd-22fde65158d2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Pushing event updated for resources: {'Port': ['ID=af54157b-bbf4-4714-8c2c-6d3d76130c6a,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:45.232810 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-0cac33e3-ac48-41f2-9f35-bb58eeb84dcb None None] Provisioning complete for port 7a6db59f-9cd2-4264-b258-5fafab7a6842 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:45.233383 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0cac33e3-ac48-41f2-9f35-bb58eeb84dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:45.245143 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-90d5bc97-b11f-44aa-9ab1-86c13715438b tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:45.250079 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-90d5bc97-b11f-44aa-9ab1-86c13715438b tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5323801 Oct 27 18:36:45.250728 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45676) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:45.255282 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-09a130a6-3ed0-4f66-b0a6-013ec6689a49 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1890970547', 'prefixes': ['172.20.0.0/16']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:45.291658 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-05aa5bea-1473-4dc6-9aad-cba3fe708267 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:45.335534 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:45.344223 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 56acfe15-36b4-4714-87b2-2b12d7a6198c {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:36:45.344761 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 56acfe15-36b4-4714-87b2-2b12d7a6198c not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:36:45.435554 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port cc6c2ebf-420d-4d66-963a-4081c795f6aa triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:45.435895 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:45.533499 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fa1f28-ab3e-473b-8c2e-5ffe45862de9 None None] DHCP port deletion for 51f95a32-e983-457d-aacd-601646bf27f8 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:36:45.567094 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-05aa5bea-1473-4dc6-9aad-cba3fe708267 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Deleting port ad7816a9-b9f7-4fa8-8dab-37f79240a4c5 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:36:45.567513 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-05aa5bea-1473-4dc6-9aad-cba3fe708267 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:45.570540 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-09a130a6-3ed0-4f66-b0a6-013ec6689a49 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Publish callbacks [] for subnetpool, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:45.572283 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-09a130a6-3ed0-4f66-b0a6-013ec6689a49 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3204086 Oct 27 18:36:45.580126 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45686) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:45.585696 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.tag.tag_plugin [None req-7609cd7e-5ddb-4b0f-818d-58ea4e49e9ea tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c0cc0eb8-d24f-4907-9f28-ed518c70aac6', 'tempest-TagsExtTest-Tag-141315075') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:45.594462 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 5206b3bf-1563-4ae1-83de-8e76ced302a0, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=5206b3bf-1563-4ae1-83de-8e76ced302a0,segment=NetworkSegment(df5181ab-3a78-46b3-8200-768f1b935974),segment_id=df5181ab-3a78-46b3-8200-768f1b935974)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:36:45.620583 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '5206b3bf-1563-4ae1-83de-8e76ced302a0', 'network_id': 'da8e53a8-8ae6-4708-af46-5da0c5e0389e', 'port_id': '5206b3bf-1563-4ae1-83de-8e76ced302a0', 'mac_address': 'fa:16:3e:7a:a5:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1004, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0849fe03-5e91-45fb-a37f-83c7bfa081e7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:36:45.658705 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-0cac33e3-ac48-41f2-9f35-bb58eeb84dcb None None] Provisioning complete for port f6a18b08-290c-4cf7-ba5d-fdbbc7aae54f triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:45.659104 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0cac33e3-ac48-41f2-9f35-bb58eeb84dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:45.735160 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:45.754958 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-56fa1f28-ab3e-473b-8c2e-5ffe45862de9 None None] Deleting port ad7816a9-b9f7-4fa8-8dab-37f79240a4c5 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:36:45.755330 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-56fa1f28-ab3e-473b-8c2e-5ffe45862de9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:45.759752 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-0cac33e3-ac48-41f2-9f35-bb58eeb84dcb None None] Port f6a18b08-290c-4cf7-ba5d-fdbbc7aae54f cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:36:45.774263 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:45.782945 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-05aa5bea-1473-4dc6-9aad-cba3fe708267 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] For port ad7816a9-b9f7-4fa8-8dab-37f79240a4c5, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ad7816a9-b9f7-4fa8-8dab-37f79240a4c5,segment=NetworkSegment(7bed77af-6da5-4e30-8f5a-92ccb4244229),segment_id=7bed77af-6da5-4e30-8f5a-92ccb4244229)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:36:45.782945 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-05aa5bea-1473-4dc6-9aad-cba3fe708267 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:45.804172 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-05aa5bea-1473-4dc6-9aad-cba3fe708267 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Calling delete_port for ad7816a9-b9f7-4fa8-8dab-37f79240a4c5 owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:36:45.810969 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port cc6c2ebf-420d-4d66-963a-4081c795f6aa, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=cc6c2ebf-420d-4d66-963a-4081c795f6aa,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:36:45.823975 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5206b3bf-1563-4ae1-83de-8e76ced302a0 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:36:45.836037 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7609cd7e-5ddb-4b0f-818d-58ea4e49e9ea tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "PUT /v2.0/subnets/c0cc0eb8-d24f-4907-9f28-ed518c70aac6/tags/tempest-TagsExtTest-Tag-141315075 HTTP/1.1" status: 201 len: 201 time: 0.2542939 Oct 27 18:36:45.838657 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45692) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:45.854068 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.tag.tag_plugin [None req-62de982b-7e20-461f-bdc7-12b7301cb75e tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f6a18b08-290c-4cf7-ba5d-fdbbc7aae54f', 'tempest-TagsExtTest-Tag-1925520929') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:45.858953 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-56fa1f28-ab3e-473b-8c2e-5ffe45862de9 None None] For port ad7816a9-b9f7-4fa8-8dab-37f79240a4c5, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ad7816a9-b9f7-4fa8-8dab-37f79240a4c5,segment=NetworkSegment(7bed77af-6da5-4e30-8f5a-92ccb4244229),segment_id=7bed77af-6da5-4e30-8f5a-92ccb4244229)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:36:45.859363 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-56fa1f28-ab3e-473b-8c2e-5ffe45862de9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:45.860966 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4fcdd6dc-0d56-4f7b-bcdd-22fde65158d2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:45.870499 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 5206b3bf-1563-4ae1-83de-8e76ced302a0, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=5206b3bf-1563-4ae1-83de-8e76ced302a0,segment=NetworkSegment(df5181ab-3a78-46b3-8200-768f1b935974),segment_id=df5181ab-3a78-46b3-8200-768f1b935974)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:36:45.878739 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-56fa1f28-ab3e-473b-8c2e-5ffe45862de9 None None] Calling delete_port for ad7816a9-b9f7-4fa8-8dab-37f79240a4c5 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:36:45.928109 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a09bb2fe-e361-4a0b-a1e4-2ac6840385b4 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:45.933446 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-a445ee06-ad9e-458e-93e5-acfd2860d340 None None] Provisioning complete for port f6a18b08-290c-4cf7-ba5d-fdbbc7aae54f triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:45.933826 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a445ee06-ad9e-458e-93e5-acfd2860d340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:45.939549 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:45.995092 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:46.023870 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-a445ee06-ad9e-458e-93e5-acfd2860d340 None None] Port f6a18b08-290c-4cf7-ba5d-fdbbc7aae54f cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:36:46.048358 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=cc6c2ebf-420d-4d66-963a-4081c795f6aa,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:46.073205 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09bb2fe-e361-4a0b-a1e4-2ac6840385b4 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event updated for resources: {'Subnet': ['ID=f075a83c-dc5c-435f-b2a9-bddacd8ca233,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:46.085401 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-62de982b-7e20-461f-bdc7-12b7301cb75e tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "PUT /v2.0/ports/f6a18b08-290c-4cf7-ba5d-fdbbc7aae54f/tags/tempest-TagsExtTest-Tag-1925520929 HTTP/1.1" status: 201 len: 201 time: 0.2432222 Oct 27 18:36:46.085665 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45700) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:46.094228 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.tag.tag_plugin [None req-729fbc11-813d-404a-a67c-aee06a91b18c tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '33dc5df3-2c5f-4ef6-93ea-21767edba827', 'tempest-TagsExtTest-Tag-66343984') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:46.103852 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09bb2fe-e361-4a0b-a1e4-2ac6840385b4 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Checking segment: {'id': 'd1ff1134-2d6f-479e-b1ed-1c7d6a23e6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'ae02ce66-05bd-442a-b12e-6814509a942e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:36:46.104236 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09bb2fe-e361-4a0b-a1e4-2ac6840385b4 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Network hostable DHCP agents. Network: ae02ce66-05bd-442a-b12e-6814509a942e, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:36:46.107868 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=5206b3bf-1563-4ae1-83de-8e76ced302a0,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:46.114544 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d81582-1e05-48e7-ab08-2eb3ea7b724b req-fd2cda87-1498-4845-9383-ce489eefe338 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:46.123234 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-67d81582-1e05-48e7-ab08-2eb3ea7b724b req-fd2cda87-1498-4845-9383-ce489eefe338 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 945 time: 0.1417897 Oct 27 18:36:46.173711 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-56fa1f28-ab3e-473b-8c2e-5ffe45862de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:46.207715 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa1f28-ab3e-473b-8c2e-5ffe45862de9 None None] Pushing event deleted for resources: {'Port': ['ID=ad7816a9-b9f7-4fa8-8dab-37f79240a4c5,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:46.217728 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fa1f28-ab3e-473b-8c2e-5ffe45862de9 None None] No DVR routers for this DVR port ad7816a9-b9f7-4fa8-8dab-37f79240a4c5 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:36:46.246019 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['5206b3bf-1563-4ae1-83de-8e76ced302a0'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:36:46.246475 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-05aa5bea-1473-4dc6-9aad-cba3fe708267 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:46.298368 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-67d81582-1e05-48e7-ab08-2eb3ea7b724b req-9f647fa6-5bd1-40c4-9c57-e4d268969152 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/security-groups?id=9273d5bb-2711-41ad-8a95-77c296a241af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696365 Oct 27 18:36:46.299214 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aa5bea-1473-4dc6-9aad-cba3fe708267 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Pushing event deleted for resources: {'Port': ['ID=ad7816a9-b9f7-4fa8-8dab-37f79240a4c5,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:46.309181 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05aa5bea-1473-4dc6-9aad-cba3fe708267 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] No DVR routers for this DVR port ad7816a9-b9f7-4fa8-8dab-37f79240a4c5 on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:36:46.363987 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09bb2fe-e361-4a0b-a1e4-2ac6840385b4 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Network ae02ce66-05bd-442a-b12e-6814509a942e is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:36:46.389324 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4fcdd6dc-0d56-4f7b-bcdd-22fde65158d2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:46.414492 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7a6db59f-9cd2-4264-b258-5fafab7a6842 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:36:46.520373 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 7a6db59f-9cd2-4264-b258-5fafab7a6842 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:46.520766 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:46.554424 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-a09bb2fe-e361-4a0b-a1e4-2ac6840385b4 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, ae02ce66-05bd-442a-b12e-6814509a942e) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:36:46.559002 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-05aa5bea-1473-4dc6-9aad-cba3fe708267 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:46.564536 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02dd435-d925-4c15-9d68-a93eceb743ab None None] Network ae02ce66-05bd-442a-b12e-6814509a942e requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:36:46.570710 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09bb2fe-e361-4a0b-a1e4-2ac6840385b4 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:46.571398 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a09bb2fe-e361-4a0b-a1e4-2ac6840385b4 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:46.609496 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-05aa5bea-1473-4dc6-9aad-cba3fe708267 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51f95a32-e983-457d-aacd-601646bf27f8']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:46.620281 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-729fbc11-813d-404a-a67c-aee06a91b18c tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "PUT /v2.0/routers/33dc5df3-2c5f-4ef6-93ea-21767edba827/tags/tempest-TagsExtTest-Tag-66343984 HTTP/1.1" status: 201 len: 201 time: 0.5331571 Oct 27 18:36:46.623679 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45724) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:46.628995 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.tag.tag_plugin [None req-27970766-5cd9-4434-bd70-ec48d13b6853 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '68942b79-3ca1-4a5e-8287-eedf75ee95ac', 'tempest-TagsExtTest-Tag-1388793296') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:46.638112 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-05aa5bea-1473-4dc6-9aad-cba3fe708267 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bed77af-6da5-4e30-8f5a-92ccb4244229') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:46.639127 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-05aa5bea-1473-4dc6-9aad-cba3fe708267 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bed77af-6da5-4e30-8f5a-92ccb4244229') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:46.653644 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-05aa5bea-1473-4dc6-9aad-cba3fe708267 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:46.674295 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-05aa5bea-1473-4dc6-9aad-cba3fe708267 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:46.686383 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a09bb2fe-e361-4a0b-a1e4-2ac6840385b4 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8537896 Oct 27 18:36:46.691510 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45726) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:46.695482 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05aa5bea-1473-4dc6-9aad-cba3fe708267 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:36:46.696104 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-05aa5bea-1473-4dc6-9aad-cba3fe708267 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:46.697977 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-eafb4b46-06bf-4ced-bf9a-32f395a3288a tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1787096746', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:46.700758 n-d-815690-2 neutron-server[102878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:36:46.700758 n-d-815690-2 neutron-server[102878]: self.session.flush() Oct 27 18:36:46.700758 n-d-815690-2 neutron-server[102878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:36:46.700758 n-d-815690-2 neutron-server[102878]: self.session.flush() Oct 27 18:36:46.700758 n-d-815690-2 neutron-server[102878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:36:46.700758 n-d-815690-2 neutron-server[102878]: self.session.flush() Oct 27 18:36:46.700758 n-d-815690-2 neutron-server[102878]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:36:46.700758 n-d-815690-2 neutron-server[102878]: self.session.flush() Oct 27 18:36:46.700758 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:36:46.700758 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:36:46.700758 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:36:46.700758 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:36:46.700758 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:36:46.700758 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:36:46.700758 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:36:46.700758 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:36:46.700758 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:36:46.700758 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:36:46.700758 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:36:46.700758 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:36:46.700758 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:36:46.700758 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:36:46.700758 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:36:46.700758 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:36:46.700758 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:36:46.700758 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:36:46.700758 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:36:46.700758 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:36:46.700758 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:36:46.700758 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:36:46.700758 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:36:46.700758 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:36:46.700758 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:36:46.700758 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:36:46.700758 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:36:46.700758 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:36:46.700758 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:36:46.700758 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:36:46.700758 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:36:46.700758 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:36:46.765500 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-27970766-5cd9-4434-bd70-ec48d13b6853 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "PUT /v2.0/subnetpools/68942b79-3ca1-4a5e-8287-eedf75ee95ac/tags/tempest-TagsExtTest-Tag-1388793296 HTTP/1.1" status: 201 len: 201 time: 0.1405041 Oct 27 18:36:46.767672 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45728) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:46.775472 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.tag.tag_plugin [None req-f40dbd44-cab9-4d4b-9c0a-6086df8d9c96 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c0cc0eb8-d24f-4907-9f28-ed518c70aac6') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:46.843161 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-eafb4b46-06bf-4ced-bf9a-32f395a3288a tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:46.844417 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-eafb4b46-06bf-4ced-bf9a-32f395a3288a tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:46.856851 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f40dbd44-cab9-4d4b-9c0a-6086df8d9c96 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "GET /v2.0/subnets/c0cc0eb8-d24f-4907-9f28-ed518c70aac6/tags HTTP/1.1" status: 200 len: 240 time: 0.0853555 Oct 27 18:36:46.857788 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45730) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:46.858239 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device cc6c2ebf-420d-4d66-963a-4081c795f6aa up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:36:46.862280 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.tag.tag_plugin [None req-05b26245-09cf-480f-8071-4fcaf988975f tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c0cc0eb8-d24f-4907-9f28-ed518c70aac6', 'tempest-TagsExtTest-Tag-141315075') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:46.899373 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-05aa5bea-1473-4dc6-9aad-cba3fe708267 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:46.903086 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fcdd6dc-0d56-4f7b-bcdd-22fde65158d2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Router 1aa60dbd-bbb7-4df5-b088-9b125092c839 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:36:46.912801 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-05aa5bea-1473-4dc6-9aad-cba3fe708267 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:46.921917 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-05aa5bea-1473-4dc6-9aad-cba3fe708267 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] 10.222.0.52 "DELETE /v2.0/networks/51f95a32-e983-457d-aacd-601646bf27f8 HTTP/1.1" status: 204 len: 168 time: 1.9298320 Oct 27 18:36:46.942201 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aa5bea-1473-4dc6-9aad-cba3fe708267 tempest-FloatingIPNegativeTestJSON-1734668704 tempest-FloatingIPNegativeTestJSON-1734668704-project] Pushing event deleted for resources: {'Network': ['ID=51f95a32-e983-457d-aacd-601646bf27f8,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:46.971307 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-eafb4b46-06bf-4ced-bf9a-32f395a3288a tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:47.029861 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port cc6c2ebf-420d-4d66-963a-4081c795f6aa triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:47.031096 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:47.069974 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-eafb4b46-06bf-4ced-bf9a-32f395a3288a tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:47.099978 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036f0334-b196-4b1d-8f5b-fcb9114d0490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-ae02ce66-05bd-442a-b12e-6814509a942e', 'network_id': 'ae02ce66-05bd-442a-b12e-6814509a942e', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'fixed_ips': [{'subnet_id': 'f075a83c-dc5c-435f-b2a9-bddacd8ca233'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:36:47.101007 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-036f0334-b196-4b1d-8f5b-fcb9114d0490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:47.147895 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-05b26245-09cf-480f-8071-4fcaf988975f tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "GET /v2.0/subnets/c0cc0eb8-d24f-4907-9f28-ed518c70aac6/tags/tempest-TagsExtTest-Tag-141315075 HTTP/1.1" status: 204 len: 168 time: 0.2658148 Oct 27 18:36:47.147895 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45734) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:47.147895 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.tag.tag_plugin [None req-f41aecba-5b2c-499a-94f2-e5c4c4ab5b29 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'c0cc0eb8-d24f-4907-9f28-ed518c70aac6', 'tempest-TagsExtTest-Tag-141315075') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:47.171997 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fcdd6dc-0d56-4f7b-bcdd-22fde65158d2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:36:47.187840 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bc2cdd-0611-486b-a0e5-b7f3362676b9 None None] Sync routers for ids ['1aa60dbd-bbb7-4df5-b088-9b125092c839'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:36:47.226035 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bc2cdd-0611-486b-a0e5-b7f3362676b9 None None] Routers {'1aa60dbd-bbb7-4df5-b088-9b125092c839'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:36:47.226657 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-c9bc2cdd-0611-486b-a0e5-b7f3362676b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:36:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['1aa60dbd-bbb7-4df5-b088-9b125092c839'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:47.237246 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 5206b3bf-1563-4ae1-83de-8e76ced302a0 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:36:47.343388 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-c9bc2cdd-0611-486b-a0e5-b7f3362676b9 None None] Set router 1aa60dbd-bbb7-4df5-b088-9b125092c839 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:36:47.378628 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-036f0334-b196-4b1d-8f5b-fcb9114d0490 None None] Allocated IP 172.20.0.2 (ae02ce66-05bd-442a-b12e-6814509a942e/f075a83c-dc5c-435f-b2a9-bddacd8ca233/ac98373e-c670-4526-851f-c18b7cb95e5e) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:36:47.397098 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-eafb4b46-06bf-4ced-bf9a-32f395a3288a tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:47.401768 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-eafb4b46-06bf-4ced-bf9a-32f395a3288a tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7057621 Oct 27 18:36:47.402431 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45742) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:47.468422 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ad7816a9-b9f7-4fa8-8dab-37f79240a4c5 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:36:47.504815 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 5206b3bf-1563-4ae1-83de-8e76ced302a0 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:36:47.506729 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: ad7816a9-b9f7-4fa8-8dab-37f79240a4c5 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:36:47.507128 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ad7816a9-b9f7-4fa8-8dab-37f79240a4c5 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:36:47.516261 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 5206b3bf-1563-4ae1-83de-8e76ced302a0 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:47.521948 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:47.549400 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-c9bc2cdd-0611-486b-a0e5-b7f3362676b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa60dbd-bbb7-4df5-b088-9b125092c839', 'name': 'tempest-snat-router-1008960600', 'tenant_id': 'ce92e9a59d774537b02357f5ec8e82bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'af54157b-bbf4-4714-8c2c-6d3d76130c6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:36:41Z', 'updated_at': '2021-10-27T18:36:45Z', 'revision_number': 3, 'project_id': 'ce92e9a59d774537b02357f5ec8e82bc', 'gw_port': {'id': 'af54157b-bbf4-4714-8c2c-6d3d76130c6a', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:a9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa60dbd-bbb7-4df5-b088-9b125092c839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:36:44Z', 'updated_at': '2021-10-27T18:36:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:47.584701 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bc2cdd-0611-486b-a0e5-b7f3362676b9 None None] Checking router: 1aa60dbd-bbb7-4df5-b088-9b125092c839 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:36:47.585199 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bc2cdd-0611-486b-a0e5-b7f3362676b9 None None] Updating router 1aa60dbd-bbb7-4df5-b088-9b125092c839 port af54157b-bbf4-4714-8c2c-6d3d76130c6a binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:36:47.611917 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-c9bc2cdd-0611-486b-a0e5-b7f3362676b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:47.713137 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-036f0334-b196-4b1d-8f5b-fcb9114d0490 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:47.723166 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:47.751106 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4fcdd6dc-0d56-4f7b-bcdd-22fde65158d2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:47.752372 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4fcdd6dc-0d56-4f7b-bcdd-22fde65158d2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.3365629 Oct 27 18:36:47.755278 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f41aecba-5b2c-499a-94f2-e5c4c4ab5b29 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "DELETE /v2.0/subnets/c0cc0eb8-d24f-4907-9f28-ed518c70aac6/tags/tempest-TagsExtTest-Tag-141315075 HTTP/1.1" status: 204 len: 168 time: 0.6230388 Oct 27 18:36:47.757135 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45762) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:47.757618 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45764) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:47.758338 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0170328-cf0b-4c32-a4b6-53e45acc158a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5206b3bf-1563-4ae1-83de-8e76ced302a0'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:36:47.761554 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f15426-6eab-49a8-98eb-82fbe659da17" -d '{"events": [{"server_uuid": "c0170328-cf0b-4c32-a4b6-53e45acc158a", "name": "network-vif-plugged", "status": "completed", "tag": "5206b3bf-1563-4ae1-83de-8e76ced302a0"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:36:47.773724 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.tag.tag_plugin [None req-f8be039b-173b-493e-9e32-57e385d00c1d tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c0cc0eb8-d24f-4907-9f28-ed518c70aac6') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:47.777531 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 5206b3bf-1563-4ae1-83de-8e76ced302a0, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=5206b3bf-1563-4ae1-83de-8e76ced302a0,segment=NetworkSegment(df5181ab-3a78-46b3-8200-768f1b935974),segment_id=df5181ab-3a78-46b3-8200-768f1b935974)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:36:47.820513 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-036f0334-b196-4b1d-8f5b-fcb9114d0490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:47.837757 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45768) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:47.863173 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7bd11b5-52bb-4cc9-b0c0-9ed3dec9806f x-openstack-request-id: req-a7bd11b5-52bb-4cc9-b0c0-9ed3dec9806f {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:36:47.865647 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0170328-cf0b-4c32-a4b6-53e45acc158a", "name": "network-vif-plugged", "status": "completed", "tag": "5206b3bf-1563-4ae1-83de-8e76ced302a0", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:36:47.866371 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a7bd11b5-52bb-4cc9-b0c0-9ed3dec9806f {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:36:47.867990 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0170328-cf0b-4c32-a4b6-53e45acc158a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5206b3bf-1563-4ae1-83de-8e76ced302a0', 'code': 200} Oct 27 18:36:47.891278 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:47.966088 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036f0334-b196-4b1d-8f5b-fcb9114d0490 None None] Network ae02ce66-05bd-442a-b12e-6814509a942e is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:36:47.991628 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-036f0334-b196-4b1d-8f5b-fcb9114d0490 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:36:48.015983 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036f0334-b196-4b1d-8f5b-fcb9114d0490 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:36:48.039797 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ddeda-b112-41e8-8374-d506e9d29ce6 req-57479376-d357-461f-ad44-f1da4101ae0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:48.053258 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-560ddeda-b112-41e8-8374-d506e9d29ce6 req-57479376-d357-461f-ad44-f1da4101ae0d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 1097 time: 0.1160233 Oct 27 18:36:48.090161 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c5045529-52d4-4728-9094-3425f7770f1b tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] 10.222.0.52 "GET /v2.0/routers/1aa60dbd-bbb7-4df5-b088-9b125092c839 HTTP/1.1" status: 200 len: 907 time: 0.3315003 Oct 27 18:36:48.095734 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45774) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:48.111082 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f8be039b-173b-493e-9e32-57e385d00c1d tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "GET /v2.0/subnets/c0cc0eb8-d24f-4907-9f28-ed518c70aac6/tags HTTP/1.1" status: 200 len: 205 time: 0.3503106 Oct 27 18:36:48.125852 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f0334-b196-4b1d-8f5b-fcb9114d0490 None None] Pushing event updated for resources: {'Port': ['ID=ac98373e-c670-4526-851f-c18b7cb95e5e,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:48.174166 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45776) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:48.180396 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.tag.tag_plugin [None req-a67f3f24-3245-47a4-89d0-33502d53c801 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f6a18b08-290c-4cf7-ba5d-fdbbc7aae54f') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:48.198757 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-c9bc2cdd-0611-486b-a0e5-b7f3362676b9 None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:48.237188 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-036f0334-b196-4b1d-8f5b-fcb9114d0490 None None] Attempting to bind port ac98373e-c670-4526-851f-c18b7cb95e5e on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:36:48.237567 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-036f0334-b196-4b1d-8f5b-fcb9114d0490 None None] Attempting to bind port ac98373e-c670-4526-851f-c18b7cb95e5e by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'd1ff1134-2d6f-479e-b1ed-1c7d6a23e6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'ae02ce66-05bd-442a-b12e-6814509a942e'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:36:48.237943 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036f0334-b196-4b1d-8f5b-fcb9114d0490 None None] Attempting to bind port ac98373e-c670-4526-851f-c18b7cb95e5e on network ae02ce66-05bd-442a-b12e-6814509a942e {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:36:48.250442 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036f0334-b196-4b1d-8f5b-fcb9114d0490 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:36:48.250922 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036f0334-b196-4b1d-8f5b-fcb9114d0490 None None] Checking segment: {'id': 'd1ff1134-2d6f-479e-b1ed-1c7d6a23e6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'ae02ce66-05bd-442a-b12e-6814509a942e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:36:48.251265 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-036f0334-b196-4b1d-8f5b-fcb9114d0490 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:48.252216 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036f0334-b196-4b1d-8f5b-fcb9114d0490 None None] Bound using segment: {'id': 'd1ff1134-2d6f-479e-b1ed-1c7d6a23e6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'ae02ce66-05bd-442a-b12e-6814509a942e'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:36:48.252216 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-036f0334-b196-4b1d-8f5b-fcb9114d0490 None None] Bound port: ac98373e-c670-4526-851f-c18b7cb95e5e, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1ff1134-2d6f-479e-b1ed-1c7d6a23e6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'ae02ce66-05bd-442a-b12e-6814509a942e'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:36:48.252500 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-036f0334-b196-4b1d-8f5b-fcb9114d0490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:48.276201 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-560ddeda-b112-41e8-8374-d506e9d29ce6 req-b9720863-c90f-462d-b2b9-a5d6b3eadb24 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=9273d5bb-2711-41ad-8a95-77c296a241af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147703 Oct 27 18:36:48.279695 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=5206b3bf-1563-4ae1-83de-8e76ced302a0,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:48.311158 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-c9bc2cdd-0611-486b-a0e5-b7f3362676b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:48.320878 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7d12a472-be43-4003-a8b1-163cdc147a5a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9d08d495cb0140c48dd8f8c5c2b35166&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4165378 Oct 27 18:36:48.325298 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45778) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:48.352064 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-036f0334-b196-4b1d-8f5b-fcb9114d0490 None None] For port ac98373e-c670-4526-851f-c18b7cb95e5e, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:36:48.355988 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-036f0334-b196-4b1d-8f5b-fcb9114d0490 None None] For port ac98373e-c670-4526-851f-c18b7cb95e5e, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ac98373e-c670-4526-851f-c18b7cb95e5e,segment=NetworkSegment(d1ff1134-2d6f-479e-b1ed-1c7d6a23e6fb),segment_id=d1ff1134-2d6f-479e-b1ed-1c7d6a23e6fb)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:36:48.367504 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d63693-11bc-4d9d-8e2e-a4820a6c96d1 req-42592156-6acd-4b5b-a9ca-b8e7f0c89877 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:48.380810 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-49d63693-11bc-4d9d-8e2e-a4820a6c96d1 req-42592156-6acd-4b5b-a9ca-b8e7f0c89877 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 945 time: 0.7687118 Oct 27 18:36:48.392423 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-c9bc2cdd-0611-486b-a0e5-b7f3362676b9 None None] Attempting to bind port af54157b-bbf4-4714-8c2c-6d3d76130c6a on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:36:48.392789 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-c9bc2cdd-0611-486b-a0e5-b7f3362676b9 None None] Attempting to bind port af54157b-bbf4-4714-8c2c-6d3d76130c6a by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:36:48.393345 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bc2cdd-0611-486b-a0e5-b7f3362676b9 None None] Attempting to bind port af54157b-bbf4-4714-8c2c-6d3d76130c6a on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:36:48.402190 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a67f3f24-3245-47a4-89d0-33502d53c801 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "GET /v2.0/ports/f6a18b08-290c-4cf7-ba5d-fdbbc7aae54f/tags HTTP/1.1" status: 200 len: 241 time: 0.2255633 Oct 27 18:36:48.408285 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45782) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:48.409744 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c5ce689b-d110-4953-a5b6-45e5024b2d5c tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:48.412527 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bc2cdd-0611-486b-a0e5-b7f3362676b9 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:36:48.412904 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bc2cdd-0611-486b-a0e5-b7f3362676b9 None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:36:48.413305 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-c9bc2cdd-0611-486b-a0e5-b7f3362676b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:48.413694 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bc2cdd-0611-486b-a0e5-b7f3362676b9 None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:36:48.414460 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-c9bc2cdd-0611-486b-a0e5-b7f3362676b9 None None] Bound port: af54157b-bbf4-4714-8c2c-6d3d76130c6a, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:36:48.415232 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-c9bc2cdd-0611-486b-a0e5-b7f3362676b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:48.424116 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.tag.tag_plugin [None req-10938c0e-df28-4242-90a6-af6223bcdc7b tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f6a18b08-290c-4cf7-ba5d-fdbbc7aae54f', 'tempest-TagsExtTest-Tag-1925520929') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:48.430177 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-036f0334-b196-4b1d-8f5b-fcb9114d0490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:48.497256 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed5f0d-e489-4e0e-9c09-f90ea5166e59 None None] Pushing event updated for resources: {'Port': ['ID=af54157b-bbf4-4714-8c2c-6d3d76130c6a,revision_number=2']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:48.538721 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-49d63693-11bc-4d9d-8e2e-a4820a6c96d1 req-25c69c55-493e-4aa9-8008-9dde5604a413 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/security-groups?id=9273d5bb-2711-41ad-8a95-77c296a241af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557975 Oct 27 18:36:48.564145 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f0334-b196-4b1d-8f5b-fcb9114d0490 None None] Pushing event updated for resources: {'Port': ['ID=ac98373e-c670-4526-851f-c18b7cb95e5e,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:48.598669 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-54204604-500b-455e-bad9-6e8ea089f62c tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:48.609346 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-efb418f3-389b-4342-9c2a-4edfc75233c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:48.622566 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-c9bc2cdd-0611-486b-a0e5-b7f3362676b9 None None] For port af54157b-bbf4-4714-8c2c-6d3d76130c6a, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:36:48.623637 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-10938c0e-df28-4242-90a6-af6223bcdc7b tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "GET /v2.0/ports/f6a18b08-290c-4cf7-ba5d-fdbbc7aae54f/tags/tempest-TagsExtTest-Tag-1925520929 HTTP/1.1" status: 204 len: 168 time: 0.2050486 Oct 27 18:36:48.625440 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45788) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:48.632143 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.tag.tag_plugin [None req-c16acffc-2036-4098-8310-713c452db89a tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'f6a18b08-290c-4cf7-ba5d-fdbbc7aae54f', 'tempest-TagsExtTest-Tag-1925520929') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:48.632379 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-c9bc2cdd-0611-486b-a0e5-b7f3362676b9 None None] For port af54157b-bbf4-4714-8c2c-6d3d76130c6a, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=af54157b-bbf4-4714-8c2c-6d3d76130c6a,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:36:48.658638 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-efb418f3-389b-4342-9c2a-4edfc75233c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:48.672566 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c5ce689b-d110-4953-a5b6-45e5024b2d5c tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:48.693262 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-c9bc2cdd-0611-486b-a0e5-b7f3362676b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:48.814336 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bc2cdd-0611-486b-a0e5-b7f3362676b9 None None] Routers {'1aa60dbd-bbb7-4df5-b088-9b125092c839'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:36:48.815303 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-c9bc2cdd-0611-486b-a0e5-b7f3362676b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:36:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['1aa60dbd-bbb7-4df5-b088-9b125092c839'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:48.819269 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed5f0d-e489-4e0e-9c09-f90ea5166e59 None None] Pushing event updated for resources: {'Port': ['ID=af54157b-bbf4-4714-8c2c-6d3d76130c6a,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:48.824608 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-efb418f3-389b-4342-9c2a-4edfc75233c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:48.833459 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-efb418f3-389b-4342-9c2a-4edfc75233c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:48.838630 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-efb418f3-389b-4342-9c2a-4edfc75233c8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/956774b5-a078-459f-92ea-008934718b68 HTTP/1.1" status: 204 len: 168 time: 0.5120909 Oct 27 18:36:48.880577 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb418f3-389b-4342-9c2a-4edfc75233c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956774b5-a078-459f-92ea-008934718b68,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:48.898549 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-c5ce689b-d110-4953-a5b6-45e5024b2d5c tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Deleting port af54157b-bbf4-4714-8c2c-6d3d76130c6a {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:36:48.898956 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c5ce689b-d110-4953-a5b6-45e5024b2d5c tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:49.075584 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-c5ce689b-d110-4953-a5b6-45e5024b2d5c tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] For port af54157b-bbf4-4714-8c2c-6d3d76130c6a, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=af54157b-bbf4-4714-8c2c-6d3d76130c6a,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:36:49.075985 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c5ce689b-d110-4953-a5b6-45e5024b2d5c tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:49.089953 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-c9bc2cdd-0611-486b-a0e5-b7f3362676b9 None None] Set router 1aa60dbd-bbb7-4df5-b088-9b125092c839 gateway port host: None {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:36:49.092438 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-c5ce689b-d110-4953-a5b6-45e5024b2d5c tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Calling delete_port for af54157b-bbf4-4714-8c2c-6d3d76130c6a owned by network:router_gateway {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:36:49.238868 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c16acffc-2036-4098-8310-713c452db89a tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "DELETE /v2.0/ports/f6a18b08-290c-4cf7-ba5d-fdbbc7aae54f/tags/tempest-TagsExtTest-Tag-1925520929 HTTP/1.1" status: 204 len: 168 time: 0.6111009 Oct 27 18:36:49.241133 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45796) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:49.241517 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-c9bc2cdd-0611-486b-a0e5-b7f3362676b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa60dbd-bbb7-4df5-b088-9b125092c839', 'name': 'tempest-snat-router-1008960600', 'tenant_id': 'ce92e9a59d774537b02357f5ec8e82bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:36:41Z', 'updated_at': '2021-10-27T18:36:48Z', 'revision_number': 4, 'project_id': 'ce92e9a59d774537b02357f5ec8e82bc', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:49.274190 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.tag.tag_plugin [None req-bb397185-1297-4e10-83f0-a96b642ce7d7 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f6a18b08-290c-4cf7-ba5d-fdbbc7aae54f') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:49.283272 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bc2cdd-0611-486b-a0e5-b7f3362676b9 None None] The sync data for ids ['1aa60dbd-bbb7-4df5-b088-9b125092c839'] in n-d-815690-2 is: [{'id': '1aa60dbd-bbb7-4df5-b088-9b125092c839', 'name': 'tempest-snat-router-1008960600', 'tenant_id': 'ce92e9a59d774537b02357f5ec8e82bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:36:41Z', 'updated_at': '2021-10-27T18:36:48Z', 'revision_number': 4, 'project_id': 'ce92e9a59d774537b02357f5ec8e82bc', 'gw_port_host': None}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:36:49.334371 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-54204604-500b-455e-bad9-6e8ea089f62c tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Allocated IP 172.20.0.1 (ae02ce66-05bd-442a-b12e-6814509a942e/f075a83c-dc5c-435f-b2a9-bddacd8ca233/6d4628b6-e947-4d7f-899e-fa8a2253f52f) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:36:49.576416 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-bb397185-1297-4e10-83f0-a96b642ce7d7 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "GET /v2.0/ports/f6a18b08-290c-4cf7-ba5d-fdbbc7aae54f/tags HTTP/1.1" status: 200 len: 205 time: 0.3279593 Oct 27 18:36:49.577676 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45802) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:49.582010 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.tag.tag_plugin [None req-fa646d00-12a6-434e-81af-ad5581cc0b93 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '33dc5df3-2c5f-4ef6-93ea-21767edba827') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:49.676091 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c5ce689b-d110-4953-a5b6-45e5024b2d5c tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:49.835689 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce689b-d110-4953-a5b6-45e5024b2d5c tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Pushing event deleted for resources: {'Port': ['ID=af54157b-bbf4-4714-8c2c-6d3d76130c6a,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:49.887994 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-54204604-500b-455e-bad9-6e8ea089f62c tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:49.928141 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c5ce689b-d110-4953-a5b6-45e5024b2d5c tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:49.964134 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264801b-c65a-44a7-a9cc-177658c5717d req-ee359805-71a6-4366-96fe-28c4c0959c6a tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:49.965728 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2264801b-c65a-44a7-a9cc-177658c5717d req-ee359805-71a6-4366-96fe-28c4c0959c6a tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 946 time: 0.2586555 Oct 27 18:36:49.969340 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-fa646d00-12a6-434e-81af-ad5581cc0b93 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "GET /v2.0/routers/33dc5df3-2c5f-4ef6-93ea-21767edba827/tags HTTP/1.1" status: 200 len: 239 time: 0.3910291 Oct 27 18:36:49.972488 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45818) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:49.979945 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.tag.tag_plugin [None req-87560330-b1ca-4f4e-9c34-58d310b7616d tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '33dc5df3-2c5f-4ef6-93ea-21767edba827', 'tempest-TagsExtTest-Tag-66343984') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:50.167556 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2264801b-c65a-44a7-a9cc-177658c5717d req-9c0f44da-001a-4fcd-a9b2-7cf5e344d125 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/security-groups?id=9273d5bb-2711-41ad-8a95-77c296a241af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915407 Oct 27 18:36:50.172403 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c5ce689b-d110-4953-a5b6-45e5024b2d5c tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:50.174900 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c5ce689b-d110-4953-a5b6-45e5024b2d5c tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:50.177612 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-87560330-b1ca-4f4e-9c34-58d310b7616d tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "GET /v2.0/routers/33dc5df3-2c5f-4ef6-93ea-21767edba827/tags/tempest-TagsExtTest-Tag-66343984 HTTP/1.1" status: 204 len: 168 time: 0.2040770 Oct 27 18:36:50.181023 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45820) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:50.187976 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.tag.tag_plugin [None req-91fd9cab-02c7-4c38-bf70-991adb44ac7e tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '33dc5df3-2c5f-4ef6-93ea-21767edba827', 'tempest-TagsExtTest-Tag-66343984') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:50.213553 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-54204604-500b-455e-bad9-6e8ea089f62c tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:50.286271 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54204604-500b-455e-bad9-6e8ea089f62c tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Network ae02ce66-05bd-442a-b12e-6814509a942e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:36:50.289938 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-54204604-500b-455e-bad9-6e8ea089f62c tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:36:50.299368 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54204604-500b-455e-bad9-6e8ea089f62c tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:36:50.424489 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54204604-500b-455e-bad9-6e8ea089f62c tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event updated for resources: {'Port': ['ID=6d4628b6-e947-4d7f-899e-fa8a2253f52f,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:50.447928 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbdb88f-1d3d-4753-ba0c-74cc3a98edbb None None] Network ae02ce66-05bd-442a-b12e-6814509a942e requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:36:50.501064 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-54204604-500b-455e-bad9-6e8ea089f62c tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:50.545875 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ac98373e-c670-4526-851f-c18b7cb95e5e up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:36:50.564121 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c5ce689b-d110-4953-a5b6-45e5024b2d5c tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:50.565949 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ce689b-d110-4953-a5b6-45e5024b2d5c tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1aa60dbd-bbb7-4df5-b088-9b125092c839 {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:36:50.584073 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c5ce689b-d110-4953-a5b6-45e5024b2d5c tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:50.586077 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c5ce689b-d110-4953-a5b6-45e5024b2d5c tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] 10.222.0.52 "DELETE /v2.0/routers/1aa60dbd-bbb7-4df5-b088-9b125092c839 HTTP/1.1" status: 204 len: 168 time: 2.4877322 Oct 27 18:36:50.587914 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45832) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:50.600292 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-91fd9cab-02c7-4c38-bf70-991adb44ac7e tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "DELETE /v2.0/routers/33dc5df3-2c5f-4ef6-93ea-21767edba827/tags/tempest-TagsExtTest-Tag-66343984 HTTP/1.1" status: 204 len: 168 time: 0.4184198 Oct 27 18:36:50.636749 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45834) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:50.648222 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.tag.tag_plugin [None req-4115b273-aaf6-4463-94b4-555502580e32 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '33dc5df3-2c5f-4ef6-93ea-21767edba827') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:50.690650 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-b2542d6b-9f08-4b9c-892c-f3fe7e7e5505 None None] Provisioning complete for port ac98373e-c670-4526-851f-c18b7cb95e5e triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:50.695382 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b2542d6b-9f08-4b9c-892c-f3fe7e7e5505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:50.804772 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45840) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:50.831866 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4115b273-aaf6-4463-94b4-555502580e32 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "GET /v2.0/routers/33dc5df3-2c5f-4ef6-93ea-21767edba827/tags HTTP/1.1" status: 200 len: 205 time: 0.1902270 Oct 27 18:36:50.839257 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45844) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:50.845956 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port ac98373e-c670-4526-851f-c18b7cb95e5e triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:50.846670 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:50.848022 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.tag.tag_plugin [None req-095deef0-2111-486f-97ad-78098c067632 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '68942b79-3ca1-4a5e-8287-eedf75ee95ac') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:50.859832 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-50c0fa59-ad07-4f5e-8082-01c71386e04a tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:50.999859 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-095deef0-2111-486f-97ad-78098c067632 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "GET /v2.0/subnetpools/68942b79-3ca1-4a5e-8287-eedf75ee95ac/tags HTTP/1.1" status: 200 len: 241 time: 0.1585135 Oct 27 18:36:51.001951 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45850) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:51.027389 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.tag.tag_plugin [None req-3cbc2e4f-cab2-44be-b888-f7c644101b38 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '68942b79-3ca1-4a5e-8287-eedf75ee95ac', 'tempest-TagsExtTest-Tag-1388793296') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:51.071809 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-54204604-500b-455e-bad9-6e8ea089f62c tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:51.082430 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-9dfb6804-d79b-405e-a0e4-3c24ba91b076 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1056051741'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:51.128674 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3cbc2e4f-cab2-44be-b888-f7c644101b38 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "GET /v2.0/subnetpools/68942b79-3ca1-4a5e-8287-eedf75ee95ac/tags/tempest-TagsExtTest-Tag-1388793296 HTTP/1.1" status: 204 len: 168 time: 0.0996478 Oct 27 18:36:51.141425 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45852) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:51.149068 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.tag.tag_plugin [None req-774dd568-1fd2-4c48-b66e-bda71e410520 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '68942b79-3ca1-4a5e-8287-eedf75ee95ac', 'tempest-TagsExtTest-Tag-1388793296') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:51.179894 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0447a9-db75-4acb-99e3-0726cc284cb7 req-da5cb181-6b12-44e8-a66e-b2cf7f9525f2 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:51.182368 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-db0447a9-db75-4acb-99e3-0726cc284cb7 req-da5cb181-6b12-44e8-a66e-b2cf7f9525f2 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 946 time: 0.1714077 Oct 27 18:36:51.246797 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfb6804-d79b-405e-a0e4-3c24ba91b076 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Made reservation on behalf of 7e112ca0a568418e86e03a96b74eaf4a for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:36:51.250483 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9dfb6804-d79b-405e-a0e4-3c24ba91b076 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:51.265813 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae2da6-2bce-4290-bb9f-b242ccdb9d77 req-b1c15c52-e041-47fd-9610-21cf5d3e6702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:51.267357 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7fae2da6-2bce-4290-bb9f-b242ccdb9d77 req-b1c15c52-e041-47fd-9610-21cf5d3e6702 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ed94bf330dce4aefb6b8c9d5143e6db7&device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 1097 time: 0.2045343 Oct 27 18:36:51.270795 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:51.274639 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b2542d6b-9f08-4b9c-892c-f3fe7e7e5505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:51.304707 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9dfb6804-d79b-405e-a0e4-3c24ba91b076 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:51.316233 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-b2542d6b-9f08-4b9c-892c-f3fe7e7e5505 None None] For port ac98373e-c670-4526-851f-c18b7cb95e5e, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ac98373e-c670-4526-851f-c18b7cb95e5e,segment=NetworkSegment(d1ff1134-2d6f-479e-b1ed-1c7d6a23e6fb),segment_id=d1ff1134-2d6f-479e-b1ed-1c7d6a23e6fb)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:36:51.386731 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b2542d6b-9f08-4b9c-892c-f3fe7e7e5505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:51.448331 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-50c0fa59-ad07-4f5e-8082-01c71386e04a tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:51.519915 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:36:51.520712 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:36:51.528173 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-774dd568-1fd2-4c48-b66e-bda71e410520 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "DELETE /v2.0/subnetpools/68942b79-3ca1-4a5e-8287-eedf75ee95ac/tags/tempest-TagsExtTest-Tag-1388793296 HTTP/1.1" status: 204 len: 168 time: 0.3828607 Oct 27 18:36:51.537938 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45854) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:51.553599 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2542d6b-9f08-4b9c-892c-f3fe7e7e5505 None None] Pushing event updated for resources: {'Port': ['ID=ac98373e-c670-4526-851f-c18b7cb95e5e,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:51.575404 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.tag.tag_plugin [None req-9ea4975e-4ff7-4d01-926b-4ed5cf004f33 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '68942b79-3ca1-4a5e-8287-eedf75ee95ac') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:51.598099 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae2da6-2bce-4290-bb9f-b242ccdb9d77 req-2316e2be-6b09-4485-ac69-23500bfe5a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:51.599727 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7fae2da6-2bce-4290-bb9f-b242ccdb9d77 req-2316e2be-6b09-4485-ac69-23500bfe5a5c service neutron] 10.222.0.93 "GET /v2.0/networks?id=da8e53a8-8ae6-4708-af46-5da0c5e0389e HTTP/1.1" status: 200 len: 921 time: 0.3238409 Oct 27 18:36:51.640763 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-db0447a9-db75-4acb-99e3-0726cc284cb7 req-661e3d0c-c89d-4db8-bd60-b6ef199b66c8 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/security-groups?id=9273d5bb-2711-41ad-8a95-77c296a241af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4415345 Oct 27 18:36:51.792512 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7fae2da6-2bce-4290-bb9f-b242ccdb9d77 req-4eb36e0f-9a7f-4d78-a96d-8c753bf88606 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5206b3bf-1563-4ae1-83de-8e76ced302a0 HTTP/1.1" status: 200 len: 217 time: 0.1763947 Oct 27 18:36:51.796867 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9ea4975e-4ff7-4d01-926b-4ed5cf004f33 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "GET /v2.0/subnetpools/68942b79-3ca1-4a5e-8287-eedf75ee95ac/tags HTTP/1.1" status: 200 len: 205 time: 0.2296360 Oct 27 18:36:51.800579 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45860) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:51.807364 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.tag.tag_plugin [None req-2f6ca089-4fbf-4e70-b1b5-137d69e18b4b tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '68942b79-3ca1-4a5e-8287-eedf75ee95ac') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:51.831872 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-a6c1c034-b744-4097-bd25-a9a67111bb16 None None] Provisioning complete for port ac98373e-c670-4526-851f-c18b7cb95e5e triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:51.832252 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a6c1c034-b744-4097-bd25-a9a67111bb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:51.876913 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9dfb6804-d79b-405e-a0e4-3c24ba91b076 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:51.921360 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-54204604-500b-455e-bad9-6e8ea089f62c tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:51.939663 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-50c0fa59-ad07-4f5e-8082-01c71386e04a tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Deleting port cc6c2ebf-420d-4d66-963a-4081c795f6aa {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:36:51.939995 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-50c0fa59-ad07-4f5e-8082-01c71386e04a tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:51.984220 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-54204604-500b-455e-bad9-6e8ea089f62c tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:52.006742 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-a6c1c034-b744-4097-bd25-a9a67111bb16 None None] Provisioning complete for port 6d4628b6-e947-4d7f-899e-fa8a2253f52f triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:52.007119 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a6c1c034-b744-4097-bd25-a9a67111bb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:52.072926 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-50c0fa59-ad07-4f5e-8082-01c71386e04a tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] For port cc6c2ebf-420d-4d66-963a-4081c795f6aa, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=cc6c2ebf-420d-4d66-963a-4081c795f6aa,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:36:52.073302 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-50c0fa59-ad07-4f5e-8082-01c71386e04a tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:52.098119 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-50c0fa59-ad07-4f5e-8082-01c71386e04a tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Calling delete_port for cc6c2ebf-420d-4d66-963a-4081c795f6aa owned by network:router_gateway {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:36:52.117864 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-a6c1c034-b744-4097-bd25-a9a67111bb16 None None] Port 6d4628b6-e947-4d7f-899e-fa8a2253f52f cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:36:52.167740 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-54204604-500b-455e-bad9-6e8ea089f62c tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:52.171108 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54204604-500b-455e-bad9-6e8ea089f62c tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event updated for resources: {'Port': ['ID=6d4628b6-e947-4d7f-899e-fa8a2253f52f,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:52.267233 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4e8a659e-6863-4959-9c71-edbac802cead None None] Provisioning complete for port 6d4628b6-e947-4d7f-899e-fa8a2253f52f triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:52.270648 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4e8a659e-6863-4959-9c71-edbac802cead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:52.371472 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54204604-500b-455e-bad9-6e8ea089f62c tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Network ae02ce66-05bd-442a-b12e-6814509a942e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:36:52.382700 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-54204604-500b-455e-bad9-6e8ea089f62c tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:36:52.385846 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4e8a659e-6863-4959-9c71-edbac802cead None None] Port 6d4628b6-e947-4d7f-899e-fa8a2253f52f cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:36:52.405896 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ac98373e-c670-4526-851f-c18b7cb95e5e up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:36:52.483461 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port ac98373e-c670-4526-851f-c18b7cb95e5e triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:52.484401 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:52.709584 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9dfb6804-d79b-405e-a0e4-3c24ba91b076 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:52.732778 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54204604-500b-455e-bad9-6e8ea089f62c tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Router 2ad33630-64cc-4278-985d-6e125a0efb84 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:36:52.740210 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae2da6-2bce-4290-bb9f-b242ccdb9d77 req-1b47db0b-ccb4-469a-a0e1-531701fc9eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:52.742674 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7fae2da6-2bce-4290-bb9f-b242ccdb9d77 req-1b47db0b-ccb4-469a-a0e1-531701fc9eff service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0849fe03-5e91-45fb-a37f-83c7bfa081e7 HTTP/1.1" status: 200 len: 859 time: 0.9094539 Oct 27 18:36:52.748442 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2f6ca089-4fbf-4e70-b1b5-137d69e18b4b tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "DELETE /v2.0/subnetpools/68942b79-3ca1-4a5e-8287-eedf75ee95ac/tags HTTP/1.1" status: 204 len: 168 time: 0.9442477 Oct 27 18:36:52.755760 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45866) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:52.770879 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.tag.tag_plugin [None req-3f54c759-6959-4cae-8d24-e41dba2be704 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '33dc5df3-2c5f-4ef6-93ea-21767edba827') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:52.790431 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dfb6804-d79b-405e-a0e4-3c24ba91b076 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] vlan segment allocate from pool success with {'vlan_id': 1044, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:36:52.815550 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7fae2da6-2bce-4290-bb9f-b242ccdb9d77 req-1422fad1-6aa7-4899-bea5-43704aa72fa2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=da8e53a8-8ae6-4708-af46-5da0c5e0389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499330 Oct 27 18:36:52.823868 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfb6804-d79b-405e-a0e4-3c24ba91b076 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d77c7f4d-f62c-4a94-b818-a4d7653ef831,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:52.835441 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9dfb6804-d79b-405e-a0e4-3c24ba91b076 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:52.839609 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-9dfb6804-d79b-405e-a0e4-3c24ba91b076 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Added segment c7ca1e19-4885-4390-b192-6488fe53f593 of type vlan for network 5699dbda-60fc-4cd4-8910-850d158b4928 Oct 27 18:36:52.854970 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-85a96b33-a6db-477b-b52f-5bc543ba5111 None None] Provisioning complete for port 6d4628b6-e947-4d7f-899e-fa8a2253f52f triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:36:52.855521 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-85a96b33-a6db-477b-b52f-5bc543ba5111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:52.923838 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-85a96b33-a6db-477b-b52f-5bc543ba5111 None None] Port 6d4628b6-e947-4d7f-899e-fa8a2253f52f cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:36:53.017349 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9dfb6804-d79b-405e-a0e4-3c24ba91b076 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:53.065279 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-50c0fa59-ad07-4f5e-8082-01c71386e04a tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:53.111193 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c0fa59-ad07-4f5e-8082-01c71386e04a tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc6c2ebf-420d-4d66-963a-4081c795f6aa,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:53.138477 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690bd45-518d-4e92-ab11-80e00129da6b req-c05e1dde-968e-4f47-9880-f9055b4f3ee8 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:53.147059 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1690bd45-518d-4e92-ab11-80e00129da6b req-c05e1dde-968e-4f47-9880-f9055b4f3ee8 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 946 time: 0.3921108 Oct 27 18:36:53.154155 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9dfb6804-d79b-405e-a0e4-3c24ba91b076 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:53.161992 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfb6804-d79b-405e-a0e4-3c24ba91b076 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:53.162932 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9dfb6804-d79b-405e-a0e4-3c24ba91b076 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:53.181727 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54204604-500b-455e-bad9-6e8ea089f62c tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:36:53.185774 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3f54c759-6959-4cae-8d24-e41dba2be704 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "DELETE /v2.0/routers/33dc5df3-2c5f-4ef6-93ea-21767edba827/tags HTTP/1.1" status: 204 len: 168 time: 0.4274061 Oct 27 18:36:53.189749 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-54204604-500b-455e-bad9-6e8ea089f62c tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "PUT /v2.0/routers/2ad33630-64cc-4278-985d-6e125a0efb84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7867169 Oct 27 18:36:53.206982 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c465e2-ffcd-47fe-b112-5ce9f4ae1ca9 None None] Sync routers for ids ['2ad33630-64cc-4278-985d-6e125a0efb84'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:36:53.207184 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45874) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:53.207184 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45876) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:53.217182 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1690bd45-518d-4e92-ab11-80e00129da6b req-ce4d9bc7-937e-4d08-8130-9f4cc4750958 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/security-groups?id=9273d5bb-2711-41ad-8a95-77c296a241af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688727 Oct 27 18:36:53.228293 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.tag.tag_plugin [None req-cb5aa387-dc87-4c32-ad11-29d14f4e4fa2 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f6a18b08-290c-4cf7-ba5d-fdbbc7aae54f') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:53.248334 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c465e2-ffcd-47fe-b112-5ce9f4ae1ca9 None None] Routers {'2ad33630-64cc-4278-985d-6e125a0efb84'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:36:53.251197 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-f6c465e2-ffcd-47fe-b112-5ce9f4ae1ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:36:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['2ad33630-64cc-4278-985d-6e125a0efb84'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:53.307229 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df55f68-3950-405b-9fb9-fb196de016cb tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:53.309001 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9df55f68-3950-405b-9fb9-fb196de016cb tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "GET /v2.0/ports/6d4628b6-e947-4d7f-899e-fa8a2253f52f HTTP/1.1" status: 200 len: 910 time: 0.0780630 Oct 27 18:36:53.311780 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45878) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:53.325026 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-f6c465e2-ffcd-47fe-b112-5ce9f4ae1ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:53.345920 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c465e2-ffcd-47fe-b112-5ce9f4ae1ca9 None None] Routers {'2ad33630-64cc-4278-985d-6e125a0efb84'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:36:53.346921 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-f6c465e2-ffcd-47fe-b112-5ce9f4ae1ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:36:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['2ad33630-64cc-4278-985d-6e125a0efb84'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:53.377294 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-50c0fa59-ad07-4f5e-8082-01c71386e04a tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:53.435782 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-f6c465e2-ffcd-47fe-b112-5ce9f4ae1ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:53.436639 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c465e2-ffcd-47fe-b112-5ce9f4ae1ca9 None None] The sync data for ids ['2ad33630-64cc-4278-985d-6e125a0efb84'] in n-d-815690-2 is: [] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:36:53.458858 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7fae2da6-2bce-4290-bb9f-b242ccdb9d77 req-750938ce-7a7b-4ada-9f81-4528ed80c8c6 service neutron] 10.222.0.93 "GET /v2.0/networks/da8e53a8-8ae6-4708-af46-5da0c5e0389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6314626 Oct 27 18:36:53.465739 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-cb5aa387-dc87-4c32-ad11-29d14f4e4fa2 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "DELETE /v2.0/ports/f6a18b08-290c-4cf7-ba5d-fdbbc7aae54f/tags HTTP/1.1" status: 204 len: 168 time: 0.2429264 Oct 27 18:36:53.498119 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45880) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:53.503137 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.tag.tag_plugin [None req-97cc16f9-aa3d-4e7c-bbda-8e3e58a759df tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c0cc0eb8-d24f-4907-9f28-ed518c70aac6') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:53.519702 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9dfb6804-d79b-405e-a0e4-3c24ba91b076 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.7010241 Oct 27 18:36:53.537121 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-50c0fa59-ad07-4f5e-8082-01c71386e04a tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:53.538780 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfb6804-d79b-405e-a0e4-3c24ba91b076 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event updated for resources: {'Network': ['ID=5699dbda-60fc-4cd4-8910-850d158b4928,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:53.555402 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 5699dbda-60fc-4cd4-8910-850d158b4928 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:36:53.576615 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-50c0fa59-ad07-4f5e-8082-01c71386e04a tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:53.725554 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7fae2da6-2bce-4290-bb9f-b242ccdb9d77 req-9dc7406f-3059-442d-8d68-2a6a01618f50 service neutron] 10.222.0.93 "GET /v2.0/networks/da8e53a8-8ae6-4708-af46-5da0c5e0389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216918 Oct 27 18:36:53.744010 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-50c0fa59-ad07-4f5e-8082-01c71386e04a tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:53.744691 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c0fa59-ad07-4f5e-8082-01c71386e04a tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d906095e-bf81-4b08-86e7-a4fbe4857c99 {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:36:53.760298 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-50c0fa59-ad07-4f5e-8082-01c71386e04a tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:53.771246 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-50c0fa59-ad07-4f5e-8082-01c71386e04a tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] 10.222.0.52 "DELETE /v2.0/routers/d906095e-bf81-4b08-86e7-a4fbe4857c99 HTTP/1.1" status: 204 len: 168 time: 3.1804702 Oct 27 18:36:53.771914 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45882) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:53.784943 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-30e6b08f-25a9-44bb-bb32-f95f0825a9a5 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1494552588', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}, 'admin_state_up': False}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:53.807109 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-97cc16f9-aa3d-4e7c-bbda-8e3e58a759df tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "DELETE /v2.0/subnets/c0cc0eb8-d24f-4907-9f28-ed518c70aac6/tags HTTP/1.1" status: 204 len: 168 time: 0.3086255 Oct 27 18:36:53.812029 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45884) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:53.824202 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.tag.tag_plugin [None req-12923f04-be9c-4007-87b1-9c2938f23298 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c0cc0eb8-d24f-4907-9f28-ed518c70aac6', 'tempest-TagsExtTest-Tag-995167007') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:53.970316 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-30e6b08f-25a9-44bb-bb32-f95f0825a9a5 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:53.971817 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-30e6b08f-25a9-44bb-bb32-f95f0825a9a5 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:54.059091 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-30e6b08f-25a9-44bb-bb32-f95f0825a9a5 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:54.142106 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fa26ef10-a8ea-41c2-98af-87b703235e10 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:54.403375 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-12923f04-be9c-4007-87b1-9c2938f23298 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "PUT /v2.0/subnets/c0cc0eb8-d24f-4907-9f28-ed518c70aac6/tags/tempest-TagsExtTest-Tag-995167007 HTTP/1.1" status: 201 len: 201 time: 0.5901096 Oct 27 18:36:54.436839 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45898) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:54.463132 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.tag.tag_plugin [None req-b301bdde-c304-47ad-b209-f129386d7ce3 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f6a18b08-290c-4cf7-ba5d-fdbbc7aae54f', 'tempest-TagsExtTest-Tag-1785319648') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:54.587813 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device cc6c2ebf-420d-4d66-963a-4081c795f6aa no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:36:54.616826 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: cc6c2ebf-420d-4d66-963a-4081c795f6aa {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:36:54.617505 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device cc6c2ebf-420d-4d66-963a-4081c795f6aa not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:36:54.663291 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b23c3-8a40-4a17-90e9-ff324c03f009 req-043b9b82-7fed-4453-8c6c-b442317ff757 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:54.664873 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-467b23c3-8a40-4a17-90e9-ff324c03f009 req-043b9b82-7fed-4453-8c6c-b442317ff757 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 946 time: 0.3178246 Oct 27 18:36:54.747647 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-30e6b08f-25a9-44bb-bb32-f95f0825a9a5 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:54.802731 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-467b23c3-8a40-4a17-90e9-ff324c03f009 req-7888fd4b-9dd0-4d28-90a5-82089b906de3 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/security-groups?id=9273d5bb-2711-41ad-8a95-77c296a241af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985687 Oct 27 18:36:54.863209 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-fa26ef10-a8ea-41c2-98af-87b703235e10 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Deleting port 6d4628b6-e947-4d7f-899e-fa8a2253f52f {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:36:54.864397 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fa26ef10-a8ea-41c2-98af-87b703235e10 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:54.924847 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b301bdde-c304-47ad-b209-f129386d7ce3 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "PUT /v2.0/ports/f6a18b08-290c-4cf7-ba5d-fdbbc7aae54f/tags/tempest-TagsExtTest-Tag-1785319648 HTTP/1.1" status: 201 len: 201 time: 0.4833314 Oct 27 18:36:54.938188 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45900) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:54.943097 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.tag.tag_plugin [None req-21da4197-1347-4acc-8f93-6ac85e99c948 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '33dc5df3-2c5f-4ef6-93ea-21767edba827', 'tempest-TagsExtTest-Tag-1909655761') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:55.169057 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fa26ef10-a8ea-41c2-98af-87b703235e10 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:55.206684 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-fa26ef10-a8ea-41c2-98af-87b703235e10 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Calling delete_port for 6d4628b6-e947-4d7f-899e-fa8a2253f52f owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:36:55.298722 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-30e6b08f-25a9-44bb-bb32-f95f0825a9a5 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:55.330119 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-21da4197-1347-4acc-8f93-6ac85e99c948 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "PUT /v2.0/routers/33dc5df3-2c5f-4ef6-93ea-21767edba827/tags/tempest-TagsExtTest-Tag-1909655761 HTTP/1.1" status: 201 len: 201 time: 0.3908849 Oct 27 18:36:55.333081 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45906) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:55.346481 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-30e6b08f-25a9-44bb-bb32-f95f0825a9a5 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:55.347874 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.tag.tag_plugin [None req-ad3a7c57-764a-4e81-a9d0-1b33e10e87a1 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '68942b79-3ca1-4a5e-8287-eedf75ee95ac', 'tempest-TagsExtTest-Tag-365001325') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:55.494916 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-30e6b08f-25a9-44bb-bb32-f95f0825a9a5 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Allocated IP 172.25.6.121 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/ef2f6393-d56c-4804-a2d9-bb7a3795fee0) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:36:55.624905 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-30e6b08f-25a9-44bb-bb32-f95f0825a9a5 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:55.693573 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fa26ef10-a8ea-41c2-98af-87b703235e10 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:55.720628 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-30e6b08f-25a9-44bb-bb32-f95f0825a9a5 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:55.723824 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa26ef10-a8ea-41c2-98af-87b703235e10 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event deleted for resources: {'Port': ['ID=6d4628b6-e947-4d7f-899e-fa8a2253f52f,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:55.820393 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ad3a7c57-764a-4e81-a9d0-1b33e10e87a1 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "PUT /v2.0/subnetpools/68942b79-3ca1-4a5e-8287-eedf75ee95ac/tags/tempest-TagsExtTest-Tag-365001325 HTTP/1.1" status: 201 len: 201 time: 0.4795926 Oct 27 18:36:55.821788 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e6b08f-25a9-44bb-bb32-f95f0825a9a5 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:36:55.822498 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45914) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:55.853075 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.tag.tag_plugin [None req-8190f050-1d42-41d3-90b9-a3c72cf504ec tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'c0cc0eb8-d24f-4907-9f28-ed518c70aac6', {'tags': ['tempest-TagsExtTest-Tag-1489503125', 'tempest-TagsExtTest-Tag-563331601', 'tempest-TagsExtTest-Tag-1879431315']}) {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:55.870449 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-30e6b08f-25a9-44bb-bb32-f95f0825a9a5 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:36:55.870449 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e6b08f-25a9-44bb-bb32-f95f0825a9a5 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:36:56.036984 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6b08f-25a9-44bb-bb32-f95f0825a9a5 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Pushing event updated for resources: {'Port': ['ID=ef2f6393-d56c-4804-a2d9-bb7a3795fee0,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:56.170977 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc5e0c-700e-4742-b3db-b855bfa41210 req-8f315750-c2b1-46a9-922f-ad069b0fe14d tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:56.181190 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1cdc5e0c-700e-4742-b3db-b855bfa41210 req-8f315750-c2b1-46a9-922f-ad069b0fe14d tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 946 time: 0.2303336 Oct 27 18:36:56.193082 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fa26ef10-a8ea-41c2-98af-87b703235e10 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:56.299060 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:56.445146 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8190f050-1d42-41d3-90b9-a3c72cf504ec tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "PUT /v2.0/subnets/c0cc0eb8-d24f-4907-9f28-ed518c70aac6/tags HTTP/1.1" status: 200 len: 317 time: 0.6156254 Oct 27 18:36:56.447452 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45922) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:56.461281 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.tag.tag_plugin [None req-53a3cf74-a69d-4635-9c7a-19694d4946e4 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c0cc0eb8-d24f-4907-9f28-ed518c70aac6') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:56.607187 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-30e6b08f-25a9-44bb-bb32-f95f0825a9a5 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:56.709410 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-53a3cf74-a69d-4635-9c7a-19694d4946e4 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "DELETE /v2.0/subnets/c0cc0eb8-d24f-4907-9f28-ed518c70aac6/tags HTTP/1.1" status: 204 len: 168 time: 0.2585273 Oct 27 18:36:56.712880 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45926) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:56.729939 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.tag.tag_plugin [None req-70143bcb-166b-4e75-81e9-ffd1f4a93e5c tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c0cc0eb8-d24f-4907-9f28-ed518c70aac6', 'tempest-TagsExtTest-Tag-1489503125') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:56.877218 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:56.904278 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1cdc5e0c-700e-4742-b3db-b855bfa41210 req-34d6899f-eee9-4408-9b92-1630adc49da2 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/security-groups?id=9273d5bb-2711-41ad-8a95-77c296a241af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7215369 Oct 27 18:36:56.909264 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-70143bcb-166b-4e75-81e9-ffd1f4a93e5c tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] show failed (client error): The resource could not be found. Oct 27 18:36:56.910657 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-70143bcb-166b-4e75-81e9-ffd1f4a93e5c tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "GET /v2.0/subnets/c0cc0eb8-d24f-4907-9f28-ed518c70aac6/tags/tempest-TagsExtTest-Tag-1489503125 HTTP/1.1" status: 404 len: 329 time: 0.1964612 Oct 27 18:36:56.913493 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45928) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:56.916615 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa26ef10-a8ea-41c2-98af-87b703235e10 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Router 2ad33630-64cc-4278-985d-6e125a0efb84 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:36:56.920402 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.tag.tag_plugin [None req-f092f73e-1f2a-44e7-955b-2dc8a81e95c6 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c0cc0eb8-d24f-4907-9f28-ed518c70aac6', 'tempest-TagsExtTest-Tag-563331601') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:56.980285 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-30e6b08f-25a9-44bb-bb32-f95f0825a9a5 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:57.045874 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa26ef10-a8ea-41c2-98af-87b703235e10 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:36:57.052348 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-fa26ef10-a8ea-41c2-98af-87b703235e10 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "PUT /v2.0/routers/2ad33630-64cc-4278-985d-6e125a0efb84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7393858 Oct 27 18:36:57.056413 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45934) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:57.063585 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeebd2b-093e-4286-9891-d7fab5615e68 None None] Sync routers for ids ['2ad33630-64cc-4278-985d-6e125a0efb84'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:36:57.090913 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5433ca59-11ac-423f-abb7-b98144d94bf5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ad33630-64cc-4278-985d-6e125a0efb84 HTTP/1.1" status: 200 len: 205 time: 0.0333261 Oct 27 18:36:57.091676 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45936) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:57.096713 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeebd2b-093e-4286-9891-d7fab5615e68 None None] Routers {'2ad33630-64cc-4278-985d-6e125a0efb84'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:36:57.098031 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-5aeebd2b-093e-4286-9891-d7fab5615e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:36:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['2ad33630-64cc-4278-985d-6e125a0efb84'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:57.124556 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-f092f73e-1f2a-44e7-955b-2dc8a81e95c6 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] show failed (client error): The resource could not be found. Oct 27 18:36:57.128579 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f092f73e-1f2a-44e7-955b-2dc8a81e95c6 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "GET /v2.0/subnets/c0cc0eb8-d24f-4907-9f28-ed518c70aac6/tags/tempest-TagsExtTest-Tag-563331601 HTTP/1.1" status: 404 len: 328 time: 0.2113202 Oct 27 18:36:57.128579 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45938) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:57.134162 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-5ed311f1-44bc-4907-a18e-bce8bdc432b7 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Request body: {'subnet': {'network_id': '5699dbda-60fc-4cd4-8910-850d158b4928', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:57.139122 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45940) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:57.147605 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.tag.tag_plugin [None req-1dc25146-3609-4349-ae11-b0d9bfef344c tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c0cc0eb8-d24f-4907-9f28-ed518c70aac6', 'tempest-TagsExtTest-Tag-1879431315') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:57.163393 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-5aeebd2b-093e-4286-9891-d7fab5615e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:57.175350 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeebd2b-093e-4286-9891-d7fab5615e68 None None] Routers {'2ad33630-64cc-4278-985d-6e125a0efb84'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:36:57.176231 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-5aeebd2b-093e-4286-9891-d7fab5615e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:36:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['2ad33630-64cc-4278-985d-6e125a0efb84'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:57.186285 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-de419657-6408-41a4-a16e-edb7acfea7bb tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:57.226101 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-5aeebd2b-093e-4286-9891-d7fab5615e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:57.229848 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeebd2b-093e-4286-9891-d7fab5615e68 None None] The sync data for ids ['2ad33630-64cc-4278-985d-6e125a0efb84'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:36:57.335020 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-1dc25146-3609-4349-ae11-b0d9bfef344c tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] show failed (client error): The resource could not be found. Oct 27 18:36:57.339818 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1dc25146-3609-4349-ae11-b0d9bfef344c tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "GET /v2.0/subnets/c0cc0eb8-d24f-4907-9f28-ed518c70aac6/tags/tempest-TagsExtTest-Tag-1879431315 HTTP/1.1" status: 404 len: 329 time: 0.1964581 Oct 27 18:36:57.339979 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45942) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:57.347770 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.tag.tag_plugin [None req-06660e98-c443-4af3-8ac8-84407fc93c8e tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'f6a18b08-290c-4cf7-ba5d-fdbbc7aae54f', {'tags': ['tempest-TagsExtTest-Tag-345181796', 'tempest-TagsExtTest-Tag-1490984568', 'tempest-TagsExtTest-Tag-1485920486']}) {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:57.389348 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-de419657-6408-41a4-a16e-edb7acfea7bb tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:57.391827 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-de419657-6408-41a4-a16e-edb7acfea7bb tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:57.424745 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed311f1-44bc-4907-a18e-bce8bdc432b7 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Made reservation on behalf of 7e112ca0a568418e86e03a96b74eaf4a for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:36:57.429700 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5ed311f1-44bc-4907-a18e-bce8bdc432b7 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:57.447768 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e6b08f-25a9-44bb-bb32-f95f0825a9a5 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Router e2883710-45a2-49f7-a284-17a9107028fb is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:36:57.533037 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-de419657-6408-41a4-a16e-edb7acfea7bb tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:57.533866 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de419657-6408-41a4-a16e-edb7acfea7bb tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Fanout notify agent at l3_agent the message router_deleted on router 2ad33630-64cc-4278-985d-6e125a0efb84 {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:36:57.548562 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-de419657-6408-41a4-a16e-edb7acfea7bb tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:57.553963 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-de419657-6408-41a4-a16e-edb7acfea7bb tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "DELETE /v2.0/routers/2ad33630-64cc-4278-985d-6e125a0efb84 HTTP/1.1" status: 204 len: 168 time: 0.4611528 Oct 27 18:36:57.556822 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45944) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:57.571780 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-06660e98-c443-4af3-8ac8-84407fc93c8e tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "PUT /v2.0/ports/f6a18b08-290c-4cf7-ba5d-fdbbc7aae54f/tags HTTP/1.1" status: 200 len: 317 time: 0.2283783 Oct 27 18:36:57.577454 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45946) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:57.606713 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.tag.tag_plugin [None req-7c0d6989-1148-492d-8b25-f0a5e2c2df13 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f6a18b08-290c-4cf7-ba5d-fdbbc7aae54f') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:57.627990 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa0ce6ad-9dd4-4629-bc16-8999ba8bdf7f tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Deleting subnet f075a83c-dc5c-435f-b2a9-bddacd8ca233 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:36:57.633306 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-aa0ce6ad-9dd4-4629-bc16-8999ba8bdf7f tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:57.684798 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-aa0ce6ad-9dd4-4629-bc16-8999ba8bdf7f tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:57.707230 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e6b08f-25a9-44bb-bb32-f95f0825a9a5 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:36:57.728998 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441046a4-dd1d-4fd6-bf7e-e76eb4cb0cda None None] Sync routers for ids ['e2883710-45a2-49f7-a284-17a9107028fb'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:36:57.745100 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441046a4-dd1d-4fd6-bf7e-e76eb4cb0cda None None] Routers {'e2883710-45a2-49f7-a284-17a9107028fb'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:36:57.745744 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-441046a4-dd1d-4fd6-bf7e-e76eb4cb0cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:36:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['e2883710-45a2-49f7-a284-17a9107028fb'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:57.833331 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-441046a4-dd1d-4fd6-bf7e-e76eb4cb0cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:57.838648 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-aa0ce6ad-9dd4-4629-bc16-8999ba8bdf7f tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:57.864350 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441046a4-dd1d-4fd6-bf7e-e76eb4cb0cda None None] Routers {'e2883710-45a2-49f7-a284-17a9107028fb'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:36:57.865952 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-30e6b08f-25a9-44bb-bb32-f95f0825a9a5 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:57.867484 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-30e6b08f-25a9-44bb-bb32-f95f0825a9a5 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.0944867 Oct 27 18:36:57.873443 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-441046a4-dd1d-4fd6-bf7e-e76eb4cb0cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:36:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['e2883710-45a2-49f7-a284-17a9107028fb'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:57.881982 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45950) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:57.895024 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-027974d6-d883-42da-82a6-44c32d9f1040 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'enable_snat': False}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:57.927068 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-441046a4-dd1d-4fd6-bf7e-e76eb4cb0cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:57.928150 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441046a4-dd1d-4fd6-bf7e-e76eb4cb0cda None None] The sync data for ids ['e2883710-45a2-49f7-a284-17a9107028fb'] in n-d-815690-2 is: [] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:36:58.059708 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-aa0ce6ad-9dd4-4629-bc16-8999ba8bdf7f tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:58.105162 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5145f621-df3c-4810-b6cd-b16462ae7c2a None None] Network ae02ce66-05bd-442a-b12e-6814509a942e requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:36:58.105377 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-aa0ce6ad-9dd4-4629-bc16-8999ba8bdf7f tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:58.109560 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-aa0ce6ad-9dd4-4629-bc16-8999ba8bdf7f tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "DELETE /v2.0/subnets/f075a83c-dc5c-435f-b2a9-bddacd8ca233 HTTP/1.1" status: 204 len: 168 time: 0.5511153 Oct 27 18:36:58.118106 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ce6ad-9dd4-4629-bc16-8999ba8bdf7f tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event deleted for resources: {'Subnet': ['ID=f075a83c-dc5c-435f-b2a9-bddacd8ca233,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:58.126548 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45958) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:58.281995 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-03686c81-a3f7-4484-a4e6-f0b74282652a tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:58.297301 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4db0c-412f-4998-a2c9-02167e95a89a req-6e6012a8-d411-4f85-a8c5-34ff5ffa43f3 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:58.307104 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5ed311f1-44bc-4907-a18e-bce8bdc432b7 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:58.307365 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-03d4db0c-412f-4998-a2c9-02167e95a89a req-6e6012a8-d411-4f85-a8c5-34ff5ffa43f3 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 946 time: 0.2968204 Oct 27 18:36:58.314487 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7c0d6989-1148-492d-8b25-f0a5e2c2df13 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "DELETE /v2.0/ports/f6a18b08-290c-4cf7-ba5d-fdbbc7aae54f/tags HTTP/1.1" status: 204 len: 168 time: 0.7360144 Oct 27 18:36:58.319398 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45962) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:58.324598 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.tag.tag_plugin [None req-d183e37c-7d3e-4ea0-bfd7-78246f9f46bd tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f6a18b08-290c-4cf7-ba5d-fdbbc7aae54f', 'tempest-TagsExtTest-Tag-345181796') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:58.402306 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-03d4db0c-412f-4998-a2c9-02167e95a89a req-eda7f810-d2a6-481d-9cd1-896ced12de90 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/security-groups?id=9273d5bb-2711-41ad-8a95-77c296a241af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942888 Oct 27 18:36:58.428471 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed311f1-44bc-4907-a18e-bce8bdc432b7 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event updated for resources: {'Subnet': ['ID=3314edd0-16fb-4a81-9d00-4facbdf5e257,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:58.469425 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed311f1-44bc-4907-a18e-bce8bdc432b7 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Checking segment: {'id': 'c7ca1e19-4885-4390-b192-6488fe53f593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '5699dbda-60fc-4cd4-8910-850d158b4928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:36:58.470091 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed311f1-44bc-4907-a18e-bce8bdc432b7 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Network hostable DHCP agents. Network: 5699dbda-60fc-4cd4-8910-850d158b4928, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:36:58.485044 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e9f36e-27c6-4495-9b1b-90744c57e32c None None] DHCP port deletion for ae02ce66-05bd-442a-b12e-6814509a942e request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:36:58.489769 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-d183e37c-7d3e-4ea0-bfd7-78246f9f46bd tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] show failed (client error): The resource could not be found. Oct 27 18:36:58.491849 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d183e37c-7d3e-4ea0-bfd7-78246f9f46bd tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "GET /v2.0/ports/f6a18b08-290c-4cf7-ba5d-fdbbc7aae54f/tags/tempest-TagsExtTest-Tag-345181796 HTTP/1.1" status: 404 len: 328 time: 0.1716218 Oct 27 18:36:58.496630 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45964) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:58.502776 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.tag.tag_plugin [None req-068a37e5-aaa7-4007-a030-85f34553ca59 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f6a18b08-290c-4cf7-ba5d-fdbbc7aae54f', 'tempest-TagsExtTest-Tag-1490984568') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:58.549721 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-03686c81-a3f7-4484-a4e6-f0b74282652a tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Deleting port ac98373e-c670-4526-851f-c18b7cb95e5e {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:36:58.550243 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-03686c81-a3f7-4484-a4e6-f0b74282652a tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:58.559852 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-26e9f36e-27c6-4495-9b1b-90744c57e32c None None] Deleting port ac98373e-c670-4526-851f-c18b7cb95e5e {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:36:58.560475 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-26e9f36e-27c6-4495-9b1b-90744c57e32c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:58.642640 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-26e9f36e-27c6-4495-9b1b-90744c57e32c None None] For port ac98373e-c670-4526-851f-c18b7cb95e5e, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ac98373e-c670-4526-851f-c18b7cb95e5e,segment=NetworkSegment(d1ff1134-2d6f-479e-b1ed-1c7d6a23e6fb),segment_id=d1ff1134-2d6f-479e-b1ed-1c7d6a23e6fb)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:36:58.643911 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-26e9f36e-27c6-4495-9b1b-90744c57e32c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:58.660469 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-26e9f36e-27c6-4495-9b1b-90744c57e32c None None] Calling delete_port for ac98373e-c670-4526-851f-c18b7cb95e5e owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:36:58.663733 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed311f1-44bc-4907-a18e-bce8bdc432b7 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Network 5699dbda-60fc-4cd4-8910-850d158b4928 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:36:58.671222 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-03686c81-a3f7-4484-a4e6-f0b74282652a tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] For port ac98373e-c670-4526-851f-c18b7cb95e5e, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ac98373e-c670-4526-851f-c18b7cb95e5e,segment=NetworkSegment(d1ff1134-2d6f-479e-b1ed-1c7d6a23e6fb),segment_id=d1ff1134-2d6f-479e-b1ed-1c7d6a23e6fb)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:36:58.671937 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-03686c81-a3f7-4484-a4e6-f0b74282652a tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:58.704065 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-03686c81-a3f7-4484-a4e6-f0b74282652a tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Calling delete_port for ac98373e-c670-4526-851f-c18b7cb95e5e owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:36:58.713347 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-068a37e5-aaa7-4007-a030-85f34553ca59 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] show failed (client error): The resource could not be found. Oct 27 18:36:58.714505 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-068a37e5-aaa7-4007-a030-85f34553ca59 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "GET /v2.0/ports/f6a18b08-290c-4cf7-ba5d-fdbbc7aae54f/tags/tempest-TagsExtTest-Tag-1490984568 HTTP/1.1" status: 404 len: 329 time: 0.2158270 Oct 27 18:36:58.717768 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45966) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:58.723433 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.tag.tag_plugin [None req-a5b82597-4c5a-46c0-88fb-7f3ea51a8668 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f6a18b08-290c-4cf7-ba5d-fdbbc7aae54f', 'tempest-TagsExtTest-Tag-1485920486') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:58.810564 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-027974d6-d883-42da-82a6-44c32d9f1040 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:58.820643 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-5ed311f1-44bc-4907-a18e-bce8bdc432b7 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 5699dbda-60fc-4cd4-8910-850d158b4928) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:36:58.827605 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed311f1-44bc-4907-a18e-bce8bdc432b7 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:58.828198 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5ed311f1-44bc-4907-a18e-bce8bdc432b7 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:58.832630 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-26e9f36e-27c6-4495-9b1b-90744c57e32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:58.837225 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc40385-bea1-4498-947a-4838b75e1230 None None] Network 5699dbda-60fc-4cd4-8910-850d158b4928 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:36:58.840893 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-a5b82597-4c5a-46c0-88fb-7f3ea51a8668 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] show failed (client error): The resource could not be found. Oct 27 18:36:58.844500 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a5b82597-4c5a-46c0-88fb-7f3ea51a8668 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "GET /v2.0/ports/f6a18b08-290c-4cf7-ba5d-fdbbc7aae54f/tags/tempest-TagsExtTest-Tag-1485920486 HTTP/1.1" status: 404 len: 329 time: 0.1220775 Oct 27 18:36:58.846196 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45968) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:58.858088 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.tag.tag_plugin [None req-f3f39cb2-6fbd-44e8-9b3c-138e95fcad44 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '33dc5df3-2c5f-4ef6-93ea-21767edba827', {'tags': ['tempest-TagsExtTest-Tag-930202181', 'tempest-TagsExtTest-Tag-1519743621', 'tempest-TagsExtTest-Tag-1032911288']}) {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:58.944771 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e9f36e-27c6-4495-9b1b-90744c57e32c None None] Pushing event deleted for resources: {'Port': ['ID=ac98373e-c670-4526-851f-c18b7cb95e5e,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:58.961409 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-03686c81-a3f7-4484-a4e6-f0b74282652a tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:58.971403 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e9f36e-27c6-4495-9b1b-90744c57e32c None None] No DVR routers for this DVR port ac98373e-c670-4526-851f-c18b7cb95e5e on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:36:58.982320 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5ed311f1-44bc-4907-a18e-bce8bdc432b7 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8531144 Oct 27 18:36:58.982994 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45972) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:58.996468 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-1ec02cdf-8295-4bc5-8eb1-e6c1af3d3062 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-730342382'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:36:59.112702 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec02cdf-8295-4bc5-8eb1-e6c1af3d3062 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Made reservation on behalf of 7e112ca0a568418e86e03a96b74eaf4a for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:36:59.122297 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1ec02cdf-8295-4bc5-8eb1-e6c1af3d3062 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:59.123305 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03686c81-a3f7-4484-a4e6-f0b74282652a tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event deleted for resources: {'Port': ['ID=ac98373e-c670-4526-851f-c18b7cb95e5e,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:36:59.133249 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03686c81-a3f7-4484-a4e6-f0b74282652a tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] No DVR routers for this DVR port ac98373e-c670-4526-851f-c18b7cb95e5e on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:36:59.241381 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f3f39cb2-6fbd-44e8-9b3c-138e95fcad44 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "PUT /v2.0/routers/33dc5df3-2c5f-4ef6-93ea-21767edba827/tags HTTP/1.1" status: 200 len: 317 time: 0.3929777 Oct 27 18:36:59.245783 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45978) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:59.251567 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.tag.tag_plugin [None req-3429f967-bb75-4082-9f11-d1cc953dae1e tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '33dc5df3-2c5f-4ef6-93ea-21767edba827') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:59.256124 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-03686c81-a3f7-4484-a4e6-f0b74282652a tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:59.313174 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf64ab3e-965f-4ead-8994-cdc3d1b04d98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-5699dbda-60fc-4cd4-8910-850d158b4928', 'network_id': '5699dbda-60fc-4cd4-8910-850d158b4928', 'tenant_id': '7e112ca0a568418e86e03a96b74eaf4a', 'fixed_ips': [{'subnet_id': '3314edd0-16fb-4a81-9d00-4facbdf5e257'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:36:59.314649 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cf64ab3e-965f-4ead-8994-cdc3d1b04d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:59.320298 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ec02cdf-8295-4bc5-8eb1-e6c1af3d3062 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] vlan segment allocate from pool success with {'vlan_id': 1012, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:36:59.338090 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1ec02cdf-8295-4bc5-8eb1-e6c1af3d3062 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:59.338433 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-1ec02cdf-8295-4bc5-8eb1-e6c1af3d3062 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Added segment 886a9714-76ee-404b-9ae4-d275fe5b63b0 of type vlan for network 3c1aed0f-5a14-416d-9f0e-cefba00cc343 Oct 27 18:36:59.371357 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-03686c81-a3f7-4484-a4e6-f0b74282652a tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae02ce66-05bd-442a-b12e-6814509a942e']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:59.393960 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-03686c81-a3f7-4484-a4e6-f0b74282652a tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1ff1134-2d6f-479e-b1ed-1c7d6a23e6fb') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:59.394725 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-03686c81-a3f7-4484-a4e6-f0b74282652a tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1ff1134-2d6f-479e-b1ed-1c7d6a23e6fb') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:59.403613 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1ec02cdf-8295-4bc5-8eb1-e6c1af3d3062 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:59.414095 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-03686c81-a3f7-4484-a4e6-f0b74282652a tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:59.452057 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-03686c81-a3f7-4484-a4e6-f0b74282652a tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:59.475055 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03686c81-a3f7-4484-a4e6-f0b74282652a tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:36:59.475837 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-03686c81-a3f7-4484-a4e6-f0b74282652a tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:59.485894 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:36:59.485894 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:36:59.485894 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:36:59.485894 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:36:59.485894 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:36:59.485894 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:36:59.485894 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:36:59.485894 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:36:59.485894 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:36:59.485894 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:36:59.485894 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:36:59.485894 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:36:59.485894 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:36:59.485894 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:36:59.485894 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:36:59.485894 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:36:59.485894 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:36:59.485894 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:36:59.485894 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:36:59.485894 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:36:59.485894 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:36:59.485894 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:36:59.485894 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:36:59.485894 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:36:59.485894 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:36:59.485894 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:36:59.485894 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:36:59.485894 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:36:59.485894 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:36:59.485894 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:36:59.485894 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:36:59.485894 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:36:59.767613 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3429f967-bb75-4082-9f11-d1cc953dae1e tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "DELETE /v2.0/routers/33dc5df3-2c5f-4ef6-93ea-21767edba827/tags HTTP/1.1" status: 204 len: 168 time: 0.4401805 Oct 27 18:36:59.768481 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-cf64ab3e-965f-4ead-8994-cdc3d1b04d98 None None] Allocated IP 2001:db8:0:ffff::2 (5699dbda-60fc-4cd4-8910-850d158b4928/3314edd0-16fb-4a81-9d00-4facbdf5e257/7aa443b6-afdb-49f4-9807-4d84b508cd18) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:36:59.768851 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45982) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:36:59.771495 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.tag.tag_plugin [None req-15542d2a-5981-43df-a7e7-ccc94a8edd9c tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '33dc5df3-2c5f-4ef6-93ea-21767edba827', 'tempest-TagsExtTest-Tag-930202181') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:36:59.784500 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7383e6b-4875-48d4-9d48-10cb71e06859 req-506da34b-0293-4555-923a-c36ae02e5dea tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:59.786399 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e7383e6b-4875-48d4-9d48-10cb71e06859 req-506da34b-0293-4555-923a-c36ae02e5dea tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 946 time: 0.1408250 Oct 27 18:36:59.919618 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1ec02cdf-8295-4bc5-8eb1-e6c1af3d3062 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:59.934496 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec02cdf-8295-4bc5-8eb1-e6c1af3d3062 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:36:59.935178 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1ec02cdf-8295-4bc5-8eb1-e6c1af3d3062 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:59.947136 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-027974d6-d883-42da-82a6-44c32d9f1040 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7878829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7877412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6053'] for router, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:36:59.994004 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-03686c81-a3f7-4484-a4e6-f0b74282652a tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:00.004816 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-027974d6-d883-42da-82a6-44c32d9f1040 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7878836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7878843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7877419'] for router, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:00.012924 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-03686c81-a3f7-4484-a4e6-f0b74282652a tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:00.014018 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-03686c81-a3f7-4484-a4e6-f0b74282652a tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "DELETE /v2.0/networks/ae02ce66-05bd-442a-b12e-6814509a942e HTTP/1.1" status: 204 len: 168 time: 1.8812132 Oct 27 18:37:00.019414 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45984) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:00.028598 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-b16a1fb5-bde3-4890-9b7c-8f0b15796436 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2034265418', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}, 'admin_state_up': False}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:00.077476 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03686c81-a3f7-4484-a4e6-f0b74282652a tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event deleted for resources: {'Network': ['ID=ae02ce66-05bd-442a-b12e-6814509a942e,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:00.086094 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-15542d2a-5981-43df-a7e7-ccc94a8edd9c tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] show failed (client error): The resource could not be found. Oct 27 18:37:00.093139 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-15542d2a-5981-43df-a7e7-ccc94a8edd9c tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "GET /v2.0/routers/33dc5df3-2c5f-4ef6-93ea-21767edba827/tags/tempest-TagsExtTest-Tag-930202181 HTTP/1.1" status: 404 len: 328 time: 0.3268814 Oct 27 18:37:00.094467 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45988) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:00.098505 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e7383e6b-4875-48d4-9d48-10cb71e06859 req-6887fd9f-554a-4b2a-9cf8-1d4c634508b8 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/security-groups?id=9273d5bb-2711-41ad-8a95-77c296a241af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640657 Oct 27 18:37:00.109540 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cf64ab3e-965f-4ead-8994-cdc3d1b04d98 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:00.116366 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.tag.tag_plugin [None req-5f869a49-b4df-4c5b-91e5-5e1668544ce5 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '33dc5df3-2c5f-4ef6-93ea-21767edba827', 'tempest-TagsExtTest-Tag-1519743621') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:00.149199 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1ec02cdf-8295-4bc5-8eb1-e6c1af3d3062 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1638646 Oct 27 18:37:00.162145 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45994) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:00.169337 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec02cdf-8295-4bc5-8eb1-e6c1af3d3062 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event updated for resources: {'Network': ['ID=3c1aed0f-5a14-416d-9f0e-cefba00cc343,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:00.178829 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-a87087a7-72e8-4041-a232-e919d4e7cf00 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Request body: {'subnet': {'network_id': '3c1aed0f-5a14-416d-9f0e-cefba00cc343', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:00.181906 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 3c1aed0f-5a14-416d-9f0e-cefba00cc343 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:37:00.188797 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cf64ab3e-965f-4ead-8994-cdc3d1b04d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:00.316083 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-5f869a49-b4df-4c5b-91e5-5e1668544ce5 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] show failed (client error): The resource could not be found. Oct 27 18:37:00.325327 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5f869a49-b4df-4c5b-91e5-5e1668544ce5 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "GET /v2.0/routers/33dc5df3-2c5f-4ef6-93ea-21767edba827/tags/tempest-TagsExtTest-Tag-1519743621 HTTP/1.1" status: 404 len: 329 time: 0.2257597 Oct 27 18:37:00.328121 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45996) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:00.339944 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.tag.tag_plugin [None req-9acbc2b9-ece9-4875-b22f-0c4ae8891b1c tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '33dc5df3-2c5f-4ef6-93ea-21767edba827', 'tempest-TagsExtTest-Tag-1032911288') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:00.372420 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b16a1fb5-bde3-4890-9b7c-8f0b15796436 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:00.373620 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b16a1fb5-bde3-4890-9b7c-8f0b15796436 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:00.413318 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ac98373e-c670-4526-851f-c18b7cb95e5e no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:37:00.432760 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b16a1fb5-bde3-4890-9b7c-8f0b15796436 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:00.461201 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-027974d6-d883-42da-82a6-44c32d9f1040 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Router e2883710-45a2-49f7-a284-17a9107028fb has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:37:00.490180 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-9acbc2b9-ece9-4875-b22f-0c4ae8891b1c tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] show failed (client error): The resource could not be found. Oct 27 18:37:00.496004 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9acbc2b9-ece9-4875-b22f-0c4ae8891b1c tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "GET /v2.0/routers/33dc5df3-2c5f-4ef6-93ea-21767edba827/tags/tempest-TagsExtTest-Tag-1032911288 HTTP/1.1" status: 404 len: 329 time: 0.1666691 Oct 27 18:37:00.496796 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45998) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:00.502037 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.tag.tag_plugin [None req-564c10ce-223c-47e0-be2b-0de0e0e0c6ba tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '68942b79-3ca1-4a5e-8287-eedf75ee95ac', {'tags': ['tempest-TagsExtTest-Tag-1763948605', 'tempest-TagsExtTest-Tag-1088190095', 'tempest-TagsExtTest-Tag-1887668456']}) {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:00.547217 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf64ab3e-965f-4ead-8994-cdc3d1b04d98 None None] Network 5699dbda-60fc-4cd4-8910-850d158b4928 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:37:00.554454 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: ac98373e-c670-4526-851f-c18b7cb95e5e {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:37:00.554795 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ac98373e-c670-4526-851f-c18b7cb95e5e not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:37:00.563426 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-cf64ab3e-965f-4ead-8994-cdc3d1b04d98 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:37:00.573308 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf64ab3e-965f-4ead-8994-cdc3d1b04d98 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:37:00.639654 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf64ab3e-965f-4ead-8994-cdc3d1b04d98 None None] Pushing event updated for resources: {'Port': ['ID=7aa443b6-afdb-49f4-9807-4d84b508cd18,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:00.692260 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-564c10ce-223c-47e0-be2b-0de0e0e0c6ba tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "PUT /v2.0/subnetpools/68942b79-3ca1-4a5e-8287-eedf75ee95ac/tags HTTP/1.1" status: 200 len: 318 time: 0.1942351 Oct 27 18:37:00.693104 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46000) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:00.698568 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.tag.tag_plugin [None req-3d014595-8e11-4c57-a200-48a048549a99 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '68942b79-3ca1-4a5e-8287-eedf75ee95ac') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:00.741300 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87087a7-72e8-4041-a232-e919d4e7cf00 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Made reservation on behalf of 7e112ca0a568418e86e03a96b74eaf4a for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:37:00.745579 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a87087a7-72e8-4041-a232-e919d4e7cf00 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:00.759166 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-cf64ab3e-965f-4ead-8994-cdc3d1b04d98 None None] Attempting to bind port 7aa443b6-afdb-49f4-9807-4d84b508cd18 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:37:00.759537 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-cf64ab3e-965f-4ead-8994-cdc3d1b04d98 None None] Attempting to bind port 7aa443b6-afdb-49f4-9807-4d84b508cd18 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'c7ca1e19-4885-4390-b192-6488fe53f593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '5699dbda-60fc-4cd4-8910-850d158b4928'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:37:00.759901 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf64ab3e-965f-4ead-8994-cdc3d1b04d98 None None] Attempting to bind port 7aa443b6-afdb-49f4-9807-4d84b508cd18 on network 5699dbda-60fc-4cd4-8910-850d158b4928 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:37:00.773287 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf64ab3e-965f-4ead-8994-cdc3d1b04d98 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:37:00.775195 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf64ab3e-965f-4ead-8994-cdc3d1b04d98 None None] Checking segment: {'id': 'c7ca1e19-4885-4390-b192-6488fe53f593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '5699dbda-60fc-4cd4-8910-850d158b4928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:37:00.775612 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cf64ab3e-965f-4ead-8994-cdc3d1b04d98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:00.781125 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf64ab3e-965f-4ead-8994-cdc3d1b04d98 None None] Bound using segment: {'id': 'c7ca1e19-4885-4390-b192-6488fe53f593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '5699dbda-60fc-4cd4-8910-850d158b4928'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:37:00.781125 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-cf64ab3e-965f-4ead-8994-cdc3d1b04d98 None None] Bound port: 7aa443b6-afdb-49f4-9807-4d84b508cd18, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ca1e19-4885-4390-b192-6488fe53f593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '5699dbda-60fc-4cd4-8910-850d158b4928'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:37:00.781125 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cf64ab3e-965f-4ead-8994-cdc3d1b04d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:00.874933 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3d014595-8e11-4c57-a200-48a048549a99 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "DELETE /v2.0/subnetpools/68942b79-3ca1-4a5e-8287-eedf75ee95ac/tags HTTP/1.1" status: 204 len: 168 time: 0.1795943 Oct 27 18:37:00.875560 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46002) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:00.882011 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.tag.tag_plugin [None req-398406b3-86a6-4391-ada9-779c9644c797 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '68942b79-3ca1-4a5e-8287-eedf75ee95ac', 'tempest-TagsExtTest-Tag-1763948605') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:00.902597 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b16a1fb5-bde3-4890-9b7c-8f0b15796436 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:00.915618 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-cf64ab3e-965f-4ead-8994-cdc3d1b04d98 None None] For port 7aa443b6-afdb-49f4-9807-4d84b508cd18, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:37:00.927337 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-cf64ab3e-965f-4ead-8994-cdc3d1b04d98 None None] For port 7aa443b6-afdb-49f4-9807-4d84b508cd18, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=7aa443b6-afdb-49f4-9807-4d84b508cd18,segment=NetworkSegment(c7ca1e19-4885-4390-b192-6488fe53f593),segment_id=c7ca1e19-4885-4390-b192-6488fe53f593)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:37:00.974290 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027974d6-d883-42da-82a6-44c32d9f1040 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:37:00.980204 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-398406b3-86a6-4391-ada9-779c9644c797 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] show failed (client error): The resource could not be found. Oct 27 18:37:00.981734 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-027974d6-d883-42da-82a6-44c32d9f1040 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:00.985722 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f836b791-fb83-4ce5-9e73-fd70f288ecd9 None None] Sync routers for ids ['e2883710-45a2-49f7-a284-17a9107028fb'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:37:00.986360 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-027974d6-d883-42da-82a6-44c32d9f1040 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] 10.222.0.52 "PUT /v2.0/routers/e2883710-45a2-49f7-a284-17a9107028fb HTTP/1.1" status: 200 len: 926 time: 3.1027339 Oct 27 18:37:00.988243 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-398406b3-86a6-4391-ada9-779c9644c797 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "GET /v2.0/subnetpools/68942b79-3ca1-4a5e-8287-eedf75ee95ac/tags/tempest-TagsExtTest-Tag-1763948605 HTTP/1.1" status: 404 len: 329 time: 0.1112487 Oct 27 18:37:00.988954 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46004) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:00.989425 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46006) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:00.997813 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.tag.tag_plugin [None req-0b5d9f74-8cff-4cfc-91ca-219da8888adc tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '68942b79-3ca1-4a5e-8287-eedf75ee95ac', 'tempest-TagsExtTest-Tag-1088190095') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:01.007199 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f836b791-fb83-4ce5-9e73-fd70f288ecd9 None None] Routers {'e2883710-45a2-49f7-a284-17a9107028fb'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:37:01.013607 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-f836b791-fb83-4ce5-9e73-fd70f288ecd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:36:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['e2883710-45a2-49f7-a284-17a9107028fb'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:01.043205 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cf64ab3e-965f-4ead-8994-cdc3d1b04d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:01.154358 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-f836b791-fb83-4ce5-9e73-fd70f288ecd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:01.182660 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf64ab3e-965f-4ead-8994-cdc3d1b04d98 None None] Pushing event updated for resources: {'Port': ['ID=7aa443b6-afdb-49f4-9807-4d84b508cd18,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:01.205621 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f836b791-fb83-4ce5-9e73-fd70f288ecd9 None None] Routers {'e2883710-45a2-49f7-a284-17a9107028fb'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:37:01.205621 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-f836b791-fb83-4ce5-9e73-fd70f288ecd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:36:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['e2883710-45a2-49f7-a284-17a9107028fb'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:01.233083 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-0b5d9f74-8cff-4cfc-91ca-219da8888adc tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] show failed (client error): The resource could not be found. Oct 27 18:37:01.235763 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0b5d9f74-8cff-4cfc-91ca-219da8888adc tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "GET /v2.0/subnetpools/68942b79-3ca1-4a5e-8287-eedf75ee95ac/tags/tempest-TagsExtTest-Tag-1088190095 HTTP/1.1" status: 404 len: 329 time: 0.2416675 Oct 27 18:37:01.255620 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46014) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:01.270099 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.tag.tag_plugin [None req-f35b436a-e6cc-4b36-a5a9-b880d55809e6 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '68942b79-3ca1-4a5e-8287-eedf75ee95ac', 'tempest-TagsExtTest-Tag-1887668456') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:01.310156 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8cb175c1-9608-47db-96c4-38833cc81228 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] 10.222.0.52 "GET /v2.0/routers/e2883710-45a2-49f7-a284-17a9107028fb HTTP/1.1" status: 200 len: 926 time: 0.3198519 Oct 27 18:37:01.311822 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46018) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:01.335050 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-f836b791-fb83-4ce5-9e73-fd70f288ecd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:01.338906 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f836b791-fb83-4ce5-9e73-fd70f288ecd9 None None] The sync data for ids ['e2883710-45a2-49f7-a284-17a9107028fb'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:37:01.456673 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-f35b436a-e6cc-4b36-a5a9-b880d55809e6 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] show failed (client error): The resource could not be found. Oct 27 18:37:01.459872 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f35b436a-e6cc-4b36-a5a9-b880d55809e6 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "GET /v2.0/subnetpools/68942b79-3ca1-4a5e-8287-eedf75ee95ac/tags/tempest-TagsExtTest-Tag-1887668456 HTTP/1.1" status: 404 len: 329 time: 0.1953754 Oct 27 18:37:01.463327 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da11b0-0f4d-4dcb-92e8-c987e38a2ffd req-f2d8d56e-e702-4847-aa8a-22c60e7c6c00 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:01.468255 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46020) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:01.471531 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-10da11b0-0f4d-4dcb-92e8-c987e38a2ffd req-f2d8d56e-e702-4847-aa8a-22c60e7c6c00 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 946 time: 0.1333163 Oct 27 18:37:01.472893 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.tag.tag_plugin [None req-46a94ee7-a663-48c3-8c82-d926f98a3cad tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '68942b79-3ca1-4a5e-8287-eedf75ee95ac') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:01.538008 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-46a94ee7-a663-48c3-8c82-d926f98a3cad tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "DELETE /v2.0/subnetpools/68942b79-3ca1-4a5e-8287-eedf75ee95ac/tags HTTP/1.1" status: 204 len: 168 time: 0.0685823 Oct 27 18:37:01.539081 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a87087a7-72e8-4041-a232-e919d4e7cf00 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:01.541755 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46022) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:01.563083 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.tag.tag_plugin [None req-06ee7783-f4e0-40a2-93c8-1f562832693b tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '33dc5df3-2c5f-4ef6-93ea-21767edba827') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:01.831912 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-10da11b0-0f4d-4dcb-92e8-c987e38a2ffd req-94c1df71-5f8d-47b9-82d0-7f6043ede5d6 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/security-groups?id=9273d5bb-2711-41ad-8a95-77c296a241af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592072 Oct 27 18:37:01.837126 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8727bae7-205b-4f6d-a349-079238d05423 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:01.842658 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8727bae7-205b-4f6d-a349-079238d05423 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=0fad50cd-70b8-43d9-8a14-cc05c0fdea0e&device_id=e2883710-45a2-49f7-a284-17a9107028fb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5271962 Oct 27 18:37:01.843476 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46024) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:01.949707 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2c10d4-cd9f-403d-b6ea-48bca63a7fc8 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:01.955244 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-da2c10d4-cd9f-403d-b6ea-48bca63a7fc8 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] 10.222.0.52 "GET /v2.0/networks/0fad50cd-70b8-43d9-8a14-cc05c0fdea0e HTTP/1.1" status: 200 len: 881 time: 0.1096742 Oct 27 18:37:01.956172 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46026) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:02.000803 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-44c31b02-288d-4b7d-aa73-2817b320d638 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2883710-45a2-49f7-a284-17a9107028fb HTTP/1.1" status: 200 len: 205 time: 0.0395043 Oct 27 18:37:02.000803 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46028) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:02.172697 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a70c9dff-a532-4fb4-9c3d-32a27c0d328d tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:02.213472 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87087a7-72e8-4041-a232-e919d4e7cf00 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event updated for resources: {'Subnet': ['ID=de30c1ef-0203-44eb-9655-f12eb245b217,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:02.325380 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b16a1fb5-bde3-4890-9b7c-8f0b15796436 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:02.358271 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a70c9dff-a532-4fb4-9c3d-32a27c0d328d tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:02.370620 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87087a7-72e8-4041-a232-e919d4e7cf00 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Checking segment: {'id': '886a9714-76ee-404b-9ae4-d275fe5b63b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '3c1aed0f-5a14-416d-9f0e-cefba00cc343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:37:02.370929 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87087a7-72e8-4041-a232-e919d4e7cf00 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Network hostable DHCP agents. Network: 3c1aed0f-5a14-416d-9f0e-cefba00cc343, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:37:02.376875 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b16a1fb5-bde3-4890-9b7c-8f0b15796436 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:02.429890 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-06ee7783-f4e0-40a2-93c8-1f562832693b tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "DELETE /v2.0/routers/33dc5df3-2c5f-4ef6-93ea-21767edba827/tags HTTP/1.1" status: 204 len: 168 time: 0.8804135 Oct 27 18:37:02.432052 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46036) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:02.446485 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.tag.tag_plugin [None req-51cb8281-7d52-46a0-aec9-9a5d39986a9a tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f6a18b08-290c-4cf7-ba5d-fdbbc7aae54f') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:02.470169 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7aa443b6-afdb-49f4-9807-4d84b508cd18 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:37:02.529394 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-51cb8281-7d52-46a0-aec9-9a5d39986a9a tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "DELETE /v2.0/ports/f6a18b08-290c-4cf7-ba5d-fdbbc7aae54f/tags HTTP/1.1" status: 204 len: 168 time: 0.0961642 Oct 27 18:37:02.530535 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46038) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:02.541916 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.tag.tag_plugin [None req-f999aeec-09ce-4328-a210-029eaa30defd tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c0cc0eb8-d24f-4907-9f28-ed518c70aac6') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:02.554102 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 7aa443b6-afdb-49f4-9807-4d84b508cd18 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:37:02.554477 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:02.594942 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-b16a1fb5-bde3-4890-9b7c-8f0b15796436 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Allocated IP 172.25.6.235 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/67b6a132-3160-4eac-aa22-9992fd093c60) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:37:02.640867 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f999aeec-09ce-4328-a210-029eaa30defd tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "DELETE /v2.0/subnets/c0cc0eb8-d24f-4907-9f28-ed518c70aac6/tags HTTP/1.1" status: 204 len: 168 time: 0.0953436 Oct 27 18:37:02.641072 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87087a7-72e8-4041-a232-e919d4e7cf00 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Network 3c1aed0f-5a14-416d-9f0e-cefba00cc343 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:37:02.662232 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:02.663322 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46040) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:02.719971 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 7aa443b6-afdb-49f4-9807-4d84b508cd18, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=7aa443b6-afdb-49f4-9807-4d84b508cd18,segment=NetworkSegment(c7ca1e19-4885-4390-b192-6488fe53f593),segment_id=c7ca1e19-4885-4390-b192-6488fe53f593)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:37:02.728957 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f6c607-d755-4b18-ac6b-647a20811567 None None] Network 5699dbda-60fc-4cd4-8910-850d158b4928 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:37:02.787941 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b16a1fb5-bde3-4890-9b7c-8f0b15796436 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:02.822725 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-a70c9dff-a532-4fb4-9c3d-32a27c0d328d tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Deleting port ef2f6393-d56c-4804-a2d9-bb7a3795fee0 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:37:02.823048 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-a87087a7-72e8-4041-a232-e919d4e7cf00 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 3c1aed0f-5a14-416d-9f0e-cefba00cc343) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:37:02.823698 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a70c9dff-a532-4fb4-9c3d-32a27c0d328d tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:02.829493 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87087a7-72e8-4041-a232-e919d4e7cf00 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:02.837706 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a87087a7-72e8-4041-a232-e919d4e7cf00 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:02.840737 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42179677-f145-4ae3-9c6f-66d6c492cb44 None None] Network 3c1aed0f-5a14-416d-9f0e-cefba00cc343 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:37:02.845156 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:02.921053 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a87087a7-72e8-4041-a232-e919d4e7cf00 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.7561195 Oct 27 18:37:02.922796 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b16a1fb5-bde3-4890-9b7c-8f0b15796436 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:02.924959 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46048) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:02.950191 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-80a79588-35dd-4f79-a90e-1c3134435d7c None None] Provisioning complete for port 7aa443b6-afdb-49f4-9807-4d84b508cd18 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:37:02.950569 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-80a79588-35dd-4f79-a90e-1c3134435d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:03.037306 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a70c9dff-a532-4fb4-9c3d-32a27c0d328d tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:03.057055 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ed602eaf-754f-4702-bfb2-06204b3deafa tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Publish callbacks [] for subnetpool, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:03.058554 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ed602eaf-754f-4702-bfb2-06204b3deafa tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "DELETE /v2.0/subnetpools/68942b79-3ca1-4a5e-8287-eedf75ee95ac HTTP/1.1" status: 204 len: 168 time: 0.3936937 Oct 27 18:37:03.064628 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46050) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:03.065526 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-a70c9dff-a532-4fb4-9c3d-32a27c0d328d tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Calling delete_port for ef2f6393-d56c-4804-a2d9-bb7a3795fee0 owned by network:router_gateway {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:37:03.080822 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16a1fb5-bde3-4890-9b7c-8f0b15796436 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:37:03.086274 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-b16a1fb5-bde3-4890-9b7c-8f0b15796436 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:37:03.149604 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-78c4f5d9-e512-402e-b4d8-2abbdad999e0 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "GET /v2.0/ports?device_id=33dc5df3-2c5f-4ef6-93ea-21767edba827 HTTP/1.1" status: 200 len: 205 time: 0.0784526 Oct 27 18:37:03.154742 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46052) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:03.167214 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3fd9b-2347-4725-8f76-8d1c0adfddb7 req-0a84d39b-5d5a-41dc-9173-370ece1f2a4f tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:03.168855 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c8f3fd9b-2347-4725-8f76-8d1c0adfddb7 req-0a84d39b-5d5a-41dc-9173-370ece1f2a4f tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 946 time: 0.1879370 Oct 27 18:37:03.175216 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a1fb5-bde3-4890-9b7c-8f0b15796436 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event updated for resources: {'Port': ['ID=67b6a132-3160-4eac-aa22-9992fd093c60,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:03.189100 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16a1fb5-bde3-4890-9b7c-8f0b15796436 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:37:03.225027 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=7aa443b6-afdb-49f4-9807-4d84b508cd18,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:03.295541 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4532509e-2e81-4965-ac23-a102bfaae523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-3c1aed0f-5a14-416d-9f0e-cefba00cc343', 'network_id': '3c1aed0f-5a14-416d-9f0e-cefba00cc343', 'tenant_id': '7e112ca0a568418e86e03a96b74eaf4a', 'fixed_ips': [{'subnet_id': 'de30c1ef-0203-44eb-9655-f12eb245b217'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:37:03.296725 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4532509e-2e81-4965-ac23-a102bfaae523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:03.297401 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fbac87aa-93b6-4418-8f44-bdaf78382ffa tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:03.306853 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-840c438f-981b-4d40-91c5-2709f846dd84 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:03.550563 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-840c438f-981b-4d40-91c5-2709f846dd84 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:03.553609 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-840c438f-981b-4d40-91c5-2709f846dd84 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:03.558287 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-4532509e-2e81-4965-ac23-a102bfaae523 None None] Allocated IP 2001:db8::1 (3c1aed0f-5a14-416d-9f0e-cefba00cc343/de30c1ef-0203-44eb-9655-f12eb245b217/7f1dc1f0-5d7e-4d1b-9247-dafae1f6956b) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:37:03.687947 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fbac87aa-93b6-4418-8f44-bdaf78382ffa tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:03.713109 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c8f3fd9b-2347-4725-8f76-8d1c0adfddb7 req-5a758fc6-cb85-463c-8673-ef73e05bcb0c tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/security-groups?id=9273d5bb-2711-41ad-8a95-77c296a241af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4205012 Oct 27 18:37:03.722885 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-840c438f-981b-4d40-91c5-2709f846dd84 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:03.726368 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840c438f-981b-4d40-91c5-2709f846dd84 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Fanout notify agent at l3_agent the message router_deleted on router 33dc5df3-2c5f-4ef6-93ea-21767edba827 {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:37:03.731584 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-840c438f-981b-4d40-91c5-2709f846dd84 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:03.733092 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-840c438f-981b-4d40-91c5-2709f846dd84 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "DELETE /v2.0/routers/33dc5df3-2c5f-4ef6-93ea-21767edba827 HTTP/1.1" status: 204 len: 168 time: 0.5628603 Oct 27 18:37:03.736590 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46060) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:03.863460 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4532509e-2e81-4965-ac23-a102bfaae523 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:03.931174 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-59b13927-7f70-4ef5-894d-959c9b42af51 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Deleting port f6a18b08-290c-4cf7-ba5d-fdbbc7aae54f {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:37:03.931520 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-59b13927-7f70-4ef5-894d-959c9b42af51 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:04.006054 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4532509e-2e81-4965-ac23-a102bfaae523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:04.014749 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-708cc7a3-5d75-4879-b6de-5ee3cc0ca31a None None] Provisioning complete for port 7aa443b6-afdb-49f4-9807-4d84b508cd18 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:37:04.015146 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-708cc7a3-5d75-4879-b6de-5ee3cc0ca31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:04.085530 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-59b13927-7f70-4ef5-894d-959c9b42af51 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:04.107106 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-59b13927-7f70-4ef5-894d-959c9b42af51 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Calling delete_port for f6a18b08-290c-4cf7-ba5d-fdbbc7aae54f owned by {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:37:04.111509 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4532509e-2e81-4965-ac23-a102bfaae523 None None] Network 3c1aed0f-5a14-416d-9f0e-cefba00cc343 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:37:04.122001 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-4532509e-2e81-4965-ac23-a102bfaae523 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:37:04.123755 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4532509e-2e81-4965-ac23-a102bfaae523 None None] Pushing event updated for resources: {'Port': ['ID=7f1dc1f0-5d7e-4d1b-9247-dafae1f6956b,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:04.127407 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4532509e-2e81-4965-ac23-a102bfaae523 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:37:04.138940 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fbac87aa-93b6-4418-8f44-bdaf78382ffa tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:04.147055 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a70c9dff-a532-4fb4-9c3d-32a27c0d328d tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:04.203032 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac87aa-93b6-4418-8f44-bdaf78382ffa tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event deleted for resources: {'Subnet': ['ID=de30c1ef-0203-44eb-9655-f12eb245b217,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:04.241376 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c9dff-a532-4fb4-9c3d-32a27c0d328d tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Pushing event deleted for resources: {'Port': ['ID=ef2f6393-d56c-4804-a2d9-bb7a3795fee0,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:04.327736 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fbac87aa-93b6-4418-8f44-bdaf78382ffa tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:04.341550 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-4532509e-2e81-4965-ac23-a102bfaae523 None None] Attempting to bind port 7f1dc1f0-5d7e-4d1b-9247-dafae1f6956b on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:37:04.342216 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-4532509e-2e81-4965-ac23-a102bfaae523 None None] Attempting to bind port 7f1dc1f0-5d7e-4d1b-9247-dafae1f6956b by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '886a9714-76ee-404b-9ae4-d275fe5b63b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '3c1aed0f-5a14-416d-9f0e-cefba00cc343'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:37:04.342745 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4532509e-2e81-4965-ac23-a102bfaae523 None None] Attempting to bind port 7f1dc1f0-5d7e-4d1b-9247-dafae1f6956b on network 3c1aed0f-5a14-416d-9f0e-cefba00cc343 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:37:04.348739 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4532509e-2e81-4965-ac23-a102bfaae523 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:37:04.349393 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4532509e-2e81-4965-ac23-a102bfaae523 None None] Checking segment: {'id': '886a9714-76ee-404b-9ae4-d275fe5b63b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '3c1aed0f-5a14-416d-9f0e-cefba00cc343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:37:04.349960 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4532509e-2e81-4965-ac23-a102bfaae523 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:04.350508 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4532509e-2e81-4965-ac23-a102bfaae523 None None] Bound using segment: {'id': '886a9714-76ee-404b-9ae4-d275fe5b63b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '3c1aed0f-5a14-416d-9f0e-cefba00cc343'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:37:04.351426 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-4532509e-2e81-4965-ac23-a102bfaae523 None None] Bound port: 7f1dc1f0-5d7e-4d1b-9247-dafae1f6956b, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886a9714-76ee-404b-9ae4-d275fe5b63b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '3c1aed0f-5a14-416d-9f0e-cefba00cc343'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:37:04.352276 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4532509e-2e81-4965-ac23-a102bfaae523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:04.371179 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-fbac87aa-93b6-4418-8f44-bdaf78382ffa tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c1aed0f-5a14-416d-9f0e-cefba00cc343']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:04.387764 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-fbac87aa-93b6-4418-8f44-bdaf78382ffa tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '886a9714-76ee-404b-9ae4-d275fe5b63b0') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:04.388206 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-fbac87aa-93b6-4418-8f44-bdaf78382ffa tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '886a9714-76ee-404b-9ae4-d275fe5b63b0') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:04.393035 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a70c9dff-a532-4fb4-9c3d-32a27c0d328d tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:04.410486 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fbac87aa-93b6-4418-8f44-bdaf78382ffa tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:04.427782 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fbac87aa-93b6-4418-8f44-bdaf78382ffa tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:04.443128 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7aa443b6-afdb-49f4-9807-4d84b508cd18 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:37:04.451452 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b16a1fb5-bde3-4890-9b7c-8f0b15796436 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:04.535732 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4532509e-2e81-4965-ac23-a102bfaae523 None None] For port 7f1dc1f0-5d7e-4d1b-9247-dafae1f6956b, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:37:04.538203 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 7aa443b6-afdb-49f4-9807-4d84b508cd18 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:37:04.538739 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:04.540270 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbac87aa-93b6-4418-8f44-bdaf78382ffa tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Releasing vlan 1012 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:37:04.540884 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fbac87aa-93b6-4418-8f44-bdaf78382ffa tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:04.544663 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:37:04.544663 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:37:04.544663 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:37:04.544663 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:37:04.544663 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:37:04.544663 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:37:04.544663 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:37:04.544663 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:37:04.544663 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:37:04.544663 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:37:04.544663 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:37:04.544663 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:37:04.544663 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:37:04.544663 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:37:04.544663 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:37:04.544663 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:37:04.544663 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:37:04.544663 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:37:04.544663 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:37:04.544663 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:37:04.544663 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:37:04.544663 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:37:04.544663 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:37:04.544663 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:37:04.544663 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:37:04.544663 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:37:04.544663 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:37:04.544663 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:37:04.544663 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:37:04.544663 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:37:04.544663 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:37:04.544663 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:37:04.622246 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a70c9dff-a532-4fb4-9c3d-32a27c0d328d tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:04.626328 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a70c9dff-a532-4fb4-9c3d-32a27c0d328d tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:04.668421 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4532509e-2e81-4965-ac23-a102bfaae523 None None] For port 7f1dc1f0-5d7e-4d1b-9247-dafae1f6956b, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=7f1dc1f0-5d7e-4d1b-9247-dafae1f6956b,segment=NetworkSegment(886a9714-76ee-404b-9ae4-d275fe5b63b0),segment_id=886a9714-76ee-404b-9ae4-d275fe5b63b0)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:37:04.726302 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.db.api [None req-fbac87aa-93b6-4418-8f44-bdaf78382ffa tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 27 18:37:04.726302 n-d-815690-2 neutron-server[102879]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 27 18:37:04.726302 n-d-815690-2 neutron-server[102879]: [parameters: {'id': '3c1aed0f-5a14-416d-9f0e-cefba00cc343'}] Oct 27 18:37:04.726302 n-d-815690-2 neutron-server[102879]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102879) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:37:04.726911 n-d-815690-2 neutron-server[102879]: DEBUG oslo_db.api [None req-fbac87aa-93b6-4418-8f44-bdaf78382ffa tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:37:04.755654 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4532509e-2e81-4965-ac23-a102bfaae523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:04.807596 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-59b13927-7f70-4ef5-894d-959c9b42af51 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:04.809544 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a70c9dff-a532-4fb4-9c3d-32a27c0d328d tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:04.810216 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70c9dff-a532-4fb4-9c3d-32a27c0d328d tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Fanout notify agent at l3_agent the message router_deleted on router e2883710-45a2-49f7-a284-17a9107028fb {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:37:04.833784 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a70c9dff-a532-4fb4-9c3d-32a27c0d328d tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:04.835234 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a70c9dff-a532-4fb4-9c3d-32a27c0d328d tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] 10.222.0.52 "DELETE /v2.0/routers/e2883710-45a2-49f7-a284-17a9107028fb HTTP/1.1" status: 204 len: 168 time: 2.8362226 Oct 27 18:37:04.841080 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46070) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:04.860222 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-67a4574f-9737-4634-8e1e-97356a34151d tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-916174930', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:04.916656 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b16a1fb5-bde3-4890-9b7c-8f0b15796436 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:04.930779 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b13927-7f70-4ef5-894d-959c9b42af51 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Pushing event deleted for resources: {'Port': ['ID=f6a18b08-290c-4cf7-ba5d-fdbbc7aae54f,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:05.061071 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-67a4574f-9737-4634-8e1e-97356a34151d tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:05.062499 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-67a4574f-9737-4634-8e1e-97356a34151d tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:05.124180 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-59b13927-7f70-4ef5-894d-959c9b42af51 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:05.128454 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-59b13927-7f70-4ef5-894d-959c9b42af51 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "DELETE /v2.0/ports/f6a18b08-290c-4cf7-ba5d-fdbbc7aae54f HTTP/1.1" status: 204 len: 168 time: 1.3914251 Oct 27 18:37:05.136748 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46072) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:05.156528 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4532509e-2e81-4965-ac23-a102bfaae523 None None] Pushing event updated for resources: {'Port': ['ID=7f1dc1f0-5d7e-4d1b-9247-dafae1f6956b,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:05.177468 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbebb5f-34f6-4bf2-b8a4-b15b08d6c996 None None] Network 3c1aed0f-5a14-416d-9f0e-cefba00cc343 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:37:05.184409 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-67a4574f-9737-4634-8e1e-97356a34151d tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:05.227281 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18fb6c7-a0c8-457a-ac6d-e950f6c032b0 req-8648178c-736d-478f-b1dd-e5dfd5c1c7be tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:05.229054 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b18fb6c7-a0c8-457a-ac6d-e950f6c032b0 req-8648178c-736d-478f-b1dd-e5dfd5c1c7be tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 946 time: 0.3356068 Oct 27 18:37:05.232200 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fbac87aa-93b6-4418-8f44-bdaf78382ffa tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:05.260629 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-e029488d-dc6a-4fdf-b929-03849f91002e tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Deleting subnet c0cc0eb8-d24f-4907-9f28-ed518c70aac6 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:37:05.272631 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e029488d-dc6a-4fdf-b929-03849f91002e tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:05.280420 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-67a4574f-9737-4634-8e1e-97356a34151d tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:05.341070 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b18fb6c7-a0c8-457a-ac6d-e950f6c032b0 req-c0530552-263d-487b-823d-f5a04d99458b tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/security-groups?id=9273d5bb-2711-41ad-8a95-77c296a241af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991657 Oct 27 18:37:05.348494 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e029488d-dc6a-4fdf-b929-03849f91002e tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:05.422890 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-fbac87aa-93b6-4418-8f44-bdaf78382ffa tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Deleting port 7f1dc1f0-5d7e-4d1b-9247-dafae1f6956b {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:37:05.423530 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fbac87aa-93b6-4418-8f44-bdaf78382ffa tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:05.448387 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3ff1bc-b1ce-4732-bba6-6a5e1887df89 None None] get_active_networks_info from n-d-815690-2 {{(pid=102880) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 18:37:05.475280 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-67a4574f-9737-4634-8e1e-97356a34151d tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:05.475517 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-67a4574f-9737-4634-8e1e-97356a34151d tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6333218 Oct 27 18:37:05.479510 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46078) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:05.484228 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-fd107d63-9f90-4134-8f3e-8e787535a784 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Request body: {'router': {'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:05.547131 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e029488d-dc6a-4fdf-b929-03849f91002e tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:05.570002 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16a1fb5-bde3-4890-9b7c-8f0b15796436 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Router 6ece0cbe-b92f-4abc-9537-845b080abcda is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:37:05.597013 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-fbac87aa-93b6-4418-8f44-bdaf78382ffa tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] For port 7f1dc1f0-5d7e-4d1b-9247-dafae1f6956b, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=7f1dc1f0-5d7e-4d1b-9247-dafae1f6956b,segment=NetworkSegment(886a9714-76ee-404b-9ae4-d275fe5b63b0),segment_id=886a9714-76ee-404b-9ae4-d275fe5b63b0)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:37:05.597392 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fbac87aa-93b6-4418-8f44-bdaf78382ffa tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:05.653361 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3ff1bc-b1ce-4732-bba6-6a5e1887df89 None None] Resources bound (agent type, host, resource id): {{(pid=102880) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 18:37:05.698553 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e029488d-dc6a-4fdf-b929-03849f91002e tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:05.738988 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e029488d-dc6a-4fdf-b929-03849f91002e tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Pushing event deleted for resources: {'Subnet': ['ID=c0cc0eb8-d24f-4907-9f28-ed518c70aac6,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:05.762599 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e029488d-dc6a-4fdf-b929-03849f91002e tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:05.767806 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e029488d-dc6a-4fdf-b929-03849f91002e tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "DELETE /v2.0/subnets/c0cc0eb8-d24f-4907-9f28-ed518c70aac6 HTTP/1.1" status: 204 len: 168 time: 0.6291728 Oct 27 18:37:05.770628 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46080) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:05.790507 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-fbac87aa-93b6-4418-8f44-bdaf78382ffa tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Calling delete_port for 7f1dc1f0-5d7e-4d1b-9247-dafae1f6956b owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:37:05.812170 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16a1fb5-bde3-4890-9b7c-8f0b15796436 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:37:05.849146 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f9fca1-7011-4882-b226-c67bcf20d65a None None] Sync routers for ids ['6ece0cbe-b92f-4abc-9537-845b080abcda'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:37:05.959212 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f9fca1-7011-4882-b226-c67bcf20d65a None None] Routers {'6ece0cbe-b92f-4abc-9537-845b080abcda'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:37:05.960020 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-96f9fca1-7011-4882-b226-c67bcf20d65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:36:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['6ece0cbe-b92f-4abc-9537-845b080abcda'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:06.030209 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0a9990d2-ca21-421b-8f02-e5211cb96c27 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:06.106091 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-96f9fca1-7011-4882-b226-c67bcf20d65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:06.121431 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-0a9990d2-ca21-421b-8f02-e5211cb96c27 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Deleting port 7a6db59f-9cd2-4264-b258-5fafab7a6842 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:37:06.121780 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0a9990d2-ca21-421b-8f02-e5211cb96c27 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:06.131610 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f9fca1-7011-4882-b226-c67bcf20d65a None None] Routers {'6ece0cbe-b92f-4abc-9537-845b080abcda'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:37:06.132348 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-96f9fca1-7011-4882-b226-c67bcf20d65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:36:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['6ece0cbe-b92f-4abc-9537-845b080abcda'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:06.230007 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-0a9990d2-ca21-421b-8f02-e5211cb96c27 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] For port 7a6db59f-9cd2-4264-b258-5fafab7a6842, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=7a6db59f-9cd2-4264-b258-5fafab7a6842,segment=NetworkSegment(dce128ee-2812-4908-ad91-0e3193beea9a),segment_id=dce128ee-2812-4908-ad91-0e3193beea9a)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:37:06.230639 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0a9990d2-ca21-421b-8f02-e5211cb96c27 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:06.244264 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-96f9fca1-7011-4882-b226-c67bcf20d65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:06.244999 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f9fca1-7011-4882-b226-c67bcf20d65a None None] The sync data for ids ['6ece0cbe-b92f-4abc-9537-845b080abcda'] in n-d-815690-2 is: [] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:37:06.262091 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-0a9990d2-ca21-421b-8f02-e5211cb96c27 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Calling delete_port for 7a6db59f-9cd2-4264-b258-5fafab7a6842 owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:37:06.347135 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56badac7-2b95-48ed-affa-a6cf8d733162 None None] Network 26110786-6338-4765-80dd-32d53ae58d25 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:37:06.404827 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fd107d63-9f90-4134-8f3e-8e787535a784 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:06.464641 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0a9990d2-ca21-421b-8f02-e5211cb96c27 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:06.495347 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b16a1fb5-bde3-4890-9b7c-8f0b15796436 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:06.501079 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b16a1fb5-bde3-4890-9b7c-8f0b15796436 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 6.4805422 Oct 27 18:37:06.501870 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46090) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:06.509700 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9990d2-ca21-421b-8f02-e5211cb96c27 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Pushing event deleted for resources: {'Port': ['ID=7a6db59f-9cd2-4264-b258-5fafab7a6842,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:06.533882 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9990d2-ca21-421b-8f02-e5211cb96c27 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] No DVR routers for this DVR port 7a6db59f-9cd2-4264-b258-5fafab7a6842 on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:37:06.645354 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fbac87aa-93b6-4418-8f44-bdaf78382ffa tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:06.721111 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3450a3fc-065f-411f-95d6-983c965d8d8f None None] DHCP port deletion for 26110786-6338-4765-80dd-32d53ae58d25 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:37:06.727657 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbac87aa-93b6-4418-8f44-bdaf78382ffa tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] No DVR routers for this DVR port 7f1dc1f0-5d7e-4d1b-9247-dafae1f6956b on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:37:06.737230 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac87aa-93b6-4418-8f44-bdaf78382ffa tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event deleted for resources: {'Port': ['ID=7f1dc1f0-5d7e-4d1b-9247-dafae1f6956b,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:06.757679 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-197165d8-dc4f-46ea-a4d8-88a65db6c523 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "GET /v2.0/routers/6ece0cbe-b92f-4abc-9537-845b080abcda HTTP/1.1" status: 200 len: 881 time: 0.2501056 Oct 27 18:37:06.784145 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46092) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:06.904875 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9e03f-1f1c-4694-895f-ef1a55bdc0e3 req-f8eb5d37-c528-4b6f-ad86-78d295e56184 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:06.906395 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a9a9e03f-1f1c-4694-895f-ef1a55bdc0e3 req-f8eb5d37-c528-4b6f-ad86-78d295e56184 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 946 time: 0.4090552 Oct 27 18:37:06.910946 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0a9990d2-ca21-421b-8f02-e5211cb96c27 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:06.952988 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-0a9990d2-ca21-421b-8f02-e5211cb96c27 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26110786-6338-4765-80dd-32d53ae58d25']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:06.971546 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-0a9990d2-ca21-421b-8f02-e5211cb96c27 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dce128ee-2812-4908-ad91-0e3193beea9a') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:06.971846 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-0a9990d2-ca21-421b-8f02-e5211cb96c27 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dce128ee-2812-4908-ad91-0e3193beea9a') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:06.993319 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a9a9e03f-1f1c-4694-895f-ef1a55bdc0e3 req-ca6a7347-4453-44b0-9438-cd769168c2c8 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/security-groups?id=9273d5bb-2711-41ad-8a95-77c296a241af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766900 Oct 27 18:37:07.010175 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0a9990d2-ca21-421b-8f02-e5211cb96c27 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:07.019190 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fbac87aa-93b6-4418-8f44-bdaf78382ffa tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:07.026536 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0a9990d2-ca21-421b-8f02-e5211cb96c27 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:07.033676 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a9990d2-ca21-421b-8f02-e5211cb96c27 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:37:07.034077 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0a9990d2-ca21-421b-8f02-e5211cb96c27 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:07.037628 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:37:07.037628 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:37:07.037628 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:37:07.037628 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:37:07.037628 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:37:07.037628 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:37:07.037628 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:37:07.037628 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:37:07.037628 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:37:07.037628 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:37:07.037628 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:37:07.037628 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:37:07.037628 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:37:07.037628 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:37:07.037628 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:37:07.037628 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:37:07.037628 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:37:07.037628 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:37:07.037628 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:37:07.037628 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:37:07.037628 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:37:07.037628 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:37:07.037628 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:37:07.037628 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:37:07.037628 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:37:07.037628 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:37:07.037628 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:37:07.037628 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:37:07.037628 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:37:07.037628 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:37:07.037628 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:37:07.037628 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:37:07.091718 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-fbac87aa-93b6-4418-8f44-bdaf78382ffa tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c1aed0f-5a14-416d-9f0e-cefba00cc343']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:07.112101 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-fbac87aa-93b6-4418-8f44-bdaf78382ffa tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '886a9714-76ee-404b-9ae4-d275fe5b63b0') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:07.114345 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-fbac87aa-93b6-4418-8f44-bdaf78382ffa tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '886a9714-76ee-404b-9ae4-d275fe5b63b0') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:07.132556 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fbac87aa-93b6-4418-8f44-bdaf78382ffa tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:07.179470 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fbac87aa-93b6-4418-8f44-bdaf78382ffa tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:07.196362 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0a9990d2-ca21-421b-8f02-e5211cb96c27 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:07.196601 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbac87aa-93b6-4418-8f44-bdaf78382ffa tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Releasing vlan 1012 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:37:07.196980 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fbac87aa-93b6-4418-8f44-bdaf78382ffa tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:07.204167 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:37:07.204167 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:37:07.204167 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:37:07.204167 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:37:07.204167 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:37:07.204167 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:37:07.204167 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:37:07.204167 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:37:07.204167 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:37:07.204167 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:37:07.204167 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:37:07.204167 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:37:07.204167 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:37:07.204167 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:37:07.204167 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:37:07.204167 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:37:07.204167 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:37:07.204167 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:37:07.204167 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:37:07.204167 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:37:07.204167 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:37:07.204167 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:37:07.204167 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:37:07.204167 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:37:07.204167 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:37:07.204167 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:37:07.204167 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:37:07.204167 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:37:07.204167 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:37:07.204167 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:37:07.204167 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:37:07.204167 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:37:07.221348 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0a9990d2-ca21-421b-8f02-e5211cb96c27 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:07.231114 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0a9990d2-ca21-421b-8f02-e5211cb96c27 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] 10.222.0.52 "DELETE /v2.0/networks/26110786-6338-4765-80dd-32d53ae58d25 HTTP/1.1" status: 204 len: 168 time: 1.4587278 Oct 27 18:37:07.256501 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9990d2-ca21-421b-8f02-e5211cb96c27 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Pushing event deleted for resources: {'Network': ['ID=26110786-6338-4765-80dd-32d53ae58d25,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:07.270750 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9990d2-ca21-421b-8f02-e5211cb96c27 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:07.271122 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9990d2-ca21-421b-8f02-e5211cb96c27 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:07.271482 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9990d2-ca21-421b-8f02-e5211cb96c27 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:07.271808 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9990d2-ca21-421b-8f02-e5211cb96c27 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:07.273316 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9990d2-ca21-421b-8f02-e5211cb96c27 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:07.274521 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9990d2-ca21-421b-8f02-e5211cb96c27 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:07.275767 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9990d2-ca21-421b-8f02-e5211cb96c27 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:07.276152 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9990d2-ca21-421b-8f02-e5211cb96c27 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:07.276528 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9990d2-ca21-421b-8f02-e5211cb96c27 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:07.276876 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9990d2-ca21-421b-8f02-e5211cb96c27 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:07.277209 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9990d2-ca21-421b-8f02-e5211cb96c27 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:07.277535 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9990d2-ca21-421b-8f02-e5211cb96c27 tempest-TagsExtTest-717405086 tempest-TagsExtTest-717405086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:07.378144 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fd107d63-9f90-4134-8f3e-8e787535a784 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:07.405994 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fd107d63-9f90-4134-8f3e-8e787535a784 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:07.476483 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46102) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:07.477390 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b2b3fdaa-52c3-4edb-96ef-abf1251aed16 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.6916001 Oct 27 18:37:07.483259 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fbac87aa-93b6-4418-8f44-bdaf78382ffa tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:07.494266 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fbac87aa-93b6-4418-8f44-bdaf78382ffa tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:07.498297 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-fbac87aa-93b6-4418-8f44-bdaf78382ffa tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "DELETE /v2.0/networks/3c1aed0f-5a14-416d-9f0e-cefba00cc343 HTTP/1.1" status: 204 len: 168 time: 4.5685141 Oct 27 18:37:07.504931 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46104) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:07.509111 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-d7abfa0c-7c13-4cbc-9ea7-3e675a97f245 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2034265418'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:07.532409 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-0e70ee73-b0fc-4894-bfbd-94d17158dea0 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-123116488'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:07.538838 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac87aa-93b6-4418-8f44-bdaf78382ffa tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event deleted for resources: {'Network': ['ID=3c1aed0f-5a14-416d-9f0e-cefba00cc343,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:07.620833 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-fd107d63-9f90-4134-8f3e-8e787535a784 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Allocated IP 172.25.6.83 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/d46c5d9b-46a2-4c6f-a597-7c9769f0d6b3) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:37:07.681508 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e70ee73-b0fc-4894-bfbd-94d17158dea0 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Made reservation on behalf of 7e112ca0a568418e86e03a96b74eaf4a for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:37:07.688527 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0e70ee73-b0fc-4894-bfbd-94d17158dea0 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:07.764501 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e70ee73-b0fc-4894-bfbd-94d17158dea0 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] vlan segment allocate from pool success with {'vlan_id': 1042, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:37:07.810572 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0e70ee73-b0fc-4894-bfbd-94d17158dea0 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:07.811119 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-0e70ee73-b0fc-4894-bfbd-94d17158dea0 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Added segment b553b3a4-9a21-4761-9b61-7cedcfe815c7 of type vlan for network 6610b0a4-dd4d-4d6a-ae7f-d0242a536453 Oct 27 18:37:07.850735 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fd107d63-9f90-4134-8f3e-8e787535a784 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:07.890474 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0e70ee73-b0fc-4894-bfbd-94d17158dea0 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:07.965815 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46108) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:07.994963 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0e70ee73-b0fc-4894-bfbd-94d17158dea0 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:08.002243 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e70ee73-b0fc-4894-bfbd-94d17158dea0 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:08.002856 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0e70ee73-b0fc-4894-bfbd-94d17158dea0 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:08.106056 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fd107d63-9f90-4134-8f3e-8e787535a784 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:08.140790 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd107d63-9f90-4134-8f3e-8e787535a784 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:37:08.192127 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-fd107d63-9f90-4134-8f3e-8e787535a784 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:37:08.199419 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025daca-5994-451e-ae1d-101accff790e req-c9c9e80e-bcad-4dcb-8473-f7d620a31a94 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:08.228501 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd107d63-9f90-4134-8f3e-8e787535a784 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:37:08.228615 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0025daca-5994-451e-ae1d-101accff790e req-c9c9e80e-bcad-4dcb-8473-f7d620a31a94 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 946 time: 0.1178422 Oct 27 18:37:08.228615 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d7abfa0c-7c13-4cbc-9ea7-3e675a97f245 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7878829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7877412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6053'] for router, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:08.254192 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0e70ee73-b0fc-4894-bfbd-94d17158dea0 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7490587 Oct 27 18:37:08.259846 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70ee73-b0fc-4894-bfbd-94d17158dea0 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event updated for resources: {'Network': ['ID=6610b0a4-dd4d-4d6a-ae7f-d0242a536453,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:08.261301 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46116) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:08.266761 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-ce4dd343-6b6c-4b0c-b057-82dd2e598656 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Request body: {'subnet': {'network_id': '6610b0a4-dd4d-4d6a-ae7f-d0242a536453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:08.270495 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd107d63-9f90-4134-8f3e-8e787535a784 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Pushing event updated for resources: {'Port': ['ID=d46c5d9b-46a2-4c6f-a597-7c9769f0d6b3,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:08.294990 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 6610b0a4-dd4d-4d6a-ae7f-d0242a536453 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:37:08.341728 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0025daca-5994-451e-ae1d-101accff790e req-30897af6-8e12-4deb-9757-feb31ca8c9c8 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/security-groups?id=9273d5bb-2711-41ad-8a95-77c296a241af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141036 Oct 27 18:37:08.395927 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7a6db59f-9cd2-4264-b258-5fafab7a6842 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:37:08.417143 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-158c7df7-1ca2-4a6e-a6e0-c79c3b793588 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=79b9f1c950304b8cbf5595f6ee550e86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4474125 Oct 27 18:37:08.417597 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46118) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:08.427449 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 7a6db59f-9cd2-4264-b258-5fafab7a6842 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:37:08.427805 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7a6db59f-9cd2-4264-b258-5fafab7a6842 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:37:08.480428 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b69a009a-b610-4f61-8cf0-7023ed828c24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:08.503160 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b69a009a-b610-4f61-8cf0-7023ed828c24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:08.535267 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d7abfa0c-7c13-4cbc-9ea7-3e675a97f245 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7878836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7878843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7877419'] for router, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:08.608518 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4dd343-6b6c-4b0c-b057-82dd2e598656 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Made reservation on behalf of 7e112ca0a568418e86e03a96b74eaf4a for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:37:08.612604 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ce4dd343-6b6c-4b0c-b057-82dd2e598656 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:08.753447 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fd107d63-9f90-4134-8f3e-8e787535a784 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:08.777248 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b69a009a-b610-4f61-8cf0-7023ed828c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:08.783466 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b69a009a-b610-4f61-8cf0-7023ed828c24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:08.787723 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b69a009a-b610-4f61-8cf0-7023ed828c24 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b94481b6-d6ce-449f-a832-3fb6462b3543 HTTP/1.1" status: 204 len: 168 time: 0.3691027 Oct 27 18:37:08.798692 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7abfa0c-7c13-4cbc-9ea7-3e675a97f245 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Router 6ece0cbe-b92f-4abc-9537-845b080abcda has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:37:08.818378 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a009a-b610-4f61-8cf0-7023ed828c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94481b6-d6ce-449f-a832-3fb6462b3543,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:09.040472 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fd107d63-9f90-4134-8f3e-8e787535a784 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7878829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7877412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6053'] for router, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:09.048557 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fd107d63-9f90-4134-8f3e-8e787535a784 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7878836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7878843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7877419'] for router, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:09.077477 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7abfa0c-7c13-4cbc-9ea7-3e675a97f245 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:37:09.084893 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d7abfa0c-7c13-4cbc-9ea7-3e675a97f245 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:09.086219 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d7abfa0c-7c13-4cbc-9ea7-3e675a97f245 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "PUT /v2.0/routers/6ece0cbe-b92f-4abc-9537-845b080abcda HTTP/1.1" status: 200 len: 888 time: 1.6073265 Oct 27 18:37:09.091642 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a48f39c-b0fb-4e98-9cc2-856992507656 None None] Sync routers for ids ['6ece0cbe-b92f-4abc-9537-845b080abcda'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:37:09.096812 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46130) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:09.105072 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a48f39c-b0fb-4e98-9cc2-856992507656 None None] Routers {'6ece0cbe-b92f-4abc-9537-845b080abcda'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:37:09.105972 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-8a48f39c-b0fb-4e98-9cc2-856992507656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:36:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['6ece0cbe-b92f-4abc-9537-845b080abcda'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:09.194691 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-8a48f39c-b0fb-4e98-9cc2-856992507656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:09.213673 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a48f39c-b0fb-4e98-9cc2-856992507656 None None] Routers {'6ece0cbe-b92f-4abc-9537-845b080abcda'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:37:09.214653 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-8a48f39c-b0fb-4e98-9cc2-856992507656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:36:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['6ece0cbe-b92f-4abc-9537-845b080abcda'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:09.262662 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ce4dd343-6b6c-4b0c-b057-82dd2e598656 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:09.267400 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-8a48f39c-b0fb-4e98-9cc2-856992507656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:09.281725 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a48f39c-b0fb-4e98-9cc2-856992507656 None None] The sync data for ids ['6ece0cbe-b92f-4abc-9537-845b080abcda'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:37:09.349598 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd107d63-9f90-4134-8f3e-8e787535a784 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Router c0cfa26f-6213-4fdb-8e78-491c9615c640 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:37:09.359457 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4dd343-6b6c-4b0c-b057-82dd2e598656 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event updated for resources: {'Subnet': ['ID=073e9804-66ec-4881-85f9-ca6a9268f43d,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:09.377286 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4dd343-6b6c-4b0c-b057-82dd2e598656 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Checking segment: {'id': 'b553b3a4-9a21-4761-9b61-7cedcfe815c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '6610b0a4-dd4d-4d6a-ae7f-d0242a536453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:37:09.378951 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4dd343-6b6c-4b0c-b057-82dd2e598656 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Network hostable DHCP agents. Network: 6610b0a4-dd4d-4d6a-ae7f-d0242a536453, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:37:09.401451 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-06bcc352-08f1-4487-bcc5-57769e499af0 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "GET /v2.0/routers/6ece0cbe-b92f-4abc-9537-845b080abcda HTTP/1.1" status: 200 len: 888 time: 0.3033845 Oct 27 18:37:09.404899 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46140) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:09.446935 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f75010b5-b896-4b67-8ea5-ee35464cef83 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ece0cbe-b92f-4abc-9537-845b080abcda HTTP/1.1" status: 200 len: 205 time: 0.0385482 Oct 27 18:37:09.450743 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46142) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:09.550198 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4dd343-6b6c-4b0c-b057-82dd2e598656 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Network 6610b0a4-dd4d-4d6a-ae7f-d0242a536453 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:37:09.628134 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae0add-f27f-41c2-b4e4-83c9685ce52d req-f0313c9c-c7e7-4071-98fa-7afbc917fd5c tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:09.629726 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5dae0add-f27f-41c2-b4e4-83c9685ce52d req-f0313c9c-c7e7-4071-98fa-7afbc917fd5c tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 946 time: 0.1190867 Oct 27 18:37:09.634946 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4ede66-8eb5-44d9-84a0-a5ffe79f5eae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:09.642061 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7387f0e8-c89a-4642-a70b-a1ff5f01ff89 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:09.693370 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:37:09.764091 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-ce4dd343-6b6c-4b0c-b057-82dd2e598656 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 6610b0a4-dd4d-4d6a-ae7f-d0242a536453) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:37:09.771501 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7387f0e8-c89a-4642-a70b-a1ff5f01ff89 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:09.782932 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4dd343-6b6c-4b0c-b057-82dd2e598656 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:09.783536 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ce4dd343-6b6c-4b0c-b057-82dd2e598656 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:09.788178 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1625690-a0ca-4bc6-9f30-f66985fec0d0 None None] Network 6610b0a4-dd4d-4d6a-ae7f-d0242a536453 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:37:09.878114 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5dae0add-f27f-41c2-b4e4-83c9685ce52d req-cc8aa90d-c81e-4699-9a7c-47a85a8073f1 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/security-groups?id=9273d5bb-2711-41ad-8a95-77c296a241af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161795 Oct 27 18:37:09.989897 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46154) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:09.990756 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ce4dd343-6b6c-4b0c-b057-82dd2e598656 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7283108 Oct 27 18:37:10.018991 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-12a4907a-635e-4b92-aad2-db31b4ea5a1b tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1893932482'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:10.019117 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-7387f0e8-c89a-4642-a70b-a1ff5f01ff89 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Deleting port 67b6a132-3160-4eac-aa22-9992fd093c60 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:37:10.020508 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7387f0e8-c89a-4642-a70b-a1ff5f01ff89 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:10.030383 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08648bcb-b0f9-4da0-b579-663245c1b01a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-6610b0a4-dd4d-4d6a-ae7f-d0242a536453', 'network_id': '6610b0a4-dd4d-4d6a-ae7f-d0242a536453', 'tenant_id': '7e112ca0a568418e86e03a96b74eaf4a', 'fixed_ips': [{'subnet_id': '073e9804-66ec-4881-85f9-ca6a9268f43d'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:37:10.031569 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-08648bcb-b0f9-4da0-b579-663245c1b01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:10.063499 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd107d63-9f90-4134-8f3e-8e787535a784 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:37:10.078475 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fd107d63-9f90-4134-8f3e-8e787535a784 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:10.082715 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-fd107d63-9f90-4134-8f3e-8e787535a784 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] 10.222.0.52 "PUT /v2.0/routers/c0cfa26f-6213-4fdb-8e78-491c9615c640 HTTP/1.1" status: 200 len: 882 time: 4.6022298 Oct 27 18:37:10.083466 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46156) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:10.120006 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bb93a5-f41d-47e1-8ffb-9c9eff29a3c5 None None] Sync routers for ids ['c0cfa26f-6213-4fdb-8e78-491c9615c640'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:37:10.165407 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bb93a5-f41d-47e1-8ffb-9c9eff29a3c5 None None] Routers {'c0cfa26f-6213-4fdb-8e78-491c9615c640'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:37:10.166321 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-25bb93a5-f41d-47e1-8ffb-9c9eff29a3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:36:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['c0cfa26f-6213-4fdb-8e78-491c9615c640'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:10.187799 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a4907a-635e-4b92-aad2-db31b4ea5a1b tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Made reservation on behalf of 7e112ca0a568418e86e03a96b74eaf4a for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:37:10.191773 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-12a4907a-635e-4b92-aad2-db31b4ea5a1b tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:10.205730 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7387f0e8-c89a-4642-a70b-a1ff5f01ff89 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:10.237758 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-7387f0e8-c89a-4642-a70b-a1ff5f01ff89 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Calling delete_port for 67b6a132-3160-4eac-aa22-9992fd093c60 owned by network:router_gateway {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:37:10.247335 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-25bb93a5-f41d-47e1-8ffb-9c9eff29a3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:10.302182 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12a4907a-635e-4b92-aad2-db31b4ea5a1b tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] vlan segment allocate from pool success with {'vlan_id': 1049, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:37:10.302986 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bb93a5-f41d-47e1-8ffb-9c9eff29a3c5 None None] Routers {'c0cfa26f-6213-4fdb-8e78-491c9615c640'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:37:10.306231 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-25bb93a5-f41d-47e1-8ffb-9c9eff29a3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:36:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['c0cfa26f-6213-4fdb-8e78-491c9615c640'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:10.338606 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-12a4907a-635e-4b92-aad2-db31b4ea5a1b tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:10.339012 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-12a4907a-635e-4b92-aad2-db31b4ea5a1b tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Added segment 3989a2d2-86a8-48ec-9fb1-69410105e253 of type vlan for network 09e5150d-f53f-4858-9260-4416fbf00100 Oct 27 18:37:10.380431 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-25bb93a5-f41d-47e1-8ffb-9c9eff29a3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:10.381082 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bb93a5-f41d-47e1-8ffb-9c9eff29a3c5 None None] The sync data for ids ['c0cfa26f-6213-4fdb-8e78-491c9615c640'] in n-d-815690-2 is: [] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:37:10.433846 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-da74bd6c-a148-4381-afa4-40059d5fcba2 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] 10.222.0.52 "GET /v2.0/routers/c0cfa26f-6213-4fdb-8e78-491c9615c640 HTTP/1.1" status: 200 len: 923 time: 0.3463750 Oct 27 18:37:10.443564 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46166) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:10.477059 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-08648bcb-b0f9-4da0-b579-663245c1b01a None None] Allocated IP 2001:db8::3 (6610b0a4-dd4d-4d6a-ae7f-d0242a536453/073e9804-66ec-4881-85f9-ca6a9268f43d/b80fbfd9-88ae-4ad3-a133-93c6ff7df7f4) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:37:10.557426 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-12a4907a-635e-4b92-aad2-db31b4ea5a1b tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:10.604972 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e494ccb4-9b3f-4e04-bc71-3e01bf64b6a1 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:10.608208 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e494ccb4-9b3f-4e04-bc71-3e01bf64b6a1 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=0fad50cd-70b8-43d9-8a14-cc05c0fdea0e&device_id=c0cfa26f-6213-4fdb-8e78-491c9615c640&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1627021 Oct 27 18:37:10.609505 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46174) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:10.712328 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9aa7fea-ffde-4acc-9123-aebf61c66af0 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:10.713977 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e9aa7fea-ffde-4acc-9123-aebf61c66af0 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] 10.222.0.52 "GET /v2.0/networks/0fad50cd-70b8-43d9-8a14-cc05c0fdea0e HTTP/1.1" status: 200 len: 881 time: 0.1035275 Oct 27 18:37:10.716891 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46178) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:10.722860 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-08648bcb-b0f9-4da0-b579-663245c1b01a None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:10.754007 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-2951eb2f-0bf5-4731-b3c2-e43279b9f4ba tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0cfa26f-6213-4fdb-8e78-491c9615c640 HTTP/1.1" status: 200 len: 205 time: 0.0349650 Oct 27 18:37:10.756409 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46180) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:10.772131 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7387f0e8-c89a-4642-a70b-a1ff5f01ff89 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:10.800772 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387f0e8-c89a-4642-a70b-a1ff5f01ff89 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event deleted for resources: {'Port': ['ID=67b6a132-3160-4eac-aa22-9992fd093c60,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:10.813358 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-08648bcb-b0f9-4da0-b579-663245c1b01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:10.886338 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7387f0e8-c89a-4642-a70b-a1ff5f01ff89 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:10.909731 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-12a4907a-635e-4b92-aad2-db31b4ea5a1b tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:10.930804 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08648bcb-b0f9-4da0-b579-663245c1b01a None None] Network 6610b0a4-dd4d-4d6a-ae7f-d0242a536453 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:37:10.931139 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a4907a-635e-4b92-aad2-db31b4ea5a1b tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:10.931251 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-08648bcb-b0f9-4da0-b579-663245c1b01a None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:37:10.931326 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-12a4907a-635e-4b92-aad2-db31b4ea5a1b tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:10.933643 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08648bcb-b0f9-4da0-b579-663245c1b01a None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:37:10.935856 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08648bcb-b0f9-4da0-b579-663245c1b01a None None] Pushing event updated for resources: {'Port': ['ID=b80fbfd9-88ae-4ad3-a133-93c6ff7df7f4,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:11.065025 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-08648bcb-b0f9-4da0-b579-663245c1b01a None None] Attempting to bind port b80fbfd9-88ae-4ad3-a133-93c6ff7df7f4 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:37:11.065487 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-08648bcb-b0f9-4da0-b579-663245c1b01a None None] Attempting to bind port b80fbfd9-88ae-4ad3-a133-93c6ff7df7f4 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'b553b3a4-9a21-4761-9b61-7cedcfe815c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '6610b0a4-dd4d-4d6a-ae7f-d0242a536453'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:37:11.065923 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08648bcb-b0f9-4da0-b579-663245c1b01a None None] Attempting to bind port b80fbfd9-88ae-4ad3-a133-93c6ff7df7f4 on network 6610b0a4-dd4d-4d6a-ae7f-d0242a536453 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:37:11.074131 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08648bcb-b0f9-4da0-b579-663245c1b01a None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:37:11.074609 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08648bcb-b0f9-4da0-b579-663245c1b01a None None] Checking segment: {'id': 'b553b3a4-9a21-4761-9b61-7cedcfe815c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '6610b0a4-dd4d-4d6a-ae7f-d0242a536453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:37:11.075106 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-08648bcb-b0f9-4da0-b579-663245c1b01a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:11.075563 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08648bcb-b0f9-4da0-b579-663245c1b01a None None] Bound using segment: {'id': 'b553b3a4-9a21-4761-9b61-7cedcfe815c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '6610b0a4-dd4d-4d6a-ae7f-d0242a536453'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:37:11.076104 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-08648bcb-b0f9-4da0-b579-663245c1b01a None None] Bound port: b80fbfd9-88ae-4ad3-a133-93c6ff7df7f4, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b553b3a4-9a21-4761-9b61-7cedcfe815c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '6610b0a4-dd4d-4d6a-ae7f-d0242a536453'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:37:11.076569 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-08648bcb-b0f9-4da0-b579-663245c1b01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:11.101454 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a4907a-635e-4b92-aad2-db31b4ea5a1b tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event updated for resources: {'Network': ['ID=09e5150d-f53f-4858-9260-4416fbf00100,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:11.179024 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-08648bcb-b0f9-4da0-b579-663245c1b01a None None] For port b80fbfd9-88ae-4ad3-a133-93c6ff7df7f4, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:37:11.184093 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-08648bcb-b0f9-4da0-b579-663245c1b01a None None] For port b80fbfd9-88ae-4ad3-a133-93c6ff7df7f4, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=b80fbfd9-88ae-4ad3-a133-93c6ff7df7f4,segment=NetworkSegment(b553b3a4-9a21-4761-9b61-7cedcfe815c7),segment_id=b553b3a4-9a21-4761-9b61-7cedcfe815c7)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:37:11.186358 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2b04dbd0-edbf-4fa8-bb6e-a1ab8c5c217a tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:11.187841 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 09e5150d-f53f-4858-9260-4416fbf00100 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:37:11.205398 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-12a4907a-635e-4b92-aad2-db31b4ea5a1b tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2111864 Oct 27 18:37:11.211836 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46186) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:11.286185 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-08648bcb-b0f9-4da0-b579-663245c1b01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:11.313572 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-16ba9653-fc6a-4974-a99e-7ce16fe82823 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Request body: {'subnet': {'network_id': '09e5150d-f53f-4858-9260-4416fbf00100', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:11.413472 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08648bcb-b0f9-4da0-b579-663245c1b01a None None] Pushing event updated for resources: {'Port': ['ID=b80fbfd9-88ae-4ad3-a133-93c6ff7df7f4,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:11.486709 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7387f0e8-c89a-4642-a70b-a1ff5f01ff89 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:11.509790 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7387f0e8-c89a-4642-a70b-a1ff5f01ff89 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:11.562894 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2b04dbd0-edbf-4fa8-bb6e-a1ab8c5c217a tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:11.655827 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8061cb-0f24-4f02-95d7-c626b6a0ce9d req-5f747075-8632-4508-9bf5-9e47d9293b9f tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:11.660787 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1a8061cb-0f24-4f02-95d7-c626b6a0ce9d req-5f747075-8632-4508-9bf5-9e47d9293b9f tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 946 time: 0.2834435 Oct 27 18:37:11.715222 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1a8061cb-0f24-4f02-95d7-c626b6a0ce9d req-3deb4248-888c-4469-ae1e-d77aeeda0000 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/security-groups?id=9273d5bb-2711-41ad-8a95-77c296a241af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466180 Oct 27 18:37:11.733798 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7387f0e8-c89a-4642-a70b-a1ff5f01ff89 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:11.736164 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7387f0e8-c89a-4642-a70b-a1ff5f01ff89 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Fanout notify agent at l3_agent the message router_deleted on router 6ece0cbe-b92f-4abc-9537-845b080abcda {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:37:11.747851 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7387f0e8-c89a-4642-a70b-a1ff5f01ff89 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:11.760658 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46200) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:11.761874 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ba9653-fc6a-4974-a99e-7ce16fe82823 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Made reservation on behalf of 7e112ca0a568418e86e03a96b74eaf4a for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:37:11.762620 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7387f0e8-c89a-4642-a70b-a1ff5f01ff89 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "DELETE /v2.0/routers/6ece0cbe-b92f-4abc-9537-845b080abcda HTTP/1.1" status: 204 len: 168 time: 2.3105230 Oct 27 18:37:11.765918 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-16ba9653-fc6a-4974-a99e-7ce16fe82823 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:11.793605 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-35418314-fc07-47ad-bc10-86a9109355a9 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Request body: {'network': {'name': 'tempest-RoutersTest-1218891253'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:11.867084 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.ipam_backend_mixin [None req-16ba9653-fc6a-4974-a99e-7ce16fe82823 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Performing IP validity checks on allocation pools {{(pid=102879) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 27 18:37:11.867486 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.ipam_backend_mixin [None req-16ba9653-fc6a-4974-a99e-7ce16fe82823 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102879) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 27 18:37:11.907967 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-2b04dbd0-edbf-4fa8-bb6e-a1ab8c5c217a tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Deleting port d46c5d9b-46a2-4c6f-a597-7c9769f0d6b3 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:37:11.908450 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2b04dbd0-edbf-4fa8-bb6e-a1ab8c5c217a tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:11.964712 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35418314-fc07-47ad-bc10-86a9109355a9 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Made reservation on behalf of 4e0551cb79254307ae43405db8526986 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:37:11.980216 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-35418314-fc07-47ad-bc10-86a9109355a9 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:12.060978 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35418314-fc07-47ad-bc10-86a9109355a9 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] vlan segment allocate from pool success with {'vlan_id': 1001, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:37:12.062219 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a20cd3f7-9102-40f8-bbec-b5be999de8a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:12.114361 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2b04dbd0-edbf-4fa8-bb6e-a1ab8c5c217a tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:12.141276 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-35418314-fc07-47ad-bc10-86a9109355a9 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:12.141721 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-35418314-fc07-47ad-bc10-86a9109355a9 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Added segment b24b2c66-84bf-4d37-a126-15d4078a9459 of type vlan for network 7fe08799-090e-484e-b4e9-c75067c54c1b Oct 27 18:37:12.157584 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-2b04dbd0-edbf-4fa8-bb6e-a1ab8c5c217a tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Calling delete_port for d46c5d9b-46a2-4c6f-a597-7c9769f0d6b3 owned by network:router_gateway {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:37:12.257081 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-35418314-fc07-47ad-bc10-86a9109355a9 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:12.407303 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-16ba9653-fc6a-4974-a99e-7ce16fe82823 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:12.484573 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-35418314-fc07-47ad-bc10-86a9109355a9 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:12.486462 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device b80fbfd9-88ae-4ad3-a133-93c6ff7df7f4 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:37:12.490350 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35418314-fc07-47ad-bc10-86a9109355a9 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:12.492645 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-35418314-fc07-47ad-bc10-86a9109355a9 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:12.672920 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port b80fbfd9-88ae-4ad3-a133-93c6ff7df7f4 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:37:12.674754 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:12.683823 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-35418314-fc07-47ad-bc10-86a9109355a9 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9123502 Oct 27 18:37:12.686698 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46222) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:12.692830 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-65031401-2e33-436f-a5d2-a9676adf824c tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Request body: {'subnet': {'network_id': '7fe08799-090e-484e-b4e9-c75067c54c1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:12.701078 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba9653-fc6a-4974-a99e-7ce16fe82823 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event updated for resources: {'Subnet': ['ID=b8d93c02-db56-4d89-b7ae-b25e8a2fbd7e,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:12.724882 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35418314-fc07-47ad-bc10-86a9109355a9 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event updated for resources: {'Network': ['ID=7fe08799-090e-484e-b4e9-c75067c54c1b,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:12.746607 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ba9653-fc6a-4974-a99e-7ce16fe82823 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Checking segment: {'id': '3989a2d2-86a8-48ec-9fb1-69410105e253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '09e5150d-f53f-4858-9260-4416fbf00100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:37:12.747328 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ba9653-fc6a-4974-a99e-7ce16fe82823 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Network hostable DHCP agents. Network: 09e5150d-f53f-4858-9260-4416fbf00100, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:37:12.826701 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 7fe08799-090e-484e-b4e9-c75067c54c1b details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:37:12.840045 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2b04dbd0-edbf-4fa8-bb6e-a1ab8c5c217a tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:12.910209 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ba9653-fc6a-4974-a99e-7ce16fe82823 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Network 09e5150d-f53f-4858-9260-4416fbf00100 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:37:12.933753 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b04dbd0-edbf-4fa8-bb6e-a1ab8c5c217a tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Pushing event deleted for resources: {'Port': ['ID=d46c5d9b-46a2-4c6f-a597-7c9769f0d6b3,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:13.018717 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:13.026918 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65031401-2e33-436f-a5d2-a9676adf824c tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Made reservation on behalf of 4e0551cb79254307ae43405db8526986 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:37:13.030461 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-65031401-2e33-436f-a5d2-a9676adf824c tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:13.052931 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-16ba9653-fc6a-4974-a99e-7ce16fe82823 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 09e5150d-f53f-4858-9260-4416fbf00100) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:37:13.065420 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e27af94-5896-48db-8915-e1b73c797164 None None] Network 09e5150d-f53f-4858-9260-4416fbf00100 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:37:13.069268 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port b80fbfd9-88ae-4ad3-a133-93c6ff7df7f4, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=b80fbfd9-88ae-4ad3-a133-93c6ff7df7f4,segment=NetworkSegment(b553b3a4-9a21-4761-9b61-7cedcfe815c7),segment_id=b553b3a4-9a21-4761-9b61-7cedcfe815c7)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:37:13.074270 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ba9653-fc6a-4974-a99e-7ce16fe82823 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:13.082621 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-16ba9653-fc6a-4974-a99e-7ce16fe82823 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:13.139369 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3102cb2d-79e0-46d5-87c9-f49e0d9ef4b4 None None] Network 6610b0a4-dd4d-4d6a-ae7f-d0242a536453 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:37:13.160345 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2b04dbd0-edbf-4fa8-bb6e-a1ab8c5c217a tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:13.214687 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:13.304073 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90819fa-f726-4498-a358-c771e6a67871 req-62243ce1-9f42-433c-a127-73b1357a1f98 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:13.307744 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c90819fa-f726-4498-a358-c771e6a67871 req-62243ce1-9f42-433c-a127-73b1357a1f98 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 946 time: 0.3660772 Oct 27 18:37:13.380879 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-16ba9653-fc6a-4974-a99e-7ce16fe82823 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.1203926 Oct 27 18:37:13.386732 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c90819fa-f726-4498-a358-c771e6a67871 req-441f922a-8a2b-459d-87f8-b48fb8338061 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/security-groups?id=9273d5bb-2711-41ad-8a95-77c296a241af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609813 Oct 27 18:37:13.388918 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46228) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:13.390834 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-65031401-2e33-436f-a5d2-a9676adf824c tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:13.395025 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-232280c2-7853-43ab-9d64-2fc23ecbc451 None None] Provisioning complete for port b80fbfd9-88ae-4ad3-a133-93c6ff7df7f4 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:37:13.395399 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-232280c2-7853-43ab-9d64-2fc23ecbc451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:13.432448 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2b04dbd0-edbf-4fa8-bb6e-a1ab8c5c217a tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:13.442986 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2b04dbd0-edbf-4fa8-bb6e-a1ab8c5c217a tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:13.451110 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=b80fbfd9-88ae-4ad3-a133-93c6ff7df7f4,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:13.482147 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:13.519641 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:13.530636 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65031401-2e33-436f-a5d2-a9676adf824c tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event updated for resources: {'Subnet': ['ID=76ae7185-bc44-473f-8cf1-cc080efb81e4,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:13.553433 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65031401-2e33-436f-a5d2-a9676adf824c tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Checking segment: {'id': 'b24b2c66-84bf-4d37-a126-15d4078a9459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '7fe08799-090e-484e-b4e9-c75067c54c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:37:13.553671 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65031401-2e33-436f-a5d2-a9676adf824c tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Network hostable DHCP agents. Network: 7fe08799-090e-484e-b4e9-c75067c54c1b, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:37:13.574346 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747da4f6-69e2-48b7-9242-ecfef325e257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-09e5150d-f53f-4858-9260-4416fbf00100', 'network_id': '09e5150d-f53f-4858-9260-4416fbf00100', 'tenant_id': '7e112ca0a568418e86e03a96b74eaf4a', 'fixed_ips': [{'subnet_id': 'b8d93c02-db56-4d89-b7ae-b25e8a2fbd7e'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:37:13.575002 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-747da4f6-69e2-48b7-9242-ecfef325e257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:13.673042 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-39f41380-ccd2-4b2f-9705-ba9126b084fc tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:13.674978 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65031401-2e33-436f-a5d2-a9676adf824c tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Network 7fe08799-090e-484e-b4e9-c75067c54c1b is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:37:13.688812 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2b04dbd0-edbf-4fa8-bb6e-a1ab8c5c217a tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:13.689271 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b04dbd0-edbf-4fa8-bb6e-a1ab8c5c217a tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Fanout notify agent at l3_agent the message router_deleted on router c0cfa26f-6213-4fdb-8e78-491c9615c640 {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:37:13.715590 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2b04dbd0-edbf-4fa8-bb6e-a1ab8c5c217a tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:13.720305 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2b04dbd0-edbf-4fa8-bb6e-a1ab8c5c217a tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] 10.222.0.52 "DELETE /v2.0/routers/c0cfa26f-6213-4fdb-8e78-491c9615c640 HTTP/1.1" status: 204 len: 168 time: 2.9592142 Oct 27 18:37:13.721288 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46234) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:13.726237 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-6ee88dd2-c509-4010-a80b-b7d96b4cc60f tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-597513664', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:13.767685 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-39f41380-ccd2-4b2f-9705-ba9126b084fc tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:13.774282 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-65031401-2e33-436f-a5d2-a9676adf824c tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 7fe08799-090e-484e-b4e9-c75067c54c1b) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:37:13.783178 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65031401-2e33-436f-a5d2-a9676adf824c tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:13.783707 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-65031401-2e33-436f-a5d2-a9676adf824c tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:13.811271 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65af7ff0-b821-4d52-b6ef-e599ea340fcb None None] Network 7fe08799-090e-484e-b4e9-c75067c54c1b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:37:13.863467 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6ee88dd2-c509-4010-a80b-b7d96b4cc60f tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:13.865283 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6ee88dd2-c509-4010-a80b-b7d96b4cc60f tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:13.868591 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-747da4f6-69e2-48b7-9242-ecfef325e257 None None] Allocated IP 2001:db8::3 (09e5150d-f53f-4858-9260-4416fbf00100/b8d93c02-db56-4d89-b7ae-b25e8a2fbd7e/e2139181-ffb4-403c-9df0-cd18446300a4) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:37:13.950994 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6ee88dd2-c509-4010-a80b-b7d96b4cc60f tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:13.968993 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-65031401-2e33-436f-a5d2-a9676adf824c tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2803824 Oct 27 18:37:13.970942 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46238) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:13.976938 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-47ddbd0c-915b-4593-937c-b3cfbd9c0dd6 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1442849278', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:14.059725 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6ee88dd2-c509-4010-a80b-b7d96b4cc60f tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:14.221758 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-47ddbd0c-915b-4593-937c-b3cfbd9c0dd6 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:14.225015 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-47ddbd0c-915b-4593-937c-b3cfbd9c0dd6 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:14.457984 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9da6c9d-68a4-401c-8226-422c594cac7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-7fe08799-090e-484e-b4e9-c75067c54c1b', 'network_id': '7fe08799-090e-484e-b4e9-c75067c54c1b', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'fixed_ips': [{'subnet_id': '76ae7185-bc44-473f-8cf1-cc080efb81e4'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:37:14.458902 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b9da6c9d-68a4-401c-8226-422c594cac7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:14.461264 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-47ddbd0c-915b-4593-937c-b3cfbd9c0dd6 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:14.470070 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6ee88dd2-c509-4010-a80b-b7d96b4cc60f tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:14.470070 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6ee88dd2-c509-4010-a80b-b7d96b4cc60f tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7454958 Oct 27 18:37:14.470714 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46246) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:14.475288 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-37349129-df75-4118-8c83-a0abf231813c tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'enable_snat': True}}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:14.480439 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device b80fbfd9-88ae-4ad3-a133-93c6ff7df7f4 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:37:14.483882 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-747da4f6-69e2-48b7-9242-ecfef325e257 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:14.575504 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f3c89e92-54cd-4269-9ae1-0305e9c616d4 None None] Provisioning complete for port b80fbfd9-88ae-4ad3-a133-93c6ff7df7f4 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:37:14.575878 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f3c89e92-54cd-4269-9ae1-0305e9c616d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:14.584935 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-747da4f6-69e2-48b7-9242-ecfef325e257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:14.589734 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-47ddbd0c-915b-4593-937c-b3cfbd9c0dd6 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:14.663480 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-39f41380-ccd2-4b2f-9705-ba9126b084fc tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:14.698352 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747da4f6-69e2-48b7-9242-ecfef325e257 None None] Network 09e5150d-f53f-4858-9260-4416fbf00100 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:37:14.725131 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f41380-ccd2-4b2f-9705-ba9126b084fc tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event deleted for resources: {'Subnet': ['ID=b8d93c02-db56-4d89-b7ae-b25e8a2fbd7e,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:14.737962 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-747da4f6-69e2-48b7-9242-ecfef325e257 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:37:14.745306 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747da4f6-69e2-48b7-9242-ecfef325e257 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:37:14.767533 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-47ddbd0c-915b-4593-937c-b3cfbd9c0dd6 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:14.771995 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-47ddbd0c-915b-4593-937c-b3cfbd9c0dd6 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7967453 Oct 27 18:37:14.778909 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46252) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:14.820090 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-39f41380-ccd2-4b2f-9705-ba9126b084fc tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:14.834503 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747da4f6-69e2-48b7-9242-ecfef325e257 None None] Pushing event updated for resources: {'Port': ['ID=e2139181-ffb4-403c-9df0-cd18446300a4,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:14.845813 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-39f41380-ccd2-4b2f-9705-ba9126b084fc tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09e5150d-f53f-4858-9260-4416fbf00100']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:14.872635 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-39f41380-ccd2-4b2f-9705-ba9126b084fc tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3989a2d2-86a8-48ec-9fb1-69410105e253') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:14.872940 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-39f41380-ccd2-4b2f-9705-ba9126b084fc tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3989a2d2-86a8-48ec-9fb1-69410105e253') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:14.876036 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-b9da6c9d-68a4-401c-8226-422c594cac7d None None] Allocated IP 172.20.0.2 (7fe08799-090e-484e-b4e9-c75067c54c1b/76ae7185-bc44-473f-8cf1-cc080efb81e4/9ce9399b-05f3-464f-922c-744c63807da4) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:37:14.915005 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-39f41380-ccd2-4b2f-9705-ba9126b084fc tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:14.918093 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port b80fbfd9-88ae-4ad3-a133-93c6ff7df7f4 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:37:14.918694 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:14.944741 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-39f41380-ccd2-4b2f-9705-ba9126b084fc tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:14.957166 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39f41380-ccd2-4b2f-9705-ba9126b084fc tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:37:14.957486 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-39f41380-ccd2-4b2f-9705-ba9126b084fc tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:14.963812 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:37:14.963812 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:37:14.963812 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:37:14.963812 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:37:14.963812 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:37:14.963812 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:37:14.963812 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:37:14.963812 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:37:14.963812 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:37:14.963812 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:37:14.963812 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:37:14.963812 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:37:14.963812 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:37:14.963812 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:37:14.963812 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:37:14.963812 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:37:14.963812 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:37:14.963812 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:37:14.963812 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:37:14.963812 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:37:14.963812 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:37:14.963812 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:37:14.963812 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:37:14.963812 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:37:14.963812 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:37:14.963812 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:37:14.963812 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:37:14.963812 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:37:14.963812 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:37:14.963812 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:37:14.963812 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:37:14.963812 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:37:14.985557 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c17b6-8433-4346-a87b-5ae7a624a597 req-979e575c-30d0-4592-a277-00c97da719d5 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:14.986864 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-db4c17b6-8433-4346-a87b-5ae7a624a597 req-979e575c-30d0-4592-a277-00c97da719d5 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 946 time: 0.3838186 Oct 27 18:37:15.030682 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-37349129-df75-4118-8c83-a0abf231813c tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:15.103487 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.db.api [None req-39f41380-ccd2-4b2f-9705-ba9126b084fc tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 27 18:37:15.103487 n-d-815690-2 neutron-server[102879]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 27 18:37:15.103487 n-d-815690-2 neutron-server[102879]: [parameters: {'id': '09e5150d-f53f-4858-9260-4416fbf00100'}] Oct 27 18:37:15.103487 n-d-815690-2 neutron-server[102879]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102879) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:37:15.103968 n-d-815690-2 neutron-server[102879]: DEBUG oslo_db.api [None req-39f41380-ccd2-4b2f-9705-ba9126b084fc tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:37:15.162501 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-747da4f6-69e2-48b7-9242-ecfef325e257 None None] Attempting to bind port e2139181-ffb4-403c-9df0-cd18446300a4 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:37:15.163169 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-747da4f6-69e2-48b7-9242-ecfef325e257 None None] Attempting to bind port e2139181-ffb4-403c-9df0-cd18446300a4 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '3989a2d2-86a8-48ec-9fb1-69410105e253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '09e5150d-f53f-4858-9260-4416fbf00100'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:37:15.163540 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747da4f6-69e2-48b7-9242-ecfef325e257 None None] Attempting to bind port e2139181-ffb4-403c-9df0-cd18446300a4 on network 09e5150d-f53f-4858-9260-4416fbf00100 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:37:15.174930 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747da4f6-69e2-48b7-9242-ecfef325e257 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:37:15.175618 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-db4c17b6-8433-4346-a87b-5ae7a624a597 req-67a50b8e-ac06-4f6c-b61a-99d5e4bb1187 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/security-groups?id=9273d5bb-2711-41ad-8a95-77c296a241af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491258 Oct 27 18:37:15.186776 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747da4f6-69e2-48b7-9242-ecfef325e257 None None] Checking segment: {'id': '3989a2d2-86a8-48ec-9fb1-69410105e253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '09e5150d-f53f-4858-9260-4416fbf00100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:37:15.201151 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-747da4f6-69e2-48b7-9242-ecfef325e257 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:15.201151 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747da4f6-69e2-48b7-9242-ecfef325e257 None None] Bound using segment: {'id': '3989a2d2-86a8-48ec-9fb1-69410105e253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '09e5150d-f53f-4858-9260-4416fbf00100'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:37:15.201151 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-747da4f6-69e2-48b7-9242-ecfef325e257 None None] Bound port: e2139181-ffb4-403c-9df0-cd18446300a4, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3989a2d2-86a8-48ec-9fb1-69410105e253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '09e5150d-f53f-4858-9260-4416fbf00100'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:37:15.201151 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-747da4f6-69e2-48b7-9242-ecfef325e257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:15.364496 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b9da6c9d-68a4-401c-8226-422c594cac7d None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:15.368457 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:15.380223 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-493c7c3e-dd8b-40de-bb62-8f1b2defddff tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:15.481344 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b9da6c9d-68a4-401c-8226-422c594cac7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:15.582068 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-747da4f6-69e2-48b7-9242-ecfef325e257 None None] For port e2139181-ffb4-403c-9df0-cd18446300a4, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:37:15.593500 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9da6c9d-68a4-401c-8226-422c594cac7d None None] Network 7fe08799-090e-484e-b4e9-c75067c54c1b is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:37:15.607513 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-39f41380-ccd2-4b2f-9705-ba9126b084fc tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:15.608802 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-b9da6c9d-68a4-401c-8226-422c594cac7d None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:37:15.614572 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-747da4f6-69e2-48b7-9242-ecfef325e257 None None] For port e2139181-ffb4-403c-9df0-cd18446300a4, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=e2139181-ffb4-403c-9df0-cd18446300a4,segment=NetworkSegment(3989a2d2-86a8-48ec-9fb1-69410105e253),segment_id=3989a2d2-86a8-48ec-9fb1-69410105e253)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:37:15.619729 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9da6c9d-68a4-401c-8226-422c594cac7d None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:37:15.629688 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da6c9d-68a4-401c-8226-422c594cac7d None None] Pushing event updated for resources: {'Port': ['ID=9ce9399b-05f3-464f-922c-744c63807da4,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:15.775307 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-39f41380-ccd2-4b2f-9705-ba9126b084fc tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Deleting port e2139181-ffb4-403c-9df0-cd18446300a4 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:37:15.775307 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-39f41380-ccd2-4b2f-9705-ba9126b084fc tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:15.776029 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-b9da6c9d-68a4-401c-8226-422c594cac7d None None] Attempting to bind port 9ce9399b-05f3-464f-922c-744c63807da4 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:37:15.776029 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-b9da6c9d-68a4-401c-8226-422c594cac7d None None] Attempting to bind port 9ce9399b-05f3-464f-922c-744c63807da4 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'b24b2c66-84bf-4d37-a126-15d4078a9459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '7fe08799-090e-484e-b4e9-c75067c54c1b'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:37:15.776029 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9da6c9d-68a4-401c-8226-422c594cac7d None None] Attempting to bind port 9ce9399b-05f3-464f-922c-744c63807da4 on network 7fe08799-090e-484e-b4e9-c75067c54c1b {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:37:15.776029 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9da6c9d-68a4-401c-8226-422c594cac7d None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:37:15.776029 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9da6c9d-68a4-401c-8226-422c594cac7d None None] Checking segment: {'id': 'b24b2c66-84bf-4d37-a126-15d4078a9459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '7fe08799-090e-484e-b4e9-c75067c54c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:37:15.776029 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b9da6c9d-68a4-401c-8226-422c594cac7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:15.776029 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9da6c9d-68a4-401c-8226-422c594cac7d None None] Bound using segment: {'id': 'b24b2c66-84bf-4d37-a126-15d4078a9459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '7fe08799-090e-484e-b4e9-c75067c54c1b'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:37:15.776029 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-b9da6c9d-68a4-401c-8226-422c594cac7d None None] Bound port: 9ce9399b-05f3-464f-922c-744c63807da4, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b24b2c66-84bf-4d37-a126-15d4078a9459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '7fe08799-090e-484e-b4e9-c75067c54c1b'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:37:15.776029 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b9da6c9d-68a4-401c-8226-422c594cac7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:15.786666 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-39f41380-ccd2-4b2f-9705-ba9126b084fc tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] For port e2139181-ffb4-403c-9df0-cd18446300a4, host n-d-815690-2, got binding levels [] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:37:15.787669 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-39f41380-ccd2-4b2f-9705-ba9126b084fc tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:15.789380 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-b9da6c9d-68a4-401c-8226-422c594cac7d None None] For port 9ce9399b-05f3-464f-922c-744c63807da4, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:37:15.792785 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-b9da6c9d-68a4-401c-8226-422c594cac7d None None] For port 9ce9399b-05f3-464f-922c-744c63807da4, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=9ce9399b-05f3-464f-922c-744c63807da4,segment=NetworkSegment(b24b2c66-84bf-4d37-a126-15d4078a9459),segment_id=b24b2c66-84bf-4d37-a126-15d4078a9459)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:37:15.805298 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-39f41380-ccd2-4b2f-9705-ba9126b084fc tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Calling delete_port for e2139181-ffb4-403c-9df0-cd18446300a4 owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:37:15.903972 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b9da6c9d-68a4-401c-8226-422c594cac7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:15.907164 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-747da4f6-69e2-48b7-9242-ecfef325e257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:15.960103 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-39f41380-ccd2-4b2f-9705-ba9126b084fc tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:16.017774 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f41380-ccd2-4b2f-9705-ba9126b084fc tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event deleted for resources: {'Port': ['ID=e2139181-ffb4-403c-9df0-cd18446300a4,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:16.035479 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f41380-ccd2-4b2f-9705-ba9126b084fc tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] No DVR routers for this DVR port e2139181-ffb4-403c-9df0-cd18446300a4 on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server [None req-5b422bfc-68fb-4628-a4a3-a42a554e7aa0 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port e2139181-ffb4-403c-9df0-cd18446300a4 could not be found. Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return self._iter().one() Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1385, in one Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return self._only_one_row( Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1559, in get_port Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port e2139181-ffb4-403c-9df0-cd18446300a4 could not be found. Oct 27 18:37:16.076334 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server Oct 27 18:37:16.129659 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-37349129-df75-4118-8c83-a0abf231813c tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:16.131398 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4873e8-b12e-46da-bd7a-90ab55f15895 None None] Network 09e5150d-f53f-4858-9260-4416fbf00100 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:37:16.176985 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-493c7c3e-dd8b-40de-bb62-8f1b2defddff tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Allocated IP 172.20.0.1 (7fe08799-090e-484e-b4e9-c75067c54c1b/76ae7185-bc44-473f-8cf1-cc080efb81e4/b57947ae-8a7d-464c-854d-f9aee33801c1) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:37:16.186527 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-37349129-df75-4118-8c83-a0abf231813c tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:16.211362 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-39f41380-ccd2-4b2f-9705-ba9126b084fc tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:16.240816 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-39f41380-ccd2-4b2f-9705-ba9126b084fc tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09e5150d-f53f-4858-9260-4416fbf00100']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:16.251370 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-39f41380-ccd2-4b2f-9705-ba9126b084fc tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3989a2d2-86a8-48ec-9fb1-69410105e253') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:16.251692 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-39f41380-ccd2-4b2f-9705-ba9126b084fc tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3989a2d2-86a8-48ec-9fb1-69410105e253') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:16.265936 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-39f41380-ccd2-4b2f-9705-ba9126b084fc tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:16.292495 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-39f41380-ccd2-4b2f-9705-ba9126b084fc tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:16.303801 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39f41380-ccd2-4b2f-9705-ba9126b084fc tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:37:16.304723 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-39f41380-ccd2-4b2f-9705-ba9126b084fc tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:16.359390 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da6c9d-68a4-401c-8226-422c594cac7d None None] Pushing event updated for resources: {'Port': ['ID=9ce9399b-05f3-464f-922c-744c63807da4,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:16.432095 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:37:16.432095 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:37:16.432095 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:37:16.432095 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:37:16.432095 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:37:16.432095 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:37:16.432095 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:37:16.432095 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:37:16.432095 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:37:16.432095 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:37:16.432095 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:37:16.432095 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:37:16.432095 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:37:16.432095 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:37:16.432095 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:37:16.432095 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:37:16.432095 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:37:16.432095 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:37:16.432095 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:37:16.432095 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:37:16.432095 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:37:16.432095 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:37:16.432095 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:37:16.432095 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:37:16.432095 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:37:16.432095 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:37:16.432095 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:37:16.432095 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:37:16.432095 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:37:16.432095 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:37:16.432095 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:37:16.432095 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:37:16.492556 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-39f41380-ccd2-4b2f-9705-ba9126b084fc tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:16.497601 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747da4f6-69e2-48b7-9242-ecfef325e257 None None] Pushing event deleted for resources: {'Port': ['ID=e2139181-ffb4-403c-9df0-cd18446300a4,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:16.504911 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-39f41380-ccd2-4b2f-9705-ba9126b084fc tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:16.512054 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-39f41380-ccd2-4b2f-9705-ba9126b084fc tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "DELETE /v2.0/networks/09e5150d-f53f-4858-9260-4416fbf00100 HTTP/1.1" status: 204 len: 168 time: 3.1191630 Oct 27 18:37:16.520925 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46282) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:16.549375 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-37349129-df75-4118-8c83-a0abf231813c tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Allocated IP 172.25.6.28 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/2cd109d2-4cb5-4277-aa15-54f0f5b123b5) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:37:16.560420 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-10dae5c8-65c2-461d-9991-a66b9d2fbc12 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-220368710'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:16.568977 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f41380-ccd2-4b2f-9705-ba9126b084fc tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event deleted for resources: {'Network': ['ID=09e5150d-f53f-4858-9260-4416fbf00100,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:16.691833 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10dae5c8-65c2-461d-9991-a66b9d2fbc12 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Made reservation on behalf of 7e112ca0a568418e86e03a96b74eaf4a for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:37:16.699958 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-10dae5c8-65c2-461d-9991-a66b9d2fbc12 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:16.763715 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-37349129-df75-4118-8c83-a0abf231813c tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:16.769966 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10dae5c8-65c2-461d-9991-a66b9d2fbc12 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] vlan segment allocate from pool success with {'vlan_id': 1007, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:37:16.783625 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-10dae5c8-65c2-461d-9991-a66b9d2fbc12 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:16.784985 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-10dae5c8-65c2-461d-9991-a66b9d2fbc12 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Added segment 34900bb4-4b03-4251-b454-9b8acacc5c68 of type vlan for network 8596db62-1f1c-4094-9bff-e19893409dc0 Oct 27 18:37:16.884751 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-10dae5c8-65c2-461d-9991-a66b9d2fbc12 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:16.959977 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-37349129-df75-4118-8c83-a0abf231813c tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:17.005862 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-10dae5c8-65c2-461d-9991-a66b9d2fbc12 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:17.012606 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dae5c8-65c2-461d-9991-a66b9d2fbc12 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:17.013466 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-10dae5c8-65c2-461d-9991-a66b9d2fbc12 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:17.021168 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37349129-df75-4118-8c83-a0abf231813c tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:37:17.044730 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-37349129-df75-4118-8c83-a0abf231813c tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:37:17.049045 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37349129-df75-4118-8c83-a0abf231813c tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:37:17.107133 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe1147-7fd8-42c8-b261-b4aa5dc41787 req-5ccb1214-7392-4957-8c76-7a7f560cc5c5 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:17.117460 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f4fe1147-7fd8-42c8-b261-b4aa5dc41787 req-5ccb1214-7392-4957-8c76-7a7f560cc5c5 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 946 time: 0.3140981 Oct 27 18:37:17.152549 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dae5c8-65c2-461d-9991-a66b9d2fbc12 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event updated for resources: {'Network': ['ID=8596db62-1f1c-4094-9bff-e19893409dc0,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:17.167573 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 8596db62-1f1c-4094-9bff-e19893409dc0 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:37:17.172525 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-10dae5c8-65c2-461d-9991-a66b9d2fbc12 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6240382 Oct 27 18:37:17.173819 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46290) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:17.182143 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-9ec39edf-6ae4-471c-ac63-724bd398b399 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Request body: {'subnet': {'network_id': '8596db62-1f1c-4094-9bff-e19893409dc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:17.204843 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37349129-df75-4118-8c83-a0abf231813c tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Pushing event updated for resources: {'Port': ['ID=2cd109d2-4cb5-4277-aa15-54f0f5b123b5,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:17.577105 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f4fe1147-7fd8-42c8-b261-b4aa5dc41787 req-fd908f3b-4f4a-4823-b80f-07392346db31 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/security-groups?id=9273d5bb-2711-41ad-8a95-77c296a241af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4551950 Oct 27 18:37:17.648616 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-493c7c3e-dd8b-40de-bb62-8f1b2defddff tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:17.789284 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec39edf-6ae4-471c-ac63-724bd398b399 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Made reservation on behalf of 7e112ca0a568418e86e03a96b74eaf4a for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:37:17.792785 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995f1db5-418c-4423-b0d0-8213671ef492 None None] Network 7fe08799-090e-484e-b4e9-c75067c54c1b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:37:17.793202 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9ec39edf-6ae4-471c-ac63-724bd398b399 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:17.977248 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-c18efa01-4a9c-48a6-b79b-199546f247da None None] Provisioning complete for port 9ce9399b-05f3-464f-922c-744c63807da4 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:37:17.978088 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c18efa01-4a9c-48a6-b79b-199546f247da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:17.983723 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-37349129-df75-4118-8c83-a0abf231813c tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:17.986177 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-493c7c3e-dd8b-40de-bb62-8f1b2defddff tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:18.062574 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9ec39edf-6ae4-471c-ac63-724bd398b399 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:18.141375 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c7c3e-dd8b-40de-bb62-8f1b2defddff tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event updated for resources: {'Port': ['ID=b57947ae-8a7d-464c-854d-f9aee33801c1,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:18.162179 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493c7c3e-dd8b-40de-bb62-8f1b2defddff tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Network 7fe08799-090e-484e-b4e9-c75067c54c1b is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:37:18.166157 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-493c7c3e-dd8b-40de-bb62-8f1b2defddff tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:37:18.166365 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c18efa01-4a9c-48a6-b79b-199546f247da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:18.170537 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493c7c3e-dd8b-40de-bb62-8f1b2defddff tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:37:18.227917 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-c18efa01-4a9c-48a6-b79b-199546f247da None None] For port 9ce9399b-05f3-464f-922c-744c63807da4, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=9ce9399b-05f3-464f-922c-744c63807da4,segment=NetworkSegment(b24b2c66-84bf-4d37-a126-15d4078a9459),segment_id=b24b2c66-84bf-4d37-a126-15d4078a9459)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:37:18.262703 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec39edf-6ae4-471c-ac63-724bd398b399 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Checking segment: {'id': '34900bb4-4b03-4251-b454-9b8acacc5c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '8596db62-1f1c-4094-9bff-e19893409dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:37:18.263114 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec39edf-6ae4-471c-ac63-724bd398b399 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Network hostable DHCP agents. Network: 8596db62-1f1c-4094-9bff-e19893409dc0, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:37:18.271059 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-493c7c3e-dd8b-40de-bb62-8f1b2defddff tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:18.309941 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec39edf-6ae4-471c-ac63-724bd398b399 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event updated for resources: {'Subnet': ['ID=bec5e841-8341-466b-8258-32e4689fe3d7,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:18.323397 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c18efa01-4a9c-48a6-b79b-199546f247da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:18.412150 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec39edf-6ae4-471c-ac63-724bd398b399 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Network 8596db62-1f1c-4094-9bff-e19893409dc0 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:37:18.476881 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18efa01-4a9c-48a6-b79b-199546f247da None None] Pushing event updated for resources: {'Port': ['ID=9ce9399b-05f3-464f-922c-744c63807da4,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:18.509385 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-9ec39edf-6ae4-471c-ac63-724bd398b399 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 8596db62-1f1c-4094-9bff-e19893409dc0) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:37:18.514265 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec39edf-6ae4-471c-ac63-724bd398b399 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:18.515724 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9ec39edf-6ae4-471c-ac63-724bd398b399 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:18.519667 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a164340-fae2-4b65-b926-dc6348490fb4 None None] Network 8596db62-1f1c-4094-9bff-e19893409dc0 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:37:18.590643 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-37349129-df75-4118-8c83-a0abf231813c tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7878829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7877412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6053'] for router, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:18.604436 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-37349129-df75-4118-8c83-a0abf231813c tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7878836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7878843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7877419'] for router, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:18.635828 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9ec39edf-6ae4-471c-ac63-724bd398b399 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4610305 Oct 27 18:37:18.636557 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46306) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:18.835989 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-493c7c3e-dd8b-40de-bb62-8f1b2defddff tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:18.905485 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 9ce9399b-05f3-464f-922c-744c63807da4 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:37:18.928745 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ac61b305-8b27-416b-b139-3640c8fce386 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:18.995719 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5dc1a6-ebd1-4e48-944f-f68d5a37575e req-1a35a52b-9696-4852-8d1a-b759730cea89 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:18.997410 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1b5dc1a6-ebd1-4e48-944f-f68d5a37575e req-1a35a52b-9696-4852-8d1a-b759730cea89 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 946 time: 0.2843156 Oct 27 18:37:19.028617 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e68fd1a-d660-4e31-b8c9-be5c011819ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-8596db62-1f1c-4094-9bff-e19893409dc0', 'network_id': '8596db62-1f1c-4094-9bff-e19893409dc0', 'tenant_id': '7e112ca0a568418e86e03a96b74eaf4a', 'fixed_ips': [{'subnet_id': 'bec5e841-8341-466b-8258-32e4689fe3d7'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:37:19.029475 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7e68fd1a-d660-4e31-b8c9-be5c011819ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:19.043701 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-0b1c0376-dd8d-4aec-9877-a3e47a807aa4 None None] Provisioning complete for port b57947ae-8a7d-464c-854d-f9aee33801c1 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:37:19.044479 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0b1c0376-dd8d-4aec-9877-a3e47a807aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:19.059108 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ac61b305-8b27-416b-b139-3640c8fce386 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:19.118609 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-0b1c0376-dd8d-4aec-9877-a3e47a807aa4 None None] Port b57947ae-8a7d-464c-854d-f9aee33801c1 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:37:19.164175 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 9ce9399b-05f3-464f-922c-744c63807da4 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:37:19.164540 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:19.209333 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1b5dc1a6-ebd1-4e48-944f-f68d5a37575e req-ce456ea5-0d06-4423-9ed4-ac82f6beb77f tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/security-groups?id=9273d5bb-2711-41ad-8a95-77c296a241af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959960 Oct 27 18:37:19.341534 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-0b1c0376-dd8d-4aec-9877-a3e47a807aa4 None None] Provisioning complete for port 9ce9399b-05f3-464f-922c-744c63807da4 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:37:19.357439 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0b1c0376-dd8d-4aec-9877-a3e47a807aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:19.395716 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ac61b305-8b27-416b-b139-3640c8fce386 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server [None req-7e68fd1a-d660-4e31-b8c9-be5c011819ab None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bec5e841-8341-466b-8258-32e4689fe3d7: This subnet is being modified by another concurrent operation. Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise exception Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bec5e841-8341-466b-8258-32e4689fe3d7: This subnet is being modified by another concurrent operation. Oct 27 18:37:19.465558 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server Oct 27 18:37:19.508567 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd347501-e517-4954-8530-6fbe4d875130 None None] Network 8596db62-1f1c-4094-9bff-e19893409dc0 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:37:19.544559 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac61b305-8b27-416b-b139-3640c8fce386 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event deleted for resources: {'Subnet': ['ID=bec5e841-8341-466b-8258-32e4689fe3d7,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:19.647652 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ac61b305-8b27-416b-b139-3640c8fce386 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:19.693364 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-ac61b305-8b27-416b-b139-3640c8fce386 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8596db62-1f1c-4094-9bff-e19893409dc0']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:19.720104 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-ac61b305-8b27-416b-b139-3640c8fce386 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34900bb4-4b03-4251-b454-9b8acacc5c68') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:19.720517 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-ac61b305-8b27-416b-b139-3640c8fce386 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34900bb4-4b03-4251-b454-9b8acacc5c68') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:19.731612 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ac61b305-8b27-416b-b139-3640c8fce386 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:19.755143 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ac61b305-8b27-416b-b139-3640c8fce386 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:19.769508 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac61b305-8b27-416b-b139-3640c8fce386 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:37:19.771076 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ac61b305-8b27-416b-b139-3640c8fce386 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:19.779213 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:37:19.779213 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:37:19.779213 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:37:19.779213 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:37:19.779213 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:37:19.779213 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:37:19.779213 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:37:19.779213 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:37:19.779213 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:37:19.779213 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:37:19.779213 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:37:19.779213 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:37:19.779213 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:37:19.779213 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:37:19.779213 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:37:19.779213 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:37:19.779213 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:37:19.779213 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:37:19.779213 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:37:19.779213 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:37:19.779213 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:37:19.779213 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:37:19.779213 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:37:19.779213 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:37:19.779213 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:37:19.779213 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:37:19.779213 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:37:19.779213 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:37:19.779213 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:37:19.779213 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:37:19.779213 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:37:19.779213 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:37:19.852536 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-493c7c3e-dd8b-40de-bb62-8f1b2defddff tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:19.869296 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bf2353-f9a1-444a-a160-31e392e53d46 None None] get_active_networks_info from n-d-815690-2 {{(pid=102880) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 18:37:19.908605 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37349129-df75-4118-8c83-a0abf231813c tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Router ebf32c57-2ebe-4f47-a357-b201a85048fb is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:37:19.926780 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-493c7c3e-dd8b-40de-bb62-8f1b2defddff tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:20.008648 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ac61b305-8b27-416b-b139-3640c8fce386 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:20.018985 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ac61b305-8b27-416b-b139-3640c8fce386 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:20.025774 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ac61b305-8b27-416b-b139-3640c8fce386 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "DELETE /v2.0/networks/8596db62-1f1c-4094-9bff-e19893409dc0 HTTP/1.1" status: 204 len: 168 time: 1.3880606 Oct 27 18:37:20.034865 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46324) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:20.041459 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-25253789-a12f-4039-b351-332254b168be tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1252188582'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:20.105759 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac61b305-8b27-416b-b139-3640c8fce386 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event deleted for resources: {'Network': ['ID=8596db62-1f1c-4094-9bff-e19893409dc0,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:20.117444 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c7c3e-dd8b-40de-bb62-8f1b2defddff tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event updated for resources: {'Port': ['ID=b57947ae-8a7d-464c-854d-f9aee33801c1,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:20.124558 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-493c7c3e-dd8b-40de-bb62-8f1b2defddff tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:20.142286 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c450f05-be5d-4e5e-9e60-34570fcb39a2 req-d2d9d353-bb56-444b-8b77-493078cfb1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:20.146385 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6c450f05-be5d-4e5e-9e60-34570fcb39a2 req-d2d9d353-bb56-444b-8b77-493078cfb1d1 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 1097 time: 0.1902294 Oct 27 18:37:20.181454 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25253789-a12f-4039-b351-332254b168be tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Made reservation on behalf of 7e112ca0a568418e86e03a96b74eaf4a for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:37:20.191760 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-25253789-a12f-4039-b351-332254b168be tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:20.233998 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37349129-df75-4118-8c83-a0abf231813c tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:37:20.245284 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-37349129-df75-4118-8c83-a0abf231813c tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:20.247281 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0725a5-10e6-47bc-924f-5e3640e3a974 None None] Sync routers for ids ['ebf32c57-2ebe-4f47-a357-b201a85048fb'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:37:20.248562 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-37349129-df75-4118-8c83-a0abf231813c tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] 10.222.0.52 "PUT /v2.0/routers/ebf32c57-2ebe-4f47-a357-b201a85048fb HTTP/1.1" status: 200 len: 917 time: 5.7770460 Oct 27 18:37:20.256672 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46332) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:20.269526 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0725a5-10e6-47bc-924f-5e3640e3a974 None None] Routers {'ebf32c57-2ebe-4f47-a357-b201a85048fb'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:37:20.296604 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1a0725a5-10e6-47bc-924f-5e3640e3a974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:37:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['ebf32c57-2ebe-4f47-a357-b201a85048fb'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:20.331719 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25253789-a12f-4039-b351-332254b168be tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] vlan segment allocate from pool success with {'vlan_id': 1045, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:37:20.352533 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493c7c3e-dd8b-40de-bb62-8f1b2defddff tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Network 7fe08799-090e-484e-b4e9-c75067c54c1b is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:37:20.354165 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-493c7c3e-dd8b-40de-bb62-8f1b2defddff tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:37:20.414368 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1a0725a5-10e6-47bc-924f-5e3640e3a974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:20.424799 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6c450f05-be5d-4e5e-9e60-34570fcb39a2 req-eb235bae-0f0c-4a8c-845e-67c789ce133c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=9273d5bb-2711-41ad-8a95-77c296a241af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667401 Oct 27 18:37:20.433560 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-25253789-a12f-4039-b351-332254b168be tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:20.434197 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-25253789-a12f-4039-b351-332254b168be tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Added segment 35cab833-46ef-46fa-b93c-2acddd683027 of type vlan for network ae95c5a7-abdf-4c2f-8bb2-7d6c0bdb99a1 Oct 27 18:37:20.462229 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0725a5-10e6-47bc-924f-5e3640e3a974 None None] Routers {'ebf32c57-2ebe-4f47-a357-b201a85048fb'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:37:20.462991 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1a0725a5-10e6-47bc-924f-5e3640e3a974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:37:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['ebf32c57-2ebe-4f47-a357-b201a85048fb'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:20.499416 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-25253789-a12f-4039-b351-332254b168be tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:20.518112 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e07a803a-20b3-4c8e-80c1-ea6379288138 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] 10.222.0.52 "GET /v2.0/routers/ebf32c57-2ebe-4f47-a357-b201a85048fb HTTP/1.1" status: 200 len: 923 time: 0.2526433 Oct 27 18:37:20.523937 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46338) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:20.577657 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 9ce9399b-05f3-464f-922c-744c63807da4 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:37:20.584385 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1a0725a5-10e6-47bc-924f-5e3640e3a974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:20.588885 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0725a5-10e6-47bc-924f-5e3640e3a974 None None] The sync data for ids ['ebf32c57-2ebe-4f47-a357-b201a85048fb'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:37:20.595717 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b171de01-4995-4651-b1a7-e2283df504ca tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:20.597384 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b171de01-4995-4651-b1a7-e2283df504ca tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=0fad50cd-70b8-43d9-8a14-cc05c0fdea0e&device_id=ebf32c57-2ebe-4f47-a357-b201a85048fb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0722859 Oct 27 18:37:20.600069 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46340) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:20.714549 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-41de5544-0516-4d35-be6c-97a56946b807 None None] Provisioning complete for port b57947ae-8a7d-464c-854d-f9aee33801c1 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:37:20.716383 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5ded5-294d-4684-b02b-c6dcdd738bf7 req-b345752c-2407-4829-a136-e70a07e566a7 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:20.719733 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-41de5544-0516-4d35-be6c-97a56946b807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:20.723807 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-39b5ded5-294d-4684-b02b-c6dcdd738bf7 req-b345752c-2407-4829-a136-e70a07e566a7 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 946 time: 0.0728760 Oct 27 18:37:20.723971 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-25253789-a12f-4039-b351-332254b168be tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:20.737449 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25253789-a12f-4039-b351-332254b168be tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:20.738197 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-25253789-a12f-4039-b351-332254b168be tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:20.788153 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-39b5ded5-294d-4684-b02b-c6dcdd738bf7 req-8543fe6a-fb48-4dce-9fdf-52b15d3413f0 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/security-groups?id=9273d5bb-2711-41ad-8a95-77c296a241af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586765 Oct 27 18:37:20.808212 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bf2353-f9a1-444a-a160-31e392e53d46 None None] Resources bound (agent type, host, resource id): {{(pid=102880) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 18:37:20.864956 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 9ce9399b-05f3-464f-922c-744c63807da4 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:37:20.865472 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:20.869092 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493c7c3e-dd8b-40de-bb62-8f1b2defddff tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Router 6a1ca4a8-11ed-4fb4-b834-42152b1c9ce3 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:37:20.870431 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-41de5544-0516-4d35-be6c-97a56946b807 None None] Port b57947ae-8a7d-464c-854d-f9aee33801c1 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:37:20.957013 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25253789-a12f-4039-b351-332254b168be tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event updated for resources: {'Network': ['ID=ae95c5a7-abdf-4c2f-8bb2-7d6c0bdb99a1,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:20.982741 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network ae95c5a7-abdf-4c2f-8bb2-7d6c0bdb99a1 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:37:20.988825 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-25253789-a12f-4039-b351-332254b168be tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9524679 Oct 27 18:37:20.995344 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46348) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:21.025989 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-e7278874-abcb-4d29-92dd-1a92b0a6290c tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Request body: {'subnet': {'network_id': 'ae95c5a7-abdf-4c2f-8bb2-7d6c0bdb99a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:21.045132 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc8e487-dcdc-428c-8dcf-31399f6a20fc tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:21.052152 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2fc8e487-dcdc-428c-8dcf-31399f6a20fc tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] 10.222.0.52 "GET /v2.0/networks/0fad50cd-70b8-43d9-8a14-cc05c0fdea0e HTTP/1.1" status: 200 len: 881 time: 0.4510069 Oct 27 18:37:21.052815 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46350) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:21.120803 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0020ad88-b815-46d3-bd9a-4193669a1ee1 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf32c57-2ebe-4f47-a357-b201a85048fb HTTP/1.1" status: 200 len: 205 time: 0.0656197 Oct 27 18:37:21.120803 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46352) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:21.182528 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493c7c3e-dd8b-40de-bb62-8f1b2defddff tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:37:21.190532 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-493c7c3e-dd8b-40de-bb62-8f1b2defddff tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "PUT /v2.0/routers/6a1ca4a8-11ed-4fb4-b834-42152b1c9ce3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4097250 Oct 27 18:37:21.196035 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46354) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:21.239815 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d108a9-c2c8-4e79-8cd9-8e2cbafad39a None None] Sync routers for ids ['6a1ca4a8-11ed-4fb4-b834-42152b1c9ce3'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:37:21.291053 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d108a9-c2c8-4e79-8cd9-8e2cbafad39a None None] Routers {'6a1ca4a8-11ed-4fb4-b834-42152b1c9ce3'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:37:21.291393 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-47d108a9-c2c8-4e79-8cd9-8e2cbafad39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:37:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['6a1ca4a8-11ed-4fb4-b834-42152b1c9ce3'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:21.295064 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0350d7e-07b2-4bfa-bf1b-b8e6b2cef675 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:21.296577 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d0350d7e-07b2-4bfa-bf1b-b8e6b2cef675 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "GET /v2.0/ports/b57947ae-8a7d-464c-854d-f9aee33801c1 HTTP/1.1" status: 200 len: 910 time: 0.0994246 Oct 27 18:37:21.299619 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46356) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:21.310368 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-a7e202a7-a269-446d-a4ad-78870dc1e184 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '76ae7185-bc44-473f-8cf1-cc080efb81e4'}]}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:21.334476 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0c83c243-3c67-48c9-a988-e7f4b2942ce8 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:21.352892 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-47d108a9-c2c8-4e79-8cd9-8e2cbafad39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:21.372550 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d108a9-c2c8-4e79-8cd9-8e2cbafad39a None None] Routers {'6a1ca4a8-11ed-4fb4-b834-42152b1c9ce3'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:37:21.373191 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-47d108a9-c2c8-4e79-8cd9-8e2cbafad39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:37:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['6a1ca4a8-11ed-4fb4-b834-42152b1c9ce3'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:21.419149 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-47d108a9-c2c8-4e79-8cd9-8e2cbafad39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:21.419807 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d108a9-c2c8-4e79-8cd9-8e2cbafad39a None None] The sync data for ids ['6a1ca4a8-11ed-4fb4-b834-42152b1c9ce3'] in n-d-815690-2 is: [] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:37:21.476546 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770ee4a0-2bf6-42a7-bf32-85519807b163 None None] get_active_networks_info from n-d-815690-2 {{(pid=102880) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 18:37:21.503585 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7278874-abcb-4d29-92dd-1a92b0a6290c tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Made reservation on behalf of 7e112ca0a568418e86e03a96b74eaf4a for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:37:21.510527 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e7278874-abcb-4d29-92dd-1a92b0a6290c tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:21.557250 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0c83c243-3c67-48c9-a988-e7f4b2942ce8 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:21.658692 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770ee4a0-2bf6-42a7-bf32-85519807b163 None None] Resources bound (agent type, host, resource id): {{(pid=102880) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 18:37:21.771171 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-0c83c243-3c67-48c9-a988-e7f4b2942ce8 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Deleting port 2cd109d2-4cb5-4277-aa15-54f0f5b123b5 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:37:21.771402 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0c83c243-3c67-48c9-a988-e7f4b2942ce8 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:21.789864 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a7e202a7-a269-446d-a4ad-78870dc1e184 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:21.878228 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0c83c243-3c67-48c9-a988-e7f4b2942ce8 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:21.911163 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-0c83c243-3c67-48c9-a988-e7f4b2942ce8 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Calling delete_port for 2cd109d2-4cb5-4277-aa15-54f0f5b123b5 owned by network:router_gateway {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:37:22.164997 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e7278874-abcb-4d29-92dd-1a92b0a6290c tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:22.223084 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa060399-e916-4d62-a620-1ee3a2efb7e7 req-16f7cde6-3575-4797-9899-246d7006fcee tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:22.242668 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0c83c243-3c67-48c9-a988-e7f4b2942ce8 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:22.243270 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fa060399-e916-4d62-a620-1ee3a2efb7e7 req-16f7cde6-3575-4797-9899-246d7006fcee tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 946 time: 0.1869166 Oct 27 18:37:22.314245 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fa060399-e916-4d62-a620-1ee3a2efb7e7 req-00363a4c-be8e-4550-8155-1560371ae2c6 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/security-groups?id=9273d5bb-2711-41ad-8a95-77c296a241af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659914 Oct 27 18:37:22.360849 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c83c243-3c67-48c9-a988-e7f4b2942ce8 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Pushing event deleted for resources: {'Port': ['ID=2cd109d2-4cb5-4277-aa15-54f0f5b123b5,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:22.371977 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-9edf1726-ca6e-47f6-b6db-217377f75c22 req-20b7bbdc-3645-4286-87d3-a331feb705d8 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1621823440', 'description': 'tempest-description-219235913'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:22.476692 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0c83c243-3c67-48c9-a988-e7f4b2942ce8 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:22.525523 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4173609f-fb0d-4b44-a665-32e67f2901f4 None None] Provisioning complete for port b57947ae-8a7d-464c-854d-f9aee33801c1 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:37:22.525993 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4173609f-fb0d-4b44-a665-32e67f2901f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:22.563341 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-9edf1726-ca6e-47f6-b6db-217377f75c22 req-20b7bbdc-3645-4286-87d3-a331feb705d8 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:22.605396 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4173609f-fb0d-4b44-a665-32e67f2901f4 None None] Port b57947ae-8a7d-464c-854d-f9aee33801c1 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:37:22.632668 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7278874-abcb-4d29-92dd-1a92b0a6290c tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event updated for resources: {'Subnet': ['ID=e399d728-9405-4cb6-b02b-d650955a5fda,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:22.675900 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0c83c243-3c67-48c9-a988-e7f4b2942ce8 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:22.683928 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0c83c243-3c67-48c9-a988-e7f4b2942ce8 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:22.684129 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7278874-abcb-4d29-92dd-1a92b0a6290c tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Checking segment: {'id': '35cab833-46ef-46fa-b93c-2acddd683027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'ae95c5a7-abdf-4c2f-8bb2-7d6c0bdb99a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:37:22.691440 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7278874-abcb-4d29-92dd-1a92b0a6290c tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Network hostable DHCP agents. Network: ae95c5a7-abdf-4c2f-8bb2-7d6c0bdb99a1, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:37:22.864664 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0c83c243-3c67-48c9-a988-e7f4b2942ce8 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:22.865177 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c83c243-3c67-48c9-a988-e7f4b2942ce8 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Fanout notify agent at l3_agent the message router_deleted on router ebf32c57-2ebe-4f47-a357-b201a85048fb {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:37:22.890624 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0c83c243-3c67-48c9-a988-e7f4b2942ce8 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:22.896759 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0c83c243-3c67-48c9-a988-e7f4b2942ce8 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] 10.222.0.52 "DELETE /v2.0/routers/ebf32c57-2ebe-4f47-a357-b201a85048fb HTTP/1.1" status: 204 len: 168 time: 1.7705820 Oct 27 18:37:22.897419 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46376) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:22.916288 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-f48d94bd-d4a7-492d-bbfb-b05ba08e4985 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2058200092', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:22.927705 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7278874-abcb-4d29-92dd-1a92b0a6290c tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Network ae95c5a7-abdf-4c2f-8bb2-7d6c0bdb99a1 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:37:23.004622 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-e7278874-abcb-4d29-92dd-1a92b0a6290c tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, ae95c5a7-abdf-4c2f-8bb2-7d6c0bdb99a1) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:37:23.017054 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b604a5-63ee-4623-b93e-fc21870ad3bc None None] Network ae95c5a7-abdf-4c2f-8bb2-7d6c0bdb99a1 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:37:23.029202 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-9edf1726-ca6e-47f6-b6db-217377f75c22 req-20b7bbdc-3645-4286-87d3-a331feb705d8 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:23.031385 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7278874-abcb-4d29-92dd-1a92b0a6290c tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:23.032109 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e7278874-abcb-4d29-92dd-1a92b0a6290c tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:23.040192 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f48d94bd-d4a7-492d-bbfb-b05ba08e4985 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:23.041749 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f48d94bd-d4a7-492d-bbfb-b05ba08e4985 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:23.076383 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-9edf1726-ca6e-47f6-b6db-217377f75c22 req-20b7bbdc-3645-4286-87d3-a331feb705d8 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:23.080634 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a7e202a7-a269-446d-a4ad-78870dc1e184 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:23.131542 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b7bbdc-3645-4286-87d3-a331feb705d8 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc9860d-e285-4b92-931b-0a3661a02303,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:23.144271 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e7278874-abcb-4d29-92dd-1a92b0a6290c tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1480031 Oct 27 18:37:23.147210 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46384) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:23.204764 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a7e202a7-a269-446d-a4ad-78870dc1e184 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:23.218358 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f48d94bd-d4a7-492d-bbfb-b05ba08e4985 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:23.251593 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-9edf1726-ca6e-47f6-b6db-217377f75c22 req-20b7bbdc-3645-4286-87d3-a331feb705d8 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:23.252209 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9edf1726-ca6e-47f6-b6db-217377f75c22 req-20b7bbdc-3645-4286-87d3-a331feb705d8 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.8843203 Oct 27 18:37:23.344658 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748bfd41-5334-457f-a091-d5a2bf8ee179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-ae95c5a7-abdf-4c2f-8bb2-7d6c0bdb99a1', 'network_id': 'ae95c5a7-abdf-4c2f-8bb2-7d6c0bdb99a1', 'tenant_id': '7e112ca0a568418e86e03a96b74eaf4a', 'fixed_ips': [{'subnet_id': 'e399d728-9405-4cb6-b02b-d650955a5fda'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:37:23.345642 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-748bfd41-5334-457f-a091-d5a2bf8ee179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:23.385607 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e202a7-a269-446d-a4ad-78870dc1e184 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:23.386309 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a7e202a7-a269-446d-a4ad-78870dc1e184 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:23.390465 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a7e202a7-a269-446d-a4ad-78870dc1e184 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "PUT /v2.0/ports/b57947ae-8a7d-464c-854d-f9aee33801c1 HTTP/1.1" status: 200 len: 910 time: 2.0870948 Oct 27 18:37:23.390740 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46388) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:23.431677 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e202a7-a269-446d-a4ad-78870dc1e184 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event updated for resources: {'Port': ['ID=b57947ae-8a7d-464c-854d-f9aee33801c1,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:23.475237 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2d8a76cb-436b-41fa-bf41-7d640c69ce0c req-3185cda9-6a69-42fa-88c6-a2bf1719cb56 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1621823440&fields=id&tenant_id=ed94bf330dce4aefb6b8c9d5143e6db7 HTTP/1.1" status: 200 len: 267 time: 0.1009002 Oct 27 18:37:23.494296 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-329140dd-6e08-4675-8772-14f0c9281b99 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:23.517064 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-748bfd41-5334-457f-a091-d5a2bf8ee179 None None] Allocated IP 2001:db8::1 (ae95c5a7-abdf-4c2f-8bb2-7d6c0bdb99a1/e399d728-9405-4cb6-b02b-d650955a5fda/26c734dc-d2cb-4083-b13e-25d871f74ad3) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:37:23.561047 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f48d94bd-d4a7-492d-bbfb-b05ba08e4985 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:23.582240 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a76cb-436b-41fa-bf41-7d640c69ce0c req-8a8699d2-38d4-40a3-8bde-5dcf38bc9637 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:23.590996 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2d8a76cb-436b-41fa-bf41-7d640c69ce0c req-8a8699d2-38d4-40a3-8bde-5dcf38bc9637 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 946 time: 0.1149406 Oct 27 18:37:23.609957 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-2d8a76cb-436b-41fa-bf41-7d640c69ce0c req-7e78ec2d-7511-428c-86e4-f825c36a9a86 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Request body: {'port': {'security_groups': ['9273d5bb-2711-41ad-8a95-77c296a241af', '0cc9860d-e285-4b92-931b-0a3661a02303']}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:23.659202 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-329140dd-6e08-4675-8772-14f0c9281b99 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:23.677346 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-748bfd41-5334-457f-a091-d5a2bf8ee179 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:23.754950 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-748bfd41-5334-457f-a091-d5a2bf8ee179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:23.808447 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f48d94bd-d4a7-492d-bbfb-b05ba08e4985 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:23.809834 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f48d94bd-d4a7-492d-bbfb-b05ba08e4985 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9074745 Oct 27 18:37:23.813700 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46398) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:23.826724 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-cb2e3d1b-90c9-4909-a868-59f0ba7f084f tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'enable_snat': False}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:23.852669 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748bfd41-5334-457f-a091-d5a2bf8ee179 None None] Pushing event updated for resources: {'Port': ['ID=26c734dc-d2cb-4083-b13e-25d871f74ad3,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:23.881432 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748bfd41-5334-457f-a091-d5a2bf8ee179 None None] Network ae95c5a7-abdf-4c2f-8bb2-7d6c0bdb99a1 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:37:23.888058 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-748bfd41-5334-457f-a091-d5a2bf8ee179 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:37:23.894429 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748bfd41-5334-457f-a091-d5a2bf8ee179 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:37:24.041351 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-748bfd41-5334-457f-a091-d5a2bf8ee179 None None] Attempting to bind port 26c734dc-d2cb-4083-b13e-25d871f74ad3 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:37:24.044665 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-748bfd41-5334-457f-a091-d5a2bf8ee179 None None] Attempting to bind port 26c734dc-d2cb-4083-b13e-25d871f74ad3 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '35cab833-46ef-46fa-b93c-2acddd683027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'ae95c5a7-abdf-4c2f-8bb2-7d6c0bdb99a1'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:37:24.046839 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748bfd41-5334-457f-a091-d5a2bf8ee179 None None] Attempting to bind port 26c734dc-d2cb-4083-b13e-25d871f74ad3 on network ae95c5a7-abdf-4c2f-8bb2-7d6c0bdb99a1 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:37:24.074028 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748bfd41-5334-457f-a091-d5a2bf8ee179 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:37:24.074712 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748bfd41-5334-457f-a091-d5a2bf8ee179 None None] Checking segment: {'id': '35cab833-46ef-46fa-b93c-2acddd683027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'ae95c5a7-abdf-4c2f-8bb2-7d6c0bdb99a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:37:24.077059 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-748bfd41-5334-457f-a091-d5a2bf8ee179 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:24.079462 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748bfd41-5334-457f-a091-d5a2bf8ee179 None None] Bound using segment: {'id': '35cab833-46ef-46fa-b93c-2acddd683027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'ae95c5a7-abdf-4c2f-8bb2-7d6c0bdb99a1'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:37:24.080132 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-748bfd41-5334-457f-a091-d5a2bf8ee179 None None] Bound port: 26c734dc-d2cb-4083-b13e-25d871f74ad3, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35cab833-46ef-46fa-b93c-2acddd683027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'ae95c5a7-abdf-4c2f-8bb2-7d6c0bdb99a1'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:37:24.081015 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-748bfd41-5334-457f-a091-d5a2bf8ee179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:24.144707 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cb2e3d1b-90c9-4909-a868-59f0ba7f084f tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:24.230537 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2d8a76cb-436b-41fa-bf41-7d640c69ce0c req-7e78ec2d-7511-428c-86e4-f825c36a9a86 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:24.232822 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-748bfd41-5334-457f-a091-d5a2bf8ee179 None None] For port 26c734dc-d2cb-4083-b13e-25d871f74ad3, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:37:24.244217 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-298651b8-2db0-4e7a-af76-aee4e99bced6 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:24.244393 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-748bfd41-5334-457f-a091-d5a2bf8ee179 None None] For port 26c734dc-d2cb-4083-b13e-25d871f74ad3, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=26c734dc-d2cb-4083-b13e-25d871f74ad3,segment=NetworkSegment(35cab833-46ef-46fa-b93c-2acddd683027),segment_id=35cab833-46ef-46fa-b93c-2acddd683027)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:37:24.332794 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-748bfd41-5334-457f-a091-d5a2bf8ee179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:24.461774 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748bfd41-5334-457f-a091-d5a2bf8ee179 None None] Pushing event updated for resources: {'Port': ['ID=26c734dc-d2cb-4083-b13e-25d871f74ad3,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:24.624380 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-2d8a76cb-436b-41fa-bf41-7d640c69ce0c req-7e78ec2d-7511-428c-86e4-f825c36a9a86 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] For port 5206b3bf-1563-4ae1-83de-8e76ced302a0, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=5206b3bf-1563-4ae1-83de-8e76ced302a0,segment=NetworkSegment(df5181ab-3a78-46b3-8200-768f1b935974),segment_id=df5181ab-3a78-46b3-8200-768f1b935974)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:37:24.641480 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-329140dd-6e08-4675-8772-14f0c9281b99 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:24.692482 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329140dd-6e08-4675-8772-14f0c9281b99 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event deleted for resources: {'Subnet': ['ID=e399d728-9405-4cb6-b02b-d650955a5fda,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:24.836385 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2d8a76cb-436b-41fa-bf41-7d640c69ce0c req-7e78ec2d-7511-428c-86e4-f825c36a9a86 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:24.870492 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-329140dd-6e08-4675-8772-14f0c9281b99 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:24.913821 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2d8a76cb-436b-41fa-bf41-7d640c69ce0c req-7e78ec2d-7511-428c-86e4-f825c36a9a86 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:24.916822 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-329140dd-6e08-4675-8772-14f0c9281b99 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae95c5a7-abdf-4c2f-8bb2-7d6c0bdb99a1']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:24.934192 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['5206b3bf-1563-4ae1-83de-8e76ced302a0'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:37:25.044478 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78ec2d-7511-428c-86e4-f825c36a9a86 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Pushing event updated for resources: {'Port': ['ID=5206b3bf-1563-4ae1-83de-8e76ced302a0,revision_number=6']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:25.051789 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-329140dd-6e08-4675-8772-14f0c9281b99 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35cab833-46ef-46fa-b93c-2acddd683027') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:25.052552 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-329140dd-6e08-4675-8772-14f0c9281b99 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35cab833-46ef-46fa-b93c-2acddd683027') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:25.077843 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-329140dd-6e08-4675-8772-14f0c9281b99 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:25.087433 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a76cb-436b-41fa-bf41-7d640c69ce0c req-7e78ec2d-7511-428c-86e4-f825c36a9a86 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:25.088022 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2d8a76cb-436b-41fa-bf41-7d640c69ce0c req-7e78ec2d-7511-428c-86e4-f825c36a9a86 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:25.089477 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2d8a76cb-436b-41fa-bf41-7d640c69ce0c req-7e78ec2d-7511-428c-86e4-f825c36a9a86 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "PUT /v2.0/ports/5206b3bf-1563-4ae1-83de-8e76ced302a0 HTTP/1.1" status: 200 len: 982 time: 1.4976602 Oct 27 18:37:25.089947 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0170328-cf0b-4c32-a4b6-53e45acc158a', 'tag': '5206b3bf-1563-4ae1-83de-8e76ced302a0'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:37:25.092721 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286a7c8b-e8d7-4ef6-8d35-1c761c96f95e" -d '{"events": [{"name": "network-changed", "server_uuid": "c0170328-cf0b-4c32-a4b6-53e45acc158a", "tag": "5206b3bf-1563-4ae1-83de-8e76ced302a0"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:37:25.144775 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cb2e3d1b-90c9-4909-a868-59f0ba7f084f tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:25.165324 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-329140dd-6e08-4675-8772-14f0c9281b99 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:25.184273 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cb2e3d1b-90c9-4909-a868-59f0ba7f084f tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:25.193200 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-329140dd-6e08-4675-8772-14f0c9281b99 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:37:25.196016 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-329140dd-6e08-4675-8772-14f0c9281b99 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:25.209032 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:37:25.209032 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:37:25.209032 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:37:25.209032 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:37:25.209032 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:37:25.209032 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:37:25.209032 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:37:25.209032 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:37:25.209032 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:37:25.209032 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:37:25.209032 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:37:25.209032 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:37:25.209032 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:37:25.209032 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:37:25.209032 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:37:25.209032 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:37:25.209032 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:37:25.209032 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:37:25.209032 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:37:25.209032 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:37:25.209032 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:37:25.209032 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:37:25.209032 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:37:25.209032 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:37:25.209032 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:37:25.209032 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:37:25.209032 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:37:25.209032 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:37:25.209032 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:37:25.209032 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:37:25.209032 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:37:25.209032 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:37:25.213558 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-298651b8-2db0-4e7a-af76-aee4e99bced6 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Deleting port b57947ae-8a7d-464c-854d-f9aee33801c1 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:37:25.213909 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-298651b8-2db0-4e7a-af76-aee4e99bced6 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:25.252790 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['5206b3bf-1563-4ae1-83de-8e76ced302a0'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:37:25.427834 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-298651b8-2db0-4e7a-af76-aee4e99bced6 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:25.463947 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-298651b8-2db0-4e7a-af76-aee4e99bced6 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Calling delete_port for b57947ae-8a7d-464c-854d-f9aee33801c1 owned by network:router_interface {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:37:25.476080 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-cb2e3d1b-90c9-4909-a868-59f0ba7f084f tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Allocated IP 172.25.6.129 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/41227039-b2c4-4499-b9ac-023d1c9a38cc) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:37:25.515983 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2b161f8-6785-4c9d-9d46-28649cf32722 req-d5f3706c-1623-4bf9-830a-d3e78b88a2de tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1621823440&fields=id&tenant_id=ed94bf330dce4aefb6b8c9d5143e6db7 HTTP/1.1" status: 200 len: 267 time: 0.1408639 Oct 27 18:37:25.578980 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374094b0-23fc-4b56-9ddb-3e342e829b10 x-openstack-request-id: req-374094b0-23fc-4b56-9ddb-3e342e829b10 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:37:25.581359 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0170328-cf0b-4c32-a4b6-53e45acc158a", "tag": "5206b3bf-1563-4ae1-83de-8e76ced302a0", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:37:25.581674 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-374094b0-23fc-4b56-9ddb-3e342e829b10 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:37:25.582111 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0170328-cf0b-4c32-a4b6-53e45acc158a', 'tag': '5206b3bf-1563-4ae1-83de-8e76ced302a0', 'status': 'completed', 'code': 200} Oct 27 18:37:25.584036 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.db.api [None req-329140dd-6e08-4675-8772-14f0c9281b99 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 27 18:37:25.584036 n-d-815690-2 neutron-server[102878]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 27 18:37:25.584036 n-d-815690-2 neutron-server[102878]: [parameters: {'id': 'ae95c5a7-abdf-4c2f-8bb2-7d6c0bdb99a1'}] Oct 27 18:37:25.584036 n-d-815690-2 neutron-server[102878]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:37:25.584412 n-d-815690-2 neutron-server[102878]: DEBUG oslo_db.api [None req-329140dd-6e08-4675-8772-14f0c9281b99 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:37:25.643256 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b161f8-6785-4c9d-9d46-28649cf32722 req-1045db47-4dc6-4575-936f-0d6f777716ba tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:25.648355 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2b161f8-6785-4c9d-9d46-28649cf32722 req-1045db47-4dc6-4575-936f-0d6f777716ba tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 985 time: 0.1235774 Oct 27 18:37:25.659536 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-d2b161f8-6785-4c9d-9d46-28649cf32722 req-9f2e1ecb-273a-4ebd-bf91-54d64c8dd600 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Request body: {'port': {'security_groups': ['9273d5bb-2711-41ad-8a95-77c296a241af']}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:25.827944 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d2b161f8-6785-4c9d-9d46-28649cf32722 req-9f2e1ecb-273a-4ebd-bf91-54d64c8dd600 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:25.997249 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce866353-6b2f-4626-9eaf-a22aac8388fc None None] Network ae95c5a7-abdf-4c2f-8bb2-7d6c0bdb99a1 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:37:26.092853 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-329140dd-6e08-4675-8772-14f0c9281b99 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:26.097706 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-b5261bf1-4f2e-41eb-82a8-5657ac998f61 None None] Provisioning complete for port 26c734dc-d2cb-4083-b13e-25d871f74ad3 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:37:26.098083 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b5261bf1-4f2e-41eb-82a8-5657ac998f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:26.159041 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cb2e3d1b-90c9-4909-a868-59f0ba7f084f tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:26.186028 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-d2b161f8-6785-4c9d-9d46-28649cf32722 req-9f2e1ecb-273a-4ebd-bf91-54d64c8dd600 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] For port 5206b3bf-1563-4ae1-83de-8e76ced302a0, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=5206b3bf-1563-4ae1-83de-8e76ced302a0,segment=NetworkSegment(df5181ab-3a78-46b3-8200-768f1b935974),segment_id=df5181ab-3a78-46b3-8200-768f1b935974)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:37:26.251641 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b5261bf1-4f2e-41eb-82a8-5657ac998f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:26.273207 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-329140dd-6e08-4675-8772-14f0c9281b99 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Deleting port 26c734dc-d2cb-4083-b13e-25d871f74ad3 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:37:26.276609 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-329140dd-6e08-4675-8772-14f0c9281b99 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:26.289815 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-b5261bf1-4f2e-41eb-82a8-5657ac998f61 None None] For port 26c734dc-d2cb-4083-b13e-25d871f74ad3, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=26c734dc-d2cb-4083-b13e-25d871f74ad3,segment=NetworkSegment(35cab833-46ef-46fa-b93c-2acddd683027),segment_id=35cab833-46ef-46fa-b93c-2acddd683027)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:37:26.321051 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a7c8b-e8d7-4ef6-8d35-1c761c96f95e req-8a6b7ddb-4b51-4f7a-b3f6-96b83887dbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:26.322592 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-286a7c8b-e8d7-4ef6-8d35-1c761c96f95e req-8a6b7ddb-4b51-4f7a-b3f6-96b83887dbc0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ed94bf330dce4aefb6b8c9d5143e6db7&device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 1136 time: 0.3492279 Oct 27 18:37:26.331567 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:26.360119 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f583f52-a6e8-482a-93e3-3e361bb38838 None None] DHCP port deletion for ae95c5a7-abdf-4c2f-8bb2-7d6c0bdb99a1 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:37:26.366407 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b5261bf1-4f2e-41eb-82a8-5657ac998f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:26.412443 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-329140dd-6e08-4675-8772-14f0c9281b99 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] For port 26c734dc-d2cb-4083-b13e-25d871f74ad3, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=26c734dc-d2cb-4083-b13e-25d871f74ad3,segment=NetworkSegment(35cab833-46ef-46fa-b93c-2acddd683027),segment_id=35cab833-46ef-46fa-b93c-2acddd683027)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:37:26.412780 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-329140dd-6e08-4675-8772-14f0c9281b99 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:26.439504 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-329140dd-6e08-4675-8772-14f0c9281b99 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Calling delete_port for 26c734dc-d2cb-4083-b13e-25d871f74ad3 owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:37:26.448111 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d2b161f8-6785-4c9d-9d46-28649cf32722 req-9f2e1ecb-273a-4ebd-bf91-54d64c8dd600 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:26.488536 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5261bf1-4f2e-41eb-82a8-5657ac998f61 None None] Pushing event updated for resources: {'Port': ['ID=26c734dc-d2cb-4083-b13e-25d871f74ad3,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:26.515211 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cb2e3d1b-90c9-4909-a868-59f0ba7f084f tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:26.516180 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-9f583f52-a6e8-482a-93e3-3e361bb38838 None None] Deleting port 26c734dc-d2cb-4083-b13e-25d871f74ad3 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:37:26.516571 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9f583f52-a6e8-482a-93e3-3e361bb38838 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:26.596810 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2e3d1b-90c9-4909-a868-59f0ba7f084f tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:37:26.606324 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-9f583f52-a6e8-482a-93e3-3e361bb38838 None None] For port 26c734dc-d2cb-4083-b13e-25d871f74ad3, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=26c734dc-d2cb-4083-b13e-25d871f74ad3,segment=NetworkSegment(35cab833-46ef-46fa-b93c-2acddd683027),segment_id=35cab833-46ef-46fa-b93c-2acddd683027)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:37:26.606730 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9f583f52-a6e8-482a-93e3-3e361bb38838 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:26.607096 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-cb2e3d1b-90c9-4909-a868-59f0ba7f084f tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:37:26.617029 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d2b161f8-6785-4c9d-9d46-28649cf32722 req-9f2e1ecb-273a-4ebd-bf91-54d64c8dd600 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:26.621316 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-9f583f52-a6e8-482a-93e3-3e361bb38838 None None] Calling delete_port for 26c734dc-d2cb-4083-b13e-25d871f74ad3 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:37:26.631566 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2e3d1b-90c9-4909-a868-59f0ba7f084f tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:37:26.640572 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a7c8b-e8d7-4ef6-8d35-1c761c96f95e req-94d81012-11de-4764-8d15-060526a93ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:26.642534 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-286a7c8b-e8d7-4ef6-8d35-1c761c96f95e req-94d81012-11de-4764-8d15-060526a93ec2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=da8e53a8-8ae6-4708-af46-5da0c5e0389e HTTP/1.1" status: 200 len: 921 time: 0.3064599 Oct 27 18:37:26.688479 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e1ecb-273a-4ebd-bf91-54d64c8dd600 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Pushing event updated for resources: {'Port': ['ID=5206b3bf-1563-4ae1-83de-8e76ced302a0,revision_number=7']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:26.692877 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-329140dd-6e08-4675-8772-14f0c9281b99 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:26.725428 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-286a7c8b-e8d7-4ef6-8d35-1c761c96f95e req-5202b0d3-9ea7-4ed8-a3d1-1f533f6b4774 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5206b3bf-1563-4ae1-83de-8e76ced302a0 HTTP/1.1" status: 200 len: 217 time: 0.0516136 Oct 27 18:37:26.734525 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329140dd-6e08-4675-8772-14f0c9281b99 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] No DVR routers for this DVR port 26c734dc-d2cb-4083-b13e-25d871f74ad3 on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:37:26.744708 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329140dd-6e08-4675-8772-14f0c9281b99 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event deleted for resources: {'Port': ['ID=26c734dc-d2cb-4083-b13e-25d871f74ad3,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:26.790991 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a7c8b-e8d7-4ef6-8d35-1c761c96f95e req-fd709740-0c0a-45f2-b828-9cca556cf91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:26.791993 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['5206b3bf-1563-4ae1-83de-8e76ced302a0'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:37:26.792744 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-286a7c8b-e8d7-4ef6-8d35-1c761c96f95e req-fd709740-0c0a-45f2-b828-9cca556cf91d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0849fe03-5e91-45fb-a37f-83c7bfa081e7 HTTP/1.1" status: 200 len: 859 time: 0.0603085 Oct 27 18:37:26.796378 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b161f8-6785-4c9d-9d46-28649cf32722 req-9f2e1ecb-273a-4ebd-bf91-54d64c8dd600 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:26.797262 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-d2b161f8-6785-4c9d-9d46-28649cf32722 req-9f2e1ecb-273a-4ebd-bf91-54d64c8dd600 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:26.799074 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e3d1b-90c9-4909-a868-59f0ba7f084f tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Pushing event updated for resources: {'Port': ['ID=41227039-b2c4-4499-b9ac-023d1c9a38cc,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:26.810897 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2b161f8-6785-4c9d-9d46-28649cf32722 req-9f2e1ecb-273a-4ebd-bf91-54d64c8dd600 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "PUT /v2.0/ports/5206b3bf-1563-4ae1-83de-8e76ced302a0 HTTP/1.1" status: 200 len: 943 time: 1.1558540 Oct 27 18:37:26.847863 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-286a7c8b-e8d7-4ef6-8d35-1c761c96f95e req-b88c1568-7d01-4eff-845e-0bdb05fc0157 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=da8e53a8-8ae6-4708-af46-5da0c5e0389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434554 Oct 27 18:37:26.852417 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9f583f52-a6e8-482a-93e3-3e361bb38838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:26.894400 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-329140dd-6e08-4675-8772-14f0c9281b99 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:26.903922 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f583f52-a6e8-482a-93e3-3e361bb38838 None None] Pushing event deleted for resources: {'Port': ['ID=26c734dc-d2cb-4083-b13e-25d871f74ad3,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:26.910411 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f583f52-a6e8-482a-93e3-3e361bb38838 None None] No DVR routers for this DVR port 26c734dc-d2cb-4083-b13e-25d871f74ad3 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:37:26.911052 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-298651b8-2db0-4e7a-af76-aee4e99bced6 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:26.941672 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['5206b3bf-1563-4ae1-83de-8e76ced302a0'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:37:26.945765 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-329140dd-6e08-4675-8772-14f0c9281b99 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae95c5a7-abdf-4c2f-8bb2-7d6c0bdb99a1']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:26.959642 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-329140dd-6e08-4675-8772-14f0c9281b99 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35cab833-46ef-46fa-b93c-2acddd683027') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:26.960032 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-329140dd-6e08-4675-8772-14f0c9281b99 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35cab833-46ef-46fa-b93c-2acddd683027') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:26.970751 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-329140dd-6e08-4675-8772-14f0c9281b99 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:26.987212 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-329140dd-6e08-4675-8772-14f0c9281b99 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:26.995037 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-329140dd-6e08-4675-8772-14f0c9281b99 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:37:26.995439 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-329140dd-6e08-4675-8772-14f0c9281b99 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:27.025002 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-286a7c8b-e8d7-4ef6-8d35-1c761c96f95e req-21f4982a-c29d-4c21-9b42-1d6aae6b0369 service neutron] 10.222.0.93 "GET /v2.0/networks/da8e53a8-8ae6-4708-af46-5da0c5e0389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662562 Oct 27 18:37:27.108958 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:37:27.108958 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:37:27.108958 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:37:27.108958 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:37:27.108958 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:37:27.108958 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:37:27.108958 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:37:27.108958 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:37:27.108958 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:37:27.108958 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:37:27.108958 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:37:27.108958 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:37:27.108958 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:37:27.108958 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:37:27.108958 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:37:27.108958 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:37:27.108958 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:37:27.108958 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:37:27.108958 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:37:27.108958 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:37:27.108958 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:37:27.108958 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:37:27.108958 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:37:27.108958 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:37:27.108958 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:37:27.108958 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:37:27.108958 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:37:27.108958 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:37:27.108958 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:37:27.108958 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:37:27.108958 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:37:27.108958 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:37:27.259602 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298651b8-2db0-4e7a-af76-aee4e99bced6 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event deleted for resources: {'Port': ['ID=b57947ae-8a7d-464c-854d-f9aee33801c1,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:27.317554 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-329140dd-6e08-4675-8772-14f0c9281b99 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:27.346141 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-329140dd-6e08-4675-8772-14f0c9281b99 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:27.356206 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-329140dd-6e08-4675-8772-14f0c9281b99 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "DELETE /v2.0/networks/ae95c5a7-abdf-4c2f-8bb2-7d6c0bdb99a1 HTTP/1.1" status: 204 len: 168 time: 4.2065070 Oct 27 18:37:27.372566 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46462) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:27.380002 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-d3eb0f27-4ac3-4937-8fa4-e9b129e117d0 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1765747695'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:27.412182 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329140dd-6e08-4675-8772-14f0c9281b99 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event deleted for resources: {'Network': ['ID=ae95c5a7-abdf-4c2f-8bb2-7d6c0bdb99a1,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:27.493867 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:27.555310 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aad76969-9aa9-44a9-b35b-eff78c7390f1 req-acad8612-3eec-40c0-90ef-479fa2fb3329 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4471495 Oct 27 18:37:27.562770 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-aad76969-9aa9-44a9-b35b-eff78c7390f1 req-878cc1f4-6214-4c2b-b5ef-352d3b213258 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:27.587311 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3eb0f27-4ac3-4937-8fa4-e9b129e117d0 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Made reservation on behalf of 7e112ca0a568418e86e03a96b74eaf4a for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:37:27.592686 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d3eb0f27-4ac3-4937-8fa4-e9b129e117d0 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:27.593592 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0170328-cf0b-4c32-a4b6-53e45acc158a', 'tag': '5206b3bf-1563-4ae1-83de-8e76ced302a0'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:37:27.596539 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4aeded-5562-40a5-a40d-85f7706d9c05" -d '{"events": [{"name": "network-changed", "server_uuid": "c0170328-cf0b-4c32-a4b6-53e45acc158a", "tag": "5206b3bf-1563-4ae1-83de-8e76ced302a0"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:37:27.640058 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-298651b8-2db0-4e7a-af76-aee4e99bced6 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:27.662398 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383f00a8-be32-4737-a4fc-c3b8ed8daed2 x-openstack-request-id: req-383f00a8-be32-4737-a4fc-c3b8ed8daed2 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:37:27.663302 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0170328-cf0b-4c32-a4b6-53e45acc158a", "tag": "5206b3bf-1563-4ae1-83de-8e76ced302a0", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:37:27.663710 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-383f00a8-be32-4737-a4fc-c3b8ed8daed2 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:37:27.664341 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0170328-cf0b-4c32-a4b6-53e45acc158a', 'tag': '5206b3bf-1563-4ae1-83de-8e76ced302a0', 'status': 'completed', 'code': 200} Oct 27 18:37:27.671371 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3eb0f27-4ac3-4937-8fa4-e9b129e117d0 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] vlan segment allocate from pool success with {'vlan_id': 1014, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:37:27.681816 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d3eb0f27-4ac3-4937-8fa4-e9b129e117d0 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:27.682541 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-d3eb0f27-4ac3-4937-8fa4-e9b129e117d0 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Added segment a93e84c8-2c94-461d-ac17-56e3a052b0d4 of type vlan for network 6e882711-9454-4a02-95b3-8182cd6e916d Oct 27 18:37:27.729787 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d3eb0f27-4ac3-4937-8fa4-e9b129e117d0 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:27.736944 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-aad76969-9aa9-44a9-b35b-eff78c7390f1 req-878cc1f4-6214-4c2b-b5ef-352d3b213258 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks [] for floatingip, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:27.825953 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-286a7c8b-e8d7-4ef6-8d35-1c761c96f95e req-397e12dc-5d01-4ca2-aa8d-7b3eeddc37ad service neutron] 10.222.0.93 "GET /v2.0/networks/da8e53a8-8ae6-4708-af46-5da0c5e0389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7889376 Oct 27 18:37:27.854940 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-aad76969-9aa9-44a9-b35b-eff78c7390f1 req-878cc1f4-6214-4c2b-b5ef-352d3b213258 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:27.862238 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d3eb0f27-4ac3-4937-8fa4-e9b129e117d0 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:27.868272 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3eb0f27-4ac3-4937-8fa4-e9b129e117d0 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:27.868882 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d3eb0f27-4ac3-4937-8fa4-e9b129e117d0 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:27.954240 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cb2e3d1b-90c9-4909-a868-59f0ba7f084f tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:27.960610 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-298651b8-2db0-4e7a-af76-aee4e99bced6 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Router 6a1ca4a8-11ed-4fb4-b834-42152b1c9ce3 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:37:28.031713 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4aeded-5562-40a5-a40d-85f7706d9c05 req-0795dbcd-e692-4adb-a93d-638f3ea8ddfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:28.032689 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb0f27-4ac3-4937-8fa4-e9b129e117d0 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event updated for resources: {'Network': ['ID=6e882711-9454-4a02-95b3-8182cd6e916d,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:28.033303 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ec4aeded-5562-40a5-a40d-85f7706d9c05 req-0795dbcd-e692-4adb-a93d-638f3ea8ddfc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ed94bf330dce4aefb6b8c9d5143e6db7&device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 1097 time: 0.1544528 Oct 27 18:37:28.049206 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d3eb0f27-4ac3-4937-8fa4-e9b129e117d0 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6740203 Oct 27 18:37:28.051351 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 6e882711-9454-4a02-95b3-8182cd6e916d details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:37:28.052271 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46468) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:28.060725 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-5a529ac7-f6d0-44bb-bbc1-b55bf7624cea tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Request body: {'subnet': {'network_id': '6e882711-9454-4a02-95b3-8182cd6e916d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:28.132363 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [req-aad76969-9aa9-44a9-b35b-eff78c7390f1 req-878cc1f4-6214-4c2b-b5ef-352d3b213258 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Allocated IP 172.25.6.94 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/ae6bd0f1-4a91-488d-906a-b29a7db946fe) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:37:28.204790 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298651b8-2db0-4e7a-af76-aee4e99bced6 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:37:28.219097 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-298651b8-2db0-4e7a-af76-aee4e99bced6 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "PUT /v2.0/routers/6a1ca4a8-11ed-4fb4-b834-42152b1c9ce3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8271270 Oct 27 18:37:28.225883 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4aeded-5562-40a5-a40d-85f7706d9c05 req-cf7dff7e-0976-4466-bf6b-6768798f8dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:28.227843 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ec4aeded-5562-40a5-a40d-85f7706d9c05 req-cf7dff7e-0976-4466-bf6b-6768798f8dff service neutron] 10.222.0.93 "GET /v2.0/networks?id=da8e53a8-8ae6-4708-af46-5da0c5e0389e HTTP/1.1" status: 200 len: 921 time: 0.1857836 Oct 27 18:37:28.229172 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46470) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:28.238620 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60a5d9b-c3ed-4047-8110-b3ade26fe7e2 None None] Sync routers for ids ['6a1ca4a8-11ed-4fb4-b834-42152b1c9ce3'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:37:28.271149 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60a5d9b-c3ed-4047-8110-b3ade26fe7e2 None None] Routers {'6a1ca4a8-11ed-4fb4-b834-42152b1c9ce3'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:37:28.275899 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-d60a5d9b-c3ed-4047-8110-b3ade26fe7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:37:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['6a1ca4a8-11ed-4fb4-b834-42152b1c9ce3'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:28.333022 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 26c734dc-d2cb-4083-b13e-25d871f74ad3 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:37:28.356954 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-aad76969-9aa9-44a9-b35b-eff78c7390f1 req-878cc1f4-6214-4c2b-b5ef-352d3b213258 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:28.400991 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 26c734dc-d2cb-4083-b13e-25d871f74ad3 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:37:28.406445 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 26c734dc-d2cb-4083-b13e-25d871f74ad3 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:37:28.418911 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-d60a5d9b-c3ed-4047-8110-b3ade26fe7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:28.441425 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60a5d9b-c3ed-4047-8110-b3ade26fe7e2 None None] Routers {'6a1ca4a8-11ed-4fb4-b834-42152b1c9ce3'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:37:28.446051 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-d60a5d9b-c3ed-4047-8110-b3ade26fe7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:37:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['6a1ca4a8-11ed-4fb4-b834-42152b1c9ce3'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:28.496526 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-d60a5d9b-c3ed-4047-8110-b3ade26fe7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:28.497186 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60a5d9b-c3ed-4047-8110-b3ade26fe7e2 None None] The sync data for ids ['6a1ca4a8-11ed-4fb4-b834-42152b1c9ce3'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:37:28.566060 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a529ac7-f6d0-44bb-bbc1-b55bf7624cea tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Made reservation on behalf of 7e112ca0a568418e86e03a96b74eaf4a for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:37:28.573055 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5a529ac7-f6d0-44bb-bbc1-b55bf7624cea tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:28.593468 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-aad76969-9aa9-44a9-b35b-eff78c7390f1 req-878cc1f4-6214-4c2b-b5ef-352d3b213258 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:28.693702 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-53468954-fcbc-46ae-a90e-c0e7b21d68dc tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a1ca4a8-11ed-4fb4-b834-42152b1c9ce3 HTTP/1.1" status: 200 len: 205 time: 0.4626782 Oct 27 18:37:28.696263 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ec4aeded-5562-40a5-a40d-85f7706d9c05 req-448454b1-9df6-40aa-8633-ef6a5ac04bd9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5206b3bf-1563-4ae1-83de-8e76ced302a0 HTTP/1.1" status: 200 len: 217 time: 0.4558973 Oct 27 18:37:28.697174 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46492) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:28.708910 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aad76969-9aa9-44a9-b35b-eff78c7390f1 req-878cc1f4-6214-4c2b-b5ef-352d3b213258 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:37:28.716984 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [req-aad76969-9aa9-44a9-b35b-eff78c7390f1 req-878cc1f4-6214-4c2b-b5ef-352d3b213258 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:37:28.727394 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad76969-9aa9-44a9-b35b-eff78c7390f1 req-878cc1f4-6214-4c2b-b5ef-352d3b213258 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:37:28.767322 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878cc1f4-6214-4c2b-b5ef-352d3b213258 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Pushing event updated for resources: {'Port': ['ID=ae6bd0f1-4a91-488d-906a-b29a7db946fe,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:28.856708 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b4461a4f-40a9-40a1-ae45-64bb3ce118c7 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:28.913690 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-aad76969-9aa9-44a9-b35b-eff78c7390f1 req-878cc1f4-6214-4c2b-b5ef-352d3b213258 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:28.996860 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4aeded-5562-40a5-a40d-85f7706d9c05 req-8b98d8f0-ca3e-46a8-8228-b1e9b233c130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:28.998340 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ec4aeded-5562-40a5-a40d-85f7706d9c05 req-8b98d8f0-ca3e-46a8-8228-b1e9b233c130 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0849fe03-5e91-45fb-a37f-83c7bfa081e7 HTTP/1.1" status: 200 len: 859 time: 0.2638879 Oct 27 18:37:29.088580 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5a529ac7-f6d0-44bb-bbc1-b55bf7624cea tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:29.097568 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ec4aeded-5562-40a5-a40d-85f7706d9c05 req-f3751e86-bacf-4401-ae0c-56c5d3f7aec4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=da8e53a8-8ae6-4708-af46-5da0c5e0389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620978 Oct 27 18:37:29.177604 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a529ac7-f6d0-44bb-bbc1-b55bf7624cea tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event updated for resources: {'Subnet': ['ID=49794007-2321-4076-9158-d0e15f8fad24,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:29.186281 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-aad76969-9aa9-44a9-b35b-eff78c7390f1 req-878cc1f4-6214-4c2b-b5ef-352d3b213258 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:29.198337 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cb2e3d1b-90c9-4909-a868-59f0ba7f084f tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7878829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7877412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6053'] for router, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:29.202269 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b4461a4f-40a9-40a1-ae45-64bb3ce118c7 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:29.208689 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b4461a4f-40a9-40a1-ae45-64bb3ce118c7 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:29.214904 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cb2e3d1b-90c9-4909-a868-59f0ba7f084f tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7878836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7878843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7877419'] for router, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:29.269806 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a529ac7-f6d0-44bb-bbc1-b55bf7624cea tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Checking segment: {'id': 'a93e84c8-2c94-461d-ac17-56e3a052b0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '6e882711-9454-4a02-95b3-8182cd6e916d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:37:29.270240 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a529ac7-f6d0-44bb-bbc1-b55bf7624cea tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Network hostable DHCP agents. Network: 6e882711-9454-4a02-95b3-8182cd6e916d, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:37:29.382702 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ec4aeded-5562-40a5-a40d-85f7706d9c05 req-c1d44933-419d-4e3f-9289-ceb3812cd752 service neutron] 10.222.0.93 "GET /v2.0/networks/da8e53a8-8ae6-4708-af46-5da0c5e0389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436743 Oct 27 18:37:29.423988 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-aad76969-9aa9-44a9-b35b-eff78c7390f1 req-878cc1f4-6214-4c2b-b5ef-352d3b213258 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:29.503261 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ec4aeded-5562-40a5-a40d-85f7706d9c05 req-0eb86b18-341d-4b43-b89d-c8b73924e5ef service neutron] 10.222.0.93 "GET /v2.0/networks/da8e53a8-8ae6-4708-af46-5da0c5e0389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126542 Oct 27 18:37:29.558773 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a529ac7-f6d0-44bb-bbc1-b55bf7624cea tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Network 6e882711-9454-4a02-95b3-8182cd6e916d is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:37:29.558966 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b4461a4f-40a9-40a1-ae45-64bb3ce118c7 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:29.559474 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4461a4f-40a9-40a1-ae45-64bb3ce118c7 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Fanout notify agent at l3_agent the message router_deleted on router 6a1ca4a8-11ed-4fb4-b834-42152b1c9ce3 {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:37:29.575459 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b4461a4f-40a9-40a1-ae45-64bb3ce118c7 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:29.575459 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b4461a4f-40a9-40a1-ae45-64bb3ce118c7 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "DELETE /v2.0/routers/6a1ca4a8-11ed-4fb4-b834-42152b1c9ce3 HTTP/1.1" status: 204 len: 168 time: 0.8676558 Oct 27 18:37:29.576937 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46516) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:29.599669 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-aad76969-9aa9-44a9-b35b-eff78c7390f1 req-878cc1f4-6214-4c2b-b5ef-352d3b213258 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:29.610241 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2e3d1b-90c9-4909-a868-59f0ba7f084f tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Router f6599954-ff8c-408d-9bf5-02edc69460a2 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:37:29.674482 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878cc1f4-6214-4c2b-b5ef-352d3b213258 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Pushing event updated for resources: {'Port': ['ID=ae6bd0f1-4a91-488d-906a-b29a7db946fe,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:29.685677 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-aad76969-9aa9-44a9-b35b-eff78c7390f1 req-878cc1f4-6214-4c2b-b5ef-352d3b213258 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:29.701316 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-a81f1d5d-750f-4fc4-9779-616699b61a0f tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Deleting subnet 76ae7185-bc44-473f-8cf1-cc080efb81e4 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:37:29.709514 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a81f1d5d-750f-4fc4-9779-616699b61a0f tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:29.724295 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-5a529ac7-f6d0-44bb-bbc1-b55bf7624cea tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 6e882711-9454-4a02-95b3-8182cd6e916d) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:37:29.730188 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a529ac7-f6d0-44bb-bbc1-b55bf7624cea tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:29.732004 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5a529ac7-f6d0-44bb-bbc1-b55bf7624cea tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:29.764924 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acd267e-55d2-4502-a0d1-0184560da4b2 None None] Network 6e882711-9454-4a02-95b3-8182cd6e916d requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:37:29.770694 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a81f1d5d-750f-4fc4-9779-616699b61a0f tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:29.813676 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2e3d1b-90c9-4909-a868-59f0ba7f084f tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:37:29.819205 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cb2e3d1b-90c9-4909-a868-59f0ba7f084f tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:29.821548 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-cb2e3d1b-90c9-4909-a868-59f0ba7f084f tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] 10.222.0.52 "PUT /v2.0/routers/f6599954-ff8c-408d-9bf5-02edc69460a2 HTTP/1.1" status: 200 len: 920 time: 6.0003126 Oct 27 18:37:29.824771 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46522) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:29.828383 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cec8ed-2dbe-4c81-9b23-017409986d54 None None] Sync routers for ids ['f6599954-ff8c-408d-9bf5-02edc69460a2'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:37:29.857826 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cec8ed-2dbe-4c81-9b23-017409986d54 None None] Routers {'f6599954-ff8c-408d-9bf5-02edc69460a2'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:37:29.858669 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-a7cec8ed-2dbe-4c81-9b23-017409986d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:37:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['f6599954-ff8c-408d-9bf5-02edc69460a2'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:29.870778 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-aad76969-9aa9-44a9-b35b-eff78c7390f1 req-878cc1f4-6214-4c2b-b5ef-352d3b213258 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:29.872359 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aad76969-9aa9-44a9-b35b-eff78c7390f1 req-878cc1f4-6214-4c2b-b5ef-352d3b213258 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3154824 Oct 27 18:37:29.914959 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-a7cec8ed-2dbe-4c81-9b23-017409986d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:29.961706 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a81f1d5d-750f-4fc4-9779-616699b61a0f tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:29.965672 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aad76969-9aa9-44a9-b35b-eff78c7390f1 req-ff90f71e-61b9-40b9-bcef-829182f79bbe tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.94 HTTP/1.1" status: 200 len: 695 time: 0.0862641 Oct 27 18:37:29.976490 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5a529ac7-f6d0-44bb-bbc1-b55bf7624cea tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9231510 Oct 27 18:37:29.979237 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46526) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:29.988406 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-ade67c3f-85e3-44c3-a52c-9c24da0f7b46 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Request body: {'subnet': {'network_id': '6e882711-9454-4a02-95b3-8182cd6e916d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:30.007375 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f18209a7-1a0f-49d4-ad46-ed7c8281405b tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] 10.222.0.52 "GET /v2.0/routers/f6599954-ff8c-408d-9bf5-02edc69460a2 HTTP/1.1" status: 200 len: 926 time: 0.1812210 Oct 27 18:37:30.010108 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cec8ed-2dbe-4c81-9b23-017409986d54 None None] Routers {'f6599954-ff8c-408d-9bf5-02edc69460a2'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:37:30.011061 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-a7cec8ed-2dbe-4c81-9b23-017409986d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:37:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['f6599954-ff8c-408d-9bf5-02edc69460a2'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:30.012553 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46530) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:30.069956 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff980cd-f7c2-4433-9e93-66b89942aef1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-6e882711-9454-4a02-95b3-8182cd6e916d', 'network_id': '6e882711-9454-4a02-95b3-8182cd6e916d', 'tenant_id': '7e112ca0a568418e86e03a96b74eaf4a', 'fixed_ips': [{'subnet_id': '49794007-2321-4076-9158-d0e15f8fad24'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:37:30.071074 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7ff980cd-f7c2-4433-9e93-66b89942aef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:30.087039 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-a7cec8ed-2dbe-4c81-9b23-017409986d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:30.087969 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cec8ed-2dbe-4c81-9b23-017409986d54 None None] The sync data for ids ['f6599954-ff8c-408d-9bf5-02edc69460a2'] in n-d-815690-2 is: [] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:37:30.098619 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2596ba9-cc1a-4290-80ff-fcd1af7a7dff tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:30.108224 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e2596ba9-cc1a-4290-80ff-fcd1af7a7dff tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=0fad50cd-70b8-43d9-8a14-cc05c0fdea0e&device_id=f6599954-ff8c-408d-9bf5-02edc69460a2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0934238 Oct 27 18:37:30.109000 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46534) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:30.235678 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a81f1d5d-750f-4fc4-9779-616699b61a0f tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:30.273968 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a81f1d5d-750f-4fc4-9779-616699b61a0f tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:30.281752 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a81f1d5d-750f-4fc4-9779-616699b61a0f tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "DELETE /v2.0/subnets/76ae7185-bc44-473f-8cf1-cc080efb81e4 HTTP/1.1" status: 204 len: 168 time: 0.7035713 Oct 27 18:37:30.289344 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46540) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:30.290217 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81f1d5d-750f-4fc4-9779-616699b61a0f tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event deleted for resources: {'Subnet': ['ID=76ae7185-bc44-473f-8cf1-cc080efb81e4,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:30.299054 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58153ff3-fc86-40ed-948b-bbc4c879da0d None None] Network 7fe08799-090e-484e-b4e9-c75067c54c1b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:37:30.395949 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1fa63c43-d07b-448d-8087-beaca9669f06 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:30.396494 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-7ff980cd-f7c2-4433-9e93-66b89942aef1 None None] Allocated IP 2001:db8::2 (6e882711-9454-4a02-95b3-8182cd6e916d/49794007-2321-4076-9158-d0e15f8fad24/b2961251-0946-4c86-97bd-5aa1ede340da) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:37:30.418355 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968907e6-a648-44ff-9521-829f710eda2c tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:30.419811 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-968907e6-a648-44ff-9521-829f710eda2c tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] 10.222.0.52 "GET /v2.0/networks/0fad50cd-70b8-43d9-8a14-cc05c0fdea0e HTTP/1.1" status: 200 len: 881 time: 0.3096883 Oct 27 18:37:30.422731 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46546) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:30.496664 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46548) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:30.500351 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2adf6918-02ab-43f3-a337-99e875445b5e tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6599954-ff8c-408d-9bf5-02edc69460a2 HTTP/1.1" status: 200 len: 205 time: 0.0656996 Oct 27 18:37:30.559301 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-1fa63c43-d07b-448d-8087-beaca9669f06 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Deleting port 9ce9399b-05f3-464f-922c-744c63807da4 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:37:30.560521 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1fa63c43-d07b-448d-8087-beaca9669f06 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:30.589729 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad76969-9aa9-44a9-b35b-eff78c7390f1 req-593ed018-284e-42d5-9084-88ca5d3e8ec4 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:30.594254 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aad76969-9aa9-44a9-b35b-eff78c7390f1 req-593ed018-284e-42d5-9084-88ca5d3e8ec4 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/networks/0fad50cd-70b8-43d9-8a14-cc05c0fdea0e HTTP/1.1" status: 200 len: 784 time: 0.5964508 Oct 27 18:37:30.669151 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949c9962-bbe6-4f38-b5a1-355ae4b90ea4 None None] DHCP port deletion for 7fe08799-090e-484e-b4e9-c75067c54c1b request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:37:30.721661 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7ff980cd-f7c2-4433-9e93-66b89942aef1 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:30.745728 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-1fa63c43-d07b-448d-8087-beaca9669f06 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] For port 9ce9399b-05f3-464f-922c-744c63807da4, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=9ce9399b-05f3-464f-922c-744c63807da4,segment=NetworkSegment(b24b2c66-84bf-4d37-a126-15d4078a9459),segment_id=b24b2c66-84bf-4d37-a126-15d4078a9459)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:37:30.746651 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1fa63c43-d07b-448d-8087-beaca9669f06 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:30.775633 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-1fa63c43-d07b-448d-8087-beaca9669f06 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Calling delete_port for 9ce9399b-05f3-464f-922c-744c63807da4 owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:37:30.784984 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade67c3f-85e3-44c3-a52c-9c24da0f7b46 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Made reservation on behalf of 7e112ca0a568418e86e03a96b74eaf4a for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:37:30.789539 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ade67c3f-85e3-44c3-a52c-9c24da0f7b46 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:30.800853 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-949c9962-bbe6-4f38-b5a1-355ae4b90ea4 None None] Deleting port 9ce9399b-05f3-464f-922c-744c63807da4 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:37:30.807843 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-949c9962-bbe6-4f38-b5a1-355ae4b90ea4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:30.842299 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fa1d3e65-f65a-4a96-adcb-359f3b3deee8 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:30.847098 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7ff980cd-f7c2-4433-9e93-66b89942aef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:30.902630 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd21bf-4b7d-4dd8-ac08-a62bf4689302 req-90d2ef0f-d392-4da7-8b75-515b0215a9fc tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:30.909546 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-48cd21bf-4b7d-4dd8-ac08-a62bf4689302 req-90d2ef0f-d392-4da7-8b75-515b0215a9fc tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2366936 Oct 27 18:37:30.917666 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff980cd-f7c2-4433-9e93-66b89942aef1 None None] Network 6e882711-9454-4a02-95b3-8182cd6e916d is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:37:30.919360 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-949c9962-bbe6-4f38-b5a1-355ae4b90ea4 None None] For port 9ce9399b-05f3-464f-922c-744c63807da4, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=9ce9399b-05f3-464f-922c-744c63807da4,segment=NetworkSegment(b24b2c66-84bf-4d37-a126-15d4078a9459),segment_id=b24b2c66-84bf-4d37-a126-15d4078a9459)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:37:30.920107 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-949c9962-bbe6-4f38-b5a1-355ae4b90ea4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:30.924518 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-7ff980cd-f7c2-4433-9e93-66b89942aef1 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:37:30.935060 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff980cd-f7c2-4433-9e93-66b89942aef1 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:37:30.950006 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-949c9962-bbe6-4f38-b5a1-355ae4b90ea4 None None] Calling delete_port for 9ce9399b-05f3-464f-922c-744c63807da4 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:37:30.954501 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff980cd-f7c2-4433-9e93-66b89942aef1 None None] Pushing event updated for resources: {'Port': ['ID=b2961251-0946-4c86-97bd-5aa1ede340da,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:30.955203 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1fa63c43-d07b-448d-8087-beaca9669f06 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:31.005396 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-48cd21bf-4b7d-4dd8-ac08-a62bf4689302 req-0e131ec7-615a-499a-842e-03e0b7ef0fe6 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.94 HTTP/1.1" status: 200 len: 695 time: 0.0948768 Oct 27 18:37:31.019634 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-48cd21bf-4b7d-4dd8-ac08-a62bf4689302 req-7a018bc9-1846-42bc-829d-42664945bcef tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Request body: {'floatingip': {'port_id': '5206b3bf-1563-4ae1-83de-8e76ced302a0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:31.037472 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa63c43-d07b-448d-8087-beaca9669f06 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event deleted for resources: {'Port': ['ID=9ce9399b-05f3-464f-922c-744c63807da4,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:31.045169 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa63c43-d07b-448d-8087-beaca9669f06 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] No DVR routers for this DVR port 9ce9399b-05f3-464f-922c-744c63807da4 on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:37:31.045408 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-7ff980cd-f7c2-4433-9e93-66b89942aef1 None None] Attempting to bind port b2961251-0946-4c86-97bd-5aa1ede340da on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:37:31.045710 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-7ff980cd-f7c2-4433-9e93-66b89942aef1 None None] Attempting to bind port b2961251-0946-4c86-97bd-5aa1ede340da by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'a93e84c8-2c94-461d-ac17-56e3a052b0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '6e882711-9454-4a02-95b3-8182cd6e916d'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:37:31.046074 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff980cd-f7c2-4433-9e93-66b89942aef1 None None] Attempting to bind port b2961251-0946-4c86-97bd-5aa1ede340da on network 6e882711-9454-4a02-95b3-8182cd6e916d {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:37:31.069998 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff980cd-f7c2-4433-9e93-66b89942aef1 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:37:31.072706 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff980cd-f7c2-4433-9e93-66b89942aef1 None None] Checking segment: {'id': 'a93e84c8-2c94-461d-ac17-56e3a052b0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '6e882711-9454-4a02-95b3-8182cd6e916d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:37:31.072706 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7ff980cd-f7c2-4433-9e93-66b89942aef1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:31.072706 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff980cd-f7c2-4433-9e93-66b89942aef1 None None] Bound using segment: {'id': 'a93e84c8-2c94-461d-ac17-56e3a052b0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '6e882711-9454-4a02-95b3-8182cd6e916d'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:37:31.072706 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-7ff980cd-f7c2-4433-9e93-66b89942aef1 None None] Bound port: b2961251-0946-4c86-97bd-5aa1ede340da, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a93e84c8-2c94-461d-ac17-56e3a052b0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '6e882711-9454-4a02-95b3-8182cd6e916d'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:37:31.072706 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7ff980cd-f7c2-4433-9e93-66b89942aef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:31.122392 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-48cd21bf-4b7d-4dd8-ac08-a62bf4689302 req-7a018bc9-1846-42bc-829d-42664945bcef tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks [] for floatingip, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:31.211164 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1fa63c43-d07b-448d-8087-beaca9669f06 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:31.236016 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-7ff980cd-f7c2-4433-9e93-66b89942aef1 None None] For port b2961251-0946-4c86-97bd-5aa1ede340da, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:37:31.278696 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fa1d3e65-f65a-4a96-adcb-359f3b3deee8 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:31.293980 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-1fa63c43-d07b-448d-8087-beaca9669f06 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fe08799-090e-484e-b4e9-c75067c54c1b']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:31.294368 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-949c9962-bbe6-4f38-b5a1-355ae4b90ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:31.300806 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-7ff980cd-f7c2-4433-9e93-66b89942aef1 None None] For port b2961251-0946-4c86-97bd-5aa1ede340da, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=b2961251-0946-4c86-97bd-5aa1ede340da,segment=NetworkSegment(a93e84c8-2c94-461d-ac17-56e3a052b0d4),segment_id=a93e84c8-2c94-461d-ac17-56e3a052b0d4)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:37:31.305638 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-1fa63c43-d07b-448d-8087-beaca9669f06 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b24b2c66-84bf-4d37-a126-15d4078a9459') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:31.308176 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-1fa63c43-d07b-448d-8087-beaca9669f06 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b24b2c66-84bf-4d37-a126-15d4078a9459') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:31.360949 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949c9962-bbe6-4f38-b5a1-355ae4b90ea4 None None] No DVR routers for this DVR port 9ce9399b-05f3-464f-922c-744c63807da4 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:37:31.364458 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1fa63c43-d07b-448d-8087-beaca9669f06 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:31.365445 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c9962-bbe6-4f38-b5a1-355ae4b90ea4 None None] Pushing event deleted for resources: {'Port': ['ID=9ce9399b-05f3-464f-922c-744c63807da4,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:31.399276 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1fa63c43-d07b-448d-8087-beaca9669f06 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:31.406260 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fa63c43-d07b-448d-8087-beaca9669f06 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:37:31.406639 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1fa63c43-d07b-448d-8087-beaca9669f06 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:31.410300 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:37:31.410300 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:37:31.410300 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:37:31.410300 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:37:31.410300 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:37:31.410300 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:37:31.410300 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:37:31.410300 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:37:31.410300 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:37:31.410300 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:37:31.410300 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:37:31.410300 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:37:31.410300 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:37:31.410300 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:37:31.410300 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:37:31.410300 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:37:31.410300 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:37:31.410300 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:37:31.410300 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:37:31.410300 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:37:31.410300 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:37:31.410300 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:37:31.410300 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:37:31.410300 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:37:31.410300 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:37:31.410300 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:37:31.410300 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:37:31.410300 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:37:31.410300 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:37:31.410300 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:37:31.410300 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:37:31.410300 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:37:31.458310 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7ff980cd-f7c2-4433-9e93-66b89942aef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:31.558231 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff980cd-f7c2-4433-9e93-66b89942aef1 None None] Pushing event updated for resources: {'Port': ['ID=b2961251-0946-4c86-97bd-5aa1ede340da,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:31.583934 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1fa63c43-d07b-448d-8087-beaca9669f06 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:31.599035 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1fa63c43-d07b-448d-8087-beaca9669f06 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:31.603743 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1fa63c43-d07b-448d-8087-beaca9669f06 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "DELETE /v2.0/networks/7fe08799-090e-484e-b4e9-c75067c54c1b HTTP/1.1" status: 204 len: 168 time: 1.3107054 Oct 27 18:37:31.617688 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46564) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:31.623217 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-97952a59-df5d-4c08-b72a-8fd06dd11296 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1361598088', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:31.632800 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa63c43-d07b-448d-8087-beaca9669f06 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event deleted for resources: {'Network': ['ID=7fe08799-090e-484e-b4e9-c75067c54c1b,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:31.711918 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-fa1d3e65-f65a-4a96-adcb-359f3b3deee8 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Deleting port 41227039-b2c4-4499-b9ac-023d1c9a38cc {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:37:31.712724 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fa1d3e65-f65a-4a96-adcb-359f3b3deee8 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:31.757105 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-97952a59-df5d-4c08-b72a-8fd06dd11296 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:31.758185 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-97952a59-df5d-4c08-b72a-8fd06dd11296 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:31.778269 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ade67c3f-85e3-44c3-a52c-9c24da0f7b46 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:31.841935 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-97952a59-df5d-4c08-b72a-8fd06dd11296 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:31.917923 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-97952a59-df5d-4c08-b72a-8fd06dd11296 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:32.048377 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade67c3f-85e3-44c3-a52c-9c24da0f7b46 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Network 6e882711-9454-4a02-95b3-8182cd6e916d is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:37:32.054277 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-97952a59-df5d-4c08-b72a-8fd06dd11296 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:32.056084 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-97952a59-df5d-4c08-b72a-8fd06dd11296 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4367478 Oct 27 18:37:32.058690 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46570) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:32.065036 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-cdce1534-c3cf-47ba-bc07-d795d23dde24 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Request body: {'network': {'name': 'tempest-RoutersTest-1206533497'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:32.074055 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-ade67c3f-85e3-44c3-a52c-9c24da0f7b46 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:37:32.091692 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade67c3f-85e3-44c3-a52c-9c24da0f7b46 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:32.092290 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ade67c3f-85e3-44c3-a52c-9c24da0f7b46 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:32.115418 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade67c3f-85e3-44c3-a52c-9c24da0f7b46 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event updated for resources: {'Subnet': ['ID=d9651309-b2bd-424c-8e9b-3bcd38808953,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:32.204723 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdce1534-c3cf-47ba-bc07-d795d23dde24 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Made reservation on behalf of 4e0551cb79254307ae43405db8526986 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:37:32.209334 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cdce1534-c3cf-47ba-bc07-d795d23dde24 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:32.238930 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdce1534-c3cf-47ba-bc07-d795d23dde24 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] vlan segment allocate from pool success with {'vlan_id': 1029, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:37:32.249327 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cdce1534-c3cf-47ba-bc07-d795d23dde24 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:32.250789 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-cdce1534-c3cf-47ba-bc07-d795d23dde24 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Added segment 2b7d5d7c-7b42-40eb-b85c-3214af81dd2f of type vlan for network 12050543-9531-4d54-8fbd-448637ddf792 Oct 27 18:37:32.334772 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cdce1534-c3cf-47ba-bc07-d795d23dde24 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:32.448577 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device b2961251-0946-4c86-97bd-5aa1ede340da up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:37:32.502696 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cdce1534-c3cf-47ba-bc07-d795d23dde24 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:32.510051 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdce1534-c3cf-47ba-bc07-d795d23dde24 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:32.511000 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cdce1534-c3cf-47ba-bc07-d795d23dde24 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:32.580235 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port b2961251-0946-4c86-97bd-5aa1ede340da triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:37:32.580902 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:32.655535 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce1534-c3cf-47ba-bc07-d795d23dde24 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event updated for resources: {'Network': ['ID=12050543-9531-4d54-8fbd-448637ddf792,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:32.724356 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-cdce1534-c3cf-47ba-bc07-d795d23dde24 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6614184 Oct 27 18:37:32.724620 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46576) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:32.729361 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 12050543-9531-4d54-8fbd-448637ddf792 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:37:32.730883 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-159fa8b0-2c4d-4645-86ee-cdd1bd935d3d tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Request body: {'subnet': {'network_id': '12050543-9531-4d54-8fbd-448637ddf792', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:32.742743 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fa1d3e65-f65a-4a96-adcb-359f3b3deee8 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:32.802085 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-fa1d3e65-f65a-4a96-adcb-359f3b3deee8 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Calling delete_port for 41227039-b2c4-4499-b9ac-023d1c9a38cc owned by network:router_gateway {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:37:32.825559 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:32.828684 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.db.resource_extend [req-48cd21bf-4b7d-4dd8-ac08-a62bf4689302 req-7a018bc9-1846-42bc-829d-42664945bcef tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 18:37:32.875541 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port b2961251-0946-4c86-97bd-5aa1ede340da, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=b2961251-0946-4c86-97bd-5aa1ede340da,segment=NetworkSegment(a93e84c8-2c94-461d-ac17-56e3a052b0d4),segment_id=a93e84c8-2c94-461d-ac17-56e3a052b0d4)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:37:32.965653 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:32.972019 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46582) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:32.998391 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ade67c3f-85e3-44c3-a52c-9c24da0f7b46 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.9828422 Oct 27 18:37:33.072493 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aae50e0-8a25-4e08-8725-a74356a46060 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:33.074327 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aae50e0-8a25-4e08-8725-a74356a46060 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:33.076179 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aae50e0-8a25-4e08-8725-a74356a46060 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:33.078378 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aae50e0-8a25-4e08-8725-a74356a46060 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:33.080440 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aae50e0-8a25-4e08-8725-a74356a46060 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:33.087051 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3aae50e0-8a25-4e08-8725-a74356a46060 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1139050 Oct 27 18:37:33.088354 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46584) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:33.093747 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-fc2b466a-015e-4f5e-ae80-f00e8f7e39e0 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1078027032'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:33.097021 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 9ce9399b-05f3-464f-922c-744c63807da4 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:37:33.134899 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 9ce9399b-05f3-464f-922c-744c63807da4 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:37:33.134899 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 9ce9399b-05f3-464f-922c-744c63807da4 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:37:33.171155 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159fa8b0-2c4d-4645-86ee-cdd1bd935d3d tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Made reservation on behalf of 4e0551cb79254307ae43405db8526986 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:37:33.183201 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-159fa8b0-2c4d-4645-86ee-cdd1bd935d3d tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:33.198193 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=b2961251-0946-4c86-97bd-5aa1ede340da,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:33.273021 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-48cd21bf-4b7d-4dd8-ac08-a62bf4689302 req-7a018bc9-1846-42bc-829d-42664945bcef tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:33.368164 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-48cd21bf-4b7d-4dd8-ac08-a62bf4689302 req-7a018bc9-1846-42bc-829d-42664945bcef tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:33.482990 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817e09b9-e75f-4875-8242-f86b79b73929 None None] Network 6e882711-9454-4a02-95b3-8182cd6e916d requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:37:33.526072 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fa1d3e65-f65a-4a96-adcb-359f3b3deee8 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:33.594594 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d3e65-f65a-4a96-adcb-359f3b3deee8 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Pushing event deleted for resources: {'Port': ['ID=41227039-b2c4-4499-b9ac-023d1c9a38cc,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:33.692372 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-63c31e1e-d346-434c-967f-51dc41813f9d None None] Provisioning complete for port b2961251-0946-4c86-97bd-5aa1ede340da triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:37:33.692717 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-63c31e1e-d346-434c-967f-51dc41813f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:33.728274 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [req-48cd21bf-4b7d-4dd8-ac08-a62bf4689302 req-7a018bc9-1846-42bc-829d-42664945bcef tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Floating IP 45098c12-fa80-4d3a-a47c-6d5443af31ca associated. External IP: 172.25.6.94, port: 5206b3bf-1563-4ae1-83de-8e76ced302a0. Oct 27 18:37:33.735928 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fa1d3e65-f65a-4a96-adcb-359f3b3deee8 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:33.918154 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fa1d3e65-f65a-4a96-adcb-359f3b3deee8 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:33.925920 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fa1d3e65-f65a-4a96-adcb-359f3b3deee8 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:33.954549 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2b466a-015e-4f5e-ae80-f00e8f7e39e0 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Made reservation on behalf of 7e112ca0a568418e86e03a96b74eaf4a for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:37:33.958617 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fc2b466a-015e-4f5e-ae80-f00e8f7e39e0 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:33.993851 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc2b466a-015e-4f5e-ae80-f00e8f7e39e0 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] vlan segment allocate from pool success with {'vlan_id': 1038, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:37:34.011442 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fc2b466a-015e-4f5e-ae80-f00e8f7e39e0 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:34.012549 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-fc2b466a-015e-4f5e-ae80-f00e8f7e39e0 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Added segment 1557d569-84b1-471f-a6c7-b031685663b5 of type vlan for network 1c07b5db-3301-4f0c-8a54-cfb570946f9c Oct 27 18:37:34.098549 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fc2b466a-015e-4f5e-ae80-f00e8f7e39e0 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:34.101761 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-159fa8b0-2c4d-4645-86ee-cdd1bd935d3d tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:34.113449 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4947deb-1bdf-4c4e-947b-e150cf7913d1 None None] Update dhcp port {'port': {'network_id': '6e882711-9454-4a02-95b3-8182cd6e916d', 'fixed_ips': [{'subnet_id': '49794007-2321-4076-9158-d0e15f8fad24', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd9651309-b2bd-424c-8e9b-3bcd38808953'}], 'binding:host_id': 'n-d-815690-2'}, 'id': 'b2961251-0946-4c86-97bd-5aa1ede340da'} from n-d-815690-2. {{(pid=102880) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 18:37:34.148634 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fa1d3e65-f65a-4a96-adcb-359f3b3deee8 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:34.153494 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1d3e65-f65a-4a96-adcb-359f3b3deee8 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Fanout notify agent at l3_agent the message router_deleted on router f6599954-ff8c-408d-9bf5-02edc69460a2 {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:37:34.155470 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a4947deb-1bdf-4c4e-947b-e150cf7913d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:34.162419 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fa1d3e65-f65a-4a96-adcb-359f3b3deee8 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:34.168877 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-fa1d3e65-f65a-4a96-adcb-359f3b3deee8 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] 10.222.0.52 "DELETE /v2.0/routers/f6599954-ff8c-408d-9bf5-02edc69460a2 HTTP/1.1" status: 204 len: 168 time: 3.6653616 Oct 27 18:37:34.170183 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46594) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:34.177096 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-e278186b-6b7d-4b23-8b78-0d5f603fe8cd tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1412264929', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}, 'admin_state_up': False}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:34.195043 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48cd21bf-4b7d-4dd8-ac08-a62bf4689302 req-7a018bc9-1846-42bc-829d-42664945bcef tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Router 77124802-1704-4bfc-8720-d06c469de96f has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:37:34.212403 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.db.resource_extend [None req-fc2b466a-015e-4f5e-ae80-f00e8f7e39e0 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 18:37:34.298083 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159fa8b0-2c4d-4645-86ee-cdd1bd935d3d tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event updated for resources: {'Subnet': ['ID=91a75efc-1a2a-4ee4-824e-b0c0d6842287,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:34.312174 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159fa8b0-2c4d-4645-86ee-cdd1bd935d3d tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Checking segment: {'id': '2b7d5d7c-7b42-40eb-b85c-3214af81dd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '12050543-9531-4d54-8fbd-448637ddf792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:37:34.312174 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159fa8b0-2c4d-4645-86ee-cdd1bd935d3d tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Network hostable DHCP agents. Network: 12050543-9531-4d54-8fbd-448637ddf792, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:37:34.389071 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48cd21bf-4b7d-4dd8-ac08-a62bf4689302 req-7a018bc9-1846-42bc-829d-42664945bcef tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:37:34.394056 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fc2b466a-015e-4f5e-ae80-f00e8f7e39e0 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:34.401093 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a8e09f-370f-4dce-8314-2633e62d9f68 None None] Sync routers for ids ['77124802-1704-4bfc-8720-d06c469de96f'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:37:34.402352 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-48cd21bf-4b7d-4dd8-ac08-a62bf4689302 req-7a018bc9-1846-42bc-829d-42664945bcef tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:34.410427 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2b466a-015e-4f5e-ae80-f00e8f7e39e0 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:34.415319 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fc2b466a-015e-4f5e-ae80-f00e8f7e39e0 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:34.419342 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a8e09f-370f-4dce-8314-2633e62d9f68 None None] Routers {'77124802-1704-4bfc-8720-d06c469de96f'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:37:34.423944 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-c0a8e09f-370f-4dce-8314-2633e62d9f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:37:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['77124802-1704-4bfc-8720-d06c469de96f'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:34.426025 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device b2961251-0946-4c86-97bd-5aa1ede340da up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:37:34.461132 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-48cd21bf-4b7d-4dd8-ac08-a62bf4689302 req-7a018bc9-1846-42bc-829d-42664945bcef tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "PUT /v2.0/floatingips/45098c12-fa80-4d3a-a47c-6d5443af31ca HTTP/1.1" status: 200 len: 996 time: 3.4548357 Oct 27 18:37:34.461991 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0170328-cf0b-4c32-a4b6-53e45acc158a', 'tag': '5206b3bf-1563-4ae1-83de-8e76ced302a0'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:37:34.466668 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e278468d-63d1-466e-9c99-0d5e1137bfb1" -d '{"events": [{"name": "network-changed", "server_uuid": "c0170328-cf0b-4c32-a4b6-53e45acc158a", "tag": "5206b3bf-1563-4ae1-83de-8e76ced302a0"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:37:34.590800 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e278186b-6b7d-4b23-8b78-0d5f603fe8cd tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:34.594110 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e278186b-6b7d-4b23-8b78-0d5f603fe8cd tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:34.602169 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159fa8b0-2c4d-4645-86ee-cdd1bd935d3d tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Network 12050543-9531-4d54-8fbd-448637ddf792 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:37:34.635830 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-c0a8e09f-370f-4dce-8314-2633e62d9f68 None None] Set router 77124802-1704-4bfc-8720-d06c469de96f gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:37:34.655283 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-a4947deb-1bdf-4c4e-947b-e150cf7913d1 None None] Allocated IP 172.20.0.1 (6e882711-9454-4a02-95b3-8182cd6e916d/d9651309-b2bd-424c-8e9b-3bcd38808953/b2961251-0946-4c86-97bd-5aa1ede340da) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:37:34.686719 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port b2961251-0946-4c86-97bd-5aa1ede340da triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:37:34.687116 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:34.739050 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d9937a-12f6-4f8d-be9c-63dba09bc92e x-openstack-request-id: req-46d9937a-12f6-4f8d-be9c-63dba09bc92e {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:37:34.739349 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0170328-cf0b-4c32-a4b6-53e45acc158a", "tag": "5206b3bf-1563-4ae1-83de-8e76ced302a0", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:37:34.739600 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-46d9937a-12f6-4f8d-be9c-63dba09bc92e {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:37:34.743107 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0170328-cf0b-4c32-a4b6-53e45acc158a', 'tag': '5206b3bf-1563-4ae1-83de-8e76ced302a0', 'status': 'completed', 'code': 200} Oct 27 18:37:34.765496 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e278186b-6b7d-4b23-8b78-0d5f603fe8cd tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:34.789039 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-fc2b466a-015e-4f5e-ae80-f00e8f7e39e0 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6997483 Oct 27 18:37:34.796654 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46604) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:34.813046 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-dbc9b056-193b-4bfc-a5f3-da31a7dd790d tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:34.885645 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-159fa8b0-2c4d-4645-86ee-cdd1bd935d3d tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 12050543-9531-4d54-8fbd-448637ddf792) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:37:34.920052 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd21bf-4b7d-4dd8-ac08-a62bf4689302 req-30c72855-4309-428f-8c55-37b817ad8235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:34.923640 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b466a-015e-4f5e-ae80-f00e8f7e39e0 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event updated for resources: {'Network': ['ID=1c07b5db-3301-4f0c-8a54-cfb570946f9c,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:34.928912 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfacb0b8-401c-487c-9622-3be73c127e1e None None] Network 12050543-9531-4d54-8fbd-448637ddf792 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:37:34.931446 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-48cd21bf-4b7d-4dd8-ac08-a62bf4689302 req-30c72855-4309-428f-8c55-37b817ad8235 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ed94bf330dce4aefb6b8c9d5143e6db7&device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 1097 time: 0.4612210 Oct 27 18:37:34.943367 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159fa8b0-2c4d-4645-86ee-cdd1bd935d3d tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:34.944417 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-159fa8b0-2c4d-4645-86ee-cdd1bd935d3d tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:35.050341 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 1c07b5db-3301-4f0c-8a54-cfb570946f9c details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:37:35.052041 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278468d-63d1-466e-9c99-0d5e1137bfb1 req-b89a1bde-4a63-4872-a66f-0c67580e7c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:35.058939 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e278468d-63d1-466e-9c99-0d5e1137bfb1 req-b89a1bde-4a63-4872-a66f-0c67580e7c56 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ed94bf330dce4aefb6b8c9d5143e6db7&device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 1097 time: 0.3444703 Oct 27 18:37:35.111200 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-159fa8b0-2c4d-4645-86ee-cdd1bd935d3d tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3837745 Oct 27 18:37:35.113000 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46606) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:35.206109 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd21bf-4b7d-4dd8-ac08-a62bf4689302 req-fc4b8b71-de20-4d8b-a805-4e384518a182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:35.208254 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-48cd21bf-4b7d-4dd8-ac08-a62bf4689302 req-fc4b8b71-de20-4d8b-a805-4e384518a182 service neutron] 10.222.0.52 "GET /v2.0/networks?id=da8e53a8-8ae6-4708-af46-5da0c5e0389e HTTP/1.1" status: 200 len: 921 time: 0.2552609 Oct 27 18:37:35.424691 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-c0a8e09f-370f-4dce-8314-2633e62d9f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77124802-1704-4bfc-8720-d06c469de96f', 'name': 'tempest-ServerRescueTestJSONUnderV235-749676103-router', 'tenant_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '5c5c8ead-9a86-43c6-80f4-017f4e6e8b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:36:17Z', 'updated_at': '2021-10-27T18:36:29Z', 'revision_number': 4, 'project_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'gw_port': {'id': '5c5c8ead-9a86-43c6-80f4-017f4e6e8b92', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77124802-1704-4bfc-8720-d06c469de96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:36:19Z', 'updated_at': '2021-10-27T18:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '45098c12-fa80-4d3a-a47c-6d5443af31ca', 'tenant_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'floating_ip_address': '172.25.6.94', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '77124802-1704-4bfc-8720-d06c469de96f', 'port_id': '5206b3bf-1563-4ae1-83de-8e76ced302a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da8e53a8-8ae6-4708-af46-5da0c5e0389e', 'mac_address': 'fa:16:3e:7a:a5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0170328-cf0b-4c32-a4b6-53e45acc158a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:37:28Z', 'updated_at': '2021-10-27T18:37:32Z', 'revision_number': 1, 'project_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b1084a-e26c-43c5-a0cb-90f0e832b13d', 'name': '', 'network_id': 'da8e53a8-8ae6-4708-af46-5da0c5e0389e', 'tenant_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'mac_address': 'fa:16:3e:75:d2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77124802-1704-4bfc-8720-d06c469de96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '0849fe03-5e91-45fb-a37f-83c7bfa081e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:36:27Z', 'updated_at': '2021-10-27T18:36:33Z', 'revision_number': 5, 'project_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'subnets': [{'id': '0849fe03-5e91-45fb-a37f-83c7bfa081e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:35.502558 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a8e09f-370f-4dce-8314-2633e62d9f68 None None] Checking router: 77124802-1704-4bfc-8720-d06c469de96f for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:37:35.525062 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a8e09f-370f-4dce-8314-2633e62d9f68 None None] Routers {'77124802-1704-4bfc-8720-d06c469de96f'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:37:35.526920 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-c0a8e09f-370f-4dce-8314-2633e62d9f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:37:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['77124802-1704-4bfc-8720-d06c469de96f'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:35.626836 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46614) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:35.652603 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-48cd21bf-4b7d-4dd8-ac08-a62bf4689302 req-e510823e-a67f-413c-8b06-abd707e8bfd2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5206b3bf-1563-4ae1-83de-8e76ced302a0 HTTP/1.1" status: 200 len: 999 time: 0.3919184 Oct 27 18:37:35.697815 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-a4947deb-1bdf-4c4e-947b-e150cf7913d1 None None] For port b2961251-0946-4c86-97bd-5aa1ede340da, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=b2961251-0946-4c86-97bd-5aa1ede340da,segment=NetworkSegment(a93e84c8-2c94-461d-ac17-56e3a052b0d4),segment_id=a93e84c8-2c94-461d-ac17-56e3a052b0d4)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:37:35.707480 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-c0a8e09f-370f-4dce-8314-2633e62d9f68 None None] Set router 77124802-1704-4bfc-8720-d06c469de96f gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:37:35.784973 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278468d-63d1-466e-9c99-0d5e1137bfb1 req-a6f2fd56-b699-4784-b168-a04f4be6db92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:35.786488 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e278468d-63d1-466e-9c99-0d5e1137bfb1 req-a6f2fd56-b699-4784-b168-a04f4be6db92 service neutron] 10.222.0.93 "GET /v2.0/networks?id=da8e53a8-8ae6-4708-af46-5da0c5e0389e HTTP/1.1" status: 200 len: 921 time: 0.7196436 Oct 27 18:37:35.868800 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a4947deb-1bdf-4c4e-947b-e150cf7913d1 None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:35.947201 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a4947deb-1bdf-4c4e-947b-e150cf7913d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:36.001487 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dfd05c-395e-4349-9c9b-0e998173b5e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-12050543-9531-4d54-8fbd-448637ddf792', 'network_id': '12050543-9531-4d54-8fbd-448637ddf792', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'fixed_ips': [{'subnet_id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:37:36.002402 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-30dfd05c-395e-4349-9c9b-0e998173b5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:36.007494 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e278468d-63d1-466e-9c99-0d5e1137bfb1 req-1a7bed2c-8626-4367-a1ec-21e441d0ecc5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5206b3bf-1563-4ae1-83de-8e76ced302a0 HTTP/1.1" status: 200 len: 999 time: 0.1481211 Oct 27 18:37:36.164128 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-c0a8e09f-370f-4dce-8314-2633e62d9f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77124802-1704-4bfc-8720-d06c469de96f', 'name': 'tempest-ServerRescueTestJSONUnderV235-749676103-router', 'tenant_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '5c5c8ead-9a86-43c6-80f4-017f4e6e8b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:36:17Z', 'updated_at': '2021-10-27T18:36:29Z', 'revision_number': 4, 'project_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'gw_port': {'id': '5c5c8ead-9a86-43c6-80f4-017f4e6e8b92', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77124802-1704-4bfc-8720-d06c469de96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:36:19Z', 'updated_at': '2021-10-27T18:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '45098c12-fa80-4d3a-a47c-6d5443af31ca', 'tenant_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'floating_ip_address': '172.25.6.94', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '77124802-1704-4bfc-8720-d06c469de96f', 'port_id': '5206b3bf-1563-4ae1-83de-8e76ced302a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da8e53a8-8ae6-4708-af46-5da0c5e0389e', 'mac_address': 'fa:16:3e:7a:a5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0170328-cf0b-4c32-a4b6-53e45acc158a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:37:28Z', 'updated_at': '2021-10-27T18:37:32Z', 'revision_number': 1, 'project_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b1084a-e26c-43c5-a0cb-90f0e832b13d', 'name': '', 'network_id': 'da8e53a8-8ae6-4708-af46-5da0c5e0389e', 'tenant_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'mac_address': 'fa:16:3e:75:d2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77124802-1704-4bfc-8720-d06c469de96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '0849fe03-5e91-45fb-a37f-83c7bfa081e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:36:27Z', 'updated_at': '2021-10-27T18:36:33Z', 'revision_number': 5, 'project_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'subnets': [{'id': '0849fe03-5e91-45fb-a37f-83c7bfa081e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:36.196610 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a8e09f-370f-4dce-8314-2633e62d9f68 None None] The sync data for ids ['77124802-1704-4bfc-8720-d06c469de96f'] in n-d-815690-2 is: [{'id': '77124802-1704-4bfc-8720-d06c469de96f', 'name': 'tempest-ServerRescueTestJSONUnderV235-749676103-router', 'tenant_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '5c5c8ead-9a86-43c6-80f4-017f4e6e8b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:36:17Z', 'updated_at': '2021-10-27T18:36:29Z', 'revision_number': 4, 'project_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'gw_port': {'id': '5c5c8ead-9a86-43c6-80f4-017f4e6e8b92', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77124802-1704-4bfc-8720-d06c469de96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:36:19Z', 'updated_at': '2021-10-27T18:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '45098c12-fa80-4d3a-a47c-6d5443af31ca', 'tenant_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'floating_ip_address': '172.25.6.94', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '77124802-1704-4bfc-8720-d06c469de96f', 'port_id': '5206b3bf-1563-4ae1-83de-8e76ced302a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da8e53a8-8ae6-4708-af46-5da0c5e0389e', 'mac_address': 'fa:16:3e:7a:a5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0170328-cf0b-4c32-a4b6-53e45acc158a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:37:28Z', 'updated_at': '2021-10-27T18:37:32Z', 'revision_number': 1, 'project_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b1084a-e26c-43c5-a0cb-90f0e832b13d', 'name': '', 'network_id': 'da8e53a8-8ae6-4708-af46-5da0c5e0389e', 'tenant_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'mac_address': 'fa:16:3e:75:d2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77124802-1704-4bfc-8720-d06c469de96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '0849fe03-5e91-45fb-a37f-83c7bfa081e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:36:27Z', 'updated_at': '2021-10-27T18:36:33Z', 'revision_number': 5, 'project_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'subnets': [{'id': '0849fe03-5e91-45fb-a37f-83c7bfa081e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:37:36.220865 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-30dfd05c-395e-4349-9c9b-0e998173b5e1 None None] Allocated IP 172.20.0.2 (12050543-9531-4d54-8fbd-448637ddf792/91a75efc-1a2a-4ee4-824e-b0c0d6842287/3b1453d6-e68d-4351-93df-e47c21c20984) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:37:36.236244 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278468d-63d1-466e-9c99-0d5e1137bfb1 req-d1ccac25-e0f8-417c-961f-ee1aaed424be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:36.243985 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e278468d-63d1-466e-9c99-0d5e1137bfb1 req-d1ccac25-e0f8-417c-961f-ee1aaed424be service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0849fe03-5e91-45fb-a37f-83c7bfa081e7 HTTP/1.1" status: 200 len: 859 time: 0.2178626 Oct 27 18:37:36.314049 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e278468d-63d1-466e-9c99-0d5e1137bfb1 req-399560a4-fc17-4478-8f9a-86bc38e6f8b8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=da8e53a8-8ae6-4708-af46-5da0c5e0389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541406 Oct 27 18:37:36.367632 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd21bf-4b7d-4dd8-ac08-a62bf4689302 req-f47a5843-5412-406a-94e5-0449d63b8989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:36.370540 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-48cd21bf-4b7d-4dd8-ac08-a62bf4689302 req-f47a5843-5412-406a-94e5-0449d63b8989 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0849fe03-5e91-45fb-a37f-83c7bfa081e7 HTTP/1.1" status: 200 len: 859 time: 0.6810749 Oct 27 18:37:36.374217 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e278186b-6b7d-4b23-8b78-0d5f603fe8cd tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:36.398605 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-162b6c77-c0df-412f-ac2c-14918ce8faa6 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:36.427131 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4947deb-1bdf-4c4e-947b-e150cf7913d1 None None] Pushing event updated for resources: {'Port': ['ID=b2961251-0946-4c86-97bd-5aa1ede340da,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:36.445864 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba5501f2-c66b-4be8-b239-7e1c173dbac3 admin admin] Deleting subnet 65ac4810-8e50-4c01-96ee-60c0f28e60c2 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:37:36.503029 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dbc9b056-193b-4bfc-a5f3-da31a7dd790d tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:36.539177 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ba5501f2-c66b-4be8-b239-7e1c173dbac3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:36.575698 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-30dfd05c-395e-4349-9c9b-0e998173b5e1 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:36.623463 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57594076-b2d5-4f67-b524-3c71fdb65513 None None] New status for floating IP 45098c12-fa80-4d3a-a47c-6d5443af31ca: ACTIVE {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:37:36.642753 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-48cd21bf-4b7d-4dd8-ac08-a62bf4689302 req-1ada949b-84c2-45ab-9900-cfa404096184 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=da8e53a8-8ae6-4708-af46-5da0c5e0389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1197405 Oct 27 18:37:36.695516 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-30dfd05c-395e-4349-9c9b-0e998173b5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:36.733755 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e278468d-63d1-466e-9c99-0d5e1137bfb1 req-13ceb098-6faa-47f8-8eca-c624c876eccc service neutron] 10.222.0.93 "GET /v2.0/networks/da8e53a8-8ae6-4708-af46-5da0c5e0389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093330 Oct 27 18:37:36.762343 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dfd05c-395e-4349-9c9b-0e998173b5e1 None None] Network 12050543-9531-4d54-8fbd-448637ddf792 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:37:36.764504 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-30dfd05c-395e-4349-9c9b-0e998173b5e1 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:37:36.765199 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dbc9b056-193b-4bfc-a5f3-da31a7dd790d tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:36.778843 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dfd05c-395e-4349-9c9b-0e998173b5e1 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:37:36.786963 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-48cd21bf-4b7d-4dd8-ac08-a62bf4689302 req-76f36d77-857c-4581-8e67-d971f5498d9d service neutron] 10.222.0.52 "GET /v2.0/networks/da8e53a8-8ae6-4708-af46-5da0c5e0389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385596 Oct 27 18:37:36.893697 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfd05c-395e-4349-9c9b-0e998173b5e1 None None] Pushing event updated for resources: {'Port': ['ID=3b1453d6-e68d-4351-93df-e47c21c20984,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:36.917086 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-162b6c77-c0df-412f-ac2c-14918ce8faa6 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Allocated IP 172.20.0.1 (12050543-9531-4d54-8fbd-448637ddf792/91a75efc-1a2a-4ee4-824e-b0c0d6842287/3c849c24-0686-4dff-8cf4-35f37dfe187b) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:37:36.964758 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dbc9b056-193b-4bfc-a5f3-da31a7dd790d tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Network 1c07b5db-3301-4f0c-8a54-cfb570946f9c is not hosted by any dhcp agent {{(pid=102878) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 27 18:37:36.966343 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc9b056-193b-4bfc-a5f3-da31a7dd790d tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:36.967039 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dbc9b056-193b-4bfc-a5f3-da31a7dd790d tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:36.968431 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-dbc9b056-193b-4bfc-a5f3-da31a7dd790d tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "PUT /v2.0/networks/1c07b5db-3301-4f0c-8a54-cfb570946f9c HTTP/1.1" status: 200 len: 723 time: 2.1708083 Oct 27 18:37:36.980944 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ba5501f2-c66b-4be8-b239-7e1c173dbac3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:37.005023 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-30dfd05c-395e-4349-9c9b-0e998173b5e1 None None] Attempting to bind port 3b1453d6-e68d-4351-93df-e47c21c20984 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:37:37.005883 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-30dfd05c-395e-4349-9c9b-0e998173b5e1 None None] Attempting to bind port 3b1453d6-e68d-4351-93df-e47c21c20984 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '2b7d5d7c-7b42-40eb-b85c-3214af81dd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '12050543-9531-4d54-8fbd-448637ddf792'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:37:37.008252 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dfd05c-395e-4349-9c9b-0e998173b5e1 None None] Attempting to bind port 3b1453d6-e68d-4351-93df-e47c21c20984 on network 12050543-9531-4d54-8fbd-448637ddf792 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:37:37.015061 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46624) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:37.017770 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dfd05c-395e-4349-9c9b-0e998173b5e1 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:37:37.018887 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dfd05c-395e-4349-9c9b-0e998173b5e1 None None] Checking segment: {'id': '2b7d5d7c-7b42-40eb-b85c-3214af81dd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '12050543-9531-4d54-8fbd-448637ddf792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:37:37.019686 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-30dfd05c-395e-4349-9c9b-0e998173b5e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:37.020322 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dfd05c-395e-4349-9c9b-0e998173b5e1 None None] Bound using segment: {'id': '2b7d5d7c-7b42-40eb-b85c-3214af81dd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '12050543-9531-4d54-8fbd-448637ddf792'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:37:37.021007 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-30dfd05c-395e-4349-9c9b-0e998173b5e1 None None] Bound port: 3b1453d6-e68d-4351-93df-e47c21c20984, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7d5d7c-7b42-40eb-b85c-3214af81dd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '12050543-9531-4d54-8fbd-448637ddf792'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:37:37.021582 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-30dfd05c-395e-4349-9c9b-0e998173b5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:37.036297 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-59b5d3be-c49b-48ca-9fab-82caf487338b tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Request body: {'subnet': {'network_id': '1c07b5db-3301-4f0c-8a54-cfb570946f9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:37.142234 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-30dfd05c-395e-4349-9c9b-0e998173b5e1 None None] For port 3b1453d6-e68d-4351-93df-e47c21c20984, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:37:37.146290 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-30dfd05c-395e-4349-9c9b-0e998173b5e1 None None] For port 3b1453d6-e68d-4351-93df-e47c21c20984, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=3b1453d6-e68d-4351-93df-e47c21c20984,segment=NetworkSegment(2b7d5d7c-7b42-40eb-b85c-3214af81dd2f),segment_id=2b7d5d7c-7b42-40eb-b85c-3214af81dd2f)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:37:37.156595 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-162b6c77-c0df-412f-ac2c-14918ce8faa6 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:37.183061 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9b056-193b-4bfc-a5f3-da31a7dd790d tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event updated for resources: {'Network': ['ID=1c07b5db-3301-4f0c-8a54-cfb570946f9c,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:37.198442 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 1c07b5db-3301-4f0c-8a54-cfb570946f9c details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:37:37.211501 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-48cd21bf-4b7d-4dd8-ac08-a62bf4689302 req-7a4d42e5-dce5-4b9d-923a-9ee2dfd87ffd service neutron] 10.222.0.52 "GET /v2.0/networks/da8e53a8-8ae6-4708-af46-5da0c5e0389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282689 Oct 27 18:37:37.280855 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ba5501f2-c66b-4be8-b239-7e1c173dbac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:37.286966 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-30dfd05c-395e-4349-9c9b-0e998173b5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:37.356938 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e278468d-63d1-466e-9c99-0d5e1137bfb1 req-66f97eef-02b7-4f3d-ad96-aa8abd631d0a service neutron] 10.222.0.93 "GET /v2.0/networks/da8e53a8-8ae6-4708-af46-5da0c5e0389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680131 Oct 27 18:37:37.376961 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-162b6c77-c0df-412f-ac2c-14918ce8faa6 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:37.378891 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1ecc5a-e499-43e7-bb32-97d3f4d3acfe None None] Network 6e882711-9454-4a02-95b3-8182cd6e916d requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:37:37.425851 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfd05c-395e-4349-9c9b-0e998173b5e1 None None] Pushing event updated for resources: {'Port': ['ID=3b1453d6-e68d-4351-93df-e47c21c20984,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:37.448877 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162b6c77-c0df-412f-ac2c-14918ce8faa6 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Network 12050543-9531-4d54-8fbd-448637ddf792 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:37:37.452225 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-162b6c77-c0df-412f-ac2c-14918ce8faa6 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:37:37.462238 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162b6c77-c0df-412f-ac2c-14918ce8faa6 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:37:37.471760 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b6c77-c0df-412f-ac2c-14918ce8faa6 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event updated for resources: {'Port': ['ID=3c849c24-0686-4dff-8cf4-35f37dfe187b,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:37.506473 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5ad3115b-b469-4929-be31-4650e16ccb6a req-437802d7-1a3e-4429-8d20-1dab18824ddf tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.94 HTTP/1.1" status: 200 len: 1001 time: 0.1692414 Oct 27 18:37:37.529779 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-02f14502-30da-4f4a-82b2-2584aa048568 None None] Provisioning complete for port b2961251-0946-4c86-97bd-5aa1ede340da triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:37:37.530750 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-02f14502-30da-4f4a-82b2-2584aa048568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:37.554325 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-162b6c77-c0df-412f-ac2c-14918ce8faa6 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:37.606526 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b5d3be-c49b-48ca-9fab-82caf487338b tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Made reservation on behalf of 7e112ca0a568418e86e03a96b74eaf4a for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:37:37.622501 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-59b5d3be-c49b-48ca-9fab-82caf487338b tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:37.722763 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3115b-b469-4929-be31-4650e16ccb6a req-957d66ea-02d4-42c9-9518-c2d87f88ddbc tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:37.739191 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5ad3115b-b469-4929-be31-4650e16ccb6a req-957d66ea-02d4-42c9-9518-c2d87f88ddbc tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/ports/5206b3bf-1563-4ae1-83de-8e76ced302a0 HTTP/1.1" status: 200 len: 943 time: 0.2298732 Oct 27 18:37:37.744862 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ba5501f2-c66b-4be8-b239-7e1c173dbac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:37.832039 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-162b6c77-c0df-412f-ac2c-14918ce8faa6 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:37.976897 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ba5501f2-c66b-4be8-b239-7e1c173dbac3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:37.984113 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ba5501f2-c66b-4be8-b239-7e1c173dbac3 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/65ac4810-8e50-4c01-96ee-60c0f28e60c2 HTTP/1.1" status: 204 len: 168 time: 2.3545430 Oct 27 18:37:37.988020 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5501f2-c66b-4be8-b239-7e1c173dbac3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65ac4810-8e50-4c01-96ee-60c0f28e60c2,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:37.992937 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46632) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:38.104598 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e278186b-6b7d-4b23-8b78-0d5f603fe8cd tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router_gateway, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:38.149997 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0c539add-b98b-4c8a-ab94-3b8f7784c374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:38.189716 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e278186b-6b7d-4b23-8b78-0d5f603fe8cd tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:38.194386 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5ad3115b-b469-4929-be31-4650e16ccb6a req-6fa559a9-9511-433d-a756-b597ef648e89 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.94 HTTP/1.1" status: 200 len: 1001 time: 0.2747715 Oct 27 18:37:38.198888 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6a89df08-480a-434b-b9c5-434bacc0cd48 None None] Provisioning complete for port b2961251-0946-4c86-97bd-5aa1ede340da triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:37:38.199410 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6a89df08-480a-434b-b9c5-434bacc0cd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:38.307176 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-162b6c77-c0df-412f-ac2c-14918ce8faa6 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:38.382553 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-162b6c77-c0df-412f-ac2c-14918ce8faa6 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:38.466143 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0c539add-b98b-4c8a-ab94-3b8f7784c374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:38.495041 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device b2961251-0946-4c86-97bd-5aa1ede340da up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:37:38.504442 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b6c77-c0df-412f-ac2c-14918ce8faa6 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event updated for resources: {'Port': ['ID=3c849c24-0686-4dff-8cf4-35f37dfe187b,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:38.510230 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-162b6c77-c0df-412f-ac2c-14918ce8faa6 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:38.552581 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-0c539add-b98b-4c8a-ab94-3b8f7784c374 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f4fe408-cfac-4f2a-8c2f-b5054aadc454']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:38.576642 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port b2961251-0946-4c86-97bd-5aa1ede340da triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:37:38.577075 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:38.602257 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-0c539add-b98b-4c8a-ab94-3b8f7784c374 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0d46302-2320-4b79-8992-38deddbfd1b7') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:38.602544 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-0c539add-b98b-4c8a-ab94-3b8f7784c374 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0d46302-2320-4b79-8992-38deddbfd1b7') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:38.624713 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0c539add-b98b-4c8a-ab94-3b8f7784c374 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:38.659982 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-e278186b-6b7d-4b23-8b78-0d5f603fe8cd tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Allocated IP 172.25.6.63 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/3165a926-d75d-4ecd-b7ed-aacfb3e8aa04) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:37:38.669156 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-59b5d3be-c49b-48ca-9fab-82caf487338b tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:38.674155 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0c539add-b98b-4c8a-ab94-3b8f7784c374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:38.674322 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162b6c77-c0df-412f-ac2c-14918ce8faa6 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Network 12050543-9531-4d54-8fbd-448637ddf792 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:37:38.676920 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-162b6c77-c0df-412f-ac2c-14918ce8faa6 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:37:38.694993 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c539add-b98b-4c8a-ab94-3b8f7784c374 admin admin] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:37:38.696598 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0c539add-b98b-4c8a-ab94-3b8f7784c374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:38.698434 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 3b1453d6-e68d-4351-93df-e47c21c20984 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:37:38.767535 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 3b1453d6-e68d-4351-93df-e47c21c20984 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:37:38.768409 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:38.826670 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:37:38.826670 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:37:38.826670 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:37:38.826670 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:37:38.826670 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:37:38.826670 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:37:38.826670 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:37:38.826670 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:37:38.826670 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:37:38.826670 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:37:38.826670 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:37:38.826670 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:37:38.826670 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:37:38.826670 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:37:38.826670 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:37:38.826670 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:37:38.826670 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:37:38.826670 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:37:38.826670 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:37:38.826670 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:37:38.826670 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:37:38.826670 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:37:38.826670 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:37:38.826670 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:37:38.826670 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:37:38.826670 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:37:38.826670 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:37:38.826670 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:37:38.826670 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:37:38.826670 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:37:38.826670 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:37:38.826670 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:37:38.841788 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3115b-b469-4929-be31-4650e16ccb6a req-3f9f0c41-b0a5-45b0-a6f6-fb19cebf8ecc tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:38.852396 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5ad3115b-b469-4929-be31-4650e16ccb6a req-3f9f0c41-b0a5-45b0-a6f6-fb19cebf8ecc tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/networks/0fad50cd-70b8-43d9-8a14-cc05c0fdea0e HTTP/1.1" status: 200 len: 784 time: 0.6381767 Oct 27 18:37:38.875612 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-5ad3115b-b469-4929-be31-4650e16ccb6a req-62fb2d7a-8e5b-423c-9b36-36898bfd5252 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:37:38.885676 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5ad3115b-b469-4929-be31-4650e16ccb6a req-62fb2d7a-8e5b-423c-9b36-36898bfd5252 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0323563 Oct 27 18:37:38.886638 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:38.903465 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0c539add-b98b-4c8a-ab94-3b8f7784c374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:38.926518 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 3b1453d6-e68d-4351-93df-e47c21c20984, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=3b1453d6-e68d-4351-93df-e47c21c20984,segment=NetworkSegment(2b7d5d7c-7b42-40eb-b85c-3214af81dd2f),segment_id=2b7d5d7c-7b42-40eb-b85c-3214af81dd2f)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:37:38.929905 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6a3666-0356-4187-b69e-611f963537f2 None None] Network 12050543-9531-4d54-8fbd-448637ddf792 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:37:38.931021 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162b6c77-c0df-412f-ac2c-14918ce8faa6 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Router 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:37:38.968700 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b5d3be-c49b-48ca-9fab-82caf487338b tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event updated for resources: {'Subnet': ['ID=1f46d296-f70d-42c3-959d-ad0ff64944f5,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:38.971163 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0c539add-b98b-4c8a-ab94-3b8f7784c374 admin admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:38.985958 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0c539add-b98b-4c8a-ab94-3b8f7784c374 admin admin] 10.222.0.52 "DELETE /v2.0/networks/0f4fe408-cfac-4f2a-8c2f-b5054aadc454 HTTP/1.1" status: 204 len: 168 time: 0.9864357 Oct 27 18:37:38.989605 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:39.052739 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=3b1453d6-e68d-4351-93df-e47c21c20984,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:39.072867 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-dbbe6460-624b-4ba2-9086-74208f87844c None None] Provisioning complete for port 3b1453d6-e68d-4351-93df-e47c21c20984 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:37:39.073075 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dbbe6460-624b-4ba2-9086-74208f87844c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:39.090478 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162b6c77-c0df-412f-ac2c-14918ce8faa6 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:37:39.096813 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e278186b-6b7d-4b23-8b78-0d5f603fe8cd tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:39.105081 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66eaa8e0-5ae8-45c2-9762-34ef4ea8b00e None None] Sync routers for ids ['8dfd3be9-e3e1-4925-8d78-156c379ac4e4'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:37:39.107973 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-162b6c77-c0df-412f-ac2c-14918ce8faa6 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "PUT /v2.0/routers/8dfd3be9-e3e1-4925-8d78-156c379ac4e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9679866 Oct 27 18:37:39.110724 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46652) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:39.120446 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-248f5ec7-7c72-44d8-84bd-a269a3392831 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Request body: {'network': {'name': 'tempest-RoutersTest-2014772404'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:39.125326 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66eaa8e0-5ae8-45c2-9762-34ef4ea8b00e None None] Routers {'8dfd3be9-e3e1-4925-8d78-156c379ac4e4'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:37:39.125943 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-66eaa8e0-5ae8-45c2-9762-34ef4ea8b00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:37:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8dfd3be9-e3e1-4925-8d78-156c379ac4e4'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:39.155762 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c539add-b98b-4c8a-ab94-3b8f7784c374 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f4fe408-cfac-4f2a-8c2f-b5054aadc454,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:39.197203 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e278186b-6b7d-4b23-8b78-0d5f603fe8cd tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:39.203348 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5ad3115b-b469-4929-be31-4650e16ccb6a req-5b2df953-913c-4fbf-b970-edf6e85bb370 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.94 HTTP/1.1" status: 200 len: 1001 time: 0.3168316 Oct 27 18:37:39.204347 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b5d3be-c49b-48ca-9fab-82caf487338b tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Checking segment: {'id': '1557d569-84b1-471f-a6c7-b031685663b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '1c07b5db-3301-4f0c-8a54-cfb570946f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:37:39.204973 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b5d3be-c49b-48ca-9fab-82caf487338b tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Network hostable DHCP agents. Network: 1c07b5db-3301-4f0c-8a54-cfb570946f9c, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:37:39.245072 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-5ad3115b-b469-4929-be31-4650e16ccb6a req-cc9da1b2-4b08-4b00-bf9d-953720185a0f tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:39.280913 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248f5ec7-7c72-44d8-84bd-a269a3392831 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Made reservation on behalf of 4e0551cb79254307ae43405db8526986 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:37:39.284466 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-248f5ec7-7c72-44d8-84bd-a269a3392831 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:39.298468 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-66eaa8e0-5ae8-45c2-9762-34ef4ea8b00e None None] Set router 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 gateway port host: None {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:37:39.333843 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-248f5ec7-7c72-44d8-84bd-a269a3392831 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] vlan segment allocate from pool success with {'vlan_id': 1047, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:37:39.349484 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-248f5ec7-7c72-44d8-84bd-a269a3392831 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:39.351295 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-248f5ec7-7c72-44d8-84bd-a269a3392831 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Added segment 3a6a8957-6366-4408-874b-aa65fe833b83 of type vlan for network 598d3aef-28fc-4f34-8055-8e08cec647c1 Oct 27 18:37:39.390847 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e278186b-6b7d-4b23-8b78-0d5f603fe8cd tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:37:39.402840 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-e278186b-6b7d-4b23-8b78-0d5f603fe8cd tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:37:39.430195 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e278186b-6b7d-4b23-8b78-0d5f603fe8cd tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Pushing event updated for resources: {'Port': ['ID=3165a926-d75d-4ecd-b7ed-aacfb3e8aa04,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:39.430195 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e278186b-6b7d-4b23-8b78-0d5f603fe8cd tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:37:39.440583 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-248f5ec7-7c72-44d8-84bd-a269a3392831 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:39.475756 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b5d3be-c49b-48ca-9fab-82caf487338b tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Network 1c07b5db-3301-4f0c-8a54-cfb570946f9c is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:37:39.486034 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-5ad3115b-b469-4929-be31-4650e16ccb6a req-cc9da1b2-4b08-4b00-bf9d-953720185a0f tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks [] for floatingip, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:39.537944 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-248f5ec7-7c72-44d8-84bd-a269a3392831 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:39.546008 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248f5ec7-7c72-44d8-84bd-a269a3392831 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:39.550566 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-248f5ec7-7c72-44d8-84bd-a269a3392831 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:39.656746 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-59b5d3be-c49b-48ca-9fab-82caf487338b tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 1c07b5db-3301-4f0c-8a54-cfb570946f9c) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:37:39.661086 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-66eaa8e0-5ae8-45c2-9762-34ef4ea8b00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'name': 'tempest-RoutersTest-router-1361598088', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:37:31Z', 'updated_at': '2021-10-27T18:37:37Z', 'revision_number': 2, 'project_id': '4e0551cb79254307ae43405db8526986', 'gw_port_host': None, '_interfaces': [{'id': '3c849c24-0686-4dff-8cf4-35f37dfe187b', 'name': '', 'network_id': '12050543-9531-4d54-8fbd-448637ddf792', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:a3:3a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:36Z', 'updated_at': '2021-10-27T18:37:38Z', 'revision_number': 2, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:39.665896 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0936de-6d16-4ac3-a038-0cf5b3d0e4be None None] Network 1c07b5db-3301-4f0c-8a54-cfb570946f9c requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:37:39.670508 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248f5ec7-7c72-44d8-84bd-a269a3392831 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event updated for resources: {'Network': ['ID=598d3aef-28fc-4f34-8055-8e08cec647c1,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:39.686917 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248f5ec7-7c72-44d8-84bd-a269a3392831 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:39.687268 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248f5ec7-7c72-44d8-84bd-a269a3392831 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:39.687629 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248f5ec7-7c72-44d8-84bd-a269a3392831 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:39.694366 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248f5ec7-7c72-44d8-84bd-a269a3392831 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:39.694366 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248f5ec7-7c72-44d8-84bd-a269a3392831 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:39.694366 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248f5ec7-7c72-44d8-84bd-a269a3392831 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:39.694366 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248f5ec7-7c72-44d8-84bd-a269a3392831 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:39.694366 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248f5ec7-7c72-44d8-84bd-a269a3392831 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:39.694366 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248f5ec7-7c72-44d8-84bd-a269a3392831 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:39.694366 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248f5ec7-7c72-44d8-84bd-a269a3392831 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:39.694366 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248f5ec7-7c72-44d8-84bd-a269a3392831 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:39.702700 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248f5ec7-7c72-44d8-84bd-a269a3392831 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:39.719508 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-248f5ec7-7c72-44d8-84bd-a269a3392831 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6035407 Oct 27 18:37:39.719699 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46660) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:39.733241 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-a7b86817-c198-487e-80d2-64f1ed854f38 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Request body: {'subnet': {'network_id': '598d3aef-28fc-4f34-8055-8e08cec647c1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:39.746068 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66eaa8e0-5ae8-45c2-9762-34ef4ea8b00e None None] Checking router: 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:37:39.750288 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66eaa8e0-5ae8-45c2-9762-34ef4ea8b00e None None] Updating router 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 port 3c849c24-0686-4dff-8cf4-35f37dfe187b binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:37:39.769602 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 598d3aef-28fc-4f34-8055-8e08cec647c1 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:37:39.776879 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-371f4bb3-d9c5-4bfa-a090-1756a4299d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:39.795533 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ca6ab71-5b62-4427-b66a-f1d358b2aabc None None] Provisioning complete for port 3c849c24-0686-4dff-8cf4-35f37dfe187b triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:37:39.796247 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ca6ab71-5b62-4427-b66a-f1d358b2aabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:39.810257 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-66eaa8e0-5ae8-45c2-9762-34ef4ea8b00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:39.834626 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46662) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:39.864750 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b5d3be-c49b-48ca-9fab-82caf487338b tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:39.865410 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-59b5d3be-c49b-48ca-9fab-82caf487338b tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:39.999387 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b86817-c198-487e-80d2-64f1ed854f38 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Made reservation on behalf of 4e0551cb79254307ae43405db8526986 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:37:40.004638 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a7b86817-c198-487e-80d2-64f1ed854f38 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:40.068153 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7cfb778e-d267-4ada-8748-bfa49f8d9749 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1ca2b7a105554b2d984d4beb458346dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2183981 Oct 27 18:37:40.093898 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46664) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:40.139026 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-59b5d3be-c49b-48ca-9fab-82caf487338b tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1195960 Oct 27 18:37:40.142562 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46666) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:40.145326 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-5ad3115b-b469-4929-be31-4650e16ccb6a req-cc9da1b2-4b08-4b00-bf9d-953720185a0f tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:40.153326 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-b6d40e91-5743-4f03-95ab-c04706723c44 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:40.175940 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ca6ab71-5b62-4427-b66a-f1d358b2aabc None None] Port 3c849c24-0686-4dff-8cf4-35f37dfe187b cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:37:40.200765 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ca6ab71-5b62-4427-b66a-f1d358b2aabc None None] Provisioning complete for port 3b1453d6-e68d-4351-93df-e47c21c20984 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:37:40.200984 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-5ad3115b-b469-4929-be31-4650e16ccb6a req-cc9da1b2-4b08-4b00-bf9d-953720185a0f tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:40.201141 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ca6ab71-5b62-4427-b66a-f1d358b2aabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:40.207197 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [req-5ad3115b-b469-4929-be31-4650e16ccb6a req-cc9da1b2-4b08-4b00-bf9d-953720185a0f tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Floating IP 45098c12-fa80-4d3a-a47c-6d5443af31ca disassociated. External IP: 172.25.6.94, port: 5206b3bf-1563-4ae1-83de-8e76ced302a0. Oct 27 18:37:40.277043 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-66eaa8e0-5ae8-45c2-9762-34ef4ea8b00e None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:40.342358 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b6d40e91-5743-4f03-95ab-c04706723c44 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3841116'] for subnet, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:40.386590 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e93df8-e92a-4134-a36c-cee2c628eb38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-1c07b5db-3301-4f0c-8a54-cfb570946f9c', 'network_id': '1c07b5db-3301-4f0c-8a54-cfb570946f9c', 'tenant_id': '7e112ca0a568418e86e03a96b74eaf4a', 'fixed_ips': [{'subnet_id': '1f46d296-f70d-42c3-959d-ad0ff64944f5'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:37:40.394450 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-83e93df8-e92a-4134-a36c-cee2c628eb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:40.406367 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-66eaa8e0-5ae8-45c2-9762-34ef4ea8b00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:40.487689 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e14d6-648a-437a-a906-f588c0cdc481 None None] Pushing event updated for resources: {'Port': ['ID=3c849c24-0686-4dff-8cf4-35f37dfe187b,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:40.517864 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b15c1ca2-2449-417e-9e6b-b32eb9a03ff3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:40.520465 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8e14d6-648a-437a-a906-f588c0cdc481 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:40.520811 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8e14d6-648a-437a-a906-f588c0cdc481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:40.521131 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8e14d6-648a-437a-a906-f588c0cdc481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:40.521455 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8e14d6-648a-437a-a906-f588c0cdc481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:40.521983 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8e14d6-648a-437a-a906-f588c0cdc481 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:40.522328 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8e14d6-648a-437a-a906-f588c0cdc481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:40.522685 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8e14d6-648a-437a-a906-f588c0cdc481 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:40.523220 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8e14d6-648a-437a-a906-f588c0cdc481 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:40.523543 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8e14d6-648a-437a-a906-f588c0cdc481 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:40.523968 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8e14d6-648a-437a-a906-f588c0cdc481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:40.524284 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8e14d6-648a-437a-a906-f588c0cdc481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:40.524601 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8e14d6-648a-437a-a906-f588c0cdc481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:40.542224 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b15c1ca2-2449-417e-9e6b-b32eb9a03ff3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:40.604074 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-66eaa8e0-5ae8-45c2-9762-34ef4ea8b00e None None] Attempting to bind port 3c849c24-0686-4dff-8cf4-35f37dfe187b on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:37:40.604497 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-66eaa8e0-5ae8-45c2-9762-34ef4ea8b00e None None] Attempting to bind port 3c849c24-0686-4dff-8cf4-35f37dfe187b by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '2b7d5d7c-7b42-40eb-b85c-3214af81dd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '12050543-9531-4d54-8fbd-448637ddf792'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:37:40.604861 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eaa8e0-5ae8-45c2-9762-34ef4ea8b00e None None] Attempting to bind port 3c849c24-0686-4dff-8cf4-35f37dfe187b on network 12050543-9531-4d54-8fbd-448637ddf792 {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:37:40.611025 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eaa8e0-5ae8-45c2-9762-34ef4ea8b00e None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:37:40.611593 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eaa8e0-5ae8-45c2-9762-34ef4ea8b00e None None] Checking segment: {'id': '2b7d5d7c-7b42-40eb-b85c-3214af81dd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '12050543-9531-4d54-8fbd-448637ddf792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:37:40.611991 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-66eaa8e0-5ae8-45c2-9762-34ef4ea8b00e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:40.612420 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eaa8e0-5ae8-45c2-9762-34ef4ea8b00e None None] Bound using segment: {'id': '2b7d5d7c-7b42-40eb-b85c-3214af81dd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '12050543-9531-4d54-8fbd-448637ddf792'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:37:40.612889 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-66eaa8e0-5ae8-45c2-9762-34ef4ea8b00e None None] Bound port: 3c849c24-0686-4dff-8cf4-35f37dfe187b, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7d5d7c-7b42-40eb-b85c-3214af81dd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '12050543-9531-4d54-8fbd-448637ddf792'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:37:40.614843 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-66eaa8e0-5ae8-45c2-9762-34ef4ea8b00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:40.653210 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 3b1453d6-e68d-4351-93df-e47c21c20984 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:37:40.722702 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-c20d8367-d4e1-459e-8a73-6904ca0744a2 None None] Provisioning complete for port 3c849c24-0686-4dff-8cf4-35f37dfe187b triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:37:40.723424 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c20d8367-d4e1-459e-8a73-6904ca0744a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:40.730227 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-66eaa8e0-5ae8-45c2-9762-34ef4ea8b00e None None] For port 3c849c24-0686-4dff-8cf4-35f37dfe187b, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:37:40.734491 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-66eaa8e0-5ae8-45c2-9762-34ef4ea8b00e None None] For port 3c849c24-0686-4dff-8cf4-35f37dfe187b, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=3c849c24-0686-4dff-8cf4-35f37dfe187b,segment=NetworkSegment(2b7d5d7c-7b42-40eb-b85c-3214af81dd2f),segment_id=2b7d5d7c-7b42-40eb-b85c-3214af81dd2f)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:37:40.773284 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b15c1ca2-2449-417e-9e6b-b32eb9a03ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:40.776003 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 3b1453d6-e68d-4351-93df-e47c21c20984 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:37:40.776154 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b15c1ca2-2449-417e-9e6b-b32eb9a03ff3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:40.776559 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:40.779705 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b15c1ca2-2449-417e-9e6b-b32eb9a03ff3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3ac72845-ff64-48c9-be88-0f35c81b41e1 HTTP/1.1" status: 204 len: 168 time: 0.6821260 Oct 27 18:37:40.819146 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-66eaa8e0-5ae8-45c2-9762-34ef4ea8b00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:40.845760 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c1ca2-2449-417e-9e6b-b32eb9a03ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac72845-ff64-48c9-be88-0f35c81b41e1,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:40.868697 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-c20d8367-d4e1-459e-8a73-6904ca0744a2 None None] Port 3c849c24-0686-4dff-8cf4-35f37dfe187b cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:37:40.926827 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b6d40e91-5743-4f03-95ab-c04706723c44 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753617353957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3373107'] for subnet, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:40.954187 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e14d6-648a-437a-a906-f588c0cdc481 None None] Pushing event updated for resources: {'Port': ['ID=3c849c24-0686-4dff-8cf4-35f37dfe187b,revision_number=4']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:40.963333 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66eaa8e0-5ae8-45c2-9762-34ef4ea8b00e None None] Routers {'8dfd3be9-e3e1-4925-8d78-156c379ac4e4'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:37:40.963970 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-66eaa8e0-5ae8-45c2-9762-34ef4ea8b00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:37:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8dfd3be9-e3e1-4925-8d78-156c379ac4e4'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:40.999922 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a7b86817-c198-487e-80d2-64f1ed854f38 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:41.001968 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-83e93df8-e92a-4134-a36c-cee2c628eb38 None None] Allocated IP 2001:db8::2 (1c07b5db-3301-4f0c-8a54-cfb570946f9c/1f46d296-f70d-42c3-959d-ad0ff64944f5/fbeee456-b36c-4711-b47b-2b89af09083f) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:37:41.022065 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d40e91-5743-4f03-95ab-c04706723c44 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:41.023265 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b6d40e91-5743-4f03-95ab-c04706723c44 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:41.029293 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46676) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:41.043757 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b6d40e91-5743-4f03-95ab-c04706723c44 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "PUT /v2.0/subnets/1f46d296-f70d-42c3-959d-ad0ff64944f5 HTTP/1.1" status: 200 len: 826 time: 0.8909194 Oct 27 18:37:41.088041 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d40e91-5743-4f03-95ab-c04706723c44 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event updated for resources: {'Subnet': ['ID=1f46d296-f70d-42c3-959d-ad0ff64944f5,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:41.194414 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-66eaa8e0-5ae8-45c2-9762-34ef4ea8b00e None None] Set router 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 gateway port host: None {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:37:41.215255 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b86817-c198-487e-80d2-64f1ed854f38 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Checking segment: {'id': '3a6a8957-6366-4408-874b-aa65fe833b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '598d3aef-28fc-4f34-8055-8e08cec647c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:37:41.215579 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b86817-c198-487e-80d2-64f1ed854f38 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Network hostable DHCP agents. Network: 598d3aef-28fc-4f34-8055-8e08cec647c1, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:37:41.223823 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-83e93df8-e92a-4134-a36c-cee2c628eb38 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:41.254475 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-78a2ba20-57a3-49c1-8377-87a896d74f39 None None] Provisioning complete for port 3c849c24-0686-4dff-8cf4-35f37dfe187b triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:37:41.255123 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-78a2ba20-57a3-49c1-8377-87a896d74f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:41.283325 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b86817-c198-487e-80d2-64f1ed854f38 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event updated for resources: {'Subnet': ['ID=84116899-65f2-4e9a-b744-5bfffbff65fe,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:41.321054 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-83e93df8-e92a-4134-a36c-cee2c628eb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:41.388083 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5cedd0a2-5838-4687-8090-3a86b610a526 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:41.388297 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b86817-c198-487e-80d2-64f1ed854f38 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Network 598d3aef-28fc-4f34-8055-8e08cec647c1 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:37:41.398101 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e278186b-6b7d-4b23-8b78-0d5f603fe8cd tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router_gateway, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:41.401515 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e93df8-e92a-4134-a36c-cee2c628eb38 None None] Network 1c07b5db-3301-4f0c-8a54-cfb570946f9c is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:37:41.410281 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-83e93df8-e92a-4134-a36c-cee2c628eb38 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:37:41.414639 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e93df8-e92a-4134-a36c-cee2c628eb38 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:37:41.448484 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e93df8-e92a-4134-a36c-cee2c628eb38 None None] Pushing event updated for resources: {'Port': ['ID=fbeee456-b36c-4711-b47b-2b89af09083f,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:41.467729 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-a7b86817-c198-487e-80d2-64f1ed854f38 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 598d3aef-28fc-4f34-8055-8e08cec647c1) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:37:41.479689 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b86817-c198-487e-80d2-64f1ed854f38 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:41.480316 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a7b86817-c198-487e-80d2-64f1ed854f38 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:41.516328 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f255d3-831e-4c27-901f-9f5184ed01bf None None] Network 598d3aef-28fc-4f34-8055-8e08cec647c1 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:37:41.573727 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a7b86817-c198-487e-80d2-64f1ed854f38 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8530684 Oct 27 18:37:41.576529 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46686) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:41.608864 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-78a2ba20-57a3-49c1-8377-87a896d74f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:41.634408 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-83e93df8-e92a-4134-a36c-cee2c628eb38 None None] Attempting to bind port fbeee456-b36c-4711-b47b-2b89af09083f on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:37:41.634696 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-83e93df8-e92a-4134-a36c-cee2c628eb38 None None] Attempting to bind port fbeee456-b36c-4711-b47b-2b89af09083f by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '1557d569-84b1-471f-a6c7-b031685663b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '1c07b5db-3301-4f0c-8a54-cfb570946f9c'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:37:41.635637 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e93df8-e92a-4134-a36c-cee2c628eb38 None None] Attempting to bind port fbeee456-b36c-4711-b47b-2b89af09083f on network 1c07b5db-3301-4f0c-8a54-cfb570946f9c {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:37:41.661237 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e93df8-e92a-4134-a36c-cee2c628eb38 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:37:41.661679 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e93df8-e92a-4134-a36c-cee2c628eb38 None None] Checking segment: {'id': '1557d569-84b1-471f-a6c7-b031685663b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '1c07b5db-3301-4f0c-8a54-cfb570946f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:37:41.662088 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-83e93df8-e92a-4134-a36c-cee2c628eb38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:41.663181 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e93df8-e92a-4134-a36c-cee2c628eb38 None None] Bound using segment: {'id': '1557d569-84b1-471f-a6c7-b031685663b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '1c07b5db-3301-4f0c-8a54-cfb570946f9c'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:37:41.663908 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-83e93df8-e92a-4134-a36c-cee2c628eb38 None None] Bound port: fbeee456-b36c-4711-b47b-2b89af09083f, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1557d569-84b1-471f-a6c7-b031685663b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '1c07b5db-3301-4f0c-8a54-cfb570946f9c'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:37:41.664046 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-83e93df8-e92a-4134-a36c-cee2c628eb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:41.682248 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-78a2ba20-57a3-49c1-8377-87a896d74f39 None None] For port 3c849c24-0686-4dff-8cf4-35f37dfe187b, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=3c849c24-0686-4dff-8cf4-35f37dfe187b,segment=NetworkSegment(2b7d5d7c-7b42-40eb-b85c-3214af81dd2f),segment_id=2b7d5d7c-7b42-40eb-b85c-3214af81dd2f)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:37:41.741558 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ad3115b-b469-4929-be31-4650e16ccb6a req-cc9da1b2-4b08-4b00-bf9d-953720185a0f tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Router 77124802-1704-4bfc-8720-d06c469de96f has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:37:41.758108 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-78a2ba20-57a3-49c1-8377-87a896d74f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:41.817565 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-66eaa8e0-5ae8-45c2-9762-34ef4ea8b00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'name': 'tempest-RoutersTest-router-1361598088', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:37:31Z', 'updated_at': '2021-10-27T18:37:37Z', 'revision_number': 2, 'project_id': '4e0551cb79254307ae43405db8526986', 'gw_port_host': None, '_interfaces': [{'id': '3c849c24-0686-4dff-8cf4-35f37dfe187b', 'name': '', 'network_id': '12050543-9531-4d54-8fbd-448637ddf792', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:a3:3a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:36Z', 'updated_at': '2021-10-27T18:37:40Z', 'revision_number': 4, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:41.828064 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-5cedd0a2-5838-4687-8090-3a86b610a526 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Deleting port fbeee456-b36c-4711-b47b-2b89af09083f {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:37:41.828412 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5cedd0a2-5838-4687-8090-3a86b610a526 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:41.856612 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66eaa8e0-5ae8-45c2-9762-34ef4ea8b00e None None] The sync data for ids ['8dfd3be9-e3e1-4925-8d78-156c379ac4e4'] in n-d-815690-2 is: [{'id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'name': 'tempest-RoutersTest-router-1361598088', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:37:31Z', 'updated_at': '2021-10-27T18:37:37Z', 'revision_number': 2, 'project_id': '4e0551cb79254307ae43405db8526986', 'gw_port_host': None, '_interfaces': [{'id': '3c849c24-0686-4dff-8cf4-35f37dfe187b', 'name': '', 'network_id': '12050543-9531-4d54-8fbd-448637ddf792', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:a3:3a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:36Z', 'updated_at': '2021-10-27T18:37:40Z', 'revision_number': 4, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:37:41.863540 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-83e93df8-e92a-4134-a36c-cee2c628eb38 None None] For port fbeee456-b36c-4711-b47b-2b89af09083f, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:37:41.902920 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b955a499-f35b-45e4-bfce-fe35cf6501cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-598d3aef-28fc-4f34-8055-8e08cec647c1', 'network_id': '598d3aef-28fc-4f34-8055-8e08cec647c1', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'fixed_ips': [{'subnet_id': '84116899-65f2-4e9a-b744-5bfffbff65fe'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:37:41.903779 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b955a499-f35b-45e4-bfce-fe35cf6501cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:41.922701 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-83e93df8-e92a-4134-a36c-cee2c628eb38 None None] For port fbeee456-b36c-4711-b47b-2b89af09083f, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=fbeee456-b36c-4711-b47b-2b89af09083f,segment=NetworkSegment(1557d569-84b1-471f-a6c7-b031685663b5),segment_id=1557d569-84b1-471f-a6c7-b031685663b5)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:37:41.929902 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-39a609a1-a3a8-4818-8c1e-aca70a747726 None None] Provisioning complete for port 3c849c24-0686-4dff-8cf4-35f37dfe187b triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:37:41.930269 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-39a609a1-a3a8-4818-8c1e-aca70a747726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:41.952895 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2ba20-57a3-49c1-8377-87a896d74f39 None None] Pushing event updated for resources: {'Port': ['ID=3c849c24-0686-4dff-8cf4-35f37dfe187b,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:42.002394 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e278186b-6b7d-4b23-8b78-0d5f603fe8cd tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:42.026202 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-83e93df8-e92a-4134-a36c-cee2c628eb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:42.241486 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-b955a499-f35b-45e4-bfce-fe35cf6501cf None None] Allocated IP 172.21.0.2 (598d3aef-28fc-4f34-8055-8e08cec647c1/84116899-65f2-4e9a-b744-5bfffbff65fe/c6c7a6e1-5386-45ba-9839-c9b7a72cd562) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:37:42.518418 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5062c307-1a18-4386-b82a-17d9a8d7696b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:42.550347 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 3c849c24-0686-4dff-8cf4-35f37dfe187b up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:37:42.568276 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-5cedd0a2-5838-4687-8090-3a86b610a526 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] For port fbeee456-b36c-4711-b47b-2b89af09083f, host n-d-815690-2, got binding levels [] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:37:42.569653 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5cedd0a2-5838-4687-8090-3a86b610a526 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:42.596434 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-5cedd0a2-5838-4687-8090-3a86b610a526 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Calling delete_port for fbeee456-b36c-4711-b47b-2b89af09083f owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:37:42.613721 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ad3115b-b469-4929-be31-4650e16ccb6a req-cc9da1b2-4b08-4b00-bf9d-953720185a0f tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:37:42.667016 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9f8df0-fc89-4a43-958f-e67b25fbcbba None None] Sync routers for ids ['77124802-1704-4bfc-8720-d06c469de96f'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:37:42.678412 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b955a499-f35b-45e4-bfce-fe35cf6501cf None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:42.775101 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e93df8-e92a-4134-a36c-cee2c628eb38 None None] Pushing event updated for resources: {'Port': ['ID=fbeee456-b36c-4711-b47b-2b89af09083f,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:42.819628 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9f8df0-fc89-4a43-958f-e67b25fbcbba None None] Routers {'77124802-1704-4bfc-8720-d06c469de96f'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:37:42.820411 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-5d9f8df0-fc89-4a43-958f-e67b25fbcbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:37:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['77124802-1704-4bfc-8720-d06c469de96f'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:42.823653 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b955a499-f35b-45e4-bfce-fe35cf6501cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:43.027508 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-5ad3115b-b469-4929-be31-4650e16ccb6a req-cc9da1b2-4b08-4b00-bf9d-953720185a0f tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:43.075809 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-51267ce2-e408-4b25-9cd9-d91b79d5115d tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:43.117467 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5ad3115b-b469-4929-be31-4650e16ccb6a req-cc9da1b2-4b08-4b00-bf9d-953720185a0f tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "PUT /v2.0/floatingips/45098c12-fa80-4d3a-a47c-6d5443af31ca HTTP/1.1" status: 200 len: 694 time: 3.8766937 Oct 27 18:37:43.123296 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0170328-cf0b-4c32-a4b6-53e45acc158a', 'tag': '5206b3bf-1563-4ae1-83de-8e76ced302a0'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:37:43.124248 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-5d9f8df0-fc89-4a43-958f-e67b25fbcbba None None] Set router 77124802-1704-4bfc-8720-d06c469de96f gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:37:43.129509 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b619e8c-e597-431f-b3f2-f58e63f974be" -d '{"events": [{"name": "network-changed", "server_uuid": "c0170328-cf0b-4c32-a4b6-53e45acc158a", "tag": "5206b3bf-1563-4ae1-83de-8e76ced302a0"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:37:43.186853 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec1b5d8-c4b5-466a-afa3-45a3af14c985 x-openstack-request-id: req-4ec1b5d8-c4b5-466a-afa3-45a3af14c985 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:37:43.187418 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0170328-cf0b-4c32-a4b6-53e45acc158a", "tag": "5206b3bf-1563-4ae1-83de-8e76ced302a0", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:37:43.187883 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4ec1b5d8-c4b5-466a-afa3-45a3af14c985 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:37:43.189660 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0170328-cf0b-4c32-a4b6-53e45acc158a', 'tag': '5206b3bf-1563-4ae1-83de-8e76ced302a0', 'status': 'completed', 'code': 200} Oct 27 18:37:43.251204 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e278186b-6b7d-4b23-8b78-0d5f603fe8cd tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Router 6e3f1624-0c3f-4755-a115-c1cb0825e3d8 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:37:43.258907 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b955a499-f35b-45e4-bfce-fe35cf6501cf None None] Network 598d3aef-28fc-4f34-8055-8e08cec647c1 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:37:43.270562 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 3c849c24-0686-4dff-8cf4-35f37dfe187b triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:37:43.270921 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:43.299476 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-b955a499-f35b-45e4-bfce-fe35cf6501cf None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:37:43.310408 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b955a499-f35b-45e4-bfce-fe35cf6501cf None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:37:43.324514 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5cedd0a2-5838-4687-8090-3a86b610a526 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:43.346374 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b619e8c-e597-431f-b3f2-f58e63f974be req-2ea3889a-afc2-4804-8ffb-94704d0344fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:43.347342 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b955a499-f35b-45e4-bfce-fe35cf6501cf None None] Pushing event updated for resources: {'Port': ['ID=c6c7a6e1-5386-45ba-9839-c9b7a72cd562,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:43.351408 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7b619e8c-e597-431f-b3f2-f58e63f974be req-2ea3889a-afc2-4804-8ffb-94704d0344fd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ed94bf330dce4aefb6b8c9d5143e6db7&device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 1097 time: 0.1137590 Oct 27 18:37:43.433289 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cedd0a2-5838-4687-8090-3a86b610a526 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event deleted for resources: {'Port': ['ID=fbeee456-b36c-4711-b47b-2b89af09083f,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:43.549690 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cedd0a2-5838-4687-8090-3a86b610a526 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] No DVR routers for this DVR port fbeee456-b36c-4711-b47b-2b89af09083f on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:37:43.628394 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e278186b-6b7d-4b23-8b78-0d5f603fe8cd tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:37:43.641507 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515c068a-da00-4cb1-827c-ed2791496205 None None] Sync routers for ids ['6e3f1624-0c3f-4755-a115-c1cb0825e3d8'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:37:43.654102 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3115b-b469-4929-be31-4650e16ccb6a req-fe2201c1-cb7f-4963-8e21-0d10de1a8f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:43.655722 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5ad3115b-b469-4929-be31-4650e16ccb6a req-fe2201c1-cb7f-4963-8e21-0d10de1a8f49 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ed94bf330dce4aefb6b8c9d5143e6db7&device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 1097 time: 0.5074110 Oct 27 18:37:43.656490 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5cedd0a2-5838-4687-8090-3a86b610a526 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:43.658966 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515c068a-da00-4cb1-827c-ed2791496205 None None] Routers {'6e3f1624-0c3f-4755-a115-c1cb0825e3d8'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:37:43.660814 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-515c068a-da00-4cb1-827c-ed2791496205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:37:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['6e3f1624-0c3f-4755-a115-c1cb0825e3d8'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:43.683292 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b619e8c-e597-431f-b3f2-f58e63f974be req-38b2da8f-eef2-4380-9070-bdf4c284830b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:43.687291 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7b619e8c-e597-431f-b3f2-f58e63f974be req-38b2da8f-eef2-4380-9070-bdf4c284830b service neutron] 10.222.0.93 "GET /v2.0/networks?id=da8e53a8-8ae6-4708-af46-5da0c5e0389e HTTP/1.1" status: 200 len: 921 time: 0.3249228 Oct 27 18:37:43.732046 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-515c068a-da00-4cb1-827c-ed2791496205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:43.758425 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515c068a-da00-4cb1-827c-ed2791496205 None None] Routers {'6e3f1624-0c3f-4755-a115-c1cb0825e3d8'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:37:43.759565 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-515c068a-da00-4cb1-827c-ed2791496205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:37:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['6e3f1624-0c3f-4755-a115-c1cb0825e3d8'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:43.760407 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7b619e8c-e597-431f-b3f2-f58e63f974be req-52d02299-2fc7-4d56-ae72-c7f5f23e3705 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5206b3bf-1563-4ae1-83de-8e76ced302a0 HTTP/1.1" status: 200 len: 217 time: 0.0414252 Oct 27 18:37:43.777391 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e278186b-6b7d-4b23-8b78-0d5f603fe8cd tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:43.778755 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e278186b-6b7d-4b23-8b78-0d5f603fe8cd tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.6063259 Oct 27 18:37:43.783521 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46756) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:43.784873 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:43.793336 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-bb55fe87-28c1-43da-a59d-ddbd3e4c681a tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:43.845878 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:43.849227 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-b955a499-f35b-45e4-bfce-fe35cf6501cf None None] Attempting to bind port c6c7a6e1-5386-45ba-9839-c9b7a72cd562 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:37:43.849830 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-b955a499-f35b-45e4-bfce-fe35cf6501cf None None] Attempting to bind port c6c7a6e1-5386-45ba-9839-c9b7a72cd562 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '3a6a8957-6366-4408-874b-aa65fe833b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '598d3aef-28fc-4f34-8055-8e08cec647c1'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:37:43.850418 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b955a499-f35b-45e4-bfce-fe35cf6501cf None None] Attempting to bind port c6c7a6e1-5386-45ba-9839-c9b7a72cd562 on network 598d3aef-28fc-4f34-8055-8e08cec647c1 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:37:43.854361 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-515c068a-da00-4cb1-827c-ed2791496205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:43.866318 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515c068a-da00-4cb1-827c-ed2791496205 None None] The sync data for ids ['6e3f1624-0c3f-4755-a115-c1cb0825e3d8'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:37:43.872116 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b955a499-f35b-45e4-bfce-fe35cf6501cf None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:37:43.872579 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b955a499-f35b-45e4-bfce-fe35cf6501cf None None] Checking segment: {'id': '3a6a8957-6366-4408-874b-aa65fe833b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '598d3aef-28fc-4f34-8055-8e08cec647c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:37:43.872910 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b955a499-f35b-45e4-bfce-fe35cf6501cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:43.873315 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b955a499-f35b-45e4-bfce-fe35cf6501cf None None] Bound using segment: {'id': '3a6a8957-6366-4408-874b-aa65fe833b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '598d3aef-28fc-4f34-8055-8e08cec647c1'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:37:43.873809 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-b955a499-f35b-45e4-bfce-fe35cf6501cf None None] Bound port: c6c7a6e1-5386-45ba-9839-c9b7a72cd562, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a6a8957-6366-4408-874b-aa65fe833b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '598d3aef-28fc-4f34-8055-8e08cec647c1'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:37:43.874306 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b955a499-f35b-45e4-bfce-fe35cf6501cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:43.889120 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-51267ce2-e408-4b25-9cd9-d91b79d5115d tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Allocated IP 172.21.0.1 (598d3aef-28fc-4f34-8055-8e08cec647c1/84116899-65f2-4e9a-b744-5bfffbff65fe/94dd9c78-7ce9-44f2-94b3-45a082294177) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:37:43.931336 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b619e8c-e597-431f-b3f2-f58e63f974be req-be7daed5-9026-4e90-bbbf-c262dbe5daa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:43.933139 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7b619e8c-e597-431f-b3f2-f58e63f974be req-be7daed5-9026-4e90-bbbf-c262dbe5daa2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0849fe03-5e91-45fb-a37f-83c7bfa081e7 HTTP/1.1" status: 200 len: 859 time: 0.1598721 Oct 27 18:37:43.942911 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3115b-b469-4929-be31-4650e16ccb6a req-c8931147-788e-41d1-b396-ea2832f3cf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:43.945513 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5ad3115b-b469-4929-be31-4650e16ccb6a req-c8931147-788e-41d1-b396-ea2832f3cf8d service neutron] 10.222.0.52 "GET /v2.0/networks?id=da8e53a8-8ae6-4708-af46-5da0c5e0389e HTTP/1.1" status: 200 len: 921 time: 0.2730262 Oct 27 18:37:44.019245 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5ad3115b-b469-4929-be31-4650e16ccb6a req-95529d17-0b14-44d9-9fef-bd9f8318f972 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5206b3bf-1563-4ae1-83de-8e76ced302a0 HTTP/1.1" status: 200 len: 217 time: 0.0665722 Oct 27 18:37:44.027150 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5cedd0a2-5838-4687-8090-3a86b610a526 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:44.030571 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-b955a499-f35b-45e4-bfce-fe35cf6501cf None None] For port c6c7a6e1-5386-45ba-9839-c9b7a72cd562, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:37:44.036518 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-5d9f8df0-fc89-4a43-958f-e67b25fbcbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77124802-1704-4bfc-8720-d06c469de96f', 'name': 'tempest-ServerRescueTestJSONUnderV235-749676103-router', 'tenant_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '5c5c8ead-9a86-43c6-80f4-017f4e6e8b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:36:17Z', 'updated_at': '2021-10-27T18:36:29Z', 'revision_number': 4, 'project_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'gw_port': {'id': '5c5c8ead-9a86-43c6-80f4-017f4e6e8b92', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77124802-1704-4bfc-8720-d06c469de96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:36:19Z', 'updated_at': '2021-10-27T18:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '45b1084a-e26c-43c5-a0cb-90f0e832b13d', 'name': '', 'network_id': 'da8e53a8-8ae6-4708-af46-5da0c5e0389e', 'tenant_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'mac_address': 'fa:16:3e:75:d2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77124802-1704-4bfc-8720-d06c469de96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '0849fe03-5e91-45fb-a37f-83c7bfa081e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:36:27Z', 'updated_at': '2021-10-27T18:36:33Z', 'revision_number': 5, 'project_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'subnets': [{'id': '0849fe03-5e91-45fb-a37f-83c7bfa081e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:44.117171 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9f8df0-fc89-4a43-958f-e67b25fbcbba None None] Checking router: 77124802-1704-4bfc-8720-d06c469de96f for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:37:44.118667 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7b619e8c-e597-431f-b3f2-f58e63f974be req-6429afd0-d494-4c4e-a773-bb2a2df661cf service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=da8e53a8-8ae6-4708-af46-5da0c5e0389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1725225 Oct 27 18:37:44.151576 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9f8df0-fc89-4a43-958f-e67b25fbcbba None None] Routers {'77124802-1704-4bfc-8720-d06c469de96f'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:37:44.153047 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-5d9f8df0-fc89-4a43-958f-e67b25fbcbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:37:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['77124802-1704-4bfc-8720-d06c469de96f'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:44.198411 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cedd0a2-5838-4687-8090-3a86b610a526 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event deleted for resources: {'Subnet': ['ID=1f46d296-f70d-42c3-959d-ad0ff64944f5,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:44.288568 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-b955a499-f35b-45e4-bfce-fe35cf6501cf None None] For port c6c7a6e1-5386-45ba-9839-c9b7a72cd562, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=c6c7a6e1-5386-45ba-9839-c9b7a72cd562,segment=NetworkSegment(3a6a8957-6366-4408-874b-aa65fe833b83),segment_id=3a6a8957-6366-4408-874b-aa65fe833b83)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:37:44.339230 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7b619e8c-e597-431f-b3f2-f58e63f974be req-100b479d-9e05-46eb-9868-ffe4a475ac4e service neutron] 10.222.0.93 "GET /v2.0/networks/da8e53a8-8ae6-4708-af46-5da0c5e0389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101214 Oct 27 18:37:44.409535 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b955a499-f35b-45e4-bfce-fe35cf6501cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:44.509519 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-51267ce2-e408-4b25-9cd9-d91b79d5115d tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:44.516611 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-5d9f8df0-fc89-4a43-958f-e67b25fbcbba None None] Set router 77124802-1704-4bfc-8720-d06c469de96f gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:37:44.543971 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5cedd0a2-5838-4687-8090-3a86b610a526 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:44.568200 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233e6f05-05e2-458f-b06d-ae175b65a0f7 None None] Network 1c07b5db-3301-4f0c-8a54-cfb570946f9c requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:37:44.580408 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7b619e8c-e597-431f-b3f2-f58e63f974be req-a3318734-e605-4083-8e8f-0813bdc58991 service neutron] 10.222.0.93 "GET /v2.0/networks/da8e53a8-8ae6-4708-af46-5da0c5e0389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272477 Oct 27 18:37:44.598217 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3115b-b469-4929-be31-4650e16ccb6a req-beecf1b1-b30a-4bc1-8d94-ad26c133cd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:44.600738 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5ad3115b-b469-4929-be31-4650e16ccb6a req-beecf1b1-b30a-4bc1-8d94-ad26c133cd14 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0849fe03-5e91-45fb-a37f-83c7bfa081e7 HTTP/1.1" status: 200 len: 859 time: 0.5746508 Oct 27 18:37:44.602385 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-5cedd0a2-5838-4687-8090-3a86b610a526 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c07b5db-3301-4f0c-8a54-cfb570946f9c']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:44.629808 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-5cedd0a2-5838-4687-8090-3a86b610a526 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1557d569-84b1-471f-a6c7-b031685663b5') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:44.630442 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-5cedd0a2-5838-4687-8090-3a86b610a526 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1557d569-84b1-471f-a6c7-b031685663b5') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:44.662880 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-51267ce2-e408-4b25-9cd9-d91b79d5115d tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:44.779257 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-2547cf6c-7754-4ade-ae2d-91869d3ac0c8 None None] Could not find standard attr ID for object fbeee456-b36c-4711-b47b-2b89af09083f. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 18:37:44.833177 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51267ce2-e408-4b25-9cd9-d91b79d5115d tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Network 598d3aef-28fc-4f34-8055-8e08cec647c1 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:37:44.840837 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-51267ce2-e408-4b25-9cd9-d91b79d5115d tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:37:44.854032 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51267ce2-e408-4b25-9cd9-d91b79d5115d tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:37:44.866230 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51267ce2-e408-4b25-9cd9-d91b79d5115d tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event updated for resources: {'Port': ['ID=94dd9c78-7ce9-44f2-94b3-45a082294177,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:44.894108 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b955a499-f35b-45e4-bfce-fe35cf6501cf None None] Pushing event updated for resources: {'Port': ['ID=c6c7a6e1-5386-45ba-9839-c9b7a72cd562,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:44.997368 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-51267ce2-e408-4b25-9cd9-d91b79d5115d tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:45.181665 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76cc798-d199-4c56-be15-fb212478af8a None None] DHCP port deletion for 1c07b5db-3301-4f0c-8a54-cfb570946f9c request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:37:45.185719 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:45.257199 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94a130f-b166-427d-932c-4fd4acf2ee4f None None] Network 1c07b5db-3301-4f0c-8a54-cfb570946f9c requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:37:45.396868 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-51267ce2-e408-4b25-9cd9-d91b79d5115d tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:45.430272 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-5d9f8df0-fc89-4a43-958f-e67b25fbcbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77124802-1704-4bfc-8720-d06c469de96f', 'name': 'tempest-ServerRescueTestJSONUnderV235-749676103-router', 'tenant_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '5c5c8ead-9a86-43c6-80f4-017f4e6e8b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:36:17Z', 'updated_at': '2021-10-27T18:36:29Z', 'revision_number': 4, 'project_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'gw_port': {'id': '5c5c8ead-9a86-43c6-80f4-017f4e6e8b92', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77124802-1704-4bfc-8720-d06c469de96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:36:19Z', 'updated_at': '2021-10-27T18:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '45b1084a-e26c-43c5-a0cb-90f0e832b13d', 'name': '', 'network_id': 'da8e53a8-8ae6-4708-af46-5da0c5e0389e', 'tenant_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'mac_address': 'fa:16:3e:75:d2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77124802-1704-4bfc-8720-d06c469de96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '0849fe03-5e91-45fb-a37f-83c7bfa081e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:36:27Z', 'updated_at': '2021-10-27T18:36:33Z', 'revision_number': 5, 'project_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'subnets': [{'id': '0849fe03-5e91-45fb-a37f-83c7bfa081e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:45.469697 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5cedd0a2-5838-4687-8090-3a86b610a526 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:45.485067 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5cedd0a2-5838-4687-8090-3a86b610a526 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:45.492420 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cedd0a2-5838-4687-8090-3a86b610a526 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:37:45.493073 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5cedd0a2-5838-4687-8090-3a86b610a526 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:45.506381 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9f8df0-fc89-4a43-958f-e67b25fbcbba None None] The sync data for ids ['77124802-1704-4bfc-8720-d06c469de96f'] in n-d-815690-2 is: [{'id': '77124802-1704-4bfc-8720-d06c469de96f', 'name': 'tempest-ServerRescueTestJSONUnderV235-749676103-router', 'tenant_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '5c5c8ead-9a86-43c6-80f4-017f4e6e8b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:36:17Z', 'updated_at': '2021-10-27T18:36:29Z', 'revision_number': 4, 'project_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'gw_port': {'id': '5c5c8ead-9a86-43c6-80f4-017f4e6e8b92', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77124802-1704-4bfc-8720-d06c469de96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:36:19Z', 'updated_at': '2021-10-27T18:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '45b1084a-e26c-43c5-a0cb-90f0e832b13d', 'name': '', 'network_id': 'da8e53a8-8ae6-4708-af46-5da0c5e0389e', 'tenant_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'mac_address': 'fa:16:3e:75:d2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77124802-1704-4bfc-8720-d06c469de96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2366, 'fixed_ips': [{'subnet_id': '0849fe03-5e91-45fb-a37f-83c7bfa081e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:36:27Z', 'updated_at': '2021-10-27T18:36:33Z', 'revision_number': 5, 'project_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'subnets': [{'id': '0849fe03-5e91-45fb-a37f-83c7bfa081e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:37:45.551781 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5ad3115b-b469-4929-be31-4650e16ccb6a req-be9af307-517e-4884-a137-8d81a4d9c407 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=da8e53a8-8ae6-4708-af46-5da0c5e0389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.9339359 Oct 27 18:37:45.640937 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:37:45.640937 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:37:45.640937 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:37:45.640937 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:37:45.640937 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:37:45.640937 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:37:45.640937 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:37:45.640937 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:37:45.640937 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:37:45.640937 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:37:45.640937 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:37:45.640937 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:37:45.640937 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:37:45.640937 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:37:45.640937 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:37:45.640937 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:37:45.640937 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:37:45.640937 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:37:45.640937 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:37:45.640937 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:37:45.640937 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:37:45.640937 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:37:45.640937 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:37:45.640937 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:37:45.640937 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:37:45.640937 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:37:45.640937 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:37:45.640937 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:37:45.640937 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:37:45.640937 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:37:45.640937 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:37:45.640937 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:37:45.822330 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5cedd0a2-5838-4687-8090-3a86b610a526 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:45.855058 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5cedd0a2-5838-4687-8090-3a86b610a526 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:45.861261 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5cedd0a2-5838-4687-8090-3a86b610a526 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "DELETE /v2.0/networks/1c07b5db-3301-4f0c-8a54-cfb570946f9c HTTP/1.1" status: 204 len: 168 time: 4.8149719 Oct 27 18:37:45.862215 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cedd0a2-5838-4687-8090-3a86b610a526 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event deleted for resources: {'Network': ['ID=1c07b5db-3301-4f0c-8a54-cfb570946f9c,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:45.864818 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46812) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:45.884076 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5ad3115b-b469-4929-be31-4650e16ccb6a req-4e73502f-7749-49b2-9f0a-4b5a65318e2e service neutron] 10.222.0.52 "GET /v2.0/networks/da8e53a8-8ae6-4708-af46-5da0c5e0389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310676 Oct 27 18:37:45.916205 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bb55fe87-28c1-43da-a59d-ddbd3e4c681a tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:45.950610 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca1c7663-c0b5-4a05-8eb7-d3f77a710b06 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] DELETE failed (client error): The resource could not be found. Oct 27 18:37:45.952132 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca1c7663-c0b5-4a05-8eb7-d3f77a710b06 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:37:45.961521 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ca1c7663-c0b5-4a05-8eb7-d3f77a710b06 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "DELETE /v2.0/networks/1c07b5db-3301-4f0c-8a54-cfb570946f9c HTTP/1.1" status: 404 len: 339 time: 0.0937693 Oct 27 18:37:45.970988 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46816) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:45.986700 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-73ba4ab8-f8b2-4468-b93c-ceae1afa873f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1198708401', 'description': 'd1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:46.043659 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bb55fe87-28c1-43da-a59d-ddbd3e4c681a tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:46.070055 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-51267ce2-e408-4b25-9cd9-d91b79d5115d tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:46.106537 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5ad3115b-b469-4929-be31-4650e16ccb6a req-5ae98b65-75c2-4517-b717-bdee8b923a15 service neutron] 10.222.0.52 "GET /v2.0/networks/da8e53a8-8ae6-4708-af46-5da0c5e0389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179284 Oct 27 18:37:46.145984 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ba4ab8-f8b2-4468-b93c-ceae1afa873f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Made reservation on behalf of 7e112ca0a568418e86e03a96b74eaf4a for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:37:46.150652 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-73ba4ab8-f8b2-4468-b93c-ceae1afa873f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:46.190115 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718e93d6-27a8-48ae-8701-43e802c248b0 None None] New status for floating IP 45098c12-fa80-4d3a-a47c-6d5443af31ca: DOWN {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:37:46.200601 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ba4ab8-f8b2-4468-b93c-ceae1afa873f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] vlan segment allocate from pool success with {'vlan_id': 1009, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:37:46.211806 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-73ba4ab8-f8b2-4468-b93c-ceae1afa873f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:46.215804 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-73ba4ab8-f8b2-4468-b93c-ceae1afa873f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Added segment a7117f4b-a2df-4069-87de-b23446ec2f7e of type vlan for network b7fd3831-a8b4-49eb-a11a-8832c3f83fc4 Oct 27 18:37:46.302534 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b9fddd5d-c119-4592-a573-1f0f35268b79 req-034166dc-eafe-47a5-87ce-729586d204b9 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/floatingips/45098c12-fa80-4d3a-a47c-6d5443af31ca HTTP/1.1" status: 200 len: 694 time: 0.1051106 Oct 27 18:37:46.323955 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-73ba4ab8-f8b2-4468-b93c-ceae1afa873f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:46.381983 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-51267ce2-e408-4b25-9cd9-d91b79d5115d tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:46.447584 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-73ba4ab8-f8b2-4468-b93c-ceae1afa873f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:46.455575 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ba4ab8-f8b2-4468-b93c-ceae1afa873f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:46.456435 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-73ba4ab8-f8b2-4468-b93c-ceae1afa873f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:46.479089 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-bb55fe87-28c1-43da-a59d-ddbd3e4c681a tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Deleting port 3165a926-d75d-4ecd-b7ed-aacfb3e8aa04 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:37:46.492522 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bb55fe87-28c1-43da-a59d-ddbd3e4c681a tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:46.558542 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-51267ce2-e408-4b25-9cd9-d91b79d5115d tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:46.573171 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51267ce2-e408-4b25-9cd9-d91b79d5115d tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event updated for resources: {'Port': ['ID=94dd9c78-7ce9-44f2-94b3-45a082294177,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:46.589527 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141d7cce-54cb-497e-a430-63e08a0cd001 None None] Network 598d3aef-28fc-4f34-8055-8e08cec647c1 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:37:46.626052 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device c6c7a6e1-5386-45ba-9839-c9b7a72cd562 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:37:46.702724 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba4ab8-f8b2-4468-b93c-ceae1afa873f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event updated for resources: {'Network': ['ID=b7fd3831-a8b4-49eb-a11a-8832c3f83fc4,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:46.728429 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network b7fd3831-a8b4-49eb-a11a-8832c3f83fc4 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:37:46.732175 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-73ba4ab8-f8b2-4468-b93c-ceae1afa873f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7595119 Oct 27 18:37:46.739447 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46824) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:46.838050 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51267ce2-e408-4b25-9cd9-d91b79d5115d tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Network 598d3aef-28fc-4f34-8055-8e08cec647c1 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:37:46.842005 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fddd5d-c119-4592-a573-1f0f35268b79 req-42052fa0-7615-4598-892c-9664f673d5f5 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:46.849032 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-51267ce2-e408-4b25-9cd9-d91b79d5115d tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:37:46.851571 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b9fddd5d-c119-4592-a573-1f0f35268b79 req-42052fa0-7615-4598-892c-9664f673d5f5 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/networks/0fad50cd-70b8-43d9-8a14-cc05c0fdea0e HTTP/1.1" status: 200 len: 784 time: 0.5426922 Oct 27 18:37:46.885449 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-b9fddd5d-c119-4592-a573-1f0f35268b79 req-b4339c4f-cd63-4196-bf9a-d0f794fe9e47 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:37:46.890558 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d46482-b83f-4fbe-9d8b-359ed395d029 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:46.891984 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b9fddd5d-c119-4592-a573-1f0f35268b79 req-b4339c4f-cd63-4196-bf9a-d0f794fe9e47 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0242391 Oct 27 18:37:46.897120 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-45d46482-b83f-4fbe-9d8b-359ed395d029 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "GET /v2.0/networks?id=b7fd3831-a8b4-49eb-a11a-8832c3f83fc4 HTTP/1.1" status: 200 len: 765 time: 0.1550891 Oct 27 18:37:46.907063 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46826) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:46.908617 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:37:46.929398 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-13017220-217f-4534-bc0d-2765f4d00692 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Request body: {'network': {'description': 'd2'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:46.938299 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bb55fe87-28c1-43da-a59d-ddbd3e4c681a tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:46.993304 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-b3b1aab8-4466-4da2-ad88-3fcdf8c2ff76 None None] Provisioning complete for port c6c7a6e1-5386-45ba-9839-c9b7a72cd562 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:37:46.993706 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b3b1aab8-4466-4da2-ad88-3fcdf8c2ff76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:47.099278 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51267ce2-e408-4b25-9cd9-d91b79d5115d tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Router 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:37:47.104446 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port c6c7a6e1-5386-45ba-9839-c9b7a72cd562 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:37:47.104877 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:47.155715 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-bb55fe87-28c1-43da-a59d-ddbd3e4c681a tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Calling delete_port for 3165a926-d75d-4ecd-b7ed-aacfb3e8aa04 owned by network:router_gateway {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:37:47.217559 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b3b1aab8-4466-4da2-ad88-3fcdf8c2ff76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:47.243174 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b9fddd5d-c119-4592-a573-1f0f35268b79 req-7bf9784b-7c93-461a-843c-deb9548bd908 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.94 HTTP/1.1" status: 200 len: 695 time: 0.3080764 Oct 27 18:37:47.301562 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b9fddd5d-c119-4592-a573-1f0f35268b79 req-9507f142-c0cd-40a3-b3b9-7504f8906af8 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.6.94 HTTP/1.1" status: 200 len: 695 time: 0.0572863 Oct 27 18:37:47.315528 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-b3b1aab8-4466-4da2-ad88-3fcdf8c2ff76 None None] For port c6c7a6e1-5386-45ba-9839-c9b7a72cd562, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=c6c7a6e1-5386-45ba-9839-c9b7a72cd562,segment=NetworkSegment(3a6a8957-6366-4408-874b-aa65fe833b83),segment_id=3a6a8957-6366-4408-874b-aa65fe833b83)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:37:47.397301 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51267ce2-e408-4b25-9cd9-d91b79d5115d tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:37:47.409105 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9df3500-48f6-4412-8439-b95414da4c3d None None] Sync routers for ids ['8dfd3be9-e3e1-4925-8d78-156c379ac4e4'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:37:47.418366 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:47.425015 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-13017220-217f-4534-bc0d-2765f4d00692 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:47.427374 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9df3500-48f6-4412-8439-b95414da4c3d None None] Routers {'8dfd3be9-e3e1-4925-8d78-156c379ac4e4'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:37:47.428078 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-a9df3500-48f6-4412-8439-b95414da4c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:37:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8dfd3be9-e3e1-4925-8d78-156c379ac4e4'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:47.440745 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b3b1aab8-4466-4da2-ad88-3fcdf8c2ff76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:47.446110 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-51267ce2-e408-4b25-9cd9-d91b79d5115d tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "PUT /v2.0/routers/8dfd3be9-e3e1-4925-8d78-156c379ac4e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8682389 Oct 27 18:37:47.446894 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46834) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:47.462369 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-110dd31a-9ad4-4e70-9e95-b55126ecc8e8 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Request body: {'network': {'name': 'tempest-RoutersTest-242182160'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:47.565148 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110dd31a-9ad4-4e70-9e95-b55126ecc8e8 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Made reservation on behalf of 4e0551cb79254307ae43405db8526986 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:37:47.571511 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-110dd31a-9ad4-4e70-9e95-b55126ecc8e8 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:47.611380 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-13017220-217f-4534-bc0d-2765f4d00692 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:47.613491 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-a9df3500-48f6-4412-8439-b95414da4c3d None None] Set router 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 gateway port host: None {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:37:47.619269 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-110dd31a-9ad4-4e70-9e95-b55126ecc8e8 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] vlan segment allocate from pool success with {'vlan_id': 1040, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:37:47.630362 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-110dd31a-9ad4-4e70-9e95-b55126ecc8e8 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:47.630778 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b1aab8-4466-4da2-ad88-3fcdf8c2ff76 None None] Pushing event updated for resources: {'Port': ['ID=c6c7a6e1-5386-45ba-9839-c9b7a72cd562,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:47.631584 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-110dd31a-9ad4-4e70-9e95-b55126ecc8e8 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Added segment e0396cb1-3787-4a86-88e1-3b63bd55ff6d of type vlan for network 072af4c8-80b6-4c44-addd-e955bfd4ab57 Oct 27 18:37:47.639516 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-13017220-217f-4534-bc0d-2765f4d00692 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Network b7fd3831-a8b4-49eb-a11a-8832c3f83fc4 is not hosted by any dhcp agent {{(pid=102878) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 27 18:37:47.667695 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13017220-217f-4534-bc0d-2765f4d00692 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:47.669832 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-13017220-217f-4534-bc0d-2765f4d00692 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:47.675709 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-13017220-217f-4534-bc0d-2765f4d00692 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "PUT /v2.0/networks/b7fd3831-a8b4-49eb-a11a-8832c3f83fc4 HTTP/1.1" status: 200 len: 762 time: 0.7657993 Oct 27 18:37:47.681379 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46838) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:47.724563 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b1aab8-4466-4da2-ad88-3fcdf8c2ff76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:47.729630 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-110dd31a-9ad4-4e70-9e95-b55126ecc8e8 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:47.730352 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b1aab8-4466-4da2-ad88-3fcdf8c2ff76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:47.730823 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b1aab8-4466-4da2-ad88-3fcdf8c2ff76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:47.731243 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b1aab8-4466-4da2-ad88-3fcdf8c2ff76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:47.731694 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b1aab8-4466-4da2-ad88-3fcdf8c2ff76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:47.732135 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b1aab8-4466-4da2-ad88-3fcdf8c2ff76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:47.734483 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b1aab8-4466-4da2-ad88-3fcdf8c2ff76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:47.735006 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b1aab8-4466-4da2-ad88-3fcdf8c2ff76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:47.735453 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b1aab8-4466-4da2-ad88-3fcdf8c2ff76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:47.735894 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b1aab8-4466-4da2-ad88-3fcdf8c2ff76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:47.738093 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b1aab8-4466-4da2-ad88-3fcdf8c2ff76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:47.738558 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b1aab8-4466-4da2-ad88-3fcdf8c2ff76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:37:47.786440 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-76b3758e-4e92-4110-8922-eb82c6fe17d8 None None] Provisioning complete for port c6c7a6e1-5386-45ba-9839-c9b7a72cd562 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:37:47.788092 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-76b3758e-4e92-4110-8922-eb82c6fe17d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:47.793123 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:37:47.793589 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:37:47.863475 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872daa3f-bbd7-42dc-8b73-6082bce360d0 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:47.868872 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-872daa3f-bbd7-42dc-8b73-6082bce360d0 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "GET /v2.0/networks?id=b7fd3831-a8b4-49eb-a11a-8832c3f83fc4 HTTP/1.1" status: 200 len: 765 time: 0.1825340 Oct 27 18:37:47.869608 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46840) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:47.886065 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13017220-217f-4534-bc0d-2765f4d00692 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event updated for resources: {'Network': ['ID=b7fd3831-a8b4-49eb-a11a-8832c3f83fc4,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:47.922838 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-b9fddd5d-c119-4592-a573-1f0f35268b79 req-7ef16fd8-526e-4ff5-ba5b-547a8f54d48d tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Deleting port ae6bd0f1-4a91-488d-906a-b29a7db946fe {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:37:47.922838 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-b9fddd5d-c119-4592-a573-1f0f35268b79 req-7ef16fd8-526e-4ff5-ba5b-547a8f54d48d tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:47.963876 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network b7fd3831-a8b4-49eb-a11a-8832c3f83fc4 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:37:48.066536 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-b9fddd5d-c119-4592-a573-1f0f35268b79 req-7ef16fd8-526e-4ff5-ba5b-547a8f54d48d tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:48.066906 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-b9fddd5d-c119-4592-a573-1f0f35268b79 req-7ef16fd8-526e-4ff5-ba5b-547a8f54d48d tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:48.078881 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-a9df3500-48f6-4412-8439-b95414da4c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'name': 'tempest-RoutersTest-router-1361598088', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:37:31Z', 'updated_at': '2021-10-27T18:37:45Z', 'revision_number': 3, 'project_id': '4e0551cb79254307ae43405db8526986', 'gw_port_host': None, '_interfaces': [{'id': '3c849c24-0686-4dff-8cf4-35f37dfe187b', 'name': '', 'network_id': '12050543-9531-4d54-8fbd-448637ddf792', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:a3:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:36Z', 'updated_at': '2021-10-27T18:37:41Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94dd9c78-7ce9-44f2-94b3-45a082294177', 'name': '', 'network_id': '598d3aef-28fc-4f34-8055-8e08cec647c1', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:1e:1d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '84116899-65f2-4e9a-b744-5bfffbff65fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:43Z', 'updated_at': '2021-10-27T18:37:45Z', 'revision_number': 2, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '84116899-65f2-4e9a-b744-5bfffbff65fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:48.100505 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [req-b9fddd5d-c119-4592-a573-1f0f35268b79 req-7ef16fd8-526e-4ff5-ba5b-547a8f54d48d tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Calling delete_port for ae6bd0f1-4a91-488d-906a-b29a7db946fe owned by network:floatingip {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:37:48.122625 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bb55fe87-28c1-43da-a59d-ddbd3e4c681a tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:48.160541 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9df3500-48f6-4412-8439-b95414da4c3d None None] Checking router: 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:37:48.160896 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9df3500-48f6-4412-8439-b95414da4c3d None None] Updating router 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 port 94dd9c78-7ce9-44f2-94b3-45a082294177 binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:37:48.218059 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fac1e6-3229-4247-a8d2-813158c926eb tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:48.222734 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-a9df3500-48f6-4412-8439-b95414da4c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:48.227033 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-71fac1e6-3229-4247-a8d2-813158c926eb tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3543448 Oct 27 18:37:48.227933 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46844) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:48.230864 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-110dd31a-9ad4-4e70-9e95-b55126ecc8e8 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:48.237628 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110dd31a-9ad4-4e70-9e95-b55126ecc8e8 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:48.238550 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-110dd31a-9ad4-4e70-9e95-b55126ecc8e8 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:48.369518 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7c7bd03b-9aa3-4b75-83f1-0b5321bada6c tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "GET /v2.0/subnets?network_id=0fad50cd-70b8-43d9-8a14-cc05c0fdea0e HTTP/1.1" status: 200 len: 207 time: 0.1394522 Oct 27 18:37:48.370203 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46850) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:48.447282 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bb55fe87-28c1-43da-a59d-ddbd3e4c681a tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:48.487653 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-110dd31a-9ad4-4e70-9e95-b55126ecc8e8 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0361774 Oct 27 18:37:48.492745 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46852) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:48.511521 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-6ab5d84e-d996-4da9-b95d-3ebeeb89409c tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Request body: {'subnet': {'network_id': '072af4c8-80b6-4c44-addd-e955bfd4ab57', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:48.538276 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110dd31a-9ad4-4e70-9e95-b55126ecc8e8 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event updated for resources: {'Network': ['ID=072af4c8-80b6-4c44-addd-e955bfd4ab57,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:48.560114 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb55fe87-28c1-43da-a59d-ddbd3e4c681a tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Pushing event deleted for resources: {'Port': ['ID=3165a926-d75d-4ecd-b7ed-aacfb3e8aa04,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:48.561686 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 072af4c8-80b6-4c44-addd-e955bfd4ab57 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:37:48.678874 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device fbeee456-b36c-4711-b47b-2b89af09083f no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:37:48.687010 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-76b3758e-4e92-4110-8922-eb82c6fe17d8 None None] Provisioning complete for port 94dd9c78-7ce9-44f2-94b3-45a082294177 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:37:48.687843 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-76b3758e-4e92-4110-8922-eb82c6fe17d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:48.801616 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-76b3758e-4e92-4110-8922-eb82c6fe17d8 None None] Port 94dd9c78-7ce9-44f2-94b3-45a082294177 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:37:48.810303 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: fbeee456-b36c-4711-b47b-2b89af09083f {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:37:48.810879 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device fbeee456-b36c-4711-b47b-2b89af09083f not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:37:48.864381 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-a9df3500-48f6-4412-8439-b95414da4c3d None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:48.886029 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0b2b61-28de-450f-a0fe-da1ca7ae8c4b tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:48.891882 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0b2b61-28de-450f-a0fe-da1ca7ae8c4b tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:48.900462 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0b2b61-28de-450f-a0fe-da1ca7ae8c4b tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:48.908563 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0b2b61-28de-450f-a0fe-da1ca7ae8c4b tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:48.915186 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0b2b61-28de-450f-a0fe-da1ca7ae8c4b tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:48.921546 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0b2b61-28de-450f-a0fe-da1ca7ae8c4b tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:48.923485 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-db0b2b61-28de-450f-a0fe-da1ca7ae8c4b tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.5486805 Oct 27 18:37:48.928359 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46856) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:48.935901 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6b584fec-a24e-4751-8be1-332e4b1e1339 None None] Provisioning complete for port 94dd9c78-7ce9-44f2-94b3-45a082294177 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:37:48.936183 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6b584fec-a24e-4751-8be1-332e4b1e1339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:48.942545 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bb55fe87-28c1-43da-a59d-ddbd3e4c681a tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7878829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7877412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6053'] for router, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:48.948275 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bb55fe87-28c1-43da-a59d-ddbd3e4c681a tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7878836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7878843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7877419'] for router, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:48.971350 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-a9df3500-48f6-4412-8439-b95414da4c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:48.980991 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device c6c7a6e1-5386-45ba-9839-c9b7a72cd562 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:37:49.033434 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab5d84e-d996-4da9-b95d-3ebeeb89409c tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Made reservation on behalf of 4e0551cb79254307ae43405db8526986 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:37:49.038954 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6b584fec-a24e-4751-8be1-332e4b1e1339 None None] Port 94dd9c78-7ce9-44f2-94b3-45a082294177 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:37:49.044607 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6ab5d84e-d996-4da9-b95d-3ebeeb89409c tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:49.060455 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb55fe87-28c1-43da-a59d-ddbd3e4c681a tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Router 6e3f1624-0c3f-4755-a115-c1cb0825e3d8 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:37:49.106414 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port c6c7a6e1-5386-45ba-9839-c9b7a72cd562 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:37:49.106414 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:49.116345 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0855386-3f7e-4217-9b17-326f998a5354 None None] Pushing event updated for resources: {'Port': ['ID=94dd9c78-7ce9-44f2-94b3-45a082294177,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:49.171730 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-a9df3500-48f6-4412-8439-b95414da4c3d None None] Attempting to bind port 94dd9c78-7ce9-44f2-94b3-45a082294177 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:37:49.172103 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-a9df3500-48f6-4412-8439-b95414da4c3d None None] Attempting to bind port 94dd9c78-7ce9-44f2-94b3-45a082294177 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '3a6a8957-6366-4408-874b-aa65fe833b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '598d3aef-28fc-4f34-8055-8e08cec647c1'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:37:49.172470 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9df3500-48f6-4412-8439-b95414da4c3d None None] Attempting to bind port 94dd9c78-7ce9-44f2-94b3-45a082294177 on network 598d3aef-28fc-4f34-8055-8e08cec647c1 {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:37:49.179390 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9df3500-48f6-4412-8439-b95414da4c3d None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:37:49.179758 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9df3500-48f6-4412-8439-b95414da4c3d None None] Checking segment: {'id': '3a6a8957-6366-4408-874b-aa65fe833b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '598d3aef-28fc-4f34-8055-8e08cec647c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:37:49.180163 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-a9df3500-48f6-4412-8439-b95414da4c3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:49.180559 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9df3500-48f6-4412-8439-b95414da4c3d None None] Bound using segment: {'id': '3a6a8957-6366-4408-874b-aa65fe833b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '598d3aef-28fc-4f34-8055-8e08cec647c1'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:37:49.181236 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-a9df3500-48f6-4412-8439-b95414da4c3d None None] Bound port: 94dd9c78-7ce9-44f2-94b3-45a082294177, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a6a8957-6366-4408-874b-aa65fe833b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '598d3aef-28fc-4f34-8055-8e08cec647c1'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:37:49.181616 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-a9df3500-48f6-4412-8439-b95414da4c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:49.263657 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb55fe87-28c1-43da-a59d-ddbd3e4c681a tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:37:49.286777 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd68288-11c4-47d3-b410-5091ad6e8893 None None] Sync routers for ids ['6e3f1624-0c3f-4755-a115-c1cb0825e3d8'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:37:49.288040 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-a9df3500-48f6-4412-8439-b95414da4c3d None None] For port 94dd9c78-7ce9-44f2-94b3-45a082294177, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:37:49.290761 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bb55fe87-28c1-43da-a59d-ddbd3e4c681a tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:49.294576 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-bb55fe87-28c1-43da-a59d-ddbd3e4c681a tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] 10.222.0.52 "PUT /v2.0/routers/6e3f1624-0c3f-4755-a115-c1cb0825e3d8 HTTP/1.1" status: 200 len: 710 time: 5.5077362 Oct 27 18:37:49.294769 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-a9df3500-48f6-4412-8439-b95414da4c3d None None] For port 94dd9c78-7ce9-44f2-94b3-45a082294177, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=94dd9c78-7ce9-44f2-94b3-45a082294177,segment=NetworkSegment(3a6a8957-6366-4408-874b-aa65fe833b83),segment_id=3a6a8957-6366-4408-874b-aa65fe833b83)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:37:49.294919 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46858) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:49.336305 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd68288-11c4-47d3-b410-5091ad6e8893 None None] Routers {'6e3f1624-0c3f-4755-a115-c1cb0825e3d8'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:37:49.337454 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-bfd68288-11c4-47d3-b410-5091ad6e8893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:37:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['6e3f1624-0c3f-4755-a115-c1cb0825e3d8'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:49.391421 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-00d8e601-37d0-4f9b-9e2e-bc717d1fdcc6 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3881669 Oct 27 18:37:49.406263 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-a9df3500-48f6-4412-8439-b95414da4c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:49.406393 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-bfd68288-11c4-47d3-b410-5091ad6e8893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:49.442904 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd68288-11c4-47d3-b410-5091ad6e8893 None None] Routers {'6e3f1624-0c3f-4755-a115-c1cb0825e3d8'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:37:49.445062 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-bfd68288-11c4-47d3-b410-5091ad6e8893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:37:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['6e3f1624-0c3f-4755-a115-c1cb0825e3d8'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:49.451213 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-b9fddd5d-c119-4592-a573-1f0f35268b79 req-7ef16fd8-526e-4ff5-ba5b-547a8f54d48d tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:49.451731 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-dcdeb851-3075-4cad-ad70-16ebb650c9ae tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.5221741 Oct 27 18:37:49.454806 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46864) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:49.499118 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef16fd8-526e-4ff5-ba5b-547a8f54d48d tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Pushing event deleted for resources: {'Port': ['ID=ae6bd0f1-4a91-488d-906a-b29a7db946fe,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:49.513161 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-bfd68288-11c4-47d3-b410-5091ad6e8893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:49.513883 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd68288-11c4-47d3-b410-5091ad6e8893 None None] The sync data for ids ['6e3f1624-0c3f-4755-a115-c1cb0825e3d8'] in n-d-815690-2 is: [] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:37:49.518329 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-54b06490-d9f4-4018-b4fa-1740d4e32de6 tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] 10.222.0.52 "GET /v2.0/routers/6e3f1624-0c3f-4755-a115-c1cb0825e3d8 HTTP/1.1" status: 200 len: 745 time: 0.2216942 Oct 27 18:37:49.519201 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46870) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:49.523280 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0855386-3f7e-4217-9b17-326f998a5354 None None] Pushing event updated for resources: {'Port': ['ID=94dd9c78-7ce9-44f2-94b3-45a082294177,revision_number=4']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:49.533965 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f64c2ae1-d881-46f1-9425-4dff75cd849a None None] Provisioning complete for port 94dd9c78-7ce9-44f2-94b3-45a082294177 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:37:49.534779 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f64c2ae1-d881-46f1-9425-4dff75cd849a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:49.541050 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9df3500-48f6-4412-8439-b95414da4c3d None None] Routers {'8dfd3be9-e3e1-4925-8d78-156c379ac4e4'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:37:49.541866 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-a9df3500-48f6-4412-8439-b95414da4c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:37:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8dfd3be9-e3e1-4925-8d78-156c379ac4e4'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:49.648664 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0c41f3fa-d30f-48a8-998d-3012f157a9ba tempest-RoutersIpV6AdminTest-383717955 tempest-RoutersIpV6AdminTest-383717955-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=0fad50cd-70b8-43d9-8a14-cc05c0fdea0e&device_id=6e3f1624-0c3f-4755-a115-c1cb0825e3d8 HTTP/1.1" status: 200 len: 205 time: 0.0715566 Oct 27 18:37:49.654958 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-a9df3500-48f6-4412-8439-b95414da4c3d None None] Set router 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 gateway port host: None {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:37:49.676964 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46872) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:49.682979 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f64c2ae1-d881-46f1-9425-4dff75cd849a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:49.719449 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f64c2ae1-d881-46f1-9425-4dff75cd849a None None] For port 94dd9c78-7ce9-44f2-94b3-45a082294177, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=94dd9c78-7ce9-44f2-94b3-45a082294177,segment=NetworkSegment(3a6a8957-6366-4408-874b-aa65fe833b83),segment_id=3a6a8957-6366-4408-874b-aa65fe833b83)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:37:49.722352 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-2cd9d3c6-0650-4096-822d-1286a7183257 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e3f1624-0c3f-4755-a115-c1cb0825e3d8 HTTP/1.1" status: 200 len: 205 time: 0.0436425 Oct 27 18:37:49.724834 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46874) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:49.782239 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f64c2ae1-d881-46f1-9425-4dff75cd849a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:49.826745 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-b9fddd5d-c119-4592-a573-1f0f35268b79 req-7ef16fd8-526e-4ff5-ba5b-547a8f54d48d tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks [] for floatingip, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:49.829970 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-b9fddd5d-c119-4592-a573-1f0f35268b79 req-7ef16fd8-526e-4ff5-ba5b-547a8f54d48d tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:49.831232 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b9fddd5d-c119-4592-a573-1f0f35268b79 req-7ef16fd8-526e-4ff5-ba5b-547a8f54d48d tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "DELETE /v2.0/floatingips/45098c12-fa80-4d3a-a47c-6d5443af31ca HTTP/1.1" status: 204 len: 173 time: 2.5285041 Oct 27 18:37:49.861048 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6052134c-2c5b-40e7-8a63-3d48cf86a777 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:49.891246 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c2ae1-d881-46f1-9425-4dff75cd849a None None] Pushing event updated for resources: {'Port': ['ID=94dd9c78-7ce9-44f2-94b3-45a082294177,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:50.033032 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f28ee25f-fee8-4818-817e-3c8bad34937c None None] Provisioning complete for port 94dd9c78-7ce9-44f2-94b3-45a082294177 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:37:50.033032 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f28ee25f-fee8-4818-817e-3c8bad34937c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:50.039607 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-a9df3500-48f6-4412-8439-b95414da4c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'name': 'tempest-RoutersTest-router-1361598088', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:37:31Z', 'updated_at': '2021-10-27T18:37:45Z', 'revision_number': 3, 'project_id': '4e0551cb79254307ae43405db8526986', 'gw_port_host': None, '_interfaces': [{'id': '3c849c24-0686-4dff-8cf4-35f37dfe187b', 'name': '', 'network_id': '12050543-9531-4d54-8fbd-448637ddf792', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:a3:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:36Z', 'updated_at': '2021-10-27T18:37:41Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94dd9c78-7ce9-44f2-94b3-45a082294177', 'name': '', 'network_id': '598d3aef-28fc-4f34-8055-8e08cec647c1', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:1e:1d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '84116899-65f2-4e9a-b744-5bfffbff65fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:43Z', 'updated_at': '2021-10-27T18:37:49Z', 'revision_number': 4, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '84116899-65f2-4e9a-b744-5bfffbff65fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:50.068906 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9df3500-48f6-4412-8439-b95414da4c3d None None] The sync data for ids ['8dfd3be9-e3e1-4925-8d78-156c379ac4e4'] in n-d-815690-2 is: [{'id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'name': 'tempest-RoutersTest-router-1361598088', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:37:31Z', 'updated_at': '2021-10-27T18:37:45Z', 'revision_number': 3, 'project_id': '4e0551cb79254307ae43405db8526986', 'gw_port_host': None, '_interfaces': [{'id': '3c849c24-0686-4dff-8cf4-35f37dfe187b', 'name': '', 'network_id': '12050543-9531-4d54-8fbd-448637ddf792', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:a3:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:36Z', 'updated_at': '2021-10-27T18:37:41Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94dd9c78-7ce9-44f2-94b3-45a082294177', 'name': '', 'network_id': '598d3aef-28fc-4f34-8055-8e08cec647c1', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:1e:1d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '84116899-65f2-4e9a-b744-5bfffbff65fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:43Z', 'updated_at': '2021-10-27T18:37:49Z', 'revision_number': 4, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '84116899-65f2-4e9a-b744-5bfffbff65fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:37:50.237411 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-9d7a7473-6300-4ca8-93a0-26851b24766e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:50.241461 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-9d7a7473-6300-4ca8-93a0-26851b24766e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:50.241461 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-9d7a7473-6300-4ca8-93a0-26851b24766e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:50.241461 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-9d7a7473-6300-4ca8-93a0-26851b24766e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:50.241461 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-9d7a7473-6300-4ca8-93a0-26851b24766e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:50.241461 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-9d7a7473-6300-4ca8-93a0-26851b24766e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:50.241461 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-9d7a7473-6300-4ca8-93a0-26851b24766e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:50.242635 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-9d7a7473-6300-4ca8-93a0-26851b24766e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f7ff550a115b45e2bb54d05b8fe668a7&device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 6501 time: 0.7775426 Oct 27 18:37:50.291517 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b2ad11-7588-495f-abc2-62e0aae22e72 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:50.293376 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b2ad11-7588-495f-abc2-62e0aae22e72 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:50.295228 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b2ad11-7588-495f-abc2-62e0aae22e72 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:50.297406 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b2ad11-7588-495f-abc2-62e0aae22e72 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:50.299006 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b2ad11-7588-495f-abc2-62e0aae22e72 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:50.301240 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-11b2ad11-7588-495f-abc2-62e0aae22e72 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.8452837 Oct 27 18:37:50.315001 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46880) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:50.487704 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8158e5-421a-4134-b3ee-c0851f141ba6 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['shared'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:50.494164 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8158e5-421a-4134-b3ee-c0851f141ba6 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['shared'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:50.495954 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8158e5-421a-4134-b3ee-c0851f141ba6 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['shared'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:50.497684 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8158e5-421a-4134-b3ee-c0851f141ba6 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['shared'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:50.499219 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8158e5-421a-4134-b3ee-c0851f141ba6 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['shared'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:50.501389 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ba8158e5-421a-4134-b3ee-c0851f141ba6 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1491845 Oct 27 18:37:50.510562 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46884) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:50.545160 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-50937c91-f60b-4648-be2b-a881113e8245 req-809f877c-1be3-4e7c-8901-7cdbde96cfbe tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/security-groups/0cc9860d-e285-4b92-931b-0a3661a02303 HTTP/1.1" status: 200 len: 1809 time: 0.6750274 Oct 27 18:37:50.560500 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-df900f00-17ce-481d-897c-edd66a40cc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:50.560984 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-df900f00-17ce-481d-897c-edd66a40cc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:50.561459 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-df900f00-17ce-481d-897c-edd66a40cc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:50.563155 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-df900f00-17ce-481d-897c-edd66a40cc17 service neutron] 10.222.0.93 "GET /v2.0/networks?id=e7a71d4d-f2a8-460d-b289-b8a552af97cd&id=c77cbe16-409d-4d1e-8a39-10a063ae0bca&id=c77cbe16-409d-4d1e-8a39-10a063ae0bca&id=c77cbe16-409d-4d1e-8a39-10a063ae0bca&id=c77cbe16-409d-4d1e-8a39-10a063ae0bca&id=7a4a9448-dde2-4330-a4d7-528d39b56a56&id=7a4a9448-dde2-4330-a4d7-528d39b56a56 HTTP/1.1" status: 200 len: 2301 time: 0.2858121 Oct 27 18:37:50.595596 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6052134c-2c5b-40e7-8a63-3d48cf86a777 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:50.643505 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6ab5d84e-d996-4da9-b95d-3ebeeb89409c tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:50.685023 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6052134c-2c5b-40e7-8a63-3d48cf86a777 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:50.727580 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-d004b771-5899-4772-947a-454798b85362 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6bbae83-7fc2-4178-897c-e479dc4fc74b HTTP/1.1" status: 200 len: 1001 time: 0.1558609 Oct 27 18:37:50.731203 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab5d84e-d996-4da9-b95d-3ebeeb89409c tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event updated for resources: {'Subnet': ['ID=b5039228-aaab-4826-a811-e26b98cb19f8,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:50.821997 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-b5bd580a-1207-49ea-8c9b-3b8ff0182b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:50.826064 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-b5bd580a-1207-49ea-8c9b-3b8ff0182b3f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2d3bd725-56cb-4497-bc09-775fd7d3c5d8 HTTP/1.1" status: 200 len: 856 time: 0.0863500 Oct 27 18:37:50.845554 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-50937c91-f60b-4648-be2b-a881113e8245 req-928afc30-749f-43bc-8e72-a5dd37a981d5 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:50.862736 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d27908f-9499-4deb-8374-434b8220496f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:50.863451 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4d27908f-9499-4deb-8374-434b8220496f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "GET /v2.0/networks/5699dbda-60fc-4cd4-8910-850d158b4928 HTTP/1.1" status: 200 len: 804 time: 0.3519120 Oct 27 18:37:50.872298 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46896) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:50.900032 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6052134c-2c5b-40e7-8a63-3d48cf86a777 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:50.900245 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6052134c-2c5b-40e7-8a63-3d48cf86a777 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Fanout notify agent at l3_agent the message router_deleted on router 6e3f1624-0c3f-4755-a115-c1cb0825e3d8 {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:37:50.958390 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab5d84e-d996-4da9-b95d-3ebeeb89409c tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Checking segment: {'id': 'e0396cb1-3787-4a86-88e1-3b63bd55ff6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '072af4c8-80b6-4c44-addd-e955bfd4ab57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:37:50.961993 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab5d84e-d996-4da9-b95d-3ebeeb89409c tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Network hostable DHCP agents. Network: 072af4c8-80b6-4c44-addd-e955bfd4ab57, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:37:50.998947 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6052134c-2c5b-40e7-8a63-3d48cf86a777 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:51.000387 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6052134c-2c5b-40e7-8a63-3d48cf86a777 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] 10.222.0.52 "DELETE /v2.0/routers/6e3f1624-0c3f-4755-a115-c1cb0825e3d8 HTTP/1.1" status: 204 len: 168 time: 1.2721529 Oct 27 18:37:51.008667 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46904) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:51.027083 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-50937c91-f60b-4648-be2b-a881113e8245 req-928afc30-749f-43bc-8e72-a5dd37a981d5 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:51.060010 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 94dd9c78-7ce9-44f2-94b3-45a082294177 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:37:51.067459 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1cbad069-fbcd-4ce6-9ccf-f39111436f34 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e3f1624-0c3f-4755-a115-c1cb0825e3d8 HTTP/1.1" status: 200 len: 205 time: 0.0530596 Oct 27 18:37:51.069316 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-04aa157a-6fb0-4729-95d1-f8088e606b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:51.071230 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-04aa157a-6fb0-4729-95d1-f8088e606b11 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e7a71d4d-f2a8-460d-b289-b8a552af97cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2238371 Oct 27 18:37:51.071951 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46906) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:51.184737 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ef77e8ac-bdfe-4f69-bf9c-153094798f79 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "GET /v2.0/networks/5699dbda-60fc-4cd4-8910-850d158b4928?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3081155 Oct 27 18:37:51.185812 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46908) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:51.222845 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-7d54f74e-220f-435f-b01a-901571ad6d25 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] delete failed (client error): The resource could not be found. Oct 27 18:37:51.226855 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7d54f74e-220f-435f-b01a-901571ad6d25 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] 10.222.0.52 "DELETE /v2.0/routers/6e3f1624-0c3f-4755-a115-c1cb0825e3d8 HTTP/1.1" status: 404 len: 336 time: 0.1535778 Oct 27 18:37:51.227946 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46910) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:51.243651 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab5d84e-d996-4da9-b95d-3ebeeb89409c tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Network 072af4c8-80b6-4c44-addd-e955bfd4ab57 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:37:51.244324 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 94dd9c78-7ce9-44f2-94b3-45a082294177 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:37:51.244585 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:51.254424 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-50937c91-f60b-4648-be2b-a881113e8245 req-928afc30-749f-43bc-8e72-a5dd37a981d5 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:51.261489 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-50937c91-f60b-4648-be2b-a881113e8245 req-928afc30-749f-43bc-8e72-a5dd37a981d5 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:51.262674 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-50937c91-f60b-4648-be2b-a881113e8245 req-928afc30-749f-43bc-8e72-a5dd37a981d5 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "DELETE /v2.0/security-groups/0cc9860d-e285-4b92-931b-0a3661a02303 HTTP/1.1" status: 204 len: 173 time: 0.6779881 Oct 27 18:37:51.289292 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4ab35fe4-796c-41b1-b34e-ee7583246658 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6599954-ff8c-408d-9bf5-02edc69460a2 HTTP/1.1" status: 200 len: 205 time: 0.0578830 Oct 27 18:37:51.293885 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46914) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:51.338100 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-81b25a6f-69eb-4467-a1d1-cac504b97088 service neutron] 10.222.0.93 "GET /v2.0/networks/e7a71d4d-f2a8-460d-b289-b8a552af97cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159066 Oct 27 18:37:51.381492 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-6ab5d84e-d996-4da9-b95d-3ebeeb89409c tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 072af4c8-80b6-4c44-addd-e955bfd4ab57) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:37:51.398165 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928afc30-749f-43bc-8e72-a5dd37a981d5 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc9860d-e285-4b92-931b-0a3661a02303,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:51.400345 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-72df4fa5-e2dd-40b4-ae68-e1aa8e050763 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] delete failed (client error): The resource could not be found. Oct 27 18:37:51.404271 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-72df4fa5-e2dd-40b4-ae68-e1aa8e050763 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] 10.222.0.52 "DELETE /v2.0/routers/f6599954-ff8c-408d-9bf5-02edc69460a2 HTTP/1.1" status: 404 len: 336 time: 0.0974128 Oct 27 18:37:51.404856 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46916) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:51.418161 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab5d84e-d996-4da9-b95d-3ebeeb89409c tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:51.418757 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6ab5d84e-d996-4da9-b95d-3ebeeb89409c tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:51.432725 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0f0836-203c-4a04-b1bb-dfa4bcd6913c None None] Network 072af4c8-80b6-4c44-addd-e955bfd4ab57 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:37:51.457347 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c452d1d6-0d3e-4cb0-a899-4defe0104cb0 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] 10.222.0.52 "GET /v2.0/ports?device_id=ebf32c57-2ebe-4f47-a357-b201a85048fb HTTP/1.1" status: 200 len: 205 time: 0.0486751 Oct 27 18:37:51.458319 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46918) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:51.467818 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0213ece-1526-457d-877a-fd6b41765304 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:51.470866 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a0213ece-1526-457d-877a-fd6b41765304 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "GET /v2.0/subnets/3314edd0-16fb-4a81-9d00-4facbdf5e257 HTTP/1.1" status: 200 len: 843 time: 0.2823746 Oct 27 18:37:51.484629 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46920) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:51.519641 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-3f0db79e-6b80-41ec-8ae9-d860bb387dcb tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] delete failed (client error): The resource could not be found. Oct 27 18:37:51.524457 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3f0db79e-6b80-41ec-8ae9-d860bb387dcb tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] 10.222.0.52 "DELETE /v2.0/routers/ebf32c57-2ebe-4f47-a357-b201a85048fb HTTP/1.1" status: 404 len: 336 time: 0.0647867 Oct 27 18:37:51.524932 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46924) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:51.560838 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b24f0be-68b9-4d7c-9bc3-fe530d4c85fd tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['shared'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:51.569284 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0b24f0be-68b9-4d7c-9bc3-fe530d4c85fd tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "GET /v2.0/subnets/3314edd0-16fb-4a81-9d00-4facbdf5e257?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0858071 Oct 27 18:37:51.569699 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46926) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:51.576532 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6ab5d84e-d996-4da9-b95d-3ebeeb89409c tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0688248 Oct 27 18:37:51.579798 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-d6b35f58-4ddc-42fa-87bb-feaa0339b70b tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1169169410'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:51.584308 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46928) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:51.586402 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-863c2081-a527-44e9-8e63-f0ac976cf292 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0cfa26f-6213-4fdb-8e78-491c9615c640 HTTP/1.1" status: 200 len: 205 time: 0.0602019 Oct 27 18:37:51.587100 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46930) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:51.651448 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-f5becd80-3171-4ea7-8459-55620aa03de5 service neutron] 10.222.0.93 "GET /v2.0/networks/e7a71d4d-f2a8-460d-b289-b8a552af97cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055212 Oct 27 18:37:51.709070 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-89ec0c34-8067-480c-ac35-510ec4baa28a tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] delete failed (client error): The resource could not be found. Oct 27 18:37:51.713011 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-89ec0c34-8067-480c-ac35-510ec4baa28a tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] 10.222.0.52 "DELETE /v2.0/routers/c0cfa26f-6213-4fdb-8e78-491c9615c640 HTTP/1.1" status: 404 len: 336 time: 0.1234593 Oct 27 18:37:51.717557 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46932) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:51.744000 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9048c4-cb3f-4911-94c0-6aec316d93bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-072af4c8-80b6-4c44-addd-e955bfd4ab57', 'network_id': '072af4c8-80b6-4c44-addd-e955bfd4ab57', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'fixed_ips': [{'subnet_id': 'b5039228-aaab-4826-a811-e26b98cb19f8'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:37:51.745184 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0c9048c4-cb3f-4911-94c0-6aec316d93bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:51.761781 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46936) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:51.773064 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7af72f87-7b95-4d67-bedb-b5ce0b27d120 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2883710-45a2-49f7-a284-17a9107028fb HTTP/1.1" status: 200 len: 205 time: 0.0552111 Oct 27 18:37:51.776302 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46940) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:51.793928 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-24fceef5-00ac-4970-a958-316819937e40 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=b2a5ef78-9b0f-4779-ac14-f1338bdabd09 HTTP/1.1" status: 200 len: 217 time: 0.1048133 Oct 27 18:37:51.851426 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-8d44656b-426d-4929-ad49-a8b702613fd1 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] delete failed (client error): The resource could not be found. Oct 27 18:37:51.858804 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8d44656b-426d-4929-ad49-a8b702613fd1 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] 10.222.0.52 "DELETE /v2.0/routers/e2883710-45a2-49f7-a284-17a9107028fb HTTP/1.1" status: 404 len: 336 time: 0.0811524 Oct 27 18:37:51.861619 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46944) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:51.962314 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-dd584ba4-e450-4115-8e34-055f2fd958ae tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] 10.222.0.52 "GET /v2.0/ports?device_id=fcacead7-a495-40bf-9eec-5d06d8802565 HTTP/1.1" status: 200 len: 205 time: 0.0996799 Oct 27 18:37:51.967948 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b35f58-4ddc-42fa-87bb-feaa0339b70b tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Made reservation on behalf of 7e112ca0a568418e86e03a96b74eaf4a for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:37:51.971648 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d6b35f58-4ddc-42fa-87bb-feaa0339b70b tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:51.976028 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46946) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:52.017649 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-6d43c9e5-1801-4023-8dac-fbe9b467ddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:52.028021 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-6d43c9e5-1801-4023-8dac-fbe9b467ddcf service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0c846821-c400-4b07-990c-53ee0d225496 HTTP/1.1" status: 200 len: 797 time: 0.2169096 Oct 27 18:37:52.031164 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-65edf729-4d7b-4055-9c70-1df2032d16ff tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] delete failed (client error): The resource could not be found. Oct 27 18:37:52.036085 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-65edf729-4d7b-4055-9c70-1df2032d16ff tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] 10.222.0.52 "DELETE /v2.0/routers/fcacead7-a495-40bf-9eec-5d06d8802565 HTTP/1.1" status: 404 len: 336 time: 0.0582390 Oct 27 18:37:52.038231 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46950) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:52.051914 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6b35f58-4ddc-42fa-87bb-feaa0339b70b tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] vlan segment allocate from pool success with {'vlan_id': 1001, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:37:52.062428 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d6b35f58-4ddc-42fa-87bb-feaa0339b70b tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:52.062793 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-d6b35f58-4ddc-42fa-87bb-feaa0339b70b tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Added segment 15e1b483-5eb2-48bc-aba8-f7e0c22a8f4f of type vlan for network fb71d235-78a2-425e-9569-b2a36ab0dcce Oct 27 18:37:52.096820 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-0c9048c4-cb3f-4911-94c0-6aec316d93bd None None] Allocated IP 172.22.0.2 (072af4c8-80b6-4c44-addd-e955bfd4ab57/b5039228-aaab-4826-a811-e26b98cb19f8/77a80284-4e07-46fe-b618-9ec67d92f9aa) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:37:52.112084 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d6b35f58-4ddc-42fa-87bb-feaa0339b70b tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:52.120292 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3773b21-1d3d-4f9a-be46-95d261691036 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] DELETE failed (client error): The resource could not be found. Oct 27 18:37:52.121312 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3773b21-1d3d-4f9a-be46-95d261691036 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:37:52.128465 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e3773b21-1d3d-4f9a-be46-95d261691036 tempest-RoutersIpV6AdminTest-2124951085 tempest-RoutersIpV6AdminTest-2124951085-project] 10.222.0.52 "DELETE /v2.0/subnets/9ec14731-bfad-4e3e-8505-4a4116382427 HTTP/1.1" status: 404 len: 337 time: 0.0864618 Oct 27 18:37:52.165290 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d7b2e271-40d6-4aaa-b5c5-bd43e3ed54a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:52.188957 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143c87b-e7af-4462-8e56-716201cbc2b6 req-98a38429-6415-419b-9166-7f42f2de6aab tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:52.191361 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d143c87b-e7af-4462-8e56-716201cbc2b6 req-98a38429-6415-419b-9166-7f42f2de6aab tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 946 time: 0.2680225 Oct 27 18:37:52.245274 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-9aa6068f-6548-4915-8284-b50b8d5160e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:52.246858 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-9aa6068f-6548-4915-8284-b50b8d5160e1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c77cbe16-409d-4d1e-8a39-10a063ae0bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2062440 Oct 27 18:37:52.289232 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d143c87b-e7af-4462-8e56-716201cbc2b6 req-104f3655-7450-4ca1-aa45-d83e107ea5e5 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/security-groups?id=9273d5bb-2711-41ad-8a95-77c296a241af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847623 Oct 27 18:37:52.366953 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d6b35f58-4ddc-42fa-87bb-feaa0339b70b tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:52.378681 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b35f58-4ddc-42fa-87bb-feaa0339b70b tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:52.383464 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d6b35f58-4ddc-42fa-87bb-feaa0339b70b tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:52.441075 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d7b2e271-40d6-4aaa-b5c5-bd43e3ed54a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:52.481940 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-421d7dbf-4938-46ba-a8d1-9552af363390 service neutron] 10.222.0.93 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220778 Oct 27 18:37:52.529851 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b35f58-4ddc-42fa-87bb-feaa0339b70b tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event updated for resources: {'Network': ['ID=fb71d235-78a2-425e-9569-b2a36ab0dcce,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:52.545031 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d6b35f58-4ddc-42fa-87bb-feaa0339b70b tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9727001 Oct 27 18:37:52.548947 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46958) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:52.554150 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d7b2e271-40d6-4aaa-b5c5-bd43e3ed54a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:52.565859 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-ac09087c-d707-45d6-8a26-70a23366489c tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Request body: {'subnet': {'network_id': 'fb71d235-78a2-425e-9569-b2a36ab0dcce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:52.585741 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0c9048c4-cb3f-4911-94c0-6aec316d93bd None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:52.602778 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network fb71d235-78a2-425e-9569-b2a36ab0dcce details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:37:52.679418 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d47b2134-aeeb-423c-92e0-e3be619c86b3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:52.687811 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0c9048c4-cb3f-4911-94c0-6aec316d93bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:52.710961 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d7b2e271-40d6-4aaa-b5c5-bd43e3ed54a3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dc85b43f2e964d4182629d388c3394ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9459503 Oct 27 18:37:52.719307 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46962) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:52.733838 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b2e271-40d6-4aaa-b5c5-bd43e3ed54a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c21e211-594e-4ef4-a1c4-600a596d29b2,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:52.774231 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9048c4-cb3f-4911-94c0-6aec316d93bd None None] Network 072af4c8-80b6-4c44-addd-e955bfd4ab57 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:37:52.779368 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-0c9048c4-cb3f-4911-94c0-6aec316d93bd None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:37:52.789295 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9048c4-cb3f-4911-94c0-6aec316d93bd None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:37:52.793167 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9048c4-cb3f-4911-94c0-6aec316d93bd None None] Pushing event updated for resources: {'Port': ['ID=77a80284-4e07-46fe-b618-9ec67d92f9aa,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:52.869292 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-0c9048c4-cb3f-4911-94c0-6aec316d93bd None None] Attempting to bind port 77a80284-4e07-46fe-b618-9ec67d92f9aa on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:37:52.871675 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2fe089b4-43a8-42d5-b94b-1a675eb72805 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:52.872580 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-0c9048c4-cb3f-4911-94c0-6aec316d93bd None None] Attempting to bind port 77a80284-4e07-46fe-b618-9ec67d92f9aa by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'e0396cb1-3787-4a86-88e1-3b63bd55ff6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '072af4c8-80b6-4c44-addd-e955bfd4ab57'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:37:52.874292 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9048c4-cb3f-4911-94c0-6aec316d93bd None None] Attempting to bind port 77a80284-4e07-46fe-b618-9ec67d92f9aa on network 072af4c8-80b6-4c44-addd-e955bfd4ab57 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:37:52.891400 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9048c4-cb3f-4911-94c0-6aec316d93bd None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:37:52.892289 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9048c4-cb3f-4911-94c0-6aec316d93bd None None] Checking segment: {'id': 'e0396cb1-3787-4a86-88e1-3b63bd55ff6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '072af4c8-80b6-4c44-addd-e955bfd4ab57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:37:52.892872 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0c9048c4-cb3f-4911-94c0-6aec316d93bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:52.893438 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9048c4-cb3f-4911-94c0-6aec316d93bd None None] Bound using segment: {'id': 'e0396cb1-3787-4a86-88e1-3b63bd55ff6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '072af4c8-80b6-4c44-addd-e955bfd4ab57'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:37:52.894514 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-0c9048c4-cb3f-4911-94c0-6aec316d93bd None None] Bound port: 77a80284-4e07-46fe-b618-9ec67d92f9aa, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0396cb1-3787-4a86-88e1-3b63bd55ff6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '072af4c8-80b6-4c44-addd-e955bfd4ab57'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:37:52.895145 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0c9048c4-cb3f-4911-94c0-6aec316d93bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:52.899988 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2fe089b4-43a8-42d5-b94b-1a675eb72805 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:52.960057 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46968) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:52.968525 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac09087c-d707-45d6-8a26-70a23366489c tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Made reservation on behalf of 7e112ca0a568418e86e03a96b74eaf4a for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:37:52.973051 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ac09087c-d707-45d6-8a26-70a23366489c tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:53.015077 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-1e5e5f5d-5ca6-48a4-adee-45197e8dc899 service neutron] 10.222.0.93 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5247276 Oct 27 18:37:53.019750 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-0c9048c4-cb3f-4911-94c0-6aec316d93bd None None] For port 77a80284-4e07-46fe-b618-9ec67d92f9aa, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:37:53.026615 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-0c9048c4-cb3f-4911-94c0-6aec316d93bd None None] For port 77a80284-4e07-46fe-b618-9ec67d92f9aa, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=77a80284-4e07-46fe-b618-9ec67d92f9aa,segment=NetworkSegment(e0396cb1-3787-4a86-88e1-3b63bd55ff6d),segment_id=e0396cb1-3787-4a86-88e1-3b63bd55ff6d)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:37:53.090603 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0c9048c4-cb3f-4911-94c0-6aec316d93bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:53.108998 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.ipam_backend_mixin [None req-ac09087c-d707-45d6-8a26-70a23366489c tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Performing IP validity checks on allocation pools {{(pid=102878) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 27 18:37:53.109526 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.ipam_backend_mixin [None req-ac09087c-d707-45d6-8a26-70a23366489c tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102878) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 27 18:37:53.125991 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-a00acf96-bb9e-455b-9e75-9f2da80a6cf4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=de66f073-b55a-4294-bcf0-2738e20e2c40 HTTP/1.1" status: 200 len: 217 time: 0.0900288 Oct 27 18:37:53.139854 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2fe089b4-43a8-42d5-b94b-1a675eb72805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:53.144038 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2fe089b4-43a8-42d5-b94b-1a675eb72805 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:53.149543 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-2fe089b4-43a8-42d5-b94b-1a675eb72805 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4c21e211-594e-4ef4-a1c4-600a596d29b2 HTTP/1.1" status: 204 len: 168 time: 0.4291959 Oct 27 18:37:53.182478 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e7e3a24a-9db2-479e-9ee8-62158dc4a0bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:53.192364 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe089b4-43a8-42d5-b94b-1a675eb72805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c21e211-594e-4ef4-a1c4-600a596d29b2,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:53.295398 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9048c4-cb3f-4911-94c0-6aec316d93bd None None] Pushing event updated for resources: {'Port': ['ID=77a80284-4e07-46fe-b618-9ec67d92f9aa,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:53.327803 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-26ccdbe3-5828-4309-aaa2-19df72ca5e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:53.329643 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-26ccdbe3-5828-4309-aaa2-19df72ca5e86 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0c846821-c400-4b07-990c-53ee0d225496 HTTP/1.1" status: 200 len: 797 time: 0.1912005 Oct 27 18:37:53.478396 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-21111001-7566-488d-9b8b-4256a78807e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:53.480327 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-21111001-7566-488d-9b8b-4256a78807e3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c77cbe16-409d-4d1e-8a39-10a063ae0bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1428552 Oct 27 18:37:53.483170 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e7e3a24a-9db2-479e-9ee8-62158dc4a0bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:53.485956 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ac09087c-d707-45d6-8a26-70a23366489c tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:53.555918 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e7e3a24a-9db2-479e-9ee8-62158dc4a0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:53.619955 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c4360-f71a-426c-8b72-9ac2f177c19c req-c7427119-cba1-429b-b4ca-ef7aa5bdfe66 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:53.622015 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-367c4360-f71a-426c-8b72-9ac2f177c19c req-c7427119-cba1-429b-b4ca-ef7aa5bdfe66 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 946 time: 0.2082164 Oct 27 18:37:53.633619 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-d47b2134-aeeb-423c-92e0-e3be619c86b3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Allocated IP 172.22.0.1 (072af4c8-80b6-4c44-addd-e955bfd4ab57/b5039228-aaab-4826-a811-e26b98cb19f8/ee106e59-8b36-4f08-b007-cba954e74cb5) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:37:53.643859 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09087c-d707-45d6-8a26-70a23366489c tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event updated for resources: {'Subnet': ['ID=ad595ffe-dded-439f-9465-59480c6f9107,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:53.655815 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3a24a-9db2-479e-9ee8-62158dc4a0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658f118d-2123-475a-8f9f-3909e11344c1,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:53.679781 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e7e3a24a-9db2-479e-9ee8-62158dc4a0bf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9be0b128fa1546b685b7c8fb1fdcfd48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7186356 Oct 27 18:37:53.680676 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac09087c-d707-45d6-8a26-70a23366489c tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Checking segment: {'id': '15e1b483-5eb2-48bc-aba8-f7e0c22a8f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'fb71d235-78a2-425e-9569-b2a36ab0dcce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:37:53.681047 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac09087c-d707-45d6-8a26-70a23366489c tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Network hostable DHCP agents. Network: fb71d235-78a2-425e-9569-b2a36ab0dcce, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:37:53.684503 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46980) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:53.746057 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-367c4360-f71a-426c-8b72-9ac2f177c19c req-0bb83a0e-3997-41e1-a9d9-24cdeace24d5 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/security-groups?id=9273d5bb-2711-41ad-8a95-77c296a241af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110115 Oct 27 18:37:53.771529 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-788f956c-ad71-4de0-85b5-6bc88d76ef73 service neutron] 10.222.0.93 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571228 Oct 27 18:37:53.784246 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a03c475e-6b1d-40f5-a422-9663023fdaa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:53.814889 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a03c475e-6b1d-40f5-a422-9663023fdaa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:53.831886 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac09087c-d707-45d6-8a26-70a23366489c tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Network fb71d235-78a2-425e-9569-b2a36ab0dcce is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:37:53.884589 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d47b2134-aeeb-423c-92e0-e3be619c86b3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:53.918662 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-6371670d-4fee-45aa-9e9c-7ea10ca1cfb7 service neutron] 10.222.0.93 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361387 Oct 27 18:37:53.953296 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a03c475e-6b1d-40f5-a422-9663023fdaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:53.957259 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a03c475e-6b1d-40f5-a422-9663023fdaa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:53.961456 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a03c475e-6b1d-40f5-a422-9663023fdaa7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/658f118d-2123-475a-8f9f-3909e11344c1 HTTP/1.1" status: 204 len: 168 time: 0.2730932 Oct 27 18:37:53.968662 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-ac09087c-d707-45d6-8a26-70a23366489c tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, fb71d235-78a2-425e-9569-b2a36ab0dcce) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:37:53.971301 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c475e-6b1d-40f5-a422-9663023fdaa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658f118d-2123-475a-8f9f-3909e11344c1,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:53.971701 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-5953ee26-3aac-4f36-a9c3-5dfe66c7cd3f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=4288ff73-5ecf-488b-b668-2614a82bb54d HTTP/1.1" status: 200 len: 217 time: 0.0450473 Oct 27 18:37:53.975937 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac09087c-d707-45d6-8a26-70a23366489c tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:53.976646 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ac09087c-d707-45d6-8a26-70a23366489c tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:54.004777 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce05059a-fa51-4c57-a252-342878119145 None None] Network fb71d235-78a2-425e-9569-b2a36ab0dcce requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:37:54.048718 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d47b2134-aeeb-423c-92e0-e3be619c86b3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:54.063856 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ac09087c-d707-45d6-8a26-70a23366489c tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5097332 Oct 27 18:37:54.063856 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46984) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:54.069245 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-3202d16a-4315-4d9b-ac34-0c3d28f095b6 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:54.077318 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46986) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:54.149202 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3d309db9-bdf6-4e43-8669-b04eb43cdca8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:54.183687 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-a76bf282-da60-4522-b0c3-8adc3fa6ccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:54.185210 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-a76bf282-da60-4522-b0c3-8adc3fa6ccc2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0c846821-c400-4b07-990c-53ee0d225496 HTTP/1.1" status: 200 len: 797 time: 0.1989293 Oct 27 18:37:54.199595 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47b2134-aeeb-423c-92e0-e3be619c86b3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Network 072af4c8-80b6-4c44-addd-e955bfd4ab57 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:37:54.248458 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-d47b2134-aeeb-423c-92e0-e3be619c86b3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:37:54.259829 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5fc52-c1b7-48f5-8272-f3f1429dfde5 req-6012983d-835b-4663-85cb-6491d29c0c8a tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:54.261362 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-89a5fc52-c1b7-48f5-8272-f3f1429dfde5 req-6012983d-835b-4663-85cb-6491d29c0c8a tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.93 "GET /v2.0/ports?device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 946 time: 0.2738378 Oct 27 18:37:54.262464 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47b2134-aeeb-423c-92e0-e3be619c86b3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:37:54.268742 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b2134-aeeb-423c-92e0-e3be619c86b3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event updated for resources: {'Port': ['ID=ee106e59-8b36-4f08-b007-cba954e74cb5,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:54.295873 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c847830-2aa5-4c1b-97f6-6feb012ee667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-fb71d235-78a2-425e-9569-b2a36ab0dcce', 'network_id': 'fb71d235-78a2-425e-9569-b2a36ab0dcce', 'tenant_id': '7e112ca0a568418e86e03a96b74eaf4a', 'fixed_ips': [{'subnet_id': 'ad595ffe-dded-439f-9465-59480c6f9107'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:37:54.296530 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c847830-2aa5-4c1b-97f6-6feb012ee667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:54.365643 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-1a217568-723c-4157-bad4-5c4529f273cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:54.367215 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-1a217568-723c-4157-bad4-5c4529f273cc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c77cbe16-409d-4d1e-8a39-10a063ae0bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1661026 Oct 27 18:37:54.383595 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3202d16a-4315-4d9b-ac34-0c3d28f095b6 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3291186'] for subnet, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:54.417610 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d47b2134-aeeb-423c-92e0-e3be619c86b3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:54.494011 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3d309db9-bdf6-4e43-8669-b04eb43cdca8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:54.545067 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3d309db9-bdf6-4e43-8669-b04eb43cdca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:54.558909 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-4c847830-2aa5-4c1b-97f6-6feb012ee667 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 27 18:37:54.558909 n-d-815690-2 neutron-server[102880]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Oct 27 18:37:54.558909 n-d-815690-2 neutron-server[102880]: [parameters: {'in_use': 1, 'id_1': 'ad595ffe-dded-439f-9465-59480c6f9107'}] Oct 27 18:37:54.558909 n-d-815690-2 neutron-server[102880]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:37:54.559752 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-4c847830-2aa5-4c1b-97f6-6feb012ee667 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:37:54.607755 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d309db9-bdf6-4e43-8669-b04eb43cdca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f6bcb5-31c1-4109-9ce3-c23f2334016b,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:54.645237 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3d309db9-bdf6-4e43-8669-b04eb43cdca8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=83dd9f5bfb4f4d82a409f1de0fb36591&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5665877 Oct 27 18:37:54.650512 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46994) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:54.694569 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8dee6c-87d0-41cb-9675-a533ab2460c2 None None] Network 072af4c8-80b6-4c44-addd-e955bfd4ab57 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:37:54.754381 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b6043859-ee12-4e81-aa0a-86e84ad64595 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:54.804465 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b6043859-ee12-4e81-aa0a-86e84ad64595 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:54.808638 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-ccfb889e-ac31-4a35-9452-5792810f038e None None] Provisioning complete for port 77a80284-4e07-46fe-b618-9ec67d92f9aa triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:37:54.811387 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ccfb889e-ac31-4a35-9452-5792810f038e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:54.831271 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3202d16a-4315-4d9b-ac34-0c3d28f095b6 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753617353957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3500717'] for subnet, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:54.925899 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3202d16a-4315-4d9b-ac34-0c3d28f095b6 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:54.926525 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3202d16a-4315-4d9b-ac34-0c3d28f095b6 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:54.931134 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3202d16a-4315-4d9b-ac34-0c3d28f095b6 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "PUT /v2.0/subnets/ad595ffe-dded-439f-9465-59480c6f9107 HTTP/1.1" status: 200 len: 900 time: 0.8641968 Oct 27 18:37:54.937377 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46998) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:55.033284 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3202d16a-4315-4d9b-ac34-0c3d28f095b6 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event updated for resources: {'Subnet': ['ID=ad595ffe-dded-439f-9465-59480c6f9107,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:55.051550 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47002) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:55.060473 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-a226fcf6-351d-4873-ab51-43bea19dadc3 service neutron] 10.222.0.93 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6846945 Oct 27 18:37:55.078536 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c847830-2aa5-4c1b-97f6-6feb012ee667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:55.086548 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1697e62-97f3-4fe0-b2df-cfcaecb169c8 req-bdde43ff-9318-41f1-bed7-84a50f79dcf5 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:55.089095 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1697e62-97f3-4fe0-b2df-cfcaecb169c8 req-bdde43ff-9318-41f1-bed7-84a50f79dcf5 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 946 time: 0.1547611 Oct 27 18:37:55.113090 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 77a80284-4e07-46fe-b618-9ec67d92f9aa up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:37:55.122079 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b6043859-ee12-4e81-aa0a-86e84ad64595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:55.124713 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b6043859-ee12-4e81-aa0a-86e84ad64595 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:55.125865 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b6043859-ee12-4e81-aa0a-86e84ad64595 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a6f6bcb5-31c1-4109-9ce3-c23f2334016b HTTP/1.1" status: 204 len: 168 time: 0.4743161 Oct 27 18:37:55.169090 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6043859-ee12-4e81-aa0a-86e84ad64595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f6bcb5-31c1-4109-9ce3-c23f2334016b,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:55.202625 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-89a5fc52-c1b7-48f5-8272-f3f1429dfde5 req-9bd2b5e9-8c45-4a7c-891f-2a0a8f319c23 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Deleting port 5206b3bf-1563-4ae1-83de-8e76ced302a0 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:37:55.205247 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-89a5fc52-c1b7-48f5-8272-f3f1429dfde5 req-9bd2b5e9-8c45-4a7c-891f-2a0a8f319c23 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:55.218951 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-59fbc114-ec8a-4f65-9e2f-46391b157c4c tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:55.230536 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1697e62-97f3-4fe0-b2df-cfcaecb169c8 req-dc69bbab-4bda-41b4-86af-53a94de95335 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/security-groups?id=9273d5bb-2711-41ad-8a95-77c296a241af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292062 Oct 27 18:37:55.239401 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c8285e76-5b57-45eb-91d2-12880fa43ae9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ce92e9a59d774537b02357f5ec8e82bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1845148 Oct 27 18:37:55.243381 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47008) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:55.342601 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d47b2134-aeeb-423c-92e0-e3be619c86b3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:55.375028 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ccfb889e-ac31-4a35-9452-5792810f038e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:55.394986 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-59fbc114-ec8a-4f65-9e2f-46391b157c4c tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:55.438866 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f38f785c-9599-4c98-96da-07e756636c0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:55.481812 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-ccfb889e-ac31-4a35-9452-5792810f038e None None] For port 77a80284-4e07-46fe-b618-9ec67d92f9aa, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=77a80284-4e07-46fe-b618-9ec67d92f9aa,segment=NetworkSegment(e0396cb1-3787-4a86-88e1-3b63bd55ff6d),segment_id=e0396cb1-3787-4a86-88e1-3b63bd55ff6d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:37:55.485610 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f38f785c-9599-4c98-96da-07e756636c0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:55.519268 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-89a5fc52-c1b7-48f5-8272-f3f1429dfde5 req-9bd2b5e9-8c45-4a7c-891f-2a0a8f319c23 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] For port 5206b3bf-1563-4ae1-83de-8e76ced302a0, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=5206b3bf-1563-4ae1-83de-8e76ced302a0,segment=NetworkSegment(df5181ab-3a78-46b3-8200-768f1b935974),segment_id=df5181ab-3a78-46b3-8200-768f1b935974)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:37:55.520310 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-89a5fc52-c1b7-48f5-8272-f3f1429dfde5 req-9bd2b5e9-8c45-4a7c-891f-2a0a8f319c23 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:55.532439 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 77a80284-4e07-46fe-b618-9ec67d92f9aa triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:37:55.532439 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:55.539823 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-688b3326-d2d4-4ef7-b7e2-509eb532fde8 service neutron] 10.222.0.93 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4701855 Oct 27 18:37:55.548174 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-89a5fc52-c1b7-48f5-8272-f3f1429dfde5 req-9bd2b5e9-8c45-4a7c-891f-2a0a8f319c23 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Calling delete_port for 5206b3bf-1563-4ae1-83de-8e76ced302a0 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:37:55.562208 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ccfb889e-ac31-4a35-9452-5792810f038e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:55.610754 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-59fbc114-ec8a-4f65-9e2f-46391b157c4c tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:55.672490 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fbc114-ec8a-4f65-9e2f-46391b157c4c tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event deleted for resources: {'Subnet': ['ID=ad595ffe-dded-439f-9465-59480c6f9107,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:55.698846 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb889e-ac31-4a35-9452-5792810f038e None None] Pushing event updated for resources: {'Port': ['ID=77a80284-4e07-46fe-b618-9ec67d92f9aa,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:55.699167 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f38f785c-9599-4c98-96da-07e756636c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:55.703272 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-90c408c8-b7b7-40d8-a3c3-cb91355b4689 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d HTTP/1.1" status: 200 len: 217 time: 0.1525457 Oct 27 18:37:55.705500 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f38f785c-9599-4c98-96da-07e756636c0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:55.706700 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f38f785c-9599-4c98-96da-07e756636c0c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6668e47b-a8d0-4704-b661-4b0ab28eb148 HTTP/1.1" status: 204 len: 168 time: 0.4610996 Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server [None req-4c847830-2aa5-4c1b-97f6-6feb012ee667 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ad595ffe-dded-439f-9465-59480c6f9107: This subnet is being modified by another concurrent operation. Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise exception Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ad595ffe-dded-439f-9465-59480c6f9107: This subnet is being modified by another concurrent operation. Oct 27 18:37:55.709680 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server Oct 27 18:37:55.722649 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f785c-9599-4c98-96da-07e756636c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6668e47b-a8d0-4704-b661-4b0ab28eb148,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:55.753804 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27eb34a5-8e5e-4eee-814b-623ca09c3c56 None None] Network fb71d235-78a2-425e-9569-b2a36ab0dcce requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:37:55.812221 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-0b32ff39-2e32-489e-8d4e-ae16dd7e8edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:55.813723 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-0b32ff39-2e32-489e-8d4e-ae16dd7e8edc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0c846821-c400-4b07-990c-53ee0d225496 HTTP/1.1" status: 200 len: 797 time: 0.0934021 Oct 27 18:37:55.918713 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-59fbc114-ec8a-4f65-9e2f-46391b157c4c tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:55.967351 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-a88a328c-055f-4834-b949-9c2947a2ff6d None None] Provisioning complete for port ee106e59-8b36-4f08-b007-cba954e74cb5 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:37:55.967983 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a88a328c-055f-4834-b949-9c2947a2ff6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:56.008004 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-59fbc114-ec8a-4f65-9e2f-46391b157c4c tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb71d235-78a2-425e-9569-b2a36ab0dcce']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:56.033645 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-59fbc114-ec8a-4f65-9e2f-46391b157c4c tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15e1b483-5eb2-48bc-aba8-f7e0c22a8f4f') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:56.033948 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-59fbc114-ec8a-4f65-9e2f-46391b157c4c tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15e1b483-5eb2-48bc-aba8-f7e0c22a8f4f') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:56.056203 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-59fbc114-ec8a-4f65-9e2f-46391b157c4c tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:56.071642 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-59fbc114-ec8a-4f65-9e2f-46391b157c4c tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:56.076780 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-a88a328c-055f-4834-b949-9c2947a2ff6d None None] Port ee106e59-8b36-4f08-b007-cba954e74cb5 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:37:56.085641 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ff3c7a-102c-4d76-8bcc-52cd4eaef877 None None] Network fb71d235-78a2-425e-9569-b2a36ab0dcce requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:37:56.090090 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59fbc114-ec8a-4f65-9e2f-46391b157c4c tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:37:56.090508 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-59fbc114-ec8a-4f65-9e2f-46391b157c4c tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:56.094944 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:37:56.094944 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:37:56.094944 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:37:56.094944 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:37:56.094944 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:37:56.094944 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:37:56.094944 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:37:56.094944 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:37:56.094944 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:37:56.094944 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:37:56.094944 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:37:56.094944 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:37:56.094944 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:37:56.094944 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:37:56.094944 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:37:56.094944 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:37:56.094944 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:37:56.094944 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:37:56.094944 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:37:56.094944 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:37:56.094944 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:37:56.094944 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:37:56.094944 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:37:56.094944 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:37:56.094944 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:37:56.094944 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:37:56.094944 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:37:56.094944 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:37:56.094944 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:37:56.094944 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:37:56.094944 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:37:56.094944 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:37:56.137190 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-80f6a633-d02c-4fe1-8011-d43fb4aee9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:56.138833 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-80f6a633-d02c-4fe1-8011-d43fb4aee9aa service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c77cbe16-409d-4d1e-8a39-10a063ae0bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2801151 Oct 27 18:37:56.172928 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-a88a328c-055f-4834-b949-9c2947a2ff6d None None] Provisioning complete for port 77a80284-4e07-46fe-b618-9ec67d92f9aa triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:37:56.173475 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a88a328c-055f-4834-b949-9c2947a2ff6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:56.232864 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-89a5fc52-c1b7-48f5-8272-f3f1429dfde5 req-9bd2b5e9-8c45-4a7c-891f-2a0a8f319c23 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:56.319693 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-59fbc114-ec8a-4f65-9e2f-46391b157c4c tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:56.331384 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-59fbc114-ec8a-4f65-9e2f-46391b157c4c tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:56.346628 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-59fbc114-ec8a-4f65-9e2f-46391b157c4c tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "DELETE /v2.0/networks/fb71d235-78a2-425e-9569-b2a36ab0dcce HTTP/1.1" status: 204 len: 168 time: 1.4081168 Oct 27 18:37:56.349339 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47030) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:56.422750 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d47b2134-aeeb-423c-92e0-e3be619c86b3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:56.476158 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fbc114-ec8a-4f65-9e2f-46391b157c4c tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event deleted for resources: {'Network': ['ID=fb71d235-78a2-425e-9569-b2a36ab0dcce,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:56.515377 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd2b5e9-8c45-4a7c-891f-2a0a8f319c23 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Pushing event deleted for resources: {'Port': ['ID=5206b3bf-1563-4ae1-83de-8e76ced302a0,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:56.521880 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-33575fab-b5be-4445-a68e-bef023be0229 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] DELETE failed (client error): The resource could not be found. Oct 27 18:37:56.521880 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33575fab-b5be-4445-a68e-bef023be0229 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:37:56.538136 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-33575fab-b5be-4445-a68e-bef023be0229 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "DELETE /v2.0/subnets/ad595ffe-dded-439f-9465-59480c6f9107 HTTP/1.1" status: 404 len: 337 time: 0.1836259 Oct 27 18:37:56.538769 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47044) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:56.557022 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d47b2134-aeeb-423c-92e0-e3be619c86b3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:56.563429 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:56.611946 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-185d82a1-1729-4a15-bc31-c9a893bf0872 req-3dc332cb-036e-4c6a-8468-573c750851a3 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 210 time: 0.1401749 Oct 27 18:37:56.622615 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-575c3b53-22b0-436f-a968-d56b3c63641e service neutron] 10.222.0.93 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4727082 Oct 27 18:37:56.623756 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b6c251-abb8-46c1-abd2-7f1b4e5315c7 None None] get_active_networks_info from n-d-815690-2 {{(pid=102880) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 18:37:56.624241 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdf449a2-5679-4091-9f8a-7929556ff751 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] DELETE failed (client error): The resource could not be found. Oct 27 18:37:56.624883 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdf449a2-5679-4091-9f8a-7929556ff751 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:37:56.637626 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-fdf449a2-5679-4091-9f8a-7929556ff751 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "DELETE /v2.0/networks/fb71d235-78a2-425e-9569-b2a36ab0dcce HTTP/1.1" status: 404 len: 339 time: 0.0900569 Oct 27 18:37:56.637626 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47048) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:56.731393 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2bcccf2a-dc84-4c86-9055-0c866d45409a tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:56.748370 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a5fc52-c1b7-48f5-8272-f3f1429dfde5 req-9bd2b5e9-8c45-4a7c-891f-2a0a8f319c23 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] No DVR routers for this DVR port 5206b3bf-1563-4ae1-83de-8e76ced302a0 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:37:56.759249 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-89a5fc52-c1b7-48f5-8272-f3f1429dfde5 req-9bd2b5e9-8c45-4a7c-891f-2a0a8f319c23 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:56.762532 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-89a5fc52-c1b7-48f5-8272-f3f1429dfde5 req-9bd2b5e9-8c45-4a7c-891f-2a0a8f319c23 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.93 "DELETE /v2.0/ports/5206b3bf-1563-4ae1-83de-8e76ced302a0 HTTP/1.1" status: 204 len: 173 time: 2.4838762 Oct 27 18:37:56.788474 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0170328-cf0b-4c32-a4b6-53e45acc158a', 'name': 'network-vif-deleted', 'tag': '5206b3bf-1563-4ae1-83de-8e76ced302a0'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:37:56.797065 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96960b04-827f-4d2f-873f-64271d5fffff" -d '{"events": [{"server_uuid": "c0170328-cf0b-4c32-a4b6-53e45acc158a", "name": "network-vif-deleted", "tag": "5206b3bf-1563-4ae1-83de-8e76ced302a0"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:37:56.810528 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b6c251-abb8-46c1-abd2-7f1b4e5315c7 None None] Resources bound (agent type, host, resource id): {{(pid=102880) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 18:37:56.854650 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-852a3704-6f55-4f8e-b688-19388a9f2b6f None None] Provisioning complete for port ee106e59-8b36-4f08-b007-cba954e74cb5 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:37:56.855261 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-852a3704-6f55-4f8e-b688-19388a9f2b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:56.987272 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2bcccf2a-dc84-4c86-9055-0c866d45409a tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:57.007003 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c31f2a-5d96-4f80-afc5-870c330fc1d9 x-openstack-request-id: req-f9c31f2a-5d96-4f80-afc5-870c330fc1d9 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:37:57.008221 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0170328-cf0b-4c32-a4b6-53e45acc158a", "name": "network-vif-deleted", "tag": "5206b3bf-1563-4ae1-83de-8e76ced302a0", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:37:57.008970 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f9c31f2a-5d96-4f80-afc5-870c330fc1d9 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:37:57.010501 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0170328-cf0b-4c32-a4b6-53e45acc158a', 'name': 'network-vif-deleted', 'tag': '5206b3bf-1563-4ae1-83de-8e76ced302a0', 'status': 'completed', 'code': 200} Oct 27 18:37:57.028423 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:57.037120 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 77a80284-4e07-46fe-b618-9ec67d92f9aa up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:37:57.058344 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b2134-aeeb-423c-92e0-e3be619c86b3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event updated for resources: {'Port': ['ID=ee106e59-8b36-4f08-b007-cba954e74cb5,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:57.072617 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d47b2134-aeeb-423c-92e0-e3be619c86b3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:57.076046 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-2bcccf2a-dc84-4c86-9055-0c866d45409a tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7fd3831-a8b4-49eb-a11a-8832c3f83fc4']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:57.100765 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-2bcccf2a-dc84-4c86-9055-0c866d45409a tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7117f4b-a2df-4069-87de-b23446ec2f7e') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:57.104355 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-2bcccf2a-dc84-4c86-9055-0c866d45409a tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7117f4b-a2df-4069-87de-b23446ec2f7e') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:57.129721 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-852a3704-6f55-4f8e-b688-19388a9f2b6f None None] Port ee106e59-8b36-4f08-b007-cba954e74cb5 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:37:57.133280 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2bcccf2a-dc84-4c86-9055-0c866d45409a tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:57.166886 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2bcccf2a-dc84-4c86-9055-0c866d45409a tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:57.174529 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-7bba590d-abb6-4136-8907-710e0309ce55 service neutron] 10.222.0.93 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4419734 Oct 27 18:37:57.187765 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bcccf2a-dc84-4c86-9055-0c866d45409a tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:37:57.188496 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2bcccf2a-dc84-4c86-9055-0c866d45409a tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:57.207800 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:37:57.207800 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:37:57.207800 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:37:57.207800 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:37:57.207800 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:37:57.207800 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:37:57.207800 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:37:57.207800 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:37:57.207800 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:37:57.207800 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:37:57.207800 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:37:57.207800 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:37:57.207800 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:37:57.207800 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:37:57.207800 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:37:57.207800 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:37:57.207800 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:37:57.207800 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:37:57.207800 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:37:57.207800 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:37:57.207800 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:37:57.207800 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:37:57.207800 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:37:57.207800 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:37:57.207800 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:37:57.207800 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:37:57.207800 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:37:57.207800 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:37:57.207800 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:37:57.207800 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:37:57.207800 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:37:57.207800 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:37:57.220986 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 77a80284-4e07-46fe-b618-9ec67d92f9aa triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:37:57.221593 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:57.253490 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-95cdb632-cdc9-47e0-8531-92df8e63672e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41 HTTP/1.1" status: 200 len: 217 time: 0.0708299 Oct 27 18:37:57.359088 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47b2134-aeeb-423c-92e0-e3be619c86b3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Network 072af4c8-80b6-4c44-addd-e955bfd4ab57 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:37:57.360670 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-d47b2134-aeeb-423c-92e0-e3be619c86b3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:37:57.363507 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-97ecd22f-e3af-4bf7-871b-4f70eb6bdf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:57.365726 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-97ecd22f-e3af-4bf7-871b-4f70eb6bdf28 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=04e448aa-1e58-4ecc-bf47-1088a536ca59 HTTP/1.1" status: 200 len: 797 time: 0.0970144 Oct 27 18:37:57.438944 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2bcccf2a-dc84-4c86-9055-0c866d45409a tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:57.453682 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2bcccf2a-dc84-4c86-9055-0c866d45409a tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:57.463849 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-2bcccf2a-dc84-4c86-9055-0c866d45409a tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "DELETE /v2.0/networks/b7fd3831-a8b4-49eb-a11a-8832c3f83fc4 HTTP/1.1" status: 204 len: 168 time: 0.8301206 Oct 27 18:37:57.506045 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47068) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:57.517257 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 5206b3bf-1563-4ae1-83de-8e76ced302a0 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:37:57.560518 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcccf2a-dc84-4c86-9055-0c866d45409a tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event deleted for resources: {'Network': ['ID=b7fd3831-a8b4-49eb-a11a-8832c3f83fc4,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:57.575451 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 5206b3bf-1563-4ae1-83de-8e76ced302a0 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:37:57.576010 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 5206b3bf-1563-4ae1-83de-8e76ced302a0 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:37:57.620969 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-17639032-43e0-4af6-8ab8-7bfb4bbd9d7e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] DELETE failed (client error): The resource could not be found. Oct 27 18:37:57.621503 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17639032-43e0-4af6-8ab8-7bfb4bbd9d7e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:37:57.624036 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-15e1e759-d9ac-43ab-8118-6d9f0412bbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:57.628907 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-17639032-43e0-4af6-8ab8-7bfb4bbd9d7e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "DELETE /v2.0/subnets/1f46d296-f70d-42c3-959d-ad0ff64944f5 HTTP/1.1" status: 404 len: 337 time: 0.1217935 Oct 27 18:37:57.629561 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47076) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:57.634049 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-15e1e759-d9ac-43ab-8118-6d9f0412bbb3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7a4a9448-dde2-4330-a4d7-528d39b56a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2614999 Oct 27 18:37:57.694229 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-64a38187-4468-4c00-b335-00dde0118591 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] DELETE failed (client error): The resource could not be found. Oct 27 18:37:57.694748 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64a38187-4468-4c00-b335-00dde0118591 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:37:57.718425 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-64a38187-4468-4c00-b335-00dde0118591 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "DELETE /v2.0/networks/1c07b5db-3301-4f0c-8a54-cfb570946f9c HTTP/1.1" status: 404 len: 339 time: 0.0874178 Oct 27 18:37:57.721039 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47082) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:57.814834 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47b2134-aeeb-423c-92e0-e3be619c86b3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Router 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:37:57.826022 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9809b21-e3cc-4ad7-8a52-781008d7d4dc tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Deleting subnet d9651309-b2bd-424c-8e9b-3bcd38808953 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:37:57.834633 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d9809b21-e3cc-4ad7-8a52-781008d7d4dc tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:57.873941 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-0abb3150-bcc5-4973-95e5-a1283f8b4dd9 None None] Provisioning complete for port ee106e59-8b36-4f08-b007-cba954e74cb5 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:37:57.875005 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0abb3150-bcc5-4973-95e5-a1283f8b4dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:57.919442 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-0abb3150-bcc5-4973-95e5-a1283f8b4dd9 None None] Port ee106e59-8b36-4f08-b007-cba954e74cb5 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:37:57.937898 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aa0b404c-3a50-40f3-8bba-e15040b1035f req-3e573a4f-1791-4aea-965b-36f8ebc36593 tempest-ServerRescueTestJSONUnderV235-1611416906 tempest-ServerRescueTestJSONUnderV235-1611416906-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0170328-cf0b-4c32-a4b6-53e45acc158a HTTP/1.1" status: 200 len: 210 time: 0.1089678 Oct 27 18:37:57.953633 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-0d575b3a-091c-4cf7-b2e5-86e853ba8a30 service neutron] 10.222.0.93 "GET /v2.0/networks/7a4a9448-dde2-4330-a4d7-528d39b56a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109081 Oct 27 18:37:57.974560 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47b2134-aeeb-423c-92e0-e3be619c86b3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:37:57.976539 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d9809b21-e3cc-4ad7-8a52-781008d7d4dc tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:57.992035 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d47b2134-aeeb-423c-92e0-e3be619c86b3 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "PUT /v2.0/routers/8dfd3be9-e3e1-4925-8d78-156c379ac4e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4066672 Oct 27 18:37:57.995733 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814191d3-05d1-421f-80f9-c07245bca010 None None] Sync routers for ids ['8dfd3be9-e3e1-4925-8d78-156c379ac4e4'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:37:58.022804 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47088) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:58.029720 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-29d87081-66e5-489a-91bf-9c0dc138e5ed tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Request body: {'network': {'name': 'tempest-RoutersTest-2075257431'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:58.044260 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814191d3-05d1-421f-80f9-c07245bca010 None None] Routers {'8dfd3be9-e3e1-4925-8d78-156c379ac4e4'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:37:58.047250 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-814191d3-05d1-421f-80f9-c07245bca010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:37:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8dfd3be9-e3e1-4925-8d78-156c379ac4e4'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:58.107845 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-467d80d0-5a0d-4607-963e-6ecaf4924a83 service neutron] 10.222.0.93 "GET /v2.0/networks/7a4a9448-dde2-4330-a4d7-528d39b56a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458154 Oct 27 18:37:58.190118 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d87081-66e5-489a-91bf-9c0dc138e5ed tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Made reservation on behalf of 4e0551cb79254307ae43405db8526986 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:37:58.193410 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-814191d3-05d1-421f-80f9-c07245bca010 None None] Set router 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 gateway port host: None {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:37:58.193831 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-29d87081-66e5-489a-91bf-9c0dc138e5ed tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:58.214825 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d9809b21-e3cc-4ad7-8a52-781008d7d4dc tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:58.223038 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-01db1862-f55b-4fdc-9760-0f32f5602029 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=64fb56ad-4b22-4ffa-8833-69293fc4d246 HTTP/1.1" status: 200 len: 217 time: 0.0986850 Oct 27 18:37:58.277159 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29d87081-66e5-489a-91bf-9c0dc138e5ed tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] vlan segment allocate from pool success with {'vlan_id': 1037, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:37:58.288575 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-1e02c868-14b0-4b36-ae8e-2856fecc55b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:58.290087 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-1e02c868-14b0-4b36-ae8e-2856fecc55b7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=04e448aa-1e58-4ecc-bf47-1088a536ca59 HTTP/1.1" status: 200 len: 797 time: 0.0663223 Oct 27 18:37:58.294762 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-29d87081-66e5-489a-91bf-9c0dc138e5ed tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:58.295148 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-29d87081-66e5-489a-91bf-9c0dc138e5ed tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Added segment b7722f4b-2384-43e9-84c5-82c48def306e of type vlan for network a8dc0d3b-0455-4155-8b50-7122be67a111 Oct 27 18:37:58.393149 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-29d87081-66e5-489a-91bf-9c0dc138e5ed tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:58.409613 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-eca41a1c-48a3-4f55-af2e-d99094fb7b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:58.411405 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-eca41a1c-48a3-4f55-af2e-d99094fb7b42 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7a4a9448-dde2-4330-a4d7-528d39b56a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1073544 Oct 27 18:37:58.416663 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d9809b21-e3cc-4ad7-8a52-781008d7d4dc tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:58.434192 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d9809b21-e3cc-4ad7-8a52-781008d7d4dc tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:58.440776 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d9809b21-e3cc-4ad7-8a52-781008d7d4dc tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "DELETE /v2.0/subnets/d9651309-b2bd-424c-8e9b-3bcd38808953 HTTP/1.1" status: 204 len: 168 time: 0.7185848 Oct 27 18:37:58.444907 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713bcd97-d1bf-4886-a9d2-cad9939fb080 None None] Network 6e882711-9454-4a02-95b3-8182cd6e916d requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:37:58.460378 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47098) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:58.464819 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9809b21-e3cc-4ad7-8a52-781008d7d4dc tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event deleted for resources: {'Subnet': ['ID=d9651309-b2bd-424c-8e9b-3bcd38808953,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:58.606071 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-29d87081-66e5-489a-91bf-9c0dc138e5ed tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:58.612520 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d87081-66e5-489a-91bf-9c0dc138e5ed tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:37:58.613147 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-29d87081-66e5-489a-91bf-9c0dc138e5ed tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:58.701335 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3ea84a8-ed49-4c20-8df1-2d1725c36a47 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Deleting subnet 49794007-2321-4076-9158-d0e15f8fad24 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:37:58.725108 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a3ea84a8-ed49-4c20-8df1-2d1725c36a47 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:58.795989 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d87081-66e5-489a-91bf-9c0dc138e5ed tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event updated for resources: {'Network': ['ID=a8dc0d3b-0455-4155-8b50-7122be67a111,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:58.819260 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-603e1f5d-1a7c-4c9c-ac64-9ea2d83775c0 service neutron] 10.222.0.93 "GET /v2.0/networks/7a4a9448-dde2-4330-a4d7-528d39b56a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655186 Oct 27 18:37:58.826263 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47112) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:58.828169 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-29d87081-66e5-489a-91bf-9c0dc138e5ed tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8042457 Oct 27 18:37:58.830646 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-814191d3-05d1-421f-80f9-c07245bca010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'name': 'tempest-RoutersTest-router-1361598088', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:37:31Z', 'updated_at': '2021-10-27T18:37:55Z', 'revision_number': 4, 'project_id': '4e0551cb79254307ae43405db8526986', 'gw_port_host': None, '_interfaces': [{'id': '3c849c24-0686-4dff-8cf4-35f37dfe187b', 'name': '', 'network_id': '12050543-9531-4d54-8fbd-448637ddf792', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:a3:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:36Z', 'updated_at': '2021-10-27T18:37:41Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94dd9c78-7ce9-44f2-94b3-45a082294177', 'name': '', 'network_id': '598d3aef-28fc-4f34-8055-8e08cec647c1', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:1e:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '84116899-65f2-4e9a-b744-5bfffbff65fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:43Z', 'updated_at': '2021-10-27T18:37:49Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '84116899-65f2-4e9a-b744-5bfffbff65fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee106e59-8b36-4f08-b007-cba954e74cb5', 'name': '', 'network_id': '072af4c8-80b6-4c44-addd-e955bfd4ab57', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:42:77:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': 'b5039228-aaab-4826-a811-e26b98cb19f8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:53Z', 'updated_at': '2021-10-27T18:37:55Z', 'revision_number': 2, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': 'b5039228-aaab-4826-a811-e26b98cb19f8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:37:58.834971 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-4433dac8-5f49-407b-b34f-a4e448013cc7 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Request body: {'subnet': {'network_id': 'a8dc0d3b-0455-4155-8b50-7122be67a111', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:58.835258 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network a8dc0d3b-0455-4155-8b50-7122be67a111 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:37:58.864122 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814191d3-05d1-421f-80f9-c07245bca010 None None] Checking router: 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:37:58.865321 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814191d3-05d1-421f-80f9-c07245bca010 None None] Updating router 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 port ee106e59-8b36-4f08-b007-cba954e74cb5 binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:37:58.891530 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-814191d3-05d1-421f-80f9-c07245bca010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:58.900448 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a3ea84a8-ed49-4c20-8df1-2d1725c36a47 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:59.045823 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c6100b3a-0c74-485f-b6df-6d6c2e183e7a req-f968b78c-cc66-406b-82f7-216038440923 service neutron] 10.222.0.93 "GET /v2.0/networks/7a4a9448-dde2-4330-a4d7-528d39b56a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157679 Oct 27 18:37:59.064475 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a3ea84a8-ed49-4c20-8df1-2d1725c36a47 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:59.107380 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47120) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:59.250425 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a3ea84a8-ed49-4c20-8df1-2d1725c36a47 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:59.290214 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a3ea84a8-ed49-4c20-8df1-2d1725c36a47 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:59.315649 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a3ea84a8-ed49-4c20-8df1-2d1725c36a47 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "DELETE /v2.0/subnets/49794007-2321-4076-9158-d0e15f8fad24 HTTP/1.1" status: 204 len: 168 time: 0.8237300 Oct 27 18:37:59.319473 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47124) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:59.397738 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-814191d3-05d1-421f-80f9-c07245bca010 None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:59.426607 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea84a8-ed49-4c20-8df1-2d1725c36a47 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event deleted for resources: {'Subnet': ['ID=49794007-2321-4076-9158-d0e15f8fad24,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:59.453402 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47126) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:37:59.464707 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-814191d3-05d1-421f-80f9-c07245bca010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:59.612671 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4433dac8-5f49-407b-b34f-a4e448013cc7 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Made reservation on behalf of 4e0551cb79254307ae43405db8526986 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:37:59.617316 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4433dac8-5f49-407b-b34f-a4e448013cc7 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:59.629107 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9e4a6c12-757c-4e52-a4c2-d3eccb06d41f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:59.692386 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd7e27-1e2f-43a7-9a93-c6a3e8e50fbc None None] Pushing event updated for resources: {'Port': ['ID=ee106e59-8b36-4f08-b007-cba954e74cb5,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:37:59.712598 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-814191d3-05d1-421f-80f9-c07245bca010 None None] Attempting to bind port ee106e59-8b36-4f08-b007-cba954e74cb5 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:37:59.712975 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-814191d3-05d1-421f-80f9-c07245bca010 None None] Attempting to bind port ee106e59-8b36-4f08-b007-cba954e74cb5 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'e0396cb1-3787-4a86-88e1-3b63bd55ff6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '072af4c8-80b6-4c44-addd-e955bfd4ab57'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:37:59.713337 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814191d3-05d1-421f-80f9-c07245bca010 None None] Attempting to bind port ee106e59-8b36-4f08-b007-cba954e74cb5 on network 072af4c8-80b6-4c44-addd-e955bfd4ab57 {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:37:59.739838 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814191d3-05d1-421f-80f9-c07245bca010 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:37:59.740123 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814191d3-05d1-421f-80f9-c07245bca010 None None] Checking segment: {'id': 'e0396cb1-3787-4a86-88e1-3b63bd55ff6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '072af4c8-80b6-4c44-addd-e955bfd4ab57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:37:59.740469 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-814191d3-05d1-421f-80f9-c07245bca010 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:59.745555 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814191d3-05d1-421f-80f9-c07245bca010 None None] Bound using segment: {'id': 'e0396cb1-3787-4a86-88e1-3b63bd55ff6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '072af4c8-80b6-4c44-addd-e955bfd4ab57'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:37:59.746118 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-814191d3-05d1-421f-80f9-c07245bca010 None None] Bound port: ee106e59-8b36-4f08-b007-cba954e74cb5, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0396cb1-3787-4a86-88e1-3b63bd55ff6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '072af4c8-80b6-4c44-addd-e955bfd4ab57'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:37:59.746519 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-814191d3-05d1-421f-80f9-c07245bca010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:59.808951 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-9e4a6c12-757c-4e52-a4c2-d3eccb06d41f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Deleting port b2961251-0946-4c86-97bd-5aa1ede340da {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:37:59.809421 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9e4a6c12-757c-4e52-a4c2-d3eccb06d41f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:37:59.872458 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-c51bbf43-c830-408f-8913-50cf07a01f03 tempest-RoutersAdminNegativeTest-801270865 tempest-RoutersAdminNegativeTest-801270865-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-708792262', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:37:59.989963 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-814191d3-05d1-421f-80f9-c07245bca010 None None] For port ee106e59-8b36-4f08-b007-cba954e74cb5, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:37:59.994545 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-814191d3-05d1-421f-80f9-c07245bca010 None None] For port ee106e59-8b36-4f08-b007-cba954e74cb5, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ee106e59-8b36-4f08-b007-cba954e74cb5,segment=NetworkSegment(e0396cb1-3787-4a86-88e1-3b63bd55ff6d),segment_id=e0396cb1-3787-4a86-88e1-3b63bd55ff6d)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:38:00.059110 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-9e4a6c12-757c-4e52-a4c2-d3eccb06d41f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] For port b2961251-0946-4c86-97bd-5aa1ede340da, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=b2961251-0946-4c86-97bd-5aa1ede340da,segment=NetworkSegment(a93e84c8-2c94-461d-ac17-56e3a052b0d4),segment_id=a93e84c8-2c94-461d-ac17-56e3a052b0d4)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:38:00.061029 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9e4a6c12-757c-4e52-a4c2-d3eccb06d41f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:00.097020 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-814191d3-05d1-421f-80f9-c07245bca010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:00.126415 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-9e4a6c12-757c-4e52-a4c2-d3eccb06d41f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Calling delete_port for b2961251-0946-4c86-97bd-5aa1ede340da owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:38:00.159573 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671f4604-150a-4d73-93d9-ad0a7914a242 None None] Network 6e882711-9454-4a02-95b3-8182cd6e916d requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:38:00.231696 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd7e27-1e2f-43a7-9a93-c6a3e8e50fbc None None] Pushing event updated for resources: {'Port': ['ID=ee106e59-8b36-4f08-b007-cba954e74cb5,revision_number=4']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:00.232464 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51bbf43-c830-408f-8913-50cf07a01f03 tempest-RoutersAdminNegativeTest-801270865 tempest-RoutersAdminNegativeTest-801270865-project-admin] Made reservation on behalf of 819240e2fe2b482583a45373e417450d for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:38:00.245294 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c51bbf43-c830-408f-8913-50cf07a01f03 tempest-RoutersAdminNegativeTest-801270865 tempest-RoutersAdminNegativeTest-801270865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:00.281265 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814191d3-05d1-421f-80f9-c07245bca010 None None] Routers {'8dfd3be9-e3e1-4925-8d78-156c379ac4e4'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:38:00.290530 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-814191d3-05d1-421f-80f9-c07245bca010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:37:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8dfd3be9-e3e1-4925-8d78-156c379ac4e4'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:00.292411 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c51bbf43-c830-408f-8913-50cf07a01f03 tempest-RoutersAdminNegativeTest-801270865 tempest-RoutersAdminNegativeTest-801270865-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:00.425511 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c51bbf43-c830-408f-8913-50cf07a01f03 tempest-RoutersAdminNegativeTest-801270865 tempest-RoutersAdminNegativeTest-801270865-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:00.456644 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-681b6860-bd98-4078-8ddc-6da72a93b6fe None None] Provisioning complete for port ee106e59-8b36-4f08-b007-cba954e74cb5 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:38:00.457296 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-681b6860-bd98-4078-8ddc-6da72a93b6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:00.489130 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-814191d3-05d1-421f-80f9-c07245bca010 None None] Set router 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 gateway port host: None {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:38:00.519481 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9e4a6c12-757c-4e52-a4c2-d3eccb06d41f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:00.545760 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c51bbf43-c830-408f-8913-50cf07a01f03 tempest-RoutersAdminNegativeTest-801270865 tempest-RoutersAdminNegativeTest-801270865-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:00.597435 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-681b6860-bd98-4078-8ddc-6da72a93b6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:00.616755 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4a6c12-757c-4e52-a4c2-d3eccb06d41f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] No DVR routers for this DVR port b2961251-0946-4c86-97bd-5aa1ede340da on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:38:00.617558 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51bbf43-c830-408f-8913-50cf07a01f03 tempest-RoutersAdminNegativeTest-801270865 tempest-RoutersAdminNegativeTest-801270865-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c469b39-5128-4eaf-91f9-f7d1fcb35104,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:00.630652 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-c51bbf43-c830-408f-8913-50cf07a01f03 tempest-RoutersAdminNegativeTest-801270865 tempest-RoutersAdminNegativeTest-801270865-project-admin] device_id is not set on port 7bfd25a2-8243-4276-8102-c678479a86e9 yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:38:00.640231 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a6c12-757c-4e52-a4c2-d3eccb06d41f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event deleted for resources: {'Port': ['ID=b2961251-0946-4c86-97bd-5aa1ede340da,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:00.662859 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf308b6-25c5-4f82-89a3-0d0531623b1e None None] DHCP port deletion for 6e882711-9454-4a02-95b3-8182cd6e916d request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:38:00.713651 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-681b6860-bd98-4078-8ddc-6da72a93b6fe None None] For port ee106e59-8b36-4f08-b007-cba954e74cb5, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ee106e59-8b36-4f08-b007-cba954e74cb5,segment=NetworkSegment(e0396cb1-3787-4a86-88e1-3b63bd55ff6d),segment_id=e0396cb1-3787-4a86-88e1-3b63bd55ff6d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:38:00.803572 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4433dac8-5f49-407b-b34f-a4e448013cc7 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:00.838571 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-681b6860-bd98-4078-8ddc-6da72a93b6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:00.984561 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device b2961251-0946-4c86-97bd-5aa1ede340da no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:38:01.047104 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681b6860-bd98-4078-8ddc-6da72a93b6fe None None] Pushing event updated for resources: {'Port': ['ID=ee106e59-8b36-4f08-b007-cba954e74cb5,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:01.064867 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4433dac8-5f49-407b-b34f-a4e448013cc7 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event updated for resources: {'Subnet': ['ID=e5b892d2-5f66-4d1e-9073-3e4f45a1bc71,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:01.090323 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-c51bbf43-c830-408f-8913-50cf07a01f03 tempest-RoutersAdminNegativeTest-801270865 tempest-RoutersAdminNegativeTest-801270865-project-admin] Allocated IP 172.25.6.77 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/7bfd25a2-8243-4276-8102-c678479a86e9) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:38:01.145927 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-814191d3-05d1-421f-80f9-c07245bca010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'name': 'tempest-RoutersTest-router-1361598088', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:37:31Z', 'updated_at': '2021-10-27T18:37:55Z', 'revision_number': 4, 'project_id': '4e0551cb79254307ae43405db8526986', 'gw_port_host': None, '_interfaces': [{'id': '3c849c24-0686-4dff-8cf4-35f37dfe187b', 'name': '', 'network_id': '12050543-9531-4d54-8fbd-448637ddf792', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:a3:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:36Z', 'updated_at': '2021-10-27T18:37:41Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94dd9c78-7ce9-44f2-94b3-45a082294177', 'name': '', 'network_id': '598d3aef-28fc-4f34-8055-8e08cec647c1', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:1e:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '84116899-65f2-4e9a-b744-5bfffbff65fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:43Z', 'updated_at': '2021-10-27T18:37:49Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '84116899-65f2-4e9a-b744-5bfffbff65fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee106e59-8b36-4f08-b007-cba954e74cb5', 'name': '', 'network_id': '072af4c8-80b6-4c44-addd-e955bfd4ab57', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:42:77:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': 'b5039228-aaab-4826-a811-e26b98cb19f8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:53Z', 'updated_at': '2021-10-27T18:37:59Z', 'revision_number': 4, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': 'b5039228-aaab-4826-a811-e26b98cb19f8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:01.155167 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4433dac8-5f49-407b-b34f-a4e448013cc7 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Checking segment: {'id': 'b7722f4b-2384-43e9-84c5-82c48def306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'a8dc0d3b-0455-4155-8b50-7122be67a111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:38:01.155889 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4433dac8-5f49-407b-b34f-a4e448013cc7 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Network hostable DHCP agents. Network: a8dc0d3b-0455-4155-8b50-7122be67a111, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:38:01.158201 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: b2961251-0946-4c86-97bd-5aa1ede340da {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:38:01.159015 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device b2961251-0946-4c86-97bd-5aa1ede340da not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:38:01.165680 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-d26a4766-94b9-4ff1-b182-2e64542250f7 None None] Provisioning complete for port ee106e59-8b36-4f08-b007-cba954e74cb5 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:38:01.173608 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d26a4766-94b9-4ff1-b182-2e64542250f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:01.238674 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814191d3-05d1-421f-80f9-c07245bca010 None None] The sync data for ids ['8dfd3be9-e3e1-4925-8d78-156c379ac4e4'] in n-d-815690-2 is: [{'id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'name': 'tempest-RoutersTest-router-1361598088', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:37:31Z', 'updated_at': '2021-10-27T18:37:55Z', 'revision_number': 4, 'project_id': '4e0551cb79254307ae43405db8526986', 'gw_port_host': None, '_interfaces': [{'id': '3c849c24-0686-4dff-8cf4-35f37dfe187b', 'name': '', 'network_id': '12050543-9531-4d54-8fbd-448637ddf792', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:a3:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:36Z', 'updated_at': '2021-10-27T18:37:41Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94dd9c78-7ce9-44f2-94b3-45a082294177', 'name': '', 'network_id': '598d3aef-28fc-4f34-8055-8e08cec647c1', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:1e:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '84116899-65f2-4e9a-b744-5bfffbff65fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:43Z', 'updated_at': '2021-10-27T18:37:49Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '84116899-65f2-4e9a-b744-5bfffbff65fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee106e59-8b36-4f08-b007-cba954e74cb5', 'name': '', 'network_id': '072af4c8-80b6-4c44-addd-e955bfd4ab57', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:42:77:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': 'b5039228-aaab-4826-a811-e26b98cb19f8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:53Z', 'updated_at': '2021-10-27T18:37:59Z', 'revision_number': 4, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': 'b5039228-aaab-4826-a811-e26b98cb19f8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:38:01.296752 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f71eed33-1af5-40ee-b869-997b58f6d612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:01.445547 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9e4a6c12-757c-4e52-a4c2-d3eccb06d41f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:01.464531 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-d26a4766-94b9-4ff1-b182-2e64542250f7 None None] Could not find standard attr ID for object b2961251-0946-4c86-97bd-5aa1ede340da. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 18:38:01.486706 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-9e4a6c12-757c-4e52-a4c2-d3eccb06d41f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e882711-9454-4a02-95b3-8182cd6e916d']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:01.500968 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-9e4a6c12-757c-4e52-a4c2-d3eccb06d41f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a93e84c8-2c94-461d-ac17-56e3a052b0d4') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:01.502692 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-9e4a6c12-757c-4e52-a4c2-d3eccb06d41f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a93e84c8-2c94-461d-ac17-56e3a052b0d4') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:01.533759 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9e4a6c12-757c-4e52-a4c2-d3eccb06d41f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:01.554756 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9e4a6c12-757c-4e52-a4c2-d3eccb06d41f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:01.571592 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e4a6c12-757c-4e52-a4c2-d3eccb06d41f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:38:01.573509 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9e4a6c12-757c-4e52-a4c2-d3eccb06d41f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:01.687081 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:38:01.687081 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:38:01.687081 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:38:01.687081 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:38:01.687081 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:38:01.687081 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:38:01.687081 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:38:01.687081 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:38:01.687081 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:38:01.687081 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:38:01.687081 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:38:01.687081 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:38:01.687081 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:38:01.687081 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:38:01.687081 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:38:01.687081 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:38:01.687081 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:38:01.687081 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:38:01.687081 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:38:01.687081 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:38:01.687081 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:38:01.687081 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:38:01.687081 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:38:01.687081 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:38:01.687081 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:38:01.687081 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:38:01.687081 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:38:01.687081 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:38:01.687081 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:38:01.687081 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:38:01.687081 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:38:01.687081 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:38:01.827746 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9e4a6c12-757c-4e52-a4c2-d3eccb06d41f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:01.869276 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9e4a6c12-757c-4e52-a4c2-d3eccb06d41f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:01.872980 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9e4a6c12-757c-4e52-a4c2-d3eccb06d41f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "DELETE /v2.0/networks/6e882711-9454-4a02-95b3-8182cd6e916d HTTP/1.1" status: 204 len: 168 time: 2.5471098 Oct 27 18:38:01.874026 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a6c12-757c-4e52-a4c2-d3eccb06d41f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event deleted for resources: {'Network': ['ID=6e882711-9454-4a02-95b3-8182cd6e916d,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:01.877236 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47146) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:01.925226 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-36274f32-97d4-4454-9f36-7473c79e8b8f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] DELETE failed (client error): The resource could not be found. Oct 27 18:38:01.925709 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36274f32-97d4-4454-9f36-7473c79e8b8f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:38:01.930109 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-36274f32-97d4-4454-9f36-7473c79e8b8f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "DELETE /v2.0/subnets/e399d728-9405-4cb6-b02b-d650955a5fda HTTP/1.1" status: 404 len: 337 time: 0.0510497 Oct 27 18:38:01.932105 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47148) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:01.960387 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fd1c115-64dd-403d-b0e5-c67085d7422b tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] DELETE failed (client error): The resource could not be found. Oct 27 18:38:01.963223 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fd1c115-64dd-403d-b0e5-c67085d7422b tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:38:01.967010 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5fd1c115-64dd-403d-b0e5-c67085d7422b tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "DELETE /v2.0/networks/ae95c5a7-abdf-4c2f-8bb2-7d6c0bdb99a1 HTTP/1.1" status: 404 len: 339 time: 0.0337501 Oct 27 18:38:01.970659 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47150) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:02.040045 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-75b6456d-dc8b-4e8d-b6e2-53e58cb6b795 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] DELETE failed (client error): The resource could not be found. Oct 27 18:38:02.040832 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75b6456d-dc8b-4e8d-b6e2-53e58cb6b795 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:38:02.052359 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-75b6456d-dc8b-4e8d-b6e2-53e58cb6b795 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "DELETE /v2.0/subnets/bec5e841-8341-466b-8258-32e4689fe3d7 HTTP/1.1" status: 404 len: 337 time: 0.0776343 Oct 27 18:38:02.055965 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47154) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:02.097897 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4433dac8-5f49-407b-b34f-a4e448013cc7 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Network a8dc0d3b-0455-4155-8b50-7122be67a111 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:38:02.113919 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4338ab8-0c05-4da1-b316-9265ef6d4c80 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] DELETE failed (client error): The resource could not be found. Oct 27 18:38:02.115469 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4338ab8-0c05-4da1-b316-9265ef6d4c80 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:38:02.121480 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f4338ab8-0c05-4da1-b316-9265ef6d4c80 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "DELETE /v2.0/networks/8596db62-1f1c-4094-9bff-e19893409dc0 HTTP/1.1" status: 404 len: 339 time: 0.0636361 Oct 27 18:38:02.123925 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47158) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:02.165834 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c0a991-3677-4917-9e97-7d08e055466f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] DELETE failed (client error): The resource could not be found. Oct 27 18:38:02.166417 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42c0a991-3677-4917-9e97-7d08e055466f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:38:02.175616 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-42c0a991-3677-4917-9e97-7d08e055466f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "DELETE /v2.0/subnets/b8d93c02-db56-4d89-b7ae-b25e8a2fbd7e HTTP/1.1" status: 404 len: 337 time: 0.0467243 Oct 27 18:38:02.179216 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47160) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:02.202015 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcb9b96f-d17a-46be-831d-5e2e46483545 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] DELETE failed (client error): The resource could not be found. Oct 27 18:38:02.202864 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcb9b96f-d17a-46be-831d-5e2e46483545 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:38:02.213498 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-fcb9b96f-d17a-46be-831d-5e2e46483545 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "DELETE /v2.0/networks/09e5150d-f53f-4858-9260-4416fbf00100 HTTP/1.1" status: 404 len: 339 time: 0.0305934 Oct 27 18:38:02.214049 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47162) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:02.269754 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c51bbf43-c830-408f-8913-50cf07a01f03 tempest-RoutersAdminNegativeTest-801270865 tempest-RoutersAdminNegativeTest-801270865-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:02.278332 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f41047a-2c02-4861-b5f6-738c86c3b74f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Deleting subnet 073e9804-66ec-4881-85f9-ca6a9268f43d {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:38:02.281524 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-4433dac8-5f49-407b-b34f-a4e448013cc7 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, a8dc0d3b-0455-4155-8b50-7122be67a111) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:38:02.290839 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3cdffc-d1c1-4923-ac9a-c6699be6a08b None None] Network a8dc0d3b-0455-4155-8b50-7122be67a111 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:38:02.300761 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0f41047a-2c02-4861-b5f6-738c86c3b74f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:02.322628 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4433dac8-5f49-407b-b34f-a4e448013cc7 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:02.323510 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4433dac8-5f49-407b-b34f-a4e448013cc7 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:02.368066 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0f41047a-2c02-4861-b5f6-738c86c3b74f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:02.487328 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0f41047a-2c02-4861-b5f6-738c86c3b74f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:02.498352 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-f71eed33-1af5-40ee-b869-997b58f6d612 admin admin] Deleting port 45b1084a-e26c-43c5-a0cb-90f0e832b13d {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:38:02.498707 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f71eed33-1af5-40ee-b869-997b58f6d612 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:02.514246 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c51bbf43-c830-408f-8913-50cf07a01f03 tempest-RoutersAdminNegativeTest-801270865 tempest-RoutersAdminNegativeTest-801270865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:02.525849 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306c38e8-7516-446d-9e9b-5d7a15022e14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-a8dc0d3b-0455-4155-8b50-7122be67a111', 'network_id': 'a8dc0d3b-0455-4155-8b50-7122be67a111', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'fixed_ips': [{'subnet_id': 'e5b892d2-5f66-4d1e-9073-3e4f45a1bc71'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:38:02.527233 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-306c38e8-7516-446d-9e9b-5d7a15022e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:02.546513 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4433dac8-5f49-407b-b34f-a4e448013cc7 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7185419 Oct 27 18:38:02.549620 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47166) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:02.623316 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51bbf43-c830-408f-8913-50cf07a01f03 tempest-RoutersAdminNegativeTest-801270865 tempest-RoutersAdminNegativeTest-801270865-project-admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:38:02.626486 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51bbf43-c830-408f-8913-50cf07a01f03 tempest-RoutersAdminNegativeTest-801270865 tempest-RoutersAdminNegativeTest-801270865-project-admin] Pushing event updated for resources: {'Port': ['ID=7bfd25a2-8243-4276-8102-c678479a86e9,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:02.632067 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-c51bbf43-c830-408f-8913-50cf07a01f03 tempest-RoutersAdminNegativeTest-801270865 tempest-RoutersAdminNegativeTest-801270865-project-admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:38:02.639740 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51bbf43-c830-408f-8913-50cf07a01f03 tempest-RoutersAdminNegativeTest-801270865 tempest-RoutersAdminNegativeTest-801270865-project-admin] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:38:02.688951 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-f71eed33-1af5-40ee-b869-997b58f6d612 admin admin] For port 45b1084a-e26c-43c5-a0cb-90f0e832b13d, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=45b1084a-e26c-43c5-a0cb-90f0e832b13d,segment=NetworkSegment(df5181ab-3a78-46b3-8200-768f1b935974),segment_id=df5181ab-3a78-46b3-8200-768f1b935974)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:38:02.688951 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f71eed33-1af5-40ee-b869-997b58f6d612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:02.706634 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-f71eed33-1af5-40ee-b869-997b58f6d612 admin admin] Calling delete_port for 45b1084a-e26c-43c5-a0cb-90f0e832b13d owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:38:02.709614 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51bbf43-c830-408f-8913-50cf07a01f03 tempest-RoutersAdminNegativeTest-801270865 tempest-RoutersAdminNegativeTest-801270865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:02.710233 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c51bbf43-c830-408f-8913-50cf07a01f03 tempest-RoutersAdminNegativeTest-801270865 tempest-RoutersAdminNegativeTest-801270865-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:02.728230 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0f41047a-2c02-4861-b5f6-738c86c3b74f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:02.769155 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-306c38e8-7516-446d-9e9b-5d7a15022e14 None None] Allocated IP 172.23.0.2 (a8dc0d3b-0455-4155-8b50-7122be67a111/e5b892d2-5f66-4d1e-9073-3e4f45a1bc71/12be6df1-7949-42b5-867b-10fadd524a0d) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:38:02.788360 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f41047a-2c02-4861-b5f6-738c86c3b74f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event deleted for resources: {'Subnet': ['ID=073e9804-66ec-4881-85f9-ca6a9268f43d,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:02.790371 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0f41047a-2c02-4861-b5f6-738c86c3b74f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:02.794346 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c51bbf43-c830-408f-8913-50cf07a01f03 tempest-RoutersAdminNegativeTest-801270865 tempest-RoutersAdminNegativeTest-801270865-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.3210104 Oct 27 18:38:02.794685 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47168) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:02.796214 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0f41047a-2c02-4861-b5f6-738c86c3b74f tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "DELETE /v2.0/subnets/073e9804-66ec-4881-85f9-ca6a9268f43d HTTP/1.1" status: 204 len: 168 time: 0.5810473 Oct 27 18:38:02.799220 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-cbb2c479-28b5-49f3-adf3-1aeef215977e tempest-RoutersAdminNegativeTest-801270865 tempest-RoutersAdminNegativeTest-801270865-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.77'}]}}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:02.799463 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47170) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:02.890084 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc46606-f98d-40b9-8772-7969d1a3e8d8 None None] Network 6610b0a4-dd4d-4d6a-ae7f-d0242a536453 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:38:02.900411 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b418e06c-f3c7-4aa2-af66-ac233d421c0e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:02.988148 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ee106e59-8b36-4f08-b007-cba954e74cb5 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:38:03.120297 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-b418e06c-f3c7-4aa2-af66-ac233d421c0e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Deleting port b80fbfd9-88ae-4ad3-a133-93c6ff7df7f4 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:38:03.120760 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b418e06c-f3c7-4aa2-af66-ac233d421c0e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:03.185598 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-620e106d-c15c-46a9-97dc-af22f5f33c77 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:03.212840 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-b418e06c-f3c7-4aa2-af66-ac233d421c0e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] For port b80fbfd9-88ae-4ad3-a133-93c6ff7df7f4, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=b80fbfd9-88ae-4ad3-a133-93c6ff7df7f4,segment=NetworkSegment(b553b3a4-9a21-4761-9b61-7cedcfe815c7),segment_id=b553b3a4-9a21-4761-9b61-7cedcfe815c7)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:38:03.212840 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b418e06c-f3c7-4aa2-af66-ac233d421c0e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:03.224899 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-306c38e8-7516-446d-9e9b-5d7a15022e14 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:03.236302 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port ee106e59-8b36-4f08-b007-cba954e74cb5 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:38:03.236681 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:03.291135 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-b418e06c-f3c7-4aa2-af66-ac233d421c0e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Calling delete_port for b80fbfd9-88ae-4ad3-a133-93c6ff7df7f4 owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:38:03.379165 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4586e6-1c76-4e23-847f-677471232a8c None None] DHCP port deletion for 6610b0a4-dd4d-4d6a-ae7f-d0242a536453 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:38:03.467257 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cbb2c479-28b5-49f3-adf3-1aeef215977e tempest-RoutersAdminNegativeTest-801270865 tempest-RoutersAdminNegativeTest-801270865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:03.471777 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-be4586e6-1c76-4e23-847f-677471232a8c None None] Deleting port b80fbfd9-88ae-4ad3-a133-93c6ff7df7f4 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:38:03.471777 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-be4586e6-1c76-4e23-847f-677471232a8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:03.471988 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cbb2c479-28b5-49f3-adf3-1aeef215977e tempest-RoutersAdminNegativeTest-801270865 tempest-RoutersAdminNegativeTest-801270865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:03.520387 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-306c38e8-7516-446d-9e9b-5d7a15022e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:03.525714 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f71eed33-1af5-40ee-b869-997b58f6d612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:03.556341 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cbb2c479-28b5-49f3-adf3-1aeef215977e tempest-RoutersAdminNegativeTest-801270865 tempest-RoutersAdminNegativeTest-801270865-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:03.560849 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71eed33-1af5-40ee-b869-997b58f6d612 admin admin] Pushing event deleted for resources: {'Port': ['ID=45b1084a-e26c-43c5-a0cb-90f0e832b13d,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:03.593241 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b418e06c-f3c7-4aa2-af66-ac233d421c0e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:03.609718 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306c38e8-7516-446d-9e9b-5d7a15022e14 None None] Network a8dc0d3b-0455-4155-8b50-7122be67a111 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:38:03.619227 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-306c38e8-7516-446d-9e9b-5d7a15022e14 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:38:03.622492 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-be4586e6-1c76-4e23-847f-677471232a8c None None] For port b80fbfd9-88ae-4ad3-a133-93c6ff7df7f4, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=b80fbfd9-88ae-4ad3-a133-93c6ff7df7f4,segment=NetworkSegment(b553b3a4-9a21-4761-9b61-7cedcfe815c7),segment_id=b553b3a4-9a21-4761-9b61-7cedcfe815c7)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:38:03.622994 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-be4586e6-1c76-4e23-847f-677471232a8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:03.625888 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306c38e8-7516-446d-9e9b-5d7a15022e14 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:38:03.627708 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c38e8-7516-446d-9e9b-5d7a15022e14 None None] Pushing event updated for resources: {'Port': ['ID=12be6df1-7949-42b5-867b-10fadd524a0d,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:03.647801 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-be4586e6-1c76-4e23-847f-677471232a8c None None] Calling delete_port for b80fbfd9-88ae-4ad3-a133-93c6ff7df7f4 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:38:03.663799 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-620e106d-c15c-46a9-97dc-af22f5f33c77 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Allocated IP 172.23.0.1 (a8dc0d3b-0455-4155-8b50-7122be67a111/e5b892d2-5f66-4d1e-9073-3e4f45a1bc71/63a75485-b9b8-47b9-ba77-ff262c179ecb) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:38:03.670835 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b418e06c-f3c7-4aa2-af66-ac233d421c0e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] No DVR routers for this DVR port b80fbfd9-88ae-4ad3-a133-93c6ff7df7f4 on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:38:03.683004 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418e06c-f3c7-4aa2-af66-ac233d421c0e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event deleted for resources: {'Port': ['ID=b80fbfd9-88ae-4ad3-a133-93c6ff7df7f4,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:03.748765 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-306c38e8-7516-446d-9e9b-5d7a15022e14 None None] Attempting to bind port 12be6df1-7949-42b5-867b-10fadd524a0d on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:38:03.749147 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-306c38e8-7516-446d-9e9b-5d7a15022e14 None None] Attempting to bind port 12be6df1-7949-42b5-867b-10fadd524a0d by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'b7722f4b-2384-43e9-84c5-82c48def306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'a8dc0d3b-0455-4155-8b50-7122be67a111'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:38:03.749500 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306c38e8-7516-446d-9e9b-5d7a15022e14 None None] Attempting to bind port 12be6df1-7949-42b5-867b-10fadd524a0d on network a8dc0d3b-0455-4155-8b50-7122be67a111 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:38:03.760028 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306c38e8-7516-446d-9e9b-5d7a15022e14 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:38:03.760455 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306c38e8-7516-446d-9e9b-5d7a15022e14 None None] Checking segment: {'id': 'b7722f4b-2384-43e9-84c5-82c48def306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'a8dc0d3b-0455-4155-8b50-7122be67a111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:38:03.760862 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-306c38e8-7516-446d-9e9b-5d7a15022e14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:03.761199 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306c38e8-7516-446d-9e9b-5d7a15022e14 None None] Bound using segment: {'id': 'b7722f4b-2384-43e9-84c5-82c48def306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'a8dc0d3b-0455-4155-8b50-7122be67a111'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:38:03.761665 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-306c38e8-7516-446d-9e9b-5d7a15022e14 None None] Bound port: 12be6df1-7949-42b5-867b-10fadd524a0d, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7722f4b-2384-43e9-84c5-82c48def306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'a8dc0d3b-0455-4155-8b50-7122be67a111'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:38:03.762054 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-306c38e8-7516-446d-9e9b-5d7a15022e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:03.846352 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-be4586e6-1c76-4e23-847f-677471232a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:03.869237 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cbb2c479-28b5-49f3-adf3-1aeef215977e tempest-RoutersAdminNegativeTest-801270865 tempest-RoutersAdminNegativeTest-801270865-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:03.881714 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f71eed33-1af5-40ee-b869-997b58f6d612 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:03.882689 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4586e6-1c76-4e23-847f-677471232a8c None None] Pushing event deleted for resources: {'Port': ['ID=b80fbfd9-88ae-4ad3-a133-93c6ff7df7f4,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:03.885032 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-306c38e8-7516-446d-9e9b-5d7a15022e14 None None] For port 12be6df1-7949-42b5-867b-10fadd524a0d, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:38:03.899042 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4586e6-1c76-4e23-847f-677471232a8c None None] No DVR routers for this DVR port b80fbfd9-88ae-4ad3-a133-93c6ff7df7f4 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:38:03.902622 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-306c38e8-7516-446d-9e9b-5d7a15022e14 None None] For port 12be6df1-7949-42b5-867b-10fadd524a0d, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=12be6df1-7949-42b5-867b-10fadd524a0d,segment=NetworkSegment(b7722f4b-2384-43e9-84c5-82c48def306e),segment_id=b7722f4b-2384-43e9-84c5-82c48def306e)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:38:03.976277 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-620e106d-c15c-46a9-97dc-af22f5f33c77 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:03.978842 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-306c38e8-7516-446d-9e9b-5d7a15022e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:04.000986 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b418e06c-f3c7-4aa2-af66-ac233d421c0e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:04.032385 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-b418e06c-f3c7-4aa2-af66-ac233d421c0e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6610b0a4-dd4d-4d6a-ae7f-d0242a536453']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:04.061575 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-b418e06c-f3c7-4aa2-af66-ac233d421c0e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b553b3a4-9a21-4761-9b61-7cedcfe815c7') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:04.064225 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-b418e06c-f3c7-4aa2-af66-ac233d421c0e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b553b3a4-9a21-4761-9b61-7cedcfe815c7') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:04.081396 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b418e06c-f3c7-4aa2-af66-ac233d421c0e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:04.086611 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c38e8-7516-446d-9e9b-5d7a15022e14 None None] Pushing event updated for resources: {'Port': ['ID=12be6df1-7949-42b5-867b-10fadd524a0d,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:04.101425 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b418e06c-f3c7-4aa2-af66-ac233d421c0e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:04.112529 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b418e06c-f3c7-4aa2-af66-ac233d421c0e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:38:04.113008 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b418e06c-f3c7-4aa2-af66-ac233d421c0e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:04.118641 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:38:04.118641 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:38:04.118641 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:38:04.118641 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:38:04.118641 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:38:04.118641 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:38:04.118641 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:38:04.118641 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:38:04.118641 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:38:04.118641 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:38:04.118641 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:38:04.118641 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:38:04.118641 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:38:04.118641 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:38:04.118641 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:38:04.118641 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:38:04.118641 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:38:04.118641 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:38:04.118641 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:38:04.118641 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:38:04.118641 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:38:04.118641 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:38:04.118641 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:38:04.118641 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:38:04.118641 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:38:04.118641 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:38:04.118641 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:38:04.118641 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:38:04.118641 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:38:04.118641 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:38:04.118641 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:38:04.118641 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:38:04.177524 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-620e106d-c15c-46a9-97dc-af22f5f33c77 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:04.268459 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620e106d-c15c-46a9-97dc-af22f5f33c77 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Network a8dc0d3b-0455-4155-8b50-7122be67a111 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:38:04.271167 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-620e106d-c15c-46a9-97dc-af22f5f33c77 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:38:04.275952 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620e106d-c15c-46a9-97dc-af22f5f33c77 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:38:04.277084 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71eed33-1af5-40ee-b869-997b58f6d612 admin admin] Router 77124802-1704-4bfc-8720-d06c469de96f has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:38:04.327380 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-620e106d-c15c-46a9-97dc-af22f5f33c77 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:04.330711 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e106d-c15c-46a9-97dc-af22f5f33c77 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event updated for resources: {'Port': ['ID=63a75485-b9b8-47b9-ba77-ff262c179ecb,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:04.396225 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b418e06c-f3c7-4aa2-af66-ac233d421c0e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:04.406536 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b418e06c-f3c7-4aa2-af66-ac233d421c0e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:04.412543 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b418e06c-f3c7-4aa2-af66-ac233d421c0e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "DELETE /v2.0/networks/6610b0a4-dd4d-4d6a-ae7f-d0242a536453 HTTP/1.1" status: 204 len: 168 time: 1.6093702 Oct 27 18:38:04.435936 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47188) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:04.462009 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418e06c-f3c7-4aa2-af66-ac233d421c0e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event deleted for resources: {'Network': ['ID=6610b0a4-dd4d-4d6a-ae7f-d0242a536453,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:04.532494 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-4df1700c-ac25-4dfc-a563-321f8175d090 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] DELETE failed (client error): The resource could not be found. Oct 27 18:38:04.533305 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4df1700c-ac25-4dfc-a563-321f8175d090 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:38:04.539262 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4df1700c-ac25-4dfc-a563-321f8175d090 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "DELETE /v2.0/subnets/de30c1ef-0203-44eb-9655-f12eb245b217 HTTP/1.1" status: 404 len: 337 time: 0.0998700 Oct 27 18:38:04.539442 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cbb2c479-28b5-49f3-adf3-1aeef215977e tempest-RoutersAdminNegativeTest-801270865 tempest-RoutersAdminNegativeTest-801270865-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:04.540704 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47190) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:04.591424 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cbb2c479-28b5-49f3-adf3-1aeef215977e tempest-RoutersAdminNegativeTest-801270865 tempest-RoutersAdminNegativeTest-801270865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:04.596782 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-e677d59a-2f56-4947-81e4-a5210c1277dc tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] DELETE failed (client error): The resource could not be found. Oct 27 18:38:04.597376 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e677d59a-2f56-4947-81e4-a5210c1277dc tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:38:04.603490 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e677d59a-2f56-4947-81e4-a5210c1277dc tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "DELETE /v2.0/networks/3c1aed0f-5a14-416d-9f0e-cefba00cc343 HTTP/1.1" status: 404 len: 339 time: 0.0594506 Oct 27 18:38:04.605808 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47192) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:04.669417 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71eed33-1af5-40ee-b869-997b58f6d612 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:38:04.677038 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f71eed33-1af5-40ee-b869-997b58f6d612 admin admin] 10.222.0.52 "PUT /v2.0/routers/77124802-1704-4bfc-8720-d06c469de96f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5685346 Oct 27 18:38:04.679636 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47194) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:04.692857 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6cf50a-92a7-4781-a59a-6bf1d08fcbb4 None None] Sync routers for ids ['77124802-1704-4bfc-8720-d06c469de96f'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:38:04.704904 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6cf50a-92a7-4781-a59a-6bf1d08fcbb4 None None] Routers {'77124802-1704-4bfc-8720-d06c469de96f'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:38:04.705820 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-5a6cf50a-92a7-4781-a59a-6bf1d08fcbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:37:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['77124802-1704-4bfc-8720-d06c469de96f'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:04.726241 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-400b5f82-ef65-4a6a-8af2-07e68c62ce01 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Deleting subnet 3314edd0-16fb-4a81-9d00-4facbdf5e257 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:38:04.736562 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-620e106d-c15c-46a9-97dc-af22f5f33c77 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:04.784170 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-400b5f82-ef65-4a6a-8af2-07e68c62ce01 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:04.843897 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-400b5f82-ef65-4a6a-8af2-07e68c62ce01 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:04.976115 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f46ca8cf-b457-4d6c-ada5-70d7562db6f2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:05.078044 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-400b5f82-ef65-4a6a-8af2-07e68c62ce01 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:05.207588 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cbb2c479-28b5-49f3-adf3-1aeef215977e tempest-RoutersAdminNegativeTest-801270865 tempest-RoutersAdminNegativeTest-801270865-project-admin] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:05.267921 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 12be6df1-7949-42b5-867b-10fadd524a0d up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:38:05.313538 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-400b5f82-ef65-4a6a-8af2-07e68c62ce01 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:05.354327 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-400b5f82-ef65-4a6a-8af2-07e68c62ce01 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:05.358200 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-400b5f82-ef65-4a6a-8af2-07e68c62ce01 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "DELETE /v2.0/subnets/3314edd0-16fb-4a81-9d00-4facbdf5e257 HTTP/1.1" status: 204 len: 168 time: 0.7481034 Oct 27 18:38:05.360239 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26eeb2e-5bbe-42d4-9272-2c8aacf47fdb None None] Network 5699dbda-60fc-4cd4-8910-850d158b4928 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:38:05.362765 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47200) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:05.365208 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b5f82-ef65-4a6a-8af2-07e68c62ce01 tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event deleted for resources: {'Subnet': ['ID=3314edd0-16fb-4a81-9d00-4facbdf5e257,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:05.383406 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-5a6cf50a-92a7-4781-a59a-6bf1d08fcbb4 None None] Set router 77124802-1704-4bfc-8720-d06c469de96f gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:38:05.458504 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-620e106d-c15c-46a9-97dc-af22f5f33c77 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:05.512549 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-620e106d-c15c-46a9-97dc-af22f5f33c77 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:05.685662 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5076f5-0740-40f3-98ab-b6870cec1c3e None None] Network a8dc0d3b-0455-4155-8b50-7122be67a111 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:38:05.758527 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-620e106d-c15c-46a9-97dc-af22f5f33c77 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:05.789725 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e106d-c15c-46a9-97dc-af22f5f33c77 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event updated for resources: {'Port': ['ID=63a75485-b9b8-47b9-ba77-ff262c179ecb,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:05.845240 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 12be6df1-7949-42b5-867b-10fadd524a0d triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:38:05.846228 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:05.855526 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-7a93774e-0c73-4713-bb44-020568b88c32 None None] Provisioning complete for port 12be6df1-7949-42b5-867b-10fadd524a0d triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:38:05.856246 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7a93774e-0c73-4713-bb44-020568b88c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:05.984453 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a3be9ca6-e782-4fa5-8b25-8486366c244e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:05.985361 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620e106d-c15c-46a9-97dc-af22f5f33c77 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Network a8dc0d3b-0455-4155-8b50-7122be67a111 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:38:05.988374 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-620e106d-c15c-46a9-97dc-af22f5f33c77 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:38:05.992953 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f46ca8cf-b457-4d6c-ada5-70d7562db6f2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:06.156831 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bc86d2-cf13-47c3-8ed2-c76d6f152a0f None None] DHCP port deletion for 5699dbda-60fc-4cd4-8910-850d158b4928 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:38:06.179442 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620e106d-c15c-46a9-97dc-af22f5f33c77 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Router 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:38:06.184877 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cbb2c479-28b5-49f3-adf3-1aeef215977e tempest-RoutersAdminNegativeTest-801270865 tempest-RoutersAdminNegativeTest-801270865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:06.186999 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cbb2c479-28b5-49f3-adf3-1aeef215977e tempest-RoutersAdminNegativeTest-801270865 tempest-RoutersAdminNegativeTest-801270865-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:06.280288 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:06.288368 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7a93774e-0c73-4713-bb44-020568b88c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:06.331509 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-5a6cf50a-92a7-4781-a59a-6bf1d08fcbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77124802-1704-4bfc-8720-d06c469de96f', 'name': 'tempest-ServerRescueTestJSONUnderV235-749676103-router', 'tenant_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '5c5c8ead-9a86-43c6-80f4-017f4e6e8b92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:36:17Z', 'updated_at': '2021-10-27T18:38:02Z', 'revision_number': 5, 'project_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'gw_port': {'id': '5c5c8ead-9a86-43c6-80f4-017f4e6e8b92', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:4e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77124802-1704-4bfc-8720-d06c469de96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:36:19Z', 'updated_at': '2021-10-27T18:36:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:06.419690 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-a3be9ca6-e782-4fa5-8b25-8486366c244e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Deleting port 7aa443b6-afdb-49f4-9807-4d84b508cd18 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:38:06.421893 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a3be9ca6-e782-4fa5-8b25-8486366c244e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:06.424562 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cbb2c479-28b5-49f3-adf3-1aeef215977e tempest-RoutersAdminNegativeTest-801270865 tempest-RoutersAdminNegativeTest-801270865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:06.431912 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb2c479-28b5-49f3-adf3-1aeef215977e tempest-RoutersAdminNegativeTest-801270865 tempest-RoutersAdminNegativeTest-801270865-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fec65fe4-d7ce-4c33-87d1-79ed8de2e59c {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:38:06.481388 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6cf50a-92a7-4781-a59a-6bf1d08fcbb4 None None] Checking router: 77124802-1704-4bfc-8720-d06c469de96f for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:38:06.482052 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620e106d-c15c-46a9-97dc-af22f5f33c77 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:38:06.487975 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-620e106d-c15c-46a9-97dc-af22f5f33c77 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "PUT /v2.0/routers/8dfd3be9-e3e1-4925-8d78-156c379ac4e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9362462 Oct 27 18:38:06.490692 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47208) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:06.497532 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-c93339d4-bf31-4546-b812-23081450eb63 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:06.500118 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1933246a-f194-41c7-b689-b5d456788bc0 None None] Sync routers for ids ['8dfd3be9-e3e1-4925-8d78-156c379ac4e4'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:38:06.517472 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1933246a-f194-41c7-b689-b5d456788bc0 None None] Routers {'8dfd3be9-e3e1-4925-8d78-156c379ac4e4'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:38:06.521266 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1933246a-f194-41c7-b689-b5d456788bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:37:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8dfd3be9-e3e1-4925-8d78-156c379ac4e4'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:06.557860 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-f46ca8cf-b457-4d6c-ada5-70d7562db6f2 admin admin] Deleting port 5c5c8ead-9a86-43c6-80f4-017f4e6e8b92 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:38:06.561269 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f46ca8cf-b457-4d6c-ada5-70d7562db6f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:06.572725 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 12be6df1-7949-42b5-867b-10fadd524a0d, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=12be6df1-7949-42b5-867b-10fadd524a0d,segment=NetworkSegment(b7722f4b-2384-43e9-84c5-82c48def306e),segment_id=b7722f4b-2384-43e9-84c5-82c48def306e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:38:06.589136 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6cf50a-92a7-4781-a59a-6bf1d08fcbb4 None None] Routers {'77124802-1704-4bfc-8720-d06c469de96f'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:38:06.589794 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-5a6cf50a-92a7-4781-a59a-6bf1d08fcbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:37:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['77124802-1704-4bfc-8720-d06c469de96f'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:06.746088 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-cbb2c479-28b5-49f3-adf3-1aeef215977e tempest-RoutersAdminNegativeTest-801270865 tempest-RoutersAdminNegativeTest-801270865-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 27 18:38:06.748129 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-cbb2c479-28b5-49f3-adf3-1aeef215977e tempest-RoutersAdminNegativeTest-801270865 tempest-RoutersAdminNegativeTest-801270865-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.9526439 Oct 27 18:38:06.757002 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:06.762271 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47212) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:06.762642 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-1933246a-f194-41c7-b689-b5d456788bc0 None None] Set router 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 gateway port host: None {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:38:06.806637 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-a3be9ca6-e782-4fa5-8b25-8486366c244e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] For port 7aa443b6-afdb-49f4-9807-4d84b508cd18, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=7aa443b6-afdb-49f4-9807-4d84b508cd18,segment=NetworkSegment(c7ca1e19-4885-4390-b192-6488fe53f593),segment_id=c7ca1e19-4885-4390-b192-6488fe53f593)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:38:06.807208 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a3be9ca6-e782-4fa5-8b25-8486366c244e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:06.834466 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-a3be9ca6-e782-4fa5-8b25-8486366c244e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Calling delete_port for 7aa443b6-afdb-49f4-9807-4d84b508cd18 owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:38:06.983256 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-f46ca8cf-b457-4d6c-ada5-70d7562db6f2 admin admin] For port 5c5c8ead-9a86-43c6-80f4-017f4e6e8b92, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=5c5c8ead-9a86-43c6-80f4-017f4e6e8b92,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:38:06.983927 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f46ca8cf-b457-4d6c-ada5-70d7562db6f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:06.984051 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-7a93774e-0c73-4713-bb44-020568b88c32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:38:06.984488 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-7a93774e-0c73-4713-bb44-020568b88c32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:38:06.984881 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=12be6df1-7949-42b5-867b-10fadd524a0d,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:06.988468 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-51bc86d2-cf13-47c3-8ed2-c76d6f152a0f None None] Deleting port 7aa443b6-afdb-49f4-9807-4d84b508cd18 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:38:06.989125 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-51bc86d2-cf13-47c3-8ed2-c76d6f152a0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:07.008944 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-f46ca8cf-b457-4d6c-ada5-70d7562db6f2 admin admin] Calling delete_port for 5c5c8ead-9a86-43c6-80f4-017f4e6e8b92 owned by network:router_gateway {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:38:07.063153 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device b80fbfd9-88ae-4ad3-a133-93c6ff7df7f4 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:38:07.120055 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: b80fbfd9-88ae-4ad3-a133-93c6ff7df7f4 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:38:07.120392 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device b80fbfd9-88ae-4ad3-a133-93c6ff7df7f4 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:38:07.142175 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-51bc86d2-cf13-47c3-8ed2-c76d6f152a0f None None] For port 7aa443b6-afdb-49f4-9807-4d84b508cd18, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=7aa443b6-afdb-49f4-9807-4d84b508cd18,segment=NetworkSegment(c7ca1e19-4885-4390-b192-6488fe53f593),segment_id=c7ca1e19-4885-4390-b192-6488fe53f593)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:38:07.142557 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-51bc86d2-cf13-47c3-8ed2-c76d6f152a0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:07.155816 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-fd30b586-d3d7-4675-931a-6518c8c3af37 tempest-RoutersAdminNegativeTest-801270865 tempest-RoutersAdminNegativeTest-801270865-project-admin] Deleting port 7bfd25a2-8243-4276-8102-c678479a86e9 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:38:07.156269 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fd30b586-d3d7-4675-931a-6518c8c3af37 tempest-RoutersAdminNegativeTest-801270865 tempest-RoutersAdminNegativeTest-801270865-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:07.181724 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1933246a-f194-41c7-b689-b5d456788bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'name': 'tempest-RoutersTest-router-1361598088', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:37:31Z', 'updated_at': '2021-10-27T18:38:04Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'gw_port_host': None, '_interfaces': [{'id': '3c849c24-0686-4dff-8cf4-35f37dfe187b', 'name': '', 'network_id': '12050543-9531-4d54-8fbd-448637ddf792', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:a3:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:36Z', 'updated_at': '2021-10-27T18:37:41Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63a75485-b9b8-47b9-ba77-ff262c179ecb', 'name': '', 'network_id': 'a8dc0d3b-0455-4155-8b50-7122be67a111', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:eb:e6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'e5b892d2-5f66-4d1e-9073-3e4f45a1bc71', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:38:03Z', 'updated_at': '2021-10-27T18:38:05Z', 'revision_number': 2, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': 'e5b892d2-5f66-4d1e-9073-3e4f45a1bc71', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94dd9c78-7ce9-44f2-94b3-45a082294177', 'name': '', 'network_id': '598d3aef-28fc-4f34-8055-8e08cec647c1', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:1e:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '84116899-65f2-4e9a-b744-5bfffbff65fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:43Z', 'updated_at': '2021-10-27T18:37:49Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '84116899-65f2-4e9a-b744-5bfffbff65fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee106e59-8b36-4f08-b007-cba954e74cb5', 'name': '', 'network_id': '072af4c8-80b6-4c44-addd-e955bfd4ab57', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:42:77:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': 'b5039228-aaab-4826-a811-e26b98cb19f8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:53Z', 'updated_at': '2021-10-27T18:38:00Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': 'b5039228-aaab-4826-a811-e26b98cb19f8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:07.190721 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-51bc86d2-cf13-47c3-8ed2-c76d6f152a0f None None] Calling delete_port for 7aa443b6-afdb-49f4-9807-4d84b508cd18 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:38:07.222775 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-5a6cf50a-92a7-4781-a59a-6bf1d08fcbb4 None None] Set router 77124802-1704-4bfc-8720-d06c469de96f gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:38:07.271683 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1933246a-f194-41c7-b689-b5d456788bc0 None None] Checking router: 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:38:07.271683 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1933246a-f194-41c7-b689-b5d456788bc0 None None] Updating router 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 port 63a75485-b9b8-47b9-ba77-ff262c179ecb binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:38:07.272617 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.extraroute_db [None req-c93339d4-bf31-4546-b812-23081450eb63 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102879) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 27 18:38:07.317748 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.extraroute_db [None req-c93339d4-bf31-4546-b812-23081450eb63 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Removed routes are [] {{(pid=102879) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 27 18:38:07.318514 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c93339d4-bf31-4546-b812-23081450eb63 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7878829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7877412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6053'] for router, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:07.350120 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 12be6df1-7949-42b5-867b-10fadd524a0d up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:38:07.356591 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-5a6cf50a-92a7-4781-a59a-6bf1d08fcbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77124802-1704-4bfc-8720-d06c469de96f', 'name': 'tempest-ServerRescueTestJSONUnderV235-749676103-router', 'tenant_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:36:17Z', 'updated_at': '2021-10-27T18:38:05Z', 'revision_number': 6, 'project_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:07.365697 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-1933246a-f194-41c7-b689-b5d456788bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:07.530685 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6cf50a-92a7-4781-a59a-6bf1d08fcbb4 None None] The sync data for ids ['77124802-1704-4bfc-8720-d06c469de96f'] in n-d-815690-2 is: [{'id': '77124802-1704-4bfc-8720-d06c469de96f', 'name': 'tempest-ServerRescueTestJSONUnderV235-749676103-router', 'tenant_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:36:17Z', 'updated_at': '2021-10-27T18:38:05Z', 'revision_number': 6, 'project_id': 'ed94bf330dce4aefb6b8c9d5143e6db7', 'gw_port_host': None}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:38:07.639339 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 12be6df1-7949-42b5-867b-10fadd524a0d triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:38:07.639898 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:07.665222 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fd30b586-d3d7-4675-931a-6518c8c3af37 tempest-RoutersAdminNegativeTest-801270865 tempest-RoutersAdminNegativeTest-801270865-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:07.696087 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-fd30b586-d3d7-4675-931a-6518c8c3af37 tempest-RoutersAdminNegativeTest-801270865 tempest-RoutersAdminNegativeTest-801270865-project-admin] Calling delete_port for 7bfd25a2-8243-4276-8102-c678479a86e9 owned by {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:38:07.761851 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-41d32daf-b995-45cc-982c-d0e788d221eb None None] Provisioning complete for port 63a75485-b9b8-47b9-ba77-ff262c179ecb triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:38:07.762230 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-41d32daf-b995-45cc-982c-d0e788d221eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:07.816565 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-41d32daf-b995-45cc-982c-d0e788d221eb None None] Port 63a75485-b9b8-47b9-ba77-ff262c179ecb cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:38:07.833490 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-41d32daf-b995-45cc-982c-d0e788d221eb None None] Provisioning complete for port 12be6df1-7949-42b5-867b-10fadd524a0d triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:38:07.833965 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-41d32daf-b995-45cc-982c-d0e788d221eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:07.946974 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-1933246a-f194-41c7-b689-b5d456788bc0 None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:07.958492 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7aa443b6-afdb-49f4-9807-4d84b508cd18 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:38:08.061738 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a3be9ca6-e782-4fa5-8b25-8486366c244e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:08.090770 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3be9ca6-e782-4fa5-8b25-8486366c244e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event deleted for resources: {'Port': ['ID=7aa443b6-afdb-49f4-9807-4d84b508cd18,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:08.099006 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3be9ca6-e782-4fa5-8b25-8486366c244e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] No DVR routers for this DVR port 7aa443b6-afdb-49f4-9807-4d84b508cd18 on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:38:08.104092 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be9ca6-e782-4fa5-8b25-8486366c244e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:38:08.104465 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be9ca6-e782-4fa5-8b25-8486366c244e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:38:08.104802 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be9ca6-e782-4fa5-8b25-8486366c244e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:38:08.105145 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be9ca6-e782-4fa5-8b25-8486366c244e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:38:08.105483 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be9ca6-e782-4fa5-8b25-8486366c244e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:38:08.106187 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be9ca6-e782-4fa5-8b25-8486366c244e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:38:08.106406 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be9ca6-e782-4fa5-8b25-8486366c244e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:38:08.106743 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be9ca6-e782-4fa5-8b25-8486366c244e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:38:08.115227 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be9ca6-e782-4fa5-8b25-8486366c244e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:38:08.115227 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be9ca6-e782-4fa5-8b25-8486366c244e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:38:08.115227 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be9ca6-e782-4fa5-8b25-8486366c244e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:38:08.115227 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3be9ca6-e782-4fa5-8b25-8486366c244e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:38:08.148601 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-1933246a-f194-41c7-b689-b5d456788bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:08.153391 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f46ca8cf-b457-4d6c-ada5-70d7562db6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:08.169106 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 7aa443b6-afdb-49f4-9807-4d84b508cd18 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:38:08.169660 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7aa443b6-afdb-49f4-9807-4d84b508cd18 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:38:08.183355 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fd30b586-d3d7-4675-931a-6518c8c3af37 tempest-RoutersAdminNegativeTest-801270865 tempest-RoutersAdminNegativeTest-801270865-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:08.200240 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-51bc86d2-cf13-47c3-8ed2-c76d6f152a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:08.238790 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ca8cf-b457-4d6c-ada5-70d7562db6f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c5c8ead-9a86-43c6-80f4-017f4e6e8b92,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:08.246118 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a3be9ca6-e782-4fa5-8b25-8486366c244e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:08.258047 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc86d2-cf13-47c3-8ed2-c76d6f152a0f None None] Pushing event deleted for resources: {'Port': ['ID=7aa443b6-afdb-49f4-9807-4d84b508cd18,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:08.260168 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bc86d2-cf13-47c3-8ed2-c76d6f152a0f None None] No DVR routers for this DVR port 7aa443b6-afdb-49f4-9807-4d84b508cd18 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:38:08.364750 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd30b586-d3d7-4675-931a-6518c8c3af37 tempest-RoutersAdminNegativeTest-801270865 tempest-RoutersAdminNegativeTest-801270865-project-admin] Pushing event deleted for resources: {'Port': ['ID=7bfd25a2-8243-4276-8102-c678479a86e9,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:08.373388 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-a3be9ca6-e782-4fa5-8b25-8486366c244e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5699dbda-60fc-4cd4-8910-850d158b4928']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:08.445796 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-a3be9ca6-e782-4fa5-8b25-8486366c244e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7ca1e19-4885-4390-b192-6488fe53f593') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:08.446060 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-a3be9ca6-e782-4fa5-8b25-8486366c244e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7ca1e19-4885-4390-b192-6488fe53f593') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:08.469793 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a3be9ca6-e782-4fa5-8b25-8486366c244e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:08.491129 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fd30b586-d3d7-4675-931a-6518c8c3af37 tempest-RoutersAdminNegativeTest-801270865 tempest-RoutersAdminNegativeTest-801270865-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:08.491382 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26cef6d-b6fe-43e0-a84d-ae8f54ef672f None None] Pushing event updated for resources: {'Port': ['ID=63a75485-b9b8-47b9-ba77-ff262c179ecb,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:08.494527 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-fd30b586-d3d7-4675-931a-6518c8c3af37 tempest-RoutersAdminNegativeTest-801270865 tempest-RoutersAdminNegativeTest-801270865-project-admin] 10.222.0.52 "DELETE /v2.0/ports/7bfd25a2-8243-4276-8102-c678479a86e9 HTTP/1.1" status: 204 len: 168 time: 1.7336612 Oct 27 18:38:08.495701 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f46ca8cf-b457-4d6c-ada5-70d7562db6f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:08.501082 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-1933246a-f194-41c7-b689-b5d456788bc0 None None] Attempting to bind port 63a75485-b9b8-47b9-ba77-ff262c179ecb on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:38:08.504126 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-1933246a-f194-41c7-b689-b5d456788bc0 None None] Attempting to bind port 63a75485-b9b8-47b9-ba77-ff262c179ecb by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'b7722f4b-2384-43e9-84c5-82c48def306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'a8dc0d3b-0455-4155-8b50-7122be67a111'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:38:08.504126 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1933246a-f194-41c7-b689-b5d456788bc0 None None] Attempting to bind port 63a75485-b9b8-47b9-ba77-ff262c179ecb on network a8dc0d3b-0455-4155-8b50-7122be67a111 {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:38:08.519336 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1933246a-f194-41c7-b689-b5d456788bc0 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:38:08.519791 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1933246a-f194-41c7-b689-b5d456788bc0 None None] Checking segment: {'id': 'b7722f4b-2384-43e9-84c5-82c48def306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'a8dc0d3b-0455-4155-8b50-7122be67a111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:38:08.529612 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-1933246a-f194-41c7-b689-b5d456788bc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:08.530024 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1933246a-f194-41c7-b689-b5d456788bc0 None None] Bound using segment: {'id': 'b7722f4b-2384-43e9-84c5-82c48def306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'a8dc0d3b-0455-4155-8b50-7122be67a111'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:38:08.530540 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-1933246a-f194-41c7-b689-b5d456788bc0 None None] Bound port: 63a75485-b9b8-47b9-ba77-ff262c179ecb, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7722f4b-2384-43e9-84c5-82c48def306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'a8dc0d3b-0455-4155-8b50-7122be67a111'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:38:08.530968 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-1933246a-f194-41c7-b689-b5d456788bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:08.544067 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c93339d4-bf31-4546-b812-23081450eb63 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7878829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7877412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6053'] for router, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:08.556479 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c93339d4-bf31-4546-b812-23081450eb63 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7878836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7878843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7877419'] for router, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:08.568516 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a3be9ca6-e782-4fa5-8b25-8486366c244e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:08.668885 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-1933246a-f194-41c7-b689-b5d456788bc0 None None] For port 63a75485-b9b8-47b9-ba77-ff262c179ecb, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:38:08.699357 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3be9ca6-e782-4fa5-8b25-8486366c244e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:38:08.699794 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a3be9ca6-e782-4fa5-8b25-8486366c244e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:08.703021 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:38:08.703021 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:38:08.703021 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:38:08.703021 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:38:08.703021 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:38:08.703021 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:38:08.703021 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:38:08.703021 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:38:08.703021 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:38:08.703021 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:38:08.703021 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:38:08.703021 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:38:08.703021 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:38:08.703021 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:38:08.703021 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:38:08.703021 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:38:08.703021 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:38:08.703021 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:38:08.703021 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:38:08.703021 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:38:08.703021 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:38:08.703021 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:38:08.703021 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:38:08.703021 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:38:08.703021 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:38:08.703021 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:38:08.703021 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:38:08.703021 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:38:08.703021 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:38:08.703021 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:38:08.703021 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:38:08.703021 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:38:08.759301 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f46ca8cf-b457-4d6c-ada5-70d7562db6f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:08.765486 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f46ca8cf-b457-4d6c-ada5-70d7562db6f2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:08.774732 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-3f1cee1d-5e16-43d3-a75e-a65395fccecb None None] Provisioning complete for port 63a75485-b9b8-47b9-ba77-ff262c179ecb triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:38:08.774732 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3f1cee1d-5e16-43d3-a75e-a65395fccecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:08.816677 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-3f1cee1d-5e16-43d3-a75e-a65395fccecb None None] Port 63a75485-b9b8-47b9-ba77-ff262c179ecb cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:38:08.913166 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a3be9ca6-e782-4fa5-8b25-8486366c244e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:08.914937 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f46ca8cf-b457-4d6c-ada5-70d7562db6f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:08.917588 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46ca8cf-b457-4d6c-ada5-70d7562db6f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77124802-1704-4bfc-8720-d06c469de96f {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:38:08.920789 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-1933246a-f194-41c7-b689-b5d456788bc0 None None] For port 63a75485-b9b8-47b9-ba77-ff262c179ecb, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=63a75485-b9b8-47b9-ba77-ff262c179ecb,segment=NetworkSegment(b7722f4b-2384-43e9-84c5-82c48def306e),segment_id=b7722f4b-2384-43e9-84c5-82c48def306e)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:38:08.925422 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a3be9ca6-e782-4fa5-8b25-8486366c244e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:08.949357 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a3be9ca6-e782-4fa5-8b25-8486366c244e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] 10.222.0.52 "DELETE /v2.0/networks/5699dbda-60fc-4cd4-8910-850d158b4928 HTTP/1.1" status: 204 len: 168 time: 3.5741086 Oct 27 18:38:08.952362 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f46ca8cf-b457-4d6c-ada5-70d7562db6f2 admin admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:08.956408 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f46ca8cf-b457-4d6c-ada5-70d7562db6f2 admin admin] 10.222.0.52 "DELETE /v2.0/routers/77124802-1704-4bfc-8720-d06c469de96f HTTP/1.1" status: 204 len: 168 time: 4.2729979 Oct 27 18:38:08.993079 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-1933246a-f194-41c7-b689-b5d456788bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:09.009201 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47242) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:09.016467 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3be9ca6-e782-4fa5-8b25-8486366c244e tempest-NetworksIpV6Test-1054655933 tempest-NetworksIpV6Test-1054655933-project] Pushing event deleted for resources: {'Network': ['ID=5699dbda-60fc-4cd4-8910-850d158b4928,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:09.131667 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-14ee21cf-3e4c-4dd1-9b06-b1413e5d46d8 admin admin] Deleting subnet 0849fe03-5e91-45fb-a37f-83c7bfa081e7 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:38:09.138002 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-14ee21cf-3e4c-4dd1-9b06-b1413e5d46d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:09.140982 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93339d4-bf31-4546-b812-23081450eb63 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Router 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:38:09.192531 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1933246a-f194-41c7-b689-b5d456788bc0 None None] Routers {'8dfd3be9-e3e1-4925-8d78-156c379ac4e4'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:38:09.193125 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1933246a-f194-41c7-b689-b5d456788bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:37:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8dfd3be9-e3e1-4925-8d78-156c379ac4e4'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:09.196147 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-14ee21cf-3e4c-4dd1-9b06-b1413e5d46d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:09.252763 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-14ee21cf-3e4c-4dd1-9b06-b1413e5d46d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:09.273999 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 5c5c8ead-9a86-43c6-80f4-017f4e6e8b92 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:38:09.311484 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 5c5c8ead-9a86-43c6-80f4-017f4e6e8b92 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:38:09.312042 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 5c5c8ead-9a86-43c6-80f4-017f4e6e8b92 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:38:09.312652 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 45b1084a-e26c-43c5-a0cb-90f0e832b13d no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:38:09.338947 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 45b1084a-e26c-43c5-a0cb-90f0e832b13d {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:38:09.338947 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 45b1084a-e26c-43c5-a0cb-90f0e832b13d not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:38:09.373427 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47250) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:09.450781 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26cef6d-b6fe-43e0-a84d-ae8f54ef672f None None] Pushing event updated for resources: {'Port': ['ID=63a75485-b9b8-47b9-ba77-ff262c179ecb,revision_number=4']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:09.480398 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-1933246a-f194-41c7-b689-b5d456788bc0 None None] Set router 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 gateway port host: None {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:38:09.502436 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93339d4-bf31-4546-b812-23081450eb63 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:38:09.504036 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-14ee21cf-3e4c-4dd1-9b06-b1413e5d46d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:09.512815 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c93339d4-bf31-4546-b812-23081450eb63 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:09.516748 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c93339d4-bf31-4546-b812-23081450eb63 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "PUT /v2.0/routers/8dfd3be9-e3e1-4925-8d78-156c379ac4e4 HTTP/1.1" status: 200 len: 934 time: 3.0248251 Oct 27 18:38:09.516902 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47266) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:09.563324 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-14ee21cf-3e4c-4dd1-9b06-b1413e5d46d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:09.570426 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-14ee21cf-3e4c-4dd1-9b06-b1413e5d46d8 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0849fe03-5e91-45fb-a37f-83c7bfa081e7 HTTP/1.1" status: 204 len: 168 time: 0.5617609 Oct 27 18:38:09.571568 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee21cf-3e4c-4dd1-9b06-b1413e5d46d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0849fe03-5e91-45fb-a37f-83c7bfa081e7,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:09.577949 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-dfd6d966-8a27-47ff-a1ed-ac07778ca778 None None] Provisioning complete for port 63a75485-b9b8-47b9-ba77-ff262c179ecb triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:38:09.579478 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47268) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:09.586881 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dfd6d966-8a27-47ff-a1ed-ac07778ca778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:09.665590 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9cf4edc8-67e9-4b96-bfdf-a2a0e498f3c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:09.759915 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47272) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:09.763516 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-44b84498-1dd0-4326-8c8b-78385f8b2f93 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "GET /v2.0/routers/8dfd3be9-e3e1-4925-8d78-156c379ac4e4 HTTP/1.1" status: 200 len: 934 time: 0.2453034 Oct 27 18:38:09.766316 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47274) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:09.775433 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-06c02695-279b-4af5-9912-62f6c5b95bff tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Request body: {'router': {'routes': None}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:09.804442 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8e132aa4-00c3-4285-a8cd-4698c0ba3f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:09.822701 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dfd6d966-8a27-47ff-a1ed-ac07778ca778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:09.888912 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-dfd6d966-8a27-47ff-a1ed-ac07778ca778 None None] For port 63a75485-b9b8-47b9-ba77-ff262c179ecb, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=63a75485-b9b8-47b9-ba77-ff262c179ecb,segment=NetworkSegment(b7722f4b-2384-43e9-84c5-82c48def306e),segment_id=b7722f4b-2384-43e9-84c5-82c48def306e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:38:09.934318 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8e132aa4-00c3-4285-a8cd-4698c0ba3f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:09.970003 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-8e132aa4-00c3-4285-a8cd-4698c0ba3f75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da8e53a8-8ae6-4708-af46-5da0c5e0389e']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:09.980599 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1933246a-f194-41c7-b689-b5d456788bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'name': 'tempest-RoutersTest-router-1361598088', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:37:31Z', 'updated_at': '2021-10-27T18:38:07Z', 'revision_number': 6, 'project_id': '4e0551cb79254307ae43405db8526986', 'gw_port_host': None, '_interfaces': [{'id': '3c849c24-0686-4dff-8cf4-35f37dfe187b', 'name': '', 'network_id': '12050543-9531-4d54-8fbd-448637ddf792', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:a3:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:36Z', 'updated_at': '2021-10-27T18:37:41Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63a75485-b9b8-47b9-ba77-ff262c179ecb', 'name': '', 'network_id': 'a8dc0d3b-0455-4155-8b50-7122be67a111', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:eb:e6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'e5b892d2-5f66-4d1e-9073-3e4f45a1bc71', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:38:03Z', 'updated_at': '2021-10-27T18:38:08Z', 'revision_number': 4, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': 'e5b892d2-5f66-4d1e-9073-3e4f45a1bc71', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94dd9c78-7ce9-44f2-94b3-45a082294177', 'name': '', 'network_id': '598d3aef-28fc-4f34-8055-8e08cec647c1', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:1e:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '84116899-65f2-4e9a-b744-5bfffbff65fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:43Z', 'updated_at': '2021-10-27T18:37:49Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '84116899-65f2-4e9a-b744-5bfffbff65fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee106e59-8b36-4f08-b007-cba954e74cb5', 'name': '', 'network_id': '072af4c8-80b6-4c44-addd-e955bfd4ab57', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:42:77:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': 'b5039228-aaab-4826-a811-e26b98cb19f8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:53Z', 'updated_at': '2021-10-27T18:38:00Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': 'b5039228-aaab-4826-a811-e26b98cb19f8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:09.981551 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dfd6d966-8a27-47ff-a1ed-ac07778ca778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:09.999974 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-8e132aa4-00c3-4285-a8cd-4698c0ba3f75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df5181ab-3a78-46b3-8200-768f1b935974') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:10.008662 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-8e132aa4-00c3-4285-a8cd-4698c0ba3f75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df5181ab-3a78-46b3-8200-768f1b935974') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:10.034317 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8e132aa4-00c3-4285-a8cd-4698c0ba3f75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:10.041442 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-499340a5-5c3b-4e3e-9d87-1b41bb5bc962 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:10.046410 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3d1e9659-4943-4fde-9580-28cb91ab147e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7e112ca0a568418e86e03a96b74eaf4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2854681 Oct 27 18:38:10.056550 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47282) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:10.071244 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1933246a-f194-41c7-b689-b5d456788bc0 None None] The sync data for ids ['8dfd3be9-e3e1-4925-8d78-156c379ac4e4'] in n-d-815690-2 is: [{'id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'name': 'tempest-RoutersTest-router-1361598088', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:37:31Z', 'updated_at': '2021-10-27T18:38:07Z', 'revision_number': 6, 'project_id': '4e0551cb79254307ae43405db8526986', 'gw_port_host': None, '_interfaces': [{'id': '3c849c24-0686-4dff-8cf4-35f37dfe187b', 'name': '', 'network_id': '12050543-9531-4d54-8fbd-448637ddf792', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:a3:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:36Z', 'updated_at': '2021-10-27T18:37:41Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63a75485-b9b8-47b9-ba77-ff262c179ecb', 'name': '', 'network_id': 'a8dc0d3b-0455-4155-8b50-7122be67a111', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:eb:e6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'e5b892d2-5f66-4d1e-9073-3e4f45a1bc71', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:38:03Z', 'updated_at': '2021-10-27T18:38:08Z', 'revision_number': 4, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': 'e5b892d2-5f66-4d1e-9073-3e4f45a1bc71', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94dd9c78-7ce9-44f2-94b3-45a082294177', 'name': '', 'network_id': '598d3aef-28fc-4f34-8055-8e08cec647c1', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:1e:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '84116899-65f2-4e9a-b744-5bfffbff65fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:43Z', 'updated_at': '2021-10-27T18:37:49Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '84116899-65f2-4e9a-b744-5bfffbff65fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee106e59-8b36-4f08-b007-cba954e74cb5', 'name': '', 'network_id': '072af4c8-80b6-4c44-addd-e955bfd4ab57', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:42:77:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': 'b5039228-aaab-4826-a811-e26b98cb19f8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:53Z', 'updated_at': '2021-10-27T18:38:00Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': 'b5039228-aaab-4826-a811-e26b98cb19f8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:38:10.091115 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8e132aa4-00c3-4285-a8cd-4698c0ba3f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:10.111774 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e132aa4-00c3-4285-a8cd-4698c0ba3f75 admin admin] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:38:10.112482 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8e132aa4-00c3-4285-a8cd-4698c0ba3f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:10.114923 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd6d966-8a27-47ff-a1ed-ac07778ca778 None None] Pushing event updated for resources: {'Port': ['ID=63a75485-b9b8-47b9-ba77-ff262c179ecb,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:10.210165 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:38:10.210165 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:38:10.210165 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:38:10.210165 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:38:10.210165 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:38:10.210165 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:38:10.210165 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:38:10.210165 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:38:10.210165 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:38:10.210165 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:38:10.210165 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:38:10.210165 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:38:10.210165 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:38:10.210165 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:38:10.210165 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:38:10.210165 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:38:10.210165 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:38:10.210165 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:38:10.210165 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:38:10.210165 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:38:10.210165 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:38:10.210165 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:38:10.210165 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:38:10.210165 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:38:10.210165 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:38:10.210165 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:38:10.210165 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:38:10.210165 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:38:10.210165 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:38:10.210165 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:38:10.210165 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:38:10.210165 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:38:10.319242 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8e132aa4-00c3-4285-a8cd-4698c0ba3f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:10.328724 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8e132aa4-00c3-4285-a8cd-4698c0ba3f75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:10.333081 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8e132aa4-00c3-4285-a8cd-4698c0ba3f75 admin admin] 10.222.0.52 "DELETE /v2.0/networks/da8e53a8-8ae6-4708-af46-5da0c5e0389e HTTP/1.1" status: 204 len: 168 time: 0.7520916 Oct 27 18:38:10.365397 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e132aa4-00c3-4285-a8cd-4698c0ba3f75 admin admin] Pushing event deleted for resources: {'Network': ['ID=da8e53a8-8ae6-4708-af46-5da0c5e0389e,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:10.463895 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.extraroute_db [None req-06c02695-279b-4af5-9912-62f6c5b95bff tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Added routes are [] {{(pid=102878) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 27 18:38:10.464440 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.extraroute_db [None req-06c02695-279b-4af5-9912-62f6c5b95bff tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102878) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 27 18:38:10.505736 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-06c02695-279b-4af5-9912-62f6c5b95bff tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7878829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7877412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6053'] for router, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:10.573646 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-499340a5-5c3b-4e3e-9d87-1b41bb5bc962 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:10.602829 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2a64eedf-261f-4156-8547-436f15ab90cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:10.639995 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2a64eedf-261f-4156-8547-436f15ab90cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:10.658497 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-499340a5-5c3b-4e3e-9d87-1b41bb5bc962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:10.917979 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47288) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:10.947719 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499340a5-5c3b-4e3e-9d87-1b41bb5bc962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3680f0c-6c46-4727-af34-7ab9578f2109,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:10.954307 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-499340a5-5c3b-4e3e-9d87-1b41bb5bc962 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=574b708b06a9476781d72b9bdd117ef7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5792122 Oct 27 18:38:10.956979 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47290) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:10.989463 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1e35859a-0e95-448d-a1a0-12d58dbdaa44 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ed94bf330dce4aefb6b8c9d5143e6db7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0697052 Oct 27 18:38:10.990065 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47292) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:11.053158 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7a66c8f3-791a-40ea-894f-7af046adc844 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:11.078477 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7a66c8f3-791a-40ea-894f-7af046adc844 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:11.178764 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-155ee5c5-7073-4bf7-828d-c0264dfb1790 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:11.186025 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2a64eedf-261f-4156-8547-436f15ab90cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:11.191280 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2a64eedf-261f-4156-8547-436f15ab90cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:11.193790 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-2a64eedf-261f-4156-8547-436f15ab90cb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d77c7f4d-f62c-4a94-b818-a4d7653ef831 HTTP/1.1" status: 204 len: 168 time: 1.1330769 Oct 27 18:38:11.196800 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-06c02695-279b-4af5-9912-62f6c5b95bff tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7878829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7877412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6053'] for router, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:11.209243 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7a66c8f3-791a-40ea-894f-7af046adc844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:11.211862 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7a66c8f3-791a-40ea-894f-7af046adc844 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:11.213048 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7a66c8f3-791a-40ea-894f-7af046adc844 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9273d5bb-2711-41ad-8a95-77c296a241af HTTP/1.1" status: 204 len: 168 time: 0.2219160 Oct 27 18:38:11.236142 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a66c8f3-791a-40ea-894f-7af046adc844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9273d5bb-2711-41ad-8a95-77c296a241af,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:11.239219 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a64eedf-261f-4156-8547-436f15ab90cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77c7f4d-f62c-4a94-b818-a4d7653ef831,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:11.256989 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-06c02695-279b-4af5-9912-62f6c5b95bff tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7878836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7878843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7877419'] for router, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:11.283300 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-155ee5c5-7073-4bf7-828d-c0264dfb1790 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:11.364340 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 63a75485-b9b8-47b9-ba77-ff262c179ecb up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:38:11.445857 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fcc981-9dd6-4c6b-b480-325b1596428a None None] Sync routers for ids ['8dfd3be9-e3e1-4925-8d78-156c379ac4e4'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:38:11.462644 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fcc981-9dd6-4c6b-b480-325b1596428a None None] Routers {'8dfd3be9-e3e1-4925-8d78-156c379ac4e4'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:38:11.463328 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-d0fcc981-9dd6-4c6b-b480-325b1596428a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:37:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8dfd3be9-e3e1-4925-8d78-156c379ac4e4'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:11.484197 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c02695-279b-4af5-9912-62f6c5b95bff tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Router 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:38:11.549988 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 63a75485-b9b8-47b9-ba77-ff262c179ecb triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:38:11.550778 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:11.581148 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-155ee5c5-7073-4bf7-828d-c0264dfb1790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:11.584061 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-155ee5c5-7073-4bf7-828d-c0264dfb1790 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:11.587702 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-155ee5c5-7073-4bf7-828d-c0264dfb1790 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a3680f0c-6c46-4727-af34-7ab9578f2109 HTTP/1.1" status: 204 len: 168 time: 0.6268475 Oct 27 18:38:11.606641 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ee5c5-7073-4bf7-828d-c0264dfb1790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3680f0c-6c46-4727-af34-7ab9578f2109,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:11.635110 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c02695-279b-4af5-9912-62f6c5b95bff tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:38:11.649375 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-06c02695-279b-4af5-9912-62f6c5b95bff tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:11.650708 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-06c02695-279b-4af5-9912-62f6c5b95bff tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "PUT /v2.0/routers/8dfd3be9-e3e1-4925-8d78-156c379ac4e4 HTTP/1.1" status: 200 len: 700 time: 1.8822689 Oct 27 18:38:11.653312 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47304) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:11.697163 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-d0fcc981-9dd6-4c6b-b480-325b1596428a None None] Set router 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:38:11.793059 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e1ad0f7c-2068-4d07-956c-37c0ecc1f39d tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "GET /v2.0/routers/8dfd3be9-e3e1-4925-8d78-156c379ac4e4 HTTP/1.1" status: 200 len: 700 time: 0.1361527 Oct 27 18:38:11.793936 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47310) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:12.053018 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-d0fcc981-9dd6-4c6b-b480-325b1596428a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'name': 'tempest-RoutersTest-router-1361598088', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:37:31Z', 'updated_at': '2021-10-27T18:38:10Z', 'revision_number': 7, 'project_id': '4e0551cb79254307ae43405db8526986', 'gw_port_host': None, '_interfaces': [{'id': '3c849c24-0686-4dff-8cf4-35f37dfe187b', 'name': '', 'network_id': '12050543-9531-4d54-8fbd-448637ddf792', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:a3:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:36Z', 'updated_at': '2021-10-27T18:37:41Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63a75485-b9b8-47b9-ba77-ff262c179ecb', 'name': '', 'network_id': 'a8dc0d3b-0455-4155-8b50-7122be67a111', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:eb:e6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'e5b892d2-5f66-4d1e-9073-3e4f45a1bc71', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:38:03Z', 'updated_at': '2021-10-27T18:38:09Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': 'e5b892d2-5f66-4d1e-9073-3e4f45a1bc71', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94dd9c78-7ce9-44f2-94b3-45a082294177', 'name': '', 'network_id': '598d3aef-28fc-4f34-8055-8e08cec647c1', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:1e:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '84116899-65f2-4e9a-b744-5bfffbff65fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:43Z', 'updated_at': '2021-10-27T18:37:49Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '84116899-65f2-4e9a-b744-5bfffbff65fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee106e59-8b36-4f08-b007-cba954e74cb5', 'name': '', 'network_id': '072af4c8-80b6-4c44-addd-e955bfd4ab57', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:42:77:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': 'b5039228-aaab-4826-a811-e26b98cb19f8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:53Z', 'updated_at': '2021-10-27T18:38:00Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': 'b5039228-aaab-4826-a811-e26b98cb19f8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:12.112613 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fcc981-9dd6-4c6b-b480-325b1596428a None None] Checking router: 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:38:12.117546 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7be9e80c-0f77-411b-ac19-16422974ea98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:12.125646 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fcc981-9dd6-4c6b-b480-325b1596428a None None] Routers {'8dfd3be9-e3e1-4925-8d78-156c379ac4e4'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:38:12.127096 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-d0fcc981-9dd6-4c6b-b480-325b1596428a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:38:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8dfd3be9-e3e1-4925-8d78-156c379ac4e4'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:12.292053 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-d0fcc981-9dd6-4c6b-b480-325b1596428a None None] Set router 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:38:12.499189 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5f82e3d1-b969-4541-ae8a-f853a5aba897 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:12.584709 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-d0fcc981-9dd6-4c6b-b480-325b1596428a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'name': 'tempest-RoutersTest-router-1361598088', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:37:31Z', 'updated_at': '2021-10-27T18:38:10Z', 'revision_number': 7, 'project_id': '4e0551cb79254307ae43405db8526986', 'gw_port_host': None, '_interfaces': [{'id': '3c849c24-0686-4dff-8cf4-35f37dfe187b', 'name': '', 'network_id': '12050543-9531-4d54-8fbd-448637ddf792', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:a3:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:36Z', 'updated_at': '2021-10-27T18:37:41Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63a75485-b9b8-47b9-ba77-ff262c179ecb', 'name': '', 'network_id': 'a8dc0d3b-0455-4155-8b50-7122be67a111', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:eb:e6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'e5b892d2-5f66-4d1e-9073-3e4f45a1bc71', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:38:03Z', 'updated_at': '2021-10-27T18:38:09Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': 'e5b892d2-5f66-4d1e-9073-3e4f45a1bc71', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94dd9c78-7ce9-44f2-94b3-45a082294177', 'name': '', 'network_id': '598d3aef-28fc-4f34-8055-8e08cec647c1', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:1e:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '84116899-65f2-4e9a-b744-5bfffbff65fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:43Z', 'updated_at': '2021-10-27T18:37:49Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '84116899-65f2-4e9a-b744-5bfffbff65fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee106e59-8b36-4f08-b007-cba954e74cb5', 'name': '', 'network_id': '072af4c8-80b6-4c44-addd-e955bfd4ab57', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:42:77:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': 'b5039228-aaab-4826-a811-e26b98cb19f8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:53Z', 'updated_at': '2021-10-27T18:38:00Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': 'b5039228-aaab-4826-a811-e26b98cb19f8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:12.632677 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fcc981-9dd6-4c6b-b480-325b1596428a None None] The sync data for ids ['8dfd3be9-e3e1-4925-8d78-156c379ac4e4'] in n-d-815690-2 is: [{'id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'name': 'tempest-RoutersTest-router-1361598088', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:37:31Z', 'updated_at': '2021-10-27T18:38:10Z', 'revision_number': 7, 'project_id': '4e0551cb79254307ae43405db8526986', 'gw_port_host': None, '_interfaces': [{'id': '3c849c24-0686-4dff-8cf4-35f37dfe187b', 'name': '', 'network_id': '12050543-9531-4d54-8fbd-448637ddf792', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:a3:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:36Z', 'updated_at': '2021-10-27T18:37:41Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63a75485-b9b8-47b9-ba77-ff262c179ecb', 'name': '', 'network_id': 'a8dc0d3b-0455-4155-8b50-7122be67a111', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:eb:e6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'e5b892d2-5f66-4d1e-9073-3e4f45a1bc71', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:38:03Z', 'updated_at': '2021-10-27T18:38:09Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': 'e5b892d2-5f66-4d1e-9073-3e4f45a1bc71', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94dd9c78-7ce9-44f2-94b3-45a082294177', 'name': '', 'network_id': '598d3aef-28fc-4f34-8055-8e08cec647c1', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:1e:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '84116899-65f2-4e9a-b744-5bfffbff65fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:43Z', 'updated_at': '2021-10-27T18:37:49Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '84116899-65f2-4e9a-b744-5bfffbff65fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee106e59-8b36-4f08-b007-cba954e74cb5', 'name': '', 'network_id': '072af4c8-80b6-4c44-addd-e955bfd4ab57', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:42:77:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': 'b5039228-aaab-4826-a811-e26b98cb19f8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:53Z', 'updated_at': '2021-10-27T18:38:00Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': 'b5039228-aaab-4826-a811-e26b98cb19f8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:38:12.796896 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47342) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:12.880885 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5f23d477-c22a-433c-a4f7-91658eec1a3d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=819240e2fe2b482583a45373e417450d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0798061 Oct 27 18:38:12.881893 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47346) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:13.024534 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4c9b0ec9-299f-4e69-969a-7b74d32d8842 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:13.077487 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4c9b0ec9-299f-4e69-969a-7b74d32d8842 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:13.142603 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627c1031-db35-4d21-b82e-fd7a64c68578 None None] Sync routers for ids ['8dfd3be9-e3e1-4925-8d78-156c379ac4e4'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:38:13.164305 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627c1031-db35-4d21-b82e-fd7a64c68578 None None] Routers {'8dfd3be9-e3e1-4925-8d78-156c379ac4e4'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:38:13.166690 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-627c1031-db35-4d21-b82e-fd7a64c68578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:38:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8dfd3be9-e3e1-4925-8d78-156c379ac4e4'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:13.273529 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4c9b0ec9-299f-4e69-969a-7b74d32d8842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:13.276275 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4c9b0ec9-299f-4e69-969a-7b74d32d8842 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:13.277593 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4c9b0ec9-299f-4e69-969a-7b74d32d8842 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8c469b39-5128-4eaf-91f9-f7d1fcb35104 HTTP/1.1" status: 204 len: 168 time: 0.3901267 Oct 27 18:38:13.278452 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-627c1031-db35-4d21-b82e-fd7a64c68578 None None] Set router 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 gateway port host: None {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:38:13.288022 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b0ec9-299f-4e69-969a-7b74d32d8842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c469b39-5128-4eaf-91f9-f7d1fcb35104,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:13.359724 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-5f82e3d1-b969-4541-ae8a-f853a5aba897 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Deleting port 63a75485-b9b8-47b9-ba77-ff262c179ecb {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:38:13.360079 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5f82e3d1-b969-4541-ae8a-f853a5aba897 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:13.478718 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:13.480329 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:13.575667 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-5f82e3d1-b969-4541-ae8a-f853a5aba897 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] For port 63a75485-b9b8-47b9-ba77-ff262c179ecb, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=63a75485-b9b8-47b9-ba77-ff262c179ecb,segment=NetworkSegment(b7722f4b-2384-43e9-84c5-82c48def306e),segment_id=b7722f4b-2384-43e9-84c5-82c48def306e)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:38:13.575667 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5f82e3d1-b969-4541-ae8a-f853a5aba897 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:13.606085 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-5f82e3d1-b969-4541-ae8a-f853a5aba897 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Calling delete_port for 63a75485-b9b8-47b9-ba77-ff262c179ecb owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:38:13.740351 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-627c1031-db35-4d21-b82e-fd7a64c68578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'name': 'tempest-RoutersTest-router-1361598088', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:37:31Z', 'updated_at': '2021-10-27T18:38:10Z', 'revision_number': 7, 'project_id': '4e0551cb79254307ae43405db8526986', 'gw_port_host': None, '_interfaces': [{'id': '3c849c24-0686-4dff-8cf4-35f37dfe187b', 'name': '', 'network_id': '12050543-9531-4d54-8fbd-448637ddf792', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:a3:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:36Z', 'updated_at': '2021-10-27T18:37:41Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63a75485-b9b8-47b9-ba77-ff262c179ecb', 'name': '', 'network_id': 'a8dc0d3b-0455-4155-8b50-7122be67a111', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:eb:e6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'e5b892d2-5f66-4d1e-9073-3e4f45a1bc71', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:38:03Z', 'updated_at': '2021-10-27T18:38:09Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': 'e5b892d2-5f66-4d1e-9073-3e4f45a1bc71', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94dd9c78-7ce9-44f2-94b3-45a082294177', 'name': '', 'network_id': '598d3aef-28fc-4f34-8055-8e08cec647c1', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:1e:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '84116899-65f2-4e9a-b744-5bfffbff65fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:43Z', 'updated_at': '2021-10-27T18:37:49Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '84116899-65f2-4e9a-b744-5bfffbff65fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee106e59-8b36-4f08-b007-cba954e74cb5', 'name': '', 'network_id': '072af4c8-80b6-4c44-addd-e955bfd4ab57', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:42:77:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': 'b5039228-aaab-4826-a811-e26b98cb19f8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:53Z', 'updated_at': '2021-10-27T18:38:00Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': 'b5039228-aaab-4826-a811-e26b98cb19f8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:13.803729 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627c1031-db35-4d21-b82e-fd7a64c68578 None None] Checking router: 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:38:13.826509 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627c1031-db35-4d21-b82e-fd7a64c68578 None None] Routers {'8dfd3be9-e3e1-4925-8d78-156c379ac4e4'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:38:13.827484 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-627c1031-db35-4d21-b82e-fd7a64c68578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:38:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8dfd3be9-e3e1-4925-8d78-156c379ac4e4'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:13.964145 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5f82e3d1-b969-4541-ae8a-f853a5aba897 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:13.983917 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-627c1031-db35-4d21-b82e-fd7a64c68578 None None] Set router 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 gateway port host: None {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:38:14.137435 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47378) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:14.264108 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5f82e3d1-b969-4541-ae8a-f853a5aba897 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:14.434742 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f82e3d1-b969-4541-ae8a-f853a5aba897 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event deleted for resources: {'Port': ['ID=63a75485-b9b8-47b9-ba77-ff262c179ecb,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:14.484775 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-091b89b3-0b80-406c-a9a3-181c3d0b611c tempest-ServiceProvidersTest-2039145279 tempest-ServiceProvidersTest-2039145279-project] 10.222.0.52 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3458822 Oct 27 18:38:14.514126 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-627c1031-db35-4d21-b82e-fd7a64c68578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'name': 'tempest-RoutersTest-router-1361598088', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:37:31Z', 'updated_at': '2021-10-27T18:38:10Z', 'revision_number': 7, 'project_id': '4e0551cb79254307ae43405db8526986', 'gw_port_host': None, '_interfaces': [{'id': '3c849c24-0686-4dff-8cf4-35f37dfe187b', 'name': '', 'network_id': '12050543-9531-4d54-8fbd-448637ddf792', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:a3:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:36Z', 'updated_at': '2021-10-27T18:37:41Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63a75485-b9b8-47b9-ba77-ff262c179ecb', 'name': '', 'network_id': 'a8dc0d3b-0455-4155-8b50-7122be67a111', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:eb:e6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'e5b892d2-5f66-4d1e-9073-3e4f45a1bc71', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:38:03Z', 'updated_at': '2021-10-27T18:38:09Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': 'e5b892d2-5f66-4d1e-9073-3e4f45a1bc71', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94dd9c78-7ce9-44f2-94b3-45a082294177', 'name': '', 'network_id': '598d3aef-28fc-4f34-8055-8e08cec647c1', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:1e:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '84116899-65f2-4e9a-b744-5bfffbff65fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:43Z', 'updated_at': '2021-10-27T18:37:49Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '84116899-65f2-4e9a-b744-5bfffbff65fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee106e59-8b36-4f08-b007-cba954e74cb5', 'name': '', 'network_id': '072af4c8-80b6-4c44-addd-e955bfd4ab57', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:42:77:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': 'b5039228-aaab-4826-a811-e26b98cb19f8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:53Z', 'updated_at': '2021-10-27T18:38:00Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': 'b5039228-aaab-4826-a811-e26b98cb19f8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:14.587126 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627c1031-db35-4d21-b82e-fd7a64c68578 None None] The sync data for ids ['8dfd3be9-e3e1-4925-8d78-156c379ac4e4'] in n-d-815690-2 is: [{'id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'name': 'tempest-RoutersTest-router-1361598088', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:37:31Z', 'updated_at': '2021-10-27T18:38:10Z', 'revision_number': 7, 'project_id': '4e0551cb79254307ae43405db8526986', 'gw_port_host': None, '_interfaces': [{'id': '3c849c24-0686-4dff-8cf4-35f37dfe187b', 'name': '', 'network_id': '12050543-9531-4d54-8fbd-448637ddf792', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:a3:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:36Z', 'updated_at': '2021-10-27T18:37:41Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '63a75485-b9b8-47b9-ba77-ff262c179ecb', 'name': '', 'network_id': 'a8dc0d3b-0455-4155-8b50-7122be67a111', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:eb:e6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'e5b892d2-5f66-4d1e-9073-3e4f45a1bc71', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:38:03Z', 'updated_at': '2021-10-27T18:38:09Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': 'e5b892d2-5f66-4d1e-9073-3e4f45a1bc71', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94dd9c78-7ce9-44f2-94b3-45a082294177', 'name': '', 'network_id': '598d3aef-28fc-4f34-8055-8e08cec647c1', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:1e:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '84116899-65f2-4e9a-b744-5bfffbff65fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:43Z', 'updated_at': '2021-10-27T18:37:49Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '84116899-65f2-4e9a-b744-5bfffbff65fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee106e59-8b36-4f08-b007-cba954e74cb5', 'name': '', 'network_id': '072af4c8-80b6-4c44-addd-e955bfd4ab57', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:42:77:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': 'b5039228-aaab-4826-a811-e26b98cb19f8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:53Z', 'updated_at': '2021-10-27T18:38:00Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': 'b5039228-aaab-4826-a811-e26b98cb19f8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:38:14.721925 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f82e3d1-b969-4541-ae8a-f853a5aba897 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Router 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:38:14.873895 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f82e3d1-b969-4541-ae8a-f853a5aba897 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:38:14.896444 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6195b64-36f0-452d-a5e3-d7c99bfa4423 None None] Sync routers for ids ['8dfd3be9-e3e1-4925-8d78-156c379ac4e4'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:38:14.901059 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5f82e3d1-b969-4541-ae8a-f853a5aba897 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "PUT /v2.0/routers/8dfd3be9-e3e1-4925-8d78-156c379ac4e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1063187 Oct 27 18:38:14.903471 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47400) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:14.923115 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6195b64-36f0-452d-a5e3-d7c99bfa4423 None None] Routers {'8dfd3be9-e3e1-4925-8d78-156c379ac4e4'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:38:14.928301 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-f6195b64-36f0-452d-a5e3-d7c99bfa4423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:38:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8dfd3be9-e3e1-4925-8d78-156c379ac4e4'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:15.011483 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6e74558-995d-47a2-93fa-65eb28bcc2bb tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Deleting subnet e5b892d2-5f66-4d1e-9073-3e4f45a1bc71 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:38:15.015589 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f6e74558-995d-47a2-93fa-65eb28bcc2bb tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:15.071309 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f6e74558-995d-47a2-93fa-65eb28bcc2bb tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:15.091744 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-f6195b64-36f0-452d-a5e3-d7c99bfa4423 None None] Set router 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:38:15.254405 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f6e74558-995d-47a2-93fa-65eb28bcc2bb tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:15.355115 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47412) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:15.406498 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47416) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:15.409482 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f6e74558-995d-47a2-93fa-65eb28bcc2bb tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:15.459830 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e74558-995d-47a2-93fa-65eb28bcc2bb tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event deleted for resources: {'Subnet': ['ID=e5b892d2-5f66-4d1e-9073-3e4f45a1bc71,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:15.480166 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f6e74558-995d-47a2-93fa-65eb28bcc2bb tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:15.485449 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:15.492287 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47422) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:15.492461 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f6e74558-995d-47a2-93fa-65eb28bcc2bb tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "DELETE /v2.0/subnets/e5b892d2-5f66-4d1e-9073-3e4f45a1bc71 HTTP/1.1" status: 204 len: 168 time: 0.5875397 Oct 27 18:38:15.495611 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b371b6d0-4531-42b4-b917-b10849e362dc None None] Network a8dc0d3b-0455-4155-8b50-7122be67a111 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:38:15.659797 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8cb1165a-b27d-4d91-b414-9b1576d40517 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:15.664991 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ff732867-80bf-4797-8170-a6077ac662a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:15.700981 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e66ed21e-a810-4690-a3d5-ba53f56166c5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:15.824201 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-f6195b64-36f0-452d-a5e3-d7c99bfa4423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'name': 'tempest-RoutersTest-router-1361598088', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:37:31Z', 'updated_at': '2021-10-27T18:38:13Z', 'revision_number': 8, 'project_id': '4e0551cb79254307ae43405db8526986', 'gw_port_host': None, '_interfaces': [{'id': '3c849c24-0686-4dff-8cf4-35f37dfe187b', 'name': '', 'network_id': '12050543-9531-4d54-8fbd-448637ddf792', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:a3:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:36Z', 'updated_at': '2021-10-27T18:37:41Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94dd9c78-7ce9-44f2-94b3-45a082294177', 'name': '', 'network_id': '598d3aef-28fc-4f34-8055-8e08cec647c1', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:1e:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '84116899-65f2-4e9a-b744-5bfffbff65fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:43Z', 'updated_at': '2021-10-27T18:37:49Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '84116899-65f2-4e9a-b744-5bfffbff65fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee106e59-8b36-4f08-b007-cba954e74cb5', 'name': '', 'network_id': '072af4c8-80b6-4c44-addd-e955bfd4ab57', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:42:77:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': 'b5039228-aaab-4826-a811-e26b98cb19f8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:53Z', 'updated_at': '2021-10-27T18:38:00Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': 'b5039228-aaab-4826-a811-e26b98cb19f8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:15.920196 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8cb1165a-b27d-4d91-b414-9b1576d40517 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:15.936307 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-e66ed21e-a810-4690-a3d5-ba53f56166c5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Deleting port 12be6df1-7949-42b5-867b-10fadd524a0d {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:38:15.936654 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e66ed21e-a810-4690-a3d5-ba53f56166c5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:15.957738 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ff732867-80bf-4797-8170-a6077ac662a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:16.015495 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47428) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:16.030598 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-e66ed21e-a810-4690-a3d5-ba53f56166c5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] For port 12be6df1-7949-42b5-867b-10fadd524a0d, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=12be6df1-7949-42b5-867b-10fadd524a0d,segment=NetworkSegment(b7722f4b-2384-43e9-84c5-82c48def306e),segment_id=b7722f4b-2384-43e9-84c5-82c48def306e)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:38:16.031859 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e66ed21e-a810-4690-a3d5-ba53f56166c5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:16.037069 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8cb1165a-b27d-4d91-b414-9b1576d40517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:16.069380 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ff732867-80bf-4797-8170-a6077ac662a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:16.079578 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-e66ed21e-a810-4690-a3d5-ba53f56166c5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Calling delete_port for 12be6df1-7949-42b5-867b-10fadd524a0d owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:38:16.112790 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6195b64-36f0-452d-a5e3-d7c99bfa4423 None None] Checking router: 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:38:16.115285 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09cf9b0-8c40-4b43-a661-8b0e5f6395b0 None None] DHCP port deletion for a8dc0d3b-0455-4155-8b50-7122be67a111 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:38:16.130021 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8cb1165a-b27d-4d91-b414-9b1576d40517 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6be79b62c70e4830bd8ed8ad41321ad4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7697310 Oct 27 18:38:16.130774 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47432) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:16.132132 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb1165a-b27d-4d91-b414-9b1576d40517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d6026d-c702-4d29-955f-6ce3f9e21903,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:16.144204 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-a433e290-7ca8-4e40-9589-656d3f2106ea tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1594986004'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:16.160874 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6195b64-36f0-452d-a5e3-d7c99bfa4423 None None] Routers {'8dfd3be9-e3e1-4925-8d78-156c379ac4e4'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:38:16.161649 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-f6195b64-36f0-452d-a5e3-d7c99bfa4423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:38:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8dfd3be9-e3e1-4925-8d78-156c379ac4e4'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:16.194053 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ff732867-80bf-4797-8170-a6077ac662a5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=22e42d18a8b34db18b53d78b64e8f238&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7825069 Oct 27 18:38:16.194357 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47434) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:16.218262 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff732867-80bf-4797-8170-a6077ac662a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5508c19-ce96-4526-bb2f-5a17a2eac078,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:16.247570 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-daea519f-8cac-4baa-8c83-25a8ab4819a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:16.277371 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-f6195b64-36f0-452d-a5e3-d7c99bfa4423 None None] Set router 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:38:16.288712 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-daea519f-8cac-4baa-8c83-25a8ab4819a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:16.303678 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4c9ac9c5-7736-45b7-8222-dca9ff587fba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:16.309116 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f09cf9b0-8c40-4b43-a661-8b0e5f6395b0 None None] Deleting port 12be6df1-7949-42b5-867b-10fadd524a0d {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:38:16.309494 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f09cf9b0-8c40-4b43-a661-8b0e5f6395b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:16.312048 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a433e290-7ca8-4e40-9589-656d3f2106ea tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:38:16.315950 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a433e290-7ca8-4e40-9589-656d3f2106ea tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:16.346381 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a433e290-7ca8-4e40-9589-656d3f2106ea tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:16.370975 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e66ed21e-a810-4690-a3d5-ba53f56166c5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:16.375764 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4c9ac9c5-7736-45b7-8222-dca9ff587fba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:16.431799 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66ed21e-a810-4690-a3d5-ba53f56166c5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] No DVR routers for this DVR port 12be6df1-7949-42b5-867b-10fadd524a0d on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:38:16.433876 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ed21e-a810-4690-a3d5-ba53f56166c5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event deleted for resources: {'Port': ['ID=12be6df1-7949-42b5-867b-10fadd524a0d,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:16.483579 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f09cf9b0-8c40-4b43-a661-8b0e5f6395b0 None None] For port 12be6df1-7949-42b5-867b-10fadd524a0d, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=12be6df1-7949-42b5-867b-10fadd524a0d,segment=NetworkSegment(b7722f4b-2384-43e9-84c5-82c48def306e),segment_id=b7722f4b-2384-43e9-84c5-82c48def306e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:38:16.484022 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f09cf9b0-8c40-4b43-a661-8b0e5f6395b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:16.495429 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-daea519f-8cac-4baa-8c83-25a8ab4819a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:16.498399 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-daea519f-8cac-4baa-8c83-25a8ab4819a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:16.502087 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-daea519f-8cac-4baa-8c83-25a8ab4819a1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e1d6026d-c702-4d29-955f-6ce3f9e21903 HTTP/1.1" status: 204 len: 168 time: 0.3678956 Oct 27 18:38:16.507724 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f09cf9b0-8c40-4b43-a661-8b0e5f6395b0 None None] Calling delete_port for 12be6df1-7949-42b5-867b-10fadd524a0d owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:38:16.509961 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea519f-8cac-4baa-8c83-25a8ab4819a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d6026d-c702-4d29-955f-6ce3f9e21903,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:16.530133 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e66ed21e-a810-4690-a3d5-ba53f56166c5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:16.543815 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4c9ac9c5-7736-45b7-8222-dca9ff587fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:16.546539 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4c9ac9c5-7736-45b7-8222-dca9ff587fba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:16.547719 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4c9ac9c5-7736-45b7-8222-dca9ff587fba admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a5508c19-ce96-4526-bb2f-5a17a2eac078 HTTP/1.1" status: 204 len: 168 time: 0.3521452 Oct 27 18:38:16.572533 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-e66ed21e-a810-4690-a3d5-ba53f56166c5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8dc0d3b-0455-4155-8b50-7122be67a111']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:16.576726 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ac9c5-7736-45b7-8222-dca9ff587fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5508c19-ce96-4526-bb2f-5a17a2eac078,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:16.589185 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-e66ed21e-a810-4690-a3d5-ba53f56166c5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7722f4b-2384-43e9-84c5-82c48def306e') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:16.589775 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-e66ed21e-a810-4690-a3d5-ba53f56166c5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7722f4b-2384-43e9-84c5-82c48def306e') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:16.621046 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e66ed21e-a810-4690-a3d5-ba53f56166c5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:16.640141 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a433e290-7ca8-4e40-9589-656d3f2106ea tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:16.643652 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e66ed21e-a810-4690-a3d5-ba53f56166c5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:16.651653 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e66ed21e-a810-4690-a3d5-ba53f56166c5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:38:16.652145 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e66ed21e-a810-4690-a3d5-ba53f56166c5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:16.655498 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:38:16.655498 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:38:16.655498 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:38:16.655498 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:38:16.655498 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:38:16.655498 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:38:16.655498 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:38:16.655498 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:38:16.655498 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:38:16.655498 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:38:16.655498 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:38:16.655498 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:38:16.655498 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:38:16.655498 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:38:16.655498 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:38:16.655498 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:38:16.655498 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:38:16.655498 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:38:16.655498 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:38:16.655498 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:38:16.655498 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:38:16.655498 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:38:16.655498 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:38:16.655498 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:38:16.655498 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:38:16.655498 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:38:16.655498 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:38:16.655498 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:38:16.655498 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:38:16.655498 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:38:16.655498 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:38:16.655498 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:38:16.727650 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f09cf9b0-8c40-4b43-a661-8b0e5f6395b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:16.763549 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09cf9b0-8c40-4b43-a661-8b0e5f6395b0 None None] No DVR routers for this DVR port 12be6df1-7949-42b5-867b-10fadd524a0d on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:38:16.764004 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a433e290-7ca8-4e40-9589-656d3f2106ea tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:16.765110 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09cf9b0-8c40-4b43-a661-8b0e5f6395b0 None None] Pushing event deleted for resources: {'Port': ['ID=12be6df1-7949-42b5-867b-10fadd524a0d,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:16.780821 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-f6195b64-36f0-452d-a5e3-d7c99bfa4423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'name': 'tempest-RoutersTest-router-1361598088', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:37:31Z', 'updated_at': '2021-10-27T18:38:13Z', 'revision_number': 8, 'project_id': '4e0551cb79254307ae43405db8526986', 'gw_port_host': None, '_interfaces': [{'id': '3c849c24-0686-4dff-8cf4-35f37dfe187b', 'name': '', 'network_id': '12050543-9531-4d54-8fbd-448637ddf792', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:a3:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:36Z', 'updated_at': '2021-10-27T18:37:41Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94dd9c78-7ce9-44f2-94b3-45a082294177', 'name': '', 'network_id': '598d3aef-28fc-4f34-8055-8e08cec647c1', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:1e:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '84116899-65f2-4e9a-b744-5bfffbff65fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:43Z', 'updated_at': '2021-10-27T18:37:49Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '84116899-65f2-4e9a-b744-5bfffbff65fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee106e59-8b36-4f08-b007-cba954e74cb5', 'name': '', 'network_id': '072af4c8-80b6-4c44-addd-e955bfd4ab57', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:42:77:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': 'b5039228-aaab-4826-a811-e26b98cb19f8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:53Z', 'updated_at': '2021-10-27T18:38:00Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': 'b5039228-aaab-4826-a811-e26b98cb19f8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:16.797437 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433e290-7ca8-4e40-9589-656d3f2106ea tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=814dcee7-2a89-4e62-b424-9e019ede92b5,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:16.811346 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6195b64-36f0-452d-a5e3-d7c99bfa4423 None None] The sync data for ids ['8dfd3be9-e3e1-4925-8d78-156c379ac4e4'] in n-d-815690-2 is: [{'id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'name': 'tempest-RoutersTest-router-1361598088', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:37:31Z', 'updated_at': '2021-10-27T18:38:13Z', 'revision_number': 8, 'project_id': '4e0551cb79254307ae43405db8526986', 'gw_port_host': None, '_interfaces': [{'id': '3c849c24-0686-4dff-8cf4-35f37dfe187b', 'name': '', 'network_id': '12050543-9531-4d54-8fbd-448637ddf792', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:a3:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:36Z', 'updated_at': '2021-10-27T18:37:41Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94dd9c78-7ce9-44f2-94b3-45a082294177', 'name': '', 'network_id': '598d3aef-28fc-4f34-8055-8e08cec647c1', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:1e:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '84116899-65f2-4e9a-b744-5bfffbff65fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:43Z', 'updated_at': '2021-10-27T18:37:49Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '84116899-65f2-4e9a-b744-5bfffbff65fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee106e59-8b36-4f08-b007-cba954e74cb5', 'name': '', 'network_id': '072af4c8-80b6-4c44-addd-e955bfd4ab57', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:42:77:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': 'b5039228-aaab-4826-a811-e26b98cb19f8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:53Z', 'updated_at': '2021-10-27T18:38:00Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': 'b5039228-aaab-4826-a811-e26b98cb19f8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:38:16.826338 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e66ed21e-a810-4690-a3d5-ba53f56166c5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:16.833575 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e66ed21e-a810-4690-a3d5-ba53f56166c5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:16.837699 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e66ed21e-a810-4690-a3d5-ba53f56166c5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "DELETE /v2.0/networks/a8dc0d3b-0455-4155-8b50-7122be67a111 HTTP/1.1" status: 204 len: 168 time: 1.3438230 Oct 27 18:38:16.841629 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47446) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:16.845788 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a433e290-7ca8-4e40-9589-656d3f2106ea tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] vlan segment allocate from pool success with {'vlan_id': 1045, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:38:16.865588 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a433e290-7ca8-4e40-9589-656d3f2106ea tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:16.866006 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-a433e290-7ca8-4e40-9589-656d3f2106ea tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Added segment a635b288-74e5-48e9-8da3-56abd94cbf2e of type vlan for network faaeba95-b0d0-4d55-8d69-ea8e95b4070b Oct 27 18:38:16.907978 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ed21e-a810-4690-a3d5-ba53f56166c5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event deleted for resources: {'Network': ['ID=a8dc0d3b-0455-4155-8b50-7122be67a111,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:16.910654 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a433e290-7ca8-4e40-9589-656d3f2106ea tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:17.055789 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a433e290-7ca8-4e40-9589-656d3f2106ea tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:17.062832 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a433e290-7ca8-4e40-9589-656d3f2106ea tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:17.063713 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a433e290-7ca8-4e40-9589-656d3f2106ea tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:17.155578 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433e290-7ca8-4e40-9589-656d3f2106ea tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Network': ['ID=faaeba95-b0d0-4d55-8d69-ea8e95b4070b,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:17.176362 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:38:17.205197 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a433e290-7ca8-4e40-9589-656d3f2106ea tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1838248 Oct 27 18:38:17.208415 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47460) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:17.215221 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-e2549760-8d6b-4c00-bb2c-f04a2474119e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'subnet': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:17.312912 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 12be6df1-7949-42b5-867b-10fadd524a0d no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:38:17.346794 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f9ff2b00-10a3-4b27-9869-7d6965e88307 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:17.353276 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 12be6df1-7949-42b5-867b-10fadd524a0d {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:38:17.353637 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 12be6df1-7949-42b5-867b-10fadd524a0d not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:38:17.354068 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 63a75485-b9b8-47b9-ba77-ff262c179ecb no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:38:17.404841 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 63a75485-b9b8-47b9-ba77-ff262c179ecb {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:38:17.405147 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 63a75485-b9b8-47b9-ba77-ff262c179ecb not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:38:17.551507 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2549760-8d6b-4c00-bb2c-f04a2474119e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:38:17.555826 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e2549760-8d6b-4c00-bb2c-f04a2474119e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:17.712316 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-f9ff2b00-10a3-4b27-9869-7d6965e88307 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Deleting port ee106e59-8b36-4f08-b007-cba954e74cb5 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:38:17.712740 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f9ff2b00-10a3-4b27-9869-7d6965e88307 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:17.848614 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-f9ff2b00-10a3-4b27-9869-7d6965e88307 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] For port ee106e59-8b36-4f08-b007-cba954e74cb5, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ee106e59-8b36-4f08-b007-cba954e74cb5,segment=NetworkSegment(e0396cb1-3787-4a86-88e1-3b63bd55ff6d),segment_id=e0396cb1-3787-4a86-88e1-3b63bd55ff6d)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:38:17.849069 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f9ff2b00-10a3-4b27-9869-7d6965e88307 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:17.864450 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-f9ff2b00-10a3-4b27-9869-7d6965e88307 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Calling delete_port for ee106e59-8b36-4f08-b007-cba954e74cb5 owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:38:17.976736 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e2549760-8d6b-4c00-bb2c-f04a2474119e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:18.074013 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2549760-8d6b-4c00-bb2c-f04a2474119e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Subnet': ['ID=6dac7cd6-21d0-47a7-b112-aec477c94477,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:18.076504 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2549760-8d6b-4c00-bb2c-f04a2474119e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Checking segment: {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:38:18.076991 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2549760-8d6b-4c00-bb2c-f04a2474119e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network hostable DHCP agents. Network: faaeba95-b0d0-4d55-8d69-ea8e95b4070b, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:38:18.206972 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f9ff2b00-10a3-4b27-9869-7d6965e88307 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:18.226397 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2549760-8d6b-4c00-bb2c-f04a2474119e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:38:18.266440 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff2b00-10a3-4b27-9869-7d6965e88307 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event deleted for resources: {'Port': ['ID=ee106e59-8b36-4f08-b007-cba954e74cb5,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:18.341161 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-e2549760-8d6b-4c00-bb2c-f04a2474119e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, faaeba95-b0d0-4d55-8d69-ea8e95b4070b) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:38:18.350943 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2549760-8d6b-4c00-bb2c-f04a2474119e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:18.355171 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e2549760-8d6b-4c00-bb2c-f04a2474119e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:18.358844 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4864f872-0e31-441c-a0bc-4bd8a91a5d32 None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:38:18.483266 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f9ff2b00-10a3-4b27-9869-7d6965e88307 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:18.514953 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e2549760-8d6b-4c00-bb2c-f04a2474119e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3049979 Oct 27 18:38:18.520599 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47510) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:18.537112 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-7c2f4d43-e7c6-4c4c-86ed-9b833820990b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'port': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'name': 'tempest-NetworksTestDHCPv6-1334065234'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:18.645868 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106e3073-252b-4c5a-a2ec-9bc149651be2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'tenant_id': '89b3aabd8d544ecda89a865b2a77c321', 'fixed_ips': [{'subnet_id': '6dac7cd6-21d0-47a7-b112-aec477c94477'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:38:18.651575 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-106e3073-252b-4c5a-a2ec-9bc149651be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:18.824465 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ff2b00-10a3-4b27-9869-7d6965e88307 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Router 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:38:18.909441 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-106e3073-252b-4c5a-a2ec-9bc149651be2 None None] Allocated IP 2001:db8::2 (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/6dac7cd6-21d0-47a7-b112-aec477c94477/9ab6d84a-6d28-4496-8848-c78d43b25b1c) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:38:18.940176 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2f4d43-e7c6-4c4c-86ed-9b833820990b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:38:18.940176 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7c2f4d43-e7c6-4c4c-86ed-9b833820990b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:18.976191 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-7c2f4d43-e7c6-4c4c-86ed-9b833820990b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] device_id is not set on port e62f6176-a5df-45ad-be5e-6191ef3cc682 yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:38:19.050346 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ff2b00-10a3-4b27-9869-7d6965e88307 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:38:19.065826 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd1ada4-d2bd-4575-8ece-c855f3209b42 None None] Sync routers for ids ['8dfd3be9-e3e1-4925-8d78-156c379ac4e4'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:38:19.067946 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f9ff2b00-10a3-4b27-9869-7d6965e88307 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "PUT /v2.0/routers/8dfd3be9-e3e1-4925-8d78-156c379ac4e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2142301 Oct 27 18:38:19.069547 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47536) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:19.082781 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd1ada4-d2bd-4575-8ece-c855f3209b42 None None] Routers {'8dfd3be9-e3e1-4925-8d78-156c379ac4e4'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:38:19.083744 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-ecd1ada4-d2bd-4575-8ece-c855f3209b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:38:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8dfd3be9-e3e1-4925-8d78-156c379ac4e4'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:19.141297 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-106e3073-252b-4c5a-a2ec-9bc149651be2 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:19.204210 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e57b92-fb41-4b8c-afac-87f163f7d588 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Deleting subnet b5039228-aaab-4826-a811-e26b98cb19f8 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:38:19.210511 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-59e57b92-fb41-4b8c-afac-87f163f7d588 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:19.224957 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-ecd1ada4-d2bd-4575-8ece-c855f3209b42 None None] Set router 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 gateway port host: None {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:38:19.278178 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-106e3073-252b-4c5a-a2ec-9bc149651be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:19.284913 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-59e57b92-fb41-4b8c-afac-87f163f7d588 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:19.339808 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e3073-252b-4c5a-a2ec-9bc149651be2 None None] Pushing event updated for resources: {'Port': ['ID=9ab6d84a-6d28-4496-8848-c78d43b25b1c,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:19.365601 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106e3073-252b-4c5a-a2ec-9bc149651be2 None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:38:19.372489 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-106e3073-252b-4c5a-a2ec-9bc149651be2 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:38:19.378011 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106e3073-252b-4c5a-a2ec-9bc149651be2 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:38:19.443946 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-7c2f4d43-e7c6-4c4c-86ed-9b833820990b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Allocated IP 2001:db8::ec (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/6dac7cd6-21d0-47a7-b112-aec477c94477/e62f6176-a5df-45ad-be5e-6191ef3cc682) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:38:19.513227 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-106e3073-252b-4c5a-a2ec-9bc149651be2 None None] Attempting to bind port 9ab6d84a-6d28-4496-8848-c78d43b25b1c on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:38:19.513887 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-106e3073-252b-4c5a-a2ec-9bc149651be2 None None] Attempting to bind port 9ab6d84a-6d28-4496-8848-c78d43b25b1c by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:38:19.514433 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106e3073-252b-4c5a-a2ec-9bc149651be2 None None] Attempting to bind port 9ab6d84a-6d28-4496-8848-c78d43b25b1c on network faaeba95-b0d0-4d55-8d69-ea8e95b4070b {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:38:19.526289 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106e3073-252b-4c5a-a2ec-9bc149651be2 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:38:19.527038 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106e3073-252b-4c5a-a2ec-9bc149651be2 None None] Checking segment: {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:38:19.527660 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-106e3073-252b-4c5a-a2ec-9bc149651be2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:19.528210 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106e3073-252b-4c5a-a2ec-9bc149651be2 None None] Bound using segment: {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:38:19.528975 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-106e3073-252b-4c5a-a2ec-9bc149651be2 None None] Bound port: 9ab6d84a-6d28-4496-8848-c78d43b25b1c, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:38:19.530075 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-106e3073-252b-4c5a-a2ec-9bc149651be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:19.581540 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-59e57b92-fb41-4b8c-afac-87f163f7d588 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:19.622855 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-106e3073-252b-4c5a-a2ec-9bc149651be2 None None] For port 9ab6d84a-6d28-4496-8848-c78d43b25b1c, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:38:19.627426 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-106e3073-252b-4c5a-a2ec-9bc149651be2 None None] For port 9ab6d84a-6d28-4496-8848-c78d43b25b1c, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=9ab6d84a-6d28-4496-8848-c78d43b25b1c,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:38:19.747588 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-106e3073-252b-4c5a-a2ec-9bc149651be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:19.782989 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7c2f4d43-e7c6-4c4c-86ed-9b833820990b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:19.799355 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-ecd1ada4-d2bd-4575-8ece-c855f3209b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'name': 'tempest-RoutersTest-router-1361598088', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:37:31Z', 'updated_at': '2021-10-27T18:38:17Z', 'revision_number': 9, 'project_id': '4e0551cb79254307ae43405db8526986', 'gw_port_host': None, '_interfaces': [{'id': '3c849c24-0686-4dff-8cf4-35f37dfe187b', 'name': '', 'network_id': '12050543-9531-4d54-8fbd-448637ddf792', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:a3:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:36Z', 'updated_at': '2021-10-27T18:37:41Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94dd9c78-7ce9-44f2-94b3-45a082294177', 'name': '', 'network_id': '598d3aef-28fc-4f34-8055-8e08cec647c1', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:1e:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '84116899-65f2-4e9a-b744-5bfffbff65fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:43Z', 'updated_at': '2021-10-27T18:37:49Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '84116899-65f2-4e9a-b744-5bfffbff65fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:19.826592 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-59e57b92-fb41-4b8c-afac-87f163f7d588 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:19.834365 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd1ada4-d2bd-4575-8ece-c855f3209b42 None None] Checking router: 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:38:19.847248 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd1ada4-d2bd-4575-8ece-c855f3209b42 None None] Routers {'8dfd3be9-e3e1-4925-8d78-156c379ac4e4'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:38:19.848590 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-ecd1ada4-d2bd-4575-8ece-c855f3209b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:38:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8dfd3be9-e3e1-4925-8d78-156c379ac4e4'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:19.881312 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e3073-252b-4c5a-a2ec-9bc149651be2 None None] Pushing event updated for resources: {'Port': ['ID=9ab6d84a-6d28-4496-8848-c78d43b25b1c,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:19.898925 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e57b92-fb41-4b8c-afac-87f163f7d588 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event deleted for resources: {'Subnet': ['ID=b5039228-aaab-4826-a811-e26b98cb19f8,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:19.904589 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-59e57b92-fb41-4b8c-afac-87f163f7d588 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:19.911662 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ebfe90-4755-4d2c-b464-91caec4cc39f None None] Network 072af4c8-80b6-4c44-addd-e955bfd4ab57 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:38:19.912693 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7c2f4d43-e7c6-4c4c-86ed-9b833820990b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:19.931321 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-59e57b92-fb41-4b8c-afac-87f163f7d588 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "DELETE /v2.0/subnets/b5039228-aaab-4826-a811-e26b98cb19f8 HTTP/1.1" status: 204 len: 168 time: 0.8573999 Oct 27 18:38:19.933553 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47564) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:20.010402 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f4d43-e7c6-4c4c-86ed-9b833820990b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Port': ['ID=e62f6176-a5df-45ad-be5e-6191ef3cc682,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:20.037565 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2f4d43-e7c6-4c4c-86ed-9b833820990b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:38:20.041492 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-7c2f4d43-e7c6-4c4c-86ed-9b833820990b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:38:20.046562 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2f4d43-e7c6-4c4c-86ed-9b833820990b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:38:20.065201 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-ecd1ada4-d2bd-4575-8ece-c855f3209b42 None None] Set router 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 gateway port host: None {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:38:20.066833 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2f4d43-e7c6-4c4c-86ed-9b833820990b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:20.067760 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7c2f4d43-e7c6-4c4c-86ed-9b833820990b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:20.163854 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f39a4fe1-4d83-4f23-bf8c-175c848b58ad tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:20.213751 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7c2f4d43-e7c6-4c4c-86ed-9b833820990b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6911263 Oct 27 18:38:20.229141 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47574) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:20.314886 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-f39a4fe1-4d83-4f23-bf8c-175c848b58ad tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Deleting port 77a80284-4e07-46fe-b618-9ec67d92f9aa {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:38:20.319151 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f39a4fe1-4d83-4f23-bf8c-175c848b58ad tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:20.360519 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d964310f-6146-48c6-994e-a2d8b7d5d307 None None] DHCP port deletion for 072af4c8-80b6-4c44-addd-e955bfd4ab57 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:38:20.410629 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebeea22f-a38b-4f88-b9c7-61fa18a1ee5b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:20.417578 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebeea22f-a38b-4f88-b9c7-61fa18a1ee5b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:20.419329 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ebeea22f-a38b-4f88-b9c7-61fa18a1ee5b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1891580 Oct 27 18:38:20.422733 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47576) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:20.451382 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-ecd1ada4-d2bd-4575-8ece-c855f3209b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'name': 'tempest-RoutersTest-router-1361598088', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:37:31Z', 'updated_at': '2021-10-27T18:38:17Z', 'revision_number': 9, 'project_id': '4e0551cb79254307ae43405db8526986', 'gw_port_host': None, '_interfaces': [{'id': '3c849c24-0686-4dff-8cf4-35f37dfe187b', 'name': '', 'network_id': '12050543-9531-4d54-8fbd-448637ddf792', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:a3:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:36Z', 'updated_at': '2021-10-27T18:37:41Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94dd9c78-7ce9-44f2-94b3-45a082294177', 'name': '', 'network_id': '598d3aef-28fc-4f34-8055-8e08cec647c1', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:1e:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '84116899-65f2-4e9a-b744-5bfffbff65fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:43Z', 'updated_at': '2021-10-27T18:37:49Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '84116899-65f2-4e9a-b744-5bfffbff65fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:20.469128 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-f39a4fe1-4d83-4f23-bf8c-175c848b58ad tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] For port 77a80284-4e07-46fe-b618-9ec67d92f9aa, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=77a80284-4e07-46fe-b618-9ec67d92f9aa,segment=NetworkSegment(e0396cb1-3787-4a86-88e1-3b63bd55ff6d),segment_id=e0396cb1-3787-4a86-88e1-3b63bd55ff6d)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:38:20.469681 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f39a4fe1-4d83-4f23-bf8c-175c848b58ad tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:20.470754 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-d964310f-6146-48c6-994e-a2d8b7d5d307 None None] Deleting port 77a80284-4e07-46fe-b618-9ec67d92f9aa {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:38:20.471572 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d964310f-6146-48c6-994e-a2d8b7d5d307 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:20.485825 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-f39a4fe1-4d83-4f23-bf8c-175c848b58ad tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Calling delete_port for 77a80284-4e07-46fe-b618-9ec67d92f9aa owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:38:20.495679 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd1ada4-d2bd-4575-8ece-c855f3209b42 None None] The sync data for ids ['8dfd3be9-e3e1-4925-8d78-156c379ac4e4'] in n-d-815690-2 is: [{'id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'name': 'tempest-RoutersTest-router-1361598088', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:37:31Z', 'updated_at': '2021-10-27T18:38:17Z', 'revision_number': 9, 'project_id': '4e0551cb79254307ae43405db8526986', 'gw_port_host': None, '_interfaces': [{'id': '3c849c24-0686-4dff-8cf4-35f37dfe187b', 'name': '', 'network_id': '12050543-9531-4d54-8fbd-448637ddf792', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:a3:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:36Z', 'updated_at': '2021-10-27T18:37:41Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '94dd9c78-7ce9-44f2-94b3-45a082294177', 'name': '', 'network_id': '598d3aef-28fc-4f34-8055-8e08cec647c1', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:1e:1d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '84116899-65f2-4e9a-b744-5bfffbff65fe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:43Z', 'updated_at': '2021-10-27T18:37:49Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '84116899-65f2-4e9a-b744-5bfffbff65fe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:38:20.547321 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-2addd760-c792-4542-9fb6-cf7842e5f121 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting port e62f6176-a5df-45ad-be5e-6191ef3cc682 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:38:20.547668 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2addd760-c792-4542-9fb6-cf7842e5f121 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:20.565636 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-d964310f-6146-48c6-994e-a2d8b7d5d307 None None] For port 77a80284-4e07-46fe-b618-9ec67d92f9aa, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=77a80284-4e07-46fe-b618-9ec67d92f9aa,segment=NetworkSegment(e0396cb1-3787-4a86-88e1-3b63bd55ff6d),segment_id=e0396cb1-3787-4a86-88e1-3b63bd55ff6d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:38:20.566123 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d964310f-6146-48c6-994e-a2d8b7d5d307 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:20.579933 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-d964310f-6146-48c6-994e-a2d8b7d5d307 None None] Calling delete_port for 77a80284-4e07-46fe-b618-9ec67d92f9aa owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:38:20.656055 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2addd760-c792-4542-9fb6-cf7842e5f121 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:20.669017 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-2addd760-c792-4542-9fb6-cf7842e5f121 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Calling delete_port for e62f6176-a5df-45ad-be5e-6191ef3cc682 owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:38:20.752094 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f39a4fe1-4d83-4f23-bf8c-175c848b58ad tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:20.761802 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d964310f-6146-48c6-994e-a2d8b7d5d307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:20.807764 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a4fe1-4d83-4f23-bf8c-175c848b58ad tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event deleted for resources: {'Port': ['ID=77a80284-4e07-46fe-b618-9ec67d92f9aa,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:20.814876 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39a4fe1-4d83-4f23-bf8c-175c848b58ad tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] No DVR routers for this DVR port 77a80284-4e07-46fe-b618-9ec67d92f9aa on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:38:20.844428 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964310f-6146-48c6-994e-a2d8b7d5d307 None None] Pushing event deleted for resources: {'Port': ['ID=77a80284-4e07-46fe-b618-9ec67d92f9aa,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:20.858107 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d964310f-6146-48c6-994e-a2d8b7d5d307 None None] No DVR routers for this DVR port 77a80284-4e07-46fe-b618-9ec67d92f9aa on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:38:20.973126 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47588) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:21.009550 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2addd760-c792-4542-9fb6-cf7842e5f121 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:21.060633 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2addd760-c792-4542-9fb6-cf7842e5f121 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Port': ['ID=e62f6176-a5df-45ad-be5e-6191ef3cc682,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:21.103569 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2addd760-c792-4542-9fb6-cf7842e5f121 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:21.122519 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2addd760-c792-4542-9fb6-cf7842e5f121 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/ports/e62f6176-a5df-45ad-be5e-6191ef3cc682 HTTP/1.1" status: 204 len: 168 time: 0.6936774 Oct 27 18:38:21.122519 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47594) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:21.291563 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f05907d6-6704-4fb7-b10d-6f5d0137acdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:21.297086 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee92e58-c391-4659-bd93-b189c62243a0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:21.299694 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee92e58-c391-4659-bd93-b189c62243a0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:21.305255 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0ee92e58-c391-4659-bd93-b189c62243a0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1837709 Oct 27 18:38:21.305939 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47600) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:21.422180 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f39a4fe1-4d83-4f23-bf8c-175c848b58ad tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:21.422647 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dc211b4-ed38-46eb-ae70-471a6d57e4da tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting subnet 6dac7cd6-21d0-47a7-b112-aec477c94477 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:38:21.425600 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 9ab6d84a-6d28-4496-8848-c78d43b25b1c up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:38:21.431477 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3dc211b4-ed38-46eb-ae70-471a6d57e4da tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:21.455128 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-f39a4fe1-4d83-4f23-bf8c-175c848b58ad tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['072af4c8-80b6-4c44-addd-e955bfd4ab57']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:21.468763 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-f39a4fe1-4d83-4f23-bf8c-175c848b58ad tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0396cb1-3787-4a86-88e1-3b63bd55ff6d') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:21.469311 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-f39a4fe1-4d83-4f23-bf8c-175c848b58ad tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0396cb1-3787-4a86-88e1-3b63bd55ff6d') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:21.483544 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f39a4fe1-4d83-4f23-bf8c-175c848b58ad tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:21.496355 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbae7c6-64b7-41b9-a015-4a413cf89f30 None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:38:21.501627 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f39a4fe1-4d83-4f23-bf8c-175c848b58ad tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:21.508733 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3dc211b4-ed38-46eb-ae70-471a6d57e4da tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:21.508980 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f39a4fe1-4d83-4f23-bf8c-175c848b58ad tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:38:21.509524 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f39a4fe1-4d83-4f23-bf8c-175c848b58ad tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:21.512861 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:38:21.512861 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:38:21.512861 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:38:21.512861 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:38:21.512861 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:38:21.512861 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:38:21.512861 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:38:21.512861 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:38:21.512861 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:38:21.512861 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:38:21.512861 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:38:21.512861 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:38:21.512861 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:38:21.512861 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:38:21.512861 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:38:21.512861 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:38:21.512861 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:38:21.512861 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:38:21.512861 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:38:21.512861 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:38:21.512861 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:38:21.512861 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:38:21.512861 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:38:21.512861 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:38:21.512861 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:38:21.512861 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:38:21.512861 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:38:21.512861 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:38:21.512861 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:38:21.512861 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:38:21.512861 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:38:21.512861 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:38:21.621485 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f05907d6-6704-4fb7-b10d-6f5d0137acdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:21.623117 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 9ab6d84a-6d28-4496-8848-c78d43b25b1c triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:38:21.623501 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:21.629645 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3dc211b4-ed38-46eb-ae70-471a6d57e4da tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:21.650713 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-65464638-9709-4a0c-a8d9-0c7385401d20 None None] Provisioning complete for port 9ab6d84a-6d28-4496-8848-c78d43b25b1c triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:38:21.651111 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-65464638-9709-4a0c-a8d9-0c7385401d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:21.662086 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f39a4fe1-4d83-4f23-bf8c-175c848b58ad tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:21.674760 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f39a4fe1-4d83-4f23-bf8c-175c848b58ad tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:21.684771 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47602) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:21.685505 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f39a4fe1-4d83-4f23-bf8c-175c848b58ad tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "DELETE /v2.0/networks/072af4c8-80b6-4c44-addd-e955bfd4ab57 HTTP/1.1" status: 204 len: 168 time: 1.7507980 Oct 27 18:38:21.696407 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f05907d6-6704-4fb7-b10d-6f5d0137acdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:21.711621 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a4fe1-4d83-4f23-bf8c-175c848b58ad tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event deleted for resources: {'Network': ['ID=072af4c8-80b6-4c44-addd-e955bfd4ab57,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:21.825146 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f05907d6-6704-4fb7-b10d-6f5d0137acdb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=43826446c4944636a312b4235461f641&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8506663 Oct 27 18:38:21.830943 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-65464638-9709-4a0c-a8d9-0c7385401d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:21.831094 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47606) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:21.833899 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05907d6-6704-4fb7-b10d-6f5d0137acdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fb0f2b-fa72-4d5a-b93a-8e82ebc6dabe,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:21.850905 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:21.935062 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:38:21.935818 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:38:21.946254 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-04e2abc9-a9a5-4967-b5d7-6d903db11afb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:21.969585 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3dc211b4-ed38-46eb-ae70-471a6d57e4da tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:21.983149 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-04e2abc9-a9a5-4967-b5d7-6d903db11afb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:21.987644 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-65464638-9709-4a0c-a8d9-0c7385401d20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:38:21.988116 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-65464638-9709-4a0c-a8d9-0c7385401d20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:38:22.072386 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3dc211b4-ed38-46eb-ae70-471a6d57e4da tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:22.075918 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3dc211b4-ed38-46eb-ae70-471a6d57e4da tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/6dac7cd6-21d0-47a7-b112-aec477c94477 HTTP/1.1" status: 204 len: 168 time: 0.7677424 Oct 27 18:38:22.079697 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47608) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:22.081299 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc211b4-ed38-46eb-ae70-471a6d57e4da tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Subnet': ['ID=6dac7cd6-21d0-47a7-b112-aec477c94477,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:22.089130 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935b0c62-dcab-43c8-aacf-f3c1a7e06e1d None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:38:22.145662 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d8dbc06c-5938-4de9-8a7b-043aef44d05a tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0627222 Oct 27 18:38:22.146929 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-04e2abc9-a9a5-4967-b5d7-6d903db11afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:22.150955 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47612) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:22.151354 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-04e2abc9-a9a5-4967-b5d7-6d903db11afb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:22.156460 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-04e2abc9-a9a5-4967-b5d7-6d903db11afb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a1fb0f2b-fa72-4d5a-b93a-8e82ebc6dabe HTTP/1.1" status: 204 len: 168 time: 0.3267119 Oct 27 18:38:22.161513 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-7f3350d1-f598-4788-a9a3-7985397a0214 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'subnet': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:22.171174 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2abc9-a9a5-4967-b5d7-6d903db11afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fb0f2b-fa72-4d5a-b93a-8e82ebc6dabe,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:22.426177 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-362e2db4-1524-4023-b7cf-ed3a66577b57 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:22.513801 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3350d1-f598-4788-a9a3-7985397a0214 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:38:22.517893 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7f3350d1-f598-4788-a9a3-7985397a0214 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:22.518215 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b732026-e8ce-4954-9e92-0653aaa668fa None None] DHCP port deletion for faaeba95-b0d0-4d55-8d69-ea8e95b4070b request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:38:22.538486 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:22.573225 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-65464638-9709-4a0c-a8d9-0c7385401d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:22.621954 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 9ab6d84a-6d28-4496-8848-c78d43b25b1c, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=9ab6d84a-6d28-4496-8848-c78d43b25b1c,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:38:22.637188 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-9b732026-e8ce-4954-9e92-0653aaa668fa None None] Deleting port 9ab6d84a-6d28-4496-8848-c78d43b25b1c {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:38:22.637625 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9b732026-e8ce-4954-9e92-0653aaa668fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:22.705967 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:22.966224 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ee106e59-8b36-4f08-b007-cba954e74cb5 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:38:22.969644 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-9b732026-e8ce-4954-9e92-0653aaa668fa None None] For port 9ab6d84a-6d28-4496-8848-c78d43b25b1c, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=9ab6d84a-6d28-4496-8848-c78d43b25b1c,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:38:22.970078 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9b732026-e8ce-4954-9e92-0653aaa668fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:23.016678 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: ee106e59-8b36-4f08-b007-cba954e74cb5 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:38:23.017034 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ee106e59-8b36-4f08-b007-cba954e74cb5 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:38:23.017463 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 77a80284-4e07-46fe-b618-9ec67d92f9aa no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:38:23.023030 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-9b732026-e8ce-4954-9e92-0653aaa668fa None None] Calling delete_port for 9ab6d84a-6d28-4496-8848-c78d43b25b1c owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:38:23.032765 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-362e2db4-1524-4023-b7cf-ed3a66577b57 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Deleting port 94dd9c78-7ce9-44f2-94b3-45a082294177 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:38:23.035109 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-362e2db4-1524-4023-b7cf-ed3a66577b57 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:23.043901 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-65464638-9709-4a0c-a8d9-0c7385401d20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:38:23.044264 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-65464638-9709-4a0c-a8d9-0c7385401d20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:38:23.054558 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 77a80284-4e07-46fe-b618-9ec67d92f9aa {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:38:23.054935 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 77a80284-4e07-46fe-b618-9ec67d92f9aa not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:38:23.064068 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=9ab6d84a-6d28-4496-8848-c78d43b25b1c,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:23.115602 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7f3350d1-f598-4788-a9a3-7985397a0214 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:23.232193 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3350d1-f598-4788-a9a3-7985397a0214 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:38:23.239905 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 9ab6d84a-6d28-4496-8848-c78d43b25b1c no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:38:23.244889 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-7f3350d1-f598-4788-a9a3-7985397a0214 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:38:23.255736 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3350d1-f598-4788-a9a3-7985397a0214 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:23.256658 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7f3350d1-f598-4788-a9a3-7985397a0214 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:23.306554 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-362e2db4-1524-4023-b7cf-ed3a66577b57 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] For port 94dd9c78-7ce9-44f2-94b3-45a082294177, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=94dd9c78-7ce9-44f2-94b3-45a082294177,segment=NetworkSegment(3a6a8957-6366-4408-874b-aa65fe833b83),segment_id=3a6a8957-6366-4408-874b-aa65fe833b83)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:38:23.307054 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-362e2db4-1524-4023-b7cf-ed3a66577b57 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:23.323955 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-362e2db4-1524-4023-b7cf-ed3a66577b57 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Calling delete_port for 94dd9c78-7ce9-44f2-94b3-45a082294177 owned by network:router_interface {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:38:23.336089 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9b732026-e8ce-4954-9e92-0653aaa668fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:23.340449 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3350d1-f598-4788-a9a3-7985397a0214 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Subnet': ['ID=4e6914b2-95f9-4a73-83f2-ba4e2c252a80,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:23.391855 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b732026-e8ce-4954-9e92-0653aaa668fa None None] No DVR routers for this DVR port 9ab6d84a-6d28-4496-8848-c78d43b25b1c on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:38:23.397541 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b732026-e8ce-4954-9e92-0653aaa668fa None None] Pushing event deleted for resources: {'Port': ['ID=9ab6d84a-6d28-4496-8848-c78d43b25b1c,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:23.420727 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:23.475721 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b5bf15-04d2-4d90-b546-109c0dda64bc None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:38:23.614634 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7f3350d1-f598-4788-a9a3-7985397a0214 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4608874 Oct 27 18:38:23.617327 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47656) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:23.623360 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-9a5c3fc8-5618-4c9b-96aa-f4fa03a64efc tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'port': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'name': 'tempest-NetworksTestDHCPv6-848686843'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:23.705830 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:38:23.746273 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-362e2db4-1524-4023-b7cf-ed3a66577b57 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:23.761923 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-65464638-9709-4a0c-a8d9-0c7385401d20 None None] Port 9ab6d84a-6d28-4496-8848-c78d43b25b1c update to ACTIVE by agent not found {{(pid=102880) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 27 18:38:23.828832 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5fbd24-3ee5-4c4a-ab86-321a584b4281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'tenant_id': '89b3aabd8d544ecda89a865b2a77c321', 'fixed_ips': [{'subnet_id': '4e6914b2-95f9-4a73-83f2-ba4e2c252a80'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:38:23.830491 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fa5fbd24-3ee5-4c4a-ab86-321a584b4281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:23.846274 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362e2db4-1524-4023-b7cf-ed3a66577b57 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event deleted for resources: {'Port': ['ID=94dd9c78-7ce9-44f2-94b3-45a082294177,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:23.930790 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47660) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:23.985363 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5c3fc8-5618-4c9b-96aa-f4fa03a64efc tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:38:23.990028 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9a5c3fc8-5618-4c9b-96aa-f4fa03a64efc tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:24.022079 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-1c9ca9f4-83cb-4b73-9a24-e58747cee4ae None None] Could not find standard attr ID for object 9ab6d84a-6d28-4496-8848-c78d43b25b1c. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 18:38:24.029895 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-9a5c3fc8-5618-4c9b-96aa-f4fa03a64efc tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] device_id is not set on port 8cf75b86-f6fc-4741-bcfc-d45653922b12 yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:38:24.091293 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-fa5fbd24-3ee5-4c4a-ab86-321a584b4281 None None] Allocated IP 2001:db8::2 (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/4e6914b2-95f9-4a73-83f2-ba4e2c252a80/fc8dc2ef-c518-43db-9eb6-281fd7537f5c) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:38:24.230329 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-b2edbc0b-567e-4b39-aae5-8fbcfaf2232f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-28196977-network', 'tenant_id': '5683633d2e1d4b139c073dc8a9b72002'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:24.358535 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fa5fbd24-3ee5-4c4a-ab86-321a584b4281 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:24.401450 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-362e2db4-1524-4023-b7cf-ed3a66577b57 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:24.471325 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2edbc0b-567e-4b39-aae5-8fbcfaf2232f admin admin] Made reservation on behalf of 5683633d2e1d4b139c073dc8a9b72002 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:38:24.474285 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b2edbc0b-567e-4b39-aae5-8fbcfaf2232f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:24.485518 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b2edbc0b-567e-4b39-aae5-8fbcfaf2232f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:24.523956 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fa5fbd24-3ee5-4c4a-ab86-321a584b4281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:24.588907 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5fbd24-3ee5-4c4a-ab86-321a584b4281 None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:38:24.592370 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-fa5fbd24-3ee5-4c4a-ab86-321a584b4281 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:38:24.597078 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5fbd24-3ee5-4c4a-ab86-321a584b4281 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:38:24.620128 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-9a5c3fc8-5618-4c9b-96aa-f4fa03a64efc tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Allocated IP 2001:db8::10e (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/4e6914b2-95f9-4a73-83f2-ba4e2c252a80/8cf75b86-f6fc-4741-bcfc-d45653922b12) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:38:24.623021 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5fbd24-3ee5-4c4a-ab86-321a584b4281 None None] Pushing event updated for resources: {'Port': ['ID=fc8dc2ef-c518-43db-9eb6-281fd7537f5c,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:24.648238 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b2edbc0b-567e-4b39-aae5-8fbcfaf2232f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:24.670679 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-362e2db4-1524-4023-b7cf-ed3a66577b57 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Router 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:38:24.697425 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-fa5fbd24-3ee5-4c4a-ab86-321a584b4281 None None] Attempting to bind port fc8dc2ef-c518-43db-9eb6-281fd7537f5c on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:38:24.697818 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-fa5fbd24-3ee5-4c4a-ab86-321a584b4281 None None] Attempting to bind port fc8dc2ef-c518-43db-9eb6-281fd7537f5c by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:38:24.698189 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5fbd24-3ee5-4c4a-ab86-321a584b4281 None None] Attempting to bind port fc8dc2ef-c518-43db-9eb6-281fd7537f5c on network faaeba95-b0d0-4d55-8d69-ea8e95b4070b {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:38:24.705444 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5fbd24-3ee5-4c4a-ab86-321a584b4281 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:38:24.705825 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5fbd24-3ee5-4c4a-ab86-321a584b4281 None None] Checking segment: {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:38:24.706230 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fa5fbd24-3ee5-4c4a-ab86-321a584b4281 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:24.706656 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5fbd24-3ee5-4c4a-ab86-321a584b4281 None None] Bound using segment: {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:38:24.707409 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-fa5fbd24-3ee5-4c4a-ab86-321a584b4281 None None] Bound port: fc8dc2ef-c518-43db-9eb6-281fd7537f5c, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:38:24.707989 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fa5fbd24-3ee5-4c4a-ab86-321a584b4281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:24.754337 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b2edbc0b-567e-4b39-aae5-8fbcfaf2232f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:24.795317 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2edbc0b-567e-4b39-aae5-8fbcfaf2232f admin admin] vlan segment allocate from pool success with {'vlan_id': 1042, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:38:24.825205 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b2edbc0b-567e-4b39-aae5-8fbcfaf2232f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:24.825651 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-b2edbc0b-567e-4b39-aae5-8fbcfaf2232f admin admin] Added segment 0a5196a1-84e6-4a51-8f52-5d801014dc39 of type vlan for network 7e162f9f-1e57-4697-b21f-e116c127cf92 Oct 27 18:38:24.830023 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2edbc0b-567e-4b39-aae5-8fbcfaf2232f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5cf5c9-ec15-47ea-949d-4ddf43c51327,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:24.832236 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-fa5fbd24-3ee5-4c4a-ab86-321a584b4281 None None] For port fc8dc2ef-c518-43db-9eb6-281fd7537f5c, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:38:24.835809 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-fa5fbd24-3ee5-4c4a-ab86-321a584b4281 None None] For port fc8dc2ef-c518-43db-9eb6-281fd7537f5c, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=fc8dc2ef-c518-43db-9eb6-281fd7537f5c,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:38:24.895238 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362e2db4-1524-4023-b7cf-ed3a66577b57 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:38:24.901568 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b2edbc0b-567e-4b39-aae5-8fbcfaf2232f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:24.914741 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15921e1-e7f6-47df-9c3c-c1d82b8df0f3 None None] Sync routers for ids ['8dfd3be9-e3e1-4925-8d78-156c379ac4e4'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:38:24.918928 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-362e2db4-1524-4023-b7cf-ed3a66577b57 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "PUT /v2.0/routers/8dfd3be9-e3e1-4925-8d78-156c379ac4e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2324119 Oct 27 18:38:24.921448 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47676) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:24.927514 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9a5c3fc8-5618-4c9b-96aa-f4fa03a64efc tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:24.937557 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15921e1-e7f6-47df-9c3c-c1d82b8df0f3 None None] Routers {'8dfd3be9-e3e1-4925-8d78-156c379ac4e4'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:38:24.938484 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-e15921e1-e7f6-47df-9c3c-c1d82b8df0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:38:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8dfd3be9-e3e1-4925-8d78-156c379ac4e4'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:24.993416 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-8909d0ee-6fa5-4ee0-b114-b55e0380581b tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Deleting subnet 84116899-65f2-4e9a-b744-5bfffbff65fe {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:38:24.996660 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8909d0ee-6fa5-4ee0-b114-b55e0380581b tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:25.002743 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fa5fbd24-3ee5-4c4a-ab86-321a584b4281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:25.038529 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b2edbc0b-567e-4b39-aae5-8fbcfaf2232f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:25.039711 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2edbc0b-567e-4b39-aae5-8fbcfaf2232f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:25.040472 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b2edbc0b-567e-4b39-aae5-8fbcfaf2232f admin admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:25.053767 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8909d0ee-6fa5-4ee0-b114-b55e0380581b tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:25.116951 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2edbc0b-567e-4b39-aae5-8fbcfaf2232f admin admin] Pushing event updated for resources: {'Network': ['ID=7e162f9f-1e57-4697-b21f-e116c127cf92,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:25.135821 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9a5c3fc8-5618-4c9b-96aa-f4fa03a64efc tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:25.140052 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-e15921e1-e7f6-47df-9c3c-c1d82b8df0f3 None None] Set router 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:38:25.143059 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 7e162f9f-1e57-4697-b21f-e116c127cf92 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:38:25.240715 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c3fc8-5618-4c9b-96aa-f4fa03a64efc tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Port': ['ID=8cf75b86-f6fc-4741-bcfc-d45653922b12,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:25.264091 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b2edbc0b-567e-4b39-aae5-8fbcfaf2232f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3318737 Oct 27 18:38:25.267583 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47680) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:25.275022 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-0f453677-7fbb-4649-b410-d3e6cd921071 admin admin] Request body: {'subnet': {'network_id': '7e162f9f-1e57-4697-b21f-e116c127cf92', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-28196977-subnet', 'tenant_id': '5683633d2e1d4b139c073dc8a9b72002', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:25.276082 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8909d0ee-6fa5-4ee0-b114-b55e0380581b tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:25.292532 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5c3fc8-5618-4c9b-96aa-f4fa03a64efc tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:38:25.296466 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5fbd24-3ee5-4c4a-ab86-321a584b4281 None None] Pushing event updated for resources: {'Port': ['ID=fc8dc2ef-c518-43db-9eb6-281fd7537f5c,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:25.305510 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-9a5c3fc8-5618-4c9b-96aa-f4fa03a64efc tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:38:25.315965 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5c3fc8-5618-4c9b-96aa-f4fa03a64efc tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:38:25.322519 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5c3fc8-5618-4c9b-96aa-f4fa03a64efc tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:25.323220 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9a5c3fc8-5618-4c9b-96aa-f4fa03a64efc tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:25.506683 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f453677-7fbb-4649-b410-d3e6cd921071 admin admin] Made reservation on behalf of 5683633d2e1d4b139c073dc8a9b72002 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:38:25.506683 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0f453677-7fbb-4649-b410-d3e6cd921071 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:25.537665 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-e15921e1-e7f6-47df-9c3c-c1d82b8df0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'name': 'tempest-RoutersTest-router-1361598088', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:37:31Z', 'updated_at': '2021-10-27T18:38:23Z', 'revision_number': 10, 'project_id': '4e0551cb79254307ae43405db8526986', 'gw_port_host': None, '_interfaces': [{'id': '3c849c24-0686-4dff-8cf4-35f37dfe187b', 'name': '', 'network_id': '12050543-9531-4d54-8fbd-448637ddf792', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:a3:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:36Z', 'updated_at': '2021-10-27T18:37:41Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:25.546197 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8909d0ee-6fa5-4ee0-b114-b55e0380581b tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:25.571746 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15921e1-e7f6-47df-9c3c-c1d82b8df0f3 None None] Checking router: 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:38:25.594477 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909d0ee-6fa5-4ee0-b114-b55e0380581b tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event deleted for resources: {'Subnet': ['ID=84116899-65f2-4e9a-b744-5bfffbff65fe,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:25.598386 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9a5c3fc8-5618-4c9b-96aa-f4fa03a64efc tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9795058 Oct 27 18:38:25.598715 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8909d0ee-6fa5-4ee0-b114-b55e0380581b tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:25.602641 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8909d0ee-6fa5-4ee0-b114-b55e0380581b tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "DELETE /v2.0/subnets/84116899-65f2-4e9a-b744-5bfffbff65fe HTTP/1.1" status: 204 len: 168 time: 0.6792755 Oct 27 18:38:25.603108 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47690) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:25.604924 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47692) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:25.611089 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15921e1-e7f6-47df-9c3c-c1d82b8df0f3 None None] Routers {'8dfd3be9-e3e1-4925-8d78-156c379ac4e4'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:38:25.611975 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-e15921e1-e7f6-47df-9c3c-c1d82b8df0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:38:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8dfd3be9-e3e1-4925-8d78-156c379ac4e4'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:25.717883 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-06826d19-aa70-491f-bf56-041b66040ac5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:25.762370 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f519c4-be83-447e-8649-bc68f88f1439 None None] Network 598d3aef-28fc-4f34-8055-8e08cec647c1 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:38:25.804552 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-06826d19-aa70-491f-bf56-041b66040ac5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Deleting port c6c7a6e1-5386-45ba-9839-c9b7a72cd562 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:38:25.807168 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-06826d19-aa70-491f-bf56-041b66040ac5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:25.831877 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5871bf98-84ae-4d68-945f-5304375c7f4e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:25.838632 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5871bf98-84ae-4d68-945f-5304375c7f4e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:25.841049 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5871bf98-84ae-4d68-945f-5304375c7f4e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2363005 Oct 27 18:38:25.848594 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47698) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:25.879080 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-e15921e1-e7f6-47df-9c3c-c1d82b8df0f3 None None] Set router 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:38:25.899392 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-06826d19-aa70-491f-bf56-041b66040ac5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] For port c6c7a6e1-5386-45ba-9839-c9b7a72cd562, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=c6c7a6e1-5386-45ba-9839-c9b7a72cd562,segment=NetworkSegment(3a6a8957-6366-4408-874b-aa65fe833b83),segment_id=3a6a8957-6366-4408-874b-aa65fe833b83)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:38:25.899761 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-06826d19-aa70-491f-bf56-041b66040ac5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:25.919663 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-06826d19-aa70-491f-bf56-041b66040ac5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Calling delete_port for c6c7a6e1-5386-45ba-9839-c9b7a72cd562 owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:38:26.039373 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-215cf0f6-d05a-49c1-8102-bf645eabe1c3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting port 8cf75b86-f6fc-4741-bcfc-d45653922b12 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:38:26.039924 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-215cf0f6-d05a-49c1-8102-bf645eabe1c3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:26.169358 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0f453677-7fbb-4649-b410-d3e6cd921071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:26.172635 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-215cf0f6-d05a-49c1-8102-bf645eabe1c3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:26.226997 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-215cf0f6-d05a-49c1-8102-bf645eabe1c3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Calling delete_port for 8cf75b86-f6fc-4741-bcfc-d45653922b12 owned by {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:38:26.289603 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e27852-d6c9-4155-bea6-531e19b7acac None None] DHCP port deletion for 598d3aef-28fc-4f34-8055-8e08cec647c1 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:38:26.294528 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-06826d19-aa70-491f-bf56-041b66040ac5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:26.369400 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f453677-7fbb-4649-b410-d3e6cd921071 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b27cbfc-0288-405f-bb4a-1d7eed6d52a9,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:26.374217 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f453677-7fbb-4649-b410-d3e6cd921071 admin admin] Checking segment: {'id': '0a5196a1-84e6-4a51-8f52-5d801014dc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '7e162f9f-1e57-4697-b21f-e116c127cf92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:38:26.375086 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f453677-7fbb-4649-b410-d3e6cd921071 admin admin] Network hostable DHCP agents. Network: 7e162f9f-1e57-4697-b21f-e116c127cf92, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:38:26.399594 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:26.408254 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06826d19-aa70-491f-bf56-041b66040ac5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] No DVR routers for this DVR port c6c7a6e1-5386-45ba-9839-c9b7a72cd562 on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:38:26.418061 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06826d19-aa70-491f-bf56-041b66040ac5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event deleted for resources: {'Port': ['ID=c6c7a6e1-5386-45ba-9839-c9b7a72cd562,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:26.557362 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-e15921e1-e7f6-47df-9c3c-c1d82b8df0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'name': 'tempest-RoutersTest-router-1361598088', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:37:31Z', 'updated_at': '2021-10-27T18:38:23Z', 'revision_number': 10, 'project_id': '4e0551cb79254307ae43405db8526986', 'gw_port_host': None, '_interfaces': [{'id': '3c849c24-0686-4dff-8cf4-35f37dfe187b', 'name': '', 'network_id': '12050543-9531-4d54-8fbd-448637ddf792', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:a3:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:36Z', 'updated_at': '2021-10-27T18:37:41Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:26.599337 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-06826d19-aa70-491f-bf56-041b66040ac5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:26.616993 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15921e1-e7f6-47df-9c3c-c1d82b8df0f3 None None] The sync data for ids ['8dfd3be9-e3e1-4925-8d78-156c379ac4e4'] in n-d-815690-2 is: [{'id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'name': 'tempest-RoutersTest-router-1361598088', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:37:31Z', 'updated_at': '2021-10-27T18:38:23Z', 'revision_number': 10, 'project_id': '4e0551cb79254307ae43405db8526986', 'gw_port_host': None, '_interfaces': [{'id': '3c849c24-0686-4dff-8cf4-35f37dfe187b', 'name': '', 'network_id': '12050543-9531-4d54-8fbd-448637ddf792', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'mac_address': 'fa:16:3e:a3:3a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:37:36Z', 'updated_at': '2021-10-27T18:37:41Z', 'revision_number': 5, 'project_id': '4e0551cb79254307ae43405db8526986', 'subnets': [{'id': '91a75efc-1a2a-4ee4-824e-b0c0d6842287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:38:26.629029 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47706) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:26.633743 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f453677-7fbb-4649-b410-d3e6cd921071 admin admin] Network 7e162f9f-1e57-4697-b21f-e116c127cf92 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:38:26.639474 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-06826d19-aa70-491f-bf56-041b66040ac5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['598d3aef-28fc-4f34-8055-8e08cec647c1']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:26.651117 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-06826d19-aa70-491f-bf56-041b66040ac5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a6a8957-6366-4408-874b-aa65fe833b83') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:26.653014 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-06826d19-aa70-491f-bf56-041b66040ac5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a6a8957-6366-4408-874b-aa65fe833b83') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:26.689202 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-215cf0f6-d05a-49c1-8102-bf645eabe1c3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:26.691047 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-06826d19-aa70-491f-bf56-041b66040ac5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:26.706197 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-06826d19-aa70-491f-bf56-041b66040ac5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:26.713573 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06826d19-aa70-491f-bf56-041b66040ac5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:38:26.713972 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-06826d19-aa70-491f-bf56-041b66040ac5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:26.729581 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215cf0f6-d05a-49c1-8102-bf645eabe1c3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Port': ['ID=8cf75b86-f6fc-4741-bcfc-d45653922b12,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:26.755185 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-0f453677-7fbb-4649-b410-d3e6cd921071 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 7e162f9f-1e57-4697-b21f-e116c127cf92) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:38:26.779840 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f629bf8-01e9-4816-a5ca-c54a74883993 None None] Network 7e162f9f-1e57-4697-b21f-e116c127cf92 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:38:26.783020 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f453677-7fbb-4649-b410-d3e6cd921071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:26.786210 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0f453677-7fbb-4649-b410-d3e6cd921071 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:26.832364 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:38:26.832364 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:38:26.832364 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:38:26.832364 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:38:26.832364 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:38:26.832364 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:38:26.832364 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:38:26.832364 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:38:26.832364 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:38:26.832364 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:38:26.832364 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:38:26.832364 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:38:26.832364 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:38:26.832364 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:38:26.832364 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:38:26.832364 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:38:26.832364 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:38:26.832364 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:38:26.832364 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:38:26.832364 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:38:26.832364 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:38:26.832364 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:38:26.832364 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:38:26.832364 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:38:26.832364 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:38:26.832364 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:38:26.832364 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:38:26.832364 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:38:26.832364 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:38:26.832364 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:38:26.832364 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:38:26.832364 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:38:26.922684 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-06826d19-aa70-491f-bf56-041b66040ac5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:26.936294 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-06826d19-aa70-491f-bf56-041b66040ac5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:26.946891 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a368-d6c8-4774-be90-09146d207703 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:26.961020 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-215cf0f6-d05a-49c1-8102-bf645eabe1c3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:26.963414 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-06826d19-aa70-491f-bf56-041b66040ac5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "DELETE /v2.0/networks/598d3aef-28fc-4f34-8055-8e08cec647c1 HTTP/1.1" status: 204 len: 168 time: 1.3547456 Oct 27 18:38:26.968670 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47712) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:26.969539 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:26.975617 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-215cf0f6-d05a-49c1-8102-bf645eabe1c3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/ports/8cf75b86-f6fc-4741-bcfc-d45653922b12 HTTP/1.1" status: 204 len: 168 time: 1.1244891 Oct 27 18:38:26.983445 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47714) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:27.009480 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-db977494-0d46-45bd-b7c7-0b83c28dae22 None None] Provisioning complete for port fc8dc2ef-c518-43db-9eb6-281fd7537f5c triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:38:27.012244 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-db977494-0d46-45bd-b7c7-0b83c28dae22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:27.120896 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06826d19-aa70-491f-bf56-041b66040ac5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event deleted for resources: {'Network': ['ID=598d3aef-28fc-4f34-8055-8e08cec647c1,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:27.154289 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a368-d6c8-4774-be90-09146d207703 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:27.160032 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0f453677-7fbb-4649-b410-d3e6cd921071 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8898740 Oct 27 18:38:27.230037 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea2a9d4-1b33-4a37-95e0-240e58b1b466 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:27.240343 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea2a9d4-1b33-4a37-95e0-240e58b1b466 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:27.243440 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a368-d6c8-4774-be90-09146d207703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:27.247510 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5ea2a9d4-1b33-4a37-95e0-240e58b1b466 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2589149 Oct 27 18:38:27.247510 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47718) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:27.377952 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b4e1a368-d6c8-4774-be90-09146d207703 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=36d4786cb350470ebf8a415b27b5b40d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7462757 Oct 27 18:38:27.383211 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47722) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:27.391837 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-db977494-0d46-45bd-b7c7-0b83c28dae22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:27.408371 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a368-d6c8-4774-be90-09146d207703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa73aef-e23f-4ccb-815a-72fc47cbc7d7,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:27.470464 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device fc8dc2ef-c518-43db-9eb6-281fd7537f5c up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:38:27.498388 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9a47d050-a939-44ac-9577-2a762cf17d8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:27.573811 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9a47d050-a939-44ac-9577-2a762cf17d8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:27.586696 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5338e6c-2e5c-4c4b-bbbd-ca01f2fc9fd9 None None] Network 7e162f9f-1e57-4697-b21f-e116c127cf92 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:38:27.591776 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8cc1cc6-8e4c-4b65-a18b-e1ea264d9fa4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting subnet 4e6914b2-95f9-4a73-83f2-ba4e2c252a80 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:38:27.607796 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b8cc1cc6-8e4c-4b65-a18b-e1ea264d9fa4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:27.742219 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9a47d050-a939-44ac-9577-2a762cf17d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:27.744858 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b8cc1cc6-8e4c-4b65-a18b-e1ea264d9fa4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:27.746556 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9a47d050-a939-44ac-9577-2a762cf17d8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:27.750201 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9a47d050-a939-44ac-9577-2a762cf17d8c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9fa73aef-e23f-4ccb-815a-72fc47cbc7d7 HTTP/1.1" status: 204 len: 168 time: 0.3583093 Oct 27 18:38:27.767132 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a47d050-a939-44ac-9577-2a762cf17d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa73aef-e23f-4ccb-815a-72fc47cbc7d7,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:28.093596 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4818f14b-0729-48df-a446-cf6506615ff5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:28.139168 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-bc54afa2-4a3b-4e52-bbbe-4da7687c99b9 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:28.140605 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-bc54afa2-4a3b-4e52-bbbe-4da7687c99b9 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/networks?id=7e162f9f-1e57-4697-b21f-e116c127cf92 HTTP/1.1" status: 200 len: 813 time: 0.2239394 Oct 27 18:38:28.178062 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-657befe0-25fd-48f0-bc80-c73f77434000 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/quotas/5683633d2e1d4b139c073dc8a9b72002 HTTP/1.1" status: 200 len: 375 time: 0.0177219 Oct 27 18:38:28.234402 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-db977494-0d46-45bd-b7c7-0b83c28dae22 None None] For port fc8dc2ef-c518-43db-9eb6-281fd7537f5c, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=fc8dc2ef-c518-43db-9eb6-281fd7537f5c,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:38:28.241723 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port fc8dc2ef-c518-43db-9eb6-281fd7537f5c triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:38:28.242103 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:28.266051 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-fd0143b2-4a2a-496f-b2fb-48f91f3c2aca tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5683633d2e1d4b139c073dc8a9b72002&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0801895 Oct 27 18:38:28.326295 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-db977494-0d46-45bd-b7c7-0b83c28dae22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:28.363394 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b8cc1cc6-8e4c-4b65-a18b-e1ea264d9fa4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:28.468925 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-5a32446d-b001-46fa-af70-cb8e28e57214 service neutron] 10.222.0.52 "GET /v2.0/networks/7e162f9f-1e57-4697-b21f-e116c127cf92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002337 Oct 27 18:38:28.536475 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-9040143d-cfc7-4654-9c59-387917e2e916 None None] Could not find standard attr ID for object 8cf75b86-f6fc-4741-bcfc-d45653922b12. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 18:38:28.572453 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b8cc1cc6-8e4c-4b65-a18b-e1ea264d9fa4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:28.599599 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db977494-0d46-45bd-b7c7-0b83c28dae22 None None] Pushing event updated for resources: {'Port': ['ID=fc8dc2ef-c518-43db-9eb6-281fd7537f5c,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:28.603526 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-9040143d-cfc7-4654-9c59-387917e2e916 None None] Could not find standard attr ID for object e62f6176-a5df-45ad-be5e-6191ef3cc682. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 18:38:28.620885 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc1cc6-8e4c-4b65-a18b-e1ea264d9fa4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Subnet': ['ID=4e6914b2-95f9-4a73-83f2-ba4e2c252a80,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:28.626308 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b8cc1cc6-8e4c-4b65-a18b-e1ea264d9fa4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:28.631828 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b8cc1cc6-8e4c-4b65-a18b-e1ea264d9fa4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/4e6914b2-95f9-4a73-83f2-ba4e2c252a80 HTTP/1.1" status: 204 len: 168 time: 1.3833721 Oct 27 18:38:28.635067 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95e57fe-ecad-4add-b0fe-d0512a962585 None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:38:28.636751 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47750) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:28.658054 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-066c3d2a-e1be-463b-aac9-576786a8adf7 service neutron] 10.222.0.52 "GET /v2.0/networks/7e162f9f-1e57-4697-b21f-e116c127cf92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804569 Oct 27 18:38:28.700298 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device c6c7a6e1-5386-45ba-9839-c9b7a72cd562 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:38:28.714439 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2a005ad3-4cfe-4d85-b51b-ff77f6dcd8bb tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0674064 Oct 27 18:38:28.717642 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47752) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:28.720793 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47754) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:28.723213 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-7c81cc98-0580-4765-9dbb-3a44fbdd7270 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'subnet': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:28.731012 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-4818f14b-0729-48df-a446-cf6506615ff5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Deleting port 3c849c24-0686-4dff-8cf4-35f37dfe187b {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:38:28.731474 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4818f14b-0729-48df-a446-cf6506615ff5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:28.740295 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7a19b42d-3173-4af0-9475-11d86c70c9e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:28.751623 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: c6c7a6e1-5386-45ba-9839-c9b7a72cd562 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:38:28.751974 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device c6c7a6e1-5386-45ba-9839-c9b7a72cd562 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:38:28.752380 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 94dd9c78-7ce9-44f2-94b3-45a082294177 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:38:28.794291 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 94dd9c78-7ce9-44f2-94b3-45a082294177 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:38:28.794637 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 94dd9c78-7ce9-44f2-94b3-45a082294177 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:38:28.852210 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7a19b42d-3173-4af0-9475-11d86c70c9e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:28.931260 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-4818f14b-0729-48df-a446-cf6506615ff5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] For port 3c849c24-0686-4dff-8cf4-35f37dfe187b, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=3c849c24-0686-4dff-8cf4-35f37dfe187b,segment=NetworkSegment(2b7d5d7c-7b42-40eb-b85c-3214af81dd2f),segment_id=2b7d5d7c-7b42-40eb-b85c-3214af81dd2f)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:38:28.931628 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4818f14b-0729-48df-a446-cf6506615ff5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:28.946047 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7a19b42d-3173-4af0-9475-11d86c70c9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:28.948658 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95a66c6-a46a-4c3a-ac7e-dc858393a2ca None None] DHCP port deletion for faaeba95-b0d0-4d55-8d69-ea8e95b4070b request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:38:28.951032 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-4818f14b-0729-48df-a446-cf6506615ff5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Calling delete_port for 3c849c24-0686-4dff-8cf4-35f37dfe187b owned by network:router_interface {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:38:28.983547 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19b42d-3173-4af0-9475-11d86c70c9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5e6be4-97f5-4e03-9143-c03d05e3d7e3,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:29.022207 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7a19b42d-3173-4af0-9475-11d86c70c9e2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5af75e6d176d40a68ea5397cdd3eefbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2998612 Oct 27 18:38:29.024434 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47758) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:29.024643 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-d95a66c6-a46a-4c3a-ac7e-dc858393a2ca None None] Deleting port fc8dc2ef-c518-43db-9eb6-281fd7537f5c {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:38:29.035185 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d95a66c6-a46a-4c3a-ac7e-dc858393a2ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:29.146044 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c0445287-98b7-4368-860c-86037b0296fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:29.154580 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c81cc98-0580-4765-9dbb-3a44fbdd7270 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:38:29.158113 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7c81cc98-0580-4765-9dbb-3a44fbdd7270 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:29.258143 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device fc8dc2ef-c518-43db-9eb6-281fd7537f5c no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:38:29.260592 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c0445287-98b7-4368-860c-86037b0296fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:29.261066 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-d95a66c6-a46a-4c3a-ac7e-dc858393a2ca None None] For port fc8dc2ef-c518-43db-9eb6-281fd7537f5c, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=fc8dc2ef-c518-43db-9eb6-281fd7537f5c,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:38:29.261468 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d95a66c6-a46a-4c3a-ac7e-dc858393a2ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:29.287696 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-41488609-1844-4458-930a-d412bcc47283 req-57aa5fc8-bb19-4e69-8965-a43a574fb3a0 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=259901a9-456b-48e4-b862-fb95f20cd242 HTTP/1.1" status: 200 len: 210 time: 0.1046307 Oct 27 18:38:29.315229 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-d95a66c6-a46a-4c3a-ac7e-dc858393a2ca None None] Calling delete_port for fc8dc2ef-c518-43db-9eb6-281fd7537f5c owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:38:29.416297 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c0445287-98b7-4368-860c-86037b0296fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:29.420650 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c0445287-98b7-4368-860c-86037b0296fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:29.426270 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c0445287-98b7-4368-860c-86037b0296fe admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6b5e6be4-97f5-4e03-9143-c03d05e3d7e3 HTTP/1.1" status: 204 len: 168 time: 0.4023542 Oct 27 18:38:29.436821 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0445287-98b7-4368-860c-86037b0296fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5e6be4-97f5-4e03-9143-c03d05e3d7e3,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:29.443681 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:29.513207 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d95a66c6-a46a-4c3a-ac7e-dc858393a2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:29.562123 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a66c6-a46a-4c3a-ac7e-dc858393a2ca None None] Pushing event deleted for resources: {'Port': ['ID=fc8dc2ef-c518-43db-9eb6-281fd7537f5c,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:29.584034 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7c81cc98-0580-4765-9dbb-3a44fbdd7270 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:29.584175 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95a66c6-a46a-4c3a-ac7e-dc858393a2ca None None] No DVR routers for this DVR port fc8dc2ef-c518-43db-9eb6-281fd7537f5c on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:38:29.643848 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c81cc98-0580-4765-9dbb-3a44fbdd7270 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:38:29.645810 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-7c81cc98-0580-4765-9dbb-3a44fbdd7270 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:38:29.650305 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c81cc98-0580-4765-9dbb-3a44fbdd7270 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:29.650928 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7c81cc98-0580-4765-9dbb-3a44fbdd7270 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:29.656192 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0465af79-483d-4da3-a432-4b5dea6d618b None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:38:29.656541 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81cc98-0580-4765-9dbb-3a44fbdd7270 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Subnet': ['ID=9e1812dd-c8f2-4da8-a0a4-dc68c3abde1c,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:29.752997 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4818f14b-0729-48df-a446-cf6506615ff5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:29.771088 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7c81cc98-0580-4765-9dbb-3a44fbdd7270 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0522349 Oct 27 18:38:29.773678 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47782) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:29.780280 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-f93014da-d57c-4a11-bc28-ab5054f6463f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'port': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'name': 'tempest-NetworksTestDHCPv6-1471479431'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:29.843568 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4818f14b-0729-48df-a446-cf6506615ff5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event deleted for resources: {'Port': ['ID=3c849c24-0686-4dff-8cf4-35f37dfe187b,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:29.902898 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6591cf11-960c-4e4c-9fb5-30bdee866234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'tenant_id': '89b3aabd8d544ecda89a865b2a77c321', 'fixed_ips': [{'subnet_id': '9e1812dd-c8f2-4da8-a0a4-dc68c3abde1c'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:38:29.903304 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6591cf11-960c-4e4c-9fb5-30bdee866234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:30.071434 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4818f14b-0729-48df-a446-cf6506615ff5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:30.146036 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93014da-d57c-4a11-bc28-ab5054f6463f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:38:30.149628 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f93014da-d57c-4a11-bc28-ab5054f6463f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:30.210918 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-f93014da-d57c-4a11-bc28-ab5054f6463f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] device_id is not set on port d45da773-a0ab-49a9-8d61-80948603bf05 yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:38:30.241542 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-6591cf11-960c-4e4c-9fb5-30bdee866234 None None] Allocated IP 2001:db8::2 (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/9e1812dd-c8f2-4da8-a0a4-dc68c3abde1c/e1709219-937c-4de8-9962-c35fbfcc9716) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:38:30.396473 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b59c89fc-c55c-4553-91c8-79ada384eae5 req-67f1bcb8-f98b-4a12-8d12-c250d59424a9 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=259901a9-456b-48e4-b862-fb95f20cd242 HTTP/1.1" status: 200 len: 210 time: 0.0444429 Oct 27 18:38:30.441328 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4818f14b-0729-48df-a446-cf6506615ff5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Router 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:38:30.519391 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6591cf11-960c-4e4c-9fb5-30bdee866234 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:30.547530 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4818f14b-0729-48df-a446-cf6506615ff5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:38:30.554108 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4818f14b-0729-48df-a446-cf6506615ff5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "PUT /v2.0/routers/8dfd3be9-e3e1-4925-8d78-156c379ac4e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5689116 Oct 27 18:38:30.556277 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47802) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:30.559869 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c5a884-f99f-42fa-b479-e3ef1ed09f57 None None] Sync routers for ids ['8dfd3be9-e3e1-4925-8d78-156c379ac4e4'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:38:30.575745 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c5a884-f99f-42fa-b479-e3ef1ed09f57 None None] Routers {'8dfd3be9-e3e1-4925-8d78-156c379ac4e4'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:38:30.578552 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-b3c5a884-f99f-42fa-b479-e3ef1ed09f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:38:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8dfd3be9-e3e1-4925-8d78-156c379ac4e4'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:30.628163 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6591cf11-960c-4e4c-9fb5-30bdee866234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:30.697669 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-b3c5a884-f99f-42fa-b479-e3ef1ed09f57 None None] Set router 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 gateway port host: None {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:38:30.741706 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-50ed8a4f-63ce-4945-8f35-493c9b98c1be tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Deleting subnet 91a75efc-1a2a-4ee4-824e-b0c0d6842287 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:38:30.764878 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-f93014da-d57c-4a11-bc28-ab5054f6463f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Allocated IP 2001:db8::77 (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/9e1812dd-c8f2-4da8-a0a4-dc68c3abde1c/d45da773-a0ab-49a9-8d61-80948603bf05) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:38:30.765628 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-50ed8a4f-63ce-4945-8f35-493c9b98c1be tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:30.785470 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591cf11-960c-4e4c-9fb5-30bdee866234 None None] Pushing event updated for resources: {'Port': ['ID=e1709219-937c-4de8-9962-c35fbfcc9716,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:30.797197 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6591cf11-960c-4e4c-9fb5-30bdee866234 None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:38:30.799739 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-6591cf11-960c-4e4c-9fb5-30bdee866234 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:38:30.804933 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6591cf11-960c-4e4c-9fb5-30bdee866234 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:38:30.820734 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-b3c5a884-f99f-42fa-b479-e3ef1ed09f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'name': 'tempest-RoutersTest-router-1361598088', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:37:31Z', 'updated_at': '2021-10-27T18:38:29Z', 'revision_number': 11, 'project_id': '4e0551cb79254307ae43405db8526986', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:30.860639 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c5a884-f99f-42fa-b479-e3ef1ed09f57 None None] Checking router: 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:38:30.883136 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c5a884-f99f-42fa-b479-e3ef1ed09f57 None None] Routers {'8dfd3be9-e3e1-4925-8d78-156c379ac4e4'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:38:30.885348 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-b3c5a884-f99f-42fa-b479-e3ef1ed09f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:38:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8dfd3be9-e3e1-4925-8d78-156c379ac4e4'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:30.904787 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-50ed8a4f-63ce-4945-8f35-493c9b98c1be tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:30.970532 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-6591cf11-960c-4e4c-9fb5-30bdee866234 None None] Attempting to bind port e1709219-937c-4de8-9962-c35fbfcc9716 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:38:30.970854 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-6591cf11-960c-4e4c-9fb5-30bdee866234 None None] Attempting to bind port e1709219-937c-4de8-9962-c35fbfcc9716 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:38:30.971235 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6591cf11-960c-4e4c-9fb5-30bdee866234 None None] Attempting to bind port e1709219-937c-4de8-9962-c35fbfcc9716 on network faaeba95-b0d0-4d55-8d69-ea8e95b4070b {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:38:30.982764 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6591cf11-960c-4e4c-9fb5-30bdee866234 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:38:30.983329 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6591cf11-960c-4e4c-9fb5-30bdee866234 None None] Checking segment: {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:38:30.983745 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6591cf11-960c-4e4c-9fb5-30bdee866234 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:30.985021 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6591cf11-960c-4e4c-9fb5-30bdee866234 None None] Bound using segment: {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:38:30.985516 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-6591cf11-960c-4e4c-9fb5-30bdee866234 None None] Bound port: e1709219-937c-4de8-9962-c35fbfcc9716, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:38:30.985906 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6591cf11-960c-4e4c-9fb5-30bdee866234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:31.083771 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-b3c5a884-f99f-42fa-b479-e3ef1ed09f57 None None] Set router 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 gateway port host: None {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:38:31.123716 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-50ed8a4f-63ce-4945-8f35-493c9b98c1be tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:31.140438 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6591cf11-960c-4e4c-9fb5-30bdee866234 None None] For port e1709219-937c-4de8-9962-c35fbfcc9716, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:38:31.147319 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6591cf11-960c-4e4c-9fb5-30bdee866234 None None] For port e1709219-937c-4de8-9962-c35fbfcc9716, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=e1709219-937c-4de8-9962-c35fbfcc9716,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:38:31.223197 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6591cf11-960c-4e4c-9fb5-30bdee866234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:31.278726 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-b3c5a884-f99f-42fa-b479-e3ef1ed09f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'name': 'tempest-RoutersTest-router-1361598088', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:37:31Z', 'updated_at': '2021-10-27T18:38:29Z', 'revision_number': 11, 'project_id': '4e0551cb79254307ae43405db8526986', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:31.301950 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f93014da-d57c-4a11-bc28-ab5054f6463f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:31.363431 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591cf11-960c-4e4c-9fb5-30bdee866234 None None] Pushing event updated for resources: {'Port': ['ID=e1709219-937c-4de8-9962-c35fbfcc9716,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:31.386177 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-50ed8a4f-63ce-4945-8f35-493c9b98c1be tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:31.427482 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c5a884-f99f-42fa-b479-e3ef1ed09f57 None None] The sync data for ids ['8dfd3be9-e3e1-4925-8d78-156c379ac4e4'] in n-d-815690-2 is: [{'id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'name': 'tempest-RoutersTest-router-1361598088', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:37:31Z', 'updated_at': '2021-10-27T18:38:29Z', 'revision_number': 11, 'project_id': '4e0551cb79254307ae43405db8526986', 'gw_port_host': None}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:38:31.496639 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed8a4f-63ce-4945-8f35-493c9b98c1be tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event deleted for resources: {'Subnet': ['ID=91a75efc-1a2a-4ee4-824e-b0c0d6842287,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:31.522476 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-50ed8a4f-63ce-4945-8f35-493c9b98c1be tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:31.529063 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-50ed8a4f-63ce-4945-8f35-493c9b98c1be tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "DELETE /v2.0/subnets/91a75efc-1a2a-4ee4-824e-b0c0d6842287 HTTP/1.1" status: 204 len: 168 time: 0.9708235 Oct 27 18:38:31.530785 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dbd4da-d5e0-4694-b818-7ca7d998f2a3 None None] Network 12050543-9531-4d54-8fbd-448637ddf792 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:38:31.531282 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47832) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:31.626230 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-817188c6-ac4d-4687-8547-65a184913c9a req-67c1dd32-0b51-470f-8ef1-62037edec7e4 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=259901a9-456b-48e4-b862-fb95f20cd242 HTTP/1.1" status: 200 len: 210 time: 0.0832081 Oct 27 18:38:31.630579 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f93014da-d57c-4a11-bc28-ab5054f6463f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:31.635971 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-adfb7fd8-c1bc-48dd-80be-82392e89fd39 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:31.682591 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93014da-d57c-4a11-bc28-ab5054f6463f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:38:31.688748 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-f93014da-d57c-4a11-bc28-ab5054f6463f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:38:31.694526 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93014da-d57c-4a11-bc28-ab5054f6463f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:38:31.703080 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93014da-d57c-4a11-bc28-ab5054f6463f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:31.703810 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f93014da-d57c-4a11-bc28-ab5054f6463f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:31.756488 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93014da-d57c-4a11-bc28-ab5054f6463f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Port': ['ID=d45da773-a0ab-49a9-8d61-80948603bf05,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:31.817307 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-adfb7fd8-c1bc-48dd-80be-82392e89fd39 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Deleting port 3b1453d6-e68d-4351-93df-e47c21c20984 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:38:31.817821 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-adfb7fd8-c1bc-48dd-80be-82392e89fd39 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:31.877845 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f93014da-d57c-4a11-bc28-ab5054f6463f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1023610 Oct 27 18:38:31.878604 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47838) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:31.932570 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9029fcc-a049-4fd2-8cf6-1d322610a0a5 None None] DHCP port deletion for 12050543-9531-4d54-8fbd-448637ddf792 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:38:31.986176 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-adfb7fd8-c1bc-48dd-80be-82392e89fd39 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] For port 3b1453d6-e68d-4351-93df-e47c21c20984, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=3b1453d6-e68d-4351-93df-e47c21c20984,segment=NetworkSegment(2b7d5d7c-7b42-40eb-b85c-3214af81dd2f),segment_id=2b7d5d7c-7b42-40eb-b85c-3214af81dd2f)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:38:31.986533 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-adfb7fd8-c1bc-48dd-80be-82392e89fd39 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:32.008711 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c58904a-d5f2-4d98-9662-7050b00e20f6 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:32.018348 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-adfb7fd8-c1bc-48dd-80be-82392e89fd39 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Calling delete_port for 3b1453d6-e68d-4351-93df-e47c21c20984 owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:38:32.025072 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-b9029fcc-a049-4fd2-8cf6-1d322610a0a5 None None] Deleting port 3b1453d6-e68d-4351-93df-e47c21c20984 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:38:32.025705 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b9029fcc-a049-4fd2-8cf6-1d322610a0a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:32.033329 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c58904a-d5f2-4d98-9662-7050b00e20f6 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:32.039033 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3c58904a-d5f2-4d98-9662-7050b00e20f6 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1592600 Oct 27 18:38:32.039865 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47842) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:32.221591 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-9d764a33-c614-4229-aa39-c6cebbe75121 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting port d45da773-a0ab-49a9-8d61-80948603bf05 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:38:32.223345 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9d764a33-c614-4229-aa39-c6cebbe75121 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:32.226883 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-b9029fcc-a049-4fd2-8cf6-1d322610a0a5 None None] For port 3b1453d6-e68d-4351-93df-e47c21c20984, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=3b1453d6-e68d-4351-93df-e47c21c20984,segment=NetworkSegment(2b7d5d7c-7b42-40eb-b85c-3214af81dd2f),segment_id=2b7d5d7c-7b42-40eb-b85c-3214af81dd2f)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:38:32.227304 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b9029fcc-a049-4fd2-8cf6-1d322610a0a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:32.250260 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-b9029fcc-a049-4fd2-8cf6-1d322610a0a5 None None] Calling delete_port for 3b1453d6-e68d-4351-93df-e47c21c20984 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:38:32.392583 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9d764a33-c614-4229-aa39-c6cebbe75121 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:32.435652 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-9d764a33-c614-4229-aa39-c6cebbe75121 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Calling delete_port for d45da773-a0ab-49a9-8d61-80948603bf05 owned by {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:38:32.466685 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b9029fcc-a049-4fd2-8cf6-1d322610a0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:32.583343 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9029fcc-a049-4fd2-8cf6-1d322610a0a5 None None] Pushing event deleted for resources: {'Port': ['ID=3b1453d6-e68d-4351-93df-e47c21c20984,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:32.599490 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9029fcc-a049-4fd2-8cf6-1d322610a0a5 None None] No DVR routers for this DVR port 3b1453d6-e68d-4351-93df-e47c21c20984 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:38:32.861650 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-e4de1f1b-9e17-4548-baa4-51e76697dbfd tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:32.863552 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-e4de1f1b-9e17-4548-baa4-51e76697dbfd tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.93 "GET /v2.0/networks?id=7e162f9f-1e57-4697-b21f-e116c127cf92 HTTP/1.1" status: 200 len: 813 time: 0.2012386 Oct 27 18:38:32.883183 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-1fa8cebc-5c3c-466b-b71b-ed063a22ff52 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Request body: {'port': {'device_id': '259901a9-456b-48e4-b862-fb95f20cd242', 'network_id': '7e162f9f-1e57-4697-b21f-e116c127cf92', 'admin_state_up': True, 'tenant_id': '5683633d2e1d4b139c073dc8a9b72002'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:32.903346 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a07beee3-b528-494b-973b-8d7f15300ca8 req-b935b4e8-557d-41ad-afb2-ed3e34d77f7b tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=259901a9-456b-48e4-b862-fb95f20cd242 HTTP/1.1" status: 200 len: 210 time: 0.0579436 Oct 27 18:38:32.992013 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9d764a33-c614-4229-aa39-c6cebbe75121 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:33.100806 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-adfb7fd8-c1bc-48dd-80be-82392e89fd39 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:33.129932 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9d764a33-c614-4229-aa39-c6cebbe75121 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:33.134505 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9d764a33-c614-4229-aa39-c6cebbe75121 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/ports/d45da773-a0ab-49a9-8d61-80948603bf05 HTTP/1.1" status: 204 len: 168 time: 1.0933483 Oct 27 18:38:33.136399 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d764a33-c614-4229-aa39-c6cebbe75121 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Port': ['ID=d45da773-a0ab-49a9-8d61-80948603bf05,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:33.140559 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb7fd8-c1bc-48dd-80be-82392e89fd39 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event deleted for resources: {'Port': ['ID=3b1453d6-e68d-4351-93df-e47c21c20984,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:33.142451 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47868) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:33.229488 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfb7fd8-c1bc-48dd-80be-82392e89fd39 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] No DVR routers for this DVR port 3b1453d6-e68d-4351-93df-e47c21c20984 on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:38:33.229488 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-1fa8cebc-5c3c-466b-b71b-ed063a22ff52 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Made reservation on behalf of 5683633d2e1d4b139c073dc8a9b72002 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:38:33.233957 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-1fa8cebc-5c3c-466b-b71b-ed063a22ff52 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:33.276832 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c081bd8a-8bab-4a6f-b86a-76cc45c21ea2 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:33.278515 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c081bd8a-8bab-4a6f-b86a-76cc45c21ea2 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:33.280197 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c081bd8a-8bab-4a6f-b86a-76cc45c21ea2 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1326263 Oct 27 18:38:33.283428 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47870) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:33.290341 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-688ad86a-eab9-40d5-9d79-b4c1a441d39b None None] Provisioning complete for port e1709219-937c-4de8-9962-c35fbfcc9716 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:38:33.291976 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-688ad86a-eab9-40d5-9d79-b4c1a441d39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:33.379435 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device e1709219-937c-4de8-9962-c35fbfcc9716 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:38:33.404376 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-a024ad09-d4ad-4798-9770-27faf2731d2b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting subnet 9e1812dd-c8f2-4da8-a0a4-dc68c3abde1c {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:38:33.410087 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a024ad09-d4ad-4798-9770-27faf2731d2b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:33.520144 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a024ad09-d4ad-4798-9770-27faf2731d2b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:33.564252 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-adfb7fd8-c1bc-48dd-80be-82392e89fd39 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:33.570485 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-688ad86a-eab9-40d5-9d79-b4c1a441d39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:33.589025 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port e1709219-937c-4de8-9962-c35fbfcc9716 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:38:33.589725 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:33.725917 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-688ad86a-eab9-40d5-9d79-b4c1a441d39b None None] For port e1709219-937c-4de8-9962-c35fbfcc9716, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=e1709219-937c-4de8-9962-c35fbfcc9716,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:38:33.727552 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-adfb7fd8-c1bc-48dd-80be-82392e89fd39 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12050543-9531-4d54-8fbd-448637ddf792']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:33.727552 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-adfb7fd8-c1bc-48dd-80be-82392e89fd39 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b7d5d7c-7b42-40eb-b85c-3214af81dd2f') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:33.727552 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-adfb7fd8-c1bc-48dd-80be-82392e89fd39 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b7d5d7c-7b42-40eb-b85c-3214af81dd2f') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:33.727552 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-adfb7fd8-c1bc-48dd-80be-82392e89fd39 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:33.727911 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:33.728016 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-1fa8cebc-5c3c-466b-b71b-ed063a22ff52 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Allocated IP 172.20.0.14 (7e162f9f-1e57-4697-b21f-e116c127cf92/4b27cbfc-0288-405f-bb4a-1d7eed6d52a9/0412796c-524b-48ae-9e21-3be713c1511c) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:38:33.728016 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-adfb7fd8-c1bc-48dd-80be-82392e89fd39 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:33.737131 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adfb7fd8-c1bc-48dd-80be-82392e89fd39 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:38:33.737682 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-adfb7fd8-c1bc-48dd-80be-82392e89fd39 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:33.741196 n-d-815690-2 neutron-server[102879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:38:33.741196 n-d-815690-2 neutron-server[102879]: self.session.flush() Oct 27 18:38:33.741196 n-d-815690-2 neutron-server[102879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:38:33.741196 n-d-815690-2 neutron-server[102879]: self.session.flush() Oct 27 18:38:33.741196 n-d-815690-2 neutron-server[102879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:38:33.741196 n-d-815690-2 neutron-server[102879]: self.session.flush() Oct 27 18:38:33.741196 n-d-815690-2 neutron-server[102879]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:38:33.741196 n-d-815690-2 neutron-server[102879]: self.session.flush() Oct 27 18:38:33.741196 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:38:33.741196 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:38:33.741196 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:38:33.741196 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:38:33.741196 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:38:33.741196 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:38:33.741196 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:38:33.741196 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:38:33.741196 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:38:33.741196 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:38:33.741196 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:38:33.741196 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:38:33.741196 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:38:33.741196 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:38:33.741196 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:38:33.741196 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:38:33.741196 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:38:33.741196 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:38:33.741196 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:38:33.741196 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:38:33.741196 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:38:33.741196 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:38:33.741196 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:38:33.741196 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:38:33.741196 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:38:33.741196 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:38:33.741196 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:38:33.741196 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:38:33.741196 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:38:33.741196 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:38:33.741196 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:38:33.741196 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:38:33.952196 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-1fa8cebc-5c3c-466b-b71b-ed063a22ff52 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:33.974572 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-688ad86a-eab9-40d5-9d79-b4c1a441d39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:33.976731 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a024ad09-d4ad-4798-9770-27faf2731d2b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:34.027024 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-adfb7fd8-c1bc-48dd-80be-82392e89fd39 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:34.030933 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ad86a-eab9-40d5-9d79-b4c1a441d39b None None] Pushing event updated for resources: {'Port': ['ID=e1709219-937c-4de8-9962-c35fbfcc9716,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:34.032891 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-adfb7fd8-c1bc-48dd-80be-82392e89fd39 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:34.038411 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-adfb7fd8-c1bc-48dd-80be-82392e89fd39 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "DELETE /v2.0/networks/12050543-9531-4d54-8fbd-448637ddf792 HTTP/1.1" status: 204 len: 168 time: 2.5065651 Oct 27 18:38:34.047449 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2a575283-dfe0-4aac-bd74-f75777ddecdd req-6ab7800b-9183-4852-85cf-a7ec9144a035 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=259901a9-456b-48e4-b862-fb95f20cd242 HTTP/1.1" status: 200 len: 210 time: 0.0671146 Oct 27 18:38:34.048209 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47884) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:34.060299 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-b1880780-b086-464a-9f89-e98be083adcf tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Request body: {'router': {'routes': None}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:34.065484 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb7fd8-c1bc-48dd-80be-82392e89fd39 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Pushing event deleted for resources: {'Network': ['ID=12050543-9531-4d54-8fbd-448637ddf792,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:34.077900 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-1fa8cebc-5c3c-466b-b71b-ed063a22ff52 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:34.090423 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-09cde64c-6036-4100-aec9-171ac1782631 None None] Could not find standard attr ID for object d45da773-a0ab-49a9-8d61-80948603bf05. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 18:38:34.128275 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47886) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:34.139977 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-1fa8cebc-5c3c-466b-b71b-ed063a22ff52 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Network 7e162f9f-1e57-4697-b21f-e116c127cf92 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:38:34.145682 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-1fa8cebc-5c3c-466b-b71b-ed063a22ff52 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:38:34.149517 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-1fa8cebc-5c3c-466b-b71b-ed063a22ff52 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:38:34.205584 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8cebc-5c3c-466b-b71b-ed063a22ff52 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Pushing event updated for resources: {'Port': ['ID=0412796c-524b-48ae-9e21-3be713c1511c,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:34.228016 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-1fa8cebc-5c3c-466b-b71b-ed063a22ff52 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:34.229061 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-1fa8cebc-5c3c-466b-b71b-ed063a22ff52 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:34.285719 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.extraroute_db [None req-b1880780-b086-464a-9f89-e98be083adcf tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Added routes are [] {{(pid=102878) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 27 18:38:34.289926 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.extraroute_db [None req-b1880780-b086-464a-9f89-e98be083adcf tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Removed routes are [] {{(pid=102878) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 27 18:38:34.289926 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b1880780-b086-464a-9f89-e98be083adcf tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7878829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7877412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6053'] for router, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:34.297433 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c27713b6-d9e8-4145-91c4-46c5f16d194a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:34.314627 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-1fa8cebc-5c3c-466b-b71b-ed063a22ff52 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4376976 Oct 27 18:38:34.327804 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-64e30b64-b150-4a63-8bf0-e5f0b3be1381 service neutron] Request body: {'port': {'device_id': '259901a9-456b-48e4-b862-fb95f20cd242', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:34.384882 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-64e30b64-b150-4a63-8bf0-e5f0b3be1381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:34.433875 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:38:34.434402 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:38:34.459466 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a024ad09-d4ad-4798-9770-27faf2731d2b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:34.503811 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b1880780-b086-464a-9f89-e98be083adcf tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7878829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7877412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6053'] for router, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:34.514148 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a024ad09-d4ad-4798-9770-27faf2731d2b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Subnet': ['ID=9e1812dd-c8f2-4da8-a0a4-dc68c3abde1c,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:34.517850 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a024ad09-d4ad-4798-9770-27faf2731d2b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:34.524100 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a024ad09-d4ad-4798-9770-27faf2731d2b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/9e1812dd-c8f2-4da8-a0a4-dc68c3abde1c HTTP/1.1" status: 204 len: 168 time: 1.2370832 Oct 27 18:38:34.524913 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47890) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:34.526894 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b1880780-b086-464a-9f89-e98be083adcf tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7878836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7878843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7877419'] for router, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:34.529986 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8458e35d-3d5a-430f-9fac-040a76b64201 None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:38:34.636475 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1880780-b086-464a-9f89-e98be083adcf tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Router 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:38:34.674757 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c27713b6-d9e8-4145-91c4-46c5f16d194a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:34.686108 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c729991f-24e2-46c4-8112-be9d8a8209df tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1582220 Oct 27 18:38:34.690806 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47896) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:34.761928 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45352f21-c3ce-43ec-aaae-4edc7c9cdf66 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:34.765800 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-45352f21-c3ce-43ec-aaae-4edc7c9cdf66 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0742428 Oct 27 18:38:34.766697 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47902) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:34.811839 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c27713b6-d9e8-4145-91c4-46c5f16d194a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:34.817620 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0a624c-af99-4c55-87ba-e2ac0855c0e5 None None] DHCP port deletion for faaeba95-b0d0-4d55-8d69-ea8e95b4070b request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:38:34.828260 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cfc71d-739f-4fa9-9c54-5468c1211bad tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:34.832809 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f9cfc71d-739f-4fa9-9c54-5468c1211bad tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0628302 Oct 27 18:38:34.835493 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47904) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:34.871349 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1880780-b086-464a-9f89-e98be083adcf tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:38:34.879931 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b1880780-b086-464a-9f89-e98be083adcf tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:34.881136 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b1880780-b086-464a-9f89-e98be083adcf tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "PUT /v2.0/routers/8dfd3be9-e3e1-4925-8d78-156c379ac4e4 HTTP/1.1" status: 200 len: 701 time: 0.8272324 Oct 27 18:38:34.894068 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-34918f0f-c42e-4ad3-b5e2-985b521bb350 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0492291 Oct 27 18:38:34.894068 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47906) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:34.894068 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47908) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:34.900124 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e7c55e-b6dc-4369-9fd7-619e0cf94715 None None] Sync routers for ids ['8dfd3be9-e3e1-4925-8d78-156c379ac4e4'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:38:34.908371 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27713b6-d9e8-4145-91c4-46c5f16d194a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebaf82f-9d0b-4281-a7f1-665bd9d1066f,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:34.918979 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e7c55e-b6dc-4369-9fd7-619e0cf94715 None None] Routers {'8dfd3be9-e3e1-4925-8d78-156c379ac4e4'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:38:34.919884 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-a2e7c55e-b6dc-4369-9fd7-619e0cf94715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:38:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8dfd3be9-e3e1-4925-8d78-156c379ac4e4'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:34.935044 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c27713b6-d9e8-4145-91c4-46c5f16d194a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d91826267ed949e9885a4a98c171bdb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8026175 Oct 27 18:38:34.939668 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-87ca5d88-5a42-4976-a593-e4a806a9648e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'subnet': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:34.939811 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47912) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:35.008411 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-eb6ea468-f360-4b1d-89b9-467c3c8aa118 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dfd3be9-e3e1-4925-8d78-156c379ac4e4 HTTP/1.1" status: 200 len: 205 time: 0.1183181 Oct 27 18:38:35.012226 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47916) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:35.121683 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ea5f6231-745e-4aee-b4c9-6a4d2490ccb6 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:35.124140 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-64e30b64-b150-4a63-8bf0-e5f0b3be1381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0412796c-524b-48ae-9e21-3be713c1511c {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:38:35.130907 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ca5d88-5a42-4976-a593-e4a806a9648e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:38:35.135064 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-87ca5d88-5a42-4976-a593-e4a806a9648e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:35.162757 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-64e30b64-b150-4a63-8bf0-e5f0b3be1381 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:35.180434 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-a2e7c55e-b6dc-4369-9fd7-619e0cf94715 None None] Set router 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:38:35.236024 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-64e30b64-b150-4a63-8bf0-e5f0b3be1381 service neutron] Transition to ACTIVE for port object 0412796c-524b-48ae-9e21-3be713c1511c will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:38:35.279443 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-a2e7c55e-b6dc-4369-9fd7-619e0cf94715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'name': 'tempest-RoutersTest-router-1361598088', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:37:31Z', 'updated_at': '2021-10-27T18:38:29Z', 'revision_number': 11, 'project_id': '4e0551cb79254307ae43405db8526986', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:35.287165 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a624c-af99-4c55-87ba-e2ac0855c0e5 None None] Deleting port e1709219-937c-4de8-9962-c35fbfcc9716 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:38:35.287540 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c0a624c-af99-4c55-87ba-e2ac0855c0e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:35.347262 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-64e30b64-b150-4a63-8bf0-e5f0b3be1381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:35.458493 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e30b64-b150-4a63-8bf0-e5f0b3be1381 service neutron] Pushing event updated for resources: {'Port': ['ID=0412796c-524b-48ae-9e21-3be713c1511c,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:35.668664 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-64e30b64-b150-4a63-8bf0-e5f0b3be1381 service neutron] Attempting to bind port 0412796c-524b-48ae-9e21-3be713c1511c on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:38:35.668920 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-64e30b64-b150-4a63-8bf0-e5f0b3be1381 service neutron] Attempting to bind port 0412796c-524b-48ae-9e21-3be713c1511c by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '0a5196a1-84e6-4a51-8f52-5d801014dc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '7e162f9f-1e57-4697-b21f-e116c127cf92'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:38:35.669631 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-64e30b64-b150-4a63-8bf0-e5f0b3be1381 service neutron] Attempting to bind port 0412796c-524b-48ae-9e21-3be713c1511c on network 7e162f9f-1e57-4697-b21f-e116c127cf92 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:38:35.684376 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-64e30b64-b150-4a63-8bf0-e5f0b3be1381 service neutron] Port 0412796c-524b-48ae-9e21-3be713c1511c on network 7e162f9f-1e57-4697-b21f-e116c127cf92 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:38:35.694616 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-64e30b64-b150-4a63-8bf0-e5f0b3be1381 service neutron] Attempting to bind port 0412796c-524b-48ae-9e21-3be713c1511c on network 7e162f9f-1e57-4697-b21f-e116c127cf92 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:38:35.694616 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-64e30b64-b150-4a63-8bf0-e5f0b3be1381 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:38:35.694616 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-64e30b64-b150-4a63-8bf0-e5f0b3be1381 service neutron] Checking segment: {'id': '0a5196a1-84e6-4a51-8f52-5d801014dc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '7e162f9f-1e57-4697-b21f-e116c127cf92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:38:35.694616 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-64e30b64-b150-4a63-8bf0-e5f0b3be1381 service neutron] Bound using segment: {'id': '0a5196a1-84e6-4a51-8f52-5d801014dc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '7e162f9f-1e57-4697-b21f-e116c127cf92'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:38:35.694616 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-64e30b64-b150-4a63-8bf0-e5f0b3be1381 service neutron] Bound port: 0412796c-524b-48ae-9e21-3be713c1511c, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a5196a1-84e6-4a51-8f52-5d801014dc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '7e162f9f-1e57-4697-b21f-e116c127cf92'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:38:35.695306 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-64e30b64-b150-4a63-8bf0-e5f0b3be1381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:35.698331 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c0a624c-af99-4c55-87ba-e2ac0855c0e5 None None] For port e1709219-937c-4de8-9962-c35fbfcc9716, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=e1709219-937c-4de8-9962-c35fbfcc9716,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:38:35.698331 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c0a624c-af99-4c55-87ba-e2ac0855c0e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:35.726589 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a624c-af99-4c55-87ba-e2ac0855c0e5 None None] Calling delete_port for e1709219-937c-4de8-9962-c35fbfcc9716 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:38:35.780949 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-64e30b64-b150-4a63-8bf0-e5f0b3be1381 service neutron] For port 0412796c-524b-48ae-9e21-3be713c1511c, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:38:35.783219 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-64e30b64-b150-4a63-8bf0-e5f0b3be1381 service neutron] For port 0412796c-524b-48ae-9e21-3be713c1511c, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=0412796c-524b-48ae-9e21-3be713c1511c,segment=NetworkSegment(0a5196a1-84e6-4a51-8f52-5d801014dc39),segment_id=0a5196a1-84e6-4a51-8f52-5d801014dc39)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:38:35.808752 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-87ca5d88-5a42-4976-a593-e4a806a9648e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:35.823094 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e7c55e-b6dc-4369-9fd7-619e0cf94715 None None] Checking router: 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:38:35.833213 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 3c849c24-0686-4dff-8cf4-35f37dfe187b no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:38:35.871199 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 3c849c24-0686-4dff-8cf4-35f37dfe187b {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:38:35.871674 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 3c849c24-0686-4dff-8cf4-35f37dfe187b not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:38:35.873006 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 3b1453d6-e68d-4351-93df-e47c21c20984 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:38:35.898993 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 3b1453d6-e68d-4351-93df-e47c21c20984 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:38:35.899618 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 3b1453d6-e68d-4351-93df-e47c21c20984 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:38:35.912662 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ca5d88-5a42-4976-a593-e4a806a9648e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:38:35.914988 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-64e30b64-b150-4a63-8bf0-e5f0b3be1381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:35.920759 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c0a624c-af99-4c55-87ba-e2ac0855c0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:35.931915 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-87ca5d88-5a42-4976-a593-e4a806a9648e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:38:35.939544 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ca5d88-5a42-4976-a593-e4a806a9648e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:35.940147 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-87ca5d88-5a42-4976-a593-e4a806a9648e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:36.008032 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8919fd82-230b-414a-b627-61fdd2b06415 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:36.009440 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a624c-af99-4c55-87ba-e2ac0855c0e5 None None] Pushing event deleted for resources: {'Port': ['ID=e1709219-937c-4de8-9962-c35fbfcc9716,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:36.017536 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0a624c-af99-4c55-87ba-e2ac0855c0e5 None None] No DVR routers for this DVR port e1709219-937c-4de8-9962-c35fbfcc9716 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:38:36.041291 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e7c55e-b6dc-4369-9fd7-619e0cf94715 None None] Routers {'8dfd3be9-e3e1-4925-8d78-156c379ac4e4'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:38:36.042646 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-a2e7c55e-b6dc-4369-9fd7-619e0cf94715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:38:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8dfd3be9-e3e1-4925-8d78-156c379ac4e4'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:36.055986 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07eebe1-a5c7-42b4-9c15-96305babb7ca None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:38:36.061238 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8919fd82-230b-414a-b627-61fdd2b06415 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:36.078139 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca5d88-5a42-4976-a593-e4a806a9648e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Subnet': ['ID=bedcef6f-46ec-4ef8-b681-b0f6df886da6,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:36.084439 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-64e30b64-b150-4a63-8bf0-e5f0b3be1381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:36.085069 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-64e30b64-b150-4a63-8bf0-e5f0b3be1381 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:36.087028 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-64e30b64-b150-4a63-8bf0-e5f0b3be1381 service neutron] 10.222.0.93 "PUT /v2.0/ports/0412796c-524b-48ae-9e21-3be713c1511c HTTP/1.1" status: 200 len: 1092 time: 1.7631953 Oct 27 18:38:36.095607 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259901a9-456b-48e4-b862-fb95f20cd242', 'tag': '0412796c-524b-48ae-9e21-3be713c1511c'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:38:36.098441 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19f855a-95b8-4681-9d6a-566d8e22f0f1" -d '{"events": [{"name": "network-changed", "server_uuid": "259901a9-456b-48e4-b862-fb95f20cd242", "tag": "0412796c-524b-48ae-9e21-3be713c1511c"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:38:36.150026 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-87ca5d88-5a42-4976-a593-e4a806a9648e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2548342 Oct 27 18:38:36.160844 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47932) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:36.166232 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-4a23c882-9c10-4cc3-84bc-e284444941ed tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'port': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'fixed_ips': [{'subnet_id': 'bedcef6f-46ec-4ef8-b681-b0f6df886da6', 'ip_address': '2001:db8::d869:db66:c75c:dea0'}], 'name': 'tempest-NetworksTestDHCPv6-1835569491'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:36.182388 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7812cee-fc3c-497a-8bea-7d6e864004c5 x-openstack-request-id: req-b7812cee-fc3c-497a-8bea-7d6e864004c5 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:38:36.182523 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "259901a9-456b-48e4-b862-fb95f20cd242", "tag": "0412796c-524b-48ae-9e21-3be713c1511c", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:38:36.182859 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b7812cee-fc3c-497a-8bea-7d6e864004c5 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:38:36.183576 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259901a9-456b-48e4-b862-fb95f20cd242', 'tag': '0412796c-524b-48ae-9e21-3be713c1511c', 'status': 'completed', 'code': 200} Oct 27 18:38:36.185211 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e30b64-b150-4a63-8bf0-e5f0b3be1381 service neutron] Pushing event updated for resources: {'Port': ['ID=0412796c-524b-48ae-9e21-3be713c1511c,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:36.214160 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ea5f6231-745e-4aee-b4c9-6a4d2490ccb6 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:36.235218 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ea5f6231-745e-4aee-b4c9-6a4d2490ccb6 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:36.239117 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-a2e7c55e-b6dc-4369-9fd7-619e0cf94715 None None] Set router 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:38:36.310939 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-a2e7c55e-b6dc-4369-9fd7-619e0cf94715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'name': 'tempest-RoutersTest-router-1361598088', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:37:31Z', 'updated_at': '2021-10-27T18:38:29Z', 'revision_number': 11, 'project_id': '4e0551cb79254307ae43405db8526986', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:36.313394 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device e1709219-937c-4de8-9962-c35fbfcc9716 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:38:36.325761 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbf4cd-d33b-4337-a00c-05af667ecfd6 req-785ae68f-f259-40b6-a4e4-791ba3aef29f tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:36.334183 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1dfbf4cd-d33b-4337-a00c-05af667ecfd6 req-785ae68f-f259-40b6-a4e4-791ba3aef29f tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=259901a9-456b-48e4-b862-fb95f20cd242 HTTP/1.1" status: 200 len: 944 time: 1.1431618 Oct 27 18:38:36.369190 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f855a-95b8-4681-9d6a-566d8e22f0f1 req-d8a718b2-0db4-4488-9c01-b616f7048429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:36.370716 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d19f855a-95b8-4681-9d6a-566d8e22f0f1 req-d8a718b2-0db4-4488-9c01-b616f7048429 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5683633d2e1d4b139c073dc8a9b72002&device_id=259901a9-456b-48e4-b862-fb95f20cd242 HTTP/1.1" status: 200 len: 1095 time: 0.0953557 Oct 27 18:38:36.418084 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: e1709219-937c-4de8-9962-c35fbfcc9716 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:38:36.418615 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device e1709219-937c-4de8-9962-c35fbfcc9716 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:38:36.420638 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e7c55e-b6dc-4369-9fd7-619e0cf94715 None None] The sync data for ids ['8dfd3be9-e3e1-4925-8d78-156c379ac4e4'] in n-d-815690-2 is: [{'id': '8dfd3be9-e3e1-4925-8d78-156c379ac4e4', 'name': 'tempest-RoutersTest-router-1361598088', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:37:31Z', 'updated_at': '2021-10-27T18:38:29Z', 'revision_number': 11, 'project_id': '4e0551cb79254307ae43405db8526986', 'gw_port_host': None}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:38:36.436693 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ea5f6231-745e-4aee-b4c9-6a4d2490ccb6 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:36.446220 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5f6231-745e-4aee-b4c9-6a4d2490ccb6 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Fanout notify agent at l3_agent the message router_deleted on router 8dfd3be9-e3e1-4925-8d78-156c379ac4e4 {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:38:36.471126 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ea5f6231-745e-4aee-b4c9-6a4d2490ccb6 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:36.473087 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ea5f6231-745e-4aee-b4c9-6a4d2490ccb6 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "DELETE /v2.0/routers/8dfd3be9-e3e1-4925-8d78-156c379ac4e4 HTTP/1.1" status: 204 len: 168 time: 1.4595497 Oct 27 18:38:36.483825 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47936) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:36.503622 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1dfbf4cd-d33b-4337-a00c-05af667ecfd6 req-32c5aa56-8313-442c-8e94-62d59d07c7a5 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525857 Oct 27 18:38:36.517988 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-dd5d91ad-3a3a-48e2-bbe2-f71de6e2ea58 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-458791088', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:36.547494 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8919fd82-230b-414a-b627-61fdd2b06415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:36.547494 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8919fd82-230b-414a-b627-61fdd2b06415 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:36.547494 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8919fd82-230b-414a-b627-61fdd2b06415 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2ebaf82f-9d0b-4281-a7f1-665bd9d1066f HTTP/1.1" status: 204 len: 168 time: 1.6052561 Oct 27 18:38:36.563366 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919fd82-230b-414a-b627-61fdd2b06415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebaf82f-9d0b-4281-a7f1-665bd9d1066f,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:36.662089 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a23c882-9c10-4cc3-84bc-e284444941ed tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:38:36.678172 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d359af47-9447-4dda-9fa3-1cbdf03731ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'tenant_id': '89b3aabd8d544ecda89a865b2a77c321', 'fixed_ips': [{'subnet_id': 'bedcef6f-46ec-4ef8-b681-b0f6df886da6'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:38:36.678783 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d359af47-9447-4dda-9fa3-1cbdf03731ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:36.762286 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dd5d91ad-3a3a-48e2-bbe2-f71de6e2ea58 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:36.763735 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dd5d91ad-3a3a-48e2-bbe2-f71de6e2ea58 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:36.784209 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f855a-95b8-4681-9d6a-566d8e22f0f1 req-bee9f0f8-d1fe-4bf4-8924-9b5cdb5c3c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:36.785746 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d19f855a-95b8-4681-9d6a-566d8e22f0f1 req-bee9f0f8-d1fe-4bf4-8924-9b5cdb5c3c7f service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=5683633d2e1d4b139c073dc8a9b72002&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4035659 Oct 27 18:38:36.825823 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4a23c882-9c10-4cc3-84bc-e284444941ed tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:36.896048 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dd5d91ad-3a3a-48e2-bbe2-f71de6e2ea58 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:36.920439 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-4a23c882-9c10-4cc3-84bc-e284444941ed tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] device_id is not set on port 782ccee0-977c-4d21-bf28-efd68adbfa37 yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:38:36.943097 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-d359af47-9447-4dda-9fa3-1cbdf03731ee None None] Allocated IP 2001:db8::2 (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/bedcef6f-46ec-4ef8-b681-b0f6df886da6/ab02caf4-204a-4e95-9eb3-809745b9358b) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:38:36.992366 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dd5d91ad-3a3a-48e2-bbe2-f71de6e2ea58 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:37.068289 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dd5d91ad-3a3a-48e2-bbe2-f71de6e2ea58 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:37.071178 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-dd5d91ad-3a3a-48e2-bbe2-f71de6e2ea58 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5623131 Oct 27 18:38:37.074001 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47946) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:37.084296 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-f79ea920-ea5c-494f-9544-3554cc7b18d9 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:37.202258 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f855a-95b8-4681-9d6a-566d8e22f0f1 req-7ab111e2-c085-49a4-bf1f-8f804decac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:37.209419 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d19f855a-95b8-4681-9d6a-566d8e22f0f1 req-7ab111e2-c085-49a4-bf1f-8f804decac16 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4156673 Oct 27 18:38:37.301082 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d359af47-9447-4dda-9fa3-1cbdf03731ee None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:37.338746 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-a5fb9626-b50b-48f7-aa2a-818e0c401395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:37.340333 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-a5fb9626-b50b-48f7-aa2a-818e0c401395 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5683633d2e1d4b139c073dc8a9b72002&device_id=259901a9-456b-48e4-b862-fb95f20cd242 HTTP/1.1" status: 200 len: 1095 time: 0.0773525 Oct 27 18:38:37.392619 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d359af47-9447-4dda-9fa3-1cbdf03731ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:37.396045 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-c683af30-667f-4e26-a56a-6f03e37d0c8b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0412796c-524b-48ae-9e21-3be713c1511c HTTP/1.1" status: 200 len: 217 time: 0.0475423 Oct 27 18:38:37.432100 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47952) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:37.447621 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f79ea920-ea5c-494f-9544-3554cc7b18d9 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7878829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7877412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6053'] for router, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:37.457659 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d359af47-9447-4dda-9fa3-1cbdf03731ee None None] Pushing event updated for resources: {'Port': ['ID=ab02caf4-204a-4e95-9eb3-809745b9358b,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:37.472693 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d359af47-9447-4dda-9fa3-1cbdf03731ee None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:38:37.474216 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-d359af47-9447-4dda-9fa3-1cbdf03731ee None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:38:37.477693 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d359af47-9447-4dda-9fa3-1cbdf03731ee None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:38:37.481677 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b94fbf01-46f2-4df5-9dfe-f986975de79e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:37.506801 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-4a23c882-9c10-4cc3-84bc-e284444941ed tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Allocated IP 2001:db8::d869:db66:c75c:dea0 (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/bedcef6f-46ec-4ef8-b681-b0f6df886da6/782ccee0-977c-4d21-bf28-efd68adbfa37) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:38:37.540004 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-d359af47-9447-4dda-9fa3-1cbdf03731ee None None] Attempting to bind port ab02caf4-204a-4e95-9eb3-809745b9358b on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:38:37.540004 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-d359af47-9447-4dda-9fa3-1cbdf03731ee None None] Attempting to bind port ab02caf4-204a-4e95-9eb3-809745b9358b by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:38:37.540004 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d359af47-9447-4dda-9fa3-1cbdf03731ee None None] Attempting to bind port ab02caf4-204a-4e95-9eb3-809745b9358b on network faaeba95-b0d0-4d55-8d69-ea8e95b4070b {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:38:37.540512 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f79ea920-ea5c-494f-9544-3554cc7b18d9 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7878836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7878843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7877419'] for router, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:37.564832 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d359af47-9447-4dda-9fa3-1cbdf03731ee None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:38:37.568455 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d359af47-9447-4dda-9fa3-1cbdf03731ee None None] Checking segment: {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:38:37.568455 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d359af47-9447-4dda-9fa3-1cbdf03731ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:37.568455 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d359af47-9447-4dda-9fa3-1cbdf03731ee None None] Bound using segment: {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:38:37.568455 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-d359af47-9447-4dda-9fa3-1cbdf03731ee None None] Bound port: ab02caf4-204a-4e95-9eb3-809745b9358b, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:38:37.573953 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d359af47-9447-4dda-9fa3-1cbdf03731ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:37.578661 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-6b06ebd9-c3f7-4692-ad46-e8776a0345d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:37.582252 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-6b06ebd9-c3f7-4692-ad46-e8776a0345d5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4b27cbfc-0288-405f-bb4a-1d7eed6d52a9 HTTP/1.1" status: 200 len: 853 time: 0.1620421 Oct 27 18:38:37.639251 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-4d368b25-7e66-4126-b908-95707434fa43 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7e162f9f-1e57-4697-b21f-e116c127cf92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481775 Oct 27 18:38:37.683047 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-d359af47-9447-4dda-9fa3-1cbdf03731ee None None] For port ab02caf4-204a-4e95-9eb3-809745b9358b, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:38:37.686426 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-d359af47-9447-4dda-9fa3-1cbdf03731ee None None] For port ab02caf4-204a-4e95-9eb3-809745b9358b, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ab02caf4-204a-4e95-9eb3-809745b9358b,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:38:37.721170 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b94fbf01-46f2-4df5-9dfe-f986975de79e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:37.730701 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5692f2-c4a2-480e-a6f4-d375f2b7cd76 req-009fa127-f69d-4588-8f39-983b11008ad7 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:37.732105 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2f5692f2-c4a2-480e-a6f4-d375f2b7cd76 req-009fa127-f69d-4588-8f39-983b11008ad7 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=259901a9-456b-48e4-b862-fb95f20cd242 HTTP/1.1" status: 200 len: 944 time: 0.1239593 Oct 27 18:38:37.770349 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d359af47-9447-4dda-9fa3-1cbdf03731ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:37.785414 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2f5692f2-c4a2-480e-a6f4-d375f2b7cd76 req-18887acc-8cab-45d5-bb4a-029ba63a954e tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428944 Oct 27 18:38:37.801734 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b94fbf01-46f2-4df5-9dfe-f986975de79e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:37.842914 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79ea920-ea5c-494f-9544-3554cc7b18d9 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Router 097a812c-dc82-4ba0-ba32-57308ab81420 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:38:37.892585 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d359af47-9447-4dda-9fa3-1cbdf03731ee None None] Pushing event updated for resources: {'Port': ['ID=ab02caf4-204a-4e95-9eb3-809745b9358b,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:37.896678 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b94fbf01-46f2-4df5-9dfe-f986975de79e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c2737a092b424604a32ca8bb4edfdbc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4588244 Oct 27 18:38:37.900453 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47962) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:37.911899 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-06c4ac46-4e40-4dc1-8e7b-f762029fc5a8 service neutron] 10.222.0.93 "GET /v2.0/networks/7e162f9f-1e57-4697-b21f-e116c127cf92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626278 Oct 27 18:38:37.920104 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94fbf01-46f2-4df5-9dfe-f986975de79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbaaa38-2b71-4fc6-a968-3f66e2d7a7fb,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:37.965713 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79ea920-ea5c-494f-9544-3554cc7b18d9 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:38:37.976432 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f79ea920-ea5c-494f-9544-3554cc7b18d9 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:37.977438 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f79ea920-ea5c-494f-9544-3554cc7b18d9 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "PUT /v2.0/routers/097a812c-dc82-4ba0-ba32-57308ab81420 HTTP/1.1" status: 200 len: 693 time: 0.9022245 Oct 27 18:38:37.981372 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513b63d2-53ef-4d24-b568-34894bbe743f None None] Sync routers for ids ['097a812c-dc82-4ba0-ba32-57308ab81420'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:38:37.986686 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47964) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:37.994972 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513b63d2-53ef-4d24-b568-34894bbe743f None None] Routers {'097a812c-dc82-4ba0-ba32-57308ab81420'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:38:37.995951 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-513b63d2-53ef-4d24-b568-34894bbe743f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:38:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['097a812c-dc82-4ba0-ba32-57308ab81420'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:38.057561 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4a23c882-9c10-4cc3-84bc-e284444941ed tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:38.115388 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-513b63d2-53ef-4d24-b568-34894bbe743f None None] Set router 097a812c-dc82-4ba0-ba32-57308ab81420 gateway port host: None {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:38:38.152132 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2c4dd1de-6419-409b-b637-f4db5d0cc00d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:38.161854 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f5425006-798a-4cfa-b9dd-c8e8d9cd8431 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "GET /v2.0/routers/097a812c-dc82-4ba0-ba32-57308ab81420 HTTP/1.1" status: 200 len: 699 time: 0.1783910 Oct 27 18:38:38.165170 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47966) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:38.181501 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7ab1c00e-3c19-42f3-be5c-8d4d6c4db099 req-622b000d-34f4-4ca0-92a6-287e942c94e8 service neutron] 10.222.0.93 "GET /v2.0/networks/7e162f9f-1e57-4697-b21f-e116c127cf92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489028 Oct 27 18:38:38.209898 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-513b63d2-53ef-4d24-b568-34894bbe743f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097a812c-dc82-4ba0-ba32-57308ab81420', 'name': 'tempest-RoutersTest-router-458791088', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:38:36Z', 'updated_at': '2021-10-27T18:38:37Z', 'revision_number': 2, 'project_id': '4e0551cb79254307ae43405db8526986', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:38.258234 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-aa7a05c6-ec48-4407-94e2-55e7c7823ebe tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "GET /v2.0/ports?device_id=097a812c-dc82-4ba0-ba32-57308ab81420 HTTP/1.1" status: 200 len: 205 time: 0.0903676 Oct 27 18:38:38.261244 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47970) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:38.271340 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2c4dd1de-6419-409b-b637-f4db5d0cc00d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:38.293700 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513b63d2-53ef-4d24-b568-34894bbe743f None None] Checking router: 097a812c-dc82-4ba0-ba32-57308ab81420 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:38:38.337039 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513b63d2-53ef-4d24-b568-34894bbe743f None None] Routers {'097a812c-dc82-4ba0-ba32-57308ab81420'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:38:38.337039 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-513b63d2-53ef-4d24-b568-34894bbe743f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:38:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['097a812c-dc82-4ba0-ba32-57308ab81420'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:38.381694 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4a23c882-9c10-4cc3-84bc-e284444941ed tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:38.436393 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dda93ebc-ba94-4125-9cf8-a803da18010e tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:38.462670 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a23c882-9c10-4cc3-84bc-e284444941ed tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:38:38.469442 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-4a23c882-9c10-4cc3-84bc-e284444941ed tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:38:38.505812 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-513b63d2-53ef-4d24-b568-34894bbe743f None None] Set router 097a812c-dc82-4ba0-ba32-57308ab81420 gateway port host: None {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:38:38.517162 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a23c882-9c10-4cc3-84bc-e284444941ed tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:38:38.524496 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a23c882-9c10-4cc3-84bc-e284444941ed tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:38.525143 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4a23c882-9c10-4cc3-84bc-e284444941ed tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:38.569233 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a23c882-9c10-4cc3-84bc-e284444941ed tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Port': ['ID=782ccee0-977c-4d21-bf28-efd68adbfa37,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:38.582541 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-513b63d2-53ef-4d24-b568-34894bbe743f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '097a812c-dc82-4ba0-ba32-57308ab81420', 'name': 'tempest-RoutersTest-router-458791088', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:38:36Z', 'updated_at': '2021-10-27T18:38:37Z', 'revision_number': 2, 'project_id': '4e0551cb79254307ae43405db8526986', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:38:38.620021 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4a23c882-9c10-4cc3-84bc-e284444941ed tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4580655 Oct 27 18:38:38.620709 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47978) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:38.624114 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513b63d2-53ef-4d24-b568-34894bbe743f None None] The sync data for ids ['097a812c-dc82-4ba0-ba32-57308ab81420'] in n-d-815690-2 is: [{'id': '097a812c-dc82-4ba0-ba32-57308ab81420', 'name': 'tempest-RoutersTest-router-458791088', 'tenant_id': '4e0551cb79254307ae43405db8526986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:38:36Z', 'updated_at': '2021-10-27T18:38:37Z', 'revision_number': 2, 'project_id': '4e0551cb79254307ae43405db8526986', 'gw_port_host': None}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:38:38.669162 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2c4dd1de-6419-409b-b637-f4db5d0cc00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:38.683068 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2c4dd1de-6419-409b-b637-f4db5d0cc00d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:38.684255 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2c4dd1de-6419-409b-b637-f4db5d0cc00d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ccbaaa38-2b71-4fc6-a968-3f66e2d7a7fb HTTP/1.1" status: 204 len: 168 time: 0.7827637 Oct 27 18:38:38.708057 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4dd1de-6419-409b-b637-f4db5d0cc00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbaaa38-2b71-4fc6-a968-3f66e2d7a7fb,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:38.751358 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72a0b8b-396e-42e1-8b3f-9d60295a5ada tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:38.770231 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72a0b8b-396e-42e1-8b3f-9d60295a5ada tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:38.772115 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c72a0b8b-396e-42e1-8b3f-9d60295a5ada tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1505501 Oct 27 18:38:38.775477 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47982) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:38.837611 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dda93ebc-ba94-4125-9cf8-a803da18010e tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:38.844633 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dda93ebc-ba94-4125-9cf8-a803da18010e tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:38.923740 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-54ffde46-3252-451e-92fe-8c338d8bd551 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting port 782ccee0-977c-4d21-bf28-efd68adbfa37 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:38:38.924344 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-54ffde46-3252-451e-92fe-8c338d8bd551 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:39.045098 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f453a1-958c-4de1-88c3-cc18b9a01992 req-5de839a4-ba06-4361-8f08-57efa3a5feb0 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:39.051300 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a4f453a1-958c-4de1-88c3-cc18b9a01992 req-5de839a4-ba06-4361-8f08-57efa3a5feb0 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=259901a9-456b-48e4-b862-fb95f20cd242 HTTP/1.1" status: 200 len: 944 time: 0.1266220 Oct 27 18:38:39.055663 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dda93ebc-ba94-4125-9cf8-a803da18010e tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:39.056533 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda93ebc-ba94-4125-9cf8-a803da18010e tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Fanout notify agent at l3_agent the message router_deleted on router 097a812c-dc82-4ba0-ba32-57308ab81420 {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:38:39.067699 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dda93ebc-ba94-4125-9cf8-a803da18010e tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:39.069403 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-dda93ebc-ba94-4125-9cf8-a803da18010e tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "DELETE /v2.0/routers/097a812c-dc82-4ba0-ba32-57308ab81420 HTTP/1.1" status: 204 len: 168 time: 0.8054469 Oct 27 18:38:39.073226 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47986) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:39.128013 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-54ffde46-3252-451e-92fe-8c338d8bd551 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:39.137910 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-fe973c56-f0b9-46cb-b8d2-a829501e9cda tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "GET /v2.0/ports?device_id=097a812c-dc82-4ba0-ba32-57308ab81420 HTTP/1.1" status: 200 len: 205 time: 0.0576074 Oct 27 18:38:39.140484 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47988) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:39.156895 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-54ffde46-3252-451e-92fe-8c338d8bd551 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Calling delete_port for 782ccee0-977c-4d21-bf28-efd68adbfa37 owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:38:39.236795 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-5c53672a-c9d5-4f0c-ab95-2a9cb866db5f tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] delete failed (client error): The resource could not be found. Oct 27 18:38:39.238661 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5c53672a-c9d5-4f0c-ab95-2a9cb866db5f tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "DELETE /v2.0/routers/097a812c-dc82-4ba0-ba32-57308ab81420 HTTP/1.1" status: 404 len: 336 time: 0.0963511 Oct 27 18:38:39.247064 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a4f453a1-958c-4de1-88c3-cc18b9a01992 req-6befef44-6ec1-405c-843d-37d453ddc757 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758509 Oct 27 18:38:39.247540 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47990) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:39.295970 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-adaffcc7-ba52-4fa1-8e2c-2f9d540c5b70 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] DELETE failed (client error): The resource could not be found. Oct 27 18:38:39.296439 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adaffcc7-ba52-4fa1-8e2c-2f9d540c5b70 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:38:39.300842 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-adaffcc7-ba52-4fa1-8e2c-2f9d540c5b70 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "DELETE /v2.0/subnets/e5b892d2-5f66-4d1e-9073-3e4f45a1bc71 HTTP/1.1" status: 404 len: 337 time: 0.0521944 Oct 27 18:38:39.304147 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47994) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:39.356353 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-b015711b-a230-42df-87cd-e7aa4edbea56 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] DELETE failed (client error): The resource could not be found. Oct 27 18:38:39.357154 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b015711b-a230-42df-87cd-e7aa4edbea56 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:38:39.364263 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b015711b-a230-42df-87cd-e7aa4edbea56 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "DELETE /v2.0/subnets/b5039228-aaab-4826-a811-e26b98cb19f8 HTTP/1.1" status: 404 len: 337 time: 0.0589705 Oct 27 18:38:39.365093 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47998) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:39.424173 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-4513a585-55ea-4d8f-a19c-8d85a0816afc tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] DELETE failed (client error): The resource could not be found. Oct 27 18:38:39.424728 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4513a585-55ea-4d8f-a19c-8d85a0816afc tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:38:39.432103 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4513a585-55ea-4d8f-a19c-8d85a0816afc tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "DELETE /v2.0/subnets/84116899-65f2-4e9a-b744-5bfffbff65fe HTTP/1.1" status: 404 len: 337 time: 0.0645256 Oct 27 18:38:39.432250 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48002) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:39.479046 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-54ffde46-3252-451e-92fe-8c338d8bd551 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:39.483513 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-13cc3856-c8b5-4e7b-97a3-370972e04e5b tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] DELETE failed (client error): The resource could not be found. Oct 27 18:38:39.484083 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13cc3856-c8b5-4e7b-97a3-370972e04e5b tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:38:39.490905 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48004) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:39.500308 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-13cc3856-c8b5-4e7b-97a3-370972e04e5b tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "DELETE /v2.0/subnets/91a75efc-1a2a-4ee4-824e-b0c0d6842287 HTTP/1.1" status: 404 len: 337 time: 0.0608714 Oct 27 18:38:39.551602 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4eb2ee52-b11a-4c4e-b6ea-cf168f8dd7af tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dfd3be9-e3e1-4925-8d78-156c379ac4e4 HTTP/1.1" status: 200 len: 205 time: 0.0590880 Oct 27 18:38:39.551882 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48008) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:39.573380 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ffde46-3252-451e-92fe-8c338d8bd551 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Port': ['ID=782ccee0-977c-4d21-bf28-efd68adbfa37,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:39.603388 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-a2dd78cb-f4d0-4384-9813-358372944466 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] delete failed (client error): The resource could not be found. Oct 27 18:38:39.604939 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-54ffde46-3252-451e-92fe-8c338d8bd551 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:39.607290 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a2dd78cb-f4d0-4384-9813-358372944466 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "DELETE /v2.0/routers/8dfd3be9-e3e1-4925-8d78-156c379ac4e4 HTTP/1.1" status: 404 len: 336 time: 0.0541420 Oct 27 18:38:39.607928 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48014) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:39.613987 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-54ffde46-3252-451e-92fe-8c338d8bd551 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/ports/782ccee0-977c-4d21-bf28-efd68adbfa37 HTTP/1.1" status: 204 len: 168 time: 0.8349032 Oct 27 18:38:39.615047 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48016) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:39.657838 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2722949d-738e-4024-92f8-0ecd1cd95979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:39.658381 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3c736a73-bf65-4b50-b1ea-ffe9116ca341 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a1ca4a8-11ed-4fb4-b834-42152b1c9ce3 HTTP/1.1" status: 200 len: 205 time: 0.0487509 Oct 27 18:38:39.660655 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48018) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:39.736515 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-096bb291-2add-4807-b53f-2268d490fd08 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] delete failed (client error): The resource could not be found. Oct 27 18:38:39.740586 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-096bb291-2add-4807-b53f-2268d490fd08 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "DELETE /v2.0/routers/6a1ca4a8-11ed-4fb4-b834-42152b1c9ce3 HTTP/1.1" status: 404 len: 336 time: 0.0770407 Oct 27 18:38:39.741221 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48022) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:39.750267 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-a312e255-091a-4975-ba3a-f99aa04d3afe None None] Provisioning complete for port ab02caf4-204a-4e95-9eb3-809745b9358b triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:38:39.752245 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a312e255-091a-4975-ba3a-f99aa04d3afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:39.813228 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de88869-ca3c-4120-be31-11d06b3c5f8c tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] DELETE failed (client error): The resource could not be found. Oct 27 18:38:39.814278 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de88869-ca3c-4120-be31-11d06b3c5f8c tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:38:39.818242 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fb819b-fcea-4acd-aa93-309f4f8ac155 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:39.820426 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3de88869-ca3c-4120-be31-11d06b3c5f8c tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "DELETE /v2.0/subnets/76ae7185-bc44-473f-8cf1-cc080efb81e4 HTTP/1.1" status: 404 len: 337 time: 0.0781658 Oct 27 18:38:39.823440 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48026) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:39.834509 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fb819b-fcea-4acd-aa93-309f4f8ac155 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:39.841872 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-10fb819b-fcea-4acd-aa93-309f4f8ac155 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2170544 Oct 27 18:38:39.841872 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48028) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:39.898038 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5e6516a1-eba1-4bd0-9234-e01977870c8e tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "GET /v2.0/ports?device_id=6ece0cbe-b92f-4abc-9537-845b080abcda HTTP/1.1" status: 200 len: 205 time: 0.0736194 Oct 27 18:38:39.905903 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48030) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:39.919436 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a312e255-091a-4975-ba3a-f99aa04d3afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:39.966534 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-a312e255-091a-4975-ba3a-f99aa04d3afe None None] For port ab02caf4-204a-4e95-9eb3-809745b9358b, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ab02caf4-204a-4e95-9eb3-809745b9358b,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:38:40.017317 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-e8892676-7529-4ad7-a9c9-6031b9a1d4b8 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] delete failed (client error): The resource could not be found. Oct 27 18:38:40.023032 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e8892676-7529-4ad7-a9c9-6031b9a1d4b8 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "DELETE /v2.0/routers/6ece0cbe-b92f-4abc-9537-845b080abcda HTTP/1.1" status: 404 len: 336 time: 0.1160033 Oct 27 18:38:40.023173 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48034) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:40.054667 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a312e255-091a-4975-ba3a-f99aa04d3afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:40.088330 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-003eab24-2015-46ed-b5c4-6b001cc2eb63 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting subnet bedcef6f-46ec-4ef8-b681-b0f6df886da6 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:38:40.105870 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48036) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:40.111466 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0b34c0cf-a130-4ede-8d3f-ea2522de1186 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "GET /v2.0/ports?device_id=2ad33630-64cc-4278-985d-6e125a0efb84 HTTP/1.1" status: 200 len: 205 time: 0.0829425 Oct 27 18:38:40.111749 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-003eab24-2015-46ed-b5c4-6b001cc2eb63 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:40.159255 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ab02caf4-204a-4e95-9eb3-809745b9358b up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:38:40.250743 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-25c5165d-b538-49d7-8022-0d4997378e56 None None] Could not find standard attr ID for object 782ccee0-977c-4d21-bf28-efd68adbfa37. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 18:38:40.284213 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312e255-091a-4975-ba3a-f99aa04d3afe None None] Pushing event updated for resources: {'Port': ['ID=ab02caf4-204a-4e95-9eb3-809745b9358b,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:40.300361 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port ab02caf4-204a-4e95-9eb3-809745b9358b triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:38:40.301037 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:40.494057 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41385e33-30de-47f4-8eeb-89e50ca5d1c5 req-b8b73c88-1b0d-4b18-aef9-6ae4b7c646ca tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:40.495963 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-41385e33-30de-47f4-8eeb-89e50ca5d1c5 req-b8b73c88-1b0d-4b18-aef9-6ae4b7c646ca tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=259901a9-456b-48e4-b862-fb95f20cd242 HTTP/1.1" status: 200 len: 944 time: 0.0896406 Oct 27 18:38:40.567933 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-41385e33-30de-47f4-8eeb-89e50ca5d1c5 req-9b08e787-0b47-4438-8868-678ff8dee437 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637741 Oct 27 18:38:40.745218 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-81a63580-f3d5-47c6-a982-fe4516fd5e99 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] delete failed (client error): The resource could not be found. Oct 27 18:38:40.748758 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-81a63580-f3d5-47c6-a982-fe4516fd5e99 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "DELETE /v2.0/routers/2ad33630-64cc-4278-985d-6e125a0efb84 HTTP/1.1" status: 404 len: 336 time: 0.6198611 Oct 27 18:38:40.749401 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48056) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:40.781029 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-003eab24-2015-46ed-b5c4-6b001cc2eb63 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:40.783875 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-50342709-e642-4d82-89c4-283ec84e222e tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] DELETE failed (client error): The resource could not be found. Oct 27 18:38:40.784406 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50342709-e642-4d82-89c4-283ec84e222e tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:38:40.789714 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-50342709-e642-4d82-89c4-283ec84e222e tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "DELETE /v2.0/subnets/f075a83c-dc5c-435f-b2a9-bddacd8ca233 HTTP/1.1" status: 404 len: 337 time: 0.0369964 Oct 27 18:38:40.790401 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48058) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:40.830409 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-45a94f88-19e9-40bb-b162-a725b533c82b tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "GET /v2.0/ports?device_id=99004cf3-5a1d-4b0d-aff8-1f6e227fa5ed HTTP/1.1" status: 200 len: 205 time: 0.0380490 Oct 27 18:38:40.835758 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48062) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:40.893855 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-8e271fa2-3207-410a-9ea2-9a77821354a5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] delete failed (client error): The resource could not be found. Oct 27 18:38:40.897313 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8e271fa2-3207-410a-9ea2-9a77821354a5 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "DELETE /v2.0/routers/99004cf3-5a1d-4b0d-aff8-1f6e227fa5ed HTTP/1.1" status: 404 len: 336 time: 0.0578001 Oct 27 18:38:40.897690 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48064) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:40.900974 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-003eab24-2015-46ed-b5c4-6b001cc2eb63 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:40.927492 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ed20c41-c045-45be-9ed1-31b94e7e586f tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] DELETE failed (client error): The resource could not be found. Oct 27 18:38:40.927993 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ed20c41-c045-45be-9ed1-31b94e7e586f tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:38:40.933389 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4ed20c41-c045-45be-9ed1-31b94e7e586f tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "DELETE /v2.0/subnets/2682ded3-7677-44d7-b954-75949492cf82 HTTP/1.1" status: 404 len: 337 time: 0.0326741 Oct 27 18:38:40.934041 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48066) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:40.964503 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c3ca751c-6e43-4649-9028-b92b9c1a29d9 tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "GET /v2.0/ports?device_id=601d0a46-9dc8-4822-a88b-aedf84af90a4 HTTP/1.1" status: 200 len: 205 time: 0.0293283 Oct 27 18:38:40.967093 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48068) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:41.048349 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-c5765eaa-8ff9-4dda-8c31-46e0849cc86a tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] delete failed (client error): The resource could not be found. Oct 27 18:38:41.049809 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c5765eaa-8ff9-4dda-8c31-46e0849cc86a tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "DELETE /v2.0/routers/601d0a46-9dc8-4822-a88b-aedf84af90a4 HTTP/1.1" status: 404 len: 336 time: 0.0812728 Oct 27 18:38:41.053030 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48070) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:41.256207 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7875f9d-7f25-484f-96a6-0c950885dd6b tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] DELETE failed (client error): The resource could not be found. Oct 27 18:38:41.256207 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7875f9d-7f25-484f-96a6-0c950885dd6b tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:38:41.256207 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c7875f9d-7f25-484f-96a6-0c950885dd6b tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "DELETE /v2.0/subnets/ae65e98c-c61d-4f95-8293-214050ae01c8 HTTP/1.1" status: 404 len: 337 time: 0.0867314 Oct 27 18:38:41.256207 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48074) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:41.256207 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-32b45065-2f80-4dd0-b231-60ce397c4bee tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] DELETE failed (client error): The resource could not be found. Oct 27 18:38:41.256207 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32b45065-2f80-4dd0-b231-60ce397c4bee tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:38:41.256207 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-32b45065-2f80-4dd0-b231-60ce397c4bee tempest-RoutersTest-1543093551 tempest-RoutersTest-1543093551-project] 10.222.0.52 "DELETE /v2.0/subnets/53d547b5-45ae-4fa6-93cf-bfdf40465add HTTP/1.1" status: 404 len: 337 time: 0.0316989 Oct 27 18:38:41.256207 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-003eab24-2015-46ed-b5c4-6b001cc2eb63 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:41.256207 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003eab24-2015-46ed-b5c4-6b001cc2eb63 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Subnet': ['ID=bedcef6f-46ec-4ef8-b681-b0f6df886da6,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:41.256207 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-003eab24-2015-46ed-b5c4-6b001cc2eb63 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:41.256207 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-003eab24-2015-46ed-b5c4-6b001cc2eb63 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/bedcef6f-46ec-4ef8-b681-b0f6df886da6 HTTP/1.1" status: 204 len: 168 time: 1.3970232 Oct 27 18:38:41.256207 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48078) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:41.261930 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241630cb-29c7-4790-b932-a4f3ccc0d6d9 None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:38:41.263647 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003eab24-2015-46ed-b5c4-6b001cc2eb63 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:38:41.263647 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003eab24-2015-46ed-b5c4-6b001cc2eb63 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:38:41.263647 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003eab24-2015-46ed-b5c4-6b001cc2eb63 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:38:41.263647 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003eab24-2015-46ed-b5c4-6b001cc2eb63 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:38:41.263647 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003eab24-2015-46ed-b5c4-6b001cc2eb63 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:38:41.263647 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003eab24-2015-46ed-b5c4-6b001cc2eb63 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:38:41.263647 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003eab24-2015-46ed-b5c4-6b001cc2eb63 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:38:41.263647 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003eab24-2015-46ed-b5c4-6b001cc2eb63 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:38:41.263647 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003eab24-2015-46ed-b5c4-6b001cc2eb63 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:38:41.263647 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003eab24-2015-46ed-b5c4-6b001cc2eb63 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:38:41.263647 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003eab24-2015-46ed-b5c4-6b001cc2eb63 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:38:41.263647 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003eab24-2015-46ed-b5c4-6b001cc2eb63 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:38:41.294967 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6836d1f9-5e76-4149-8ed4-9674b351e2e4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0472455 Oct 27 18:38:41.295318 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48080) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:41.314874 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-41d1f093-c111-4a23-bf49-c3b24a4d563c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'subnet': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:41.500265 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7789ca-5eec-4fcb-867c-212189aaa0df None None] DHCP port deletion for faaeba95-b0d0-4d55-8d69-ea8e95b4070b request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:38:41.561417 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-0f7789ca-5eec-4fcb-867c-212189aaa0df None None] Deleting port ab02caf4-204a-4e95-9eb3-809745b9358b {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:38:41.563357 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0f7789ca-5eec-4fcb-867c-212189aaa0df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:41.625400 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d1f093-c111-4a23-bf49-c3b24a4d563c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:38:41.629128 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-41d1f093-c111-4a23-bf49-c3b24a4d563c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:41.635003 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-0f7789ca-5eec-4fcb-867c-212189aaa0df None None] For port ab02caf4-204a-4e95-9eb3-809745b9358b, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ab02caf4-204a-4e95-9eb3-809745b9358b,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:38:41.638395 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0f7789ca-5eec-4fcb-867c-212189aaa0df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:41.650332 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-0f7789ca-5eec-4fcb-867c-212189aaa0df None None] Calling delete_port for ab02caf4-204a-4e95-9eb3-809745b9358b owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:38:41.771119 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 0412796c-524b-48ae-9e21-3be713c1511c details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:38:41.836153 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0605077-3ed2-4b28-8880-99da5c4c1b0f req-a3177ffc-e636-4d9d-a659-6c97f7dc6d57 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:41.844987 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c0605077-3ed2-4b28-8880-99da5c4c1b0f req-a3177ffc-e636-4d9d-a659-6c97f7dc6d57 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=259901a9-456b-48e4-b862-fb95f20cd242 HTTP/1.1" status: 200 len: 944 time: 0.1919639 Oct 27 18:38:41.899884 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c0605077-3ed2-4b28-8880-99da5c4c1b0f req-8a31708e-e031-42f1-a771-3199f718ec20 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537033 Oct 27 18:38:41.925922 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-41d1f093-c111-4a23-bf49-c3b24a4d563c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:41.950548 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 0412796c-524b-48ae-9e21-3be713c1511c, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=0412796c-524b-48ae-9e21-3be713c1511c,segment=NetworkSegment(0a5196a1-84e6-4a51-8f52-5d801014dc39),segment_id=0a5196a1-84e6-4a51-8f52-5d801014dc39)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:38:41.960017 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d1f093-c111-4a23-bf49-c3b24a4d563c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:38:41.964656 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-41d1f093-c111-4a23-bf49-c3b24a4d563c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:38:41.969932 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '0412796c-524b-48ae-9e21-3be713c1511c', 'network_id': '7e162f9f-1e57-4697-b21f-e116c127cf92', 'port_id': '0412796c-524b-48ae-9e21-3be713c1511c', 'mac_address': 'fa:16:3e:07:82:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b27cbfc-0288-405f-bb4a-1d7eed6d52a9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:38:42.004954 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d1f093-c111-4a23-bf49-c3b24a4d563c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:42.005564 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-41d1f093-c111-4a23-bf49-c3b24a4d563c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:42.050794 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:42.053837 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d1f093-c111-4a23-bf49-c3b24a4d563c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Subnet': ['ID=9ab21de9-af30-4bf1-b672-b14af6d5aa7c,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:42.066887 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ab02caf4-204a-4e95-9eb3-809745b9358b no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:38:42.090310 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48104) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:42.125689 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9c115668-a600-497a-bf29-2526e956d229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:42.131409 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0412796c-524b-48ae-9e21-3be713c1511c {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:38:42.145283 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-41d1f093-c111-4a23-bf49-c3b24a4d563c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8467891 Oct 27 18:38:42.150000 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48108) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:42.160613 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-30f466a5-699b-4eab-ab3a-473e4a83a220 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'port': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'fixed_ips': [{'subnet_id': '9ab21de9-af30-4bf1-b672-b14af6d5aa7c', 'ip_address': '2001:db8::822c:4814:b29d:e3e5'}], 'name': 'tempest-NetworksTestDHCPv6-1540595708'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:42.186076 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:42.213609 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 0412796c-524b-48ae-9e21-3be713c1511c, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=0412796c-524b-48ae-9e21-3be713c1511c,segment=NetworkSegment(0a5196a1-84e6-4a51-8f52-5d801014dc39),segment_id=0a5196a1-84e6-4a51-8f52-5d801014dc39)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:38:42.289412 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0f7789ca-5eec-4fcb-867c-212189aaa0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:42.325002 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c5b97a09-6980-4554-b6c1-9c7da4cac2ca admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4e0551cb79254307ae43405db8526986&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2328396 Oct 27 18:38:42.325234 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48110) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:42.345965 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7789ca-5eec-4fcb-867c-212189aaa0df None None] Pushing event deleted for resources: {'Port': ['ID=ab02caf4-204a-4e95-9eb3-809745b9358b,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:42.359563 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7789ca-5eec-4fcb-867c-212189aaa0df None None] No DVR routers for this DVR port ab02caf4-204a-4e95-9eb3-809745b9358b on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:38:42.362948 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:42.400804 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-26a7f654-7ecd-4989-9de3-6dc00d75369f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:42.430378 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-26a7f654-7ecd-4989-9de3-6dc00d75369f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:42.437392 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f466a5-699b-4eab-ab3a-473e4a83a220 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:38:42.438335 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53401bc3-ade6-41a2-b579-db6936844d8c None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:38:42.441164 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=0412796c-524b-48ae-9e21-3be713c1511c,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:42.578579 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-30f466a5-699b-4eab-ab3a-473e4a83a220 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:42.599840 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-30f466a5-699b-4eab-ab3a-473e4a83a220 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] device_id is not set on port 6a5cbb68-a73a-480f-8582-ac0a17d2a73b yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:38:42.619332 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-26a7f654-7ecd-4989-9de3-6dc00d75369f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:42.622039 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-26a7f654-7ecd-4989-9de3-6dc00d75369f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:42.625619 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-26a7f654-7ecd-4989-9de3-6dc00d75369f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/910219b7-b3f3-4a5a-aaa0-7b7b459074b0 HTTP/1.1" status: 204 len: 168 time: 0.2970960 Oct 27 18:38:42.644551 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7f654-7ecd-4989-9de3-6dc00d75369f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910219b7-b3f3-4a5a-aaa0-7b7b459074b0,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:42.656261 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687a5f5c-1e06-4fcc-a2cf-62bca92df5ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'tenant_id': '89b3aabd8d544ecda89a865b2a77c321', 'fixed_ips': [{'subnet_id': '9ab21de9-af30-4bf1-b672-b14af6d5aa7c'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:38:42.659326 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-687a5f5c-1e06-4fcc-a2cf-62bca92df5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:42.682403 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['0412796c-524b-48ae-9e21-3be713c1511c'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:38:42.843364 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-30f466a5-699b-4eab-ab3a-473e4a83a220 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Allocated IP 2001:db8::822c:4814:b29d:e3e5 (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/9ab21de9-af30-4bf1-b672-b14af6d5aa7c/6a5cbb68-a73a-480f-8582-ac0a17d2a73b) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:38:43.085460 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-30f466a5-699b-4eab-ab3a-473e4a83a220 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:43.215982 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610db32e-f94e-41fa-b8c1-ea9ea9caabb7 req-4b336f00-470e-42a9-b234-879f819e3e60 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:43.218430 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-610db32e-f94e-41fa-b8c1-ea9ea9caabb7 req-4b336f00-470e-42a9-b234-879f819e3e60 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=259901a9-456b-48e4-b862-fb95f20cd242 HTTP/1.1" status: 200 len: 945 time: 0.1273131 Oct 27 18:38:43.333348 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-610db32e-f94e-41fa-b8c1-ea9ea9caabb7 req-3e9745e8-7f21-43ba-88a7-5836e58c3ec4 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019869 Oct 27 18:38:43.335265 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-30f466a5-699b-4eab-ab3a-473e4a83a220 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:43.438195 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f466a5-699b-4eab-ab3a-473e4a83a220 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:38:43.452173 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-30f466a5-699b-4eab-ab3a-473e4a83a220 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:38:43.455658 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f466a5-699b-4eab-ab3a-473e4a83a220 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Port': ['ID=6a5cbb68-a73a-480f-8582-ac0a17d2a73b,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:43.456053 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-687a5f5c-1e06-4fcc-a2cf-62bca92df5ef None None] Allocated IP 2001:db8::2 (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/9ab21de9-af30-4bf1-b672-b14af6d5aa7c/6d2f4ec2-ffc4-4f1a-8f5d-971935d598e4) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:38:43.458505 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f466a5-699b-4eab-ab3a-473e4a83a220 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:38:43.467300 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f466a5-699b-4eab-ab3a-473e4a83a220 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:43.468253 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-30f466a5-699b-4eab-ab3a-473e4a83a220 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:43.564098 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:43.567206 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:43.649422 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-30f466a5-699b-4eab-ab3a-473e4a83a220 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4957106 Oct 27 18:38:43.651106 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48152) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:43.747712 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768158b4-f02b-46f5-bf07-e4ec852ba659 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:43.749615 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-768158b4-f02b-46f5-bf07-e4ec852ba659 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0964489 Oct 27 18:38:43.753546 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48154) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:43.835398 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 0412796c-524b-48ae-9e21-3be713c1511c up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:38:43.962417 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-f006dd36-2f7f-4910-8195-6ab809fdd364 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting port 6a5cbb68-a73a-480f-8582-ac0a17d2a73b {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:38:43.982613 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f006dd36-2f7f-4910-8195-6ab809fdd364 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:44.011079 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 0412796c-524b-48ae-9e21-3be713c1511c completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:38:44.034875 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 0412796c-524b-48ae-9e21-3be713c1511c triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:38:44.035309 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:44.141087 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f006dd36-2f7f-4910-8195-6ab809fdd364 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:44.159746 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-f006dd36-2f7f-4910-8195-6ab809fdd364 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Calling delete_port for 6a5cbb68-a73a-480f-8582-ac0a17d2a73b owned by {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:38:44.271820 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-687a5f5c-1e06-4fcc-a2cf-62bca92df5ef None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:44.295617 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:44.347382 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259901a9-456b-48e4-b862-fb95f20cd242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0412796c-524b-48ae-9e21-3be713c1511c'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:38:44.350633 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7d0bba-1fa6-4d01-8e19-bbef23fcecd0" -d '{"events": [{"server_uuid": "259901a9-456b-48e4-b862-fb95f20cd242", "name": "network-vif-plugged", "status": "completed", "tag": "0412796c-524b-48ae-9e21-3be713c1511c"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:38:44.378096 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 0412796c-524b-48ae-9e21-3be713c1511c, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=0412796c-524b-48ae-9e21-3be713c1511c,segment=NetworkSegment(0a5196a1-84e6-4a51-8f52-5d801014dc39),segment_id=0a5196a1-84e6-4a51-8f52-5d801014dc39)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:38:44.410106 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-687a5f5c-1e06-4fcc-a2cf-62bca92df5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:44.548157 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe7be1-f652-4040-88fa-01e2c957cf75 req-a24f4a4f-a7a6-4f74-a11a-8e5d4ee065df tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:44.553452 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a5f5c-1e06-4fcc-a2cf-62bca92df5ef None None] Pushing event updated for resources: {'Port': ['ID=6d2f4ec2-ffc4-4f1a-8f5d-971935d598e4,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:44.557750 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb31bbe-a1b2-4884-a1e2-d11e3c1f675a x-openstack-request-id: req-2fb31bbe-a1b2-4884-a1e2-d11e3c1f675a {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:38:44.558190 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259901a9-456b-48e4-b862-fb95f20cd242", "name": "network-vif-plugged", "status": "completed", "tag": "0412796c-524b-48ae-9e21-3be713c1511c", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:38:44.562553 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2fb31bbe-a1b2-4884-a1e2-d11e3c1f675a {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:38:44.571853 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259901a9-456b-48e4-b862-fb95f20cd242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0412796c-524b-48ae-9e21-3be713c1511c', 'code': 200} Oct 27 18:38:44.577479 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687a5f5c-1e06-4fcc-a2cf-62bca92df5ef None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:38:44.583024 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-04fe7be1-f652-4040-88fa-01e2c957cf75 req-a24f4a4f-a7a6-4f74-a11a-8e5d4ee065df tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=259901a9-456b-48e4-b862-fb95f20cd242 HTTP/1.1" status: 200 len: 946 time: 0.1207471 Oct 27 18:38:44.583501 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:44.589395 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-687a5f5c-1e06-4fcc-a2cf-62bca92df5ef None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:38:44.603173 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687a5f5c-1e06-4fcc-a2cf-62bca92df5ef None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:38:44.634051 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607e590-99c7-42a7-8042-8e0dd77794a9 req-8af83537-00d5-49c9-8e76-225db9006fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:44.649146 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2607e590-99c7-42a7-8042-8e0dd77794a9 req-8af83537-00d5-49c9-8e76-225db9006fa2 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=259901a9-456b-48e4-b862-fb95f20cd242 HTTP/1.1" status: 200 len: 1097 time: 0.1134341 Oct 27 18:38:44.660804 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f006dd36-2f7f-4910-8195-6ab809fdd364 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:44.747240 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2607e590-99c7-42a7-8042-8e0dd77794a9 req-f11d57c4-ae62-4244-ba9b-d8f25854f524 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906744 Oct 27 18:38:44.768392 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f006dd36-2f7f-4910-8195-6ab809fdd364 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Port': ['ID=6a5cbb68-a73a-480f-8582-ac0a17d2a73b,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:44.795723 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-04fe7be1-f652-4040-88fa-01e2c957cf75 req-4c6b947e-4bf7-4e47-89e2-71a7cbb284c4 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109027 Oct 27 18:38:44.853247 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f006dd36-2f7f-4910-8195-6ab809fdd364 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:44.858364 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f006dd36-2f7f-4910-8195-6ab809fdd364 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/ports/6a5cbb68-a73a-480f-8582-ac0a17d2a73b HTTP/1.1" status: 204 len: 168 time: 1.1017814 Oct 27 18:38:44.859394 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48188) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:44.867935 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=0412796c-524b-48ae-9e21-3be713c1511c,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:44.909548 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-687a5f5c-1e06-4fcc-a2cf-62bca92df5ef None None] Attempting to bind port 6d2f4ec2-ffc4-4f1a-8f5d-971935d598e4 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:38:44.917081 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-687a5f5c-1e06-4fcc-a2cf-62bca92df5ef None None] Attempting to bind port 6d2f4ec2-ffc4-4f1a-8f5d-971935d598e4 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:38:44.917081 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687a5f5c-1e06-4fcc-a2cf-62bca92df5ef None None] Attempting to bind port 6d2f4ec2-ffc4-4f1a-8f5d-971935d598e4 on network faaeba95-b0d0-4d55-8d69-ea8e95b4070b {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:38:44.917081 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687a5f5c-1e06-4fcc-a2cf-62bca92df5ef None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:38:44.917081 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687a5f5c-1e06-4fcc-a2cf-62bca92df5ef None None] Checking segment: {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:38:44.917081 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-687a5f5c-1e06-4fcc-a2cf-62bca92df5ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:44.917573 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687a5f5c-1e06-4fcc-a2cf-62bca92df5ef None None] Bound using segment: {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:38:44.917769 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-687a5f5c-1e06-4fcc-a2cf-62bca92df5ef None None] Bound port: 6d2f4ec2-ffc4-4f1a-8f5d-971935d598e4, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:38:44.918229 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-687a5f5c-1e06-4fcc-a2cf-62bca92df5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:44.926353 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48190) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:44.974375 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c33dd5-5ca7-4c94-acb2-8d8f20b438cd tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:44.976200 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c33dd5-5ca7-4c94-acb2-8d8f20b438cd tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:44.977980 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a8c33dd5-5ca7-4c94-acb2-8d8f20b438cd tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1175888 Oct 27 18:38:44.984396 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48194) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:45.104666 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-687a5f5c-1e06-4fcc-a2cf-62bca92df5ef None None] For port 6d2f4ec2-ffc4-4f1a-8f5d-971935d598e4, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:38:45.125728 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:45.130772 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-06d8b060-bb6f-4b1c-93fe-814a3b353af8 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting subnet 9ab21de9-af30-4bf1-b672-b14af6d5aa7c {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:38:45.134787 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-687a5f5c-1e06-4fcc-a2cf-62bca92df5ef None None] For port 6d2f4ec2-ffc4-4f1a-8f5d-971935d598e4, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=6d2f4ec2-ffc4-4f1a-8f5d-971935d598e4,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:38:45.137266 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-06d8b060-bb6f-4b1c-93fe-814a3b353af8 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:45.145032 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-be9c9b6c-b1a4-411d-a6b1-f56499ca465b tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:45.151225 n-d-815690-2 neutron-server[102879]: WARNING neutron.api.v2.base [None req-be9c9b6c-b1a4-411d-a6b1-f56499ca465b tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 27 18:38:45.151225 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-be9c9b6c-b1a4-411d-a6b1-f56499ca465b tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] create failed (client error): There was a conflict when trying to complete your request. Oct 27 18:38:45.151880 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48200) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:45.154406 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-be9c9b6c-b1a4-411d-a6b1-f56499ca465b tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2262437 Oct 27 18:38:45.156416 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-caeeb0df-5120-4f50-a0d0-4c38713f79ce tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Request body: {'security_group': {'name': 'tempest-secgroup--1563989974'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:45.229328 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-06d8b060-bb6f-4b1c-93fe-814a3b353af8 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:45.244241 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-687a5f5c-1e06-4fcc-a2cf-62bca92df5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:45.333123 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a5f5c-1e06-4fcc-a2cf-62bca92df5ef None None] Pushing event updated for resources: {'Port': ['ID=6d2f4ec2-ffc4-4f1a-8f5d-971935d598e4,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:45.354644 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-06d8b060-bb6f-4b1c-93fe-814a3b353af8 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:45.384940 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-caeeb0df-5120-4f50-a0d0-4c38713f79ce tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:45.393683 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-caeeb0df-5120-4f50-a0d0-4c38713f79ce tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:45.557305 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-06d8b060-bb6f-4b1c-93fe-814a3b353af8 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:45.609253 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d8b060-bb6f-4b1c-93fe-814a3b353af8 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Subnet': ['ID=9ab21de9-af30-4bf1-b672-b14af6d5aa7c,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:45.617917 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-06d8b060-bb6f-4b1c-93fe-814a3b353af8 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:45.625951 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-06d8b060-bb6f-4b1c-93fe-814a3b353af8 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/9ab21de9-af30-4bf1-b672-b14af6d5aa7c HTTP/1.1" status: 204 len: 168 time: 0.6405921 Oct 27 18:38:45.630504 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48212) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:45.687157 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-caeeb0df-5120-4f50-a0d0-4c38713f79ce tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:45.696109 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-72fa51cf-1094-4294-b12d-6c75cc29b08a tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0640848 Oct 27 18:38:45.698883 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48214) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:45.707828 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-cf4740a9-b6cc-45c2-9b36-28083bc2ab49 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'subnet': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:45.779965 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-caeeb0df-5120-4f50-a0d0-4c38713f79ce tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:45.823443 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeeb0df-5120-4f50-a0d0-4c38713f79ce tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=361c602d-bfeb-4ea9-9843-1aec8afd2863,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:45.878744 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-caeeb0df-5120-4f50-a0d0-4c38713f79ce tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:45.962443 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4740a9-b6cc-45c2-9b36-28083bc2ab49 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:38:45.966158 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cf4740a9-b6cc-45c2-9b36-28083bc2ab49 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:45.968483 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de96c3-4b0c-4025-853a-72ffc0fb3c54 req-f14b1a5a-848f-4945-b673-75535a3c64a0 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:45.970208 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c5de96c3-4b0c-4025-853a-72ffc0fb3c54 req-f14b1a5a-848f-4945-b673-75535a3c64a0 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=259901a9-456b-48e4-b862-fb95f20cd242 HTTP/1.1" status: 200 len: 946 time: 0.0671871 Oct 27 18:38:45.998567 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-caeeb0df-5120-4f50-a0d0-4c38713f79ce tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:46.099046 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c5de96c3-4b0c-4025-853a-72ffc0fb3c54 req-8784245d-3628-4c11-8e7e-9d297502d31b tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214499 Oct 27 18:38:46.101062 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeeb0df-5120-4f50-a0d0-4c38713f79ce tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84591240-7643-48cc-bd54-a944d4105bbe,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:46.107343 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 6d2f4ec2-ffc4-4f1a-8f5d-971935d598e4 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:38:46.135931 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-caeeb0df-5120-4f50-a0d0-4c38713f79ce tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:46.137813 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-caeeb0df-5120-4f50-a0d0-4c38713f79ce tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9851573 Oct 27 18:38:46.140942 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48222) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:46.153655 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-246cbd8b-0cf7-426c-bb0d-c97adb5f4b1c tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Request body: {'security_group_rule': {'security_group_id': '84591240-7643-48cc-bd54-a944d4105bbe', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:46.235332 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 6d2f4ec2-ffc4-4f1a-8f5d-971935d598e4 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:38:46.244007 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:46.350445 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-246cbd8b-0cf7-426c-bb0d-c97adb5f4b1c tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:46.371977 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:46.407987 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-246cbd8b-0cf7-426c-bb0d-c97adb5f4b1c tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:46.410006 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cf4740a9-b6cc-45c2-9b36-28083bc2ab49 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:46.457802 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 6d2f4ec2-ffc4-4f1a-8f5d-971935d598e4, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=6d2f4ec2-ffc4-4f1a-8f5d-971935d598e4,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:38:46.465838 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4740a9-b6cc-45c2-9b36-28083bc2ab49 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Subnet': ['ID=184bda1a-733d-4648-9dab-4c26972864e3,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:46.485382 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4740a9-b6cc-45c2-9b36-28083bc2ab49 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:38:46.485382 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-cf4740a9-b6cc-45c2-9b36-28083bc2ab49 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:38:46.490950 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4740a9-b6cc-45c2-9b36-28083bc2ab49 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:46.492032 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cf4740a9-b6cc-45c2-9b36-28083bc2ab49 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:46.508021 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-246cbd8b-0cf7-426c-bb0d-c97adb5f4b1c tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:46.529812 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246cbd8b-0cf7-426c-bb0d-c97adb5f4b1c tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bd23dba-9cba-430c-80c9-155ea075069e,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:46.534575 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:46.575187 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-cf4740a9-b6cc-45c2-9b36-28083bc2ab49 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8721676 Oct 27 18:38:46.575428 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48236) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:46.582697 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-32ea7802-df49-4e5c-a402-e910a2168db3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'port': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'fixed_ips': [{'subnet_id': '184bda1a-733d-4648-9dab-4c26972864e3', 'ip_address': '2001:db8::92a7:c656:ee72:bbf6'}], 'name': 'tempest-NetworksTestDHCPv6-1133365323'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:46.596917 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=6d2f4ec2-ffc4-4f1a-8f5d-971935d598e4,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:46.599518 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-246cbd8b-0cf7-426c-bb0d-c97adb5f4b1c tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:46.603901 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-246cbd8b-0cf7-426c-bb0d-c97adb5f4b1c tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4587679 Oct 27 18:38:46.603901 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48238) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:46.632910 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-b34c66ec-96e0-4474-aec5-6fab2ad496b9 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Request body: {'security_group_rule': {'security_group_id': '84591240-7643-48cc-bd54-a944d4105bbe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:46.719182 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7688d08d-9436-4d43-8b04-81af8c4fed71 None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:38:46.801853 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-0d840cc3-4ec3-425c-a426-0a9d8b524d27 None None] Provisioning complete for port 6d2f4ec2-ffc4-4f1a-8f5d-971935d598e4 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:38:46.802291 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0d840cc3-4ec3-425c-a426-0a9d8b524d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:46.832181 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b34c66ec-96e0-4474-aec5-6fab2ad496b9 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:46.896182 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ea7802-df49-4e5c-a402-e910a2168db3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:38:46.964570 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-b34c66ec-96e0-4474-aec5-6fab2ad496b9 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] create failed (client error): There was a conflict when trying to complete your request. Oct 27 18:38:46.966553 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48254) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:46.979928 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b34c66ec-96e0-4474-aec5-6fab2ad496b9 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3513465 Oct 27 18:38:47.052205 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-95ed2957-d6cf-42f0-be42-ec98c1bcb204 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:47.075257 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-32ea7802-df49-4e5c-a402-e910a2168db3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:47.082429 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-95ed2957-d6cf-42f0-be42-ec98c1bcb204 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:47.114774 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-32ea7802-df49-4e5c-a402-e910a2168db3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] device_id is not set on port c8681161-afee-4d61-9cc2-99309215bd77 yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:38:47.259341 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-95ed2957-d6cf-42f0-be42-ec98c1bcb204 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:47.262002 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-95ed2957-d6cf-42f0-be42-ec98c1bcb204 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:47.265447 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-95ed2957-d6cf-42f0-be42-ec98c1bcb204 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "DELETE /v2.0/security-groups/84591240-7643-48cc-bd54-a944d4105bbe HTTP/1.1" status: 204 len: 168 time: 0.2967319 Oct 27 18:38:47.276336 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2071b-07f4-4619-a6aa-06b796c78109 req-f60044bb-42e6-4aa2-8a37-077fc3c58eb6 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:47.284660 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1cc2071b-07f4-4619-a6aa-06b796c78109 req-f60044bb-42e6-4aa2-8a37-077fc3c58eb6 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=259901a9-456b-48e4-b862-fb95f20cd242 HTTP/1.1" status: 200 len: 946 time: 0.0878892 Oct 27 18:38:47.287474 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-7287e01e-a33b-4b57-be40-336d94de0228 None None] Provisioning complete for port 6d2f4ec2-ffc4-4f1a-8f5d-971935d598e4 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:38:47.287951 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7287e01e-a33b-4b57-be40-336d94de0228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:47.288545 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48266) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:47.314482 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ed2957-d6cf-42f0-be42-ec98c1bcb204 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84591240-7643-48cc-bd54-a944d4105bbe,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:47.395597 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1cc2071b-07f4-4619-a6aa-06b796c78109 req-44395a8a-d87b-4272-bcc9-5b915b1fc03d tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054108 Oct 27 18:38:47.482166 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4f36f807-e324-495a-a95f-79f62b07fa67 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1924288 Oct 27 18:38:47.485781 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48274) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:47.492779 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-f30d04d1-8750-4374-9747-9b5c91ad9ba7 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Request body: {'security_group': {'name': 'tempest-secgroup--654294437'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:47.537983 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-32ea7802-df49-4e5c-a402-e910a2168db3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Allocated IP 2001:db8::92a7:c656:ee72:bbf6 (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/184bda1a-733d-4648-9dab-4c26972864e3/c8681161-afee-4d61-9cc2-99309215bd77) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:38:47.619792 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f30d04d1-8750-4374-9747-9b5c91ad9ba7 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:47.701754 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-36f4b6fd-772f-45b6-90e9-a5b0d6657aad None None] Could not find standard attr ID for object 6a5cbb68-a73a-480f-8582-ac0a17d2a73b. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 18:38:47.793551 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f30d04d1-8750-4374-9747-9b5c91ad9ba7 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:47.856945 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-32ea7802-df49-4e5c-a402-e910a2168db3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:47.876819 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f30d04d1-8750-4374-9747-9b5c91ad9ba7 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:47.942911 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d04d1-8750-4374-9747-9b5c91ad9ba7 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2726965b-a06e-44b2-9aa3-b7b693ced2fe,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:47.971305 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f30d04d1-8750-4374-9747-9b5c91ad9ba7 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:47.973902 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f30d04d1-8750-4374-9747-9b5c91ad9ba7 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4867396 Oct 27 18:38:47.976708 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48278) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:47.982928 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-4ee5a9fb-8eb0-4a96-8893-4bc654a8c3af tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Request body: {'security_group_rule': {'security_group_id': '2726965b-a06e-44b2-9aa3-b7b693ced2fe', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:47.983585 n-d-815690-2 neutron-server[102879]: WARNING neutron.api.v2.base [None req-4ee5a9fb-8eb0-4a96-8893-4bc654a8c3af tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 27 18:38:47.984524 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-4ee5a9fb-8eb0-4a96-8893-4bc654a8c3af tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:38:47.985770 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4ee5a9fb-8eb0-4a96-8893-4bc654a8c3af tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0079436 Oct 27 18:38:47.989599 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48280) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:48.018837 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-32ea7802-df49-4e5c-a402-e910a2168db3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:48.138226 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-838817c4-963f-45f3-b812-e13a938d4e02 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:48.139157 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 6d2f4ec2-ffc4-4f1a-8f5d-971935d598e4 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:38:48.153975 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ea7802-df49-4e5c-a402-e910a2168db3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:38:48.163750 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-32ea7802-df49-4e5c-a402-e910a2168db3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:38:48.176841 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ea7802-df49-4e5c-a402-e910a2168db3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:38:48.206882 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ea7802-df49-4e5c-a402-e910a2168db3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:48.206882 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-32ea7802-df49-4e5c-a402-e910a2168db3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:48.214834 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-838817c4-963f-45f3-b812-e13a938d4e02 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:48.254521 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea7802-df49-4e5c-a402-e910a2168db3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Port': ['ID=c8681161-afee-4d61-9cc2-99309215bd77,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:48.322786 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 6d2f4ec2-ffc4-4f1a-8f5d-971935d598e4 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:38:48.325510 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:48.338786 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-32ea7802-df49-4e5c-a402-e910a2168db3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7592018 Oct 27 18:38:48.339208 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48286) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:48.431257 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-838817c4-963f-45f3-b812-e13a938d4e02 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:48.433689 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-838817c4-963f-45f3-b812-e13a938d4e02 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:48.437400 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-838817c4-963f-45f3-b812-e13a938d4e02 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "DELETE /v2.0/security-groups/2726965b-a06e-44b2-9aa3-b7b693ced2fe HTTP/1.1" status: 204 len: 168 time: 0.4435861 Oct 27 18:38:48.438402 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81567a4d-385e-43b0-9bdb-0a2c1b3dd84a tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:48.447492 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81567a4d-385e-43b0-9bdb-0a2c1b3dd84a tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:48.449686 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-81567a4d-385e-43b0-9bdb-0a2c1b3dd84a tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1093278 Oct 27 18:38:48.450635 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48288) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:48.452628 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48292) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:48.456090 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838817c4-963f-45f3-b812-e13a938d4e02 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2726965b-a06e-44b2-9aa3-b7b693ced2fe,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:48.646322 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-01f1ed30-95c6-4b8b-943f-bda411e3b90f tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1880801 Oct 27 18:38:48.646561 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48298) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:48.658940 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-92485d8f-4f24-4408-b3cb-94cb0c8d25d9 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Request body: {'security_group': {'name': 'tempest-secgroup--55092573'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:48.665178 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-1de79598-94bf-4555-a80f-cafaf83c1489 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting port c8681161-afee-4d61-9cc2-99309215bd77 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:38:48.665663 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1de79598-94bf-4555-a80f-cafaf83c1489 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:48.707166 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-cd216136-4f01-4f30-a5f3-6525d3a5c750 None None] Provisioning complete for port c8681161-afee-4d61-9cc2-99309215bd77 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:38:48.711461 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cd216136-4f01-4f30-a5f3-6525d3a5c750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:48.789660 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1de79598-94bf-4555-a80f-cafaf83c1489 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:48.802433 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-cd216136-4f01-4f30-a5f3-6525d3a5c750 None None] Port c8681161-afee-4d61-9cc2-99309215bd77 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:38:48.809695 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-1de79598-94bf-4555-a80f-cafaf83c1489 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Calling delete_port for c8681161-afee-4d61-9cc2-99309215bd77 owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:38:48.842141 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-92485d8f-4f24-4408-b3cb-94cb0c8d25d9 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:48.918801 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-92485d8f-4f24-4408-b3cb-94cb0c8d25d9 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:48.985305 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-92485d8f-4f24-4408-b3cb-94cb0c8d25d9 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:49.019519 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1de79598-94bf-4555-a80f-cafaf83c1489 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:49.037925 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92485d8f-4f24-4408-b3cb-94cb0c8d25d9 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a61deab-6848-4961-a425-c2cb8ba99475,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:49.063135 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de79598-94bf-4555-a80f-cafaf83c1489 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Port': ['ID=c8681161-afee-4d61-9cc2-99309215bd77,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:49.067083 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-92485d8f-4f24-4408-b3cb-94cb0c8d25d9 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:49.071660 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-92485d8f-4f24-4408-b3cb-94cb0c8d25d9 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4240346 Oct 27 18:38:49.072440 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48306) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:49.077167 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-e8e1d7a5-1d53-4857-8336-65475cbc40f7 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Request body: {'security_group_rule': {'security_group_id': '3a61deab-6848-4961-a425-c2cb8ba99475', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:49.084654 n-d-815690-2 neutron-server[102878]: WARNING neutron.api.v2.base [None req-e8e1d7a5-1d53-4857-8336-65475cbc40f7 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 27 18:38:49.085551 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-e8e1d7a5-1d53-4857-8336-65475cbc40f7 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:38:49.090038 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e8e1d7a5-1d53-4857-8336-65475cbc40f7 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0164788 Oct 27 18:38:49.091175 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48308) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:49.130267 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1de79598-94bf-4555-a80f-cafaf83c1489 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:49.135057 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1de79598-94bf-4555-a80f-cafaf83c1489 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/ports/c8681161-afee-4d61-9cc2-99309215bd77 HTTP/1.1" status: 204 len: 168 time: 0.6800530 Oct 27 18:38:49.138138 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48310) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:49.193149 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d25ab0fb-8e59-4081-a2d2-a6eddd679946 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:49.221707 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56038921-c295-4a59-8b1f-c6b37d489115 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:49.223549 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56038921-c295-4a59-8b1f-c6b37d489115 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:49.225155 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-56038921-c295-4a59-8b1f-c6b37d489115 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0858829 Oct 27 18:38:49.225808 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d25ab0fb-8e59-4081-a2d2-a6eddd679946 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:49.228189 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48314) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:49.348155 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-51ae6fec-1677-402a-8741-478c644a1236 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting subnet 184bda1a-733d-4648-9dab-4c26972864e3 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:38:49.356801 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-51ae6fec-1677-402a-8741-478c644a1236 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:49.385647 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d25ab0fb-8e59-4081-a2d2-a6eddd679946 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:49.388476 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d25ab0fb-8e59-4081-a2d2-a6eddd679946 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:49.392111 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d25ab0fb-8e59-4081-a2d2-a6eddd679946 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "DELETE /v2.0/security-groups/3a61deab-6848-4961-a425-c2cb8ba99475 HTTP/1.1" status: 204 len: 168 time: 0.2970669 Oct 27 18:38:49.393723 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48318) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:49.413676 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25ab0fb-8e59-4081-a2d2-a6eddd679946 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a61deab-6848-4961-a425-c2cb8ba99475,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:49.425588 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-51ae6fec-1677-402a-8741-478c644a1236 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:49.469960 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9d9fd9db-0dd2-416d-9edf-952c96f3da78 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0751352 Oct 27 18:38:49.475331 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48320) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:49.480427 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-94a0f671-50b3-47f9-a17e-c8f2e7e04362 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Request body: {'security_group': {'name': 'tempest-secgroup--2042509644'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:49.483176 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-51ae6fec-1677-402a-8741-478c644a1236 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:49.568568 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-94a0f671-50b3-47f9-a17e-c8f2e7e04362 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:49.631304 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-51ae6fec-1677-402a-8741-478c644a1236 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:49.681521 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae6fec-1677-402a-8741-478c644a1236 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Subnet': ['ID=184bda1a-733d-4648-9dab-4c26972864e3,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:49.699627 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826bae18-175a-4805-b072-041425790d9f None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:38:49.707744 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-94a0f671-50b3-47f9-a17e-c8f2e7e04362 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:49.715598 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-51ae6fec-1677-402a-8741-478c644a1236 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:49.722109 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-51ae6fec-1677-402a-8741-478c644a1236 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/184bda1a-733d-4648-9dab-4c26972864e3 HTTP/1.1" status: 204 len: 168 time: 0.4898982 Oct 27 18:38:49.722529 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48332) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:49.786636 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-bc51f088-0870-4779-abc5-3b170454109c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0605767 Oct 27 18:38:49.787210 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48334) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:49.801099 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-94a0f671-50b3-47f9-a17e-c8f2e7e04362 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:49.876959 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a0f671-50b3-47f9-a17e-c8f2e7e04362 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d0489e-540f-4c5c-b417-0b38deff57d8,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:49.894111 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de08322-61ea-481b-9809-9ba370a5e67d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:49.894111 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-2de08322-61ea-481b-9809-9ba370a5e67d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1049139 Oct 27 18:38:49.896516 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48340) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:49.941855 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-94a0f671-50b3-47f9-a17e-c8f2e7e04362 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:49.946719 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-94a0f671-50b3-47f9-a17e-c8f2e7e04362 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4702499 Oct 27 18:38:49.947573 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48342) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:49.952048 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-b41ee77b-12e2-4fec-bf3a-41297b46646a tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Request body: {'security_group_rule': {'security_group_id': 'a1d0489e-540f-4c5c-b417-0b38deff57d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:49.955704 n-d-815690-2 neutron-server[102878]: WARNING neutron.api.v2.base [None req-b41ee77b-12e2-4fec-bf3a-41297b46646a tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 27 18:38:49.956244 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-b41ee77b-12e2-4fec-bf3a-41297b46646a tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:38:49.965337 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b41ee77b-12e2-4fec-bf3a-41297b46646a tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0165625 Oct 27 18:38:49.966232 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48344) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:49.994438 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87eb923-861c-4e03-99f2-e88d050c9174 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:49.998652 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e87eb923-861c-4e03-99f2-e88d050c9174 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0986900 Oct 27 18:38:50.001125 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-8e420a5c-cdde-4928-a428-25c5748d0e2c tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Request body: {'security_group_rule': {'security_group_id': 'a1d0489e-540f-4c5c-b417-0b38deff57d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:50.003307 n-d-815690-2 neutron-server[102879]: WARNING neutron.api.v2.base [None req-8e420a5c-cdde-4928-a428-25c5748d0e2c tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 27 18:38:50.004043 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-8e420a5c-cdde-4928-a428-25c5748d0e2c tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:38:50.005357 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8e420a5c-cdde-4928-a428-25c5748d0e2c tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0388260 Oct 27 18:38:50.006219 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48348) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:50.008590 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48350) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:50.022565 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-63aaab6f-4203-4b6d-940a-3c3ecfacd17e tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Request body: {'security_group_rule': {'security_group_id': 'a1d0489e-540f-4c5c-b417-0b38deff57d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:50.023452 n-d-815690-2 neutron-server[102878]: WARNING neutron.api.v2.base [None req-63aaab6f-4203-4b6d-940a-3c3ecfacd17e tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 27 18:38:50.023958 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-63aaab6f-4203-4b6d-940a-3c3ecfacd17e tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:38:50.034243 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-63aaab6f-4203-4b6d-940a-3c3ecfacd17e tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0241446 Oct 27 18:38:50.035107 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48352) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:50.074035 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-9b453e97-0407-40a8-bd3a-490f569e062c tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Request body: {'security_group_rule': {'security_group_id': 'a1d0489e-540f-4c5c-b417-0b38deff57d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:50.081395 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-457cb142-6b1a-4634-9930-a3d9c0c8d9ee tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0689664 Oct 27 18:38:50.085138 n-d-815690-2 neutron-server[102878]: WARNING neutron.api.v2.base [None req-9b453e97-0407-40a8-bd3a-490f569e062c tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 27 18:38:50.089153 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-9b453e97-0407-40a8-bd3a-490f569e062c tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:38:50.091604 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48354) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:50.095015 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9b453e97-0407-40a8-bd3a-490f569e062c tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0590780 Oct 27 18:38:50.096874 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48356) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:50.099250 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-38d7d648-b20e-4d16-8a87-15d89089c5cf tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'subnet': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:50.160955 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7521468f-8690-4c26-a936-dcadc93f6b76 None None] DHCP port deletion for faaeba95-b0d0-4d55-8d69-ea8e95b4070b request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:38:50.227074 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-05aa429d-a81a-425e-b487-1f486ecd0e7e tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:50.253267 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-05aa429d-a81a-425e-b487-1f486ecd0e7e tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:50.294021 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-7521468f-8690-4c26-a936-dcadc93f6b76 None None] Deleting port 6d2f4ec2-ffc4-4f1a-8f5d-971935d598e4 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:38:50.295951 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7521468f-8690-4c26-a936-dcadc93f6b76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:50.387977 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-7521468f-8690-4c26-a936-dcadc93f6b76 None None] For port 6d2f4ec2-ffc4-4f1a-8f5d-971935d598e4, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=6d2f4ec2-ffc4-4f1a-8f5d-971935d598e4,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:38:50.388377 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7521468f-8690-4c26-a936-dcadc93f6b76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:50.404398 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-7521468f-8690-4c26-a936-dcadc93f6b76 None None] Calling delete_port for 6d2f4ec2-ffc4-4f1a-8f5d-971935d598e4 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:38:50.414149 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d7d648-b20e-4d16-8a87-15d89089c5cf tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:38:50.417720 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-38d7d648-b20e-4d16-8a87-15d89089c5cf tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:50.499532 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-05aa429d-a81a-425e-b487-1f486ecd0e7e tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:50.502869 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-05aa429d-a81a-425e-b487-1f486ecd0e7e tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:50.506589 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-05aa429d-a81a-425e-b487-1f486ecd0e7e tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "DELETE /v2.0/security-groups/a1d0489e-540f-4c5c-b417-0b38deff57d8 HTTP/1.1" status: 204 len: 168 time: 0.4085612 Oct 27 18:38:50.510841 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48370) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:50.521193 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aa429d-a81a-425e-b487-1f486ecd0e7e tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d0489e-540f-4c5c-b417-0b38deff57d8,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:50.617636 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48372) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:50.617843 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ad6aebc0-0067-4e4f-97f4-2d62678c2478 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1054833 Oct 27 18:38:50.623300 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-b13d2176-b40e-40e6-b6c7-bda2c945fcec tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Request body: {'security_group': {'name': 'tempest-secgroup--1994718066'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:50.642392 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7521468f-8690-4c26-a936-dcadc93f6b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:50.684685 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521468f-8690-4c26-a936-dcadc93f6b76 None None] Pushing event deleted for resources: {'Port': ['ID=6d2f4ec2-ffc4-4f1a-8f5d-971935d598e4,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:50.694136 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7521468f-8690-4c26-a936-dcadc93f6b76 None None] No DVR routers for this DVR port 6d2f4ec2-ffc4-4f1a-8f5d-971935d598e4 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:38:50.696794 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7521468f-8690-4c26-a936-dcadc93f6b76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:38:50.697146 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7521468f-8690-4c26-a936-dcadc93f6b76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:38:50.697522 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7521468f-8690-4c26-a936-dcadc93f6b76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:38:50.697900 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7521468f-8690-4c26-a936-dcadc93f6b76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:38:50.698288 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7521468f-8690-4c26-a936-dcadc93f6b76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:38:50.698630 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7521468f-8690-4c26-a936-dcadc93f6b76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:38:50.699060 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7521468f-8690-4c26-a936-dcadc93f6b76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:38:50.699401 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7521468f-8690-4c26-a936-dcadc93f6b76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:38:50.699877 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7521468f-8690-4c26-a936-dcadc93f6b76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:38:50.700741 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7521468f-8690-4c26-a936-dcadc93f6b76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:38:50.701096 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7521468f-8690-4c26-a936-dcadc93f6b76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:38:50.701473 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7521468f-8690-4c26-a936-dcadc93f6b76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:38:50.757112 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b13d2176-b40e-40e6-b6c7-bda2c945fcec tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:50.785464 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-38d7d648-b20e-4d16-8a87-15d89089c5cf tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:50.915112 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d7d648-b20e-4d16-8a87-15d89089c5cf tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Subnet': ['ID=edf5098a-c0ed-4155-a731-b258d4700132,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:50.923466 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b13d2176-b40e-40e6-b6c7-bda2c945fcec tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:50.934846 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d7d648-b20e-4d16-8a87-15d89089c5cf tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:38:50.936325 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-38d7d648-b20e-4d16-8a87-15d89089c5cf tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:38:50.949196 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656629c4-68e9-4c0d-8512-5cc6ac12a094 None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:38:50.960658 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d7d648-b20e-4d16-8a87-15d89089c5cf tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:50.961812 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-38d7d648-b20e-4d16-8a87-15d89089c5cf tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:50.996296 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b13d2176-b40e-40e6-b6c7-bda2c945fcec tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:51.056406 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d2176-b40e-40e6-b6c7-bda2c945fcec tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74194325-1efe-4555-8c75-73141ccca863,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:51.094873 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b13d2176-b40e-40e6-b6c7-bda2c945fcec tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:51.099533 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b13d2176-b40e-40e6-b6c7-bda2c945fcec tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4779975 Oct 27 18:38:51.099684 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-38d7d648-b20e-4d16-8a87-15d89089c5cf tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0045142 Oct 27 18:38:51.100131 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48384) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:51.100131 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48386) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:51.109761 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-c7c8c2cf-87dd-475d-a7d0-3b6bda81c741 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'port': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'fixed_ips': [{'subnet_id': 'edf5098a-c0ed-4155-a731-b258d4700132', 'ip_address': '2001:db8::4d9e:c35d:eb8d:afd3'}], 'name': 'tempest-NetworksTestDHCPv6-1513645800'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:51.124165 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-9739075f-0e3d-491a-9047-afd9406f7156 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Request body: {'security_group_rule': {'security_group_id': '74194325-1efe-4555-8c75-73141ccca863', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:51.128552 n-d-815690-2 neutron-server[102878]: WARNING neutron.api.v2.base [None req-9739075f-0e3d-491a-9047-afd9406f7156 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 27 18:38:51.129110 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-9739075f-0e3d-491a-9047-afd9406f7156 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:38:51.141418 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9739075f-0e3d-491a-9047-afd9406f7156 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0308626 Oct 27 18:38:51.141601 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48388) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:51.141989 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-49ab2ea5-889a-4b59-aacf-e5ec6c4fb84a tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Request body: {'security_group_rule': {'security_group_id': '74194325-1efe-4555-8c75-73141ccca863', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:51.238270 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd215790-f2c5-443c-9187-f8e0a65cfd28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'tenant_id': '89b3aabd8d544ecda89a865b2a77c321', 'fixed_ips': [{'subnet_id': 'edf5098a-c0ed-4155-a731-b258d4700132'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:38:51.241277 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd215790-f2c5-443c-9187-f8e0a65cfd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:51.390768 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-49ab2ea5-889a-4b59-aacf-e5ec6c4fb84a tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:38:51.395251 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-49ab2ea5-889a-4b59-aacf-e5ec6c4fb84a tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2552750 Oct 27 18:38:51.395251 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48394) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:51.399860 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-375f3eae-4d7d-4bac-adc9-fd4557a7e427 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Request body: {'security_group_rule': {'security_group_id': '74194325-1efe-4555-8c75-73141ccca863', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:51.400325 n-d-815690-2 neutron-server[102879]: WARNING neutron.api.v2.base [None req-375f3eae-4d7d-4bac-adc9-fd4557a7e427 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 27 18:38:51.402234 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-375f3eae-4d7d-4bac-adc9-fd4557a7e427 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:38:51.403280 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-375f3eae-4d7d-4bac-adc9-fd4557a7e427 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0072806 Oct 27 18:38:51.406222 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48396) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:51.412940 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-4beb7d2a-0ea7-46e5-ad48-fd585445b359 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Request body: {'security_group_rule': {'security_group_id': '74194325-1efe-4555-8c75-73141ccca863', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:51.440179 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-fd215790-f2c5-443c-9187-f8e0a65cfd28 None None] Allocated IP 2001:db8::2 (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/edf5098a-c0ed-4155-a731-b258d4700132/7c0c85ef-f93a-4aba-a22d-4ee56ac3de7f) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:38:51.472422 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c8c2cf-87dd-475d-a7d0-3b6bda81c741 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:38:51.641941 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-4beb7d2a-0ea7-46e5-ad48-fd585445b359 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:38:51.648339 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4beb7d2a-0ea7-46e5-ad48-fd585445b359 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2369406 Oct 27 18:38:51.648908 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48406) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:51.660154 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c7c8c2cf-87dd-475d-a7d0-3b6bda81c741 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:51.676939 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-3f5dc102-7572-4481-bf7a-36410459d46a tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Request body: {'security_group_rule': {'security_group_id': '74194325-1efe-4555-8c75-73141ccca863', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:51.677440 n-d-815690-2 neutron-server[102879]: WARNING neutron.api.v2.base [None req-3f5dc102-7572-4481-bf7a-36410459d46a tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 27 18:38:51.677956 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-3f5dc102-7572-4481-bf7a-36410459d46a tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:38:51.685242 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48408) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:51.688724 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3f5dc102-7572-4481-bf7a-36410459d46a tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0380113 Oct 27 18:38:51.702872 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-0d91d7c2-e39d-4acd-8943-b8749e33c5fb tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Request body: {'security_group_rule': {'security_group_id': '74194325-1efe-4555-8c75-73141ccca863', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:51.726653 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-c7c8c2cf-87dd-475d-a7d0-3b6bda81c741 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] device_id is not set on port a9b80987-93e8-4491-b287-b18dd0f5e33e yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:38:51.748050 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd215790-f2c5-443c-9187-f8e0a65cfd28 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:51.865907 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd215790-f2c5-443c-9187-f8e0a65cfd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:51.928785 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd215790-f2c5-443c-9187-f8e0a65cfd28 None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:38:51.934505 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-fd215790-f2c5-443c-9187-f8e0a65cfd28 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:38:51.988280 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd215790-f2c5-443c-9187-f8e0a65cfd28 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:38:52.078960 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 6d2f4ec2-ffc4-4f1a-8f5d-971935d598e4 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:38:52.164765 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd215790-f2c5-443c-9187-f8e0a65cfd28 None None] Pushing event updated for resources: {'Port': ['ID=7c0c85ef-f93a-4aba-a22d-4ee56ac3de7f,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:52.185214 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 6d2f4ec2-ffc4-4f1a-8f5d-971935d598e4 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:38:52.185561 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 6d2f4ec2-ffc4-4f1a-8f5d-971935d598e4 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:38:52.225760 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-fd215790-f2c5-443c-9187-f8e0a65cfd28 None None] Attempting to bind port 7c0c85ef-f93a-4aba-a22d-4ee56ac3de7f on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:38:52.226130 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-fd215790-f2c5-443c-9187-f8e0a65cfd28 None None] Attempting to bind port 7c0c85ef-f93a-4aba-a22d-4ee56ac3de7f by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:38:52.226513 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd215790-f2c5-443c-9187-f8e0a65cfd28 None None] Attempting to bind port 7c0c85ef-f93a-4aba-a22d-4ee56ac3de7f on network faaeba95-b0d0-4d55-8d69-ea8e95b4070b {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:38:52.239949 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd215790-f2c5-443c-9187-f8e0a65cfd28 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:38:52.240334 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd215790-f2c5-443c-9187-f8e0a65cfd28 None None] Checking segment: {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:38:52.240745 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd215790-f2c5-443c-9187-f8e0a65cfd28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:52.241140 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd215790-f2c5-443c-9187-f8e0a65cfd28 None None] Bound using segment: {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:38:52.241627 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-fd215790-f2c5-443c-9187-f8e0a65cfd28 None None] Bound port: 7c0c85ef-f93a-4aba-a22d-4ee56ac3de7f, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:38:52.242037 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd215790-f2c5-443c-9187-f8e0a65cfd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:52.387996 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-fd215790-f2c5-443c-9187-f8e0a65cfd28 None None] For port 7c0c85ef-f93a-4aba-a22d-4ee56ac3de7f, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:38:52.391631 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-fd215790-f2c5-443c-9187-f8e0a65cfd28 None None] For port 7c0c85ef-f93a-4aba-a22d-4ee56ac3de7f, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=7c0c85ef-f93a-4aba-a22d-4ee56ac3de7f,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:38:52.494148 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd215790-f2c5-443c-9187-f8e0a65cfd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:52.599233 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-0d91d7c2-e39d-4acd-8943-b8749e33c5fb tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:38:52.603304 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48424) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:52.603728 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0d91d7c2-e39d-4acd-8943-b8749e33c5fb tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.9172704 Oct 27 18:38:52.608041 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-6ca4853a-4fc5-4071-9f2e-17de686c12d1 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Request body: {'security_group_rule': {'security_group_id': '74194325-1efe-4555-8c75-73141ccca863', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:52.608520 n-d-815690-2 neutron-server[102879]: WARNING neutron.api.v2.base [None req-6ca4853a-4fc5-4071-9f2e-17de686c12d1 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 27 18:38:52.609002 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-6ca4853a-4fc5-4071-9f2e-17de686c12d1 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:38:52.610256 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6ca4853a-4fc5-4071-9f2e-17de686c12d1 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0057952 Oct 27 18:38:52.622225 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48426) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:52.633750 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-16b262a3-637d-4646-a508-e51806a9ce1a tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Request body: {'security_group_rule': {'security_group_id': '74194325-1efe-4555-8c75-73141ccca863', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:52.635774 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd215790-f2c5-443c-9187-f8e0a65cfd28 None None] Pushing event updated for resources: {'Port': ['ID=7c0c85ef-f93a-4aba-a22d-4ee56ac3de7f,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:52.747096 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-c7c8c2cf-87dd-475d-a7d0-3b6bda81c741 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Allocated IP 2001:db8::4d9e:c35d:eb8d:afd3 (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/edf5098a-c0ed-4155-a731-b258d4700132/a9b80987-93e8-4491-b287-b18dd0f5e33e) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:38:52.877008 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-16b262a3-637d-4646-a508-e51806a9ce1a tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:38:52.878462 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-16b262a3-637d-4646-a508-e51806a9ce1a tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2551806 Oct 27 18:38:52.881570 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48430) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:52.888501 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-558b955c-1284-4844-9965-02a3dcc73644 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Request body: {'security_group_rule': {'security_group_id': '74194325-1efe-4555-8c75-73141ccca863', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:53.088227 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-558b955c-1284-4844-9965-02a3dcc73644 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:38:53.091879 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-558b955c-1284-4844-9965-02a3dcc73644 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2055330 Oct 27 18:38:53.092122 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48436) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:53.188402 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c7c8c2cf-87dd-475d-a7d0-3b6bda81c741 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:53.211163 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f1f09e74-d849-4f66-8887-3149189ef734 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:53.289945 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f1f09e74-d849-4f66-8887-3149189ef734 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:53.363217 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c7c8c2cf-87dd-475d-a7d0-3b6bda81c741 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:53.448552 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c8c2cf-87dd-475d-a7d0-3b6bda81c741 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:38:53.452587 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-c7c8c2cf-87dd-475d-a7d0-3b6bda81c741 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:38:53.465744 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c8c2cf-87dd-475d-a7d0-3b6bda81c741 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Port': ['ID=a9b80987-93e8-4491-b287-b18dd0f5e33e,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:53.470307 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c8c2cf-87dd-475d-a7d0-3b6bda81c741 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:38:53.478692 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c8c2cf-87dd-475d-a7d0-3b6bda81c741 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:53.479707 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c7c8c2cf-87dd-475d-a7d0-3b6bda81c741 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:53.488616 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f1f09e74-d849-4f66-8887-3149189ef734 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:53.491890 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f1f09e74-d849-4f66-8887-3149189ef734 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:53.496115 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f1f09e74-d849-4f66-8887-3149189ef734 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "DELETE /v2.0/security-groups/74194325-1efe-4555-8c75-73141ccca863 HTTP/1.1" status: 204 len: 168 time: 0.4030349 Oct 27 18:38:53.496818 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48446) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:53.526396 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f09e74-d849-4f66-8887-3149189ef734 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74194325-1efe-4555-8c75-73141ccca863,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:53.593620 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c7c8c2cf-87dd-475d-a7d0-3b6bda81c741 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4899116 Oct 27 18:38:53.597189 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48448) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:53.602883 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-229dd038-02f8-4038-8cbf-82f94df1ee7e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'port': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'fixed_ips': [{'subnet_id': 'edf5098a-c0ed-4155-a731-b258d4700132', 'ip_address': '2001:db8::4d9e:c35d:eb8d:afd3'}], 'name': 'tempest-NetworksTestDHCPv6-983470797'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:53.612179 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-194b092d-e46d-4360-8c30-fe96898e297f tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1097136 Oct 27 18:38:53.613772 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48450) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:53.624869 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-61b71503-7ce5-452a-9654-554b85accdc9 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Request body: {'security_group': {'name': 'tempest-secgroup--1846825221'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:53.756265 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-61b71503-7ce5-452a-9654-554b85accdc9 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:53.905631 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-61b71503-7ce5-452a-9654-554b85accdc9 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:53.928721 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229dd038-02f8-4038-8cbf-82f94df1ee7e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:38:53.934185 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-229dd038-02f8-4038-8cbf-82f94df1ee7e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:53.967533 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-229dd038-02f8-4038-8cbf-82f94df1ee7e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] device_id is not set on port a528b257-aa65-4cbf-a85f-4e4d33f4bc68 yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:38:53.980459 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-61b71503-7ce5-452a-9654-554b85accdc9 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:54.109581 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b71503-7ce5-452a-9654-554b85accdc9 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddacec56-388a-4bd3-8968-ce41273c655b,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:54.135091 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-61b71503-7ce5-452a-9654-554b85accdc9 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:54.141998 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-61b71503-7ce5-452a-9654-554b85accdc9 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5260799 Oct 27 18:38:54.147915 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48454) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:54.160162 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-2f89f908-13d1-4bd2-8f02-84afb82aede7 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Request body: {'security_group_rule': {'security_group_id': 'ddacec56-388a-4bd3-8968-ce41273c655b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:54.205695 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7c0c85ef-f93a-4aba-a22d-4ee56ac3de7f up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:38:54.282730 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 7c0c85ef-f93a-4aba-a22d-4ee56ac3de7f triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:38:54.283237 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:54.427649 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-dcbe9684-b4fc-4f08-9cd0-75bba1028237 None None] Provisioning complete for port 7c0c85ef-f93a-4aba-a22d-4ee56ac3de7f triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:38:54.428034 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dcbe9684-b4fc-4f08-9cd0-75bba1028237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:54.442733 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-229dd038-02f8-4038-8cbf-82f94df1ee7e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 27 18:38:54.443163 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-229dd038-02f8-4038-8cbf-82f94df1ee7e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:38:54.476802 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-2f89f908-13d1-4bd2-8f02-84afb82aede7 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] create failed (client error): The resource could not be found. Oct 27 18:38:54.480339 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2f89f908-13d1-4bd2-8f02-84afb82aede7 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3297162 Oct 27 18:38:54.482347 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48462) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:54.489514 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-eeaf5e2d-2f9f-40ca-a749-b1a94b0640ad tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Request body: {'security_group_rule': {'security_group_id': 'ddacec56-388a-4bd3-8968-ce41273c655b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '53156472-651c-4b6a-afd3-2c523178f88d'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:54.562246 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48466) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:54.574647 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-229dd038-02f8-4038-8cbf-82f94df1ee7e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9655645 Oct 27 18:38:54.600679 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:54.656014 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 7c0c85ef-f93a-4aba-a22d-4ee56ac3de7f, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=7c0c85ef-f93a-4aba-a22d-4ee56ac3de7f,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:38:54.704111 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0c5715-ee31-4b27-86ee-a6dc83ce64c1 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:54.710892 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0c5715-ee31-4b27-86ee-a6dc83ce64c1 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:54.715554 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48468) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:54.725048 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-eb0c5715-ee31-4b27-86ee-a6dc83ce64c1 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1616671 Oct 27 18:38:54.728432 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dcbe9684-b4fc-4f08-9cd0-75bba1028237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:54.776626 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:54.848577 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-eeaf5e2d-2f9f-40ca-a749-b1a94b0640ad tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] create failed (client error): The resource could not be found. Oct 27 18:38:54.852494 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-eeaf5e2d-2f9f-40ca-a749-b1a94b0640ad tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3662169 Oct 27 18:38:54.852893 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48470) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:54.897432 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-1629a122-cb7c-44c0-be11-64520bd741af tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting port a9b80987-93e8-4491-b287-b18dd0f5e33e {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:38:54.907447 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1629a122-cb7c-44c0-be11-64520bd741af tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:54.994855 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-dcbe9684-b4fc-4f08-9cd0-75bba1028237 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:38:54.994855 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-dcbe9684-b4fc-4f08-9cd0-75bba1028237 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:38:54.999648 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ae589310-b51c-495f-aca7-78b171d9663e tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:55.022433 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=7c0c85ef-f93a-4aba-a22d-4ee56ac3de7f,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:55.051019 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ae589310-b51c-495f-aca7-78b171d9663e tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:55.114472 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1629a122-cb7c-44c0-be11-64520bd741af tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:55.138606 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-1629a122-cb7c-44c0-be11-64520bd741af tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Calling delete_port for a9b80987-93e8-4491-b287-b18dd0f5e33e owned by {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:38:55.196297 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ae589310-b51c-495f-aca7-78b171d9663e tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:55.199018 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ae589310-b51c-495f-aca7-78b171d9663e tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:55.200517 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ae589310-b51c-495f-aca7-78b171d9663e tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "DELETE /v2.0/security-groups/ddacec56-388a-4bd3-8968-ce41273c655b HTTP/1.1" status: 204 len: 168 time: 0.3464458 Oct 27 18:38:55.204043 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48476) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:55.234939 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae589310-b51c-495f-aca7-78b171d9663e tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddacec56-388a-4bd3-8968-ce41273c655b,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:55.336396 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48478) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:55.341755 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-e20bf49c-5e42-4b6f-be23-c6df170ab743 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Request body: {'security_group_rule': {'security_group_id': '781c10f0-555d-426a-81b1-a6bbd87aba66', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:55.347514 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a2ef388d-6e4f-4800-9b6e-a0ab62034269 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1398571 Oct 27 18:38:55.396370 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1629a122-cb7c-44c0-be11-64520bd741af tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:55.512456 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1629a122-cb7c-44c0-be11-64520bd741af tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:55.526629 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1629a122-cb7c-44c0-be11-64520bd741af tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/ports/a9b80987-93e8-4491-b287-b18dd0f5e33e HTTP/1.1" status: 204 len: 168 time: 0.8076239 Oct 27 18:38:55.527667 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48484) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:55.555975 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629a122-cb7c-44c0-be11-64520bd741af tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Port': ['ID=a9b80987-93e8-4491-b287-b18dd0f5e33e,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:55.656876 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aedc44d-131d-4caf-a4ed-07cd1bec4b85 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:55.658884 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aedc44d-131d-4caf-a4ed-07cd1bec4b85 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:55.662963 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5aedc44d-131d-4caf-a4ed-07cd1bec4b85 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1322260 Oct 27 18:38:55.663544 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48490) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:55.675862 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-e20bf49c-5e42-4b6f-be23-c6df170ab743 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] create failed (client error): The resource could not be found. Oct 27 18:38:55.681049 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48492) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:55.681765 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e20bf49c-5e42-4b6f-be23-c6df170ab743 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3438327 Oct 27 18:38:55.687762 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-da27909c-0cd4-4348-a129-604a725d5955 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Request body: {'security_group': {'name': 'tempest-secgroup--1522294571'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:55.747484 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-df13a7c3-7090-451c-b6a8-65ec7cf85266 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting subnet edf5098a-c0ed-4155-a731-b258d4700132 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:38:55.753963 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ed55f27-1f4b-41c7-95ec-1ab565e58e43 None None] Could not find standard attr ID for object a9b80987-93e8-4491-b287-b18dd0f5e33e. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 18:38:55.754708 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-df13a7c3-7090-451c-b6a8-65ec7cf85266 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:55.803698 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-da27909c-0cd4-4348-a129-604a725d5955 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:55.854609 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-df13a7c3-7090-451c-b6a8-65ec7cf85266 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:55.968626 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-da27909c-0cd4-4348-a129-604a725d5955 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:56.024721 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-da27909c-0cd4-4348-a129-604a725d5955 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:56.077885 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-df13a7c3-7090-451c-b6a8-65ec7cf85266 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:56.085260 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27909c-0cd4-4348-a129-604a725d5955 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c913ce4d-d2d7-4a18-b1bb-89495fbb49d8,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:56.090371 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7c0c85ef-f93a-4aba-a22d-4ee56ac3de7f up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:38:56.112676 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-da27909c-0cd4-4348-a129-604a725d5955 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:56.114138 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-da27909c-0cd4-4348-a129-604a725d5955 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4314952 Oct 27 18:38:56.117198 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48502) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:56.121447 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-4a29535b-edb0-47fb-b74a-f31d0dbbc0a0 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Request body: {'security_group': {'name': 'tempest-secgroup--1744475881'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:56.248048 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4a29535b-edb0-47fb-b74a-f31d0dbbc0a0 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:56.261261 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 7c0c85ef-f93a-4aba-a22d-4ee56ac3de7f triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:38:56.263900 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:56.357680 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-df13a7c3-7090-451c-b6a8-65ec7cf85266 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:56.383680 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-df13a7c3-7090-451c-b6a8-65ec7cf85266 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:56.391592 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296f69f6-4632-4388-a09b-18af8fa601d7 None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:38:56.397694 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-df13a7c3-7090-451c-b6a8-65ec7cf85266 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/edf5098a-c0ed-4155-a731-b258d4700132 HTTP/1.1" status: 204 len: 168 time: 0.7285447 Oct 27 18:38:56.397835 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4a29535b-edb0-47fb-b74a-f31d0dbbc0a0 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:56.398280 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48510) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:56.430550 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df13a7c3-7090-451c-b6a8-65ec7cf85266 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Subnet': ['ID=edf5098a-c0ed-4155-a731-b258d4700132,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:56.512192 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f6f205f9-c2ff-4717-92c6-d79e49f9e397 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1102870 Oct 27 18:38:56.514893 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4a29535b-edb0-47fb-b74a-f31d0dbbc0a0 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:56.515233 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48512) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:56.521162 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-8b0164a7-da83-4e20-b46a-132b2ca9fe3a tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'subnet': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:56.619058 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:56.649509 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4a29535b-edb0-47fb-b74a-f31d0dbbc0a0 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:56.663116 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4a29535b-edb0-47fb-b74a-f31d0dbbc0a0 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5451255 Oct 27 18:38:56.665154 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48520) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:56.684630 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-1dcf32cb-79ae-4088-aa61-ea39811a8457 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Request body: {'security_group_rule': {'security_group_id': 'c913ce4d-d2d7-4a18-b1bb-89495fbb49d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '2f12c7ac-7349-40bb-b1f0-7d4833622517'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:56.710988 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a29535b-edb0-47fb-b74a-f31d0dbbc0a0 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f12c7ac-7349-40bb-b1f0-7d4833622517,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:56.745558 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc157351-51e6-43f3-9566-7b2105b45513 None None] DHCP port deletion for faaeba95-b0d0-4d55-8d69-ea8e95b4070b request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:38:56.835040 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-fc157351-51e6-43f3-9566-7b2105b45513 None None] Deleting port 7c0c85ef-f93a-4aba-a22d-4ee56ac3de7f {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:38:56.835641 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fc157351-51e6-43f3-9566-7b2105b45513 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:56.910837 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:56.917757 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-fc157351-51e6-43f3-9566-7b2105b45513 None None] For port 7c0c85ef-f93a-4aba-a22d-4ee56ac3de7f, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=7c0c85ef-f93a-4aba-a22d-4ee56ac3de7f,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:38:56.918153 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fc157351-51e6-43f3-9566-7b2105b45513 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:56.946017 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-fc157351-51e6-43f3-9566-7b2105b45513 None None] Calling delete_port for 7c0c85ef-f93a-4aba-a22d-4ee56ac3de7f owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:38:56.988235 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0164a7-da83-4e20-b46a-132b2ca9fe3a tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:38:56.991825 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8b0164a7-da83-4e20-b46a-132b2ca9fe3a tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:57.071356 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-1dcf32cb-79ae-4088-aa61-ea39811a8457 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:38:57.075770 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1dcf32cb-79ae-4088-aa61-ea39811a8457 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4084151 Oct 27 18:38:57.076460 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48528) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:57.192291 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fc157351-51e6-43f3-9566-7b2105b45513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:57.232392 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-67f792c9-a593-410d-b0d2-c5fbe2b39459 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:57.270987 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc157351-51e6-43f3-9566-7b2105b45513 None None] Pushing event deleted for resources: {'Port': ['ID=7c0c85ef-f93a-4aba-a22d-4ee56ac3de7f,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:57.275869 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-67f792c9-a593-410d-b0d2-c5fbe2b39459 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:57.283905 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc157351-51e6-43f3-9566-7b2105b45513 None None] No DVR routers for this DVR port 7c0c85ef-f93a-4aba-a22d-4ee56ac3de7f on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:38:57.522262 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-67f792c9-a593-410d-b0d2-c5fbe2b39459 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:57.525157 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-67f792c9-a593-410d-b0d2-c5fbe2b39459 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:57.529234 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-67f792c9-a593-410d-b0d2-c5fbe2b39459 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "DELETE /v2.0/security-groups/2f12c7ac-7349-40bb-b1f0-7d4833622517 HTTP/1.1" status: 204 len: 168 time: 0.4487302 Oct 27 18:38:57.529557 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48532) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:57.546019 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f792c9-a593-410d-b0d2-c5fbe2b39459 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f12c7ac-7349-40bb-b1f0-7d4833622517,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:57.559336 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8b0164a7-da83-4e20-b46a-132b2ca9fe3a tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:57.661015 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0164a7-da83-4e20-b46a-132b2ca9fe3a tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:38:57.669261 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-8b0164a7-da83-4e20-b46a-132b2ca9fe3a tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:38:57.680473 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0164a7-da83-4e20-b46a-132b2ca9fe3a tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:57.682026 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8b0164a7-da83-4e20-b46a-132b2ca9fe3a tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:57.694694 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc02d242-a653-4164-8ca1-d54b2327c06d None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:38:57.703674 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0164a7-da83-4e20-b46a-132b2ca9fe3a tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Subnet': ['ID=4ef43872-b548-43b8-9894-a2e559d32ea4,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:57.715785 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b8a8abc9-de1f-4d11-b445-9e680b9ad296 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1850765 Oct 27 18:38:57.718608 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48536) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:57.813788 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8b0164a7-da83-4e20-b46a-132b2ca9fe3a tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2973430 Oct 27 18:38:57.818643 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48542) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:57.825557 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-a60064d0-e286-4911-a554-61f7402a02b4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'port': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'fixed_ips': [{'subnet_id': '4ef43872-b548-43b8-9894-a2e559d32ea4', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1690498997'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:57.906089 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-845a6d8d-1f51-4d62-b813-17fb0d9f0c34 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:57.997553 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-845a6d8d-1f51-4d62-b813-17fb0d9f0c34 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:58.069457 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7c0c85ef-f93a-4aba-a22d-4ee56ac3de7f no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:38:58.072849 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d66a6a-ccaf-4e5a-be07-8fc6a2bbd26a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'tenant_id': '89b3aabd8d544ecda89a865b2a77c321', 'fixed_ips': [{'subnet_id': '4ef43872-b548-43b8-9894-a2e559d32ea4'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:38:58.073749 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-80d66a6a-ccaf-4e5a-be07-8fc6a2bbd26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:58.162204 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 7c0c85ef-f93a-4aba-a22d-4ee56ac3de7f {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:38:58.162520 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7c0c85ef-f93a-4aba-a22d-4ee56ac3de7f not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:38:58.214168 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-845a6d8d-1f51-4d62-b813-17fb0d9f0c34 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:58.217054 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-845a6d8d-1f51-4d62-b813-17fb0d9f0c34 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:58.221947 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-845a6d8d-1f51-4d62-b813-17fb0d9f0c34 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "DELETE /v2.0/security-groups/c913ce4d-d2d7-4a18-b1bb-89495fbb49d8 HTTP/1.1" status: 204 len: 168 time: 0.5022411 Oct 27 18:38:58.222795 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48552) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:58.236001 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60064d0-e286-4911-a554-61f7402a02b4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:38:58.398084 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-80d66a6a-ccaf-4e5a-be07-8fc6a2bbd26a None None] Allocated IP 2001:db8::2 (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/4ef43872-b548-43b8-9894-a2e559d32ea4/3dbe825a-4572-4193-b13f-65239ab9e1dd) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:38:58.446271 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a60064d0-e286-4911-a554-61f7402a02b4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:58.446271 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a6d8d-1f51-4d62-b813-17fb0d9f0c34 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c913ce4d-d2d7-4a18-b1bb-89495fbb49d8,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:58.520944 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4f580838-8398-48a0-b7fc-3473821b8760 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2817469 Oct 27 18:38:58.523295 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48558) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:58.528097 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-5deca887-dd62-438b-b9bc-72895d11c7a2 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Request body: {'security_group': {'name': 'tempest-secgroup--569881110'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:58.533915 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-a60064d0-e286-4911-a554-61f7402a02b4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] device_id is not set on port 288f19db-6170-49b3-a4b3-3a7c88fd62f1 yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:38:58.643061 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5deca887-dd62-438b-b9bc-72895d11c7a2 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:58.704263 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-80d66a6a-ccaf-4e5a-be07-8fc6a2bbd26a None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:58.779680 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-80d66a6a-ccaf-4e5a-be07-8fc6a2bbd26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:58.782105 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5deca887-dd62-438b-b9bc-72895d11c7a2 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:58.825267 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-a60064d0-e286-4911-a554-61f7402a02b4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:38:58.826912 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a60064d0-e286-4911-a554-61f7402a02b4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:38:58.847973 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5deca887-dd62-438b-b9bc-72895d11c7a2 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:58.872663 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d66a6a-ccaf-4e5a-be07-8fc6a2bbd26a None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:38:58.890075 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-80d66a6a-ccaf-4e5a-be07-8fc6a2bbd26a None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:38:58.904472 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a60064d0-e286-4911-a554-61f7402a02b4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0820405 Oct 27 18:38:58.904723 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48568) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:58.920415 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d66a6a-ccaf-4e5a-be07-8fc6a2bbd26a None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:38:58.936105 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deca887-dd62-438b-b9bc-72895d11c7a2 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38545e8f-86d7-4d6a-b4cb-6e09bec5735a,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:58.969295 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5deca887-dd62-438b-b9bc-72895d11c7a2 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:58.974733 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5deca887-dd62-438b-b9bc-72895d11c7a2 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4515197 Oct 27 18:38:58.976392 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48574) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:58.981897 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d66a6a-ccaf-4e5a-be07-8fc6a2bbd26a None None] Pushing event updated for resources: {'Port': ['ID=3dbe825a-4572-4193-b13f-65239ab9e1dd,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:58.982635 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-099e4da7-c8b9-4e10-b3d6-93452dd582b4 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:38:58.983734 n-d-815690-2 neutron-server[102878]: WARNING neutron.api.v2.base [None req-099e4da7-c8b9-4e10-b3d6-93452dd582b4 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 27 18:38:58.989391 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-099e4da7-c8b9-4e10-b3d6-93452dd582b4 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] update failed (client error): There was a conflict when trying to complete your request. Oct 27 18:38:58.989391 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-099e4da7-c8b9-4e10-b3d6-93452dd582b4 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "PUT /v2.0/security-groups/38545e8f-86d7-4d6a-b4cb-6e09bec5735a HTTP/1.1" status: 409 len: 330 time: 0.0083930 Oct 27 18:38:58.991447 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48576) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:59.036295 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf38ac0-5db8-4c43-bf1a-8f3e926962f9 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:59.040269 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7cf38ac0-5db8-4c43-bf1a-8f3e926962f9 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1322682 Oct 27 18:38:59.043440 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48578) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:59.064729 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-80d66a6a-ccaf-4e5a-be07-8fc6a2bbd26a None None] Attempting to bind port 3dbe825a-4572-4193-b13f-65239ab9e1dd on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:38:59.065273 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-80d66a6a-ccaf-4e5a-be07-8fc6a2bbd26a None None] Attempting to bind port 3dbe825a-4572-4193-b13f-65239ab9e1dd by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:38:59.065739 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d66a6a-ccaf-4e5a-be07-8fc6a2bbd26a None None] Attempting to bind port 3dbe825a-4572-4193-b13f-65239ab9e1dd on network faaeba95-b0d0-4d55-8d69-ea8e95b4070b {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:38:59.074267 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d66a6a-ccaf-4e5a-be07-8fc6a2bbd26a None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:38:59.074989 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d66a6a-ccaf-4e5a-be07-8fc6a2bbd26a None None] Checking segment: {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:38:59.075459 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-80d66a6a-ccaf-4e5a-be07-8fc6a2bbd26a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:59.075954 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d66a6a-ccaf-4e5a-be07-8fc6a2bbd26a None None] Bound using segment: {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:38:59.076527 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ccc78eb1-256a-4dfb-98c9-ccd5f876dd25 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:59.076713 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-80d66a6a-ccaf-4e5a-be07-8fc6a2bbd26a None None] Bound port: 3dbe825a-4572-4193-b13f-65239ab9e1dd, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:38:59.077197 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-80d66a6a-ccaf-4e5a-be07-8fc6a2bbd26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:59.129704 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ccc78eb1-256a-4dfb-98c9-ccd5f876dd25 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:59.171440 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165fd12c-9592-49b9-be43-94f360e0bff9 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:59.173989 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165fd12c-9592-49b9-be43-94f360e0bff9 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:38:59.179960 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-165fd12c-9592-49b9-be43-94f360e0bff9 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1307147 Oct 27 18:38:59.181713 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48584) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:59.206080 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-80d66a6a-ccaf-4e5a-be07-8fc6a2bbd26a None None] For port 3dbe825a-4572-4193-b13f-65239ab9e1dd, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:38:59.210634 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-80d66a6a-ccaf-4e5a-be07-8fc6a2bbd26a None None] For port 3dbe825a-4572-4193-b13f-65239ab9e1dd, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=3dbe825a-4572-4193-b13f-65239ab9e1dd,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:38:59.304945 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-80d66a6a-ccaf-4e5a-be07-8fc6a2bbd26a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:59.320040 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-e37b1de5-07a7-4fda-8386-c60e7418ae55 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting subnet 4ef43872-b548-43b8-9894-a2e559d32ea4 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:38:59.330015 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e37b1de5-07a7-4fda-8386-c60e7418ae55 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:59.464480 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ccc78eb1-256a-4dfb-98c9-ccd5f876dd25 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:59.468122 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ccc78eb1-256a-4dfb-98c9-ccd5f876dd25 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:59.473344 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ccc78eb1-256a-4dfb-98c9-ccd5f876dd25 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "DELETE /v2.0/security-groups/38545e8f-86d7-4d6a-b4cb-6e09bec5735a HTTP/1.1" status: 204 len: 168 time: 0.4806237 Oct 27 18:38:59.474374 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48586) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:59.484529 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e37b1de5-07a7-4fda-8386-c60e7418ae55 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:59.491864 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d66a6a-ccaf-4e5a-be07-8fc6a2bbd26a None None] Pushing event updated for resources: {'Port': ['ID=3dbe825a-4572-4193-b13f-65239ab9e1dd,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:59.557050 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc78eb1-256a-4dfb-98c9-ccd5f876dd25 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38545e8f-86d7-4d6a-b4cb-6e09bec5735a,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:38:59.653910 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-66785c96-facc-4548-8569-3b8257fd0ea7 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1719820 Oct 27 18:38:59.658449 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48590) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:59.696309 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-ed8c62f9-6343-4e9f-b20f-ca610f36f411 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] delete failed (client error): The resource could not be found. Oct 27 18:38:59.699151 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ed8c62f9-6343-4e9f-b20f-ca610f36f411 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "DELETE /v2.0/security-groups/4889fe90-2b68-420f-a4b3-c94d7ce13db7 HTTP/1.1" status: 404 len: 347 time: 0.0394511 Oct 27 18:38:59.705631 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48592) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:59.707316 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e37b1de5-07a7-4fda-8386-c60e7418ae55 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:59.750171 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-96b43225-f6a2-435d-af13-deaebad91133 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] show failed (client error): The resource could not be found. Oct 27 18:38:59.758614 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-96b43225-f6a2-435d-af13-deaebad91133 tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "GET /v2.0/security-groups/aed51a65-36cb-408a-9e24-16d66282ed26 HTTP/1.1" status: 404 len: 347 time: 0.0401545 Oct 27 18:38:59.758614 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48594) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:38:59.777227 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-47d1285b-2d89-4628-b201-14bc949c3d7a tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] show failed (client error): The resource could not be found. Oct 27 18:38:59.781324 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-47d1285b-2d89-4628-b201-14bc949c3d7a tempest-NegativeSecGroupTest-1411346990 tempest-NegativeSecGroupTest-1411346990-project] 10.222.0.52 "GET /v2.0/security-group-rules/41ed1186-37ab-4769-8701-953da54cd977 HTTP/1.1" status: 404 len: 356 time: 0.0215714 Oct 27 18:38:59.946026 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e37b1de5-07a7-4fda-8386-c60e7418ae55 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:38:59.997529 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e37b1de5-07a7-4fda-8386-c60e7418ae55 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:00.004970 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48600) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:00.005249 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e37b1de5-07a7-4fda-8386-c60e7418ae55 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/4ef43872-b548-43b8-9894-a2e559d32ea4 HTTP/1.1" status: 204 len: 168 time: 0.8224242 Oct 27 18:39:00.006392 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b1de5-07a7-4fda-8386-c60e7418ae55 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Subnet': ['ID=4ef43872-b548-43b8-9894-a2e559d32ea4,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:00.109070 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-77204a9d-2b70-4ffb-ae5b-cd1c2fd79a3b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1026816 Oct 27 18:39:00.113551 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48604) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:00.134745 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-1cff91b0-afb1-49f4-9dd6-2dedfd297be5 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'subnet': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:39:00.256981 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 3dbe825a-4572-4193-b13f-65239ab9e1dd up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:39:00.434342 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 3dbe825a-4572-4193-b13f-65239ab9e1dd triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:39:00.434732 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:00.459680 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cff91b0-afb1-49f4-9dd6-2dedfd297be5 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:39:00.471062 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1cff91b0-afb1-49f4-9dd6-2dedfd297be5 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:00.504268 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48608) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:00.581161 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:00.668399 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 3dbe825a-4572-4193-b13f-65239ab9e1dd, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=3dbe825a-4572-4193-b13f-65239ab9e1dd,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:39:00.695944 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:39:00.761961 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:00.821503 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=3dbe825a-4572-4193-b13f-65239ab9e1dd,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:00.895350 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a2543146-dc20-46b0-9188-e8bb369f15a4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c23a65d15aec4841b64014559e2a8d9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3897426 Oct 27 18:39:00.897990 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48614) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:00.988999 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-aef010eb-a290-4e24-ad56-072266650e2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:01.045907 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-aef010eb-a290-4e24-ad56-072266650e2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:01.082223 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1cff91b0-afb1-49f4-9dd6-2dedfd297be5 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:01.191144 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cff91b0-afb1-49f4-9dd6-2dedfd297be5 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:39:01.194464 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-1cff91b0-afb1-49f4-9dd6-2dedfd297be5 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:39:01.197580 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cff91b0-afb1-49f4-9dd6-2dedfd297be5 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:01.198616 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1cff91b0-afb1-49f4-9dd6-2dedfd297be5 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:01.226197 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff91b0-afb1-49f4-9dd6-2dedfd297be5 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Subnet': ['ID=d3f20bce-6b3a-49b1-b77d-e77ca85b7e5e,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:01.253727 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-aef010eb-a290-4e24-ad56-072266650e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:01.259001 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-aef010eb-a290-4e24-ad56-072266650e2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:01.259001 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-aef010eb-a290-4e24-ad56-072266650e2f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/361c602d-bfeb-4ea9-9843-1aec8afd2863 HTTP/1.1" status: 204 len: 168 time: 0.3589089 Oct 27 18:39:01.275400 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cc34a6-e691-4fc5-9030-1c3da8c306d5 None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:39:01.293053 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef010eb-a290-4e24-ad56-072266650e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361c602d-bfeb-4ea9-9843-1aec8afd2863,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:01.346647 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1cff91b0-afb1-49f4-9dd6-2dedfd297be5 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2229292 Oct 27 18:39:01.347982 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48622) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:01.353226 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-db063f96-5ed6-434a-a7dc-f03019daee23 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1277505032', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:39:01.476143 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-db063f96-5ed6-434a-a7dc-f03019daee23 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:01.477305 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-db063f96-5ed6-434a-a7dc-f03019daee23 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:01.534611 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-0c30f2cf-2af8-40ce-8ae8-e473f0c8a0e8 None None] Provisioning complete for port 3dbe825a-4572-4193-b13f-65239ab9e1dd triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:39:01.535385 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0c30f2cf-2af8-40ce-8ae8-e473f0c8a0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:01.602250 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-db063f96-5ed6-434a-a7dc-f03019daee23 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:01.678289 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-db063f96-5ed6-434a-a7dc-f03019daee23 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:01.768795 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-db063f96-5ed6-434a-a7dc-f03019daee23 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:01.775589 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-db063f96-5ed6-434a-a7dc-f03019daee23 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4260023 Oct 27 18:39:01.775885 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48632) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:02.067622 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 3dbe825a-4572-4193-b13f-65239ab9e1dd up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:39:02.159397 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 3dbe825a-4572-4193-b13f-65239ab9e1dd triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:39:02.159771 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:02.279718 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-912d1ee1-83a2-487f-b848-8c38443667de None None] Provisioning complete for port 3dbe825a-4572-4193-b13f-65239ab9e1dd triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:39:02.280287 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-912d1ee1-83a2-487f-b848-8c38443667de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:02.443146 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d643f65a-c356-4ca9-bd67-b4aa2177ec01 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:02.889700 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48666) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:02.895254 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0035853 Oct 27 18:39:02.898369 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48668) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:03.024921 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-29c9a0d9-69e1-400f-b496-97089ce5e008 tempest-NetworksApiDiscovery-32044458 tempest-NetworksApiDiscovery-32044458-project] 10.222.0.52 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1250257 Oct 27 18:39:03.047888 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-d643f65a-c356-4ca9-bd67-b4aa2177ec01 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Allocated IP 2001:db8::1 (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/d3f20bce-6b3a-49b1-b77d-e77ca85b7e5e/756fc89b-6d87-4cd7-a4e3-353ee5628719) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:39:03.265118 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d643f65a-c356-4ca9-bd67-b4aa2177ec01 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:03.390900 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d643f65a-c356-4ca9-bd67-b4aa2177ec01 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:03.501994 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d643f65a-c356-4ca9-bd67-b4aa2177ec01 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:39:03.508657 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-d643f65a-c356-4ca9-bd67-b4aa2177ec01 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:39:03.511491 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d643f65a-c356-4ca9-bd67-b4aa2177ec01 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:39:03.512059 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d643f65a-c356-4ca9-bd67-b4aa2177ec01 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:03.514545 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643f65a-c356-4ca9-bd67-b4aa2177ec01 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Port': ['ID=756fc89b-6d87-4cd7-a4e3-353ee5628719,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:03.767984 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48694) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:03.853789 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d643f65a-c356-4ca9-bd67-b4aa2177ec01 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:04.005553 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-947ea5cd-2152-4a2e-802a-c0a94cdc99ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:04.047751 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-7c9cbc26-3446-455c-8263-07b24c71f9cc None None] Provisioning complete for port 756fc89b-6d87-4cd7-a4e3-353ee5628719 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:39:04.050452 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7c9cbc26-3446-455c-8263-07b24c71f9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:04.119620 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-7c9cbc26-3446-455c-8263-07b24c71f9cc None None] Port 756fc89b-6d87-4cd7-a4e3-353ee5628719 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:39:04.170161 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-947ea5cd-2152-4a2e-802a-c0a94cdc99ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:04.242356 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-947ea5cd-2152-4a2e-802a-c0a94cdc99ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:04.248051 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48700) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:04.273528 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-947ea5cd-2152-4a2e-802a-c0a94cdc99ec admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=939f5b6ae665420cae9b0763786bbc86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5032392 Oct 27 18:39:04.276236 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48704) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:04.336958 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947ea5cd-2152-4a2e-802a-c0a94cdc99ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366f7b14-ad0c-49db-bf2b-7085f10d85b3,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:04.396714 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d643f65a-c356-4ca9-bd67-b4aa2177ec01 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:04.408521 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d08d355f-41cc-4aaf-a092-18c66bc8aaba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:04.435070 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d08d355f-41cc-4aaf-a092-18c66bc8aaba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:04.452790 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4c01e404-4b89-4d82-a13c-bc4ff4c40c91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:04.468333 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d643f65a-c356-4ca9-bd67-b4aa2177ec01 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:04.469112 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d643f65a-c356-4ca9-bd67-b4aa2177ec01 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:04.604340 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643f65a-c356-4ca9-bd67-b4aa2177ec01 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Port': ['ID=756fc89b-6d87-4cd7-a4e3-353ee5628719,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:04.685774 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d643f65a-c356-4ca9-bd67-b4aa2177ec01 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:39:04.692597 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-d643f65a-c356-4ca9-bd67-b4aa2177ec01 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:39:04.698617 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4c01e404-4b89-4d82-a13c-bc4ff4c40c91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:04.702771 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d08d355f-41cc-4aaf-a092-18c66bc8aaba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:04.706241 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d08d355f-41cc-4aaf-a092-18c66bc8aaba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:04.707586 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d08d355f-41cc-4aaf-a092-18c66bc8aaba admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/366f7b14-ad0c-49db-bf2b-7085f10d85b3 HTTP/1.1" status: 204 len: 168 time: 0.4212406 Oct 27 18:39:05.118679 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d355f-41cc-4aaf-a092-18c66bc8aaba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366f7b14-ad0c-49db-bf2b-7085f10d85b3,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:05.152912 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4c01e404-4b89-4d82-a13c-bc4ff4c40c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:05.211378 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c01e404-4b89-4d82-a13c-bc4ff4c40c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c8e971-0559-4845-93fb-f8832d522276,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:05.219211 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4c01e404-4b89-4d82-a13c-bc4ff4c40c91 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a57aa3c36dbc4c3ca6cc2a438ddffe8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9697084 Oct 27 18:39:05.224764 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48718) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:05.294065 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6b3689ee-5e0c-471a-9341-7de845873e2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:05.306799 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-da6a56e2-7c5c-43ca-8382-c254d3269257 None None] Provisioning complete for port 756fc89b-6d87-4cd7-a4e3-353ee5628719 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:39:05.308054 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-da6a56e2-7c5c-43ca-8382-c254d3269257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:05.325227 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6b3689ee-5e0c-471a-9341-7de845873e2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:05.339035 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d643f65a-c356-4ca9-bd67-b4aa2177ec01 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Router 4324fbde-f55d-4636-bfad-2a48585b4ba7 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:39:05.354258 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-da6a56e2-7c5c-43ca-8382-c254d3269257 None None] Port 756fc89b-6d87-4cd7-a4e3-353ee5628719 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:39:05.455813 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d643f65a-c356-4ca9-bd67-b4aa2177ec01 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:39:05.464248 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48724) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:05.467315 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cb0e25-83d2-4cfa-ab7e-9b8b285a9e6c None None] Sync routers for ids ['4324fbde-f55d-4636-bfad-2a48585b4ba7'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:39:05.467497 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d643f65a-c356-4ca9-bd67-b4aa2177ec01 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "PUT /v2.0/routers/4324fbde-f55d-4636-bfad-2a48585b4ba7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6903343 Oct 27 18:39:05.475912 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6b3689ee-5e0c-471a-9341-7de845873e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:05.480371 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6b3689ee-5e0c-471a-9341-7de845873e2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:05.480644 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cb0e25-83d2-4cfa-ab7e-9b8b285a9e6c None None] Routers {'4324fbde-f55d-4636-bfad-2a48585b4ba7'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:39:05.480644 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-14cb0e25-83d2-4cfa-ab7e-9b8b285a9e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:38:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['4324fbde-f55d-4636-bfad-2a48585b4ba7'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:39:05.480839 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6b3689ee-5e0c-471a-9341-7de845873e2e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/49c8e971-0559-4845-93fb-f8832d522276 HTTP/1.1" status: 204 len: 168 time: 0.2553933 Oct 27 18:39:05.543796 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3689ee-5e0c-471a-9341-7de845873e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c8e971-0559-4845-93fb-f8832d522276,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:05.567058 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206fc8ff-aa06-406b-9eeb-4b5ca69f1014 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:05.568015 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-206fc8ff-aa06-406b-9eeb-4b5ca69f1014 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/ports/756fc89b-6d87-4cd7-a4e3-353ee5628719 HTTP/1.1" status: 200 len: 911 time: 0.1020737 Oct 27 18:39:05.570475 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48734) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:05.661600 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c30477-e22d-4072-821d-7466fd344677 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:05.675472 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c30477-e22d-4072-821d-7466fd344677 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:05.676764 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c4c30477-e22d-4072-821d-7466fd344677 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1048684 Oct 27 18:39:05.679932 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48748) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:05.749885 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-14cb0e25-83d2-4cfa-ab7e-9b8b285a9e6c None None] Set router 4324fbde-f55d-4636-bfad-2a48585b4ba7 gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:39:06.052700 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-14cb0e25-83d2-4cfa-ab7e-9b8b285a9e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4324fbde-f55d-4636-bfad-2a48585b4ba7', 'name': 'tempest-NetworksTestDHCPv6-router-1277505032', 'tenant_id': '89b3aabd8d544ecda89a865b2a77c321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:39:01Z', 'updated_at': '2021-10-27T18:39:03Z', 'revision_number': 2, 'project_id': '89b3aabd8d544ecda89a865b2a77c321', 'gw_port_host': None, '_interfaces': [{'id': '756fc89b-6d87-4cd7-a4e3-353ee5628719', 'name': '', 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'tenant_id': '89b3aabd8d544ecda89a865b2a77c321', 'mac_address': 'fa:16:3e:64:aa:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4324fbde-f55d-4636-bfad-2a48585b4ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'd3f20bce-6b3a-49b1-b77d-e77ca85b7e5e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:39:02Z', 'updated_at': '2021-10-27T18:39:04Z', 'revision_number': 2, 'project_id': '89b3aabd8d544ecda89a865b2a77c321', 'subnets': [{'id': 'd3f20bce-6b3a-49b1-b77d-e77ca85b7e5e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:39:06.094249 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cb0e25-83d2-4cfa-ab7e-9b8b285a9e6c None None] Checking router: 4324fbde-f55d-4636-bfad-2a48585b4ba7 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:39:06.094643 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cb0e25-83d2-4cfa-ab7e-9b8b285a9e6c None None] Updating router 4324fbde-f55d-4636-bfad-2a48585b4ba7 port 756fc89b-6d87-4cd7-a4e3-353ee5628719 binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:39:06.137117 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-14cb0e25-83d2-4cfa-ab7e-9b8b285a9e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:06.397596 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e2bb488e-fe66-4c61-980e-90ce48b6b4e2 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:06.623828 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-14cb0e25-83d2-4cfa-ab7e-9b8b285a9e6c None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:06.670016 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-14cb0e25-83d2-4cfa-ab7e-9b8b285a9e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:06.835359 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce54e8c-f89e-4d7e-b19f-1fa52564a987 None None] Pushing event updated for resources: {'Port': ['ID=756fc89b-6d87-4cd7-a4e3-353ee5628719,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:06.947949 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-e2bb488e-fe66-4c61-980e-90ce48b6b4e2 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting port 756fc89b-6d87-4cd7-a4e3-353ee5628719 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:39:06.948389 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e2bb488e-fe66-4c61-980e-90ce48b6b4e2 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:06.949304 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-14cb0e25-83d2-4cfa-ab7e-9b8b285a9e6c None None] Attempting to bind port 756fc89b-6d87-4cd7-a4e3-353ee5628719 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:39:06.949687 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-14cb0e25-83d2-4cfa-ab7e-9b8b285a9e6c None None] Attempting to bind port 756fc89b-6d87-4cd7-a4e3-353ee5628719 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:39:06.950057 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cb0e25-83d2-4cfa-ab7e-9b8b285a9e6c None None] Attempting to bind port 756fc89b-6d87-4cd7-a4e3-353ee5628719 on network faaeba95-b0d0-4d55-8d69-ea8e95b4070b {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:39:06.956487 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cb0e25-83d2-4cfa-ab7e-9b8b285a9e6c None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:39:06.957198 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cb0e25-83d2-4cfa-ab7e-9b8b285a9e6c None None] Checking segment: {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:39:06.957623 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-14cb0e25-83d2-4cfa-ab7e-9b8b285a9e6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:06.958023 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cb0e25-83d2-4cfa-ab7e-9b8b285a9e6c None None] Bound using segment: {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:39:06.958503 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-14cb0e25-83d2-4cfa-ab7e-9b8b285a9e6c None None] Bound port: 756fc89b-6d87-4cd7-a4e3-353ee5628719, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:39:06.958928 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-14cb0e25-83d2-4cfa-ab7e-9b8b285a9e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:07.175962 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-e2bb488e-fe66-4c61-980e-90ce48b6b4e2 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] For port 756fc89b-6d87-4cd7-a4e3-353ee5628719, host n-d-815690-2, got binding levels [] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:39:07.176820 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e2bb488e-fe66-4c61-980e-90ce48b6b4e2 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:07.181589 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-14cb0e25-83d2-4cfa-ab7e-9b8b285a9e6c None None] For port 756fc89b-6d87-4cd7-a4e3-353ee5628719, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:39:07.187955 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-14cb0e25-83d2-4cfa-ab7e-9b8b285a9e6c None None] For port 756fc89b-6d87-4cd7-a4e3-353ee5628719, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=756fc89b-6d87-4cd7-a4e3-353ee5628719,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:39:07.196501 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-e2bb488e-fe66-4c61-980e-90ce48b6b4e2 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Calling delete_port for 756fc89b-6d87-4cd7-a4e3-353ee5628719 owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:39:07.259048 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-14cb0e25-83d2-4cfa-ab7e-9b8b285a9e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:07.341524 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce54e8c-f89e-4d7e-b19f-1fa52564a987 None None] Pushing event updated for resources: {'Port': ['ID=756fc89b-6d87-4cd7-a4e3-353ee5628719,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:07.393925 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cb0e25-83d2-4cfa-ab7e-9b8b285a9e6c None None] Routers {'4324fbde-f55d-4636-bfad-2a48585b4ba7'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:39:07.394902 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-14cb0e25-83d2-4cfa-ab7e-9b8b285a9e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:38:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['4324fbde-f55d-4636-bfad-2a48585b4ba7'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:39:07.502968 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-0f88cb01-f059-4726-b771-b7a10fe4de3a None None] Provisioning complete for port 756fc89b-6d87-4cd7-a4e3-353ee5628719 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:39:07.503636 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0f88cb01-f059-4726-b771-b7a10fe4de3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:07.510085 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e2bb488e-fe66-4c61-980e-90ce48b6b4e2 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:07.558673 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb488e-fe66-4c61-980e-90ce48b6b4e2 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Port': ['ID=756fc89b-6d87-4cd7-a4e3-353ee5628719,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:07.705030 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e2bb488e-fe66-4c61-980e-90ce48b6b4e2 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:07.766901 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-14cb0e25-83d2-4cfa-ab7e-9b8b285a9e6c None None] Set router 4324fbde-f55d-4636-bfad-2a48585b4ba7 gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:39:07.769476 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-0f88cb01-f059-4726-b771-b7a10fe4de3a None None] Could not find standard attr ID for object 756fc89b-6d87-4cd7-a4e3-353ee5628719. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 18:39:07.801854 n-d-815690-2 neutron-server[102880]: INFO neutron.plugins.ml2.db [None req-0f88cb01-f059-4726-b771-b7a10fe4de3a None None] No ports have port_id starting with 756fc89b-6d87-4cd7-a4e3-353ee5628719 Oct 27 18:39:07.959587 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-5c251c7c-0c5c-4821-a2d6-751f9095db24 None None] Could not find standard attr ID for object 756fc89b-6d87-4cd7-a4e3-353ee5628719. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 18:39:08.021165 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2bb488e-fe66-4c61-980e-90ce48b6b4e2 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Router 4324fbde-f55d-4636-bfad-2a48585b4ba7 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:39:08.024364 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48822) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:08.121855 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-14cb0e25-83d2-4cfa-ab7e-9b8b285a9e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4324fbde-f55d-4636-bfad-2a48585b4ba7', 'name': 'tempest-NetworksTestDHCPv6-router-1277505032', 'tenant_id': '89b3aabd8d544ecda89a865b2a77c321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:39:01Z', 'updated_at': '2021-10-27T18:39:03Z', 'revision_number': 2, 'project_id': '89b3aabd8d544ecda89a865b2a77c321', 'gw_port_host': None, '_interfaces': [{'id': '756fc89b-6d87-4cd7-a4e3-353ee5628719', 'name': '', 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'tenant_id': '89b3aabd8d544ecda89a865b2a77c321', 'mac_address': 'fa:16:3e:64:aa:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4324fbde-f55d-4636-bfad-2a48585b4ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'd3f20bce-6b3a-49b1-b77d-e77ca85b7e5e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:39:02Z', 'updated_at': '2021-10-27T18:39:07Z', 'revision_number': 4, 'project_id': '89b3aabd8d544ecda89a865b2a77c321', 'subnets': [{'id': 'd3f20bce-6b3a-49b1-b77d-e77ca85b7e5e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:39:08.152510 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2bb488e-fe66-4c61-980e-90ce48b6b4e2 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:39:08.165067 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e2bb488e-fe66-4c61-980e-90ce48b6b4e2 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "PUT /v2.0/routers/4324fbde-f55d-4636-bfad-2a48585b4ba7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4811590 Oct 27 18:39:08.165873 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48832) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:08.192327 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cb0e25-83d2-4cfa-ab7e-9b8b285a9e6c None None] The sync data for ids ['4324fbde-f55d-4636-bfad-2a48585b4ba7'] in n-d-815690-2 is: [{'id': '4324fbde-f55d-4636-bfad-2a48585b4ba7', 'name': 'tempest-NetworksTestDHCPv6-router-1277505032', 'tenant_id': '89b3aabd8d544ecda89a865b2a77c321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:39:01Z', 'updated_at': '2021-10-27T18:39:03Z', 'revision_number': 2, 'project_id': '89b3aabd8d544ecda89a865b2a77c321', 'gw_port_host': None, '_interfaces': [{'id': '756fc89b-6d87-4cd7-a4e3-353ee5628719', 'name': '', 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'tenant_id': '89b3aabd8d544ecda89a865b2a77c321', 'mac_address': 'fa:16:3e:64:aa:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4324fbde-f55d-4636-bfad-2a48585b4ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'd3f20bce-6b3a-49b1-b77d-e77ca85b7e5e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:39:02Z', 'updated_at': '2021-10-27T18:39:07Z', 'revision_number': 4, 'project_id': '89b3aabd8d544ecda89a865b2a77c321', 'subnets': [{'id': 'd3f20bce-6b3a-49b1-b77d-e77ca85b7e5e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:39:08.247888 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc40552-f1c2-4439-b73b-26bda2039ebf tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:08.249520 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc40552-f1c2-4439-b73b-26bda2039ebf tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:08.251683 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0fc40552-f1c2-4439-b73b-26bda2039ebf tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0845535 Oct 27 18:39:08.254613 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48834) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:08.327346 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-48d94687-ee8b-4bdb-8b63-1ad68bcbc87e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting subnet d3f20bce-6b3a-49b1-b77d-e77ca85b7e5e {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:39:08.330968 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-48d94687-ee8b-4bdb-8b63-1ad68bcbc87e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:08.389298 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-73a3974d-82ae-431f-9c8b-2694f0a4ff10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:08.403732 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-48d94687-ee8b-4bdb-8b63-1ad68bcbc87e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:08.490844 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-48d94687-ee8b-4bdb-8b63-1ad68bcbc87e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:08.520702 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-73a3974d-82ae-431f-9c8b-2694f0a4ff10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:08.613170 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-73a3974d-82ae-431f-9c8b-2694f0a4ff10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:08.648515 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-73a3974d-82ae-431f-9c8b-2694f0a4ff10 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ee77f50071774eef938dd9c5ea96958a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6224127 Oct 27 18:39:08.653804 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48844) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:08.670395 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-48d94687-ee8b-4bdb-8b63-1ad68bcbc87e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:08.683663 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a3974d-82ae-431f-9c8b-2694f0a4ff10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7fbe52-5d50-4833-a9e7-628aebee3ce6,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:08.725943 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d94687-ee8b-4bdb-8b63-1ad68bcbc87e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Subnet': ['ID=d3f20bce-6b3a-49b1-b77d-e77ca85b7e5e,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:08.728856 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-48d94687-ee8b-4bdb-8b63-1ad68bcbc87e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:08.734696 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-48d94687-ee8b-4bdb-8b63-1ad68bcbc87e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/d3f20bce-6b3a-49b1-b77d-e77ca85b7e5e HTTP/1.1" status: 204 len: 168 time: 0.4734635 Oct 27 18:39:08.734887 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8e37fddd-ac2a-4290-a6a1-168cb9e08f84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:08.735010 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48850) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:08.738795 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b60c9a8-f180-4236-8f43-9452eb0b733d None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:39:08.752920 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d94687-ee8b-4bdb-8b63-1ad68bcbc87e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:39:08.753180 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d94687-ee8b-4bdb-8b63-1ad68bcbc87e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:39:08.753451 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d94687-ee8b-4bdb-8b63-1ad68bcbc87e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:39:08.753801 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d94687-ee8b-4bdb-8b63-1ad68bcbc87e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:39:08.754144 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d94687-ee8b-4bdb-8b63-1ad68bcbc87e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:39:08.754483 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d94687-ee8b-4bdb-8b63-1ad68bcbc87e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:39:08.754841 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d94687-ee8b-4bdb-8b63-1ad68bcbc87e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:39:08.755224 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d94687-ee8b-4bdb-8b63-1ad68bcbc87e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:39:08.755637 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d94687-ee8b-4bdb-8b63-1ad68bcbc87e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:39:08.755846 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d94687-ee8b-4bdb-8b63-1ad68bcbc87e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:39:08.756236 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d94687-ee8b-4bdb-8b63-1ad68bcbc87e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:39:08.756499 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d94687-ee8b-4bdb-8b63-1ad68bcbc87e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:39:08.862768 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8e37fddd-ac2a-4290-a6a1-168cb9e08f84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:08.941528 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b0b042f3-f8b7-4c18-aa65-8a5673c5b4d0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2017505 Oct 27 18:39:08.941911 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48862) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:09.047418 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8e37fddd-ac2a-4290-a6a1-168cb9e08f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:09.050913 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8e37fddd-ac2a-4290-a6a1-168cb9e08f84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:09.052901 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8e37fddd-ac2a-4290-a6a1-168cb9e08f84 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0b7fbe52-5d50-4833-a9e7-628aebee3ce6 HTTP/1.1" status: 204 len: 168 time: 0.3970399 Oct 27 18:39:09.065503 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37fddd-ac2a-4290-a6a1-168cb9e08f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7fbe52-5d50-4833-a9e7-628aebee3ce6,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:09.085079 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce014656-2390-497a-b991-2f9c392ce1a3 None None] DHCP port deletion for faaeba95-b0d0-4d55-8d69-ea8e95b4070b request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:39:09.094481 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-68fd7642-2030-4bcd-93e1-7ba7e49cafb8 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:09.198451 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-ce014656-2390-497a-b991-2f9c392ce1a3 None None] Deleting port 3dbe825a-4572-4193-b13f-65239ab9e1dd {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:39:09.199216 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ce014656-2390-497a-b991-2f9c392ce1a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:09.293880 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-ce014656-2390-497a-b991-2f9c392ce1a3 None None] For port 3dbe825a-4572-4193-b13f-65239ab9e1dd, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=3dbe825a-4572-4193-b13f-65239ab9e1dd,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:39:09.294630 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ce014656-2390-497a-b991-2f9c392ce1a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:09.317132 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-ce014656-2390-497a-b991-2f9c392ce1a3 None None] Calling delete_port for 3dbe825a-4572-4193-b13f-65239ab9e1dd owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:39:09.351576 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-68fd7642-2030-4bcd-93e1-7ba7e49cafb8 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:09.353731 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-68fd7642-2030-4bcd-93e1-7ba7e49cafb8 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:09.561758 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-68fd7642-2030-4bcd-93e1-7ba7e49cafb8 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:09.562068 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ce014656-2390-497a-b991-2f9c392ce1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:09.562359 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68fd7642-2030-4bcd-93e1-7ba7e49cafb8 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Fanout notify agent at l3_agent the message router_deleted on router 4324fbde-f55d-4636-bfad-2a48585b4ba7 {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:39:09.570923 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-68fd7642-2030-4bcd-93e1-7ba7e49cafb8 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:09.574274 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48888) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:09.579762 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-68fd7642-2030-4bcd-93e1-7ba7e49cafb8 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/routers/4324fbde-f55d-4636-bfad-2a48585b4ba7 HTTP/1.1" status: 204 len: 168 time: 0.6360359 Oct 27 18:39:09.581255 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-ec4e0093-293a-4d72-bfcc-79792898df63 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'subnet': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:39:09.687744 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce014656-2390-497a-b991-2f9c392ce1a3 None None] Pushing event deleted for resources: {'Port': ['ID=3dbe825a-4572-4193-b13f-65239ab9e1dd,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:09.695629 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cc3a0218-c974-44c5-93a4-0a466d122c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:09.706945 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce014656-2390-497a-b991-2f9c392ce1a3 None None] No DVR routers for this DVR port 3dbe825a-4572-4193-b13f-65239ab9e1dd on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:39:09.762361 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48894) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:09.903939 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4e0093-293a-4d72-bfcc-79792898df63 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:39:09.907711 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ec4e0093-293a-4d72-bfcc-79792898df63 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:09.976615 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48900) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:09.995695 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-214f736b-2c6f-45ee-a257-11073adf35c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:10.020792 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-494e521e-d7b1-416c-9ad5-36a0879af303 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:10.170636 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 3dbe825a-4572-4193-b13f-65239ab9e1dd no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:39:10.205325 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 3dbe825a-4572-4193-b13f-65239ab9e1dd {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:39:10.206702 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 3dbe825a-4572-4193-b13f-65239ab9e1dd not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:39:10.225903 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-494e521e-d7b1-416c-9ad5-36a0879af303 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:10.269578 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-214f736b-2c6f-45ee-a257-11073adf35c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:10.338334 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-494e521e-d7b1-416c-9ad5-36a0879af303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:10.340959 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6857a0-686a-436b-abe6-5b100d518257 None None] Sync routers for ids ['4324fbde-f55d-4636-bfad-2a48585b4ba7'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:39:10.349510 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6857a0-686a-436b-abe6-5b100d518257 None None] Routers set() bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:39:10.349896 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6857a0-686a-436b-abe6-5b100d518257 None None] Router IDs set() for agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 27 18:39:10.350589 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_agentschedulers_db [None req-ff6857a0-686a-436b-abe6-5b100d518257 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4324fbde-f55d-4636-bfad-2a48585b4ba7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:38:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent'). {{(pid=102881) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 27 18:39:10.358651 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6857a0-686a-436b-abe6-5b100d518257 None None] Routers set() bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:39:10.359056 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6857a0-686a-436b-abe6-5b100d518257 None None] Router IDs set() for agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 27 18:39:10.359621 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_agentschedulers_db [None req-ff6857a0-686a-436b-abe6-5b100d518257 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4324fbde-f55d-4636-bfad-2a48585b4ba7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:38:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent'). {{(pid=102881) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 27 18:39:10.360632 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6857a0-686a-436b-abe6-5b100d518257 None None] The sync data for ids ['4324fbde-f55d-4636-bfad-2a48585b4ba7'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:39:10.378489 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-214f736b-2c6f-45ee-a257-11073adf35c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:10.382507 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e521e-d7b1-416c-9ad5-36a0879af303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5466520e-422b-49a9-a0a2-7e9a733e4bde,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:10.387015 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-494e521e-d7b1-416c-9ad5-36a0879af303 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3704920916e44c769d5e85833fb47975&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4090881 Oct 27 18:39:10.389895 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48908) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:10.426171 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ec4e0093-293a-4d72-bfcc-79792898df63 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:10.442714 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-214f736b-2c6f-45ee-a257-11073adf35c4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=90629c95075345da9e523df5cd9ed4b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6793478 Oct 27 18:39:10.445303 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48910) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:10.459529 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f736b-2c6f-45ee-a257-11073adf35c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622b2016-0dbb-4bc0-a0c8-be65ade372c0,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:10.484146 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4e0093-293a-4d72-bfcc-79792898df63 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:39:10.496580 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-ec4e0093-293a-4d72-bfcc-79792898df63 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:39:10.506379 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4e0093-293a-4d72-bfcc-79792898df63 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:10.507357 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ec4e0093-293a-4d72-bfcc-79792898df63 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:10.518113 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-15f5ccbd-a67e-4a97-a349-85caca9015e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:10.521779 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceabf5e3-8917-4ad4-b164-b59d8bcd0bbb None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:39:10.533240 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-daf4c1dd-1874-45b1-bf8f-00982360fd9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:10.537312 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e0093-293a-4d72-bfcc-79792898df63 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Subnet': ['ID=6a946077-bdcf-481e-bc18-2d45be1e5ab8,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:10.559654 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-15f5ccbd-a67e-4a97-a349-85caca9015e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:10.577025 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-daf4c1dd-1874-45b1-bf8f-00982360fd9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:10.612745 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ec4e0093-293a-4d72-bfcc-79792898df63 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0369258 Oct 27 18:39:10.615190 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48912) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:10.621195 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-6905b91f-cc19-4a2b-b759-7652da40c7b0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2091033620', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:39:10.693252 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-15f5ccbd-a67e-4a97-a349-85caca9015e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:10.695948 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-15f5ccbd-a67e-4a97-a349-85caca9015e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:10.697317 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-15f5ccbd-a67e-4a97-a349-85caca9015e7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5466520e-422b-49a9-a0a2-7e9a733e4bde HTTP/1.1" status: 204 len: 168 time: 0.3058946 Oct 27 18:39:10.712760 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-daf4c1dd-1874-45b1-bf8f-00982360fd9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:10.713207 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f5ccbd-a67e-4a97-a349-85caca9015e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5466520e-422b-49a9-a0a2-7e9a733e4bde,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:10.713314 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-daf4c1dd-1874-45b1-bf8f-00982360fd9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:10.713314 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-daf4c1dd-1874-45b1-bf8f-00982360fd9b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/622b2016-0dbb-4bc0-a0c8-be65ade372c0 HTTP/1.1" status: 204 len: 168 time: 0.2636442 Oct 27 18:39:10.718135 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6905b91f-cc19-4a2b-b759-7652da40c7b0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:10.719850 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6905b91f-cc19-4a2b-b759-7652da40c7b0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:10.745437 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a9a0ec-aa17-4138-9727-3a7d1d5c8920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'tenant_id': '89b3aabd8d544ecda89a865b2a77c321', 'fixed_ips': [{'subnet_id': '6a946077-bdcf-481e-bc18-2d45be1e5ab8'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:39:10.761013 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf4c1dd-1874-45b1-bf8f-00982360fd9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622b2016-0dbb-4bc0-a0c8-be65ade372c0,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:10.766239 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-49a9a0ec-aa17-4138-9727-3a7d1d5c8920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:10.825057 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6905b91f-cc19-4a2b-b759-7652da40c7b0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:10.900541 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6905b91f-cc19-4a2b-b759-7652da40c7b0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:11.006463 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6905b91f-cc19-4a2b-b759-7652da40c7b0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:11.011249 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6905b91f-cc19-4a2b-b759-7652da40c7b0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3904407 Oct 27 18:39:11.011387 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48926) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:11.050438 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-49a9a0ec-aa17-4138-9727-3a7d1d5c8920 None None] Allocated IP 2001:db8::2 (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/6a946077-bdcf-481e-bc18-2d45be1e5ab8/658d7ac6-4284-4379-b05c-29f6aaf494d1) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:39:11.259581 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-49a9a0ec-aa17-4138-9727-3a7d1d5c8920 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:11.345890 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-49a9a0ec-aa17-4138-9727-3a7d1d5c8920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:11.455098 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a9a0ec-aa17-4138-9727-3a7d1d5c8920 None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:39:11.458370 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-49a9a0ec-aa17-4138-9727-3a7d1d5c8920 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:39:11.470967 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a9a0ec-aa17-4138-9727-3a7d1d5c8920 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:39:11.530531 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a9a0ec-aa17-4138-9727-3a7d1d5c8920 None None] Pushing event updated for resources: {'Port': ['ID=658d7ac6-4284-4379-b05c-29f6aaf494d1,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:11.601132 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-49a9a0ec-aa17-4138-9727-3a7d1d5c8920 None None] Attempting to bind port 658d7ac6-4284-4379-b05c-29f6aaf494d1 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:39:11.601511 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-49a9a0ec-aa17-4138-9727-3a7d1d5c8920 None None] Attempting to bind port 658d7ac6-4284-4379-b05c-29f6aaf494d1 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:39:11.602984 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a9a0ec-aa17-4138-9727-3a7d1d5c8920 None None] Attempting to bind port 658d7ac6-4284-4379-b05c-29f6aaf494d1 on network faaeba95-b0d0-4d55-8d69-ea8e95b4070b {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:39:11.611714 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a9a0ec-aa17-4138-9727-3a7d1d5c8920 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:39:11.612564 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a9a0ec-aa17-4138-9727-3a7d1d5c8920 None None] Checking segment: {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:39:11.613275 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-49a9a0ec-aa17-4138-9727-3a7d1d5c8920 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:11.613699 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a9a0ec-aa17-4138-9727-3a7d1d5c8920 None None] Bound using segment: {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:39:11.614223 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-49a9a0ec-aa17-4138-9727-3a7d1d5c8920 None None] Bound port: 658d7ac6-4284-4379-b05c-29f6aaf494d1, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:39:11.614618 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-49a9a0ec-aa17-4138-9727-3a7d1d5c8920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:11.689075 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-49a9a0ec-aa17-4138-9727-3a7d1d5c8920 None None] For port 658d7ac6-4284-4379-b05c-29f6aaf494d1, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:39:11.692485 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-49a9a0ec-aa17-4138-9727-3a7d1d5c8920 None None] For port 658d7ac6-4284-4379-b05c-29f6aaf494d1, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=658d7ac6-4284-4379-b05c-29f6aaf494d1,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:39:11.789991 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-49a9a0ec-aa17-4138-9727-3a7d1d5c8920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:11.873241 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a9a0ec-aa17-4138-9727-3a7d1d5c8920 None None] Pushing event updated for resources: {'Port': ['ID=658d7ac6-4284-4379-b05c-29f6aaf494d1,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:11.904592 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d6e797d2-63d3-4757-aac9-55154f206eb3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:11.930367 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48962) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:11.937332 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-b0cb73e1-cd14-4ce1-89e6-bb1831ea7e97 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:11.938970 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-b0cb73e1-cd14-4ce1-89e6-bb1831ea7e97 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/networks?id=7e162f9f-1e57-4697-b21f-e116c127cf92 HTTP/1.1" status: 200 len: 813 time: 0.1805470 Oct 27 18:39:11.953808 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-50e8b266-107a-4bda-bc6f-2d2c94493f10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:11.973438 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 756fc89b-6d87-4cd7-a4e3-353ee5628719 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:39:12.008879 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 756fc89b-6d87-4cd7-a4e3-353ee5628719 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:39:12.009189 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 756fc89b-6d87-4cd7-a4e3-353ee5628719 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:39:12.042003 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48964) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:12.062564 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bac1cea5-5a41-4883-b731-2041c63bfd48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:12.069665 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d84e21cf-ef83-4d13-bc38-72c26dc845aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:12.077013 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-8a9c7be9-8539-4619-beeb-6b89e93c1303 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/quotas/5683633d2e1d4b139c073dc8a9b72002 HTTP/1.1" status: 200 len: 375 time: 0.0198383 Oct 27 18:39:12.136543 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-50e8b266-107a-4bda-bc6f-2d2c94493f10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:12.203105 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-50e8b266-107a-4bda-bc6f-2d2c94493f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:12.237566 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bac1cea5-5a41-4883-b731-2041c63bfd48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:12.251949 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-e0aa0ac9-eb1d-4d0b-9469-b57515b4b3b6 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5683633d2e1d4b139c073dc8a9b72002&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1271808 Oct 27 18:39:12.275376 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-50e8b266-107a-4bda-bc6f-2d2c94493f10 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a3557f63835a45da9f09e19eae2b22ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3408337 Oct 27 18:39:12.275376 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e8b266-107a-4bda-bc6f-2d2c94493f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9f4428-1610-420f-afa5-5778fd9b425b,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:12.276960 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48970) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:12.297122 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-d6e797d2-63d3-4757-aac9-55154f206eb3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Allocated IP 2001:db8::1 (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/6a946077-bdcf-481e-bc18-2d45be1e5ab8/f9432b02-4a18-4cfa-b2fc-c61c610948a7) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:39:12.339319 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7243f080-c7d9-4840-b985-a897234dca8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:12.365375 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7243f080-c7d9-4840-b985-a897234dca8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:12.367560 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bac1cea5-5a41-4883-b731-2041c63bfd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:12.436128 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-bac1cea5-5a41-4883-b731-2041c63bfd48 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b8a30c31963d4e71832d671123f66103&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3928237 Oct 27 18:39:12.439171 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48974) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:12.440831 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1cea5-5a41-4883-b731-2041c63bfd48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c1f7b8-e677-4d24-b8f8-7b6e480f65b5,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:12.492552 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d6e797d2-63d3-4757-aac9-55154f206eb3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:12.544018 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7243f080-c7d9-4840-b985-a897234dca8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:12.548151 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7243f080-c7d9-4840-b985-a897234dca8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:12.549405 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7243f080-c7d9-4840-b985-a897234dca8d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3c9f4428-1610-420f-afa5-5778fd9b425b HTTP/1.1" status: 204 len: 168 time: 0.2712445 Oct 27 18:39:12.561974 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7243f080-c7d9-4840-b985-a897234dca8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9f4428-1610-420f-afa5-5778fd9b425b,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:12.632925 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0b9fcead-46b2-447a-b3c2-8c1aad50f356 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:12.669627 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-2f946948-abf6-4e00-adfd-bb6bfc817570 service neutron] 10.222.0.52 "GET /v2.0/networks/7e162f9f-1e57-4697-b21f-e116c127cf92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163675 Oct 27 18:39:12.783579 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0b9fcead-46b2-447a-b3c2-8c1aad50f356 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:12.846407 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-eb08a189-3ce6-4803-a92e-f9c6632af9dc service neutron] 10.222.0.52 "GET /v2.0/networks/7e162f9f-1e57-4697-b21f-e116c127cf92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757460 Oct 27 18:39:12.856801 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d6e797d2-63d3-4757-aac9-55154f206eb3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:12.943425 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e797d2-63d3-4757-aac9-55154f206eb3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:39:12.949796 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-d6e797d2-63d3-4757-aac9-55154f206eb3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:39:12.956709 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e797d2-63d3-4757-aac9-55154f206eb3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:39:12.957475 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d6e797d2-63d3-4757-aac9-55154f206eb3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:12.996446 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e797d2-63d3-4757-aac9-55154f206eb3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Port': ['ID=f9432b02-4a18-4cfa-b2fc-c61c610948a7,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:13.051285 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0b9fcead-46b2-447a-b3c2-8c1aad50f356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:13.053912 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0b9fcead-46b2-447a-b3c2-8c1aad50f356 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:13.057637 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0b9fcead-46b2-447a-b3c2-8c1aad50f356 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/87c1f7b8-e677-4d24-b8f8-7b6e480f65b5 HTTP/1.1" status: 204 len: 168 time: 0.6147206 Oct 27 18:39:13.067291 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9fcead-46b2-447a-b3c2-8c1aad50f356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c1f7b8-e677-4d24-b8f8-7b6e480f65b5,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:13.209040 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d6e797d2-63d3-4757-aac9-55154f206eb3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:13.358151 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-7d0b8275-6edd-4127-b6e4-d1e32c4c04ed None None] Provisioning complete for port 658d7ac6-4284-4379-b05c-29f6aaf494d1 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:39:13.359199 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7d0b8275-6edd-4127-b6e4-d1e32c4c04ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:13.452940 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7d0b8275-6edd-4127-b6e4-d1e32c4c04ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:13.503903 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:13.507834 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:13.531274 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-7d0b8275-6edd-4127-b6e4-d1e32c4c04ed None None] For port 658d7ac6-4284-4379-b05c-29f6aaf494d1, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=658d7ac6-4284-4379-b05c-29f6aaf494d1,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:39:13.590005 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7d0b8275-6edd-4127-b6e4-d1e32c4c04ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:13.721407 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d6e797d2-63d3-4757-aac9-55154f206eb3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:13.740289 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-9afdfb97-7fc6-4766-9efa-ed6ec203fca7 None None] Provisioning complete for port f9432b02-4a18-4cfa-b2fc-c61c610948a7 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:39:13.740706 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9afdfb97-7fc6-4766-9efa-ed6ec203fca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:13.744568 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b8275-6edd-4127-b6e4-d1e32c4c04ed None None] Pushing event updated for resources: {'Port': ['ID=658d7ac6-4284-4379-b05c-29f6aaf494d1,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:13.778474 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d6e797d2-63d3-4757-aac9-55154f206eb3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:13.781078 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d6e797d2-63d3-4757-aac9-55154f206eb3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:13.817250 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-9afdfb97-7fc6-4766-9efa-ed6ec203fca7 None None] Port f9432b02-4a18-4cfa-b2fc-c61c610948a7 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:39:13.887900 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e797d2-63d3-4757-aac9-55154f206eb3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Port': ['ID=f9432b02-4a18-4cfa-b2fc-c61c610948a7,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:13.943101 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e797d2-63d3-4757-aac9-55154f206eb3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:39:13.945688 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-d6e797d2-63d3-4757-aac9-55154f206eb3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:39:14.164132 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 658d7ac6-4284-4379-b05c-29f6aaf494d1 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:39:14.265230 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 658d7ac6-4284-4379-b05c-29f6aaf494d1 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:39:14.265601 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:14.267097 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-79a754f9-55c4-4a33-8e9f-0e7902fbaf3e req-12cb6c1d-d54b-4d70-87ca-080330f31d79 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc8625b-ba8f-4f88-be99-05e20800bba1 HTTP/1.1" status: 200 len: 210 time: 0.0359082 Oct 27 18:39:14.328342 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e797d2-63d3-4757-aac9-55154f206eb3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Router f5904c5a-2e18-464d-8d3d-148b2bc50e55 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:39:14.380467 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-5ceefd72-351c-43c0-a49e-6bc8f234ae7f None None] Provisioning complete for port f9432b02-4a18-4cfa-b2fc-c61c610948a7 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:39:14.381417 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5ceefd72-351c-43c0-a49e-6bc8f234ae7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:14.444852 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-5ceefd72-351c-43c0-a49e-6bc8f234ae7f None None] Port f9432b02-4a18-4cfa-b2fc-c61c610948a7 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:39:14.463186 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e797d2-63d3-4757-aac9-55154f206eb3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:39:14.471426 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d6e797d2-63d3-4757-aac9-55154f206eb3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "PUT /v2.0/routers/f5904c5a-2e18-464d-8d3d-148b2bc50e55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4595320 Oct 27 18:39:14.472091 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49046) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:14.479135 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306f9b66-9315-4a5b-a5a2-2b35d0b89ed2 None None] Sync routers for ids ['f5904c5a-2e18-464d-8d3d-148b2bc50e55'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:39:14.492840 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306f9b66-9315-4a5b-a5a2-2b35d0b89ed2 None None] Routers {'f5904c5a-2e18-464d-8d3d-148b2bc50e55'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:39:14.493854 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-306f9b66-9315-4a5b-a5a2-2b35d0b89ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:39:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['f5904c5a-2e18-464d-8d3d-148b2bc50e55'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:39:14.521881 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3ccbbb-cc0d-4f75-b479-4a7a32ce345f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:14.523342 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7b3ccbbb-cc0d-4f75-b479-4a7a32ce345f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/ports/f9432b02-4a18-4cfa-b2fc-c61c610948a7 HTTP/1.1" status: 200 len: 911 time: 0.0501175 Oct 27 18:39:14.525922 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49050) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:14.579574 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8bf63b-095f-4063-8630-d9b65a2a11bf tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:14.585763 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8bf63b-095f-4063-8630-d9b65a2a11bf tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:14.587427 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5e8bf63b-095f-4063-8630-d9b65a2a11bf tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0604167 Oct 27 18:39:14.588111 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-306f9b66-9315-4a5b-a5a2-2b35d0b89ed2 None None] Set router f5904c5a-2e18-464d-8d3d-148b2bc50e55 gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:39:14.590398 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49054) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:14.863321 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-306f9b66-9315-4a5b-a5a2-2b35d0b89ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5904c5a-2e18-464d-8d3d-148b2bc50e55', 'name': 'tempest-NetworksTestDHCPv6-router-2091033620', 'tenant_id': '89b3aabd8d544ecda89a865b2a77c321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:39:10Z', 'updated_at': '2021-10-27T18:39:13Z', 'revision_number': 2, 'project_id': '89b3aabd8d544ecda89a865b2a77c321', 'gw_port_host': None, '_interfaces': [{'id': 'f9432b02-4a18-4cfa-b2fc-c61c610948a7', 'name': '', 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'tenant_id': '89b3aabd8d544ecda89a865b2a77c321', 'mac_address': 'fa:16:3e:1f:49:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5904c5a-2e18-464d-8d3d-148b2bc50e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '6a946077-bdcf-481e-bc18-2d45be1e5ab8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:39:12Z', 'updated_at': '2021-10-27T18:39:13Z', 'revision_number': 2, 'project_id': '89b3aabd8d544ecda89a865b2a77c321', 'subnets': [{'id': '6a946077-bdcf-481e-bc18-2d45be1e5ab8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:39:14.912809 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306f9b66-9315-4a5b-a5a2-2b35d0b89ed2 None None] Checking router: f5904c5a-2e18-464d-8d3d-148b2bc50e55 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:39:14.913223 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306f9b66-9315-4a5b-a5a2-2b35d0b89ed2 None None] Updating router f5904c5a-2e18-464d-8d3d-148b2bc50e55 port f9432b02-4a18-4cfa-b2fc-c61c610948a7 binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:39:14.959255 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-306f9b66-9315-4a5b-a5a2-2b35d0b89ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:15.178426 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-72a05904-d669-4e5d-b7e6-ab87a342aca1 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:15.376899 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-abc7bd4f-81b1-439c-b222-495930fcc7be req-81ef99db-bc01-4e44-be56-7e8ca3bf2ebf tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc8625b-ba8f-4f88-be99-05e20800bba1 HTTP/1.1" status: 200 len: 210 time: 0.0411043 Oct 27 18:39:15.386624 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-306f9b66-9315-4a5b-a5a2-2b35d0b89ed2 None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:15.402344 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:15.446790 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-306f9b66-9315-4a5b-a5a2-2b35d0b89ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:15.505237 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dabf144-7b6b-4f19-93a5-091d096e7542 None None] Pushing event updated for resources: {'Port': ['ID=f9432b02-4a18-4cfa-b2fc-c61c610948a7,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:15.534836 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-72a05904-d669-4e5d-b7e6-ab87a342aca1 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting port f9432b02-4a18-4cfa-b2fc-c61c610948a7 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:39:15.535387 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-72a05904-d669-4e5d-b7e6-ab87a342aca1 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:15.623424 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-306f9b66-9315-4a5b-a5a2-2b35d0b89ed2 None None] Attempting to bind port f9432b02-4a18-4cfa-b2fc-c61c610948a7 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:39:15.624324 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-306f9b66-9315-4a5b-a5a2-2b35d0b89ed2 None None] Attempting to bind port f9432b02-4a18-4cfa-b2fc-c61c610948a7 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:39:15.624695 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306f9b66-9315-4a5b-a5a2-2b35d0b89ed2 None None] Attempting to bind port f9432b02-4a18-4cfa-b2fc-c61c610948a7 on network faaeba95-b0d0-4d55-8d69-ea8e95b4070b {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:39:15.643919 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306f9b66-9315-4a5b-a5a2-2b35d0b89ed2 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:39:15.644306 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306f9b66-9315-4a5b-a5a2-2b35d0b89ed2 None None] Checking segment: {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:39:15.644716 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-306f9b66-9315-4a5b-a5a2-2b35d0b89ed2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:15.645177 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306f9b66-9315-4a5b-a5a2-2b35d0b89ed2 None None] Bound using segment: {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:39:15.645689 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-306f9b66-9315-4a5b-a5a2-2b35d0b89ed2 None None] Bound port: f9432b02-4a18-4cfa-b2fc-c61c610948a7, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:39:15.646180 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-306f9b66-9315-4a5b-a5a2-2b35d0b89ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:15.689402 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-72a05904-d669-4e5d-b7e6-ab87a342aca1 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] For port f9432b02-4a18-4cfa-b2fc-c61c610948a7, host n-d-815690-2, got binding levels [] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:39:15.689867 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-72a05904-d669-4e5d-b7e6-ab87a342aca1 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:15.728531 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-72a05904-d669-4e5d-b7e6-ab87a342aca1 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Calling delete_port for f9432b02-4a18-4cfa-b2fc-c61c610948a7 owned by network:router_interface {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:39:15.766387 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-306f9b66-9315-4a5b-a5a2-2b35d0b89ed2 None None] For port f9432b02-4a18-4cfa-b2fc-c61c610948a7, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:39:15.769033 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-306f9b66-9315-4a5b-a5a2-2b35d0b89ed2 None None] For port f9432b02-4a18-4cfa-b2fc-c61c610948a7, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=f9432b02-4a18-4cfa-b2fc-c61c610948a7,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:39:15.879537 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-306f9b66-9315-4a5b-a5a2-2b35d0b89ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:15.941046 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dabf144-7b6b-4f19-93a5-091d096e7542 None None] Pushing event updated for resources: {'Port': ['ID=f9432b02-4a18-4cfa-b2fc-c61c610948a7,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:15.972646 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-1dac78e6-4e86-46ba-8e6c-5f70d88e8cc7 None None] Provisioning complete for port f9432b02-4a18-4cfa-b2fc-c61c610948a7 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:39:15.972646 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1dac78e6-4e86-46ba-8e6c-5f70d88e8cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:16.015590 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306f9b66-9315-4a5b-a5a2-2b35d0b89ed2 None None] Routers {'f5904c5a-2e18-464d-8d3d-148b2bc50e55'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:39:16.018522 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-306f9b66-9315-4a5b-a5a2-2b35d0b89ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:39:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['f5904c5a-2e18-464d-8d3d-148b2bc50e55'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:39:16.121037 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-72a05904-d669-4e5d-b7e6-ab87a342aca1 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:16.155948 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-1dac78e6-4e86-46ba-8e6c-5f70d88e8cc7 None None] Could not find standard attr ID for object f9432b02-4a18-4cfa-b2fc-c61c610948a7. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 18:39:16.165602 n-d-815690-2 neutron-server[102880]: INFO neutron.plugins.ml2.db [None req-1dac78e6-4e86-46ba-8e6c-5f70d88e8cc7 None None] No ports have port_id starting with f9432b02-4a18-4cfa-b2fc-c61c610948a7 Oct 27 18:39:16.213520 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-306f9b66-9315-4a5b-a5a2-2b35d0b89ed2 None None] Set router f5904c5a-2e18-464d-8d3d-148b2bc50e55 gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:39:16.215262 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a05904-d669-4e5d-b7e6-ab87a342aca1 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Port': ['ID=f9432b02-4a18-4cfa-b2fc-c61c610948a7,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:16.471825 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-72a05904-d669-4e5d-b7e6-ab87a342aca1 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:16.474722 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49122) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:16.580903 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5d7a5943-3728-488f-a41b-ac90c220359b req-f359a562-6cb1-49a6-907e-c1a15f846091 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc8625b-ba8f-4f88-be99-05e20800bba1 HTTP/1.1" status: 200 len: 210 time: 0.0899861 Oct 27 18:39:16.704985 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-952f68f9-4dfe-49e1-bb86-55a70e61a866 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:16.734200 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a05904-d669-4e5d-b7e6-ab87a342aca1 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Router f5904c5a-2e18-464d-8d3d-148b2bc50e55 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:39:16.840596 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-b4137034-648c-4370-b947-25251049da53 None None] Could not find standard attr ID for object f9432b02-4a18-4cfa-b2fc-c61c610948a7. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 18:39:16.854151 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a05904-d669-4e5d-b7e6-ab87a342aca1 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:39:16.871730 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-72a05904-d669-4e5d-b7e6-ab87a342aca1 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "PUT /v2.0/routers/f5904c5a-2e18-464d-8d3d-148b2bc50e55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2801955 Oct 27 18:39:16.872603 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49130) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:16.901357 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-952f68f9-4dfe-49e1-bb86-55a70e61a866 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:16.951181 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a000e8-46d3-4f8a-a00b-e5e8ec51ae02 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:16.952752 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a000e8-46d3-4f8a-a00b-e5e8ec51ae02 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:16.961122 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-60a000e8-46d3-4f8a-a00b-e5e8ec51ae02 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0871589 Oct 27 18:39:16.963945 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49132) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:16.972834 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-952f68f9-4dfe-49e1-bb86-55a70e61a866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:16.976287 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-306f9b66-9315-4a5b-a5a2-2b35d0b89ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5904c5a-2e18-464d-8d3d-148b2bc50e55', 'name': 'tempest-NetworksTestDHCPv6-router-2091033620', 'tenant_id': '89b3aabd8d544ecda89a865b2a77c321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:39:10Z', 'updated_at': '2021-10-27T18:39:13Z', 'revision_number': 2, 'project_id': '89b3aabd8d544ecda89a865b2a77c321', 'gw_port_host': None, '_interfaces': [{'id': 'f9432b02-4a18-4cfa-b2fc-c61c610948a7', 'name': '', 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'tenant_id': '89b3aabd8d544ecda89a865b2a77c321', 'mac_address': 'fa:16:3e:1f:49:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5904c5a-2e18-464d-8d3d-148b2bc50e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '6a946077-bdcf-481e-bc18-2d45be1e5ab8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:39:12Z', 'updated_at': '2021-10-27T18:39:15Z', 'revision_number': 4, 'project_id': '89b3aabd8d544ecda89a865b2a77c321', 'subnets': [{'id': '6a946077-bdcf-481e-bc18-2d45be1e5ab8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:39:17.021476 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-952f68f9-4dfe-49e1-bb86-55a70e61a866 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d8947e08dc6248de86166c552b988c2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5455759 Oct 27 18:39:17.033781 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49134) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:17.035418 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306f9b66-9315-4a5b-a5a2-2b35d0b89ed2 None None] The sync data for ids ['f5904c5a-2e18-464d-8d3d-148b2bc50e55'] in n-d-815690-2 is: [{'id': 'f5904c5a-2e18-464d-8d3d-148b2bc50e55', 'name': 'tempest-NetworksTestDHCPv6-router-2091033620', 'tenant_id': '89b3aabd8d544ecda89a865b2a77c321', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:39:10Z', 'updated_at': '2021-10-27T18:39:13Z', 'revision_number': 2, 'project_id': '89b3aabd8d544ecda89a865b2a77c321', 'gw_port_host': None, '_interfaces': [{'id': 'f9432b02-4a18-4cfa-b2fc-c61c610948a7', 'name': '', 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'tenant_id': '89b3aabd8d544ecda89a865b2a77c321', 'mac_address': 'fa:16:3e:1f:49:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5904c5a-2e18-464d-8d3d-148b2bc50e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '6a946077-bdcf-481e-bc18-2d45be1e5ab8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:39:12Z', 'updated_at': '2021-10-27T18:39:15Z', 'revision_number': 4, 'project_id': '89b3aabd8d544ecda89a865b2a77c321', 'subnets': [{'id': '6a946077-bdcf-481e-bc18-2d45be1e5ab8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:39:17.058752 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-1faff9c7-321f-4205-8b1b-ed2501c16f24 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting subnet 6a946077-bdcf-481e-bc18-2d45be1e5ab8 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:39:17.062426 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1faff9c7-321f-4205-8b1b-ed2501c16f24 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:17.119087 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1faff9c7-321f-4205-8b1b-ed2501c16f24 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:17.157406 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f68f9-4dfe-49e1-bb86-55a70e61a866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909c03bc-5a41-448d-8f36-40aef8f7077e,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:17.234046 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fdd5ee25-73e4-42b5-8119-31d26d457ef8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:17.265880 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fdd5ee25-73e4-42b5-8119-31d26d457ef8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:17.312642 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1faff9c7-321f-4205-8b1b-ed2501c16f24 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:17.412433 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fdd5ee25-73e4-42b5-8119-31d26d457ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:17.415213 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fdd5ee25-73e4-42b5-8119-31d26d457ef8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:17.416496 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-fdd5ee25-73e4-42b5-8119-31d26d457ef8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/909c03bc-5a41-448d-8f36-40aef8f7077e HTTP/1.1" status: 204 len: 168 time: 0.3813572 Oct 27 18:39:17.454165 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd5ee25-73e4-42b5-8119-31d26d457ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909c03bc-5a41-448d-8f36-40aef8f7077e,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:17.488096 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1faff9c7-321f-4205-8b1b-ed2501c16f24 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:17.539007 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faff9c7-321f-4205-8b1b-ed2501c16f24 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Subnet': ['ID=6a946077-bdcf-481e-bc18-2d45be1e5ab8,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:17.543020 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1faff9c7-321f-4205-8b1b-ed2501c16f24 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:17.550755 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1faff9c7-321f-4205-8b1b-ed2501c16f24 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/6a946077-bdcf-481e-bc18-2d45be1e5ab8 HTTP/1.1" status: 204 len: 168 time: 0.5823207 Oct 27 18:39:17.550755 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49144) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:17.553332 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf083056-57c5-4c5c-bf9d-cf6394fdc875 None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:39:17.727857 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2d11925e-c5eb-4897-848b-8ced4af4f016 req-2fb97425-5c70-4962-9236-dd6d84c6a672 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc8625b-ba8f-4f88-be99-05e20800bba1 HTTP/1.1" status: 200 len: 210 time: 0.0892112 Oct 27 18:39:17.941186 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc9e792-7a2c-4ab5-b726-e930ab65b76d None None] DHCP port deletion for faaeba95-b0d0-4d55-8d69-ea8e95b4070b request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:39:18.095440 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9e792-7a2c-4ab5-b726-e930ab65b76d None None] Deleting port 658d7ac6-4284-4379-b05c-29f6aaf494d1 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:39:18.096382 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dfc9e792-7a2c-4ab5-b726-e930ab65b76d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:18.165846 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 658d7ac6-4284-4379-b05c-29f6aaf494d1 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:39:18.267515 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-dfc9e792-7a2c-4ab5-b726-e930ab65b76d None None] For port 658d7ac6-4284-4379-b05c-29f6aaf494d1, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=658d7ac6-4284-4379-b05c-29f6aaf494d1,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:39:18.274439 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dfc9e792-7a2c-4ab5-b726-e930ab65b76d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:18.390493 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9e792-7a2c-4ab5-b726-e930ab65b76d None None] Calling delete_port for 658d7ac6-4284-4379-b05c-29f6aaf494d1 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:39:18.398069 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-96fad2f0-50fb-4423-bd4a-98b86f270eff tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.8460264 Oct 27 18:39:18.400342 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49162) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:18.470482 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49164) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:18.488416 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:18.489582 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-14723d38-527b-49a3-a649-b99126bb5c94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:18.510938 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4c93ad39-5d44-4393-bf1f-b1a47123219a tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:18.565950 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 658d7ac6-4284-4379-b05c-29f6aaf494d1, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=658d7ac6-4284-4379-b05c-29f6aaf494d1,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:39:18.598788 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-14723d38-527b-49a3-a649-b99126bb5c94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:18.654456 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:18.681226 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-14723d38-527b-49a3-a649-b99126bb5c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:18.697619 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4c93ad39-5d44-4393-bf1f-b1a47123219a tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:18.699921 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4c93ad39-5d44-4393-bf1f-b1a47123219a tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:18.738211 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14723d38-527b-49a3-a649-b99126bb5c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ec077c-ac34-4760-b7e3-5db0c2939083,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:18.753637 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dfc9e792-7a2c-4ab5-b726-e930ab65b76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:18.780085 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49168) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:18.784725 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-14723d38-527b-49a3-a649-b99126bb5c94 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fa941fac76eb4d4babe8c22f7af121d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3125770 Oct 27 18:39:18.791312 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=658d7ac6-4284-4379-b05c-29f6aaf494d1,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:18.794333 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc9e792-7a2c-4ab5-b726-e930ab65b76d None None] No DVR routers for this DVR port 658d7ac6-4284-4379-b05c-29f6aaf494d1 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:39:18.802079 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4c93ad39-5d44-4393-bf1f-b1a47123219a tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:18.802894 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c93ad39-5d44-4393-bf1f-b1a47123219a tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Fanout notify agent at l3_agent the message router_deleted on router f5904c5a-2e18-464d-8d3d-148b2bc50e55 {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:39:18.820791 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4c93ad39-5d44-4393-bf1f-b1a47123219a tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:18.822055 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4c93ad39-5d44-4393-bf1f-b1a47123219a tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/routers/f5904c5a-2e18-464d-8d3d-148b2bc50e55 HTTP/1.1" status: 204 len: 168 time: 0.4206767 Oct 27 18:39:18.825275 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49170) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:18.827061 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9e792-7a2c-4ab5-b726-e930ab65b76d None None] Pushing event deleted for resources: {'Port': ['ID=658d7ac6-4284-4379-b05c-29f6aaf494d1,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:18.871471 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c833d997-136d-4a24-abde-95d927e8daeb tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0450871 Oct 27 18:39:18.872127 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49172) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:18.885895 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f50023f8-0a25-4a50-b4b9-2188af8f39ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:18.938521 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f50023f8-0a25-4a50-b4b9-2188af8f39ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:18.947745 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a004ad0d-4c43-4915-b761-d3ca5c4c7e28 req-0a3903a3-e8f8-466d-a63e-3492463df895 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc8625b-ba8f-4f88-be99-05e20800bba1 HTTP/1.1" status: 200 len: 210 time: 0.0820525 Oct 27 18:39:18.975348 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5931af96-434a-457e-9738-a6c2442c1d2f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:18.976845 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5931af96-434a-457e-9738-a6c2442c1d2f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1030345 Oct 27 18:39:18.981360 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49176) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:19.020249 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0b92e940-c94b-444e-8383-9280b39eeb6d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0376956 Oct 27 18:39:19.024548 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49178) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:19.029589 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-44462236-6c66-4621-a02b-10110fa5196e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'subnet': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:39:19.132168 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f50023f8-0a25-4a50-b4b9-2188af8f39ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:19.134931 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f50023f8-0a25-4a50-b4b9-2188af8f39ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:19.138976 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f50023f8-0a25-4a50-b4b9-2188af8f39ab admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c2ec077c-ac34-4760-b7e3-5db0c2939083 HTTP/1.1" status: 204 len: 168 time: 0.3549879 Oct 27 18:39:19.152586 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50023f8-0a25-4a50-b4b9-2188af8f39ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ec077c-ac34-4760-b7e3-5db0c2939083,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:19.224056 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44462236-6c66-4621-a02b-10110fa5196e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:39:19.235995 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-44462236-6c66-4621-a02b-10110fa5196e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:19.695425 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449f8627-2c57-4a3d-9483-997c9721c43a None None] Sync routers for ids ['f5904c5a-2e18-464d-8d3d-148b2bc50e55'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:39:19.712645 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449f8627-2c57-4a3d-9483-997c9721c43a None None] Routers set() bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:39:19.719624 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449f8627-2c57-4a3d-9483-997c9721c43a None None] Router IDs set() for agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 27 18:39:19.719624 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_agentschedulers_db [None req-449f8627-2c57-4a3d-9483-997c9721c43a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f5904c5a-2e18-464d-8d3d-148b2bc50e55'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:39:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent'). {{(pid=102881) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 27 18:39:19.740456 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449f8627-2c57-4a3d-9483-997c9721c43a None None] Routers set() bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:39:19.749237 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449f8627-2c57-4a3d-9483-997c9721c43a None None] Router IDs set() for agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 27 18:39:19.750012 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_agentschedulers_db [None req-449f8627-2c57-4a3d-9483-997c9721c43a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f5904c5a-2e18-464d-8d3d-148b2bc50e55'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:39:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent'). {{(pid=102881) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 27 18:39:19.751384 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449f8627-2c57-4a3d-9483-997c9721c43a None None] The sync data for ids ['f5904c5a-2e18-464d-8d3d-148b2bc50e55'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:39:19.783302 n-d-815690-2 neutron-server[102879]: DEBUG neutron.objects.ports [None req-44462236-6c66-4621-a02b-10110fa5196e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102879) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 18:39:19.800137 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-44462236-6c66-4621-a02b-10110fa5196e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:19.900474 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44462236-6c66-4621-a02b-10110fa5196e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:39:19.905870 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-44462236-6c66-4621-a02b-10110fa5196e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:39:19.918072 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44462236-6c66-4621-a02b-10110fa5196e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:19.918072 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-44462236-6c66-4621-a02b-10110fa5196e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:19.918351 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1114d599-3fc5-4dd3-87d5-305dcd704ab0 None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:39:19.936188 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44462236-6c66-4621-a02b-10110fa5196e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Subnet': ['ID=ee9faa0b-e027-4124-a0de-ff2c40dff8c5,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:20.024273 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49210) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:20.025139 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-44462236-6c66-4621-a02b-10110fa5196e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9986708 Oct 27 18:39:20.038340 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-141767b4-1a50-4873-ad30-843ce2a09f94 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'subnet': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:39:20.308715 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device f9432b02-4a18-4cfa-b2fc-c61c610948a7 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:39:20.376169 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: f9432b02-4a18-4cfa-b2fc-c61c610948a7 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:39:20.380828 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device f9432b02-4a18-4cfa-b2fc-c61c610948a7 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:39:20.407937 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-58d3e98b-ea0c-48a5-ab25-68f069c02fc5 req-b39610e5-099b-45f0-b6f4-85dae0b28d8d tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc8625b-ba8f-4f88-be99-05e20800bba1 HTTP/1.1" status: 200 len: 210 time: 0.0817859 Oct 27 18:39:20.452674 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763b7214-3c81-442e-bbe1-69883ad7a6ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'tenant_id': '89b3aabd8d544ecda89a865b2a77c321', 'fixed_ips': [{'subnet_id': 'ee9faa0b-e027-4124-a0de-ff2c40dff8c5'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:39:20.461510 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-763b7214-3c81-442e-bbe1-69883ad7a6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:20.526447 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141767b4-1a50-4873-ad30-843ce2a09f94 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:39:20.530904 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-141767b4-1a50-4873-ad30-843ce2a09f94 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:20.822174 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-763b7214-3c81-442e-bbe1-69883ad7a6ca None None] Allocated IP 2001:db8::f816:3eff:fe2e:21c6 (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/ee9faa0b-e027-4124-a0de-ff2c40dff8c5/16bc84d1-55ad-4607-b316-ba3ed2f41d47) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:39:21.130010 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-763b7214-3c81-442e-bbe1-69883ad7a6ca None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:21.138965 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-141767b4-1a50-4873-ad30-843ce2a09f94 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:21.219873 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-763b7214-3c81-442e-bbe1-69883ad7a6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:21.253375 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-1fdcecc9-f152-4ece-a3ad-b69d19327d66 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:21.263443 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-1fdcecc9-f152-4ece-a3ad-b69d19327d66 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.93 "GET /v2.0/networks?id=7e162f9f-1e57-4697-b21f-e116c127cf92 HTTP/1.1" status: 200 len: 813 time: 0.2808321 Oct 27 18:39:21.277359 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-dfc632e3-c171-48f1-b659-40c9c287b48a tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Request body: {'port': {'device_id': '6dc8625b-ba8f-4f88-be99-05e20800bba1', 'network_id': '7e162f9f-1e57-4697-b21f-e116c127cf92', 'admin_state_up': True, 'tenant_id': '5683633d2e1d4b139c073dc8a9b72002'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:39:21.292317 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141767b4-1a50-4873-ad30-843ce2a09f94 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:39:21.322083 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141767b4-1a50-4873-ad30-843ce2a09f94 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Subnet': ['ID=3d82b508-915d-4a4b-8250-fadef0f08ebc,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:21.323672 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-141767b4-1a50-4873-ad30-843ce2a09f94 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:39:21.332119 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141767b4-1a50-4873-ad30-843ce2a09f94 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:21.333156 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-141767b4-1a50-4873-ad30-843ce2a09f94 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:21.342635 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763b7214-3c81-442e-bbe1-69883ad7a6ca None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:39:21.361067 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-763b7214-3c81-442e-bbe1-69883ad7a6ca None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:39:21.365347 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763b7214-3c81-442e-bbe1-69883ad7a6ca None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:39:21.383352 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b7214-3c81-442e-bbe1-69883ad7a6ca None None] Pushing event updated for resources: {'Port': ['ID=16bc84d1-55ad-4607-b316-ba3ed2f41d47,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:21.427662 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-141767b4-1a50-4873-ad30-843ce2a09f94 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4020474 Oct 27 18:39:21.430411 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49236) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:21.442363 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-7175eba0-e6f0-40f2-b01f-c2ce63abd35c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'port': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'mac_address': 'fa:16:3e:96:8c:e9', 'name': 'tempest-NetworksTestDHCPv6-186295691'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:39:21.527641 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-763b7214-3c81-442e-bbe1-69883ad7a6ca None None] Attempting to bind port 16bc84d1-55ad-4607-b316-ba3ed2f41d47 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:39:21.528245 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-763b7214-3c81-442e-bbe1-69883ad7a6ca None None] Attempting to bind port 16bc84d1-55ad-4607-b316-ba3ed2f41d47 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:39:21.528771 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763b7214-3c81-442e-bbe1-69883ad7a6ca None None] Attempting to bind port 16bc84d1-55ad-4607-b316-ba3ed2f41d47 on network faaeba95-b0d0-4d55-8d69-ea8e95b4070b {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:39:21.535008 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763b7214-3c81-442e-bbe1-69883ad7a6ca None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:39:21.535714 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763b7214-3c81-442e-bbe1-69883ad7a6ca None None] Checking segment: {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:39:21.536281 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-763b7214-3c81-442e-bbe1-69883ad7a6ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:21.543850 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763b7214-3c81-442e-bbe1-69883ad7a6ca None None] Bound using segment: {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:39:21.544374 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-763b7214-3c81-442e-bbe1-69883ad7a6ca None None] Bound port: 16bc84d1-55ad-4607-b316-ba3ed2f41d47, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:39:21.544782 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-763b7214-3c81-442e-bbe1-69883ad7a6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:21.595741 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-dfc632e3-c171-48f1-b659-40c9c287b48a tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Made reservation on behalf of 5683633d2e1d4b139c073dc8a9b72002 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:39:21.599657 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-dfc632e3-c171-48f1-b659-40c9c287b48a tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:21.629082 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c9b692b8-b9d0-42e0-8a71-0ef649cf0972 req-d3a7dab1-c577-44d3-9cb2-85da9cb87bd4 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc8625b-ba8f-4f88-be99-05e20800bba1 HTTP/1.1" status: 200 len: 210 time: 0.0791886 Oct 27 18:39:21.727696 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-763b7214-3c81-442e-bbe1-69883ad7a6ca None None] For port 16bc84d1-55ad-4607-b316-ba3ed2f41d47, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:39:21.734181 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-763b7214-3c81-442e-bbe1-69883ad7a6ca None None] For port 16bc84d1-55ad-4607-b316-ba3ed2f41d47, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=16bc84d1-55ad-4607-b316-ba3ed2f41d47,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:39:21.807232 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-763b7214-3c81-442e-bbe1-69883ad7a6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:21.853106 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-dfc632e3-c171-48f1-b659-40c9c287b48a tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Allocated IP 172.20.0.6 (7e162f9f-1e57-4697-b21f-e116c127cf92/4b27cbfc-0288-405f-bb4a-1d7eed6d52a9/e500c6df-3fc3-4118-ba32-f627f3dbe42f) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:39:21.858198 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7175eba0-e6f0-40f2-b01f-c2ce63abd35c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:39:21.917714 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b7214-3c81-442e-bbe1-69883ad7a6ca None None] Pushing event updated for resources: {'Port': ['ID=16bc84d1-55ad-4607-b316-ba3ed2f41d47,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:22.043795 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7175eba0-e6f0-40f2-b01f-c2ce63abd35c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:22.116629 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-7175eba0-e6f0-40f2-b01f-c2ce63abd35c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] device_id is not set on port bf345d16-46b3-4a70-a80f-4d119c92504b yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:39:22.145969 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-dfc632e3-c171-48f1-b659-40c9c287b48a tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:22.270515 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-dfc632e3-c171-48f1-b659-40c9c287b48a tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:22.285146 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['0412796c-524b-48ae-9e21-3be713c1511c'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:39:22.554772 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc632e3-c171-48f1-b659-40c9c287b48a tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Pushing event updated for resources: {'Port': ['ID=e500c6df-3fc3-4118-ba32-f627f3dbe42f,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:22.562365 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-dfc632e3-c171-48f1-b659-40c9c287b48a tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Network 7e162f9f-1e57-4697-b21f-e116c127cf92 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:39:22.578972 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-dfc632e3-c171-48f1-b659-40c9c287b48a tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:39:22.584992 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-dfc632e3-c171-48f1-b659-40c9c287b48a tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:39:22.605965 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-7175eba0-e6f0-40f2-b01f-c2ce63abd35c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Allocated IP 172.20.0.3 (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/3d82b508-915d-4a4b-8250-fadef0f08ebc/bf345d16-46b3-4a70-a80f-4d119c92504b) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:39:22.620759 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-7175eba0-e6f0-40f2-b01f-c2ce63abd35c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Allocated IP 2001:db8::f816:3eff:fe96:8ce9 (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/ee9faa0b-e027-4124-a0de-ff2c40dff8c5/bf345d16-46b3-4a70-a80f-4d119c92504b) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:39:22.730125 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-dfc632e3-c171-48f1-b659-40c9c287b48a tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:22.730866 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-dfc632e3-c171-48f1-b659-40c9c287b48a tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:22.849990 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-dfc632e3-c171-48f1-b659-40c9c287b48a tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5771799 Oct 27 18:39:22.865370 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-0f5019e0-74de-4b3f-a64f-3b62f5d92eca service neutron] Request body: {'port': {'device_id': '6dc8625b-ba8f-4f88-be99-05e20800bba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:39:22.954859 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-0f5019e0-74de-4b3f-a64f-3b62f5d92eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:22.964497 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cd4ef-2891-4adb-b9b5-20cf6b74a32e req-0f2987cb-bcc1-423e-832f-fc2c67d3eff9 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:22.964497 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f37cd4ef-2891-4adb-b9b5-20cf6b74a32e req-0f2987cb-bcc1-423e-832f-fc2c67d3eff9 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc8625b-ba8f-4f88-be99-05e20800bba1 HTTP/1.1" status: 200 len: 931 time: 0.0881691 Oct 27 18:39:23.020696 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7175eba0-e6f0-40f2-b01f-c2ce63abd35c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:23.145887 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f37cd4ef-2891-4adb-b9b5-20cf6b74a32e req-4420c64c-7f8f-4835-85dc-da679d728e68 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719553 Oct 27 18:39:23.180902 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7175eba0-e6f0-40f2-b01f-c2ce63abd35c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:23.263001 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175eba0-e6f0-40f2-b01f-c2ce63abd35c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Port': ['ID=bf345d16-46b3-4a70-a80f-4d119c92504b,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:23.293814 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7175eba0-e6f0-40f2-b01f-c2ce63abd35c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:39:23.298529 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-7175eba0-e6f0-40f2-b01f-c2ce63abd35c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:39:23.306682 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7175eba0-e6f0-40f2-b01f-c2ce63abd35c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:39:23.477062 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7175eba0-e6f0-40f2-b01f-c2ce63abd35c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:23.477754 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7175eba0-e6f0-40f2-b01f-c2ce63abd35c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:23.585873 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7175eba0-e6f0-40f2-b01f-c2ce63abd35c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.1543641 Oct 27 18:39:23.588560 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49278) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:23.617163 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-0f5019e0-74de-4b3f-a64f-3b62f5d92eca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e500c6df-3fc3-4118-ba32-f627f3dbe42f {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:39:23.627375 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-0f5019e0-74de-4b3f-a64f-3b62f5d92eca service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:23.644846 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-0f5019e0-74de-4b3f-a64f-3b62f5d92eca service neutron] Transition to ACTIVE for port object e500c6df-3fc3-4118-ba32-f627f3dbe42f will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:39:23.659433 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66d4748-3ced-47c7-8b42-cf6e40baffc6 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:23.664431 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9481b9-a87a-4e08-bbd8-973d3ee3b41f None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:39:23.665383 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66d4748-3ced-47c7-8b42-cf6e40baffc6 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:23.669624 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e66d4748-3ced-47c7-8b42-cf6e40baffc6 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0775058 Oct 27 18:39:23.669908 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49280) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:23.715065 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-0f5019e0-74de-4b3f-a64f-3b62f5d92eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:23.767278 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-32538f33-ae7c-41c3-ad20-17bdfd23df04 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting port bf345d16-46b3-4a70-a80f-4d119c92504b {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:39:23.767506 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-32538f33-ae7c-41c3-ad20-17bdfd23df04 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:23.770124 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5019e0-74de-4b3f-a64f-3b62f5d92eca service neutron] Pushing event updated for resources: {'Port': ['ID=e500c6df-3fc3-4118-ba32-f627f3dbe42f,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:23.772795 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-dda70441-01c4-4448-8e22-2edfbcf504a9 None None] Provisioning complete for port 16bc84d1-55ad-4607-b316-ba3ed2f41d47 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:39:23.773372 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dda70441-01c4-4448-8e22-2edfbcf504a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:23.873080 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-32538f33-ae7c-41c3-ad20-17bdfd23df04 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:23.880461 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-0f5019e0-74de-4b3f-a64f-3b62f5d92eca service neutron] Attempting to bind port e500c6df-3fc3-4118-ba32-f627f3dbe42f on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:39:23.880796 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-0f5019e0-74de-4b3f-a64f-3b62f5d92eca service neutron] Attempting to bind port e500c6df-3fc3-4118-ba32-f627f3dbe42f by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '0a5196a1-84e6-4a51-8f52-5d801014dc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '7e162f9f-1e57-4697-b21f-e116c127cf92'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:39:23.881121 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-0f5019e0-74de-4b3f-a64f-3b62f5d92eca service neutron] Attempting to bind port e500c6df-3fc3-4118-ba32-f627f3dbe42f on network 7e162f9f-1e57-4697-b21f-e116c127cf92 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:39:23.886076 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-0f5019e0-74de-4b3f-a64f-3b62f5d92eca service neutron] Port e500c6df-3fc3-4118-ba32-f627f3dbe42f on network 7e162f9f-1e57-4697-b21f-e116c127cf92 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:39:23.886396 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-0f5019e0-74de-4b3f-a64f-3b62f5d92eca service neutron] Attempting to bind port e500c6df-3fc3-4118-ba32-f627f3dbe42f on network 7e162f9f-1e57-4697-b21f-e116c127cf92 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:39:23.891746 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-32538f33-ae7c-41c3-ad20-17bdfd23df04 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Calling delete_port for bf345d16-46b3-4a70-a80f-4d119c92504b owned by {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:39:23.893324 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-0f5019e0-74de-4b3f-a64f-3b62f5d92eca service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:39:23.893667 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-0f5019e0-74de-4b3f-a64f-3b62f5d92eca service neutron] Checking segment: {'id': '0a5196a1-84e6-4a51-8f52-5d801014dc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '7e162f9f-1e57-4697-b21f-e116c127cf92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:39:23.894207 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-0f5019e0-74de-4b3f-a64f-3b62f5d92eca service neutron] Bound using segment: {'id': '0a5196a1-84e6-4a51-8f52-5d801014dc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '7e162f9f-1e57-4697-b21f-e116c127cf92'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:39:23.894488 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-0f5019e0-74de-4b3f-a64f-3b62f5d92eca service neutron] Bound port: e500c6df-3fc3-4118-ba32-f627f3dbe42f, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a5196a1-84e6-4a51-8f52-5d801014dc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '7e162f9f-1e57-4697-b21f-e116c127cf92'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:39:23.894863 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-0f5019e0-74de-4b3f-a64f-3b62f5d92eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:23.908460 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dda70441-01c4-4448-8e22-2edfbcf504a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:23.948365 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-dda70441-01c4-4448-8e22-2edfbcf504a9 None None] For port 16bc84d1-55ad-4607-b316-ba3ed2f41d47, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=16bc84d1-55ad-4607-b316-ba3ed2f41d47,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:39:24.018941 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-0f5019e0-74de-4b3f-a64f-3b62f5d92eca service neutron] For port e500c6df-3fc3-4118-ba32-f627f3dbe42f, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:39:24.023105 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-0f5019e0-74de-4b3f-a64f-3b62f5d92eca service neutron] For port e500c6df-3fc3-4118-ba32-f627f3dbe42f, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e500c6df-3fc3-4118-ba32-f627f3dbe42f,segment=NetworkSegment(0a5196a1-84e6-4a51-8f52-5d801014dc39),segment_id=0a5196a1-84e6-4a51-8f52-5d801014dc39)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:39:24.041157 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dda70441-01c4-4448-8e22-2edfbcf504a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:24.124319 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-0f5019e0-74de-4b3f-a64f-3b62f5d92eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:24.135820 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544c732f-489f-4df7-91d8-90bbef34d707 None None] Update dhcp port {'port': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'fixed_ips': [{'subnet_id': 'ee9faa0b-e027-4124-a0de-ff2c40dff8c5', 'ip_address': '2001:db8::f816:3eff:fe2e:21c6'}, {'subnet_id': '3d82b508-915d-4a4b-8250-fadef0f08ebc'}], 'binding:host_id': 'n-d-815690-2'}, 'id': '16bc84d1-55ad-4607-b316-ba3ed2f41d47'} from n-d-815690-2. {{(pid=102880) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 18:39:24.177248 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-544c732f-489f-4df7-91d8-90bbef34d707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:24.191167 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 16bc84d1-55ad-4607-b316-ba3ed2f41d47 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:39:24.196477 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-0f5019e0-74de-4b3f-a64f-3b62f5d92eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:24.197027 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-0f5019e0-74de-4b3f-a64f-3b62f5d92eca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:24.201895 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-0f5019e0-74de-4b3f-a64f-3b62f5d92eca service neutron] 10.222.0.93 "PUT /v2.0/ports/e500c6df-3fc3-4118-ba32-f627f3dbe42f HTTP/1.1" status: 200 len: 1091 time: 1.3400633 Oct 27 18:39:24.213483 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc8625b-ba8f-4f88-be99-05e20800bba1', 'tag': 'e500c6df-3fc3-4118-ba32-f627f3dbe42f'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:39:24.216356 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07062f3e-db38-4634-8ecb-76c03f2ebf9b" -d '{"events": [{"name": "network-changed", "server_uuid": "6dc8625b-ba8f-4f88-be99-05e20800bba1", "tag": "e500c6df-3fc3-4118-ba32-f627f3dbe42f"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:39:24.252044 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda70441-01c4-4448-8e22-2edfbcf504a9 None None] Pushing event updated for resources: {'Port': ['ID=16bc84d1-55ad-4607-b316-ba3ed2f41d47,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:24.254760 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5019e0-74de-4b3f-a64f-3b62f5d92eca service neutron] Pushing event updated for resources: {'Port': ['ID=e500c6df-3fc3-4118-ba32-f627f3dbe42f,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:24.280503 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289eb068-22ab-45e2-9759-142a18d95fdd x-openstack-request-id: req-289eb068-22ab-45e2-9759-142a18d95fdd {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:39:24.281013 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dc8625b-ba8f-4f88-be99-05e20800bba1", "tag": "e500c6df-3fc3-4118-ba32-f627f3dbe42f", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:39:24.281829 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-289eb068-22ab-45e2-9759-142a18d95fdd {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:39:24.284647 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dc8625b-ba8f-4f88-be99-05e20800bba1', 'tag': 'e500c6df-3fc3-4118-ba32-f627f3dbe42f', 'status': 'completed', 'code': 200} Oct 27 18:39:24.284758 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-32538f33-ae7c-41c3-ad20-17bdfd23df04 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:24.348913 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 16bc84d1-55ad-4607-b316-ba3ed2f41d47 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:39:24.349288 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:24.358994 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07062f3e-db38-4634-8ecb-76c03f2ebf9b req-1b8277db-47da-4fce-b54f-0a3a9d445b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:24.362453 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-07062f3e-db38-4634-8ecb-76c03f2ebf9b req-1b8277db-47da-4fce-b54f-0a3a9d445b38 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5683633d2e1d4b139c073dc8a9b72002&device_id=6dc8625b-ba8f-4f88-be99-05e20800bba1 HTTP/1.1" status: 200 len: 1094 time: 0.0611560 Oct 27 18:39:24.380822 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32538f33-ae7c-41c3-ad20-17bdfd23df04 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Port': ['ID=bf345d16-46b3-4a70-a80f-4d119c92504b,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:24.507861 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07062f3e-db38-4634-8ecb-76c03f2ebf9b req-0137ad2b-0a6b-461e-91a2-9f3b4f82ba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:24.509637 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-07062f3e-db38-4634-8ecb-76c03f2ebf9b req-0137ad2b-0a6b-461e-91a2-9f3b4f82ba0d service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=5683633d2e1d4b139c073dc8a9b72002&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1382043 Oct 27 18:39:24.553498 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-544c732f-489f-4df7-91d8-90bbef34d707 None None] Allocated IP 172.20.0.2 (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/3d82b508-915d-4a4b-8250-fadef0f08ebc/16bc84d1-55ad-4607-b316-ba3ed2f41d47) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:39:24.576416 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee237a6-752a-4437-b369-df60ba0b6f19 req-0dc30141-a22c-4040-bba2-d4108560e132 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:24.586012 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9ee237a6-752a-4437-b369-df60ba0b6f19 req-0dc30141-a22c-4040-bba2-d4108560e132 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc8625b-ba8f-4f88-be99-05e20800bba1 HTTP/1.1" status: 200 len: 943 time: 0.2495539 Oct 27 18:39:24.639397 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9ee237a6-752a-4437-b369-df60ba0b6f19 req-2f3fb2fa-9e07-4097-96e7-6a41dfd47e43 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520141 Oct 27 18:39:24.694016 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-544c732f-489f-4df7-91d8-90bbef34d707 None None] For port 16bc84d1-55ad-4607-b316-ba3ed2f41d47, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=16bc84d1-55ad-4607-b316-ba3ed2f41d47,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:39:24.714538 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-32538f33-ae7c-41c3-ad20-17bdfd23df04 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:24.723639 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-32538f33-ae7c-41c3-ad20-17bdfd23df04 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/ports/bf345d16-46b3-4a70-a80f-4d119c92504b HTTP/1.1" status: 204 len: 168 time: 1.0526266 Oct 27 18:39:24.724323 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49310) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:24.753392 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07062f3e-db38-4634-8ecb-76c03f2ebf9b req-95080889-6545-4152-9ab6-8522b415bf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:24.756853 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-07062f3e-db38-4634-8ecb-76c03f2ebf9b req-95080889-6545-4152-9ab6-8522b415bf4e service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2393792 Oct 27 18:39:24.758005 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-544c732f-489f-4df7-91d8-90bbef34d707 None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:24.845913 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-544c732f-489f-4df7-91d8-90bbef34d707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:24.864785 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7d7f73-1ee0-41f9-a870-7bb9d5b444e1 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:24.870715 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7d7f73-1ee0-41f9-a870-7bb9d5b444e1 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:24.875418 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7d7f73-1ee0-41f9-a870-7bb9d5b444e1 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:24.878854 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1f7d7f73-1ee0-41f9-a870-7bb9d5b444e1 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1534696 Oct 27 18:39:24.883183 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49320) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:24.893826 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-84f8ba24-0137-4592-ae91-22332ad72cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:24.895312 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-84f8ba24-0137-4592-ae91-22332ad72cbd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5683633d2e1d4b139c073dc8a9b72002&device_id=6dc8625b-ba8f-4f88-be99-05e20800bba1 HTTP/1.1" status: 200 len: 1094 time: 0.0923858 Oct 27 18:39:24.962886 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c732f-489f-4df7-91d8-90bbef34d707 None None] Pushing event updated for resources: {'Port': ['ID=16bc84d1-55ad-4607-b316-ba3ed2f41d47,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:24.965254 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-ad98dfd0-8752-4cb2-9a4d-cc7184d711cc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e500c6df-3fc3-4118-ba32-f627f3dbe42f HTTP/1.1" status: 200 len: 217 time: 0.0608165 Oct 27 18:39:25.064884 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6c20788-288a-4c8e-bf44-941e183f91cc tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting subnet 3d82b508-915d-4a4b-8250-fadef0f08ebc {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:39:25.079279 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b6c20788-288a-4c8e-bf44-941e183f91cc tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:25.120307 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-b73074a5-db6f-4b35-93a1-af7ea0a3105a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:25.136507 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-b73074a5-db6f-4b35-93a1-af7ea0a3105a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4b27cbfc-0288-405f-bb4a-1d7eed6d52a9 HTTP/1.1" status: 200 len: 853 time: 0.1610305 Oct 27 18:39:25.186181 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b6c20788-288a-4c8e-bf44-941e183f91cc tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:25.212827 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-b075d54b-d958-433c-8616-d4fda4bc009a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7e162f9f-1e57-4697-b21f-e116c127cf92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684490 Oct 27 18:39:25.419753 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-eab84396-e792-4451-9bec-72ad9b223882 service neutron] 10.222.0.93 "GET /v2.0/networks/7e162f9f-1e57-4697-b21f-e116c127cf92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948340 Oct 27 18:39:25.450122 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b6c20788-288a-4c8e-bf44-941e183f91cc tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:25.612606 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b6c20788-288a-4c8e-bf44-941e183f91cc tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:25.635484 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0c8f22a5-90f8-4b6f-8526-1f145ba43fa9 req-8de6c1d0-cef8-433a-9c4c-803a17411204 service neutron] 10.222.0.93 "GET /v2.0/networks/7e162f9f-1e57-4697-b21f-e116c127cf92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062638 Oct 27 18:39:25.679795 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c20788-288a-4c8e-bf44-941e183f91cc tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Subnet': ['ID=3d82b508-915d-4a4b-8250-fadef0f08ebc,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:25.686255 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b6c20788-288a-4c8e-bf44-941e183f91cc tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:25.706342 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b6c20788-288a-4c8e-bf44-941e183f91cc tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/3d82b508-915d-4a4b-8250-fadef0f08ebc HTTP/1.1" status: 204 len: 168 time: 0.8219824 Oct 27 18:39:25.709023 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49348) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:25.862075 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-150e9645-da21-4bbe-a5ec-eefb63621b85 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting subnet ee9faa0b-e027-4124-a0de-ff2c40dff8c5 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:39:25.877048 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-150e9645-da21-4bbe-a5ec-eefb63621b85 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:26.004807 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-150e9645-da21-4bbe-a5ec-eefb63621b85 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:26.132295 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 16bc84d1-55ad-4607-b316-ba3ed2f41d47 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:39:26.143804 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f45e16-1ab9-46c9-9ef3-967e90c6d7dc req-7c3655f9-fbdd-4750-a9ee-3f60e71f23dc tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:26.148768 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f7f45e16-1ab9-46c9-9ef3-967e90c6d7dc req-7c3655f9-fbdd-4750-a9ee-3f60e71f23dc tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc8625b-ba8f-4f88-be99-05e20800bba1 HTTP/1.1" status: 200 len: 943 time: 0.3614678 Oct 27 18:39:26.321806 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 16bc84d1-55ad-4607-b316-ba3ed2f41d47 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:39:26.322004 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f7f45e16-1ab9-46c9-9ef3-967e90c6d7dc req-8595b247-2215-4714-897e-85148dd7dfb3 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496880 Oct 27 18:39:26.323489 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:26.328568 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cdc263-5cf0-4a64-a12a-ad53f6e45547 None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:39:26.401111 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:26.423073 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-150e9645-da21-4bbe-a5ec-eefb63621b85 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:26.525091 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-a5f72eee-cb6e-40b9-a784-81e7b48eeffc None None] Provisioning complete for port 16bc84d1-55ad-4607-b316-ba3ed2f41d47 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:39:26.525465 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a5f72eee-cb6e-40b9-a784-81e7b48eeffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:26.561485 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-150e9645-da21-4bbe-a5ec-eefb63621b85 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:26.639686 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e9645-da21-4bbe-a5ec-eefb63621b85 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Subnet': ['ID=ee9faa0b-e027-4124-a0de-ff2c40dff8c5,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:26.662077 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-150e9645-da21-4bbe-a5ec-eefb63621b85 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:26.673291 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-150e9645-da21-4bbe-a5ec-eefb63621b85 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/ee9faa0b-e027-4124-a0de-ff2c40dff8c5 HTTP/1.1" status: 204 len: 168 time: 0.9632158 Oct 27 18:39:26.675759 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49378) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:26.767330 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9e5c658c-e4ad-45fb-9ba5-31ba9c894994 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0902059 Oct 27 18:39:26.770845 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49382) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:26.776259 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-c3fc3607-6b4e-48de-8955-c35d085cab13 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'subnet': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:39:27.040595 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fc3607-6b4e-48de-8955-c35d085cab13 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:39:27.044440 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c3fc3607-6b4e-48de-8955-c35d085cab13 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:27.075272 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:27.187814 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-a5f72eee-cb6e-40b9-a784-81e7b48eeffc None None] Could not find standard attr ID for object bf345d16-46b3-4a70-a80f-4d119c92504b. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 18:39:27.264105 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7250232-4ac4-4766-9066-ad3ede3f42ad None None] DHCP port deletion for faaeba95-b0d0-4d55-8d69-ea8e95b4070b request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:39:27.427708 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-d7250232-4ac4-4766-9066-ad3ede3f42ad None None] Deleting port 16bc84d1-55ad-4607-b316-ba3ed2f41d47 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:39:27.428087 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d7250232-4ac4-4766-9066-ad3ede3f42ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:27.572717 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70906a-3640-4f44-9dd7-2eabfc98dd7f req-64a18aaa-a6a9-4e7c-8a28-1234c5040340 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:27.574538 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bc70906a-3640-4f44-9dd7-2eabfc98dd7f req-64a18aaa-a6a9-4e7c-8a28-1234c5040340 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc8625b-ba8f-4f88-be99-05e20800bba1 HTTP/1.1" status: 200 len: 943 time: 0.0743654 Oct 27 18:39:27.600350 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-d7250232-4ac4-4766-9066-ad3ede3f42ad None None] For port 16bc84d1-55ad-4607-b316-ba3ed2f41d47, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=16bc84d1-55ad-4607-b316-ba3ed2f41d47,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:39:27.601038 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d7250232-4ac4-4766-9066-ad3ede3f42ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:27.617632 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-d7250232-4ac4-4766-9066-ad3ede3f42ad None None] Calling delete_port for 16bc84d1-55ad-4607-b316-ba3ed2f41d47 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:39:27.621256 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bc70906a-3640-4f44-9dd7-2eabfc98dd7f req-b470f418-9a08-4d1c-9f30-c9d482492d1f tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385983 Oct 27 18:39:27.779254 n-d-815690-2 neutron-server[102879]: DEBUG neutron.objects.ports [None req-c3fc3607-6b4e-48de-8955-c35d085cab13 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102879) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 18:39:27.795139 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d7250232-4ac4-4766-9066-ad3ede3f42ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:27.909258 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7250232-4ac4-4766-9066-ad3ede3f42ad None None] Pushing event deleted for resources: {'Port': ['ID=16bc84d1-55ad-4607-b316-ba3ed2f41d47,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:27.926760 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7250232-4ac4-4766-9066-ad3ede3f42ad None None] No DVR routers for this DVR port 16bc84d1-55ad-4607-b316-ba3ed2f41d47 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:39:27.965530 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e500c6df-3fc3-4118-ba32-f627f3dbe42f details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:39:28.126306 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 16bc84d1-55ad-4607-b316-ba3ed2f41d47 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:39:28.154470 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 16bc84d1-55ad-4607-b316-ba3ed2f41d47 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:39:28.154822 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 16bc84d1-55ad-4607-b316-ba3ed2f41d47 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:39:28.183786 n-d-815690-2 neutron-server[102879]: WARNING neutron.services.revisions.revision_plugin [None req-c3fc3607-6b4e-48de-8955-c35d085cab13 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Could not find related port for resource to bump revision. Oct 27 18:39:28.246625 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.ipam_pluggable_backend [None req-c3fc3607-6b4e-48de-8955-c35d085cab13 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Port 16bc84d1-55ad-4607-b316-ba3ed2f41d47 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102879) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 27 18:39:28.247111 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.ipam_pluggable_backend [None req-c3fc3607-6b4e-48de-8955-c35d085cab13 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Reverting IP allocation for 2001:db8::f816:3eff:fe2e:21c6 {{(pid=102879) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 27 18:39:28.252629 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.ipam_pluggable_backend [None req-c3fc3607-6b4e-48de-8955-c35d085cab13 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe2e:21c6 {{(pid=102879) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 27 18:39:28.254176 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c3fc3607-6b4e-48de-8955-c35d085cab13 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:28.282069 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port e500c6df-3fc3-4118-ba32-f627f3dbe42f, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e500c6df-3fc3-4118-ba32-f627f3dbe42f,segment=NetworkSegment(0a5196a1-84e6-4a51-8f52-5d801014dc39),segment_id=0a5196a1-84e6-4a51-8f52-5d801014dc39)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:39:28.298765 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'e500c6df-3fc3-4118-ba32-f627f3dbe42f', 'network_id': '7e162f9f-1e57-4697-b21f-e116c127cf92', 'port_id': 'e500c6df-3fc3-4118-ba32-f627f3dbe42f', 'mac_address': 'fa:16:3e:c4:e4:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b27cbfc-0288-405f-bb4a-1d7eed6d52a9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:39:28.351117 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:28.371505 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fc3607-6b4e-48de-8955-c35d085cab13 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:39:28.377225 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-c3fc3607-6b4e-48de-8955-c35d085cab13 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:39:28.382668 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fc3607-6b4e-48de-8955-c35d085cab13 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:28.384007 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c3fc3607-6b4e-48de-8955-c35d085cab13 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:28.392434 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e500c6df-3fc3-4118-ba32-f627f3dbe42f {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:39:28.417231 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fc3607-6b4e-48de-8955-c35d085cab13 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Subnet': ['ID=a006d049-95bb-401c-b4a0-ac8ed41dd901,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:28.438982 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91901e8a-a8f4-4ed8-9e6c-96cb727ace6a None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:39:28.532523 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49406) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:28.533017 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c3fc3607-6b4e-48de-8955-c35d085cab13 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7603905 Oct 27 18:39:28.538226 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-a4b89f11-145a-4087-9a22-197d55cd387d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'subnet': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:39:28.617938 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port e500c6df-3fc3-4118-ba32-f627f3dbe42f, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e500c6df-3fc3-4118-ba32-f627f3dbe42f,segment=NetworkSegment(0a5196a1-84e6-4a51-8f52-5d801014dc39),segment_id=0a5196a1-84e6-4a51-8f52-5d801014dc39)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:39:28.678399 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2110093-5439-4053-b54e-8f1137989eb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'tenant_id': '89b3aabd8d544ecda89a865b2a77c321', 'fixed_ips': [{'subnet_id': 'a006d049-95bb-401c-b4a0-ac8ed41dd901'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:39:28.683417 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b2110093-5439-4053-b54e-8f1137989eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:28.728218 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:28.834737 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f0bd4-d342-427e-9179-834fa0ff61b0 req-8ab5abee-4adc-427f-a3fd-191aaffb6b19 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:28.836395 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3e1f0bd4-d342-427e-9179-834fa0ff61b0 req-8ab5abee-4adc-427f-a3fd-191aaffb6b19 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc8625b-ba8f-4f88-be99-05e20800bba1 HTTP/1.1" status: 200 len: 944 time: 0.0845914 Oct 27 18:39:28.892223 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3e1f0bd4-d342-427e-9179-834fa0ff61b0 req-b60eec8e-067e-4f44-b065-d84338136d7e tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451756 Oct 27 18:39:28.893553 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b89f11-145a-4087-9a22-197d55cd387d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:39:28.901827 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a4b89f11-145a-4087-9a22-197d55cd387d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:28.912679 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=e500c6df-3fc3-4118-ba32-f627f3dbe42f,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:29.003788 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['e500c6df-3fc3-4118-ba32-f627f3dbe42f'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:39:29.137182 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-b2110093-5439-4053-b54e-8f1137989eb2 None None] Allocated IP 2001:db8::f816:3eff:fe8f:8465 (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/a006d049-95bb-401c-b4a0-ac8ed41dd901/3242ffdf-1aa5-43fe-beba-85e1c4ff57c3) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:39:29.478678 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b2110093-5439-4053-b54e-8f1137989eb2 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:29.497974 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a4b89f11-145a-4087-9a22-197d55cd387d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:29.555631 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b2110093-5439-4053-b54e-8f1137989eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:29.689004 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2110093-5439-4053-b54e-8f1137989eb2 None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:39:29.708457 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-b2110093-5439-4053-b54e-8f1137989eb2 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:39:29.723169 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2110093-5439-4053-b54e-8f1137989eb2 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:39:29.726668 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2110093-5439-4053-b54e-8f1137989eb2 None None] Pushing event updated for resources: {'Port': ['ID=3242ffdf-1aa5-43fe-beba-85e1c4ff57c3,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:29.867540 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-b2110093-5439-4053-b54e-8f1137989eb2 None None] Attempting to bind port 3242ffdf-1aa5-43fe-beba-85e1c4ff57c3 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:39:29.867922 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-b2110093-5439-4053-b54e-8f1137989eb2 None None] Attempting to bind port 3242ffdf-1aa5-43fe-beba-85e1c4ff57c3 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:39:29.868423 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2110093-5439-4053-b54e-8f1137989eb2 None None] Attempting to bind port 3242ffdf-1aa5-43fe-beba-85e1c4ff57c3 on network faaeba95-b0d0-4d55-8d69-ea8e95b4070b {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:39:29.886158 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2110093-5439-4053-b54e-8f1137989eb2 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:39:29.886543 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2110093-5439-4053-b54e-8f1137989eb2 None None] Checking segment: {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:39:29.886984 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b2110093-5439-4053-b54e-8f1137989eb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:29.887382 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2110093-5439-4053-b54e-8f1137989eb2 None None] Bound using segment: {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:39:29.887858 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-b2110093-5439-4053-b54e-8f1137989eb2 None None] Bound port: 3242ffdf-1aa5-43fe-beba-85e1c4ff57c3, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:39:29.888248 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b2110093-5439-4053-b54e-8f1137989eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:30.041822 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-b2110093-5439-4053-b54e-8f1137989eb2 None None] For port 3242ffdf-1aa5-43fe-beba-85e1c4ff57c3, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:39:30.049843 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-b2110093-5439-4053-b54e-8f1137989eb2 None None] For port 3242ffdf-1aa5-43fe-beba-85e1c4ff57c3, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=3242ffdf-1aa5-43fe-beba-85e1c4ff57c3,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:39:30.131986 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b2110093-5439-4053-b54e-8f1137989eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:30.164548 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b89f11-145a-4087-9a22-197d55cd387d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:39:30.176459 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-a4b89f11-145a-4087-9a22-197d55cd387d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:39:30.197751 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b89f11-145a-4087-9a22-197d55cd387d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:30.198351 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a4b89f11-145a-4087-9a22-197d55cd387d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:30.243273 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2110093-5439-4053-b54e-8f1137989eb2 None None] Pushing event updated for resources: {'Port': ['ID=3242ffdf-1aa5-43fe-beba-85e1c4ff57c3,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:30.253689 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b89f11-145a-4087-9a22-197d55cd387d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Subnet': ['ID=77cbc1d6-0359-463b-8e4c-237c03f079e3,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:30.281906 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38980a3-e085-4ffe-aafd-bf5fabcbff22 req-848f165d-f642-4b72-b8d5-d5f799cce116 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:30.288312 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b38980a3-e085-4ffe-aafd-bf5fabcbff22 req-848f165d-f642-4b72-b8d5-d5f799cce116 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc8625b-ba8f-4f88-be99-05e20800bba1 HTTP/1.1" status: 200 len: 944 time: 0.2113321 Oct 27 18:39:30.340100 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a4b89f11-145a-4087-9a22-197d55cd387d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8037126 Oct 27 18:39:30.340321 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49468) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:30.346074 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-b7f1c249-9f22-4169-8cc2-41d92aa40468 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'port': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'mac_address': 'fa:16:3e:0f:52:32', 'name': 'tempest-NetworksTestDHCPv6-1201573818'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:39:30.369497 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b38980a3-e085-4ffe-aafd-bf5fabcbff22 req-2ee78e4f-893b-472b-b636-0d9398e1aa3f tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698016 Oct 27 18:39:30.596783 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f1c249-9f22-4169-8cc2-41d92aa40468 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:39:30.726089 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b7f1c249-9f22-4169-8cc2-41d92aa40468 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:30.750930 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-b7f1c249-9f22-4169-8cc2-41d92aa40468 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] device_id is not set on port 6e977e2f-8a05-4e34-9575-9042a87061b3 yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:39:30.979779 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-b7f1c249-9f22-4169-8cc2-41d92aa40468 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Allocated IP 172.20.0.8 (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/77cbc1d6-0359-463b-8e4c-237c03f079e3/6e977e2f-8a05-4e34-9575-9042a87061b3) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:39:30.990119 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-b7f1c249-9f22-4169-8cc2-41d92aa40468 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Allocated IP 2001:db8::f816:3eff:fe0f:5232 (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/a006d049-95bb-401c-b4a0-ac8ed41dd901/6e977e2f-8a05-4e34-9575-9042a87061b3) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:39:31.248693 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b7f1c249-9f22-4169-8cc2-41d92aa40468 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:31.418268 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b7f1c249-9f22-4169-8cc2-41d92aa40468 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:31.461554 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f1c249-9f22-4169-8cc2-41d92aa40468 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:39:31.467892 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-b7f1c249-9f22-4169-8cc2-41d92aa40468 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:39:31.472617 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f1c249-9f22-4169-8cc2-41d92aa40468 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:39:31.566393 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f1c249-9f22-4169-8cc2-41d92aa40468 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Port': ['ID=6e977e2f-8a05-4e34-9575-9042a87061b3,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:31.578874 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a0773-37aa-4b97-9753-b82bfeabf63e req-4c0d7370-879e-42b1-b622-19031a63a584 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:31.580496 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-117a0773-37aa-4b97-9753-b82bfeabf63e req-4c0d7370-879e-42b1-b622-19031a63a584 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc8625b-ba8f-4f88-be99-05e20800bba1 HTTP/1.1" status: 200 len: 944 time: 0.1049900 Oct 27 18:39:31.589370 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f1c249-9f22-4169-8cc2-41d92aa40468 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:31.590044 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b7f1c249-9f22-4169-8cc2-41d92aa40468 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:31.663994 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-117a0773-37aa-4b97-9753-b82bfeabf63e req-9cef13ac-bd62-409f-9e1e-eb8c09091920 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616889 Oct 27 18:39:31.700066 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b7f1c249-9f22-4169-8cc2-41d92aa40468 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3587713 Oct 27 18:39:31.702531 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49500) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:31.849743 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8015b522-5e38-4544-afc3-88ed01472db9 None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:39:31.898597 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b00b85-7fce-4a43-8238-e40dc7cc9ff8 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:31.914647 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b00b85-7fce-4a43-8238-e40dc7cc9ff8 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:31.916571 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-86b00b85-7fce-4a43-8238-e40dc7cc9ff8 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2113526 Oct 27 18:39:31.919780 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49504) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:31.986915 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-12e4fddc-1931-474d-8ce7-47c1bc047408 None None] Provisioning complete for port 3242ffdf-1aa5-43fe-beba-85e1c4ff57c3 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:39:31.987486 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-12e4fddc-1931-474d-8ce7-47c1bc047408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:32.036061 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e500c6df-3fc3-4118-ba32-f627f3dbe42f up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:39:32.052090 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-3cbf1608-d558-43bf-b464-c94c64efcde2 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting port 6e977e2f-8a05-4e34-9575-9042a87061b3 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:39:32.052824 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3cbf1608-d558-43bf-b464-c94c64efcde2 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:32.156506 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 3242ffdf-1aa5-43fe-beba-85e1c4ff57c3 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:39:32.225096 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3cbf1608-d558-43bf-b464-c94c64efcde2 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:32.242886 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-3cbf1608-d558-43bf-b464-c94c64efcde2 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Calling delete_port for 6e977e2f-8a05-4e34-9575-9042a87061b3 owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:39:32.411131 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port e500c6df-3fc3-4118-ba32-f627f3dbe42f completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:39:32.453728 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-12e4fddc-1931-474d-8ce7-47c1bc047408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:32.458844 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port e500c6df-3fc3-4118-ba32-f627f3dbe42f triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:39:32.459217 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:32.509083 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-12e4fddc-1931-474d-8ce7-47c1bc047408 None None] For port 3242ffdf-1aa5-43fe-beba-85e1c4ff57c3, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=3242ffdf-1aa5-43fe-beba-85e1c4ff57c3,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:39:32.516677 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d519ea7-0695-47d7-9081-f9ca5cd3ec1a None None] Update dhcp port {'port': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'fixed_ips': [{'subnet_id': 'a006d049-95bb-401c-b4a0-ac8ed41dd901', 'ip_address': '2001:db8::f816:3eff:fe8f:8465'}, {'subnet_id': '77cbc1d6-0359-463b-8e4c-237c03f079e3'}], 'binding:host_id': 'n-d-815690-2'}, 'id': '3242ffdf-1aa5-43fe-beba-85e1c4ff57c3'} from n-d-815690-2. {{(pid=102880) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 18:39:32.520845 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3cbf1608-d558-43bf-b464-c94c64efcde2 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:32.574009 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 3242ffdf-1aa5-43fe-beba-85e1c4ff57c3 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:39:32.575376 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:32.606976 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf1608-d558-43bf-b464-c94c64efcde2 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Port': ['ID=6e977e2f-8a05-4e34-9575-9042a87061b3,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:32.631101 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-12e4fddc-1931-474d-8ce7-47c1bc047408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:32.759083 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3d519ea7-0695-47d7-9081-f9ca5cd3ec1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:32.829282 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3cbf1608-d558-43bf-b464-c94c64efcde2 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:32.835829 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3cbf1608-d558-43bf-b464-c94c64efcde2 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/ports/6e977e2f-8a05-4e34-9575-9042a87061b3 HTTP/1.1" status: 204 len: 168 time: 0.9120293 Oct 27 18:39:32.836136 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49526) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:32.932229 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b339b-29c6-480b-b736-34e9c6c14086 req-ff77a241-226a-4fae-9fc5-dc5681b6437a tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:32.934457 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ce5b339b-29c6-480b-b736-34e9c6c14086 req-ff77a241-226a-4fae-9fc5-dc5681b6437a tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc8625b-ba8f-4f88-be99-05e20800bba1 HTTP/1.1" status: 200 len: 944 time: 0.1017637 Oct 27 18:39:32.958331 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dff2417-9020-4135-af39-4618ae8a3aa0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:32.963156 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dff2417-9020-4135-af39-4618ae8a3aa0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:32.965313 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dff2417-9020-4135-af39-4618ae8a3aa0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:32.972290 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49528) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:32.973330 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6dff2417-9020-4135-af39-4618ae8a3aa0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1360373 Oct 27 18:39:33.067876 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cca134e-2094-4bf8-981b-f50ce12c43d7 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting subnet 77cbc1d6-0359-463b-8e4c-237c03f079e3 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:39:33.103346 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ce5b339b-29c6-480b-b736-34e9c6c14086 req-b7e220fb-873f-4e81-a928-cdc8b9a1c95b tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603215 Oct 27 18:39:33.204149 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4fddc-1931-474d-8ce7-47c1bc047408 None None] Pushing event updated for resources: {'Port': ['ID=3242ffdf-1aa5-43fe-beba-85e1c4ff57c3,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:33.219176 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-3d519ea7-0695-47d7-9081-f9ca5cd3ec1a None None] Allocated IP 172.20.0.2 (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/77cbc1d6-0359-463b-8e4c-237c03f079e3/3242ffdf-1aa5-43fe-beba-85e1c4ff57c3) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:39:33.317464 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:33.355348 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc8625b-ba8f-4f88-be99-05e20800bba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e500c6df-3fc3-4118-ba32-f627f3dbe42f'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:39:33.357687 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e46154-bb78-41d9-b684-5305e8e7fa05" -d '{"events": [{"server_uuid": "6dc8625b-ba8f-4f88-be99-05e20800bba1", "name": "network-vif-plugged", "status": "completed", "tag": "e500c6df-3fc3-4118-ba32-f627f3dbe42f"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:39:33.386370 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port e500c6df-3fc3-4118-ba32-f627f3dbe42f, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e500c6df-3fc3-4118-ba32-f627f3dbe42f,segment=NetworkSegment(0a5196a1-84e6-4a51-8f52-5d801014dc39),segment_id=0a5196a1-84e6-4a51-8f52-5d801014dc39)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:39:33.409967 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-3d519ea7-0695-47d7-9081-f9ca5cd3ec1a None None] For port 3242ffdf-1aa5-43fe-beba-85e1c4ff57c3, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=3242ffdf-1aa5-43fe-beba-85e1c4ff57c3,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:39:33.456375 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5e6763-9818-4ed0-9d93-af3f68648e4d x-openstack-request-id: req-5a5e6763-9818-4ed0-9d93-af3f68648e4d {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:39:33.456744 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc8625b-ba8f-4f88-be99-05e20800bba1", "name": "network-vif-plugged", "status": "completed", "tag": "e500c6df-3fc3-4118-ba32-f627f3dbe42f", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:39:33.457154 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5a5e6763-9818-4ed0-9d93-af3f68648e4d {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:39:33.457569 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc8625b-ba8f-4f88-be99-05e20800bba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e500c6df-3fc3-4118-ba32-f627f3dbe42f', 'code': 200} Oct 27 18:39:33.460429 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:33.464953 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3d519ea7-0695-47d7-9081-f9ca5cd3ec1a None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:33.533177 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0cca134e-2094-4bf8-981b-f50ce12c43d7 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:33.536525 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3d519ea7-0695-47d7-9081-f9ca5cd3ec1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:33.617233 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5bd96-4ef3-47c0-9c68-4f7ba12d97fc req-2e07e4fa-e95f-4cf8-b2f0-4fa0c572c46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:33.622099 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-56d5bd96-4ef3-47c0-9c68-4f7ba12d97fc req-2e07e4fa-e95f-4cf8-b2f0-4fa0c572c46d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6dc8625b-ba8f-4f88-be99-05e20800bba1 HTTP/1.1" status: 200 len: 1096 time: 0.1089890 Oct 27 18:39:33.624802 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0cca134e-2094-4bf8-981b-f50ce12c43d7 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:33.642891 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=e500c6df-3fc3-4118-ba32-f627f3dbe42f,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:33.693067 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-56d5bd96-4ef3-47c0-9c68-4f7ba12d97fc req-25d30cb5-a5bb-432a-9d44-51b48e39dfd5 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627468 Oct 27 18:39:33.781240 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d519ea7-0695-47d7-9081-f9ca5cd3ec1a None None] Pushing event updated for resources: {'Port': ['ID=3242ffdf-1aa5-43fe-beba-85e1c4ff57c3,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:33.820108 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0cca134e-2094-4bf8-981b-f50ce12c43d7 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:34.018347 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0cca134e-2094-4bf8-981b-f50ce12c43d7 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:34.101358 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0cca134e-2094-4bf8-981b-f50ce12c43d7 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:34.105002 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0cca134e-2094-4bf8-981b-f50ce12c43d7 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/77cbc1d6-0359-463b-8e4c-237c03f079e3 HTTP/1.1" status: 204 len: 168 time: 1.1291344 Oct 27 18:39:34.105765 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca134e-2094-4bf8-981b-f50ce12c43d7 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Subnet': ['ID=77cbc1d6-0359-463b-8e4c-237c03f079e3,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:34.107958 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49546) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:34.115132 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 3242ffdf-1aa5-43fe-beba-85e1c4ff57c3 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:39:34.214365 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ce68c0e-6eb8-42d4-b99d-c5e60ff70833 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting subnet a006d049-95bb-401c-b4a0-ac8ed41dd901 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:39:34.234099 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3ce68c0e-6eb8-42d4-b99d-c5e60ff70833 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:34.279550 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 3242ffdf-1aa5-43fe-beba-85e1c4ff57c3 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:39:34.280088 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:34.324644 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79a6d2-3b2e-4195-8057-ca29983ab0f7 req-eea6d531-46da-4d36-896c-1433fb8704f4 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:34.338867 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dc79a6d2-3b2e-4195-8057-ca29983ab0f7 req-eea6d531-46da-4d36-896c-1433fb8704f4 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc8625b-ba8f-4f88-be99-05e20800bba1 HTTP/1.1" status: 200 len: 945 time: 0.1116142 Oct 27 18:39:34.399801 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dc79a6d2-3b2e-4195-8057-ca29983ab0f7 req-eec2c9d1-96b3-42dc-9370-8b8743cf6d9a tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599325 Oct 27 18:39:34.428673 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3ce68c0e-6eb8-42d4-b99d-c5e60ff70833 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:34.670036 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3ce68c0e-6eb8-42d4-b99d-c5e60ff70833 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:34.823871 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3ce68c0e-6eb8-42d4-b99d-c5e60ff70833 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:34.855361 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3ce68c0e-6eb8-42d4-b99d-c5e60ff70833 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:34.860031 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3ce68c0e-6eb8-42d4-b99d-c5e60ff70833 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/a006d049-95bb-401c-b4a0-ac8ed41dd901 HTTP/1.1" status: 204 len: 168 time: 0.7485230 Oct 27 18:39:34.863656 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49562) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:34.901997 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68c0e-6eb8-42d4-b99d-c5e60ff70833 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Subnet': ['ID=a006d049-95bb-401c-b4a0-ac8ed41dd901,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:34.931530 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f1c9cb-0776-4e74-bd00-72e2aef57354 None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:39:34.980821 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-dc57842b-6a0f-4791-badd-c1308522c058 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1158442 Oct 27 18:39:34.981378 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49564) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:34.997181 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-189859d5-57e3-46bb-81eb-f69e6c355161 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'subnet': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:39:35.044578 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-31af6d49-e92b-4cd5-8490-ec703d61a341 None None] Could not find standard attr ID for object 6e977e2f-8a05-4e34-9575-9042a87061b3. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 18:39:35.144681 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-31af6d49-e92b-4cd5-8490-ec703d61a341 None None] Provisioning complete for port 3242ffdf-1aa5-43fe-beba-85e1c4ff57c3 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:39:35.145083 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-31af6d49-e92b-4cd5-8490-ec703d61a341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:35.236592 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189859d5-57e3-46bb-81eb-f69e6c355161 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:39:35.246025 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-189859d5-57e3-46bb-81eb-f69e6c355161 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:35.286592 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49570) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:35.337576 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110189f1-0b89-4560-905b-4d3d14cf701b None None] DHCP port deletion for faaeba95-b0d0-4d55-8d69-ea8e95b4070b request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:39:35.495751 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-110189f1-0b89-4560-905b-4d3d14cf701b None None] Deleting port 3242ffdf-1aa5-43fe-beba-85e1c4ff57c3 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:39:35.496332 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-110189f1-0b89-4560-905b-4d3d14cf701b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:35.703122 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-110189f1-0b89-4560-905b-4d3d14cf701b None None] For port 3242ffdf-1aa5-43fe-beba-85e1c4ff57c3, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=3242ffdf-1aa5-43fe-beba-85e1c4ff57c3,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:39:35.703512 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-90c5e481-9176-4b47-830d-200f9f0ab814 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:35.703638 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-110189f1-0b89-4560-905b-4d3d14cf701b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:35.819732 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-110189f1-0b89-4560-905b-4d3d14cf701b None None] Calling delete_port for 3242ffdf-1aa5-43fe-beba-85e1c4ff57c3 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:39:35.883653 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5a3b3-0ecd-4a05-880f-17f62387c650 req-d9c6b8b0-38d9-41c4-ae65-5bc759c6fb70 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:35.889570 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bbf5a3b3-0ecd-4a05-880f-17f62387c650 req-d9c6b8b0-38d9-41c4-ae65-5bc759c6fb70 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc8625b-ba8f-4f88-be99-05e20800bba1 HTTP/1.1" status: 200 len: 945 time: 0.2501233 Oct 27 18:39:35.922011 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-90c5e481-9176-4b47-830d-200f9f0ab814 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:35.965103 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bbf5a3b3-0ecd-4a05-880f-17f62387c650 req-d07b1465-f35e-46c5-8172-38735507265c tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677598 Oct 27 18:39:35.969797 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-189859d5-57e3-46bb-81eb-f69e6c355161 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:36.043674 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-90c5e481-9176-4b47-830d-200f9f0ab814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:36.110414 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-90c5e481-9176-4b47-830d-200f9f0ab814 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bbd83ef38915487ca3c2b9be2290136b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8203480 Oct 27 18:39:36.150419 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49596) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:36.188229 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 3242ffdf-1aa5-43fe-beba-85e1c4ff57c3 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:39:36.198930 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189859d5-57e3-46bb-81eb-f69e6c355161 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Subnet': ['ID=0dee4970-10e4-4cbe-8ccc-a7cd9966e14c,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:36.257297 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189859d5-57e3-46bb-81eb-f69e6c355161 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:39:36.260994 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-189859d5-57e3-46bb-81eb-f69e6c355161 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:39:36.277872 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189859d5-57e3-46bb-81eb-f69e6c355161 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:36.283212 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-189859d5-57e3-46bb-81eb-f69e6c355161 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:36.338954 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-110189f1-0b89-4560-905b-4d3d14cf701b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:36.341781 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c5e481-9176-4b47-830d-200f9f0ab814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2f0438-5e7d-4f08-860b-3f5ab8f40dce,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:36.377348 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-128ccf6b-bc1c-4c3b-afa3-f6de10bd65d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:36.385702 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No active binding found for port 3242ffdf-1aa5-43fe-beba-85e1c4ff57c3 {{(pid=102880) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 27 18:39:36.386441 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 3242ffdf-1aa5-43fe-beba-85e1c4ff57c3 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:39:36.410025 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-189859d5-57e3-46bb-81eb-f69e6c355161 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4254520 Oct 27 18:39:36.410246 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49602) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:36.423058 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110189f1-0b89-4560-905b-4d3d14cf701b None None] No DVR routers for this DVR port 3242ffdf-1aa5-43fe-beba-85e1c4ff57c3 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:39:36.426148 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-b48fb5ab-6516-4f78-962a-24e5cc2adafd tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'subnet': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:39:36.472898 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-128ccf6b-bc1c-4c3b-afa3-f6de10bd65d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:36.509821 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f91870-4114-4d9d-bbbd-35ed9572dd0c None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:39:36.514962 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110189f1-0b89-4560-905b-4d3d14cf701b None None] Pushing event deleted for resources: {'Port': ['ID=3242ffdf-1aa5-43fe-beba-85e1c4ff57c3,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:36.743478 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-128ccf6b-bc1c-4c3b-afa3-f6de10bd65d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:36.748195 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-128ccf6b-bc1c-4c3b-afa3-f6de10bd65d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:36.750938 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-128ccf6b-bc1c-4c3b-afa3-f6de10bd65d1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1d2f0438-5e7d-4f08-860b-3f5ab8f40dce HTTP/1.1" status: 204 len: 168 time: 0.5989990 Oct 27 18:39:36.790447 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ccf6b-bc1c-4c3b-afa3-f6de10bd65d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2f0438-5e7d-4f08-860b-3f5ab8f40dce,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:36.834921 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48fb5ab-6516-4f78-962a-24e5cc2adafd tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:39:36.840427 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b48fb5ab-6516-4f78-962a-24e5cc2adafd tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:36.957748 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49622) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:37.146785 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0039cce9-2b8a-41c7-8b0c-b2eabe0f2c0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'tenant_id': '89b3aabd8d544ecda89a865b2a77c321', 'fixed_ips': [{'subnet_id': '0dee4970-10e4-4cbe-8ccc-a7cd9966e14c'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:39:37.147690 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0039cce9-2b8a-41c7-8b0c-b2eabe0f2c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:37.287297 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-a39b0e4b-fa46-48df-930d-68f0caed0993 req-f7adac34-104f-4309-a86f-b247890d5ffc service neutron] (102878) timed out ('10.222.0.52', 41728) {{(pid=102878) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 18:39:37.294640 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7c3323a7-923d-43fe-acc8-26ebf33e65b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:37.447130 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7c3323a7-923d-43fe-acc8-26ebf33e65b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:37.537455 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-0039cce9-2b8a-41c7-8b0c-b2eabe0f2c0f None None] Allocated IP 172.20.0.2 (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/0dee4970-10e4-4cbe-8ccc-a7cd9966e14c/e79fe102-3907-4362-a285-60f9d6b934a8) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:39:37.543188 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7c3323a7-923d-43fe-acc8-26ebf33e65b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:37.605675 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3323a7-923d-43fe-acc8-26ebf33e65b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985c0a10-b019-4794-852b-af6dd060a1f5,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:37.671062 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7c3323a7-923d-43fe-acc8-26ebf33e65b7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6560edb839ac403aa802892f83431849&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7085247 Oct 27 18:39:37.671552 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49634) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:37.696057 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:39:37.747074 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6d90ebed-4698-4ad4-a336-1708e161269c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:37.786297 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6d90ebed-4698-4ad4-a336-1708e161269c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:37.819244 n-d-815690-2 neutron-server[102878]: DEBUG neutron.objects.ports [None req-b48fb5ab-6516-4f78-962a-24e5cc2adafd tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102878) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 18:39:37.823857 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b48fb5ab-6516-4f78-962a-24e5cc2adafd tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:37.931908 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6d90ebed-4698-4ad4-a336-1708e161269c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:37.932779 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48fb5ab-6516-4f78-962a-24e5cc2adafd tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:39:37.934974 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6d90ebed-4698-4ad4-a336-1708e161269c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:37.936241 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6d90ebed-4698-4ad4-a336-1708e161269c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/985c0a10-b019-4794-852b-af6dd060a1f5 HTTP/1.1" status: 204 len: 168 time: 0.2630336 Oct 27 18:39:37.940582 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-b48fb5ab-6516-4f78-962a-24e5cc2adafd tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:39:37.961291 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48fb5ab-6516-4f78-962a-24e5cc2adafd tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:37.962297 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b48fb5ab-6516-4f78-962a-24e5cc2adafd tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:37.971950 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d90ebed-4698-4ad4-a336-1708e161269c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985c0a10-b019-4794-852b-af6dd060a1f5,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:38.006565 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48fb5ab-6516-4f78-962a-24e5cc2adafd tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Subnet': ['ID=d06c33a8-0f6d-45d3-ac0c-5ef2447f6de2,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:38.057079 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b48fb5ab-6516-4f78-962a-24e5cc2adafd tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6425307 Oct 27 18:39:38.060728 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49648) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:38.063641 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-a8c43598-20ae-482f-aaab-041a86c9f02d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'port': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'mac_address': 'fa:16:3e:c1:f2:0b', 'name': 'tempest-NetworksTestDHCPv6-15059426'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:39:38.082151 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0039cce9-2b8a-41c7-8b0c-b2eabe0f2c0f None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:38.149384 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0039cce9-2b8a-41c7-8b0c-b2eabe0f2c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:38.345881 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0039cce9-2b8a-41c7-8b0c-b2eabe0f2c0f None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:39:38.353622 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-0039cce9-2b8a-41c7-8b0c-b2eabe0f2c0f None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:39:38.364556 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0039cce9-2b8a-41c7-8b0c-b2eabe0f2c0f None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:39:38.378251 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0039cce9-2b8a-41c7-8b0c-b2eabe0f2c0f None None] Pushing event updated for resources: {'Port': ['ID=e79fe102-3907-4362-a285-60f9d6b934a8,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:38.401305 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c43598-20ae-482f-aaab-041a86c9f02d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:39:38.496920 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-0039cce9-2b8a-41c7-8b0c-b2eabe0f2c0f None None] Attempting to bind port e79fe102-3907-4362-a285-60f9d6b934a8 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:39:38.497297 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-0039cce9-2b8a-41c7-8b0c-b2eabe0f2c0f None None] Attempting to bind port e79fe102-3907-4362-a285-60f9d6b934a8 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:39:38.497677 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0039cce9-2b8a-41c7-8b0c-b2eabe0f2c0f None None] Attempting to bind port e79fe102-3907-4362-a285-60f9d6b934a8 on network faaeba95-b0d0-4d55-8d69-ea8e95b4070b {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:39:38.504458 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0039cce9-2b8a-41c7-8b0c-b2eabe0f2c0f None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:39:38.504834 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0039cce9-2b8a-41c7-8b0c-b2eabe0f2c0f None None] Checking segment: {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:39:38.505387 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0039cce9-2b8a-41c7-8b0c-b2eabe0f2c0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:38.505783 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0039cce9-2b8a-41c7-8b0c-b2eabe0f2c0f None None] Bound using segment: {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:39:38.506267 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-0039cce9-2b8a-41c7-8b0c-b2eabe0f2c0f None None] Bound port: e79fe102-3907-4362-a285-60f9d6b934a8, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:39:38.506922 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0039cce9-2b8a-41c7-8b0c-b2eabe0f2c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:38.549795 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a8c43598-20ae-482f-aaab-041a86c9f02d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:38.608356 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-a8c43598-20ae-482f-aaab-041a86c9f02d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] device_id is not set on port 1786f2e6-a412-4840-bfb2-895070b578cd yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:39:38.708017 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-0039cce9-2b8a-41c7-8b0c-b2eabe0f2c0f None None] For port e79fe102-3907-4362-a285-60f9d6b934a8, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:39:38.715428 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-0039cce9-2b8a-41c7-8b0c-b2eabe0f2c0f None None] For port e79fe102-3907-4362-a285-60f9d6b934a8, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=e79fe102-3907-4362-a285-60f9d6b934a8,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:39:38.789933 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0039cce9-2b8a-41c7-8b0c-b2eabe0f2c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:38.910234 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-a8c43598-20ae-482f-aaab-041a86c9f02d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Allocated IP 172.20.0.8 (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/0dee4970-10e4-4cbe-8ccc-a7cd9966e14c/1786f2e6-a412-4840-bfb2-895070b578cd) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:39:38.931304 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-a8c43598-20ae-482f-aaab-041a86c9f02d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Allocated IP 2001:db8::f816:3eff:fec1:f20b (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/d06c33a8-0f6d-45d3-ac0c-5ef2447f6de2/1786f2e6-a412-4840-bfb2-895070b578cd) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:39:38.951726 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0039cce9-2b8a-41c7-8b0c-b2eabe0f2c0f None None] Pushing event updated for resources: {'Port': ['ID=e79fe102-3907-4362-a285-60f9d6b934a8,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:39.039834 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49668) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:39.090210 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-57cc512f-5f1b-4cbf-bb49-7d9376a42f6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:39.379673 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a8c43598-20ae-482f-aaab-041a86c9f02d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:39.480749 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-57cc512f-5f1b-4cbf-bb49-7d9376a42f6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:39.526285 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a8c43598-20ae-482f-aaab-041a86c9f02d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:39.554396 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-57cc512f-5f1b-4cbf-bb49-7d9376a42f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:39.617380 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-053360c8-6451-4d97-b4a3-c82836b94c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:39.645598 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c43598-20ae-482f-aaab-041a86c9f02d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:39:39.662807 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-a8c43598-20ae-482f-aaab-041a86c9f02d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:39:39.665748 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-57cc512f-5f1b-4cbf-bb49-7d9376a42f6a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1aa3c0f928864c16a5ffd17db0f5e946&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6247756 Oct 27 18:39:39.668600 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49686) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:39.692946 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c43598-20ae-482f-aaab-041a86c9f02d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:39:39.706279 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c43598-20ae-482f-aaab-041a86c9f02d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Port': ['ID=1786f2e6-a412-4840-bfb2-895070b578cd,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:39.767148 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc512f-5f1b-4cbf-bb49-7d9376a42f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6bad5c-52ab-4301-abd4-c292c85438ff,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:39.774201 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c43598-20ae-482f-aaab-041a86c9f02d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:39.775076 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a8c43598-20ae-482f-aaab-041a86c9f02d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:39.816811 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f6382b94-64a2-4100-9d3b-b6868815ec55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:39.881397 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a8c43598-20ae-482f-aaab-041a86c9f02d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.8228104 Oct 27 18:39:39.882192 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49690) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:39.932573 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f6382b94-64a2-4100-9d3b-b6868815ec55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:40.002745 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bd5c13-1274-468e-8045-c37eb910fdf2 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:40.019978 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bd5c13-1274-468e-8045-c37eb910fdf2 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:40.035202 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b9bd5c13-1274-468e-8045-c37eb910fdf2 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1761 time: 0.1514578 Oct 27 18:39:40.035500 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49694) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:40.213013 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device e79fe102-3907-4362-a285-60f9d6b934a8 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:39:40.320440 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f6382b94-64a2-4100-9d3b-b6868815ec55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:40.333501 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port e79fe102-3907-4362-a285-60f9d6b934a8 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:39:40.334095 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:40.336826 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f6382b94-64a2-4100-9d3b-b6868815ec55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:40.343019 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f6382b94-64a2-4100-9d3b-b6868815ec55 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5a6bad5c-52ab-4301-abd4-c292c85438ff HTTP/1.1" status: 204 len: 168 time: 0.6698775 Oct 27 18:39:40.380169 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-03fd5604-916a-4004-a846-76952ce34d94 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting port 1786f2e6-a412-4840-bfb2-895070b578cd {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:39:40.380169 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-03fd5604-916a-4004-a846-76952ce34d94 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:40.465677 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6382b94-64a2-4100-9d3b-b6868815ec55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6bad5c-52ab-4301-abd4-c292c85438ff,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:40.756292 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:40.826157 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-03fd5604-916a-4004-a846-76952ce34d94 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:40.845649 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port e79fe102-3907-4362-a285-60f9d6b934a8, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=e79fe102-3907-4362-a285-60f9d6b934a8,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:39:40.868918 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-03fd5604-916a-4004-a846-76952ce34d94 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Calling delete_port for 1786f2e6-a412-4840-bfb2-895070b578cd owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:39:40.876161 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49708) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:40.922545 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:41.021470 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba488dc4-d9f9-4414-a763-c3c3057da031 None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:39:41.102670 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=e79fe102-3907-4362-a285-60f9d6b934a8,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:41.220487 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a0916cc7-d302-4a32-84cb-bf79739eba12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:41.508249 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-603b275a-d5b8-4175-8e5e-2f4a29539227 None None] Provisioning complete for port e79fe102-3907-4362-a285-60f9d6b934a8 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:39:41.508878 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-603b275a-d5b8-4175-8e5e-2f4a29539227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:41.518573 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a0916cc7-d302-4a32-84cb-bf79739eba12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:41.583489 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a0916cc7-d302-4a32-84cb-bf79739eba12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:41.680364 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0916cc7-d302-4a32-84cb-bf79739eba12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc270010-6c9e-4497-9b7d-8c52eedec7d1,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:41.736271 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a0916cc7-d302-4a32-84cb-bf79739eba12 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=38dee83a60344c059286155d51e4ce82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8563898 Oct 27 18:39:41.737669 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49730) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:41.863046 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd8ecf6-5ffb-448a-9601-5aa98026487f None None] Update dhcp port {'port': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'fixed_ips': [{'subnet_id': '0dee4970-10e4-4cbe-8ccc-a7cd9966e14c', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd06c33a8-0f6d-45d3-ac0c-5ef2447f6de2'}], 'binding:host_id': 'n-d-815690-2'}, 'id': 'e79fe102-3907-4362-a285-60f9d6b934a8'} from n-d-815690-2. {{(pid=102880) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 18:39:41.896905 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cc37185e-5e18-493d-a39e-b42915f05f94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:41.957744 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2fd8ecf6-5ffb-448a-9601-5aa98026487f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:41.979041 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cc37185e-5e18-493d-a39e-b42915f05f94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:42.144266 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-76328213-5e7a-4a0a-a7a0-90c4b7e4c558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:42.177123 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cc37185e-5e18-493d-a39e-b42915f05f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:42.180376 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cc37185e-5e18-493d-a39e-b42915f05f94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:42.195966 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device e79fe102-3907-4362-a285-60f9d6b934a8 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:39:42.196195 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-cc37185e-5e18-493d-a39e-b42915f05f94 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dc270010-6c9e-4497-9b7d-8c52eedec7d1 HTTP/1.1" status: 204 len: 168 time: 0.4478998 Oct 27 18:39:42.213509 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc37185e-5e18-493d-a39e-b42915f05f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc270010-6c9e-4497-9b7d-8c52eedec7d1,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:42.320532 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-03fd5604-916a-4004-a846-76952ce34d94 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:42.336577 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-2fd8ecf6-5ffb-448a-9601-5aa98026487f None None] Allocated IP 2001:db8::f816:3eff:fe3a:609c (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/d06c33a8-0f6d-45d3-ac0c-5ef2447f6de2/e79fe102-3907-4362-a285-60f9d6b934a8) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:39:42.426161 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port e79fe102-3907-4362-a285-60f9d6b934a8 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:39:42.426161 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:42.441784 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd5604-916a-4004-a846-76952ce34d94 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Port': ['ID=1786f2e6-a412-4840-bfb2-895070b578cd,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:42.484098 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fd5604-916a-4004-a846-76952ce34d94 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:39:42.487962 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fd5604-916a-4004-a846-76952ce34d94 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:39:42.487962 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fd5604-916a-4004-a846-76952ce34d94 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:39:42.487962 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fd5604-916a-4004-a846-76952ce34d94 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:39:42.487962 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fd5604-916a-4004-a846-76952ce34d94 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:39:42.487962 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fd5604-916a-4004-a846-76952ce34d94 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:39:42.487962 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fd5604-916a-4004-a846-76952ce34d94 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:39:42.487962 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fd5604-916a-4004-a846-76952ce34d94 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:39:42.491897 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fd5604-916a-4004-a846-76952ce34d94 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:39:42.491897 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fd5604-916a-4004-a846-76952ce34d94 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:39:42.492537 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fd5604-916a-4004-a846-76952ce34d94 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:39:42.492652 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fd5604-916a-4004-a846-76952ce34d94 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:39:42.566016 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-03fd5604-916a-4004-a846-76952ce34d94 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:42.572490 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49750) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:42.579393 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-03fd5604-916a-4004-a846-76952ce34d94 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/ports/1786f2e6-a412-4840-bfb2-895070b578cd HTTP/1.1" status: 204 len: 168 time: 2.5401616 Oct 27 18:39:42.675916 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e21c58-dc22-4471-9c07-1b9dd48c4adf tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:42.678128 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e21c58-dc22-4471-9c07-1b9dd48c4adf tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:42.680898 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e21c58-dc22-4471-9c07-1b9dd48c4adf tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:42.682997 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-50e21c58-dc22-4471-9c07-1b9dd48c4adf tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1094873 Oct 27 18:39:42.685938 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49756) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:42.703330 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-2fd8ecf6-5ffb-448a-9601-5aa98026487f None None] For port e79fe102-3907-4362-a285-60f9d6b934a8, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=e79fe102-3907-4362-a285-60f9d6b934a8,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:39:42.778957 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2fd8ecf6-5ffb-448a-9601-5aa98026487f None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:42.788141 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef768ec5-c90f-424f-977e-035ce1b512c4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting subnet 0dee4970-10e4-4cbe-8ccc-a7cd9966e14c {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:39:42.856843 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ef768ec5-c90f-424f-977e-035ce1b512c4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:42.861212 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2fd8ecf6-5ffb-448a-9601-5aa98026487f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:42.948475 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd8ecf6-5ffb-448a-9601-5aa98026487f None None] Pushing event updated for resources: {'Port': ['ID=e79fe102-3907-4362-a285-60f9d6b934a8,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:42.985934 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ef768ec5-c90f-424f-977e-035ce1b512c4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:43.169376 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ef768ec5-c90f-424f-977e-035ce1b512c4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:43.360779 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ef768ec5-c90f-424f-977e-035ce1b512c4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:43.420477 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef768ec5-c90f-424f-977e-035ce1b512c4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Subnet': ['ID=0dee4970-10e4-4cbe-8ccc-a7cd9966e14c,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:43.421420 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:43.425234 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:43.429003 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ef768ec5-c90f-424f-977e-035ce1b512c4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:43.437511 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49780) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:43.449317 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ef768ec5-c90f-424f-977e-035ce1b512c4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/0dee4970-10e4-4cbe-8ccc-a7cd9966e14c HTTP/1.1" status: 204 len: 168 time: 0.7608948 Oct 27 18:39:43.622214 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-307af909-8e3e-41fa-852c-db74d7101148 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting subnet d06c33a8-0f6d-45d3-ac0c-5ef2447f6de2 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:39:43.635466 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-307af909-8e3e-41fa-852c-db74d7101148 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:43.850402 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-307af909-8e3e-41fa-852c-db74d7101148 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:44.149500 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device e79fe102-3907-4362-a285-60f9d6b934a8 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:39:44.291749 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42197c40-7e9c-446b-b0b3-3a276354a586 None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:39:44.369490 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-307af909-8e3e-41fa-852c-db74d7101148 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:44.502233 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49816) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:44.543614 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-307af909-8e3e-41fa-852c-db74d7101148 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:44.620031 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307af909-8e3e-41fa-852c-db74d7101148 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Subnet': ['ID=d06c33a8-0f6d-45d3-ac0c-5ef2447f6de2,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:44.642513 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-307af909-8e3e-41fa-852c-db74d7101148 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:44.647660 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-307af909-8e3e-41fa-852c-db74d7101148 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/d06c33a8-0f6d-45d3-ac0c-5ef2447f6de2 HTTP/1.1" status: 204 len: 168 time: 1.2083392 Oct 27 18:39:44.652365 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49824) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:44.676006 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4b224b49-fe03-4a88-a090-2ed5f71b83e4 None None] Provisioning complete for port e79fe102-3907-4362-a285-60f9d6b934a8 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:39:44.676450 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4b224b49-fe03-4a88-a090-2ed5f71b83e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:44.748379 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port e79fe102-3907-4362-a285-60f9d6b934a8 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:39:44.749385 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:44.845842 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-1d1f7c5d-b9f1-4ea4-8859-0e7b1004f6cc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-29983574-network', 'tenant_id': '3e51f4d6e43c47d6aad8c33823e3964f'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:39:44.865181 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a0371f07-283f-4514-b75d-fc4900134872 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2064061 Oct 27 18:39:44.865870 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49830) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:44.876419 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8343c678-d297-4615-a76b-cdd12fbd372c None None] DHCP port deletion for faaeba95-b0d0-4d55-8d69-ea8e95b4070b request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:39:44.887342 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-2b978cac-28ea-4899-9a9a-b88e4bbc1178 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'subnet': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:39:44.917175 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4b224b49-fe03-4a88-a090-2ed5f71b83e4 None None] Could not find standard attr ID for object 1786f2e6-a412-4840-bfb2-895070b578cd. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 18:39:44.983222 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-8343c678-d297-4615-a76b-cdd12fbd372c None None] Deleting port e79fe102-3907-4362-a285-60f9d6b934a8 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:39:44.983896 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8343c678-d297-4615-a76b-cdd12fbd372c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:45.013999 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1f7c5d-b9f1-4ea4-8859-0e7b1004f6cc admin admin] Made reservation on behalf of 3e51f4d6e43c47d6aad8c33823e3964f for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:39:45.017249 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1d1f7c5d-b9f1-4ea4-8859-0e7b1004f6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:45.040954 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1d1f7c5d-b9f1-4ea4-8859-0e7b1004f6cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:45.065423 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-8343c678-d297-4615-a76b-cdd12fbd372c None None] For port e79fe102-3907-4362-a285-60f9d6b934a8, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=e79fe102-3907-4362-a285-60f9d6b934a8,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:39:45.077937 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8343c678-d297-4615-a76b-cdd12fbd372c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:45.088702 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-8343c678-d297-4615-a76b-cdd12fbd372c None None] Calling delete_port for e79fe102-3907-4362-a285-60f9d6b934a8 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:39:45.154805 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b978cac-28ea-4899-9a9a-b88e4bbc1178 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:39:45.159510 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2b978cac-28ea-4899-9a9a-b88e4bbc1178 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:45.216798 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:45.257472 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1d1f7c5d-b9f1-4ea4-8859-0e7b1004f6cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:45.309704 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8343c678-d297-4615-a76b-cdd12fbd372c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:45.354213 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1d1f7c5d-b9f1-4ea4-8859-0e7b1004f6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:45.386029 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8343c678-d297-4615-a76b-cdd12fbd372c None None] No DVR routers for this DVR port e79fe102-3907-4362-a285-60f9d6b934a8 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:39:45.394232 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8343c678-d297-4615-a76b-cdd12fbd372c None None] Pushing event deleted for resources: {'Port': ['ID=e79fe102-3907-4362-a285-60f9d6b934a8,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:45.444079 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d1f7c5d-b9f1-4ea4-8859-0e7b1004f6cc admin admin] vlan segment allocate from pool success with {'vlan_id': 1021, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:39:45.461140 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f7c5d-b9f1-4ea4-8859-0e7b1004f6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad36188-91d6-43e2-a568-2912c23799cc,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:45.476331 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1d1f7c5d-b9f1-4ea4-8859-0e7b1004f6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:45.478366 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-1d1f7c5d-b9f1-4ea4-8859-0e7b1004f6cc admin admin] Added segment c586602f-b9c6-4b6f-9183-be9b01423093 of type vlan for network 9ece45d0-6b3f-4f8c-9d36-188ef51e155c Oct 27 18:39:45.611319 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1d1f7c5d-b9f1-4ea4-8859-0e7b1004f6cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:45.750252 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2b978cac-28ea-4899-9a9a-b88e4bbc1178 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:45.777169 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1d1f7c5d-b9f1-4ea4-8859-0e7b1004f6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:45.778451 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1f7c5d-b9f1-4ea4-8859-0e7b1004f6cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:45.779257 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1d1f7c5d-b9f1-4ea4-8859-0e7b1004f6cc admin admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:45.861682 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b978cac-28ea-4899-9a9a-b88e4bbc1178 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:39:45.868862 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-2b978cac-28ea-4899-9a9a-b88e4bbc1178 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:39:45.883419 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9f0e85-238d-4d0d-b422-8fc44e025df2 None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:39:45.891266 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b978cac-28ea-4899-9a9a-b88e4bbc1178 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:45.893016 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2b978cac-28ea-4899-9a9a-b88e4bbc1178 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:45.932023 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b978cac-28ea-4899-9a9a-b88e4bbc1178 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Subnet': ['ID=67afdf84-641c-4a99-8e0f-dd1f56723c50,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:45.979018 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2b978cac-28ea-4899-9a9a-b88e4bbc1178 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1076219 Oct 27 18:39:45.979707 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49862) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:46.003023 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-0e2d3d2f-a7fc-4996-8f14-d5aa1a9e81c7 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'subnet': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:39:46.040785 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f7c5d-b9f1-4ea4-8859-0e7b1004f6cc admin admin] Pushing event updated for resources: {'Network': ['ID=9ece45d0-6b3f-4f8c-9d36-188ef51e155c,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:46.071573 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1d1f7c5d-b9f1-4ea4-8859-0e7b1004f6cc admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5671675 Oct 27 18:39:46.074217 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49864) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:46.080291 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-6f86a31a-9cf5-4b0a-a7f9-3a89aacc24a4 admin admin] Request body: {'subnet': {'network_id': '9ece45d0-6b3f-4f8c-9d36-188ef51e155c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-29983574-subnet', 'tenant_id': '3e51f4d6e43c47d6aad8c33823e3964f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:39:46.122903 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 9ece45d0-6b3f-4f8c-9d36-188ef51e155c details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:39:46.169953 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device e79fe102-3907-4362-a285-60f9d6b934a8 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:39:46.193864 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f86a31a-9cf5-4b0a-a7f9-3a89aacc24a4 admin admin] Made reservation on behalf of 3e51f4d6e43c47d6aad8c33823e3964f for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:39:46.196649 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6f86a31a-9cf5-4b0a-a7f9-3a89aacc24a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:46.337131 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2d3d2f-a7fc-4996-8f14-d5aa1a9e81c7 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:39:46.341970 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0e2d3d2f-a7fc-4996-8f14-d5aa1a9e81c7 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:46.374853 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: e79fe102-3907-4362-a285-60f9d6b934a8 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:39:46.376398 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device e79fe102-3907-4362-a285-60f9d6b934a8 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:39:46.583853 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7619822-e783-49eb-9670-ce21a6f523c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'tenant_id': '89b3aabd8d544ecda89a865b2a77c321', 'fixed_ips': [{'subnet_id': '67afdf84-641c-4a99-8e0f-dd1f56723c50'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:39:46.587169 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a7619822-e783-49eb-9670-ce21a6f523c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:46.691645 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6f86a31a-9cf5-4b0a-a7f9-3a89aacc24a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:46.801598 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86a31a-9cf5-4b0a-a7f9-3a89aacc24a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53a90ae3-6991-47ea-a544-38df087759f0,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:46.820106 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f86a31a-9cf5-4b0a-a7f9-3a89aacc24a4 admin admin] Checking segment: {'id': 'c586602f-b9c6-4b6f-9183-be9b01423093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '9ece45d0-6b3f-4f8c-9d36-188ef51e155c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:39:46.820106 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f86a31a-9cf5-4b0a-a7f9-3a89aacc24a4 admin admin] Network hostable DHCP agents. Network: 9ece45d0-6b3f-4f8c-9d36-188ef51e155c, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:39:46.891326 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-a7619822-e783-49eb-9670-ce21a6f523c8 None None] Allocated IP 172.20.0.2 (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/67afdf84-641c-4a99-8e0f-dd1f56723c50/0215618b-70fb-4c0a-bcab-5f58c2e80ac0) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:39:46.942475 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f86a31a-9cf5-4b0a-a7f9-3a89aacc24a4 admin admin] Network 9ece45d0-6b3f-4f8c-9d36-188ef51e155c is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:39:46.946805 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49878) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:47.034114 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-6f86a31a-9cf5-4b0a-a7f9-3a89aacc24a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 9ece45d0-6b3f-4f8c-9d36-188ef51e155c) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:39:47.048080 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f86a31a-9cf5-4b0a-a7f9-3a89aacc24a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:47.049466 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6f86a31a-9cf5-4b0a-a7f9-3a89aacc24a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:47.105381 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d566af8f-bffa-4a1a-ad4a-499ca072904f None None] Network 9ece45d0-6b3f-4f8c-9d36-188ef51e155c requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:39:47.167967 n-d-815690-2 neutron-server[102879]: DEBUG neutron.objects.ports [None req-0e2d3d2f-a7fc-4996-8f14-d5aa1a9e81c7 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102879) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 18:39:47.169501 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0e2d3d2f-a7fc-4996-8f14-d5aa1a9e81c7 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:47.191626 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6f86a31a-9cf5-4b0a-a7f9-3a89aacc24a4 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1164253 Oct 27 18:39:47.240111 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2d3d2f-a7fc-4996-8f14-d5aa1a9e81c7 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:39:47.244064 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-0e2d3d2f-a7fc-4996-8f14-d5aa1a9e81c7 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:39:47.248144 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2d3d2f-a7fc-4996-8f14-d5aa1a9e81c7 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:47.256824 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0e2d3d2f-a7fc-4996-8f14-d5aa1a9e81c7 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:47.263983 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d3d2f-a7fc-4996-8f14-d5aa1a9e81c7 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Subnet': ['ID=d2d2caae-8512-49f6-920d-fcf84186c076,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:47.289249 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6d7ac7fd-2509-47ac-8f56-e5805e375d7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:47.353644 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0e2d3d2f-a7fc-4996-8f14-d5aa1a9e81c7 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3725507 Oct 27 18:39:47.356576 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49890) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:47.362964 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-ae6c0e9e-64b3-4387-8199-50e7eba62ce3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'port': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'mac_address': 'fa:16:3e:19:cf:ac', 'name': 'tempest-NetworksTestDHCPv6-13740287'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:39:47.401124 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4542dcf6-56c4-4b52-ac5a-35ca0a79d5b8 None None] Network 9ece45d0-6b3f-4f8c-9d36-188ef51e155c requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:39:47.407513 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a7619822-e783-49eb-9670-ce21a6f523c8 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:47.430169 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6d7ac7fd-2509-47ac-8f56-e5805e375d7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:47.542205 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a7619822-e783-49eb-9670-ce21a6f523c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:47.548512 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6d7ac7fd-2509-47ac-8f56-e5805e375d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:47.637187 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ac7fd-2509-47ac-8f56-e5805e375d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93563b6-4a53-40a7-b8f0-08e56c79d5e9,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:47.648086 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49906) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:47.648240 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6d7ac7fd-2509-47ac-8f56-e5805e375d7f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cad8a129dcb74583be83bca82635b2e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6997743 Oct 27 18:39:47.668184 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7619822-e783-49eb-9670-ce21a6f523c8 None None] Pushing event updated for resources: {'Port': ['ID=0215618b-70fb-4c0a-bcab-5f58c2e80ac0,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:47.676313 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7619822-e783-49eb-9670-ce21a6f523c8 None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:39:47.695426 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6c0e9e-64b3-4387-8199-50e7eba62ce3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:39:47.699201 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-a7619822-e783-49eb-9670-ce21a6f523c8 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:39:47.705243 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7619822-e783-49eb-9670-ce21a6f523c8 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:39:47.819972 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-a7619822-e783-49eb-9670-ce21a6f523c8 None None] Attempting to bind port 0215618b-70fb-4c0a-bcab-5f58c2e80ac0 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:39:47.820341 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-a7619822-e783-49eb-9670-ce21a6f523c8 None None] Attempting to bind port 0215618b-70fb-4c0a-bcab-5f58c2e80ac0 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:39:47.821370 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7619822-e783-49eb-9670-ce21a6f523c8 None None] Attempting to bind port 0215618b-70fb-4c0a-bcab-5f58c2e80ac0 on network faaeba95-b0d0-4d55-8d69-ea8e95b4070b {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:39:47.884426 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7619822-e783-49eb-9670-ce21a6f523c8 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:39:47.884803 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7619822-e783-49eb-9670-ce21a6f523c8 None None] Checking segment: {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:39:47.885203 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a7619822-e783-49eb-9670-ce21a6f523c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:47.885586 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7619822-e783-49eb-9670-ce21a6f523c8 None None] Bound using segment: {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:39:47.888410 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-a7619822-e783-49eb-9670-ce21a6f523c8 None None] Bound port: 0215618b-70fb-4c0a-bcab-5f58c2e80ac0, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:39:47.889252 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a7619822-e783-49eb-9670-ce21a6f523c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:47.935692 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ce3fec4f-d8cd-4fc5-bde2-3e9b57963d14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:47.989986 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ce3fec4f-d8cd-4fc5-bde2-3e9b57963d14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:47.998080 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-a7619822-e783-49eb-9670-ce21a6f523c8 None None] For port 0215618b-70fb-4c0a-bcab-5f58c2e80ac0, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:39:48.003191 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-a7619822-e783-49eb-9670-ce21a6f523c8 None None] For port 0215618b-70fb-4c0a-bcab-5f58c2e80ac0, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=0215618b-70fb-4c0a-bcab-5f58c2e80ac0,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:39:48.003756 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ae6c0e9e-64b3-4387-8199-50e7eba62ce3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:48.046912 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-ae6c0e9e-64b3-4387-8199-50e7eba62ce3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] device_id is not set on port b62989fa-4701-4d5d-9e9d-a4f509f253f3 yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:39:48.074717 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a7619822-e783-49eb-9670-ce21a6f523c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:48.198147 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ce3fec4f-d8cd-4fc5-bde2-3e9b57963d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:48.200705 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ce3fec4f-d8cd-4fc5-bde2-3e9b57963d14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:48.205219 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ce3fec4f-d8cd-4fc5-bde2-3e9b57963d14 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b93563b6-4a53-40a7-b8f0-08e56c79d5e9 HTTP/1.1" status: 204 len: 168 time: 0.5522778 Oct 27 18:39:48.216456 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7619822-e783-49eb-9670-ce21a6f523c8 None None] Pushing event updated for resources: {'Port': ['ID=0215618b-70fb-4c0a-bcab-5f58c2e80ac0,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:48.330145 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3fec4f-d8cd-4fc5-bde2-3e9b57963d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93563b6-4a53-40a7-b8f0-08e56c79d5e9,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:48.369356 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-ae6c0e9e-64b3-4387-8199-50e7eba62ce3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Allocated IP 172.20.0.12 (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/67afdf84-641c-4a99-8e0f-dd1f56723c50/b62989fa-4701-4d5d-9e9d-a4f509f253f3) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:39:48.384269 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-ae6c0e9e-64b3-4387-8199-50e7eba62ce3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Allocated IP 2001:db8::f816:3eff:fe19:cfac (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/d2d2caae-8512-49f6-920d-fcf84186c076/b62989fa-4701-4d5d-9e9d-a4f509f253f3) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:39:48.696975 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ae6c0e9e-64b3-4387-8199-50e7eba62ce3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:48.796199 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ae6c0e9e-64b3-4387-8199-50e7eba62ce3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:48.838971 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-b0d4ba61-c85e-4edd-9aa3-05bcb959717b tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:48.847106 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-b0d4ba61-c85e-4edd-9aa3-05bcb959717b tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/networks?id=7e162f9f-1e57-4697-b21f-e116c127cf92 HTTP/1.1" status: 200 len: 813 time: 0.4560568 Oct 27 18:39:48.873279 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6c0e9e-64b3-4387-8199-50e7eba62ce3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:39:48.877799 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-29a4608c-4f52-4d0a-9dfb-117510094eff tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/quotas/5683633d2e1d4b139c073dc8a9b72002 HTTP/1.1" status: 200 len: 375 time: 0.0296617 Oct 27 18:39:48.880997 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-ae6c0e9e-64b3-4387-8199-50e7eba62ce3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:39:48.891194 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6c0e9e-64b3-4387-8199-50e7eba62ce3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:39:48.900052 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c0e9e-64b3-4387-8199-50e7eba62ce3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Port': ['ID=b62989fa-4701-4d5d-9e9d-a4f509f253f3,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:48.971632 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6c0e9e-64b3-4387-8199-50e7eba62ce3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:48.972580 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ae6c0e9e-64b3-4387-8199-50e7eba62ce3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:48.991885 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-64115c09-a654-45f5-8234-fb4d4b8b9ee0 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5683633d2e1d4b139c073dc8a9b72002&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1054885 Oct 27 18:39:49.057123 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ae6c0e9e-64b3-4387-8199-50e7eba62ce3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.6981447 Oct 27 18:39:49.059919 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49942) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:49.145778 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-3483f72b-d0c0-44ff-a2fa-a974191ccb28 service neutron] 10.222.0.52 "GET /v2.0/networks/7e162f9f-1e57-4697-b21f-e116c127cf92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440210 Oct 27 18:39:49.155920 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25b38dd-e12e-46dc-b1b2-0fe761cfa566 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:49.162436 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25b38dd-e12e-46dc-b1b2-0fe761cfa566 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:49.164373 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a25b38dd-e12e-46dc-b1b2-0fe761cfa566 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.1032901 Oct 27 18:39:49.167159 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49944) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:49.236388 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49948) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:49.255475 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0a6782e8-1635-48c7-b959-3924e703db82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:49.474942 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-17047652-7273-4988-b5db-ee62ba5855c0 service neutron] 10.222.0.52 "GET /v2.0/networks/7e162f9f-1e57-4697-b21f-e116c127cf92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462900 Oct 27 18:39:49.489862 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-b8f502e5-8e99-4e6d-a9b8-8e6cdc472047 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting port b62989fa-4701-4d5d-9e9d-a4f509f253f3 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:39:49.490217 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b8f502e5-8e99-4e6d-a9b8-8e6cdc472047 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:49.503240 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0a6782e8-1635-48c7-b959-3924e703db82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:49.560266 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0a6782e8-1635-48c7-b959-3924e703db82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:49.621306 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6782e8-1635-48c7-b959-3924e703db82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552bddd6-2e3d-4dbe-affe-0684ec7c2c7a,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:49.624612 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b8f502e5-8e99-4e6d-a9b8-8e6cdc472047 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:49.656268 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-b8f502e5-8e99-4e6d-a9b8-8e6cdc472047 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Calling delete_port for b62989fa-4701-4d5d-9e9d-a4f509f253f3 owned by {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:39:49.668810 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0a6782e8-1635-48c7-b959-3924e703db82 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ddb3441bd4314cb19a4290b41a7265ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4313152 Oct 27 18:39:49.674201 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49954) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:49.799934 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be67c17-9e97-4dba-a6c3-e2556010e40b None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:39:49.818066 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4ae6bdb7-e321-45eb-8ed7-5a227577e3ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:49.869564 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4ae6bdb7-e321-45eb-8ed7-5a227577e3ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:50.033653 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-3bfe82dd-6986-4c28-b072-f619d3940b36 None None] Provisioning complete for port 0215618b-70fb-4c0a-bcab-5f58c2e80ac0 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:39:50.033653 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3bfe82dd-6986-4c28-b072-f619d3940b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:50.128604 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4ae6bdb7-e321-45eb-8ed7-5a227577e3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:50.132042 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4ae6bdb7-e321-45eb-8ed7-5a227577e3ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:50.135858 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4ae6bdb7-e321-45eb-8ed7-5a227577e3ee admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/552bddd6-2e3d-4dbe-affe-0684ec7c2c7a HTTP/1.1" status: 204 len: 168 time: 0.4579377 Oct 27 18:39:50.151211 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae6bdb7-e321-45eb-8ed7-5a227577e3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552bddd6-2e3d-4dbe-affe-0684ec7c2c7a,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:50.199887 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 0215618b-70fb-4c0a-bcab-5f58c2e80ac0 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:39:50.251775 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b8f502e5-8e99-4e6d-a9b8-8e6cdc472047 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:50.293319 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f502e5-8e99-4e6d-a9b8-8e6cdc472047 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Port': ['ID=b62989fa-4701-4d5d-9e9d-a4f509f253f3,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:50.332013 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3bfe82dd-6986-4c28-b072-f619d3940b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:50.517650 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b8f502e5-8e99-4e6d-a9b8-8e6cdc472047 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:50.521734 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b8f502e5-8e99-4e6d-a9b8-8e6cdc472047 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/ports/b62989fa-4701-4d5d-9e9d-a4f509f253f3 HTTP/1.1" status: 204 len: 168 time: 1.3533740 Oct 27 18:39:50.524473 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49978) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:50.536939 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8f2b3b-3040-4323-936c-e14dbc224222 None None] Update dhcp port {'port': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'fixed_ips': [{'subnet_id': '67afdf84-641c-4a99-8e0f-dd1f56723c50', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd2d2caae-8512-49f6-920d-fcf84186c076'}], 'binding:host_id': 'n-d-815690-2'}, 'id': '0215618b-70fb-4c0a-bcab-5f58c2e80ac0'} from n-d-815690-2. {{(pid=102880) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 18:39:50.600192 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aafed7dc-4cbe-4442-b76d-e3790c09c595 req-69b20226-62cd-44d5-96c0-108c6772f8e3 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=f871d379-5dbb-47aa-ad9d-3dd826d9c2f6 HTTP/1.1" status: 200 len: 210 time: 0.6672802 Oct 27 18:39:50.614648 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4cd1f1-aed2-4027-9449-e698a3c77a82 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:50.625708 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4cd1f1-aed2-4027-9449-e698a3c77a82 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:50.625708 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4cd1f1-aed2-4027-9449-e698a3c77a82 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:50.625708 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3a4cd1f1-aed2-4027-9449-e698a3c77a82 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0939164 Oct 27 18:39:50.631867 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 49980) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:50.642510 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 0215618b-70fb-4c0a-bcab-5f58c2e80ac0 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:39:50.642944 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:50.689013 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-3bfe82dd-6986-4c28-b072-f619d3940b36 None None] For port 0215618b-70fb-4c0a-bcab-5f58c2e80ac0, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=0215618b-70fb-4c0a-bcab-5f58c2e80ac0,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:39:50.690048 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5a8f2b3b-3040-4323-936c-e14dbc224222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:50.705758 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0cc1da9-a1d5-49a0-a81a-7181a0e8053a tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting subnet 67afdf84-641c-4a99-8e0f-dd1f56723c50 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:39:50.709127 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c0cc1da9-a1d5-49a0-a81a-7181a0e8053a tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:50.765756 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c0cc1da9-a1d5-49a0-a81a-7181a0e8053a tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:50.819216 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3bfe82dd-6986-4c28-b072-f619d3940b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:50.879351 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe82dd-6986-4c28-b072-f619d3940b36 None None] Pushing event updated for resources: {'Port': ['ID=0215618b-70fb-4c0a-bcab-5f58c2e80ac0,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:50.902129 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c0cc1da9-a1d5-49a0-a81a-7181a0e8053a tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:50.951390 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe82dd-6986-4c28-b072-f619d3940b36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:39:50.952473 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe82dd-6986-4c28-b072-f619d3940b36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:39:50.955459 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe82dd-6986-4c28-b072-f619d3940b36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:39:50.955459 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe82dd-6986-4c28-b072-f619d3940b36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:39:50.955459 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe82dd-6986-4c28-b072-f619d3940b36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:39:50.955459 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe82dd-6986-4c28-b072-f619d3940b36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:39:50.955459 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe82dd-6986-4c28-b072-f619d3940b36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:39:50.955459 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe82dd-6986-4c28-b072-f619d3940b36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:39:50.955459 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe82dd-6986-4c28-b072-f619d3940b36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:39:50.956134 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe82dd-6986-4c28-b072-f619d3940b36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:39:50.956694 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe82dd-6986-4c28-b072-f619d3940b36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:39:50.958594 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe82dd-6986-4c28-b072-f619d3940b36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:39:51.095284 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c0cc1da9-a1d5-49a0-a81a-7181a0e8053a tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server [None req-5a8f2b3b-3040-4323-936c-e14dbc224222 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 67afdf84-641c-4a99-8e0f-dd1f56723c50: This subnet is being modified by another concurrent operation. Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise exception Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 67afdf84-641c-4a99-8e0f-dd1f56723c50: This subnet is being modified by another concurrent operation. Oct 27 18:39:51.100007 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server Oct 27 18:39:51.134803 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cc1da9-a1d5-49a0-a81a-7181a0e8053a tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Subnet': ['ID=67afdf84-641c-4a99-8e0f-dd1f56723c50,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:51.138662 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c0cc1da9-a1d5-49a0-a81a-7181a0e8053a tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:51.142691 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c0cc1da9-a1d5-49a0-a81a-7181a0e8053a tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/67afdf84-641c-4a99-8e0f-dd1f56723c50 HTTP/1.1" status: 204 len: 168 time: 0.5092993 Oct 27 18:39:51.145851 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50002) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:51.198634 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1254098-9ee4-4c41-a7d5-ca7718677b5a None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:39:51.259117 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d4fd686-d021-4c27-9774-565664447bbb tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting subnet d2d2caae-8512-49f6-920d-fcf84186c076 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:39:51.283511 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5d4fd686-d021-4c27-9774-565664447bbb tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:51.328084 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6eb1b6fc-4048-4d74-b4e7-6f5c4aa48c7d None None] Provisioning complete for port 0215618b-70fb-4c0a-bcab-5f58c2e80ac0 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:39:51.328762 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6eb1b6fc-4048-4d74-b4e7-6f5c4aa48c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:51.355831 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5d4fd686-d021-4c27-9774-565664447bbb tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:51.416720 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5d4fd686-d021-4c27-9774-565664447bbb tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:51.498238 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6eb1b6fc-4048-4d74-b4e7-6f5c4aa48c7d None None] Could not find standard attr ID for object b62989fa-4701-4d5d-9e9d-a4f509f253f3. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 18:39:51.574783 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d84279-377d-4a13-bfbd-ac2a61a5fc45 None None] Update dhcp port {'port': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'fixed_ips': [{'subnet_id': 'd2d2caae-8512-49f6-920d-fcf84186c076'}], 'binding:host_id': 'n-d-815690-2'}, 'id': '0215618b-70fb-4c0a-bcab-5f58c2e80ac0'} from n-d-815690-2. {{(pid=102880) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 18:39:51.595482 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5d4fd686-d021-4c27-9774-565664447bbb tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:51.624986 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5d4fd686-d021-4c27-9774-565664447bbb tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:51.632514 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5d4fd686-d021-4c27-9774-565664447bbb tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/d2d2caae-8512-49f6-920d-fcf84186c076 HTTP/1.1" status: 204 len: 168 time: 0.4847510 Oct 27 18:39:51.633645 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50020) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:51.666587 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4fd686-d021-4c27-9774-565664447bbb tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Subnet': ['ID=d2d2caae-8512-49f6-920d-fcf84186c076,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:51.677270 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50024) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:51.768328 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50030) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:51.768732 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2481c359-905e-4b1f-9589-63290a502491 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1258020 Oct 27 18:39:51.813402 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6c0abc29-7f88-4f00-b6cb-7b5e0345b698 req-b1330326-c22b-4460-9faa-a6572f08a356 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=f871d379-5dbb-47aa-ad9d-3dd826d9c2f6 HTTP/1.1" status: 200 len: 210 time: 0.0830126 Oct 27 18:39:51.842649 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6686fa-919a-45ab-90ca-18f7b298b0ab tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:51.845067 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50034) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:51.845440 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1e6686fa-919a-45ab-90ca-18f7b298b0ab tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0752113 Oct 27 18:39:51.891465 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-64d84279-377d-4a13-bfbd-ac2a61a5fc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:51.933256 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-d06f211e-ecc3-4646-a4a8-d793fad34b30 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-232919448-network', 'tenant_id': 'a16aaa80f8b64c1880a21ed34928169f'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:39:51.970876 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f50b2b9-6b16-4252-ba9d-7452c52dbf15 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:51.977068 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50042) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:51.977345 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0f50b2b9-6b16-4252-ba9d-7452c52dbf15 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1305640 Oct 27 18:39:52.075865 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-bb4962f8-21bc-48cb-b214-ad7976bf2577 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0976336 Oct 27 18:39:52.077506 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06f211e-ecc3-4646-a4a8-d793fad34b30 admin admin] Made reservation on behalf of a16aaa80f8b64c1880a21ed34928169f for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:39:52.081037 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50046) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:52.086722 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d06f211e-ecc3-4646-a4a8-d793fad34b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:52.086924 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-7ff82d82-8b00-45e0-8763-648fe76efd5a tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'subnet': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:39:52.105894 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d06f211e-ecc3-4646-a4a8-d793fad34b30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:52.167231 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 0215618b-70fb-4c0a-bcab-5f58c2e80ac0 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:39:52.225186 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d06f211e-ecc3-4646-a4a8-d793fad34b30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:52.298902 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:52.356916 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 0215618b-70fb-4c0a-bcab-5f58c2e80ac0, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=0215618b-70fb-4c0a-bcab-5f58c2e80ac0,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:39:52.361390 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-b85e1c4c-66ce-4ce7-8fce-29e5f156b116 None None] Provisioning complete for port 0215618b-70fb-4c0a-bcab-5f58c2e80ac0 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:39:52.361552 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b85e1c4c-66ce-4ce7-8fce-29e5f156b116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:52.376707 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff82d82-8b00-45e0-8763-648fe76efd5a tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:39:52.377955 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d06f211e-ecc3-4646-a4a8-d793fad34b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:52.382926 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7ff82d82-8b00-45e0-8763-648fe76efd5a tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:52.384418 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ff82d82-8b00-45e0-8763-648fe76efd5a tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:39:52.384857 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ff82d82-8b00-45e0-8763-648fe76efd5a tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:39:52.421654 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d06f211e-ecc3-4646-a4a8-d793fad34b30 admin admin] vlan segment allocate from pool success with {'vlan_id': 1029, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:39:52.437225 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f211e-ecc3-4646-a4a8-d793fad34b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359c5498-4bd1-4c65-9294-07de47384080,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:52.439778 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb8e99c-e0e3-4312-a849-57813611ac89 None None] get_active_networks_info from n-d-815690-2 {{(pid=102880) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 18:39:52.440407 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d06f211e-ecc3-4646-a4a8-d793fad34b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:52.440673 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-d06f211e-ecc3-4646-a4a8-d793fad34b30 admin admin] Added segment 68caf2ab-1470-46e4-867f-c538deda2073 of type vlan for network 34ad24f4-30f2-4a44-b5cb-06919fb68ec0 Oct 27 18:39:52.482029 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d06f211e-ecc3-4646-a4a8-d793fad34b30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:52.537997 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:52.544823 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7ff82d82-8b00-45e0-8763-648fe76efd5a tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4622285 Oct 27 18:39:52.548431 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50048) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:52.559739 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-acbaab13-8845-4f96-a70b-071c2b8f05fb tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'subnet': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:39:52.589524 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb8e99c-e0e3-4312-a849-57813611ac89 None None] Resources bound (agent type, host, resource id): {{(pid=102880) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 18:39:52.612241 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-3b08a74e-fd08-48b4-a714-955707a89dda None None] Could not find standard attr ID for object b62989fa-4701-4d5d-9e9d-a4f509f253f3. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 18:39:52.691933 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d06f211e-ecc3-4646-a4a8-d793fad34b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:52.701477 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-aecc13c4-bb76-49ab-bc6c-e0276b1739cf tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:52.703733 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-aecc13c4-bb76-49ab-bc6c-e0276b1739cf tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.93 "GET /v2.0/networks?id=7e162f9f-1e57-4697-b21f-e116c127cf92 HTTP/1.1" status: 200 len: 813 time: 0.1504314 Oct 27 18:39:52.704805 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06f211e-ecc3-4646-a4a8-d793fad34b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:52.705807 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d06f211e-ecc3-4646-a4a8-d793fad34b30 admin admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:52.719416 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=0215618b-70fb-4c0a-bcab-5f58c2e80ac0,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:52.724870 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-19cb1d02-538d-4c77-a320-49804d05eca3 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Request body: {'port': {'device_id': 'f871d379-5dbb-47aa-ad9d-3dd826d9c2f6', 'network_id': '7e162f9f-1e57-4697-b21f-e116c127cf92', 'admin_state_up': True, 'tenant_id': '5683633d2e1d4b139c073dc8a9b72002'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:39:53.075489 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f211e-ecc3-4646-a4a8-d793fad34b30 admin admin] Pushing event updated for resources: {'Network': ['ID=34ad24f4-30f2-4a44-b5cb-06919fb68ec0,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:53.109965 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 34ad24f4-30f2-4a44-b5cb-06919fb68ec0 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:39:53.145345 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d06f211e-ecc3-4646-a4a8-d793fad34b30 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4644439 Oct 27 18:39:53.149830 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50062) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:53.157003 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-ddb62552-f8e9-4d7b-88c1-ddceebac8abf admin admin] Request body: {'subnet': {'network_id': '34ad24f4-30f2-4a44-b5cb-06919fb68ec0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-232919448-subnet', 'tenant_id': 'a16aaa80f8b64c1880a21ed34928169f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:39:53.173202 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-19b08bdc-79ee-4621-a2be-99f53c298779 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0941627 Oct 27 18:39:53.187308 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-19cb1d02-538d-4c77-a320-49804d05eca3 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Made reservation on behalf of 5683633d2e1d4b139c073dc8a9b72002 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:39:53.192673 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ce8fc18f-9dc4-42a5-9a86-1c679af07f61 req-88dca633-4f36-4f07-ad5a-9eb24a2fd5ae tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=f871d379-5dbb-47aa-ad9d-3dd826d9c2f6 HTTP/1.1" status: 200 len: 210 time: 0.0782957 Oct 27 18:39:53.194468 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-19cb1d02-538d-4c77-a320-49804d05eca3 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:53.281761 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd9ffd0-0867-4758-a7d2-824f941eaed7 None None] get_active_networks_info from n-d-815690-2 {{(pid=102880) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 18:39:53.372550 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbaab13-8845-4f96-a70b-071c2b8f05fb tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:39:53.385428 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-acbaab13-8845-4f96-a70b-071c2b8f05fb tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:53.389101 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-34bf26a1-8319-416a-a44a-e2185db52697 None None] Provisioning complete for port 0215618b-70fb-4c0a-bcab-5f58c2e80ac0 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:39:53.390356 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-34bf26a1-8319-416a-a44a-e2185db52697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:53.390514 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-acbaab13-8845-4f96-a70b-071c2b8f05fb tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:39:53.391179 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acbaab13-8845-4f96-a70b-071c2b8f05fb tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:39:53.399705 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-1a18a00e-ae9b-48c5-9fad-58cf470fecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:53.400339 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-1a18a00e-ae9b-48c5-9fad-58cf470fecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:53.400826 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-1a18a00e-ae9b-48c5-9fad-58cf470fecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:53.401828 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-1a18a00e-ae9b-48c5-9fad-58cf470fecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:53.402384 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-1a18a00e-ae9b-48c5-9fad-58cf470fecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:53.402894 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-1a18a00e-ae9b-48c5-9fad-58cf470fecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:53.403693 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-1a18a00e-ae9b-48c5-9fad-58cf470fecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:53.406231 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-1a18a00e-ae9b-48c5-9fad-58cf470fecfc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f7ff550a115b45e2bb54d05b8fe668a7&device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 6501 time: 0.1455402 Oct 27 18:39:53.441053 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd9ffd0-0867-4758-a7d2-824f941eaed7 None None] Resources bound (agent type, host, resource id): {{(pid=102880) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 18:39:53.447776 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-19cb1d02-538d-4c77-a320-49804d05eca3 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Allocated IP 172.20.0.4 (7e162f9f-1e57-4697-b21f-e116c127cf92/4b27cbfc-0288-405f-bb4a-1d7eed6d52a9/f294599f-aedd-4df4-8412-d8725f032585) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:39:53.527979 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb62552-f8e9-4d7b-88c1-ddceebac8abf admin admin] Made reservation on behalf of a16aaa80f8b64c1880a21ed34928169f for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:39:53.532266 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ddb62552-f8e9-4d7b-88c1-ddceebac8abf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:53.553106 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-34bf26a1-8319-416a-a44a-e2185db52697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:53.602337 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-acbaab13-8845-4f96-a70b-071c2b8f05fb tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.0525866 Oct 27 18:39:53.605588 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50068) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:53.610592 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-43e29705-eeab-45d2-a36d-6c5786980f26 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'subnet': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:39:53.639673 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-34bf26a1-8319-416a-a44a-e2185db52697 None None] For port 0215618b-70fb-4c0a-bcab-5f58c2e80ac0, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=0215618b-70fb-4c0a-bcab-5f58c2e80ac0,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:39:53.716503 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-34bf26a1-8319-416a-a44a-e2185db52697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:53.782793 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-472b8593-ac1c-4bed-b0f6-07cee4bbb3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:53.783496 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-472b8593-ac1c-4bed-b0f6-07cee4bbb3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:53.784046 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-472b8593-ac1c-4bed-b0f6-07cee4bbb3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:53.786010 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-472b8593-ac1c-4bed-b0f6-07cee4bbb3fa service neutron] 10.222.0.93 "GET /v2.0/networks?id=e7a71d4d-f2a8-460d-b289-b8a552af97cd&id=c77cbe16-409d-4d1e-8a39-10a063ae0bca&id=c77cbe16-409d-4d1e-8a39-10a063ae0bca&id=c77cbe16-409d-4d1e-8a39-10a063ae0bca&id=c77cbe16-409d-4d1e-8a39-10a063ae0bca&id=7a4a9448-dde2-4330-a4d7-528d39b56a56&id=7a4a9448-dde2-4330-a4d7-528d39b56a56 HTTP/1.1" status: 200 len: 2301 time: 0.3320353 Oct 27 18:39:53.890365 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf26a1-8319-416a-a44a-e2185db52697 None None] Pushing event updated for resources: {'Port': ['ID=0215618b-70fb-4c0a-bcab-5f58c2e80ac0,revision_number=6']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:53.955609 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-c052a314-a147-4231-b54b-3c2fc019c6ee None None] Provisioning complete for port 0215618b-70fb-4c0a-bcab-5f58c2e80ac0 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:39:53.955997 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c052a314-a147-4231-b54b-3c2fc019c6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:54.008157 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-c7d49a0b-1f55-439f-8983-3976cd7fd46c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6bbae83-7fc2-4178-897c-e479dc4fc74b HTTP/1.1" status: 200 len: 1001 time: 0.2097778 Oct 27 18:39:54.040170 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-19cb1d02-538d-4c77-a320-49804d05eca3 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:54.208134 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ddb62552-f8e9-4d7b-88c1-ddceebac8abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:54.260996 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-8df170d6-a20a-476d-bbe8-b5053855e630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:54.262626 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-8df170d6-a20a-476d-bbe8-b5053855e630 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2d3bd725-56cb-4497-bc09-775fd7d3c5d8 HTTP/1.1" status: 200 len: 856 time: 0.2439990 Oct 27 18:39:54.316979 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e29705-eeab-45d2-a36d-6c5786980f26 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:39:54.320542 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-43e29705-eeab-45d2-a36d-6c5786980f26 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:54.321720 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-19cb1d02-538d-4c77-a320-49804d05eca3 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:54.322113 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-43e29705-eeab-45d2-a36d-6c5786980f26 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:39:54.322692 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43e29705-eeab-45d2-a36d-6c5786980f26 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:39:54.335464 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['0412796c-524b-48ae-9e21-3be713c1511c', 'e500c6df-3fc3-4118-ba32-f627f3dbe42f'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:39:54.416524 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb62552-f8e9-4d7b-88c1-ddceebac8abf admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfd25bfb-8a5d-40be-ae60-173309e1b5aa,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:54.460289 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-19cb1d02-538d-4c77-a320-49804d05eca3 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Network 7e162f9f-1e57-4697-b21f-e116c127cf92 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:39:54.461915 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb62552-f8e9-4d7b-88c1-ddceebac8abf admin admin] Checking segment: {'id': '68caf2ab-1470-46e4-867f-c538deda2073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '34ad24f4-30f2-4a44-b5cb-06919fb68ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:39:54.463228 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb62552-f8e9-4d7b-88c1-ddceebac8abf admin admin] Network hostable DHCP agents. Network: 34ad24f4-30f2-4a44-b5cb-06919fb68ec0, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:39:54.475456 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-7935928a-2d18-40af-af53-d000935443d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:54.477666 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-7935928a-2d18-40af-af53-d000935443d1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e7a71d4d-f2a8-460d-b289-b8a552af97cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2065365 Oct 27 18:39:54.479101 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-19cb1d02-538d-4c77-a320-49804d05eca3 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:39:54.481380 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb1d02-538d-4c77-a320-49804d05eca3 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Pushing event updated for resources: {'Port': ['ID=f294599f-aedd-4df4-8412-d8725f032585,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:54.485420 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-19cb1d02-538d-4c77-a320-49804d05eca3 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:39:54.540979 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38464717-7c90-4541-afb9-d6707313e69f req-ecb4f64d-bf6e-45b4-8939-ad0ef1049a66 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:54.540979 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-38464717-7c90-4541-afb9-d6707313e69f req-ecb4f64d-bf6e-45b4-8939-ad0ef1049a66 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=f871d379-5dbb-47aa-ad9d-3dd826d9c2f6 HTTP/1.1" status: 200 len: 931 time: 0.2514584 Oct 27 18:39:54.601333 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-43e29705-eeab-45d2-a36d-6c5786980f26 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9949141 Oct 27 18:39:54.605572 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50100) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:54.619669 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-eab1351b-984f-4968-91d6-9bde7814dab0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'subnet': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:39:54.629252 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-19cb1d02-538d-4c77-a320-49804d05eca3 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:54.630389 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-19cb1d02-538d-4c77-a320-49804d05eca3 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:54.649539 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-38464717-7c90-4541-afb9-d6707313e69f req-29296297-8066-4dd2-b20b-a5914c6e20c6 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986414 Oct 27 18:39:54.699731 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb62552-f8e9-4d7b-88c1-ddceebac8abf admin admin] Network 34ad24f4-30f2-4a44-b5cb-06919fb68ec0 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:39:54.715173 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-cb400fa3-cc1e-4f33-acc1-4cbe01bf34d5 service neutron] 10.222.0.93 "GET /v2.0/networks/e7a71d4d-f2a8-460d-b289-b8a552af97cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222915 Oct 27 18:39:54.723283 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-19cb1d02-538d-4c77-a320-49804d05eca3 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0096469 Oct 27 18:39:54.746995 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-a458c327-7bdb-49c4-b6e8-443c54517a38 service neutron] Request body: {'port': {'device_id': 'f871d379-5dbb-47aa-ad9d-3dd826d9c2f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:39:54.883181 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-ddb62552-f8e9-4d7b-88c1-ddceebac8abf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 34ad24f4-30f2-4a44-b5cb-06919fb68ec0) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:39:54.895899 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1bcc00-b8dc-42db-bb1d-c49af14bbdf7 None None] Network 34ad24f4-30f2-4a44-b5cb-06919fb68ec0 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:39:54.896686 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab1351b-984f-4968-91d6-9bde7814dab0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:39:54.907171 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-eab1351b-984f-4968-91d6-9bde7814dab0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:54.907359 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb62552-f8e9-4d7b-88c1-ddceebac8abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:54.907493 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-eab1351b-984f-4968-91d6-9bde7814dab0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:39:54.907493 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eab1351b-984f-4968-91d6-9bde7814dab0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:39:54.907675 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ddb62552-f8e9-4d7b-88c1-ddceebac8abf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:54.963119 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-a458c327-7bdb-49c4-b6e8-443c54517a38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:54.993466 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-eab1351b-984f-4968-91d6-9bde7814dab0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3822596 Oct 27 18:39:54.994336 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50104) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:55.001141 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-cea05963-ee5f-4b2e-b35f-59e2db2b80b0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'subnet': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:39:55.025512 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-81245ecd-b68f-483f-b68f-67778b773429 service neutron] 10.222.0.93 "GET /v2.0/networks/e7a71d4d-f2a8-460d-b289-b8a552af97cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006914 Oct 27 18:39:55.052439 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ddb62552-f8e9-4d7b-88c1-ddceebac8abf admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8993282 Oct 27 18:39:55.083577 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77986275-68a5-4bcc-bfc7-a628e9ba52b7 None None] Network 34ad24f4-30f2-4a44-b5cb-06919fb68ec0 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:39:55.308788 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea05963-ee5f-4b2e-b35f-59e2db2b80b0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:39:55.330646 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cea05963-ee5f-4b2e-b35f-59e2db2b80b0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:55.334262 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-cea05963-ee5f-4b2e-b35f-59e2db2b80b0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:39:55.338135 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cea05963-ee5f-4b2e-b35f-59e2db2b80b0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:39:55.440346 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-934896bb-1144-4ea4-8624-0f76fa5128ed service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=b2a5ef78-9b0f-4779-ac14-f1338bdabd09 HTTP/1.1" status: 200 len: 217 time: 0.4055989 Oct 27 18:39:55.448260 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-cea05963-ee5f-4b2e-b35f-59e2db2b80b0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4528065 Oct 27 18:39:55.466144 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50116) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:55.472260 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-e702b441-3bab-4f2d-af3e-ceba842509cd tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'subnet': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:39:55.546805 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-0031b11f-f0a1-4210-bbc1-d339e711c134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:55.548316 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-0031b11f-f0a1-4210-bbc1-d339e711c134 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0c846821-c400-4b07-990c-53ee0d225496 HTTP/1.1" status: 200 len: 797 time: 0.0994525 Oct 27 18:39:55.630496 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-a458c327-7bdb-49c4-b6e8-443c54517a38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f294599f-aedd-4df4-8412-d8725f032585 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:39:55.649553 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-a458c327-7bdb-49c4-b6e8-443c54517a38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:55.653469 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-a5941dae-f1ad-4559-b69b-89d6afdf3866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:55.655805 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-a5941dae-f1ad-4559-b69b-89d6afdf3866 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c77cbe16-409d-4d1e-8a39-10a063ae0bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0991051 Oct 27 18:39:55.668241 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e702b441-3bab-4f2d-af3e-ceba842509cd tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:39:55.672573 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e702b441-3bab-4f2d-af3e-ceba842509cd tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:55.675778 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-e702b441-3bab-4f2d-af3e-ceba842509cd tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:39:55.675778 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e702b441-3bab-4f2d-af3e-ceba842509cd tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:39:55.676432 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-a458c327-7bdb-49c4-b6e8-443c54517a38 service neutron] Transition to ACTIVE for port object f294599f-aedd-4df4-8412-d8725f032585 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:39:55.755403 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-a458c327-7bdb-49c4-b6e8-443c54517a38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:55.815525 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e702b441-3bab-4f2d-af3e-ceba842509cd tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3465266 Oct 27 18:39:55.817414 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50132) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:55.825343 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a458c327-7bdb-49c4-b6e8-443c54517a38 service neutron] Pushing event updated for resources: {'Port': ['ID=f294599f-aedd-4df4-8412-d8725f032585,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:55.886652 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-ad462808-57b8-4382-ad10-465b6798618e service neutron] 10.222.0.93 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231221 Oct 27 18:39:55.945746 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f31cd0-289b-47af-ba07-15246b2ac42a req-79fdc912-e3a6-438f-9b84-3652a0736772 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:55.958128 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-36f31cd0-289b-47af-ba07-15246b2ac42a req-79fdc912-e3a6-438f-9b84-3652a0736772 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=f871d379-5dbb-47aa-ad9d-3dd826d9c2f6 HTTP/1.1" status: 200 len: 943 time: 0.2063525 Oct 27 18:39:55.989948 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-a458c327-7bdb-49c4-b6e8-443c54517a38 service neutron] Attempting to bind port f294599f-aedd-4df4-8412-d8725f032585 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:39:55.990278 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-a458c327-7bdb-49c4-b6e8-443c54517a38 service neutron] Attempting to bind port f294599f-aedd-4df4-8412-d8725f032585 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '0a5196a1-84e6-4a51-8f52-5d801014dc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '7e162f9f-1e57-4697-b21f-e116c127cf92'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:39:55.990652 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-a458c327-7bdb-49c4-b6e8-443c54517a38 service neutron] Attempting to bind port f294599f-aedd-4df4-8412-d8725f032585 on network 7e162f9f-1e57-4697-b21f-e116c127cf92 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:39:55.997970 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-a458c327-7bdb-49c4-b6e8-443c54517a38 service neutron] Port f294599f-aedd-4df4-8412-d8725f032585 on network 7e162f9f-1e57-4697-b21f-e116c127cf92 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:39:55.998989 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-a458c327-7bdb-49c4-b6e8-443c54517a38 service neutron] Attempting to bind port f294599f-aedd-4df4-8412-d8725f032585 on network 7e162f9f-1e57-4697-b21f-e116c127cf92 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:39:56.006979 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-a458c327-7bdb-49c4-b6e8-443c54517a38 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:39:56.007302 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-a458c327-7bdb-49c4-b6e8-443c54517a38 service neutron] Checking segment: {'id': '0a5196a1-84e6-4a51-8f52-5d801014dc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '7e162f9f-1e57-4697-b21f-e116c127cf92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:39:56.007684 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-a458c327-7bdb-49c4-b6e8-443c54517a38 service neutron] Bound using segment: {'id': '0a5196a1-84e6-4a51-8f52-5d801014dc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '7e162f9f-1e57-4697-b21f-e116c127cf92'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:39:56.008108 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-a458c327-7bdb-49c4-b6e8-443c54517a38 service neutron] Bound port: f294599f-aedd-4df4-8412-d8725f032585, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a5196a1-84e6-4a51-8f52-5d801014dc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '7e162f9f-1e57-4697-b21f-e116c127cf92'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:39:56.008458 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-a458c327-7bdb-49c4-b6e8-443c54517a38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:56.011663 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaea870a-0452-4789-8bf5-0cb23c5d7156 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:56.018412 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-aaea870a-0452-4789-8bf5-0cb23c5d7156 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1990333 Oct 27 18:39:56.019160 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50138) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:56.075067 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-ed72fcae-2d87-4c3f-bf63-4b6f80890e12 service neutron] 10.222.0.93 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795130 Oct 27 18:39:56.085724 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40784f5-def5-43a3-bdec-94c4e3c7291a tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:56.091346 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f40784f5-def5-43a3-bdec-94c4e3c7291a tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0682409 Oct 27 18:39:56.098906 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50142) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:56.165105 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-64f801c3-3310-4148-a6d8-3505543f3360 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0648370 Oct 27 18:39:56.165922 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50146) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:56.177267 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-c9eb1ecb-9680-4c1f-b5f6-feddbaacefb9 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'subnet': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:39:56.294918 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-36f31cd0-289b-47af-ba07-15246b2ac42a req-031f77dc-0632-4fb6-aa04-557ff4c6a04c tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284593 Oct 27 18:39:56.344741 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50150) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:56.346591 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:56.361251 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-96760c98-5adb-4d06-a8c8-3054da175438 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1837210236-network', 'tenant_id': 'dc9db536876c45aa89fc3f05019eb2c8'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:39:56.435434 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9eb1ecb-9680-4c1f-b5f6-feddbaacefb9 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:39:56.439475 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c9eb1ecb-9680-4c1f-b5f6-feddbaacefb9 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:56.584946 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-507561c6-a68b-4fa7-95fc-e04b999b5ab3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=de66f073-b55a-4294-bcf0-2738e20e2c40 HTTP/1.1" status: 200 len: 217 time: 0.4993784 Oct 27 18:39:56.588399 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-a458c327-7bdb-49c4-b6e8-443c54517a38 service neutron] For port f294599f-aedd-4df4-8412-d8725f032585, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:39:56.591737 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-a458c327-7bdb-49c4-b6e8-443c54517a38 service neutron] For port f294599f-aedd-4df4-8412-d8725f032585, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f294599f-aedd-4df4-8412-d8725f032585,segment=NetworkSegment(0a5196a1-84e6-4a51-8f52-5d801014dc39),segment_id=0a5196a1-84e6-4a51-8f52-5d801014dc39)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:39:56.657267 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-c40d3953-2f50-43a4-9aa2-457be69eb16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:56.659511 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-c40d3953-2f50-43a4-9aa2-457be69eb16e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0c846821-c400-4b07-990c-53ee0d225496 HTTP/1.1" status: 200 len: 797 time: 0.0658379 Oct 27 18:39:56.693857 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-a458c327-7bdb-49c4-b6e8-443c54517a38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:56.711032 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96760c98-5adb-4d06-a8c8-3054da175438 admin admin] Made reservation on behalf of dc9db536876c45aa89fc3f05019eb2c8 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:39:56.714044 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-96760c98-5adb-4d06-a8c8-3054da175438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:56.728709 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-96760c98-5adb-4d06-a8c8-3054da175438 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:56.762075 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-a458c327-7bdb-49c4-b6e8-443c54517a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:56.763670 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-a458c327-7bdb-49c4-b6e8-443c54517a38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:56.766553 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-a458c327-7bdb-49c4-b6e8-443c54517a38 service neutron] 10.222.0.93 "PUT /v2.0/ports/f294599f-aedd-4df4-8412-d8725f032585 HTTP/1.1" status: 200 len: 1091 time: 2.0295076 Oct 27 18:39:56.771297 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f871d379-5dbb-47aa-ad9d-3dd826d9c2f6', 'tag': 'f294599f-aedd-4df4-8412-d8725f032585'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:39:56.785366 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8345fdc2-0866-4b5f-84a2-6d56c3c6d03f" -d '{"events": [{"name": "network-changed", "server_uuid": "f871d379-5dbb-47aa-ad9d-3dd826d9c2f6", "tag": "f294599f-aedd-4df4-8412-d8725f032585"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:39:56.806580 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a458c327-7bdb-49c4-b6e8-443c54517a38 service neutron] Pushing event updated for resources: {'Port': ['ID=f294599f-aedd-4df4-8412-d8725f032585,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:56.816127 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-3cf64481-124f-43ea-becf-0ae048c8e8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:56.817644 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-3cf64481-124f-43ea-becf-0ae048c8e8b4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c77cbe16-409d-4d1e-8a39-10a063ae0bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1510289 Oct 27 18:39:56.891426 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:56.905875 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084b9aa5-0314-4781-a3e0-d660ce8c56a4 x-openstack-request-id: req-084b9aa5-0314-4781-a3e0-d660ce8c56a4 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:39:56.906789 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f871d379-5dbb-47aa-ad9d-3dd826d9c2f6", "tag": "f294599f-aedd-4df4-8412-d8725f032585", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:39:56.907273 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-084b9aa5-0314-4781-a3e0-d660ce8c56a4 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:39:56.907915 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f871d379-5dbb-47aa-ad9d-3dd826d9c2f6', 'tag': 'f294599f-aedd-4df4-8412-d8725f032585', 'status': 'completed', 'code': 200} Oct 27 18:39:56.918617 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-96760c98-5adb-4d06-a8c8-3054da175438 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:56.999631 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-25646f7d-b6d6-4825-aab5-78b44276b3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:57.001271 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-25646f7d-b6d6-4825-aab5-78b44276b3c5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5683633d2e1d4b139c073dc8a9b72002&device_id=f871d379-5dbb-47aa-ad9d-3dd826d9c2f6 HTTP/1.1" status: 200 len: 1094 time: 0.0924573 Oct 27 18:39:57.006452 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-45a41b0b-4f90-4aef-aef1-cffaa9667b4f service neutron] 10.222.0.93 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791589 Oct 27 18:39:57.043856 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-96760c98-5adb-4d06-a8c8-3054da175438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:57.054189 n-d-815690-2 neutron-server[102878]: DEBUG neutron.objects.ports [None req-c9eb1ecb-9680-4c1f-b5f6-feddbaacefb9 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102878) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 18:39:57.085693 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96760c98-5adb-4d06-a8c8-3054da175438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4baacf-3e72-43d1-a0bf-3b304a513f94,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:57.184021 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-4daa6a0e-03a6-420e-afb0-cef917c6b528 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f294599f-aedd-4df4-8412-d8725f032585 HTTP/1.1" status: 200 len: 217 time: 0.1669419 Oct 27 18:39:57.186514 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-2e633551-c2df-4145-b771-217cfba808fc service neutron] 10.222.0.93 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622710 Oct 27 18:39:57.200967 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96760c98-5adb-4d06-a8c8-3054da175438 admin admin] vlan segment allocate from pool success with {'vlan_id': 1000, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:39:57.265142 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-96760c98-5adb-4d06-a8c8-3054da175438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:57.265498 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-96760c98-5adb-4d06-a8c8-3054da175438 admin admin] Added segment 9932aff9-9920-4db6-ba8f-d4340d91c399 of type vlan for network ded91369-99af-4b98-a469-dc25b205438f Oct 27 18:39:57.273589 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-46b4029a-56dc-490a-8b4b-cc4f5e975116 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=4288ff73-5ecf-488b-b668-2614a82bb54d HTTP/1.1" status: 200 len: 217 time: 0.0638859 Oct 27 18:39:57.408868 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-dc56c66d-1c3c-48da-9c25-200698fa282d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:57.410638 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-dc56c66d-1c3c-48da-9c25-200698fa282d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4b27cbfc-0288-405f-bb4a-1d7eed6d52a9 HTTP/1.1" status: 200 len: 853 time: 0.2038717 Oct 27 18:39:57.414365 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-a63923a1-5e9c-4765-9650-d5eb44fed934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:57.416239 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-a63923a1-5e9c-4765-9650-d5eb44fed934 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0c846821-c400-4b07-990c-53ee0d225496 HTTP/1.1" status: 200 len: 797 time: 0.0842860 Oct 27 18:39:57.479341 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-96760c98-5adb-4d06-a8c8-3054da175438 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:57.490025 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-bab45de6-d2bc-4f99-b2c1-f742339a5fad service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7e162f9f-1e57-4697-b21f-e116c127cf92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651281 Oct 27 18:39:57.517278 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-bf628e9f-0a86-458b-9470-45cc64981525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:57.519184 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-bf628e9f-0a86-458b-9470-45cc64981525 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c77cbe16-409d-4d1e-8a39-10a063ae0bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0929618 Oct 27 18:39:57.523607 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb325eb2-6d2b-4f5f-b894-c5373b73d33e req-f401252c-defc-4423-95c6-37fb2d280693 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:57.525257 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cb325eb2-6d2b-4f5f-b894-c5373b73d33e req-f401252c-defc-4423-95c6-37fb2d280693 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=f871d379-5dbb-47aa-ad9d-3dd826d9c2f6 HTTP/1.1" status: 200 len: 943 time: 0.1116540 Oct 27 18:39:57.576021 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cb325eb2-6d2b-4f5f-b894-c5373b73d33e req-555cf16e-7f1e-4671-a56b-299ff55ccd84 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390859 Oct 27 18:39:57.623827 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c9eb1ecb-9680-4c1f-b5f6-feddbaacefb9 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:57.627858 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-96760c98-5adb-4d06-a8c8-3054da175438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:57.629483 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96760c98-5adb-4d06-a8c8-3054da175438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:57.630100 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-96760c98-5adb-4d06-a8c8-3054da175438 admin admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:57.695837 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-ad6d8a7e-3759-4d7c-bb42-3da0d4d1f830 service neutron] 10.222.0.93 "GET /v2.0/networks/7e162f9f-1e57-4697-b21f-e116c127cf92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949065 Oct 27 18:39:57.725570 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96760c98-5adb-4d06-a8c8-3054da175438 admin admin] Pushing event updated for resources: {'Network': ['ID=ded91369-99af-4b98-a469-dc25b205438f,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:57.736771 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-f150be62-146e-409b-aa2c-3462a3a1bcb4 service neutron] 10.222.0.93 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008600 Oct 27 18:39:57.738104 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network ded91369-99af-4b98-a469-dc25b205438f details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:39:57.859773 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-96760c98-5adb-4d06-a8c8-3054da175438 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5134885 Oct 27 18:39:57.897839 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50178) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:57.918106 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-ddd00c89-4377-47d8-88db-946c26c5c0d2 admin admin] Request body: {'subnet': {'network_id': 'ded91369-99af-4b98-a469-dc25b205438f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1837210236-subnet', 'tenant_id': 'dc9db536876c45aa89fc3f05019eb2c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:39:57.984570 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-c9eb1ecb-9680-4c1f-b5f6-feddbaacefb9 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] For port 0215618b-70fb-4c0a-bcab-5f58c2e80ac0, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=0215618b-70fb-4c0a-bcab-5f58c2e80ac0,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:39:58.038153 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-93e31854-affd-4b52-8f40-71c597c23dc3 req-025faa44-527e-40f6-a829-9533c3257bd4 service neutron] 10.222.0.93 "GET /v2.0/networks/7e162f9f-1e57-4697-b21f-e116c127cf92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317382 Oct 27 18:39:58.049244 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c9eb1ecb-9680-4c1f-b5f6-feddbaacefb9 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:58.055777 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-c7abe4ff-9819-40ae-9852-2de75e23993a service neutron] 10.222.0.93 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810569 Oct 27 18:39:58.102398 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c9eb1ecb-9680-4c1f-b5f6-feddbaacefb9 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:58.103148 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c9eb1ecb-9680-4c1f-b5f6-feddbaacefb9 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:58.111004 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd00c89-4377-47d8-88db-946c26c5c0d2 admin admin] Made reservation on behalf of dc9db536876c45aa89fc3f05019eb2c8 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:39:58.117882 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ddd00c89-4377-47d8-88db-946c26c5c0d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:58.125007 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-79fae5f1-014e-4349-8119-cc319358e6a8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d HTTP/1.1" status: 200 len: 217 time: 0.0624406 Oct 27 18:39:58.183894 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9eb1ecb-9680-4c1f-b5f6-feddbaacefb9 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:39:58.195413 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-c9eb1ecb-9680-4c1f-b5f6-feddbaacefb9 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:39:58.210421 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670e5212-8658-431d-b5d4-67f83410b25a None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:39:58.221879 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9eb1ecb-9680-4c1f-b5f6-feddbaacefb9 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:58.222863 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c9eb1ecb-9680-4c1f-b5f6-feddbaacefb9 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:58.311859 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb1ecb-9680-4c1f-b5f6-feddbaacefb9 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Subnet': ['ID=f651e782-778f-4848-85f6-797835f4b137,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:58.325822 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb1ecb-9680-4c1f-b5f6-feddbaacefb9 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Port': ['ID=0215618b-70fb-4c0a-bcab-5f58c2e80ac0,revision_number=8']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:58.411539 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345fdc2-0866-4b5f-84a2-6d56c3c6d03f req-c006716e-a31d-4039-886d-309f827c751a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:58.413957 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c9eb1ecb-9680-4c1f-b5f6-feddbaacefb9 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2436349 Oct 27 18:39:58.417002 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50192) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:39:58.421082 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8345fdc2-0866-4b5f-84a2-6d56c3c6d03f req-c006716e-a31d-4039-886d-309f827c751a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5683633d2e1d4b139c073dc8a9b72002&device_id=f871d379-5dbb-47aa-ad9d-3dd826d9c2f6 HTTP/1.1" status: 200 len: 1094 time: 0.2296293 Oct 27 18:39:58.422655 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-2e729975-ac91-414a-b074-1815cc440558 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'port': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'mac_address': 'fa:16:3e:d3:a4:77', 'name': 'tempest-NetworksTestDHCPv6-1924595217'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:39:58.454158 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-cf495f76-78c9-44f0-a3e5-39d602ad9e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:58.461950 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-cf495f76-78c9-44f0-a3e5-39d602ad9e1d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0c846821-c400-4b07-990c-53ee0d225496 HTTP/1.1" status: 200 len: 797 time: 0.3202689 Oct 27 18:39:58.774296 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e729975-ac91-414a-b074-1815cc440558 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:39:58.813927 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ddd00c89-4377-47d8-88db-946c26c5c0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:58.881314 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8608a-a1e7-4c1c-bd58-424744fc2875 req-d9f6d60a-3a79-458b-a949-c0f81a06f6be tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:58.884206 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ece8608a-a1e7-4c1c-bd58-424744fc2875 req-d9f6d60a-3a79-458b-a949-c0f81a06f6be tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=f871d379-5dbb-47aa-ad9d-3dd826d9c2f6 HTTP/1.1" status: 200 len: 943 time: 0.1959355 Oct 27 18:39:58.945208 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2e729975-ac91-414a-b074-1815cc440558 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:58.949058 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345fdc2-0866-4b5f-84a2-6d56c3c6d03f req-7a3a202a-2ebb-448e-9fbe-553ad9b8b841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:58.950705 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8345fdc2-0866-4b5f-84a2-6d56c3c6d03f req-7a3a202a-2ebb-448e-9fbe-553ad9b8b841 service neutron] 10.222.0.93 "GET /v2.0/networks?id=7e162f9f-1e57-4697-b21f-e116c127cf92 HTTP/1.1" status: 200 len: 915 time: 0.5286529 Oct 27 18:39:58.985141 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-2e729975-ac91-414a-b074-1815cc440558 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] device_id is not set on port f649c785-9cd9-460e-a6ba-f1010bf766a9 yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:39:59.090822 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-2c2b32ac-c3a2-46b6-9d2a-d3d5ccbcb983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:59.093092 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-2c2b32ac-c3a2-46b6-9d2a-d3d5ccbcb983 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c77cbe16-409d-4d1e-8a39-10a063ae0bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4277787 Oct 27 18:39:59.100248 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8345fdc2-0866-4b5f-84a2-6d56c3c6d03f req-f2dadeba-662e-4346-82fb-b047b2531189 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f294599f-aedd-4df4-8412-d8725f032585 HTTP/1.1" status: 200 len: 217 time: 0.1333077 Oct 27 18:39:59.181540 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd00c89-4377-47d8-88db-946c26c5c0d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b431688-3ba3-4571-9729-1418aa2e59d4,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:39:59.196256 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ece8608a-a1e7-4c1c-bd58-424744fc2875 req-65045199-f469-4edc-abe0-e515fd6f6220 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317359 Oct 27 18:39:59.336022 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-2e729975-ac91-414a-b074-1815cc440558 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Allocated IP 2001:db8::f816:3eff:fed3:a477 (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/f651e782-778f-4848-85f6-797835f4b137/f649c785-9cd9-460e-a6ba-f1010bf766a9) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:39:59.348878 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd00c89-4377-47d8-88db-946c26c5c0d2 admin admin] Checking segment: {'id': '9932aff9-9920-4db6-ba8f-d4340d91c399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'ded91369-99af-4b98-a469-dc25b205438f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:39:59.349253 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd00c89-4377-47d8-88db-946c26c5c0d2 admin admin] Network hostable DHCP agents. Network: ded91369-99af-4b98-a469-dc25b205438f, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:39:59.459080 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345fdc2-0866-4b5f-84a2-6d56c3c6d03f req-29982fe4-3148-41c5-807e-f21fda5f01d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:59.460724 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8345fdc2-0866-4b5f-84a2-6d56c3c6d03f req-29982fe4-3148-41c5-807e-f21fda5f01d6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4b27cbfc-0288-405f-bb4a-1d7eed6d52a9 HTTP/1.1" status: 200 len: 853 time: 0.3496735 Oct 27 18:39:59.580388 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8345fdc2-0866-4b5f-84a2-6d56c3c6d03f req-adbca2dd-c13b-4e00-9b89-a1e41dc7acee service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7e162f9f-1e57-4697-b21f-e116c127cf92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105616 Oct 27 18:39:59.584278 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd00c89-4377-47d8-88db-946c26c5c0d2 admin admin] Network ded91369-99af-4b98-a469-dc25b205438f is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:39:59.698338 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-ddd00c89-4377-47d8-88db-946c26c5c0d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, ded91369-99af-4b98-a469-dc25b205438f) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:39:59.701674 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-8e15fdc0-8872-4c71-9b54-337c3bd542ca service neutron] 10.222.0.93 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5865908 Oct 27 18:39:59.703329 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2e729975-ac91-414a-b074-1815cc440558 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:59.708254 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd00c89-4377-47d8-88db-946c26c5c0d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:39:59.709118 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ddd00c89-4377-47d8-88db-946c26c5c0d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:59.709417 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c7d46e-30da-4963-9bcf-6efd1a8c3275 None None] Network ded91369-99af-4b98-a469-dc25b205438f requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:39:59.815475 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8345fdc2-0866-4b5f-84a2-6d56c3c6d03f req-f3f6ffb1-423f-4ec6-b7d1-84bf8e3ce329 service neutron] 10.222.0.93 "GET /v2.0/networks/7e162f9f-1e57-4697-b21f-e116c127cf92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208266 Oct 27 18:39:59.825192 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-39b576c1-36db-46e0-9655-3fb655d5c421 None None] Provisioning complete for port 0215618b-70fb-4c0a-bcab-5f58c2e80ac0 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:39:59.825653 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-39b576c1-36db-46e0-9655-3fb655d5c421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:59.875958 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2e729975-ac91-414a-b074-1815cc440558 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:39:59.969014 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ddd00c89-4377-47d8-88db-946c26c5c0d2 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0644488 Oct 27 18:39:59.998545 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-6bc0d629-42dc-46b3-983f-67824f5d88f8 service neutron] 10.222.0.93 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833672 Oct 27 18:40:00.029106 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e729975-ac91-414a-b074-1815cc440558 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:40:00.032494 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-2e729975-ac91-414a-b074-1815cc440558 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:40:00.054519 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e729975-ac91-414a-b074-1815cc440558 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:40:00.082247 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e729975-ac91-414a-b074-1815cc440558 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:00.085273 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2e729975-ac91-414a-b074-1815cc440558 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:00.112953 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9209b0ef-52c4-4036-a310-acb99c3e63a2 None None] Network ded91369-99af-4b98-a469-dc25b205438f requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:40:00.116054 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device f294599f-aedd-4df4-8412-d8725f032585 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:40:00.156832 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-a4619441-2729-4fc5-a6e9-b9d2f7c26275 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41 HTTP/1.1" status: 200 len: 217 time: 0.1393292 Oct 27 18:40:00.162552 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e729975-ac91-414a-b074-1815cc440558 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Port': ['ID=f649c785-9cd9-460e-a6ba-f1010bf766a9,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:00.224195 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-2e729975-ac91-414a-b074-1815cc440558 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8035233 Oct 27 18:40:00.224195 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50218) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:00.336398 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 0215618b-70fb-4c0a-bcab-5f58c2e80ac0 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:40:00.439075 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8345fdc2-0866-4b5f-84a2-6d56c3c6d03f req-59158134-f28c-4aa5-9085-a25829a5df42 service neutron] 10.222.0.93 "GET /v2.0/networks/7e162f9f-1e57-4697-b21f-e116c127cf92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6098244 Oct 27 18:40:00.442050 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-a7a46d1c-e391-4bb3-8da0-d34b6a5c899b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:00.448316 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-a7a46d1c-e391-4bb3-8da0-d34b6a5c899b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=04e448aa-1e58-4ecc-bf47-1088a536ca59 HTTP/1.1" status: 200 len: 797 time: 0.2780659 Oct 27 18:40:00.477862 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.resource_extend [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 18:40:00.564449 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a69898-153e-4010-ad38-e521eb5d6ee7 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:00.565853 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-300e3926-a860-4ed4-b706-f7e8bb5b674f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:00.583595 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a69898-153e-4010-ad38-e521eb5d6ee7 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:00.583986 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-300e3926-a860-4ed4-b706-f7e8bb5b674f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7a4a9448-dde2-4330-a4d7-528d39b56a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1307707 Oct 27 18:40:00.585303 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-08a69898-153e-4010-ad38-e521eb5d6ee7 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.3599381 Oct 27 18:40:00.591062 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50226) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:00.658462 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135d02c-9804-4aab-866a-527df0c821dc req-11f3f8a2-f588-46cc-b51d-d4c01aca5bf5 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:00.661169 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9135d02c-9804-4aab-866a-527df0c821dc req-11f3f8a2-f588-46cc-b51d-d4c01aca5bf5 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=f871d379-5dbb-47aa-ad9d-3dd826d9c2f6 HTTP/1.1" status: 200 len: 943 time: 0.2762318 Oct 27 18:40:00.766206 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9135d02c-9804-4aab-866a-527df0c821dc req-bdc4b20f-2fc2-4288-a88c-ad17281a8934 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981886 Oct 27 18:40:01.006376 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-5e434818-9dab-4e46-b05d-ba8d7ae7ba8b None None] Provisioning complete for port f649c785-9cd9-460e-a6ba-f1010bf766a9 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:40:01.007341 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5e434818-9dab-4e46-b05d-ba8d7ae7ba8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:01.161181 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-fdc6bf97-4c0b-460f-b63a-a5315839b4ef service neutron] 10.222.0.93 "GET /v2.0/networks/7a4a9448-dde2-4330-a4d7-528d39b56a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5670924 Oct 27 18:40:01.172054 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-061dcc81-40be-4508-8838-871ef7457c0b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting port f649c785-9cd9-460e-a6ba-f1010bf766a9 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:40:01.172304 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-061dcc81-40be-4508-8838-871ef7457c0b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:01.308034 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 0215618b-70fb-4c0a-bcab-5f58c2e80ac0 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:40:01.309304 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:01.377944 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-a8b281b3-8e4e-499f-ac26-9e67de684ccd tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:01.386656 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-a8b281b3-8e4e-499f-ac26-9e67de684ccd tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] 10.222.0.52 "GET /v2.0/networks?id=34ad24f4-30f2-4a44-b5cb-06919fb68ec0 HTTP/1.1" status: 200 len: 808 time: 0.3259816 Oct 27 18:40:01.409765 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-f86e085d-2490-443a-8ca7-12c655179b92 tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] 10.222.0.52 "GET /v2.0/quotas/a16aaa80f8b64c1880a21ed34928169f HTTP/1.1" status: 200 len: 375 time: 0.0162470 Oct 27 18:40:01.412387 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-5e434818-9dab-4e46-b05d-ba8d7ae7ba8b None None] Port f649c785-9cd9-460e-a6ba-f1010bf766a9 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:40:01.441731 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port f294599f-aedd-4df4-8412-d8725f032585, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f294599f-aedd-4df4-8412-d8725f032585,segment=NetworkSegment(0a5196a1-84e6-4a51-8f52-5d801014dc39),segment_id=0a5196a1-84e6-4a51-8f52-5d801014dc39)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:40:01.479910 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'f294599f-aedd-4df4-8412-d8725f032585', 'network_id': '7e162f9f-1e57-4697-b21f-e116c127cf92', 'port_id': 'f294599f-aedd-4df4-8412-d8725f032585', 'mac_address': 'fa:16:3e:00:1c:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b27cbfc-0288-405f-bb4a-1d7eed6d52a9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:40:01.524005 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-8dcac11b-48c8-4bf1-8e14-54e83a2daf4c tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a16aaa80f8b64c1880a21ed34928169f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0975547 Oct 27 18:40:01.561071 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-061dcc81-40be-4508-8838-871ef7457c0b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:01.588181 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-0bf41fe3-016c-4d9a-ab28-0c6f83f2abbe service neutron] 10.222.0.93 "GET /v2.0/networks/7a4a9448-dde2-4330-a4d7-528d39b56a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025977 Oct 27 18:40:01.589149 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-061dcc81-40be-4508-8838-871ef7457c0b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Calling delete_port for f649c785-9cd9-460e-a6ba-f1010bf766a9 owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:40:01.645630 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:01.690568 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f294599f-aedd-4df4-8412-d8725f032585 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:40:01.728661 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port f294599f-aedd-4df4-8412-d8725f032585, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f294599f-aedd-4df4-8412-d8725f032585,segment=NetworkSegment(0a5196a1-84e6-4a51-8f52-5d801014dc39),segment_id=0a5196a1-84e6-4a51-8f52-5d801014dc39)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:40:01.799610 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:01.817463 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-fda7cbbc-0908-4699-9f6f-d906bbe1e860 service neutron] 10.222.0.52 "GET /v2.0/networks/34ad24f4-30f2-4a44-b5cb-06919fb68ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795773 Oct 27 18:40:01.822569 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-6b39c50b-d2e5-4cfe-8899-fe7ac7ee27bc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=64fb56ad-4b22-4ffa-8833-69293fc4d246 HTTP/1.1" status: 200 len: 217 time: 0.0649178 Oct 27 18:40:01.867051 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=f294599f-aedd-4df4-8412-d8725f032585,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:01.917481 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-f46c3211-4704-4212-988f-4889f6217d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:01.920311 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-f46c3211-4704-4212-988f-4889f6217d10 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=04e448aa-1e58-4ecc-bf47-1088a536ca59 HTTP/1.1" status: 200 len: 797 time: 0.0891619 Oct 27 18:40:02.009287 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-80fe5d31-2c0d-49f4-841f-33f71b28e79f service neutron] 10.222.0.52 "GET /v2.0/networks/34ad24f4-30f2-4a44-b5cb-06919fb68ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928403 Oct 27 18:40:02.026329 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-5c8e7c8a-ddc4-491b-8f49-4d649579b47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:02.031058 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-5c8e7c8a-ddc4-491b-8f49-4d649579b47d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7a4a9448-dde2-4330-a4d7-528d39b56a56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0838668 Oct 27 18:40:02.097162 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['f294599f-aedd-4df4-8412-d8725f032585'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:40:02.160851 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b8301-91f8-416e-9a56-01d7f54a8abb req-dd3f308c-dc33-4fa3-bca1-2b3d492f9ef0 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:02.163261 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b77b8301-91f8-416e-9a56-01d7f54a8abb req-dd3f308c-dc33-4fa3-bca1-2b3d492f9ef0 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=f871d379-5dbb-47aa-ad9d-3dd826d9c2f6 HTTP/1.1" status: 200 len: 944 time: 0.1517766 Oct 27 18:40:02.185048 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-2eb2543b-5162-42c9-8f33-f820157925ad service neutron] 10.222.0.93 "GET /v2.0/networks/7a4a9448-dde2-4330-a4d7-528d39b56a56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455064 Oct 27 18:40:02.193350 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-061dcc81-40be-4508-8838-871ef7457c0b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:02.296511 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b77b8301-91f8-416e-9a56-01d7f54a8abb req-8bf4c661-b485-46e9-9c55-202f119d4a1f tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192358 Oct 27 18:40:02.299760 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061dcc81-40be-4508-8838-871ef7457c0b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Port': ['ID=f649c785-9cd9-460e-a6ba-f1010bf766a9,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:02.500590 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-841d5d26-2e26-41cf-ae6b-4bdf6691a6f9 req-b28d6cdc-edab-434c-99ec-333fd6c99048 tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] 10.222.0.52 "GET /v2.0/ports?device_id=681f0f55-00cf-4554-86ff-0f460c548919 HTTP/1.1" status: 200 len: 210 time: 0.0482461 Oct 27 18:40:02.509239 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-061dcc81-40be-4508-8838-871ef7457c0b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:02.514473 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-061dcc81-40be-4508-8838-871ef7457c0b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/ports/f649c785-9cd9-460e-a6ba-f1010bf766a9 HTTP/1.1" status: 204 len: 168 time: 1.9216344 Oct 27 18:40:02.517391 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50262) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:02.609512 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a8ea4828-1fe7-4c8e-a92b-4317e59b8724 req-f10748aa-ddeb-4cef-9d00-218ca585bd36 service neutron] 10.222.0.93 "GET /v2.0/networks/7a4a9448-dde2-4330-a4d7-528d39b56a56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039738 Oct 27 18:40:02.622161 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b4b662-8e91-4cab-a23d-1a7bea2f60d5 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:02.624704 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b4b662-8e91-4cab-a23d-1a7bea2f60d5 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:02.627980 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d9b4b662-8e91-4cab-a23d-1a7bea2f60d5 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1076918 Oct 27 18:40:02.629557 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50264) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:02.746060 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-a40fb882-4e82-4d7b-a144-b9b68bb45afd tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting subnet f651e782-778f-4848-85f6-797835f4b137 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:40:02.752935 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a40fb882-4e82-4d7b-a144-b9b68bb45afd tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:02.833148 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a40fb882-4e82-4d7b-a144-b9b68bb45afd tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:02.971762 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a40fb882-4e82-4d7b-a144-b9b68bb45afd tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:03.148110 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a40fb882-4e82-4d7b-a144-b9b68bb45afd tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:03.187266 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40fb882-4e82-4d7b-a144-b9b68bb45afd tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Subnet': ['ID=f651e782-778f-4848-85f6-797835f4b137,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:03.203769 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a40fb882-4e82-4d7b-a144-b9b68bb45afd tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:03.210745 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4338d16-c307-434b-9b17-ac656dc24b8d None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:40:03.225069 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50278) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:03.227579 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a40fb882-4e82-4d7b-a144-b9b68bb45afd tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/f651e782-778f-4848-85f6-797835f4b137 HTTP/1.1" status: 204 len: 168 time: 0.5958619 Oct 27 18:40:03.328616 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4e76e6ad-f753-493e-9eb2-5d1582ef63e5 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1023552 Oct 27 18:40:03.338278 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50282) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:03.345799 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-ffd41747-6b04-46e2-9a30-8868d09a22f4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'subnet': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:40:03.538658 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd04e810-964f-40b8-8293-c49d7abc33c7 req-ce64ece1-33a0-43a1-b492-f23414227b2d tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:03.559486 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bd04e810-964f-40b8-8293-c49d7abc33c7 req-ce64ece1-33a0-43a1-b492-f23414227b2d tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=f871d379-5dbb-47aa-ad9d-3dd826d9c2f6 HTTP/1.1" status: 200 len: 944 time: 0.1552556 Oct 27 18:40:03.607187 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca4a4e6-4c4b-4c90-97d5-6cc5bbc0459e None None] DHCP port deletion for faaeba95-b0d0-4d55-8d69-ea8e95b4070b request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:40:03.639652 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bd04e810-964f-40b8-8293-c49d7abc33c7 req-102413f0-e334-4fdc-906b-d4105b61bc77 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753887 Oct 27 18:40:03.667286 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd41747-6b04-46e2-9a30-8868d09a22f4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:40:03.671118 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ffd41747-6b04-46e2-9a30-8868d09a22f4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:03.695566 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-17ea04a9-3163-4e3d-bf6e-e381106cd999 req-b7d7377a-f3df-4f57-93fe-3e1bbed0967d tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] 10.222.0.52 "GET /v2.0/ports?device_id=681f0f55-00cf-4554-86ff-0f460c548919 HTTP/1.1" status: 200 len: 210 time: 0.0840333 Oct 27 18:40:03.721712 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-0ca4a4e6-4c4b-4c90-97d5-6cc5bbc0459e None None] Deleting port 0215618b-70fb-4c0a-bcab-5f58c2e80ac0 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:40:03.722090 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0ca4a4e6-4c4b-4c90-97d5-6cc5bbc0459e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:03.875787 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-0ca4a4e6-4c4b-4c90-97d5-6cc5bbc0459e None None] For port 0215618b-70fb-4c0a-bcab-5f58c2e80ac0, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=0215618b-70fb-4c0a-bcab-5f58c2e80ac0,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:40:03.876185 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0ca4a4e6-4c4b-4c90-97d5-6cc5bbc0459e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:03.899732 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-0ca4a4e6-4c4b-4c90-97d5-6cc5bbc0459e None None] Calling delete_port for 0215618b-70fb-4c0a-bcab-5f58c2e80ac0 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:40:04.096317 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0ca4a4e6-4c4b-4c90-97d5-6cc5bbc0459e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:04.121431 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca4a4e6-4c4b-4c90-97d5-6cc5bbc0459e None None] Pushing event deleted for resources: {'Port': ['ID=0215618b-70fb-4c0a-bcab-5f58c2e80ac0,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:04.127852 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca4a4e6-4c4b-4c90-97d5-6cc5bbc0459e None None] No DVR routers for this DVR port 0215618b-70fb-4c0a-bcab-5f58c2e80ac0 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:40:04.154329 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device f294599f-aedd-4df4-8412-d8725f032585 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:40:04.195472 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 0215618b-70fb-4c0a-bcab-5f58c2e80ac0 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:40:04.236010 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 0215618b-70fb-4c0a-bcab-5f58c2e80ac0 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:40:04.237691 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 0215618b-70fb-4c0a-bcab-5f58c2e80ac0 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:40:04.300886 n-d-815690-2 neutron-server[102879]: DEBUG neutron.objects.ports [None req-ffd41747-6b04-46e2-9a30-8868d09a22f4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102879) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 18:40:04.302456 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ffd41747-6b04-46e2-9a30-8868d09a22f4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:04.394205 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port f294599f-aedd-4df4-8412-d8725f032585 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:40:04.399967 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port f294599f-aedd-4df4-8412-d8725f032585 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:40:04.400441 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:04.578956 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:04.629656 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f871d379-5dbb-47aa-ad9d-3dd826d9c2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f294599f-aedd-4df4-8412-d8725f032585'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:40:04.632877 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a5a17b-1f36-470e-a420-b54cf932bbd8" -d '{"events": [{"server_uuid": "f871d379-5dbb-47aa-ad9d-3dd826d9c2f6", "name": "network-vif-plugged", "status": "completed", "tag": "f294599f-aedd-4df4-8412-d8725f032585"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:40:04.653149 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port f294599f-aedd-4df4-8412-d8725f032585, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f294599f-aedd-4df4-8412-d8725f032585,segment=NetworkSegment(0a5196a1-84e6-4a51-8f52-5d801014dc39),segment_id=0a5196a1-84e6-4a51-8f52-5d801014dc39)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:40:04.723193 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fd06c8-d5e6-46c9-9f86-c1bbe7866b75 x-openstack-request-id: req-78fd06c8-d5e6-46c9-9f86-c1bbe7866b75 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:40:04.723193 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f871d379-5dbb-47aa-ad9d-3dd826d9c2f6", "name": "network-vif-plugged", "status": "completed", "tag": "f294599f-aedd-4df4-8412-d8725f032585", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:40:04.723636 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-78fd06c8-d5e6-46c9-9f86-c1bbe7866b75 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:40:04.724141 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f871d379-5dbb-47aa-ad9d-3dd826d9c2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f294599f-aedd-4df4-8412-d8725f032585', 'code': 200} Oct 27 18:40:04.736198 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:04.840493 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=f294599f-aedd-4df4-8412-d8725f032585,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:04.950112 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3cdc9da2-96b6-462a-838e-a207c174c55c req-98ed58dd-c7b4-4586-a18d-d427491f76c8 tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] 10.222.0.52 "GET /v2.0/ports?device_id=681f0f55-00cf-4554-86ff-0f460c548919 HTTP/1.1" status: 200 len: 210 time: 0.0930009 Oct 27 18:40:05.015804 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd41747-6b04-46e2-9a30-8868d09a22f4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:40:05.018107 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd41747-6b04-46e2-9a30-8868d09a22f4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Subnet': ['ID=58f41fc1-c498-4d45-892f-7c8874322ef0,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:05.026538 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef817f-6070-4068-8f12-1bfe12e8ca78 req-22f70aca-cfeb-4292-8190-b5b06ae49561 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:05.030885 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-ffd41747-6b04-46e2-9a30-8868d09a22f4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:40:05.034710 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd41747-6b04-46e2-9a30-8868d09a22f4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:05.035445 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ffd41747-6b04-46e2-9a30-8868d09a22f4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:05.042885 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20ab6f3-8311-41d3-b8cd-4b9225c993d5 None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:40:05.055814 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-74ef817f-6070-4068-8f12-1bfe12e8ca78 req-22f70aca-cfeb-4292-8190-b5b06ae49561 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=f871d379-5dbb-47aa-ad9d-3dd826d9c2f6 HTTP/1.1" status: 200 len: 945 time: 0.2891123 Oct 27 18:40:05.064045 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90815d29-3d63-4720-a5b6-77d648f3fe78 req-28ae08f7-c7bc-4183-9101-d219524f5f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:05.066119 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-90815d29-3d63-4720-a5b6-77d648f3fe78 req-28ae08f7-c7bc-4183-9101-d219524f5f2a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f871d379-5dbb-47aa-ad9d-3dd826d9c2f6 HTTP/1.1" status: 200 len: 1096 time: 0.1832609 Oct 27 18:40:05.158471 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ffd41747-6b04-46e2-9a30-8868d09a22f4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8180535 Oct 27 18:40:05.161013 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50364) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:05.175204 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-74ef817f-6070-4068-8f12-1bfe12e8ca78 req-6b6e351b-beda-4daa-9376-3e8e235cfd1a tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163177 Oct 27 18:40:05.180577 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-a146f208-d82a-4bf6-9d23-14af21f3cab5 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'port': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'mac_address': 'fa:16:3e:74:38:64', 'name': 'tempest-NetworksTestDHCPv6-2043056653'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:40:05.354880 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf5fce8-6511-4516-8363-813c679dd0d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'tenant_id': '89b3aabd8d544ecda89a865b2a77c321', 'fixed_ips': [{'subnet_id': '58f41fc1-c498-4d45-892f-7c8874322ef0'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:40:05.362406 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5bf5fce8-6511-4516-8363-813c679dd0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:05.434979 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-90815d29-3d63-4720-a5b6-77d648f3fe78 req-a8b94309-a9c5-4209-9045-8f6600e8f9fb service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494918 Oct 27 18:40:05.596054 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-850ae0e3-7ea7-4352-bd47-dea60ae90219 tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:05.598320 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-850ae0e3-7ea7-4352-bd47-dea60ae90219 tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] 10.222.0.93 "GET /v2.0/networks?id=34ad24f4-30f2-4a44-b5cb-06919fb68ec0 HTTP/1.1" status: 200 len: 808 time: 0.1912987 Oct 27 18:40:05.599438 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-5bf5fce8-6511-4516-8363-813c679dd0d6 None None] Allocated IP 2001:db8::f816:3eff:feaa:2338 (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/58f41fc1-c498-4d45-892f-7c8874322ef0/672210cb-ab35-4b2f-8d6d-9640ba182541) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:40:05.604517 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a146f208-d82a-4bf6-9d23-14af21f3cab5 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:40:05.678551 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-83f74429-6224-4918-aaff-deda161a6752 tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] Request body: {'port': {'device_id': '681f0f55-00cf-4554-86ff-0f460c548919', 'network_id': '34ad24f4-30f2-4a44-b5cb-06919fb68ec0', 'admin_state_up': True, 'tenant_id': 'a16aaa80f8b64c1880a21ed34928169f'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:40:05.803755 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50380) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:05.960403 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5bf5fce8-6511-4516-8363-813c679dd0d6 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:05.986095 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a146f208-d82a-4bf6-9d23-14af21f3cab5 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:05.994746 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6fce0b05-ceb6-4943-bb23-778f4c6c758b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:06.036278 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-a146f208-d82a-4bf6-9d23-14af21f3cab5 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] device_id is not set on port 136691d8-c504-48f5-a55a-8587f394dd5b yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:40:06.040166 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5bf5fce8-6511-4516-8363-813c679dd0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:06.109909 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf5fce8-6511-4516-8363-813c679dd0d6 None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:40:06.116165 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-5bf5fce8-6511-4516-8363-813c679dd0d6 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:40:06.126653 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf5fce8-6511-4516-8363-813c679dd0d6 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:40:06.150264 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-828a617c-18b8-47d2-af83-574fc8b7b7e3 req-2ca47c89-09ba-443c-8b1b-ecf12ea2d5cb tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] 10.222.0.52 "GET /v2.0/ports?device_id=681f0f55-00cf-4554-86ff-0f460c548919 HTTP/1.1" status: 200 len: 210 time: 0.0619171 Oct 27 18:40:06.249962 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5fce8-6511-4516-8363-813c679dd0d6 None None] Pushing event updated for resources: {'Port': ['ID=672210cb-ab35-4b2f-8d6d-9640ba182541,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:06.256631 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-83f74429-6224-4918-aaff-deda161a6752 tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] Made reservation on behalf of a16aaa80f8b64c1880a21ed34928169f for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:40:06.266935 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-83f74429-6224-4918-aaff-deda161a6752 tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:06.275455 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-5bf5fce8-6511-4516-8363-813c679dd0d6 None None] Attempting to bind port 672210cb-ab35-4b2f-8d6d-9640ba182541 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:40:06.281144 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-5bf5fce8-6511-4516-8363-813c679dd0d6 None None] Attempting to bind port 672210cb-ab35-4b2f-8d6d-9640ba182541 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:40:06.281729 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf5fce8-6511-4516-8363-813c679dd0d6 None None] Attempting to bind port 672210cb-ab35-4b2f-8d6d-9640ba182541 on network faaeba95-b0d0-4d55-8d69-ea8e95b4070b {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:40:06.290337 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf5fce8-6511-4516-8363-813c679dd0d6 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:40:06.293022 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf5fce8-6511-4516-8363-813c679dd0d6 None None] Checking segment: {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:40:06.293560 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5bf5fce8-6511-4516-8363-813c679dd0d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:06.295541 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf5fce8-6511-4516-8363-813c679dd0d6 None None] Bound using segment: {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:40:06.296142 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-5bf5fce8-6511-4516-8363-813c679dd0d6 None None] Bound port: 672210cb-ab35-4b2f-8d6d-9640ba182541, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:40:06.296652 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5bf5fce8-6511-4516-8363-813c679dd0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:06.307134 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6fce0b05-ceb6-4943-bb23-778f4c6c758b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:06.400766 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-a146f208-d82a-4bf6-9d23-14af21f3cab5 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Allocated IP 2001:db8::f816:3eff:fe74:3864 (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/58f41fc1-c498-4d45-892f-7c8874322ef0/136691d8-c504-48f5-a55a-8587f394dd5b) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:40:06.420829 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-5bf5fce8-6511-4516-8363-813c679dd0d6 None None] For port 672210cb-ab35-4b2f-8d6d-9640ba182541, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:40:06.421394 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e8900-53b1-4b32-889f-1af7e6828d5f req-52b68e98-4fc8-4783-8d18-a21991f2f16e tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:06.428416 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-5bf5fce8-6511-4516-8363-813c679dd0d6 None None] For port 672210cb-ab35-4b2f-8d6d-9640ba182541, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=672210cb-ab35-4b2f-8d6d-9640ba182541,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:40:06.436421 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d30e8900-53b1-4b32-889f-1af7e6828d5f req-52b68e98-4fc8-4783-8d18-a21991f2f16e tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=f871d379-5dbb-47aa-ad9d-3dd826d9c2f6 HTTP/1.1" status: 200 len: 945 time: 0.1227272 Oct 27 18:40:06.536867 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5bf5fce8-6511-4516-8363-813c679dd0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:06.548740 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d30e8900-53b1-4b32-889f-1af7e6828d5f req-d590a43b-05fa-43cc-b419-38dd24376179 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081305 Oct 27 18:40:06.593519 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6fce0b05-ceb6-4943-bb23-778f4c6c758b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:06.657327 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-83f74429-6224-4918-aaff-deda161a6752 tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] Allocated IP 172.20.0.8 (34ad24f4-30f2-4a44-b5cb-06919fb68ec0/cfd25bfb-8a5d-40be-ae60-173309e1b5aa/ac8dd689-a23f-4063-998c-6c6211e22260) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:40:06.685918 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5fce8-6511-4516-8363-813c679dd0d6 None None] Pushing event updated for resources: {'Port': ['ID=672210cb-ab35-4b2f-8d6d-9640ba182541,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:06.743804 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6fce0b05-ceb6-4943-bb23-778f4c6c758b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=48ed8636767b4381a7da6c3fc6497bee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9329500 Oct 27 18:40:06.743804 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce0b05-ceb6-4943-bb23-778f4c6c758b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f730e1-868f-4ba7-af16-eaab141e1a00,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:06.747459 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50424) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:06.925553 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b2624c62-a1ca-469a-a943-ba93dc0268df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:07.008075 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b2624c62-a1ca-469a-a943-ba93dc0268df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:07.059645 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-83f74429-6224-4918-aaff-deda161a6752 tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:07.240528 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a146f208-d82a-4bf6-9d23-14af21f3cab5 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:07.265012 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b2624c62-a1ca-469a-a943-ba93dc0268df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:07.270195 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b2624c62-a1ca-469a-a943-ba93dc0268df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:07.299959 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b2624c62-a1ca-469a-a943-ba93dc0268df admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/08f730e1-868f-4ba7-af16-eaab141e1a00 HTTP/1.1" status: 204 len: 168 time: 0.5342569 Oct 27 18:40:07.340711 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2624c62-a1ca-469a-a943-ba93dc0268df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f730e1-868f-4ba7-af16-eaab141e1a00,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:07.345614 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-83f74429-6224-4918-aaff-deda161a6752 tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:07.397672 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b1a4be15-f70e-4ac9-b816-c015debd49de req-026a776b-db1d-433b-880c-f1d5f004687d tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] 10.222.0.52 "GET /v2.0/ports?device_id=681f0f55-00cf-4554-86ff-0f460c548919 HTTP/1.1" status: 200 len: 210 time: 0.0926309 Oct 27 18:40:07.445948 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a146f208-d82a-4bf6-9d23-14af21f3cab5 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:07.467022 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-83f74429-6224-4918-aaff-deda161a6752 tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] Network 34ad24f4-30f2-4a44-b5cb-06919fb68ec0 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:40:07.475902 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-83f74429-6224-4918-aaff-deda161a6752 tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:40:07.496364 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-83f74429-6224-4918-aaff-deda161a6752 tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:40:07.508466 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f74429-6224-4918-aaff-deda161a6752 tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] Pushing event updated for resources: {'Port': ['ID=ac8dd689-a23f-4063-998c-6c6211e22260,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:07.538640 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a146f208-d82a-4bf6-9d23-14af21f3cab5 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:40:07.573332 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-a146f208-d82a-4bf6-9d23-14af21f3cab5 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:40:07.584437 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a146f208-d82a-4bf6-9d23-14af21f3cab5 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:40:07.591679 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a146f208-d82a-4bf6-9d23-14af21f3cab5 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:07.595755 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a146f208-d82a-4bf6-9d23-14af21f3cab5 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:07.641306 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-83f74429-6224-4918-aaff-deda161a6752 tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:07.641968 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-83f74429-6224-4918-aaff-deda161a6752 tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:07.660247 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a146f208-d82a-4bf6-9d23-14af21f3cab5 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Port': ['ID=136691d8-c504-48f5-a55a-8587f394dd5b,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:07.745020 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99386c98-bef6-465b-824a-a77b001d5015 req-d1f8ca6a-5e9b-4b62-9496-0f36c17ec6a5 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:07.753414 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-99386c98-bef6-465b-824a-a77b001d5015 req-d1f8ca6a-5e9b-4b62-9496-0f36c17ec6a5 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=f871d379-5dbb-47aa-ad9d-3dd826d9c2f6 HTTP/1.1" status: 200 len: 945 time: 0.0737188 Oct 27 18:40:07.754652 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a146f208-d82a-4bf6-9d23-14af21f3cab5 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5856037 Oct 27 18:40:07.765885 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50438) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:07.824548 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-99386c98-bef6-465b-824a-a77b001d5015 req-622c8c81-639a-44b8-982a-5a804c7f551c tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681591 Oct 27 18:40:07.847534 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-83f74429-6224-4918-aaff-deda161a6752 tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1862404 Oct 27 18:40:07.868265 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-e1641d9d-5a24-4072-969b-a3d71a12033f service neutron] Request body: {'port': {'device_id': '681f0f55-00cf-4554-86ff-0f460c548919', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:40:07.994905 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99066696-731f-48bc-91dc-6f7ce0f4e23f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:08.016692 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99066696-731f-48bc-91dc-6f7ce0f4e23f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:08.022358 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-99066696-731f-48bc-91dc-6f7ce0f4e23f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2617722 Oct 27 18:40:08.025431 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50446) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:08.133009 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-e1641d9d-5a24-4072-969b-a3d71a12033f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:08.244556 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 672210cb-ab35-4b2f-8d6d-9640ba182541 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:40:08.313850 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-93073001-1d8d-43f7-afe2-dd852f879e91 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting port 136691d8-c504-48f5-a55a-8587f394dd5b {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:40:08.314390 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-93073001-1d8d-43f7-afe2-dd852f879e91 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:08.401500 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 672210cb-ab35-4b2f-8d6d-9640ba182541 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:40:08.406397 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:08.523040 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-a8d8604d-5118-44cd-988b-69a5b642a05e None None] Provisioning complete for port 672210cb-ab35-4b2f-8d6d-9640ba182541 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:40:08.529037 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a8d8604d-5118-44cd-988b-69a5b642a05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:08.542229 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-93073001-1d8d-43f7-afe2-dd852f879e91 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:08.603783 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-93073001-1d8d-43f7-afe2-dd852f879e91 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Calling delete_port for 136691d8-c504-48f5-a55a-8587f394dd5b owned by {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:40:08.614178 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-e1641d9d-5a24-4072-969b-a3d71a12033f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac8dd689-a23f-4063-998c-6c6211e22260 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:40:08.629989 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-e1641d9d-5a24-4072-969b-a3d71a12033f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:08.678482 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-e1641d9d-5a24-4072-969b-a3d71a12033f service neutron] Transition to ACTIVE for port object ac8dd689-a23f-4063-998c-6c6211e22260 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:40:08.704528 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50456) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:08.704700 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:08.735522 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d676b357-a85a-4398-8b2e-52623b060f4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:08.789940 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-e1641d9d-5a24-4072-969b-a3d71a12033f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:08.892228 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a8d8604d-5118-44cd-988b-69a5b642a05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:08.929839 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 672210cb-ab35-4b2f-8d6d-9640ba182541, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=672210cb-ab35-4b2f-8d6d-9640ba182541,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:40:08.942230 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed4735-41b3-4df2-bf77-382044669685 req-bba6c437-fe8f-4e11-ae7b-d83cedd1e75e tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:08.952238 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-16ed4735-41b3-4df2-bf77-382044669685 req-bba6c437-fe8f-4e11-ae7b-d83cedd1e75e tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] 10.222.0.52 "GET /v2.0/ports?device_id=681f0f55-00cf-4554-86ff-0f460c548919 HTTP/1.1" status: 200 len: 931 time: 0.2875407 Oct 27 18:40:09.005585 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-e1641d9d-5a24-4072-969b-a3d71a12033f service neutron] Attempting to bind port ac8dd689-a23f-4063-998c-6c6211e22260 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:40:09.005996 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-e1641d9d-5a24-4072-969b-a3d71a12033f service neutron] Attempting to bind port ac8dd689-a23f-4063-998c-6c6211e22260 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '68caf2ab-1470-46e4-867f-c538deda2073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '34ad24f4-30f2-4a44-b5cb-06919fb68ec0'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:40:09.006250 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-e1641d9d-5a24-4072-969b-a3d71a12033f service neutron] Attempting to bind port ac8dd689-a23f-4063-998c-6c6211e22260 on network 34ad24f4-30f2-4a44-b5cb-06919fb68ec0 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:40:09.010915 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1641d9d-5a24-4072-969b-a3d71a12033f service neutron] Pushing event updated for resources: {'Port': ['ID=ac8dd689-a23f-4063-998c-6c6211e22260,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:09.016483 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:09.021344 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-e1641d9d-5a24-4072-969b-a3d71a12033f service neutron] Port ac8dd689-a23f-4063-998c-6c6211e22260 on network 34ad24f4-30f2-4a44-b5cb-06919fb68ec0 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:40:09.024304 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-e1641d9d-5a24-4072-969b-a3d71a12033f service neutron] Attempting to bind port ac8dd689-a23f-4063-998c-6c6211e22260 on network 34ad24f4-30f2-4a44-b5cb-06919fb68ec0 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:40:09.028693 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-e1641d9d-5a24-4072-969b-a3d71a12033f service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:40:09.029484 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-e1641d9d-5a24-4072-969b-a3d71a12033f service neutron] Checking segment: {'id': '68caf2ab-1470-46e4-867f-c538deda2073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '34ad24f4-30f2-4a44-b5cb-06919fb68ec0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:40:09.029861 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-e1641d9d-5a24-4072-969b-a3d71a12033f service neutron] Bound using segment: {'id': '68caf2ab-1470-46e4-867f-c538deda2073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '34ad24f4-30f2-4a44-b5cb-06919fb68ec0'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:40:09.030299 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-e1641d9d-5a24-4072-969b-a3d71a12033f service neutron] Bound port: ac8dd689-a23f-4063-998c-6c6211e22260, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68caf2ab-1470-46e4-867f-c538deda2073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '34ad24f4-30f2-4a44-b5cb-06919fb68ec0'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:40:09.030661 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-e1641d9d-5a24-4072-969b-a3d71a12033f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:09.057309 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-16ed4735-41b3-4df2-bf77-382044669685 req-a05beb33-c7b4-483c-a458-ab2acce4b9bc tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] 10.222.0.52 "GET /v2.0/security-groups?id=359c5498-4bd1-4c65-9294-07de47384080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001046 Oct 27 18:40:09.094142 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c101c95-d8a4-443a-ae62-1cb02db83584 req-424cc801-81aa-4617-9e40-463a3ecbb541 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:09.104003 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c101c95-d8a4-443a-ae62-1cb02db83584 req-424cc801-81aa-4617-9e40-463a3ecbb541 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:09.111099 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c101c95-d8a4-443a-ae62-1cb02db83584 req-424cc801-81aa-4617-9e40-463a3ecbb541 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:09.116971 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c101c95-d8a4-443a-ae62-1cb02db83584 req-424cc801-81aa-4617-9e40-463a3ecbb541 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:09.118515 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d676b357-a85a-4398-8b2e-52623b060f4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:09.124524 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c101c95-d8a4-443a-ae62-1cb02db83584 req-424cc801-81aa-4617-9e40-463a3ecbb541 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:09.132949 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c101c95-d8a4-443a-ae62-1cb02db83584 req-424cc801-81aa-4617-9e40-463a3ecbb541 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:09.139529 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-e1641d9d-5a24-4072-969b-a3d71a12033f service neutron] For port ac8dd689-a23f-4063-998c-6c6211e22260, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:40:09.140981 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c101c95-d8a4-443a-ae62-1cb02db83584 req-424cc801-81aa-4617-9e40-463a3ecbb541 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:09.143088 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-e1641d9d-5a24-4072-969b-a3d71a12033f service neutron] For port ac8dd689-a23f-4063-998c-6c6211e22260, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=ac8dd689-a23f-4063-998c-6c6211e22260,segment=NetworkSegment(68caf2ab-1470-46e4-867f-c538deda2073),segment_id=68caf2ab-1470-46e4-867f-c538deda2073)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:40:09.149418 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1c101c95-d8a4-443a-ae62-1cb02db83584 req-424cc801-81aa-4617-9e40-463a3ecbb541 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 5444 time: 0.3400018 Oct 27 18:40:09.167925 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=672210cb-ab35-4b2f-8d6d-9640ba182541,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:09.228105 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-a8d8604d-5118-44cd-988b-69a5b642a05e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:40:09.228666 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-a8d8604d-5118-44cd-988b-69a5b642a05e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:40:09.233341 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d676b357-a85a-4398-8b2e-52623b060f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:09.238964 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1c101c95-d8a4-443a-ae62-1cb02db83584 req-e4b5b7e7-935a-45cd-85f6-68d2361b144a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=3fa97b7c-97e4-4a13-a0ee-f36c9ec7b8d8&id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0882518 Oct 27 18:40:09.292037 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-e1641d9d-5a24-4072-969b-a3d71a12033f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:09.307017 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d676b357-a85a-4398-8b2e-52623b060f4e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d2fe9ca89af649e797b28407c94ca189&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5986457 Oct 27 18:40:09.308141 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50468) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:09.308455 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676b357-a85a-4398-8b2e-52623b060f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb716305-21f9-49c5-b8b1-9b8798ef3398,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:09.350338 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-e1641d9d-5a24-4072-969b-a3d71a12033f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:09.351643 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-e1641d9d-5a24-4072-969b-a3d71a12033f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:09.352807 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-e1641d9d-5a24-4072-969b-a3d71a12033f service neutron] 10.222.0.93 "PUT /v2.0/ports/ac8dd689-a23f-4063-998c-6c6211e22260 HTTP/1.1" status: 200 len: 1091 time: 1.4893799 Oct 27 18:40:09.353307 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '681f0f55-00cf-4554-86ff-0f460c548919', 'tag': 'ac8dd689-a23f-4063-998c-6c6211e22260'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:40:09.355709 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a92e30-20d4-4c13-ac5a-0e3f8f4dffb3" -d '{"events": [{"name": "network-changed", "server_uuid": "681f0f55-00cf-4554-86ff-0f460c548919", "tag": "ac8dd689-a23f-4063-998c-6c6211e22260"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:40:09.393108 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-93073001-1d8d-43f7-afe2-dd852f879e91 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:09.413364 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1641d9d-5a24-4072-969b-a3d71a12033f service neutron] Pushing event updated for resources: {'Port': ['ID=ac8dd689-a23f-4063-998c-6c6211e22260,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:09.429643 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75475a4b-3323-4f3d-9bd3-5f2d26b37050 x-openstack-request-id: req-75475a4b-3323-4f3d-9bd3-5f2d26b37050 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:40:09.431774 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "681f0f55-00cf-4554-86ff-0f460c548919", "tag": "ac8dd689-a23f-4063-998c-6c6211e22260", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:40:09.431937 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-75475a4b-3323-4f3d-9bd3-5f2d26b37050 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:40:09.436189 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '681f0f55-00cf-4554-86ff-0f460c548919', 'tag': 'ac8dd689-a23f-4063-998c-6c6211e22260', 'status': 'completed', 'code': 200} Oct 27 18:40:09.537884 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a92e30-20d4-4c13-ac5a-0e3f8f4dffb3 req-c680355c-209c-4d2b-9e6d-346662bf9d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:09.539777 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e4a92e30-20d4-4c13-ac5a-0e3f8f4dffb3 req-c680355c-209c-4d2b-9e6d-346662bf9d01 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a16aaa80f8b64c1880a21ed34928169f&device_id=681f0f55-00cf-4554-86ff-0f460c548919 HTTP/1.1" status: 200 len: 1094 time: 0.0851026 Oct 27 18:40:09.563779 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93073001-1d8d-43f7-afe2-dd852f879e91 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Port': ['ID=136691d8-c504-48f5-a55a-8587f394dd5b,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:09.577538 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-93073001-1d8d-43f7-afe2-dd852f879e91 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:09.584809 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-93073001-1d8d-43f7-afe2-dd852f879e91 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/ports/136691d8-c504-48f5-a55a-8587f394dd5b HTTP/1.1" status: 204 len: 168 time: 1.5554583 Oct 27 18:40:09.587657 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50474) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:09.598347 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93073001-1d8d-43f7-afe2-dd852f879e91 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:40:09.598662 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93073001-1d8d-43f7-afe2-dd852f879e91 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:40:09.602947 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93073001-1d8d-43f7-afe2-dd852f879e91 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:40:09.602947 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93073001-1d8d-43f7-afe2-dd852f879e91 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:40:09.602947 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93073001-1d8d-43f7-afe2-dd852f879e91 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:40:09.602947 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93073001-1d8d-43f7-afe2-dd852f879e91 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:40:09.602947 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93073001-1d8d-43f7-afe2-dd852f879e91 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:40:09.602947 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93073001-1d8d-43f7-afe2-dd852f879e91 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:40:09.602947 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93073001-1d8d-43f7-afe2-dd852f879e91 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:40:09.602947 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93073001-1d8d-43f7-afe2-dd852f879e91 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:40:09.602947 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93073001-1d8d-43f7-afe2-dd852f879e91 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:40:09.602947 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93073001-1d8d-43f7-afe2-dd852f879e91 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:40:09.621436 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fe4d8b20-e71c-4d91-902a-9e91c28e44eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:09.658614 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e4e6f815-f3ee-4c0f-9b38-dc8b70586e3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:09.699996 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a92e30-20d4-4c13-ac5a-0e3f8f4dffb3 req-8e57e003-dfcb-4d96-bd1d-41f81a673d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:09.702718 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e4a92e30-20d4-4c13-ac5a-0e3f8f4dffb3 req-8e57e003-dfcb-4d96-bd1d-41f81a673d41 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=a16aaa80f8b64c1880a21ed34928169f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1517730 Oct 27 18:40:09.703121 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950fe5f-b887-4d28-8908-f932e172492b req-4ae5d60b-e6a1-4f14-bafc-6d1d2dbb5f8a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:09.710067 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950fe5f-b887-4d28-8908-f932e172492b req-4ae5d60b-e6a1-4f14-bafc-6d1d2dbb5f8a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:09.717552 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950fe5f-b887-4d28-8908-f932e172492b req-4ae5d60b-e6a1-4f14-bafc-6d1d2dbb5f8a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:09.726291 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950fe5f-b887-4d28-8908-f932e172492b req-4ae5d60b-e6a1-4f14-bafc-6d1d2dbb5f8a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:09.733817 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950fe5f-b887-4d28-8908-f932e172492b req-4ae5d60b-e6a1-4f14-bafc-6d1d2dbb5f8a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:09.740300 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950fe5f-b887-4d28-8908-f932e172492b req-4ae5d60b-e6a1-4f14-bafc-6d1d2dbb5f8a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:09.748431 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950fe5f-b887-4d28-8908-f932e172492b req-4ae5d60b-e6a1-4f14-bafc-6d1d2dbb5f8a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:09.754939 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d950fe5f-b887-4d28-8908-f932e172492b req-4ae5d60b-e6a1-4f14-bafc-6d1d2dbb5f8a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 5444 time: 0.3021996 Oct 27 18:40:09.792430 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e4e6f815-f3ee-4c0f-9b38-dc8b70586e3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:09.883670 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2216fbf-231e-4111-9a52-67881d04acb5 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:09.888325 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2216fbf-231e-4111-9a52-67881d04acb5 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:09.890054 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d2216fbf-231e-4111-9a52-67881d04acb5 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3012440 Oct 27 18:40:09.896544 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50480) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:09.965967 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-2cd81a73-004d-4154-8267-4b881b2b5341 None None] Could not find standard attr ID for object 136691d8-c504-48f5-a55a-8587f394dd5b. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 18:40:10.018387 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a92e30-20d4-4c13-ac5a-0e3f8f4dffb3 req-fa93825b-6c47-4846-8fbe-36bd02f29d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:10.020050 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e4a92e30-20d4-4c13-ac5a-0e3f8f4dffb3 req-fa93825b-6c47-4846-8fbe-36bd02f29d05 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3092098 Oct 27 18:40:10.042116 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dfab49a-ad99-4860-8b4a-114d70b303fd tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting subnet 58f41fc1-c498-4d45-892f-7c8874322ef0 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:40:10.047031 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9dfab49a-ad99-4860-8b4a-114d70b303fd tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:10.133490 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9dfab49a-ad99-4860-8b4a-114d70b303fd tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:10.161851 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-5abbe7a8-b594-4c28-b93e-4257738fa28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:10.163626 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-5abbe7a8-b594-4c28-b93e-4257738fa28d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a16aaa80f8b64c1880a21ed34928169f&device_id=681f0f55-00cf-4554-86ff-0f460c548919 HTTP/1.1" status: 200 len: 1094 time: 0.0949233 Oct 27 18:40:10.191049 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e4e6f815-f3ee-4c0f-9b38-dc8b70586e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:10.197497 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e4e6f815-f3ee-4c0f-9b38-dc8b70586e3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:10.207186 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e4e6f815-f3ee-4c0f-9b38-dc8b70586e3c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cb716305-21f9-49c5-b8b1-9b8798ef3398 HTTP/1.1" status: 204 len: 168 time: 0.8943360 Oct 27 18:40:10.246429 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e6f815-f3ee-4c0f-9b38-dc8b70586e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb716305-21f9-49c5-b8b1-9b8798ef3398,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:10.288230 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 672210cb-ab35-4b2f-8d6d-9640ba182541 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:40:10.359579 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-e56dd22e-7129-413f-8e90-1532d141ddc0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac8dd689-a23f-4063-998c-6c6211e22260 HTTP/1.1" status: 200 len: 217 time: 0.1838396 Oct 27 18:40:10.422314 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 672210cb-ab35-4b2f-8d6d-9640ba182541 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:40:10.422759 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:10.496455 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b2dff-9cf7-4f78-8474-02a5f291ed61 req-50b07c91-200e-4224-ab2a-e55d0da75f13 tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:10.506345 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8d6b2dff-9cf7-4f78-8474-02a5f291ed61 req-50b07c91-200e-4224-ab2a-e55d0da75f13 tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] 10.222.0.52 "GET /v2.0/ports?device_id=681f0f55-00cf-4554-86ff-0f460c548919 HTTP/1.1" status: 200 len: 943 time: 0.2596924 Oct 27 18:40:10.507514 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-0365dcf4-5d18-4f62-9b39-2349115f3a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:10.511379 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-0365dcf4-5d18-4f62-9b39-2349115f3a89 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cfd25bfb-8a5d-40be-ae60-173309e1b5aa HTTP/1.1" status: 200 len: 848 time: 0.1454933 Oct 27 18:40:10.516296 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9dfab49a-ad99-4860-8b4a-114d70b303fd tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:10.583212 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-a5c7b44b-67c1-43ca-bb1e-44858ba9bd0d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=34ad24f4-30f2-4a44-b5cb-06919fb68ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607145 Oct 27 18:40:10.655296 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8d6b2dff-9cf7-4f78-8474-02a5f291ed61 req-8f45c0ba-1661-41ad-a539-b197d35025ab tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] 10.222.0.52 "GET /v2.0/security-groups?id=359c5498-4bd1-4c65-9294-07de47384080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470535 Oct 27 18:40:10.787599 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9dfab49a-ad99-4860-8b4a-114d70b303fd tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:10.795757 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-2dfb888c-e994-4a4b-b9d0-1f49d0d341e7 service neutron] 10.222.0.93 "GET /v2.0/networks/34ad24f4-30f2-4a44-b5cb-06919fb68ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010584 Oct 27 18:40:10.822407 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69524df-e961-47a2-889e-57c8d0ed27a8 None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:40:10.849642 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9dfab49a-ad99-4860-8b4a-114d70b303fd tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:10.853592 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9dfab49a-ad99-4860-8b4a-114d70b303fd tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/58f41fc1-c498-4d45-892f-7c8874322ef0 HTTP/1.1" status: 204 len: 168 time: 0.9445448 Oct 27 18:40:10.853592 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfab49a-ad99-4860-8b4a-114d70b303fd tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Subnet': ['ID=58f41fc1-c498-4d45-892f-7c8874322ef0,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:10.853592 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50492) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:10.937363 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-507b631e-a1f0-4213-814c-55fed941d341 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0784934 Oct 27 18:40:10.942064 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50496) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:11.061411 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9208253b-3198-4a5f-9d25-0a7ada176737 req-fff87145-9e2b-4929-a926-87de1273aaf2 service neutron] 10.222.0.93 "GET /v2.0/networks/34ad24f4-30f2-4a44-b5cb-06919fb68ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570934 Oct 27 18:40:11.061522 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf721c4-bf65-427c-b47c-17adb6adb416 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:11.064882 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8bf721c4-bf65-427c-b47c-17adb6adb416 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1230421 Oct 27 18:40:11.065570 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50504) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:11.164924 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b24efb-3ae0-410e-9abc-2d44d2274b6f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:11.170092 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-86b24efb-3ae0-410e-9abc-2d44d2274b6f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1006110 Oct 27 18:40:11.173129 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50510) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:11.234664 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-93166611-6d91-4f0b-ab5d-84a46a0d861c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0587788 Oct 27 18:40:11.235006 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50514) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:11.240447 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-2df237b2-3aab-429f-82d8-30e4cff9fa3c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'subnet': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:40:11.254181 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5eaf3a-d034-428f-b8de-6fba29c7c266 None None] DHCP port deletion for faaeba95-b0d0-4d55-8d69-ea8e95b4070b request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:40:11.316324 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-2c5eaf3a-d034-428f-b8de-6fba29c7c266 None None] Deleting port 672210cb-ab35-4b2f-8d6d-9640ba182541 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:40:11.316324 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2c5eaf3a-d034-428f-b8de-6fba29c7c266 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:11.532185 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-2c5eaf3a-d034-428f-b8de-6fba29c7c266 None None] For port 672210cb-ab35-4b2f-8d6d-9640ba182541, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=672210cb-ab35-4b2f-8d6d-9640ba182541,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:40:11.535001 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2c5eaf3a-d034-428f-b8de-6fba29c7c266 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:11.576762 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-2c5eaf3a-d034-428f-b8de-6fba29c7c266 None None] Calling delete_port for 672210cb-ab35-4b2f-8d6d-9640ba182541 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:40:11.641005 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df237b2-3aab-429f-82d8-30e4cff9fa3c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:40:11.645214 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2df237b2-3aab-429f-82d8-30e4cff9fa3c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:11.914654 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2c5eaf3a-d034-428f-b8de-6fba29c7c266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:11.952276 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5eaf3a-d034-428f-b8de-6fba29c7c266 None None] No DVR routers for this DVR port 672210cb-ab35-4b2f-8d6d-9640ba182541 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:40:11.957425 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5eaf3a-d034-428f-b8de-6fba29c7c266 None None] Pushing event deleted for resources: {'Port': ['ID=672210cb-ab35-4b2f-8d6d-9640ba182541,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:11.985267 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3cef9-af47-4d3d-8204-ce80e444b177 req-8cd4ecc5-7a67-48bd-89d6-c9ccbd9c695d tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:11.986946 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8de3cef9-af47-4d3d-8204-ce80e444b177 req-8cd4ecc5-7a67-48bd-89d6-c9ccbd9c695d tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] 10.222.0.52 "GET /v2.0/ports?device_id=681f0f55-00cf-4554-86ff-0f460c548919 HTTP/1.1" status: 200 len: 943 time: 0.0968857 Oct 27 18:40:12.131717 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8de3cef9-af47-4d3d-8204-ce80e444b177 req-5fc789f3-18ff-4181-b9d3-28cdd076bfca tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] 10.222.0.52 "GET /v2.0/security-groups?id=359c5498-4bd1-4c65-9294-07de47384080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920141 Oct 27 18:40:12.135987 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1d3ff859-9f00-4244-a128-28e522ad17b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:12.146314 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 672210cb-ab35-4b2f-8d6d-9640ba182541 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:40:12.196154 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 672210cb-ab35-4b2f-8d6d-9640ba182541 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:40:12.196652 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 672210cb-ab35-4b2f-8d6d-9640ba182541 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:40:12.236258 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50548) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:12.351320 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefe765-dabd-4150-97d7-d68a26feeba0 req-c6319948-111b-441a-b0c1-3f719d52c0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:12.352413 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefe765-dabd-4150-97d7-d68a26feeba0 req-c6319948-111b-441a-b0c1-3f719d52c0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:12.353075 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefe765-dabd-4150-97d7-d68a26feeba0 req-c6319948-111b-441a-b0c1-3f719d52c0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:12.353827 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefe765-dabd-4150-97d7-d68a26feeba0 req-c6319948-111b-441a-b0c1-3f719d52c0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:12.354478 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefe765-dabd-4150-97d7-d68a26feeba0 req-c6319948-111b-441a-b0c1-3f719d52c0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:12.355158 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefe765-dabd-4150-97d7-d68a26feeba0 req-c6319948-111b-441a-b0c1-3f719d52c0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:12.355805 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefe765-dabd-4150-97d7-d68a26feeba0 req-c6319948-111b-441a-b0c1-3f719d52c0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:12.358881 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fdefe765-dabd-4150-97d7-d68a26feeba0 req-c6319948-111b-441a-b0c1-3f719d52c0ac service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 6501 time: 0.1206408 Oct 27 18:40:12.420075 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fdefe765-dabd-4150-97d7-d68a26feeba0 req-1991429c-3b0f-4663-a7b6-42a2da595345 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3fa97b7c-97e4-4a13-a0ee-f36c9ec7b8d8&id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541887 Oct 27 18:40:12.427374 n-d-815690-2 neutron-server[102878]: DEBUG neutron.objects.ports [None req-2df237b2-3aab-429f-82d8-30e4cff9fa3c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102878) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 18:40:12.430674 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2df237b2-3aab-429f-82d8-30e4cff9fa3c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:12.496804 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df237b2-3aab-429f-82d8-30e4cff9fa3c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:40:12.501655 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-2df237b2-3aab-429f-82d8-30e4cff9fa3c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:40:12.512354 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9495e760-e5cb-4387-8446-d345b0d9fdb9 None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:40:12.514764 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df237b2-3aab-429f-82d8-30e4cff9fa3c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:12.515854 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2df237b2-3aab-429f-82d8-30e4cff9fa3c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:12.521039 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df237b2-3aab-429f-82d8-30e4cff9fa3c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Subnet': ['ID=83d9d2f1-4853-4924-9131-4d2715519b53,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:12.628480 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-2df237b2-3aab-429f-82d8-30e4cff9fa3c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3897867 Oct 27 18:40:12.630337 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50562) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:12.648146 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-51f60ecf-1eff-4dad-86fa-7551c3d9d0b8 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'port': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'mac_address': 'fa:16:3e:e2:05:a6', 'name': 'tempest-NetworksTestDHCPv6-874748077'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:40:12.832959 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb9c669-bcfd-4423-919a-e62152fafaf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'tenant_id': '89b3aabd8d544ecda89a865b2a77c321', 'fixed_ips': [{'subnet_id': '83d9d2f1-4853-4924-9131-4d2715519b53'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:40:12.833900 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dcb9c669-bcfd-4423-919a-e62152fafaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:12.913175 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f60ecf-1eff-4dad-86fa-7551c3d9d0b8 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:40:13.026233 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-dcb9c669-bcfd-4423-919a-e62152fafaf5 None None] Allocated IP 2001:db8::f816:3eff:fe84:7d35 (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/83d9d2f1-4853-4924-9131-4d2715519b53/437b1768-7e07-4d0e-be92-e63fdb29ccb5) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:40:13.028243 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-51f60ecf-1eff-4dad-86fa-7551c3d9d0b8 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:13.061495 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-51f60ecf-1eff-4dad-86fa-7551c3d9d0b8 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] device_id is not set on port ec655015-a643-49e6-8542-b5482f89e786 yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:40:13.347630 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bc64b-81d7-44df-b5e2-11e225223009 req-35779efe-83c3-42b3-89e2-3bd80581f0b5 tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:13.352611 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2d0bc64b-81d7-44df-b5e2-11e225223009 req-35779efe-83c3-42b3-89e2-3bd80581f0b5 tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] 10.222.0.52 "GET /v2.0/ports?device_id=681f0f55-00cf-4554-86ff-0f460c548919 HTTP/1.1" status: 200 len: 943 time: 0.0793207 Oct 27 18:40:13.420782 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2d0bc64b-81d7-44df-b5e2-11e225223009 req-74a5824a-2bf2-405a-84af-9b540317c6c7 tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] 10.222.0.52 "GET /v2.0/security-groups?id=359c5498-4bd1-4c65-9294-07de47384080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577245 Oct 27 18:40:13.643663 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dcb9c669-bcfd-4423-919a-e62152fafaf5 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:13.652108 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:13.696027 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:13.736588 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dcb9c669-bcfd-4423-919a-e62152fafaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:13.781048 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb9c669-bcfd-4423-919a-e62152fafaf5 None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:40:13.787432 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-dcb9c669-bcfd-4423-919a-e62152fafaf5 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:40:13.808607 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-51f60ecf-1eff-4dad-86fa-7551c3d9d0b8 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Allocated IP 2001:db8::f816:3eff:fee2:5a6 (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/83d9d2f1-4853-4924-9131-4d2715519b53/ec655015-a643-49e6-8542-b5482f89e786) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:40:13.832926 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb9c669-bcfd-4423-919a-e62152fafaf5 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:40:13.930618 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-dcb9c669-bcfd-4423-919a-e62152fafaf5 None None] Attempting to bind port 437b1768-7e07-4d0e-be92-e63fdb29ccb5 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:40:13.931076 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-dcb9c669-bcfd-4423-919a-e62152fafaf5 None None] Attempting to bind port 437b1768-7e07-4d0e-be92-e63fdb29ccb5 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:40:13.934400 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb9c669-bcfd-4423-919a-e62152fafaf5 None None] Attempting to bind port 437b1768-7e07-4d0e-be92-e63fdb29ccb5 on network faaeba95-b0d0-4d55-8d69-ea8e95b4070b {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:40:13.937246 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9c669-bcfd-4423-919a-e62152fafaf5 None None] Pushing event updated for resources: {'Port': ['ID=437b1768-7e07-4d0e-be92-e63fdb29ccb5,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:13.943891 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb9c669-bcfd-4423-919a-e62152fafaf5 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:40:13.944723 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb9c669-bcfd-4423-919a-e62152fafaf5 None None] Checking segment: {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:40:13.944908 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dcb9c669-bcfd-4423-919a-e62152fafaf5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:13.945339 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb9c669-bcfd-4423-919a-e62152fafaf5 None None] Bound using segment: {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:40:13.946314 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-dcb9c669-bcfd-4423-919a-e62152fafaf5 None None] Bound port: 437b1768-7e07-4d0e-be92-e63fdb29ccb5, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:40:13.946921 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dcb9c669-bcfd-4423-919a-e62152fafaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:14.090665 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-dcb9c669-bcfd-4423-919a-e62152fafaf5 None None] For port 437b1768-7e07-4d0e-be92-e63fdb29ccb5, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:40:14.102289 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-dcb9c669-bcfd-4423-919a-e62152fafaf5 None None] For port 437b1768-7e07-4d0e-be92-e63fdb29ccb5, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=437b1768-7e07-4d0e-be92-e63fdb29ccb5,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:40:14.167125 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device ac8dd689-a23f-4063-998c-6c6211e22260 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:40:14.177326 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-51f60ecf-1eff-4dad-86fa-7551c3d9d0b8 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:14.239183 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dcb9c669-bcfd-4423-919a-e62152fafaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:14.362452 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9c669-bcfd-4423-919a-e62152fafaf5 None None] Pushing event updated for resources: {'Port': ['ID=437b1768-7e07-4d0e-be92-e63fdb29ccb5,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:14.378096 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port ac8dd689-a23f-4063-998c-6c6211e22260, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=ac8dd689-a23f-4063-998c-6c6211e22260,segment=NetworkSegment(68caf2ab-1470-46e4-867f-c538deda2073),segment_id=68caf2ab-1470-46e4-867f-c538deda2073)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:40:14.392934 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'ac8dd689-a23f-4063-998c-6c6211e22260', 'network_id': '34ad24f4-30f2-4a44-b5cb-06919fb68ec0', 'port_id': 'ac8dd689-a23f-4063-998c-6c6211e22260', 'mac_address': 'fa:16:3e:1f:18:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfd25bfb-8a5d-40be-ae60-173309e1b5aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:40:14.445281 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-51f60ecf-1eff-4dad-86fa-7551c3d9d0b8 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:14.454609 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:14.484663 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac8dd689-a23f-4063-998c-6c6211e22260 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:40:14.522514 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port ac8dd689-a23f-4063-998c-6c6211e22260, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=ac8dd689-a23f-4063-998c-6c6211e22260,segment=NetworkSegment(68caf2ab-1470-46e4-867f-c538deda2073),segment_id=68caf2ab-1470-46e4-867f-c538deda2073)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:40:14.529657 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f60ecf-1eff-4dad-86fa-7551c3d9d0b8 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:40:14.544711 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-51f60ecf-1eff-4dad-86fa-7551c3d9d0b8 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:40:14.549062 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f60ecf-1eff-4dad-86fa-7551c3d9d0b8 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:40:14.560220 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f60ecf-1eff-4dad-86fa-7551c3d9d0b8 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:14.560220 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-51f60ecf-1eff-4dad-86fa-7551c3d9d0b8 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:14.599337 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f60ecf-1eff-4dad-86fa-7551c3d9d0b8 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Port': ['ID=ec655015-a643-49e6-8542-b5482f89e786,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:14.610521 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:14.629938 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60381779-5a0e-4afb-8adb-eff01044221e req-7f85e3ce-c579-42c2-b8fb-49df3c9eb7b6 tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:14.632477 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-60381779-5a0e-4afb-8adb-eff01044221e req-7f85e3ce-c579-42c2-b8fb-49df3c9eb7b6 tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] 10.222.0.52 "GET /v2.0/ports?device_id=681f0f55-00cf-4554-86ff-0f460c548919 HTTP/1.1" status: 200 len: 943 time: 0.1073322 Oct 27 18:40:14.692500 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-51f60ecf-1eff-4dad-86fa-7551c3d9d0b8 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.0581791 Oct 27 18:40:14.703003 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50602) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:14.718711 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:40:14.761281 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-60381779-5a0e-4afb-8adb-eff01044221e req-90e35ae8-6b76-472f-823e-08647b456ab8 tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] 10.222.0.52 "GET /v2.0/security-groups?id=359c5498-4bd1-4c65-9294-07de47384080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219158 Oct 27 18:40:14.762675 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=ac8dd689-a23f-4063-998c-6c6211e22260,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:14.822514 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823b3aa8-ab81-43fb-8ee2-f1e6ffae5793 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:14.829343 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823b3aa8-ab81-43fb-8ee2-f1e6ffae5793 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:14.830920 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-823b3aa8-ab81-43fb-8ee2-f1e6ffae5793 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1268594 Oct 27 18:40:14.833822 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50606) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:14.929301 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['ac8dd689-a23f-4063-998c-6c6211e22260'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:40:14.999660 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-65c6b86f-6d6e-479f-b991-9a92881f6d39 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting port ec655015-a643-49e6-8542-b5482f89e786 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:40:15.000084 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-65c6b86f-6d6e-479f-b991-9a92881f6d39 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:15.185691 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:15.240950 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-65c6b86f-6d6e-479f-b991-9a92881f6d39 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:15.268130 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-65c6b86f-6d6e-479f-b991-9a92881f6d39 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Calling delete_port for ec655015-a643-49e6-8542-b5482f89e786 owned by {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:40:15.581761 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-65c6b86f-6d6e-479f-b991-9a92881f6d39 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:15.655886 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c6b86f-6d6e-479f-b991-9a92881f6d39 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Port': ['ID=ec655015-a643-49e6-8542-b5482f89e786,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:15.682918 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-65c6b86f-6d6e-479f-b991-9a92881f6d39 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:15.689222 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-65c6b86f-6d6e-479f-b991-9a92881f6d39 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/ports/ec655015-a643-49e6-8542-b5482f89e786 HTTP/1.1" status: 204 len: 168 time: 0.8521726 Oct 27 18:40:15.689718 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50626) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:15.785063 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61425177-1600-4cb7-872b-91c5daf1c7a0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:15.786769 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61425177-1600-4cb7-872b-91c5daf1c7a0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:15.788427 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-61425177-1600-4cb7-872b-91c5daf1c7a0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0977731 Oct 27 18:40:15.791187 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50632) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:15.842466 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f66a6af2-a67e-402e-8c73-1aa0d5ac9c52 None None] Provisioning complete for port 437b1768-7e07-4d0e-be92-e63fdb29ccb5 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:40:15.843416 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f66a6af2-a67e-402e-8c73-1aa0d5ac9c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:15.875436 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-560fbaf7-d786-4384-866b-efdbdb7fbd33 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting subnet 83d9d2f1-4853-4924-9131-4d2715519b53 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:40:15.887180 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-560fbaf7-d786-4384-866b-efdbdb7fbd33 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:16.002366 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f66a6af2-a67e-402e-8c73-1aa0d5ac9c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:16.064999 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f66a6af2-a67e-402e-8c73-1aa0d5ac9c52 None None] For port 437b1768-7e07-4d0e-be92-e63fdb29ccb5, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=437b1768-7e07-4d0e-be92-e63fdb29ccb5,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:40:16.135904 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f66a6af2-a67e-402e-8c73-1aa0d5ac9c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:16.168056 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device ac8dd689-a23f-4063-998c-6c6211e22260 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:40:16.230834 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 437b1768-7e07-4d0e-be92-e63fdb29ccb5 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:40:16.350705 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a6af2-a67e-402e-8c73-1aa0d5ac9c52 None None] Pushing event updated for resources: {'Port': ['ID=437b1768-7e07-4d0e-be92-e63fdb29ccb5,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:16.369610 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-d58d1e27-7ad0-4bb9-b999-7e227a72e3d6 None None] Could not find standard attr ID for object ec655015-a643-49e6-8542-b5482f89e786. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 18:40:16.430460 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 437b1768-7e07-4d0e-be92-e63fdb29ccb5 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:40:16.430460 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:16.452506 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-560fbaf7-d786-4384-866b-efdbdb7fbd33 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:16.488153 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcfc70b-de7d-402d-9755-4d907f2bd7f6 req-d433fbd7-7bd1-49d1-9fdc-699ab2088c44 tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:16.489718 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-abcfc70b-de7d-402d-9755-4d907f2bd7f6 req-d433fbd7-7bd1-49d1-9fdc-699ab2088c44 tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] 10.222.0.52 "GET /v2.0/ports?device_id=681f0f55-00cf-4554-86ff-0f460c548919 HTTP/1.1" status: 200 len: 944 time: 0.6203671 Oct 27 18:40:16.516929 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port ac8dd689-a23f-4063-998c-6c6211e22260 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:40:16.529419 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port ac8dd689-a23f-4063-998c-6c6211e22260 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:40:16.530038 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:16.546571 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-abcfc70b-de7d-402d-9755-4d907f2bd7f6 req-26e0667e-7064-4069-b180-d454f44d56f0 tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] 10.222.0.52 "GET /v2.0/security-groups?id=359c5498-4bd1-4c65-9294-07de47384080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497749 Oct 27 18:40:16.618149 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-560fbaf7-d786-4384-866b-efdbdb7fbd33 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:16.663192 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:16.689498 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681f0f55-00cf-4554-86ff-0f460c548919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8dd689-a23f-4063-998c-6c6211e22260'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:40:16.691838 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c830dc8-71c0-4cb5-9435-dff52bf0620c" -d '{"events": [{"server_uuid": "681f0f55-00cf-4554-86ff-0f460c548919", "name": "network-vif-plugged", "status": "completed", "tag": "ac8dd689-a23f-4063-998c-6c6211e22260"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:40:16.721345 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port ac8dd689-a23f-4063-998c-6c6211e22260, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=ac8dd689-a23f-4063-998c-6c6211e22260,segment=NetworkSegment(68caf2ab-1470-46e4-867f-c538deda2073),segment_id=68caf2ab-1470-46e4-867f-c538deda2073)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:40:16.748065 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45215715-0dbf-42e2-9c95-1abc8cfa763b x-openstack-request-id: req-45215715-0dbf-42e2-9c95-1abc8cfa763b {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:40:16.748065 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "681f0f55-00cf-4554-86ff-0f460c548919", "name": "network-vif-plugged", "status": "completed", "tag": "ac8dd689-a23f-4063-998c-6c6211e22260", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:40:16.748392 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-45215715-0dbf-42e2-9c95-1abc8cfa763b {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:40:16.748851 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681f0f55-00cf-4554-86ff-0f460c548919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8dd689-a23f-4063-998c-6c6211e22260', 'code': 200} Oct 27 18:40:16.787878 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:16.821572 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-560fbaf7-d786-4384-866b-efdbdb7fbd33 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:16.863847 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=ac8dd689-a23f-4063-998c-6c6211e22260,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:16.866037 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560fbaf7-d786-4384-866b-efdbdb7fbd33 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Subnet': ['ID=83d9d2f1-4853-4924-9131-4d2715519b53,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:16.882241 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-560fbaf7-d786-4384-866b-efdbdb7fbd33 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:16.891867 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-560fbaf7-d786-4384-866b-efdbdb7fbd33 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/83d9d2f1-4853-4924-9131-4d2715519b53 HTTP/1.1" status: 204 len: 168 time: 1.0968776 Oct 27 18:40:16.892134 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50662) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:16.898099 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8512be68-f56a-4401-9b19-13468c1f29ac None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:40:16.940887 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d2725079-2a93-48fa-89e3-5e4f17f7b947 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0469089 Oct 27 18:40:16.943479 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50666) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:16.952233 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-513308bd-1773-4123-8fe2-b26f6fd06535 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'subnet': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:40:17.062745 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35817c-2847-4af7-847a-95cd83e3ed4f req-8f291ea5-8601-4615-8d5d-608396d8f2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:17.069231 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cf35817c-2847-4af7-847a-95cd83e3ed4f req-8f291ea5-8601-4615-8d5d-608396d8f2b7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=681f0f55-00cf-4554-86ff-0f460c548919 HTTP/1.1" status: 200 len: 1096 time: 0.2519631 Oct 27 18:40:17.137288 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828aa7c9-510b-4f45-9815-98f9b0fd0663 None None] DHCP port deletion for faaeba95-b0d0-4d55-8d69-ea8e95b4070b request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:40:17.165149 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cf35817c-2847-4af7-847a-95cd83e3ed4f req-ddcaad55-ce41-459b-a2f2-e32411897b95 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=359c5498-4bd1-4c65-9294-07de47384080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855873 Oct 27 18:40:17.210553 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-828aa7c9-510b-4f45-9815-98f9b0fd0663 None None] Deleting port 437b1768-7e07-4d0e-be92-e63fdb29ccb5 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:40:17.211266 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-828aa7c9-510b-4f45-9815-98f9b0fd0663 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:17.244041 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513308bd-1773-4123-8fe2-b26f6fd06535 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:40:17.248589 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-513308bd-1773-4123-8fe2-b26f6fd06535 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:17.298336 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-828aa7c9-510b-4f45-9815-98f9b0fd0663 None None] For port 437b1768-7e07-4d0e-be92-e63fdb29ccb5, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=437b1768-7e07-4d0e-be92-e63fdb29ccb5,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:40:17.298336 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-828aa7c9-510b-4f45-9815-98f9b0fd0663 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:17.313887 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-828aa7c9-510b-4f45-9815-98f9b0fd0663 None None] Calling delete_port for 437b1768-7e07-4d0e-be92-e63fdb29ccb5 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:40:17.496740 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-828aa7c9-510b-4f45-9815-98f9b0fd0663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:17.534787 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828aa7c9-510b-4f45-9815-98f9b0fd0663 None None] Pushing event deleted for resources: {'Port': ['ID=437b1768-7e07-4d0e-be92-e63fdb29ccb5,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:17.539528 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828aa7c9-510b-4f45-9815-98f9b0fd0663 None None] No DVR routers for this DVR port 437b1768-7e07-4d0e-be92-e63fdb29ccb5 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:40:17.718284 n-d-815690-2 neutron-server[102879]: DEBUG neutron.objects.ports [None req-513308bd-1773-4123-8fe2-b26f6fd06535 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102879) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 18:40:17.720072 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-513308bd-1773-4123-8fe2-b26f6fd06535 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:17.727359 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a1930-0edf-47fd-be75-8e351496cf35 req-50299339-bb7d-43bd-a910-d682a50124c0 tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:17.729818 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3a1a1930-0edf-47fd-be75-8e351496cf35 req-50299339-bb7d-43bd-a910-d682a50124c0 tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] 10.222.0.52 "GET /v2.0/ports?device_id=681f0f55-00cf-4554-86ff-0f460c548919 HTTP/1.1" status: 200 len: 945 time: 0.0718980 Oct 27 18:40:17.775126 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513308bd-1773-4123-8fe2-b26f6fd06535 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:40:17.778640 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-513308bd-1773-4123-8fe2-b26f6fd06535 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:40:17.783198 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513308bd-1773-4123-8fe2-b26f6fd06535 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:17.783794 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-513308bd-1773-4123-8fe2-b26f6fd06535 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:17.788630 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04db6a94-97f2-4db4-a737-935d4666b2a7 None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:40:17.828769 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513308bd-1773-4123-8fe2-b26f6fd06535 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Subnet': ['ID=46791660-94ea-4323-8aab-736031e8cbca,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:17.828884 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3a1a1930-0edf-47fd-be75-8e351496cf35 req-17703e7c-c5fb-45d3-aa8d-19e464bdae63 tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] 10.222.0.52 "GET /v2.0/security-groups?id=359c5498-4bd1-4c65-9294-07de47384080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871992 Oct 27 18:40:17.896987 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50710) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:17.903806 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-513308bd-1773-4123-8fe2-b26f6fd06535 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9584277 Oct 27 18:40:17.905222 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-8f7105e1-1a3f-46df-9138-4c75c1823879 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'port': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'mac_address': 'fa:16:3e:eb:49:a6', 'name': 'tempest-NetworksTestDHCPv6-364851988'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:40:18.000519 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77679a90-2f3b-48f7-98c2-131622ca5a50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'tenant_id': '89b3aabd8d544ecda89a865b2a77c321', 'fixed_ips': [{'subnet_id': '46791660-94ea-4323-8aab-736031e8cbca'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:40:18.001748 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-77679a90-2f3b-48f7-98c2-131622ca5a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:18.182386 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7105e1-1a3f-46df-9138-4c75c1823879 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:40:18.185802 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 437b1768-7e07-4d0e-be92-e63fdb29ccb5 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:40:18.219087 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 437b1768-7e07-4d0e-be92-e63fdb29ccb5 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:40:18.219784 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 437b1768-7e07-4d0e-be92-e63fdb29ccb5 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:40:18.330219 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8f7105e1-1a3f-46df-9138-4c75c1823879 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:18.341831 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-77679a90-2f3b-48f7-98c2-131622ca5a50 None None] Allocated IP 2001:db8::f816:3eff:fec7:5e37 (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/46791660-94ea-4323-8aab-736031e8cbca/11c60418-0f57-4fb4-a718-8d06f4688a8d) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:40:18.372448 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-8f7105e1-1a3f-46df-9138-4c75c1823879 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] device_id is not set on port 23945314-da8d-436e-b630-4c85c0859c77 yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:40:18.576244 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-77679a90-2f3b-48f7-98c2-131622ca5a50 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:18.667709 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-77679a90-2f3b-48f7-98c2-131622ca5a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:18.712318 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77679a90-2f3b-48f7-98c2-131622ca5a50 None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:40:18.715861 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-77679a90-2f3b-48f7-98c2-131622ca5a50 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:40:18.723030 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77679a90-2f3b-48f7-98c2-131622ca5a50 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:40:18.723183 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-8f7105e1-1a3f-46df-9138-4c75c1823879 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Allocated IP 2001:db8::f816:3eff:feeb:49a6 (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/46791660-94ea-4323-8aab-736031e8cbca/23945314-da8d-436e-b630-4c85c0859c77) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:40:18.732842 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77679a90-2f3b-48f7-98c2-131622ca5a50 None None] Pushing event updated for resources: {'Port': ['ID=11c60418-0f57-4fb4-a718-8d06f4688a8d,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:18.825853 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-77679a90-2f3b-48f7-98c2-131622ca5a50 None None] Attempting to bind port 11c60418-0f57-4fb4-a718-8d06f4688a8d on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:40:18.827053 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-77679a90-2f3b-48f7-98c2-131622ca5a50 None None] Attempting to bind port 11c60418-0f57-4fb4-a718-8d06f4688a8d by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:40:18.828256 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77679a90-2f3b-48f7-98c2-131622ca5a50 None None] Attempting to bind port 11c60418-0f57-4fb4-a718-8d06f4688a8d on network faaeba95-b0d0-4d55-8d69-ea8e95b4070b {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:40:18.841998 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77679a90-2f3b-48f7-98c2-131622ca5a50 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:40:18.846038 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77679a90-2f3b-48f7-98c2-131622ca5a50 None None] Checking segment: {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:40:18.846038 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-77679a90-2f3b-48f7-98c2-131622ca5a50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:18.846038 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77679a90-2f3b-48f7-98c2-131622ca5a50 None None] Bound using segment: {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:40:18.846038 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-77679a90-2f3b-48f7-98c2-131622ca5a50 None None] Bound port: 11c60418-0f57-4fb4-a718-8d06f4688a8d, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:40:18.846038 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-77679a90-2f3b-48f7-98c2-131622ca5a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:18.957243 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-77679a90-2f3b-48f7-98c2-131622ca5a50 None None] For port 11c60418-0f57-4fb4-a718-8d06f4688a8d, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:40:18.966631 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-77679a90-2f3b-48f7-98c2-131622ca5a50 None None] For port 11c60418-0f57-4fb4-a718-8d06f4688a8d, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=11c60418-0f57-4fb4-a718-8d06f4688a8d,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:40:19.016210 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8f7105e1-1a3f-46df-9138-4c75c1823879 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:19.050750 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-77679a90-2f3b-48f7-98c2-131622ca5a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:19.062306 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e4ccd-af26-4bfe-a7ff-59ee1e2e4a72 req-4cc8911a-3d0b-4454-badf-290f30157d60 tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:19.064193 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-872e4ccd-af26-4bfe-a7ff-59ee1e2e4a72 req-4cc8911a-3d0b-4454-badf-290f30157d60 tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] 10.222.0.52 "GET /v2.0/ports?device_id=681f0f55-00cf-4554-86ff-0f460c548919 HTTP/1.1" status: 200 len: 945 time: 0.1091619 Oct 27 18:40:19.074323 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50736) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:19.130868 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77679a90-2f3b-48f7-98c2-131622ca5a50 None None] Pushing event updated for resources: {'Port': ['ID=11c60418-0f57-4fb4-a718-8d06f4688a8d,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:19.133257 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-872e4ccd-af26-4bfe-a7ff-59ee1e2e4a72 req-c74fc171-bf7b-455b-b442-e528dbf29133 tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] 10.222.0.52 "GET /v2.0/security-groups?id=359c5498-4bd1-4c65-9294-07de47384080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591388 Oct 27 18:40:19.204613 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8f7105e1-1a3f-46df-9138-4c75c1823879 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:19.299947 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7105e1-1a3f-46df-9138-4c75c1823879 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:40:19.306081 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-8f7105e1-1a3f-46df-9138-4c75c1823879 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:40:19.330029 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7105e1-1a3f-46df-9138-4c75c1823879 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:40:19.347806 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bb3e91e3-bea9-4599-a89c-559937ceadd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:19.355945 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7105e1-1a3f-46df-9138-4c75c1823879 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:19.356667 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8f7105e1-1a3f-46df-9138-4c75c1823879 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:19.386875 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7105e1-1a3f-46df-9138-4c75c1823879 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Port': ['ID=23945314-da8d-436e-b630-4c85c0859c77,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:19.467411 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8f7105e1-1a3f-46df-9138-4c75c1823879 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5658059 Oct 27 18:40:19.467803 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50742) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:19.524393 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bb3e91e3-bea9-4599-a89c-559937ceadd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:19.569642 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bb3e91e3-bea9-4599-a89c-559937ceadd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:19.580966 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9941da-5f57-4634-a725-392a399b1289 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:19.599275 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9941da-5f57-4634-a725-392a399b1289 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:19.601164 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5e9941da-5f57-4634-a725-392a399b1289 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1322277 Oct 27 18:40:19.604189 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50746) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:19.635142 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-bb3e91e3-bea9-4599-a89c-559937ceadd3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ab9e6c31cfb54c99a830d86425573bf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5592113 Oct 27 18:40:19.635747 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50748) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:19.662429 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e91e3-bea9-4599-a89c-559937ceadd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f7a516-6ecd-4d68-b1a0-da08cd126565,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:19.714064 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5271eac9-7189-49d8-80f9-34ad19998cad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:19.736171 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-77d4779b-7b70-43f7-8a84-fd0b5b8da41e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting port 23945314-da8d-436e-b630-4c85c0859c77 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:40:19.736532 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-77d4779b-7b70-43f7-8a84-fd0b5b8da41e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:19.742278 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5271eac9-7189-49d8-80f9-34ad19998cad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:19.871800 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-77d4779b-7b70-43f7-8a84-fd0b5b8da41e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:19.884254 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-77d4779b-7b70-43f7-8a84-fd0b5b8da41e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Calling delete_port for 23945314-da8d-436e-b630-4c85c0859c77 owned by {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:40:19.890058 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5271eac9-7189-49d8-80f9-34ad19998cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:19.893068 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5271eac9-7189-49d8-80f9-34ad19998cad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:19.894848 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5271eac9-7189-49d8-80f9-34ad19998cad admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/70f7a516-6ecd-4d68-b1a0-da08cd126565 HTTP/1.1" status: 204 len: 168 time: 0.2525580 Oct 27 18:40:19.909496 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271eac9-7189-49d8-80f9-34ad19998cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f7a516-6ecd-4d68-b1a0-da08cd126565,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:20.249523 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 11c60418-0f57-4fb4-a718-8d06f4688a8d up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:40:20.284690 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-77d4779b-7b70-43f7-8a84-fd0b5b8da41e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:20.327219 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d4779b-7b70-43f7-8a84-fd0b5b8da41e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Port': ['ID=23945314-da8d-436e-b630-4c85c0859c77,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:20.370873 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 11c60418-0f57-4fb4-a718-8d06f4688a8d triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:40:20.372873 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:20.391948 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-77d4779b-7b70-43f7-8a84-fd0b5b8da41e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:20.397335 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-77d4779b-7b70-43f7-8a84-fd0b5b8da41e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/ports/23945314-da8d-436e-b630-4c85c0859c77 HTTP/1.1" status: 204 len: 168 time: 0.7919672 Oct 27 18:40:20.400030 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50764) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:20.480752 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe5041c-6d7b-45c2-b567-3241f9b70c14 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:20.484942 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe5041c-6d7b-45c2-b567-3241f9b70c14 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:20.492940 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50766) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:20.495403 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6fe5041c-6d7b-45c2-b567-3241f9b70c14 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0937376 Oct 27 18:40:20.517614 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:20.571409 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 11c60418-0f57-4fb4-a718-8d06f4688a8d, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=11c60418-0f57-4fb4-a718-8d06f4688a8d,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:40:20.615891 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d427f40-443c-4918-b66e-d24f5d730ce5 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting subnet 46791660-94ea-4323-8aab-736031e8cbca {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:40:20.624161 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3d427f40-443c-4918-b66e-d24f5d730ce5 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:20.683374 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3d427f40-443c-4918-b66e-d24f5d730ce5 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:20.695241 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:20.786406 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50768) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:20.800946 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4dbdc654-a197-4049-9f4d-1365f7a42ff3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:20.809070 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3d427f40-443c-4918-b66e-d24f5d730ce5 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:20.813612 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-7dd5ccd0-9515-47dd-bf63-a46bc52ee80e None None] Provisioning complete for port 11c60418-0f57-4fb4-a718-8d06f4688a8d triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:40:20.819893 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7dd5ccd0-9515-47dd-bf63-a46bc52ee80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:20.865866 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=11c60418-0f57-4fb4-a718-8d06f4688a8d,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:21.052260 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4dbdc654-a197-4049-9f4d-1365f7a42ff3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:21.085111 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3d427f40-443c-4918-b66e-d24f5d730ce5 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:21.109393 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-fa5d2c14-aa2a-4389-b012-89b0476005d4 None None] Could not find standard attr ID for object 23945314-da8d-436e-b630-4c85c0859c77. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 18:40:21.113057 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4dbdc654-a197-4049-9f4d-1365f7a42ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:21.141687 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d427f40-443c-4918-b66e-d24f5d730ce5 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Subnet': ['ID=46791660-94ea-4323-8aab-736031e8cbca,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:21.155038 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3d427f40-443c-4918-b66e-d24f5d730ce5 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:21.159002 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3d427f40-443c-4918-b66e-d24f5d730ce5 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/46791660-94ea-4323-8aab-736031e8cbca HTTP/1.1" status: 204 len: 168 time: 0.6649945 Oct 27 18:40:21.161378 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50778) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:21.210837 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4dbdc654-a197-4049-9f4d-1365f7a42ff3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8940fc2bd38945d6b38d7fe196cdae02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4232602 Oct 27 18:40:21.212226 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbdc654-a197-4049-9f4d-1365f7a42ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9885cf-f0c7-4d92-be72-56a3efe539fa,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:21.229234 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50780) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:21.240364 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-13032709-b682-42b9-bf94-ca6a6f454b2b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0756595 Oct 27 18:40:21.242115 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50782) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:21.355374 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3319172b-9723-43dc-8e31-73f2c45d184a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:21.366986 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490a742e-81b6-484c-b9ea-4c38399c9368 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:21.368612 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-490a742e-81b6-484c-b9ea-4c38399c9368 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1248655 Oct 27 18:40:21.373300 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50784) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:21.423879 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3319172b-9723-43dc-8e31-73f2c45d184a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:21.454389 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaca22c2-f53a-4d17-93a6-6bf86dc6368d None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:40:21.508540 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f0792c-1c9b-4276-a999-b5f05718706b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:21.513478 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50786) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:21.519485 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e5f0792c-1c9b-4276-a999-b5f05718706b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1458073 Oct 27 18:40:21.568094 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50788) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:21.568332 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4107fe89-ad29-4122-b274-3315723c778d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0507917 Oct 27 18:40:21.573739 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-34ec459f-b9aa-4da2-94f3-1401e543141b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'subnet': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:40:21.661261 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3319172b-9723-43dc-8e31-73f2c45d184a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:21.665872 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3319172b-9723-43dc-8e31-73f2c45d184a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:21.668081 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3319172b-9723-43dc-8e31-73f2c45d184a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7a9885cf-f0c7-4d92-be72-56a3efe539fa HTTP/1.1" status: 204 len: 168 time: 0.4376597 Oct 27 18:40:21.698904 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3319172b-9723-43dc-8e31-73f2c45d184a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9885cf-f0c7-4d92-be72-56a3efe539fa,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:21.738284 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554d039d-2ac1-43cf-90bc-e69db99a145b None None] DHCP port deletion for faaeba95-b0d0-4d55-8d69-ea8e95b4070b request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:40:21.782404 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ec459f-b9aa-4da2-94f3-1401e543141b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:40:21.786195 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-34ec459f-b9aa-4da2-94f3-1401e543141b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:21.804216 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-554d039d-2ac1-43cf-90bc-e69db99a145b None None] Deleting port 11c60418-0f57-4fb4-a718-8d06f4688a8d {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:40:21.804912 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-554d039d-2ac1-43cf-90bc-e69db99a145b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:21.884171 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-554d039d-2ac1-43cf-90bc-e69db99a145b None None] For port 11c60418-0f57-4fb4-a718-8d06f4688a8d, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=11c60418-0f57-4fb4-a718-8d06f4688a8d,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:40:21.884953 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-554d039d-2ac1-43cf-90bc-e69db99a145b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:21.903961 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-554d039d-2ac1-43cf-90bc-e69db99a145b None None] Calling delete_port for 11c60418-0f57-4fb4-a718-8d06f4688a8d owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:40:22.095808 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-554d039d-2ac1-43cf-90bc-e69db99a145b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:22.149209 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 11c60418-0f57-4fb4-a718-8d06f4688a8d no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:40:22.156482 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d039d-2ac1-43cf-90bc-e69db99a145b None None] Pushing event deleted for resources: {'Port': ['ID=11c60418-0f57-4fb4-a718-8d06f4688a8d,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:22.159060 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-34ec459f-b9aa-4da2-94f3-1401e543141b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:22.177775 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554d039d-2ac1-43cf-90bc-e69db99a145b None None] No DVR routers for this DVR port 11c60418-0f57-4fb4-a718-8d06f4688a8d on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:40:22.183270 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 11c60418-0f57-4fb4-a718-8d06f4688a8d {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:40:22.183644 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 11c60418-0f57-4fb4-a718-8d06f4688a8d not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:40:22.266704 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ec459f-b9aa-4da2-94f3-1401e543141b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:40:22.270061 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-34ec459f-b9aa-4da2-94f3-1401e543141b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:40:22.277251 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ec459f-b9aa-4da2-94f3-1401e543141b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:22.277251 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-34ec459f-b9aa-4da2-94f3-1401e543141b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:22.283855 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b504a5f0-4f8b-4fb9-a37a-c910e2c57389 None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:40:22.305940 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec459f-b9aa-4da2-94f3-1401e543141b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Subnet': ['ID=b8a41893-ce5b-4fef-aad1-54e516ad374d,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:22.402550 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-34ec459f-b9aa-4da2-94f3-1401e543141b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8327122 Oct 27 18:40:22.405720 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50810) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:22.414024 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-bfb528d9-3225-4a99-8ee3-811d4d5d0e34 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'port': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'mac_address': 'fa:16:3e:b7:14:c2', 'name': 'tempest-NetworksTestDHCPv6-873520015'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:40:22.661230 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb528d9-3225-4a99-8ee3-811d4d5d0e34 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:40:22.741320 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0367bf15-0e79-467b-a103-6119b69e7007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'tenant_id': '89b3aabd8d544ecda89a865b2a77c321', 'fixed_ips': [{'subnet_id': 'b8a41893-ce5b-4fef-aad1-54e516ad374d'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:40:22.742209 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0367bf15-0e79-467b-a103-6119b69e7007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:22.776615 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bfb528d9-3225-4a99-8ee3-811d4d5d0e34 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:22.817342 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-bfb528d9-3225-4a99-8ee3-811d4d5d0e34 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] device_id is not set on port 5048e770-20da-484c-ae02-ae478bf8a223 yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:40:22.972354 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-0367bf15-0e79-467b-a103-6119b69e7007 None None] Allocated IP 2001:db8::2 (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/b8a41893-ce5b-4fef-aad1-54e516ad374d/40b48bd5-1916-4ba7-9cc4-182fbefea721) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:40:23.190763 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0367bf15-0e79-467b-a103-6119b69e7007 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:23.284622 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0367bf15-0e79-467b-a103-6119b69e7007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:23.355597 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367bf15-0e79-467b-a103-6119b69e7007 None None] Pushing event updated for resources: {'Port': ['ID=40b48bd5-1916-4ba7-9cc4-182fbefea721,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:23.377563 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0367bf15-0e79-467b-a103-6119b69e7007 None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:40:23.382535 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-0367bf15-0e79-467b-a103-6119b69e7007 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:40:23.390607 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0367bf15-0e79-467b-a103-6119b69e7007 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:40:23.524749 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-0367bf15-0e79-467b-a103-6119b69e7007 None None] Attempting to bind port 40b48bd5-1916-4ba7-9cc4-182fbefea721 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:40:23.525258 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-0367bf15-0e79-467b-a103-6119b69e7007 None None] Attempting to bind port 40b48bd5-1916-4ba7-9cc4-182fbefea721 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:40:23.525762 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0367bf15-0e79-467b-a103-6119b69e7007 None None] Attempting to bind port 40b48bd5-1916-4ba7-9cc4-182fbefea721 on network faaeba95-b0d0-4d55-8d69-ea8e95b4070b {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:40:23.532597 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0367bf15-0e79-467b-a103-6119b69e7007 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:40:23.533098 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0367bf15-0e79-467b-a103-6119b69e7007 None None] Checking segment: {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:40:23.533611 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0367bf15-0e79-467b-a103-6119b69e7007 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:23.534131 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0367bf15-0e79-467b-a103-6119b69e7007 None None] Bound using segment: {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:40:23.534880 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-0367bf15-0e79-467b-a103-6119b69e7007 None None] Bound port: 40b48bd5-1916-4ba7-9cc4-182fbefea721, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:40:23.535379 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0367bf15-0e79-467b-a103-6119b69e7007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:23.660621 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-0367bf15-0e79-467b-a103-6119b69e7007 None None] For port 40b48bd5-1916-4ba7-9cc4-182fbefea721, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:40:23.670392 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-0367bf15-0e79-467b-a103-6119b69e7007 None None] For port 40b48bd5-1916-4ba7-9cc4-182fbefea721, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=40b48bd5-1916-4ba7-9cc4-182fbefea721,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:40:23.724830 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0367bf15-0e79-467b-a103-6119b69e7007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:23.765328 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-bfb528d9-3225-4a99-8ee3-811d4d5d0e34 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Allocated IP 2001:db8::296 (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/b8a41893-ce5b-4fef-aad1-54e516ad374d/5048e770-20da-484c-ae02-ae478bf8a223) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:40:23.815613 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367bf15-0e79-467b-a103-6119b69e7007 None None] Pushing event updated for resources: {'Port': ['ID=40b48bd5-1916-4ba7-9cc4-182fbefea721,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:23.975901 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bfb528d9-3225-4a99-8ee3-811d4d5d0e34 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:24.233455 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 40b48bd5-1916-4ba7-9cc4-182fbefea721 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:40:24.289335 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 40b48bd5-1916-4ba7-9cc4-182fbefea721 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:40:24.290055 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:24.383221 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:24.399579 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bfb528d9-3225-4a99-8ee3-811d4d5d0e34 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:24.429391 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 40b48bd5-1916-4ba7-9cc4-182fbefea721, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=40b48bd5-1916-4ba7-9cc4-182fbefea721,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:40:24.468818 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb528d9-3225-4a99-8ee3-811d4d5d0e34 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Port': ['ID=5048e770-20da-484c-ae02-ae478bf8a223,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:24.487038 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb528d9-3225-4a99-8ee3-811d4d5d0e34 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:40:24.488911 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-bfb528d9-3225-4a99-8ee3-811d4d5d0e34 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:40:24.491727 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb528d9-3225-4a99-8ee3-811d4d5d0e34 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:40:24.498790 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb528d9-3225-4a99-8ee3-811d4d5d0e34 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:24.499812 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bfb528d9-3225-4a99-8ee3-811d4d5d0e34 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:24.524236 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:24.607843 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-bfb528d9-3225-4a99-8ee3-811d4d5d0e34 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2008247 Oct 27 18:40:24.610617 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50866) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:24.673594 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=40b48bd5-1916-4ba7-9cc4-182fbefea721,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:24.738722 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703f8ef4-e86c-43b7-accb-61e583c5df5d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:24.746798 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703f8ef4-e86c-43b7-accb-61e583c5df5d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:24.749182 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-703f8ef4-e86c-43b7-accb-61e583c5df5d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.1374879 Oct 27 18:40:24.752197 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50868) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:24.900237 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-4738ddc5-20dd-44c1-8288-c73ae7153a19 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting port 5048e770-20da-484c-ae02-ae478bf8a223 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:40:24.903909 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4738ddc5-20dd-44c1-8288-c73ae7153a19 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:25.047241 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4738ddc5-20dd-44c1-8288-c73ae7153a19 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:25.087758 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-4738ddc5-20dd-44c1-8288-c73ae7153a19 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Calling delete_port for 5048e770-20da-484c-ae02-ae478bf8a223 owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:40:25.374481 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-876e7c8e-3891-4b2b-b3d6-63f1258667e3 None None] Provisioning complete for port 40b48bd5-1916-4ba7-9cc4-182fbefea721 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:40:25.375812 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-876e7c8e-3891-4b2b-b3d6-63f1258667e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:25.415764 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4738ddc5-20dd-44c1-8288-c73ae7153a19 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:25.471302 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4738ddc5-20dd-44c1-8288-c73ae7153a19 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Port': ['ID=5048e770-20da-484c-ae02-ae478bf8a223,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:25.522863 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4738ddc5-20dd-44c1-8288-c73ae7153a19 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:25.526525 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4738ddc5-20dd-44c1-8288-c73ae7153a19 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/ports/5048e770-20da-484c-ae02-ae478bf8a223 HTTP/1.1" status: 204 len: 168 time: 0.7728682 Oct 27 18:40:25.529786 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50880) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:25.597829 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fd10a1-f99f-4a16-a9d8-1f00176dd552 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:25.599747 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fd10a1-f99f-4a16-a9d8-1f00176dd552 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:25.601849 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-47fd10a1-f99f-4a16-a9d8-1f00176dd552 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0710814 Oct 27 18:40:25.604536 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50882) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:25.669833 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-927e07b2-49f0-4b2f-808b-e8d65a09cf70 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting subnet b8a41893-ce5b-4fef-aad1-54e516ad374d {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:40:25.673712 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-927e07b2-49f0-4b2f-808b-e8d65a09cf70 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:25.718190 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-922d6a96-7afc-4cb0-8578-5ae121a6d146 None None] Could not find standard attr ID for object 5048e770-20da-484c-ae02-ae478bf8a223. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 18:40:25.732015 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46abdcae-31c9-494f-8adb-7bc276a2471f req-760a40e4-3955-4fd7-84b7-e59ec3fc310d tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:25.739748 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-46abdcae-31c9-494f-8adb-7bc276a2471f req-760a40e4-3955-4fd7-84b7-e59ec3fc310d tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] 10.222.0.52 "GET /v2.0/ports?device_id=681f0f55-00cf-4554-86ff-0f460c548919 HTTP/1.1" status: 200 len: 945 time: 0.0642631 Oct 27 18:40:25.774608 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-927e07b2-49f0-4b2f-808b-e8d65a09cf70 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:25.795529 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-46abdcae-31c9-494f-8adb-7bc276a2471f req-aede0b48-0c78-4a9a-9422-6ca3b62053e7 tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] 10.222.0.52 "GET /v2.0/security-groups?id=359c5498-4bd1-4c65-9294-07de47384080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544674 Oct 27 18:40:25.927325 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-927e07b2-49f0-4b2f-808b-e8d65a09cf70 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:26.096244 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-927e07b2-49f0-4b2f-808b-e8d65a09cf70 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:26.110005 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 40b48bd5-1916-4ba7-9cc4-182fbefea721 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:40:26.132005 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e07b2-49f0-4b2f-808b-e8d65a09cf70 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Subnet': ['ID=b8a41893-ce5b-4fef-aad1-54e516ad374d,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:26.144504 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-927e07b2-49f0-4b2f-808b-e8d65a09cf70 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:26.150890 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-927e07b2-49f0-4b2f-808b-e8d65a09cf70 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/b8a41893-ce5b-4fef-aad1-54e516ad374d HTTP/1.1" status: 204 len: 168 time: 0.5448396 Oct 27 18:40:26.152933 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50894) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:26.179740 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56831fe8-0036-487d-879b-cdafb6ac88a6 None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:40:26.201106 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-679d4e3f-b19a-4320-8a28-edd45d40cb8a tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0442748 Oct 27 18:40:26.202986 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50898) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:26.267320 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd3aa52-a493-4694-8b6a-ba3236eff9d2 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:26.269301 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-bcd3aa52-a493-4694-8b6a-ba3236eff9d2 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0651553 Oct 27 18:40:26.272024 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50900) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:26.340139 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471e28a5-e9b3-4b77-b0fd-ce0c6798da60 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:26.342623 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-471e28a5-e9b3-4b77-b0fd-ce0c6798da60 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0695796 Oct 27 18:40:26.345137 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50902) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:26.380402 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 40b48bd5-1916-4ba7-9cc4-182fbefea721 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:40:26.380402 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:26.396995 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-366d9cca-1a9d-4d49-9882-2450c5c462de tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0501239 Oct 27 18:40:26.407243 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50904) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:26.416833 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-11967c1a-78e6-4509-a773-4a13d3850f6e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'subnet': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:40:26.417367 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:26.521640 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a659c6-cd55-456a-9349-5765138306b2 None None] DHCP port deletion for faaeba95-b0d0-4d55-8d69-ea8e95b4070b request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:40:26.619785 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-59a659c6-cd55-456a-9349-5765138306b2 None None] Deleting port 40b48bd5-1916-4ba7-9cc4-182fbefea721 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:40:26.620480 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-59a659c6-cd55-456a-9349-5765138306b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:26.638373 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11967c1a-78e6-4509-a773-4a13d3850f6e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:40:26.645181 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-11967c1a-78e6-4509-a773-4a13d3850f6e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:26.708742 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-59a659c6-cd55-456a-9349-5765138306b2 None None] For port 40b48bd5-1916-4ba7-9cc4-182fbefea721, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=40b48bd5-1916-4ba7-9cc4-182fbefea721,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:40:26.709531 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-59a659c6-cd55-456a-9349-5765138306b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:26.731855 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-59a659c6-cd55-456a-9349-5765138306b2 None None] Calling delete_port for 40b48bd5-1916-4ba7-9cc4-182fbefea721 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:40:26.844483 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:26.947960 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-59a659c6-cd55-456a-9349-5765138306b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:26.973197 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a659c6-cd55-456a-9349-5765138306b2 None None] No DVR routers for this DVR port 40b48bd5-1916-4ba7-9cc4-182fbefea721 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:40:27.015103 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3797799-209b-4a8b-9a8a-0829922df39c req-96ec322e-0bf5-4542-9e1c-1ce59bca397c tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:27.017518 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f3797799-209b-4a8b-9a8a-0829922df39c req-96ec322e-0bf5-4542-9e1c-1ce59bca397c tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] 10.222.0.52 "GET /v2.0/ports?device_id=681f0f55-00cf-4554-86ff-0f460c548919 HTTP/1.1" status: 200 len: 945 time: 0.1131139 Oct 27 18:40:27.023774 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a659c6-cd55-456a-9349-5765138306b2 None None] Pushing event deleted for resources: {'Port': ['ID=40b48bd5-1916-4ba7-9cc4-182fbefea721,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:27.078329 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56582d6d-5fe2-4dbf-934c-543b388c0021 req-88a0a232-73a3-4566-8c0c-b72091558bd6 tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:27.080264 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-56582d6d-5fe2-4dbf-934c-543b388c0021 req-88a0a232-73a3-4566-8c0c-b72091558bd6 tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] 10.222.0.93 "GET /v2.0/ports?device_id=681f0f55-00cf-4554-86ff-0f460c548919 HTTP/1.1" status: 200 len: 945 time: 0.0907881 Oct 27 18:40:27.093225 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f3797799-209b-4a8b-9a8a-0829922df39c req-ee3f602e-478f-47cd-883b-c5d8a51cb7b5 tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] 10.222.0.52 "GET /v2.0/security-groups?id=359c5498-4bd1-4c65-9294-07de47384080&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613627 Oct 27 18:40:27.238804 n-d-815690-2 neutron-server[102879]: DEBUG neutron.objects.ports [None req-11967c1a-78e6-4509-a773-4a13d3850f6e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102879) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 18:40:27.241501 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-11967c1a-78e6-4509-a773-4a13d3850f6e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:27.295409 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11967c1a-78e6-4509-a773-4a13d3850f6e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:40:27.300664 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-11967c1a-78e6-4509-a773-4a13d3850f6e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:40:27.304044 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11967c1a-78e6-4509-a773-4a13d3850f6e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:27.304620 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-11967c1a-78e6-4509-a773-4a13d3850f6e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:27.310101 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2026f977-77e9-4d72-a24b-f15f51bcfb1c None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:40:27.314112 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-56582d6d-5fe2-4dbf-934c-543b388c0021 req-c5d9cc8d-1c16-4588-95c1-4836faa23d9f tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] Deleting port ac8dd689-a23f-4063-998c-6c6211e22260 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:40:27.314446 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-56582d6d-5fe2-4dbf-934c-543b388c0021 req-c5d9cc8d-1c16-4588-95c1-4836faa23d9f tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:27.326843 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11967c1a-78e6-4509-a773-4a13d3850f6e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Subnet': ['ID=cf95ad4f-feaf-4213-9a60-3a064c40e717,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:27.458236 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-11967c1a-78e6-4509-a773-4a13d3850f6e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0469866 Oct 27 18:40:27.459109 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50920) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:27.465355 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-9e01d775-bc74-4d40-b0bd-fe20467b8a27 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'subnet': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:40:27.479358 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-56582d6d-5fe2-4dbf-934c-543b388c0021 req-c5d9cc8d-1c16-4588-95c1-4836faa23d9f tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] For port ac8dd689-a23f-4063-998c-6c6211e22260, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=ac8dd689-a23f-4063-998c-6c6211e22260,segment=NetworkSegment(68caf2ab-1470-46e4-867f-c538deda2073),segment_id=68caf2ab-1470-46e4-867f-c538deda2073)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:40:27.479729 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-56582d6d-5fe2-4dbf-934c-543b388c0021 req-c5d9cc8d-1c16-4588-95c1-4836faa23d9f tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:27.497098 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-56582d6d-5fe2-4dbf-934c-543b388c0021 req-c5d9cc8d-1c16-4588-95c1-4836faa23d9f tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] Calling delete_port for ac8dd689-a23f-4063-998c-6c6211e22260 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:40:27.505972 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd7538c-49d1-4ad8-89d5-759c8baf83ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'tenant_id': '89b3aabd8d544ecda89a865b2a77c321', 'fixed_ips': [{'subnet_id': 'cf95ad4f-feaf-4213-9a60-3a064c40e717'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:40:27.507138 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-afd7538c-49d1-4ad8-89d5-759c8baf83ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:27.725453 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-afd7538c-49d1-4ad8-89d5-759c8baf83ae None None] Allocated IP 2001:db8::f816:3eff:fec9:127f (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/cf95ad4f-feaf-4213-9a60-3a064c40e717/449710cd-9475-46d3-b645-8a3f1052f478) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:40:27.735363 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e01d775-bc74-4d40-b0bd-fe20467b8a27 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:40:27.742116 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9e01d775-bc74-4d40-b0bd-fe20467b8a27 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:27.764137 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-56582d6d-5fe2-4dbf-934c-543b388c0021 req-c5d9cc8d-1c16-4588-95c1-4836faa23d9f tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:27.784510 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['ac8dd689-a23f-4063-998c-6c6211e22260'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:40:27.837354 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d9cc8d-1c16-4588-95c1-4836faa23d9f tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] Pushing event deleted for resources: {'Port': ['ID=ac8dd689-a23f-4063-998c-6c6211e22260,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:27.890985 n-d-815690-2 neutron-server[102878]: INFO neutron.db.ipam_backend_mixin [None req-9e01d775-bc74-4d40-b0bd-fe20467b8a27 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cf95ad4f-feaf-4213-9a60-3a064c40e717 (CIDR: 2001:db8::/64) Oct 27 18:40:27.907862 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-56582d6d-5fe2-4dbf-934c-543b388c0021 req-c5d9cc8d-1c16-4588-95c1-4836faa23d9f tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] No DVR routers for this DVR port ac8dd689-a23f-4063-998c-6c6211e22260 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:40:27.911378 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-56582d6d-5fe2-4dbf-934c-543b388c0021 req-c5d9cc8d-1c16-4588-95c1-4836faa23d9f tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:27.915815 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-56582d6d-5fe2-4dbf-934c-543b388c0021 req-c5d9cc8d-1c16-4588-95c1-4836faa23d9f tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] 10.222.0.93 "DELETE /v2.0/ports/ac8dd689-a23f-4063-998c-6c6211e22260 HTTP/1.1" status: 204 len: 173 time: 0.8247089 Oct 27 18:40:27.916128 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681f0f55-00cf-4554-86ff-0f460c548919', 'name': 'network-vif-deleted', 'tag': 'ac8dd689-a23f-4063-998c-6c6211e22260'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:40:27.920174 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99fb71b-dbc4-431d-9167-bf5ce7b5f594" -d '{"events": [{"server_uuid": "681f0f55-00cf-4554-86ff-0f460c548919", "name": "network-vif-deleted", "tag": "ac8dd689-a23f-4063-998c-6c6211e22260"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:40:27.930667 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e01d775-bc74-4d40-b0bd-fe20467b8a27 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:40:27.931272 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e01d775-bc74-4d40-b0bd-fe20467b8a27 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:40:27.948604 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-afd7538c-49d1-4ad8-89d5-759c8baf83ae None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:28.000316 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c982758a-35a6-4e15-aa96-67127cd69778 x-openstack-request-id: req-c982758a-35a6-4e15-aa96-67127cd69778 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:40:28.000822 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "681f0f55-00cf-4554-86ff-0f460c548919", "name": "network-vif-deleted", "tag": "ac8dd689-a23f-4063-998c-6c6211e22260", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:40:28.001616 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c982758a-35a6-4e15-aa96-67127cd69778 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:40:28.002231 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681f0f55-00cf-4554-86ff-0f460c548919', 'name': 'network-vif-deleted', 'tag': 'ac8dd689-a23f-4063-998c-6c6211e22260', 'status': 'completed', 'code': 200} Oct 27 18:40:28.143813 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 40b48bd5-1916-4ba7-9cc4-182fbefea721 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:40:28.179460 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 40b48bd5-1916-4ba7-9cc4-182fbefea721 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:40:28.180218 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 40b48bd5-1916-4ba7-9cc4-182fbefea721 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:40:28.248198 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ddba09f1-99af-46df-aad1-a0f8983d6c72 req-40cfd017-2d89-4d32-bc02-74a39dafff48 tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] 10.222.0.52 "GET /v2.0/ports?device_id=681f0f55-00cf-4554-86ff-0f460c548919 HTTP/1.1" status: 200 len: 210 time: 0.0378671 Oct 27 18:40:28.897350 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-afd7538c-49d1-4ad8-89d5-759c8baf83ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:28.901033 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9e01d775-bc74-4d40-b0bd-fe20467b8a27 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4383268 Oct 27 18:40:28.901368 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50944) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:28.907157 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-7c1e252c-464f-4515-869a-c0fd633d44e4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'subnet': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:40:28.985252 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd7538c-49d1-4ad8-89d5-759c8baf83ae None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:40:28.986955 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-afd7538c-49d1-4ad8-89d5-759c8baf83ae None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:40:28.988886 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd7538c-49d1-4ad8-89d5-759c8baf83ae None None] Pushing event updated for resources: {'Port': ['ID=449710cd-9475-46d3-b645-8a3f1052f478,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:28.992019 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd7538c-49d1-4ad8-89d5-759c8baf83ae None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:40:29.107867 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-afd7538c-49d1-4ad8-89d5-759c8baf83ae None None] Attempting to bind port 449710cd-9475-46d3-b645-8a3f1052f478 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:40:29.108247 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-afd7538c-49d1-4ad8-89d5-759c8baf83ae None None] Attempting to bind port 449710cd-9475-46d3-b645-8a3f1052f478 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:40:29.108609 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd7538c-49d1-4ad8-89d5-759c8baf83ae None None] Attempting to bind port 449710cd-9475-46d3-b645-8a3f1052f478 on network faaeba95-b0d0-4d55-8d69-ea8e95b4070b {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:40:29.114442 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd7538c-49d1-4ad8-89d5-759c8baf83ae None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:40:29.114748 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd7538c-49d1-4ad8-89d5-759c8baf83ae None None] Checking segment: {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:40:29.115185 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-afd7538c-49d1-4ad8-89d5-759c8baf83ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:29.115572 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd7538c-49d1-4ad8-89d5-759c8baf83ae None None] Bound using segment: {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:40:29.116033 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-afd7538c-49d1-4ad8-89d5-759c8baf83ae None None] Bound port: 449710cd-9475-46d3-b645-8a3f1052f478, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:40:29.116402 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-afd7538c-49d1-4ad8-89d5-759c8baf83ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:29.229116 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-afd7538c-49d1-4ad8-89d5-759c8baf83ae None None] For port 449710cd-9475-46d3-b645-8a3f1052f478, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:40:29.235371 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-afd7538c-49d1-4ad8-89d5-759c8baf83ae None None] For port 449710cd-9475-46d3-b645-8a3f1052f478, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=449710cd-9475-46d3-b645-8a3f1052f478,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:40:29.261264 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1e252c-464f-4515-869a-c0fd633d44e4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:40:29.265325 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7c1e252c-464f-4515-869a-c0fd633d44e4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:29.318540 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-afd7538c-49d1-4ad8-89d5-759c8baf83ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:29.388896 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd7538c-49d1-4ad8-89d5-759c8baf83ae None None] Pushing event updated for resources: {'Port': ['ID=449710cd-9475-46d3-b645-8a3f1052f478,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:29.424153 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fa2f1d79-6203-460a-b0fa-01916e525544 req-5f64afa6-7031-4476-a7ba-32fc009f76ee tempest-VolumesActionsTest-710126685 tempest-VolumesActionsTest-710126685-project] 10.222.0.52 "GET /v2.0/ports?device_id=681f0f55-00cf-4554-86ff-0f460c548919 HTTP/1.1" status: 200 len: 210 time: 0.0454998 Oct 27 18:40:29.632808 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7c1e252c-464f-4515-869a-c0fd633d44e4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:29.718294 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1e252c-464f-4515-869a-c0fd633d44e4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:40:29.721626 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-7c1e252c-464f-4515-869a-c0fd633d44e4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:40:29.730981 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1e252c-464f-4515-869a-c0fd633d44e4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:29.731594 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7c1e252c-464f-4515-869a-c0fd633d44e4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:29.742193 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e252c-464f-4515-869a-c0fd633d44e4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Subnet': ['ID=b76b7865-6e29-4b9f-b57f-1189a1dd8c14,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:29.837498 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7c1e252c-464f-4515-869a-c0fd633d44e4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9322805 Oct 27 18:40:29.837754 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50984) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:29.843288 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-ee8580cf-4dbc-4109-a063-6b35b5a116ea tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'port': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'mac_address': 'fa:16:3e:43:e2:b3', 'name': 'tempest-NetworksTestDHCPv6-1472792017'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:40:30.117811 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8580cf-4dbc-4109-a063-6b35b5a116ea tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:40:30.209519 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device ac8dd689-a23f-4063-998c-6c6211e22260 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:40:30.254674 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 449710cd-9475-46d3-b645-8a3f1052f478 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:40:30.298534 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ee8580cf-4dbc-4109-a063-6b35b5a116ea tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:30.356211 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-ee8580cf-4dbc-4109-a063-6b35b5a116ea tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] device_id is not set on port b1f945b2-4d0c-48ad-a669-9510d27d49e4 yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:40:30.382060 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: ac8dd689-a23f-4063-998c-6c6211e22260 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:40:30.382789 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device ac8dd689-a23f-4063-998c-6c6211e22260 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:40:30.438492 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 449710cd-9475-46d3-b645-8a3f1052f478 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:40:30.439057 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:30.668916 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:30.718681 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-ee8580cf-4dbc-4109-a063-6b35b5a116ea tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Allocated IP 2001:db8:0:1::2f8 (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/b76b7865-6e29-4b9f-b57f-1189a1dd8c14/b1f945b2-4d0c-48ad-a669-9510d27d49e4) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:40:30.730384 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8d535f-668f-4b90-8e2c-91134f10de10 None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:40:30.737300 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-ee8580cf-4dbc-4109-a063-6b35b5a116ea tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Allocated IP 2001:db8::f816:3eff:fe43:e2b3 (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/cf95ad4f-feaf-4213-9a60-3a064c40e717/b1f945b2-4d0c-48ad-a669-9510d27d49e4) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:40:30.749064 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 449710cd-9475-46d3-b645-8a3f1052f478, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=449710cd-9475-46d3-b645-8a3f1052f478,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:40:30.819254 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-72f849cc-7627-4658-9500-288d2edab7c5 None None] Provisioning complete for port 449710cd-9475-46d3-b645-8a3f1052f478 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:40:30.820002 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-72f849cc-7627-4658-9500-288d2edab7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:31.002159 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ee8580cf-4dbc-4109-a063-6b35b5a116ea tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:31.049019 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:31.149324 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=449710cd-9475-46d3-b645-8a3f1052f478,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:31.158297 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ee8580cf-4dbc-4109-a063-6b35b5a116ea tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:31.215711 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8580cf-4dbc-4109-a063-6b35b5a116ea tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Port': ['ID=b1f945b2-4d0c-48ad-a669-9510d27d49e4,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:31.233513 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8580cf-4dbc-4109-a063-6b35b5a116ea tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:40:31.235325 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-ee8580cf-4dbc-4109-a063-6b35b5a116ea tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:40:31.238023 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8580cf-4dbc-4109-a063-6b35b5a116ea tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:40:31.244751 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8580cf-4dbc-4109-a063-6b35b5a116ea tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:31.245415 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ee8580cf-4dbc-4109-a063-6b35b5a116ea tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:31.339256 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ee8580cf-4dbc-4109-a063-6b35b5a116ea tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.4998975 Oct 27 18:40:31.348376 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51020) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:31.495620 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322f0477-95ce-4bac-a5c6-ff99b8a0764e None None] Update dhcp port {'port': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'fixed_ips': [{'subnet_id': 'cf95ad4f-feaf-4213-9a60-3a064c40e717', 'ip_address': '2001:db8::f816:3eff:fec9:127f'}, {'subnet_id': 'b76b7865-6e29-4b9f-b57f-1189a1dd8c14'}], 'binding:host_id': 'n-d-815690-2'}, 'id': '449710cd-9475-46d3-b645-8a3f1052f478'} from n-d-815690-2. {{(pid=102880) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 18:40:31.547135 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-322f0477-95ce-4bac-a5c6-ff99b8a0764e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:31.589507 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-ff8f71fb-e71e-4f68-8db1-96ce50bca6c1 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting port b1f945b2-4d0c-48ad-a669-9510d27d49e4 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:40:31.591231 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ff8f71fb-e71e-4f68-8db1-96ce50bca6c1 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:31.836948 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ff8f71fb-e71e-4f68-8db1-96ce50bca6c1 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:31.867109 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-ff8f71fb-e71e-4f68-8db1-96ce50bca6c1 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Calling delete_port for b1f945b2-4d0c-48ad-a669-9510d27d49e4 owned by {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:40:31.944860 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-322f0477-95ce-4bac-a5c6-ff99b8a0764e None None] Allocated IP 2001:db8:0:1::2 (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/b76b7865-6e29-4b9f-b57f-1189a1dd8c14/449710cd-9475-46d3-b645-8a3f1052f478) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:40:32.200168 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 449710cd-9475-46d3-b645-8a3f1052f478 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:40:32.281813 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-322f0477-95ce-4bac-a5c6-ff99b8a0764e None None] For port 449710cd-9475-46d3-b645-8a3f1052f478, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=449710cd-9475-46d3-b645-8a3f1052f478,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:40:32.289180 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ff8f71fb-e71e-4f68-8db1-96ce50bca6c1 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:32.338941 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8f71fb-e71e-4f68-8db1-96ce50bca6c1 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Port': ['ID=b1f945b2-4d0c-48ad-a669-9510d27d49e4,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:32.388459 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-322f0477-95ce-4bac-a5c6-ff99b8a0764e None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:32.399606 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 449710cd-9475-46d3-b645-8a3f1052f478 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:40:32.400185 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:32.469465 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-322f0477-95ce-4bac-a5c6-ff99b8a0764e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:32.488504 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ff8f71fb-e71e-4f68-8db1-96ce50bca6c1 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:32.496822 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ff8f71fb-e71e-4f68-8db1-96ce50bca6c1 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/ports/b1f945b2-4d0c-48ad-a669-9510d27d49e4 HTTP/1.1" status: 204 len: 168 time: 1.1462340 Oct 27 18:40:32.500005 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51062) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:32.656220 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e29161-18a0-4d23-9d03-b433c18e0f83 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:32.658159 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-83e29161-18a0-4d23-9d03-b433c18e0f83 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1560390 Oct 27 18:40:32.660836 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51072) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:32.729813 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee8819d-d52f-4e3f-851c-47df4b855762 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:32.732255 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-eee8819d-d52f-4e3f-851c-47df4b855762 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0698187 Oct 27 18:40:32.734048 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51074) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:32.737778 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f0477-95ce-4bac-a5c6-ff99b8a0764e None None] Pushing event updated for resources: {'Port': ['ID=449710cd-9475-46d3-b645-8a3f1052f478,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:32.797943 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d49600-b362-4e85-85cd-44977f565963 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:32.803095 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d49600-b362-4e85-85cd-44977f565963 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:32.803095 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d49600-b362-4e85-85cd-44977f565963 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:32.803304 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-27d49600-b362-4e85-85cd-44977f565963 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0682585 Oct 27 18:40:32.805867 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51076) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:32.888984 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-01bf2982-3d28-4bc5-9b00-76f35ff304c4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting subnet b76b7865-6e29-4b9f-b57f-1189a1dd8c14 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:40:32.898093 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-01bf2982-3d28-4bc5-9b00-76f35ff304c4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:33.016538 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-01bf2982-3d28-4bc5-9b00-76f35ff304c4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:33.275052 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-01bf2982-3d28-4bc5-9b00-76f35ff304c4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:33.427140 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-01bf2982-3d28-4bc5-9b00-76f35ff304c4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:33.481448 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf2982-3d28-4bc5-9b00-76f35ff304c4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Subnet': ['ID=b76b7865-6e29-4b9f-b57f-1189a1dd8c14,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:33.517105 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-01bf2982-3d28-4bc5-9b00-76f35ff304c4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:33.524858 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-01bf2982-3d28-4bc5-9b00-76f35ff304c4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/b76b7865-6e29-4b9f-b57f-1189a1dd8c14 HTTP/1.1" status: 204 len: 168 time: 0.7144458 Oct 27 18:40:33.525098 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51088) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:33.615430 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-7db6f40c-8d9b-4905-8057-8dd023bef25f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting subnet cf95ad4f-feaf-4213-9a60-3a064c40e717 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:40:33.615430 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7db6f40c-8d9b-4905-8057-8dd023bef25f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:33.671298 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7db6f40c-8d9b-4905-8057-8dd023bef25f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:33.768616 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db12464d-d98d-44d3-8560-ec594e06cee3 None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:40:33.798703 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7db6f40c-8d9b-4905-8057-8dd023bef25f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:33.870048 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-b677b7a3-d408-4b96-9fe5-e91517d2c1f2 None None] Could not find standard attr ID for object b1f945b2-4d0c-48ad-a669-9510d27d49e4. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 18:40:33.916698 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-b677b7a3-d408-4b96-9fe5-e91517d2c1f2 None None] Provisioning complete for port 449710cd-9475-46d3-b645-8a3f1052f478 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:40:33.917077 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b677b7a3-d408-4b96-9fe5-e91517d2c1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:33.958268 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7db6f40c-8d9b-4905-8057-8dd023bef25f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:33.989131 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7db6f40c-8d9b-4905-8057-8dd023bef25f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:34.000156 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7db6f40c-8d9b-4905-8057-8dd023bef25f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/cf95ad4f-feaf-4213-9a60-3a064c40e717 HTTP/1.1" status: 204 len: 168 time: 0.4747732 Oct 27 18:40:34.002237 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51102) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:34.049679 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db6f40c-8d9b-4905-8057-8dd023bef25f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Subnet': ['ID=cf95ad4f-feaf-4213-9a60-3a064c40e717,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:34.135180 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3269224a-6547-48d9-8c92-6f90a0f42a9f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1316864 Oct 27 18:40:34.138550 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51108) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:34.143428 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-d70dba25-973d-4e52-b902-51b15bc0506d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'subnet': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:40:34.227637 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 449710cd-9475-46d3-b645-8a3f1052f478 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:40:34.346423 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dbb6f3-db3b-4c42-a2bb-8475c39fb278 None None] DHCP port deletion for faaeba95-b0d0-4d55-8d69-ea8e95b4070b request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:40:34.427034 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 449710cd-9475-46d3-b645-8a3f1052f478 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:40:34.427515 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:34.437901 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70dba25-973d-4e52-b902-51b15bc0506d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:40:34.441685 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d70dba25-973d-4e52-b902-51b15bc0506d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:34.525333 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-66dbb6f3-db3b-4c42-a2bb-8475c39fb278 None None] Deleting port 449710cd-9475-46d3-b645-8a3f1052f478 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:40:34.525717 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-66dbb6f3-db3b-4c42-a2bb-8475c39fb278 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:34.630397 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-66dbb6f3-db3b-4c42-a2bb-8475c39fb278 None None] For port 449710cd-9475-46d3-b645-8a3f1052f478, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=449710cd-9475-46d3-b645-8a3f1052f478,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:40:34.630988 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-66dbb6f3-db3b-4c42-a2bb-8475c39fb278 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:34.660166 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-66dbb6f3-db3b-4c42-a2bb-8475c39fb278 None None] Calling delete_port for 449710cd-9475-46d3-b645-8a3f1052f478 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:40:34.998314 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-66dbb6f3-db3b-4c42-a2bb-8475c39fb278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:35.055428 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dbb6f3-db3b-4c42-a2bb-8475c39fb278 None None] Pushing event deleted for resources: {'Port': ['ID=449710cd-9475-46d3-b645-8a3f1052f478,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:35.060510 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dbb6f3-db3b-4c42-a2bb-8475c39fb278 None None] No DVR routers for this DVR port 449710cd-9475-46d3-b645-8a3f1052f478 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:40:35.100702 n-d-815690-2 neutron-server[102878]: DEBUG neutron.objects.ports [None req-d70dba25-973d-4e52-b902-51b15bc0506d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102878) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 18:40:35.103569 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d70dba25-973d-4e52-b902-51b15bc0506d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:35.154707 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70dba25-973d-4e52-b902-51b15bc0506d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:40:35.159602 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-d70dba25-973d-4e52-b902-51b15bc0506d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:40:35.171385 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a137ae4b-9820-4633-ab56-47b037a61d14 None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:40:35.175302 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70dba25-973d-4e52-b902-51b15bc0506d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:35.176222 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d70dba25-973d-4e52-b902-51b15bc0506d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:35.202322 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70dba25-973d-4e52-b902-51b15bc0506d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Subnet': ['ID=c9cf6dc7-04f2-4ceb-9e2b-2ae60619b11a,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:35.263977 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51130) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:35.265174 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d70dba25-973d-4e52-b902-51b15bc0506d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1254878 Oct 27 18:40:35.270360 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-38deda32-2ac6-423d-9d38-200de674c9cb tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'subnet': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:40:35.530642 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f92ebf0-d49b-4975-81ef-73dc28215366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'tenant_id': '89b3aabd8d544ecda89a865b2a77c321', 'fixed_ips': [{'subnet_id': 'c9cf6dc7-04f2-4ceb-9e2b-2ae60619b11a'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:40:35.531929 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9f92ebf0-d49b-4975-81ef-73dc28215366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:35.643440 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38deda32-2ac6-423d-9d38-200de674c9cb tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:40:35.647095 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-38deda32-2ac6-423d-9d38-200de674c9cb tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:35.786500 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-9f92ebf0-d49b-4975-81ef-73dc28215366 None None] Allocated IP 2001:db8::f816:3eff:fef0:ef8d (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/c9cf6dc7-04f2-4ceb-9e2b-2ae60619b11a/419d95b4-7421-4ef2-8211-7e5fcaa89a53) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:40:35.874667 n-d-815690-2 neutron-server[102879]: INFO neutron.db.ipam_backend_mixin [None req-38deda32-2ac6-423d-9d38-200de674c9cb tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c9cf6dc7-04f2-4ceb-9e2b-2ae60619b11a (CIDR: 2001:db8::/64) Oct 27 18:40:35.923789 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-38deda32-2ac6-423d-9d38-200de674c9cb tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:40:35.924749 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38deda32-2ac6-423d-9d38-200de674c9cb tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:40:36.012268 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-38deda32-2ac6-423d-9d38-200de674c9cb tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7455356 Oct 27 18:40:36.014288 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51146) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:36.020135 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-625f625b-49ba-4193-b87e-b12deff0b263 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'subnet': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:40:36.045787 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9f92ebf0-d49b-4975-81ef-73dc28215366 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:36.118268 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9f92ebf0-d49b-4975-81ef-73dc28215366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:36.161383 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f92ebf0-d49b-4975-81ef-73dc28215366 None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:40:36.162898 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-9f92ebf0-d49b-4975-81ef-73dc28215366 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:40:36.166973 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f92ebf0-d49b-4975-81ef-73dc28215366 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:40:36.184994 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 449710cd-9475-46d3-b645-8a3f1052f478 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:40:36.288372 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 449710cd-9475-46d3-b645-8a3f1052f478 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:40:36.288731 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 449710cd-9475-46d3-b645-8a3f1052f478 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:40:36.321619 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92ebf0-d49b-4975-81ef-73dc28215366 None None] Pushing event updated for resources: {'Port': ['ID=419d95b4-7421-4ef2-8211-7e5fcaa89a53,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:36.340719 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-9f92ebf0-d49b-4975-81ef-73dc28215366 None None] Attempting to bind port 419d95b4-7421-4ef2-8211-7e5fcaa89a53 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:40:36.341097 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-9f92ebf0-d49b-4975-81ef-73dc28215366 None None] Attempting to bind port 419d95b4-7421-4ef2-8211-7e5fcaa89a53 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:40:36.341469 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f92ebf0-d49b-4975-81ef-73dc28215366 None None] Attempting to bind port 419d95b4-7421-4ef2-8211-7e5fcaa89a53 on network faaeba95-b0d0-4d55-8d69-ea8e95b4070b {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:40:36.357496 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f92ebf0-d49b-4975-81ef-73dc28215366 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:40:36.357881 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f92ebf0-d49b-4975-81ef-73dc28215366 None None] Checking segment: {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:40:36.358287 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9f92ebf0-d49b-4975-81ef-73dc28215366 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:36.358676 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f92ebf0-d49b-4975-81ef-73dc28215366 None None] Bound using segment: {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:40:36.359191 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-9f92ebf0-d49b-4975-81ef-73dc28215366 None None] Bound port: 419d95b4-7421-4ef2-8211-7e5fcaa89a53, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:40:36.359581 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9f92ebf0-d49b-4975-81ef-73dc28215366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:36.428615 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-9f92ebf0-d49b-4975-81ef-73dc28215366 None None] For port 419d95b4-7421-4ef2-8211-7e5fcaa89a53, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:40:36.431960 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-9f92ebf0-d49b-4975-81ef-73dc28215366 None None] For port 419d95b4-7421-4ef2-8211-7e5fcaa89a53, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=419d95b4-7421-4ef2-8211-7e5fcaa89a53,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:40:36.483697 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625f625b-49ba-4193-b87e-b12deff0b263 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:40:36.487847 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-625f625b-49ba-4193-b87e-b12deff0b263 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:36.530406 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9f92ebf0-d49b-4975-81ef-73dc28215366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:36.605723 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92ebf0-d49b-4975-81ef-73dc28215366 None None] Pushing event updated for resources: {'Port': ['ID=419d95b4-7421-4ef2-8211-7e5fcaa89a53,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:36.941685 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-625f625b-49ba-4193-b87e-b12deff0b263 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:37.028892 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f625b-49ba-4193-b87e-b12deff0b263 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Subnet': ['ID=85274e57-0bc6-49f2-accb-6ea0161a6a19,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:37.052704 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625f625b-49ba-4193-b87e-b12deff0b263 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:40:37.055147 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-625f625b-49ba-4193-b87e-b12deff0b263 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:40:37.059999 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625f625b-49ba-4193-b87e-b12deff0b263 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:37.060679 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-625f625b-49ba-4193-b87e-b12deff0b263 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:37.190190 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-625f625b-49ba-4193-b87e-b12deff0b263 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1741517 Oct 27 18:40:37.193986 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51168) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:37.206889 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-372f4548-bacd-4b8f-919f-ac504bf47ad3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'port': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'mac_address': 'fa:16:3e:87:3d:98', 'name': 'tempest-NetworksTestDHCPv6-689603443'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:40:37.454770 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372f4548-bacd-4b8f-919f-ac504bf47ad3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:40:37.611526 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-372f4548-bacd-4b8f-919f-ac504bf47ad3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:37.638138 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-372f4548-bacd-4b8f-919f-ac504bf47ad3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] device_id is not set on port 0204c19a-6258-44d3-9251-93b8b0a71405 yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:40:37.985256 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-372f4548-bacd-4b8f-919f-ac504bf47ad3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Allocated IP 2001:db8:0:1::e (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/85274e57-0bc6-49f2-accb-6ea0161a6a19/0204c19a-6258-44d3-9251-93b8b0a71405) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:40:37.997311 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-372f4548-bacd-4b8f-919f-ac504bf47ad3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Allocated IP 2001:db8::f816:3eff:fe87:3d98 (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/c9cf6dc7-04f2-4ceb-9e2b-2ae60619b11a/0204c19a-6258-44d3-9251-93b8b0a71405) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:40:38.092045 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2eeb3bb-4508-4875-a214-d4f89f3819e9 None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:40:38.208537 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-d6d4ee0f-54d9-4b20-9eef-1fdccf2fb4da None None] Provisioning complete for port 419d95b4-7421-4ef2-8211-7e5fcaa89a53 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:40:38.208537 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d6d4ee0f-54d9-4b20-9eef-1fdccf2fb4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:38.262803 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-372f4548-bacd-4b8f-919f-ac504bf47ad3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:38.281968 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 419d95b4-7421-4ef2-8211-7e5fcaa89a53 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:40:38.382900 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-372f4548-bacd-4b8f-919f-ac504bf47ad3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:38.426461 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 419d95b4-7421-4ef2-8211-7e5fcaa89a53 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:40:38.426880 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:38.489030 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372f4548-bacd-4b8f-919f-ac504bf47ad3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:40:38.497939 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-372f4548-bacd-4b8f-919f-ac504bf47ad3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:40:38.519919 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372f4548-bacd-4b8f-919f-ac504bf47ad3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:40:38.526433 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d6d4ee0f-54d9-4b20-9eef-1fdccf2fb4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:38.534092 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372f4548-bacd-4b8f-919f-ac504bf47ad3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:38.534862 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-372f4548-bacd-4b8f-919f-ac504bf47ad3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:38.591319 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f4548-bacd-4b8f-919f-ac504bf47ad3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Port': ['ID=0204c19a-6258-44d3-9251-93b8b0a71405,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:38.609798 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebd1eb2-40d0-4f39-bb04-8ebf8d43a40f None None] Update dhcp port {'port': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'fixed_ips': [{'subnet_id': 'c9cf6dc7-04f2-4ceb-9e2b-2ae60619b11a', 'ip_address': '2001:db8::f816:3eff:fef0:ef8d'}, {'subnet_id': '85274e57-0bc6-49f2-accb-6ea0161a6a19'}], 'binding:host_id': 'n-d-815690-2'}, 'id': '419d95b4-7421-4ef2-8211-7e5fcaa89a53'} from n-d-815690-2. {{(pid=102880) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 18:40:38.641365 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8ebd1eb2-40d0-4f39-bb04-8ebf8d43a40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:38.677602 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-d6d4ee0f-54d9-4b20-9eef-1fdccf2fb4da None None] For port 419d95b4-7421-4ef2-8211-7e5fcaa89a53, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=419d95b4-7421-4ef2-8211-7e5fcaa89a53,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:40:38.683826 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-372f4548-bacd-4b8f-919f-ac504bf47ad3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.4857481 Oct 27 18:40:38.684677 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51194) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:38.796606 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d6d4ee0f-54d9-4b20-9eef-1fdccf2fb4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:38.858580 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-2909d8ed-3ee0-43e0-a454-62498719eb1d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting port 0204c19a-6258-44d3-9251-93b8b0a71405 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:40:38.858957 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2909d8ed-3ee0-43e0-a454-62498719eb1d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:39.021311 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d4ee0f-54d9-4b20-9eef-1fdccf2fb4da None None] Pushing event updated for resources: {'Port': ['ID=419d95b4-7421-4ef2-8211-7e5fcaa89a53,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:39.067508 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2909d8ed-3ee0-43e0-a454-62498719eb1d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:39.088771 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-2909d8ed-3ee0-43e0-a454-62498719eb1d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Calling delete_port for 0204c19a-6258-44d3-9251-93b8b0a71405 owned by {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:40:39.107045 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-8ebd1eb2-40d0-4f39-bb04-8ebf8d43a40f None None] Allocated IP 2001:db8:0:1::2 (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/85274e57-0bc6-49f2-accb-6ea0161a6a19/419d95b4-7421-4ef2-8211-7e5fcaa89a53) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:40:39.262724 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-8ebd1eb2-40d0-4f39-bb04-8ebf8d43a40f None None] For port 419d95b4-7421-4ef2-8211-7e5fcaa89a53, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=419d95b4-7421-4ef2-8211-7e5fcaa89a53,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:40:39.307247 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8ebd1eb2-40d0-4f39-bb04-8ebf8d43a40f None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:39.448688 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8ebd1eb2-40d0-4f39-bb04-8ebf8d43a40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:39.501025 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2909d8ed-3ee0-43e0-a454-62498719eb1d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:39.561536 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909d8ed-3ee0-43e0-a454-62498719eb1d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Port': ['ID=0204c19a-6258-44d3-9251-93b8b0a71405,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:39.644024 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2909d8ed-3ee0-43e0-a454-62498719eb1d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:39.650939 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51214) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:39.654021 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-2909d8ed-3ee0-43e0-a454-62498719eb1d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/ports/0204c19a-6258-44d3-9251-93b8b0a71405 HTTP/1.1" status: 204 len: 168 time: 0.9669957 Oct 27 18:40:39.712155 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd1eb2-40d0-4f39-bb04-8ebf8d43a40f None None] Pushing event updated for resources: {'Port': ['ID=419d95b4-7421-4ef2-8211-7e5fcaa89a53,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:39.763735 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-030dfd70-51e2-4ee8-b73a-87878dd01758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:39.782040 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc7ecf5-71c6-4ab3-ae10-b4b82114a12d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:39.783667 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5cc7ecf5-71c6-4ab3-ae10-b4b82114a12d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1317205 Oct 27 18:40:39.788519 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51220) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:39.871288 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f5625a-0ddf-4087-8d7d-f4c76bfded43 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:39.875706 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-63f5625a-0ddf-4087-8d7d-f4c76bfded43 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0811374 Oct 27 18:40:39.877770 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51224) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:39.977116 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30240ae-acf7-4e50-a35d-f357220b67e2 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:39.981307 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30240ae-acf7-4e50-a35d-f357220b67e2 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:39.986721 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30240ae-acf7-4e50-a35d-f357220b67e2 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:39.992132 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a30240ae-acf7-4e50-a35d-f357220b67e2 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1131084 Oct 27 18:40:39.999352 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51228) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:40.146694 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f5349aa-d13a-4184-bc58-f87806a12a10 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting subnet 85274e57-0bc6-49f2-accb-6ea0161a6a19 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:40:40.152030 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3f5349aa-d13a-4184-bc58-f87806a12a10 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:40.203185 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 419d95b4-7421-4ef2-8211-7e5fcaa89a53 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:40:40.261712 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3f5349aa-d13a-4184-bc58-f87806a12a10 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:40.372058 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 419d95b4-7421-4ef2-8211-7e5fcaa89a53 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:40:40.375034 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:40.413374 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3f5349aa-d13a-4184-bc58-f87806a12a10 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:40.672665 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3f5349aa-d13a-4184-bc58-f87806a12a10 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:40.757674 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-771064a7-b5ce-4357-affa-089c3c16570c None None] Could not find standard attr ID for object 0204c19a-6258-44d3-9251-93b8b0a71405. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 18:40:40.773775 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-771064a7-b5ce-4357-affa-089c3c16570c None None] Provisioning complete for port 419d95b4-7421-4ef2-8211-7e5fcaa89a53 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:40:40.774385 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-771064a7-b5ce-4357-affa-089c3c16570c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:40.802290 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5349aa-d13a-4184-bc58-f87806a12a10 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Subnet': ['ID=85274e57-0bc6-49f2-accb-6ea0161a6a19,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:40.848123 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3f5349aa-d13a-4184-bc58-f87806a12a10 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:40.851468 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3f5349aa-d13a-4184-bc58-f87806a12a10 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/85274e57-0bc6-49f2-accb-6ea0161a6a19 HTTP/1.1" status: 204 len: 168 time: 0.8507786 Oct 27 18:40:40.855288 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51246) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:40.976499 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-b184d1c0-6931-4f7b-9c87-3fd0c51467b1 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting subnet c9cf6dc7-04f2-4ceb-9e2b-2ae60619b11a {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:40:40.982425 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b184d1c0-6931-4f7b-9c87-3fd0c51467b1 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:41.031432 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b184d1c0-6931-4f7b-9c87-3fd0c51467b1 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:41.126416 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6f9605-b559-476a-b9d4-741b5e2d9b20 None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:40:41.150475 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b184d1c0-6931-4f7b-9c87-3fd0c51467b1 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:41.298447 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c605fe3-fee9-45b7-8f89-570cf2d131a5 None None] Could not find standard attr ID for object 0204c19a-6258-44d3-9251-93b8b0a71405. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 18:40:41.312111 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b184d1c0-6931-4f7b-9c87-3fd0c51467b1 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:41.358313 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b184d1c0-6931-4f7b-9c87-3fd0c51467b1 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Subnet': ['ID=c9cf6dc7-04f2-4ceb-9e2b-2ae60619b11a,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:41.368844 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b184d1c0-6931-4f7b-9c87-3fd0c51467b1 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:41.374775 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b184d1c0-6931-4f7b-9c87-3fd0c51467b1 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/c9cf6dc7-04f2-4ceb-9e2b-2ae60619b11a HTTP/1.1" status: 204 len: 168 time: 0.5176425 Oct 27 18:40:41.377862 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51254) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:41.440135 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-30af92a1-0628-4fb2-bc0c-4f00a3676d20 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0582008 Oct 27 18:40:41.440542 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51256) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:41.446005 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-888e3375-a5fb-4627-8f9c-8fa418671fbc tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'subnet': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:40:41.512899 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8954266c-9250-4975-8d32-37a1516a6076 None None] DHCP port deletion for faaeba95-b0d0-4d55-8d69-ea8e95b4070b request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:40:41.570363 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-8954266c-9250-4975-8d32-37a1516a6076 None None] Deleting port 419d95b4-7421-4ef2-8211-7e5fcaa89a53 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:40:41.570874 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8954266c-9250-4975-8d32-37a1516a6076 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:41.634604 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-8954266c-9250-4975-8d32-37a1516a6076 None None] For port 419d95b4-7421-4ef2-8211-7e5fcaa89a53, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=419d95b4-7421-4ef2-8211-7e5fcaa89a53,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:40:41.635036 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8954266c-9250-4975-8d32-37a1516a6076 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:41.652867 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-8954266c-9250-4975-8d32-37a1516a6076 None None] Calling delete_port for 419d95b4-7421-4ef2-8211-7e5fcaa89a53 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:40:41.689136 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888e3375-a5fb-4627-8f9c-8fa418671fbc tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:40:41.693436 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-888e3375-a5fb-4627-8f9c-8fa418671fbc tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:41.814997 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8954266c-9250-4975-8d32-37a1516a6076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:41.873227 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954266c-9250-4975-8d32-37a1516a6076 None None] Pushing event deleted for resources: {'Port': ['ID=419d95b4-7421-4ef2-8211-7e5fcaa89a53,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:41.885492 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8954266c-9250-4975-8d32-37a1516a6076 None None] No DVR routers for this DVR port 419d95b4-7421-4ef2-8211-7e5fcaa89a53 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:40:42.043502 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-888e3375-a5fb-4627-8f9c-8fa418671fbc tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:42.053751 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888e3375-a5fb-4627-8f9c-8fa418671fbc tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:40:42.082195 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-888e3375-a5fb-4627-8f9c-8fa418671fbc tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:40:42.087091 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888e3375-a5fb-4627-8f9c-8fa418671fbc tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:42.087754 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-888e3375-a5fb-4627-8f9c-8fa418671fbc tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:42.104052 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57128f5-9e17-4eda-9103-84228ea6c71e None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:40:42.107965 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dab81ec2-7f1b-4226-8741-aa9c33040f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:42.111719 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e3375-a5fb-4627-8f9c-8fa418671fbc tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Subnet': ['ID=11d72124-4590-4826-8a57-047995d0ea83,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:42.157175 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 419d95b4-7421-4ef2-8211-7e5fcaa89a53 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:40:42.184009 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 419d95b4-7421-4ef2-8211-7e5fcaa89a53 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:40:42.184315 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 419d95b4-7421-4ef2-8211-7e5fcaa89a53 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:40:42.229944 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-888e3375-a5fb-4627-8f9c-8fa418671fbc tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7880502 Oct 27 18:40:42.233364 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51276) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:42.238582 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-696c7f59-1dc7-455e-8b6c-82a2d2166c9c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'subnet': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:40:42.350858 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9487c53b-6a46-4d17-b090-34886a27031e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'tenant_id': '89b3aabd8d544ecda89a865b2a77c321', 'fixed_ips': [{'subnet_id': '11d72124-4590-4826-8a57-047995d0ea83'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:40:42.351752 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9487c53b-6a46-4d17-b090-34886a27031e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:42.455454 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696c7f59-1dc7-455e-8b6c-82a2d2166c9c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:40:42.460117 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-696c7f59-1dc7-455e-8b6c-82a2d2166c9c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:42.606560 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-9487c53b-6a46-4d17-b090-34886a27031e None None] Allocated IP 2001:db8::2 (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/11d72124-4590-4826-8a57-047995d0ea83/5992f9e4-381e-44e1-930f-ba6fdec1dad3) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:40:42.608635 n-d-815690-2 neutron-server[102879]: INFO neutron.db.ipam_backend_mixin [None req-696c7f59-1dc7-455e-8b6c-82a2d2166c9c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 11d72124-4590-4826-8a57-047995d0ea83 (CIDR: 2001:db8::/64) Oct 27 18:40:42.650036 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-696c7f59-1dc7-455e-8b6c-82a2d2166c9c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:40:42.650595 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-696c7f59-1dc7-455e-8b6c-82a2d2166c9c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:40:42.765974 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-696c7f59-1dc7-455e-8b6c-82a2d2166c9c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5312567 Oct 27 18:40:42.768821 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51290) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:42.774609 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-b44d0c1c-7f16-4e5d-9f18-c1b0d57ad5af tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'subnet': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:40:42.812501 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9487c53b-6a46-4d17-b090-34886a27031e None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:42.900899 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9487c53b-6a46-4d17-b090-34886a27031e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:42.984442 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9487c53b-6a46-4d17-b090-34886a27031e None None] Pushing event updated for resources: {'Port': ['ID=5992f9e4-381e-44e1-930f-ba6fdec1dad3,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:43.016625 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9487c53b-6a46-4d17-b090-34886a27031e None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:40:43.018408 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-9487c53b-6a46-4d17-b090-34886a27031e None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:40:43.023543 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9487c53b-6a46-4d17-b090-34886a27031e None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:40:43.085729 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-9487c53b-6a46-4d17-b090-34886a27031e None None] Attempting to bind port 5992f9e4-381e-44e1-930f-ba6fdec1dad3 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:40:43.086170 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-9487c53b-6a46-4d17-b090-34886a27031e None None] Attempting to bind port 5992f9e4-381e-44e1-930f-ba6fdec1dad3 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:40:43.086569 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9487c53b-6a46-4d17-b090-34886a27031e None None] Attempting to bind port 5992f9e4-381e-44e1-930f-ba6fdec1dad3 on network faaeba95-b0d0-4d55-8d69-ea8e95b4070b {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:40:43.092605 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9487c53b-6a46-4d17-b090-34886a27031e None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:40:43.093116 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9487c53b-6a46-4d17-b090-34886a27031e None None] Checking segment: {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:40:43.093606 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9487c53b-6a46-4d17-b090-34886a27031e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:43.094024 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9487c53b-6a46-4d17-b090-34886a27031e None None] Bound using segment: {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:40:43.094472 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-9487c53b-6a46-4d17-b090-34886a27031e None None] Bound port: 5992f9e4-381e-44e1-930f-ba6fdec1dad3, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a635b288-74e5-48e9-8da3-56abd94cbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:40:43.094900 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9487c53b-6a46-4d17-b090-34886a27031e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:43.111825 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44d0c1c-7f16-4e5d-9f18-c1b0d57ad5af tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:40:43.118788 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b44d0c1c-7f16-4e5d-9f18-c1b0d57ad5af tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:43.174353 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-9487c53b-6a46-4d17-b090-34886a27031e None None] For port 5992f9e4-381e-44e1-930f-ba6fdec1dad3, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:40:43.179332 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-9487c53b-6a46-4d17-b090-34886a27031e None None] For port 5992f9e4-381e-44e1-930f-ba6fdec1dad3, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=5992f9e4-381e-44e1-930f-ba6fdec1dad3,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:40:43.319915 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9487c53b-6a46-4d17-b090-34886a27031e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:43.493064 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9487c53b-6a46-4d17-b090-34886a27031e None None] Pushing event updated for resources: {'Port': ['ID=5992f9e4-381e-44e1-930f-ba6fdec1dad3,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:43.681966 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:43.684703 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:44.021035 n-d-815690-2 neutron-server[102878]: DEBUG neutron.objects.ports [None req-b44d0c1c-7f16-4e5d-9f18-c1b0d57ad5af tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102878) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 18:40:44.242165 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 5992f9e4-381e-44e1-930f-ba6fdec1dad3 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:40:44.331219 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 5992f9e4-381e-44e1-930f-ba6fdec1dad3 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:40:44.331728 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:44.334726 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03e50c-fd3f-427a-8860-ca03289403aa req-6955603d-005c-444b-8193-37f95a0717eb tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:44.343743 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-de03e50c-fd3f-427a-8860-ca03289403aa req-6955603d-005c-444b-8193-37f95a0717eb tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/networks?id=7e162f9f-1e57-4697-b21f-e116c127cf92 HTTP/1.1" status: 200 len: 813 time: 0.4167445 Oct 27 18:40:44.358145 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-de03e50c-fd3f-427a-8860-ca03289403aa req-58884407-4220-4f18-ada7-04d002add7d5 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/quotas/5683633d2e1d4b139c073dc8a9b72002 HTTP/1.1" status: 200 len: 375 time: 0.0134478 Oct 27 18:40:44.508443 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b44d0c1c-7f16-4e5d-9f18-c1b0d57ad5af tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:44.513076 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:44.562286 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-de03e50c-fd3f-427a-8860-ca03289403aa req-47d279e3-b752-45ef-b7fd-a19c113b0b55 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5683633d2e1d4b139c073dc8a9b72002&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1979322 Oct 27 18:40:44.607003 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:40:44.607513 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:40:44.796207 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-de03e50c-fd3f-427a-8860-ca03289403aa req-a66be929-8330-4c51-b6ea-957379cc2cc3 service neutron] 10.222.0.52 "GET /v2.0/networks/7e162f9f-1e57-4697-b21f-e116c127cf92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241600 Oct 27 18:40:44.854011 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-b44d0c1c-7f16-4e5d-9f18-c1b0d57ad5af tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] For port 5992f9e4-381e-44e1-930f-ba6fdec1dad3, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=5992f9e4-381e-44e1-930f-ba6fdec1dad3,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:40:44.947067 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b44d0c1c-7f16-4e5d-9f18-c1b0d57ad5af tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:44.970946 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-3fcb8623-75d8-45e8-abe7-db736442c3cb None None] Provisioning complete for port 5992f9e4-381e-44e1-930f-ba6fdec1dad3 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:40:44.971322 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3fcb8623-75d8-45e8-abe7-db736442c3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:45.017092 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-de03e50c-fd3f-427a-8860-ca03289403aa req-08248773-c4fb-4f67-a89a-790520e5e78d service neutron] 10.222.0.52 "GET /v2.0/networks/7e162f9f-1e57-4697-b21f-e116c127cf92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197616 Oct 27 18:40:45.035796 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b44d0c1c-7f16-4e5d-9f18-c1b0d57ad5af tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:45.036482 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b44d0c1c-7f16-4e5d-9f18-c1b0d57ad5af tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:45.143441 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44d0c1c-7f16-4e5d-9f18-c1b0d57ad5af tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:40:45.195877 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-b44d0c1c-7f16-4e5d-9f18-c1b0d57ad5af tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:40:45.220308 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44d0c1c-7f16-4e5d-9f18-c1b0d57ad5af tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:45.223412 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b44d0c1c-7f16-4e5d-9f18-c1b0d57ad5af tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:45.258934 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fd1c3c-15a5-469e-82ea-6adfadf6f7c3 None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:40:45.261928 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:45.293124 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d0c1c-7f16-4e5d-9f18-c1b0d57ad5af tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Port': ['ID=5992f9e4-381e-44e1-930f-ba6fdec1dad3,revision_number=4']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:45.307750 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d0c1c-7f16-4e5d-9f18-c1b0d57ad5af tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Subnet': ['ID=46382546-a9d1-4545-b4b0-2e44156e3da3,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:45.318143 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:45.392821 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3fcb8623-75d8-45e8-abe7-db736442c3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:45.395803 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 5992f9e4-381e-44e1-930f-ba6fdec1dad3, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=5992f9e4-381e-44e1-930f-ba6fdec1dad3,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:40:45.465291 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b44d0c1c-7f16-4e5d-9f18-c1b0d57ad5af tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.6921470 Oct 27 18:40:45.466265 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51356) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:45.471477 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-52990217-f518-46b1-b846-657b9c56a9a3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'port': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'mac_address': 'fa:16:3e:20:fd:33', 'name': 'tempest-NetworksTestDHCPv6-952568006'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:40:45.613473 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-3fcb8623-75d8-45e8-abe7-db736442c3cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:40:45.614113 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-3fcb8623-75d8-45e8-abe7-db736442c3cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:40:45.614797 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:45.728956 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=5992f9e4-381e-44e1-930f-ba6fdec1dad3,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:45.797162 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52990217-f518-46b1-b846-657b9c56a9a3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:40:45.927108 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-52990217-f518-46b1-b846-657b9c56a9a3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:45.950575 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-52990217-f518-46b1-b846-657b9c56a9a3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] device_id is not set on port d24f2c51-100e-43db-861c-d7245fb8916e yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:40:46.240474 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d6ffb901-c175-4038-9af1-144dfd3307c7 req-14fe04b6-e5c6-44ba-95ea-c7a7357dea37 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=f377d57a-19d4-4efb-8638-5c0978170b24 HTTP/1.1" status: 200 len: 210 time: 0.7621839 Oct 27 18:40:46.243186 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 5992f9e4-381e-44e1-930f-ba6fdec1dad3 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:40:46.290599 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-52990217-f518-46b1-b846-657b9c56a9a3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Allocated IP 2001:db8::20d (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/11d72124-4590-4826-8a57-047995d0ea83/d24f2c51-100e-43db-861c-d7245fb8916e) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:40:46.311046 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-52990217-f518-46b1-b846-657b9c56a9a3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Allocated IP 2001:db8:0:1:f816:3eff:fe20:fd33 (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/46382546-a9d1-4545-b4b0-2e44156e3da3/d24f2c51-100e-43db-861c-d7245fb8916e) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:40:46.347231 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 5992f9e4-381e-44e1-930f-ba6fdec1dad3 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:40:46.347632 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:46.641275 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-52990217-f518-46b1-b846-657b9c56a9a3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:46.705864 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-955a09c6-2987-4275-bc55-b4a6fa535c3d None None] Provisioning complete for port 5992f9e4-381e-44e1-930f-ba6fdec1dad3 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:40:46.706656 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-955a09c6-2987-4275-bc55-b4a6fa535c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:46.820843 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-52990217-f518-46b1-b846-657b9c56a9a3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:46.913635 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52990217-f518-46b1-b846-657b9c56a9a3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:40:46.924615 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-52990217-f518-46b1-b846-657b9c56a9a3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:40:46.936627 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52990217-f518-46b1-b846-657b9c56a9a3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Port': ['ID=d24f2c51-100e-43db-861c-d7245fb8916e,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:46.947620 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52990217-f518-46b1-b846-657b9c56a9a3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:40:46.957067 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52990217-f518-46b1-b846-657b9c56a9a3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:46.966753 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-52990217-f518-46b1-b846-657b9c56a9a3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:46.966753 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52990217-f518-46b1-b846-657b9c56a9a3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:40:46.966753 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52990217-f518-46b1-b846-657b9c56a9a3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:40:46.966753 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52990217-f518-46b1-b846-657b9c56a9a3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:40:46.966753 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52990217-f518-46b1-b846-657b9c56a9a3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:40:46.966753 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52990217-f518-46b1-b846-657b9c56a9a3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:40:46.966753 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52990217-f518-46b1-b846-657b9c56a9a3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:40:46.966753 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52990217-f518-46b1-b846-657b9c56a9a3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:40:46.967753 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52990217-f518-46b1-b846-657b9c56a9a3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:40:46.967753 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52990217-f518-46b1-b846-657b9c56a9a3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:40:46.968339 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52990217-f518-46b1-b846-657b9c56a9a3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:40:46.968656 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52990217-f518-46b1-b846-657b9c56a9a3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:40:46.969344 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52990217-f518-46b1-b846-657b9c56a9a3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:40:47.134843 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-52990217-f518-46b1-b846-657b9c56a9a3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6679296 Oct 27 18:40:47.142700 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51388) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:47.315499 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-09a8e463-b308-4a4e-b06c-90c122a7309f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting port d24f2c51-100e-43db-861c-d7245fb8916e {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:40:47.315850 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-09a8e463-b308-4a4e-b06c-90c122a7309f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:47.358172 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-8886cc44-6b56-4a36-b012-cf5a0aac70d1 None None] Provisioning complete for port d24f2c51-100e-43db-861c-d7245fb8916e triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:40:47.358172 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8886cc44-6b56-4a36-b012-cf5a0aac70d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:47.390116 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-006145b8-428e-4c23-8dae-9d374b45f331 req-95e39c7e-8e55-4402-9d4a-b0cfa8980046 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=f377d57a-19d4-4efb-8638-5c0978170b24 HTTP/1.1" status: 200 len: 210 time: 0.0425687 Oct 27 18:40:47.459950 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-8886cc44-6b56-4a36-b012-cf5a0aac70d1 None None] Port d24f2c51-100e-43db-861c-d7245fb8916e cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:40:47.478967 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-09a8e463-b308-4a4e-b06c-90c122a7309f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:47.503630 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-09a8e463-b308-4a4e-b06c-90c122a7309f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Calling delete_port for d24f2c51-100e-43db-861c-d7245fb8916e owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:40:47.837992 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-09a8e463-b308-4a4e-b06c-90c122a7309f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:47.927473 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a8e463-b308-4a4e-b06c-90c122a7309f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Port': ['ID=d24f2c51-100e-43db-861c-d7245fb8916e,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:48.039712 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-09a8e463-b308-4a4e-b06c-90c122a7309f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:48.050391 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-09a8e463-b308-4a4e-b06c-90c122a7309f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/ports/d24f2c51-100e-43db-861c-d7245fb8916e HTTP/1.1" status: 204 len: 168 time: 0.9113674 Oct 27 18:40:48.050836 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51426) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:48.187798 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04003f09-2c93-4752-8f49-4444937df438 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:48.192196 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51430) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:48.203239 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-04003f09-2c93-4752-8f49-4444937df438 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1511283 Oct 27 18:40:48.304887 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5c85a3-3f0a-4ac2-a596-c53113f07bd0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:48.312543 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-eb5c85a3-3f0a-4ac2-a596-c53113f07bd0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1189966 Oct 27 18:40:48.315247 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51434) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:48.418755 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3c8b3c-a56e-48dc-b2b8-e1313ac870c0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:48.420603 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3c8b3c-a56e-48dc-b2b8-e1313ac870c0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:48.422427 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3c8b3c-a56e-48dc-b2b8-e1313ac870c0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:48.427143 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2d3c8b3c-a56e-48dc-b2b8-e1313ac870c0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1080654 Oct 27 18:40:48.427291 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51440) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:48.534621 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b6725b5e-282e-4a8c-82da-57b0caa80de9 req-d0ff1206-6a4e-4c51-99fc-4b90c329a72c tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=f377d57a-19d4-4efb-8638-5c0978170b24 HTTP/1.1" status: 200 len: 210 time: 0.0309184 Oct 27 18:40:48.619471 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c726ae9-2b21-445e-bf3a-c1490ee2b405 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting subnet 11d72124-4590-4826-8a57-047995d0ea83 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:40:48.631684 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4c726ae9-2b21-445e-bf3a-c1490ee2b405 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:48.733809 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03e50c-fd3f-427a-8860-ca03289403aa req-34256e59-e4ca-41c4-8710-c1fc2e8cb276 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:48.738492 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-de03e50c-fd3f-427a-8860-ca03289403aa req-34256e59-e4ca-41c4-8710-c1fc2e8cb276 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.93 "GET /v2.0/networks?id=7e162f9f-1e57-4697-b21f-e116c127cf92 HTTP/1.1" status: 200 len: 813 time: 0.2493567 Oct 27 18:40:48.754912 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4c726ae9-2b21-445e-bf3a-c1490ee2b405 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:49.188784 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-de03e50c-fd3f-427a-8860-ca03289403aa req-99baffad-f994-4d5d-96f1-1073908f66a4 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Request body: {'port': {'device_id': 'f377d57a-19d4-4efb-8638-5c0978170b24', 'network_id': '7e162f9f-1e57-4697-b21f-e116c127cf92', 'admin_state_up': True, 'tenant_id': '5683633d2e1d4b139c073dc8a9b72002'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:40:49.354099 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4c726ae9-2b21-445e-bf3a-c1490ee2b405 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:49.511752 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de03e50c-fd3f-427a-8860-ca03289403aa req-99baffad-f994-4d5d-96f1-1073908f66a4 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Made reservation on behalf of 5683633d2e1d4b139c073dc8a9b72002 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:40:49.515711 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-de03e50c-fd3f-427a-8860-ca03289403aa req-99baffad-f994-4d5d-96f1-1073908f66a4 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:49.549962 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4c726ae9-2b21-445e-bf3a-c1490ee2b405 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:49.623716 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c726ae9-2b21-445e-bf3a-c1490ee2b405 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Subnet': ['ID=11d72124-4590-4826-8a57-047995d0ea83,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:49.633455 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4c726ae9-2b21-445e-bf3a-c1490ee2b405 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:49.647685 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4c726ae9-2b21-445e-bf3a-c1490ee2b405 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/11d72124-4590-4826-8a57-047995d0ea83 HTTP/1.1" status: 204 len: 168 time: 1.2182307 Oct 27 18:40:49.655480 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51486) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:49.670533 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6724ea91-34ec-464d-bff9-47d398a7ed90 None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:40:49.766762 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2c168e10-3174-4370-a2f2-a8a4884f8410 req-94f7e940-8ecc-4c57-85d1-e084fcdae7c7 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=f377d57a-19d4-4efb-8638-5c0978170b24 HTTP/1.1" status: 200 len: 210 time: 0.1100116 Oct 27 18:40:49.791661 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-fab51608-12e2-4234-b7b5-be572f11ac65 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting subnet 46382546-a9d1-4545-b4b0-2e44156e3da3 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:40:49.797957 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fab51608-12e2-4234-b7b5-be572f11ac65 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:49.818921 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-de03e50c-fd3f-427a-8860-ca03289403aa req-99baffad-f994-4d5d-96f1-1073908f66a4 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Allocated IP 172.20.0.5 (7e162f9f-1e57-4697-b21f-e116c127cf92/4b27cbfc-0288-405f-bb4a-1d7eed6d52a9/4eb12f73-ec30-4687-81b0-19cdfd10c4f9) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:40:49.845522 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fab51608-12e2-4234-b7b5-be572f11ac65 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:49.960367 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fab51608-12e2-4234-b7b5-be572f11ac65 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:50.079045 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-de03e50c-fd3f-427a-8860-ca03289403aa req-99baffad-f994-4d5d-96f1-1073908f66a4 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:50.140745 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fab51608-12e2-4234-b7b5-be572f11ac65 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:50.175757 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-de03e50c-fd3f-427a-8860-ca03289403aa req-99baffad-f994-4d5d-96f1-1073908f66a4 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:50.192484 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['0412796c-524b-48ae-9e21-3be713c1511c', 'e500c6df-3fc3-4118-ba32-f627f3dbe42f', 'f294599f-aedd-4df4-8412-d8725f032585'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:40:50.196740 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fab51608-12e2-4234-b7b5-be572f11ac65 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:50.211726 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-fab51608-12e2-4234-b7b5-be572f11ac65 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/46382546-a9d1-4545-b4b0-2e44156e3da3 HTTP/1.1" status: 204 len: 168 time: 0.5535953 Oct 27 18:40:50.213496 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab51608-12e2-4234-b7b5-be572f11ac65 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Subnet': ['ID=46382546-a9d1-4545-b4b0-2e44156e3da3,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:50.223165 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51500) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:50.265426 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de03e50c-fd3f-427a-8860-ca03289403aa req-99baffad-f994-4d5d-96f1-1073908f66a4 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Network 7e162f9f-1e57-4697-b21f-e116c127cf92 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:40:50.278272 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-de03e50c-fd3f-427a-8860-ca03289403aa req-99baffad-f994-4d5d-96f1-1073908f66a4 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:40:50.292636 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-de03e50c-fd3f-427a-8860-ca03289403aa req-99baffad-f994-4d5d-96f1-1073908f66a4 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:40:50.327751 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9ba91606-d953-4c8e-8275-24fceb7b6b99 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1004610 Oct 27 18:40:50.329273 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51504) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:50.339818 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99baffad-f994-4d5d-96f1-1073908f66a4 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Pushing event updated for resources: {'Port': ['ID=4eb12f73-ec30-4687-81b0-19cdfd10c4f9,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:50.362707 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-17b62bf7-6737-4348-a174-4dcf542da700 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'subnet': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:40:50.386208 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03e50c-fd3f-427a-8860-ca03289403aa req-99baffad-f994-4d5d-96f1-1073908f66a4 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:50.387183 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-de03e50c-fd3f-427a-8860-ca03289403aa req-99baffad-f994-4d5d-96f1-1073908f66a4 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:50.486475 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-de03e50c-fd3f-427a-8860-ca03289403aa req-99baffad-f994-4d5d-96f1-1073908f66a4 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7280295 Oct 27 18:40:50.498792 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-de03e50c-fd3f-427a-8860-ca03289403aa req-930c0bd7-785d-45dc-9397-1fac6a35d15d service neutron] Request body: {'port': {'device_id': 'f377d57a-19d4-4efb-8638-5c0978170b24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:40:50.613093 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-de03e50c-fd3f-427a-8860-ca03289403aa req-930c0bd7-785d-45dc-9397-1fac6a35d15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:50.694977 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b62bf7-6737-4348-a174-4dcf542da700 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:40:50.700767 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-17b62bf7-6737-4348-a174-4dcf542da700 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:51.020894 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2caf6-7bb7-4566-a022-8adc19c6013f req-f516c398-bb25-430c-92e0-c4a77fd0de90 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:51.029865 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4bd2caf6-7bb7-4566-a022-8adc19c6013f req-f516c398-bb25-430c-92e0-c4a77fd0de90 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=f377d57a-19d4-4efb-8638-5c0978170b24 HTTP/1.1" status: 200 len: 931 time: 0.1252608 Oct 27 18:40:51.132796 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4bd2caf6-7bb7-4566-a022-8adc19c6013f req-db043433-cfa8-4373-8fb5-73f631d1a74f tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013060 Oct 27 18:40:51.171408 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902f7523-4d76-4ba8-a4b7-bb20008431ed None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:40:51.267140 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-de03e50c-fd3f-427a-8860-ca03289403aa req-930c0bd7-785d-45dc-9397-1fac6a35d15d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eb12f73-ec30-4687-81b0-19cdfd10c4f9 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:40:51.303697 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-de03e50c-fd3f-427a-8860-ca03289403aa req-930c0bd7-785d-45dc-9397-1fac6a35d15d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:51.315567 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-de03e50c-fd3f-427a-8860-ca03289403aa req-930c0bd7-785d-45dc-9397-1fac6a35d15d service neutron] Transition to ACTIVE for port object 4eb12f73-ec30-4687-81b0-19cdfd10c4f9 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:40:51.332521 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-9afcde43-b431-4c93-b7ed-95fcad7ce68b None None] Provisioning complete for port 5992f9e4-381e-44e1-930f-ba6fdec1dad3 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:40:51.333080 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9afcde43-b431-4c93-b7ed-95fcad7ce68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:51.351670 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-17b62bf7-6737-4348-a174-4dcf542da700 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:51.386159 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-de03e50c-fd3f-427a-8860-ca03289403aa req-930c0bd7-785d-45dc-9397-1fac6a35d15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:51.420029 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b62bf7-6737-4348-a174-4dcf542da700 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:40:51.429178 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-17b62bf7-6737-4348-a174-4dcf542da700 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:40:51.434726 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b62bf7-6737-4348-a174-4dcf542da700 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:51.440558 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-17b62bf7-6737-4348-a174-4dcf542da700 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:51.482778 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b62bf7-6737-4348-a174-4dcf542da700 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Subnet': ['ID=9f1a88b0-8f8b-4b24-a3cb-22efcf408041,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:51.522302 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c0bd7-785d-45dc-9397-1fac6a35d15d service neutron] Pushing event updated for resources: {'Port': ['ID=4eb12f73-ec30-4687-81b0-19cdfd10c4f9,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:51.598508 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-17b62bf7-6737-4348-a174-4dcf542da700 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2633648 Oct 27 18:40:51.599528 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51544) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:51.609960 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-9140daa1-8e18-42d1-b189-31ab9c945ba0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'subnet': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:40:51.700288 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:40:51.701098 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-de03e50c-fd3f-427a-8860-ca03289403aa req-930c0bd7-785d-45dc-9397-1fac6a35d15d service neutron] Attempting to bind port 4eb12f73-ec30-4687-81b0-19cdfd10c4f9 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:40:51.701438 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-de03e50c-fd3f-427a-8860-ca03289403aa req-930c0bd7-785d-45dc-9397-1fac6a35d15d service neutron] Attempting to bind port 4eb12f73-ec30-4687-81b0-19cdfd10c4f9 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '0a5196a1-84e6-4a51-8f52-5d801014dc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '7e162f9f-1e57-4697-b21f-e116c127cf92'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:40:51.701773 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de03e50c-fd3f-427a-8860-ca03289403aa req-930c0bd7-785d-45dc-9397-1fac6a35d15d service neutron] Attempting to bind port 4eb12f73-ec30-4687-81b0-19cdfd10c4f9 on network 7e162f9f-1e57-4697-b21f-e116c127cf92 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:40:51.719918 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de03e50c-fd3f-427a-8860-ca03289403aa req-930c0bd7-785d-45dc-9397-1fac6a35d15d service neutron] Port 4eb12f73-ec30-4687-81b0-19cdfd10c4f9 on network 7e162f9f-1e57-4697-b21f-e116c127cf92 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:40:51.720268 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de03e50c-fd3f-427a-8860-ca03289403aa req-930c0bd7-785d-45dc-9397-1fac6a35d15d service neutron] Attempting to bind port 4eb12f73-ec30-4687-81b0-19cdfd10c4f9 on network 7e162f9f-1e57-4697-b21f-e116c127cf92 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:40:51.727365 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de03e50c-fd3f-427a-8860-ca03289403aa req-930c0bd7-785d-45dc-9397-1fac6a35d15d service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:40:51.728799 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de03e50c-fd3f-427a-8860-ca03289403aa req-930c0bd7-785d-45dc-9397-1fac6a35d15d service neutron] Checking segment: {'id': '0a5196a1-84e6-4a51-8f52-5d801014dc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '7e162f9f-1e57-4697-b21f-e116c127cf92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:40:51.728799 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de03e50c-fd3f-427a-8860-ca03289403aa req-930c0bd7-785d-45dc-9397-1fac6a35d15d service neutron] Bound using segment: {'id': '0a5196a1-84e6-4a51-8f52-5d801014dc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '7e162f9f-1e57-4697-b21f-e116c127cf92'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:40:51.729807 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-de03e50c-fd3f-427a-8860-ca03289403aa req-930c0bd7-785d-45dc-9397-1fac6a35d15d service neutron] Bound port: 4eb12f73-ec30-4687-81b0-19cdfd10c4f9, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a5196a1-84e6-4a51-8f52-5d801014dc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '7e162f9f-1e57-4697-b21f-e116c127cf92'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:40:51.730175 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-de03e50c-fd3f-427a-8860-ca03289403aa req-930c0bd7-785d-45dc-9397-1fac6a35d15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:51.884745 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-de03e50c-fd3f-427a-8860-ca03289403aa req-930c0bd7-785d-45dc-9397-1fac6a35d15d service neutron] For port 4eb12f73-ec30-4687-81b0-19cdfd10c4f9, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:40:51.890882 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-de03e50c-fd3f-427a-8860-ca03289403aa req-930c0bd7-785d-45dc-9397-1fac6a35d15d service neutron] For port 4eb12f73-ec30-4687-81b0-19cdfd10c4f9, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=4eb12f73-ec30-4687-81b0-19cdfd10c4f9,segment=NetworkSegment(0a5196a1-84e6-4a51-8f52-5d801014dc39),segment_id=0a5196a1-84e6-4a51-8f52-5d801014dc39)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:40:51.906253 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b30ff2f-4094-4563-b763-8b91616edc17 None None] Update dhcp port {'port': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'fixed_ips': [{'subnet_id': '9f1a88b0-8f8b-4b24-a3cb-22efcf408041'}], 'binding:host_id': 'n-d-815690-2'}, 'id': '5992f9e4-381e-44e1-930f-ba6fdec1dad3'} from n-d-815690-2. {{(pid=102880) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 18:40:51.935582 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9140daa1-8e18-42d1-b189-31ab9c945ba0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:40:51.939971 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6b30ff2f-4094-4563-b763-8b91616edc17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:51.942645 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9140daa1-8e18-42d1-b189-31ab9c945ba0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:52.015363 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-de03e50c-fd3f-427a-8860-ca03289403aa req-930c0bd7-785d-45dc-9397-1fac6a35d15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:52.074127 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03e50c-fd3f-427a-8860-ca03289403aa req-930c0bd7-785d-45dc-9397-1fac6a35d15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:52.075091 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-de03e50c-fd3f-427a-8860-ca03289403aa req-930c0bd7-785d-45dc-9397-1fac6a35d15d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:52.077116 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-de03e50c-fd3f-427a-8860-ca03289403aa req-930c0bd7-785d-45dc-9397-1fac6a35d15d service neutron] 10.222.0.93 "PUT /v2.0/ports/4eb12f73-ec30-4687-81b0-19cdfd10c4f9 HTTP/1.1" status: 200 len: 1091 time: 1.5827746 Oct 27 18:40:52.080183 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f377d57a-19d4-4efb-8638-5c0978170b24', 'tag': '4eb12f73-ec30-4687-81b0-19cdfd10c4f9'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:40:52.085835 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e9ba48-e3e9-4cde-a739-4556e98b046f" -d '{"events": [{"name": "network-changed", "server_uuid": "f377d57a-19d4-4efb-8638-5c0978170b24", "tag": "4eb12f73-ec30-4687-81b0-19cdfd10c4f9"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:40:52.130849 n-d-815690-2 neutron-server[102878]: INFO neutron.db.ipam_backend_mixin [None req-9140daa1-8e18-42d1-b189-31ab9c945ba0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9f1a88b0-8f8b-4b24-a3cb-22efcf408041 (CIDR: 2001:db8::/64) Oct 27 18:40:52.161337 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c0bd7-785d-45dc-9397-1fac6a35d15d service neutron] Pushing event updated for resources: {'Port': ['ID=4eb12f73-ec30-4687-81b0-19cdfd10c4f9,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:52.169748 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-9140daa1-8e18-42d1-b189-31ab9c945ba0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:40:52.170645 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9140daa1-8e18-42d1-b189-31ab9c945ba0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:40:52.175179 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5986c17c-2da2-40bb-a3ac-c5997b051d1b x-openstack-request-id: req-5986c17c-2da2-40bb-a3ac-c5997b051d1b {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:40:52.177218 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f377d57a-19d4-4efb-8638-5c0978170b24", "tag": "4eb12f73-ec30-4687-81b0-19cdfd10c4f9", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:40:52.177218 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5986c17c-2da2-40bb-a3ac-c5997b051d1b {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:40:52.177218 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f377d57a-19d4-4efb-8638-5c0978170b24', 'tag': '4eb12f73-ec30-4687-81b0-19cdfd10c4f9', 'status': 'completed', 'code': 200} Oct 27 18:40:52.200821 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-6b30ff2f-4094-4563-b763-8b91616edc17 None None] Allocated IP 2001:db8::2 (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/9f1a88b0-8f8b-4b24-a3cb-22efcf408041/5992f9e4-381e-44e1-930f-ba6fdec1dad3) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:40:52.285341 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9140daa1-8e18-42d1-b189-31ab9c945ba0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6844702 Oct 27 18:40:52.288114 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51564) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:52.294371 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-e4eb97ab-6155-41af-9c2e-f174bc60a60f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'subnet': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:40:52.308312 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e9ba48-e3e9-4cde-a739-4556e98b046f req-b4553ca8-0ccc-40a8-a3f2-626beb6d2ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:52.313931 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a2e9ba48-e3e9-4cde-a739-4556e98b046f req-b4553ca8-0ccc-40a8-a3f2-626beb6d2ca4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5683633d2e1d4b139c073dc8a9b72002&device_id=f377d57a-19d4-4efb-8638-5c0978170b24 HTTP/1.1" status: 200 len: 1094 time: 0.1116533 Oct 27 18:40:52.440415 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e9ba48-e3e9-4cde-a739-4556e98b046f req-7bfe28d0-6ae8-4dc2-8560-d6599a3a755c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:52.445213 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6b30ff2f-4094-4563-b763-8b91616edc17 None None] For port 5992f9e4-381e-44e1-930f-ba6fdec1dad3, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=5992f9e4-381e-44e1-930f-ba6fdec1dad3,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:40:52.446661 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b9660-4d34-4c3e-b515-c1392bfdbf7c req-3a1df1bb-2c64-45d7-9430-24fed782c9cb tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:52.449791 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-880b9660-4d34-4c3e-b515-c1392bfdbf7c req-3a1df1bb-2c64-45d7-9430-24fed782c9cb tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=f377d57a-19d4-4efb-8638-5c0978170b24 HTTP/1.1" status: 200 len: 943 time: 0.1238024 Oct 27 18:40:52.453632 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a2e9ba48-e3e9-4cde-a739-4556e98b046f req-7bfe28d0-6ae8-4dc2-8560-d6599a3a755c service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=5683633d2e1d4b139c073dc8a9b72002&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1173515 Oct 27 18:40:52.526542 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-880b9660-4d34-4c3e-b515-c1392bfdbf7c req-e6908499-e895-455e-bf82-76007608ff6d tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673733 Oct 27 18:40:52.549864 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6b30ff2f-4094-4563-b763-8b91616edc17 None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:52.597620 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e9ba48-e3e9-4cde-a739-4556e98b046f req-369c2f75-e0cd-44d0-80db-aba9842402a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:52.599476 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a2e9ba48-e3e9-4cde-a739-4556e98b046f req-369c2f75-e0cd-44d0-80db-aba9842402a6 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1431439 Oct 27 18:40:52.603042 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6b30ff2f-4094-4563-b763-8b91616edc17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:52.620872 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4eb97ab-6155-41af-9c2e-f174bc60a60f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:40:52.630107 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e4eb97ab-6155-41af-9c2e-f174bc60a60f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:52.709846 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03e50c-fd3f-427a-8860-ca03289403aa req-f0edad83-173b-4274-932c-522c7f94afdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:52.712789 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-de03e50c-fd3f-427a-8860-ca03289403aa req-f0edad83-173b-4274-932c-522c7f94afdb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5683633d2e1d4b139c073dc8a9b72002&device_id=f377d57a-19d4-4efb-8638-5c0978170b24 HTTP/1.1" status: 200 len: 1094 time: 0.0649993 Oct 27 18:40:52.721590 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30ff2f-4094-4563-b763-8b91616edc17 None None] Pushing event updated for resources: {'Port': ['ID=5992f9e4-381e-44e1-930f-ba6fdec1dad3,revision_number=8']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:52.731807 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30ff2f-4094-4563-b763-8b91616edc17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:40:52.732303 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30ff2f-4094-4563-b763-8b91616edc17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:40:52.732750 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30ff2f-4094-4563-b763-8b91616edc17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:40:52.733192 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30ff2f-4094-4563-b763-8b91616edc17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:40:52.734016 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30ff2f-4094-4563-b763-8b91616edc17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:40:52.734016 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30ff2f-4094-4563-b763-8b91616edc17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:40:52.734570 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30ff2f-4094-4563-b763-8b91616edc17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:40:52.735181 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30ff2f-4094-4563-b763-8b91616edc17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:40:52.735499 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30ff2f-4094-4563-b763-8b91616edc17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:40:52.736560 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30ff2f-4094-4563-b763-8b91616edc17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:40:52.736560 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30ff2f-4094-4563-b763-8b91616edc17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:40:52.737026 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b30ff2f-4094-4563-b763-8b91616edc17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:40:52.832489 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-de03e50c-fd3f-427a-8860-ca03289403aa req-73f27388-000f-43a3-bebc-3a68521928c5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4eb12f73-ec30-4687-81b0-19cdfd10c4f9 HTTP/1.1" status: 200 len: 217 time: 0.1094928 Oct 27 18:40:53.016240 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03e50c-fd3f-427a-8860-ca03289403aa req-1a8ae07d-8a81-46cc-97fa-955a82da4862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:53.017745 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-de03e50c-fd3f-427a-8860-ca03289403aa req-1a8ae07d-8a81-46cc-97fa-955a82da4862 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4b27cbfc-0288-405f-bb4a-1d7eed6d52a9 HTTP/1.1" status: 200 len: 853 time: 0.1778209 Oct 27 18:40:53.067451 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-de03e50c-fd3f-427a-8860-ca03289403aa req-6650e77c-5ce0-4e9b-9a83-797428e0f327 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7e162f9f-1e57-4697-b21f-e116c127cf92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423474 Oct 27 18:40:53.267977 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-de03e50c-fd3f-427a-8860-ca03289403aa req-ad096740-5b9e-4c8d-9fc1-70928398e7f3 service neutron] 10.222.0.93 "GET /v2.0/networks/7e162f9f-1e57-4697-b21f-e116c127cf92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926262 Oct 27 18:40:53.394358 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-de03e50c-fd3f-427a-8860-ca03289403aa req-3807555d-ba4b-4018-8083-2098f3bfdf51 service neutron] 10.222.0.93 "GET /v2.0/networks/7e162f9f-1e57-4697-b21f-e116c127cf92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167107 Oct 27 18:40:53.467807 n-d-815690-2 neutron-server[102878]: DEBUG neutron.objects.ports [None req-e4eb97ab-6155-41af-9c2e-f174bc60a60f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102878) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 18:40:53.701554 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232c050-0fa4-4d60-8c4a-4a193c8891f3 req-aa5937dc-7d59-4455-a003-66c32be0f9e8 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:53.709976 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6232c050-0fa4-4d60-8c4a-4a193c8891f3 req-aa5937dc-7d59-4455-a003-66c32be0f9e8 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=f377d57a-19d4-4efb-8638-5c0978170b24 HTTP/1.1" status: 200 len: 943 time: 0.0711644 Oct 27 18:40:53.765199 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6232c050-0fa4-4d60-8c4a-4a193c8891f3 req-9076eb31-88c3-4180-94e4-25f5d25699d8 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522635 Oct 27 18:40:53.770482 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c75e6dc-76a3-4c12-8ba1-14b597b7d564 None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:40:53.833973 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e4eb97ab-6155-41af-9c2e-f174bc60a60f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:53.886717 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-c32b8541-825f-4e62-8fc9-01f65683d344 None None] Provisioning complete for port 5992f9e4-381e-44e1-930f-ba6fdec1dad3 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:40:53.887166 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c32b8541-825f-4e62-8fc9-01f65683d344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:54.143188 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-e4eb97ab-6155-41af-9c2e-f174bc60a60f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] For port 5992f9e4-381e-44e1-930f-ba6fdec1dad3, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=5992f9e4-381e-44e1-930f-ba6fdec1dad3,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:40:54.233099 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 5992f9e4-381e-44e1-930f-ba6fdec1dad3 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:40:54.237602 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e4eb97ab-6155-41af-9c2e-f174bc60a60f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:54.317823 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e4eb97ab-6155-41af-9c2e-f174bc60a60f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:54.319017 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e4eb97ab-6155-41af-9c2e-f174bc60a60f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:54.417102 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 5992f9e4-381e-44e1-930f-ba6fdec1dad3 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:40:54.417715 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:54.485960 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4eb97ab-6155-41af-9c2e-f174bc60a60f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:40:54.506606 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-e4eb97ab-6155-41af-9c2e-f174bc60a60f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:40:54.531928 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4eb97ab-6155-41af-9c2e-f174bc60a60f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:54.532768 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e4eb97ab-6155-41af-9c2e-f174bc60a60f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:54.572781 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb97ab-6155-41af-9c2e-f174bc60a60f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Subnet': ['ID=e1fdeb51-c573-4dfa-ae28-63ddbc3fb664,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:54.605382 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb97ab-6155-41af-9c2e-f174bc60a60f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Port': ['ID=5992f9e4-381e-44e1-930f-ba6fdec1dad3,revision_number=10']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:54.672338 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e4eb97ab-6155-41af-9c2e-f174bc60a60f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.3800282 Oct 27 18:40:54.673884 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51630) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:54.680547 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-a3608c2c-e3d2-4936-be5d-ff9d8d6027a6 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Request body: {'port': {'network_id': 'faaeba95-b0d0-4d55-8d69-ea8e95b4070b', 'mac_address': 'fa:16:3e:89:a8:0b', 'name': 'tempest-NetworksTestDHCPv6-929170616'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:40:55.093722 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3608c2c-e3d2-4936-be5d-ff9d8d6027a6 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Made reservation on behalf of 89b3aabd8d544ecda89a865b2a77c321 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:40:55.125068 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095f718-ba1d-4a71-9d38-9ca11c143255 req-6aa80056-75ff-4d58-9fd7-a220e0a174b2 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:55.134529 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7095f718-ba1d-4a71-9d38-9ca11c143255 req-6aa80056-75ff-4d58-9fd7-a220e0a174b2 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=f377d57a-19d4-4efb-8638-5c0978170b24 HTTP/1.1" status: 200 len: 943 time: 0.1564372 Oct 27 18:40:55.162526 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40565010-cd0e-4e1c-87e2-acec120d6f9a None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:40:55.199309 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-54ccdd62-fd2f-4a64-8301-3cfe0e481a17 req-7d057529-fa9a-44c5-8bf6-398f2a37fa5e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=259901a9-456b-48e4-b862-fb95f20cd242&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1880252 Oct 27 18:40:55.231681 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7095f718-ba1d-4a71-9d38-9ca11c143255 req-6aeeeaba-b3ad-4379-92b8-e8bcfc10801d tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957341 Oct 27 18:40:55.393255 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a3608c2c-e3d2-4936-be5d-ff9d8d6027a6 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:55.411789 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ccdd62-fd2f-4a64-8301-3cfe0e481a17 req-7fb9002d-c92e-4d00-a7e9-d7b7af19671c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:55.413393 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-54ccdd62-fd2f-4a64-8301-3cfe0e481a17 req-7fb9002d-c92e-4d00-a7e9-d7b7af19671c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5683633d2e1d4b139c073dc8a9b72002&device_id=259901a9-456b-48e4-b862-fb95f20cd242 HTTP/1.1" status: 200 len: 1097 time: 0.1470189 Oct 27 18:40:55.423628 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-a3608c2c-e3d2-4936-be5d-ff9d8d6027a6 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] device_id is not set on port 8c8b4166-7307-4964-bbcc-a659e568381e yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:40:55.567931 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f32cedc1-9eaa-44e7-94df-8e6509e4a318 None None] Provisioning complete for port 5992f9e4-381e-44e1-930f-ba6fdec1dad3 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:40:55.569592 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f32cedc1-9eaa-44e7-94df-8e6509e4a318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:55.886652 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-a3608c2c-e3d2-4936-be5d-ff9d8d6027a6 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Allocated IP 2001:db8::24 (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/9f1a88b0-8f8b-4b24-a3cb-22efcf408041/8c8b4166-7307-4964-bbcc-a659e568381e) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:40:55.893738 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-a3608c2c-e3d2-4936-be5d-ff9d8d6027a6 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Allocated IP 2001:db8:0:1:f816:3eff:fe89:a80b (faaeba95-b0d0-4d55-8d69-ea8e95b4070b/e1fdeb51-c573-4dfa-ae28-63ddbc3fb664/8c8b4166-7307-4964-bbcc-a659e568381e) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:40:56.219688 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-1e2b6f85-5dfc-488c-9ed3-1f56c6ef6313 None None] Provisioning complete for port 5992f9e4-381e-44e1-930f-ba6fdec1dad3 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:40:56.220235 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1e2b6f85-5dfc-488c-9ed3-1f56c6ef6313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:56.229885 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a3608c2c-e3d2-4936-be5d-ff9d8d6027a6 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:56.309306 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ccdd62-fd2f-4a64-8301-3cfe0e481a17 req-2f4c7dce-da5e-4892-8c0f-3ee4212829da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:56.315676 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-54ccdd62-fd2f-4a64-8301-3cfe0e481a17 req-2f4c7dce-da5e-4892-8c0f-3ee4212829da service neutron] 10.222.0.93 "GET /v2.0/networks?id=7e162f9f-1e57-4697-b21f-e116c127cf92 HTTP/1.1" status: 200 len: 915 time: 0.7170434 Oct 27 18:40:56.381262 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 5992f9e4-381e-44e1-930f-ba6fdec1dad3 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:40:56.410340 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-54ccdd62-fd2f-4a64-8301-3cfe0e481a17 req-0a144aee-f126-4c69-b0b3-61b2234bfb02 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0412796c-524b-48ae-9e21-3be713c1511c HTTP/1.1" status: 200 len: 217 time: 0.0894468 Oct 27 18:40:56.413863 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a3608c2c-e3d2-4936-be5d-ff9d8d6027a6 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:56.466990 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 4eb12f73-ec30-4687-81b0-19cdfd10c4f9 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:40:56.471151 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf695ce5-a67b-4bf8-af14-14f3632613db req-b17847ac-d6f7-427a-a567-8b1e46a211fc tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:56.480102 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bf695ce5-a67b-4bf8-af14-14f3632613db req-b17847ac-d6f7-427a-a567-8b1e46a211fc tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=f377d57a-19d4-4efb-8638-5c0978170b24 HTTP/1.1" status: 200 len: 943 time: 0.0913370 Oct 27 18:40:56.484928 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3608c2c-e3d2-4936-be5d-ff9d8d6027a6 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event updated for resources: {'Port': ['ID=8c8b4166-7307-4964-bbcc-a659e568381e,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:56.563511 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3608c2c-e3d2-4936-be5d-ff9d8d6027a6 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:40:56.563769 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bf695ce5-a67b-4bf8-af14-14f3632613db req-a6de8bbc-81fe-4ab6-804a-e3e860c226d6 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821955 Oct 27 18:40:56.567136 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-a3608c2c-e3d2-4936-be5d-ff9d8d6027a6 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:40:56.572307 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3608c2c-e3d2-4936-be5d-ff9d8d6027a6 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:40:56.582011 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3608c2c-e3d2-4936-be5d-ff9d8d6027a6 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:56.585678 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a3608c2c-e3d2-4936-be5d-ff9d8d6027a6 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:56.594020 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ccdd62-fd2f-4a64-8301-3cfe0e481a17 req-cdad1147-6d5d-43ac-a4da-83cd62ee1c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:56.595710 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-54ccdd62-fd2f-4a64-8301-3cfe0e481a17 req-cdad1147-6d5d-43ac-a4da-83cd62ee1c66 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4b27cbfc-0288-405f-bb4a-1d7eed6d52a9 HTTP/1.1" status: 200 len: 853 time: 0.1712205 Oct 27 18:40:56.638686 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.resource_extend [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 18:40:56.641013 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-54ccdd62-fd2f-4a64-8301-3cfe0e481a17 req-01aeee46-8fe6-4ea6-a00b-0b4027442a8e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7e162f9f-1e57-4697-b21f-e116c127cf92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366447 Oct 27 18:40:56.654562 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:56.667402 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 5992f9e4-381e-44e1-930f-ba6fdec1dad3 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:40:56.667918 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:56.751842 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a3608c2c-e3d2-4936-be5d-ff9d8d6027a6 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.0778773 Oct 27 18:40:56.758701 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51680) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:56.905921 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:56.918635 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-54ccdd62-fd2f-4a64-8301-3cfe0e481a17 req-d713b8c8-b970-48d1-b480-1179587b212c service neutron] 10.222.0.93 "GET /v2.0/networks/7e162f9f-1e57-4697-b21f-e116c127cf92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466764 Oct 27 18:40:56.955473 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 4eb12f73-ec30-4687-81b0-19cdfd10c4f9, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=4eb12f73-ec30-4687-81b0-19cdfd10c4f9,segment=NetworkSegment(0a5196a1-84e6-4a51-8f52-5d801014dc39),segment_id=0a5196a1-84e6-4a51-8f52-5d801014dc39)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:40:57.040711 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '4eb12f73-ec30-4687-81b0-19cdfd10c4f9', 'network_id': '7e162f9f-1e57-4697-b21f-e116c127cf92', 'port_id': '4eb12f73-ec30-4687-81b0-19cdfd10c4f9', 'mac_address': 'fa:16:3e:32:91:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b27cbfc-0288-405f-bb4a-1d7eed6d52a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:40:57.094140 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-d233807c-0d40-4eea-9bb8-6809875116d4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting port 8c8b4166-7307-4964-bbcc-a659e568381e {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:40:57.094480 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d233807c-0d40-4eea-9bb8-6809875116d4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:57.101506 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-54ccdd62-fd2f-4a64-8301-3cfe0e481a17 req-361a5192-a208-4748-9204-b7a2dc69e6b0 service neutron] 10.222.0.93 "GET /v2.0/networks/7e162f9f-1e57-4697-b21f-e116c127cf92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736546 Oct 27 18:40:57.199457 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:57.241043 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-7d9713e7-ca70-4872-af65-39454daa396e None None] Provisioning complete for port 8c8b4166-7307-4964-bbcc-a659e568381e triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:40:57.241043 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7d9713e7-ca70-4872-af65-39454daa396e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:57.241630 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d233807c-0d40-4eea-9bb8-6809875116d4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:57.256190 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-d233807c-0d40-4eea-9bb8-6809875116d4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Calling delete_port for 8c8b4166-7307-4964-bbcc-a659e568381e owned by {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:40:57.275104 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-7d9713e7-ca70-4872-af65-39454daa396e None None] Port 8c8b4166-7307-4964-bbcc-a659e568381e cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:40:57.278607 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eb12f73-ec30-4687-81b0-19cdfd10c4f9 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:40:57.342100 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 4eb12f73-ec30-4687-81b0-19cdfd10c4f9, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=4eb12f73-ec30-4687-81b0-19cdfd10c4f9,segment=NetworkSegment(0a5196a1-84e6-4a51-8f52-5d801014dc39),segment_id=0a5196a1-84e6-4a51-8f52-5d801014dc39)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:40:57.431305 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:57.491619 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=4eb12f73-ec30-4687-81b0-19cdfd10c4f9,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:57.522899 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d233807c-0d40-4eea-9bb8-6809875116d4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:57.582639 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d233807c-0d40-4eea-9bb8-6809875116d4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Port': ['ID=8c8b4166-7307-4964-bbcc-a659e568381e,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:57.643544 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d233807c-0d40-4eea-9bb8-6809875116d4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:57.643931 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d233807c-0d40-4eea-9bb8-6809875116d4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/ports/8c8b4166-7307-4964-bbcc-a659e568381e HTTP/1.1" status: 204 len: 168 time: 0.8793743 Oct 27 18:40:57.644775 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51702) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:57.720825 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d79b9-3c6e-44d8-bfe5-e3fc52e583d2 req-5e2b8479-a3cc-419e-90a8-43727a944881 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:57.722445 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e98d79b9-3c6e-44d8-bfe5-e3fc52e583d2 req-5e2b8479-a3cc-419e-90a8-43727a944881 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=f377d57a-19d4-4efb-8638-5c0978170b24 HTTP/1.1" status: 200 len: 944 time: 0.0773389 Oct 27 18:40:57.726878 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['4eb12f73-ec30-4687-81b0-19cdfd10c4f9'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:40:57.736690 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e803ba-1d25-463c-80b9-b7ca1a1a7706 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:57.743556 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c1e803ba-1d25-463c-80b9-b7ca1a1a7706 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0969670 Oct 27 18:40:57.743783 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51708) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:57.862172 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4e7c10-130a-4405-a881-5738e4897ace tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:57.863877 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9a4e7c10-130a-4405-a881-5738e4897ace tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1192966 Oct 27 18:40:57.866538 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51710) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:57.867071 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e98d79b9-3c6e-44d8-bfe5-e3fc52e583d2 req-49b2594b-729f-4d92-bf20-48fde1ae62a2 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322587 Oct 27 18:40:57.978288 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca1a96c-80c3-4d8c-b5bb-e62b2f4143f3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:57.981154 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca1a96c-80c3-4d8c-b5bb-e62b2f4143f3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:57.982708 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca1a96c-80c3-4d8c-b5bb-e62b2f4143f3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:57.987347 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51716) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:57.987876 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-cca1a96c-80c3-4d8c-b5bb-e62b2f4143f3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1161776 Oct 27 18:40:58.050323 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a7c638d-7895-445d-9e44-92113035e339 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting subnet 9f1a88b0-8f8b-4b24-a3cb-22efcf408041 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:40:58.054009 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4a7c638d-7895-445d-9e44-92113035e339 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:58.101029 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4a7c638d-7895-445d-9e44-92113035e339 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:58.220379 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4a7c638d-7895-445d-9e44-92113035e339 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:58.392476 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4a7c638d-7895-445d-9e44-92113035e339 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:58.434537 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c638d-7895-445d-9e44-92113035e339 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Subnet': ['ID=9f1a88b0-8f8b-4b24-a3cb-22efcf408041,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:58.457009 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4a7c638d-7895-445d-9e44-92113035e339 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:58.459719 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b9de61-c694-41f7-8222-b51d418279d3 None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:40:58.463268 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4a7c638d-7895-445d-9e44-92113035e339 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/9f1a88b0-8f8b-4b24-a3cb-22efcf408041 HTTP/1.1" status: 204 len: 168 time: 0.4744363 Oct 27 18:40:58.465854 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51736) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:58.525222 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-674688f7-fd42-4247-93a4-7bd3857a93cd tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Deleting subnet e1fdeb51-c573-4dfa-ae28-63ddbc3fb664 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:40:58.530203 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-674688f7-fd42-4247-93a4-7bd3857a93cd tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:58.575016 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-674688f7-fd42-4247-93a4-7bd3857a93cd tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:58.686454 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-674688f7-fd42-4247-93a4-7bd3857a93cd tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:58.855569 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-674688f7-fd42-4247-93a4-7bd3857a93cd tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:58.873704 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-674688f7-fd42-4247-93a4-7bd3857a93cd tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:40:58.880871 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51752) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:58.885232 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-674688f7-fd42-4247-93a4-7bd3857a93cd tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/e1fdeb51-c573-4dfa-ae28-63ddbc3fb664 HTTP/1.1" status: 204 len: 168 time: 0.4146538 Oct 27 18:40:58.905080 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674688f7-fd42-4247-93a4-7bd3857a93cd tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Subnet': ['ID=e1fdeb51-c573-4dfa-ae28-63ddbc3fb664,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:40:58.957941 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e26269ca-ac88-4147-8cf4-d79974aa4db0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0759060 Oct 27 18:40:58.960452 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51756) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:59.089945 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f662f1-c1d0-4c2e-9818-d512c3ae9652 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:59.096020 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51762) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:59.096580 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d7f662f1-c1d0-4c2e-9818-d512c3ae9652 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1230106 Oct 27 18:40:59.176338 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a6b2a8-0cb5-45cd-99f4-0220e386b8a6 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:59.180791 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51764) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:59.189260 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-86a6b2a8-0cb5-45cd-99f4-0220e386b8a6 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0917861 Oct 27 18:40:59.246271 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4fe8c-c915-46cd-ad98-7aac0c752766 req-ee0156d0-fe23-43d6-bd19-41651881edd6 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:40:59.252282 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e8d4fe8c-c915-46cd-ad98-7aac0c752766 req-ee0156d0-fe23-43d6-bd19-41651881edd6 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=f377d57a-19d4-4efb-8638-5c0978170b24 HTTP/1.1" status: 200 len: 944 time: 0.2344229 Oct 27 18:40:59.287154 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e1ec2355-1681-423a-8631-ebb54f31d81b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1041508 Oct 27 18:40:59.297062 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51768) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:59.346854 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca96e4e8-b7c5-4d19-8289-9ae43cd46e69 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:40:59.351517 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca96e4e8-b7c5-4d19-8289-9ae43cd46e69 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:40:59.354547 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ca96e4e8-b7c5-4d19-8289-9ae43cd46e69 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/ports/8c8b4166-7307-4964-bbcc-a659e568381e HTTP/1.1" status: 404 len: 333 time: 0.0556774 Oct 27 18:40:59.358371 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51774) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:59.412265 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d385172-70ef-4889-8762-5be2d8d81653 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:40:59.413105 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d385172-70ef-4889-8762-5be2d8d81653 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:40:59.421152 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51778) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:59.426570 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0d385172-70ef-4889-8762-5be2d8d81653 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/e1fdeb51-c573-4dfa-ae28-63ddbc3fb664 HTTP/1.1" status: 404 len: 337 time: 0.0646617 Oct 27 18:40:59.434207 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e8d4fe8c-c915-46cd-ad98-7aac0c752766 req-ea58408e-176f-4587-af18-3217f5f616ce tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756477 Oct 27 18:40:59.496363 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-82932d80-780f-414b-8bad-8267e5aabe00 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:40:59.496363 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82932d80-780f-414b-8bad-8267e5aabe00 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:40:59.496643 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51782) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:59.496803 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-82932d80-780f-414b-8bad-8267e5aabe00 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/9f1a88b0-8f8b-4b24-a3cb-22efcf408041 HTTP/1.1" status: 404 len: 337 time: 0.0599401 Oct 27 18:40:59.595023 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-06d434c7-6d18-4267-a96e-c04d72b519d9 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:40:59.596638 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06d434c7-6d18-4267-a96e-c04d72b519d9 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:40:59.613081 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-06d434c7-6d18-4267-a96e-c04d72b519d9 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/ports/d24f2c51-100e-43db-861c-d7245fb8916e HTTP/1.1" status: 404 len: 333 time: 0.1270773 Oct 27 18:40:59.614572 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51784) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:59.665373 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3700155-59fd-4762-a236-0b3e61489e81 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:40:59.668553 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3700155-59fd-4762-a236-0b3e61489e81 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:40:59.673244 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e3700155-59fd-4762-a236-0b3e61489e81 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/46382546-a9d1-4545-b4b0-2e44156e3da3 HTTP/1.1" status: 404 len: 337 time: 0.0574045 Oct 27 18:40:59.675885 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51786) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:59.727619 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d958f343-886f-4a9b-995a-fc5bfc1d5f3a None None] Network faaeba95-b0d0-4d55-8d69-ea8e95b4070b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:40:59.814310 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-57d935d0-fcf8-44c4-9a74-511c033b564f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:40:59.814778 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57d935d0-fcf8-44c4-9a74-511c033b564f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:40:59.818748 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-57d935d0-fcf8-44c4-9a74-511c033b564f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/11d72124-4590-4826-8a57-047995d0ea83 HTTP/1.1" status: 404 len: 337 time: 0.1416512 Oct 27 18:40:59.821389 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51796) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:59.895070 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-c059017d-9a40-4752-9ffa-ed57dc236f00 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:40:59.895070 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c059017d-9a40-4752-9ffa-ed57dc236f00 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:40:59.895070 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c059017d-9a40-4752-9ffa-ed57dc236f00 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/ports/0204c19a-6258-44d3-9251-93b8b0a71405 HTTP/1.1" status: 404 len: 333 time: 0.0710800 Oct 27 18:40:59.902218 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51800) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:59.954671 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-75da2d03-5b90-4555-ac91-8a3a2dabcdfe tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:40:59.955192 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75da2d03-5b90-4555-ac91-8a3a2dabcdfe tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:40:59.962272 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-75da2d03-5b90-4555-ac91-8a3a2dabcdfe tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/85274e57-0bc6-49f2-accb-6ea0161a6a19 HTTP/1.1" status: 404 len: 337 time: 0.0614982 Oct 27 18:40:59.962686 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51802) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:40:59.984683 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-e00cf99a-b3f3-458a-ac6f-ff4bd65ece61 None None] Provisioning complete for port 5992f9e4-381e-44e1-930f-ba6fdec1dad3 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:40:59.985057 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e00cf99a-b3f3-458a-ac6f-ff4bd65ece61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:00.037332 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-4143fd78-f42f-4cb5-89ff-61c20dd58ccf tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:00.037817 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4143fd78-f42f-4cb5-89ff-61c20dd58ccf tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:00.044886 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51808) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:00.046968 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4143fd78-f42f-4cb5-89ff-61c20dd58ccf tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/c9cf6dc7-04f2-4ceb-9e2b-2ae60619b11a HTTP/1.1" status: 404 len: 337 time: 0.0771832 Oct 27 18:41:00.146530 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-5039ff01-6d5f-42fb-8784-b6b43be3ef25 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:00.149001 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5039ff01-6d5f-42fb-8784-b6b43be3ef25 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:00.155651 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5039ff01-6d5f-42fb-8784-b6b43be3ef25 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/ports/b1f945b2-4d0c-48ad-a669-9510d27d49e4 HTTP/1.1" status: 404 len: 333 time: 0.1083269 Oct 27 18:41:00.157331 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51810) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:00.226009 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fa3b8be-5964-41c0-b5e5-f35bd404c49e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:00.226442 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fa3b8be-5964-41c0-b5e5-f35bd404c49e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:00.232281 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7fa3b8be-5964-41c0-b5e5-f35bd404c49e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/b76b7865-6e29-4b9f-b57f-1189a1dd8c14 HTTP/1.1" status: 404 len: 337 time: 0.0715938 Oct 27 18:41:00.232675 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51814) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:00.285453 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 4eb12f73-ec30-4687-81b0-19cdfd10c4f9 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:41:00.287507 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-af166ae9-e4f7-4fc3-9556-2cd875193035 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:00.287969 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af166ae9-e4f7-4fc3-9556-2cd875193035 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:00.306490 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-af166ae9-e4f7-4fc3-9556-2cd875193035 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/cf95ad4f-feaf-4213-9a60-3a064c40e717 HTTP/1.1" status: 404 len: 337 time: 0.0701518 Oct 27 18:41:00.306490 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51818) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:00.357274 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ef004cf-3794-46c3-91ec-71736954072d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:00.358050 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ef004cf-3794-46c3-91ec-71736954072d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:00.363714 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6ef004cf-3794-46c3-91ec-71736954072d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/ports/5048e770-20da-484c-ae02-ae478bf8a223 HTTP/1.1" status: 404 len: 333 time: 0.0535502 Oct 27 18:41:00.363990 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51820) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:00.374066 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af39b10-e70e-48e7-8904-63788a704771 None None] DHCP port deletion for faaeba95-b0d0-4d55-8d69-ea8e95b4070b request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:41:00.426857 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dfe0c6e-493d-4488-bf6c-667e244b5cdf tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:00.426857 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dfe0c6e-493d-4488-bf6c-667e244b5cdf tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:00.427208 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0dfe0c6e-493d-4488-bf6c-667e244b5cdf tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/b8a41893-ce5b-4fef-aad1-54e516ad374d HTTP/1.1" status: 404 len: 337 time: 0.0620904 Oct 27 18:41:00.435466 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51822) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:00.488212 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-29c22b71-9959-4942-a05a-1baf74f95683 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:00.489009 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29c22b71-9959-4942-a05a-1baf74f95683 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:00.492217 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-29c22b71-9959-4942-a05a-1baf74f95683 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/ports/23945314-da8d-436e-b630-4c85c0859c77 HTTP/1.1" status: 404 len: 333 time: 0.0568297 Oct 27 18:41:00.495056 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51826) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:00.556341 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-3af39b10-e70e-48e7-8904-63788a704771 None None] Deleting port 5992f9e4-381e-44e1-930f-ba6fdec1dad3 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:41:00.556920 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3af39b10-e70e-48e7-8904-63788a704771 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:00.571897 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-edbcb0b7-0aba-4a34-87df-9c4dff6c55cd tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:00.575390 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edbcb0b7-0aba-4a34-87df-9c4dff6c55cd tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:00.578763 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-edbcb0b7-0aba-4a34-87df-9c4dff6c55cd tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/46791660-94ea-4323-8aab-736031e8cbca HTTP/1.1" status: 404 len: 337 time: 0.0825074 Oct 27 18:41:00.581533 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51828) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:00.641724 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-d49468d6-bbf2-4b3a-b88a-e3d9e0b9dc83 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:00.642429 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d49468d6-bbf2-4b3a-b88a-e3d9e0b9dc83 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:00.647773 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d49468d6-bbf2-4b3a-b88a-e3d9e0b9dc83 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/ports/ec655015-a643-49e6-8542-b5482f89e786 HTTP/1.1" status: 404 len: 333 time: 0.0652053 Oct 27 18:41:00.651328 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51832) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:00.699298 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ac86918-28b1-4d97-af65-bf94a6944136 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:00.708738 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ac86918-28b1-4d97-af65-bf94a6944136 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:00.712201 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0ac86918-28b1-4d97-af65-bf94a6944136 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/83d9d2f1-4853-4924-9131-4d2715519b53 HTTP/1.1" status: 404 len: 337 time: 0.0596976 Oct 27 18:41:00.715941 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51834) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:00.742390 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-3af39b10-e70e-48e7-8904-63788a704771 None None] For port 5992f9e4-381e-44e1-930f-ba6fdec1dad3, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=5992f9e4-381e-44e1-930f-ba6fdec1dad3,segment=NetworkSegment(a635b288-74e5-48e9-8da3-56abd94cbf2e),segment_id=a635b288-74e5-48e9-8da3-56abd94cbf2e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:41:00.746270 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3af39b10-e70e-48e7-8904-63788a704771 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:00.753936 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0bb8c-5521-4276-8fe0-985699a4e5af req-e5a59a6b-3f04-4b75-a277-0693b227a713 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:00.755585 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2fe0bb8c-5521-4276-8fe0-985699a4e5af req-e5a59a6b-3f04-4b75-a277-0693b227a713 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=f377d57a-19d4-4efb-8638-5c0978170b24 HTTP/1.1" status: 200 len: 944 time: 0.1173756 Oct 27 18:41:00.770857 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-6266d168-c172-429e-b1a3-0a9f6d142a8e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:00.771908 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6266d168-c172-429e-b1a3-0a9f6d142a8e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:00.776249 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6266d168-c172-429e-b1a3-0a9f6d142a8e tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/ports/136691d8-c504-48f5-a55a-8587f394dd5b HTTP/1.1" status: 404 len: 333 time: 0.0580888 Oct 27 18:41:00.784116 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51838) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:00.806724 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-3af39b10-e70e-48e7-8904-63788a704771 None None] Calling delete_port for 5992f9e4-381e-44e1-930f-ba6fdec1dad3 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:41:00.842375 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea99fc48-3d80-462d-aeae-d1903c77a0d9 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:00.843252 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea99fc48-3d80-462d-aeae-d1903c77a0d9 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:00.853091 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ea99fc48-3d80-462d-aeae-d1903c77a0d9 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/58f41fc1-c498-4d45-892f-7c8874322ef0 HTTP/1.1" status: 404 len: 337 time: 0.0652399 Oct 27 18:41:00.854228 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51840) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:00.857534 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2fe0bb8c-5521-4276-8fe0-985699a4e5af req-103b8469-96c8-4600-aaa5-2d126e57baa1 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902224 Oct 27 18:41:00.936992 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-094c0f8d-4e60-4531-b468-eda2266888aa tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:00.948499 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-094c0f8d-4e60-4531-b468-eda2266888aa tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:00.951714 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-094c0f8d-4e60-4531-b468-eda2266888aa tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/ports/f649c785-9cd9-460e-a6ba-f1010bf766a9 HTTP/1.1" status: 404 len: 333 time: 0.0802639 Oct 27 18:41:00.954471 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51850) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:01.007371 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-56a683c8-8f6b-456f-b2b7-810806182f4b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:01.007561 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 4eb12f73-ec30-4687-81b0-19cdfd10c4f9 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:41:01.007724 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56a683c8-8f6b-456f-b2b7-810806182f4b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:01.014542 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51854) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:01.015198 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-56a683c8-8f6b-456f-b2b7-810806182f4b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/f651e782-778f-4848-85f6-797835f4b137 HTTP/1.1" status: 404 len: 337 time: 0.0595181 Oct 27 18:41:01.050720 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 4eb12f73-ec30-4687-81b0-19cdfd10c4f9 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:41:01.051117 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:01.064048 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-bacad293-f4a3-4d2d-a42c-5167505b9b7c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:01.064686 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bacad293-f4a3-4d2d-a42c-5167505b9b7c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:01.070535 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51856) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:01.070931 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-bacad293-f4a3-4d2d-a42c-5167505b9b7c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/ports/b62989fa-4701-4d5d-9e9d-a4f509f253f3 HTTP/1.1" status: 404 len: 333 time: 0.0552888 Oct 27 18:41:01.141836 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-343280c7-c9f0-49bb-b762-211ca083f209 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:01.142334 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-343280c7-c9f0-49bb-b762-211ca083f209 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:01.173041 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51860) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:01.173581 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-343280c7-c9f0-49bb-b762-211ca083f209 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/d2d2caae-8512-49f6-920d-fcf84186c076 HTTP/1.1" status: 404 len: 337 time: 0.1014647 Oct 27 18:41:01.223435 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-6278af66-87d8-4c83-b4b4-1666d4a85278 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:01.224219 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6278af66-87d8-4c83-b4b4-1666d4a85278 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:01.230450 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6278af66-87d8-4c83-b4b4-1666d4a85278 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/67afdf84-641c-4a99-8e0f-dd1f56723c50 HTTP/1.1" status: 404 len: 337 time: 0.0556183 Oct 27 18:41:01.233324 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51862) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:01.292079 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b97e054-a5aa-4615-8f62-4f3b80d6543d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:01.293216 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b97e054-a5aa-4615-8f62-4f3b80d6543d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:01.306145 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51866) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:01.315835 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1b97e054-a5aa-4615-8f62-4f3b80d6543d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/ports/1786f2e6-a412-4840-bfb2-895070b578cd HTTP/1.1" status: 404 len: 333 time: 0.0745533 Oct 27 18:41:01.334415 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:01.345754 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1edafc1-cd67-47e4-af57-085a6a866e91 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:01.346338 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1edafc1-cd67-47e4-af57-085a6a866e91 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:01.350897 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d1edafc1-cd67-47e4-af57-085a6a866e91 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/d06c33a8-0f6d-45d3-ac0c-5ef2447f6de2 HTTP/1.1" status: 404 len: 337 time: 0.0467086 Oct 27 18:41:01.353591 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51868) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:01.382210 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 4eb12f73-ec30-4687-81b0-19cdfd10c4f9, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=4eb12f73-ec30-4687-81b0-19cdfd10c4f9,segment=NetworkSegment(0a5196a1-84e6-4a51-8f52-5d801014dc39),segment_id=0a5196a1-84e6-4a51-8f52-5d801014dc39)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:41:01.393142 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a28da6a-c303-472d-88b0-7a0e4431cdaa tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:01.393807 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a28da6a-c303-472d-88b0-7a0e4431cdaa tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:01.395192 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f377d57a-19d4-4efb-8638-5c0978170b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb12f73-ec30-4687-81b0-19cdfd10c4f9'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:41:01.400195 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78699a36-4334-4ba4-a22d-55f4334434ff" -d '{"events": [{"server_uuid": "f377d57a-19d4-4efb-8638-5c0978170b24", "name": "network-vif-plugged", "status": "completed", "tag": "4eb12f73-ec30-4687-81b0-19cdfd10c4f9"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:41:01.400898 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4a28da6a-c303-472d-88b0-7a0e4431cdaa tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/0dee4970-10e4-4cbe-8ccc-a7cd9966e14c HTTP/1.1" status: 404 len: 337 time: 0.0427589 Oct 27 18:41:01.401374 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51872) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:01.440686 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-877a771e-7684-4573-91d2-5f5bf571def1 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:01.441564 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-877a771e-7684-4573-91d2-5f5bf571def1 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:01.450039 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51876) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:01.450350 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3af39b10-e70e-48e7-8904-63788a704771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:01.464765 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c254e8b-a8f8-4696-9115-a962cf2baaaa x-openstack-request-id: req-8c254e8b-a8f8-4696-9115-a962cf2baaaa {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:41:01.466457 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f377d57a-19d4-4efb-8638-5c0978170b24", "name": "network-vif-plugged", "status": "completed", "tag": "4eb12f73-ec30-4687-81b0-19cdfd10c4f9", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:41:01.466824 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8c254e8b-a8f8-4696-9115-a962cf2baaaa {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:41:01.467326 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f377d57a-19d4-4efb-8638-5c0978170b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb12f73-ec30-4687-81b0-19cdfd10c4f9', 'code': 200} Oct 27 18:41:01.476120 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-877a771e-7684-4573-91d2-5f5bf571def1 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/ports/6e977e2f-8a05-4e34-9575-9042a87061b3 HTTP/1.1" status: 404 len: 333 time: 0.0734425 Oct 27 18:41:01.524770 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:01.536212 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af39b10-e70e-48e7-8904-63788a704771 None None] No DVR routers for this DVR port 5992f9e4-381e-44e1-930f-ba6fdec1dad3 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:41:01.538476 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af39b10-e70e-48e7-8904-63788a704771 None None] Pushing event deleted for resources: {'Port': ['ID=5992f9e4-381e-44e1-930f-ba6fdec1dad3,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:01.539764 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-57ee7aa8-d057-42e5-8b23-838d781aa3c3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:01.540597 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57ee7aa8-d057-42e5-8b23-838d781aa3c3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:01.554067 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-57ee7aa8-d057-42e5-8b23-838d781aa3c3 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/77cbc1d6-0359-463b-8e4c-237c03f079e3 HTTP/1.1" status: 404 len: 337 time: 0.0997152 Oct 27 18:41:01.554353 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51880) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:01.610349 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ca871-8d11-4c05-8179-9a1c359d5cc1 req-f05ebc55-6613-429e-ab4f-1e23f4c28c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:01.611902 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-021ca871-8d11-4c05-8179-9a1c359d5cc1 req-f05ebc55-6613-429e-ab4f-1e23f4c28c46 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f377d57a-19d4-4efb-8638-5c0978170b24 HTTP/1.1" status: 200 len: 1096 time: 0.0818024 Oct 27 18:41:01.634525 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=4eb12f73-ec30-4687-81b0-19cdfd10c4f9,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:01.656251 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-18023e19-760c-458d-a937-bae4e8ff42ac tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:01.656831 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18023e19-760c-458d-a937-bae4e8ff42ac tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:01.667386 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-18023e19-760c-458d-a937-bae4e8ff42ac tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/a006d049-95bb-401c-b4a0-ac8ed41dd901 HTTP/1.1" status: 404 len: 337 time: 0.1118982 Oct 27 18:41:01.668225 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51884) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:01.721773 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-48e7ae41-144c-4aa5-a245-d9e3192f74c2 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:01.722737 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48e7ae41-144c-4aa5-a245-d9e3192f74c2 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:01.727276 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-48e7ae41-144c-4aa5-a245-d9e3192f74c2 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/ports/bf345d16-46b3-4a70-a80f-4d119c92504b HTTP/1.1" status: 404 len: 333 time: 0.0570707 Oct 27 18:41:01.730777 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-021ca871-8d11-4c05-8179-9a1c359d5cc1 req-c74a33c7-4bb2-418b-9822-29bbf206fbb6 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104457 Oct 27 18:41:01.731124 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51886) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:01.781147 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-e79377ed-61e6-4973-af80-cb61227c6c9c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:01.781867 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e79377ed-61e6-4973-af80-cb61227c6c9c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:01.787950 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51888) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:01.788604 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e79377ed-61e6-4973-af80-cb61227c6c9c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/3d82b508-915d-4a4b-8250-fadef0f08ebc HTTP/1.1" status: 404 len: 337 time: 0.0561440 Oct 27 18:41:01.852034 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb5bf4cf-daf1-4306-8880-f37b814bd0e5 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:01.852034 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb5bf4cf-daf1-4306-8880-f37b814bd0e5 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:01.856653 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51892) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:01.868266 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-bb5bf4cf-daf1-4306-8880-f37b814bd0e5 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/ee9faa0b-e027-4124-a0de-ff2c40dff8c5 HTTP/1.1" status: 404 len: 337 time: 0.0790799 Oct 27 18:41:01.891356 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51894) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:01.904624 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6630fa30-191d-4f32-8a5c-c6d497d94223 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5904c5a-2e18-464d-8d3d-148b2bc50e55 HTTP/1.1" status: 200 len: 205 time: 0.0463138 Oct 27 18:41:01.945521 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-a855c56f-cec3-44fd-be73-b962d7a86f52 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] delete failed (client error): The resource could not be found. Oct 27 18:41:01.950946 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51898) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:01.991709 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a855c56f-cec3-44fd-be73-b962d7a86f52 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/routers/f5904c5a-2e18-464d-8d3d-148b2bc50e55 HTTP/1.1" status: 404 len: 336 time: 0.0922985 Oct 27 18:41:02.050865 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf43f551-5244-4c8a-82b3-97ffdc94003f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:02.050865 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf43f551-5244-4c8a-82b3-97ffdc94003f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:02.067025 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-cf43f551-5244-4c8a-82b3-97ffdc94003f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/6a946077-bdcf-481e-bc18-2d45be1e5ab8 HTTP/1.1" status: 404 len: 337 time: 0.1138055 Oct 27 18:41:02.071288 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51910) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:02.142357 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-fd7aa437-699b-4def-9f9b-315c95c81ad4 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "GET /v2.0/ports?device_id=4324fbde-f55d-4636-bfad-2a48585b4ba7 HTTP/1.1" status: 200 len: 205 time: 0.0719714 Oct 27 18:41:02.154893 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51914) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:02.209241 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 5992f9e4-381e-44e1-930f-ba6fdec1dad3 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:41:02.234527 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-c951ba63-bc61-43fe-9159-76c116fe0d2d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] delete failed (client error): The resource could not be found. Oct 27 18:41:02.240762 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c951ba63-bc61-43fe-9159-76c116fe0d2d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/routers/4324fbde-f55d-4636-bfad-2a48585b4ba7 HTTP/1.1" status: 404 len: 336 time: 0.0918684 Oct 27 18:41:02.241629 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51918) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:02.281304 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9340b2-70ba-422e-80eb-a40a90e27264 req-11ddce16-a4a0-4057-a58f-b29c360ef788 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:02.281304 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1c9340b2-70ba-422e-80eb-a40a90e27264 req-11ddce16-a4a0-4057-a58f-b29c360ef788 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=f377d57a-19d4-4efb-8638-5c0978170b24 HTTP/1.1" status: 200 len: 945 time: 0.2383223 Oct 27 18:41:02.291301 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 5992f9e4-381e-44e1-930f-ba6fdec1dad3 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:41:02.292822 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 5992f9e4-381e-44e1-930f-ba6fdec1dad3 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:41:02.305844 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5bb2d39-a77c-4eec-81f5-a67575afbb9f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:02.308290 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5bb2d39-a77c-4eec-81f5-a67575afbb9f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:02.316018 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c5bb2d39-a77c-4eec-81f5-a67575afbb9f tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/d3f20bce-6b3a-49b1-b77d-e77ca85b7e5e HTTP/1.1" status: 404 len: 337 time: 0.0727966 Oct 27 18:41:02.319868 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51920) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:02.372227 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1c9340b2-70ba-422e-80eb-a40a90e27264 req-7fd168f5-5ea8-4024-9ae8-d6fdf2375493 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943108 Oct 27 18:41:02.386217 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc23dc52-6a07-4827-b22c-c3224de92cfc tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:02.386956 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc23dc52-6a07-4827-b22c-c3224de92cfc tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:02.390830 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-fc23dc52-6a07-4827-b22c-c3224de92cfc tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/4ef43872-b548-43b8-9894-a2e559d32ea4 HTTP/1.1" status: 404 len: 337 time: 0.0697236 Oct 27 18:41:02.393550 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51922) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:02.433082 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-171ef220-f93b-42d2-8c64-bbcc0878608b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:02.433082 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-171ef220-f93b-42d2-8c64-bbcc0878608b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:02.438681 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51926) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:02.439248 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-171ef220-f93b-42d2-8c64-bbcc0878608b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/ports/a9b80987-93e8-4491-b287-b18dd0f5e33e HTTP/1.1" status: 404 len: 333 time: 0.0443013 Oct 27 18:41:02.467041 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-00315775-3dca-4fea-9187-ceec8ae83d78 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:02.467498 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00315775-3dca-4fea-9187-ceec8ae83d78 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:02.471013 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-00315775-3dca-4fea-9187-ceec8ae83d78 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/edf5098a-c0ed-4155-a731-b258d4700132 HTTP/1.1" status: 404 len: 337 time: 0.0309527 Oct 27 18:41:02.473727 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51930) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:02.512262 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-df088852-6245-4a67-9232-aef9dbf6a606 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:02.512262 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df088852-6245-4a67-9232-aef9dbf6a606 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:02.512262 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-df088852-6245-4a67-9232-aef9dbf6a606 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/ports/c8681161-afee-4d61-9cc2-99309215bd77 HTTP/1.1" status: 404 len: 333 time: 0.0316441 Oct 27 18:41:02.512262 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51934) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:02.537791 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-8035da2d-c22b-4075-a88e-bac2cf916d32 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:02.538261 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8035da2d-c22b-4075-a88e-bac2cf916d32 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:02.542968 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8035da2d-c22b-4075-a88e-bac2cf916d32 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/184bda1a-733d-4648-9dab-4c26972864e3 HTTP/1.1" status: 404 len: 337 time: 0.0330999 Oct 27 18:41:02.545801 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51936) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:02.596740 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a9b6f9f-956d-404c-89b2-a7661e85496c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:02.597445 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a9b6f9f-956d-404c-89b2-a7661e85496c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:02.601157 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8a9b6f9f-956d-404c-89b2-a7661e85496c tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/ports/6a5cbb68-a73a-480f-8582-ac0a17d2a73b HTTP/1.1" status: 404 len: 333 time: 0.0541408 Oct 27 18:41:02.604046 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51940) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:02.631823 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-171270aa-2b84-4f02-a496-914344b1e418 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:02.632328 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-171270aa-2b84-4f02-a496-914344b1e418 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:02.636855 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-171270aa-2b84-4f02-a496-914344b1e418 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/9ab21de9-af30-4bf1-b672-b14af6d5aa7c HTTP/1.1" status: 404 len: 337 time: 0.0315735 Oct 27 18:41:02.639677 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51942) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:02.678800 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a3fc348-0f8b-433d-bc8c-9da3ee2c8d58 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:02.679692 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a3fc348-0f8b-433d-bc8c-9da3ee2c8d58 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:02.685150 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5a3fc348-0f8b-433d-bc8c-9da3ee2c8d58 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/ports/782ccee0-977c-4d21-bf28-efd68adbfa37 HTTP/1.1" status: 404 len: 333 time: 0.0444205 Oct 27 18:41:02.687810 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51944) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:02.723109 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-7369b27c-d6e2-4201-b69b-0f6cdd3a5940 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:02.723612 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7369b27c-d6e2-4201-b69b-0f6cdd3a5940 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:02.733047 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7369b27c-d6e2-4201-b69b-0f6cdd3a5940 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/bedcef6f-46ec-4ef8-b681-b0f6df886da6 HTTP/1.1" status: 404 len: 337 time: 0.0438108 Oct 27 18:41:02.735307 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51946) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:02.778107 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-30760298-11a7-41e8-9d59-96521fef4b0b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:02.780345 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30760298-11a7-41e8-9d59-96521fef4b0b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:02.789720 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51948) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:02.793207 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-30760298-11a7-41e8-9d59-96521fef4b0b tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/ports/d45da773-a0ab-49a9-8d61-80948603bf05 HTTP/1.1" status: 404 len: 333 time: 0.0567231 Oct 27 18:41:02.826131 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-319f0640-05c0-42fa-8c5b-d4908ce29de5 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:02.826589 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-319f0640-05c0-42fa-8c5b-d4908ce29de5 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:02.829800 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-319f0640-05c0-42fa-8c5b-d4908ce29de5 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/9e1812dd-c8f2-4da8-a0a4-dc68c3abde1c HTTP/1.1" status: 404 len: 337 time: 0.0391567 Oct 27 18:41:02.833024 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51950) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:02.858806 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-7832f764-5ba9-4b9b-ade6-9e30e1bcd65d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:02.866421 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7832f764-5ba9-4b9b-ade6-9e30e1bcd65d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:02.866421 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7832f764-5ba9-4b9b-ade6-9e30e1bcd65d tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/ports/8cf75b86-f6fc-4741-bcfc-d45653922b12 HTTP/1.1" status: 404 len: 333 time: 0.0310714 Oct 27 18:41:02.868410 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51954) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:02.905617 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-98627d46-609a-4469-bdf7-bf82b1167fb2 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:02.906461 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98627d46-609a-4469-bdf7-bf82b1167fb2 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:02.912678 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51956) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:02.913329 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-98627d46-609a-4469-bdf7-bf82b1167fb2 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/4e6914b2-95f9-4a73-83f2-ba4e2c252a80 HTTP/1.1" status: 404 len: 337 time: 0.0428150 Oct 27 18:41:02.950678 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-55ca70dd-54a3-4baa-9c9b-1541f54d61be tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:02.952759 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55ca70dd-54a3-4baa-9c9b-1541f54d61be tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:02.958488 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-55ca70dd-54a3-4baa-9c9b-1541f54d61be tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/ports/e62f6176-a5df-45ad-be5e-6191ef3cc682 HTTP/1.1" status: 404 len: 333 time: 0.0422094 Oct 27 18:41:02.958837 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51960) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:02.988907 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce934ee-6cac-4e05-abf0-462a35d0c3cb tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:02.989371 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ce934ee-6cac-4e05-abf0-462a35d0c3cb tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:02.992907 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4ce934ee-6cac-4e05-abf0-462a35d0c3cb tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/subnets/6dac7cd6-21d0-47a7-b112-aec477c94477 HTTP/1.1" status: 404 len: 337 time: 0.0326810 Oct 27 18:41:02.996797 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51962) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:03.094040 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6d6c2875-9634-4e7d-bc6a-0a027ef421d0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:03.258439 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6d6c2875-9634-4e7d-bc6a-0a027ef421d0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:03.299906 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-6d6c2875-9634-4e7d-bc6a-0a027ef421d0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faaeba95-b0d0-4d55-8d69-ea8e95b4070b']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:41:03.320174 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-6d6c2875-9634-4e7d-bc6a-0a027ef421d0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a635b288-74e5-48e9-8da3-56abd94cbf2e') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:41:03.323441 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-6d6c2875-9634-4e7d-bc6a-0a027ef421d0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a635b288-74e5-48e9-8da3-56abd94cbf2e') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:41:03.336677 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6d6c2875-9634-4e7d-bc6a-0a027ef421d0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:03.366215 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6d6c2875-9634-4e7d-bc6a-0a027ef421d0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:03.381317 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d6c2875-9634-4e7d-bc6a-0a027ef421d0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:41:03.381734 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6d6c2875-9634-4e7d-bc6a-0a027ef421d0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:03.386918 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:41:03.386918 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:41:03.386918 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:41:03.386918 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:41:03.386918 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:41:03.386918 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:41:03.386918 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:41:03.386918 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:41:03.386918 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:41:03.386918 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:41:03.386918 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:41:03.386918 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:41:03.386918 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:41:03.386918 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:41:03.386918 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:41:03.386918 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:41:03.386918 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:41:03.386918 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:41:03.386918 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:41:03.386918 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:41:03.386918 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:41:03.386918 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:41:03.386918 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:41:03.386918 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:41:03.386918 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:41:03.386918 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:41:03.386918 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:41:03.386918 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:41:03.386918 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:41:03.386918 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:41:03.386918 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:41:03.386918 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:41:03.526263 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b82f00-8313-44b5-a2cd-7a7dc0e64fc7 req-93a9b343-3da7-4e71-b846-c0f836432131 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:03.528810 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-15b82f00-8313-44b5-a2cd-7a7dc0e64fc7 req-93a9b343-3da7-4e71-b846-c0f836432131 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=f377d57a-19d4-4efb-8638-5c0978170b24 HTTP/1.1" status: 200 len: 945 time: 0.0597734 Oct 27 18:41:03.557215 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6d6c2875-9634-4e7d-bc6a-0a027ef421d0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:03.566509 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6d6c2875-9634-4e7d-bc6a-0a027ef421d0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:03.577658 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6d6c2875-9634-4e7d-bc6a-0a027ef421d0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] 10.222.0.52 "DELETE /v2.0/networks/faaeba95-b0d0-4d55-8d69-ea8e95b4070b HTTP/1.1" status: 204 len: 168 time: 0.5698152 Oct 27 18:41:03.620169 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-15b82f00-8313-44b5-a2cd-7a7dc0e64fc7 req-d2f4d16a-eec9-4061-9800-b96e73d34986 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846608 Oct 27 18:41:03.671968 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c2875-9634-4e7d-bc6a-0a027ef421d0 tempest-NetworksTestDHCPv6-546376365 tempest-NetworksTestDHCPv6-546376365-project] Pushing event deleted for resources: {'Network': ['ID=faaeba95-b0d0-4d55-8d69-ea8e95b4070b,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:04.500253 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52018) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:04.746866 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6d051115-2f15-4ac8-8b99-14239eaf2d02 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=89b3aabd8d544ecda89a865b2a77c321&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2432423 Oct 27 18:41:04.748132 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52032) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:04.849362 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f3d86a8a-1301-4d22-89fc-9ac1241d127f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:04.879503 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f3d86a8a-1301-4d22-89fc-9ac1241d127f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:05.059514 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f3d86a8a-1301-4d22-89fc-9ac1241d127f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:05.063334 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f3d86a8a-1301-4d22-89fc-9ac1241d127f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:05.064830 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f3d86a8a-1301-4d22-89fc-9ac1241d127f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/814dcee7-2a89-4e62-b424-9e019ede92b5 HTTP/1.1" status: 204 len: 168 time: 0.3149867 Oct 27 18:41:05.088545 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d86a8a-1301-4d22-89fc-9ac1241d127f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814dcee7-2a89-4e62-b424-9e019ede92b5,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:06.883772 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52114) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:07.036117 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-c58ab8f4-5c99-4452-999e-fcc8e7cc33cc tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-302607275'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:41:07.133472 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58ab8f4-5c99-4452-999e-fcc8e7cc33cc tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Made reservation on behalf of ecf9927ca5794688bd07b12d3b2623c2 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:41:07.137576 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c58ab8f4-5c99-4452-999e-fcc8e7cc33cc tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:07.146587 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c58ab8f4-5c99-4452-999e-fcc8e7cc33cc tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:07.240237 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c58ab8f4-5c99-4452-999e-fcc8e7cc33cc tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:07.289629 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c58ab8f4-5c99-4452-999e-fcc8e7cc33cc tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:07.326445 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58ab8f4-5c99-4452-999e-fcc8e7cc33cc tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c841cadc-7e52-4e45-b682-121db52a967a,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:07.340608 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c58ab8f4-5c99-4452-999e-fcc8e7cc33cc tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:41:07.372431 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c58ab8f4-5c99-4452-999e-fcc8e7cc33cc tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:07.372998 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-c58ab8f4-5c99-4452-999e-fcc8e7cc33cc tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Added segment 3490dd2e-7b15-48f2-b4d0-98a52e4732bc of type vlan for network df18c1c1-8da7-4035-b5df-d4b634728198 Oct 27 18:41:07.428691 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c58ab8f4-5c99-4452-999e-fcc8e7cc33cc tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:07.574298 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c58ab8f4-5c99-4452-999e-fcc8e7cc33cc tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:07.583798 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58ab8f4-5c99-4452-999e-fcc8e7cc33cc tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:07.586719 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c58ab8f4-5c99-4452-999e-fcc8e7cc33cc tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:07.672544 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c58ab8f4-5c99-4452-999e-fcc8e7cc33cc tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7870736 Oct 27 18:41:07.691125 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58ab8f4-5c99-4452-999e-fcc8e7cc33cc tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Pushing event updated for resources: {'Network': ['ID=df18c1c1-8da7-4035-b5df-d4b634728198,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:07.708443 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network df18c1c1-8da7-4035-b5df-d4b634728198 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:41:09.659387 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-03c5b90d-4a83-42b3-b591-9c0f76af6bb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:09.861019 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52210) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:10.046324 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9751f3d5-7998-4371-81f2-0fb6e6c9da10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:10.310176 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9751f3d5-7998-4371-81f2-0fb6e6c9da10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:10.385891 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9751f3d5-7998-4371-81f2-0fb6e6c9da10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:10.499251 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52224) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:10.507896 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9751f3d5-7998-4371-81f2-0fb6e6c9da10 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c1a5444cb96c46d488d223862b9499d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6344097 Oct 27 18:41:10.515432 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9751f3d5-7998-4371-81f2-0fb6e6c9da10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f94a5c-e528-4c73-bcd7-d5194418a158,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:10.542394 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9751f3d5-7998-4371-81f2-0fb6e6c9da10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:41:10.543160 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9751f3d5-7998-4371-81f2-0fb6e6c9da10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:41:10.543691 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9751f3d5-7998-4371-81f2-0fb6e6c9da10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:41:10.545648 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9751f3d5-7998-4371-81f2-0fb6e6c9da10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:41:10.546164 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9751f3d5-7998-4371-81f2-0fb6e6c9da10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:41:10.546687 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9751f3d5-7998-4371-81f2-0fb6e6c9da10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:41:10.551619 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9751f3d5-7998-4371-81f2-0fb6e6c9da10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:41:10.552154 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9751f3d5-7998-4371-81f2-0fb6e6c9da10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:41:10.552666 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9751f3d5-7998-4371-81f2-0fb6e6c9da10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:41:10.553175 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9751f3d5-7998-4371-81f2-0fb6e6c9da10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:41:10.553695 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9751f3d5-7998-4371-81f2-0fb6e6c9da10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:41:10.555441 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9751f3d5-7998-4371-81f2-0fb6e6c9da10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:41:10.630274 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c976ca80-15ea-4e0d-ad0a-4121970a0e1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:10.677666 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c976ca80-15ea-4e0d-ad0a-4121970a0e1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:10.888222 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c976ca80-15ea-4e0d-ad0a-4121970a0e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:10.892458 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c976ca80-15ea-4e0d-ad0a-4121970a0e1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:10.893970 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c976ca80-15ea-4e0d-ad0a-4121970a0e1c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c2f94a5c-e528-4c73-bcd7-d5194418a158 HTTP/1.1" status: 204 len: 168 time: 0.3935373 Oct 27 18:41:10.910629 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c976ca80-15ea-4e0d-ad0a-4121970a0e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f94a5c-e528-4c73-bcd7-d5194418a158,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:11.058709 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52240) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:11.065639 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-b52702a8-7388-4bc9-bd81-2fc95ab69eeb tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Request body: {'subnet': {'network_id': 'df18c1c1-8da7-4035-b5df-d4b634728198', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:41:11.343151 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52702a8-7388-4bc9-bd81-2fc95ab69eeb tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Made reservation on behalf of ecf9927ca5794688bd07b12d3b2623c2 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:41:11.343524 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b52702a8-7388-4bc9-bd81-2fc95ab69eeb tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:11.711099 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b52702a8-7388-4bc9-bd81-2fc95ab69eeb tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:11.861342 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52702a8-7388-4bc9-bd81-2fc95ab69eeb tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Checking segment: {'id': '3490dd2e-7b15-48f2-b4d0-98a52e4732bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'df18c1c1-8da7-4035-b5df-d4b634728198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:41:11.862170 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52702a8-7388-4bc9-bd81-2fc95ab69eeb tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Network hostable DHCP agents. Network: df18c1c1-8da7-4035-b5df-d4b634728198, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:41:11.887863 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52702a8-7388-4bc9-bd81-2fc95ab69eeb tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Pushing event updated for resources: {'Subnet': ['ID=0af512fa-c905-424f-9d42-af41fd60d010,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:12.019544 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52702a8-7388-4bc9-bd81-2fc95ab69eeb tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Network df18c1c1-8da7-4035-b5df-d4b634728198 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:41:12.079960 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4939ea55-9a0e-468e-88e8-4121addad950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:12.105210 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-b52702a8-7388-4bc9-bd81-2fc95ab69eeb tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, df18c1c1-8da7-4035-b5df-d4b634728198) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:41:12.113760 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52702a8-7388-4bc9-bd81-2fc95ab69eeb tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:12.114281 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b52702a8-7388-4bc9-bd81-2fc95ab69eeb tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:12.130828 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89faa389-1bce-4beb-aa0d-0ee30bfcc3f2 None None] Network df18c1c1-8da7-4035-b5df-d4b634728198 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:41:12.193925 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b52702a8-7388-4bc9-bd81-2fc95ab69eeb tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1336944 Oct 27 18:41:12.197677 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52284) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:12.203771 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-54bd8431-a7df-4082-b81d-9b1465a19746 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-979327976'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:41:12.353830 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bd8431-a7df-4082-b81d-9b1465a19746 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Made reservation on behalf of ecf9927ca5794688bd07b12d3b2623c2 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:41:12.358773 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-54bd8431-a7df-4082-b81d-9b1465a19746 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:12.396953 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54bd8431-a7df-4082-b81d-9b1465a19746 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] vlan segment allocate from pool success with {'vlan_id': 1038, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:41:12.408534 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-54bd8431-a7df-4082-b81d-9b1465a19746 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:12.409277 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-54bd8431-a7df-4082-b81d-9b1465a19746 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Added segment 4b464479-63e8-4814-b2bf-20212a4aaf33 of type vlan for network d5002bf3-a44a-4c25-849c-181a26f201ee Oct 27 18:41:12.493076 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-54bd8431-a7df-4082-b81d-9b1465a19746 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:12.567868 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-54bd8431-a7df-4082-b81d-9b1465a19746 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:12.576348 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bd8431-a7df-4082-b81d-9b1465a19746 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:12.581306 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-54bd8431-a7df-4082-b81d-9b1465a19746 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:12.647231 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8ced18-37b1-4046-96c8-be1aa7564caa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-df18c1c1-8da7-4035-b5df-d4b634728198', 'network_id': 'df18c1c1-8da7-4035-b5df-d4b634728198', 'tenant_id': 'ecf9927ca5794688bd07b12d3b2623c2', 'fixed_ips': [{'subnet_id': '0af512fa-c905-424f-9d42-af41fd60d010'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:41:12.648318 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3b8ced18-37b1-4046-96c8-be1aa7564caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:12.703729 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bd8431-a7df-4082-b81d-9b1465a19746 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Pushing event updated for resources: {'Network': ['ID=d5002bf3-a44a-4c25-849c-181a26f201ee,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:12.753246 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network d5002bf3-a44a-4c25-849c-181a26f201ee details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:41:12.757568 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-54bd8431-a7df-4082-b81d-9b1465a19746 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5565932 Oct 27 18:41:12.760856 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52298) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:12.768294 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-efc479b4-1c94-45a9-9702-f26705d68647 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Request body: {'subnet': {'network_id': 'd5002bf3-a44a-4c25-849c-181a26f201ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:41:12.969613 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-3b8ced18-37b1-4046-96c8-be1aa7564caa None None] Allocated IP 2001:db8:0:ffff::2 (df18c1c1-8da7-4035-b5df-d4b634728198/0af512fa-c905-424f-9d42-af41fd60d010/1f34188a-85ea-46a7-b2ee-ee5f4eb76c75) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:41:13.050714 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc479b4-1c94-45a9-9702-f26705d68647 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Made reservation on behalf of ecf9927ca5794688bd07b12d3b2623c2 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:41:13.055000 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-efc479b4-1c94-45a9-9702-f26705d68647 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:13.180068 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3b8ced18-37b1-4046-96c8-be1aa7564caa None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:13.260219 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3b8ced18-37b1-4046-96c8-be1aa7564caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:13.367252 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8ced18-37b1-4046-96c8-be1aa7564caa None None] Network df18c1c1-8da7-4035-b5df-d4b634728198 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:41:13.398100 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-3b8ced18-37b1-4046-96c8-be1aa7564caa None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:41:13.410970 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8ced18-37b1-4046-96c8-be1aa7564caa None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:41:13.418423 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ced18-37b1-4046-96c8-be1aa7564caa None None] Pushing event updated for resources: {'Port': ['ID=1f34188a-85ea-46a7-b2ee-ee5f4eb76c75,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:13.520266 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:13.549623 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:13.549623 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-3b8ced18-37b1-4046-96c8-be1aa7564caa None None] Attempting to bind port 1f34188a-85ea-46a7-b2ee-ee5f4eb76c75 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:41:13.549623 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-3b8ced18-37b1-4046-96c8-be1aa7564caa None None] Attempting to bind port 1f34188a-85ea-46a7-b2ee-ee5f4eb76c75 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '3490dd2e-7b15-48f2-b4d0-98a52e4732bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'df18c1c1-8da7-4035-b5df-d4b634728198'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:41:13.549623 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8ced18-37b1-4046-96c8-be1aa7564caa None None] Attempting to bind port 1f34188a-85ea-46a7-b2ee-ee5f4eb76c75 on network df18c1c1-8da7-4035-b5df-d4b634728198 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:41:13.554135 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8ced18-37b1-4046-96c8-be1aa7564caa None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:41:13.554605 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8ced18-37b1-4046-96c8-be1aa7564caa None None] Checking segment: {'id': '3490dd2e-7b15-48f2-b4d0-98a52e4732bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'df18c1c1-8da7-4035-b5df-d4b634728198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:41:13.555237 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3b8ced18-37b1-4046-96c8-be1aa7564caa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:13.555464 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8ced18-37b1-4046-96c8-be1aa7564caa None None] Bound using segment: {'id': '3490dd2e-7b15-48f2-b4d0-98a52e4732bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'df18c1c1-8da7-4035-b5df-d4b634728198'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:41:13.556656 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-3b8ced18-37b1-4046-96c8-be1aa7564caa None None] Bound port: 1f34188a-85ea-46a7-b2ee-ee5f4eb76c75, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3490dd2e-7b15-48f2-b4d0-98a52e4732bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'df18c1c1-8da7-4035-b5df-d4b634728198'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:41:13.557942 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3b8ced18-37b1-4046-96c8-be1aa7564caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:13.655191 n-d-815690-2 neutron-server[102879]: DEBUG neutron.objects.ports [None req-efc479b4-1c94-45a9-9702-f26705d68647 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102879) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 18:41:13.656765 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-efc479b4-1c94-45a9-9702-f26705d68647 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:13.703678 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc479b4-1c94-45a9-9702-f26705d68647 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Pushing event updated for resources: {'Subnet': ['ID=1226e3f6-8241-4351-a059-68d278a4dd12,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:13.766250 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-3b8ced18-37b1-4046-96c8-be1aa7564caa None None] For port 1f34188a-85ea-46a7-b2ee-ee5f4eb76c75, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:41:13.770869 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-3b8ced18-37b1-4046-96c8-be1aa7564caa None None] For port 1f34188a-85ea-46a7-b2ee-ee5f4eb76c75, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=1f34188a-85ea-46a7-b2ee-ee5f4eb76c75,segment=NetworkSegment(3490dd2e-7b15-48f2-b4d0-98a52e4732bc),segment_id=3490dd2e-7b15-48f2-b4d0-98a52e4732bc)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:41:13.784929 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc479b4-1c94-45a9-9702-f26705d68647 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Checking segment: {'id': '4b464479-63e8-4814-b2bf-20212a4aaf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'd5002bf3-a44a-4c25-849c-181a26f201ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:41:13.785489 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc479b4-1c94-45a9-9702-f26705d68647 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Network hostable DHCP agents. Network: d5002bf3-a44a-4c25-849c-181a26f201ee, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:41:13.838201 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3b8ced18-37b1-4046-96c8-be1aa7564caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:13.911118 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ced18-37b1-4046-96c8-be1aa7564caa None None] Pushing event updated for resources: {'Port': ['ID=1f34188a-85ea-46a7-b2ee-ee5f4eb76c75,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:13.921867 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc479b4-1c94-45a9-9702-f26705d68647 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Network d5002bf3-a44a-4c25-849c-181a26f201ee is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:41:14.013483 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-efc479b4-1c94-45a9-9702-f26705d68647 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, d5002bf3-a44a-4c25-849c-181a26f201ee) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:41:14.022414 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5fe6a8-398a-4126-973f-2e53699751a7 None None] Network d5002bf3-a44a-4c25-849c-181a26f201ee requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:41:14.049942 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc479b4-1c94-45a9-9702-f26705d68647 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:14.052259 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-efc479b4-1c94-45a9-9702-f26705d68647 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:14.140799 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-efc479b4-1c94-45a9-9702-f26705d68647 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3763597 Oct 27 18:41:14.141417 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52338) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:14.147515 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-a7bdb6b6-499a-47a8-a93f-b518cd4a0829 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Request body: {'port': {'network_id': 'd5002bf3-a44a-4c25-849c-181a26f201ee', 'name': 'tempest-NetworksIpV6TestAttrs-1971214234'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:41:14.507107 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b027ff09-1ee3-48a2-80b3-cb041ee10395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-d5002bf3-a44a-4c25-849c-181a26f201ee', 'network_id': 'd5002bf3-a44a-4c25-849c-181a26f201ee', 'tenant_id': 'ecf9927ca5794688bd07b12d3b2623c2', 'fixed_ips': [{'subnet_id': '1226e3f6-8241-4351-a059-68d278a4dd12'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:41:14.514721 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b027ff09-1ee3-48a2-80b3-cb041ee10395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:14.620127 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bdb6b6-499a-47a8-a93f-b518cd4a0829 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Made reservation on behalf of ecf9927ca5794688bd07b12d3b2623c2 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:41:14.627772 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a7bdb6b6-499a-47a8-a93f-b518cd4a0829 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:14.693520 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-a7bdb6b6-499a-47a8-a93f-b518cd4a0829 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] device_id is not set on port 05b9d93b-75f1-4f4b-b840-679cd7f4f2b1 yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:41:14.783151 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-b027ff09-1ee3-48a2-80b3-cb041ee10395 None None] Allocated IP 2001:db8::f816:3eff:fe8f:7931 (d5002bf3-a44a-4c25-849c-181a26f201ee/1226e3f6-8241-4351-a059-68d278a4dd12/d55d137f-8f8e-42d1-87b8-9d1c8950a445) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:41:15.174056 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b027ff09-1ee3-48a2-80b3-cb041ee10395 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:15.179324 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:15.242576 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b027ff09-1ee3-48a2-80b3-cb041ee10395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:15.384449 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-a7bdb6b6-499a-47a8-a93f-b518cd4a0829 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Allocated IP 2001:db8::f816:3eff:fef1:1c71 (d5002bf3-a44a-4c25-849c-181a26f201ee/1226e3f6-8241-4351-a059-68d278a4dd12/05b9d93b-75f1-4f4b-b840-679cd7f4f2b1) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:41:15.405052 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b027ff09-1ee3-48a2-80b3-cb041ee10395 None None] Pushing event updated for resources: {'Port': ['ID=d55d137f-8f8e-42d1-87b8-9d1c8950a445,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:15.438535 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b027ff09-1ee3-48a2-80b3-cb041ee10395 None None] Network d5002bf3-a44a-4c25-849c-181a26f201ee is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:41:15.444736 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-b027ff09-1ee3-48a2-80b3-cb041ee10395 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:41:15.453630 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b027ff09-1ee3-48a2-80b3-cb041ee10395 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:41:15.651136 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-b027ff09-1ee3-48a2-80b3-cb041ee10395 None None] Attempting to bind port d55d137f-8f8e-42d1-87b8-9d1c8950a445 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:41:15.651830 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-b027ff09-1ee3-48a2-80b3-cb041ee10395 None None] Attempting to bind port d55d137f-8f8e-42d1-87b8-9d1c8950a445 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '4b464479-63e8-4814-b2bf-20212a4aaf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'd5002bf3-a44a-4c25-849c-181a26f201ee'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:41:15.651830 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b027ff09-1ee3-48a2-80b3-cb041ee10395 None None] Attempting to bind port d55d137f-8f8e-42d1-87b8-9d1c8950a445 on network d5002bf3-a44a-4c25-849c-181a26f201ee {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:41:15.700447 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f39400b-7ec6-404d-9e3f-21676d55216c None None] Network df18c1c1-8da7-4035-b5df-d4b634728198 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:41:15.744963 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a7bdb6b6-499a-47a8-a93f-b518cd4a0829 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:15.797606 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b027ff09-1ee3-48a2-80b3-cb041ee10395 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:41:15.797988 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b027ff09-1ee3-48a2-80b3-cb041ee10395 None None] Checking segment: {'id': '4b464479-63e8-4814-b2bf-20212a4aaf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'd5002bf3-a44a-4c25-849c-181a26f201ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:41:15.798394 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b027ff09-1ee3-48a2-80b3-cb041ee10395 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:15.800680 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b027ff09-1ee3-48a2-80b3-cb041ee10395 None None] Bound using segment: {'id': '4b464479-63e8-4814-b2bf-20212a4aaf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'd5002bf3-a44a-4c25-849c-181a26f201ee'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:41:15.802641 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-b027ff09-1ee3-48a2-80b3-cb041ee10395 None None] Bound port: d55d137f-8f8e-42d1-87b8-9d1c8950a445, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b464479-63e8-4814-b2bf-20212a4aaf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'd5002bf3-a44a-4c25-849c-181a26f201ee'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:41:15.804880 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b027ff09-1ee3-48a2-80b3-cb041ee10395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:15.865588 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a7bdb6b6-499a-47a8-a93f-b518cd4a0829 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:15.920757 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-64cc5ebe-bc6c-40b7-8cfd-d09e369005cf None None] Provisioning complete for port 1f34188a-85ea-46a7-b2ee-ee5f4eb76c75 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:41:15.921137 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-64cc5ebe-bc6c-40b7-8cfd-d09e369005cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:15.933499 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bdb6b6-499a-47a8-a93f-b518cd4a0829 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Network d5002bf3-a44a-4c25-849c-181a26f201ee is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:41:15.936909 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-a7bdb6b6-499a-47a8-a93f-b518cd4a0829 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:41:15.947825 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bdb6b6-499a-47a8-a93f-b518cd4a0829 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:41:15.954000 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bdb6b6-499a-47a8-a93f-b518cd4a0829 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:15.954628 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a7bdb6b6-499a-47a8-a93f-b518cd4a0829 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:16.001162 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bdb6b6-499a-47a8-a93f-b518cd4a0829 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Pushing event updated for resources: {'Port': ['ID=05b9d93b-75f1-4f4b-b840-679cd7f4f2b1,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:16.015745 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-b027ff09-1ee3-48a2-80b3-cb041ee10395 None None] For port d55d137f-8f8e-42d1-87b8-9d1c8950a445, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:41:16.078863 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-b027ff09-1ee3-48a2-80b3-cb041ee10395 None None] For port d55d137f-8f8e-42d1-87b8-9d1c8950a445, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=d55d137f-8f8e-42d1-87b8-9d1c8950a445,segment=NetworkSegment(4b464479-63e8-4814-b2bf-20212a4aaf33),segment_id=4b464479-63e8-4814-b2bf-20212a4aaf33)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:41:16.111730 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a7bdb6b6-499a-47a8-a93f-b518cd4a0829 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.9691377 Oct 27 18:41:16.114355 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52386) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:16.163377 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b027ff09-1ee3-48a2-80b3-cb041ee10395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:16.228051 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-a62a1cc5-e3dd-49a8-a481-d206e755ddb9 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Deleting subnet 1226e3f6-8241-4351-a059-68d278a4dd12 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:41:16.235288 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a62a1cc5-e3dd-49a8-a481-d206e755ddb9 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:16.268166 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-64cc5ebe-bc6c-40b7-8cfd-d09e369005cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:16.289036 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b027ff09-1ee3-48a2-80b3-cb041ee10395 None None] Pushing event updated for resources: {'Port': ['ID=d55d137f-8f8e-42d1-87b8-9d1c8950a445,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:16.343159 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 1f34188a-85ea-46a7-b2ee-ee5f4eb76c75 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:41:16.367120 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a62a1cc5-e3dd-49a8-a481-d206e755ddb9 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:16.461959 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-64cc5ebe-bc6c-40b7-8cfd-d09e369005cf None None] For port 1f34188a-85ea-46a7-b2ee-ee5f4eb76c75, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=1f34188a-85ea-46a7-b2ee-ee5f4eb76c75,segment=NetworkSegment(3490dd2e-7b15-48f2-b4d0-98a52e4732bc),segment_id=3490dd2e-7b15-48f2-b4d0-98a52e4732bc)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:41:16.546707 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-64cc5ebe-bc6c-40b7-8cfd-d09e369005cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:16.625723 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 1f34188a-85ea-46a7-b2ee-ee5f4eb76c75 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:41:16.626091 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:16.689110 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc5ebe-bc6c-40b7-8cfd-d09e369005cf None None] Pushing event updated for resources: {'Port': ['ID=1f34188a-85ea-46a7-b2ee-ee5f4eb76c75,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:16.836771 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a62a1cc5-e3dd-49a8-a481-d206e755ddb9 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:16.984225 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-51e9bd18-cc14-4b1d-a14f-345bb7c7bbfd None None] Provisioning complete for port 1f34188a-85ea-46a7-b2ee-ee5f4eb76c75 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:41:16.984610 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-51e9bd18-cc14-4b1d-a14f-345bb7c7bbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:17.028244 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a62a1cc5-e3dd-49a8-a481-d206e755ddb9 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:17.082104 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62a1cc5-e3dd-49a8-a481-d206e755ddb9 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Pushing event deleted for resources: {'Subnet': ['ID=1226e3f6-8241-4351-a059-68d278a4dd12,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:17.090199 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a62a1cc5-e3dd-49a8-a481-d206e755ddb9 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:17.102105 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a62a1cc5-e3dd-49a8-a481-d206e755ddb9 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] 10.222.0.52 "DELETE /v2.0/subnets/1226e3f6-8241-4351-a059-68d278a4dd12 HTTP/1.1" status: 204 len: 168 time: 0.9853184 Oct 27 18:41:17.105533 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52406) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:17.185691 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ba00a6-cc9d-40f8-9b6b-c52aa6027bb0 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:17.187389 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ba00a6-cc9d-40f8-9b6b-c52aa6027bb0 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:17.191707 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b7ba00a6-cc9d-40f8-9b6b-c52aa6027bb0 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0824778 Oct 27 18:41:17.192062 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52408) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:17.287434 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-13194900-70fe-4b4c-86da-af129e60b8c5 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:17.299054 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-13194900-70fe-4b4c-86da-af129e60b8c5 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 27 18:41:17.316502 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13194900-70fe-4b4c-86da-af129e60b8c5 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:17.319923 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-13194900-70fe-4b4c-86da-af129e60b8c5 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] 10.222.0.52 "DELETE /v2.0/networks/d5002bf3-a44a-4c25-849c-181a26f201ee HTTP/1.1" status: 409 len: 405 time: 0.1268060 Oct 27 18:41:17.325987 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52412) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:17.331787 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-ad979c1e-8a5d-4ca4-a4fc-b41c34c69c67 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-450080229'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:41:17.407990 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad979c1e-8a5d-4ca4-a4fc-b41c34c69c67 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Made reservation on behalf of ecf9927ca5794688bd07b12d3b2623c2 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:41:17.411525 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ad979c1e-8a5d-4ca4-a4fc-b41c34c69c67 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:17.454172 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad979c1e-8a5d-4ca4-a4fc-b41c34c69c67 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] vlan segment allocate from pool success with {'vlan_id': 1049, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:41:17.473431 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ad979c1e-8a5d-4ca4-a4fc-b41c34c69c67 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:17.474257 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-ad979c1e-8a5d-4ca4-a4fc-b41c34c69c67 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Added segment 47a99fdf-3d1a-4cc8-b565-e9bfc65521d9 of type vlan for network 7fff8e2f-bca5-4420-95a7-7d14b4e7656d Oct 27 18:41:17.624188 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ad979c1e-8a5d-4ca4-a4fc-b41c34c69c67 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:17.733070 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ad979c1e-8a5d-4ca4-a4fc-b41c34c69c67 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:17.740658 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad979c1e-8a5d-4ca4-a4fc-b41c34c69c67 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:17.741369 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ad979c1e-8a5d-4ca4-a4fc-b41c34c69c67 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:17.913078 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ad979c1e-8a5d-4ca4-a4fc-b41c34c69c67 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5859175 Oct 27 18:41:17.916549 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52434) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:17.923217 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-3e744d00-433e-4532-aa7a-0779818ccfe7 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Request body: {'subnet': {'network_id': '7fff8e2f-bca5-4420-95a7-7d14b4e7656d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:41:17.950456 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad979c1e-8a5d-4ca4-a4fc-b41c34c69c67 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Pushing event updated for resources: {'Network': ['ID=7fff8e2f-bca5-4420-95a7-7d14b4e7656d,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:17.961703 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 7fff8e2f-bca5-4420-95a7-7d14b4e7656d details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:41:18.133425 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e744d00-433e-4532-aa7a-0779818ccfe7 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Made reservation on behalf of ecf9927ca5794688bd07b12d3b2623c2 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:41:18.138318 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3e744d00-433e-4532-aa7a-0779818ccfe7 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:18.172001 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baee1de-8805-4c69-81a0-8daa8ca6b0da None None] Network d5002bf3-a44a-4c25-849c-181a26f201ee requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:41:18.365454 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-b7661aee-0100-42c5-9cc9-02f7f1669b32 None None] Provisioning complete for port d55d137f-8f8e-42d1-87b8-9d1c8950a445 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:41:18.365772 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b7661aee-0100-42c5-9cc9-02f7f1669b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:18.535227 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d55d137f-8f8e-42d1-87b8-9d1c8950a445 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:41:18.599071 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289e8c6a-8b51-4e62-af0f-a0e18d9e27df None None] DHCP port deletion for d5002bf3-a44a-4c25-849c-181a26f201ee request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:41:18.640132 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b7661aee-0100-42c5-9cc9-02f7f1669b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:18.671973 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port d55d137f-8f8e-42d1-87b8-9d1c8950a445 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:41:18.672360 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:18.726309 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-b7661aee-0100-42c5-9cc9-02f7f1669b32 None None] For port d55d137f-8f8e-42d1-87b8-9d1c8950a445, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=d55d137f-8f8e-42d1-87b8-9d1c8950a445,segment=NetworkSegment(4b464479-63e8-4814-b2bf-20212a4aaf33),segment_id=4b464479-63e8-4814-b2bf-20212a4aaf33)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:41:18.739843 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-289e8c6a-8b51-4e62-af0f-a0e18d9e27df None None] Deleting port d55d137f-8f8e-42d1-87b8-9d1c8950a445 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:41:18.740212 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-289e8c6a-8b51-4e62-af0f-a0e18d9e27df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:18.760954 n-d-815690-2 neutron-server[102879]: DEBUG neutron.objects.ports [None req-3e744d00-433e-4532-aa7a-0779818ccfe7 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102879) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 18:41:18.762527 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3e744d00-433e-4532-aa7a-0779818ccfe7 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:18.801653 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b7661aee-0100-42c5-9cc9-02f7f1669b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:18.811951 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e744d00-433e-4532-aa7a-0779818ccfe7 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Pushing event updated for resources: {'Subnet': ['ID=15c42ec9-ac0c-4129-92d8-3e1c91f9f0a9,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:18.866128 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-289e8c6a-8b51-4e62-af0f-a0e18d9e27df None None] For port d55d137f-8f8e-42d1-87b8-9d1c8950a445, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=d55d137f-8f8e-42d1-87b8-9d1c8950a445,segment=NetworkSegment(4b464479-63e8-4814-b2bf-20212a4aaf33),segment_id=4b464479-63e8-4814-b2bf-20212a4aaf33)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:41:18.866773 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-289e8c6a-8b51-4e62-af0f-a0e18d9e27df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:18.904324 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e744d00-433e-4532-aa7a-0779818ccfe7 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Checking segment: {'id': '47a99fdf-3d1a-4cc8-b565-e9bfc65521d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '7fff8e2f-bca5-4420-95a7-7d14b4e7656d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:41:18.907461 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e744d00-433e-4532-aa7a-0779818ccfe7 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Network hostable DHCP agents. Network: 7fff8e2f-bca5-4420-95a7-7d14b4e7656d, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:41:18.922395 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-289e8c6a-8b51-4e62-af0f-a0e18d9e27df None None] Calling delete_port for d55d137f-8f8e-42d1-87b8-9d1c8950a445 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:41:18.930641 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 1f34188a-85ea-46a7-b2ee-ee5f4eb76c75 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:41:18.948252 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7661aee-0100-42c5-9cc9-02f7f1669b32 None None] Pushing event updated for resources: {'Port': ['ID=d55d137f-8f8e-42d1-87b8-9d1c8950a445,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:19.018620 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e744d00-433e-4532-aa7a-0779818ccfe7 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Network 7fff8e2f-bca5-4420-95a7-7d14b4e7656d is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:41:19.123421 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-3e744d00-433e-4532-aa7a-0779818ccfe7 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 7fff8e2f-bca5-4420-95a7-7d14b4e7656d) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:41:19.136681 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e744d00-433e-4532-aa7a-0779818ccfe7 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:19.137566 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3e744d00-433e-4532-aa7a-0779818ccfe7 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:19.221721 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3071906-fde6-43cd-aa2a-899f353664d7 None None] Network 7fff8e2f-bca5-4420-95a7-7d14b4e7656d requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:41:19.267458 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3e744d00-433e-4532-aa7a-0779818ccfe7 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3495679 Oct 27 18:41:19.270007 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52468) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:19.275423 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-2a739e4e-64ff-4241-9461-cf5670a282a6 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Request body: {'port': {'network_id': '7fff8e2f-bca5-4420-95a7-7d14b4e7656d', 'name': 'tempest-NetworksIpV6TestAttrs-1540158097'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:41:19.325310 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 1f34188a-85ea-46a7-b2ee-ee5f4eb76c75 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:41:19.325839 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:19.506940 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52476) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:19.526019 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-289e8c6a-8b51-4e62-af0f-a0e18d9e27df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:19.544805 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3818920c-39f9-4147-a67a-3f2cb85979b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-7fff8e2f-bca5-4420-95a7-7d14b4e7656d', 'network_id': '7fff8e2f-bca5-4420-95a7-7d14b4e7656d', 'tenant_id': 'ecf9927ca5794688bd07b12d3b2623c2', 'fixed_ips': [{'subnet_id': '15c42ec9-ac0c-4129-92d8-3e1c91f9f0a9'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:41:19.554534 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3818920c-39f9-4147-a67a-3f2cb85979b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:19.594733 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289e8c6a-8b51-4e62-af0f-a0e18d9e27df None None] No DVR routers for this DVR port d55d137f-8f8e-42d1-87b8-9d1c8950a445 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:41:19.666097 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e8c6a-8b51-4e62-af0f-a0e18d9e27df None None] Pushing event deleted for resources: {'Port': ['ID=d55d137f-8f8e-42d1-87b8-9d1c8950a445,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:19.670367 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab5d4ab-b4a7-41bf-bfab-e81d144c5371 admin admin] Deleting subnet cfd25bfb-8a5d-40be-ae60-173309e1b5aa {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:41:19.675181 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cab5d4ab-b4a7-41bf-bfab-e81d144c5371 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:19.775896 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cab5d4ab-b4a7-41bf-bfab-e81d144c5371 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:19.849881 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cab5d4ab-b4a7-41bf-bfab-e81d144c5371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:19.980842 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cab5d4ab-b4a7-41bf-bfab-e81d144c5371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:20.014066 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cab5d4ab-b4a7-41bf-bfab-e81d144c5371 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:20.020572 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-cab5d4ab-b4a7-41bf-bfab-e81d144c5371 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/cfd25bfb-8a5d-40be-ae60-173309e1b5aa HTTP/1.1" status: 204 len: 168 time: 0.5133381 Oct 27 18:41:20.023451 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52492) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:20.088116 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-3818920c-39f9-4147-a67a-3f2cb85979b9 None None] Allocated IP 2001:db8::f816:3eff:feee:a5e1 (7fff8e2f-bca5-4420-95a7-7d14b4e7656d/15c42ec9-ac0c-4129-92d8-3e1c91f9f0a9/8f590bcb-8d76-45d4-a5f8-79dee5278b70) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:41:20.174119 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-168b7708-ec1e-4566-8ad6-96f27643737a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:20.175999 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a739e4e-64ff-4241-9461-cf5670a282a6 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Made reservation on behalf of ecf9927ca5794688bd07b12d3b2623c2 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:41:20.187534 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab5d4ab-b4a7-41bf-bfab-e81d144c5371 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfd25bfb-8a5d-40be-ae60-173309e1b5aa,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:20.236589 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2a739e4e-64ff-4241-9461-cf5670a282a6 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:20.275506 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d55d137f-8f8e-42d1-87b8-9d1c8950a445 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:41:20.284197 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-168b7708-ec1e-4566-8ad6-96f27643737a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:20.288439 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-2a739e4e-64ff-4241-9461-cf5670a282a6 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] device_id is not set on port 98be9bd2-5125-4029-bafc-f3d308f14e93 yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:41:20.312294 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: d55d137f-8f8e-42d1-87b8-9d1c8950a445 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:41:20.312641 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d55d137f-8f8e-42d1-87b8-9d1c8950a445 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:41:20.323450 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-168b7708-ec1e-4566-8ad6-96f27643737a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34ad24f4-30f2-4a44-b5cb-06919fb68ec0']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:41:20.341299 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-168b7708-ec1e-4566-8ad6-96f27643737a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68caf2ab-1470-46e4-867f-c538deda2073') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:41:20.341598 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-168b7708-ec1e-4566-8ad6-96f27643737a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68caf2ab-1470-46e4-867f-c538deda2073') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:41:20.365181 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-168b7708-ec1e-4566-8ad6-96f27643737a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:20.398057 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-168b7708-ec1e-4566-8ad6-96f27643737a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:20.409165 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-168b7708-ec1e-4566-8ad6-96f27643737a admin admin] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:41:20.410122 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-168b7708-ec1e-4566-8ad6-96f27643737a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:20.412105 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:41:20.412105 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:41:20.412105 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:41:20.412105 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:41:20.412105 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:41:20.412105 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:41:20.412105 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:41:20.412105 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:41:20.412105 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:41:20.412105 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:41:20.412105 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:41:20.412105 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:41:20.412105 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:41:20.412105 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:41:20.412105 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:41:20.412105 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:41:20.412105 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:41:20.412105 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:41:20.412105 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:41:20.412105 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:41:20.412105 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:41:20.412105 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:41:20.412105 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:41:20.412105 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:41:20.412105 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:41:20.412105 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:41:20.412105 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:41:20.412105 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:41:20.412105 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:41:20.412105 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:41:20.412105 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:41:20.412105 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:41:20.481673 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3818920c-39f9-4147-a67a-3f2cb85979b9 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:20.603944 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3818920c-39f9-4147-a67a-3f2cb85979b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:20.604179 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-168b7708-ec1e-4566-8ad6-96f27643737a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:20.620373 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-168b7708-ec1e-4566-8ad6-96f27643737a admin admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:20.628595 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52502) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:20.629229 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-168b7708-ec1e-4566-8ad6-96f27643737a admin admin] 10.222.0.52 "DELETE /v2.0/networks/34ad24f4-30f2-4a44-b5cb-06919fb68ec0 HTTP/1.1" status: 204 len: 168 time: 0.6027451 Oct 27 18:41:20.645927 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b7708-ec1e-4566-8ad6-96f27643737a admin admin] Pushing event deleted for resources: {'Network': ['ID=34ad24f4-30f2-4a44-b5cb-06919fb68ec0,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:20.699877 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3818920c-39f9-4147-a67a-3f2cb85979b9 None None] Pushing event updated for resources: {'Port': ['ID=8f590bcb-8d76-45d4-a5f8-79dee5278b70,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:20.703562 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3818920c-39f9-4147-a67a-3f2cb85979b9 None None] Network 7fff8e2f-bca5-4420-95a7-7d14b4e7656d is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:41:20.705447 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-3818920c-39f9-4147-a67a-3f2cb85979b9 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:41:20.711395 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3818920c-39f9-4147-a67a-3f2cb85979b9 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:41:20.777453 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-2a739e4e-64ff-4241-9461-cf5670a282a6 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Allocated IP 2001:db8::f816:3eff:fe09:45a (7fff8e2f-bca5-4420-95a7-7d14b4e7656d/15c42ec9-ac0c-4129-92d8-3e1c91f9f0a9/98be9bd2-5125-4029-bafc-f3d308f14e93) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:41:20.879783 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-3818920c-39f9-4147-a67a-3f2cb85979b9 None None] Attempting to bind port 8f590bcb-8d76-45d4-a5f8-79dee5278b70 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:41:20.880275 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-3818920c-39f9-4147-a67a-3f2cb85979b9 None None] Attempting to bind port 8f590bcb-8d76-45d4-a5f8-79dee5278b70 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '47a99fdf-3d1a-4cc8-b565-e9bfc65521d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '7fff8e2f-bca5-4420-95a7-7d14b4e7656d'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:41:20.880645 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3818920c-39f9-4147-a67a-3f2cb85979b9 None None] Attempting to bind port 8f590bcb-8d76-45d4-a5f8-79dee5278b70 on network 7fff8e2f-bca5-4420-95a7-7d14b4e7656d {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:41:20.890621 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3818920c-39f9-4147-a67a-3f2cb85979b9 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:41:20.891633 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3818920c-39f9-4147-a67a-3f2cb85979b9 None None] Checking segment: {'id': '47a99fdf-3d1a-4cc8-b565-e9bfc65521d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '7fff8e2f-bca5-4420-95a7-7d14b4e7656d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:41:20.892042 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3818920c-39f9-4147-a67a-3f2cb85979b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:20.892657 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3818920c-39f9-4147-a67a-3f2cb85979b9 None None] Bound using segment: {'id': '47a99fdf-3d1a-4cc8-b565-e9bfc65521d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '7fff8e2f-bca5-4420-95a7-7d14b4e7656d'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:41:20.893172 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-3818920c-39f9-4147-a67a-3f2cb85979b9 None None] Bound port: 8f590bcb-8d76-45d4-a5f8-79dee5278b70, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a99fdf-3d1a-4cc8-b565-e9bfc65521d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '7fff8e2f-bca5-4420-95a7-7d14b4e7656d'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:41:20.893562 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3818920c-39f9-4147-a67a-3f2cb85979b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:21.027341 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-3818920c-39f9-4147-a67a-3f2cb85979b9 None None] For port 8f590bcb-8d76-45d4-a5f8-79dee5278b70, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:41:21.033288 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-3818920c-39f9-4147-a67a-3f2cb85979b9 None None] For port 8f590bcb-8d76-45d4-a5f8-79dee5278b70, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=8f590bcb-8d76-45d4-a5f8-79dee5278b70,segment=NetworkSegment(47a99fdf-3d1a-4cc8-b565-e9bfc65521d9),segment_id=47a99fdf-3d1a-4cc8-b565-e9bfc65521d9)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:41:21.073388 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-40fda774-e904-490c-9d27-96105462d43e admin admin] Deleting subnet 9b431688-3ba3-4571-9729-1418aa2e59d4 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:41:21.081112 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-40fda774-e904-490c-9d27-96105462d43e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:21.105769 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3818920c-39f9-4147-a67a-3f2cb85979b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:21.109965 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2a739e4e-64ff-4241-9461-cf5670a282a6 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:21.135089 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-40fda774-e904-490c-9d27-96105462d43e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:21.182804 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3818920c-39f9-4147-a67a-3f2cb85979b9 None None] Pushing event updated for resources: {'Port': ['ID=8f590bcb-8d76-45d4-a5f8-79dee5278b70,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:21.193134 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-40fda774-e904-490c-9d27-96105462d43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:21.256016 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2a739e4e-64ff-4241-9461-cf5670a282a6 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:21.332286 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a739e4e-64ff-4241-9461-cf5670a282a6 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Network 7fff8e2f-bca5-4420-95a7-7d14b4e7656d is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:41:21.335999 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-2a739e4e-64ff-4241-9461-cf5670a282a6 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:41:21.340698 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a739e4e-64ff-4241-9461-cf5670a282a6 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:41:21.346463 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a739e4e-64ff-4241-9461-cf5670a282a6 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:21.347151 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2a739e4e-64ff-4241-9461-cf5670a282a6 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:21.363052 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a739e4e-64ff-4241-9461-cf5670a282a6 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Pushing event updated for resources: {'Port': ['ID=98be9bd2-5125-4029-bafc-f3d308f14e93,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:21.389212 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-40fda774-e904-490c-9d27-96105462d43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:21.421556 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fda774-e904-490c-9d27-96105462d43e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b431688-3ba3-4571-9729-1418aa2e59d4,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:21.434534 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-40fda774-e904-490c-9d27-96105462d43e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:21.438225 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-40fda774-e904-490c-9d27-96105462d43e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/9b431688-3ba3-4571-9729-1418aa2e59d4 HTTP/1.1" status: 204 len: 168 time: 0.8087649 Oct 27 18:41:21.440933 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52526) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:21.509333 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2a739e4e-64ff-4241-9461-cf5670a282a6 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.2377172 Oct 27 18:41:21.513281 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52528) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:21.565752 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6a833f5f-9fad-4c07-a484-a76e971b8020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:21.592836 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d1bf3bf-8d43-453b-8b4e-a9dcb7f38730 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Deleting subnet 15c42ec9-ac0c-4129-92d8-3e1c91f9f0a9 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:41:21.607042 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7d1bf3bf-8d43-453b-8b4e-a9dcb7f38730 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:21.688459 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7d1bf3bf-8d43-453b-8b4e-a9dcb7f38730 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:21.715278 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6a833f5f-9fad-4c07-a484-a76e971b8020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:21.739762 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-6a833f5f-9fad-4c07-a484-a76e971b8020 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ded91369-99af-4b98-a469-dc25b205438f']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:41:21.751409 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-6a833f5f-9fad-4c07-a484-a76e971b8020 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9932aff9-9920-4db6-ba8f-d4340d91c399') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:41:21.751708 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-6a833f5f-9fad-4c07-a484-a76e971b8020 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9932aff9-9920-4db6-ba8f-d4340d91c399') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:41:21.767570 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6a833f5f-9fad-4c07-a484-a76e971b8020 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:21.797523 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6a833f5f-9fad-4c07-a484-a76e971b8020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:21.803654 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a833f5f-9fad-4c07-a484-a76e971b8020 admin admin] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:41:21.804063 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6a833f5f-9fad-4c07-a484-a76e971b8020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:21.806162 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:41:21.806162 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:41:21.806162 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:41:21.806162 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:41:21.806162 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:41:21.806162 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:41:21.806162 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:41:21.806162 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:41:21.806162 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:41:21.806162 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:41:21.806162 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:41:21.806162 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:41:21.806162 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:41:21.806162 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:41:21.806162 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:41:21.806162 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:41:21.806162 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:41:21.806162 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:41:21.806162 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:41:21.806162 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:41:21.806162 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:41:21.806162 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:41:21.806162 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:41:21.806162 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:41:21.806162 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:41:21.806162 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:41:21.806162 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:41:21.806162 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:41:21.806162 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:41:21.806162 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:41:21.806162 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:41:21.806162 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:41:21.876826 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7d1bf3bf-8d43-453b-8b4e-a9dcb7f38730 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:21.953510 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6a833f5f-9fad-4c07-a484-a76e971b8020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:21.964366 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6a833f5f-9fad-4c07-a484-a76e971b8020 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:21.967574 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6a833f5f-9fad-4c07-a484-a76e971b8020 admin admin] 10.222.0.52 "DELETE /v2.0/networks/ded91369-99af-4b98-a469-dc25b205438f HTTP/1.1" status: 204 len: 168 time: 0.5254052 Oct 27 18:41:21.986478 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a833f5f-9fad-4c07-a484-a76e971b8020 admin admin] Pushing event deleted for resources: {'Network': ['ID=ded91369-99af-4b98-a469-dc25b205438f,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:22.036562 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7d1bf3bf-8d43-453b-8b4e-a9dcb7f38730 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:22.092359 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1bf3bf-8d43-453b-8b4e-a9dcb7f38730 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Pushing event deleted for resources: {'Subnet': ['ID=15c42ec9-ac0c-4129-92d8-3e1c91f9f0a9,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:22.116164 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7d1bf3bf-8d43-453b-8b4e-a9dcb7f38730 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:22.120291 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7d1bf3bf-8d43-453b-8b4e-a9dcb7f38730 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] 10.222.0.52 "DELETE /v2.0/subnets/15c42ec9-ac0c-4129-92d8-3e1c91f9f0a9 HTTP/1.1" status: 204 len: 168 time: 0.6059239 Oct 27 18:41:22.127193 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52556) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:22.192494 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9808d09b-fcf1-473f-b22f-946a4c2b04e3 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:22.194418 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9808d09b-fcf1-473f-b22f-946a4c2b04e3 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:22.197653 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9808d09b-fcf1-473f-b22f-946a4c2b04e3 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0733941 Oct 27 18:41:22.200770 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52560) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:22.309059 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 8f590bcb-8d76-45d4-a5f8-79dee5278b70 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:41:22.423988 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8381440c-8076-4d26-9df8-7685a467c895 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:22.442536 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-8381440c-8076-4d26-9df8-7685a467c895 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 27 18:41:22.443035 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8381440c-8076-4d26-9df8-7685a467c895 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:22.453391 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8381440c-8076-4d26-9df8-7685a467c895 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] 10.222.0.52 "DELETE /v2.0/networks/7fff8e2f-bca5-4420-95a7-7d14b4e7656d HTTP/1.1" status: 409 len: 405 time: 0.2479730 Oct 27 18:41:22.453572 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 8f590bcb-8d76-45d4-a5f8-79dee5278b70 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:41:22.453709 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:22.454180 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52564) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:22.459907 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-ef8da92a-6354-4526-a1e3-29c63260735e tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1450227944'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:41:22.532174 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52566) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:22.588827 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:22.593720 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-98c1aec0-8fb6-4a1b-b0ac-96347b891c10 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a16aaa80f8b64c1880a21ed34928169f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0594413 Oct 27 18:41:22.596284 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52570) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:22.628957 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 8f590bcb-8d76-45d4-a5f8-79dee5278b70, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=8f590bcb-8d76-45d4-a5f8-79dee5278b70,segment=NetworkSegment(47a99fdf-3d1a-4cc8-b565-e9bfc65521d9),segment_id=47a99fdf-3d1a-4cc8-b565-e9bfc65521d9)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:41:22.643314 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8da92a-6354-4526-a1e3-29c63260735e tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Made reservation on behalf of ecf9927ca5794688bd07b12d3b2623c2 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:41:22.648103 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ef8da92a-6354-4526-a1e3-29c63260735e tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:22.651544 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80e3666-7aa7-4e1d-ba0f-33c80193e0ec None None] Network 7fff8e2f-bca5-4420-95a7-7d14b4e7656d requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:41:22.683764 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d88790d8-c686-4c88-8aad-98d5756a152b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:22.762873 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d88790d8-c686-4c88-8aad-98d5756a152b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:22.778513 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:22.823431 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-3f9eef4d-8e5c-4e0f-95a8-e47c6d136d3c None None] Provisioning complete for port 8f590bcb-8d76-45d4-a5f8-79dee5278b70 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:41:22.824228 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3f9eef4d-8e5c-4e0f-95a8-e47c6d136d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:22.829170 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef8da92a-6354-4526-a1e3-29c63260735e tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] vlan segment allocate from pool success with {'vlan_id': 1004, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:41:22.841012 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ef8da92a-6354-4526-a1e3-29c63260735e tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:22.841498 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-ef8da92a-6354-4526-a1e3-29c63260735e tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Added segment 84a046d7-8b8a-493d-8438-f76151c048fc of type vlan for network c37dcc72-252a-4ba6-ab25-eb33e4b55a5f Oct 27 18:41:22.905819 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d88790d8-c686-4c88-8aad-98d5756a152b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:22.910953 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d88790d8-c686-4c88-8aad-98d5756a152b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:22.912627 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d88790d8-c686-4c88-8aad-98d5756a152b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/359c5498-4bd1-4c65-9294-07de47384080 HTTP/1.1" status: 204 len: 168 time: 0.3152509 Oct 27 18:41:22.918097 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ef8da92a-6354-4526-a1e3-29c63260735e tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:22.972549 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88790d8-c686-4c88-8aad-98d5756a152b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359c5498-4bd1-4c65-9294-07de47384080,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:23.013147 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=8f590bcb-8d76-45d4-a5f8-79dee5278b70,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:23.075810 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ef8da92a-6354-4526-a1e3-29c63260735e tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:23.079648 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8da92a-6354-4526-a1e3-29c63260735e tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:23.080630 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ef8da92a-6354-4526-a1e3-29c63260735e tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:23.147036 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f6c296-ad6e-4d81-b22a-ef8124511a6f None None] DHCP port deletion for 7fff8e2f-bca5-4420-95a7-7d14b4e7656d request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:41:23.208339 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8da92a-6354-4526-a1e3-29c63260735e tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Pushing event updated for resources: {'Network': ['ID=c37dcc72-252a-4ba6-ab25-eb33e4b55a5f,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:23.233312 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network c37dcc72-252a-4ba6-ab25-eb33e4b55a5f details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:41:23.243517 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52592) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:23.244934 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ef8da92a-6354-4526-a1e3-29c63260735e tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7885902 Oct 27 18:41:23.252743 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-efa3e446-f811-49bb-b126-ede863cc91d2 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Request body: {'subnet': {'network_id': 'c37dcc72-252a-4ba6-ab25-eb33e4b55a5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:41:23.296539 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-a0f6c296-ad6e-4d81-b22a-ef8124511a6f None None] Deleting port 8f590bcb-8d76-45d4-a5f8-79dee5278b70 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:41:23.297231 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a0f6c296-ad6e-4d81-b22a-ef8124511a6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:23.429889 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-a0f6c296-ad6e-4d81-b22a-ef8124511a6f None None] For port 8f590bcb-8d76-45d4-a5f8-79dee5278b70, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=8f590bcb-8d76-45d4-a5f8-79dee5278b70,segment=NetworkSegment(47a99fdf-3d1a-4cc8-b565-e9bfc65521d9),segment_id=47a99fdf-3d1a-4cc8-b565-e9bfc65521d9)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:41:23.435468 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a0f6c296-ad6e-4d81-b22a-ef8124511a6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:23.449239 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-a0f6c296-ad6e-4d81-b22a-ef8124511a6f None None] Calling delete_port for 8f590bcb-8d76-45d4-a5f8-79dee5278b70 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:41:23.481594 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa3e446-f811-49bb-b126-ede863cc91d2 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Made reservation on behalf of ecf9927ca5794688bd07b12d3b2623c2 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:41:23.485974 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-efa3e446-f811-49bb-b126-ede863cc91d2 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:23.658942 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a0f6c296-ad6e-4d81-b22a-ef8124511a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:23.690975 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6c296-ad6e-4d81-b22a-ef8124511a6f None None] Pushing event deleted for resources: {'Port': ['ID=8f590bcb-8d76-45d4-a5f8-79dee5278b70,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:23.695571 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f6c296-ad6e-4d81-b22a-ef8124511a6f None None] No DVR routers for this DVR port 8f590bcb-8d76-45d4-a5f8-79dee5278b70 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:41:23.856277 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52616) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:23.945203 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a25f19b7-a5b0-4b28-ace2-246e691831a2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dc9db536876c45aa89fc3f05019eb2c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0874159 Oct 27 18:41:23.947514 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52622) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:24.041421 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-84360ce6-c296-45d7-9d9d-d4fc0e8bcb8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:24.049600 n-d-815690-2 neutron-server[102879]: DEBUG neutron.objects.ports [None req-efa3e446-f811-49bb-b126-ede863cc91d2 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102879) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 18:41:24.054253 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-efa3e446-f811-49bb-b126-ede863cc91d2 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:24.069745 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-84360ce6-c296-45d7-9d9d-d4fc0e8bcb8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:24.155936 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa3e446-f811-49bb-b126-ede863cc91d2 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Pushing event updated for resources: {'Subnet': ['ID=ac36226c-5dff-4c45-92a6-a6c85cde28fc,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:24.163536 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa3e446-f811-49bb-b126-ede863cc91d2 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Checking segment: {'id': '84a046d7-8b8a-493d-8438-f76151c048fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'c37dcc72-252a-4ba6-ab25-eb33e4b55a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:41:24.163810 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa3e446-f811-49bb-b126-ede863cc91d2 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Network hostable DHCP agents. Network: c37dcc72-252a-4ba6-ab25-eb33e4b55a5f, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:41:24.199520 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 8f590bcb-8d76-45d4-a5f8-79dee5278b70 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:41:24.235441 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-84360ce6-c296-45d7-9d9d-d4fc0e8bcb8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:24.235441 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-84360ce6-c296-45d7-9d9d-d4fc0e8bcb8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:24.235606 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 8f590bcb-8d76-45d4-a5f8-79dee5278b70 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:41:24.235606 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 8f590bcb-8d76-45d4-a5f8-79dee5278b70 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:41:24.235763 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-84360ce6-c296-45d7-9d9d-d4fc0e8bcb8c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2a4baacf-3e72-43d1-a0bf-3b304a513f94 HTTP/1.1" status: 204 len: 168 time: 0.2860415 Oct 27 18:41:24.283129 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84360ce6-c296-45d7-9d9d-d4fc0e8bcb8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4baacf-3e72-43d1-a0bf-3b304a513f94,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:24.321984 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa3e446-f811-49bb-b126-ede863cc91d2 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Network c37dcc72-252a-4ba6-ab25-eb33e4b55a5f is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:41:24.401579 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-efa3e446-f811-49bb-b126-ede863cc91d2 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, c37dcc72-252a-4ba6-ab25-eb33e4b55a5f) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:41:24.411348 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa3e446-f811-49bb-b126-ede863cc91d2 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:24.416002 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6f8d17-e9ba-4012-a638-3515d8478c2b None None] Network c37dcc72-252a-4ba6-ab25-eb33e4b55a5f requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:41:24.419734 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-efa3e446-f811-49bb-b126-ede863cc91d2 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:24.544917 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-efa3e446-f811-49bb-b126-ede863cc91d2 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2969379 Oct 27 18:41:24.545413 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52652) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:24.687214 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2f8e99-ceda-4335-9783-78cfdaf1dc94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-c37dcc72-252a-4ba6-ab25-eb33e4b55a5f', 'network_id': 'c37dcc72-252a-4ba6-ab25-eb33e4b55a5f', 'tenant_id': 'ecf9927ca5794688bd07b12d3b2623c2', 'fixed_ips': [{'subnet_id': 'ac36226c-5dff-4c45-92a6-a6c85cde28fc'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:41:24.699468 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4e2f8e99-ceda-4335-9783-78cfdaf1dc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:24.708000 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-786abcdd-f901-4c06-9b8c-9d88f4ccf9ac tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:24.820319 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-786abcdd-f901-4c06-9b8c-9d88f4ccf9ac tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:25.085755 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-4e2f8e99-ceda-4335-9783-78cfdaf1dc94 None None] Allocated IP 2001:db8::f816:3eff:fe1d:50c4 (c37dcc72-252a-4ba6-ab25-eb33e4b55a5f/ac36226c-5dff-4c45-92a6-a6c85cde28fc/e875819e-51a3-4f8b-be5d-8d373f4bedce) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:41:25.344657 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4e2f8e99-ceda-4335-9783-78cfdaf1dc94 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:25.468734 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4e2f8e99-ceda-4335-9783-78cfdaf1dc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:25.494776 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2f8e99-ceda-4335-9783-78cfdaf1dc94 None None] Network c37dcc72-252a-4ba6-ab25-eb33e4b55a5f is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:41:25.520920 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-4e2f8e99-ceda-4335-9783-78cfdaf1dc94 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:41:25.532219 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2f8e99-ceda-4335-9783-78cfdaf1dc94 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:41:25.557242 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-786abcdd-f901-4c06-9b8c-9d88f4ccf9ac tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:25.650932 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786abcdd-f901-4c06-9b8c-9d88f4ccf9ac tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Pushing event deleted for resources: {'Subnet': ['ID=ac36226c-5dff-4c45-92a6-a6c85cde28fc,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:25.661301 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2f8e99-ceda-4335-9783-78cfdaf1dc94 None None] Pushing event updated for resources: {'Port': ['ID=e875819e-51a3-4f8b-be5d-8d373f4bedce,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:25.693335 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-4e2f8e99-ceda-4335-9783-78cfdaf1dc94 None None] Attempting to bind port e875819e-51a3-4f8b-be5d-8d373f4bedce on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:41:25.694013 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-4e2f8e99-ceda-4335-9783-78cfdaf1dc94 None None] Attempting to bind port e875819e-51a3-4f8b-be5d-8d373f4bedce by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '84a046d7-8b8a-493d-8438-f76151c048fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'c37dcc72-252a-4ba6-ab25-eb33e4b55a5f'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:41:25.694130 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2f8e99-ceda-4335-9783-78cfdaf1dc94 None None] Attempting to bind port e875819e-51a3-4f8b-be5d-8d373f4bedce on network c37dcc72-252a-4ba6-ab25-eb33e4b55a5f {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:41:25.707164 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2f8e99-ceda-4335-9783-78cfdaf1dc94 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:41:25.707164 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2f8e99-ceda-4335-9783-78cfdaf1dc94 None None] Checking segment: {'id': '84a046d7-8b8a-493d-8438-f76151c048fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'c37dcc72-252a-4ba6-ab25-eb33e4b55a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:41:25.707164 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4e2f8e99-ceda-4335-9783-78cfdaf1dc94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:25.707164 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2f8e99-ceda-4335-9783-78cfdaf1dc94 None None] Bound using segment: {'id': '84a046d7-8b8a-493d-8438-f76151c048fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'c37dcc72-252a-4ba6-ab25-eb33e4b55a5f'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:41:25.707164 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-4e2f8e99-ceda-4335-9783-78cfdaf1dc94 None None] Bound port: e875819e-51a3-4f8b-be5d-8d373f4bedce, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84a046d7-8b8a-493d-8438-f76151c048fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'c37dcc72-252a-4ba6-ab25-eb33e4b55a5f'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:41:25.707164 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4e2f8e99-ceda-4335-9783-78cfdaf1dc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:25.785360 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4e2f8e99-ceda-4335-9783-78cfdaf1dc94 None None] For port e875819e-51a3-4f8b-be5d-8d373f4bedce, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:41:25.789212 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4e2f8e99-ceda-4335-9783-78cfdaf1dc94 None None] For port e875819e-51a3-4f8b-be5d-8d373f4bedce, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=e875819e-51a3-4f8b-be5d-8d373f4bedce,segment=NetworkSegment(84a046d7-8b8a-493d-8438-f76151c048fc),segment_id=84a046d7-8b8a-493d-8438-f76151c048fc)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:41:25.795123 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-786abcdd-f901-4c06-9b8c-9d88f4ccf9ac tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:25.830327 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-786abcdd-f901-4c06-9b8c-9d88f4ccf9ac tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c37dcc72-252a-4ba6-ab25-eb33e4b55a5f']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:41:25.844913 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-786abcdd-f901-4c06-9b8c-9d88f4ccf9ac tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84a046d7-8b8a-493d-8438-f76151c048fc') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:41:25.845435 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-786abcdd-f901-4c06-9b8c-9d88f4ccf9ac tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84a046d7-8b8a-493d-8438-f76151c048fc') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:41:25.873033 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-786abcdd-f901-4c06-9b8c-9d88f4ccf9ac tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:25.910673 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4e2f8e99-ceda-4335-9783-78cfdaf1dc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:25.913036 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-786abcdd-f901-4c06-9b8c-9d88f4ccf9ac tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:25.928729 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-786abcdd-f901-4c06-9b8c-9d88f4ccf9ac tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:41:25.929743 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-786abcdd-f901-4c06-9b8c-9d88f4ccf9ac tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:25.937021 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:41:25.937021 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:41:25.937021 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:41:25.937021 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:41:25.937021 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:41:25.937021 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:41:25.937021 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:41:25.937021 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:41:25.937021 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:41:25.937021 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:41:25.937021 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:41:25.937021 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:41:25.937021 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:41:25.937021 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:41:25.937021 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:41:25.937021 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:41:25.937021 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:41:25.937021 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:41:25.937021 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:41:25.937021 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:41:25.937021 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:41:25.937021 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:41:25.937021 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:41:25.937021 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:41:25.937021 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:41:25.937021 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:41:25.937021 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:41:25.937021 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:41:25.937021 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:41:25.937021 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:41:25.937021 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:41:25.937021 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:41:26.121906 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.db.api [None req-786abcdd-f901-4c06-9b8c-9d88f4ccf9ac tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 27 18:41:26.121906 n-d-815690-2 neutron-server[102878]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 27 18:41:26.121906 n-d-815690-2 neutron-server[102878]: [parameters: {'id': 'c37dcc72-252a-4ba6-ab25-eb33e4b55a5f'}] Oct 27 18:41:26.121906 n-d-815690-2 neutron-server[102878]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:41:26.122414 n-d-815690-2 neutron-server[102878]: DEBUG oslo_db.api [None req-786abcdd-f901-4c06-9b8c-9d88f4ccf9ac tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:41:26.124092 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2f8e99-ceda-4335-9783-78cfdaf1dc94 None None] Pushing event updated for resources: {'Port': ['ID=e875819e-51a3-4f8b-be5d-8d373f4bedce,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:26.136447 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407bc1cb-df12-40cc-83dc-dbb6cb778b0a None None] Network c37dcc72-252a-4ba6-ab25-eb33e4b55a5f requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:41:26.435627 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:26.440835 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6534a0-133a-4ad3-a58a-cbeae5ddd086 None None] get_active_networks_info from n-d-815690-2 {{(pid=102880) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 18:41:26.536252 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6534a0-133a-4ad3-a58a-cbeae5ddd086 None None] Resources bound (agent type, host, resource id): {{(pid=102880) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 18:41:26.625023 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-786abcdd-f901-4c06-9b8c-9d88f4ccf9ac tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:26.752782 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-786abcdd-f901-4c06-9b8c-9d88f4ccf9ac tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Deleting port e875819e-51a3-4f8b-be5d-8d373f4bedce {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:41:26.753141 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-786abcdd-f901-4c06-9b8c-9d88f4ccf9ac tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:26.845340 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:26.872862 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-786abcdd-f901-4c06-9b8c-9d88f4ccf9ac tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] For port e875819e-51a3-4f8b-be5d-8d373f4bedce, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=e875819e-51a3-4f8b-be5d-8d373f4bedce,segment=NetworkSegment(84a046d7-8b8a-493d-8438-f76151c048fc),segment_id=84a046d7-8b8a-493d-8438-f76151c048fc)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:41:26.873190 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-786abcdd-f901-4c06-9b8c-9d88f4ccf9ac tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:26.914125 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-786abcdd-f901-4c06-9b8c-9d88f4ccf9ac tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Calling delete_port for e875819e-51a3-4f8b-be5d-8d373f4bedce owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:41:27.070152 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-786abcdd-f901-4c06-9b8c-9d88f4ccf9ac tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:27.097351 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786abcdd-f901-4c06-9b8c-9d88f4ccf9ac tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Pushing event deleted for resources: {'Port': ['ID=e875819e-51a3-4f8b-be5d-8d373f4bedce,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:27.105359 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786abcdd-f901-4c06-9b8c-9d88f4ccf9ac tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] No DVR routers for this DVR port e875819e-51a3-4f8b-be5d-8d373f4bedce on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:41:27.656942 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-786abcdd-f901-4c06-9b8c-9d88f4ccf9ac tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:27.682690 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-786abcdd-f901-4c06-9b8c-9d88f4ccf9ac tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c37dcc72-252a-4ba6-ab25-eb33e4b55a5f']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:41:27.695316 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-786abcdd-f901-4c06-9b8c-9d88f4ccf9ac tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84a046d7-8b8a-493d-8438-f76151c048fc') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:41:27.695629 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-786abcdd-f901-4c06-9b8c-9d88f4ccf9ac tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84a046d7-8b8a-493d-8438-f76151c048fc') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:41:27.714712 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-786abcdd-f901-4c06-9b8c-9d88f4ccf9ac tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:27.738882 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-786abcdd-f901-4c06-9b8c-9d88f4ccf9ac tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:27.748511 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-786abcdd-f901-4c06-9b8c-9d88f4ccf9ac tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:41:27.749216 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-786abcdd-f901-4c06-9b8c-9d88f4ccf9ac tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:27.753927 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:41:27.753927 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:41:27.753927 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:41:27.753927 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:41:27.753927 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:41:27.753927 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:41:27.753927 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:41:27.753927 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:41:27.753927 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:41:27.753927 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:41:27.753927 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:41:27.753927 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:41:27.753927 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:41:27.753927 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:41:27.753927 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:41:27.753927 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:41:27.753927 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:41:27.753927 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:41:27.753927 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:41:27.753927 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:41:27.753927 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:41:27.753927 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:41:27.753927 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:41:27.753927 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:41:27.753927 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:41:27.753927 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:41:27.753927 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:41:27.753927 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:41:27.753927 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:41:27.753927 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:41:27.753927 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:41:27.753927 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:41:27.882748 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-786abcdd-f901-4c06-9b8c-9d88f4ccf9ac tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:27.895222 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-786abcdd-f901-4c06-9b8c-9d88f4ccf9ac tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:27.895222 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-786abcdd-f901-4c06-9b8c-9d88f4ccf9ac tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] 10.222.0.52 "DELETE /v2.0/networks/c37dcc72-252a-4ba6-ab25-eb33e4b55a5f HTTP/1.1" status: 204 len: 168 time: 3.3466151 Oct 27 18:41:27.897542 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52844) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:27.904291 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-76d9cd88-fcb8-4f88-ad94-00e5bf4c9137 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1667117582'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:41:27.923775 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786abcdd-f901-4c06-9b8c-9d88f4ccf9ac tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Pushing event deleted for resources: {'Network': ['ID=c37dcc72-252a-4ba6-ab25-eb33e4b55a5f,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:28.047162 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d9cd88-fcb8-4f88-ad94-00e5bf4c9137 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Made reservation on behalf of ecf9927ca5794688bd07b12d3b2623c2 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:41:28.052698 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-76d9cd88-fcb8-4f88-ad94-00e5bf4c9137 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:28.118594 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76d9cd88-fcb8-4f88-ad94-00e5bf4c9137 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] vlan segment allocate from pool success with {'vlan_id': 1007, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:41:28.142024 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-76d9cd88-fcb8-4f88-ad94-00e5bf4c9137 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:28.142457 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-76d9cd88-fcb8-4f88-ad94-00e5bf4c9137 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Added segment e1680ff2-a7fe-4368-8356-76419948d24a of type vlan for network 4199c6bc-6a0d-43f8-8ee3-1a8ac6a2c25a Oct 27 18:41:28.216990 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-76d9cd88-fcb8-4f88-ad94-00e5bf4c9137 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:28.310279 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-76d9cd88-fcb8-4f88-ad94-00e5bf4c9137 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:28.316211 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d9cd88-fcb8-4f88-ad94-00e5bf4c9137 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:28.317075 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-76d9cd88-fcb8-4f88-ad94-00e5bf4c9137 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:28.427133 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d9cd88-fcb8-4f88-ad94-00e5bf4c9137 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Pushing event updated for resources: {'Network': ['ID=4199c6bc-6a0d-43f8-8ee3-1a8ac6a2c25a,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:28.444308 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 4199c6bc-6a0d-43f8-8ee3-1a8ac6a2c25a details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:41:28.476071 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52874) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:28.476531 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-76d9cd88-fcb8-4f88-ad94-00e5bf4c9137 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5777414 Oct 27 18:41:28.484883 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-d60443a0-a55f-4308-802a-f2fcea8bc104 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Request body: {'subnet': {'network_id': '4199c6bc-6a0d-43f8-8ee3-1a8ac6a2c25a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:41:28.700012 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:41:28.715111 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60443a0-a55f-4308-802a-f2fcea8bc104 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Made reservation on behalf of ecf9927ca5794688bd07b12d3b2623c2 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:41:28.721726 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d60443a0-a55f-4308-802a-f2fcea8bc104 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:29.179889 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d60443a0-a55f-4308-802a-f2fcea8bc104 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:29.343272 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60443a0-a55f-4308-802a-f2fcea8bc104 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Pushing event updated for resources: {'Subnet': ['ID=5a96f016-cf23-45dc-be73-52a2fe19b74c,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:29.363526 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60443a0-a55f-4308-802a-f2fcea8bc104 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Checking segment: {'id': 'e1680ff2-a7fe-4368-8356-76419948d24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '4199c6bc-6a0d-43f8-8ee3-1a8ac6a2c25a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:41:29.366707 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60443a0-a55f-4308-802a-f2fcea8bc104 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Network hostable DHCP agents. Network: 4199c6bc-6a0d-43f8-8ee3-1a8ac6a2c25a, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:41:29.431896 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60443a0-a55f-4308-802a-f2fcea8bc104 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Network 4199c6bc-6a0d-43f8-8ee3-1a8ac6a2c25a is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:41:29.538516 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-d60443a0-a55f-4308-802a-f2fcea8bc104 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 4199c6bc-6a0d-43f8-8ee3-1a8ac6a2c25a) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:41:29.544027 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60443a0-a55f-4308-802a-f2fcea8bc104 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:29.544870 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d60443a0-a55f-4308-802a-f2fcea8bc104 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:29.549698 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f041d9b5-fa60-40dd-8893-17ba95352ed2 None None] Network 4199c6bc-6a0d-43f8-8ee3-1a8ac6a2c25a requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:41:29.654002 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52906) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:29.660003 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d60443a0-a55f-4308-802a-f2fcea8bc104 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1813555 Oct 27 18:41:29.803769 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6549145a-6833-4b6c-9ef4-92cf46c16fd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-4199c6bc-6a0d-43f8-8ee3-1a8ac6a2c25a', 'network_id': '4199c6bc-6a0d-43f8-8ee3-1a8ac6a2c25a', 'tenant_id': 'ecf9927ca5794688bd07b12d3b2623c2', 'fixed_ips': [{'subnet_id': '5a96f016-cf23-45dc-be73-52a2fe19b74c'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:41:29.804753 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6549145a-6833-4b6c-9ef4-92cf46c16fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:29.868347 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d36f5b42-b454-4ba0-a35c-41fb4f2c0bf6 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:30.035181 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d36f5b42-b454-4ba0-a35c-41fb4f2c0bf6 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:30.265169 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d36f5b42-b454-4ba0-a35c-41fb4f2c0bf6 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:30.325700 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f5b42-b454-4ba0-a35c-41fb4f2c0bf6 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Pushing event deleted for resources: {'Subnet': ['ID=5a96f016-cf23-45dc-be73-52a2fe19b74c,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server [None req-6549145a-6833-4b6c-9ef4-92cf46c16fd4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5a96f016-cf23-45dc-be73-52a2fe19b74c: This subnet is being modified by another concurrent operation. Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise exception Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5a96f016-cf23-45dc-be73-52a2fe19b74c: This subnet is being modified by another concurrent operation. Oct 27 18:41:30.397147 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server Oct 27 18:41:30.427974 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62a2142-e5c3-4b87-af5b-67c459f9ad60 None None] Network 4199c6bc-6a0d-43f8-8ee3-1a8ac6a2c25a requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:41:30.455767 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d36f5b42-b454-4ba0-a35c-41fb4f2c0bf6 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:30.505529 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-d36f5b42-b454-4ba0-a35c-41fb4f2c0bf6 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4199c6bc-6a0d-43f8-8ee3-1a8ac6a2c25a']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:41:30.544078 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-d36f5b42-b454-4ba0-a35c-41fb4f2c0bf6 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1680ff2-a7fe-4368-8356-76419948d24a') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:41:30.545434 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-d36f5b42-b454-4ba0-a35c-41fb4f2c0bf6 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1680ff2-a7fe-4368-8356-76419948d24a') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:41:30.572243 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d36f5b42-b454-4ba0-a35c-41fb4f2c0bf6 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:30.612264 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d36f5b42-b454-4ba0-a35c-41fb4f2c0bf6 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:30.624675 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d36f5b42-b454-4ba0-a35c-41fb4f2c0bf6 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:41:30.624675 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d36f5b42-b454-4ba0-a35c-41fb4f2c0bf6 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:30.625145 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599ad22d-7f4c-470f-b165-7ea6688f95fe None None] get_active_networks_info from n-d-815690-2 {{(pid=102880) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 18:41:30.628924 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:41:30.628924 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:41:30.628924 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:41:30.628924 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:41:30.628924 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:41:30.628924 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:41:30.628924 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:41:30.628924 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:41:30.628924 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:41:30.628924 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:41:30.628924 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:41:30.628924 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:41:30.628924 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:41:30.628924 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:41:30.628924 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:41:30.628924 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:41:30.628924 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:41:30.628924 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:41:30.628924 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:41:30.628924 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:41:30.628924 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:41:30.628924 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:41:30.628924 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:41:30.628924 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:41:30.628924 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:41:30.628924 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:41:30.628924 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:41:30.628924 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:41:30.628924 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:41:30.628924 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:41:30.628924 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:41:30.628924 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:41:30.858928 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d36f5b42-b454-4ba0-a35c-41fb4f2c0bf6 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:30.867375 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d36f5b42-b454-4ba0-a35c-41fb4f2c0bf6 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:30.881138 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52944) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:30.887613 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599ad22d-7f4c-470f-b165-7ea6688f95fe None None] Resources bound (agent type, host, resource id): {{(pid=102880) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 18:41:30.896316 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d36f5b42-b454-4ba0-a35c-41fb4f2c0bf6 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] 10.222.0.52 "DELETE /v2.0/networks/4199c6bc-6a0d-43f8-8ee3-1a8ac6a2c25a HTTP/1.1" status: 204 len: 168 time: 1.2331471 Oct 27 18:41:30.898051 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-296a239d-f58a-4e05-a790-672a3b218a34 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2068125496'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:41:30.913805 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f5b42-b454-4ba0-a35c-41fb4f2c0bf6 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Pushing event deleted for resources: {'Network': ['ID=4199c6bc-6a0d-43f8-8ee3-1a8ac6a2c25a,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:31.031265 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296a239d-f58a-4e05-a790-672a3b218a34 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Made reservation on behalf of ecf9927ca5794688bd07b12d3b2623c2 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:41:31.035843 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-296a239d-f58a-4e05-a790-672a3b218a34 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:31.085950 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-296a239d-f58a-4e05-a790-672a3b218a34 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] vlan segment allocate from pool success with {'vlan_id': 1030, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:41:31.112104 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-296a239d-f58a-4e05-a790-672a3b218a34 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:31.115032 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-296a239d-f58a-4e05-a790-672a3b218a34 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Added segment 0487c46b-18d6-446a-8082-15508e1ffb4e of type vlan for network bc496e8e-f9e7-47c6-9836-0fb2431ce93f Oct 27 18:41:31.247027 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-296a239d-f58a-4e05-a790-672a3b218a34 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:31.379321 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-296a239d-f58a-4e05-a790-672a3b218a34 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:31.389984 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296a239d-f58a-4e05-a790-672a3b218a34 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:31.393189 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-296a239d-f58a-4e05-a790-672a3b218a34 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:31.530202 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a239d-f58a-4e05-a790-672a3b218a34 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Pushing event updated for resources: {'Network': ['ID=bc496e8e-f9e7-47c6-9836-0fb2431ce93f,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:31.543907 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network bc496e8e-f9e7-47c6-9836-0fb2431ce93f details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:41:31.627423 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-296a239d-f58a-4e05-a790-672a3b218a34 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7442701 Oct 27 18:41:31.630133 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52956) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:31.639379 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-cfe085ff-1e84-47a4-bc3a-f5faa4e6410d tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Request body: {'subnet': {'network_id': 'bc496e8e-f9e7-47c6-9836-0fb2431ce93f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:41:31.916644 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe085ff-1e84-47a4-bc3a-f5faa4e6410d tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Made reservation on behalf of ecf9927ca5794688bd07b12d3b2623c2 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:41:31.920961 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cfe085ff-1e84-47a4-bc3a-f5faa4e6410d tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:32.506675 n-d-815690-2 neutron-server[102879]: DEBUG neutron.objects.ports [None req-cfe085ff-1e84-47a4-bc3a-f5faa4e6410d tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102879) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 18:41:32.509035 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cfe085ff-1e84-47a4-bc3a-f5faa4e6410d tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:32.582950 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe085ff-1e84-47a4-bc3a-f5faa4e6410d tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Pushing event updated for resources: {'Subnet': ['ID=17263f55-34bf-473f-ae45-721b1be342a9,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:32.596526 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe085ff-1e84-47a4-bc3a-f5faa4e6410d tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Checking segment: {'id': '0487c46b-18d6-446a-8082-15508e1ffb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'bc496e8e-f9e7-47c6-9836-0fb2431ce93f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:41:32.596894 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe085ff-1e84-47a4-bc3a-f5faa4e6410d tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Network hostable DHCP agents. Network: bc496e8e-f9e7-47c6-9836-0fb2431ce93f, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:41:32.676941 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe085ff-1e84-47a4-bc3a-f5faa4e6410d tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Network bc496e8e-f9e7-47c6-9836-0fb2431ce93f is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:41:32.767148 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-cfe085ff-1e84-47a4-bc3a-f5faa4e6410d tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, bc496e8e-f9e7-47c6-9836-0fb2431ce93f) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:41:32.773850 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe085ff-1e84-47a4-bc3a-f5faa4e6410d tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:32.775063 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cfe085ff-1e84-47a4-bc3a-f5faa4e6410d tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:32.781273 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f547281-f358-4c46-bef9-825451e39a1b None None] Network bc496e8e-f9e7-47c6-9836-0fb2431ce93f requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:41:32.845187 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52978) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:32.854729 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-cfe085ff-1e84-47a4-bc3a-f5faa4e6410d tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2099762 Oct 27 18:41:33.024305 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e1be64de-5fcd-40a1-870a-e5d6cec3f80c tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:33.168861 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e212de9-5070-45b0-8885-ee8416df7351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-bc496e8e-f9e7-47c6-9836-0fb2431ce93f', 'network_id': 'bc496e8e-f9e7-47c6-9836-0fb2431ce93f', 'tenant_id': 'ecf9927ca5794688bd07b12d3b2623c2', 'fixed_ips': [{'subnet_id': '17263f55-34bf-473f-ae45-721b1be342a9'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:41:33.170921 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e1be64de-5fcd-40a1-870a-e5d6cec3f80c tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:33.175155 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6e212de9-5070-45b0-8885-ee8416df7351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:33.426719 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-6e212de9-5070-45b0-8885-ee8416df7351 None None] Allocated IP 2001:db8::f816:3eff:fee6:7251 (bc496e8e-f9e7-47c6-9836-0fb2431ce93f/17263f55-34bf-473f-ae45-721b1be342a9/0517555c-17a3-4f22-872e-058aa06dfbb9) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:41:33.736962 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6e212de9-5070-45b0-8885-ee8416df7351 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:33.858856 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6e212de9-5070-45b0-8885-ee8416df7351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:33.979149 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e1be64de-5fcd-40a1-870a-e5d6cec3f80c tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:34.010669 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e212de9-5070-45b0-8885-ee8416df7351 None None] Network bc496e8e-f9e7-47c6-9836-0fb2431ce93f is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:41:34.035840 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-6e212de9-5070-45b0-8885-ee8416df7351 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:41:34.052632 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e212de9-5070-45b0-8885-ee8416df7351 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:41:34.059480 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be64de-5fcd-40a1-870a-e5d6cec3f80c tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Pushing event deleted for resources: {'Subnet': ['ID=17263f55-34bf-473f-ae45-721b1be342a9,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:34.113187 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e212de9-5070-45b0-8885-ee8416df7351 None None] Pushing event updated for resources: {'Port': ['ID=0517555c-17a3-4f22-872e-058aa06dfbb9,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:34.136772 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-6e212de9-5070-45b0-8885-ee8416df7351 None None] Attempting to bind port 0517555c-17a3-4f22-872e-058aa06dfbb9 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:41:34.137364 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-6e212de9-5070-45b0-8885-ee8416df7351 None None] Attempting to bind port 0517555c-17a3-4f22-872e-058aa06dfbb9 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '0487c46b-18d6-446a-8082-15508e1ffb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'bc496e8e-f9e7-47c6-9836-0fb2431ce93f'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:41:34.137974 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e212de9-5070-45b0-8885-ee8416df7351 None None] Attempting to bind port 0517555c-17a3-4f22-872e-058aa06dfbb9 on network bc496e8e-f9e7-47c6-9836-0fb2431ce93f {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:41:34.153690 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e212de9-5070-45b0-8885-ee8416df7351 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:41:34.154069 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e212de9-5070-45b0-8885-ee8416df7351 None None] Checking segment: {'id': '0487c46b-18d6-446a-8082-15508e1ffb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'bc496e8e-f9e7-47c6-9836-0fb2431ce93f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:41:34.154471 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6e212de9-5070-45b0-8885-ee8416df7351 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:34.154888 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e212de9-5070-45b0-8885-ee8416df7351 None None] Bound using segment: {'id': '0487c46b-18d6-446a-8082-15508e1ffb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'bc496e8e-f9e7-47c6-9836-0fb2431ce93f'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:41:34.155373 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-6e212de9-5070-45b0-8885-ee8416df7351 None None] Bound port: 0517555c-17a3-4f22-872e-058aa06dfbb9, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0487c46b-18d6-446a-8082-15508e1ffb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'bc496e8e-f9e7-47c6-9836-0fb2431ce93f'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:41:34.155748 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6e212de9-5070-45b0-8885-ee8416df7351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:34.193080 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e1be64de-5fcd-40a1-870a-e5d6cec3f80c tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:34.249596 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-e1be64de-5fcd-40a1-870a-e5d6cec3f80c tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc496e8e-f9e7-47c6-9836-0fb2431ce93f']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:41:34.276615 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-e1be64de-5fcd-40a1-870a-e5d6cec3f80c tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0487c46b-18d6-446a-8082-15508e1ffb4e') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:41:34.277290 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-e1be64de-5fcd-40a1-870a-e5d6cec3f80c tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0487c46b-18d6-446a-8082-15508e1ffb4e') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:41:34.291352 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6e212de9-5070-45b0-8885-ee8416df7351 None None] For port 0517555c-17a3-4f22-872e-058aa06dfbb9, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:41:34.295363 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6e212de9-5070-45b0-8885-ee8416df7351 None None] For port 0517555c-17a3-4f22-872e-058aa06dfbb9, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=0517555c-17a3-4f22-872e-058aa06dfbb9,segment=NetworkSegment(0487c46b-18d6-446a-8082-15508e1ffb4e),segment_id=0487c46b-18d6-446a-8082-15508e1ffb4e)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:41:34.301957 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e1be64de-5fcd-40a1-870a-e5d6cec3f80c tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:34.362015 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6e212de9-5070-45b0-8885-ee8416df7351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:34.363077 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e1be64de-5fcd-40a1-870a-e5d6cec3f80c tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:34.374862 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1be64de-5fcd-40a1-870a-e5d6cec3f80c tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:41:34.375563 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e1be64de-5fcd-40a1-870a-e5d6cec3f80c tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:34.386763 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:41:34.386763 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:41:34.386763 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:41:34.386763 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:41:34.386763 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:41:34.386763 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:41:34.386763 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:41:34.386763 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:41:34.386763 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:41:34.386763 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:41:34.386763 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:41:34.386763 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:41:34.386763 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:41:34.386763 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:41:34.386763 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:41:34.386763 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:41:34.386763 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:41:34.386763 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:41:34.386763 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:41:34.386763 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:41:34.386763 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:41:34.386763 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:41:34.386763 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:41:34.386763 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:41:34.386763 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:41:34.386763 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:41:34.386763 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:41:34.386763 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:41:34.386763 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:41:34.386763 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:41:34.386763 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:41:34.386763 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:41:34.468357 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e212de9-5070-45b0-8885-ee8416df7351 None None] Pushing event updated for resources: {'Port': ['ID=0517555c-17a3-4f22-872e-058aa06dfbb9,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:34.550054 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.db.api [None req-e1be64de-5fcd-40a1-870a-e5d6cec3f80c tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 27 18:41:34.550054 n-d-815690-2 neutron-server[102878]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 27 18:41:34.550054 n-d-815690-2 neutron-server[102878]: [parameters: {'id': 'bc496e8e-f9e7-47c6-9836-0fb2431ce93f'}] Oct 27 18:41:34.550054 n-d-815690-2 neutron-server[102878]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:41:34.553029 n-d-815690-2 neutron-server[102878]: DEBUG oslo_db.api [None req-e1be64de-5fcd-40a1-870a-e5d6cec3f80c tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:41:34.564310 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9687dae3-9e61-4027-8fa1-61384f4ce2ce None None] Network bc496e8e-f9e7-47c6-9836-0fb2431ce93f requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:41:34.786631 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3373f4-c21e-4295-b7ed-d347ea64743a None None] get_active_networks_info from n-d-815690-2 {{(pid=102880) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 18:41:34.905378 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3373f4-c21e-4295-b7ed-d347ea64743a None None] Resources bound (agent type, host, resource id): {{(pid=102880) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 18:41:35.055312 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e1be64de-5fcd-40a1-870a-e5d6cec3f80c tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:35.170233 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-e1be64de-5fcd-40a1-870a-e5d6cec3f80c tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Deleting port 0517555c-17a3-4f22-872e-058aa06dfbb9 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:41:35.170582 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e1be64de-5fcd-40a1-870a-e5d6cec3f80c tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:35.390057 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-e1be64de-5fcd-40a1-870a-e5d6cec3f80c tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] For port 0517555c-17a3-4f22-872e-058aa06dfbb9, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=0517555c-17a3-4f22-872e-058aa06dfbb9,segment=NetworkSegment(0487c46b-18d6-446a-8082-15508e1ffb4e),segment_id=0487c46b-18d6-446a-8082-15508e1ffb4e)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:41:35.390730 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e1be64de-5fcd-40a1-870a-e5d6cec3f80c tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:35.448127 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-e1be64de-5fcd-40a1-870a-e5d6cec3f80c tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Calling delete_port for 0517555c-17a3-4f22-872e-058aa06dfbb9 owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:41:35.664475 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e1be64de-5fcd-40a1-870a-e5d6cec3f80c tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:35.719524 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be64de-5fcd-40a1-870a-e5d6cec3f80c tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Pushing event deleted for resources: {'Port': ['ID=0517555c-17a3-4f22-872e-058aa06dfbb9,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:35.725998 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1be64de-5fcd-40a1-870a-e5d6cec3f80c tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] No DVR routers for this DVR port 0517555c-17a3-4f22-872e-058aa06dfbb9 on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:41:35.825975 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e1be64de-5fcd-40a1-870a-e5d6cec3f80c tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:35.853298 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-e1be64de-5fcd-40a1-870a-e5d6cec3f80c tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc496e8e-f9e7-47c6-9836-0fb2431ce93f']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:41:35.870503 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-e1be64de-5fcd-40a1-870a-e5d6cec3f80c tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0487c46b-18d6-446a-8082-15508e1ffb4e') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:41:35.870805 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-e1be64de-5fcd-40a1-870a-e5d6cec3f80c tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0487c46b-18d6-446a-8082-15508e1ffb4e') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:41:35.897393 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e1be64de-5fcd-40a1-870a-e5d6cec3f80c tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:35.916212 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e1be64de-5fcd-40a1-870a-e5d6cec3f80c tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:35.932155 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1be64de-5fcd-40a1-870a-e5d6cec3f80c tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:41:35.933256 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e1be64de-5fcd-40a1-870a-e5d6cec3f80c tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:35.938059 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:41:35.938059 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:41:35.938059 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:41:35.938059 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:41:35.938059 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:41:35.938059 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:41:35.938059 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:41:35.938059 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:41:35.938059 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:41:35.938059 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:41:35.938059 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:41:35.938059 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:41:35.938059 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:41:35.938059 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:41:35.938059 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:41:35.938059 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:41:35.938059 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:41:35.938059 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:41:35.938059 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:41:35.938059 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:41:35.938059 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:41:35.938059 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:41:35.938059 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:41:35.938059 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:41:35.938059 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:41:35.938059 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:41:35.938059 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:41:35.938059 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:41:35.938059 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:41:35.938059 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:41:35.938059 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:41:35.938059 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:41:36.079575 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e1be64de-5fcd-40a1-870a-e5d6cec3f80c tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:36.089003 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e1be64de-5fcd-40a1-870a-e5d6cec3f80c tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:36.093289 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e1be64de-5fcd-40a1-870a-e5d6cec3f80c tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] 10.222.0.52 "DELETE /v2.0/networks/bc496e8e-f9e7-47c6-9836-0fb2431ce93f HTTP/1.1" status: 204 len: 168 time: 3.2456176 Oct 27 18:41:36.096728 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 53056) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:36.110399 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be64de-5fcd-40a1-870a-e5d6cec3f80c tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Pushing event deleted for resources: {'Network': ['ID=bc496e8e-f9e7-47c6-9836-0fb2431ce93f,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:36.156799 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5e95808-6cca-427f-857c-75bf0f32f990 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:36.157559 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5e95808-6cca-427f-857c-75bf0f32f990 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:36.163639 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 53058) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:36.171390 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b5e95808-6cca-427f-857c-75bf0f32f990 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] 10.222.0.52 "DELETE /v2.0/subnets/17263f55-34bf-473f-ae45-721b1be342a9 HTTP/1.1" status: 404 len: 337 time: 0.0719314 Oct 27 18:41:36.202932 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-d138ff68-fbef-4cd6-bbb0-4e10eacf27e9 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:36.207666 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d138ff68-fbef-4cd6-bbb0-4e10eacf27e9 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:36.216286 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d138ff68-fbef-4cd6-bbb0-4e10eacf27e9 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] 10.222.0.52 "DELETE /v2.0/networks/bc496e8e-f9e7-47c6-9836-0fb2431ce93f HTTP/1.1" status: 404 len: 339 time: 0.0483732 Oct 27 18:41:36.216636 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 53060) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:36.284004 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-f78993d3-7bc2-4268-8316-17a8a7eab8eb tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:36.285446 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f78993d3-7bc2-4268-8316-17a8a7eab8eb tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:36.299972 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f78993d3-7bc2-4268-8316-17a8a7eab8eb tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] 10.222.0.52 "DELETE /v2.0/subnets/5a96f016-cf23-45dc-be73-52a2fe19b74c HTTP/1.1" status: 404 len: 337 time: 0.0799730 Oct 27 18:41:36.300809 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 53062) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:36.321878 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-afa50cc8-404b-4202-872f-8215bb6b5e34 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:36.322717 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afa50cc8-404b-4202-872f-8215bb6b5e34 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:36.328972 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-afa50cc8-404b-4202-872f-8215bb6b5e34 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] 10.222.0.52 "DELETE /v2.0/networks/4199c6bc-6a0d-43f8-8ee3-1a8ac6a2c25a HTTP/1.1" status: 404 len: 339 time: 0.0269647 Oct 27 18:41:36.329818 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 53064) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:36.359332 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-584fde9d-9c9e-4d29-a2e5-10dea5b76b5e tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:36.361123 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-584fde9d-9c9e-4d29-a2e5-10dea5b76b5e tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:36.369050 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 53066) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:36.369444 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-584fde9d-9c9e-4d29-a2e5-10dea5b76b5e tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] 10.222.0.52 "DELETE /v2.0/subnets/ac36226c-5dff-4c45-92a6-a6c85cde28fc HTTP/1.1" status: 404 len: 337 time: 0.0381942 Oct 27 18:41:36.392724 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-660605be-f9db-4a5c-9891-086d7ea5faa2 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:36.395747 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-660605be-f9db-4a5c-9891-086d7ea5faa2 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:36.399520 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-660605be-f9db-4a5c-9891-086d7ea5faa2 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] 10.222.0.52 "DELETE /v2.0/networks/c37dcc72-252a-4ba6-ab25-eb33e4b55a5f HTTP/1.1" status: 404 len: 339 time: 0.0262680 Oct 27 18:41:36.399924 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 53070) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:36.510098 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-ef840d94-d867-43f9-adc0-beef40381d63 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Deleting port 98be9bd2-5125-4029-bafc-f3d308f14e93 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:41:36.510447 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ef840d94-d867-43f9-adc0-beef40381d63 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:36.634933 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ef840d94-d867-43f9-adc0-beef40381d63 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:36.657957 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-ef840d94-d867-43f9-adc0-beef40381d63 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Calling delete_port for 98be9bd2-5125-4029-bafc-f3d308f14e93 owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:41:36.926646 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ef840d94-d867-43f9-adc0-beef40381d63 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:36.947271 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ef840d94-d867-43f9-adc0-beef40381d63 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:36.951655 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ef840d94-d867-43f9-adc0-beef40381d63 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] 10.222.0.52 "DELETE /v2.0/ports/98be9bd2-5125-4029-bafc-f3d308f14e93 HTTP/1.1" status: 204 len: 168 time: 0.5507438 Oct 27 18:41:36.954068 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 53082) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:37.013748 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-06bd4a69-732e-4aad-9eaf-8e41f2cf57e2 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:37.014946 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06bd4a69-732e-4aad-9eaf-8e41f2cf57e2 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:37.021123 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-06bd4a69-732e-4aad-9eaf-8e41f2cf57e2 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] 10.222.0.52 "DELETE /v2.0/subnets/15c42ec9-ac0c-4129-92d8-3e1c91f9f0a9 HTTP/1.1" status: 404 len: 337 time: 0.0633805 Oct 27 18:41:37.021123 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef840d94-d867-43f9-adc0-beef40381d63 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Pushing event deleted for resources: {'Port': ['ID=98be9bd2-5125-4029-bafc-f3d308f14e93,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:37.021519 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 53086) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:37.201284 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-69a7dc2e-8839-4ea0-8300-3a6a76e6d5a4 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:37.320254 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-69a7dc2e-8839-4ea0-8300-3a6a76e6d5a4 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:37.344769 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-69a7dc2e-8839-4ea0-8300-3a6a76e6d5a4 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fff8e2f-bca5-4420-95a7-7d14b4e7656d']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:41:37.357529 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-69a7dc2e-8839-4ea0-8300-3a6a76e6d5a4 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47a99fdf-3d1a-4cc8-b565-e9bfc65521d9') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:41:37.358139 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-69a7dc2e-8839-4ea0-8300-3a6a76e6d5a4 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47a99fdf-3d1a-4cc8-b565-e9bfc65521d9') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:41:37.370956 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-69a7dc2e-8839-4ea0-8300-3a6a76e6d5a4 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:37.386280 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-69a7dc2e-8839-4ea0-8300-3a6a76e6d5a4 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:37.394324 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69a7dc2e-8839-4ea0-8300-3a6a76e6d5a4 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:41:37.395192 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-69a7dc2e-8839-4ea0-8300-3a6a76e6d5a4 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:37.399303 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:41:37.399303 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:41:37.399303 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:41:37.399303 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:41:37.399303 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:41:37.399303 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:41:37.399303 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:41:37.399303 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:41:37.399303 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:41:37.399303 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:41:37.399303 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:41:37.399303 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:41:37.399303 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:41:37.399303 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:41:37.399303 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:41:37.399303 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:41:37.399303 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:41:37.399303 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:41:37.399303 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:41:37.399303 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:41:37.399303 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:41:37.399303 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:41:37.399303 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:41:37.399303 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:41:37.399303 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:41:37.399303 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:41:37.399303 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:41:37.399303 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:41:37.399303 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:41:37.399303 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:41:37.399303 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:41:37.399303 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:41:37.600642 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-69a7dc2e-8839-4ea0-8300-3a6a76e6d5a4 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:37.611649 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-69a7dc2e-8839-4ea0-8300-3a6a76e6d5a4 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:37.621847 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-69a7dc2e-8839-4ea0-8300-3a6a76e6d5a4 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] 10.222.0.52 "DELETE /v2.0/networks/7fff8e2f-bca5-4420-95a7-7d14b4e7656d HTTP/1.1" status: 204 len: 168 time: 0.5991852 Oct 27 18:41:37.624486 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 53098) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:37.646568 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a7dc2e-8839-4ea0-8300-3a6a76e6d5a4 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Pushing event deleted for resources: {'Network': ['ID=7fff8e2f-bca5-4420-95a7-7d14b4e7656d,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:37.841669 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-abfbd30a-d0b9-4bfd-a379-4d6b40bbe7f1 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Deleting port 05b9d93b-75f1-4f4b-b840-679cd7f4f2b1 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:41:37.842081 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-abfbd30a-d0b9-4bfd-a379-4d6b40bbe7f1 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:37.935274 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-abfbd30a-d0b9-4bfd-a379-4d6b40bbe7f1 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:37.950605 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-abfbd30a-d0b9-4bfd-a379-4d6b40bbe7f1 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Calling delete_port for 05b9d93b-75f1-4f4b-b840-679cd7f4f2b1 owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:41:38.181316 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-abfbd30a-d0b9-4bfd-a379-4d6b40bbe7f1 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:38.231023 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfbd30a-d0b9-4bfd-a379-4d6b40bbe7f1 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Pushing event deleted for resources: {'Port': ['ID=05b9d93b-75f1-4f4b-b840-679cd7f4f2b1,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:38.237695 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-abfbd30a-d0b9-4bfd-a379-4d6b40bbe7f1 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:38.241780 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-abfbd30a-d0b9-4bfd-a379-4d6b40bbe7f1 tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] 10.222.0.52 "DELETE /v2.0/ports/05b9d93b-75f1-4f4b-b840-679cd7f4f2b1 HTTP/1.1" status: 204 len: 168 time: 0.6162889 Oct 27 18:41:38.246400 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 53114) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:38.309637 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-08e6fd68-337d-41fb-bdef-5cd76d040d1c tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:38.309637 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08e6fd68-337d-41fb-bdef-5cd76d040d1c tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:38.314430 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-08e6fd68-337d-41fb-bdef-5cd76d040d1c tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] 10.222.0.52 "DELETE /v2.0/subnets/1226e3f6-8241-4351-a059-68d278a4dd12 HTTP/1.1" status: 404 len: 337 time: 0.0682890 Oct 27 18:41:38.316905 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 53120) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:38.441297 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5a12f100-44fe-4bf6-9f27-af4fa486c2bf tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:38.669190 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5a12f100-44fe-4bf6-9f27-af4fa486c2bf tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:38.729932 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-5a12f100-44fe-4bf6-9f27-af4fa486c2bf tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5002bf3-a44a-4c25-849c-181a26f201ee']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:41:38.755216 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-5a12f100-44fe-4bf6-9f27-af4fa486c2bf tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b464479-63e8-4814-b2bf-20212a4aaf33') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:41:38.755750 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-5a12f100-44fe-4bf6-9f27-af4fa486c2bf tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b464479-63e8-4814-b2bf-20212a4aaf33') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:41:38.775109 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5a12f100-44fe-4bf6-9f27-af4fa486c2bf tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:38.791591 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5a12f100-44fe-4bf6-9f27-af4fa486c2bf tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:38.801068 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a12f100-44fe-4bf6-9f27-af4fa486c2bf tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:41:38.801774 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5a12f100-44fe-4bf6-9f27-af4fa486c2bf tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:38.806971 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:41:38.806971 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:41:38.806971 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:41:38.806971 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:41:38.806971 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:41:38.806971 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:41:38.806971 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:41:38.806971 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:41:38.806971 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:41:38.806971 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:41:38.806971 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:41:38.806971 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:41:38.806971 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:41:38.806971 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:41:38.806971 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:41:38.806971 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:41:38.806971 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:41:38.806971 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:41:38.806971 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:41:38.806971 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:41:38.806971 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:41:38.806971 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:41:38.806971 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:41:38.806971 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:41:38.806971 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:41:38.806971 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:41:38.806971 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:41:38.806971 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:41:38.806971 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:41:38.806971 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:41:38.806971 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:41:38.806971 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:41:38.966592 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5a12f100-44fe-4bf6-9f27-af4fa486c2bf tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:39.000834 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5a12f100-44fe-4bf6-9f27-af4fa486c2bf tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:39.005320 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5a12f100-44fe-4bf6-9f27-af4fa486c2bf tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] 10.222.0.52 "DELETE /v2.0/networks/d5002bf3-a44a-4c25-849c-181a26f201ee HTTP/1.1" status: 204 len: 168 time: 0.6872847 Oct 27 18:41:39.010183 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12f100-44fe-4bf6-9f27-af4fa486c2bf tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Pushing event deleted for resources: {'Network': ['ID=d5002bf3-a44a-4c25-849c-181a26f201ee,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:39.010325 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 53132) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:39.145284 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-2173cfd1-1c25-4cf5-87a5-603d1b29c63c tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Deleting subnet 0af512fa-c905-424f-9d42-af41fd60d010 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:41:39.159409 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2173cfd1-1c25-4cf5-87a5-603d1b29c63c tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:39.272435 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2173cfd1-1c25-4cf5-87a5-603d1b29c63c tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:39.477639 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2173cfd1-1c25-4cf5-87a5-603d1b29c63c tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:39.624600 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2173cfd1-1c25-4cf5-87a5-603d1b29c63c tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:39.647733 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffc813d-b47f-420e-94dc-111c165706f1 None None] Network df18c1c1-8da7-4035-b5df-d4b634728198 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:41:39.648465 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2173cfd1-1c25-4cf5-87a5-603d1b29c63c tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:39.654676 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2173cfd1-1c25-4cf5-87a5-603d1b29c63c tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] 10.222.0.52 "DELETE /v2.0/subnets/0af512fa-c905-424f-9d42-af41fd60d010 HTTP/1.1" status: 204 len: 168 time: 0.6452703 Oct 27 18:41:39.657249 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 53144) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:39.691411 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2173cfd1-1c25-4cf5-87a5-603d1b29c63c tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Pushing event deleted for resources: {'Subnet': ['ID=0af512fa-c905-424f-9d42-af41fd60d010,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:39.763993 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-722258be-6059-40c2-ad6c-e98131f9b3be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:39.893349 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f5838037-91d7-43b7-baf5-94d74ac1000a tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:40.061982 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-f5838037-91d7-43b7-baf5-94d74ac1000a tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Deleting port 1f34188a-85ea-46a7-b2ee-ee5f4eb76c75 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:41:40.062410 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f5838037-91d7-43b7-baf5-94d74ac1000a tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:40.100952 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e811e1d-9eff-44a7-8cdb-6719c5bbf987 None None] DHCP port deletion for df18c1c1-8da7-4035-b5df-d4b634728198 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:41:40.268054 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-5e811e1d-9eff-44a7-8cdb-6719c5bbf987 None None] Deleting port 1f34188a-85ea-46a7-b2ee-ee5f4eb76c75 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:41:40.268370 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5e811e1d-9eff-44a7-8cdb-6719c5bbf987 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:40.300820 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 1f34188a-85ea-46a7-b2ee-ee5f4eb76c75 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:41:40.308243 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-f5838037-91d7-43b7-baf5-94d74ac1000a tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] For port 1f34188a-85ea-46a7-b2ee-ee5f4eb76c75, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=1f34188a-85ea-46a7-b2ee-ee5f4eb76c75,segment=NetworkSegment(3490dd2e-7b15-48f2-b4d0-98a52e4732bc),segment_id=3490dd2e-7b15-48f2-b4d0-98a52e4732bc)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:41:40.308623 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f5838037-91d7-43b7-baf5-94d74ac1000a tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:40.346604 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-f5838037-91d7-43b7-baf5-94d74ac1000a tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Calling delete_port for 1f34188a-85ea-46a7-b2ee-ee5f4eb76c75 owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:41:40.465640 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-5e811e1d-9eff-44a7-8cdb-6719c5bbf987 None None] For port 1f34188a-85ea-46a7-b2ee-ee5f4eb76c75, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=1f34188a-85ea-46a7-b2ee-ee5f4eb76c75,segment=NetworkSegment(3490dd2e-7b15-48f2-b4d0-98a52e4732bc),segment_id=3490dd2e-7b15-48f2-b4d0-98a52e4732bc)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:41:40.467332 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5e811e1d-9eff-44a7-8cdb-6719c5bbf987 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:40.486211 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-5e811e1d-9eff-44a7-8cdb-6719c5bbf987 None None] Calling delete_port for 1f34188a-85ea-46a7-b2ee-ee5f4eb76c75 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:41:40.557058 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f5838037-91d7-43b7-baf5-94d74ac1000a tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:40.586088 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5838037-91d7-43b7-baf5-94d74ac1000a tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Pushing event deleted for resources: {'Port': ['ID=1f34188a-85ea-46a7-b2ee-ee5f4eb76c75,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:40.597727 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5838037-91d7-43b7-baf5-94d74ac1000a tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] No DVR routers for this DVR port 1f34188a-85ea-46a7-b2ee-ee5f4eb76c75 on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:41:40.675030 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:40.778677 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5e811e1d-9eff-44a7-8cdb-6719c5bbf987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:40.782276 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f5838037-91d7-43b7-baf5-94d74ac1000a tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:40.813416 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-f5838037-91d7-43b7-baf5-94d74ac1000a tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df18c1c1-8da7-4035-b5df-d4b634728198']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:41:40.833195 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-f5838037-91d7-43b7-baf5-94d74ac1000a tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3490dd2e-7b15-48f2-b4d0-98a52e4732bc') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:41:40.833619 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-f5838037-91d7-43b7-baf5-94d74ac1000a tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3490dd2e-7b15-48f2-b4d0-98a52e4732bc') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:41:40.854281 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f5838037-91d7-43b7-baf5-94d74ac1000a tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:40.860257 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e811e1d-9eff-44a7-8cdb-6719c5bbf987 None None] No DVR routers for this DVR port 1f34188a-85ea-46a7-b2ee-ee5f4eb76c75 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:41:40.874970 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e811e1d-9eff-44a7-8cdb-6719c5bbf987 None None] Pushing event deleted for resources: {'Port': ['ID=1f34188a-85ea-46a7-b2ee-ee5f4eb76c75,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:40.904780 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f5838037-91d7-43b7-baf5-94d74ac1000a tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:40.918573 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5838037-91d7-43b7-baf5-94d74ac1000a tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:41:40.919715 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f5838037-91d7-43b7-baf5-94d74ac1000a tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:40.924376 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:41:40.924376 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:41:40.924376 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:41:40.924376 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:41:40.924376 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:41:40.924376 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:41:40.924376 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:41:40.924376 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:41:40.924376 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:41:40.924376 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:41:40.924376 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:41:40.924376 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:41:40.924376 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:41:40.924376 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:41:40.924376 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:41:40.924376 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:41:40.924376 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:41:40.924376 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:41:40.924376 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:41:40.924376 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:41:40.924376 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:41:40.924376 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:41:40.924376 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:41:40.924376 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:41:40.924376 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:41:40.924376 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:41:40.924376 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:41:40.924376 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:41:40.924376 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:41:40.924376 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:41:40.924376 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:41:40.924376 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:41:41.052686 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f5838037-91d7-43b7-baf5-94d74ac1000a tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:41.061573 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f5838037-91d7-43b7-baf5-94d74ac1000a tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:41.084216 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f5838037-91d7-43b7-baf5-94d74ac1000a tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] 10.222.0.52 "DELETE /v2.0/networks/df18c1c1-8da7-4035-b5df-d4b634728198 HTTP/1.1" status: 204 len: 168 time: 1.4251533 Oct 27 18:41:41.172271 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5838037-91d7-43b7-baf5-94d74ac1000a tempest-NetworksIpV6TestAttrs-209336667 tempest-NetworksIpV6TestAttrs-209336667-project] Pushing event deleted for resources: {'Network': ['ID=df18c1c1-8da7-4035-b5df-d4b634728198,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:41.811036 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbdd9a-9b95-42bc-94f4-56dce15820fc req-da1d8f16-53ba-4e50-8a03-d9663dbfb006 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:41.815821 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cdbbdd9a-9b95-42bc-94f4-56dce15820fc req-da1d8f16-53ba-4e50-8a03-d9663dbfb006 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=f377d57a-19d4-4efb-8638-5c0978170b24 HTTP/1.1" status: 200 len: 945 time: 0.1299124 Oct 27 18:41:41.870330 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cdbbdd9a-9b95-42bc-94f4-56dce15820fc req-81912f44-0fb7-412b-9663-f980416f13fb tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498726 Oct 27 18:41:42.007075 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 53192) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:42.075419 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-bb05991c-9d36-4091-aae1-e6c725953afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:42.240381 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 53198) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:42.254422 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d8cf7430-2ef9-44a6-b514-4bbc126d85fb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ecf9927ca5794688bd07b12d3b2623c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2410526 Oct 27 18:41:42.312458 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-624316e2-b521-4e66-96fe-4363453eaa81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:42.353765 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-624316e2-b521-4e66-96fe-4363453eaa81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:42.475652 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-624316e2-b521-4e66-96fe-4363453eaa81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:42.479290 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-624316e2-b521-4e66-96fe-4363453eaa81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:42.480961 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-624316e2-b521-4e66-96fe-4363453eaa81 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c841cadc-7e52-4e45-b682-121db52a967a HTTP/1.1" status: 204 len: 168 time: 0.2388766 Oct 27 18:41:42.491581 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624316e2-b521-4e66-96fe-4363453eaa81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c841cadc-7e52-4e45-b682-121db52a967a,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:43.173710 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73670f34-a0d3-4393-abdc-c10a3a6e4dab req-9152d27f-cfd7-4e11-9775-3b71bc61d31a tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:43.183294 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-73670f34-a0d3-4393-abdc-c10a3a6e4dab req-9152d27f-cfd7-4e11-9775-3b71bc61d31a tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=f377d57a-19d4-4efb-8638-5c0978170b24 HTTP/1.1" status: 200 len: 945 time: 0.1617086 Oct 27 18:41:43.183500 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c30ad-19bb-4895-a167-710c9feb185d req-e61fdaa7-3864-410b-b150-11d952f870ab tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:43.184984 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4e4c30ad-19bb-4895-a167-710c9feb185d req-e61fdaa7-3864-410b-b150-11d952f870ab tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.93 "GET /v2.0/ports?device_id=f377d57a-19d4-4efb-8638-5c0978170b24 HTTP/1.1" status: 200 len: 945 time: 0.1174397 Oct 27 18:41:43.238316 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-73670f34-a0d3-4393-abdc-c10a3a6e4dab req-4b5b66fc-1340-4f30-b66f-10464d3ea003 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491295 Oct 27 18:41:43.320605 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 53264) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:43.486626 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:43.500765 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-4e4c30ad-19bb-4895-a167-710c9feb185d req-3ce411d9-89ff-4c79-9ac4-b112c819cd1a tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Deleting port 4eb12f73-ec30-4687-81b0-19cdfd10c4f9 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:41:43.501304 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4e4c30ad-19bb-4895-a167-710c9feb185d req-3ce411d9-89ff-4c79-9ac4-b112c819cd1a tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:43.538180 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:43.653987 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0c8488b1-cf73-42c3-b24d-0e24f2642309 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:43.676139 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-4e4c30ad-19bb-4895-a167-710c9feb185d req-3ce411d9-89ff-4c79-9ac4-b112c819cd1a tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] For port 4eb12f73-ec30-4687-81b0-19cdfd10c4f9, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=4eb12f73-ec30-4687-81b0-19cdfd10c4f9,segment=NetworkSegment(0a5196a1-84e6-4a51-8f52-5d801014dc39),segment_id=0a5196a1-84e6-4a51-8f52-5d801014dc39)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:41:43.676804 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4e4c30ad-19bb-4895-a167-710c9feb185d req-3ce411d9-89ff-4c79-9ac4-b112c819cd1a tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:43.699164 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-4e4c30ad-19bb-4895-a167-710c9feb185d req-3ce411d9-89ff-4c79-9ac4-b112c819cd1a tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Calling delete_port for 4eb12f73-ec30-4687-81b0-19cdfd10c4f9 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:41:43.875963 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0c8488b1-cf73-42c3-b24d-0e24f2642309 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:43.955206 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0c8488b1-cf73-42c3-b24d-0e24f2642309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:44.027773 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0c8488b1-cf73-42c3-b24d-0e24f2642309 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e7cc21249c164b558ca0104f3e636d98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7012157 Oct 27 18:41:44.030117 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8488b1-cf73-42c3-b24d-0e24f2642309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b5e24e-8414-47fe-abff-4fa1b2bf127c,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:44.032665 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 53308) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:44.042067 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4e4c30ad-19bb-4895-a167-710c9feb185d req-3ce411d9-89ff-4c79-9ac4-b112c819cd1a tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:44.056350 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['0412796c-524b-48ae-9e21-3be713c1511c', 'e500c6df-3fc3-4118-ba32-f627f3dbe42f', 'f294599f-aedd-4df4-8412-d8725f032585', '4eb12f73-ec30-4687-81b0-19cdfd10c4f9'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:41:44.213207 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce411d9-89ff-4c79-9ac4-b112c819cd1a tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Pushing event deleted for resources: {'Port': ['ID=4eb12f73-ec30-4687-81b0-19cdfd10c4f9,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:44.276733 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4c30ad-19bb-4895-a167-710c9feb185d req-3ce411d9-89ff-4c79-9ac4-b112c819cd1a tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] No DVR routers for this DVR port 4eb12f73-ec30-4687-81b0-19cdfd10c4f9 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:41:44.282988 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4e4c30ad-19bb-4895-a167-710c9feb185d req-3ce411d9-89ff-4c79-9ac4-b112c819cd1a tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:44.287170 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4e4c30ad-19bb-4895-a167-710c9feb185d req-3ce411d9-89ff-4c79-9ac4-b112c819cd1a tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.93 "DELETE /v2.0/ports/4eb12f73-ec30-4687-81b0-19cdfd10c4f9 HTTP/1.1" status: 204 len: 173 time: 1.0949976 Oct 27 18:41:44.289996 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f377d57a-19d4-4efb-8638-5c0978170b24', 'name': 'network-vif-deleted', 'tag': '4eb12f73-ec30-4687-81b0-19cdfd10c4f9'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:41:44.293364 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6946ce4-c60d-4d85-824c-94b913d11a77" -d '{"events": [{"server_uuid": "f377d57a-19d4-4efb-8638-5c0978170b24", "name": "network-vif-deleted", "tag": "4eb12f73-ec30-4687-81b0-19cdfd10c4f9"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:41:44.348957 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c14a600f-11a1-4550-9854-f32e4aba1b6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:44.482574 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fceb4d0f-9ea3-400c-9014-d993f16f9d8d req-5e82c4d8-e638-42ad-8c75-cb4be424538e tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=f377d57a-19d4-4efb-8638-5c0978170b24 HTTP/1.1" status: 200 len: 210 time: 0.1156881 Oct 27 18:41:44.491194 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c14a600f-11a1-4550-9854-f32e4aba1b6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:44.657293 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5d4e82-7b62-4f0b-ba9d-2568a396c12d x-openstack-request-id: req-af5d4e82-7b62-4f0b-ba9d-2568a396c12d {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:41:44.657919 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f377d57a-19d4-4efb-8638-5c0978170b24", "name": "network-vif-deleted", "tag": "4eb12f73-ec30-4687-81b0-19cdfd10c4f9", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:41:44.657919 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-af5d4e82-7b62-4f0b-ba9d-2568a396c12d {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:41:44.658490 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f377d57a-19d4-4efb-8638-5c0978170b24', 'name': 'network-vif-deleted', 'tag': '4eb12f73-ec30-4687-81b0-19cdfd10c4f9', 'status': 'completed', 'code': 200} Oct 27 18:41:45.208015 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 53340) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:45.301861 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-b6b6e65b-e925-46d8-896a-6fcd39393cea tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-629212694'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:41:45.384675 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:45.385314 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c14a600f-11a1-4550-9854-f32e4aba1b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:45.387623 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c14a600f-11a1-4550-9854-f32e4aba1b6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:45.389064 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c14a600f-11a1-4550-9854-f32e4aba1b6b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/54b5e24e-8414-47fe-abff-4fa1b2bf127c HTTP/1.1" status: 204 len: 168 time: 1.3553207 Oct 27 18:41:45.399607 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a600f-11a1-4550-9854-f32e4aba1b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b5e24e-8414-47fe-abff-4fa1b2bf127c,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:45.413991 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b6e65b-e925-46d8-896a-6fcd39393cea tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Made reservation on behalf of dd196885891a42f49d8b798f501c50b4 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:41:45.419279 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b6b6e65b-e925-46d8-896a-6fcd39393cea tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:45.448457 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b6b6e65b-e925-46d8-896a-6fcd39393cea tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:45.592259 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b6b6e65b-e925-46d8-896a-6fcd39393cea tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:45.682292 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b6b6e65b-e925-46d8-896a-6fcd39393cea tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:45.696609 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-98454bbf-fba7-42d5-8e51-d14ecc54186f req-c3ec3e36-1897-4a0a-8fc5-621510617267 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=f377d57a-19d4-4efb-8638-5c0978170b24 HTTP/1.1" status: 200 len: 210 time: 0.0391614 Oct 27 18:41:45.736808 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6b6e65b-e925-46d8-896a-6fcd39393cea tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] vlan segment allocate from pool success with {'vlan_id': 1010, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:41:45.752513 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b6b6e65b-e925-46d8-896a-6fcd39393cea tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:45.753140 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-b6b6e65b-e925-46d8-896a-6fcd39393cea tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Added segment 93d23263-ad77-4a94-ba32-4066c7b94d49 of type vlan for network f3ef71fb-753f-42ae-b2cf-45b27389a8b4 Oct 27 18:41:45.797433 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b6e65b-e925-46d8-896a-6fcd39393cea tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4483ee8-4c09-4964-a4ed-565882f91064,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:45.829960 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b6b6e65b-e925-46d8-896a-6fcd39393cea tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:45.938114 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b6b6e65b-e925-46d8-896a-6fcd39393cea tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:45.951000 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b6e65b-e925-46d8-896a-6fcd39393cea tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:45.951000 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b6b6e65b-e925-46d8-896a-6fcd39393cea tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:46.027770 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b6b6e65b-e925-46d8-896a-6fcd39393cea tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8368156 Oct 27 18:41:46.029525 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 53380) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:46.043828 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-7d79316c-66fe-4796-9841-5b6f8a83bd88 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'port': {'network_id': 'f3ef71fb-753f-42ae-b2cf-45b27389a8b4', 'name': 'tempest-PortsTestJSON-1068935262'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:41:46.071339 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b6e65b-e925-46d8-896a-6fcd39393cea tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'Network': ['ID=f3ef71fb-753f-42ae-b2cf-45b27389a8b4,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:46.084204 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network f3ef71fb-753f-42ae-b2cf-45b27389a8b4 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:41:46.395555 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d79316c-66fe-4796-9841-5b6f8a83bd88 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Made reservation on behalf of dd196885891a42f49d8b798f501c50b4 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:41:46.400209 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7d79316c-66fe-4796-9841-5b6f8a83bd88 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:46.420406 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-7d79316c-66fe-4796-9841-5b6f8a83bd88 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] device_id is not set on port 91e03531-fdc9-4241-bfbc-0c82a7a1ff32 yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:41:46.446618 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 4eb12f73-ec30-4687-81b0-19cdfd10c4f9 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:41:46.506188 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 4eb12f73-ec30-4687-81b0-19cdfd10c4f9 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:41:46.506931 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 4eb12f73-ec30-4687-81b0-19cdfd10c4f9 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:41:46.729137 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7d79316c-66fe-4796-9841-5b6f8a83bd88 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:46.823906 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7d79316c-66fe-4796-9841-5b6f8a83bd88 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:46.891954 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79316c-66fe-4796-9841-5b6f8a83bd88 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'Port': ['ID=91e03531-fdc9-4241-bfbc-0c82a7a1ff32,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:46.910159 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d79316c-66fe-4796-9841-5b6f8a83bd88 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Checking segment: {'id': '93d23263-ad77-4a94-ba32-4066c7b94d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'f3ef71fb-753f-42ae-b2cf-45b27389a8b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:41:46.912109 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d79316c-66fe-4796-9841-5b6f8a83bd88 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Network hostable DHCP agents. Network: f3ef71fb-753f-42ae-b2cf-45b27389a8b4, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:41:47.035119 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d79316c-66fe-4796-9841-5b6f8a83bd88 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Network f3ef71fb-753f-42ae-b2cf-45b27389a8b4 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:41:47.143856 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-7d79316c-66fe-4796-9841-5b6f8a83bd88 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, f3ef71fb-753f-42ae-b2cf-45b27389a8b4) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:41:47.160942 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddced78-d70f-4b6c-937c-1fb6425fb52b None None] Network f3ef71fb-753f-42ae-b2cf-45b27389a8b4 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:41:47.161451 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d79316c-66fe-4796-9841-5b6f8a83bd88 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:41:47.169166 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d79316c-66fe-4796-9841-5b6f8a83bd88 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:47.169907 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7d79316c-66fe-4796-9841-5b6f8a83bd88 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:47.211448 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-ae4bfa93-8c5e-4da9-91eb-04db20b0b015 req-63eaffb7-b199-4319-ae48-e77539a7838b service neutron] (102878) timed out ('10.222.0.93', 52261) {{(pid=102878) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 18:41:47.268412 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 53462) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:47.269026 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7d79316c-66fe-4796-9841-5b6f8a83bd88 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2353673 Oct 27 18:41:47.274159 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-171d419a-0599-4604-a07b-fa8e2e1914aa tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1090589378'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:41:47.372485 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171d419a-0599-4604-a07b-fa8e2e1914aa tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Made reservation on behalf of dd196885891a42f49d8b798f501c50b4 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:41:47.377827 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-171d419a-0599-4604-a07b-fa8e2e1914aa tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:47.436334 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-171d419a-0599-4604-a07b-fa8e2e1914aa tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] vlan segment allocate from pool success with {'vlan_id': 1030, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:41:47.459334 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-171d419a-0599-4604-a07b-fa8e2e1914aa tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:47.463553 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-171d419a-0599-4604-a07b-fa8e2e1914aa tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Added segment 47798ca2-bec8-4eeb-bff7-0518a5b07d87 of type vlan for network 3d0212ea-b506-43fa-905c-c30d76858d82 Oct 27 18:41:47.518877 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-171d419a-0599-4604-a07b-fa8e2e1914aa tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:47.602838 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-171d419a-0599-4604-a07b-fa8e2e1914aa tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:47.623328 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171d419a-0599-4604-a07b-fa8e2e1914aa tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:47.624527 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-171d419a-0599-4604-a07b-fa8e2e1914aa tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:47.758078 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171d419a-0599-4604-a07b-fa8e2e1914aa tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'Network': ['ID=3d0212ea-b506-43fa-905c-c30d76858d82,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:47.770587 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171d419a-0599-4604-a07b-fa8e2e1914aa tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:41:47.773240 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171d419a-0599-4604-a07b-fa8e2e1914aa tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:41:47.774214 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171d419a-0599-4604-a07b-fa8e2e1914aa tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:41:47.774611 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171d419a-0599-4604-a07b-fa8e2e1914aa tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:41:47.775298 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171d419a-0599-4604-a07b-fa8e2e1914aa tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:41:47.775836 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171d419a-0599-4604-a07b-fa8e2e1914aa tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:41:47.776324 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171d419a-0599-4604-a07b-fa8e2e1914aa tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:41:47.781965 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171d419a-0599-4604-a07b-fa8e2e1914aa tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:41:47.781965 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171d419a-0599-4604-a07b-fa8e2e1914aa tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:41:47.781965 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171d419a-0599-4604-a07b-fa8e2e1914aa tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:41:47.781965 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171d419a-0599-4604-a07b-fa8e2e1914aa tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:41:47.781965 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171d419a-0599-4604-a07b-fa8e2e1914aa tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:41:47.793856 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 3d0212ea-b506-43fa-905c-c30d76858d82 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:41:47.803694 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-171d419a-0599-4604-a07b-fa8e2e1914aa tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5341721 Oct 27 18:41:47.806719 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 53488) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:47.814116 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-d2345561-93cb-4b40-9417-faf59a933389 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'ports': [{'network_id': 'f3ef71fb-753f-42ae-b2cf-45b27389a8b4'}, {'network_id': '3d0212ea-b506-43fa-905c-c30d76858d82'}]} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:41:47.814430 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-d2345561-93cb-4b40-9417-faf59a933389 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'port': {'network_id': 'f3ef71fb-753f-42ae-b2cf-45b27389a8b4'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:41:47.816064 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-d2345561-93cb-4b40-9417-faf59a933389 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'port': {'network_id': '3d0212ea-b506-43fa-905c-c30d76858d82'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:41:48.201391 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2345561-93cb-4b40-9417-faf59a933389 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Made reservation on behalf of dd196885891a42f49d8b798f501c50b4 for: {'port': 2} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:41:48.206776 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d2345561-93cb-4b40-9417-faf59a933389 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:48.231753 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d2345561-93cb-4b40-9417-faf59a933389 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:48.348150 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-d2345561-93cb-4b40-9417-faf59a933389 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] device_id is not set on port 4905a00a-e06f-499f-991c-809588b6284d yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:41:48.524327 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d2345561-93cb-4b40-9417-faf59a933389 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:48.619853 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-d2345561-93cb-4b40-9417-faf59a933389 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] device_id is not set on port 72171c46-ceb5-46fb-91ae-65735feb63b8 yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:41:48.779104 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d2345561-93cb-4b40-9417-faf59a933389 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:48.927809 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d2345561-93cb-4b40-9417-faf59a933389 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:48.973449 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [req-3b8ed76c-3001-46d1-a11d-392ee91ad0fe req-3a1afb59-6bc8-46f9-b8f3-27c9da044ada tempest-ServerShowV247Test-891344161 tempest-ServerShowV247Test-891344161-project] (102879) timed out ('10.222.0.93', 52642) {{(pid=102879) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 18:41:48.998243 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2345561-93cb-4b40-9417-faf59a933389 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Network f3ef71fb-753f-42ae-b2cf-45b27389a8b4 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:41:48.999929 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-d2345561-93cb-4b40-9417-faf59a933389 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:41:49.001708 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2345561-93cb-4b40-9417-faf59a933389 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'Port': ['ID=4905a00a-e06f-499f-991c-809588b6284d,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:49.003827 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2345561-93cb-4b40-9417-faf59a933389 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:41:49.004634 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d2345561-93cb-4b40-9417-faf59a933389 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:49.064828 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2345561-93cb-4b40-9417-faf59a933389 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'Port': ['ID=72171c46-ceb5-46fb-91ae-65735feb63b8,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:49.088861 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2345561-93cb-4b40-9417-faf59a933389 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Checking segment: {'id': '47798ca2-bec8-4eeb-bff7-0518a5b07d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '3d0212ea-b506-43fa-905c-c30d76858d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:41:49.091764 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2345561-93cb-4b40-9417-faf59a933389 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Network hostable DHCP agents. Network: 3d0212ea-b506-43fa-905c-c30d76858d82, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:41:49.212728 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2345561-93cb-4b40-9417-faf59a933389 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Network 3d0212ea-b506-43fa-905c-c30d76858d82 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:41:49.303519 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-d2345561-93cb-4b40-9417-faf59a933389 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 3d0212ea-b506-43fa-905c-c30d76858d82) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:41:49.313379 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb3e512-3c95-41f9-8c3e-18866186adf7 None None] Network 3d0212ea-b506-43fa-905c-c30d76858d82 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:41:49.315029 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2345561-93cb-4b40-9417-faf59a933389 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:41:49.325317 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2345561-93cb-4b40-9417-faf59a933389 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:49.330739 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2345561-93cb-4b40-9417-faf59a933389 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:49.331500 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d2345561-93cb-4b40-9417-faf59a933389 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:49.479521 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 53570) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:49.481972 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d2345561-93cb-4b40-9417-faf59a933389 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6728585 Oct 27 18:41:49.612475 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-ec193266-1ce7-4cce-b77c-4265ab55547c tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Deleting port 72171c46-ceb5-46fb-91ae-65735feb63b8 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:41:49.612833 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ec193266-1ce7-4cce-b77c-4265ab55547c tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:49.705799 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ec193266-1ce7-4cce-b77c-4265ab55547c tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:49.738124 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-ec193266-1ce7-4cce-b77c-4265ab55547c tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Calling delete_port for 72171c46-ceb5-46fb-91ae-65735feb63b8 owned by {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:41:49.949504 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ec193266-1ce7-4cce-b77c-4265ab55547c tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:49.984276 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec193266-1ce7-4cce-b77c-4265ab55547c tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event deleted for resources: {'Port': ['ID=72171c46-ceb5-46fb-91ae-65735feb63b8,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:49.999501 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ec193266-1ce7-4cce-b77c-4265ab55547c tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:50.001012 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ec193266-1ce7-4cce-b77c-4265ab55547c tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/ports/72171c46-ceb5-46fb-91ae-65735feb63b8 HTTP/1.1" status: 204 len: 168 time: 0.5235760 Oct 27 18:41:50.003408 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 53596) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:50.103045 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f68ae82-4588-4984-9860-c4f4c72f85f5 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:50.112488 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f68ae82-4588-4984-9860-c4f4c72f85f5 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:50.115711 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4f68ae82-4588-4984-9860-c4f4c72f85f5 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1111851 Oct 27 18:41:50.119282 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 53606) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:50.307514 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-de4970b1-7470-42b7-b0cd-abc58ecabe92 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Deleting port 4905a00a-e06f-499f-991c-809588b6284d {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:41:50.308439 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-de4970b1-7470-42b7-b0cd-abc58ecabe92 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:50.473705 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-507e652e-4ff7-4644-a67b-de417cb49262 req-5f713aa6-6b00-4234-972a-8b912b663ee8 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=4c5076d991aa4ce6aced69fdd2af5913&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412340 Oct 27 18:41:50.508872 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-de4970b1-7470-42b7-b0cd-abc58ecabe92 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:50.594982 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-de4970b1-7470-42b7-b0cd-abc58ecabe92 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Calling delete_port for 4905a00a-e06f-499f-991c-809588b6284d owned by {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:41:50.770734 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e652e-4ff7-4644-a67b-de417cb49262 req-59f8edff-f678-445f-8d2c-f4b06d834343 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:50.778597 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-507e652e-4ff7-4644-a67b-de417cb49262 req-59f8edff-f678-445f-8d2c-f4b06d834343 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2967691 Oct 27 18:41:50.804556 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-507e652e-4ff7-4644-a67b-de417cb49262 req-e0a694ef-75ae-4e29-a258-95d773a52681 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] 10.222.0.52 "GET /v2.0/quotas/4c5076d991aa4ce6aced69fdd2af5913 HTTP/1.1" status: 200 len: 375 time: 0.0242300 Oct 27 18:41:50.845666 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-507e652e-4ff7-4644-a67b-de417cb49262 req-147e46c7-03e1-4536-ac04-5fd8162cd123 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4c5076d991aa4ce6aced69fdd2af5913&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401564 Oct 27 18:41:50.903559 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-de4970b1-7470-42b7-b0cd-abc58ecabe92 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:50.936940 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4970b1-7470-42b7-b0cd-abc58ecabe92 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event deleted for resources: {'Port': ['ID=4905a00a-e06f-499f-991c-809588b6284d,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:50.943021 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-de4970b1-7470-42b7-b0cd-abc58ecabe92 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:50.948799 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-de4970b1-7470-42b7-b0cd-abc58ecabe92 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/ports/4905a00a-e06f-499f-991c-809588b6284d HTTP/1.1" status: 204 len: 168 time: 0.8283758 Oct 27 18:41:50.951509 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 53658) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:51.030128 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60dfe4c1-548d-4450-8af1-96f39cb34247 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:51.031710 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-60dfe4c1-548d-4450-8af1-96f39cb34247 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0792210 Oct 27 18:41:51.034384 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 53666) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:51.060001 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a669132-7773-4707-9679-f5340032ed54 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] GET failed (client error): The resource could not be found. Oct 27 18:41:51.064110 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4a669132-7773-4707-9679-f5340032ed54 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "GET /v2.0/ports/72171c46-ceb5-46fb-91ae-65735feb63b8 HTTP/1.1" status: 404 len: 333 time: 0.0262256 Oct 27 18:41:51.064485 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 53668) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:51.101898 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6b27b9a-2031-4300-bcaa-db7fd80d83e9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] GET failed (client error): The resource could not be found. Oct 27 18:41:51.109910 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a6b27b9a-2031-4300-bcaa-db7fd80d83e9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "GET /v2.0/ports/4905a00a-e06f-499f-991c-809588b6284d HTTP/1.1" status: 404 len: 333 time: 0.0437939 Oct 27 18:41:51.112591 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 53672) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:51.207548 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6d6c93b7-4066-477b-a81f-53607c44e84e tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:51.296910 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a014f7dc-0ce9-45d0-bab3-fef417c486da req-849d2f3d-67fc-41bd-ac62-0d799d63af5c tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] 10.222.0.52 "GET /v2.0/ports?device_id=45c189bb-3669-47b2-bd24-80dc0c7f1f9c HTTP/1.1" status: 200 len: 210 time: 0.0646486 Oct 27 18:41:51.367492 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6d6c93b7-4066-477b-a81f-53607c44e84e tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:51.390010 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-6d6c93b7-4066-477b-a81f-53607c44e84e tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d0212ea-b506-43fa-905c-c30d76858d82']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:41:51.400056 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-6d6c93b7-4066-477b-a81f-53607c44e84e tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47798ca2-bec8-4eeb-bff7-0518a5b07d87') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:41:51.400330 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-6d6c93b7-4066-477b-a81f-53607c44e84e tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47798ca2-bec8-4eeb-bff7-0518a5b07d87') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:41:51.410855 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6d6c93b7-4066-477b-a81f-53607c44e84e tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:51.441826 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6d6c93b7-4066-477b-a81f-53607c44e84e tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:51.466386 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d6c93b7-4066-477b-a81f-53607c44e84e tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:41:51.466965 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6d6c93b7-4066-477b-a81f-53607c44e84e tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:51.472609 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:41:51.472609 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:41:51.472609 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:41:51.472609 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:41:51.472609 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:41:51.472609 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:41:51.472609 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:41:51.472609 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:41:51.472609 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:41:51.472609 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:41:51.472609 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:41:51.472609 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:41:51.472609 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:41:51.472609 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:41:51.472609 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:41:51.472609 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:41:51.472609 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:41:51.472609 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:41:51.472609 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:41:51.472609 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:41:51.472609 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:41:51.472609 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:41:51.472609 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:41:51.472609 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:41:51.472609 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:41:51.472609 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:41:51.472609 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:41:51.472609 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:41:51.472609 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:41:51.472609 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:41:51.472609 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:41:51.472609 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:41:51.646556 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6d6c93b7-4066-477b-a81f-53607c44e84e tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:51.690364 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6d6c93b7-4066-477b-a81f-53607c44e84e tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:51.727861 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6d6c93b7-4066-477b-a81f-53607c44e84e tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/networks/3d0212ea-b506-43fa-905c-c30d76858d82 HTTP/1.1" status: 204 len: 168 time: 0.6142123 Oct 27 18:41:51.731404 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 53710) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:51.736406 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-7183f43a-ad11-465e-90dd-72beef154238 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2138099220'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:41:51.769245 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c93b7-4066-477b-a81f-53607c44e84e tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event deleted for resources: {'Network': ['ID=3d0212ea-b506-43fa-905c-c30d76858d82,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:51.892154 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7183f43a-ad11-465e-90dd-72beef154238 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Made reservation on behalf of dd196885891a42f49d8b798f501c50b4 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:41:51.896053 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7183f43a-ad11-465e-90dd-72beef154238 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:51.927861 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7183f43a-ad11-465e-90dd-72beef154238 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] vlan segment allocate from pool success with {'vlan_id': 1049, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:41:51.941381 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7183f43a-ad11-465e-90dd-72beef154238 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:51.941929 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-7183f43a-ad11-465e-90dd-72beef154238 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Added segment 019436b9-3556-455b-8e4d-b4ef4e23003f of type vlan for network f9d8bd5e-a569-4886-9da5-68da648c72da Oct 27 18:41:51.988380 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7183f43a-ad11-465e-90dd-72beef154238 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:52.088799 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7183f43a-ad11-465e-90dd-72beef154238 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:52.101531 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7183f43a-ad11-465e-90dd-72beef154238 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:52.101531 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7183f43a-ad11-465e-90dd-72beef154238 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:52.276789 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7183f43a-ad11-465e-90dd-72beef154238 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'Network': ['ID=f9d8bd5e-a569-4886-9da5-68da648c72da,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:52.315590 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 53748) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:52.315807 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7183f43a-ad11-465e-90dd-72beef154238 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5828161 Oct 27 18:41:52.321280 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-74b9710b-e27f-48e5-8ec0-0de329516677 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'subnet': {'network_id': 'f9d8bd5e-a569-4886-9da5-68da648c72da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:41:52.355001 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network f9d8bd5e-a569-4886-9da5-68da648c72da details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:41:52.440349 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d6ae7286-d81a-4a16-aa40-38fb68351bc8 req-809d8b44-30f9-4e09-9f80-870c0792a6e0 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] 10.222.0.52 "GET /v2.0/ports?device_id=45c189bb-3669-47b2-bd24-80dc0c7f1f9c HTTP/1.1" status: 200 len: 210 time: 0.0532403 Oct 27 18:41:52.538673 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b9710b-e27f-48e5-8ec0-0de329516677 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Made reservation on behalf of dd196885891a42f49d8b798f501c50b4 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:41:52.554300 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-74b9710b-e27f-48e5-8ec0-0de329516677 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:52.627850 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.ipam_backend_mixin [None req-74b9710b-e27f-48e5-8ec0-0de329516677 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Performing IP validity checks on allocation pools {{(pid=102878) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 27 18:41:52.628712 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.ipam_backend_mixin [None req-74b9710b-e27f-48e5-8ec0-0de329516677 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102878) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 27 18:41:53.007222 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-74b9710b-e27f-48e5-8ec0-0de329516677 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:53.141480 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b9710b-e27f-48e5-8ec0-0de329516677 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'Subnet': ['ID=7afdca63-da22-4365-b392-bb05172f7e12,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:53.178038 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b9710b-e27f-48e5-8ec0-0de329516677 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Checking segment: {'id': '019436b9-3556-455b-8e4d-b4ef4e23003f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f9d8bd5e-a569-4886-9da5-68da648c72da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:41:53.178374 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b9710b-e27f-48e5-8ec0-0de329516677 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Network hostable DHCP agents. Network: f9d8bd5e-a569-4886-9da5-68da648c72da, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:41:53.213536 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b1b5e-b841-4ad5-acfa-1cfe38ba0bea req-61e2af6b-5d17-450e-982a-30f5c94775e9 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:53.220914 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4f5b1b5e-b841-4ad5-acfa-1cfe38ba0bea req-61e2af6b-5d17-450e-982a-30f5c94775e9 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=f871d379-5dbb-47aa-ad9d-3dd826d9c2f6 HTTP/1.1" status: 200 len: 945 time: 0.0769155 Oct 27 18:41:53.287071 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4f5b1b5e-b841-4ad5-acfa-1cfe38ba0bea req-e8780cd1-cf65-44f1-8d0e-6d330fe23928 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650187 Oct 27 18:41:53.321105 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b9710b-e27f-48e5-8ec0-0de329516677 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Network f9d8bd5e-a569-4886-9da5-68da648c72da is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:41:53.394636 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-74b9710b-e27f-48e5-8ec0-0de329516677 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, f9d8bd5e-a569-4886-9da5-68da648c72da) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:41:53.409828 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b9710b-e27f-48e5-8ec0-0de329516677 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:53.409828 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-74b9710b-e27f-48e5-8ec0-0de329516677 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:53.410648 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3e9b63-9a94-4398-9198-bf9d46dcfacf None None] Network f9d8bd5e-a569-4886-9da5-68da648c72da requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:41:53.492681 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-74b9710b-e27f-48e5-8ec0-0de329516677 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1734538 Oct 27 18:41:53.495676 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 53814) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:53.502315 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-1d881145-f288-437f-9a80-56b70981906f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'port': {'network_id': 'f9d8bd5e-a569-4886-9da5-68da648c72da', 'name': 'tempest-PortsTestJSON-548643818'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:41:53.635156 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7b5ca7b5-1f59-4e3a-8841-32a3a5589d8f req-80a63229-6d34-4f56-b4d0-5a77976d4932 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] 10.222.0.52 "GET /v2.0/ports?device_id=45c189bb-3669-47b2-bd24-80dc0c7f1f9c HTTP/1.1" status: 200 len: 210 time: 0.0851829 Oct 27 18:41:53.785311 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbc7dae-95db-47a2-9743-735399ae6ab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-f9d8bd5e-a569-4886-9da5-68da648c72da', 'network_id': 'f9d8bd5e-a569-4886-9da5-68da648c72da', 'tenant_id': 'dd196885891a42f49d8b798f501c50b4', 'fixed_ips': [{'subnet_id': '7afdca63-da22-4365-b392-bb05172f7e12'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:41:53.786176 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4bbc7dae-95db-47a2-9743-735399ae6ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:53.805447 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d881145-f288-437f-9a80-56b70981906f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Made reservation on behalf of dd196885891a42f49d8b798f501c50b4 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:41:53.809294 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1d881145-f288-437f-9a80-56b70981906f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:53.842196 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-1d881145-f288-437f-9a80-56b70981906f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] device_id is not set on port f3d2234b-a510-4334-a3ce-af78b10284f5 yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:41:53.994798 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-4bbc7dae-95db-47a2-9743-735399ae6ab9 None None] Allocated IP 172.20.0.2 (f9d8bd5e-a569-4886-9da5-68da648c72da/7afdca63-da22-4365-b392-bb05172f7e12/451367e4-ea10-4162-8168-2e079e82ae4e) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:41:54.073851 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-507e652e-4ff7-4644-a67b-de417cb49262 req-4d3fb868-d03f-4275-9719-f6e0c9869d3f tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=4c5076d991aa4ce6aced69fdd2af5913&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419230 Oct 27 18:41:54.148005 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4bbc7dae-95db-47a2-9743-735399ae6ab9 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:54.198255 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4bbc7dae-95db-47a2-9743-735399ae6ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:54.291071 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc7dae-95db-47a2-9743-735399ae6ab9 None None] Pushing event updated for resources: {'Port': ['ID=451367e4-ea10-4162-8168-2e079e82ae4e,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:54.311364 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbc7dae-95db-47a2-9743-735399ae6ab9 None None] Network f9d8bd5e-a569-4886-9da5-68da648c72da is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:41:54.311364 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc7dae-95db-47a2-9743-735399ae6ab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:41:54.311364 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc7dae-95db-47a2-9743-735399ae6ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:41:54.311364 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc7dae-95db-47a2-9743-735399ae6ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:41:54.311364 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc7dae-95db-47a2-9743-735399ae6ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:41:54.311364 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc7dae-95db-47a2-9743-735399ae6ab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:41:54.312479 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc7dae-95db-47a2-9743-735399ae6ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:41:54.313014 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc7dae-95db-47a2-9743-735399ae6ab9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:41:54.313509 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc7dae-95db-47a2-9743-735399ae6ab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:41:54.314013 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc7dae-95db-47a2-9743-735399ae6ab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:41:54.314504 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc7dae-95db-47a2-9743-735399ae6ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:41:54.319848 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc7dae-95db-47a2-9743-735399ae6ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:41:54.320652 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbc7dae-95db-47a2-9743-735399ae6ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:41:54.336072 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-4bbc7dae-95db-47a2-9743-735399ae6ab9 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:41:54.342307 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbc7dae-95db-47a2-9743-735399ae6ab9 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:41:54.466494 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-4bbc7dae-95db-47a2-9743-735399ae6ab9 None None] Attempting to bind port 451367e4-ea10-4162-8168-2e079e82ae4e on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:41:54.467210 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-4bbc7dae-95db-47a2-9743-735399ae6ab9 None None] Attempting to bind port 451367e4-ea10-4162-8168-2e079e82ae4e by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '019436b9-3556-455b-8e4d-b4ef4e23003f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f9d8bd5e-a569-4886-9da5-68da648c72da'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:41:54.467347 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbc7dae-95db-47a2-9743-735399ae6ab9 None None] Attempting to bind port 451367e4-ea10-4162-8168-2e079e82ae4e on network f9d8bd5e-a569-4886-9da5-68da648c72da {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:41:54.483474 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbc7dae-95db-47a2-9743-735399ae6ab9 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:41:54.486839 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbc7dae-95db-47a2-9743-735399ae6ab9 None None] Checking segment: {'id': '019436b9-3556-455b-8e4d-b4ef4e23003f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f9d8bd5e-a569-4886-9da5-68da648c72da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:41:54.486839 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4bbc7dae-95db-47a2-9743-735399ae6ab9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:54.486839 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbc7dae-95db-47a2-9743-735399ae6ab9 None None] Bound using segment: {'id': '019436b9-3556-455b-8e4d-b4ef4e23003f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f9d8bd5e-a569-4886-9da5-68da648c72da'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:41:54.486839 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-4bbc7dae-95db-47a2-9743-735399ae6ab9 None None] Bound port: 451367e4-ea10-4162-8168-2e079e82ae4e, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '019436b9-3556-455b-8e4d-b4ef4e23003f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f9d8bd5e-a569-4886-9da5-68da648c72da'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:41:54.489221 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4bbc7dae-95db-47a2-9743-735399ae6ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:54.505589 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded69cc-f646-4ac0-b728-6ef46b7a4997 req-31e6f583-5cda-4f42-9a52-178c8c80c8ee tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:54.508460 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2ded69cc-f646-4ac0-b728-6ef46b7a4997 req-31e6f583-5cda-4f42-9a52-178c8c80c8ee tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=f871d379-5dbb-47aa-ad9d-3dd826d9c2f6 HTTP/1.1" status: 200 len: 945 time: 0.0748584 Oct 27 18:41:54.576394 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4bbc7dae-95db-47a2-9743-735399ae6ab9 None None] For port 451367e4-ea10-4162-8168-2e079e82ae4e, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:41:54.577431 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2ded69cc-f646-4ac0-b728-6ef46b7a4997 req-cd23d7b2-4087-4234-a1a2-2b302b460d17 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624294 Oct 27 18:41:54.580736 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4bbc7dae-95db-47a2-9743-735399ae6ab9 None None] For port 451367e4-ea10-4162-8168-2e079e82ae4e, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=451367e4-ea10-4162-8168-2e079e82ae4e,segment=NetworkSegment(019436b9-3556-455b-8e4d-b4ef4e23003f),segment_id=019436b9-3556-455b-8e4d-b4ef4e23003f)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:41:54.633327 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4bbc7dae-95db-47a2-9743-735399ae6ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:54.708716 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc7dae-95db-47a2-9743-735399ae6ab9 None None] Pushing event updated for resources: {'Port': ['ID=451367e4-ea10-4162-8168-2e079e82ae4e,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:54.841769 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dc91f745-26ea-4bd4-ab3e-5eb605809962 req-ae7bc5b9-2512-4dff-8b09-4b91e8676f8e tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] 10.222.0.52 "GET /v2.0/ports?device_id=45c189bb-3669-47b2-bd24-80dc0c7f1f9c HTTP/1.1" status: 200 len: 210 time: 0.0552282 Oct 27 18:41:55.102943 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e652e-4ff7-4644-a67b-de417cb49262 req-b33d12d8-5acb-4e10-b273-a8cf71d62e5c tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:55.105006 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-507e652e-4ff7-4644-a67b-de417cb49262 req-b33d12d8-5acb-4e10-b273-a8cf71d62e5c tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0293119 Oct 27 18:41:55.110003 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-1d881145-f288-437f-9a80-56b70981906f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Allocated IP 172.20.0.13 (f9d8bd5e-a569-4886-9da5-68da648c72da/7afdca63-da22-4365-b392-bb05172f7e12/f3d2234b-a510-4334-a3ce-af78b10284f5) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:41:55.125764 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b9f32-714a-4361-b078-eabf66dcf733 req-c5985c68-da6b-4e25-92da-42abe7fdc7ed tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:55.126451 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a51b9f32-714a-4361-b078-eabf66dcf733 req-c5985c68-da6b-4e25-92da-42abe7fdc7ed tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.93 "GET /v2.0/ports?device_id=f871d379-5dbb-47aa-ad9d-3dd826d9c2f6 HTTP/1.1" status: 200 len: 945 time: 0.1648047 Oct 27 18:41:55.129934 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-507e652e-4ff7-4644-a67b-de417cb49262 req-bdac00fe-875d-4fc6-bc77-c649a3b119b0 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] Request body: {'port': {'device_id': '45c189bb-3669-47b2-bd24-80dc0c7f1f9c', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'admin_state_up': True, 'tenant_id': '4c5076d991aa4ce6aced69fdd2af5913'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:41:55.439746 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-a51b9f32-714a-4361-b078-eabf66dcf733 req-a2808f00-dc74-4254-9e1e-3c5db41266b6 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Deleting port f294599f-aedd-4df4-8412-d8725f032585 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:41:55.440090 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a51b9f32-714a-4361-b078-eabf66dcf733 req-a2808f00-dc74-4254-9e1e-3c5db41266b6 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:55.498344 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-507e652e-4ff7-4644-a67b-de417cb49262 req-bdac00fe-875d-4fc6-bc77-c649a3b119b0 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] Made reservation on behalf of 4c5076d991aa4ce6aced69fdd2af5913 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:41:55.501721 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-507e652e-4ff7-4644-a67b-de417cb49262 req-bdac00fe-875d-4fc6-bc77-c649a3b119b0 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:55.515826 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1d881145-f288-437f-9a80-56b70981906f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:55.533509 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-507e652e-4ff7-4644-a67b-de417cb49262 req-bdac00fe-875d-4fc6-bc77-c649a3b119b0 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:55.615185 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-a51b9f32-714a-4361-b078-eabf66dcf733 req-a2808f00-dc74-4254-9e1e-3c5db41266b6 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] For port f294599f-aedd-4df4-8412-d8725f032585, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f294599f-aedd-4df4-8412-d8725f032585,segment=NetworkSegment(0a5196a1-84e6-4a51-8f52-5d801014dc39),segment_id=0a5196a1-84e6-4a51-8f52-5d801014dc39)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:41:55.615564 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a51b9f32-714a-4361-b078-eabf66dcf733 req-a2808f00-dc74-4254-9e1e-3c5db41266b6 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:55.638272 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-a51b9f32-714a-4361-b078-eabf66dcf733 req-a2808f00-dc74-4254-9e1e-3c5db41266b6 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Calling delete_port for f294599f-aedd-4df4-8412-d8725f032585 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:41:55.707439 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1d881145-f288-437f-9a80-56b70981906f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:55.736396 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d78898-cf07-4d85-b7b9-dcd612197663 req-3e44c43a-def0-4a2a-9b96-aff42c482e80 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:55.746433 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d5d78898-cf07-4d85-b7b9-dcd612197663 req-3e44c43a-def0-4a2a-9b96-aff42c482e80 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=f871d379-5dbb-47aa-ad9d-3dd826d9c2f6 HTTP/1.1" status: 200 len: 945 time: 0.0753741 Oct 27 18:41:55.785620 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d881145-f288-437f-9a80-56b70981906f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Network f9d8bd5e-a569-4886-9da5-68da648c72da is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:41:55.802648 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-1d881145-f288-437f-9a80-56b70981906f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:41:55.815528 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d881145-f288-437f-9a80-56b70981906f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:41:55.824619 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d5d78898-cf07-4d85-b7b9-dcd612197663 req-d9ebc446-7fef-43ae-8518-0d49fd1b4bd4 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764449 Oct 27 18:41:55.863259 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-507e652e-4ff7-4644-a67b-de417cb49262 req-bdac00fe-875d-4fc6-bc77-c649a3b119b0 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:55.901332 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d881145-f288-437f-9a80-56b70981906f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'Port': ['ID=f3d2234b-a510-4334-a3ce-af78b10284f5,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:55.956709 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-507e652e-4ff7-4644-a67b-de417cb49262 req-bdac00fe-875d-4fc6-bc77-c649a3b119b0 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:56.050493 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-27ed2859-d22e-46d6-bc26-611c8c214a54 req-6834ac42-e088-4413-9f6a-ecba4ef3a10e tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] 10.222.0.52 "GET /v2.0/ports?device_id=45c189bb-3669-47b2-bd24-80dc0c7f1f9c HTTP/1.1" status: 200 len: 210 time: 0.0707195 Oct 27 18:41:56.062331 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d881145-f288-437f-9a80-56b70981906f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:56.063417 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1d881145-f288-437f-9a80-56b70981906f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:56.127898 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74827a64-0724-4781-bfa9-115604b7b4d4 None None] Network f9d8bd5e-a569-4886-9da5-68da648c72da requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:41:56.198878 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac00fe-875d-4fc6-bc77-c649a3b119b0 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e28cbd3b-76e9-4cb1-8144-29e4e497f243,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:56.236892 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-85e72f35-9e78-4bef-b767-70de381eeadc None None] Provisioning complete for port 451367e4-ea10-4162-8168-2e079e82ae4e triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:41:56.237420 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-85e72f35-9e78-4bef-b767-70de381eeadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:56.261094 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9ad04297-3c5b-428f-a15c-7a2e7f3e35d5 req-b9468a19-7446-425a-aa10-fa4f802f2d4c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6dc8625b-ba8f-4f88-be99-05e20800bba1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2352412 Oct 27 18:41:56.268692 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1d881145-f288-437f-9a80-56b70981906f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7712526 Oct 27 18:41:56.271482 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 53946) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:56.326045 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a51b9f32-714a-4361-b078-eabf66dcf733 req-a2808f00-dc74-4254-9e1e-3c5db41266b6 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:56.344825 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['0412796c-524b-48ae-9e21-3be713c1511c', 'e500c6df-3fc3-4118-ba32-f627f3dbe42f', 'f294599f-aedd-4df4-8412-d8725f032585'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:41:56.378488 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-507e652e-4ff7-4644-a67b-de417cb49262 req-bdac00fe-875d-4fc6-bc77-c649a3b119b0 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] Allocated IP 192.168.233.157 (5a00a4ee-d7ee-4646-9905-4d21868e9aa2/5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc/bb9c262f-40bd-46c6-99d0-d477bc9e1f99) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:41:56.431335 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:56.568151 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2808f00-dc74-4254-9e1e-3c5db41266b6 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Pushing event deleted for resources: {'Port': ['ID=f294599f-aedd-4df4-8412-d8725f032585,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:56.619026 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-85e72f35-9e78-4bef-b767-70de381eeadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:56.646543 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 451367e4-ea10-4162-8168-2e079e82ae4e up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:41:56.728582 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-85e72f35-9e78-4bef-b767-70de381eeadc None None] For port 451367e4-ea10-4162-8168-2e079e82ae4e, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=451367e4-ea10-4162-8168-2e079e82ae4e,segment=NetworkSegment(019436b9-3556-455b-8e4d-b4ef4e23003f),segment_id=019436b9-3556-455b-8e4d-b4ef4e23003f)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:41:56.808379 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-85e72f35-9e78-4bef-b767-70de381eeadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:56.825968 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-a51b9f32-714a-4361-b078-eabf66dcf733 req-a2808f00-dc74-4254-9e1e-3c5db41266b6 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] No DVR routers for this DVR port f294599f-aedd-4df4-8412-d8725f032585 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:41:56.831593 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a51b9f32-714a-4361-b078-eabf66dcf733 req-a2808f00-dc74-4254-9e1e-3c5db41266b6 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:56.837787 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a51b9f32-714a-4361-b078-eabf66dcf733 req-a2808f00-dc74-4254-9e1e-3c5db41266b6 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.93 "DELETE /v2.0/ports/f294599f-aedd-4df4-8412-d8725f032585 HTTP/1.1" status: 204 len: 173 time: 1.7024865 Oct 27 18:41:56.882856 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-f62e5856-0b4b-40b6-b15f-13b5d7e2260d tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:56.886230 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e72f35-9e78-4bef-b767-70de381eeadc None None] Pushing event updated for resources: {'Port': ['ID=451367e4-ea10-4162-8168-2e079e82ae4e,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:56.891688 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-f62e5856-0b4b-40b6-b15f-13b5d7e2260d tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/networks?id=9ece45d0-6b3f-4f8c-9d36-188ef51e155c HTTP/1.1" status: 200 len: 812 time: 0.1943252 Oct 27 18:41:56.915873 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-68709f66-675c-43cb-9f85-527890fc98d5 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/quotas/3e51f4d6e43c47d6aad8c33823e3964f HTTP/1.1" status: 200 len: 375 time: 0.0231192 Oct 27 18:41:56.916355 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 451367e4-ea10-4162-8168-2e079e82ae4e triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:41:56.917471 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:56.978661 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-29caae31-aae4-432c-91e5-c33f2c984854 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3e51f4d6e43c47d6aad8c33823e3964f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618312 Oct 27 18:41:56.999720 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-507e652e-4ff7-4644-a67b-de417cb49262 req-bdac00fe-875d-4fc6-bc77-c649a3b119b0 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:57.023452 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-214016c7-aa91-4eb4-ac88-6e7db0694ff4 req-3c65a485-8007-41b7-9531-7b7a75bda19c tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=f871d379-5dbb-47aa-ad9d-3dd826d9c2f6 HTTP/1.1" status: 200 len: 210 time: 0.0622628 Oct 27 18:41:57.023566 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:57.048168 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f871d379-5dbb-47aa-ad9d-3dd826d9c2f6', 'name': 'network-vif-deleted', 'tag': 'f294599f-aedd-4df4-8412-d8725f032585'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:41:57.059416 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e838fe-f524-4898-8d15-1618889657ee" -d '{"events": [{"server_uuid": "f871d379-5dbb-47aa-ad9d-3dd826d9c2f6", "name": "network-vif-deleted", "tag": "f294599f-aedd-4df4-8412-d8725f032585"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:41:57.081660 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad04297-3c5b-428f-a15c-7a2e7f3e35d5 req-66807db9-0ec7-4ada-ae53-5a371ea0dbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:57.084728 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9ad04297-3c5b-428f-a15c-7a2e7f3e35d5 req-66807db9-0ec7-4ada-ae53-5a371ea0dbe2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=5683633d2e1d4b139c073dc8a9b72002&device_id=6dc8625b-ba8f-4f88-be99-05e20800bba1 HTTP/1.1" status: 200 len: 1096 time: 0.7824266 Oct 27 18:41:57.120086 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-a2470e39-7bc5-4388-8cd4-1dec044aeb5b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Deleting port f3d2234b-a510-4334-a3ce-af78b10284f5 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:41:57.120441 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a2470e39-7bc5-4388-8cd4-1dec044aeb5b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:57.252664 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad04297-3c5b-428f-a15c-7a2e7f3e35d5 req-1c0b7580-4411-4ac2-90a0-1be502a9dd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:57.254499 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9ad04297-3c5b-428f-a15c-7a2e7f3e35d5 req-1c0b7580-4411-4ac2-90a0-1be502a9dd23 service neutron] 10.222.0.93 "GET /v2.0/networks?id=7e162f9f-1e57-4697-b21f-e116c127cf92 HTTP/1.1" status: 200 len: 915 time: 0.1301935 Oct 27 18:41:57.280371 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-b999c946-61ec-42c8-bd35-573f68cece5e None None] Provisioning complete for port f3d2234b-a510-4334-a3ce-af78b10284f5 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:41:57.280933 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b999c946-61ec-42c8-bd35-573f68cece5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:57.304133 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afb2ebd-4a46-4703-844b-9b159a2e410b x-openstack-request-id: req-4afb2ebd-4a46-4703-844b-9b159a2e410b {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:41:57.304640 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f871d379-5dbb-47aa-ad9d-3dd826d9c2f6", "name": "network-vif-deleted", "tag": "f294599f-aedd-4df4-8412-d8725f032585", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:41:57.304976 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4afb2ebd-4a46-4703-844b-9b159a2e410b {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:41:57.305491 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f871d379-5dbb-47aa-ad9d-3dd826d9c2f6', 'name': 'network-vif-deleted', 'tag': 'f294599f-aedd-4df4-8412-d8725f032585', 'status': 'completed', 'code': 200} Oct 27 18:41:57.342622 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-507e652e-4ff7-4644-a67b-de417cb49262 req-bdac00fe-875d-4fc6-bc77-c649a3b119b0 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:57.395732 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-b999c946-61ec-42c8-bd35-573f68cece5e None None] Port f3d2234b-a510-4334-a3ce-af78b10284f5 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:41:57.411950 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-b999c946-61ec-42c8-bd35-573f68cece5e None None] Provisioning complete for port 451367e4-ea10-4162-8168-2e079e82ae4e triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:41:57.412339 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b999c946-61ec-42c8-bd35-573f68cece5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:57.427588 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-507e652e-4ff7-4644-a67b-de417cb49262 req-bdac00fe-875d-4fc6-bc77-c649a3b119b0 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] Network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:41:57.433219 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-507e652e-4ff7-4644-a67b-de417cb49262 req-bdac00fe-875d-4fc6-bc77-c649a3b119b0 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:41:57.435790 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-507e652e-4ff7-4644-a67b-de417cb49262 req-bdac00fe-875d-4fc6-bc77-c649a3b119b0 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:41:57.473204 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9ad04297-3c5b-428f-a15c-7a2e7f3e35d5 req-1a6807b5-d1f8-4030-97a5-b0f2dbe0b040 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e500c6df-3fc3-4118-ba32-f627f3dbe42f HTTP/1.1" status: 200 len: 217 time: 0.1663632 Oct 27 18:41:57.619038 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e652e-4ff7-4644-a67b-de417cb49262 req-bdac00fe-875d-4fc6-bc77-c649a3b119b0 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:57.619741 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-507e652e-4ff7-4644-a67b-de417cb49262 req-bdac00fe-875d-4fc6-bc77-c649a3b119b0 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:57.645359 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-34471cc3-11c2-4d24-ac86-37f6aa01e33a None None] Provisioning complete for port f3d2234b-a510-4334-a3ce-af78b10284f5 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:41:57.646340 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-34471cc3-11c2-4d24-ac86-37f6aa01e33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:57.715378 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac00fe-875d-4fc6-bc77-c649a3b119b0 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] Pushing event updated for resources: {'Port': ['ID=bb9c262f-40bd-46c6-99d0-d477bc9e1f99,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:57.715599 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-34471cc3-11c2-4d24-ac86-37f6aa01e33a None None] Port f3d2234b-a510-4334-a3ce-af78b10284f5 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:41:57.723522 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a2470e39-7bc5-4388-8cd4-1dec044aeb5b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:57.738394 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-507e652e-4ff7-4644-a67b-de417cb49262 req-bdac00fe-875d-4fc6-bc77-c649a3b119b0 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6228118 Oct 27 18:41:57.746415 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad04297-3c5b-428f-a15c-7a2e7f3e35d5 req-1f23f2e7-b896-404e-8627-328cd4e06ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:57.748126 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9ad04297-3c5b-428f-a15c-7a2e7f3e35d5 req-1f23f2e7-b896-404e-8627-328cd4e06ea5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4b27cbfc-0288-405f-bb4a-1d7eed6d52a9 HTTP/1.1" status: 200 len: 853 time: 0.2402072 Oct 27 18:41:57.756777 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-a2470e39-7bc5-4388-8cd4-1dec044aeb5b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Calling delete_port for f3d2234b-a510-4334-a3ce-af78b10284f5 owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:41:57.756777 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-507e652e-4ff7-4644-a67b-de417cb49262 req-dae2566b-6a62-4f59-8021-0ac1f0f78ca5 service neutron] Request body: {'port': {'device_id': '45c189bb-3669-47b2-bd24-80dc0c7f1f9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:41:57.818396 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9ad04297-3c5b-428f-a15c-7a2e7f3e35d5 req-ba95b6a2-7c82-4ed6-b65a-f68204a2d5aa service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7e162f9f-1e57-4697-b21f-e116c127cf92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591564 Oct 27 18:41:57.845744 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-302e8080-fe15-45b3-9d7e-fb3ed8cfdd30 None None] Provisioning complete for port bb9c262f-40bd-46c6-99d0-d477bc9e1f99 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:41:57.847805 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-302e8080-fe15-45b3-9d7e-fb3ed8cfdd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:57.875147 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-e8e8804b-86ce-451d-a171-55891cb328b7 service neutron] 10.222.0.52 "GET /v2.0/networks/9ece45d0-6b3f-4f8c-9d36-188ef51e155c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8951688 Oct 27 18:41:57.892627 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871187c9-bdd4-4569-a218-7be62376fcd1 req-794335fa-f3dd-48fb-97f4-7f523eb28e15 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:57.895926 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-871187c9-bdd4-4569-a218-7be62376fcd1 req-794335fa-f3dd-48fb-97f4-7f523eb28e15 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] 10.222.0.52 "GET /v2.0/ports?device_id=45c189bb-3669-47b2-bd24-80dc0c7f1f9c HTTP/1.1" status: 200 len: 936 time: 0.1728191 Oct 27 18:41:57.904376 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-302e8080-fe15-45b3-9d7e-fb3ed8cfdd30 None None] Port bb9c262f-40bd-46c6-99d0-d477bc9e1f99 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:41:57.944206 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-507e652e-4ff7-4644-a67b-de417cb49262 req-dae2566b-6a62-4f59-8021-0ac1f0f78ca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:58.024538 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-871187c9-bdd4-4569-a218-7be62376fcd1 req-c5cf4515-b34b-48bb-b493-15e2ec1f1c8b tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] 10.222.0.52 "GET /v2.0/security-groups?id=e28cbd3b-76e9-4cb1-8144-29e4e497f243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191375 Oct 27 18:41:58.042767 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9ad04297-3c5b-428f-a15c-7a2e7f3e35d5 req-829e1aaa-710b-460a-b6d7-809131729176 service neutron] 10.222.0.93 "GET /v2.0/networks/7e162f9f-1e57-4697-b21f-e116c127cf92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150803 Oct 27 18:41:58.079880 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-8e5ce2f6-3cb3-41c3-8dcc-8fb3a17abd17 service neutron] 10.222.0.52 "GET /v2.0/networks/9ece45d0-6b3f-4f8c-9d36-188ef51e155c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978493 Oct 27 18:41:58.343551 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9ad04297-3c5b-428f-a15c-7a2e7f3e35d5 req-c898ec70-e1b5-4736-86b9-07b56a212477 service neutron] 10.222.0.93 "GET /v2.0/networks/7e162f9f-1e57-4697-b21f-e116c127cf92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878761 Oct 27 18:41:58.419075 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 451367e4-ea10-4162-8168-2e079e82ae4e up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:41:58.450579 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-507e652e-4ff7-4644-a67b-de417cb49262 req-dae2566b-6a62-4f59-8021-0ac1f0f78ca5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb9c262f-40bd-46c6-99d0-d477bc9e1f99 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:41:58.464804 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a2470e39-7bc5-4388-8cd4-1dec044aeb5b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:58.468443 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-507e652e-4ff7-4644-a67b-de417cb49262 req-dae2566b-6a62-4f59-8021-0ac1f0f78ca5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:58.492392 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 451367e4-ea10-4162-8168-2e079e82ae4e triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:41:58.492920 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:58.515068 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2470e39-7bc5-4388-8cd4-1dec044aeb5b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event deleted for resources: {'Port': ['ID=f3d2234b-a510-4334-a3ce-af78b10284f5,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:58.516361 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-507e652e-4ff7-4644-a67b-de417cb49262 req-dae2566b-6a62-4f59-8021-0ac1f0f78ca5 service neutron] Transition to ACTIVE for port object bb9c262f-40bd-46c6-99d0-d477bc9e1f99 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:41:58.530177 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device f294599f-aedd-4df4-8412-d8725f032585 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:41:58.558295 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: f294599f-aedd-4df4-8412-d8725f032585 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:41:58.558656 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device f294599f-aedd-4df4-8412-d8725f032585 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:41:58.628023 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9c5ae3df-fd51-42d0-a2b4-ec0bba30c9d7 req-e3f2e82e-bf53-42ca-af2a-6e63bbff40d6 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3fb01f5-5af4-4db5-9621-8444be522188 HTTP/1.1" status: 200 len: 210 time: 0.0509474 Oct 27 18:41:58.638737 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a2470e39-7bc5-4388-8cd4-1dec044aeb5b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:58.642678 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a2470e39-7bc5-4388-8cd4-1dec044aeb5b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/ports/f3d2234b-a510-4334-a3ce-af78b10284f5 HTTP/1.1" status: 204 len: 168 time: 2.3702164 Oct 27 18:41:58.646091 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 53994) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:58.674082 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-616cd8c8-75e9-4fb0-9aa7-9aa5526bfbaf tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] DELETE failed (client error): The resource could not be found. Oct 27 18:41:58.674736 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-616cd8c8-75e9-4fb0-9aa7-9aa5526bfbaf tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:41:58.677967 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-616cd8c8-75e9-4fb0-9aa7-9aa5526bfbaf tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/ports/f3d2234b-a510-4334-a3ce-af78b10284f5 HTTP/1.1" status: 404 len: 333 time: 0.0278561 Oct 27 18:41:58.681276 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 53998) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:58.697474 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-507e652e-4ff7-4644-a67b-de417cb49262 req-dae2566b-6a62-4f59-8021-0ac1f0f78ca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:58.761419 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ec271ff-e860-42cb-8cd8-5a4bf735f359 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] GET failed (client error): The resource could not be found. Oct 27 18:41:58.766307 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7ec271ff-e860-42cb-8cd8-5a4bf735f359 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "GET /v2.0/ports/f3d2234b-a510-4334-a3ce-af78b10284f5 HTTP/1.1" status: 404 len: 333 time: 0.0833359 Oct 27 18:41:58.769431 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 54006) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:58.811338 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2566b-6a62-4f59-8021-0ac1f0f78ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=bb9c262f-40bd-46c6-99d0-d477bc9e1f99,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:58.877094 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-507e652e-4ff7-4644-a67b-de417cb49262 req-dae2566b-6a62-4f59-8021-0ac1f0f78ca5 service neutron] Attempting to bind port bb9c262f-40bd-46c6-99d0-d477bc9e1f99 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:41:58.877806 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-507e652e-4ff7-4644-a67b-de417cb49262 req-dae2566b-6a62-4f59-8021-0ac1f0f78ca5 service neutron] Attempting to bind port bb9c262f-40bd-46c6-99d0-d477bc9e1f99 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:41:58.878637 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507e652e-4ff7-4644-a67b-de417cb49262 req-dae2566b-6a62-4f59-8021-0ac1f0f78ca5 service neutron] Attempting to bind port bb9c262f-40bd-46c6-99d0-d477bc9e1f99 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:41:58.891953 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507e652e-4ff7-4644-a67b-de417cb49262 req-dae2566b-6a62-4f59-8021-0ac1f0f78ca5 service neutron] Port bb9c262f-40bd-46c6-99d0-d477bc9e1f99 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:41:58.898964 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507e652e-4ff7-4644-a67b-de417cb49262 req-dae2566b-6a62-4f59-8021-0ac1f0f78ca5 service neutron] Attempting to bind port bb9c262f-40bd-46c6-99d0-d477bc9e1f99 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:41:58.899297 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-175ef0b8-732c-4497-933f-3500390c539f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Deleting subnet 7afdca63-da22-4365-b392-bb05172f7e12 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:41:58.900187 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-175ef0b8-732c-4497-933f-3500390c539f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:58.901509 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507e652e-4ff7-4644-a67b-de417cb49262 req-dae2566b-6a62-4f59-8021-0ac1f0f78ca5 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:41:58.901855 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507e652e-4ff7-4644-a67b-de417cb49262 req-dae2566b-6a62-4f59-8021-0ac1f0f78ca5 service neutron] Checking segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:41:58.903140 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-507e652e-4ff7-4644-a67b-de417cb49262 req-dae2566b-6a62-4f59-8021-0ac1f0f78ca5 service neutron] Bound using segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:41:58.903140 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-507e652e-4ff7-4644-a67b-de417cb49262 req-dae2566b-6a62-4f59-8021-0ac1f0f78ca5 service neutron] Bound port: bb9c262f-40bd-46c6-99d0-d477bc9e1f99, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:41:58.903140 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-507e652e-4ff7-4644-a67b-de417cb49262 req-dae2566b-6a62-4f59-8021-0ac1f0f78ca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:58.910134 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da6f81-b784-4061-a0ae-9cec6f124f5d req-16f858ad-9bb6-443d-9424-a669780d9d24 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:58.911780 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-22da6f81-b784-4061-a0ae-9cec6f124f5d req-16f858ad-9bb6-443d-9424-a669780d9d24 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc8625b-ba8f-4f88-be99-05e20800bba1 HTTP/1.1" status: 200 len: 945 time: 0.0772517 Oct 27 18:41:58.979157 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-175ef0b8-732c-4497-933f-3500390c539f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:58.993058 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-507e652e-4ff7-4644-a67b-de417cb49262 req-dae2566b-6a62-4f59-8021-0ac1f0f78ca5 service neutron] For port bb9c262f-40bd-46c6-99d0-d477bc9e1f99, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:41:58.996319 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-507e652e-4ff7-4644-a67b-de417cb49262 req-dae2566b-6a62-4f59-8021-0ac1f0f78ca5 service neutron] For port bb9c262f-40bd-46c6-99d0-d477bc9e1f99, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=bb9c262f-40bd-46c6-99d0-d477bc9e1f99,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:41:59.015367 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-22da6f81-b784-4061-a0ae-9cec6f124f5d req-a1b5948c-2a60-4be8-a39c-5e2e9074e083 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832253 Oct 27 18:41:59.089902 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-175ef0b8-732c-4497-933f-3500390c539f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:59.104037 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-507e652e-4ff7-4644-a67b-de417cb49262 req-dae2566b-6a62-4f59-8021-0ac1f0f78ca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:59.202221 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e652e-4ff7-4644-a67b-de417cb49262 req-dae2566b-6a62-4f59-8021-0ac1f0f78ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:59.202991 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-507e652e-4ff7-4644-a67b-de417cb49262 req-dae2566b-6a62-4f59-8021-0ac1f0f78ca5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:59.204476 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-507e652e-4ff7-4644-a67b-de417cb49262 req-dae2566b-6a62-4f59-8021-0ac1f0f78ca5 service neutron] 10.222.0.93 "PUT /v2.0/ports/bb9c262f-40bd-46c6-99d0-d477bc9e1f99 HTTP/1.1" status: 200 len: 1096 time: 1.4554336 Oct 27 18:41:59.204778 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9f0cd-f57b-4360-96f9-92051814fd76 req-f8dc9472-7189-42f4-b3f9-a16c40c9ea89 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:59.218343 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-80a9f0cd-f57b-4360-96f9-92051814fd76 req-f8dc9472-7189-42f4-b3f9-a16c40c9ea89 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] 10.222.0.52 "GET /v2.0/ports?device_id=45c189bb-3669-47b2-bd24-80dc0c7f1f9c HTTP/1.1" status: 200 len: 948 time: 0.0800660 Oct 27 18:41:59.231086 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2566b-6a62-4f59-8021-0ac1f0f78ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=bb9c262f-40bd-46c6-99d0-d477bc9e1f99,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:59.264094 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-80a9f0cd-f57b-4360-96f9-92051814fd76 req-bc530d64-119c-4968-b52c-6ef599e76298 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] 10.222.0.52 "GET /v2.0/security-groups?id=e28cbd3b-76e9-4cb1-8144-29e4e497f243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476029 Oct 27 18:41:59.306913 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c189bb-3669-47b2-bd24-80dc0c7f1f9c', 'tag': 'bb9c262f-40bd-46c6-99d0-d477bc9e1f99'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:41:59.309317 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01edd38-838f-4543-ab0f-7acab0dc7737" -d '{"events": [{"name": "network-changed", "server_uuid": "45c189bb-3669-47b2-bd24-80dc0c7f1f9c", "tag": "bb9c262f-40bd-46c6-99d0-d477bc9e1f99"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:41:59.369574 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff121626-aefd-4010-a0c9-0f8dacda06a0 x-openstack-request-id: req-ff121626-aefd-4010-a0c9-0f8dacda06a0 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:41:59.370185 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c189bb-3669-47b2-bd24-80dc0c7f1f9c", "tag": "bb9c262f-40bd-46c6-99d0-d477bc9e1f99", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:41:59.370185 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ff121626-aefd-4010-a0c9-0f8dacda06a0 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:41:59.370574 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c189bb-3669-47b2-bd24-80dc0c7f1f9c', 'tag': 'bb9c262f-40bd-46c6-99d0-d477bc9e1f99', 'status': 'completed', 'code': 200} Oct 27 18:41:59.378086 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-175ef0b8-732c-4497-933f-3500390c539f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:59.459345 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-175ef0b8-732c-4497-933f-3500390c539f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:59.465251 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a38e5f-926e-4ab4-8c86-459912df7c79 None None] Network f9d8bd5e-a569-4886-9da5-68da648c72da requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:41:59.471814 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-175ef0b8-732c-4497-933f-3500390c539f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/subnets/7afdca63-da22-4365-b392-bb05172f7e12 HTTP/1.1" status: 204 len: 168 time: 0.6987145 Oct 27 18:41:59.471814 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ef0b8-732c-4497-933f-3500390c539f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event deleted for resources: {'Subnet': ['ID=7afdca63-da22-4365-b392-bb05172f7e12,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:41:59.473218 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 54014) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:41:59.495490 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01edd38-838f-4543-ab0f-7acab0dc7737 req-725e3c45-352c-4447-b685-6feed0ee1b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:59.497325 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b01edd38-838f-4543-ab0f-7acab0dc7737 req-725e3c45-352c-4447-b685-6feed0ee1b03 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4c5076d991aa4ce6aced69fdd2af5913&device_id=45c189bb-3669-47b2-bd24-80dc0c7f1f9c HTTP/1.1" status: 200 len: 1099 time: 0.1045563 Oct 27 18:41:59.530249 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b01edd38-838f-4543-ab0f-7acab0dc7737 req-f3c8f94d-7ba1-4718-aba4-d27c767fa0e6 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=4c5076d991aa4ce6aced69fdd2af5913&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235727 Oct 27 18:41:59.674206 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b546049d-88dd-42d9-8467-3b349f363902 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:59.742032 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c8a43b2d-6076-4fc0-acca-5a58519348df req-018bb397-d188-4ac6-abf2-165449f45193 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3fb01f5-5af4-4db5-9621-8444be522188 HTTP/1.1" status: 200 len: 210 time: 0.0475137 Oct 27 18:41:59.759160 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81742105-78aa-465a-9902-eab484712493 None None] DHCP port deletion for f9d8bd5e-a569-4886-9da5-68da648c72da request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:41:59.770888 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01edd38-838f-4543-ab0f-7acab0dc7737 req-933cd248-7ad1-4da4-9165-b546389c0f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:59.776421 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b01edd38-838f-4543-ab0f-7acab0dc7737 req-933cd248-7ad1-4da4-9165-b546389c0f42 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2363558 Oct 27 18:41:59.813348 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-b546049d-88dd-42d9-8467-3b349f363902 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Deleting port 451367e4-ea10-4162-8168-2e079e82ae4e {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:41:59.813727 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b546049d-88dd-42d9-8467-3b349f363902 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:59.855221 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-81742105-78aa-465a-9902-eab484712493 None None] Deleting port 451367e4-ea10-4162-8168-2e079e82ae4e {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:41:59.856726 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-81742105-78aa-465a-9902-eab484712493 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:59.910783 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-b546049d-88dd-42d9-8467-3b349f363902 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] For port 451367e4-ea10-4162-8168-2e079e82ae4e, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=451367e4-ea10-4162-8168-2e079e82ae4e,segment=NetworkSegment(019436b9-3556-455b-8e4d-b4ef4e23003f),segment_id=019436b9-3556-455b-8e4d-b4ef4e23003f)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:41:59.911889 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b546049d-88dd-42d9-8467-3b349f363902 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:41:59.919401 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e652e-4ff7-4644-a67b-de417cb49262 req-1e8e390b-a71e-480c-ac0f-56dbf51d2268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:41:59.921855 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-507e652e-4ff7-4644-a67b-de417cb49262 req-1e8e390b-a71e-480c-ac0f-56dbf51d2268 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=4c5076d991aa4ce6aced69fdd2af5913&device_id=45c189bb-3669-47b2-bd24-80dc0c7f1f9c HTTP/1.1" status: 200 len: 1099 time: 0.0888360 Oct 27 18:41:59.931492 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-b546049d-88dd-42d9-8467-3b349f363902 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Calling delete_port for 451367e4-ea10-4162-8168-2e079e82ae4e owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:42:00.005626 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-81742105-78aa-465a-9902-eab484712493 None None] For port 451367e4-ea10-4162-8168-2e079e82ae4e, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=451367e4-ea10-4162-8168-2e079e82ae4e,segment=NetworkSegment(019436b9-3556-455b-8e4d-b4ef4e23003f),segment_id=019436b9-3556-455b-8e4d-b4ef4e23003f)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:42:00.006114 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-81742105-78aa-465a-9902-eab484712493 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:00.020764 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-81742105-78aa-465a-9902-eab484712493 None None] Calling delete_port for 451367e4-ea10-4162-8168-2e079e82ae4e owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:42:00.031307 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-507e652e-4ff7-4644-a67b-de417cb49262 req-65bd00a7-dadb-4e1a-aa8f-f0401cf05237 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=bb9c262f-40bd-46c6-99d0-d477bc9e1f99 HTTP/1.1" status: 200 len: 217 time: 0.0955777 Oct 27 18:42:00.171983 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e652e-4ff7-4644-a67b-de417cb49262 req-9ecc707a-7e84-4abd-89e0-0123588532e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:00.173803 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-507e652e-4ff7-4644-a67b-de417cb49262 req-9ecc707a-7e84-4abd-89e0-0123588532e9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.1345136 Oct 27 18:42:00.228129 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fe90a-5a9c-4729-8679-2378cf955dad req-77c11acf-c59e-4a86-a7bd-48a53ce2e753 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:00.234147 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-477fe90a-5a9c-4729-8679-2378cf955dad req-77c11acf-c59e-4a86-a7bd-48a53ce2e753 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc8625b-ba8f-4f88-be99-05e20800bba1 HTTP/1.1" status: 200 len: 945 time: 0.0818441 Oct 27 18:42:00.236659 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-81742105-78aa-465a-9902-eab484712493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:00.248266 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b546049d-88dd-42d9-8467-3b349f363902 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:00.273813 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6692eab-8c74-477d-bf4d-c8fe2161473d req-53969bce-6ae6-42e7-b509-f70da7a8d295 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:00.275933 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f6692eab-8c74-477d-bf4d-c8fe2161473d req-53969bce-6ae6-42e7-b509-f70da7a8d295 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.93 "GET /v2.0/ports?device_id=6dc8625b-ba8f-4f88-be99-05e20800bba1 HTTP/1.1" status: 200 len: 945 time: 0.1142323 Oct 27 18:42:00.283730 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e652e-4ff7-4644-a67b-de417cb49262 req-78448289-3957-49a8-b586-9f57f2335a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:00.285324 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-507e652e-4ff7-4644-a67b-de417cb49262 req-78448289-3957-49a8-b586-9f57f2335a22 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0915275 Oct 27 18:42:00.294849 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81742105-78aa-465a-9902-eab484712493 None None] Pushing event deleted for resources: {'Port': ['ID=451367e4-ea10-4162-8168-2e079e82ae4e,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:00.308723 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81742105-78aa-465a-9902-eab484712493 None None] No DVR routers for this DVR port 451367e4-ea10-4162-8168-2e079e82ae4e on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:42:00.411235 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-507e652e-4ff7-4644-a67b-de417cb49262 req-440fc6d6-5cf9-4583-9555-21f45c86b89c service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159899 Oct 27 18:42:00.438248 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b546049d-88dd-42d9-8467-3b349f363902 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event deleted for resources: {'Port': ['ID=451367e4-ea10-4162-8168-2e079e82ae4e,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:00.445803 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b546049d-88dd-42d9-8467-3b349f363902 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] No DVR routers for this DVR port 451367e4-ea10-4162-8168-2e079e82ae4e on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:42:00.453716 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 451367e4-ea10-4162-8168-2e079e82ae4e no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:42:00.471246 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-477fe90a-5a9c-4729-8679-2378cf955dad req-7ab98b5d-f03e-45c4-9826-ca6624a101c2 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195342 Oct 27 18:42:00.485836 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 451367e4-ea10-4162-8168-2e079e82ae4e {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:42:00.487556 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 451367e4-ea10-4162-8168-2e079e82ae4e not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:42:00.600796 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b546049d-88dd-42d9-8467-3b349f363902 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:00.626541 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558c700-e22e-4cda-b160-92340dd0a6f0 req-68f97e9f-04fe-458b-a424-b6230cc0ffd2 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:00.628073 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0558c700-e22e-4cda-b160-92340dd0a6f0 req-68f97e9f-04fe-458b-a424-b6230cc0ffd2 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] 10.222.0.52 "GET /v2.0/ports?device_id=45c189bb-3669-47b2-bd24-80dc0c7f1f9c HTTP/1.1" status: 200 len: 948 time: 0.1559637 Oct 27 18:42:00.632835 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-b546049d-88dd-42d9-8467-3b349f363902 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9d8bd5e-a569-4886-9da5-68da648c72da']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:42:00.650591 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-b546049d-88dd-42d9-8467-3b349f363902 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '019436b9-3556-455b-8e4d-b4ef4e23003f') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:42:00.650911 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-b546049d-88dd-42d9-8467-3b349f363902 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '019436b9-3556-455b-8e4d-b4ef4e23003f') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:42:00.653934 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-507e652e-4ff7-4644-a67b-de417cb49262 req-3bf9a364-d4c5-47b2-89cc-8a187dd13633 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891501 Oct 27 18:42:00.661571 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-f6692eab-8c74-477d-bf4d-c8fe2161473d req-5f6c7703-c1a3-4bce-8c50-6e86838699f9 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Deleting port e500c6df-3fc3-4118-ba32-f627f3dbe42f {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:42:00.662288 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-f6692eab-8c74-477d-bf4d-c8fe2161473d req-5f6c7703-c1a3-4bce-8c50-6e86838699f9 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:00.669241 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b546049d-88dd-42d9-8467-3b349f363902 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:00.693463 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b546049d-88dd-42d9-8467-3b349f363902 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:00.701851 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0558c700-e22e-4cda-b160-92340dd0a6f0 req-dc240fc6-9891-489c-8a22-54da08273cd5 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] 10.222.0.52 "GET /v2.0/security-groups?id=e28cbd3b-76e9-4cb1-8144-29e4e497f243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661743 Oct 27 18:42:00.708206 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b546049d-88dd-42d9-8467-3b349f363902 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:42:00.708624 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b546049d-88dd-42d9-8467-3b349f363902 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:00.712466 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:42:00.712466 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:42:00.712466 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:42:00.712466 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:42:00.712466 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:42:00.712466 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:42:00.712466 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:42:00.712466 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:42:00.712466 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:42:00.712466 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:42:00.712466 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:42:00.712466 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:42:00.712466 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:42:00.712466 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:42:00.712466 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:42:00.712466 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:42:00.712466 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:42:00.712466 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:42:00.712466 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:42:00.712466 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:42:00.712466 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:42:00.712466 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:42:00.712466 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:42:00.712466 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:42:00.712466 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:42:00.712466 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:42:00.712466 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:42:00.712466 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:42:00.712466 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:42:00.712466 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:42:00.712466 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:42:00.712466 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:42:00.779363 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-f6692eab-8c74-477d-bf4d-c8fe2161473d req-5f6c7703-c1a3-4bce-8c50-6e86838699f9 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] For port e500c6df-3fc3-4118-ba32-f627f3dbe42f, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e500c6df-3fc3-4118-ba32-f627f3dbe42f,segment=NetworkSegment(0a5196a1-84e6-4a51-8f52-5d801014dc39),segment_id=0a5196a1-84e6-4a51-8f52-5d801014dc39)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:42:00.780005 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-f6692eab-8c74-477d-bf4d-c8fe2161473d req-5f6c7703-c1a3-4bce-8c50-6e86838699f9 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:00.799517 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-f6692eab-8c74-477d-bf4d-c8fe2161473d req-5f6c7703-c1a3-4bce-8c50-6e86838699f9 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Calling delete_port for e500c6df-3fc3-4118-ba32-f627f3dbe42f owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:42:00.906540 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1a08a890-3600-49b7-9770-17151fa4fa4f req-c8358358-3951-445c-90a0-7fb373017727 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3fb01f5-5af4-4db5-9621-8444be522188 HTTP/1.1" status: 200 len: 210 time: 0.0329373 Oct 27 18:42:00.911408 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b546049d-88dd-42d9-8467-3b349f363902 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:00.937224 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b546049d-88dd-42d9-8467-3b349f363902 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:00.941024 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b546049d-88dd-42d9-8467-3b349f363902 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/networks/f9d8bd5e-a569-4886-9da5-68da648c72da HTTP/1.1" status: 204 len: 168 time: 1.4668508 Oct 27 18:42:00.942228 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b546049d-88dd-42d9-8467-3b349f363902 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event deleted for resources: {'Network': ['ID=f9d8bd5e-a569-4886-9da5-68da648c72da,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:00.948186 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 54032) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:00.964649 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-c57d7a2c-05d0-4eaa-b10b-a2702d3e4805 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1379636152'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:42:01.108863 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-f6692eab-8c74-477d-bf4d-c8fe2161473d req-5f6c7703-c1a3-4bce-8c50-6e86838699f9 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:01.109154 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57d7a2c-05d0-4eaa-b10b-a2702d3e4805 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Made reservation on behalf of dd196885891a42f49d8b798f501c50b4 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:42:01.114285 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c57d7a2c-05d0-4eaa-b10b-a2702d3e4805 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:01.123000 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['0412796c-524b-48ae-9e21-3be713c1511c'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:42:01.138993 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c7703-c1a3-4bce-8c50-6e86838699f9 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Pushing event deleted for resources: {'Port': ['ID=e500c6df-3fc3-4118-ba32-f627f3dbe42f,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:01.148786 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c57d7a2c-05d0-4eaa-b10b-a2702d3e4805 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] vlan segment allocate from pool success with {'vlan_id': 1029, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:42:01.158420 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c57d7a2c-05d0-4eaa-b10b-a2702d3e4805 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:01.159290 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-c57d7a2c-05d0-4eaa-b10b-a2702d3e4805 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Added segment 06905894-0e53-4109-b2ca-c6920c5d1d9d of type vlan for network 365bb9fa-3724-43d5-9257-f6a2acc9ee2d Oct 27 18:42:01.186229 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6692eab-8c74-477d-bf4d-c8fe2161473d req-5f6c7703-c1a3-4bce-8c50-6e86838699f9 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] No DVR routers for this DVR port e500c6df-3fc3-4118-ba32-f627f3dbe42f on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:42:01.189619 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-f6692eab-8c74-477d-bf4d-c8fe2161473d req-5f6c7703-c1a3-4bce-8c50-6e86838699f9 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:01.193042 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f6692eab-8c74-477d-bf4d-c8fe2161473d req-5f6c7703-c1a3-4bce-8c50-6e86838699f9 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.93 "DELETE /v2.0/ports/e500c6df-3fc3-4118-ba32-f627f3dbe42f HTTP/1.1" status: 204 len: 173 time: 0.9067073 Oct 27 18:42:01.211583 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c57d7a2c-05d0-4eaa-b10b-a2702d3e4805 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:01.372219 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc8625b-ba8f-4f88-be99-05e20800bba1', 'name': 'network-vif-deleted', 'tag': 'e500c6df-3fc3-4118-ba32-f627f3dbe42f'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:42:01.374646 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad44c249-02a5-449f-b683-5bd16abcfbc0" -d '{"events": [{"server_uuid": "6dc8625b-ba8f-4f88-be99-05e20800bba1", "name": "network-vif-deleted", "tag": "e500c6df-3fc3-4118-ba32-f627f3dbe42f"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:42:01.388664 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c57d7a2c-05d0-4eaa-b10b-a2702d3e4805 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:01.394776 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57d7a2c-05d0-4eaa-b10b-a2702d3e4805 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:01.395381 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c57d7a2c-05d0-4eaa-b10b-a2702d3e4805 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:01.423189 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0c897c-4002-424f-97df-dba2eda3be1a x-openstack-request-id: req-ea0c897c-4002-424f-97df-dba2eda3be1a {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:42:01.423189 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc8625b-ba8f-4f88-be99-05e20800bba1", "name": "network-vif-deleted", "tag": "e500c6df-3fc3-4118-ba32-f627f3dbe42f", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:42:01.423189 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ea0c897c-4002-424f-97df-dba2eda3be1a {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:42:01.423189 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc8625b-ba8f-4f88-be99-05e20800bba1', 'name': 'network-vif-deleted', 'tag': 'e500c6df-3fc3-4118-ba32-f627f3dbe42f', 'status': 'completed', 'code': 200} Oct 27 18:42:01.467121 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d7a2c-05d0-4eaa-b10b-a2702d3e4805 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'Network': ['ID=365bb9fa-3724-43d5-9257-f6a2acc9ee2d,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:01.477632 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 365bb9fa-3724-43d5-9257-f6a2acc9ee2d details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:42:01.583150 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-786ce0e0-b205-4326-a7b3-53d6cecc7eb1 req-6d33f4e0-a9e6-42cd-903f-db62c0535114 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=6dc8625b-ba8f-4f88-be99-05e20800bba1 HTTP/1.1" status: 200 len: 210 time: 0.0296421 Oct 27 18:42:01.589831 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c57d7a2c-05d0-4eaa-b10b-a2702d3e4805 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6318612 Oct 27 18:42:01.591110 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 54038) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:01.606288 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-51c8c1e8-7160-419d-b473-a5de30d1ed9b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'subnet': {'network_id': '365bb9fa-3724-43d5-9257-f6a2acc9ee2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:42:01.653586 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-6724b5c6-924c-4289-9232-18ea844f0215 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:01.655371 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-6724b5c6-924c-4289-9232-18ea844f0215 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.93 "GET /v2.0/networks?id=9ece45d0-6b3f-4f8c-9d36-188ef51e155c HTTP/1.1" status: 200 len: 812 time: 0.1178980 Oct 27 18:42:01.669969 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-f36c92a3-dfe6-4afc-b021-629cc159916f tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Request body: {'port': {'device_id': 'b3fb01f5-5af4-4db5-9621-8444be522188', 'network_id': '9ece45d0-6b3f-4f8c-9d36-188ef51e155c', 'admin_state_up': True, 'tenant_id': '3e51f4d6e43c47d6aad8c33823e3964f'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:42:01.790864 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c8c1e8-7160-419d-b473-a5de30d1ed9b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Made reservation on behalf of dd196885891a42f49d8b798f501c50b4 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:42:01.797390 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-51c8c1e8-7160-419d-b473-a5de30d1ed9b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:01.931587 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a8561-8624-4093-aa37-ef206160afa4 req-fbb4b470-02fd-419f-9b00-ac0985e9a29e tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:01.933222 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-167a8561-8624-4093-aa37-ef206160afa4 req-fbb4b470-02fd-419f-9b00-ac0985e9a29e tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] 10.222.0.52 "GET /v2.0/ports?device_id=45c189bb-3669-47b2-bd24-80dc0c7f1f9c HTTP/1.1" status: 200 len: 948 time: 0.1165659 Oct 27 18:42:02.045618 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9adc86d4-d9d0-422a-95b9-8c9de88371f0 req-f559f534-a33a-4cc7-8459-ec9322209f6d tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3fb01f5-5af4-4db5-9621-8444be522188 HTTP/1.1" status: 200 len: 210 time: 0.0396357 Oct 27 18:42:02.070863 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-167a8561-8624-4093-aa37-ef206160afa4 req-9e9bc5bf-4294-47ef-910f-b3d243d1c435 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] 10.222.0.52 "GET /v2.0/security-groups?id=e28cbd3b-76e9-4cb1-8144-29e4e497f243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139617 Oct 27 18:42:02.251553 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-f36c92a3-dfe6-4afc-b021-629cc159916f tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Made reservation on behalf of 3e51f4d6e43c47d6aad8c33823e3964f for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:42:02.252046 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-51c8c1e8-7160-419d-b473-a5de30d1ed9b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:02.255115 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-f36c92a3-dfe6-4afc-b021-629cc159916f tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:02.319199 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c8c1e8-7160-419d-b473-a5de30d1ed9b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'Subnet': ['ID=211fcaa8-f407-4759-b904-613712786509,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:02.333110 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c8c1e8-7160-419d-b473-a5de30d1ed9b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Checking segment: {'id': '06905894-0e53-4109-b2ca-c6920c5d1d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '365bb9fa-3724-43d5-9257-f6a2acc9ee2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:42:02.333525 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c8c1e8-7160-419d-b473-a5de30d1ed9b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Network hostable DHCP agents. Network: 365bb9fa-3724-43d5-9257-f6a2acc9ee2d, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:42:02.406239 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-f36c92a3-dfe6-4afc-b021-629cc159916f tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Allocated IP 172.20.0.3 (9ece45d0-6b3f-4f8c-9d36-188ef51e155c/53a90ae3-6991-47ea-a544-38df087759f0/927e435c-4268-4ddd-bf5d-034a715b817a) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:42:02.447676 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c8c1e8-7160-419d-b473-a5de30d1ed9b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Network 365bb9fa-3724-43d5-9257-f6a2acc9ee2d is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:42:02.521762 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device bb9c262f-40bd-46c6-99d0-d477bc9e1f99 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:42:02.526318 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e500c6df-3fc3-4118-ba32-f627f3dbe42f no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:42:02.531323 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-51c8c1e8-7160-419d-b473-a5de30d1ed9b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 365bb9fa-3724-43d5-9257-f6a2acc9ee2d) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:42:02.541325 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c8c1e8-7160-419d-b473-a5de30d1ed9b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:02.542007 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-51c8c1e8-7160-419d-b473-a5de30d1ed9b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:02.591565 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: e500c6df-3fc3-4118-ba32-f627f3dbe42f {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:42:02.592116 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e500c6df-3fc3-4118-ba32-f627f3dbe42f not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:42:02.596659 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886a9f87-149f-4962-98bd-a8de716be6d4 None None] Network 365bb9fa-3724-43d5-9257-f6a2acc9ee2d requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:42:02.611722 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-f36c92a3-dfe6-4afc-b021-629cc159916f tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:02.683936 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-51c8c1e8-7160-419d-b473-a5de30d1ed9b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0911725 Oct 27 18:42:02.691455 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 54052) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:02.698791 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-3dfb80a9-b750-408e-9d3c-624a901eb90d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'port': {'network_id': '365bb9fa-3724-43d5-9257-f6a2acc9ee2d', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1635941257'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:42:02.787860 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-f36c92a3-dfe6-4afc-b021-629cc159916f tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:02.818560 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port bb9c262f-40bd-46c6-99d0-d477bc9e1f99, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=bb9c262f-40bd-46c6-99d0-d477bc9e1f99,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:42:02.839257 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'bb9c262f-40bd-46c6-99d0-d477bc9e1f99', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'port_id': 'bb9c262f-40bd-46c6-99d0-d477bc9e1f99', 'mac_address': 'fa:16:3e:31:96:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:42:02.858488 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-f36c92a3-dfe6-4afc-b021-629cc159916f tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Network 9ece45d0-6b3f-4f8c-9d36-188ef51e155c is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:42:02.861600 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c92a3-dfe6-4afc-b021-629cc159916f tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Pushing event updated for resources: {'Port': ['ID=927e435c-4268-4ddd-bf5d-034a715b817a,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:02.865811 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-f36c92a3-dfe6-4afc-b021-629cc159916f tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:42:02.870131 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-f36c92a3-dfe6-4afc-b021-629cc159916f tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:42:02.894953 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:02.910014 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb9c262f-40bd-46c6-99d0-d477bc9e1f99 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:42:02.932926 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port bb9c262f-40bd-46c6-99d0-d477bc9e1f99, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=bb9c262f-40bd-46c6-99d0-d477bc9e1f99,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:42:02.936831 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3372ffea-bcf0-4992-aba2-467ed187a82d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-365bb9fa-3724-43d5-9257-f6a2acc9ee2d', 'network_id': '365bb9fa-3724-43d5-9257-f6a2acc9ee2d', 'tenant_id': 'dd196885891a42f49d8b798f501c50b4', 'fixed_ips': [{'subnet_id': '211fcaa8-f407-4759-b904-613712786509'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:42:02.937790 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3372ffea-bcf0-4992-aba2-467ed187a82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:02.995721 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-f36c92a3-dfe6-4afc-b021-629cc159916f tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:02.996402 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-f36c92a3-dfe6-4afc-b021-629cc159916f tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:03.043828 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:03.105171 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=bb9c262f-40bd-46c6-99d0-d477bc9e1f99,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:03.118880 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfb80a9-b750-408e-9d3c-624a901eb90d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Made reservation on behalf of dd196885891a42f49d8b798f501c50b4 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:42:03.128276 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3dfb80a9-b750-408e-9d3c-624a901eb90d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:03.165582 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-3dfb80a9-b750-408e-9d3c-624a901eb90d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] device_id is not set on port 26572c3a-38b5-4679-9488-c8bfb7fcb0c3 yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:42:03.167104 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-3372ffea-bcf0-4992-aba2-467ed187a82d None None] Allocated IP 172.20.0.2 (365bb9fa-3724-43d5-9257-f6a2acc9ee2d/211fcaa8-f407-4759-b904-613712786509/db873b8f-4be5-46e1-bc11-18bf1d8627cb) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:42:03.227852 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-f36c92a3-dfe6-4afc-b021-629cc159916f tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5625794 Oct 27 18:42:03.243478 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2b3ba-d83b-477a-9c2c-7fac292e5d1c req-7157443c-1c97-4d28-a705-b761cb1c83b5 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:03.245133 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b3e2b3ba-d83b-477a-9c2c-7fac292e5d1c req-7157443c-1c97-4d28-a705-b761cb1c83b5 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] 10.222.0.52 "GET /v2.0/ports?device_id=45c189bb-3669-47b2-bd24-80dc0c7f1f9c HTTP/1.1" status: 200 len: 949 time: 0.0751262 Oct 27 18:42:03.260718 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-c350ccbc-ff46-4b4d-9518-a8696259548c service neutron] Request body: {'port': {'device_id': 'b3fb01f5-5af4-4db5-9621-8444be522188', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:42:03.280029 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b480ebf-8edb-4bdf-9162-30f031785fa2 req-4117faae-1818-49c2-a140-106b50623e8f tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:03.281656 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4b480ebf-8edb-4bdf-9162-30f031785fa2 req-4117faae-1818-49c2-a140-106b50623e8f tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3fb01f5-5af4-4db5-9621-8444be522188 HTTP/1.1" status: 200 len: 931 time: 0.1551318 Oct 27 18:42:03.317682 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b3e2b3ba-d83b-477a-9c2c-7fac292e5d1c req-e97b47e5-f538-41c9-af55-9ef6df41673d tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] 10.222.0.52 "GET /v2.0/security-groups?id=e28cbd3b-76e9-4cb1-8144-29e4e497f243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644727 Oct 27 18:42:03.363433 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-c350ccbc-ff46-4b4d-9518-a8696259548c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:03.366728 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4b480ebf-8edb-4bdf-9162-30f031785fa2 req-36cff7a4-eaf4-43bf-b280-fc6238918463 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/security-groups?id=aad36188-91d6-43e2-a568-2912c23799cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712132 Oct 27 18:42:03.478531 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['bb9c262f-40bd-46c6-99d0-d477bc9e1f99'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:42:03.646757 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3372ffea-bcf0-4992-aba2-467ed187a82d None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:03.668639 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-c350ccbc-ff46-4b4d-9518-a8696259548c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 927e435c-4268-4ddd-bf5d-034a715b817a {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:42:03.677317 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-c350ccbc-ff46-4b4d-9518-a8696259548c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:03.691342 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-c350ccbc-ff46-4b4d-9518-a8696259548c service neutron] Transition to ACTIVE for port object 927e435c-4268-4ddd-bf5d-034a715b817a will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:42:03.737349 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3372ffea-bcf0-4992-aba2-467ed187a82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:03.778966 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-c350ccbc-ff46-4b4d-9518-a8696259548c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:03.779233 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3372ffea-bcf0-4992-aba2-467ed187a82d None None] Network 365bb9fa-3724-43d5-9257-f6a2acc9ee2d is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:42:03.780466 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-3372ffea-bcf0-4992-aba2-467ed187a82d None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:42:03.784162 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3372ffea-bcf0-4992-aba2-467ed187a82d None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:42:03.813682 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372ffea-bcf0-4992-aba2-467ed187a82d None None] Pushing event updated for resources: {'Port': ['ID=db873b8f-4be5-46e1-bc11-18bf1d8627cb,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:03.828458 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-3dfb80a9-b750-408e-9d3c-624a901eb90d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Allocated IP 172.20.0.4 (365bb9fa-3724-43d5-9257-f6a2acc9ee2d/211fcaa8-f407-4759-b904-613712786509/26572c3a-38b5-4679-9488-c8bfb7fcb0c3) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:42:03.857255 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-3372ffea-bcf0-4992-aba2-467ed187a82d None None] Attempting to bind port db873b8f-4be5-46e1-bc11-18bf1d8627cb on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:42:03.857686 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-3372ffea-bcf0-4992-aba2-467ed187a82d None None] Attempting to bind port db873b8f-4be5-46e1-bc11-18bf1d8627cb by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '06905894-0e53-4109-b2ca-c6920c5d1d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '365bb9fa-3724-43d5-9257-f6a2acc9ee2d'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:42:03.858064 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3372ffea-bcf0-4992-aba2-467ed187a82d None None] Attempting to bind port db873b8f-4be5-46e1-bc11-18bf1d8627cb on network 365bb9fa-3724-43d5-9257-f6a2acc9ee2d {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:42:03.863564 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3372ffea-bcf0-4992-aba2-467ed187a82d None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:42:03.863946 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3372ffea-bcf0-4992-aba2-467ed187a82d None None] Checking segment: {'id': '06905894-0e53-4109-b2ca-c6920c5d1d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '365bb9fa-3724-43d5-9257-f6a2acc9ee2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:42:03.864351 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3372ffea-bcf0-4992-aba2-467ed187a82d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:03.864777 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3372ffea-bcf0-4992-aba2-467ed187a82d None None] Bound using segment: {'id': '06905894-0e53-4109-b2ca-c6920c5d1d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '365bb9fa-3724-43d5-9257-f6a2acc9ee2d'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:42:03.865222 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-3372ffea-bcf0-4992-aba2-467ed187a82d None None] Bound port: db873b8f-4be5-46e1-bc11-18bf1d8627cb, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06905894-0e53-4109-b2ca-c6920c5d1d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '365bb9fa-3724-43d5-9257-f6a2acc9ee2d'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:42:03.865595 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3372ffea-bcf0-4992-aba2-467ed187a82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:03.867789 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350ccbc-ff46-4b4d-9518-a8696259548c service neutron] Pushing event updated for resources: {'Port': ['ID=927e435c-4268-4ddd-bf5d-034a715b817a,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:03.937939 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-3372ffea-bcf0-4992-aba2-467ed187a82d None None] For port db873b8f-4be5-46e1-bc11-18bf1d8627cb, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:42:03.941009 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-3372ffea-bcf0-4992-aba2-467ed187a82d None None] For port db873b8f-4be5-46e1-bc11-18bf1d8627cb, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=db873b8f-4be5-46e1-bc11-18bf1d8627cb,segment=NetworkSegment(06905894-0e53-4109-b2ca-c6920c5d1d9d),segment_id=06905894-0e53-4109-b2ca-c6920c5d1d9d)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:42:04.006259 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-c350ccbc-ff46-4b4d-9518-a8696259548c service neutron] Attempting to bind port 927e435c-4268-4ddd-bf5d-034a715b817a on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:42:04.006600 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-c350ccbc-ff46-4b4d-9518-a8696259548c service neutron] Attempting to bind port 927e435c-4268-4ddd-bf5d-034a715b817a by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': 'c586602f-b9c6-4b6f-9183-be9b01423093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '9ece45d0-6b3f-4f8c-9d36-188ef51e155c'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:42:04.007065 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-c350ccbc-ff46-4b4d-9518-a8696259548c service neutron] Attempting to bind port 927e435c-4268-4ddd-bf5d-034a715b817a on network 9ece45d0-6b3f-4f8c-9d36-188ef51e155c {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:42:04.014195 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3372ffea-bcf0-4992-aba2-467ed187a82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:04.022860 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-c350ccbc-ff46-4b4d-9518-a8696259548c service neutron] Port 927e435c-4268-4ddd-bf5d-034a715b817a on network 9ece45d0-6b3f-4f8c-9d36-188ef51e155c not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:42:04.022860 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-c350ccbc-ff46-4b4d-9518-a8696259548c service neutron] Attempting to bind port 927e435c-4268-4ddd-bf5d-034a715b817a on network 9ece45d0-6b3f-4f8c-9d36-188ef51e155c {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:42:04.029420 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3dfb80a9-b750-408e-9d3c-624a901eb90d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:04.034977 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-c350ccbc-ff46-4b4d-9518-a8696259548c service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:42:04.035319 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-c350ccbc-ff46-4b4d-9518-a8696259548c service neutron] Checking segment: {'id': 'c586602f-b9c6-4b6f-9183-be9b01423093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '9ece45d0-6b3f-4f8c-9d36-188ef51e155c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:42:04.035703 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-c350ccbc-ff46-4b4d-9518-a8696259548c service neutron] Bound using segment: {'id': 'c586602f-b9c6-4b6f-9183-be9b01423093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '9ece45d0-6b3f-4f8c-9d36-188ef51e155c'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:42:04.036143 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-c350ccbc-ff46-4b4d-9518-a8696259548c service neutron] Bound port: 927e435c-4268-4ddd-bf5d-034a715b817a, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c586602f-b9c6-4b6f-9183-be9b01423093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '9ece45d0-6b3f-4f8c-9d36-188ef51e155c'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:42:04.036490 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-c350ccbc-ff46-4b4d-9518-a8696259548c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:04.136968 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372ffea-bcf0-4992-aba2-467ed187a82d None None] Pushing event updated for resources: {'Port': ['ID=db873b8f-4be5-46e1-bc11-18bf1d8627cb,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:04.146097 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-c350ccbc-ff46-4b4d-9518-a8696259548c service neutron] For port 927e435c-4268-4ddd-bf5d-034a715b817a, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:42:04.150309 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-c350ccbc-ff46-4b4d-9518-a8696259548c service neutron] For port 927e435c-4268-4ddd-bf5d-034a715b817a, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=927e435c-4268-4ddd-bf5d-034a715b817a,segment=NetworkSegment(c586602f-b9c6-4b6f-9183-be9b01423093),segment_id=c586602f-b9c6-4b6f-9183-be9b01423093)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:42:04.200734 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3dfb80a9-b750-408e-9d3c-624a901eb90d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:04.252707 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-c350ccbc-ff46-4b4d-9518-a8696259548c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:04.265206 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfb80a9-b750-408e-9d3c-624a901eb90d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Network 365bb9fa-3724-43d5-9257-f6a2acc9ee2d is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:42:04.282377 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-c350ccbc-ff46-4b4d-9518-a8696259548c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:04.283458 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-c350ccbc-ff46-4b4d-9518-a8696259548c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:04.285602 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-c350ccbc-ff46-4b4d-9518-a8696259548c service neutron] 10.222.0.93 "PUT /v2.0/ports/927e435c-4268-4ddd-bf5d-034a715b817a HTTP/1.1" status: 200 len: 1091 time: 1.0458212 Oct 27 18:42:04.301239 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3fb01f5-5af4-4db5-9621-8444be522188', 'tag': '927e435c-4268-4ddd-bf5d-034a715b817a'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:42:04.314792 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b132ce-e706-411d-8508-b39de0bcaa49" -d '{"events": [{"name": "network-changed", "server_uuid": "b3fb01f5-5af4-4db5-9621-8444be522188", "tag": "927e435c-4268-4ddd-bf5d-034a715b817a"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:42:04.320512 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-3dfb80a9-b750-408e-9d3c-624a901eb90d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:42:04.325810 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfb80a9-b750-408e-9d3c-624a901eb90d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:42:04.331239 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb80a9-b750-408e-9d3c-624a901eb90d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'Port': ['ID=26572c3a-38b5-4679-9488-c8bfb7fcb0c3,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:04.512291 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe513ce8-ac74-4f29-a03c-e586ef5b425d x-openstack-request-id: req-fe513ce8-ac74-4f29-a03c-e586ef5b425d {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:42:04.512498 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3fb01f5-5af4-4db5-9621-8444be522188", "tag": "927e435c-4268-4ddd-bf5d-034a715b817a", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:42:04.515135 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fe513ce8-ac74-4f29-a03c-e586ef5b425d {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:42:04.515611 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3fb01f5-5af4-4db5-9621-8444be522188', 'tag': '927e435c-4268-4ddd-bf5d-034a715b817a', 'status': 'completed', 'code': 200} Oct 27 18:42:04.534671 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device bb9c262f-40bd-46c6-99d0-d477bc9e1f99 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:42:04.602177 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device db873b8f-4be5-46e1-bc11-18bf1d8627cb up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:42:04.615522 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfb80a9-b750-408e-9d3c-624a901eb90d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:04.616307 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3dfb80a9-b750-408e-9d3c-624a901eb90d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:04.688053 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port db873b8f-4be5-46e1-bc11-18bf1d8627cb triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:42:04.689442 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:04.691269 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-f42ecc17-160f-4656-b87d-c96c6b18a601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:04.694402 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-f42ecc17-160f-4656-b87d-c96c6b18a601 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3e51f4d6e43c47d6aad8c33823e3964f&device_id=b3fb01f5-5af4-4db5-9621-8444be522188 HTTP/1.1" status: 200 len: 1094 time: 0.2941027 Oct 27 18:42:04.696235 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350ccbc-ff46-4b4d-9518-a8696259548c service neutron] Pushing event updated for resources: {'Port': ['ID=927e435c-4268-4ddd-bf5d-034a715b817a,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:04.716304 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280bb28-c3ad-4e14-b15b-4f4f14ccfaaa req-96e84bd2-3a86-4b9e-a394-9d349022d130 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:04.724641 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e280bb28-c3ad-4e14-b15b-4f4f14ccfaaa req-96e84bd2-3a86-4b9e-a394-9d349022d130 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3fb01f5-5af4-4db5-9621-8444be522188 HTTP/1.1" status: 200 len: 943 time: 0.1249580 Oct 27 18:42:04.742427 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210b7ef-d230-4863-b724-24f86461dfde req-83cb3ee0-7d8f-4998-96ec-8a3852f52da9 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:04.744937 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5210b7ef-d230-4863-b724-24f86461dfde req-83cb3ee0-7d8f-4998-96ec-8a3852f52da9 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] 10.222.0.52 "GET /v2.0/ports?device_id=45c189bb-3669-47b2-bd24-80dc0c7f1f9c HTTP/1.1" status: 200 len: 949 time: 0.2517238 Oct 27 18:42:04.798511 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port bb9c262f-40bd-46c6-99d0-d477bc9e1f99 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:42:04.798720 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-dd1839f3-7dd5-4eea-8475-e5a1c0d8791f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=927e435c-4268-4ddd-bf5d-034a715b817a HTTP/1.1" status: 200 len: 217 time: 0.0847061 Oct 27 18:42:04.798720 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3dfb80a9-b750-408e-9d3c-624a901eb90d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.1030798 Oct 27 18:42:04.798934 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 54076) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:04.816848 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port bb9c262f-40bd-46c6-99d0-d477bc9e1f99 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:42:04.817487 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:04.845044 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e280bb28-c3ad-4e14-b15b-4f4f14ccfaaa req-8b3fff9d-dc40-472b-9ead-f4455b24d1fa tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/security-groups?id=aad36188-91d6-43e2-a568-2912c23799cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148095 Oct 27 18:42:04.860180 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:04.869765 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5210b7ef-d230-4863-b724-24f86461dfde req-4f490c99-8c6a-4739-9066-6fbe7f1d5085 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] 10.222.0.52 "GET /v2.0/security-groups?id=e28cbd3b-76e9-4cb1-8144-29e4e497f243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123517 Oct 27 18:42:04.927341 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port db873b8f-4be5-46e1-bc11-18bf1d8627cb, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=db873b8f-4be5-46e1-bc11-18bf1d8627cb,segment=NetworkSegment(06905894-0e53-4109-b2ca-c6920c5d1d9d),segment_id=06905894-0e53-4109-b2ca-c6920c5d1d9d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:42:04.971518 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-8da27d33-8f3f-4107-84bf-f3d804f18107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:04.973814 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-8da27d33-8f3f-4107-84bf-f3d804f18107 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=53a90ae3-6991-47ea-a544-38df087759f0 HTTP/1.1" status: 200 len: 852 time: 0.1710846 Oct 27 18:42:04.995141 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:05.026296 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-f6d1b6e0-95b5-4a14-b41d-5aeb0ef66d9e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9ece45d0-6b3f-4f8c-9d36-188ef51e155c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455976 Oct 27 18:42:05.039599 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port bb9c262f-40bd-46c6-99d0-d477bc9e1f99, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=bb9c262f-40bd-46c6-99d0-d477bc9e1f99,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:42:05.042535 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c189bb-3669-47b2-bd24-80dc0c7f1f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9c262f-40bd-46c6-99d0-d477bc9e1f99'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:42:05.044662 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8248810-3141-4ee1-9af0-c41c73fdcd83" -d '{"events": [{"server_uuid": "45c189bb-3669-47b2-bd24-80dc0c7f1f9c", "name": "network-vif-plugged", "status": "completed", "tag": "bb9c262f-40bd-46c6-99d0-d477bc9e1f99"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:42:05.055976 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:05.059894 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-93b584a3-9bfe-44e4-badd-8bc29b99aa47 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Deleting port 26572c3a-38b5-4679-9488-c8bfb7fcb0c3 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:42:05.060292 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-93b584a3-9bfe-44e4-badd-8bc29b99aa47 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:05.176696 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=db873b8f-4be5-46e1-bc11-18bf1d8627cb,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:05.206349 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:05.326720 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=bb9c262f-40bd-46c6-99d0-d477bc9e1f99,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:05.347621 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-93b584a3-9bfe-44e4-badd-8bc29b99aa47 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:05.375895 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-21b20a8e-bca1-47da-b453-d0ffebf911df service neutron] 10.222.0.93 "GET /v2.0/networks/9ece45d0-6b3f-4f8c-9d36-188ef51e155c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393655 Oct 27 18:42:05.391834 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad65b7e-f755-4411-bd7f-cc82db15b15f x-openstack-request-id: req-fad65b7e-f755-4411-bd7f-cc82db15b15f {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:42:05.392137 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c189bb-3669-47b2-bd24-80dc0c7f1f9c", "name": "network-vif-plugged", "status": "completed", "tag": "bb9c262f-40bd-46c6-99d0-d477bc9e1f99", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:42:05.392631 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fad65b7e-f755-4411-bd7f-cc82db15b15f {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:42:05.392780 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-93b584a3-9bfe-44e4-badd-8bc29b99aa47 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Calling delete_port for 26572c3a-38b5-4679-9488-c8bfb7fcb0c3 owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:42:05.392878 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c189bb-3669-47b2-bd24-80dc0c7f1f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9c262f-40bd-46c6-99d0-d477bc9e1f99', 'code': 200} Oct 27 18:42:05.592065 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5c4455-f00f-4509-ab41-93c1da103544 req-7127d4a7-0aa0-4d87-bb5a-fbeb51838630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:05.593622 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ae5c4455-f00f-4509-ab41-93c1da103544 req-7127d4a7-0aa0-4d87-bb5a-fbeb51838630 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=45c189bb-3669-47b2-bd24-80dc0c7f1f9c HTTP/1.1" status: 200 len: 1101 time: 0.0880551 Oct 27 18:42:05.598507 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5fcf6235-1fe1-445e-aba9-39416a9c6b1b req-236c0a72-6a68-4f1f-85c4-ccb3f68d2509 service neutron] 10.222.0.93 "GET /v2.0/networks/9ece45d0-6b3f-4f8c-9d36-188ef51e155c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153597 Oct 27 18:42:05.669898 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ae5c4455-f00f-4509-ab41-93c1da103544 req-b584363e-76dc-458a-b217-c48b21ed4790 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=e28cbd3b-76e9-4cb1-8144-29e4e497f243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627997 Oct 27 18:42:05.670084 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99dbe5d1-3c70-4834-a31b-9c6199b03802 None None] Network 365bb9fa-3724-43d5-9257-f6a2acc9ee2d requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:42:05.702117 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:42:05.766627 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-e3ada401-e2c3-4d37-8c42-d5337b0be78f None None] Provisioning complete for port db873b8f-4be5-46e1-bc11-18bf1d8627cb triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:42:05.770554 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e3ada401-e2c3-4d37-8c42-d5337b0be78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:05.806877 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-93b584a3-9bfe-44e4-badd-8bc29b99aa47 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:05.837560 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b584a3-9bfe-44e4-badd-8bc29b99aa47 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event deleted for resources: {'Port': ['ID=26572c3a-38b5-4679-9488-c8bfb7fcb0c3,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:06.031844 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-93b584a3-9bfe-44e4-badd-8bc29b99aa47 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:06.042764 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-93b584a3-9bfe-44e4-badd-8bc29b99aa47 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/ports/26572c3a-38b5-4679-9488-c8bfb7fcb0c3 HTTP/1.1" status: 204 len: 168 time: 1.2414093 Oct 27 18:42:06.049878 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 54096) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:06.053704 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b132ce-e706-411d-8508-b39de0bcaa49 req-a506323b-adcb-4c08-996e-63896e5799d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:06.057019 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-99b132ce-e706-411d-8508-b39de0bcaa49 req-a506323b-adcb-4c08-996e-63896e5799d5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3e51f4d6e43c47d6aad8c33823e3964f&device_id=b3fb01f5-5af4-4db5-9621-8444be522188 HTTP/1.1" status: 200 len: 1094 time: 0.1726022 Oct 27 18:42:06.119833 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b21c30-c2ff-48cd-afee-67719632ce2e req-3a69a32f-2484-4a6d-bd33-7bdf48201e20 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:06.127614 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-08b21c30-c2ff-48cd-afee-67719632ce2e req-3a69a32f-2484-4a6d-bd33-7bdf48201e20 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3fb01f5-5af4-4db5-9621-8444be522188 HTTP/1.1" status: 200 len: 943 time: 0.1476729 Oct 27 18:42:06.153835 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98188b47-36fd-45f6-9f52-98b5231d12a4 req-e58a44b2-baa3-43a2-9acd-ed3b53ab8e09 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:06.161586 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-98188b47-36fd-45f6-9f52-98b5231d12a4 req-e58a44b2-baa3-43a2-9acd-ed3b53ab8e09 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] 10.222.0.52 "GET /v2.0/ports?device_id=45c189bb-3669-47b2-bd24-80dc0c7f1f9c HTTP/1.1" status: 200 len: 950 time: 0.1159530 Oct 27 18:42:06.176412 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-fea6586b-8996-4ef0-9adc-ce65cbbbc06b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] GET failed (client error): The resource could not be found. Oct 27 18:42:06.179178 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-fea6586b-8996-4ef0-9adc-ce65cbbbc06b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "GET /v2.0/ports/26572c3a-38b5-4679-9488-c8bfb7fcb0c3 HTTP/1.1" status: 404 len: 333 time: 0.1208241 Oct 27 18:42:06.184694 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 54100) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:06.266268 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b132ce-e706-411d-8508-b39de0bcaa49 req-53f4e5b0-17ea-4c7c-b188-fefc21231da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:06.267665 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-99b132ce-e706-411d-8508-b39de0bcaa49 req-53f4e5b0-17ea-4c7c-b188-fefc21231da3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=9ece45d0-6b3f-4f8c-9d36-188ef51e155c HTTP/1.1" status: 200 len: 914 time: 0.1917024 Oct 27 18:42:06.326726 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa6ac7f0-a74e-4e42-944f-8e4ad7c8f6ff tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Deleting subnet 211fcaa8-f407-4759-b904-613712786509 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:42:06.342042 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-08b21c30-c2ff-48cd-afee-67719632ce2e req-4ea9e7f8-e175-4eed-8e0f-0739e7664493 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/security-groups?id=aad36188-91d6-43e2-a568-2912c23799cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130301 Oct 27 18:42:06.342369 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-99b132ce-e706-411d-8508-b39de0bcaa49 req-9bee08bd-78f9-45d1-aa42-d77b64380a80 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=927e435c-4268-4ddd-bf5d-034a715b817a HTTP/1.1" status: 200 len: 217 time: 0.0620546 Oct 27 18:42:06.365026 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-aa6ac7f0-a74e-4e42-944f-8e4ad7c8f6ff tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:06.420189 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-98188b47-36fd-45f6-9f52-98b5231d12a4 req-5f280a87-4450-4ec2-8a08-deb591106769 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] 10.222.0.52 "GET /v2.0/security-groups?id=e28cbd3b-76e9-4cb1-8144-29e4e497f243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574899 Oct 27 18:42:06.469192 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-aa6ac7f0-a74e-4e42-944f-8e4ad7c8f6ff tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:06.496633 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device db873b8f-4be5-46e1-bc11-18bf1d8627cb up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:42:06.508626 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-55396808-c278-4c7b-8ae3-e1cb25b450a6 None None] Provisioning complete for port db873b8f-4be5-46e1-bc11-18bf1d8627cb triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:42:06.512451 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-55396808-c278-4c7b-8ae3-e1cb25b450a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:06.533822 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b132ce-e706-411d-8508-b39de0bcaa49 req-38340975-6456-4c4b-958c-116e423397a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:06.535552 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-99b132ce-e706-411d-8508-b39de0bcaa49 req-38340975-6456-4c4b-958c-116e423397a6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=53a90ae3-6991-47ea-a544-38df087759f0 HTTP/1.1" status: 200 len: 852 time: 0.1820898 Oct 27 18:42:06.576148 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-99b132ce-e706-411d-8508-b39de0bcaa49 req-9126614f-c35f-4a83-8906-1f0052c1ea06 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9ece45d0-6b3f-4f8c-9d36-188ef51e155c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293396 Oct 27 18:42:06.618661 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-aa6ac7f0-a74e-4e42-944f-8e4ad7c8f6ff tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:06.725041 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port db873b8f-4be5-46e1-bc11-18bf1d8627cb triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:42:06.725517 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:06.754390 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-99b132ce-e706-411d-8508-b39de0bcaa49 req-a76ee081-a691-43d9-a8bf-8cf9625290e1 service neutron] 10.222.0.93 "GET /v2.0/networks/9ece45d0-6b3f-4f8c-9d36-188ef51e155c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666560 Oct 27 18:42:06.841636 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-aa6ac7f0-a74e-4e42-944f-8e4ad7c8f6ff tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:06.876666 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ac7f0-a74e-4e42-944f-8e4ad7c8f6ff tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event deleted for resources: {'Subnet': ['ID=211fcaa8-f407-4759-b904-613712786509,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:06.883487 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-60ab90fc-24f5-401f-b467-5c2e1b3bb739 None None] Could not find standard attr ID for object 26572c3a-38b5-4679-9488-c8bfb7fcb0c3. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 18:42:06.891733 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-aa6ac7f0-a74e-4e42-944f-8e4ad7c8f6ff tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:06.899185 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-aa6ac7f0-a74e-4e42-944f-8e4ad7c8f6ff tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/subnets/211fcaa8-f407-4759-b904-613712786509 HTTP/1.1" status: 204 len: 168 time: 0.7097340 Oct 27 18:42:06.907010 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 54106) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:07.019025 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-62736c24-75bb-468f-8926-c4d0c2f78210 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:07.024284 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-99b132ce-e706-411d-8508-b39de0bcaa49 req-a34f2d12-6725-4c37-9ef4-d68ce6807ba3 service neutron] 10.222.0.93 "GET /v2.0/networks/9ece45d0-6b3f-4f8c-9d36-188ef51e155c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631085 Oct 27 18:42:07.091045 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7cb22d-b826-4fdc-9bef-1fbe8adaf149 None None] Network 365bb9fa-3724-43d5-9257-f6a2acc9ee2d requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:42:07.097283 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-62736c24-75bb-468f-8926-c4d0c2f78210 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Deleting port db873b8f-4be5-46e1-bc11-18bf1d8627cb {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:42:07.097657 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-62736c24-75bb-468f-8926-c4d0c2f78210 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:07.170137 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-62736c24-75bb-468f-8926-c4d0c2f78210 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] For port db873b8f-4be5-46e1-bc11-18bf1d8627cb, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=db873b8f-4be5-46e1-bc11-18bf1d8627cb,segment=NetworkSegment(06905894-0e53-4109-b2ca-c6920c5d1d9d),segment_id=06905894-0e53-4109-b2ca-c6920c5d1d9d)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:42:07.170586 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-62736c24-75bb-468f-8926-c4d0c2f78210 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:07.186206 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-62736c24-75bb-468f-8926-c4d0c2f78210 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Calling delete_port for db873b8f-4be5-46e1-bc11-18bf1d8627cb owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:42:07.312038 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ea6fca-888d-4a28-b69d-3b50480086e1 None None] DHCP port deletion for 365bb9fa-3724-43d5-9257-f6a2acc9ee2d request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:42:07.403251 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-73ea6fca-888d-4a28-b69d-3b50480086e1 None None] Deleting port db873b8f-4be5-46e1-bc11-18bf1d8627cb {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:42:07.403654 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-73ea6fca-888d-4a28-b69d-3b50480086e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:07.436361 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-62736c24-75bb-468f-8926-c4d0c2f78210 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:07.507502 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62736c24-75bb-468f-8926-c4d0c2f78210 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event deleted for resources: {'Port': ['ID=db873b8f-4be5-46e1-bc11-18bf1d8627cb,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:07.512384 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62736c24-75bb-468f-8926-c4d0c2f78210 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] No DVR routers for this DVR port db873b8f-4be5-46e1-bc11-18bf1d8627cb on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:42:07.584119 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-73ea6fca-888d-4a28-b69d-3b50480086e1 None None] For port db873b8f-4be5-46e1-bc11-18bf1d8627cb, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=db873b8f-4be5-46e1-bc11-18bf1d8627cb,segment=NetworkSegment(06905894-0e53-4109-b2ca-c6920c5d1d9d),segment_id=06905894-0e53-4109-b2ca-c6920c5d1d9d)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:42:07.584119 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-73ea6fca-888d-4a28-b69d-3b50480086e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:07.604516 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-73ea6fca-888d-4a28-b69d-3b50480086e1 None None] Calling delete_port for db873b8f-4be5-46e1-bc11-18bf1d8627cb owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:42:07.605342 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a97327-21c1-4c36-871d-4f908faae5d4 req-28c908f7-f7bf-454d-801a-1d16d25fab0e tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:07.622141 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e7a97327-21c1-4c36-871d-4f908faae5d4 req-28c908f7-f7bf-454d-801a-1d16d25fab0e tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3fb01f5-5af4-4db5-9621-8444be522188 HTTP/1.1" status: 200 len: 943 time: 0.1796291 Oct 27 18:42:07.671608 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-62736c24-75bb-468f-8926-c4d0c2f78210 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:07.710781 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-62736c24-75bb-468f-8926-c4d0c2f78210 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['365bb9fa-3724-43d5-9257-f6a2acc9ee2d']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:42:07.712622 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-73ea6fca-888d-4a28-b69d-3b50480086e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:07.731641 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-62736c24-75bb-468f-8926-c4d0c2f78210 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06905894-0e53-4109-b2ca-c6920c5d1d9d') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:42:07.732243 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-62736c24-75bb-468f-8926-c4d0c2f78210 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06905894-0e53-4109-b2ca-c6920c5d1d9d') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:42:07.737390 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e7a97327-21c1-4c36-871d-4f908faae5d4 req-6ac51070-1202-4765-aa32-398d802a2f6c tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/security-groups?id=aad36188-91d6-43e2-a568-2912c23799cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142185 Oct 27 18:42:07.757358 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea6fca-888d-4a28-b69d-3b50480086e1 None None] Pushing event deleted for resources: {'Port': ['ID=db873b8f-4be5-46e1-bc11-18bf1d8627cb,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:07.764398 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edcd366-bcf2-4709-9b93-ea2ba3584be8 req-a543f57f-ac8e-48ca-b6e0-62853e2d5967 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:07.766105 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-62736c24-75bb-468f-8926-c4d0c2f78210 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:07.773791 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1edcd366-bcf2-4709-9b93-ea2ba3584be8 req-a543f57f-ac8e-48ca-b6e0-62853e2d5967 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] 10.222.0.52 "GET /v2.0/ports?device_id=45c189bb-3669-47b2-bd24-80dc0c7f1f9c HTTP/1.1" status: 200 len: 950 time: 0.1090472 Oct 27 18:42:07.779295 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ea6fca-888d-4a28-b69d-3b50480086e1 None None] No DVR routers for this DVR port db873b8f-4be5-46e1-bc11-18bf1d8627cb on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:42:07.808129 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-62736c24-75bb-468f-8926-c4d0c2f78210 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:07.815261 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62736c24-75bb-468f-8926-c4d0c2f78210 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:42:07.815895 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-62736c24-75bb-468f-8926-c4d0c2f78210 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:07.819087 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:42:07.819087 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:42:07.819087 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:42:07.819087 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:42:07.819087 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:42:07.819087 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:42:07.819087 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:42:07.819087 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:42:07.819087 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:42:07.819087 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:42:07.819087 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:42:07.819087 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:42:07.819087 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:42:07.819087 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:42:07.819087 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:42:07.819087 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:42:07.819087 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:42:07.819087 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:42:07.819087 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:42:07.819087 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:42:07.819087 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:42:07.819087 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:42:07.819087 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:42:07.819087 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:42:07.819087 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:42:07.819087 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:42:07.819087 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:42:07.819087 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:42:07.819087 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:42:07.819087 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:42:07.819087 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:42:07.819087 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:42:07.826013 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1edcd366-bcf2-4709-9b93-ea2ba3584be8 req-683936c8-b4a7-45f6-a899-160c43541466 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] 10.222.0.52 "GET /v2.0/security-groups?id=e28cbd3b-76e9-4cb1-8144-29e4e497f243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498216 Oct 27 18:42:07.988686 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-62736c24-75bb-468f-8926-c4d0c2f78210 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:08.002160 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-62736c24-75bb-468f-8926-c4d0c2f78210 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:08.009856 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-62736c24-75bb-468f-8926-c4d0c2f78210 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/networks/365bb9fa-3724-43d5-9257-f6a2acc9ee2d HTTP/1.1" status: 204 len: 168 time: 1.1009398 Oct 27 18:42:08.013306 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 54122) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:08.018499 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-4c4aff35-51f6-4d20-8132-cf28e2af650b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'port': {'network_id': 'f3ef71fb-753f-42ae-b2cf-45b27389a8b4', 'name': 'tempest-PortsTestJSON-1391715419'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:42:08.026661 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62736c24-75bb-468f-8926-c4d0c2f78210 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event deleted for resources: {'Network': ['ID=365bb9fa-3724-43d5-9257-f6a2acc9ee2d,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:08.188512 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4aff35-51f6-4d20-8132-cf28e2af650b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Made reservation on behalf of dd196885891a42f49d8b798f501c50b4 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:42:08.194517 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4c4aff35-51f6-4d20-8132-cf28e2af650b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:08.237577 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-4c4aff35-51f6-4d20-8132-cf28e2af650b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] device_id is not set on port ecc01cd2-d88f-492b-819a-9568dd01d4f0 yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:42:08.503158 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device db873b8f-4be5-46e1-bc11-18bf1d8627cb no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:42:08.549044 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 927e435c-4268-4ddd-bf5d-034a715b817a details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:42:08.549616 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4c4aff35-51f6-4d20-8132-cf28e2af650b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:08.551959 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: db873b8f-4be5-46e1-bc11-18bf1d8627cb {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:42:08.552302 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device db873b8f-4be5-46e1-bc11-18bf1d8627cb not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:42:08.683821 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8107125-d301-4394-8bfc-f1e3a0b6af7f req-49da2d5e-10d1-4b43-a9d3-3f9deded51d7 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:08.685526 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c8107125-d301-4394-8bfc-f1e3a0b6af7f req-49da2d5e-10d1-4b43-a9d3-3f9deded51d7 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] 10.222.0.52 "GET /v2.0/ports?device_id=45c189bb-3669-47b2-bd24-80dc0c7f1f9c HTTP/1.1" status: 200 len: 950 time: 0.0963945 Oct 27 18:42:08.730048 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4c4aff35-51f6-4d20-8132-cf28e2af650b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:08.773021 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c8107125-d301-4394-8bfc-f1e3a0b6af7f req-517c7eae-957f-4ff2-8ede-3eddae1262fe tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] 10.222.0.52 "GET /v2.0/security-groups?id=e28cbd3b-76e9-4cb1-8144-29e4e497f243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812399 Oct 27 18:42:08.805508 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 927e435c-4268-4ddd-bf5d-034a715b817a, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=927e435c-4268-4ddd-bf5d-034a715b817a,segment=NetworkSegment(c586602f-b9c6-4b6f-9183-be9b01423093),segment_id=c586602f-b9c6-4b6f-9183-be9b01423093)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:42:08.806220 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4aff35-51f6-4d20-8132-cf28e2af650b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Network f3ef71fb-753f-42ae-b2cf-45b27389a8b4 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:42:08.808343 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-4c4aff35-51f6-4d20-8132-cf28e2af650b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:42:08.810702 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4aff35-51f6-4d20-8132-cf28e2af650b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'Port': ['ID=ecc01cd2-d88f-492b-819a-9568dd01d4f0,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:08.813941 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4aff35-51f6-4d20-8132-cf28e2af650b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:42:08.838927 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4aff35-51f6-4d20-8132-cf28e2af650b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:08.839892 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4c4aff35-51f6-4d20-8132-cf28e2af650b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:08.841882 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '927e435c-4268-4ddd-bf5d-034a715b817a', 'network_id': '9ece45d0-6b3f-4f8c-9d36-188ef51e155c', 'port_id': '927e435c-4268-4ddd-bf5d-034a715b817a', 'mac_address': 'fa:16:3e:f1:d7:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1021, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53a90ae3-6991-47ea-a544-38df087759f0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:42:08.914728 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:08.939224 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 927e435c-4268-4ddd-bf5d-034a715b817a {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:42:08.968691 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 927e435c-4268-4ddd-bf5d-034a715b817a, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=927e435c-4268-4ddd-bf5d-034a715b817a,segment=NetworkSegment(c586602f-b9c6-4b6f-9183-be9b01423093),segment_id=c586602f-b9c6-4b6f-9183-be9b01423093)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:42:08.979431 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4c4aff35-51f6-4d20-8132-cf28e2af650b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9623282 Oct 27 18:42:08.979986 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 54140) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:09.012374 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b23d8-80a5-4bdd-9804-1753090b48d8 req-9decdafe-bcce-4c75-8d3d-5f1909caec97 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:09.019949 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-746b23d8-80a5-4bdd-9804-1753090b48d8 req-9decdafe-bcce-4c75-8d3d-5f1909caec97 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3fb01f5-5af4-4db5-9621-8444be522188 HTTP/1.1" status: 200 len: 943 time: 0.1210816 Oct 27 18:42:09.037009 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b08cd5-56d9-475d-a526-6e2427b8a5bb req-ca920127-9223-49ac-9b26-ad7aa4b92741 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:09.038942 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-21b08cd5-56d9-475d-a526-6e2427b8a5bb req-ca920127-9223-49ac-9b26-ad7aa4b92741 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=259901a9-456b-48e4-b862-fb95f20cd242 HTTP/1.1" status: 200 len: 946 time: 0.1279690 Oct 27 18:42:09.047913 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:09.126201 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-746b23d8-80a5-4bdd-9804-1753090b48d8 req-36b257e7-0443-4148-b168-18a1411123cb tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/security-groups?id=aad36188-91d6-43e2-a568-2912c23799cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052742 Oct 27 18:42:09.136264 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-21b08cd5-56d9-475d-a526-6e2427b8a5bb req-5f5cad70-44c6-4a4e-9371-c8af6147c18a tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890694 Oct 27 18:42:09.151235 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=927e435c-4268-4ddd-bf5d-034a715b817a,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:09.177212 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-4a0e9091-bb1a-4279-b2df-eb2d55d70006 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Deleting port ecc01cd2-d88f-492b-819a-9568dd01d4f0 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:42:09.178361 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4a0e9091-bb1a-4279-b2df-eb2d55d70006 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:09.254725 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4a0e9091-bb1a-4279-b2df-eb2d55d70006 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:09.270684 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-4a0e9091-bb1a-4279-b2df-eb2d55d70006 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Calling delete_port for ecc01cd2-d88f-492b-819a-9568dd01d4f0 owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:42:09.362259 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['927e435c-4268-4ddd-bf5d-034a715b817a'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:42:09.440315 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4a0e9091-bb1a-4279-b2df-eb2d55d70006 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:09.531736 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e9091-bb1a-4279-b2df-eb2d55d70006 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event deleted for resources: {'Port': ['ID=ecc01cd2-d88f-492b-819a-9568dd01d4f0,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:09.552650 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4a0e9091-bb1a-4279-b2df-eb2d55d70006 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:09.561389 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4a0e9091-bb1a-4279-b2df-eb2d55d70006 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/ports/ecc01cd2-d88f-492b-819a-9568dd01d4f0 HTTP/1.1" status: 204 len: 168 time: 0.5803058 Oct 27 18:42:09.564691 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 54144) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:09.574086 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-b0926141-822e-4cb2-97c0-3ffa8bdd8bbf tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'port': {'network_id': 'f3ef71fb-753f-42ae-b2cf-45b27389a8b4', 'mac_address': 'fa:16:3e:e1:e8:63', 'name': 'tempest-PortsTestJSON-31041853'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:42:09.651499 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8390a793-4ee9-4b3d-b505-25ce184a4d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:09.755537 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53090e-74af-4616-8853-0c7e9aea019f req-ad7b1df7-255d-4ada-92b0-b547ff6b4352 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:09.757176 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-da53090e-74af-4616-8853-0c7e9aea019f req-ad7b1df7-255d-4ada-92b0-b547ff6b4352 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] 10.222.0.93 "GET /v2.0/ports?device_id=45c189bb-3669-47b2-bd24-80dc0c7f1f9c HTTP/1.1" status: 200 len: 950 time: 0.0544126 Oct 27 18:42:09.758586 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0926141-822e-4cb2-97c0-3ffa8bdd8bbf tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Made reservation on behalf of dd196885891a42f49d8b798f501c50b4 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:42:09.912742 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b0926141-822e-4cb2-97c0-3ffa8bdd8bbf tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:09.917845 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc1746-3d90-4b76-9dff-bf90240f1d10 req-8b3b461f-82ff-4d54-8485-0ddc12fd3b90 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:09.919430 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-87cc1746-3d90-4b76-9dff-bf90240f1d10 req-8b3b461f-82ff-4d54-8485-0ddc12fd3b90 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] 10.222.0.52 "GET /v2.0/ports?device_id=45c189bb-3669-47b2-bd24-80dc0c7f1f9c HTTP/1.1" status: 200 len: 950 time: 0.0570033 Oct 27 18:42:09.933905 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-da53090e-74af-4616-8853-0c7e9aea019f req-7a04ffb1-81b3-4101-9ca1-732be7636e69 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] Deleting port bb9c262f-40bd-46c6-99d0-d477bc9e1f99 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:42:09.934282 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-da53090e-74af-4616-8853-0c7e9aea019f req-7a04ffb1-81b3-4101-9ca1-732be7636e69 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:09.954135 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-b0926141-822e-4cb2-97c0-3ffa8bdd8bbf tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] device_id is not set on port 35b8c43a-0b51-4a0e-a73d-89542a461165 yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:42:09.961803 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-87cc1746-3d90-4b76-9dff-bf90240f1d10 req-0d5f26ac-35d5-4d52-8cf7-3f56eb28d495 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] 10.222.0.52 "GET /v2.0/security-groups?id=e28cbd3b-76e9-4cb1-8144-29e4e497f243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349860 Oct 27 18:42:10.094233 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-da53090e-74af-4616-8853-0c7e9aea019f req-7a04ffb1-81b3-4101-9ca1-732be7636e69 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] For port bb9c262f-40bd-46c6-99d0-d477bc9e1f99, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=bb9c262f-40bd-46c6-99d0-d477bc9e1f99,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:42:10.094594 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-da53090e-74af-4616-8853-0c7e9aea019f req-7a04ffb1-81b3-4101-9ca1-732be7636e69 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:10.143105 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-da53090e-74af-4616-8853-0c7e9aea019f req-7a04ffb1-81b3-4101-9ca1-732be7636e69 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] Calling delete_port for bb9c262f-40bd-46c6-99d0-d477bc9e1f99 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:42:10.233013 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b0926141-822e-4cb2-97c0-3ffa8bdd8bbf tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:10.322788 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d5ef3-ea15-400b-b7eb-de059cc5ae99 req-c3f1c6a4-c42b-403c-9cfc-27b0bd334a45 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:10.324949 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f07d5ef3-ea15-400b-b7eb-de059cc5ae99 req-c3f1c6a4-c42b-403c-9cfc-27b0bd334a45 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3fb01f5-5af4-4db5-9621-8444be522188 HTTP/1.1" status: 200 len: 944 time: 0.0900695 Oct 27 18:42:10.334042 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9885a-fdeb-4a72-84e6-0f7dfa1b692a req-0e37d674-cd85-4a1b-bc99-1a23195db602 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:10.336628 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a0e9885a-fdeb-4a72-84e6-0f7dfa1b692a req-0e37d674-cd85-4a1b-bc99-1a23195db602 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=259901a9-456b-48e4-b862-fb95f20cd242 HTTP/1.1" status: 200 len: 946 time: 0.0921400 Oct 27 18:42:10.385131 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b0926141-822e-4cb2-97c0-3ffa8bdd8bbf tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:10.401650 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a0e9885a-fdeb-4a72-84e6-0f7dfa1b692a req-24334da6-e33f-42c0-be17-a2d8ac0052a4 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575562 Oct 27 18:42:10.405544 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f07d5ef3-ea15-400b-b7eb-de059cc5ae99 req-40bcde2d-1263-427f-92db-5b3fd369cef9 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/security-groups?id=aad36188-91d6-43e2-a568-2912c23799cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679550 Oct 27 18:42:10.462196 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0926141-822e-4cb2-97c0-3ffa8bdd8bbf tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Network f3ef71fb-753f-42ae-b2cf-45b27389a8b4 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:42:10.468552 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-b0926141-822e-4cb2-97c0-3ffa8bdd8bbf tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:42:10.473690 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0926141-822e-4cb2-97c0-3ffa8bdd8bbf tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:42:10.480252 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0926141-822e-4cb2-97c0-3ffa8bdd8bbf tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:10.480921 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b0926141-822e-4cb2-97c0-3ffa8bdd8bbf tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:10.487687 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0926141-822e-4cb2-97c0-3ffa8bdd8bbf tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'Port': ['ID=35b8c43a-0b51-4a0e-a73d-89542a461165,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:10.500551 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609bf24-a0ae-4687-9ef3-234d85b3727f req-f93b13a4-e26e-4cdf-98a0-74b1dfff3858 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:10.502179 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b609bf24-a0ae-4687-9ef3-234d85b3727f req-f93b13a4-e26e-4cdf-98a0-74b1dfff3858 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.93 "GET /v2.0/ports?device_id=259901a9-456b-48e4-b862-fb95f20cd242 HTTP/1.1" status: 200 len: 946 time: 0.1289217 Oct 27 18:42:10.506073 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-da53090e-74af-4616-8853-0c7e9aea019f req-7a04ffb1-81b3-4101-9ca1-732be7636e69 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:10.518071 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['bb9c262f-40bd-46c6-99d0-d477bc9e1f99'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:42:10.553212 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 927e435c-4268-4ddd-bf5d-034a715b817a up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:42:10.564721 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04ffb1-81b3-4101-9ca1-732be7636e69 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] Pushing event deleted for resources: {'Port': ['ID=bb9c262f-40bd-46c6-99d0-d477bc9e1f99,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:10.584117 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b0926141-822e-4cb2-97c0-3ffa8bdd8bbf tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.0183516 Oct 27 18:42:10.587145 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 54156) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:10.650894 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-da53090e-74af-4616-8853-0c7e9aea019f req-7a04ffb1-81b3-4101-9ca1-732be7636e69 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] No DVR routers for this DVR port bb9c262f-40bd-46c6-99d0-d477bc9e1f99 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:42:10.655614 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-da53090e-74af-4616-8853-0c7e9aea019f req-7a04ffb1-81b3-4101-9ca1-732be7636e69 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:10.662135 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-da53090e-74af-4616-8853-0c7e9aea019f req-7a04ffb1-81b3-4101-9ca1-732be7636e69 tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] 10.222.0.93 "DELETE /v2.0/ports/bb9c262f-40bd-46c6-99d0-d477bc9e1f99 HTTP/1.1" status: 204 len: 173 time: 0.8950582 Oct 27 18:42:10.662135 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c189bb-3669-47b2-bd24-80dc0c7f1f9c', 'name': 'network-vif-deleted', 'tag': 'bb9c262f-40bd-46c6-99d0-d477bc9e1f99'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:42:10.662652 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eecd71bb-7dfd-48d9-8e08-367e422fa2ae" -d '{"events": [{"server_uuid": "45c189bb-3669-47b2-bd24-80dc0c7f1f9c", "name": "network-vif-deleted", "tag": "bb9c262f-40bd-46c6-99d0-d477bc9e1f99"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:42:10.662771 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ec62a3-c64a-4375-baed-a9d147998f7e tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:10.665402 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-64ec62a3-c64a-4375-baed-a9d147998f7e tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "GET /v2.0/ports/35b8c43a-0b51-4a0e-a73d-89542a461165 HTTP/1.1" status: 200 len: 839 time: 0.0772192 Oct 27 18:42:10.683954 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 54162) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:10.712805 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 927e435c-4268-4ddd-bf5d-034a715b817a completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:42:10.717305 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 927e435c-4268-4ddd-bf5d-034a715b817a triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:42:10.717717 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:10.769989 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c1a513-7942-47f7-924c-787480159e57 x-openstack-request-id: req-22c1a513-7942-47f7-924c-787480159e57 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:42:10.770547 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c189bb-3669-47b2-bd24-80dc0c7f1f9c", "name": "network-vif-deleted", "tag": "bb9c262f-40bd-46c6-99d0-d477bc9e1f99", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:42:10.771028 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-22c1a513-7942-47f7-924c-787480159e57 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:42:10.771605 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c189bb-3669-47b2-bd24-80dc0c7f1f9c', 'name': 'network-vif-deleted', 'tag': 'bb9c262f-40bd-46c6-99d0-d477bc9e1f99', 'status': 'completed', 'code': 200} Oct 27 18:42:10.833206 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-b609bf24-a0ae-4687-9ef3-234d85b3727f req-0f34d6fe-1c62-4a56-b2ae-e594334e540c tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Deleting port 0412796c-524b-48ae-9e21-3be713c1511c {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:42:10.833553 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b609bf24-a0ae-4687-9ef3-234d85b3727f req-0f34d6fe-1c62-4a56-b2ae-e594334e540c tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:10.856761 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:10.881510 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3fb01f5-5af4-4db5-9621-8444be522188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927e435c-4268-4ddd-bf5d-034a715b817a'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:42:10.884266 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55aba88a-9b32-4dbd-bc5c-2ae41643ef56" -d '{"events": [{"server_uuid": "b3fb01f5-5af4-4db5-9621-8444be522188", "name": "network-vif-plugged", "status": "completed", "tag": "927e435c-4268-4ddd-bf5d-034a715b817a"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:42:10.909348 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 927e435c-4268-4ddd-bf5d-034a715b817a, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=927e435c-4268-4ddd-bf5d-034a715b817a,segment=NetworkSegment(c586602f-b9c6-4b6f-9183-be9b01423093),segment_id=c586602f-b9c6-4b6f-9183-be9b01423093)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:42:10.936916 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b825f0e-818e-451e-9186-d2e1eb6c6f80 x-openstack-request-id: req-7b825f0e-818e-451e-9186-d2e1eb6c6f80 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:42:10.937215 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3fb01f5-5af4-4db5-9621-8444be522188", "name": "network-vif-plugged", "status": "completed", "tag": "927e435c-4268-4ddd-bf5d-034a715b817a", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:42:10.937493 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7b825f0e-818e-451e-9186-d2e1eb6c6f80 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:42:10.937900 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3fb01f5-5af4-4db5-9621-8444be522188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927e435c-4268-4ddd-bf5d-034a715b817a', 'code': 200} Oct 27 18:42:10.959250 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-7d69b537-033c-4889-9251-b96813778a77 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Deleting port 35b8c43a-0b51-4a0e-a73d-89542a461165 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:42:10.960789 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7d69b537-033c-4889-9251-b96813778a77 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:10.971155 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:10.972201 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device bb9c262f-40bd-46c6-99d0-d477bc9e1f99 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:42:11.064051 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: bb9c262f-40bd-46c6-99d0-d477bc9e1f99 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:42:11.064564 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device bb9c262f-40bd-46c6-99d0-d477bc9e1f99 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:42:11.089222 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-b609bf24-a0ae-4687-9ef3-234d85b3727f req-0f34d6fe-1c62-4a56-b2ae-e594334e540c tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] For port 0412796c-524b-48ae-9e21-3be713c1511c, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=0412796c-524b-48ae-9e21-3be713c1511c,segment=NetworkSegment(0a5196a1-84e6-4a51-8f52-5d801014dc39),segment_id=0a5196a1-84e6-4a51-8f52-5d801014dc39)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:42:11.089872 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b609bf24-a0ae-4687-9ef3-234d85b3727f req-0f34d6fe-1c62-4a56-b2ae-e594334e540c tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:11.091469 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=927e435c-4268-4ddd-bf5d-034a715b817a,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:11.096217 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fceb48b8-da7c-4301-af4d-601c0b2bcdae req-bbe7a55b-081d-4860-a2be-071906563c2b tempest-VolumesNegativeTest-27964991 tempest-VolumesNegativeTest-27964991-project] 10.222.0.52 "GET /v2.0/ports?device_id=45c189bb-3669-47b2-bd24-80dc0c7f1f9c HTTP/1.1" status: 200 len: 210 time: 0.0331628 Oct 27 18:42:11.107615 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7d69b537-033c-4889-9251-b96813778a77 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:11.125995 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-b609bf24-a0ae-4687-9ef3-234d85b3727f req-0f34d6fe-1c62-4a56-b2ae-e594334e540c tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Calling delete_port for 0412796c-524b-48ae-9e21-3be713c1511c owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:42:11.133406 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-7d69b537-033c-4889-9251-b96813778a77 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Calling delete_port for 35b8c43a-0b51-4a0e-a73d-89542a461165 owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:42:11.146300 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce899fe0-1a25-4309-a841-02684c532d40 req-28d1ae89-67c6-485f-ae08-4a16bd86d9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:11.148351 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ce899fe0-1a25-4309-a841-02684c532d40 req-28d1ae89-67c6-485f-ae08-4a16bd86d9f4 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b3fb01f5-5af4-4db5-9621-8444be522188 HTTP/1.1" status: 200 len: 1096 time: 0.1045883 Oct 27 18:42:11.275140 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ce899fe0-1a25-4309-a841-02684c532d40 req-de7c260f-5c00-4e24-a48d-f48e27017dda service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=aad36188-91d6-43e2-a568-2912c23799cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906830 Oct 27 18:42:11.493182 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7d69b537-033c-4889-9251-b96813778a77 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:11.528250 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69b537-033c-4889-9251-b96813778a77 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event deleted for resources: {'Port': ['ID=35b8c43a-0b51-4a0e-a73d-89542a461165,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:11.531891 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7d69b537-033c-4889-9251-b96813778a77 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:11.535443 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7d69b537-033c-4889-9251-b96813778a77 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/ports/35b8c43a-0b51-4a0e-a73d-89542a461165 HTTP/1.1" status: 204 len: 168 time: 0.8499081 Oct 27 18:42:11.539254 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 54186) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:11.542570 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b609bf24-a0ae-4687-9ef3-234d85b3727f req-0f34d6fe-1c62-4a56-b2ae-e594334e540c tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:11.554507 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['0412796c-524b-48ae-9e21-3be713c1511c'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:42:11.572375 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34d6fe-1c62-4a56-b2ae-e594334e540c tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Pushing event deleted for resources: {'Port': ['ID=0412796c-524b-48ae-9e21-3be713c1511c,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:11.608704 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-1312a3a9-a069-44b3-9c6e-3aa1a1e9eac9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] GET failed (client error): The resource could not be found. Oct 27 18:42:11.610281 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1312a3a9-a069-44b3-9c6e-3aa1a1e9eac9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "GET /v2.0/ports/35b8c43a-0b51-4a0e-a73d-89542a461165 HTTP/1.1" status: 404 len: 333 time: 0.0685716 Oct 27 18:42:11.616940 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 54188) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:11.631683 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-0c44340b-55be-4794-9e97-7db56976dd04 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'port': {'network_id': 'f3ef71fb-753f-42ae-b2cf-45b27389a8b4', 'name': 'tempest-PortsTestJSON-714562926'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:42:11.638350 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-b609bf24-a0ae-4687-9ef3-234d85b3727f req-0f34d6fe-1c62-4a56-b2ae-e594334e540c tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] No DVR routers for this DVR port 0412796c-524b-48ae-9e21-3be713c1511c on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:42:11.640915 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b609bf24-a0ae-4687-9ef3-234d85b3727f req-0f34d6fe-1c62-4a56-b2ae-e594334e540c tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:11.644507 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3909c6-849f-4b0e-9240-30bac9f61bcf req-8d3edf31-a192-4f49-a318-94d45cd71a62 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:11.645228 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b609bf24-a0ae-4687-9ef3-234d85b3727f req-0f34d6fe-1c62-4a56-b2ae-e594334e540c tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.93 "DELETE /v2.0/ports/0412796c-524b-48ae-9e21-3be713c1511c HTTP/1.1" status: 204 len: 173 time: 1.1347609 Oct 27 18:42:11.646052 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7a3909c6-849f-4b0e-9240-30bac9f61bcf req-8d3edf31-a192-4f49-a318-94d45cd71a62 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/ports?device_id=259901a9-456b-48e4-b862-fb95f20cd242 HTTP/1.1" status: 200 len: 867 time: 0.1366420 Oct 27 18:42:11.662413 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ecb40b-a774-4122-8c2d-a12ee231535b req-abf2e112-4a42-43cf-8b16-bc6b1e8ee044 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:11.664652 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a0ecb40b-a774-4122-8c2d-a12ee231535b req-abf2e112-4a42-43cf-8b16-bc6b1e8ee044 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3fb01f5-5af4-4db5-9621-8444be522188 HTTP/1.1" status: 200 len: 945 time: 0.1641934 Oct 27 18:42:11.838443 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7a3909c6-849f-4b0e-9240-30bac9f61bcf req-07431b9d-4d68-460a-97c4-0540553236e0 tempest-AttachVolumeNegativeTest-42793726 tempest-AttachVolumeNegativeTest-42793726-project] 10.222.0.52 "GET /v2.0/security-groups?id=4d5cf5c9-ec15-47ea-949d-4ddf43c51327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627588 Oct 27 18:42:11.853426 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a0ecb40b-a774-4122-8c2d-a12ee231535b req-30e5fd6c-3aea-4d2f-a894-b7a91550c905 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/security-groups?id=aad36188-91d6-43e2-a568-2912c23799cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718135 Oct 27 18:42:11.890981 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c44340b-55be-4794-9e97-7db56976dd04 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Made reservation on behalf of dd196885891a42f49d8b798f501c50b4 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:42:11.895432 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0c44340b-55be-4794-9e97-7db56976dd04 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:11.915308 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-0c44340b-55be-4794-9e97-7db56976dd04 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] device_id is not set on port 46438031-b52c-4630-ac73-780e957020f0 yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:42:12.079947 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-345cb24b-c855-4f33-818d-73939b78be53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:12.104964 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0c44340b-55be-4794-9e97-7db56976dd04 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:12.200078 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0c44340b-55be-4794-9e97-7db56976dd04 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:12.267264 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c44340b-55be-4794-9e97-7db56976dd04 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'Port': ['ID=46438031-b52c-4630-ac73-780e957020f0,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:12.293030 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c44340b-55be-4794-9e97-7db56976dd04 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:12.293999 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c44340b-55be-4794-9e97-7db56976dd04 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:12.294517 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c44340b-55be-4794-9e97-7db56976dd04 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:12.295190 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c44340b-55be-4794-9e97-7db56976dd04 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:12.301307 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c44340b-55be-4794-9e97-7db56976dd04 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:12.301307 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c44340b-55be-4794-9e97-7db56976dd04 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:12.301307 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c44340b-55be-4794-9e97-7db56976dd04 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:12.301307 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c44340b-55be-4794-9e97-7db56976dd04 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:12.301307 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c44340b-55be-4794-9e97-7db56976dd04 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:12.301307 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c44340b-55be-4794-9e97-7db56976dd04 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:12.301307 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c44340b-55be-4794-9e97-7db56976dd04 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:12.301307 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c44340b-55be-4794-9e97-7db56976dd04 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:12.315723 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c44340b-55be-4794-9e97-7db56976dd04 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Network f3ef71fb-753f-42ae-b2cf-45b27389a8b4 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:42:12.318254 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-0c44340b-55be-4794-9e97-7db56976dd04 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:42:12.332159 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c44340b-55be-4794-9e97-7db56976dd04 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:42:12.339758 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c44340b-55be-4794-9e97-7db56976dd04 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:12.340640 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0c44340b-55be-4794-9e97-7db56976dd04 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:12.454536 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0c44340b-55be-4794-9e97-7db56976dd04 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8276043 Oct 27 18:42:12.456962 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 54212) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:12.465631 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-f7be8108-f8d8-4454-a3f9-25386b21f64a tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:42:12.552398 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f7be8108-f8d8-4454-a3f9-25386b21f64a tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:12.820624 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259901a9-456b-48e4-b862-fb95f20cd242', 'name': 'network-vif-deleted', 'tag': '0412796c-524b-48ae-9e21-3be713c1511c'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:42:12.820624 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a47729-b225-42d8-992d-1f6b0607a870" -d '{"events": [{"server_uuid": "259901a9-456b-48e4-b862-fb95f20cd242", "name": "network-vif-deleted", "tag": "0412796c-524b-48ae-9e21-3be713c1511c"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:42:12.823399 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f7be8108-f8d8-4454-a3f9-25386b21f64a tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:12.943808 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f7be8108-f8d8-4454-a3f9-25386b21f64a tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:12.945183 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd238076-e700-4994-a342-41710701d3f7 x-openstack-request-id: req-cd238076-e700-4994-a342-41710701d3f7 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:42:12.945183 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259901a9-456b-48e4-b862-fb95f20cd242", "name": "network-vif-deleted", "tag": "0412796c-524b-48ae-9e21-3be713c1511c", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:42:12.945183 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cd238076-e700-4994-a342-41710701d3f7 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:42:12.945183 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259901a9-456b-48e4-b862-fb95f20cd242', 'name': 'network-vif-deleted', 'tag': '0412796c-524b-48ae-9e21-3be713c1511c', 'status': 'completed', 'code': 200} Oct 27 18:42:12.993937 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 54248) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:13.011366 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-f7be8108-f8d8-4454-a3f9-25386b21f64a tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] In _notify_port_updated(), no bound segment for port 46438031-b52c-4630-ac73-780e957020f0 on network f3ef71fb-753f-42ae-b2cf-45b27389a8b4 {{(pid=102878) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 18:42:13.029971 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7be8108-f8d8-4454-a3f9-25386b21f64a tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:13.030651 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f7be8108-f8d8-4454-a3f9-25386b21f64a tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:13.040041 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f7be8108-f8d8-4454-a3f9-25386b21f64a tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "PUT /v2.0/ports/46438031-b52c-4630-ac73-780e957020f0 HTTP/1.1" status: 200 len: 818 time: 0.5792625 Oct 27 18:42:13.040707 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 54250) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:13.071792 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-d16e47ac-7ec4-4025-9186-b68fbc26f28a admin admin] Deleting subnet 4b27cbfc-0288-405f-bb4a-1d7eed6d52a9 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:42:13.076488 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d16e47ac-7ec4-4025-9186-b68fbc26f28a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:13.118111 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d16e47ac-7ec4-4025-9186-b68fbc26f28a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:13.173489 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d16e47ac-7ec4-4025-9186-b68fbc26f28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:13.219232 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be8108-f8d8-4454-a3f9-25386b21f64a tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'Port': ['ID=46438031-b52c-4630-ac73-780e957020f0,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:13.267293 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d706d20c-9188-4499-b94a-35b11d5a3265 req-cbcdef76-e2f9-4a3e-866c-883016d592c3 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:13.274735 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d706d20c-9188-4499-b94a-35b11d5a3265 req-cbcdef76-e2f9-4a3e-866c-883016d592c3 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3fb01f5-5af4-4db5-9621-8444be522188 HTTP/1.1" status: 200 len: 945 time: 0.2179677 Oct 27 18:42:13.297253 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-4b432e09-755d-4442-a378-7883bd25354f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Deleting port 46438031-b52c-4630-ac73-780e957020f0 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:42:13.297588 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4b432e09-755d-4442-a378-7883bd25354f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:13.375129 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d706d20c-9188-4499-b94a-35b11d5a3265 req-ad5bd7e4-9051-4928-b51d-816efd4b060f tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/security-groups?id=aad36188-91d6-43e2-a568-2912c23799cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936041 Oct 27 18:42:13.388352 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:13.402667 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4b432e09-755d-4442-a378-7883bd25354f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:13.422132 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-4b432e09-755d-4442-a378-7883bd25354f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Calling delete_port for 46438031-b52c-4630-ac73-780e957020f0 owned by {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:42:13.459884 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:13.493441 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d16e47ac-7ec4-4025-9186-b68fbc26f28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:13.542094 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e47ac-7ec4-4025-9186-b68fbc26f28a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b27cbfc-0288-405f-bb4a-1d7eed6d52a9,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:13.551696 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d16e47ac-7ec4-4025-9186-b68fbc26f28a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:13.560379 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d16e47ac-7ec4-4025-9186-b68fbc26f28a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/4b27cbfc-0288-405f-bb4a-1d7eed6d52a9 HTTP/1.1" status: 204 len: 168 time: 0.5637043 Oct 27 18:42:13.561956 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 54276) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:13.646303 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4b432e09-755d-4442-a378-7883bd25354f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:13.692243 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b432e09-755d-4442-a378-7883bd25354f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event deleted for resources: {'Port': ['ID=46438031-b52c-4630-ac73-780e957020f0,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:13.698305 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e354d4a7-aa84-4c04-9b34-1c9822ae8de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:13.706161 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4b432e09-755d-4442-a378-7883bd25354f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:13.709514 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4b432e09-755d-4442-a378-7883bd25354f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/ports/46438031-b52c-4630-ac73-780e957020f0 HTTP/1.1" status: 204 len: 168 time: 0.6541133 Oct 27 18:42:13.712755 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 54298) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:13.873303 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f8bec2-6501-4669-a143-22d79347d192 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:13.874929 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b4f8bec2-6501-4669-a143-22d79347d192 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1609263 Oct 27 18:42:13.876949 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e354d4a7-aa84-4c04-9b34-1c9822ae8de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:13.879283 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 54326) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:13.920427 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-409658fa-3d0d-4f9c-bf44-cc9372c4adb3 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] GET failed (client error): The resource could not be found. Oct 27 18:42:13.922322 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-409658fa-3d0d-4f9c-bf44-cc9372c4adb3 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "GET /v2.0/ports/46438031-b52c-4630-ac73-780e957020f0 HTTP/1.1" status: 404 len: 333 time: 0.0419772 Oct 27 18:42:13.924604 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-e354d4a7-aa84-4c04-9b34-1c9822ae8de2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e162f9f-1e57-4697-b21f-e116c127cf92']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:42:13.927885 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 54338) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:13.938714 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-10a77667-c318-4b74-a06b-382e3389ba06 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1384213015'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:42:13.946802 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-e354d4a7-aa84-4c04-9b34-1c9822ae8de2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a5196a1-84e6-4a51-8f52-5d801014dc39') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:42:13.947139 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-e354d4a7-aa84-4c04-9b34-1c9822ae8de2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a5196a1-84e6-4a51-8f52-5d801014dc39') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:42:13.975569 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e354d4a7-aa84-4c04-9b34-1c9822ae8de2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:13.996124 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e354d4a7-aa84-4c04-9b34-1c9822ae8de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:14.005668 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e354d4a7-aa84-4c04-9b34-1c9822ae8de2 admin admin] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:42:14.006335 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e354d4a7-aa84-4c04-9b34-1c9822ae8de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:14.053099 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:42:14.053099 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:42:14.053099 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:42:14.053099 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:42:14.053099 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:42:14.053099 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:42:14.053099 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:42:14.053099 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:42:14.053099 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:42:14.053099 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:42:14.053099 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:42:14.053099 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:42:14.053099 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:42:14.053099 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:42:14.053099 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:42:14.053099 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:42:14.053099 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:42:14.053099 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:42:14.053099 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:42:14.053099 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:42:14.053099 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:42:14.053099 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:42:14.053099 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:42:14.053099 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:42:14.053099 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:42:14.053099 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:42:14.053099 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:42:14.053099 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:42:14.053099 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:42:14.053099 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:42:14.053099 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:42:14.053099 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:42:14.091008 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a77667-c318-4b74-a06b-382e3389ba06 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Made reservation on behalf of dd196885891a42f49d8b798f501c50b4 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:42:14.094525 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-10a77667-c318-4b74-a06b-382e3389ba06 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:14.124136 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10a77667-c318-4b74-a06b-382e3389ba06 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] vlan segment allocate from pool success with {'vlan_id': 1007, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:42:14.137992 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-10a77667-c318-4b74-a06b-382e3389ba06 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:14.138394 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-10a77667-c318-4b74-a06b-382e3389ba06 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Added segment e81318a9-dcf3-4e2c-96fb-cad9837972a7 of type vlan for network 3cb97e85-5949-4520-a6fb-d8c2aa367709 Oct 27 18:42:14.193991 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e354d4a7-aa84-4c04-9b34-1c9822ae8de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:14.200843 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-10a77667-c318-4b74-a06b-382e3389ba06 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:14.202893 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e354d4a7-aa84-4c04-9b34-1c9822ae8de2 admin admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:14.207152 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e354d4a7-aa84-4c04-9b34-1c9822ae8de2 admin admin] 10.222.0.52 "DELETE /v2.0/networks/7e162f9f-1e57-4697-b21f-e116c127cf92 HTTP/1.1" status: 204 len: 168 time: 0.6438684 Oct 27 18:42:14.224686 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354d4a7-aa84-4c04-9b34-1c9822ae8de2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e162f9f-1e57-4697-b21f-e116c127cf92,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:14.354285 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-10a77667-c318-4b74-a06b-382e3389ba06 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:14.360023 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a77667-c318-4b74-a06b-382e3389ba06 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:14.360661 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-10a77667-c318-4b74-a06b-382e3389ba06 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:14.581158 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 0412796c-524b-48ae-9e21-3be713c1511c no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:42:14.674908 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 0412796c-524b-48ae-9e21-3be713c1511c {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:42:14.676336 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 0412796c-524b-48ae-9e21-3be713c1511c not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:42:14.756816 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 54402) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:14.897204 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3755a4cb-2c37-4529-be91-ca1edbfd2313 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5683633d2e1d4b139c073dc8a9b72002&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1387162 Oct 27 18:42:14.901923 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 54410) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:15.059068 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a77667-c318-4b74-a06b-382e3389ba06 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'Network': ['ID=3cb97e85-5949-4520-a6fb-d8c2aa367709,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:15.063308 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c60a0496-f945-4c35-a0df-1f6331bd207d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:15.071733 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 3cb97e85-5949-4520-a6fb-d8c2aa367709 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:42:15.086380 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c60a0496-f945-4c35-a0df-1f6331bd207d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:15.126702 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-10a77667-c318-4b74-a06b-382e3389ba06 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1951370 Oct 27 18:42:15.126702 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 54422) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:15.133578 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-9635bcea-3394-417f-9086-f381f4be2c97 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'subnet': {'network_id': '3cb97e85-5949-4520-a6fb-d8c2aa367709', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:42:15.172151 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:15.240253 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c60a0496-f945-4c35-a0df-1f6331bd207d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:15.244289 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c60a0496-f945-4c35-a0df-1f6331bd207d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:15.250422 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c60a0496-f945-4c35-a0df-1f6331bd207d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4d5cf5c9-ec15-47ea-949d-4ddf43c51327 HTTP/1.1" status: 204 len: 168 time: 0.3426142 Oct 27 18:42:15.272652 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a0496-f945-4c35-a0df-1f6331bd207d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5cf5c9-ec15-47ea-949d-4ddf43c51327,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:15.334022 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 54432) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:15.428113 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2861f1-f893-4e70-b72c-4f58eaf2f6de req-c0c8b5a8-5d84-48bf-92ca-b4e0f162caf2 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:15.439016 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2861f1-f893-4e70-b72c-4f58eaf2f6de req-c0c8b5a8-5d84-48bf-92ca-b4e0f162caf2 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:15.450895 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2861f1-f893-4e70-b72c-4f58eaf2f6de req-c0c8b5a8-5d84-48bf-92ca-b4e0f162caf2 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:15.453760 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2861f1-f893-4e70-b72c-4f58eaf2f6de req-c0c8b5a8-5d84-48bf-92ca-b4e0f162caf2 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:15.460403 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2861f1-f893-4e70-b72c-4f58eaf2f6de req-c0c8b5a8-5d84-48bf-92ca-b4e0f162caf2 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:15.467337 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2861f1-f893-4e70-b72c-4f58eaf2f6de req-c0c8b5a8-5d84-48bf-92ca-b4e0f162caf2 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:15.477178 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9635bcea-3394-417f-9086-f381f4be2c97 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Made reservation on behalf of dd196885891a42f49d8b798f501c50b4 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:42:15.477178 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9635bcea-3394-417f-9086-f381f4be2c97 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:15.477368 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2861f1-f893-4e70-b72c-4f58eaf2f6de req-c0c8b5a8-5d84-48bf-92ca-b4e0f162caf2 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:15.481427 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9e2861f1-f893-4e70-b72c-4f58eaf2f6de req-c0c8b5a8-5d84-48bf-92ca-b4e0f162caf2 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 5444 time: 0.2240164 Oct 27 18:42:15.541443 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9e2861f1-f893-4e70-b72c-4f58eaf2f6de req-dca70dff-7c8b-4906-98eb-7fb8e55ad156 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=3fa97b7c-97e4-4a13-a0ee-f36c9ec7b8d8&id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537381 Oct 27 18:42:15.978242 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8b009a0a-b3c2-4f1b-8550-db4ea5b75c51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:16.134850 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8b009a0a-b3c2-4f1b-8550-db4ea5b75c51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:16.177668 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9635bcea-3394-417f-9086-f381f4be2c97 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:16.268128 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9635bcea-3394-417f-9086-f381f4be2c97 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'Subnet': ['ID=d2204600-24c8-4437-a03e-9691c4efc3fb,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:16.273557 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9635bcea-3394-417f-9086-f381f4be2c97 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Checking segment: {'id': 'e81318a9-dcf3-4e2c-96fb-cad9837972a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '3cb97e85-5949-4520-a6fb-d8c2aa367709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:42:16.274152 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9635bcea-3394-417f-9086-f381f4be2c97 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Network hostable DHCP agents. Network: 3cb97e85-5949-4520-a6fb-d8c2aa367709, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:42:16.290845 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8b009a0a-b3c2-4f1b-8550-db4ea5b75c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:16.377283 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8b009a0a-b3c2-4f1b-8550-db4ea5b75c51 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8dc68e71a40b4d778ce9ceb107906c17&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0410082 Oct 27 18:42:16.379005 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b009a0a-b3c2-4f1b-8550-db4ea5b75c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4804581-9368-466e-9c6e-c18443914521,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:16.383336 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 54532) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:16.403873 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9635bcea-3394-417f-9086-f381f4be2c97 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Network 3cb97e85-5949-4520-a6fb-d8c2aa367709 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:42:16.480234 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-cc3b02ee-a94c-4a70-ad28-e6d4f761bf49 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:16.489875 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-cc3b02ee-a94c-4a70-ad28-e6d4f761bf49 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:16.498115 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-cc3b02ee-a94c-4a70-ad28-e6d4f761bf49 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:16.502675 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-cc3b02ee-a94c-4a70-ad28-e6d4f761bf49 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:16.502981 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-63cd1c0a-93a6-402b-9795-e929ac81cc4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:16.508972 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-cc3b02ee-a94c-4a70-ad28-e6d4f761bf49 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:16.515737 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-cc3b02ee-a94c-4a70-ad28-e6d4f761bf49 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:16.526121 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-cc3b02ee-a94c-4a70-ad28-e6d4f761bf49 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:16.529078 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-cc3b02ee-a94c-4a70-ad28-e6d4f761bf49 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.93 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 5444 time: 0.2131455 Oct 27 18:42:16.530636 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-9635bcea-3394-417f-9086-f381f4be2c97 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 3cb97e85-5949-4520-a6fb-d8c2aa367709) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:42:16.534665 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-63cd1c0a-93a6-402b-9795-e929ac81cc4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:16.541055 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce3f4c8-e1a0-45c3-a51b-3e38bf2c500b None None] Network 3cb97e85-5949-4520-a6fb-d8c2aa367709 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:42:16.556929 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9635bcea-3394-417f-9086-f381f4be2c97 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:16.556929 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9635bcea-3394-417f-9086-f381f4be2c97 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:16.681074 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-63cd1c0a-93a6-402b-9795-e929ac81cc4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:16.686342 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-63cd1c0a-93a6-402b-9795-e929ac81cc4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:16.687980 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-63cd1c0a-93a6-402b-9795-e929ac81cc4b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a4804581-9368-466e-9c6e-c18443914521 HTTP/1.1" status: 204 len: 168 time: 0.3033652 Oct 27 18:42:16.716856 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-8f024465-48c9-438a-ac77-2e635ecfadce tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:16.717354 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd1c0a-93a6-402b-9795-e929ac81cc4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4804581-9368-466e-9c6e-c18443914521,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:16.722246 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-8f024465-48c9-438a-ac77-2e635ecfadce tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.93 "GET /v2.0/ports/b2a5ef78-9b0f-4779-ac14-f1338bdabd09?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1610932 Oct 27 18:42:16.833369 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafd622d-8e46-4bcb-9fb1-b10ab3d6c28b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-3cb97e85-5949-4520-a6fb-d8c2aa367709', 'network_id': '3cb97e85-5949-4520-a6fb-d8c2aa367709', 'tenant_id': 'dd196885891a42f49d8b798f501c50b4', 'fixed_ips': [{'subnet_id': 'd2204600-24c8-4437-a03e-9691c4efc3fb'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:42:16.834236 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dafd622d-8e46-4bcb-9fb1-b10ab3d6c28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:16.867283 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-49d4829c-c740-4739-815d-5bdb0e7336b9 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.93 "GET /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1378336 Oct 27 18:42:16.875414 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9635bcea-3394-417f-9086-f381f4be2c97 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7475705 Oct 27 18:42:16.876060 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 54556) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:16.882792 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-972cd743-48a0-4f94-9df7-db6dd2687afa service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:42:16.896751 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-e296caaf-3783-4542-a089-fbe25dd0e196 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'subnet': {'network_id': '3cb97e85-5949-4520-a6fb-d8c2aa367709', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:42:16.980257 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f5614-8eea-4a54-a8fa-5ae2b7093cf5 req-d0526dfd-e152-4295-addd-13469a7b809a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:16.991342 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f5614-8eea-4a54-a8fa-5ae2b7093cf5 req-d0526dfd-e152-4295-addd-13469a7b809a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:17.004377 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f5614-8eea-4a54-a8fa-5ae2b7093cf5 req-d0526dfd-e152-4295-addd-13469a7b809a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:17.016982 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-972cd743-48a0-4f94-9df7-db6dd2687afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:17.020942 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f5614-8eea-4a54-a8fa-5ae2b7093cf5 req-d0526dfd-e152-4295-addd-13469a7b809a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:17.032982 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f5614-8eea-4a54-a8fa-5ae2b7093cf5 req-d0526dfd-e152-4295-addd-13469a7b809a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:17.046447 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f5614-8eea-4a54-a8fa-5ae2b7093cf5 req-d0526dfd-e152-4295-addd-13469a7b809a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:17.061776 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f5614-8eea-4a54-a8fa-5ae2b7093cf5 req-d0526dfd-e152-4295-addd-13469a7b809a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:17.070092 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b51f5614-8eea-4a54-a8fa-5ae2b7093cf5 req-d0526dfd-e152-4295-addd-13469a7b809a tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 5444 time: 0.3135772 Oct 27 18:42:17.091974 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-dafd622d-8e46-4bcb-9fb1-b10ab3d6c28b None None] Allocated IP 172.20.0.2 (3cb97e85-5949-4520-a6fb-d8c2aa367709/d2204600-24c8-4437-a03e-9691c4efc3fb/dbcf7bf4-f2ee-4d91-ace8-6119e0c61465) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:42:17.255123 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b51f5614-8eea-4a54-a8fa-5ae2b7093cf5 req-70d4cda6-96ec-490d-bc16-cc7cde43d421 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=3fa97b7c-97e4-4a13-a0ee-f36c9ec7b8d8&id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1793795 Oct 27 18:42:17.329469 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-972cd743-48a0-4f94-9df7-db6dd2687afa service neutron] For port b2a5ef78-9b0f-4779-ac14-f1338bdabd09, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=b2a5ef78-9b0f-4779-ac14-f1338bdabd09,segment=NetworkSegment(4033ff10-20d7-4fe8-a555-cb66828d83d8),segment_id=4033ff10-20d7-4fe8-a555-cb66828d83d8)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:42:17.383574 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-972cd743-48a0-4f94-9df7-db6dd2687afa service neutron] For port b2a5ef78-9b0f-4779-ac14-f1338bdabd09, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:42:17.388247 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e296caaf-3783-4542-a089-fbe25dd0e196 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Made reservation on behalf of dd196885891a42f49d8b798f501c50b4 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:42:17.392704 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e296caaf-3783-4542-a089-fbe25dd0e196 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:17.438580 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-972cd743-48a0-4f94-9df7-db6dd2687afa service neutron] device_id is not set on port b2a5ef78-9b0f-4779-ac14-f1338bdabd09 yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:42:17.457522 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-972cd743-48a0-4f94-9df7-db6dd2687afa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:17.464944 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dafd622d-8e46-4bcb-9fb1-b10ab3d6c28b None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:17.548151 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-972cd743-48a0-4f94-9df7-db6dd2687afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:17.548443 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dafd622d-8e46-4bcb-9fb1-b10ab3d6c28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:17.570787 n-d-815690-2 neutron-server[102878]: INFO neutron.db.ipam_backend_mixin [None req-e296caaf-3783-4542-a089-fbe25dd0e196 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d2204600-24c8-4437-a03e-9691c4efc3fb (CIDR: 172.20.0.0/28) Oct 27 18:42:17.592208 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-e296caaf-3783-4542-a089-fbe25dd0e196 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:42:17.592718 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e296caaf-3783-4542-a089-fbe25dd0e196 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:42:17.632188 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafd622d-8e46-4bcb-9fb1-b10ab3d6c28b None None] Network 3cb97e85-5949-4520-a6fb-d8c2aa367709 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:42:17.641597 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-dafd622d-8e46-4bcb-9fb1-b10ab3d6c28b None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:42:17.645721 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafd622d-8e46-4bcb-9fb1-b10ab3d6c28b None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:42:17.703468 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e296caaf-3783-4542-a089-fbe25dd0e196 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8262925 Oct 27 18:42:17.704510 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 54598) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:17.712891 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-5d4ba10e-089f-4f1c-963c-0e0ba9ccf303 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'subnet': {'network_id': '3cb97e85-5949-4520-a6fb-d8c2aa367709', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:42:17.716483 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd622d-8e46-4bcb-9fb1-b10ab3d6c28b None None] Pushing event updated for resources: {'Port': ['ID=dbcf7bf4-f2ee-4d91-ace8-6119e0c61465,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:17.736731 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972cd743-48a0-4f94-9df7-db6dd2687afa service neutron] Pushing event updated for resources: {'Port': ['ID=b2a5ef78-9b0f-4779-ac14-f1338bdabd09,revision_number=6']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:17.738067 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-dafd622d-8e46-4bcb-9fb1-b10ab3d6c28b None None] Attempting to bind port dbcf7bf4-f2ee-4d91-ace8-6119e0c61465 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:42:17.738608 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-dafd622d-8e46-4bcb-9fb1-b10ab3d6c28b None None] Attempting to bind port dbcf7bf4-f2ee-4d91-ace8-6119e0c61465 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'e81318a9-dcf3-4e2c-96fb-cad9837972a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '3cb97e85-5949-4520-a6fb-d8c2aa367709'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:42:17.743844 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafd622d-8e46-4bcb-9fb1-b10ab3d6c28b None None] Attempting to bind port dbcf7bf4-f2ee-4d91-ace8-6119e0c61465 on network 3cb97e85-5949-4520-a6fb-d8c2aa367709 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:42:17.746847 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafd622d-8e46-4bcb-9fb1-b10ab3d6c28b None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:42:17.747250 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafd622d-8e46-4bcb-9fb1-b10ab3d6c28b None None] Checking segment: {'id': 'e81318a9-dcf3-4e2c-96fb-cad9837972a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '3cb97e85-5949-4520-a6fb-d8c2aa367709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:42:17.747655 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dafd622d-8e46-4bcb-9fb1-b10ab3d6c28b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:17.748047 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafd622d-8e46-4bcb-9fb1-b10ab3d6c28b None None] Bound using segment: {'id': 'e81318a9-dcf3-4e2c-96fb-cad9837972a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '3cb97e85-5949-4520-a6fb-d8c2aa367709'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:42:17.748591 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-dafd622d-8e46-4bcb-9fb1-b10ab3d6c28b None None] Bound port: dbcf7bf4-f2ee-4d91-ace8-6119e0c61465, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e81318a9-dcf3-4e2c-96fb-cad9837972a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '3cb97e85-5949-4520-a6fb-d8c2aa367709'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:42:17.749004 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dafd622d-8e46-4bcb-9fb1-b10ab3d6c28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:17.839074 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-dafd622d-8e46-4bcb-9fb1-b10ab3d6c28b None None] For port dbcf7bf4-f2ee-4d91-ace8-6119e0c61465, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:42:17.840445 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-972cd743-48a0-4f94-9df7-db6dd2687afa service neutron] No DVR routers for this DVR port b2a5ef78-9b0f-4779-ac14-f1338bdabd09 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:42:17.843551 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-dafd622d-8e46-4bcb-9fb1-b10ab3d6c28b None None] For port dbcf7bf4-f2ee-4d91-ace8-6119e0c61465, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=dbcf7bf4-f2ee-4d91-ace8-6119e0c61465,segment=NetworkSegment(e81318a9-dcf3-4e2c-96fb-cad9837972a7),segment_id=e81318a9-dcf3-4e2c-96fb-cad9837972a7)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:42:17.909451 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dafd622d-8e46-4bcb-9fb1-b10ab3d6c28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:17.983977 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-972cd743-48a0-4f94-9df7-db6dd2687afa service neutron] In _notify_port_updated(), no bound segment for port b2a5ef78-9b0f-4779-ac14-f1338bdabd09 on network c77cbe16-409d-4d1e-8a39-10a063ae0bca {{(pid=102879) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 18:42:17.990346 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-972cd743-48a0-4f94-9df7-db6dd2687afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:17.994169 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-972cd743-48a0-4f94-9df7-db6dd2687afa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:17.997339 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-972cd743-48a0-4f94-9df7-db6dd2687afa service neutron] 10.222.0.93 "PUT /v2.0/ports/b2a5ef78-9b0f-4779-ac14-f1338bdabd09 HTTP/1.1" status: 200 len: 1032 time: 1.1187077 Oct 27 18:42:18.109508 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd622d-8e46-4bcb-9fb1-b10ab3d6c28b None None] Pushing event updated for resources: {'Port': ['ID=dbcf7bf4-f2ee-4d91-ace8-6119e0c61465,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:18.159696 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4ba10e-089f-4f1c-963c-0e0ba9ccf303 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Made reservation on behalf of dd196885891a42f49d8b798f501c50b4 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:42:18.164969 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5d4ba10e-089f-4f1c-963c-0e0ba9ccf303 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:18.182545 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-c326181f-c8ce-44a5-9f05-e04b67ed7e2c tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:18.185642 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-c326181f-c8ce-44a5-9f05-e04b67ed7e2c tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.93 "GET /v2.0/ports/de66f073-b55a-4294-bcf0-2738e20e2c40?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1828434 Oct 27 18:42:18.207372 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-08ca0c26-c0c9-4061-8143-6dc445f43b8b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:42:18.242606 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-ec81ce61-db1c-4446-9f92-99946516c28e None None] Provisioning complete for port b2a5ef78-9b0f-4779-ac14-f1338bdabd09 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:42:18.243532 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ec81ce61-db1c-4446-9f92-99946516c28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:18.330596 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-ec81ce61-db1c-4446-9f92-99946516c28e None None] Port b2a5ef78-9b0f-4779-ac14-f1338bdabd09 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:42:18.428744 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-08ca0c26-c0c9-4061-8143-6dc445f43b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:18.604551 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 64fb56ad-4b22-4ffa-8833-69293fc4d246 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:42:18.763425 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61247b-bbcc-4613-8eb5-9b8849fcff8f req-0bb47eb5-dc69-4940-99e7-859c7ac54bb0 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:18.770796 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61247b-bbcc-4613-8eb5-9b8849fcff8f req-0bb47eb5-dc69-4940-99e7-859c7ac54bb0 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:18.777902 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61247b-bbcc-4613-8eb5-9b8849fcff8f req-0bb47eb5-dc69-4940-99e7-859c7ac54bb0 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:18.786654 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61247b-bbcc-4613-8eb5-9b8849fcff8f req-0bb47eb5-dc69-4940-99e7-859c7ac54bb0 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:18.794557 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61247b-bbcc-4613-8eb5-9b8849fcff8f req-0bb47eb5-dc69-4940-99e7-859c7ac54bb0 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:18.800880 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61247b-bbcc-4613-8eb5-9b8849fcff8f req-0bb47eb5-dc69-4940-99e7-859c7ac54bb0 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:18.803173 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9d61247b-bbcc-4613-8eb5-9b8849fcff8f req-0bb47eb5-dc69-4940-99e7-859c7ac54bb0 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 4665 time: 0.4089096 Oct 27 18:42:18.805538 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5d4ba10e-089f-4f1c-963c-0e0ba9ccf303 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:18.842562 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:18.891972 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9b0670-6277-4324-b43f-20e3992cef95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64fb56ad-4b22-4ffa-8833-69293fc4d246'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:42:18.897343 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ba10e-089f-4f1c-963c-0e0ba9ccf303 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'Subnet': ['ID=294e42d5-bdb5-4da2-a46c-1cb90d614c67,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:18.900319 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66609c8-ae9b-4549-a974-65ef38c69e66" -d '{"events": [{"server_uuid": "3d9b0670-6277-4324-b43f-20e3992cef95", "name": "network-vif-unplugged", "status": "completed", "tag": "64fb56ad-4b22-4ffa-8833-69293fc4d246"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:42:18.926882 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4ba10e-089f-4f1c-963c-0e0ba9ccf303 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Network 3cb97e85-5949-4520-a6fb-d8c2aa367709 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:42:18.930378 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-5d4ba10e-089f-4f1c-963c-0e0ba9ccf303 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:42:18.933545 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4ba10e-089f-4f1c-963c-0e0ba9ccf303 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:18.934173 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5d4ba10e-089f-4f1c-963c-0e0ba9ccf303 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:18.957682 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-08ca0c26-c0c9-4061-8143-6dc445f43b8b service neutron] For port de66f073-b55a-4294-bcf0-2738e20e2c40, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=de66f073-b55a-4294-bcf0-2738e20e2c40,segment=NetworkSegment(4033ff10-20d7-4fe8-a555-cb66828d83d8),segment_id=4033ff10-20d7-4fe8-a555-cb66828d83d8)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:42:18.965905 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9d61247b-bbcc-4613-8eb5-9b8849fcff8f req-e533bfa8-67db-4adb-8044-deb5ba6d1bb7 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=3fa97b7c-97e4-4a13-a0ee-f36c9ec7b8d8&id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0884142 Oct 27 18:42:19.007911 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 64fb56ad-4b22-4ffa-8833-69293fc4d246, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=64fb56ad-4b22-4ffa-8833-69293fc4d246,segment=NetworkSegment(835d40c4-66b8-4c5e-8632-a29d009690f1),segment_id=835d40c4-66b8-4c5e-8632-a29d009690f1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:42:19.048581 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5d4ba10e-089f-4f1c-963c-0e0ba9ccf303 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3424616 Oct 27 18:42:19.054725 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 54664) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:19.055527 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-08ca0c26-c0c9-4061-8143-6dc445f43b8b service neutron] For port de66f073-b55a-4294-bcf0-2738e20e2c40, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:42:19.063752 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-bda8e83c-95c8-48fb-8e9f-c66e74ef3391 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'port': {'network_id': '3cb97e85-5949-4520-a6fb-d8c2aa367709', 'fixed_ips': [{'subnet_id': 'd2204600-24c8-4437-a03e-9691c4efc3fb'}, {'subnet_id': '294e42d5-bdb5-4da2-a46c-1cb90d614c67'}], 'name': 'tempest-PortsTestJSON-1686017011'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:42:19.085356 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:19.093127 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device d6bbae83-7fc2-4178-897c-e479dc4fc74b no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:42:19.148632 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-08ca0c26-c0c9-4061-8143-6dc445f43b8b service neutron] device_id is not set on port de66f073-b55a-4294-bcf0-2738e20e2c40 yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:42:19.161017 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-08ca0c26-c0c9-4061-8143-6dc445f43b8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:19.188443 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 18:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2600e81-1f42-439a-8d27-14dfedc66f5b x-openstack-request-id: req-b2600e81-1f42-439a-8d27-14dfedc66f5b {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:42:19.188732 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9b0670-6277-4324-b43f-20e3992cef95", "name": "network-vif-unplugged", "status": "completed", "tag": "64fb56ad-4b22-4ffa-8833-69293fc4d246", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:42:19.189045 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b2600e81-1f42-439a-8d27-14dfedc66f5b {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:42:19.189432 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9b0670-6277-4324-b43f-20e3992cef95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64fb56ad-4b22-4ffa-8833-69293fc4d246', 'code': 200} Oct 27 18:42:19.213289 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-08ca0c26-c0c9-4061-8143-6dc445f43b8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:19.362182 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-08ca0c26-c0c9-4061-8143-6dc445f43b8b service neutron] No DVR routers for this DVR port de66f073-b55a-4294-bcf0-2738e20e2c40 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:42:19.387735 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=64fb56ad-4b22-4ffa-8833-69293fc4d246,revision_number=6']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:19.478925 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-08ca0c26-c0c9-4061-8143-6dc445f43b8b service neutron] In _notify_port_updated(), no bound segment for port de66f073-b55a-4294-bcf0-2738e20e2c40 on network c77cbe16-409d-4d1e-8a39-10a063ae0bca {{(pid=102879) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 18:42:19.479972 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-08ca0c26-c0c9-4061-8143-6dc445f43b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:19.481352 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-08ca0c26-c0c9-4061-8143-6dc445f43b8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:19.490739 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-08ca0c26-c0c9-4061-8143-6dc445f43b8b service neutron] 10.222.0.93 "PUT /v2.0/ports/de66f073-b55a-4294-bcf0-2738e20e2c40 HTTP/1.1" status: 200 len: 1033 time: 1.2922218 Oct 27 18:42:19.496709 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca0c26-c0c9-4061-8143-6dc445f43b8b service neutron] Pushing event updated for resources: {'Port': ['ID=de66f073-b55a-4294-bcf0-2738e20e2c40,revision_number=6']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:19.505197 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:19.513856 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda8e83c-95c8-48fb-8e9f-c66e74ef3391 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Made reservation on behalf of dd196885891a42f49d8b798f501c50b4 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:42:19.688156 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port d6bbae83-7fc2-4178-897c-e479dc4fc74b, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d6bbae83-7fc2-4178-897c-e479dc4fc74b,segment=NetworkSegment(68fcfce6-a355-45f7-97f0-13c149d4fd60),segment_id=68fcfce6-a355-45f7-97f0-13c149d4fd60)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:42:19.759495 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:19.760267 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:42:19.768518 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bda8e83c-95c8-48fb-8e9f-c66e74ef3391 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:19.828614 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-bda8e83c-95c8-48fb-8e9f-c66e74ef3391 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] device_id is not set on port 519f1f9b-ba86-4d25-9ccc-e4e2d9201b09 yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:42:19.890736 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-54eb101b-0d2a-46f5-8305-2c8f743b5401 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Deleting port 4288ff73-5ecf-488b-b668-2614a82bb54d {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:42:19.891540 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-54eb101b-0d2a-46f5-8305-2c8f743b5401 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:20.072486 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-54eb101b-0d2a-46f5-8305-2c8f743b5401 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] For port 4288ff73-5ecf-488b-b668-2614a82bb54d, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=4288ff73-5ecf-488b-b668-2614a82bb54d,segment=NetworkSegment(4033ff10-20d7-4fe8-a555-cb66828d83d8),segment_id=4033ff10-20d7-4fe8-a555-cb66828d83d8)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:42:20.073183 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-54eb101b-0d2a-46f5-8305-2c8f743b5401 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:20.106766 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-54eb101b-0d2a-46f5-8305-2c8f743b5401 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Calling delete_port for 4288ff73-5ecf-488b-b668-2614a82bb54d owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:42:20.426960 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f9e907-1316-4ef8-a7b1-f19288feac68 None None] Network 3cb97e85-5949-4520-a6fb-d8c2aa367709 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:42:20.534625 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=d6bbae83-7fc2-4178-897c-e479dc4fc74b,revision_number=6']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:20.576207 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49e295-9367-4345-ae63-40e36773f0a5 req-f4ffe31a-285c-400f-a71c-e10b86fd559c tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:20.611112 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49e295-9367-4345-ae63-40e36773f0a5 req-f4ffe31a-285c-400f-a71c-e10b86fd559c tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:20.628748 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49e295-9367-4345-ae63-40e36773f0a5 req-f4ffe31a-285c-400f-a71c-e10b86fd559c tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:20.643953 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49e295-9367-4345-ae63-40e36773f0a5 req-f4ffe31a-285c-400f-a71c-e10b86fd559c tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:20.656012 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device dbcf7bf4-f2ee-4d91-ace8-6119e0c61465 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:42:20.656235 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-54eb101b-0d2a-46f5-8305-2c8f743b5401 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:20.663704 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49e295-9367-4345-ae63-40e36773f0a5 req-f4ffe31a-285c-400f-a71c-e10b86fd559c tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:20.671081 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bf49e295-9367-4345-ae63-40e36773f0a5 req-f4ffe31a-285c-400f-a71c-e10b86fd559c tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 3881 time: 0.4570620 Oct 27 18:42:20.730616 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb101b-0d2a-46f5-8305-2c8f743b5401 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Pushing event deleted for resources: {'Port': ['ID=4288ff73-5ecf-488b-b668-2614a82bb54d,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:20.830894 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-b76b22b7-466f-4207-9bf0-4d1800515767 None None] Provisioning complete for port de66f073-b55a-4294-bcf0-2738e20e2c40 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:42:20.832165 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b76b22b7-466f-4207-9bf0-4d1800515767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:20.842366 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-54eb101b-0d2a-46f5-8305-2c8f743b5401 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] No DVR routers for this DVR port 4288ff73-5ecf-488b-b668-2614a82bb54d on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:42:20.845375 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-54eb101b-0d2a-46f5-8305-2c8f743b5401 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:20.848860 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-54eb101b-0d2a-46f5-8305-2c8f743b5401 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.93 "DELETE /v2.0/ports/4288ff73-5ecf-488b-b668-2614a82bb54d HTTP/1.1" status: 204 len: 173 time: 1.3397846 Oct 27 18:42:20.849705 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9b0670-6277-4324-b43f-20e3992cef95', 'name': 'network-vif-deleted', 'tag': '4288ff73-5ecf-488b-b668-2614a82bb54d'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:42:20.853546 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7450a0-0dbe-4b36-ab13-80bed7a82136" -d '{"events": [{"server_uuid": "3d9b0670-6277-4324-b43f-20e3992cef95", "name": "network-vif-deleted", "tag": "4288ff73-5ecf-488b-b668-2614a82bb54d"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:42:20.865020 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bf49e295-9367-4345-ae63-40e36773f0a5 req-0a30c321-6c88-40ef-ab82-73552e985b33 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846364 Oct 27 18:42:20.897911 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:21.007673 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722cf101-0d17-46d0-82aa-2c0be9498d6b x-openstack-request-id: req-722cf101-0d17-46d0-82aa-2c0be9498d6b {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:42:21.007673 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9b0670-6277-4324-b43f-20e3992cef95", "name": "network-vif-deleted", "tag": "4288ff73-5ecf-488b-b668-2614a82bb54d", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:42:21.007673 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-722cf101-0d17-46d0-82aa-2c0be9498d6b {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:42:21.007673 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9b0670-6277-4324-b43f-20e3992cef95', 'name': 'network-vif-deleted', 'tag': '4288ff73-5ecf-488b-b668-2614a82bb54d', 'status': 'completed', 'code': 200} Oct 27 18:42:21.048987 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-bda8e83c-95c8-48fb-8e9f-c66e74ef3391 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Allocated IP 172.20.0.14 (3cb97e85-5949-4520-a6fb-d8c2aa367709/d2204600-24c8-4437-a03e-9691c4efc3fb/519f1f9b-ba86-4d25-9ccc-e4e2d9201b09) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:42:21.063104 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-bda8e83c-95c8-48fb-8e9f-c66e74ef3391 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Allocated IP 172.20.0.24 (3cb97e85-5949-4520-a6fb-d8c2aa367709/294e42d5-bdb5-4da2-a46c-1cb90d614c67/519f1f9b-ba86-4d25-9ccc-e4e2d9201b09) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:42:21.155908 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-1df3ca5d-6581-467b-9355-b3071a797169 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Deleting port 8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:42:21.158200 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-1df3ca5d-6581-467b-9355-b3071a797169 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:21.226740 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d,segment=NetworkSegment(4033ff10-20d7-4fe8-a555-cb66828d83d8),segment_id=4033ff10-20d7-4fe8-a555-cb66828d83d8)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:42:21.236838 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port dbcf7bf4-f2ee-4d91-ace8-6119e0c61465 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:42:21.239940 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:21.308075 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9b0670-6277-4324-b43f-20e3992cef95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6bbae83-7fc2-4178-897c-e479dc4fc74b'}, {'server_uuid': '3d9b0670-6277-4324-b43f-20e3992cef95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:42:21.310488 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f8ef08-cac2-4733-967e-71166474df9d" -d '{"events": [{"server_uuid": "3d9b0670-6277-4324-b43f-20e3992cef95", "name": "network-vif-unplugged", "status": "completed", "tag": "d6bbae83-7fc2-4178-897c-e479dc4fc74b"}, {"server_uuid": "3d9b0670-6277-4324-b43f-20e3992cef95", "name": "network-vif-unplugged", "status": "completed", "tag": "ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:42:21.366536 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-b76b22b7-466f-4207-9bf0-4d1800515767 None None] Port de66f073-b55a-4294-bcf0-2738e20e2c40 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:42:21.421744 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:21.422460 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:42:21.446934 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-1df3ca5d-6581-467b-9355-b3071a797169 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] For port 8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41,segment=NetworkSegment(835d40c4-66b8-4c5e-8632-a29d009690f1),segment_id=835d40c4-66b8-4c5e-8632-a29d009690f1)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:42:21.447287 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-1df3ca5d-6581-467b-9355-b3071a797169 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:21.463892 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-1df3ca5d-6581-467b-9355-b3071a797169 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Calling delete_port for 8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:42:21.517884 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 27 Oct 2021 18:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdc3932-b397-4e88-80f6-600febef5a36 x-openstack-request-id: req-9cdc3932-b397-4e88-80f6-600febef5a36 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:42:21.518169 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9b0670-6277-4324-b43f-20e3992cef95", "name": "network-vif-unplugged", "status": "completed", "tag": "d6bbae83-7fc2-4178-897c-e479dc4fc74b", "code": 200}, {"server_uuid": "3d9b0670-6277-4324-b43f-20e3992cef95", "name": "network-vif-unplugged", "status": "completed", "tag": "ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:42:21.518422 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9cdc3932-b397-4e88-80f6-600febef5a36 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:42:21.518833 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9b0670-6277-4324-b43f-20e3992cef95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6bbae83-7fc2-4178-897c-e479dc4fc74b', 'code': 200} Oct 27 18:42:21.523653 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9b0670-6277-4324-b43f-20e3992cef95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d', 'code': 200} Oct 27 18:42:21.664529 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-c61f059f-0098-4804-9971-54701e4921bc None None] Provisioning complete for port dbcf7bf4-f2ee-4d91-ace8-6119e0c61465 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:42:21.665294 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c61f059f-0098-4804-9971-54701e4921bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:21.791836 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d,revision_number=6']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:21.845885 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:21.889856 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:21.939505 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-dcbac84d-e915-4a22-8d6d-2506e0c951bb req-90c08bbc-118d-49e9-8434-20899dae396b tempest-MigrationsAdminTest-983683646 tempest-MigrationsAdminTest-983683646-project] (102878) timed out ('10.222.0.81', 50153) {{(pid=102878) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 18:42:21.962995 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port dbcf7bf4-f2ee-4d91-ace8-6119e0c61465, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=dbcf7bf4-f2ee-4d91-ace8-6119e0c61465,segment=NetworkSegment(e81318a9-dcf3-4e2c-96fb-cad9837972a7),segment_id=e81318a9-dcf3-4e2c-96fb-cad9837972a7)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:42:22.003689 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c61f059f-0098-4804-9971-54701e4921bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:22.031886 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474e3601-719a-4b4d-8615-f655d00edb9e None None] Update dhcp port {'port': {'network_id': '3cb97e85-5949-4520-a6fb-d8c2aa367709', 'fixed_ips': [{'subnet_id': 'd2204600-24c8-4437-a03e-9691c4efc3fb', 'ip_address': '172.20.0.2'}, {'subnet_id': '294e42d5-bdb5-4da2-a46c-1cb90d614c67'}], 'binding:host_id': 'n-d-815690-2'}, 'id': 'dbcf7bf4-f2ee-4d91-ace8-6119e0c61465'} from n-d-815690-2. {{(pid=102880) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 18:42:22.069633 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-474e3601-719a-4b4d-8615-f655d00edb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:22.105354 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-1df3ca5d-6581-467b-9355-b3071a797169 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:22.112838 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d65856-e024-447b-957e-b0c171042a22 req-efdb147c-6553-4931-b07e-b8673c82cac3 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:22.121153 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d65856-e024-447b-957e-b0c171042a22 req-efdb147c-6553-4931-b07e-b8673c82cac3 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:22.131635 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d65856-e024-447b-957e-b0c171042a22 req-efdb147c-6553-4931-b07e-b8673c82cac3 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:22.134059 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:22.140114 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d65856-e024-447b-957e-b0c171042a22 req-efdb147c-6553-4931-b07e-b8673c82cac3 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:22.157185 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d3d65856-e024-447b-957e-b0c171042a22 req-efdb147c-6553-4931-b07e-b8673c82cac3 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 3145 time: 0.1645563 Oct 27 18:42:22.170104 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bda8e83c-95c8-48fb-8e9f-c66e74ef3391 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:22.266836 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df3ca5d-6581-467b-9355-b3071a797169 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Pushing event deleted for resources: {'Port': ['ID=8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:22.292492 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d3d65856-e024-447b-957e-b0c171042a22 req-906de71b-7c48-4c69-af47-61bac755f342 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122506 Oct 27 18:42:22.353552 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 4288ff73-5ecf-488b-b668-2614a82bb54d no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:42:22.377249 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bda8e83c-95c8-48fb-8e9f-c66e74ef3391 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:22.417454 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-1df3ca5d-6581-467b-9355-b3071a797169 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] No DVR routers for this DVR port 8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:42:22.436119 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-1df3ca5d-6581-467b-9355-b3071a797169 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:22.456491 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-1df3ca5d-6581-467b-9355-b3071a797169 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.93 "DELETE /v2.0/ports/8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41 HTTP/1.1" status: 204 len: 173 time: 1.5822644 Oct 27 18:42:22.493055 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 54778) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:22.550713 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 4288ff73-5ecf-488b-b668-2614a82bb54d {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:42:22.551212 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 4288ff73-5ecf-488b-b668-2614a82bb54d not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:42:22.551734 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device de66f073-b55a-4294-bcf0-2738e20e2c40 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:42:22.590760 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda8e83c-95c8-48fb-8e9f-c66e74ef3391 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Network 3cb97e85-5949-4520-a6fb-d8c2aa367709 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:42:22.603254 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-c61f059f-0098-4804-9971-54701e4921bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:42:22.603254 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-c61f059f-0098-4804-9971-54701e4921bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:42:22.603528 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-bda8e83c-95c8-48fb-8e9f-c66e74ef3391 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:42:22.610912 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda8e83c-95c8-48fb-8e9f-c66e74ef3391 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:42:22.626214 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=dbcf7bf4-f2ee-4d91-ace8-6119e0c61465,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:22.666376 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8e83c-95c8-48fb-8e9f-c66e74ef3391 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'Port': ['ID=519f1f9b-ba86-4d25-9ccc-e4e2d9201b09,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:22.690453 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device de66f073-b55a-4294-bcf0-2738e20e2c40 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:42:22.691221 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device b2a5ef78-9b0f-4779-ac14-f1338bdabd09 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:42:22.703004 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda8e83c-95c8-48fb-8e9f-c66e74ef3391 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:22.703836 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bda8e83c-95c8-48fb-8e9f-c66e74ef3391 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:22.772706 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-420ed42e-ba7c-4034-8205-f8378f373c66 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Deleting port d6bbae83-7fc2-4178-897c-e479dc4fc74b {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:42:22.772706 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-420ed42e-ba7c-4034-8205-f8378f373c66 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:22.798440 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-474e3601-719a-4b4d-8615-f655d00edb9e None None] Allocated IP 172.20.0.18 (3cb97e85-5949-4520-a6fb-d8c2aa367709/294e42d5-bdb5-4da2-a46c-1cb90d614c67/dbcf7bf4-f2ee-4d91-ace8-6119e0c61465) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:42:22.841680 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-bda8e83c-95c8-48fb-8e9f-c66e74ef3391 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.7848518 Oct 27 18:42:22.845733 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 54786) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:22.854968 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device b2a5ef78-9b0f-4779-ac14-f1338bdabd09 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:42:22.861557 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-8a2c3936-fa98-4067-9f1f-53710df70598 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd2204600-24c8-4437-a03e-9691c4efc3fb'}]}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:42:22.985967 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-409eb62b-895d-4b50-96c9-f64af3afa19c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:23.005677 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9b0670-6277-4324-b43f-20e3992cef95', 'name': 'network-vif-deleted', 'tag': '8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:42:23.008838 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5368679d-4970-4941-83f0-a4b090a56bef" -d '{"events": [{"server_uuid": "3d9b0670-6277-4324-b43f-20e3992cef95", "name": "network-vif-deleted", "tag": "8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:42:23.120223 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8a2c3936-fa98-4067-9f1f-53710df70598 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:23.122905 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-474e3601-719a-4b4d-8615-f655d00edb9e None None] For port dbcf7bf4-f2ee-4d91-ace8-6119e0c61465, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=dbcf7bf4-f2ee-4d91-ace8-6119e0c61465,segment=NetworkSegment(e81318a9-dcf3-4e2c-96fb-cad9837972a7),segment_id=e81318a9-dcf3-4e2c-96fb-cad9837972a7)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:42:23.159448 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951545fe-0f29-4c6c-b25b-14d1089cebe6 x-openstack-request-id: req-951545fe-0f29-4c6c-b25b-14d1089cebe6 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:42:23.161547 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9b0670-6277-4324-b43f-20e3992cef95", "name": "network-vif-deleted", "tag": "8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:42:23.164993 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-951545fe-0f29-4c6c-b25b-14d1089cebe6 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:42:23.165631 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9b0670-6277-4324-b43f-20e3992cef95', 'name': 'network-vif-deleted', 'tag': '8df4b2c6-2b9d-4ad9-a1ef-e33c86247b41', 'status': 'completed', 'code': 200} Oct 27 18:42:23.198842 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-420ed42e-ba7c-4034-8205-f8378f373c66 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] For port d6bbae83-7fc2-4178-897c-e479dc4fc74b, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=d6bbae83-7fc2-4178-897c-e479dc4fc74b,segment=NetworkSegment(68fcfce6-a355-45f7-97f0-13c149d4fd60),segment_id=68fcfce6-a355-45f7-97f0-13c149d4fd60)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:42:23.201934 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-420ed42e-ba7c-4034-8205-f8378f373c66 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:23.235453 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-474e3601-719a-4b4d-8615-f655d00edb9e None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:23.299278 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-474e3601-719a-4b4d-8615-f655d00edb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:23.590748 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e3601-719a-4b4d-8615-f655d00edb9e None None] Pushing event updated for resources: {'Port': ['ID=dbcf7bf4-f2ee-4d91-ace8-6119e0c61465,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:23.729781 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-409eb62b-895d-4b50-96c9-f64af3afa19c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:23.808921 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6cf1a4-60fb-4436-b0ce-eb16bd7efa4f req-beea3b26-32a4-4c6a-86dd-dc357b7351f1 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:23.826750 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6cf1a4-60fb-4436-b0ce-eb16bd7efa4f req-beea3b26-32a4-4c6a-86dd-dc357b7351f1 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:23.833731 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-409eb62b-895d-4b50-96c9-f64af3afa19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:23.854569 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6cf1a4-60fb-4436-b0ce-eb16bd7efa4f req-beea3b26-32a4-4c6a-86dd-dc357b7351f1 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:23.877760 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9c6cf1a4-60fb-4436-b0ce-eb16bd7efa4f req-beea3b26-32a4-4c6a-86dd-dc357b7351f1 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 2410 time: 0.3026662 Oct 27 18:42:23.976427 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-409eb62b-895d-4b50-96c9-f64af3afa19c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8867b3fce0e145178ca7bce07a385443&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4772716 Oct 27 18:42:23.993346 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 54820) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:23.993564 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-8a2c3936-fa98-4067-9f1f-53710df70598 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Delete allocated IP 172.20.0.24 (3cb97e85-5949-4520-a6fb-d8c2aa367709/294e42d5-bdb5-4da2-a46c-1cb90d614c67) {{(pid=102878) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 27 18:42:24.009664 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9c6cf1a4-60fb-4436-b0ce-eb16bd7efa4f req-15d6ba74-51fc-4655-abf0-6a845e80cfac tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177082 Oct 27 18:42:24.027328 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409eb62b-895d-4b50-96c9-f64af3afa19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1241da2-db9b-46e9-8a9a-702e708bcc10,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:24.077598 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-420ed42e-ba7c-4034-8205-f8378f373c66 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:24.077598 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-420ed42e-ba7c-4034-8205-f8378f373c66 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:24.077598 n-d-815690-2 neutron-server[102879]: INFO neutron.db.l3_db [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-420ed42e-ba7c-4034-8205-f8378f373c66 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Floating IP 517a4b1a-2879-4ca9-a23e-7047d3521445 disassociated. External IP: 172.25.6.234, port: d6bbae83-7fc2-4178-897c-e479dc4fc74b. Oct 27 18:42:24.077598 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-420ed42e-ba7c-4034-8205-f8378f373c66 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Calling delete_port for d6bbae83-7fc2-4178-897c-e479dc4fc74b owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:42:24.122635 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1b99efb3-597e-4d4d-9287-25debeb71f13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:24.191513 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1b99efb3-597e-4d4d-9287-25debeb71f13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:24.350914 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8a2c3936-fa98-4067-9f1f-53710df70598 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:24.439789 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1b99efb3-597e-4d4d-9287-25debeb71f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:24.442486 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1b99efb3-597e-4d4d-9287-25debeb71f13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:24.443774 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1b99efb3-597e-4d4d-9287-25debeb71f13 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b1241da2-db9b-46e9-8a9a-702e708bcc10 HTTP/1.1" status: 204 len: 168 time: 0.4511695 Oct 27 18:42:24.457385 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b99efb3-597e-4d4d-9287-25debeb71f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1241da2-db9b-46e9-8a9a-702e708bcc10,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:24.477681 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8a2c3936-fa98-4067-9f1f-53710df70598 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:24.485483 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-420ed42e-ba7c-4034-8205-f8378f373c66 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:24.545509 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device dbcf7bf4-f2ee-4d91-ace8-6119e0c61465 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:42:24.592447 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ed42e-ba7c-4034-8205-f8378f373c66 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Pushing event deleted for resources: {'Port': ['ID=d6bbae83-7fc2-4178-897c-e479dc4fc74b,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:24.768246 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port dbcf7bf4-f2ee-4d91-ace8-6119e0c61465 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:42:24.772057 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:24.821602 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-8a2c3936-fa98-4067-9f1f-53710df70598 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] In _notify_port_updated(), no bound segment for port 519f1f9b-ba86-4d25-9ccc-e4e2d9201b09 on network 3cb97e85-5949-4520-a6fb-d8c2aa367709 {{(pid=102878) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 18:42:24.835765 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2c3936-fa98-4067-9f1f-53710df70598 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:24.836465 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8a2c3936-fa98-4067-9f1f-53710df70598 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:24.839486 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8a2c3936-fa98-4067-9f1f-53710df70598 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "PUT /v2.0/ports/519f1f9b-ba86-4d25-9ccc-e4e2d9201b09 HTTP/1.1" status: 200 len: 920 time: 1.9890642 Oct 27 18:42:24.855378 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 54842) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:24.862293 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-a4abf051-dbf3-455e-829d-22f3e906e4c1 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd2204600-24c8-4437-a03e-9691c4efc3fb'}, {'subnet_id': '294e42d5-bdb5-4da2-a46c-1cb90d614c67'}]}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:42:24.889599 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deae7a0f-e4b7-4b9b-bb3e-13024183d415 None None] Network 3cb97e85-5949-4520-a6fb-d8c2aa367709 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:42:24.915238 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c3936-fa98-4067-9f1f-53710df70598 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'Port': ['ID=519f1f9b-ba86-4d25-9ccc-e4e2d9201b09,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:25.129588 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-420ed42e-ba7c-4034-8205-f8378f373c66 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Router 90d601f3-c2ab-4213-b13a-2d2e286aa663 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:42:25.304961 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a4abf051-dbf3-455e-829d-22f3e906e4c1 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:25.320691 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-12366048-ff5a-4034-a0c5-da1f6b8921b3 None None] Provisioning complete for port dbcf7bf4-f2ee-4d91-ace8-6119e0c61465 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:42:25.321459 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-12366048-ff5a-4034-a0c5-da1f6b8921b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:25.417929 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-420ed42e-ba7c-4034-8205-f8378f373c66 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:42:25.466316 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e3e44b-99fd-4dfb-a623-89d113b247b8 None None] Sync routers for ids ['90d601f3-c2ab-4213-b13a-2d2e286aa663'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:42:25.503749 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-420ed42e-ba7c-4034-8205-f8378f373c66 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] No DVR routers for this DVR port d6bbae83-7fc2-4178-897c-e479dc4fc74b on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:42:25.509080 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-420ed42e-ba7c-4034-8205-f8378f373c66 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:25.515637 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-420ed42e-ba7c-4034-8205-f8378f373c66 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.93 "DELETE /v2.0/ports/d6bbae83-7fc2-4178-897c-e479dc4fc74b HTTP/1.1" status: 204 len: 173 time: 3.0449247 Oct 27 18:42:25.516180 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9b0670-6277-4324-b43f-20e3992cef95', 'name': 'network-vif-deleted', 'tag': 'd6bbae83-7fc2-4178-897c-e479dc4fc74b'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:42:25.518723 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d4bde5-4a59-4c43-a03d-7551b9f8f732" -d '{"events": [{"server_uuid": "3d9b0670-6277-4324-b43f-20e3992cef95", "name": "network-vif-deleted", "tag": "d6bbae83-7fc2-4178-897c-e479dc4fc74b"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:42:25.637517 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6def8-897a-41be-8421-e8c306e5dae5 req-0217d100-d18a-450e-bc5b-f0c065e26931 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:25.644657 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6def8-897a-41be-8421-e8c306e5dae5 req-0217d100-d18a-450e-bc5b-f0c065e26931 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:25.645424 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e3e44b-99fd-4dfb-a623-89d113b247b8 None None] Routers {'90d601f3-c2ab-4213-b13a-2d2e286aa663'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:42:25.646566 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-80e3e44b-99fd-4dfb-a623-89d113b247b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:42:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['90d601f3-c2ab-4213-b13a-2d2e286aa663'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:42:25.654303 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-53e6def8-897a-41be-8421-e8c306e5dae5 req-0217d100-d18a-450e-bc5b-f0c065e26931 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 1677 time: 0.3111265 Oct 27 18:42:25.658307 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 54866) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:25.664872 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f90a2f2-4b0f-4a62-9d25-ccfd779e7fcf x-openstack-request-id: req-0f90a2f2-4b0f-4a62-9d25-ccfd779e7fcf {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:42:25.665193 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9b0670-6277-4324-b43f-20e3992cef95", "name": "network-vif-deleted", "tag": "d6bbae83-7fc2-4178-897c-e479dc4fc74b", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:42:25.665447 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0f90a2f2-4b0f-4a62-9d25-ccfd779e7fcf {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:42:25.666223 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9b0670-6277-4324-b43f-20e3992cef95', 'name': 'network-vif-deleted', 'tag': 'd6bbae83-7fc2-4178-897c-e479dc4fc74b', 'status': 'completed', 'code': 200} Oct 27 18:42:25.744207 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-3cf6127e-7c6b-406b-983b-0ff3ca5eaa2f tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Deleting port 64fb56ad-4b22-4ffa-8833-69293fc4d246 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:42:25.747140 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-3cf6127e-7c6b-406b-983b-0ff3ca5eaa2f tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:25.773525 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-53e6def8-897a-41be-8421-e8c306e5dae5 req-9eff44d8-35a4-494b-9634-3063a6c2b915 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171451 Oct 27 18:42:25.890355 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 54878) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:25.935363 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-65e4af81-e95b-49d4-9082-252a4bb73114 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:26.036179 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-3cf6127e-7c6b-406b-983b-0ff3ca5eaa2f tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] For port 64fb56ad-4b22-4ffa-8833-69293fc4d246, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=64fb56ad-4b22-4ffa-8833-69293fc4d246,segment=NetworkSegment(835d40c4-66b8-4c5e-8632-a29d009690f1),segment_id=835d40c4-66b8-4c5e-8632-a29d009690f1)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:42:26.038957 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-3cf6127e-7c6b-406b-983b-0ff3ca5eaa2f tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:26.071484 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-a4abf051-dbf3-455e-829d-22f3e906e4c1 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Allocated IP 172.20.0.19 (3cb97e85-5949-4520-a6fb-d8c2aa367709/294e42d5-bdb5-4da2-a46c-1cb90d614c67/519f1f9b-ba86-4d25-9ccc-e4e2d9201b09) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:42:26.103242 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-3cf6127e-7c6b-406b-983b-0ff3ca5eaa2f tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Calling delete_port for 64fb56ad-4b22-4ffa-8833-69293fc4d246 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:42:26.110710 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9902111d-6ddb-4ab1-91ee-e16060fb9a6f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4c5076d991aa4ce6aced69fdd2af5913&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4419794 Oct 27 18:42:26.114009 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 54882) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:26.452489 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a4abf051-dbf3-455e-829d-22f3e906e4c1 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:26.496043 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-65e4af81-e95b-49d4-9082-252a4bb73114 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:26.498277 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-00e206f3-af24-41be-9eea-470fbd07c8d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:26.514098 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a4abf051-dbf3-455e-829d-22f3e906e4c1 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:26.522697 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:26.570329 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-00e206f3-af24-41be-9eea-470fbd07c8d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:26.580923 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-80e3e44b-99fd-4dfb-a623-89d113b247b8 None None] Set router 90d601f3-c2ab-4213-b13a-2d2e286aa663 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:42:26.621541 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-3cf6127e-7c6b-406b-983b-0ff3ca5eaa2f tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:26.678587 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4abf051-dbf3-455e-829d-22f3e906e4c1 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'Port': ['ID=519f1f9b-ba86-4d25-9ccc-e4e2d9201b09,revision_number=3']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:26.700916 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-65e4af81-e95b-49d4-9082-252a4bb73114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:26.736254 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf6127e-7c6b-406b-983b-0ff3ca5eaa2f tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Pushing event deleted for resources: {'Port': ['ID=64fb56ad-4b22-4ffa-8833-69293fc4d246,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:26.866374 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-3cf6127e-7c6b-406b-983b-0ff3ca5eaa2f tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] No DVR routers for this DVR port 64fb56ad-4b22-4ffa-8833-69293fc4d246 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:42:26.869189 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-3cf6127e-7c6b-406b-983b-0ff3ca5eaa2f tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:26.911564 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-3cf6127e-7c6b-406b-983b-0ff3ca5eaa2f tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.93 "DELETE /v2.0/ports/64fb56ad-4b22-4ffa-8833-69293fc4d246 HTTP/1.1" status: 204 len: 173 time: 1.3876646 Oct 27 18:42:27.090072 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-65e4af81-e95b-49d4-9082-252a4bb73114 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f848e5fad395465cbb0a6deadaeea809&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2039397 Oct 27 18:42:27.093581 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e4af81-e95b-49d4-9082-252a4bb73114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d182d0a-ddff-4a73-a444-5305fbed9716,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:27.117041 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 54900) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:27.121453 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-80e3e44b-99fd-4dfb-a623-89d113b247b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d601f3-c2ab-4213-b13a-2d2e286aa663', 'name': 'tempest-TaggedBootDevicesTest_v242-1928973441-router', 'tenant_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '203bfd70-4580-485e-a885-b647a34b8644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:31:22Z', 'updated_at': '2021-10-27T18:31:28Z', 'revision_number': 4, 'project_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'gw_port': {'id': '203bfd70-4580-485e-a885-b647a34b8644', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:85:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d601f3-c2ab-4213-b13a-2d2e286aa663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:31:23Z', 'updated_at': '2021-10-27T18:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '72fb037d-63c4-4acb-956c-9eb67155c9ad', 'name': '', 'network_id': 'e7a71d4d-f2a8-460d-b289-b8a552af97cd', 'tenant_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'mac_address': 'fa:16:3e:34:84:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d601f3-c2ab-4213-b13a-2d2e286aa663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '2d3bd725-56cb-4497-bc09-775fd7d3c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:31:27Z', 'updated_at': '2021-10-27T18:31:33Z', 'revision_number': 5, 'project_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'subnets': [{'id': '2d3bd725-56cb-4497-bc09-775fd7d3c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:42:27.169282 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e3e44b-99fd-4dfb-a623-89d113b247b8 None None] Checking router: 90d601f3-c2ab-4213-b13a-2d2e286aa663 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:42:27.198238 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-8dcd41e6-8f32-490a-8236-e9f73272f916 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Deleting port ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:42:27.198527 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-8dcd41e6-8f32-490a-8236-e9f73272f916 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:27.200249 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e3e44b-99fd-4dfb-a623-89d113b247b8 None None] Routers {'90d601f3-c2ab-4213-b13a-2d2e286aa663'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:42:27.210994 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-80e3e44b-99fd-4dfb-a623-89d113b247b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:42:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['90d601f3-c2ab-4213-b13a-2d2e286aa663'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:42:27.259824 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18861db-f200-425b-82ee-261bb4cdb47c req-a5638627-e4fd-44e1-a574-1cb5d056b249 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:27.270501 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b18861db-f200-425b-82ee-261bb4cdb47c req-a5638627-e4fd-44e1-a574-1cb5d056b249 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 943 time: 0.2142119 Oct 27 18:42:27.270501 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-a4abf051-dbf3-455e-829d-22f3e906e4c1 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] In _notify_port_updated(), no bound segment for port 519f1f9b-ba86-4d25-9ccc-e4e2d9201b09 on network 3cb97e85-5949-4520-a6fb-d8c2aa367709 {{(pid=102878) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 18:42:27.281651 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4abf051-dbf3-455e-829d-22f3e906e4c1 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:27.282862 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a4abf051-dbf3-455e-829d-22f3e906e4c1 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:27.284956 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a4abf051-dbf3-455e-829d-22f3e906e4c1 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "PUT /v2.0/ports/519f1f9b-ba86-4d25-9ccc-e4e2d9201b09 HTTP/1.1" status: 200 len: 1000 time: 2.4287982 Oct 27 18:42:27.298512 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 54902) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:27.419713 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:27.457054 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-8dcd41e6-8f32-490a-8236-e9f73272f916 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] For port ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d,segment=NetworkSegment(4033ff10-20d7-4fe8-a555-cb66828d83d8),segment_id=4033ff10-20d7-4fe8-a555-cb66828d83d8)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:42:27.457980 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-8dcd41e6-8f32-490a-8236-e9f73272f916 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:27.504939 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-00e206f3-af24-41be-9eea-470fbd07c8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:27.507455 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8eb58aca-2046-45d1-9efa-759a60d87411 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:27.518740 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-e95e59a9-7710-4a28-a4ed-b7564418ecc3 None None] Provisioning complete for port 519f1f9b-ba86-4d25-9ccc-e4e2d9201b09 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:42:27.527463 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e95e59a9-7710-4a28-a4ed-b7564418ecc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:27.527658 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-00e206f3-af24-41be-9eea-470fbd07c8d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:27.531081 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-00e206f3-af24-41be-9eea-470fbd07c8d0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e28cbd3b-76e9-4cb1-8144-29e4e497f243 HTTP/1.1" status: 204 len: 168 time: 1.4158149 Oct 27 18:42:27.573390 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-8dcd41e6-8f32-490a-8236-e9f73272f916 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Calling delete_port for ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:42:27.590684 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8eb58aca-2046-45d1-9efa-759a60d87411 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:27.743414 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-e95e59a9-7710-4a28-a4ed-b7564418ecc3 None None] Port 519f1f9b-ba86-4d25-9ccc-e4e2d9201b09 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:42:27.814572 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b18861db-f200-425b-82ee-261bb4cdb47c req-7ff09b50-4cb6-4810-8500-292ea8fcd476 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups?id=1c00f932-e989-480c-bc3b-9cce45bb328b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5226014 Oct 27 18:42:27.818972 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8eb58aca-2046-45d1-9efa-759a60d87411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:27.823306 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8eb58aca-2046-45d1-9efa-759a60d87411 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:27.830004 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8eb58aca-2046-45d1-9efa-759a60d87411 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1d182d0a-ddff-4a73-a444-5305fbed9716 HTTP/1.1" status: 204 len: 168 time: 0.7098718 Oct 27 18:42:27.842001 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-80e3e44b-99fd-4dfb-a623-89d113b247b8 None None] Set router 90d601f3-c2ab-4213-b13a-2d2e286aa663 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:42:27.849006 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-e95e59a9-7710-4a28-a4ed-b7564418ecc3 None None] Provisioning complete for port dbcf7bf4-f2ee-4d91-ace8-6119e0c61465 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:42:27.858232 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e95e59a9-7710-4a28-a4ed-b7564418ecc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:27.859494 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb58aca-2046-45d1-9efa-759a60d87411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d182d0a-ddff-4a73-a444-5305fbed9716,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:27.890234 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9b0670-6277-4324-b43f-20e3992cef95', 'name': 'network-vif-deleted', 'tag': '64fb56ad-4b22-4ffa-8833-69293fc4d246'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:42:27.894323 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3593364-f40b-420f-8464-1fb4dbb46af0" -d '{"events": [{"server_uuid": "3d9b0670-6277-4324-b43f-20e3992cef95", "name": "network-vif-deleted", "tag": "64fb56ad-4b22-4ffa-8833-69293fc4d246"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:42:27.911021 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-72895e41-84d8-4419-8cf5-16bc8914429c tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Deleting port 519f1f9b-ba86-4d25-9ccc-e4e2d9201b09 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:42:27.913729 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-72895e41-84d8-4419-8cf5-16bc8914429c tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:27.965597 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e206f3-af24-41be-9eea-470fbd07c8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28cbd3b-76e9-4cb1-8144-29e4e497f243,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:28.010110 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4da077-d6a6-4968-af21-270061b3b135 x-openstack-request-id: req-3a4da077-d6a6-4968-af21-270061b3b135 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:42:28.010402 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9b0670-6277-4324-b43f-20e3992cef95", "name": "network-vif-deleted", "tag": "64fb56ad-4b22-4ffa-8833-69293fc4d246", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:42:28.010659 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3a4da077-d6a6-4968-af21-270061b3b135 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:42:28.011096 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9b0670-6277-4324-b43f-20e3992cef95', 'name': 'network-vif-deleted', 'tag': '64fb56ad-4b22-4ffa-8833-69293fc4d246', 'status': 'completed', 'code': 200} Oct 27 18:42:28.229570 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-72895e41-84d8-4419-8cf5-16bc8914429c tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:28.270480 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-72895e41-84d8-4419-8cf5-16bc8914429c tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Calling delete_port for 519f1f9b-ba86-4d25-9ccc-e4e2d9201b09 owned by {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:42:28.274961 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-99d69ef7-0bf6-4061-9d50-b598e6abae06 None None] Provisioning complete for port 519f1f9b-ba86-4d25-9ccc-e4e2d9201b09 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:42:28.275483 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-99d69ef7-0bf6-4061-9d50-b598e6abae06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:28.337892 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-8dcd41e6-8f32-490a-8236-e9f73272f916 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:28.373110 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-99d69ef7-0bf6-4061-9d50-b598e6abae06 None None] Port 519f1f9b-ba86-4d25-9ccc-e4e2d9201b09 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:42:28.418417 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd41e6-8f32-490a-8236-e9f73272f916 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Pushing event deleted for resources: {'Port': ['ID=ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:28.531501 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-80e3e44b-99fd-4dfb-a623-89d113b247b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d601f3-c2ab-4213-b13a-2d2e286aa663', 'name': 'tempest-TaggedBootDevicesTest_v242-1928973441-router', 'tenant_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '203bfd70-4580-485e-a885-b647a34b8644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:31:22Z', 'updated_at': '2021-10-27T18:31:28Z', 'revision_number': 4, 'project_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'gw_port': {'id': '203bfd70-4580-485e-a885-b647a34b8644', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:85:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d601f3-c2ab-4213-b13a-2d2e286aa663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:31:23Z', 'updated_at': '2021-10-27T18:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '72fb037d-63c4-4acb-956c-9eb67155c9ad', 'name': '', 'network_id': 'e7a71d4d-f2a8-460d-b289-b8a552af97cd', 'tenant_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'mac_address': 'fa:16:3e:34:84:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d601f3-c2ab-4213-b13a-2d2e286aa663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '2d3bd725-56cb-4497-bc09-775fd7d3c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:31:27Z', 'updated_at': '2021-10-27T18:31:33Z', 'revision_number': 5, 'project_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'subnets': [{'id': '2d3bd725-56cb-4497-bc09-775fd7d3c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:42:28.560694 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-8dcd41e6-8f32-490a-8236-e9f73272f916 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] No DVR routers for this DVR port ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:42:28.568057 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-8dcd41e6-8f32-490a-8236-e9f73272f916 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:28.584449 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2ba7f559-c4d3-448d-9697-b554e1c5f603 req-8dcd41e6-8f32-490a-8236-e9f73272f916 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.93 "DELETE /v2.0/ports/ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d HTTP/1.1" status: 204 len: 173 time: 1.6620357 Oct 27 18:42:28.684407 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e3e44b-99fd-4dfb-a623-89d113b247b8 None None] The sync data for ids ['90d601f3-c2ab-4213-b13a-2d2e286aa663'] in n-d-815690-2 is: [{'id': '90d601f3-c2ab-4213-b13a-2d2e286aa663', 'name': 'tempest-TaggedBootDevicesTest_v242-1928973441-router', 'tenant_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '203bfd70-4580-485e-a885-b647a34b8644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:31:22Z', 'updated_at': '2021-10-27T18:31:28Z', 'revision_number': 4, 'project_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'gw_port': {'id': '203bfd70-4580-485e-a885-b647a34b8644', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:85:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d601f3-c2ab-4213-b13a-2d2e286aa663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:31:23Z', 'updated_at': '2021-10-27T18:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '72fb037d-63c4-4acb-956c-9eb67155c9ad', 'name': '', 'network_id': 'e7a71d4d-f2a8-460d-b289-b8a552af97cd', 'tenant_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'mac_address': 'fa:16:3e:34:84:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d601f3-c2ab-4213-b13a-2d2e286aa663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '2d3bd725-56cb-4497-bc09-775fd7d3c5d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:31:27Z', 'updated_at': '2021-10-27T18:31:33Z', 'revision_number': 5, 'project_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'subnets': [{'id': '2d3bd725-56cb-4497-bc09-775fd7d3c5d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:42:28.794199 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-72895e41-84d8-4419-8cf5-16bc8914429c tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:28.795214 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-e06f2f72-e530-4d57-a12d-21b104899ba5 None None] Could not find standard attr ID for object 519f1f9b-ba86-4d25-9ccc-e4e2d9201b09. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 18:42:28.832831 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72895e41-84d8-4419-8cf5-16bc8914429c tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event deleted for resources: {'Port': ['ID=519f1f9b-ba86-4d25-9ccc-e4e2d9201b09,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:29.124696 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-54101282-26f1-49b4-90a5-69655a208739 req-7c2ffc92-cb11-4ad1-a376-991223e67e19 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 210 time: 0.0862985 Oct 27 18:42:29.161059 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-72895e41-84d8-4419-8cf5-16bc8914429c tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:29.171271 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-72895e41-84d8-4419-8cf5-16bc8914429c tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/ports/519f1f9b-ba86-4d25-9ccc-e4e2d9201b09 HTTP/1.1" status: 204 len: 168 time: 1.8683615 Oct 27 18:42:29.171663 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 54972) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:29.248065 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-78fdfe23-ee97-4818-96db-c27b90537d3d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] GET failed (client error): The resource could not be found. Oct 27 18:42:29.249372 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-78fdfe23-ee97-4818-96db-c27b90537d3d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "GET /v2.0/ports/519f1f9b-ba86-4d25-9ccc-e4e2d9201b09 HTTP/1.1" status: 404 len: 333 time: 0.0749414 Oct 27 18:42:29.250496 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 54978) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:29.369291 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed281388-d594-40b8-b910-eddd52813549 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Deleting subnet 294e42d5-bdb5-4da2-a46c-1cb90d614c67 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:42:29.373617 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ed281388-d594-40b8-b910-eddd52813549 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:29.393977 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f557aae-bf84-457a-abd0-92ae76ec06af None None] New status for floating IP 517a4b1a-2879-4ca9-a23e-7047d3521445: DOWN {{(pid=102881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:42:29.454303 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ed281388-d594-40b8-b910-eddd52813549 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:29.655320 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ed281388-d594-40b8-b910-eddd52813549 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:29.890787 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ed281388-d594-40b8-b910-eddd52813549 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:29.956702 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed281388-d594-40b8-b910-eddd52813549 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event deleted for resources: {'Subnet': ['ID=294e42d5-bdb5-4da2-a46c-1cb90d614c67,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:29.959156 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ed281388-d594-40b8-b910-eddd52813549 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:29.967473 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ed281388-d594-40b8-b910-eddd52813549 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/subnets/294e42d5-bdb5-4da2-a46c-1cb90d614c67 HTTP/1.1" status: 204 len: 168 time: 0.7123501 Oct 27 18:42:29.968021 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b52da0d-2aaa-426e-8b0b-558070c49561 None None] Network 3cb97e85-5949-4520-a6fb-d8c2aa367709 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:42:29.969112 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 55002) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:30.102938 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9b0670-6277-4324-b43f-20e3992cef95', 'name': 'network-vif-deleted', 'tag': 'ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:42:30.105948 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb012045-0655-45a3-9f57-6ccd1f4d437b" -d '{"events": [{"server_uuid": "3d9b0670-6277-4324-b43f-20e3992cef95", "name": "network-vif-deleted", "tag": "ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:42:30.201425 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-a307c046-a949-4cc3-94b1-0fedbe73085b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Deleting subnet d2204600-24c8-4437-a03e-9691c4efc3fb {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:42:30.211517 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a307c046-a949-4cc3-94b1-0fedbe73085b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:30.273585 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ca2fc5-c8a3-4897-8941-53c7f1d5015a x-openstack-request-id: req-a9ca2fc5-c8a3-4897-8941-53c7f1d5015a {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:42:30.274109 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9b0670-6277-4324-b43f-20e3992cef95", "name": "network-vif-deleted", "tag": "ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:42:30.279044 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a9ca2fc5-c8a3-4897-8941-53c7f1d5015a {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:42:30.279044 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9b0670-6277-4324-b43f-20e3992cef95', 'name': 'network-vif-deleted', 'tag': 'ac3d9eba-0bf3-4fd6-a9e2-2d6b3dc0707d', 'status': 'completed', 'code': 200} Oct 27 18:42:30.312891 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a307c046-a949-4cc3-94b1-0fedbe73085b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:30.352535 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8630b594-a569-4ae0-9db4-a9ef24574659 req-715b5b34-ff2e-4f12-adf1-379f6de04da9 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 210 time: 0.0473268 Oct 27 18:42:30.525033 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a307c046-a949-4cc3-94b1-0fedbe73085b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:30.753688 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a307c046-a949-4cc3-94b1-0fedbe73085b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:30.803737 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307c046-a949-4cc3-94b1-0fedbe73085b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event deleted for resources: {'Subnet': ['ID=d2204600-24c8-4437-a03e-9691c4efc3fb,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:30.812999 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a307c046-a949-4cc3-94b1-0fedbe73085b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:30.819103 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a307c046-a949-4cc3-94b1-0fedbe73085b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/subnets/d2204600-24c8-4437-a03e-9691c4efc3fb HTTP/1.1" status: 204 len: 168 time: 0.8458402 Oct 27 18:42:30.819613 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 55026) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:30.996058 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a11e6759-4ffb-41c4-a8b5-4081198fb10d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:31.090546 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-a11e6759-4ffb-41c4-a8b5-4081198fb10d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Deleting port dbcf7bf4-f2ee-4d91-ace8-6119e0c61465 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:42:31.090916 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a11e6759-4ffb-41c4-a8b5-4081198fb10d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:31.291825 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-a11e6759-4ffb-41c4-a8b5-4081198fb10d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] For port dbcf7bf4-f2ee-4d91-ace8-6119e0c61465, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=dbcf7bf4-f2ee-4d91-ace8-6119e0c61465,segment=NetworkSegment(e81318a9-dcf3-4e2c-96fb-cad9837972a7),segment_id=e81318a9-dcf3-4e2c-96fb-cad9837972a7)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:42:31.292330 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a11e6759-4ffb-41c4-a8b5-4081198fb10d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:31.335905 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-a11e6759-4ffb-41c4-a8b5-4081198fb10d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Calling delete_port for dbcf7bf4-f2ee-4d91-ace8-6119e0c61465 owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:42:31.442249 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5aad3e5-2f2e-410d-9fa4-731b6ff57d43 None None] Network 3cb97e85-5949-4520-a6fb-d8c2aa367709 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:42:31.639447 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b6d01b59-e235-4cba-81db-9be2e6e71136 req-c4376220-b393-4136-a55f-c50494c53dbc tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 210 time: 0.1285484 Oct 27 18:42:31.649093 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-af536275-35cd-4551-9492-21706812d8a5 None None] Provisioning complete for port dbcf7bf4-f2ee-4d91-ace8-6119e0c61465 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:42:31.649093 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-af536275-35cd-4551-9492-21706812d8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:31.793188 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a11e6759-4ffb-41c4-a8b5-4081198fb10d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:31.812544 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11e6759-4ffb-41c4-a8b5-4081198fb10d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] No DVR routers for this DVR port dbcf7bf4-f2ee-4d91-ace8-6119e0c61465 on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:42:31.957430 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089872a5-679f-4563-9329-15e75e91228e None None] DHCP port deletion for 3cb97e85-5949-4520-a6fb-d8c2aa367709 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:42:32.045926 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e6759-4ffb-41c4-a8b5-4081198fb10d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event deleted for resources: {'Port': ['ID=dbcf7bf4-f2ee-4d91-ace8-6119e0c61465,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:32.180597 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a11e6759-4ffb-41c4-a8b5-4081198fb10d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:32.228733 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-a11e6759-4ffb-41c4-a8b5-4081198fb10d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb97e85-5949-4520-a6fb-d8c2aa367709']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:42:32.242293 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-a11e6759-4ffb-41c4-a8b5-4081198fb10d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e81318a9-dcf3-4e2c-96fb-cad9837972a7') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:42:32.242602 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-a11e6759-4ffb-41c4-a8b5-4081198fb10d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e81318a9-dcf3-4e2c-96fb-cad9837972a7') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:42:32.259957 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a11e6759-4ffb-41c4-a8b5-4081198fb10d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:32.289715 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a11e6759-4ffb-41c4-a8b5-4081198fb10d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:32.312281 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a11e6759-4ffb-41c4-a8b5-4081198fb10d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:42:32.314656 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a11e6759-4ffb-41c4-a8b5-4081198fb10d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:32.323278 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:42:32.323278 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:42:32.323278 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:42:32.323278 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:42:32.323278 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:42:32.323278 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:42:32.323278 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:42:32.323278 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:42:32.323278 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:42:32.323278 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:42:32.323278 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:42:32.323278 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:42:32.323278 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:42:32.323278 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:42:32.323278 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:42:32.323278 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:42:32.323278 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:42:32.323278 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:42:32.323278 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:42:32.323278 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:42:32.323278 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:42:32.323278 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:42:32.323278 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:42:32.323278 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:42:32.323278 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:42:32.323278 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:42:32.323278 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:42:32.323278 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:42:32.323278 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:42:32.323278 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:42:32.323278 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:42:32.323278 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:42:32.504227 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device dbcf7bf4-f2ee-4d91-ace8-6119e0c61465 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:42:32.536268 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: dbcf7bf4-f2ee-4d91-ace8-6119e0c61465 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:42:32.536918 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device dbcf7bf4-f2ee-4d91-ace8-6119e0c61465 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:42:32.783949 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-21d6556c-3b39-46d2-ab47-083f6e4a19a2 req-2f4cee7e-4fe2-4f30-b6a8-21a22dcfdfa5 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 210 time: 0.0303330 Oct 27 18:42:32.959963 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a11e6759-4ffb-41c4-a8b5-4081198fb10d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:32.975628 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a11e6759-4ffb-41c4-a8b5-4081198fb10d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:32.984884 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a11e6759-4ffb-41c4-a8b5-4081198fb10d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/networks/3cb97e85-5949-4520-a6fb-d8c2aa367709 HTTP/1.1" status: 204 len: 168 time: 2.1602647 Oct 27 18:42:32.985070 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 55092) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:33.031797 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e6759-4ffb-41c4-a8b5-4081198fb10d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event deleted for resources: {'Network': ['ID=3cb97e85-5949-4520-a6fb-d8c2aa367709,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:33.093155 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec92d47-0850-4f96-accf-05a87c94db1e tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:33.100629 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-fec92d47-0850-4f96-accf-05a87c94db1e tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1096222 Oct 27 18:42:33.104042 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 55098) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:33.105119 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 55100) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:33.111009 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-77ac7119-ebba-4d39-88cd-a72f94db90f9 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1892165520', 'description': 'tempest-secgroup-smoke-1892165520 description', 'project_id': '21f5568e020c455199c8dde94ac0b73c'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:42:33.203705 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-67eb63a5-b912-45df-b955-f7c67a13c9a5 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0971739 Oct 27 18:42:33.207201 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 55108) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:33.218909 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-c96232af-e718-4f0d-9c9a-81e404cf3a1e tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-579822405'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:42:33.247099 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-77ac7119-ebba-4d39-88cd-a72f94db90f9 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:33.281213 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-77ac7119-ebba-4d39-88cd-a72f94db90f9 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:33.355583 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96232af-e718-4f0d-9c9a-81e404cf3a1e tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Made reservation on behalf of dd196885891a42f49d8b798f501c50b4 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:42:33.361073 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c96232af-e718-4f0d-9c9a-81e404cf3a1e tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:33.400167 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c96232af-e718-4f0d-9c9a-81e404cf3a1e tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] vlan segment allocate from pool success with {'vlan_id': 1040, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:42:33.411502 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c96232af-e718-4f0d-9c9a-81e404cf3a1e tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:33.413650 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-c96232af-e718-4f0d-9c9a-81e404cf3a1e tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Added segment 4bdb7687-eff6-4742-9edd-1c62b6d9c9ce of type vlan for network 91eaf1df-422d-4e1a-8c75-400577fdc96d Oct 27 18:42:33.491936 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c96232af-e718-4f0d-9c9a-81e404cf3a1e tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:33.603421 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-77ac7119-ebba-4d39-88cd-a72f94db90f9 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:33.684180 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-77ac7119-ebba-4d39-88cd-a72f94db90f9 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:33.749225 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c96232af-e718-4f0d-9c9a-81e404cf3a1e tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:33.754981 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96232af-e718-4f0d-9c9a-81e404cf3a1e tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:33.756896 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c96232af-e718-4f0d-9c9a-81e404cf3a1e tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:33.793761 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac7119-ebba-4d39-88cd-a72f94db90f9 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3257384-9366-44d1-be02-4fca0706bd64,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:33.990575 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96232af-e718-4f0d-9c9a-81e404cf3a1e tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'Network': ['ID=91eaf1df-422d-4e1a-8c75-400577fdc96d,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:34.003910 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c96232af-e718-4f0d-9c9a-81e404cf3a1e tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7954323 Oct 27 18:42:34.007480 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 55126) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:34.009311 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 91eaf1df-422d-4e1a-8c75-400577fdc96d details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:42:34.015201 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-5a400b16-69ba-4dc9-96cd-bed50cd6aee0 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'subnet': {'network_id': '91eaf1df-422d-4e1a-8c75-400577fdc96d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:42:34.102755 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-77ac7119-ebba-4d39-88cd-a72f94db90f9 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:34.106221 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d3212b0c-07b5-4129-9d42-4758b30c543c req-80313581-ff15-4df4-8bd8-c2c29a3e6c05 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 210 time: 0.1547318 Oct 27 18:42:34.210709 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-77ac7119-ebba-4d39-88cd-a72f94db90f9 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:34.270162 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac7119-ebba-4d39-88cd-a72f94db90f9 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75efdcb1-cfc5-4e28-866b-b86c338007b2,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:34.347401 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a400b16-69ba-4dc9-96cd-bed50cd6aee0 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Made reservation on behalf of dd196885891a42f49d8b798f501c50b4 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:42:34.353372 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5a400b16-69ba-4dc9-96cd-bed50cd6aee0 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:34.418290 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-77ac7119-ebba-4d39-88cd-a72f94db90f9 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:34.423221 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-77ac7119-ebba-4d39-88cd-a72f94db90f9 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3143804 Oct 27 18:42:34.426382 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 55140) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:34.464004 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-10c826fe-ec8f-4bb7-9ec0-e53799dc57c9 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'security_group_rule': {'security_group_id': '75efdcb1-cfc5-4e28-866b-b86c338007b2', 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:42:34.593961 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-10c826fe-ec8f-4bb7-9ec0-e53799dc57c9 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:34.764172 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-10c826fe-ec8f-4bb7-9ec0-e53799dc57c9 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:34.854327 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-10c826fe-ec8f-4bb7-9ec0-e53799dc57c9 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:34.895532 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c826fe-ec8f-4bb7-9ec0-e53799dc57c9 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49cdb96c-a469-4c1c-94aa-3c6c3e9c2aad,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:34.927657 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5a400b16-69ba-4dc9-96cd-bed50cd6aee0 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:35.029487 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-10c826fe-ec8f-4bb7-9ec0-e53799dc57c9 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:35.031271 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-10c826fe-ec8f-4bb7-9ec0-e53799dc57c9 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6016929 Oct 27 18:42:35.033916 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 55152) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:35.043485 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-5e0af390-9d9c-4eaf-87bf-3b93eb157b20 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'security_group_rule': {'security_group_id': '75efdcb1-cfc5-4e28-866b-b86c338007b2', 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:42:35.106450 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a400b16-69ba-4dc9-96cd-bed50cd6aee0 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'Subnet': ['ID=bfa516c6-3c79-4d44-bbca-89e06468eb48,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:35.114510 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a400b16-69ba-4dc9-96cd-bed50cd6aee0 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Checking segment: {'id': '4bdb7687-eff6-4742-9edd-1c62b6d9c9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '91eaf1df-422d-4e1a-8c75-400577fdc96d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:42:35.115668 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a400b16-69ba-4dc9-96cd-bed50cd6aee0 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Network hostable DHCP agents. Network: 91eaf1df-422d-4e1a-8c75-400577fdc96d, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:42:35.230102 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5e0af390-9d9c-4eaf-87bf-3b93eb157b20 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:35.239024 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a400b16-69ba-4dc9-96cd-bed50cd6aee0 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Network 91eaf1df-422d-4e1a-8c75-400577fdc96d is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:42:35.272323 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0a5fbbde-b19b-4ae3-97f6-c0d6527b75e2 req-4cf6b287-8ec4-4495-9580-5d96ded6003c tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 210 time: 0.0386534 Oct 27 18:42:35.313321 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-5a400b16-69ba-4dc9-96cd-bed50cd6aee0 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 91eaf1df-422d-4e1a-8c75-400577fdc96d) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:42:35.327565 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a400b16-69ba-4dc9-96cd-bed50cd6aee0 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:35.328031 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5a400b16-69ba-4dc9-96cd-bed50cd6aee0 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:35.337837 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0788566c-27d2-484b-b680-2ce48db5d8b4 None None] Network 91eaf1df-422d-4e1a-8c75-400577fdc96d requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:42:35.377450 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5e0af390-9d9c-4eaf-87bf-3b93eb157b20 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:35.465413 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5a400b16-69ba-4dc9-96cd-bed50cd6aee0 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4560809 Oct 27 18:42:35.468390 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 55168) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:35.473169 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5e0af390-9d9c-4eaf-87bf-3b93eb157b20 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:35.473830 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-9f7cb040-9de4-4fa5-86db-c8be3787c319 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'port': {'network_id': '91eaf1df-422d-4e1a-8c75-400577fdc96d', 'name': 'tempest-PortsTestJSON-749611028'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:42:35.528663 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0af390-9d9c-4eaf-87bf-3b93eb157b20 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59e598af-7685-4fbf-954e-e1cd881ccdd0,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:35.572948 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5e0af390-9d9c-4eaf-87bf-3b93eb157b20 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:35.574516 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5e0af390-9d9c-4eaf-87bf-3b93eb157b20 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5348895 Oct 27 18:42:35.577000 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 55174) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:35.585282 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-27dce8fd-241f-41b3-b7cc-0619d7cb2d22 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'security_group_rule': {'security_group_id': '75efdcb1-cfc5-4e28-866b-b86c338007b2', 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:42:35.711299 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87080f87-372e-498f-91d2-2f261fb1f3ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-91eaf1df-422d-4e1a-8c75-400577fdc96d', 'network_id': '91eaf1df-422d-4e1a-8c75-400577fdc96d', 'tenant_id': 'dd196885891a42f49d8b798f501c50b4', 'fixed_ips': [{'subnet_id': 'bfa516c6-3c79-4d44-bbca-89e06468eb48'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:42:35.712170 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-87080f87-372e-498f-91d2-2f261fb1f3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:35.717885 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-27dce8fd-241f-41b3-b7cc-0619d7cb2d22 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:35.838977 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7cb040-9de4-4fa5-86db-c8be3787c319 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Made reservation on behalf of dd196885891a42f49d8b798f501c50b4 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:42:35.847830 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9f7cb040-9de4-4fa5-86db-c8be3787c319 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:35.917848 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-9f7cb040-9de4-4fa5-86db-c8be3787c319 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] device_id is not set on port c1ba1978-8ea7-40ec-9b26-7039bf74bdd7 yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:42:35.927610 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-27dce8fd-241f-41b3-b7cc-0619d7cb2d22 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:35.996464 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-27dce8fd-241f-41b3-b7cc-0619d7cb2d22 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:36.027090 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-87080f87-372e-498f-91d2-2f261fb1f3ca None None] Allocated IP 172.20.0.2 (91eaf1df-422d-4e1a-8c75-400577fdc96d/bfa516c6-3c79-4d44-bbca-89e06468eb48/53ba9b39-0674-4477-9c8f-8361502f1d2f) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:42:36.066501 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dce8fd-241f-41b3-b7cc-0619d7cb2d22 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2963f388-4e59-47c8-a9ec-350d4a10291d,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:36.172820 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-27dce8fd-241f-41b3-b7cc-0619d7cb2d22 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:36.174273 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-27dce8fd-241f-41b3-b7cc-0619d7cb2d22 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5962164 Oct 27 18:42:36.176986 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 55186) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:36.190853 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-48fd9a9a-51fb-4820-bb0e-ace8945cf9d8 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'security_group_rule': {'security_group_id': '75efdcb1-cfc5-4e28-866b-b86c338007b2', 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:42:36.480265 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-48fd9a9a-51fb-4820-bb0e-ace8945cf9d8 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:36.501565 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9910249e-1c8f-4720-8e06-d591a153664f req-f544a903-3106-4348-8051-1bf9e6fe72f0 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 210 time: 0.1080487 Oct 27 18:42:36.529881 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-87080f87-372e-498f-91d2-2f261fb1f3ca None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:36.603662 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-87080f87-372e-498f-91d2-2f261fb1f3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:36.625028 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-48fd9a9a-51fb-4820-bb0e-ace8945cf9d8 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:36.673642 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-48fd9a9a-51fb-4820-bb0e-ace8945cf9d8 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:36.696571 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87080f87-372e-498f-91d2-2f261fb1f3ca None None] Network 91eaf1df-422d-4e1a-8c75-400577fdc96d is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:42:36.704676 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87080f87-372e-498f-91d2-2f261fb1f3ca None None] Pushing event updated for resources: {'Port': ['ID=53ba9b39-0674-4477-9c8f-8361502f1d2f,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:36.709133 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-87080f87-372e-498f-91d2-2f261fb1f3ca None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:42:36.712395 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87080f87-372e-498f-91d2-2f261fb1f3ca None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:42:36.751621 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-9f7cb040-9de4-4fa5-86db-c8be3787c319 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Allocated IP 172.20.0.14 (91eaf1df-422d-4e1a-8c75-400577fdc96d/bfa516c6-3c79-4d44-bbca-89e06468eb48/c1ba1978-8ea7-40ec-9b26-7039bf74bdd7) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:42:36.766846 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd9a9a-51fb-4820-bb0e-ace8945cf9d8 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ea6c1cc-9a12-431f-b2e1-e994f5b3ad96,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:36.828737 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-87080f87-372e-498f-91d2-2f261fb1f3ca None None] Attempting to bind port 53ba9b39-0674-4477-9c8f-8361502f1d2f on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:42:36.829503 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-87080f87-372e-498f-91d2-2f261fb1f3ca None None] Attempting to bind port 53ba9b39-0674-4477-9c8f-8361502f1d2f by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '4bdb7687-eff6-4742-9edd-1c62b6d9c9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '91eaf1df-422d-4e1a-8c75-400577fdc96d'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:42:36.829922 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87080f87-372e-498f-91d2-2f261fb1f3ca None None] Attempting to bind port 53ba9b39-0674-4477-9c8f-8361502f1d2f on network 91eaf1df-422d-4e1a-8c75-400577fdc96d {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:42:36.846502 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-48fd9a9a-51fb-4820-bb0e-ace8945cf9d8 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:36.850251 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87080f87-372e-498f-91d2-2f261fb1f3ca None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:42:36.851175 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87080f87-372e-498f-91d2-2f261fb1f3ca None None] Checking segment: {'id': '4bdb7687-eff6-4742-9edd-1c62b6d9c9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '91eaf1df-422d-4e1a-8c75-400577fdc96d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:42:36.851777 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-87080f87-372e-498f-91d2-2f261fb1f3ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:36.852181 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87080f87-372e-498f-91d2-2f261fb1f3ca None None] Bound using segment: {'id': '4bdb7687-eff6-4742-9edd-1c62b6d9c9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '91eaf1df-422d-4e1a-8c75-400577fdc96d'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:42:36.852825 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-87080f87-372e-498f-91d2-2f261fb1f3ca None None] Bound port: 53ba9b39-0674-4477-9c8f-8361502f1d2f, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bdb7687-eff6-4742-9edd-1c62b6d9c9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '91eaf1df-422d-4e1a-8c75-400577fdc96d'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:42:36.853404 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-87080f87-372e-498f-91d2-2f261fb1f3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:36.855121 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-48fd9a9a-51fb-4820-bb0e-ace8945cf9d8 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6737800 Oct 27 18:42:36.855121 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 55206) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:36.860793 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-0b893f65-e6aa-4aa9-b52b-8e4327acd3dc tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'security_group_rule': {'security_group_id': '75efdcb1-cfc5-4e28-866b-b86c338007b2', 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:42:37.002154 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-87080f87-372e-498f-91d2-2f261fb1f3ca None None] For port 53ba9b39-0674-4477-9c8f-8361502f1d2f, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:42:37.004836 n-d-815690-2 neutron-server[102878]: INFO neutron.db.securitygroups_db [None req-0b893f65-e6aa-4aa9-b52b-8e4327acd3dc tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Project 21f5568e020c455199c8dde94ac0b73c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 18:42:37.008804 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-87080f87-372e-498f-91d2-2f261fb1f3ca None None] For port 53ba9b39-0674-4477-9c8f-8361502f1d2f, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=53ba9b39-0674-4477-9c8f-8361502f1d2f,segment=NetworkSegment(4bdb7687-eff6-4742-9edd-1c62b6d9c9ce),segment_id=4bdb7687-eff6-4742-9edd-1c62b6d9c9ce)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:42:37.014416 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0b893f65-e6aa-4aa9-b52b-8e4327acd3dc tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:37.060196 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9f7cb040-9de4-4fa5-86db-c8be3787c319 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:37.119205 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-87080f87-372e-498f-91d2-2f261fb1f3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:37.172083 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0b893f65-e6aa-4aa9-b52b-8e4327acd3dc tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:37.185223 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87080f87-372e-498f-91d2-2f261fb1f3ca None None] Pushing event updated for resources: {'Port': ['ID=53ba9b39-0674-4477-9c8f-8361502f1d2f,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:37.216785 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9f7cb040-9de4-4fa5-86db-c8be3787c319 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:37.262513 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7cb040-9de4-4fa5-86db-c8be3787c319 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Network 91eaf1df-422d-4e1a-8c75-400577fdc96d is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:42:37.279300 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0b893f65-e6aa-4aa9-b52b-8e4327acd3dc tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:37.336122 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b893f65-e6aa-4aa9-b52b-8e4327acd3dc tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=821fb8f0-5363-4099-aa86-11a3ea694f68,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:37.379644 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-9f7cb040-9de4-4fa5-86db-c8be3787c319 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:42:37.387225 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7cb040-9de4-4fa5-86db-c8be3787c319 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'Port': ['ID=c1ba1978-8ea7-40ec-9b26-7039bf74bdd7,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:37.399084 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7cb040-9de4-4fa5-86db-c8be3787c319 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:42:37.463517 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0b893f65-e6aa-4aa9-b52b-8e4327acd3dc tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:37.468299 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0b893f65-e6aa-4aa9-b52b-8e4327acd3dc tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6110010 Oct 27 18:42:37.468904 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 55210) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:37.473335 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-d92a2f14-05c4-4a40-9708-dc5567bd33c1 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'security_group_rule': {'security_group_id': '75efdcb1-cfc5-4e28-866b-b86c338007b2', 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:42:37.477206 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7cb040-9de4-4fa5-86db-c8be3787c319 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:37.477960 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9f7cb040-9de4-4fa5-86db-c8be3787c319 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:37.573967 n-d-815690-2 neutron-server[102878]: INFO neutron.db.securitygroups_db [None req-d92a2f14-05c4-4a40-9708-dc5567bd33c1 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Project 21f5568e020c455199c8dde94ac0b73c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 18:42:37.579666 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d92a2f14-05c4-4a40-9708-dc5567bd33c1 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:37.645877 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9f7cb040-9de4-4fa5-86db-c8be3787c319 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1741982 Oct 27 18:42:37.646258 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 55220) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:37.657602 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-943677b1-1b54-4117-a718-b31459ed4111 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'port': {'network_id': '91eaf1df-422d-4e1a-8c75-400577fdc96d', 'name': 'tempest-PortsTestJSON-1736972518'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:42:37.831206 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d92a2f14-05c4-4a40-9708-dc5567bd33c1 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:37.925895 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4d4359ce-458c-4faf-af0e-1c1428a0b1ac req-48980498-86e0-4db3-bb96-7b5e26dcb691 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 210 time: 0.0890746 Oct 27 18:42:38.296356 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d92a2f14-05c4-4a40-9708-dc5567bd33c1 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:38.323319 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a2f14-05c4-4a40-9708-dc5567bd33c1 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f99e4e86-8a28-4a24-a2be-5c46576cb7dc,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:38.347218 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943677b1-1b54-4117-a718-b31459ed4111 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Made reservation on behalf of dd196885891a42f49d8b798f501c50b4 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:42:38.348090 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-943677b1-1b54-4117-a718-b31459ed4111 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:38.385245 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-943677b1-1b54-4117-a718-b31459ed4111 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] device_id is not set on port aa52cedc-0653-4c06-ab71-776fdbdcb7d8 yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:42:38.437608 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d92a2f14-05c4-4a40-9708-dc5567bd33c1 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:38.438260 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d92a2f14-05c4-4a40-9708-dc5567bd33c1 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9677832 Oct 27 18:42:38.440771 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 55228) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:38.455932 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-9a8b8473-3981-4d2e-a88b-da2159df30ef tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'network': {'name': 'tempest-network-smoke--1906025038', 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'port_security_enabled': True}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:42:38.568006 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 53ba9b39-0674-4477-9c8f-8361502f1d2f up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:42:38.655169 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 53ba9b39-0674-4477-9c8f-8361502f1d2f triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:42:38.655814 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:38.684382 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-943677b1-1b54-4117-a718-b31459ed4111 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Allocated IP 172.20.0.9 (91eaf1df-422d-4e1a-8c75-400577fdc96d/bfa516c6-3c79-4d44-bbca-89e06468eb48/aa52cedc-0653-4c06-ab71-776fdbdcb7d8) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:42:38.707245 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8b8473-3981-4d2e-a88b-da2159df30ef tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Made reservation on behalf of 21f5568e020c455199c8dde94ac0b73c for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:42:38.711689 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9a8b8473-3981-4d2e-a88b-da2159df30ef tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:38.820273 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a8b8473-3981-4d2e-a88b-da2159df30ef tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] vlan segment allocate from pool success with {'vlan_id': 1031, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:42:38.830417 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9a8b8473-3981-4d2e-a88b-da2159df30ef tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:38.830772 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-9a8b8473-3981-4d2e-a88b-da2159df30ef tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Added segment 17a74c28-ade6-4811-8baf-0a1df2b76edf of type vlan for network a9541e31-c93f-4ee8-abea-4329f5075599 Oct 27 18:42:38.907805 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:38.955047 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9a8b8473-3981-4d2e-a88b-da2159df30ef tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:39.062269 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9a8b8473-3981-4d2e-a88b-da2159df30ef tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:39.071688 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8b8473-3981-4d2e-a88b-da2159df30ef tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:39.071688 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9a8b8473-3981-4d2e-a88b-da2159df30ef tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:39.088893 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 53ba9b39-0674-4477-9c8f-8361502f1d2f, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=53ba9b39-0674-4477-9c8f-8361502f1d2f,segment=NetworkSegment(4bdb7687-eff6-4742-9edd-1c62b6d9c9ce),segment_id=4bdb7687-eff6-4742-9edd-1c62b6d9c9ce)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:42:39.097027 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7726a2f7-8d63-42ad-bbc5-90347fc063b1 None None] Network 91eaf1df-422d-4e1a-8c75-400577fdc96d requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:42:39.143960 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-943677b1-1b54-4117-a718-b31459ed4111 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:39.219676 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:39.270159 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b8473-3981-4d2e-a88b-da2159df30ef tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'Network': ['ID=a9541e31-c93f-4ee8-abea-4329f5075599,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:39.300097 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-943677b1-1b54-4117-a718-b31459ed4111 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:39.309573 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-db069309-c849-46ce-929f-f0571c30ba51 req-d1b4db52-c1b0-43ad-9089-fa7e53b9f092 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 210 time: 0.0405972 Oct 27 18:42:39.318798 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network a9541e31-c93f-4ee8-abea-4329f5075599 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:42:39.362931 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-ea813004-f1d3-4823-97b0-4670df503095 None None] Provisioning complete for port 53ba9b39-0674-4477-9c8f-8361502f1d2f triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:42:39.363574 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ea813004-f1d3-4823-97b0-4670df503095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:39.400697 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=53ba9b39-0674-4477-9c8f-8361502f1d2f,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:39.442285 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9a8b8473-3981-4d2e-a88b-da2159df30ef tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0003722 Oct 27 18:42:39.445380 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 55248) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:39.451734 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-c113d71a-e789-45fd-b51e-9edb44018d83 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1415741960', 'admin_state_up': True, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:42:39.454219 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943677b1-1b54-4117-a718-b31459ed4111 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Network 91eaf1df-422d-4e1a-8c75-400577fdc96d is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:42:39.470578 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-943677b1-1b54-4117-a718-b31459ed4111 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:42:39.477613 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943677b1-1b54-4117-a718-b31459ed4111 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'Port': ['ID=aa52cedc-0653-4c06-ab71-776fdbdcb7d8,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:39.482585 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943677b1-1b54-4117-a718-b31459ed4111 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:42:39.554051 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c113d71a-e789-45fd-b51e-9edb44018d83 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:39.555199 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c113d71a-e789-45fd-b51e-9edb44018d83 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:39.638030 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943677b1-1b54-4117-a718-b31459ed4111 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:39.638720 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-943677b1-1b54-4117-a718-b31459ed4111 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:39.664124 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c113d71a-e789-45fd-b51e-9edb44018d83 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:39.752480 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-943677b1-1b54-4117-a718-b31459ed4111 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1041043 Oct 27 18:42:39.754225 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 55252) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:39.967381 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855d802b-b13b-4325-8cad-fa39702782d7 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:39.985332 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-855d802b-b13b-4325-8cad-fa39702782d7 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 922 time: 0.2298217 Oct 27 18:42:39.988201 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 55260) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:40.108081 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-be117fdd-a90c-4a3d-876a-80e05dae2a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:40.123456 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c113d71a-e789-45fd-b51e-9edb44018d83 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:40.486187 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-15683f0f-97f6-4e61-a9ee-2d80ed628403 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Deleting port aa52cedc-0653-4c06-ab71-776fdbdcb7d8 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:42:40.487569 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-15683f0f-97f6-4e61-a9ee-2d80ed628403 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:40.544613 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 53ba9b39-0674-4477-9c8f-8361502f1d2f up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:42:40.670572 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-64f82615-105c-4012-afd8-20a4792e80cf req-75b5b773-4e61-4239-aea8-be8fe167ba68 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 210 time: 0.1329629 Oct 27 18:42:40.694413 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-1b53657b-0fdc-4a49-8d34-ff33a7238591 None None] Provisioning complete for port aa52cedc-0653-4c06-ab71-776fdbdcb7d8 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:42:40.695037 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1b53657b-0fdc-4a49-8d34-ff33a7238591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:40.766127 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 53ba9b39-0674-4477-9c8f-8361502f1d2f triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:42:40.768696 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:40.860935 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-1b53657b-0fdc-4a49-8d34-ff33a7238591 None None] Port aa52cedc-0653-4c06-ab71-776fdbdcb7d8 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:42:40.887658 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-1b53657b-0fdc-4a49-8d34-ff33a7238591 None None] Provisioning complete for port 53ba9b39-0674-4477-9c8f-8361502f1d2f triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:42:40.888223 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1b53657b-0fdc-4a49-8d34-ff33a7238591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:40.893843 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-15683f0f-97f6-4e61-a9ee-2d80ed628403 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:41.112575 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-15683f0f-97f6-4e61-a9ee-2d80ed628403 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Calling delete_port for aa52cedc-0653-4c06-ab71-776fdbdcb7d8 owned by {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:42:41.181448 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-1b53657b-0fdc-4a49-8d34-ff33a7238591 None None] Provisioning complete for port c1ba1978-8ea7-40ec-9b26-7039bf74bdd7 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:42:41.182034 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1b53657b-0fdc-4a49-8d34-ff33a7238591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:41.254734 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c113d71a-e789-45fd-b51e-9edb44018d83 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for router_gateway, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:41.277081 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-1b53657b-0fdc-4a49-8d34-ff33a7238591 None None] Port c1ba1978-8ea7-40ec-9b26-7039bf74bdd7 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:42:41.316669 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c113d71a-e789-45fd-b51e-9edb44018d83 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:41.403004 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f7edb6c9-8daa-4cc0-8f91-52f06bedc4c5 None None] Provisioning complete for port aa52cedc-0653-4c06-ab71-776fdbdcb7d8 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:42:41.403459 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f7edb6c9-8daa-4cc0-8f91-52f06bedc4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:41.493688 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f7edb6c9-8daa-4cc0-8f91-52f06bedc4c5 None None] Port aa52cedc-0653-4c06-ab71-776fdbdcb7d8 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:42:41.497424 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-c113d71a-e789-45fd-b51e-9edb44018d83 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Allocated IP 172.25.6.93 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/85b6c5be-f85b-47aa-ad7b-d93d416d7b5c) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:42:41.527001 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f7edb6c9-8daa-4cc0-8f91-52f06bedc4c5 None None] Provisioning complete for port c1ba1978-8ea7-40ec-9b26-7039bf74bdd7 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:42:41.528673 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f7edb6c9-8daa-4cc0-8f91-52f06bedc4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:41.621704 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-15683f0f-97f6-4e61-a9ee-2d80ed628403 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:41.629966 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f7edb6c9-8daa-4cc0-8f91-52f06bedc4c5 None None] Port c1ba1978-8ea7-40ec-9b26-7039bf74bdd7 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:42:41.668970 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15683f0f-97f6-4e61-a9ee-2d80ed628403 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event deleted for resources: {'Port': ['ID=aa52cedc-0653-4c06-ab71-776fdbdcb7d8,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:42.072873 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-92fab19b-295f-4256-b358-d4ebdce75e39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:42.331897 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e8d62051-049b-4ad8-96a5-2497bba5e392 req-25bc168b-91d7-4ea3-84b3-8b0c3d8d9bb9 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 210 time: 0.0843961 Oct 27 18:42:42.348266 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c113d71a-e789-45fd-b51e-9edb44018d83 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:42.358233 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-15683f0f-97f6-4e61-a9ee-2d80ed628403 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:42.367361 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-15683f0f-97f6-4e61-a9ee-2d80ed628403 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/ports/aa52cedc-0653-4c06-ab71-776fdbdcb7d8 HTTP/1.1" status: 204 len: 168 time: 2.3748968 Oct 27 18:42:42.368115 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 55322) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:42.409728 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b638d72-0412-44d1-8f42-8bfb13575bf5 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] GET failed (client error): The resource could not be found. Oct 27 18:42:42.416590 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 55324) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:42.430137 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3b638d72-0412-44d1-8f42-8bfb13575bf5 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "GET /v2.0/ports/aa52cedc-0653-4c06-ab71-776fdbdcb7d8 HTTP/1.1" status: 404 len: 333 time: 0.0610375 Oct 27 18:42:42.547460 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c113d71a-e789-45fd-b51e-9edb44018d83 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:42.603628 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-a61522b1-73bb-48ac-bee5-0ec922220919 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Deleting port c1ba1978-8ea7-40ec-9b26-7039bf74bdd7 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:42:42.603991 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a61522b1-73bb-48ac-bee5-0ec922220919 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:42.657463 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c113d71a-e789-45fd-b51e-9edb44018d83 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:42:42.669928 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-c113d71a-e789-45fd-b51e-9edb44018d83 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:42:42.679045 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c113d71a-e789-45fd-b51e-9edb44018d83 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:42:42.704073 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:42:42.730607 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c113d71a-e789-45fd-b51e-9edb44018d83 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'Port': ['ID=85b6c5be-f85b-47aa-ad7b-d93d416d7b5c,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:42.778319 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a61522b1-73bb-48ac-bee5-0ec922220919 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:42.801597 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-a61522b1-73bb-48ac-bee5-0ec922220919 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Calling delete_port for c1ba1978-8ea7-40ec-9b26-7039bf74bdd7 owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:42:43.015849 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a61522b1-73bb-48ac-bee5-0ec922220919 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:43.075359 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61522b1-73bb-48ac-bee5-0ec922220919 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event deleted for resources: {'Port': ['ID=c1ba1978-8ea7-40ec-9b26-7039bf74bdd7,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:43.203174 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a61522b1-73bb-48ac-bee5-0ec922220919 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:43.221861 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a61522b1-73bb-48ac-bee5-0ec922220919 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/ports/c1ba1978-8ea7-40ec-9b26-7039bf74bdd7 HTTP/1.1" status: 204 len: 168 time: 0.8041148 Oct 27 18:42:43.222541 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 55332) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:43.273349 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c113d71a-e789-45fd-b51e-9edb44018d83 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for router_gateway, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:43.291121 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e609317-3d49-4561-88d6-eaac761bf5af tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] GET failed (client error): The resource could not be found. Oct 27 18:42:43.303777 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6e609317-3d49-4561-88d6-eaac761bf5af tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "GET /v2.0/ports/c1ba1978-8ea7-40ec-9b26-7039bf74bdd7 HTTP/1.1" status: 404 len: 333 time: 0.0799849 Oct 27 18:42:43.304713 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 55338) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:43.427073 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:43.478900 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:43.517126 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-b692a623-bcf1-4791-a8cb-a3588794d59e tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Deleting subnet bfa516c6-3c79-4d44-bbca-89e06468eb48 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:42:43.527581 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b692a623-bcf1-4791-a8cb-a3588794d59e tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:43.616048 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c113d71a-e789-45fd-b51e-9edb44018d83 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:43.623285 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b692a623-bcf1-4791-a8cb-a3588794d59e tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:43.649666 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-36ff0e34-837a-48d7-b30f-c24d842aaa9f req-cf847044-8016-4bbb-a93f-9840037e55a0 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 210 time: 0.0301120 Oct 27 18:42:43.825677 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b692a623-bcf1-4791-a8cb-a3588794d59e tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:43.953823 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c113d71a-e789-45fd-b51e-9edb44018d83 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Router 0296632a-6185-467d-b5e2-3646694f9022 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:42:44.039418 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b692a623-bcf1-4791-a8cb-a3588794d59e tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:44.076280 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b692a623-bcf1-4791-a8cb-a3588794d59e tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event deleted for resources: {'Subnet': ['ID=bfa516c6-3c79-4d44-bbca-89e06468eb48,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:44.088853 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b692a623-bcf1-4791-a8cb-a3588794d59e tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:44.090047 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91760fb7-e3b9-44d1-9122-eedb5afdf1be None None] Network 91eaf1df-422d-4e1a-8c75-400577fdc96d requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:42:44.095218 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b692a623-bcf1-4791-a8cb-a3588794d59e tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/subnets/bfa516c6-3c79-4d44-bbca-89e06468eb48 HTTP/1.1" status: 204 len: 168 time: 0.7890985 Oct 27 18:42:44.097739 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 55348) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:44.205477 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c113d71a-e789-45fd-b51e-9edb44018d83 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:42:44.221726 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-34789c33-9f3e-4161-83fe-47217bbcc195 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:44.260531 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf638c2-4e4d-4f40-b94d-0a2e771d141f None None] Sync routers for ids ['0296632a-6185-467d-b5e2-3646694f9022'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:42:44.311738 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf638c2-4e4d-4f40-b94d-0a2e771d141f None None] Routers {'0296632a-6185-467d-b5e2-3646694f9022'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:42:44.312725 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-3bf638c2-4e4d-4f40-b94d-0a2e771d141f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:42:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['0296632a-6185-467d-b5e2-3646694f9022'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:42:44.346017 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c113d71a-e789-45fd-b51e-9edb44018d83 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:44.349775 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c113d71a-e789-45fd-b51e-9edb44018d83 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.9021010 Oct 27 18:42:44.353825 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 55354) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:44.359321 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-34789c33-9f3e-4161-83fe-47217bbcc195 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Deleting port 53ba9b39-0674-4477-9c8f-8361502f1d2f {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:42:44.359679 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-34789c33-9f3e-4161-83fe-47217bbcc195 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:44.580400 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-34789c33-9f3e-4161-83fe-47217bbcc195 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] For port 53ba9b39-0674-4477-9c8f-8361502f1d2f, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=53ba9b39-0674-4477-9c8f-8361502f1d2f,segment=NetworkSegment(4bdb7687-eff6-4742-9edd-1c62b6d9c9ce),segment_id=4bdb7687-eff6-4742-9edd-1c62b6d9c9ce)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:42:44.585727 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-34789c33-9f3e-4161-83fe-47217bbcc195 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:44.630421 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-34789c33-9f3e-4161-83fe-47217bbcc195 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Calling delete_port for 53ba9b39-0674-4477-9c8f-8361502f1d2f owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:42:44.665946 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-3bf638c2-4e4d-4f40-b94d-0a2e771d141f None None] Set router 0296632a-6185-467d-b5e2-3646694f9022 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:42:44.728035 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40952666-7a26-40e3-941d-fab5f7b0f21e None None] DHCP port deletion for 91eaf1df-422d-4e1a-8c75-400577fdc96d request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:42:44.854054 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-613a6807-54d8-4c40-bbf7-a4592f93c86b req-bfa47122-4532-4cfa-9e27-95f2eb78e57e tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 210 time: 0.0698245 Oct 27 18:42:44.893931 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3ef9bb7f-8c7f-4f34-942e-f701b11fb1ed tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=21f5568e020c455199c8dde94ac0b73c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5385897 Oct 27 18:42:44.897458 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 55368) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:44.952266 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-40952666-7a26-40e3-941d-fab5f7b0f21e None None] Deleting port 53ba9b39-0674-4477-9c8f-8361502f1d2f {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:42:44.955118 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-40952666-7a26-40e3-941d-fab5f7b0f21e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:45.119746 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4ce8f5-1f27-4a9f-8070-f9de10c0a157 tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:45.125761 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7d4ce8f5-1f27-4a9f-8070-f9de10c0a157 tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2233400 Oct 27 18:42:45.125761 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-34789c33-9f3e-4161-83fe-47217bbcc195 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:45.126048 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 55380) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:45.134454 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:45.148733 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-40952666-7a26-40e3-941d-fab5f7b0f21e None None] For port 53ba9b39-0674-4477-9c8f-8361502f1d2f, host n-d-815690-2, got binding levels [] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:42:45.150583 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34789c33-9f3e-4161-83fe-47217bbcc195 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event deleted for resources: {'Port': ['ID=53ba9b39-0674-4477-9c8f-8361502f1d2f,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:45.151552 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-40952666-7a26-40e3-941d-fab5f7b0f21e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:45.159993 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34789c33-9f3e-4161-83fe-47217bbcc195 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] No DVR routers for this DVR port 53ba9b39-0674-4477-9c8f-8361502f1d2f on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:42:45.187386 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-40952666-7a26-40e3-941d-fab5f7b0f21e None None] Calling delete_port for 53ba9b39-0674-4477-9c8f-8361502f1d2f owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:42:45.195902 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.ipam_backend_mixin [None req-40952666-7a26-40e3-941d-fab5f7b0f21e None None] Port 53ba9b39-0674-4477-9c8f-8361502f1d2f was not found and therefore no delete operation was performed {{(pid=102880) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 18:42:45.200497 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a0fd5337-e08b-4800-82ef-9199fe721d78 tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=0fad50cd-70b8-43d9-8a14-cc05c0fdea0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0745964 Oct 27 18:42:45.203832 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-40952666-7a26-40e3-941d-fab5f7b0f21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:45.216212 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 55382) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:45.226717 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-e6ef235e-f49f-4a90-9422-a685dd2076ae tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-745621170', 'network_id': 'a9541e31-c93f-4ee8-abea-4329f5075599', 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:42:45.264649 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40952666-7a26-40e3-941d-fab5f7b0f21e None None] Pushing event deleted for resources: {'Port': ['ID=53ba9b39-0674-4477-9c8f-8361502f1d2f,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:45.268989 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40952666-7a26-40e3-941d-fab5f7b0f21e None None] No DVR routers for this DVR port 53ba9b39-0674-4477-9c8f-8361502f1d2f on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:42:45.280502 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-3bf638c2-4e4d-4f40-b94d-0a2e771d141f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0296632a-6185-467d-b5e2-3646694f9022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1415741960', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '85b6c5be-f85b-47aa-ad7b-d93d416d7b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:42:39Z', 'updated_at': '2021-10-27T18:42:42Z', 'revision_number': 3, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '85b6c5be-f85b-47aa-ad7b-d93d416d7b5c', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:df:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0296632a-6185-467d-b5e2-3646694f9022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:42:41Z', 'updated_at': '2021-10-27T18:42:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:42:45.359843 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf638c2-4e4d-4f40-b94d-0a2e771d141f None None] Checking router: 0296632a-6185-467d-b5e2-3646694f9022 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:42:45.360297 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf638c2-4e4d-4f40-b94d-0a2e771d141f None None] Updating router 0296632a-6185-467d-b5e2-3646694f9022 port 85b6c5be-f85b-47aa-ad7b-d93d416d7b5c binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:42:45.413494 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3bf638c2-4e4d-4f40-b94d-0a2e771d141f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:45.419630 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-34789c33-9f3e-4161-83fe-47217bbcc195 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:45.496526 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-34789c33-9f3e-4161-83fe-47217bbcc195 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91eaf1df-422d-4e1a-8c75-400577fdc96d']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:42:45.519609 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-34789c33-9f3e-4161-83fe-47217bbcc195 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bdb7687-eff6-4742-9edd-1c62b6d9c9ce') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:42:45.519884 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-34789c33-9f3e-4161-83fe-47217bbcc195 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bdb7687-eff6-4742-9edd-1c62b6d9c9ce') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:42:45.554890 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-34789c33-9f3e-4161-83fe-47217bbcc195 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:45.593813 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-34789c33-9f3e-4161-83fe-47217bbcc195 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:45.605207 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34789c33-9f3e-4161-83fe-47217bbcc195 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:42:45.606043 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-34789c33-9f3e-4161-83fe-47217bbcc195 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:45.609484 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:42:45.609484 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:42:45.609484 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:42:45.609484 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:42:45.609484 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:42:45.609484 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:42:45.609484 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:42:45.609484 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:42:45.609484 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:42:45.609484 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:42:45.609484 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:42:45.609484 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:42:45.609484 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:42:45.609484 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:42:45.609484 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:42:45.609484 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:42:45.609484 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:42:45.609484 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:42:45.609484 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:42:45.609484 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:42:45.609484 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:42:45.609484 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:42:45.609484 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:42:45.609484 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:42:45.609484 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:42:45.609484 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:42:45.609484 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:42:45.609484 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:42:45.609484 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:42:45.609484 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:42:45.609484 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:42:45.609484 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:42:45.720109 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ef235e-f49f-4a90-9422-a685dd2076ae tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Made reservation on behalf of 21f5568e020c455199c8dde94ac0b73c for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:42:45.724556 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e6ef235e-f49f-4a90-9422-a685dd2076ae tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:45.880913 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-34789c33-9f3e-4161-83fe-47217bbcc195 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:45.905403 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-34789c33-9f3e-4161-83fe-47217bbcc195 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:45.913481 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-34789c33-9f3e-4161-83fe-47217bbcc195 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/networks/91eaf1df-422d-4e1a-8c75-400577fdc96d HTTP/1.1" status: 204 len: 168 time: 1.8147023 Oct 27 18:42:45.921176 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 55400) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:45.923111 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-ec2d59e1-5a29-48ee-94a0-7381cae4b824 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1391439330'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:42:45.935162 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34789c33-9f3e-4161-83fe-47217bbcc195 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event deleted for resources: {'Network': ['ID=91eaf1df-422d-4e1a-8c75-400577fdc96d,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:45.975857 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3bf638c2-4e4d-4f40-b94d-0a2e771d141f None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:46.043981 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3f440c7b-de21-41e1-a30d-93b9be87320b req-402a9805-d0f7-4885-9847-66c0b4b1f85e tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 210 time: 0.0467696 Oct 27 18:42:46.047557 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2d59e1-5a29-48ee-94a0-7381cae4b824 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Made reservation on behalf of dd196885891a42f49d8b798f501c50b4 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:42:46.067234 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3bf638c2-4e4d-4f40-b94d-0a2e771d141f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:46.067649 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ec2d59e1-5a29-48ee-94a0-7381cae4b824 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:46.111507 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec2d59e1-5a29-48ee-94a0-7381cae4b824 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] vlan segment allocate from pool success with {'vlan_id': 1046, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:42:46.124458 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ec2d59e1-5a29-48ee-94a0-7381cae4b824 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:46.127840 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-ec2d59e1-5a29-48ee-94a0-7381cae4b824 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Added segment 42888a13-754b-4274-9441-9fce556321b7 of type vlan for network 725b7fa4-b3d1-48b4-ab85-3061460986a9 Oct 27 18:42:46.178768 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ec2d59e1-5a29-48ee-94a0-7381cae4b824 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:46.203104 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-3bf638c2-4e4d-4f40-b94d-0a2e771d141f None None] Attempting to bind port 85b6c5be-f85b-47aa-ad7b-d93d416d7b5c on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:42:46.203504 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-3bf638c2-4e4d-4f40-b94d-0a2e771d141f None None] Attempting to bind port 85b6c5be-f85b-47aa-ad7b-d93d416d7b5c by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:42:46.203884 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf638c2-4e4d-4f40-b94d-0a2e771d141f None None] Attempting to bind port 85b6c5be-f85b-47aa-ad7b-d93d416d7b5c on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:42:46.215983 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e6ef235e-f49f-4a90-9422-a685dd2076ae tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:46.217110 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac7e74-6adf-43c9-8c36-202df0381e76 None None] Pushing event updated for resources: {'Port': ['ID=85b6c5be-f85b-47aa-ad7b-d93d416d7b5c,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:46.233564 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf638c2-4e4d-4f40-b94d-0a2e771d141f None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:42:46.234337 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf638c2-4e4d-4f40-b94d-0a2e771d141f None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:42:46.234997 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3bf638c2-4e4d-4f40-b94d-0a2e771d141f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:46.235563 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf638c2-4e4d-4f40-b94d-0a2e771d141f None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:42:46.237530 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-3bf638c2-4e4d-4f40-b94d-0a2e771d141f None None] Bound port: 85b6c5be-f85b-47aa-ad7b-d93d416d7b5c, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:42:46.238109 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3bf638c2-4e4d-4f40-b94d-0a2e771d141f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:46.299094 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ec2d59e1-5a29-48ee-94a0-7381cae4b824 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:46.308790 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2d59e1-5a29-48ee-94a0-7381cae4b824 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:46.310518 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ec2d59e1-5a29-48ee-94a0-7381cae4b824 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:46.334515 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ef235e-f49f-4a90-9422-a685dd2076ae tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'Subnet': ['ID=aaefa3d2-884a-4c75-bedd-880ab1228d21,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:46.362168 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-3bf638c2-4e4d-4f40-b94d-0a2e771d141f None None] For port 85b6c5be-f85b-47aa-ad7b-d93d416d7b5c, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:42:46.373066 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ef235e-f49f-4a90-9422-a685dd2076ae tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Checking segment: {'id': '17a74c28-ade6-4811-8baf-0a1df2b76edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'a9541e31-c93f-4ee8-abea-4329f5075599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:42:46.373658 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-3bf638c2-4e4d-4f40-b94d-0a2e771d141f None None] For port 85b6c5be-f85b-47aa-ad7b-d93d416d7b5c, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=85b6c5be-f85b-47aa-ad7b-d93d416d7b5c,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:42:46.375097 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ef235e-f49f-4a90-9422-a685dd2076ae tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Network hostable DHCP agents. Network: a9541e31-c93f-4ee8-abea-4329f5075599, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:42:46.439259 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3bf638c2-4e4d-4f40-b94d-0a2e771d141f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:46.463190 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d59e1-5a29-48ee-94a0-7381cae4b824 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'Network': ['ID=725b7fa4-b3d1-48b4-ab85-3061460986a9,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:46.467394 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ef235e-f49f-4a90-9422-a685dd2076ae tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Network a9541e31-c93f-4ee8-abea-4329f5075599 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:42:46.469955 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ec2d59e1-5a29-48ee-94a0-7381cae4b824 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5517416 Oct 27 18:42:46.476476 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 55404) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:46.481643 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-3d6210ae-94a0-4eb6-b3bf-1029e5acd385 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'subnet': {'network_id': '725b7fa4-b3d1-48b4-ab85-3061460986a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:42:46.489975 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 725b7fa4-b3d1-48b4-ab85-3061460986a9 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:42:46.552910 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-e6ef235e-f49f-4a90-9422-a685dd2076ae tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, a9541e31-c93f-4ee8-abea-4329f5075599) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:42:46.557781 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ef235e-f49f-4a90-9422-a685dd2076ae tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:46.561101 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e6ef235e-f49f-4a90-9422-a685dd2076ae tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:46.629373 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 53ba9b39-0674-4477-9c8f-8361502f1d2f no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:42:46.679772 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e6ef235e-f49f-4a90-9422-a685dd2076ae tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4584758 Oct 27 18:42:46.680312 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 55414) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:46.697694 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c59ed8e-2d26-40ad-be37-02f616af140f None None] Network a9541e31-c93f-4ee8-abea-4329f5075599 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:42:46.712393 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 53ba9b39-0674-4477-9c8f-8361502f1d2f {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:42:46.713221 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 53ba9b39-0674-4477-9c8f-8361502f1d2f not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:42:46.850016 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6210ae-94a0-4eb6-b3bf-1029e5acd385 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Made reservation on behalf of dd196885891a42f49d8b798f501c50b4 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:42:46.853887 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3d6210ae-94a0-4eb6-b3bf-1029e5acd385 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:46.963342 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf638c2-4e4d-4f40-b94d-0a2e771d141f None None] Routers {'0296632a-6185-467d-b5e2-3646694f9022'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:42:46.966780 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-3bf638c2-4e4d-4f40-b94d-0a2e771d141f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:42:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['0296632a-6185-467d-b5e2-3646694f9022'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:42:47.221628 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-3bf638c2-4e4d-4f40-b94d-0a2e771d141f None None] Set router 0296632a-6185-467d-b5e2-3646694f9022 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:42:47.335373 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4c5da80f-4126-4ab7-9914-54202944d828 req-90890992-42ad-42db-b088-aa9655be4b95 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 210 time: 0.0759609 Oct 27 18:42:47.403781 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac7e74-6adf-43c9-8c36-202df0381e76 None None] Pushing event updated for resources: {'Port': ['ID=85b6c5be-f85b-47aa-ad7b-d93d416d7b5c,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:47.444230 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3d6210ae-94a0-4eb6-b3bf-1029e5acd385 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:47.644546 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6210ae-94a0-4eb6-b3bf-1029e5acd385 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Checking segment: {'id': '42888a13-754b-4274-9441-9fce556321b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '725b7fa4-b3d1-48b4-ab85-3061460986a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:42:47.645127 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6210ae-94a0-4eb6-b3bf-1029e5acd385 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Network hostable DHCP agents. Network: 725b7fa4-b3d1-48b4-ab85-3061460986a9, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:42:47.648337 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6210ae-94a0-4eb6-b3bf-1029e5acd385 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'Subnet': ['ID=dce61fdf-8dc8-4d4a-a28f-e83953d8b70d,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:47.660555 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-3bf638c2-4e4d-4f40-b94d-0a2e771d141f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0296632a-6185-467d-b5e2-3646694f9022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1415741960', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '85b6c5be-f85b-47aa-ad7b-d93d416d7b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:42:39Z', 'updated_at': '2021-10-27T18:42:42Z', 'revision_number': 3, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '85b6c5be-f85b-47aa-ad7b-d93d416d7b5c', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:df:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0296632a-6185-467d-b5e2-3646694f9022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:42:41Z', 'updated_at': '2021-10-27T18:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:42:47.719114 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 55436) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:47.747296 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf638c2-4e4d-4f40-b94d-0a2e771d141f None None] The sync data for ids ['0296632a-6185-467d-b5e2-3646694f9022'] in n-d-815690-2 is: [{'id': '0296632a-6185-467d-b5e2-3646694f9022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1415741960', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '85b6c5be-f85b-47aa-ad7b-d93d416d7b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:42:39Z', 'updated_at': '2021-10-27T18:42:42Z', 'revision_number': 3, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '85b6c5be-f85b-47aa-ad7b-d93d416d7b5c', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:df:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0296632a-6185-467d-b5e2-3646694f9022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:42:41Z', 'updated_at': '2021-10-27T18:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:42:47.755034 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6210ae-94a0-4eb6-b3bf-1029e5acd385 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Network 725b7fa4-b3d1-48b4-ab85-3061460986a9 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:42:47.769722 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a63b00-4dbd-4ba7-a73d-87e9370f77e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-a9541e31-c93f-4ee8-abea-4329f5075599', 'network_id': 'a9541e31-c93f-4ee8-abea-4329f5075599', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'fixed_ips': [{'subnet_id': 'aaefa3d2-884a-4c75-bedd-880ab1228d21'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:42:47.771129 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-28a63b00-4dbd-4ba7-a73d-87e9370f77e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:47.867432 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-3d6210ae-94a0-4eb6-b3bf-1029e5acd385 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 725b7fa4-b3d1-48b4-ab85-3061460986a9) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:42:47.876310 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6210ae-94a0-4eb6-b3bf-1029e5acd385 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:47.877709 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3d6210ae-94a0-4eb6-b3bf-1029e5acd385 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:47.941189 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-67c293e8-b2e0-48f3-b87d-8680d3086641 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:47.983103 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb53f0d2-b313-4306-b06e-c6af0c50363a None None] Network 725b7fa4-b3d1-48b4-ab85-3061460986a9 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:42:48.103564 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-67c293e8-b2e0-48f3-b87d-8680d3086641 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:48.112628 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3d6210ae-94a0-4eb6-b3bf-1029e5acd385 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6350558 Oct 27 18:42:48.118186 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 55444) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:48.128019 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-1bb74787-88de-45e8-bcf8-589a6e5ff805 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'port': {'network_id': '725b7fa4-b3d1-48b4-ab85-3061460986a9', 'name': 'tempest-PortsTestJSON-2112501555', 'fixed_ips': [{'subnet_id': 'dce61fdf-8dc8-4d4a-a28f-e83953d8b70d', 'ip_address': '172.20.0.10'}]}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:42:48.181660 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-67c293e8-b2e0-48f3-b87d-8680d3086641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:48.279349 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d7cf1062-d130-4143-962c-79682cb6f76a tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:48.283692 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-67c293e8-b2e0-48f3-b87d-8680d3086641 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=03bb66f8925d49bba355da08c2306f8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5628383 Oct 27 18:42:48.289457 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 55446) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:48.344338 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c293e8-b2e0-48f3-b87d-8680d3086641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19dc0739-01e7-4edf-b000-779cf55d13b3,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:48.431860 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-83879c6d-081c-4cdb-8a6e-4fc7a7ce5ed1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:48.509878 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-83879c6d-081c-4cdb-8a6e-4fc7a7ce5ed1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:48.698443 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dd142da1-e64c-4339-8c9a-b6323fe025cf req-af91893e-bd36-4483-86b9-f21d34d38353 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 210 time: 0.0668676 Oct 27 18:42:48.701089 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-83879c6d-081c-4cdb-8a6e-4fc7a7ce5ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:48.708150 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-83879c6d-081c-4cdb-8a6e-4fc7a7ce5ed1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:48.743264 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-83879c6d-081c-4cdb-8a6e-4fc7a7ce5ed1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/19dc0739-01e7-4edf-b000-779cf55d13b3 HTTP/1.1" status: 204 len: 168 time: 0.4454939 Oct 27 18:42:48.778156 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83879c6d-081c-4cdb-8a6e-4fc7a7ce5ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19dc0739-01e7-4edf-b000-779cf55d13b3,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:48.946582 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 85b6c5be-f85b-47aa-ad7b-d93d416d7b5c up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:42:49.113026 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb74787-88de-45e8-bcf8-589a6e5ff805 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Made reservation on behalf of dd196885891a42f49d8b798f501c50b4 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:42:49.216246 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6958e2cd-86a0-41c0-93d4-6c0f395f5038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-725b7fa4-b3d1-48b4-ab85-3061460986a9', 'network_id': '725b7fa4-b3d1-48b4-ab85-3061460986a9', 'tenant_id': 'dd196885891a42f49d8b798f501c50b4', 'fixed_ips': [{'subnet_id': 'dce61fdf-8dc8-4d4a-a28f-e83953d8b70d'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:42:49.217245 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6958e2cd-86a0-41c0-93d4-6c0f395f5038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:49.241417 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-28a63b00-4dbd-4ba7-a73d-87e9370f77e8 None None] Allocated IP 172.20.0.2 (a9541e31-c93f-4ee8-abea-4329f5075599/aaefa3d2-884a-4c75-bedd-880ab1228d21/0de64ca7-b2c3-4655-b387-daef6e1b4969) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:42:49.659593 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 85b6c5be-f85b-47aa-ad7b-d93d416d7b5c triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:42:49.659874 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:49.729722 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 55466) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:49.771148 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-6958e2cd-86a0-41c0-93d4-6c0f395f5038 None None] Allocated IP 172.20.0.2 (725b7fa4-b3d1-48b4-ab85-3061460986a9/dce61fdf-8dc8-4d4a-a28f-e83953d8b70d/8993041a-46bf-45e3-8002-f23e88b20943) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:42:49.889119 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-25688658-d985-47ae-8298-69c081ed758d req-4c769493-576b-4dfc-972b-7e6f81016b0e tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 210 time: 0.0534806 Oct 27 18:42:49.925555 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 55476) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:49.959299 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f57ee8b6-a5fb-40ed-aa9c-f1529b2ccfab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:49.973607 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f1bfa9d5-8f2f-4270-89d8-6064e0057185 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:49.974720 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:50.095023 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f1bfa9d5-8f2f-4270-89d8-6064e0057185 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:50.111037 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6958e2cd-86a0-41c0-93d4-6c0f395f5038 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:50.117097 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1bb74787-88de-45e8-bcf8-589a6e5ff805 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:50.151440 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-1bb74787-88de-45e8-bcf8-589a6e5ff805 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] device_id is not set on port f0bd7070-99ab-41db-a70a-207e450d413e yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:42:50.191487 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f57ee8b6-a5fb-40ed-aa9c-f1529b2ccfab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:50.194342 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 85b6c5be-f85b-47aa-ad7b-d93d416d7b5c, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=85b6c5be-f85b-47aa-ad7b-d93d416d7b5c,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:42:50.198271 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f1bfa9d5-8f2f-4270-89d8-6064e0057185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:50.242210 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bfa9d5-8f2f-4270-89d8-6064e0057185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef5d943-2582-4978-adc4-c7dea35487f8,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:50.255832 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6958e2cd-86a0-41c0-93d4-6c0f395f5038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:50.259070 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-28a63b00-4dbd-4ba7-a73d-87e9370f77e8 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:50.279816 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f1bfa9d5-8f2f-4270-89d8-6064e0057185 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8b9bcbe0e1bd4a4fa9f31d4c19078619&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5477169 Oct 27 18:42:50.284146 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 55478) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:50.314499 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958e2cd-86a0-41c0-93d4-6c0f395f5038 None None] Pushing event updated for resources: {'Port': ['ID=8993041a-46bf-45e3-8002-f23e88b20943,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:50.320709 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:50.344483 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-41103b5d-2c5e-476c-9aef-fb9403126a6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:50.373347 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-41103b5d-2c5e-476c-9aef-fb9403126a6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:50.390917 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-28a63b00-4dbd-4ba7-a73d-87e9370f77e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:50.415709 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f57ee8b6-a5fb-40ed-aa9c-f1529b2ccfab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:50.419938 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6958e2cd-86a0-41c0-93d4-6c0f395f5038 None None] Network 725b7fa4-b3d1-48b4-ab85-3061460986a9 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:42:50.428794 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-6958e2cd-86a0-41c0-93d4-6c0f395f5038 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:42:50.435624 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6958e2cd-86a0-41c0-93d4-6c0f395f5038 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:42:50.450374 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=85b6c5be-f85b-47aa-ad7b-d93d416d7b5c,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:50.499652 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f57ee8b6-a5fb-40ed-aa9c-f1529b2ccfab admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=800a276138f647f88c85e9acc06f4923&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5729070 Oct 27 18:42:50.500288 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 55480) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:50.503908 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ee8b6-a5fb-40ed-aa9c-f1529b2ccfab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0394a96a-d22c-45cd-90ac-84fb6941c9da,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:50.515609 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a63b00-4dbd-4ba7-a73d-87e9370f77e8 None None] Network a9541e31-c93f-4ee8-abea-4329f5075599 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:42:50.516876 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a63b00-4dbd-4ba7-a73d-87e9370f77e8 None None] Pushing event updated for resources: {'Port': ['ID=0de64ca7-b2c3-4655-b387-daef6e1b4969,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:50.524017 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-28a63b00-4dbd-4ba7-a73d-87e9370f77e8 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:42:50.537075 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a63b00-4dbd-4ba7-a73d-87e9370f77e8 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:42:50.538920 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-d7cf1062-d130-4143-962c-79682cb6f76a tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Allocated IP 172.20.0.1 (a9541e31-c93f-4ee8-abea-4329f5075599/aaefa3d2-884a-4c75-bedd-880ab1228d21/af476ec8-b257-4b2c-a03c-2310caa26b9f) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:42:50.565686 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-1bb74787-88de-45e8-bcf8-589a6e5ff805 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Allocated IP 172.20.0.10 (725b7fa4-b3d1-48b4-ab85-3061460986a9/dce61fdf-8dc8-4d4a-a28f-e83953d8b70d/f0bd7070-99ab-41db-a70a-207e450d413e) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:42:50.577798 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-db8702a9-35ac-46a5-8295-e0eeb55a7bd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:50.584144 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-41103b5d-2c5e-476c-9aef-fb9403126a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:50.587175 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-41103b5d-2c5e-476c-9aef-fb9403126a6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:50.593008 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-41103b5d-2c5e-476c-9aef-fb9403126a6f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3ef5d943-2582-4978-adc4-c7dea35487f8 HTTP/1.1" status: 204 len: 168 time: 0.3073001 Oct 27 18:42:50.613640 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41103b5d-2c5e-476c-9aef-fb9403126a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef5d943-2582-4978-adc4-c7dea35487f8,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:50.621679 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-db8702a9-35ac-46a5-8295-e0eeb55a7bd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:50.721792 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-6958e2cd-86a0-41c0-93d4-6c0f395f5038 None None] Attempting to bind port 8993041a-46bf-45e3-8002-f23e88b20943 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:42:50.722395 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-6958e2cd-86a0-41c0-93d4-6c0f395f5038 None None] Attempting to bind port 8993041a-46bf-45e3-8002-f23e88b20943 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '42888a13-754b-4274-9441-9fce556321b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '725b7fa4-b3d1-48b4-ab85-3061460986a9'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:42:50.722889 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6958e2cd-86a0-41c0-93d4-6c0f395f5038 None None] Attempting to bind port 8993041a-46bf-45e3-8002-f23e88b20943 on network 725b7fa4-b3d1-48b4-ab85-3061460986a9 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:42:50.728608 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-28a63b00-4dbd-4ba7-a73d-87e9370f77e8 None None] Attempting to bind port 0de64ca7-b2c3-4655-b387-daef6e1b4969 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:42:50.729349 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-28a63b00-4dbd-4ba7-a73d-87e9370f77e8 None None] Attempting to bind port 0de64ca7-b2c3-4655-b387-daef6e1b4969 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '17a74c28-ade6-4811-8baf-0a1df2b76edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'a9541e31-c93f-4ee8-abea-4329f5075599'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:42:50.730634 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a63b00-4dbd-4ba7-a73d-87e9370f77e8 None None] Attempting to bind port 0de64ca7-b2c3-4655-b387-daef6e1b4969 on network a9541e31-c93f-4ee8-abea-4329f5075599 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:42:50.738714 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a63b00-4dbd-4ba7-a73d-87e9370f77e8 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:42:50.740321 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a63b00-4dbd-4ba7-a73d-87e9370f77e8 None None] Checking segment: {'id': '17a74c28-ade6-4811-8baf-0a1df2b76edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'a9541e31-c93f-4ee8-abea-4329f5075599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:42:50.740740 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-28a63b00-4dbd-4ba7-a73d-87e9370f77e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:50.741139 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a63b00-4dbd-4ba7-a73d-87e9370f77e8 None None] Bound using segment: {'id': '17a74c28-ade6-4811-8baf-0a1df2b76edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'a9541e31-c93f-4ee8-abea-4329f5075599'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:42:50.741768 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-28a63b00-4dbd-4ba7-a73d-87e9370f77e8 None None] Bound port: 0de64ca7-b2c3-4655-b387-daef6e1b4969, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17a74c28-ade6-4811-8baf-0a1df2b76edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'a9541e31-c93f-4ee8-abea-4329f5075599'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:42:50.742193 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-28a63b00-4dbd-4ba7-a73d-87e9370f77e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:50.747078 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6958e2cd-86a0-41c0-93d4-6c0f395f5038 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:42:50.747739 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6958e2cd-86a0-41c0-93d4-6c0f395f5038 None None] Checking segment: {'id': '42888a13-754b-4274-9441-9fce556321b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '725b7fa4-b3d1-48b4-ab85-3061460986a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:42:50.748350 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6958e2cd-86a0-41c0-93d4-6c0f395f5038 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:50.748827 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6958e2cd-86a0-41c0-93d4-6c0f395f5038 None None] Bound using segment: {'id': '42888a13-754b-4274-9441-9fce556321b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '725b7fa4-b3d1-48b4-ab85-3061460986a9'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:42:50.749446 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-6958e2cd-86a0-41c0-93d4-6c0f395f5038 None None] Bound port: 8993041a-46bf-45e3-8002-f23e88b20943, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42888a13-754b-4274-9441-9fce556321b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '725b7fa4-b3d1-48b4-ab85-3061460986a9'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:42:50.750290 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6958e2cd-86a0-41c0-93d4-6c0f395f5038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:50.780063 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-db8702a9-35ac-46a5-8295-e0eeb55a7bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:50.782712 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-db8702a9-35ac-46a5-8295-e0eeb55a7bd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:50.783954 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-db8702a9-35ac-46a5-8295-e0eeb55a7bd9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0394a96a-d22c-45cd-90ac-84fb6941c9da HTTP/1.1" status: 204 len: 168 time: 0.2825227 Oct 27 18:42:50.803316 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8702a9-35ac-46a5-8295-e0eeb55a7bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0394a96a-d22c-45cd-90ac-84fb6941c9da,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:50.873847 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1bb74787-88de-45e8-bcf8-589a6e5ff805 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:50.891044 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-28a63b00-4dbd-4ba7-a73d-87e9370f77e8 None None] For port 0de64ca7-b2c3-4655-b387-daef6e1b4969, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:42:50.894769 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-28a63b00-4dbd-4ba7-a73d-87e9370f77e8 None None] For port 0de64ca7-b2c3-4655-b387-daef6e1b4969, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=0de64ca7-b2c3-4655-b387-daef6e1b4969,segment=NetworkSegment(17a74c28-ade6-4811-8baf-0a1df2b76edf),segment_id=17a74c28-ade6-4811-8baf-0a1df2b76edf)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:42:50.908493 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d7cf1062-d130-4143-962c-79682cb6f76a tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:50.993908 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6958e2cd-86a0-41c0-93d4-6c0f395f5038 None None] For port 8993041a-46bf-45e3-8002-f23e88b20943, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:42:51.005060 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6958e2cd-86a0-41c0-93d4-6c0f395f5038 None None] For port 8993041a-46bf-45e3-8002-f23e88b20943, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=8993041a-46bf-45e3-8002-f23e88b20943,segment=NetworkSegment(42888a13-754b-4274-9441-9fce556321b7),segment_id=42888a13-754b-4274-9441-9fce556321b7)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:42:51.010557 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1bb74787-88de-45e8-bcf8-589a6e5ff805 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:51.011126 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-28a63b00-4dbd-4ba7-a73d-87e9370f77e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:51.077942 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d7cf1062-d130-4143-962c-79682cb6f76a tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:51.091354 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a63b00-4dbd-4ba7-a73d-87e9370f77e8 None None] Pushing event updated for resources: {'Port': ['ID=0de64ca7-b2c3-4655-b387-daef6e1b4969,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:51.103424 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb74787-88de-45e8-bcf8-589a6e5ff805 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Network 725b7fa4-b3d1-48b4-ab85-3061460986a9 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:42:51.109213 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-1bb74787-88de-45e8-bcf8-589a6e5ff805 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:42:51.114506 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6958e2cd-86a0-41c0-93d4-6c0f395f5038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:51.118321 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb74787-88de-45e8-bcf8-589a6e5ff805 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:42:51.125141 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cf1062-d130-4143-962c-79682cb6f76a tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Network a9541e31-c93f-4ee8-abea-4329f5075599 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:42:51.125141 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb74787-88de-45e8-bcf8-589a6e5ff805 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'Port': ['ID=f0bd7070-99ab-41db-a70a-207e450d413e,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:51.145904 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-d7cf1062-d130-4143-962c-79682cb6f76a tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:42:51.155767 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cf1062-d130-4143-962c-79682cb6f76a tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:42:51.178528 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c48ebb26-eff5-43b6-aa5c-2d31d651858b req-970b0a46-e3d0-4e9d-ad6d-6134fec49c9e tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 210 time: 0.1097584 Oct 27 18:42:51.190204 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb74787-88de-45e8-bcf8-589a6e5ff805 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:51.190547 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb74787-88de-45e8-bcf8-589a6e5ff805 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:51.190941 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb74787-88de-45e8-bcf8-589a6e5ff805 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:51.191247 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb74787-88de-45e8-bcf8-589a6e5ff805 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:51.200700 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb74787-88de-45e8-bcf8-589a6e5ff805 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:51.201113 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb74787-88de-45e8-bcf8-589a6e5ff805 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:51.201452 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb74787-88de-45e8-bcf8-589a6e5ff805 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:51.201784 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb74787-88de-45e8-bcf8-589a6e5ff805 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:51.202210 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb74787-88de-45e8-bcf8-589a6e5ff805 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:51.202450 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb74787-88de-45e8-bcf8-589a6e5ff805 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:51.202780 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb74787-88de-45e8-bcf8-589a6e5ff805 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:51.203136 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb74787-88de-45e8-bcf8-589a6e5ff805 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:51.276297 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958e2cd-86a0-41c0-93d4-6c0f395f5038 None None] Pushing event updated for resources: {'Port': ['ID=8993041a-46bf-45e3-8002-f23e88b20943,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:51.313490 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb74787-88de-45e8-bcf8-589a6e5ff805 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:51.314340 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1bb74787-88de-45e8-bcf8-589a6e5ff805 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:51.352932 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf1062-d130-4143-962c-79682cb6f76a tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'Port': ['ID=af476ec8-b257-4b2c-a03c-2310caa26b9f,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:51.357508 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d7cf1062-d130-4143-962c-79682cb6f76a tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:51.744292 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1bb74787-88de-45e8-bcf8-589a6e5ff805 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.6246591 Oct 27 18:42:51.746992 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 55496) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:51.752474 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-40040a0a-64ba-4359-8913-cf2e7195e0a3 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'port': {'network_id': '725b7fa4-b3d1-48b4-ab85-3061460986a9', 'name': 'tempest-PortsTestJSON-1995402989', 'fixed_ips': [{'subnet_id': 'dce61fdf-8dc8-4d4a-a28f-e83953d8b70d', 'ip_address': '172.20.0.9'}]}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:42:51.851462 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d7cf1062-d130-4143-962c-79682cb6f76a tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:51.988108 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 55498) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:52.003635 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-65e907f7-e0b7-48cd-a3c2-3dd7f620153b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:52.101004 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 55504) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:52.119381 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-65e907f7-e0b7-48cd-a3c2-3dd7f620153b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:52.152525 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-baba1210-1c57-4846-9a31-363831c9c475 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:52.182748 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40040a0a-64ba-4359-8913-cf2e7195e0a3 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Made reservation on behalf of dd196885891a42f49d8b798f501c50b4 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:42:52.188065 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-40040a0a-64ba-4359-8913-cf2e7195e0a3 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:52.209676 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-65e907f7-e0b7-48cd-a3c2-3dd7f620153b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:52.244994 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-40040a0a-64ba-4359-8913-cf2e7195e0a3 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] device_id is not set on port b98e91ae-b399-43fa-89d3-053e62f34b7e yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:42:52.257723 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-65e907f7-e0b7-48cd-a3c2-3dd7f620153b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a1419ff220cd43f79fe3e7ae5623eed1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2662413 Oct 27 18:42:52.258653 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 55508) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:52.267135 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e907f7-e0b7-48cd-a3c2-3dd7f620153b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa383259-0a39-44bd-bdb6-12cfe9b83b89,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:52.376588 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-51e165e4-2077-4d3d-a074-7b27be1e246a req-ccadeb0d-79fb-4559-8773-a5058494da8f tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 210 time: 0.0438812 Oct 27 18:42:52.524197 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d7cf1062-d130-4143-962c-79682cb6f76a tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:52.527358 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-baba1210-1c57-4846-9a31-363831c9c475 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:52.560785 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b98d6211-f1b5-4b4e-9d55-7833d8f5a5f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:52.633249 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d7cf1062-d130-4143-962c-79682cb6f76a tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:52.682774 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b98d6211-f1b5-4b4e-9d55-7833d8f5a5f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:52.709336 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-baba1210-1c57-4846-9a31-363831c9c475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:52.712948 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d7cf1062-d130-4143-962c-79682cb6f76a tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:52.722040 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 8993041a-46bf-45e3-8002-f23e88b20943 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:42:52.799765 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bea25f5-b43d-4e59-b975-297ab5911bef None None] Network 725b7fa4-b3d1-48b4-ab85-3061460986a9 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:42:52.883330 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-40040a0a-64ba-4359-8913-cf2e7195e0a3 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Allocated IP 172.20.0.9 (725b7fa4-b3d1-48b4-ab85-3061460986a9/dce61fdf-8dc8-4d4a-a28f-e83953d8b70d/b98e91ae-b399-43fa-89d3-053e62f34b7e) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:42:52.890455 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-395e7d6e-9c0a-4e32-9311-859296e3c7d2 None None] Provisioning complete for port 8993041a-46bf-45e3-8002-f23e88b20943 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:42:52.896329 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-395e7d6e-9c0a-4e32-9311-859296e3c7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:52.896483 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-baba1210-1c57-4846-9a31-363831c9c475 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8ed11b992a2a464b9f87ef254f241b76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7932057 Oct 27 18:42:52.896950 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba1210-1c57-4846-9a31-363831c9c475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda63ab8-5d2c-4d47-91aa-ed7b4dd8885d,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:52.897703 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 8993041a-46bf-45e3-8002-f23e88b20943 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:42:52.898065 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:52.899392 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 55510) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:52.908683 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf1062-d130-4143-962c-79682cb6f76a tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'Port': ['ID=af476ec8-b257-4b2c-a03c-2310caa26b9f,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:53.029580 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1260f80e-7b87-41d6-a32b-a184b31a756b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:53.063419 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1260f80e-7b87-41d6-a32b-a184b31a756b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:53.078096 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cf1062-d130-4143-962c-79682cb6f76a tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Network a9541e31-c93f-4ee8-abea-4329f5075599 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:42:53.097391 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b98d6211-f1b5-4b4e-9d55-7833d8f5a5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:53.100738 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b98d6211-f1b5-4b4e-9d55-7833d8f5a5f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:53.102392 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b98d6211-f1b5-4b4e-9d55-7833d8f5a5f5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fa383259-0a39-44bd-bdb6-12cfe9b83b89 HTTP/1.1" status: 204 len: 168 time: 0.8343077 Oct 27 18:42:53.107016 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6f6a8e-aec4-4f63-a117-37afa9877947 None None] Network a9541e31-c93f-4ee8-abea-4329f5075599 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:42:53.108272 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-d7cf1062-d130-4143-962c-79682cb6f76a tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:42:53.206320 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d6211-f1b5-4b4e-9d55-7833d8f5a5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa383259-0a39-44bd-bdb6-12cfe9b83b89,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:53.232594 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1260f80e-7b87-41d6-a32b-a184b31a756b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:53.236635 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1260f80e-7b87-41d6-a32b-a184b31a756b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:53.240935 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1260f80e-7b87-41d6-a32b-a184b31a756b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dda63ab8-5d2c-4d47-91aa-ed7b4dd8885d HTTP/1.1" status: 204 len: 168 time: 0.3401120 Oct 27 18:42:53.251882 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260f80e-7b87-41d6-a32b-a184b31a756b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda63ab8-5d2c-4d47-91aa-ed7b4dd8885d,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:53.374391 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7cf1062-d130-4143-962c-79682cb6f76a tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Router 0296632a-6185-467d-b5e2-3646694f9022 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:42:53.519111 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-395e7d6e-9c0a-4e32-9311-859296e3c7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:53.548385 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-40040a0a-64ba-4359-8913-cf2e7195e0a3 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:53.550737 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-68dd1802-d545-4003-8565-231c7e6fff90 req-7365cd6f-a883-48c4-9590-be5bb707d697 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 210 time: 0.0518501 Oct 27 18:42:53.590843 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:53.599444 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-395e7d6e-9c0a-4e32-9311-859296e3c7d2 None None] For port 8993041a-46bf-45e3-8002-f23e88b20943, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=8993041a-46bf-45e3-8002-f23e88b20943,segment=NetworkSegment(42888a13-754b-4274-9441-9fce556321b7),segment_id=42888a13-754b-4274-9441-9fce556321b7)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:42:53.622043 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7cf1062-d130-4143-962c-79682cb6f76a tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:42:53.631065 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d7cf1062-d130-4143-962c-79682cb6f76a tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "PUT /v2.0/routers/0296632a-6185-467d-b5e2-3646694f9022/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9499085 Oct 27 18:42:53.633571 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b62881-9fc4-4174-9ff9-ed6e4cac73e3 None None] Sync routers for ids ['0296632a-6185-467d-b5e2-3646694f9022'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:42:53.673977 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b62881-9fc4-4174-9ff9-ed6e4cac73e3 None None] Routers {'0296632a-6185-467d-b5e2-3646694f9022'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:42:53.680763 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-21b62881-9fc4-4174-9ff9-ed6e4cac73e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:42:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['0296632a-6185-467d-b5e2-3646694f9022'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:42:53.691071 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-395e7d6e-9c0a-4e32-9311-859296e3c7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:53.799223 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-40040a0a-64ba-4359-8913-cf2e7195e0a3 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:53.844965 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:42:53.845576 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:42:53.853760 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40040a0a-64ba-4359-8913-cf2e7195e0a3 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Network 725b7fa4-b3d1-48b4-ab85-3061460986a9 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:42:53.867388 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-40040a0a-64ba-4359-8913-cf2e7195e0a3 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:42:53.909430 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e7d6e-9c0a-4e32-9311-859296e3c7d2 None None] Pushing event updated for resources: {'Port': ['ID=8993041a-46bf-45e3-8002-f23e88b20943,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:53.921125 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-464f3435-e788-4a19-9391-53a621d20fc6 None None] Provisioning complete for port 0de64ca7-b2c3-4655-b387-daef6e1b4969 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:42:53.921498 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-464f3435-e788-4a19-9391-53a621d20fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:53.925252 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40040a0a-64ba-4359-8913-cf2e7195e0a3 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:42:53.939638 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-21b62881-9fc4-4174-9ff9-ed6e4cac73e3 None None] Set router 0296632a-6185-467d-b5e2-3646694f9022 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:42:54.154415 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40040a0a-64ba-4359-8913-cf2e7195e0a3 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'Port': ['ID=b98e91ae-b399-43fa-89d3-053e62f34b7e,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:54.280853 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40040a0a-64ba-4359-8913-cf2e7195e0a3 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:54.280853 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-40040a0a-64ba-4359-8913-cf2e7195e0a3 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:54.281855 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-464f3435-e788-4a19-9391-53a621d20fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:54.282297 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-76b59043-2489-45c8-b487-6c2761973ae5 req-17afce71-ea5b-4302-9015-f1ea567d107c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1892165520&fields=id&tenant_id=21f5568e020c455199c8dde94ac0b73c HTTP/1.1" status: 200 len: 267 time: 0.1494486 Oct 27 18:42:54.365047 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-464f3435-e788-4a19-9391-53a621d20fc6 None None] For port 0de64ca7-b2c3-4655-b387-daef6e1b4969, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=0de64ca7-b2c3-4655-b387-daef6e1b4969,segment=NetworkSegment(17a74c28-ade6-4811-8baf-0a1df2b76edf),segment_id=17a74c28-ade6-4811-8baf-0a1df2b76edf)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:42:54.424914 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-40040a0a-64ba-4359-8913-cf2e7195e0a3 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6765695 Oct 27 18:42:54.432261 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 55554) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:54.467614 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-21b62881-9fc4-4174-9ff9-ed6e4cac73e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0296632a-6185-467d-b5e2-3646694f9022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1415741960', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '85b6c5be-f85b-47aa-ad7b-d93d416d7b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:42:39Z', 'updated_at': '2021-10-27T18:42:51Z', 'revision_number': 4, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '85b6c5be-f85b-47aa-ad7b-d93d416d7b5c', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0296632a-6185-467d-b5e2-3646694f9022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:42:41Z', 'updated_at': '2021-10-27T18:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'af476ec8-b257-4b2c-a03c-2310caa26b9f', 'name': '', 'network_id': 'a9541e31-c93f-4ee8-abea-4329f5075599', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'mac_address': 'fa:16:3e:34:ee:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0296632a-6185-467d-b5e2-3646694f9022', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'aaefa3d2-884a-4c75-bedd-880ab1228d21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:42:48Z', 'updated_at': '2021-10-27T18:42:52Z', 'revision_number': 2, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'subnets': [{'id': 'aaefa3d2-884a-4c75-bedd-880ab1228d21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:42:54.513666 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 85b6c5be-f85b-47aa-ad7b-d93d416d7b5c up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:42:54.524145 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-464f3435-e788-4a19-9391-53a621d20fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:54.563994 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b62881-9fc4-4174-9ff9-ed6e4cac73e3 None None] Checking router: 0296632a-6185-467d-b5e2-3646694f9022 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:42:54.566401 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b62881-9fc4-4174-9ff9-ed6e4cac73e3 None None] Updating router 0296632a-6185-467d-b5e2-3646694f9022 port af476ec8-b257-4b2c-a03c-2310caa26b9f binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:42:54.605617 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b59043-2489-45c8-b487-6c2761973ae5 req-f9ef61cc-d826-44b8-aa57-d569c2a97b77 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:54.617767 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-76b59043-2489-45c8-b487-6c2761973ae5 req-f9ef61cc-d826-44b8-aa57-d569c2a97b77 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/networks?id=a9541e31-c93f-4ee8-abea-4329f5075599 HTTP/1.1" status: 200 len: 797 time: 0.3282638 Oct 27 18:42:54.651124 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-76b59043-2489-45c8-b487-6c2761973ae5 req-2ff428c6-5196-499a-b45f-f679e2b4efb7 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/quotas/21f5568e020c455199c8dde94ac0b73c HTTP/1.1" status: 200 len: 375 time: 0.0319593 Oct 27 18:42:54.679283 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c05e98-1d10-4b80-811a-1a5d92102f2a tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:54.693432 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f3c05e98-1d10-4b80-811a-1a5d92102f2a tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2565591 Oct 27 18:42:54.694303 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 55562) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:54.697380 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-21b62881-9fc4-4174-9ff9-ed6e4cac73e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:54.798567 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-7cd39752-ac0f-448b-9e65-8a42e04465a1 None None] Provisioning complete for port 0de64ca7-b2c3-4655-b387-daef6e1b4969 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:42:54.803781 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7cd39752-ac0f-448b-9e65-8a42e04465a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:54.827936 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0b6df5b8-1165-4ea7-b8d0-9a6ae3368ae5 req-527a463f-d7b3-431d-886b-c315236fdc15 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 210 time: 0.0738795 Oct 27 18:42:54.861235 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ac235f-b1cb-4acf-a538-5ea79ec07c95 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:54.879157 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-76b59043-2489-45c8-b487-6c2761973ae5 req-86aa29f4-e2a9-4015-ba0a-94945964d8ab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=21f5568e020c455199c8dde94ac0b73c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2268620 Oct 27 18:42:54.894339 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ac235f-b1cb-4acf-a538-5ea79ec07c95 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:54.911245 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ac235f-b1cb-4acf-a538-5ea79ec07c95 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:54.930111 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-55ac235f-b1cb-4acf-a538-5ea79ec07c95 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.2346196 Oct 27 18:42:54.933178 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 55566) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:54.955106 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f3435-e788-4a19-9391-53a621d20fc6 None None] Pushing event updated for resources: {'Port': ['ID=0de64ca7-b2c3-4655-b387-daef6e1b4969,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:54.968632 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464f3435-e788-4a19-9391-53a621d20fc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:54.969021 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464f3435-e788-4a19-9391-53a621d20fc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:54.969500 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464f3435-e788-4a19-9391-53a621d20fc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:54.969896 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464f3435-e788-4a19-9391-53a621d20fc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:54.970249 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464f3435-e788-4a19-9391-53a621d20fc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:54.970579 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464f3435-e788-4a19-9391-53a621d20fc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:54.970933 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464f3435-e788-4a19-9391-53a621d20fc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:54.975501 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464f3435-e788-4a19-9391-53a621d20fc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:54.975501 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464f3435-e788-4a19-9391-53a621d20fc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:54.975501 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464f3435-e788-4a19-9391-53a621d20fc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:54.975501 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464f3435-e788-4a19-9391-53a621d20fc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:54.975501 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464f3435-e788-4a19-9391-53a621d20fc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:55.070954 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 85b6c5be-f85b-47aa-ad7b-d93d416d7b5c triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:42:55.073677 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:55.133416 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-7cd39752-ac0f-448b-9e65-8a42e04465a1 None None] Provisioning complete for port 8993041a-46bf-45e3-8002-f23e88b20943 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:42:55.133794 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7cd39752-ac0f-448b-9e65-8a42e04465a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:55.168923 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-2dde1d9e-dfe5-4dab-8e0d-da07abb4c0db tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Deleting port b98e91ae-b399-43fa-89d3-053e62f34b7e {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:42:55.169947 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2dde1d9e-dfe5-4dab-8e0d-da07abb4c0db tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:55.311063 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2dde1d9e-dfe5-4dab-8e0d-da07abb4c0db tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:55.313303 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 0de64ca7-b2c3-4655-b387-daef6e1b4969 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:42:55.351490 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-2dde1d9e-dfe5-4dab-8e0d-da07abb4c0db tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Calling delete_port for b98e91ae-b399-43fa-89d3-053e62f34b7e owned by {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:42:55.512303 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-76b59043-2489-45c8-b487-6c2761973ae5 req-ce304903-a627-4e70-a696-775523824734 service neutron] 10.222.0.52 "GET /v2.0/networks/a9541e31-c93f-4ee8-abea-4329f5075599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6315389 Oct 27 18:42:55.544991 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-7cd39752-ac0f-448b-9e65-8a42e04465a1 None None] Provisioning complete for port f0bd7070-99ab-41db-a70a-207e450d413e triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:42:55.545512 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7cd39752-ac0f-448b-9e65-8a42e04465a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:55.597458 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 0de64ca7-b2c3-4655-b387-daef6e1b4969 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:42:55.598979 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:55.632456 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-7cd39752-ac0f-448b-9e65-8a42e04465a1 None None] Port f0bd7070-99ab-41db-a70a-207e450d413e cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:42:55.666608 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-7cd39752-ac0f-448b-9e65-8a42e04465a1 None None] Provisioning complete for port af476ec8-b257-4b2c-a03c-2310caa26b9f triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:42:55.668773 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7cd39752-ac0f-448b-9e65-8a42e04465a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:55.683668 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-21b62881-9fc4-4174-9ff9-ed6e4cac73e3 None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:55.690188 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-76b59043-2489-45c8-b487-6c2761973ae5 req-ffe8877d-a576-423d-9a64-244b685424e6 service neutron] 10.222.0.52 "GET /v2.0/networks/a9541e31-c93f-4ee8-abea-4329f5075599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707993 Oct 27 18:42:55.792854 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2dde1d9e-dfe5-4dab-8e0d-da07abb4c0db tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:55.804215 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-21b62881-9fc4-4174-9ff9-ed6e4cac73e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:55.916584 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde1d9e-dfe5-4dab-8e0d-da07abb4c0db tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event deleted for resources: {'Port': ['ID=b98e91ae-b399-43fa-89d3-053e62f34b7e,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:55.918673 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-7cd39752-ac0f-448b-9e65-8a42e04465a1 None None] Port af476ec8-b257-4b2c-a03c-2310caa26b9f cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:42:55.946284 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9139f5be-3a86-4695-8532-fe2bc4e6936e None None] Pushing event updated for resources: {'Port': ['ID=af476ec8-b257-4b2c-a03c-2310caa26b9f,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:56.065867 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-0524ae9d-3ff9-4b6b-b44f-4419d3718141 None None] Provisioning complete for port af476ec8-b257-4b2c-a03c-2310caa26b9f triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:42:56.066428 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0524ae9d-3ff9-4b6b-b44f-4419d3718141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:56.119468 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-67139384-84b1-4fb6-a852-0c985cab408f req-35c8e7e8-af99-4d2a-9436-9e50229e8d96 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 210 time: 0.1081891 Oct 27 18:42:56.239786 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 8993041a-46bf-45e3-8002-f23e88b20943 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:42:56.274946 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139f5be-3a86-4695-8532-fe2bc4e6936e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:56.275285 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139f5be-3a86-4695-8532-fe2bc4e6936e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:56.277424 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139f5be-3a86-4695-8532-fe2bc4e6936e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:56.277941 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139f5be-3a86-4695-8532-fe2bc4e6936e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:56.278436 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139f5be-3a86-4695-8532-fe2bc4e6936e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:56.281088 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139f5be-3a86-4695-8532-fe2bc4e6936e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:56.286445 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139f5be-3a86-4695-8532-fe2bc4e6936e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:56.286445 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139f5be-3a86-4695-8532-fe2bc4e6936e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:56.286445 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139f5be-3a86-4695-8532-fe2bc4e6936e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:56.286445 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139f5be-3a86-4695-8532-fe2bc4e6936e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:56.286445 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139f5be-3a86-4695-8532-fe2bc4e6936e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:56.286445 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9139f5be-3a86-4695-8532-fe2bc4e6936e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:42:56.303383 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-21b62881-9fc4-4174-9ff9-ed6e4cac73e3 None None] Attempting to bind port af476ec8-b257-4b2c-a03c-2310caa26b9f on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:42:56.305359 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-21b62881-9fc4-4174-9ff9-ed6e4cac73e3 None None] Attempting to bind port af476ec8-b257-4b2c-a03c-2310caa26b9f by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '17a74c28-ade6-4811-8baf-0a1df2b76edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'a9541e31-c93f-4ee8-abea-4329f5075599'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:42:56.305967 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b62881-9fc4-4174-9ff9-ed6e4cac73e3 None None] Attempting to bind port af476ec8-b257-4b2c-a03c-2310caa26b9f on network a9541e31-c93f-4ee8-abea-4329f5075599 {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:42:56.307084 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2dde1d9e-dfe5-4dab-8e0d-da07abb4c0db tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:56.320817 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-2dde1d9e-dfe5-4dab-8e0d-da07abb4c0db tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/ports/b98e91ae-b399-43fa-89d3-053e62f34b7e HTTP/1.1" status: 204 len: 168 time: 1.3864014 Oct 27 18:42:56.323639 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 55602) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:56.327828 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-193829fe-72eb-4f23-bed9-b49bebc298fa req-48e538d5-75b3-4906-babb-b57e246e382c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 210 time: 0.0968957 Oct 27 18:42:56.349383 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b62881-9fc4-4174-9ff9-ed6e4cac73e3 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:42:56.359297 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b62881-9fc4-4174-9ff9-ed6e4cac73e3 None None] Checking segment: {'id': '17a74c28-ade6-4811-8baf-0a1df2b76edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'a9541e31-c93f-4ee8-abea-4329f5075599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:42:56.361542 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-21b62881-9fc4-4174-9ff9-ed6e4cac73e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:56.362834 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b62881-9fc4-4174-9ff9-ed6e4cac73e3 None None] Bound using segment: {'id': '17a74c28-ade6-4811-8baf-0a1df2b76edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'a9541e31-c93f-4ee8-abea-4329f5075599'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:42:56.364208 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-21b62881-9fc4-4174-9ff9-ed6e4cac73e3 None None] Bound port: af476ec8-b257-4b2c-a03c-2310caa26b9f, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17a74c28-ade6-4811-8baf-0a1df2b76edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'a9541e31-c93f-4ee8-abea-4329f5075599'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:42:56.366614 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-21b62881-9fc4-4174-9ff9-ed6e4cac73e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:56.404030 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0285742-9fb7-4ed7-b219-7ca8c58bdfa2 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] GET failed (client error): The resource could not be found. Oct 27 18:42:56.414779 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a0285742-9fb7-4ed7-b219-7ca8c58bdfa2 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "GET /v2.0/ports/b98e91ae-b399-43fa-89d3-053e62f34b7e HTTP/1.1" status: 404 len: 333 time: 0.0898483 Oct 27 18:42:56.417535 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 55604) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:56.460963 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-0524ae9d-3ff9-4b6b-b44f-4419d3718141 None None] Port af476ec8-b257-4b2c-a03c-2310caa26b9f cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:42:56.500492 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-0524ae9d-3ff9-4b6b-b44f-4419d3718141 None None] Could not find standard attr ID for object b98e91ae-b399-43fa-89d3-053e62f34b7e. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 18:42:56.558688 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:56.559873 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 8993041a-46bf-45e3-8002-f23e88b20943 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:42:56.560476 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:56.583599 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-21b62881-9fc4-4174-9ff9-ed6e4cac73e3 None None] For port af476ec8-b257-4b2c-a03c-2310caa26b9f, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:42:56.593665 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-21b62881-9fc4-4174-9ff9-ed6e4cac73e3 None None] For port af476ec8-b257-4b2c-a03c-2310caa26b9f, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=af476ec8-b257-4b2c-a03c-2310caa26b9f,segment=NetworkSegment(17a74c28-ade6-4811-8baf-0a1df2b76edf),segment_id=17a74c28-ade6-4811-8baf-0a1df2b76edf)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:42:56.662352 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-f6a20e38-eac2-476d-880d-12ad909ac656 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Deleting port f0bd7070-99ab-41db-a70a-207e450d413e {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:42:56.663279 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f6a20e38-eac2-476d-880d-12ad909ac656 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:56.680447 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-21b62881-9fc4-4174-9ff9-ed6e4cac73e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:56.695765 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-c0f11d08-b8cb-4f04-8fd5-dd68e6a80db5 None None] Provisioning complete for port af476ec8-b257-4b2c-a03c-2310caa26b9f triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:42:56.696060 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c0f11d08-b8cb-4f04-8fd5-dd68e6a80db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:56.803252 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b62881-9fc4-4174-9ff9-ed6e4cac73e3 None None] Routers {'0296632a-6185-467d-b5e2-3646694f9022'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:42:56.804516 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-21b62881-9fc4-4174-9ff9-ed6e4cac73e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:42:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['0296632a-6185-467d-b5e2-3646694f9022'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:42:56.833903 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 0de64ca7-b2c3-4655-b387-daef6e1b4969 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:42:56.899912 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-30b4ddd1-d5b6-4837-a4ea-fae3b8a357c5 req-5be46113-7b84-4e19-a49a-587e41d4d199 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b3fb01f5-5af4-4db5-9621-8444be522188&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1513448 Oct 27 18:42:56.984878 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f6a20e38-eac2-476d-880d-12ad909ac656 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:57.002971 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:57.049578 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-f6a20e38-eac2-476d-880d-12ad909ac656 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Calling delete_port for f0bd7070-99ab-41db-a70a-207e450d413e owned by {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:42:57.095962 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4ddd1-d5b6-4837-a4ea-fae3b8a357c5 req-a25d5eeb-1e31-499c-bb63-12f4818aa040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:57.099959 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c0f11d08-b8cb-4f04-8fd5-dd68e6a80db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:57.106591 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-30b4ddd1-d5b6-4837-a4ea-fae3b8a357c5 req-a25d5eeb-1e31-499c-bb63-12f4818aa040 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3e51f4d6e43c47d6aad8c33823e3964f&device_id=b3fb01f5-5af4-4db5-9621-8444be522188 HTTP/1.1" status: 200 len: 1096 time: 0.1363633 Oct 27 18:42:57.200036 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-c0f11d08-b8cb-4f04-8fd5-dd68e6a80db5 None None] For port af476ec8-b257-4b2c-a03c-2310caa26b9f, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=af476ec8-b257-4b2c-a03c-2310caa26b9f,segment=NetworkSegment(17a74c28-ade6-4811-8baf-0a1df2b76edf),segment_id=17a74c28-ade6-4811-8baf-0a1df2b76edf)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:42:57.226057 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 0de64ca7-b2c3-4655-b387-daef6e1b4969 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:42:57.227237 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:57.272924 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c0f11d08-b8cb-4f04-8fd5-dd68e6a80db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:57.433960 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9139f5be-3a86-4695-8532-fe2bc4e6936e None None] Pushing event updated for resources: {'Port': ['ID=af476ec8-b257-4b2c-a03c-2310caa26b9f,revision_number=4']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:57.453908 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4ddd1-d5b6-4837-a4ea-fae3b8a357c5 req-1658468e-2206-4f79-9aea-36f5848f6a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:57.456195 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-30b4ddd1-d5b6-4837-a4ea-fae3b8a357c5 req-1658468e-2206-4f79-9aea-36f5848f6a47 service neutron] 10.222.0.93 "GET /v2.0/networks?id=9ece45d0-6b3f-4f8c-9d36-188ef51e155c HTTP/1.1" status: 200 len: 914 time: 0.2898428 Oct 27 18:42:57.479506 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f11d08-b8cb-4f04-8fd5-dd68e6a80db5 None None] Pushing event updated for resources: {'Port': ['ID=af476ec8-b257-4b2c-a03c-2310caa26b9f,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:57.488029 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-45861b6b-ffe8-4e26-83b7-be4b4dd4acaa req-5b973a12-697f-47a2-a8b1-939eb671a605 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 210 time: 0.1235793 Oct 27 18:42:57.512749 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6c3ba0b4-578c-43be-943d-1055f1107b3f None None] Provisioning complete for port af476ec8-b257-4b2c-a03c-2310caa26b9f triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:42:57.512749 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6c3ba0b4-578c-43be-943d-1055f1107b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:57.567632 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-30b4ddd1-d5b6-4837-a4ea-fae3b8a357c5 req-90be750c-bf8a-45fb-994e-0c2c303fb7a6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=927e435c-4268-4ddd-bf5d-034a715b817a HTTP/1.1" status: 200 len: 217 time: 0.0974371 Oct 27 18:42:57.567759 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-21b62881-9fc4-4174-9ff9-ed6e4cac73e3 None None] Set router 0296632a-6185-467d-b5e2-3646694f9022 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:42:57.567865 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dbb31d34-1063-4c3d-8e5a-fca6086e712a req-8fc60282-dad2-40b7-8b84-3d0fb132c06e tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 210 time: 0.1224959 Oct 27 18:42:57.649666 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f6a20e38-eac2-476d-880d-12ad909ac656 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:57.679246 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b4ddd1-d5b6-4837-a4ea-fae3b8a357c5 req-09c97a38-0e44-4587-8ac3-59b3860407ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:42:57.686774 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-30b4ddd1-d5b6-4837-a4ea-fae3b8a357c5 req-09c97a38-0e44-4587-8ac3-59b3860407ae service neutron] 10.222.0.93 "GET /v2.0/subnets?id=53a90ae3-6991-47ea-a544-38df087759f0 HTTP/1.1" status: 200 len: 852 time: 0.1085379 Oct 27 18:42:57.698120 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a20e38-eac2-476d-880d-12ad909ac656 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event deleted for resources: {'Port': ['ID=f0bd7070-99ab-41db-a70a-207e450d413e,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:57.750741 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-30b4ddd1-d5b6-4837-a4ea-fae3b8a357c5 req-4378cceb-4d8a-435b-b1e1-7121909ef10c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9ece45d0-6b3f-4f8c-9d36-188ef51e155c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571048 Oct 27 18:42:57.844892 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f6a20e38-eac2-476d-880d-12ad909ac656 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:57.851294 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f6a20e38-eac2-476d-880d-12ad909ac656 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/ports/f0bd7070-99ab-41db-a70a-207e450d413e HTTP/1.1" status: 204 len: 168 time: 1.4299324 Oct 27 18:42:57.857619 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 55640) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:57.922694 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-c386d781-2754-42b7-ae8e-1cabee36c8a8 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] GET failed (client error): The resource could not be found. Oct 27 18:42:57.926947 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c386d781-2754-42b7-ae8e-1cabee36c8a8 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "GET /v2.0/ports/f0bd7070-99ab-41db-a70a-207e450d413e HTTP/1.1" status: 404 len: 333 time: 0.0657420 Oct 27 18:42:57.927145 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 55642) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:58.037726 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-21b62881-9fc4-4174-9ff9-ed6e4cac73e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0296632a-6185-467d-b5e2-3646694f9022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1415741960', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '85b6c5be-f85b-47aa-ad7b-d93d416d7b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:42:39Z', 'updated_at': '2021-10-27T18:42:51Z', 'revision_number': 4, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '85b6c5be-f85b-47aa-ad7b-d93d416d7b5c', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0296632a-6185-467d-b5e2-3646694f9022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:42:41Z', 'updated_at': '2021-10-27T18:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'af476ec8-b257-4b2c-a03c-2310caa26b9f', 'name': '', 'network_id': 'a9541e31-c93f-4ee8-abea-4329f5075599', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'mac_address': 'fa:16:3e:34:ee:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0296632a-6185-467d-b5e2-3646694f9022', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'aaefa3d2-884a-4c75-bedd-880ab1228d21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:42:48Z', 'updated_at': '2021-10-27T18:42:56Z', 'revision_number': 4, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'subnets': [{'id': 'aaefa3d2-884a-4c75-bedd-880ab1228d21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:42:58.070154 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-30b4ddd1-d5b6-4837-a4ea-fae3b8a357c5 req-9e6aebcd-655a-4e6b-9976-940b7a722114 service neutron] 10.222.0.93 "GET /v2.0/networks/9ece45d0-6b3f-4f8c-9d36-188ef51e155c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122947 Oct 27 18:42:58.083388 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7e1eaaa-88f6-45bd-b015-b4fe28091514 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Deleting subnet dce61fdf-8dc8-4d4a-a28f-e83953d8b70d {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:42:58.120693 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b62881-9fc4-4174-9ff9-ed6e4cac73e3 None None] The sync data for ids ['0296632a-6185-467d-b5e2-3646694f9022'] in n-d-815690-2 is: [{'id': '0296632a-6185-467d-b5e2-3646694f9022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1415741960', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '85b6c5be-f85b-47aa-ad7b-d93d416d7b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:42:39Z', 'updated_at': '2021-10-27T18:42:51Z', 'revision_number': 4, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '85b6c5be-f85b-47aa-ad7b-d93d416d7b5c', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0296632a-6185-467d-b5e2-3646694f9022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:42:41Z', 'updated_at': '2021-10-27T18:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'af476ec8-b257-4b2c-a03c-2310caa26b9f', 'name': '', 'network_id': 'a9541e31-c93f-4ee8-abea-4329f5075599', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'mac_address': 'fa:16:3e:34:ee:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0296632a-6185-467d-b5e2-3646694f9022', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'aaefa3d2-884a-4c75-bedd-880ab1228d21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:42:48Z', 'updated_at': '2021-10-27T18:42:56Z', 'revision_number': 4, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'subnets': [{'id': 'aaefa3d2-884a-4c75-bedd-880ab1228d21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:42:58.230187 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a7e1eaaa-88f6-45bd-b015-b4fe28091514 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:58.326113 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-30b4ddd1-d5b6-4837-a4ea-fae3b8a357c5 req-12cf66d6-cbd9-4686-bd4a-75c4357e391f service neutron] 10.222.0.93 "GET /v2.0/networks/9ece45d0-6b3f-4f8c-9d36-188ef51e155c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395113 Oct 27 18:42:58.810126 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-98037433-3989-4195-9566-787df2603169 req-dceedb1d-758f-4a46-9c57-dc08801088c8 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d9b0670-6277-4324-b43f-20e3992cef95 HTTP/1.1" status: 200 len: 210 time: 0.0589914 Oct 27 18:42:59.003783 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a7e1eaaa-88f6-45bd-b015-b4fe28091514 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:59.128035 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a7e1eaaa-88f6-45bd-b015-b4fe28091514 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:59.313167 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a7e1eaaa-88f6-45bd-b015-b4fe28091514 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:59.365303 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e1eaaa-88f6-45bd-b015-b4fe28091514 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event deleted for resources: {'Subnet': ['ID=dce61fdf-8dc8-4d4a-a28f-e83953d8b70d,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:42:59.374426 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a7e1eaaa-88f6-45bd-b015-b4fe28091514 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:59.380681 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 55670) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:59.381483 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a7e1eaaa-88f6-45bd-b015-b4fe28091514 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/subnets/dce61fdf-8dc8-4d4a-a28f-e83953d8b70d HTTP/1.1" status: 204 len: 168 time: 1.4533479 Oct 27 18:42:59.384701 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e70b903-9d78-4afc-90ab-ce4cbddc8fb6 None None] Network 725b7fa4-b3d1-48b4-ab85-3061460986a9 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:42:59.662212 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-70f6c619-5974-432d-91ac-6fb4ff141fd7 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:59.807366 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ea9363-c5e2-475a-a963-2456ada61d7b None None] DHCP port deletion for 725b7fa4-b3d1-48b4-ab85-3061460986a9 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:42:59.869239 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-70f6c619-5974-432d-91ac-6fb4ff141fd7 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Deleting port 8993041a-46bf-45e3-8002-f23e88b20943 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:42:59.869808 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-70f6c619-5974-432d-91ac-6fb4ff141fd7 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:42:59.897012 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 55684) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:42:59.951763 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-90ea9363-c5e2-475a-a963-2456ada61d7b None None] Deleting port 8993041a-46bf-45e3-8002-f23e88b20943 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:42:59.952604 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-90ea9363-c5e2-475a-a963-2456ada61d7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:00.092619 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-70f6c619-5974-432d-91ac-6fb4ff141fd7 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] For port 8993041a-46bf-45e3-8002-f23e88b20943, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=8993041a-46bf-45e3-8002-f23e88b20943,segment=NetworkSegment(42888a13-754b-4274-9441-9fce556321b7),segment_id=42888a13-754b-4274-9441-9fce556321b7)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:43:00.096228 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device af476ec8-b257-4b2c-a03c-2310caa26b9f up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:43:00.096852 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-70f6c619-5974-432d-91ac-6fb4ff141fd7 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:00.102711 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-90ea9363-c5e2-475a-a963-2456ada61d7b None None] For port 8993041a-46bf-45e3-8002-f23e88b20943, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=8993041a-46bf-45e3-8002-f23e88b20943,segment=NetworkSegment(42888a13-754b-4274-9441-9fce556321b7),segment_id=42888a13-754b-4274-9441-9fce556321b7)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:43:00.105123 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-90ea9363-c5e2-475a-a963-2456ada61d7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:00.115449 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-70f6c619-5974-432d-91ac-6fb4ff141fd7 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Calling delete_port for 8993041a-46bf-45e3-8002-f23e88b20943 owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:43:00.164665 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-90ea9363-c5e2-475a-a963-2456ada61d7b None None] Calling delete_port for 8993041a-46bf-45e3-8002-f23e88b20943 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:43:00.231849 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d7d441d2-0c69-495f-acae-a831140fe90e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:00.329131 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port af476ec8-b257-4b2c-a03c-2310caa26b9f triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:43:00.329456 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:00.365111 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-70f6c619-5974-432d-91ac-6fb4ff141fd7 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:43:00.380069 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:43:00.408778 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-90ea9363-c5e2-475a-a963-2456ada61d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:00.437299 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f6c619-5974-432d-91ac-6fb4ff141fd7 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] No DVR routers for this DVR port 8993041a-46bf-45e3-8002-f23e88b20943 on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:43:00.456451 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6c619-5974-432d-91ac-6fb4ff141fd7 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event deleted for resources: {'Port': ['ID=8993041a-46bf-45e3-8002-f23e88b20943,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:00.482562 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d7d441d2-0c69-495f-acae-a831140fe90e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:00.490372 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea9363-c5e2-475a-a963-2456ada61d7b None None] Pushing event deleted for resources: {'Port': ['ID=8993041a-46bf-45e3-8002-f23e88b20943,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:00.507955 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ea9363-c5e2-475a-a963-2456ada61d7b None None] No DVR routers for this DVR port 8993041a-46bf-45e3-8002-f23e88b20943 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:43:00.571445 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d7d441d2-0c69-495f-acae-a831140fe90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:00.640047 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-70f6c619-5974-432d-91ac-6fb4ff141fd7 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:00.676450 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-70f6c619-5974-432d-91ac-6fb4ff141fd7 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['725b7fa4-b3d1-48b4-ab85-3061460986a9']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:00.688525 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-70f6c619-5974-432d-91ac-6fb4ff141fd7 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42888a13-754b-4274-9441-9fce556321b7') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:00.692983 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-70f6c619-5974-432d-91ac-6fb4ff141fd7 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42888a13-754b-4274-9441-9fce556321b7') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:00.696859 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 8993041a-46bf-45e3-8002-f23e88b20943 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:43:00.708297 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-70f6c619-5974-432d-91ac-6fb4ff141fd7 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:00.717712 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d441d2-0c69-495f-acae-a831140fe90e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf2e787-11b8-40ea-b63e-fb25f9c48c31,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:00.729199 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d7d441d2-0c69-495f-acae-a831140fe90e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8f28fca754e348b2a77ba2f8fdc64b7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8301659 Oct 27 18:43:00.733972 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 55696) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:00.755600 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-70f6c619-5974-432d-91ac-6fb4ff141fd7 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:00.765748 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 8993041a-46bf-45e3-8002-f23e88b20943 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:43:00.766106 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 8993041a-46bf-45e3-8002-f23e88b20943 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:43:00.767526 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70f6c619-5974-432d-91ac-6fb4ff141fd7 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:43:00.767942 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-70f6c619-5974-432d-91ac-6fb4ff141fd7 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:00.802860 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b59043-2489-45c8-b487-6c2761973ae5 req-d67d3218-3297-4414-9814-6dbc3f84a65c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:00.804654 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-76b59043-2489-45c8-b487-6c2761973ae5 req-d67d3218-3297-4414-9814-6dbc3f84a65c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.93 "GET /v2.0/networks?id=a9541e31-c93f-4ee8-abea-4329f5075599 HTTP/1.1" status: 200 len: 797 time: 0.2424412 Oct 27 18:43:00.812333 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:43:00.812333 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:43:00.812333 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:43:00.812333 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:43:00.812333 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:43:00.812333 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:43:00.812333 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:43:00.812333 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:43:00.812333 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:43:00.812333 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:43:00.812333 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:43:00.812333 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:43:00.812333 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:43:00.812333 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:43:00.812333 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:43:00.812333 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:43:00.812333 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:43:00.812333 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:43:00.812333 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:43:00.812333 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:43:00.812333 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:43:00.812333 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:43:00.812333 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:43:00.812333 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:43:00.812333 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:43:00.812333 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:43:00.812333 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:43:00.812333 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:43:00.812333 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:43:00.812333 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:43:00.812333 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:43:00.812333 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:43:00.904931 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-76b59043-2489-45c8-b487-6c2761973ae5 req-13058e63-da28-47ee-8d8c-48435fae6200 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21f5568e020c455199c8dde94ac0b73c HTTP/1.1" status: 200 len: 380 time: 0.0864942 Oct 27 18:43:00.908511 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a82ed127-f74f-4b3a-9d49-1617b75643a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:00.944423 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-76b59043-2489-45c8-b487-6c2761973ae5 req-3fafefb5-def3-4e29-a640-bfbc7f4682ce tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'port': {'device_id': '4031e58c-2edc-47cf-a6be-545bafd3e26a', 'network_id': 'a9541e31-c93f-4ee8-abea-4329f5075599', 'admin_state_up': True, 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'security_groups': ['75efdcb1-cfc5-4e28-866b-b86c338007b2']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:43:01.015573 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-70f6c619-5974-432d-91ac-6fb4ff141fd7 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:01.033892 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-70f6c619-5974-432d-91ac-6fb4ff141fd7 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:01.039694 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a82ed127-f74f-4b3a-9d49-1617b75643a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:01.048327 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-70f6c619-5974-432d-91ac-6fb4ff141fd7 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/networks/725b7fa4-b3d1-48b4-ab85-3061460986a9 HTTP/1.1" status: 204 len: 168 time: 1.6630888 Oct 27 18:43:01.051745 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 55704) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:01.060696 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-2abab487-6057-4dd9-ad5a-183408fb761f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-145983749'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:43:01.067874 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6c619-5974-432d-91ac-6fb4ff141fd7 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event deleted for resources: {'Network': ['ID=725b7fa4-b3d1-48b4-ab85-3061460986a9,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:01.109691 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 55706) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:01.214679 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abab487-6057-4dd9-ad5a-183408fb761f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Made reservation on behalf of dd196885891a42f49d8b798f501c50b4 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:43:01.218516 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2abab487-6057-4dd9-ad5a-183408fb761f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:01.235932 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7d27cf46-0426-42f9-ad1d-c8021fa53869 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:01.263582 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a82ed127-f74f-4b3a-9d49-1617b75643a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:01.268156 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a82ed127-f74f-4b3a-9d49-1617b75643a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:01.270729 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a82ed127-f74f-4b3a-9d49-1617b75643a9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bcf2e787-11b8-40ea-b63e-fb25f9c48c31 HTTP/1.1" status: 204 len: 168 time: 0.5342274 Oct 27 18:43:01.289223 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ed127-f74f-4b3a-9d49-1617b75643a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf2e787-11b8-40ea-b63e-fb25f9c48c31,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:01.293968 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2abab487-6057-4dd9-ad5a-183408fb761f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] vlan segment allocate from pool success with {'vlan_id': 1003, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:43:01.306197 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7d27cf46-0426-42f9-ad1d-c8021fa53869 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:01.311871 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2abab487-6057-4dd9-ad5a-183408fb761f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:01.312241 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-2abab487-6057-4dd9-ad5a-183408fb761f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Added segment 3c7eca01-919d-4f76-a775-4eb07dfbbe52 of type vlan for network b9e0f471-7e3d-4651-af7f-19d4e7bcd77d Oct 27 18:43:01.339170 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76b59043-2489-45c8-b487-6c2761973ae5 req-3fafefb5-def3-4e29-a640-bfbc7f4682ce tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Made reservation on behalf of 21f5568e020c455199c8dde94ac0b73c for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:43:01.349987 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-76b59043-2489-45c8-b487-6c2761973ae5 req-3fafefb5-def3-4e29-a640-bfbc7f4682ce tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:01.488858 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7d27cf46-0426-42f9-ad1d-c8021fa53869 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:01.488858 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7d27cf46-0426-42f9-ad1d-c8021fa53869 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:01.493078 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7d27cf46-0426-42f9-ad1d-c8021fa53869 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "DELETE /v2.0/security-groups/1c00f932-e989-480c-bc3b-9cce45bb328b HTTP/1.1" status: 204 len: 168 time: 0.3822720 Oct 27 18:43:01.496792 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 55712) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:01.529317 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-bb173d02-dee0-48c3-b28c-94a95ec40e48 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] show failed (client error): The resource could not be found. Oct 27 18:43:01.530329 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-76b59043-2489-45c8-b487-6c2761973ae5 req-3fafefb5-def3-4e29-a640-bfbc7f4682ce tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Allocated IP 172.20.0.4 (a9541e31-c93f-4ee8-abea-4329f5075599/aaefa3d2-884a-4c75-bedd-880ab1228d21/59982903-96e4-4fcc-8d89-d5172d4059e3) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:43:01.531065 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-bb173d02-dee0-48c3-b28c-94a95ec40e48 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "GET /v2.0/security-groups/1c00f932-e989-480c-bc3b-9cce45bb328b HTTP/1.1" status: 404 len: 347 time: 0.0311601 Oct 27 18:43:01.532112 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d27cf46-0426-42f9-ad1d-c8021fa53869 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c00f932-e989-480c-bc3b-9cce45bb328b,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:01.533967 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 55714) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:01.656088 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2abab487-6057-4dd9-ad5a-183408fb761f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:01.711764 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-76b59043-2489-45c8-b487-6c2761973ae5 req-3fafefb5-def3-4e29-a640-bfbc7f4682ce tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:01.766669 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-2949656b-7828-4dde-b531-83d41da37e84 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Deleting port 87d8a46b-87b8-4c4d-b065-3e04d0db6954 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:43:01.766669 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2949656b-7828-4dde-b531-83d41da37e84 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:01.786868 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2abab487-6057-4dd9-ad5a-183408fb761f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:01.793310 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abab487-6057-4dd9-ad5a-183408fb761f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:01.797828 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2abab487-6057-4dd9-ad5a-183408fb761f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:01.828756 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-76b59043-2489-45c8-b487-6c2761973ae5 req-3fafefb5-def3-4e29-a640-bfbc7f4682ce tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:01.917593 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2949656b-7828-4dde-b531-83d41da37e84 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:01.918751 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2949656b-7828-4dde-b531-83d41da37e84 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:01.948157 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-2949656b-7828-4dde-b531-83d41da37e84 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Calling delete_port for 87d8a46b-87b8-4c4d-b065-3e04d0db6954 owned by network:floatingip {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:43:02.012442 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abab487-6057-4dd9-ad5a-183408fb761f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'Network': ['ID=b9e0f471-7e3d-4651-af7f-19d4e7bcd77d,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:02.026174 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76b59043-2489-45c8-b487-6c2761973ae5 req-3fafefb5-def3-4e29-a640-bfbc7f4682ce tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Network a9541e31-c93f-4ee8-abea-4329f5075599 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:43:02.026720 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network b9e0f471-7e3d-4651-af7f-19d4e7bcd77d details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:43:02.029902 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-76b59043-2489-45c8-b487-6c2761973ae5 req-3fafefb5-def3-4e29-a640-bfbc7f4682ce tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:43:02.032663 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b59043-2489-45c8-b487-6c2761973ae5 req-3fafefb5-def3-4e29-a640-bfbc7f4682ce tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:43:02.102480 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b59043-2489-45c8-b487-6c2761973ae5 req-3fafefb5-def3-4e29-a640-bfbc7f4682ce tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:02.105005 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-76b59043-2489-45c8-b487-6c2761973ae5 req-3fafefb5-def3-4e29-a640-bfbc7f4682ce tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:02.122763 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2abab487-6057-4dd9-ad5a-183408fb761f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0698471 Oct 27 18:43:02.126900 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 55722) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:02.138661 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-5a73c39a-e538-4016-81c1-c88e377495e2 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'subnet': {'network_id': 'b9e0f471-7e3d-4651-af7f-19d4e7bcd77d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:43:02.148842 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fafefb5-def3-4e29-a640-bfbc7f4682ce tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'Port': ['ID=59982903-96e4-4fcc-8d89-d5172d4059e3,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:02.262892 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-76b59043-2489-45c8-b487-6c2761973ae5 req-3fafefb5-def3-4e29-a640-bfbc7f4682ce tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3437474 Oct 27 18:43:02.279512 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-76b59043-2489-45c8-b487-6c2761973ae5 req-22bc8d47-e60b-4bb4-b902-0c9d88818874 service neutron] Request body: {'port': {'device_id': '4031e58c-2edc-47cf-a6be-545bafd3e26a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:43:02.360872 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 55724) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:02.379760 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9fee2694-a8d9-42eb-a1f3-2ff7e03ec328 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:02.420595 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2949656b-7828-4dde-b531-83d41da37e84 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:02.446174 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-3835ed06-49a0-46ed-8999-bd971ff30d33 None None] Provisioning complete for port 59982903-96e4-4fcc-8d89-d5172d4059e3 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:43:02.446833 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3835ed06-49a0-46ed-8999-bd971ff30d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:02.454131 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-76b59043-2489-45c8-b487-6c2761973ae5 req-22bc8d47-e60b-4bb4-b902-0c9d88818874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:02.462642 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2949656b-7828-4dde-b531-83d41da37e84 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Pushing event deleted for resources: {'Port': ['ID=87d8a46b-87b8-4c4d-b065-3e04d0db6954,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:02.553978 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9fee2694-a8d9-42eb-a1f3-2ff7e03ec328 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:02.557947 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-3835ed06-49a0-46ed-8999-bd971ff30d33 None None] Port 59982903-96e4-4fcc-8d89-d5172d4059e3 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:43:02.568635 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2949656b-7828-4dde-b531-83d41da37e84 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks [] for floatingip, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:02.571482 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2949656b-7828-4dde-b531-83d41da37e84 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:02.572704 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-2949656b-7828-4dde-b531-83d41da37e84 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "DELETE /v2.0/floatingips/517a4b1a-2879-4ca9-a23e-7047d3521445 HTTP/1.1" status: 204 len: 168 time: 1.0375671 Oct 27 18:43:02.576101 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 55728) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:02.612490 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a73c39a-e538-4016-81c1-c88e377495e2 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Made reservation on behalf of dd196885891a42f49d8b798f501c50b4 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:43:02.616180 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5a73c39a-e538-4016-81c1-c88e377495e2 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:02.624552 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9fee2694-a8d9-42eb-a1f3-2ff7e03ec328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:02.734441 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9fee2694-a8d9-42eb-a1f3-2ff7e03ec328 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d561a88e9bf041f98ab3d1e4aa1d7020&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3745115 Oct 27 18:43:02.736195 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee2694-a8d9-42eb-a1f3-2ff7e03ec328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1601d175-6d17-43a9-9a92-e448632fb448,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:02.739526 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 55732) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:02.758503 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-8e374ecd-2c1c-44bc-b449-bfcf6fe66768 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Deleting port de66f073-b55a-4294-bcf0-2738e20e2c40 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:43:02.758919 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8e374ecd-2c1c-44bc-b449-bfcf6fe66768 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:02.885280 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f8d21bc8-005e-4a24-b0c6-7b44eaa8ef43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:02.970278 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f8d21bc8-005e-4a24-b0c6-7b44eaa8ef43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:03.047121 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-76b59043-2489-45c8-b487-6c2761973ae5 req-22bc8d47-e60b-4bb4-b902-0c9d88818874 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59982903-96e4-4fcc-8d89-d5172d4059e3 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:43:03.058046 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-76b59043-2489-45c8-b487-6c2761973ae5 req-22bc8d47-e60b-4bb4-b902-0c9d88818874 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:03.164873 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5a73c39a-e538-4016-81c1-c88e377495e2 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:03.204839 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-76b59043-2489-45c8-b487-6c2761973ae5 req-22bc8d47-e60b-4bb4-b902-0c9d88818874 service neutron] Transition to ACTIVE for port object 59982903-96e4-4fcc-8d89-d5172d4059e3 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:43:03.208821 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f8d21bc8-005e-4a24-b0c6-7b44eaa8ef43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:03.210892 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f8d21bc8-005e-4a24-b0c6-7b44eaa8ef43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:03.215837 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f8d21bc8-005e-4a24-b0c6-7b44eaa8ef43 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1601d175-6d17-43a9-9a92-e448632fb448 HTTP/1.1" status: 204 len: 168 time: 0.4723117 Oct 27 18:43:03.252060 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d21bc8-005e-4a24-b0c6-7b44eaa8ef43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1601d175-6d17-43a9-9a92-e448632fb448,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:03.296902 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a73c39a-e538-4016-81c1-c88e377495e2 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'Subnet': ['ID=13ae68ee-2320-4885-955e-142388662675,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:03.303446 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a73c39a-e538-4016-81c1-c88e377495e2 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Checking segment: {'id': '3c7eca01-919d-4f76-a775-4eb07dfbbe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'b9e0f471-7e3d-4651-af7f-19d4e7bcd77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:43:03.303446 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a73c39a-e538-4016-81c1-c88e377495e2 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Network hostable DHCP agents. Network: b9e0f471-7e3d-4651-af7f-19d4e7bcd77d, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:43:03.304517 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-76b59043-2489-45c8-b487-6c2761973ae5 req-22bc8d47-e60b-4bb4-b902-0c9d88818874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:03.340613 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8e374ecd-2c1c-44bc-b449-bfcf6fe66768 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:03.364169 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-8e374ecd-2c1c-44bc-b449-bfcf6fe66768 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Calling delete_port for de66f073-b55a-4294-bcf0-2738e20e2c40 owned by {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:43:03.554739 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a73c39a-e538-4016-81c1-c88e377495e2 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Network b9e0f471-7e3d-4651-af7f-19d4e7bcd77d is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:43:03.558488 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc8d47-e60b-4bb4-b902-0c9d88818874 service neutron] Pushing event updated for resources: {'Port': ['ID=59982903-96e4-4fcc-8d89-d5172d4059e3,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:03.574528 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-76b59043-2489-45c8-b487-6c2761973ae5 req-22bc8d47-e60b-4bb4-b902-0c9d88818874 service neutron] Attempting to bind port 59982903-96e4-4fcc-8d89-d5172d4059e3 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:43:03.576766 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-76b59043-2489-45c8-b487-6c2761973ae5 req-22bc8d47-e60b-4bb4-b902-0c9d88818874 service neutron] Attempting to bind port 59982903-96e4-4fcc-8d89-d5172d4059e3 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '17a74c28-ade6-4811-8baf-0a1df2b76edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'a9541e31-c93f-4ee8-abea-4329f5075599'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:43:03.576766 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b59043-2489-45c8-b487-6c2761973ae5 req-22bc8d47-e60b-4bb4-b902-0c9d88818874 service neutron] Attempting to bind port 59982903-96e4-4fcc-8d89-d5172d4059e3 on network a9541e31-c93f-4ee8-abea-4329f5075599 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:43:03.580064 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b59043-2489-45c8-b487-6c2761973ae5 req-22bc8d47-e60b-4bb4-b902-0c9d88818874 service neutron] Port 59982903-96e4-4fcc-8d89-d5172d4059e3 on network a9541e31-c93f-4ee8-abea-4329f5075599 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:43:03.580393 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b59043-2489-45c8-b487-6c2761973ae5 req-22bc8d47-e60b-4bb4-b902-0c9d88818874 service neutron] Attempting to bind port 59982903-96e4-4fcc-8d89-d5172d4059e3 on network a9541e31-c93f-4ee8-abea-4329f5075599 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:43:03.586304 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b59043-2489-45c8-b487-6c2761973ae5 req-22bc8d47-e60b-4bb4-b902-0c9d88818874 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:43:03.588577 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8e374ecd-2c1c-44bc-b449-bfcf6fe66768 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:03.588720 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b59043-2489-45c8-b487-6c2761973ae5 req-22bc8d47-e60b-4bb4-b902-0c9d88818874 service neutron] Checking segment: {'id': '17a74c28-ade6-4811-8baf-0a1df2b76edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'a9541e31-c93f-4ee8-abea-4329f5075599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:43:03.588720 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b59043-2489-45c8-b487-6c2761973ae5 req-22bc8d47-e60b-4bb4-b902-0c9d88818874 service neutron] Bound using segment: {'id': '17a74c28-ade6-4811-8baf-0a1df2b76edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'a9541e31-c93f-4ee8-abea-4329f5075599'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:43:03.588720 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-76b59043-2489-45c8-b487-6c2761973ae5 req-22bc8d47-e60b-4bb4-b902-0c9d88818874 service neutron] Bound port: 59982903-96e4-4fcc-8d89-d5172d4059e3, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17a74c28-ade6-4811-8baf-0a1df2b76edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'a9541e31-c93f-4ee8-abea-4329f5075599'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:43:03.588720 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-76b59043-2489-45c8-b487-6c2761973ae5 req-22bc8d47-e60b-4bb4-b902-0c9d88818874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:03.645078 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e374ecd-2c1c-44bc-b449-bfcf6fe66768 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Pushing event deleted for resources: {'Port': ['ID=de66f073-b55a-4294-bcf0-2738e20e2c40,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:03.668471 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-76b59043-2489-45c8-b487-6c2761973ae5 req-22bc8d47-e60b-4bb4-b902-0c9d88818874 service neutron] For port 59982903-96e4-4fcc-8d89-d5172d4059e3, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:43:03.673224 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-76b59043-2489-45c8-b487-6c2761973ae5 req-22bc8d47-e60b-4bb4-b902-0c9d88818874 service neutron] For port 59982903-96e4-4fcc-8d89-d5172d4059e3, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=59982903-96e4-4fcc-8d89-d5172d4059e3,segment=NetworkSegment(17a74c28-ade6-4811-8baf-0a1df2b76edf),segment_id=17a74c28-ade6-4811-8baf-0a1df2b76edf)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:43:03.676912 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-5a73c39a-e538-4016-81c1-c88e377495e2 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, b9e0f471-7e3d-4651-af7f-19d4e7bcd77d) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:43:03.685736 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a73c39a-e538-4016-81c1-c88e377495e2 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:03.687383 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5a73c39a-e538-4016-81c1-c88e377495e2 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:03.696682 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c705e8b8-cf7c-41d2-a6af-025fe01fd7cb None None] Network b9e0f471-7e3d-4651-af7f-19d4e7bcd77d requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:43:03.758385 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-76b59043-2489-45c8-b487-6c2761973ae5 req-22bc8d47-e60b-4bb4-b902-0c9d88818874 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:03.812349 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8e374ecd-2c1c-44bc-b449-bfcf6fe66768 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:03.818241 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8e374ecd-2c1c-44bc-b449-bfcf6fe66768 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "DELETE /v2.0/ports/de66f073-b55a-4294-bcf0-2738e20e2c40 HTTP/1.1" status: 204 len: 168 time: 1.2408686 Oct 27 18:43:03.821954 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 55748) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:03.826445 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5a73c39a-e538-4016-81c1-c88e377495e2 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6983373 Oct 27 18:43:03.832434 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 55750) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:03.841134 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-cedf7368-432a-4320-b0c3-e7365201fab9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1989994289', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:43:03.856226 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b59043-2489-45c8-b487-6c2761973ae5 req-22bc8d47-e60b-4bb4-b902-0c9d88818874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:03.857062 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-76b59043-2489-45c8-b487-6c2761973ae5 req-22bc8d47-e60b-4bb4-b902-0c9d88818874 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:03.858528 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-76b59043-2489-45c8-b487-6c2761973ae5 req-22bc8d47-e60b-4bb4-b902-0c9d88818874 service neutron] 10.222.0.93 "PUT /v2.0/ports/59982903-96e4-4fcc-8d89-d5172d4059e3 HTTP/1.1" status: 200 len: 1091 time: 1.5845859 Oct 27 18:43:03.867395 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4031e58c-2edc-47cf-a6be-545bafd3e26a', 'tag': '59982903-96e4-4fcc-8d89-d5172d4059e3'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:43:03.869942 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8705b111-17bd-4d52-b718-4eccaeeb1821" -d '{"events": [{"name": "network-changed", "server_uuid": "4031e58c-2edc-47cf-a6be-545bafd3e26a", "tag": "59982903-96e4-4fcc-8d89-d5172d4059e3"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:43:03.976627 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc8d47-e60b-4bb4-b902-0c9d88818874 service neutron] Pushing event updated for resources: {'Port': ['ID=59982903-96e4-4fcc-8d89-d5172d4059e3,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:04.008766 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4897e019-938a-4f4c-ba4c-2c5d10a820de x-openstack-request-id: req-4897e019-938a-4f4c-ba4c-2c5d10a820de {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:43:04.009214 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4031e58c-2edc-47cf-a6be-545bafd3e26a", "tag": "59982903-96e4-4fcc-8d89-d5172d4059e3", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:43:04.009579 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4897e019-938a-4f4c-ba4c-2c5d10a820de {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:43:04.010104 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4031e58c-2edc-47cf-a6be-545bafd3e26a', 'tag': '59982903-96e4-4fcc-8d89-d5172d4059e3', 'status': 'completed', 'code': 200} Oct 27 18:43:04.083767 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cedf7368-432a-4320-b0c3-e7365201fab9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:04.084396 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-dcc82ac3-6cbd-4de7-bf55-88b341a78ee0 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Deleting port b2a5ef78-9b0f-4779-ac14-f1338bdabd09 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:43:04.084748 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dcc82ac3-6cbd-4de7-bf55-88b341a78ee0 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:04.088520 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cedf7368-432a-4320-b0c3-e7365201fab9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:04.142739 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09069ee3-2b4d-40b9-94bc-6aec77d43e85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-b9e0f471-7e3d-4651-af7f-19d4e7bcd77d', 'network_id': 'b9e0f471-7e3d-4651-af7f-19d4e7bcd77d', 'tenant_id': 'dd196885891a42f49d8b798f501c50b4', 'fixed_ips': [{'subnet_id': '13ae68ee-2320-4885-955e-142388662675'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:43:04.143739 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-09069ee3-2b4d-40b9-94bc-6aec77d43e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:04.406765 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cedf7368-432a-4320-b0c3-e7365201fab9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:04.432168 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b59043-2489-45c8-b487-6c2761973ae5 req-f99f7150-5ec7-43aa-83c2-8379e2478351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:04.433797 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-76b59043-2489-45c8-b487-6c2761973ae5 req-f99f7150-5ec7-43aa-83c2-8379e2478351 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=21f5568e020c455199c8dde94ac0b73c&device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 1094 time: 0.4491212 Oct 27 18:43:04.539203 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dcc82ac3-6cbd-4de7-bf55-88b341a78ee0 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:04.565550 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cedf7368-432a-4320-b0c3-e7365201fab9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:04.578797 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-76b59043-2489-45c8-b487-6c2761973ae5 req-377324a2-93e1-4c96-8da4-a62daba55061 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59982903-96e4-4fcc-8d89-d5172d4059e3 HTTP/1.1" status: 200 len: 217 time: 0.1345680 Oct 27 18:43:04.583176 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-dcc82ac3-6cbd-4de7-bf55-88b341a78ee0 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Calling delete_port for b2a5ef78-9b0f-4779-ac14-f1338bdabd09 owned by {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:43:04.752404 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b59043-2489-45c8-b487-6c2761973ae5 req-e05617a6-6bdf-4144-a93d-9de570bb4b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:04.754252 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-76b59043-2489-45c8-b487-6c2761973ae5 req-e05617a6-6bdf-4144-a93d-9de570bb4b56 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=aaefa3d2-884a-4c75-bedd-880ab1228d21 HTTP/1.1" status: 200 len: 834 time: 0.1675501 Oct 27 18:43:04.824767 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cedf7368-432a-4320-b0c3-e7365201fab9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:04.829454 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-cedf7368-432a-4320-b0c3-e7365201fab9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.9954042 Oct 27 18:43:04.830804 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 55780) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:04.844633 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-58e9a0bb-500e-431c-8cac-7b05091e8115 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'port': {'network_id': 'b9e0f471-7e3d-4651-af7f-19d4e7bcd77d', 'name': 'tempest-PortsTestJSON-2048512313'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:43:04.918326 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b59043-2489-45c8-b487-6c2761973ae5 req-186dc6ef-8b6a-42f6-aaf5-9fe12288c2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:04.920020 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-76b59043-2489-45c8-b487-6c2761973ae5 req-186dc6ef-8b6a-42f6-aaf5-9fe12288c2d1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a9541e31-c93f-4ee8-abea-4329f5075599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1588354 Oct 27 18:43:04.923521 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dcc82ac3-6cbd-4de7-bf55-88b341a78ee0 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:04.983291 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc82ac3-6cbd-4de7-bf55-88b341a78ee0 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Pushing event deleted for resources: {'Port': ['ID=b2a5ef78-9b0f-4779-ac14-f1338bdabd09,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:05.093527 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-09069ee3-2b4d-40b9-94bc-6aec77d43e85 None None] Allocated IP 172.20.0.2 (b9e0f471-7e3d-4651-af7f-19d4e7bcd77d/13ae68ee-2320-4885-955e-142388662675/75a4653c-de44-4f1a-8a9d-6c5deda1099c) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:43:05.098390 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dcc82ac3-6cbd-4de7-bf55-88b341a78ee0 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:05.103508 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-dcc82ac3-6cbd-4de7-bf55-88b341a78ee0 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "DELETE /v2.0/ports/b2a5ef78-9b0f-4779-ac14-f1338bdabd09 HTTP/1.1" status: 204 len: 168 time: 1.2801979 Oct 27 18:43:05.105989 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 55790) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:05.137938 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-76b59043-2489-45c8-b487-6c2761973ae5 req-b08665be-fdc5-4dcd-bad5-6592881502f3 service neutron] 10.222.0.93 "GET /v2.0/networks/a9541e31-c93f-4ee8-abea-4329f5075599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991792 Oct 27 18:43:05.178456 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f38e9c8-f78c-4732-afb7-de73b85ee714 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Deleting subnet 04e448aa-1e58-4ecc-bf47-1088a536ca59 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:43:05.182700 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5f38e9c8-f78c-4732-afb7-de73b85ee714 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:05.231118 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5f38e9c8-f78c-4732-afb7-de73b85ee714 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:05.266248 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-76b59043-2489-45c8-b487-6c2761973ae5 req-d5dc34b2-59a0-4f4d-a440-35d9942a2ef6 service neutron] 10.222.0.93 "GET /v2.0/networks/a9541e31-c93f-4ee8-abea-4329f5075599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210032 Oct 27 18:43:05.267432 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e9a0bb-500e-431c-8cac-7b05091e8115 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Made reservation on behalf of dd196885891a42f49d8b798f501c50b4 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:43:05.271515 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-58e9a0bb-500e-431c-8cac-7b05091e8115 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:05.292911 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-09069ee3-2b4d-40b9-94bc-6aec77d43e85 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:05.307934 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-58e9a0bb-500e-431c-8cac-7b05091e8115 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] device_id is not set on port 4bd3c570-096b-42b2-b392-f24d4ffd31a4 yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:43:05.353649 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5f38e9c8-f78c-4732-afb7-de73b85ee714 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:05.370079 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-09069ee3-2b4d-40b9-94bc-6aec77d43e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:05.455208 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09069ee3-2b4d-40b9-94bc-6aec77d43e85 None None] Network b9e0f471-7e3d-4651-af7f-19d4e7bcd77d is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:43:05.457912 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-09069ee3-2b4d-40b9-94bc-6aec77d43e85 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:43:05.471818 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09069ee3-2b4d-40b9-94bc-6aec77d43e85 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:43:05.495281 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5f38e9c8-f78c-4732-afb7-de73b85ee714 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:05.553740 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f38e9c8-f78c-4732-afb7-de73b85ee714 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Pushing event deleted for resources: {'Subnet': ['ID=04e448aa-1e58-4ecc-bf47-1088a536ca59,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:05.564366 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5f38e9c8-f78c-4732-afb7-de73b85ee714 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:05.569563 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5f38e9c8-f78c-4732-afb7-de73b85ee714 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "DELETE /v2.0/subnets/04e448aa-1e58-4ecc-bf47-1088a536ca59 HTTP/1.1" status: 204 len: 168 time: 0.4622874 Oct 27 18:43:05.574018 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 55796) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:05.583079 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09069ee3-2b4d-40b9-94bc-6aec77d43e85 None None] Pushing event updated for resources: {'Port': ['ID=75a4653c-de44-4f1a-8a9d-6c5deda1099c,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:05.599897 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b419b9-32c6-4206-87b9-bfb37303b049 None None] Network 7a4a9448-dde2-4330-a4d7-528d39b56a56 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:43:05.618793 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705b111-17bd-4d52-b718-4eccaeeb1821 req-8f73b50f-21ef-4a22-8340-d77ef7d16c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:05.620359 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8705b111-17bd-4d52-b718-4eccaeeb1821 req-8f73b50f-21ef-4a22-8340-d77ef7d16c00 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=21f5568e020c455199c8dde94ac0b73c&device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 1094 time: 0.2031474 Oct 27 18:43:05.653864 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-58e9a0bb-500e-431c-8cac-7b05091e8115 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Allocated IP 172.20.0.3 (b9e0f471-7e3d-4651-af7f-19d4e7bcd77d/13ae68ee-2320-4885-955e-142388662675/4bd3c570-096b-42b2-b392-f24d4ffd31a4) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:43:05.712808 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-09069ee3-2b4d-40b9-94bc-6aec77d43e85 None None] Attempting to bind port 75a4653c-de44-4f1a-8a9d-6c5deda1099c on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:43:05.713758 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-09069ee3-2b4d-40b9-94bc-6aec77d43e85 None None] Attempting to bind port 75a4653c-de44-4f1a-8a9d-6c5deda1099c by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '3c7eca01-919d-4f76-a775-4eb07dfbbe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'b9e0f471-7e3d-4651-af7f-19d4e7bcd77d'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:43:05.714296 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09069ee3-2b4d-40b9-94bc-6aec77d43e85 None None] Attempting to bind port 75a4653c-de44-4f1a-8a9d-6c5deda1099c on network b9e0f471-7e3d-4651-af7f-19d4e7bcd77d {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:43:05.759820 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-4115640f-e044-4188-a5b0-0f7a166f5680 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Deleting subnet 0c846821-c400-4b07-990c-53ee0d225496 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:43:05.768305 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4115640f-e044-4188-a5b0-0f7a166f5680 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:05.808591 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09069ee3-2b4d-40b9-94bc-6aec77d43e85 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:43:05.808972 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09069ee3-2b4d-40b9-94bc-6aec77d43e85 None None] Checking segment: {'id': '3c7eca01-919d-4f76-a775-4eb07dfbbe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'b9e0f471-7e3d-4651-af7f-19d4e7bcd77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:43:05.810272 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-09069ee3-2b4d-40b9-94bc-6aec77d43e85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:05.810881 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09069ee3-2b4d-40b9-94bc-6aec77d43e85 None None] Bound using segment: {'id': '3c7eca01-919d-4f76-a775-4eb07dfbbe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'b9e0f471-7e3d-4651-af7f-19d4e7bcd77d'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:43:05.812151 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-09069ee3-2b4d-40b9-94bc-6aec77d43e85 None None] Bound port: 75a4653c-de44-4f1a-8a9d-6c5deda1099c, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7eca01-919d-4f76-a775-4eb07dfbbe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'b9e0f471-7e3d-4651-af7f-19d4e7bcd77d'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:43:05.812826 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-09069ee3-2b4d-40b9-94bc-6aec77d43e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:05.871524 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705b111-17bd-4d52-b718-4eccaeeb1821 req-96bd319a-0de7-4cdb-8933-00fc09759531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:05.873277 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8705b111-17bd-4d52-b718-4eccaeeb1821 req-96bd319a-0de7-4cdb-8933-00fc09759531 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a9541e31-c93f-4ee8-abea-4329f5075599 HTTP/1.1" status: 200 len: 899 time: 0.2170055 Oct 27 18:43:05.882392 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4115640f-e044-4188-a5b0-0f7a166f5680 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:05.963814 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-09069ee3-2b4d-40b9-94bc-6aec77d43e85 None None] For port 75a4653c-de44-4f1a-8a9d-6c5deda1099c, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:43:05.987701 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-09069ee3-2b4d-40b9-94bc-6aec77d43e85 None None] For port 75a4653c-de44-4f1a-8a9d-6c5deda1099c, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=75a4653c-de44-4f1a-8a9d-6c5deda1099c,segment=NetworkSegment(3c7eca01-919d-4f76-a775-4eb07dfbbe52),segment_id=3c7eca01-919d-4f76-a775-4eb07dfbbe52)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:43:06.018012 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e39467-585a-429e-abda-d207f58487e1 None None] DHCP port deletion for 7a4a9448-dde2-4330-a4d7-528d39b56a56 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:43:06.079938 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8705b111-17bd-4d52-b718-4eccaeeb1821 req-89e26393-2df0-4613-9b4a-c8d99bd0bbde service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59982903-96e4-4fcc-8d89-d5172d4059e3 HTTP/1.1" status: 200 len: 217 time: 0.1945755 Oct 27 18:43:06.092409 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-09069ee3-2b4d-40b9-94bc-6aec77d43e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:06.166788 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09069ee3-2b4d-40b9-94bc-6aec77d43e85 None None] Pushing event updated for resources: {'Port': ['ID=75a4653c-de44-4f1a-8a9d-6c5deda1099c,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:06.171477 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-13e39467-585a-429e-abda-d207f58487e1 None None] Deleting port 1869773b-130e-42f0-9e67-7d9e2f96c971 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:43:06.171849 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-13e39467-585a-429e-abda-d207f58487e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:06.254045 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705b111-17bd-4d52-b718-4eccaeeb1821 req-0a9b417e-e2a6-4a25-88cd-f384d96ad067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:06.260133 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8705b111-17bd-4d52-b718-4eccaeeb1821 req-0a9b417e-e2a6-4a25-88cd-f384d96ad067 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=aaefa3d2-884a-4c75-bedd-880ab1228d21 HTTP/1.1" status: 200 len: 834 time: 0.1713746 Oct 27 18:43:06.305579 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-13e39467-585a-429e-abda-d207f58487e1 None None] For port 1869773b-130e-42f0-9e67-7d9e2f96c971, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=1869773b-130e-42f0-9e67-7d9e2f96c971,segment=NetworkSegment(835d40c4-66b8-4c5e-8632-a29d009690f1),segment_id=835d40c4-66b8-4c5e-8632-a29d009690f1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:43:06.306187 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-13e39467-585a-429e-abda-d207f58487e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:06.337467 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-13e39467-585a-429e-abda-d207f58487e1 None None] Calling delete_port for 1869773b-130e-42f0-9e67-7d9e2f96c971 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:43:06.366204 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-58e9a0bb-500e-431c-8cac-7b05091e8115 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:06.369722 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4115640f-e044-4188-a5b0-0f7a166f5680 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:06.469844 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705b111-17bd-4d52-b718-4eccaeeb1821 req-1cd4b65e-a4d9-49c0-8be5-32b723bfa212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:06.476120 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8705b111-17bd-4d52-b718-4eccaeeb1821 req-1cd4b65e-a4d9-49c0-8be5-32b723bfa212 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a9541e31-c93f-4ee8-abea-4329f5075599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1996558 Oct 27 18:43:06.586477 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-13e39467-585a-429e-abda-d207f58487e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:06.603676 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e39467-585a-429e-abda-d207f58487e1 None None] No DVR routers for this DVR port 1869773b-130e-42f0-9e67-7d9e2f96c971 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:43:06.642240 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e39467-585a-429e-abda-d207f58487e1 None None] Pushing event deleted for resources: {'Port': ['ID=1869773b-130e-42f0-9e67-7d9e2f96c971,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:06.717533 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8705b111-17bd-4d52-b718-4eccaeeb1821 req-7b724ec2-14bc-4f2e-8d0e-2b7b79b4e234 service neutron] 10.222.0.93 "GET /v2.0/networks/a9541e31-c93f-4ee8-abea-4329f5075599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323616 Oct 27 18:43:06.752820 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4115640f-e044-4188-a5b0-0f7a166f5680 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:06.823184 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115640f-e044-4188-a5b0-0f7a166f5680 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Pushing event deleted for resources: {'Subnet': ['ID=0c846821-c400-4b07-990c-53ee0d225496,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:06.828125 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 59982903-96e4-4fcc-8d89-d5172d4059e3 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:43:06.834134 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-58e9a0bb-500e-431c-8cac-7b05091e8115 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:06.979200 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 59982903-96e4-4fcc-8d89-d5172d4059e3, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=59982903-96e4-4fcc-8d89-d5172d4059e3,segment=NetworkSegment(17a74c28-ade6-4811-8baf-0a1df2b76edf),segment_id=17a74c28-ade6-4811-8baf-0a1df2b76edf)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:43:07.013688 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '59982903-96e4-4fcc-8d89-d5172d4059e3', 'network_id': 'a9541e31-c93f-4ee8-abea-4329f5075599', 'port_id': '59982903-96e4-4fcc-8d89-d5172d4059e3', 'mac_address': 'fa:16:3e:c0:c1:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaefa3d2-884a-4c75-bedd-880ab1228d21', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:43:07.081775 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:07.118991 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59982903-96e4-4fcc-8d89-d5172d4059e3 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:43:07.147694 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 59982903-96e4-4fcc-8d89-d5172d4059e3, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=59982903-96e4-4fcc-8d89-d5172d4059e3,segment=NetworkSegment(17a74c28-ade6-4811-8baf-0a1df2b76edf),segment_id=17a74c28-ade6-4811-8baf-0a1df2b76edf)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:43:07.267795 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:07.342616 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=59982903-96e4-4fcc-8d89-d5172d4059e3,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:07.373199 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4115640f-e044-4188-a5b0-0f7a166f5680 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:07.384853 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1575d5-cdd2-4210-8c2d-d784f5bede00 None None] Network c77cbe16-409d-4d1e-8a39-10a063ae0bca requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:43:07.420429 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4115640f-e044-4188-a5b0-0f7a166f5680 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "DELETE /v2.0/subnets/0c846821-c400-4b07-990c-53ee0d225496 HTTP/1.1" status: 204 len: 168 time: 1.8339908 Oct 27 18:43:07.423365 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 55896) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:07.481930 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e9a0bb-500e-431c-8cac-7b05091e8115 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Network b9e0f471-7e3d-4651-af7f-19d4e7bcd77d is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:43:07.563733 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['59982903-96e4-4fcc-8d89-d5172d4059e3'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:43:07.570075 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9a0bb-500e-431c-8cac-7b05091e8115 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'Port': ['ID=4bd3c570-096b-42b2-b392-f24d4ffd31a4,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:07.574278 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8705b111-17bd-4d52-b718-4eccaeeb1821 req-397bdfea-0bea-4466-8978-5eed55df54e1 service neutron] 10.222.0.93 "GET /v2.0/networks/a9541e31-c93f-4ee8-abea-4329f5075599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8394229 Oct 27 18:43:07.576150 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-58e9a0bb-500e-431c-8cac-7b05091e8115 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:43:07.579498 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e9a0bb-500e-431c-8cac-7b05091e8115 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:43:07.709446 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c8aa2fe5-3bb3-4f69-8a2d-50e91a0781f5 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:07.715997 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e9a0bb-500e-431c-8cac-7b05091e8115 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:07.716668 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-58e9a0bb-500e-431c-8cac-7b05091e8115 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:07.821438 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-58e9a0bb-500e-431c-8cac-7b05091e8115 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9847615 Oct 27 18:43:07.826367 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 55920) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:07.936102 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f067688f-08d2-49d7-97ae-328cfc9604ec None None] DHCP port deletion for c77cbe16-409d-4d1e-8a39-10a063ae0bca request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:43:08.042476 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c8aa2fe5-3bb3-4f69-8a2d-50e91a0781f5 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:08.093985 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-c8aa2fe5-3bb3-4f69-8a2d-50e91a0781f5 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a4a9448-dde2-4330-a4d7-528d39b56a56']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:08.112607 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-c8aa2fe5-3bb3-4f69-8a2d-50e91a0781f5 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '835d40c4-66b8-4c5e-8632-a29d009690f1') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:08.113429 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-c8aa2fe5-3bb3-4f69-8a2d-50e91a0781f5 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '835d40c4-66b8-4c5e-8632-a29d009690f1') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:08.130321 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a1438e-26c2-4d23-8363-806865b6e307 None None] Network b9e0f471-7e3d-4651-af7f-19d4e7bcd77d requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:43:08.143401 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c8aa2fe5-3bb3-4f69-8a2d-50e91a0781f5 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:08.170419 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c8aa2fe5-3bb3-4f69-8a2d-50e91a0781f5 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:08.185948 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8aa2fe5-3bb3-4f69-8a2d-50e91a0781f5 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:43:08.186371 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c8aa2fe5-3bb3-4f69-8a2d-50e91a0781f5 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:08.194306 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:43:08.194306 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:43:08.194306 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:43:08.194306 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:43:08.194306 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:43:08.194306 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:43:08.194306 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:43:08.194306 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:43:08.194306 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:43:08.194306 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:43:08.194306 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:43:08.194306 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:43:08.194306 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:43:08.194306 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:43:08.194306 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:43:08.194306 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:43:08.194306 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:43:08.194306 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:43:08.194306 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:43:08.194306 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:43:08.194306 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:43:08.194306 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:43:08.194306 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:43:08.194306 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:43:08.194306 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:43:08.194306 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:43:08.194306 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:43:08.194306 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:43:08.194306 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:43:08.194306 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:43:08.194306 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:43:08.194306 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:43:08.243988 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 75a4653c-de44-4f1a-8a9d-6c5deda1099c up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:43:08.395473 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-fdb14bd6-25c9-4294-9e68-fe3469c7bdd6 None None] Provisioning complete for port 75a4653c-de44-4f1a-8a9d-6c5deda1099c triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:43:08.396084 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fdb14bd6-25c9-4294-9e68-fe3469c7bdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:08.478523 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f067688f-08d2-49d7-97ae-328cfc9604ec None None] Deleting port 7f509430-b214-4773-8fc3-0e30716518ae {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:43:08.479076 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f067688f-08d2-49d7-97ae-328cfc9604ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:08.524686 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c8aa2fe5-3bb3-4f69-8a2d-50e91a0781f5 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:08.534641 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c8aa2fe5-3bb3-4f69-8a2d-50e91a0781f5 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:08.534641 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c8aa2fe5-3bb3-4f69-8a2d-50e91a0781f5 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "DELETE /v2.0/networks/7a4a9448-dde2-4330-a4d7-528d39b56a56 HTTP/1.1" status: 204 len: 168 time: 1.1086507 Oct 27 18:43:08.542607 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 55960) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:08.580583 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aa2fe5-3bb3-4f69-8a2d-50e91a0781f5 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Pushing event deleted for resources: {'Network': ['ID=7a4a9448-dde2-4330-a4d7-528d39b56a56,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:08.603265 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 75a4653c-de44-4f1a-8a9d-6c5deda1099c triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:43:08.603265 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:08.687226 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f067688f-08d2-49d7-97ae-328cfc9604ec None None] For port 7f509430-b214-4773-8fc3-0e30716518ae, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=7f509430-b214-4773-8fc3-0e30716518ae,segment=NetworkSegment(4033ff10-20d7-4fe8-a555-cb66828d83d8),segment_id=4033ff10-20d7-4fe8-a555-cb66828d83d8)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:43:08.690418 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f067688f-08d2-49d7-97ae-328cfc9604ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:08.743798 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c0fd7d0a-2cfa-44e5-838b-df9aa8fcd8a1 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:08.750931 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fdb14bd6-25c9-4294-9e68-fe3469c7bdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:08.753485 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f067688f-08d2-49d7-97ae-328cfc9604ec None None] Calling delete_port for 7f509430-b214-4773-8fc3-0e30716518ae owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:43:08.813579 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3ca98689-e277-4e7c-a49c-642663e98a43 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:08.855652 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-fdb14bd6-25c9-4294-9e68-fe3469c7bdd6 None None] For port 75a4653c-de44-4f1a-8a9d-6c5deda1099c, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=75a4653c-de44-4f1a-8a9d-6c5deda1099c,segment=NetworkSegment(3c7eca01-919d-4f76-a775-4eb07dfbbe52),segment_id=3c7eca01-919d-4f76-a775-4eb07dfbbe52)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:43:08.857009 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 59982903-96e4-4fcc-8d89-d5172d4059e3 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:43:08.958936 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fdb14bd6-25c9-4294-9e68-fe3469c7bdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:08.986606 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:09.277287 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb14bd6-25c9-4294-9e68-fe3469c7bdd6 None None] Pushing event updated for resources: {'Port': ['ID=75a4653c-de44-4f1a-8a9d-6c5deda1099c,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:09.320274 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:43:09.320623 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:43:09.386039 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 59982903-96e4-4fcc-8d89-d5172d4059e3 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:43:09.390204 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 59982903-96e4-4fcc-8d89-d5172d4059e3 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:43:09.390571 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:09.451804 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f067688f-08d2-49d7-97ae-328cfc9604ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:09.510763 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-3ca98689-e277-4e7c-a49c-642663e98a43 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Deleting port 7f509430-b214-4773-8fc3-0e30716518ae {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:43:09.524714 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3ca98689-e277-4e7c-a49c-642663e98a43 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:09.589856 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067688f-08d2-49d7-97ae-328cfc9604ec None None] Pushing event deleted for resources: {'Port': ['ID=7f509430-b214-4773-8fc3-0e30716518ae,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:09.602202 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f067688f-08d2-49d7-97ae-328cfc9604ec None None] No DVR routers for this DVR port 7f509430-b214-4773-8fc3-0e30716518ae on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:43:09.697753 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-2c95b1ba-3f2a-411f-9ae3-e26be7e8f94d None None] Provisioning complete for port 75a4653c-de44-4f1a-8a9d-6c5deda1099c triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:43:09.698501 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2c95b1ba-3f2a-411f-9ae3-e26be7e8f94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:09.742543 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-3ca98689-e277-4e7c-a49c-642663e98a43 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] For port 7f509430-b214-4773-8fc3-0e30716518ae, host n-d-815690-2, got binding levels [] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:43:09.748725 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3ca98689-e277-4e7c-a49c-642663e98a43 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:09.771867 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c0fd7d0a-2cfa-44e5-838b-df9aa8fcd8a1 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:09.781756 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-3ca98689-e277-4e7c-a49c-642663e98a43 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Calling delete_port for 7f509430-b214-4773-8fc3-0e30716518ae owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:43:09.788188 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.ipam_backend_mixin [None req-3ca98689-e277-4e7c-a49c-642663e98a43 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Port 7f509430-b214-4773-8fc3-0e30716518ae was not found and therefore no delete operation was performed {{(pid=102879) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 18:43:09.797207 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3ca98689-e277-4e7c-a49c-642663e98a43 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:09.818892 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5f30c206-b7b0-477d-b53c-4da93fc38fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:09.832386 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca98689-e277-4e7c-a49c-642663e98a43 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Pushing event deleted for resources: {'Port': ['ID=7f509430-b214-4773-8fc3-0e30716518ae,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:09.841694 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca98689-e277-4e7c-a49c-642663e98a43 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] No DVR routers for this DVR port 7f509430-b214-4773-8fc3-0e30716518ae on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:43:09.848710 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c0fd7d0a-2cfa-44e5-838b-df9aa8fcd8a1 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:09.941105 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:10.016916 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 59982903-96e4-4fcc-8d89-d5172d4059e3, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=59982903-96e4-4fcc-8d89-d5172d4059e3,segment=NetworkSegment(17a74c28-ade6-4811-8baf-0a1df2b76edf),segment_id=17a74c28-ade6-4811-8baf-0a1df2b76edf)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:43:10.021592 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4031e58c-2edc-47cf-a6be-545bafd3e26a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59982903-96e4-4fcc-8d89-d5172d4059e3'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:43:10.024814 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c3fed9-7581-470b-a2fa-a255a93613ed" -d '{"events": [{"server_uuid": "4031e58c-2edc-47cf-a6be-545bafd3e26a", "name": "network-vif-plugged", "status": "completed", "tag": "59982903-96e4-4fcc-8d89-d5172d4059e3"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:43:10.031962 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd7d0a-2cfa-44e5-838b-df9aa8fcd8a1 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'Port': ['ID=4bd3c570-096b-42b2-b392-f24d4ffd31a4,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:10.032769 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 1869773b-130e-42f0-9e67-7d9e2f96c971 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:43:10.052255 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3ca98689-e277-4e7c-a49c-642663e98a43 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:10.128785 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-3ca98689-e277-4e7c-a49c-642663e98a43 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c77cbe16-409d-4d1e-8a39-10a063ae0bca']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:10.199242 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-3ca98689-e277-4e7c-a49c-642663e98a43 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4033ff10-20d7-4fe8-a555-cb66828d83d8') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:10.199517 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-3ca98689-e277-4e7c-a49c-642663e98a43 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4033ff10-20d7-4fe8-a555-cb66828d83d8') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:10.238095 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 56042) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:10.241493 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3ca98689-e277-4e7c-a49c-642663e98a43 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:10.351818 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3ca98689-e277-4e7c-a49c-642663e98a43 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:10.376644 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ca98689-e277-4e7c-a49c-642663e98a43 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:43:10.377050 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3ca98689-e277-4e7c-a49c-642663e98a43 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:10.381636 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:43:10.381636 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:43:10.381636 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:43:10.381636 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:43:10.381636 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:43:10.381636 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:43:10.381636 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:43:10.381636 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:43:10.381636 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:43:10.381636 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:43:10.381636 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:43:10.381636 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:43:10.381636 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:43:10.381636 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:43:10.381636 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:43:10.381636 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:43:10.381636 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:43:10.381636 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:43:10.381636 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:43:10.381636 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:43:10.381636 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:43:10.381636 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:43:10.381636 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:43:10.381636 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:43:10.381636 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:43:10.381636 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:43:10.381636 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:43:10.381636 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:43:10.381636 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:43:10.381636 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:43:10.381636 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:43:10.381636 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:43:10.384374 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75670398-12f2-4ab6-8b69-d1b8da3a5672 x-openstack-request-id: req-75670398-12f2-4ab6-8b69-d1b8da3a5672 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:43:10.384374 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4031e58c-2edc-47cf-a6be-545bafd3e26a", "name": "network-vif-plugged", "status": "completed", "tag": "59982903-96e4-4fcc-8d89-d5172d4059e3", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:43:10.384714 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-75670398-12f2-4ab6-8b69-d1b8da3a5672 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:43:10.385151 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4031e58c-2edc-47cf-a6be-545bafd3e26a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59982903-96e4-4fcc-8d89-d5172d4059e3', 'code': 200} Oct 27 18:43:10.391801 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:10.395393 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 1869773b-130e-42f0-9e67-7d9e2f96c971 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:43:10.396055 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 1869773b-130e-42f0-9e67-7d9e2f96c971 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:43:10.408654 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7f509430-b214-4773-8fc3-0e30716518ae no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:43:10.427061 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-2c95b1ba-3f2a-411f-9ae3-e26be7e8f94d None None] Provisioning complete for port 4bd3c570-096b-42b2-b392-f24d4ffd31a4 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:43:10.427560 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2c95b1ba-3f2a-411f-9ae3-e26be7e8f94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:10.429235 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 7f509430-b214-4773-8fc3-0e30716518ae {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:43:10.429648 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7f509430-b214-4773-8fc3-0e30716518ae not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:43:10.507042 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f46bb500-70c1-4ba4-b45d-5be14050c994 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:10.509631 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=59982903-96e4-4fcc-8d89-d5172d4059e3,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:10.528767 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-2c95b1ba-3f2a-411f-9ae3-e26be7e8f94d None None] Port 4bd3c570-096b-42b2-b392-f24d4ffd31a4 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:43:10.543214 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7e16b-24d2-4d85-8ce7-2324dfa06601 req-092a3c7c-fe88-4b3e-b62f-9784e7f5e407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:10.544789 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c3c7e16b-24d2-4d85-8ce7-2324dfa06601 req-092a3c7c-fe88-4b3e-b62f-9784e7f5e407 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 1096 time: 0.3164468 Oct 27 18:43:10.657350 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4768725c-8be9-4a39-99f8-73359572f177 None None] Provisioning complete for port 4bd3c570-096b-42b2-b392-f24d4ffd31a4 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:43:10.657749 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4768725c-8be9-4a39-99f8-73359572f177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:10.691784 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f46bb500-70c1-4ba4-b45d-5be14050c994 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:10.698213 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 75a4653c-de44-4f1a-8a9d-6c5deda1099c up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:43:10.703411 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c0fd7d0a-2cfa-44e5-838b-df9aa8fcd8a1 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:10.709914 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3ca98689-e277-4e7c-a49c-642663e98a43 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:10.719179 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3ca98689-e277-4e7c-a49c-642663e98a43 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:10.724905 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3ca98689-e277-4e7c-a49c-642663e98a43 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] 10.222.0.52 "DELETE /v2.0/networks/c77cbe16-409d-4d1e-8a39-10a063ae0bca HTTP/1.1" status: 204 len: 168 time: 2.1812530 Oct 27 18:43:10.790594 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c3c7e16b-24d2-4d85-8ce7-2324dfa06601 req-76abe27a-222f-409a-9d0f-b05469897be9 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=75efdcb1-cfc5-4e28-866b-b86c338007b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1975219 Oct 27 18:43:10.793222 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca98689-e277-4e7c-a49c-642663e98a43 tempest-TaggedBootDevicesTest_v242-1519838045 tempest-TaggedBootDevicesTest_v242-1519838045-project] Pushing event deleted for resources: {'Network': ['ID=c77cbe16-409d-4d1e-8a39-10a063ae0bca,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:10.797470 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f46bb500-70c1-4ba4-b45d-5be14050c994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:10.845795 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4768725c-8be9-4a39-99f8-73359572f177 None None] Port 4bd3c570-096b-42b2-b392-f24d4ffd31a4 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:43:10.862459 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46bb500-70c1-4ba4-b45d-5be14050c994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a808ef-8b58-493a-9b7c-709a30d6a3f8,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:10.903908 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 75a4653c-de44-4f1a-8a9d-6c5deda1099c triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:43:10.912765 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:10.955123 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f46bb500-70c1-4ba4-b45d-5be14050c994 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2a407ce64e19498392aaefc89527c2b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7146237 Oct 27 18:43:10.959381 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 56076) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:11.026021 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-40f1e009-ce22-416e-89fb-727545bf703b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:11.082956 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-40f1e009-ce22-416e-89fb-727545bf703b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:11.123909 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c0fd7d0a-2cfa-44e5-838b-df9aa8fcd8a1 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:11.221081 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-40f1e009-ce22-416e-89fb-727545bf703b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:11.226093 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-40f1e009-ce22-416e-89fb-727545bf703b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:11.227621 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-40f1e009-ce22-416e-89fb-727545bf703b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/06a808ef-8b58-493a-9b7c-709a30d6a3f8 HTTP/1.1" status: 204 len: 168 time: 0.2673218 Oct 27 18:43:11.236458 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1e009-ce22-416e-89fb-727545bf703b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a808ef-8b58-493a-9b7c-709a30d6a3f8,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:11.500509 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c0fd7d0a-2cfa-44e5-838b-df9aa8fcd8a1 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:11.597017 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c0fd7d0a-2cfa-44e5-838b-df9aa8fcd8a1 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:11.708334 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c0fd7d0a-2cfa-44e5-838b-df9aa8fcd8a1 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:11.834961 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd7d0a-2cfa-44e5-838b-df9aa8fcd8a1 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'Port': ['ID=4bd3c570-096b-42b2-b392-f24d4ffd31a4,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:11.960866 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fd7d0a-2cfa-44e5-838b-df9aa8fcd8a1 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Network b9e0f471-7e3d-4651-af7f-19d4e7bcd77d is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:43:11.962450 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-c0fd7d0a-2cfa-44e5-838b-df9aa8fcd8a1 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:43:12.147148 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 56138) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:12.172879 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-09175eab-079b-4ca2-80b4-d36362989cfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:12.182443 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ca8bb414-6c57-410e-9519-f2ff3358f4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:12.309010 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0fd7d0a-2cfa-44e5-838b-df9aa8fcd8a1 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Router e1ef3a9c-e91d-41d5-ae58-250df4c39f52 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:43:12.343367 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-09175eab-079b-4ca2-80b4-d36362989cfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:12.402597 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-1a7857db-9828-48e4-9509-4470d90d5a1b None None] Provisioning complete for port 4bd3c570-096b-42b2-b392-f24d4ffd31a4 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:43:12.403385 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1a7857db-9828-48e4-9509-4470d90d5a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:12.444276 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-09175eab-079b-4ca2-80b4-d36362989cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:12.450254 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-1a7857db-9828-48e4-9509-4470d90d5a1b None None] Port 4bd3c570-096b-42b2-b392-f24d4ffd31a4 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:43:12.523833 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0fd7d0a-2cfa-44e5-838b-df9aa8fcd8a1 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:43:12.533819 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 56152) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:12.536451 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88250384-748a-4e29-bcc4-d43f5c3721e1 None None] Sync routers for ids ['e1ef3a9c-e91d-41d5-ae58-250df4c39f52'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:43:12.544868 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c0fd7d0a-2cfa-44e5-838b-df9aa8fcd8a1 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "PUT /v2.0/routers/e1ef3a9c-e91d-41d5-ae58-250df4c39f52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7160802 Oct 27 18:43:12.547376 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88250384-748a-4e29-bcc4-d43f5c3721e1 None None] Routers {'e1ef3a9c-e91d-41d5-ae58-250df4c39f52'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:43:12.548039 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-88250384-748a-4e29-bcc4-d43f5c3721e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:43:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['e1ef3a9c-e91d-41d5-ae58-250df4c39f52'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:12.606645 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-88250384-748a-4e29-bcc4-d43f5c3721e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:12.619367 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-09175eab-079b-4ca2-80b4-d36362989cfb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a254fe8bf98e4b88b5e37f5ccd4b1430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4709938 Oct 27 18:43:12.621267 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09175eab-079b-4ca2-80b4-d36362989cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d85517-61f2-4d37-8874-69f28e3a8071,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:12.624133 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 56154) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:12.627305 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac51d9a5-b315-44d8-9403-82d51037afa1 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:12.631873 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88250384-748a-4e29-bcc4-d43f5c3721e1 None None] Routers {'e1ef3a9c-e91d-41d5-ae58-250df4c39f52'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:43:12.632519 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-88250384-748a-4e29-bcc4-d43f5c3721e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:43:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['e1ef3a9c-e91d-41d5-ae58-250df4c39f52'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:12.645890 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ac51d9a5-b315-44d8-9403-82d51037afa1 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1ef3a9c-e91d-41d5-ae58-250df4c39f52 HTTP/1.1" status: 200 len: 982 time: 0.1068585 Oct 27 18:43:12.645890 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 56158) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:12.729158 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-88250384-748a-4e29-bcc4-d43f5c3721e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:12.729963 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88250384-748a-4e29-bcc4-d43f5c3721e1 None None] The sync data for ids ['e1ef3a9c-e91d-41d5-ae58-250df4c39f52'] in n-d-815690-2 is: [] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:43:12.796352 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c8e9f278-cffb-47b2-997f-ed71607f5a08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:12.827804 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c8e9f278-cffb-47b2-997f-ed71607f5a08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:13.004650 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c8e9f278-cffb-47b2-997f-ed71607f5a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:13.008201 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c8e9f278-cffb-47b2-997f-ed71607f5a08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:13.012706 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c8e9f278-cffb-47b2-997f-ed71607f5a08 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/51d85517-61f2-4d37-8874-69f28e3a8071 HTTP/1.1" status: 204 len: 168 time: 0.3809776 Oct 27 18:43:13.080425 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9f278-cffb-47b2-997f-ed71607f5a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d85517-61f2-4d37-8874-69f28e3a8071,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:13.353591 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-40719b41-3b86-43e3-84c6-62d4dbeaa3f9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:13.545459 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:13.547283 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:13.740654 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-40719b41-3b86-43e3-84c6-62d4dbeaa3f9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Deleting port 4bd3c570-096b-42b2-b392-f24d4ffd31a4 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:43:13.741909 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-40719b41-3b86-43e3-84c6-62d4dbeaa3f9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:13.953517 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-40719b41-3b86-43e3-84c6-62d4dbeaa3f9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:13.989235 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-40719b41-3b86-43e3-84c6-62d4dbeaa3f9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Calling delete_port for 4bd3c570-096b-42b2-b392-f24d4ffd31a4 owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:43:14.346322 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-40719b41-3b86-43e3-84c6-62d4dbeaa3f9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:14.385225 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40719b41-3b86-43e3-84c6-62d4dbeaa3f9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event deleted for resources: {'Port': ['ID=4bd3c570-096b-42b2-b392-f24d4ffd31a4,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:14.403410 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40719b41-3b86-43e3-84c6-62d4dbeaa3f9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:43:14.403410 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40719b41-3b86-43e3-84c6-62d4dbeaa3f9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:43:14.403410 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40719b41-3b86-43e3-84c6-62d4dbeaa3f9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:43:14.403410 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40719b41-3b86-43e3-84c6-62d4dbeaa3f9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:43:14.403410 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40719b41-3b86-43e3-84c6-62d4dbeaa3f9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:43:14.403410 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40719b41-3b86-43e3-84c6-62d4dbeaa3f9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:43:14.404368 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40719b41-3b86-43e3-84c6-62d4dbeaa3f9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:43:14.404368 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40719b41-3b86-43e3-84c6-62d4dbeaa3f9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:43:14.404368 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40719b41-3b86-43e3-84c6-62d4dbeaa3f9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:43:14.404825 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40719b41-3b86-43e3-84c6-62d4dbeaa3f9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:43:14.405163 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40719b41-3b86-43e3-84c6-62d4dbeaa3f9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:43:14.405268 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40719b41-3b86-43e3-84c6-62d4dbeaa3f9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:43:14.575698 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-40719b41-3b86-43e3-84c6-62d4dbeaa3f9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:14.797933 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40719b41-3b86-43e3-84c6-62d4dbeaa3f9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Router e1ef3a9c-e91d-41d5-ae58-250df4c39f52 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:43:14.908202 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40719b41-3b86-43e3-84c6-62d4dbeaa3f9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:43:14.916841 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-40719b41-3b86-43e3-84c6-62d4dbeaa3f9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "PUT /v2.0/routers/e1ef3a9c-e91d-41d5-ae58-250df4c39f52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2722573 Oct 27 18:43:14.918600 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 56278) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:14.927368 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296a0f69-0248-4125-a04f-8d3604bb7fb1 None None] Sync routers for ids ['e1ef3a9c-e91d-41d5-ae58-250df4c39f52'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:43:14.943255 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296a0f69-0248-4125-a04f-8d3604bb7fb1 None None] Routers {'e1ef3a9c-e91d-41d5-ae58-250df4c39f52'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:43:14.944894 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-296a0f69-0248-4125-a04f-8d3604bb7fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:43:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['e1ef3a9c-e91d-41d5-ae58-250df4c39f52'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:15.008869 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-81e0d861-da05-497b-98e1-ad3f30fd800f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] GET failed (client error): The resource could not be found. Oct 27 18:43:15.010689 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-81e0d861-da05-497b-98e1-ad3f30fd800f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "GET /v2.0/ports/4bd3c570-096b-42b2-b392-f24d4ffd31a4 HTTP/1.1" status: 404 len: 333 time: 0.0910141 Oct 27 18:43:15.021226 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 56292) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:15.113734 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-296a0f69-0248-4125-a04f-8d3604bb7fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:15.129844 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:15.133550 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296a0f69-0248-4125-a04f-8d3604bb7fb1 None None] Routers {'e1ef3a9c-e91d-41d5-ae58-250df4c39f52'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:43:15.134343 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-296a0f69-0248-4125-a04f-8d3604bb7fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:43:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['e1ef3a9c-e91d-41d5-ae58-250df4c39f52'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:15.194507 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-296a0f69-0248-4125-a04f-8d3604bb7fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:15.205938 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296a0f69-0248-4125-a04f-8d3604bb7fb1 None None] The sync data for ids ['e1ef3a9c-e91d-41d5-ae58-250df4c39f52'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:43:15.221964 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0771d216-a3a7-4ec7-a4fd-b32e47fac3d0 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:15.455784 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0771d216-a3a7-4ec7-a4fd-b32e47fac3d0 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:15.458807 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0771d216-a3a7-4ec7-a4fd-b32e47fac3d0 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:15.572485 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0771d216-a3a7-4ec7-a4fd-b32e47fac3d0 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:15.573293 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0771d216-a3a7-4ec7-a4fd-b32e47fac3d0 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Fanout notify agent at l3_agent the message router_deleted on router e1ef3a9c-e91d-41d5-ae58-250df4c39f52 {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:43:15.585217 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0771d216-a3a7-4ec7-a4fd-b32e47fac3d0 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:15.586355 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0771d216-a3a7-4ec7-a4fd-b32e47fac3d0 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/routers/e1ef3a9c-e91d-41d5-ae58-250df4c39f52 HTTP/1.1" status: 204 len: 168 time: 0.5636199 Oct 27 18:43:15.589149 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 56340) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:15.673366 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-a827d648-0bfa-43d0-abd3-e35bbdc59f3f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Deleting subnet 13ae68ee-2320-4885-955e-142388662675 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:43:15.678425 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a827d648-0bfa-43d0-abd3-e35bbdc59f3f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:15.729444 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a827d648-0bfa-43d0-abd3-e35bbdc59f3f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:15.794007 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 56362) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:15.855607 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a827d648-0bfa-43d0-abd3-e35bbdc59f3f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:15.941181 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-946da5f0-e1a0-46f1-ac76-c8e2882ab976 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:16.038604 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a827d648-0bfa-43d0-abd3-e35bbdc59f3f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:16.078021 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827d648-0bfa-43d0-abd3-e35bbdc59f3f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event deleted for resources: {'Subnet': ['ID=13ae68ee-2320-4885-955e-142388662675,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:16.107485 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a827d648-0bfa-43d0-abd3-e35bbdc59f3f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:16.107788 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ad8355-e916-4c0f-ba3f-c583da7c39b7 None None] Network b9e0f471-7e3d-4651-af7f-19d4e7bcd77d requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:43:16.112860 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a827d648-0bfa-43d0-abd3-e35bbdc59f3f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/subnets/13ae68ee-2320-4885-955e-142388662675 HTTP/1.1" status: 204 len: 168 time: 0.5210865 Oct 27 18:43:16.114677 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 56384) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:16.191953 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-946da5f0-e1a0-46f1-ac76-c8e2882ab976 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:16.254590 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-946da5f0-e1a0-46f1-ac76-c8e2882ab976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:16.266702 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-644da875-79eb-4f04-af65-284d06fcacf9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:16.314202 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-946da5f0-e1a0-46f1-ac76-c8e2882ab976 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4ef22f43ae1e4e62b20f97364327c1b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5190668 Oct 27 18:43:16.317260 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 56396) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:16.325372 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946da5f0-e1a0-46f1-ac76-c8e2882ab976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8eaa26-9efd-4fcb-8ae1-0e474f03b75d,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:16.385345 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-644da875-79eb-4f04-af65-284d06fcacf9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Deleting port 75a4653c-de44-4f1a-8a9d-6c5deda1099c {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:43:16.385666 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-644da875-79eb-4f04-af65-284d06fcacf9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:16.401550 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-60b6ca55-d1fc-4123-8e0a-189e8bbc2024 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:16.426638 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-60b6ca55-d1fc-4123-8e0a-189e8bbc2024 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:16.455017 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4534dc-05e1-489c-8e80-fc046bd51267 None None] DHCP port deletion for b9e0f471-7e3d-4651-af7f-19d4e7bcd77d request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:43:16.558480 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-2c4534dc-05e1-489c-8e80-fc046bd51267 None None] Deleting port 75a4653c-de44-4f1a-8a9d-6c5deda1099c {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:43:16.558960 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2c4534dc-05e1-489c-8e80-fc046bd51267 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:16.599995 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-60b6ca55-d1fc-4123-8e0a-189e8bbc2024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:16.602664 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-60b6ca55-d1fc-4123-8e0a-189e8bbc2024 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:16.609901 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-60b6ca55-d1fc-4123-8e0a-189e8bbc2024 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ae8eaa26-9efd-4fcb-8ae1-0e474f03b75d HTTP/1.1" status: 204 len: 168 time: 0.2889380 Oct 27 18:43:16.642014 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b6ca55-d1fc-4123-8e0a-189e8bbc2024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8eaa26-9efd-4fcb-8ae1-0e474f03b75d,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:16.694382 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 75a4653c-de44-4f1a-8a9d-6c5deda1099c no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:43:16.775306 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-2c4534dc-05e1-489c-8e80-fc046bd51267 None None] For port 75a4653c-de44-4f1a-8a9d-6c5deda1099c, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=75a4653c-de44-4f1a-8a9d-6c5deda1099c,segment=NetworkSegment(3c7eca01-919d-4f76-a775-4eb07dfbbe52),segment_id=3c7eca01-919d-4f76-a775-4eb07dfbbe52)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:43:16.775930 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2c4534dc-05e1-489c-8e80-fc046bd51267 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:16.790959 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-2c4534dc-05e1-489c-8e80-fc046bd51267 None None] Calling delete_port for 75a4653c-de44-4f1a-8a9d-6c5deda1099c owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:43:16.805332 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-644da875-79eb-4f04-af65-284d06fcacf9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] For port 75a4653c-de44-4f1a-8a9d-6c5deda1099c, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=75a4653c-de44-4f1a-8a9d-6c5deda1099c,segment=NetworkSegment(3c7eca01-919d-4f76-a775-4eb07dfbbe52),segment_id=3c7eca01-919d-4f76-a775-4eb07dfbbe52)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:43:16.805704 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-644da875-79eb-4f04-af65-284d06fcacf9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:16.819990 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-644da875-79eb-4f04-af65-284d06fcacf9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Calling delete_port for 75a4653c-de44-4f1a-8a9d-6c5deda1099c owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:43:16.889006 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:17.026846 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-644da875-79eb-4f04-af65-284d06fcacf9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:17.060117 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2c4534dc-05e1-489c-8e80-fc046bd51267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:17.071022 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4534dc-05e1-489c-8e80-fc046bd51267 None None] No DVR routers for this DVR port 75a4653c-de44-4f1a-8a9d-6c5deda1099c on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:43:17.106801 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644da875-79eb-4f04-af65-284d06fcacf9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event deleted for resources: {'Port': ['ID=75a4653c-de44-4f1a-8a9d-6c5deda1099c,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:17.118288 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4534dc-05e1-489c-8e80-fc046bd51267 None None] Pushing event deleted for resources: {'Port': ['ID=75a4653c-de44-4f1a-8a9d-6c5deda1099c,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:17.146069 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644da875-79eb-4f04-af65-284d06fcacf9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] No DVR routers for this DVR port 75a4653c-de44-4f1a-8a9d-6c5deda1099c on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:43:17.283192 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-644da875-79eb-4f04-af65-284d06fcacf9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:17.318898 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-644da875-79eb-4f04-af65-284d06fcacf9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9e0f471-7e3d-4651-af7f-19d4e7bcd77d']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:17.329435 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-644da875-79eb-4f04-af65-284d06fcacf9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c7eca01-919d-4f76-a775-4eb07dfbbe52') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:17.329797 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-644da875-79eb-4f04-af65-284d06fcacf9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c7eca01-919d-4f76-a775-4eb07dfbbe52') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:17.343613 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-644da875-79eb-4f04-af65-284d06fcacf9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:17.374592 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-644da875-79eb-4f04-af65-284d06fcacf9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:17.381024 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-644da875-79eb-4f04-af65-284d06fcacf9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:43:17.381416 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-644da875-79eb-4f04-af65-284d06fcacf9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:17.384676 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:43:17.384676 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:43:17.384676 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:43:17.384676 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:43:17.384676 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:43:17.384676 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:43:17.384676 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:43:17.384676 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:43:17.384676 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:43:17.384676 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:43:17.384676 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:43:17.384676 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:43:17.384676 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:43:17.384676 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:43:17.384676 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:43:17.384676 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:43:17.384676 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:43:17.384676 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:43:17.384676 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:43:17.384676 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:43:17.384676 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:43:17.384676 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:43:17.384676 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:43:17.384676 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:43:17.384676 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:43:17.384676 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:43:17.384676 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:43:17.384676 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:43:17.384676 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:43:17.384676 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:43:17.384676 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:43:17.384676 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:43:17.523193 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-644da875-79eb-4f04-af65-284d06fcacf9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:17.536053 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-644da875-79eb-4f04-af65-284d06fcacf9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:17.536346 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-644da875-79eb-4f04-af65-284d06fcacf9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/networks/b9e0f471-7e3d-4651-af7f-19d4e7bcd77d HTTP/1.1" status: 204 len: 168 time: 1.4204438 Oct 27 18:43:17.539979 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 56468) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:17.568018 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644da875-79eb-4f04-af65-284d06fcacf9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event deleted for resources: {'Network': ['ID=b9e0f471-7e3d-4651-af7f-19d4e7bcd77d,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:17.632049 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cf9cba-0775-4dda-97f1-ccf587fda389 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:17.637877 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 56476) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:17.638028 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-24cf9cba-0775-4dda-97f1-ccf587fda389 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "GET /v2.0/ports/91e03531-fdc9-4241-bfbc-0c82a7a1ff32 HTTP/1.1" status: 200 len: 841 time: 0.0957897 Oct 27 18:43:17.693681 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c2ef8473-9d65-4e7b-89de-af78e8c68644 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "GET /v2.0/ports/91e03531-fdc9-4241-bfbc-0c82a7a1ff32?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0545132 Oct 27 18:43:17.697594 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 56482) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:17.714152 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-7c2343be-dd0f-4bfa-850f-d6a0bdd9cf5d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'subnet': {'network_id': 'f3ef71fb-753f-42ae-b2cf-45b27389a8b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:43:17.972386 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2343be-dd0f-4bfa-850f-d6a0bdd9cf5d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Made reservation on behalf of dd196885891a42f49d8b798f501c50b4 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:43:17.972648 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7c2343be-dd0f-4bfa-850f-d6a0bdd9cf5d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:18.363439 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7c2343be-dd0f-4bfa-850f-d6a0bdd9cf5d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:18.450359 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2343be-dd0f-4bfa-850f-d6a0bdd9cf5d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Network f3ef71fb-753f-42ae-b2cf-45b27389a8b4 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:43:18.452246 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-7c2343be-dd0f-4bfa-850f-d6a0bdd9cf5d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:43:18.455426 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2343be-dd0f-4bfa-850f-d6a0bdd9cf5d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:18.456545 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7c2343be-dd0f-4bfa-850f-d6a0bdd9cf5d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:18.469480 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b395a412-64bf-4718-8ed1-f28168f88dfc None None] Network f3ef71fb-753f-42ae-b2cf-45b27389a8b4 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:43:18.516100 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2343be-dd0f-4bfa-850f-d6a0bdd9cf5d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'Subnet': ['ID=944d94c4-3b39-4a56-b3b3-ff7c06e05671,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:18.599046 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7c2343be-dd0f-4bfa-850f-d6a0bdd9cf5d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8998959 Oct 27 18:43:18.601678 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 56516) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:18.606432 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-a789caa7-19d1-4ad9-8f8b-8a2ebeb64b81 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'security_group': {'name': 'tempest-secgroup-1654161511'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:43:18.725886 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d12b7f2-1863-4244-921e-56f39edfeeee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-f3ef71fb-753f-42ae-b2cf-45b27389a8b4', 'network_id': 'f3ef71fb-753f-42ae-b2cf-45b27389a8b4', 'tenant_id': 'dd196885891a42f49d8b798f501c50b4', 'fixed_ips': [{'subnet_id': '944d94c4-3b39-4a56-b3b3-ff7c06e05671'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:43:18.725886 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5d12b7f2-1863-4244-921e-56f39edfeeee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:18.735008 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a789caa7-19d1-4ad9-8f8b-8a2ebeb64b81 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:18.821416 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a789caa7-19d1-4ad9-8f8b-8a2ebeb64b81 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:18.877291 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a789caa7-19d1-4ad9-8f8b-8a2ebeb64b81 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:18.921801 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-5d12b7f2-1863-4244-921e-56f39edfeeee None None] Allocated IP 172.20.0.2 (f3ef71fb-753f-42ae-b2cf-45b27389a8b4/944d94c4-3b39-4a56-b3b3-ff7c06e05671/2c4b49bb-b465-4f73-a8cd-ce39bab13dee) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:43:18.945918 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a789caa7-19d1-4ad9-8f8b-8a2ebeb64b81 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e00846e-2251-4586-945e-2ffa59f74ccb,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:18.954042 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a789caa7-19d1-4ad9-8f8b-8a2ebeb64b81 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:18.958370 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a789caa7-19d1-4ad9-8f8b-8a2ebeb64b81 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3524952 Oct 27 18:43:18.959319 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 56528) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:18.965113 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-4eac43a2-ca6d-45b0-a7ae-b7dbef22aab0 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'security_group': {'name': 'tempest-secgroup-1197579119'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:43:19.100297 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4eac43a2-ca6d-45b0-a7ae-b7dbef22aab0 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:19.186009 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5d12b7f2-1863-4244-921e-56f39edfeeee None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:19.259795 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4eac43a2-ca6d-45b0-a7ae-b7dbef22aab0 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:19.277185 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5d12b7f2-1863-4244-921e-56f39edfeeee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:19.334500 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4eac43a2-ca6d-45b0-a7ae-b7dbef22aab0 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:19.366837 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d12b7f2-1863-4244-921e-56f39edfeeee None None] Network f3ef71fb-753f-42ae-b2cf-45b27389a8b4 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:43:19.382657 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-5d12b7f2-1863-4244-921e-56f39edfeeee None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:43:19.386474 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d12b7f2-1863-4244-921e-56f39edfeeee None None] Pushing event updated for resources: {'Port': ['ID=2c4b49bb-b465-4f73-a8cd-ce39bab13dee,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:19.401238 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d12b7f2-1863-4244-921e-56f39edfeeee None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:43:19.401363 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac43a2-ca6d-45b0-a7ae-b7dbef22aab0 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e95ab43-2419-4a74-acb5-ba3f73112ac6,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:19.462539 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4eac43a2-ca6d-45b0-a7ae-b7dbef22aab0 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:19.466860 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4eac43a2-ca6d-45b0-a7ae-b7dbef22aab0 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5039096 Oct 27 18:43:19.466860 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 56554) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:19.474117 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-70cf30c2-8348-4b66-a28c-1840500e06cd tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2032193451', 'security_groups': ['6e95ab43-2419-4a74-acb5-ba3f73112ac6'], 'network_id': 'f3ef71fb-753f-42ae-b2cf-45b27389a8b4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '944d94c4-3b39-4a56-b3b3-ff7c06e05671'}]}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:43:19.516480 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-5d12b7f2-1863-4244-921e-56f39edfeeee None None] Attempting to bind port 2c4b49bb-b465-4f73-a8cd-ce39bab13dee on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:43:19.516987 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-5d12b7f2-1863-4244-921e-56f39edfeeee None None] Attempting to bind port 2c4b49bb-b465-4f73-a8cd-ce39bab13dee by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '93d23263-ad77-4a94-ba32-4066c7b94d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'f3ef71fb-753f-42ae-b2cf-45b27389a8b4'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:43:19.517216 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d12b7f2-1863-4244-921e-56f39edfeeee None None] Attempting to bind port 2c4b49bb-b465-4f73-a8cd-ce39bab13dee on network f3ef71fb-753f-42ae-b2cf-45b27389a8b4 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:43:19.524992 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d12b7f2-1863-4244-921e-56f39edfeeee None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:43:19.525374 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d12b7f2-1863-4244-921e-56f39edfeeee None None] Checking segment: {'id': '93d23263-ad77-4a94-ba32-4066c7b94d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'f3ef71fb-753f-42ae-b2cf-45b27389a8b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:43:19.525829 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5d12b7f2-1863-4244-921e-56f39edfeeee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:19.526227 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d12b7f2-1863-4244-921e-56f39edfeeee None None] Bound using segment: {'id': '93d23263-ad77-4a94-ba32-4066c7b94d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'f3ef71fb-753f-42ae-b2cf-45b27389a8b4'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:43:19.526702 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-5d12b7f2-1863-4244-921e-56f39edfeeee None None] Bound port: 2c4b49bb-b465-4f73-a8cd-ce39bab13dee, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d23263-ad77-4a94-ba32-4066c7b94d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'f3ef71fb-753f-42ae-b2cf-45b27389a8b4'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:43:19.527236 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5d12b7f2-1863-4244-921e-56f39edfeeee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:19.613463 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-5d12b7f2-1863-4244-921e-56f39edfeeee None None] For port 2c4b49bb-b465-4f73-a8cd-ce39bab13dee, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:43:19.618223 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-5d12b7f2-1863-4244-921e-56f39edfeeee None None] For port 2c4b49bb-b465-4f73-a8cd-ce39bab13dee, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=2c4b49bb-b465-4f73-a8cd-ce39bab13dee,segment=NetworkSegment(93d23263-ad77-4a94-ba32-4066c7b94d49),segment_id=93d23263-ad77-4a94-ba32-4066c7b94d49)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:43:19.694253 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5d12b7f2-1863-4244-921e-56f39edfeeee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:19.705167 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:43:19.741195 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70cf30c2-8348-4b66-a28c-1840500e06cd tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Made reservation on behalf of dd196885891a42f49d8b798f501c50b4 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:43:19.836469 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d12b7f2-1863-4244-921e-56f39edfeeee None None] Pushing event updated for resources: {'Port': ['ID=2c4b49bb-b465-4f73-a8cd-ce39bab13dee,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:19.875791 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-70cf30c2-8348-4b66-a28c-1840500e06cd tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:19.899941 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-70cf30c2-8348-4b66-a28c-1840500e06cd tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] device_id is not set on port 0537dc0e-a07b-4083-98b1-d9e3135a37b1 yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:43:20.232460 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-70cf30c2-8348-4b66-a28c-1840500e06cd tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Allocated IP 172.20.0.8 (f3ef71fb-753f-42ae-b2cf-45b27389a8b4/944d94c4-3b39-4a56-b3b3-ff7c06e05671/0537dc0e-a07b-4083-98b1-d9e3135a37b1) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:43:20.460506 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-70cf30c2-8348-4b66-a28c-1840500e06cd tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:20.615602 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-70cf30c2-8348-4b66-a28c-1840500e06cd tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:20.629674 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 2c4b49bb-b465-4f73-a8cd-ce39bab13dee up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:43:20.678094 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cf30c2-8348-4b66-a28c-1840500e06cd tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Network f3ef71fb-753f-42ae-b2cf-45b27389a8b4 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:43:20.684555 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-70cf30c2-8348-4b66-a28c-1840500e06cd tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:43:20.695106 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cf30c2-8348-4b66-a28c-1840500e06cd tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:43:20.726691 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 2c4b49bb-b465-4f73-a8cd-ce39bab13dee triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:43:20.727099 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:20.754336 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf30c2-8348-4b66-a28c-1840500e06cd tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'Port': ['ID=0537dc0e-a07b-4083-98b1-d9e3135a37b1,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:20.823682 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cf30c2-8348-4b66-a28c-1840500e06cd tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:20.824383 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-70cf30c2-8348-4b66-a28c-1840500e06cd tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:20.938803 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:20.968351 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 56602) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:20.972889 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-70cf30c2-8348-4b66-a28c-1840500e06cd tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5050101 Oct 27 18:43:20.975498 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-08a58474-2eae-4c93-9647-e8133ce5f835 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'subnet': {'network_id': 'f3ef71fb-753f-42ae-b2cf-45b27389a8b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:43:21.032988 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 2c4b49bb-b465-4f73-a8cd-ce39bab13dee, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=2c4b49bb-b465-4f73-a8cd-ce39bab13dee,segment=NetworkSegment(93d23263-ad77-4a94-ba32-4066c7b94d49),segment_id=93d23263-ad77-4a94-ba32-4066c7b94d49)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:43:21.094365 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:21.283502 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=2c4b49bb-b465-4f73-a8cd-ce39bab13dee,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:21.392316 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a58474-2eae-4c93-9647-e8133ce5f835 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Made reservation on behalf of dd196885891a42f49d8b798f501c50b4 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:43:21.400525 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-08a58474-2eae-4c93-9647-e8133ce5f835 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:21.472066 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 56614) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:21.654226 n-d-815690-2 neutron-server[102878]: INFO neutron.db.ipam_backend_mixin [None req-08a58474-2eae-4c93-9647-e8133ce5f835 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 944d94c4-3b39-4a56-b3b3-ff7c06e05671 (CIDR: 172.20.0.0/28) Oct 27 18:43:21.677542 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-a360d8e6-160b-423f-8bc4-ab3b076a817f None None] Provisioning complete for port 2c4b49bb-b465-4f73-a8cd-ce39bab13dee triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:43:21.678116 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a360d8e6-160b-423f-8bc4-ab3b076a817f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:21.706213 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-08a58474-2eae-4c93-9647-e8133ce5f835 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:43:21.706760 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08a58474-2eae-4c93-9647-e8133ce5f835 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:43:21.728153 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0a0f411c-9b3b-4253-95fd-53315bdb6724 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:21.801509 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-08a58474-2eae-4c93-9647-e8133ce5f835 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8319461 Oct 27 18:43:21.804487 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 56618) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:21.810837 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-d702a8f4-b370-44ab-8aad-6b75dc5cecdf tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'subnet': {'network_id': 'f3ef71fb-753f-42ae-b2cf-45b27389a8b4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:43:21.847867 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-a360d8e6-160b-423f-8bc4-ab3b076a817f None None] Provisioning complete for port 91e03531-fdc9-4241-bfbc-0c82a7a1ff32 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:43:21.850460 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a360d8e6-160b-423f-8bc4-ab3b076a817f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:21.918542 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0a0f411c-9b3b-4253-95fd-53315bdb6724 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:21.953956 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-a360d8e6-160b-423f-8bc4-ab3b076a817f None None] Port 91e03531-fdc9-4241-bfbc-0c82a7a1ff32 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:43:21.970717 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0a0f411c-9b3b-4253-95fd-53315bdb6724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:22.069537 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0a0f411c-9b3b-4253-95fd-53315bdb6724 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=665f8a4af7d448308a2e2344d7718ec3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5937858 Oct 27 18:43:22.072375 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 56622) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:22.091518 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f411c-9b3b-4253-95fd-53315bdb6724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e9b961-cba9-4a86-9690-ab152b0e3ab4,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:22.091922 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4d409b69-f5c7-4850-a8b3-8ff01becab13 None None] Provisioning complete for port 0537dc0e-a07b-4083-98b1-d9e3135a37b1 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:43:22.091922 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4d409b69-f5c7-4850-a8b3-8ff01becab13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:22.156564 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4d409b69-f5c7-4850-a8b3-8ff01becab13 None None] Port 0537dc0e-a07b-4083-98b1-d9e3135a37b1 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:43:22.183682 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5011f154-5da1-43c8-802d-65434b9673a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:22.203796 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d702a8f4-b370-44ab-8aad-6b75dc5cecdf tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Made reservation on behalf of dd196885891a42f49d8b798f501c50b4 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:43:22.208807 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d702a8f4-b370-44ab-8aad-6b75dc5cecdf tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:22.212889 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5011f154-5da1-43c8-802d-65434b9673a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:22.385906 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5011f154-5da1-43c8-802d-65434b9673a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:22.388634 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5011f154-5da1-43c8-802d-65434b9673a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:22.391431 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5011f154-5da1-43c8-802d-65434b9673a1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/85e9b961-cba9-4a86-9690-ab152b0e3ab4 HTTP/1.1" status: 204 len: 168 time: 0.3182235 Oct 27 18:43:22.401644 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011f154-5da1-43c8-802d-65434b9673a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e9b961-cba9-4a86-9690-ab152b0e3ab4,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:22.603018 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 2c4b49bb-b465-4f73-a8cd-ce39bab13dee up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:43:22.649185 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d702a8f4-b370-44ab-8aad-6b75dc5cecdf tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:22.685556 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 2c4b49bb-b465-4f73-a8cd-ce39bab13dee triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:43:22.686628 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:22.704003 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d702a8f4-b370-44ab-8aad-6b75dc5cecdf tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Network f3ef71fb-753f-42ae-b2cf-45b27389a8b4 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:43:22.709509 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-d702a8f4-b370-44ab-8aad-6b75dc5cecdf tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:43:22.718450 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d702a8f4-b370-44ab-8aad-6b75dc5cecdf tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:22.719323 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d702a8f4-b370-44ab-8aad-6b75dc5cecdf tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:22.725937 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcac96e8-c673-420b-a295-c8ed757a13b9 None None] Network f3ef71fb-753f-42ae-b2cf-45b27389a8b4 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:43:22.758022 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702a8f4-b370-44ab-8aad-6b75dc5cecdf tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'Subnet': ['ID=43524c2a-a7d5-4674-a85b-bcd68b3e5e7e,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:22.839533 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 56638) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:22.840310 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d702a8f4-b370-44ab-8aad-6b75dc5cecdf tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0343020 Oct 27 18:43:22.846632 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-4ae26f5f-038b-4f31-a6f0-43b58597d895 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-784385202', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '43524c2a-a7d5-4674-a85b-bcd68b3e5e7e'}], 'security_groups': ['7e00846e-2251-4586-945e-2ffa59f74ccb']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:43:23.031549 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4ae26f5f-038b-4f31-a6f0-43b58597d895 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:23.290414 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 56646) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:23.296825 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad43f49-f403-458f-a35f-4c4a30669c74 None None] Update dhcp port {'port': {'network_id': 'f3ef71fb-753f-42ae-b2cf-45b27389a8b4', 'fixed_ips': [{'subnet_id': '944d94c4-3b39-4a56-b3b3-ff7c06e05671', 'ip_address': '172.20.0.2'}, {'subnet_id': '43524c2a-a7d5-4674-a85b-bcd68b3e5e7e'}], 'binding:host_id': 'n-d-815690-2'}, 'id': '2c4b49bb-b465-4f73-a8cd-ce39bab13dee'} from n-d-815690-2. {{(pid=102880) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 18:43:23.319523 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fd032240-6979-46c4-bd04-f73fe888c6af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:23.376407 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5ad43f49-f403-458f-a35f-4c4a30669c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:23.441019 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fd032240-6979-46c4-bd04-f73fe888c6af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:23.523369 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fd032240-6979-46c4-bd04-f73fe888c6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:23.553343 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-4ae26f5f-038b-4f31-a6f0-43b58597d895 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Delete allocated IP 172.20.0.8 (f3ef71fb-753f-42ae-b2cf-45b27389a8b4/944d94c4-3b39-4a56-b3b3-ff7c06e05671) {{(pid=102879) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 27 18:43:23.561909 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-4ae26f5f-038b-4f31-a6f0-43b58597d895 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Allocated IP 172.20.0.28 (f3ef71fb-753f-42ae-b2cf-45b27389a8b4/43524c2a-a7d5-4674-a85b-bcd68b3e5e7e/0537dc0e-a07b-4083-98b1-d9e3135a37b1) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:43:23.564049 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-fd032240-6979-46c4-bd04-f73fe888c6af admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e123ff546b264aa0b77398098d7cf16c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2723024 Oct 27 18:43:23.564928 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 56652) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:23.630928 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd032240-6979-46c4-bd04-f73fe888c6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68501ae0-46df-45cc-8ece-cc2144c57394,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:23.730965 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e81a1a8c-c931-4c12-98d8-8e6228938896 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:23.738538 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4ae26f5f-038b-4f31-a6f0-43b58597d895 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:23.758496 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e81a1a8c-c931-4c12-98d8-8e6228938896 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:23.815000 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4ae26f5f-038b-4f31-a6f0-43b58597d895 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:23.876808 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e81a1a8c-c931-4c12-98d8-8e6228938896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:23.880685 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e81a1a8c-c931-4c12-98d8-8e6228938896 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:23.882311 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e81a1a8c-c931-4c12-98d8-8e6228938896 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/68501ae0-46df-45cc-8ece-cc2144c57394 HTTP/1.1" status: 204 len: 168 time: 0.3142188 Oct 27 18:43:23.912507 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a1a8c-c931-4c12-98d8-8e6228938896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68501ae0-46df-45cc-8ece-cc2144c57394,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:23.932444 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae26f5f-038b-4f31-a6f0-43b58597d895 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'Port': ['ID=0537dc0e-a07b-4083-98b1-d9e3135a37b1,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:23.946530 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-5ad43f49-f403-458f-a35f-4c4a30669c74 None None] Allocated IP 172.20.0.18 (f3ef71fb-753f-42ae-b2cf-45b27389a8b4/43524c2a-a7d5-4674-a85b-bcd68b3e5e7e/2c4b49bb-b465-4f73-a8cd-ce39bab13dee) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:43:24.058332 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-4ae26f5f-038b-4f31-a6f0-43b58597d895 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] In _notify_port_updated(), no bound segment for port 0537dc0e-a07b-4083-98b1-d9e3135a37b1 on network f3ef71fb-753f-42ae-b2cf-45b27389a8b4 {{(pid=102879) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 18:43:24.066245 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae26f5f-038b-4f31-a6f0-43b58597d895 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:24.067590 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4ae26f5f-038b-4f31-a6f0-43b58597d895 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:24.070443 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4ae26f5f-038b-4f31-a6f0-43b58597d895 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "PUT /v2.0/ports/0537dc0e-a07b-4083-98b1-d9e3135a37b1 HTTP/1.1" status: 200 len: 920 time: 1.2287633 Oct 27 18:43:24.073351 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 56662) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:24.209802 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-5ad43f49-f403-458f-a35f-4c4a30669c74 None None] For port 2c4b49bb-b465-4f73-a8cd-ce39bab13dee, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=2c4b49bb-b465-4f73-a8cd-ce39bab13dee,segment=NetworkSegment(93d23263-ad77-4a94-ba32-4066c7b94d49),segment_id=93d23263-ad77-4a94-ba32-4066c7b94d49)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:43:24.245842 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-51b6b60b-03ad-4cec-8315-5eb03c8700f0 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Deleting port 0537dc0e-a07b-4083-98b1-d9e3135a37b1 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:43:24.245842 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-51b6b60b-03ad-4cec-8315-5eb03c8700f0 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:24.259160 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5ad43f49-f403-458f-a35f-4c4a30669c74 None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:24.364113 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5ad43f49-f403-458f-a35f-4c4a30669c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:24.392414 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-51b6b60b-03ad-4cec-8315-5eb03c8700f0 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:24.416898 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-51b6b60b-03ad-4cec-8315-5eb03c8700f0 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Calling delete_port for 0537dc0e-a07b-4083-98b1-d9e3135a37b1 owned by {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:43:24.564146 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad43f49-f403-458f-a35f-4c4a30669c74 None None] Pushing event updated for resources: {'Port': ['ID=2c4b49bb-b465-4f73-a8cd-ce39bab13dee,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:24.849521 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-51b6b60b-03ad-4cec-8315-5eb03c8700f0 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:24.916885 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b6b60b-03ad-4cec-8315-5eb03c8700f0 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event deleted for resources: {'Port': ['ID=0537dc0e-a07b-4083-98b1-d9e3135a37b1,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:25.016080 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-51b6b60b-03ad-4cec-8315-5eb03c8700f0 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:25.025358 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-51b6b60b-03ad-4cec-8315-5eb03c8700f0 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/ports/0537dc0e-a07b-4083-98b1-d9e3135a37b1 HTTP/1.1" status: 204 len: 168 time: 0.9420171 Oct 27 18:43:25.025709 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 56682) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:25.071734 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5552c45-d46f-42ab-b294-8d4cf4262125 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] GET failed (client error): The resource could not be found. Oct 27 18:43:25.073704 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d5552c45-d46f-42ab-b294-8d4cf4262125 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "GET /v2.0/ports/0537dc0e-a07b-4083-98b1-d9e3135a37b1 HTTP/1.1" status: 404 len: 333 time: 0.0478427 Oct 27 18:43:25.079399 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 56684) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:25.206956 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-26e0b50a-d89c-485c-bf8e-b6adf89b225b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:25.266975 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-26e0b50a-d89c-485c-bf8e-b6adf89b225b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:25.472164 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-26e0b50a-d89c-485c-bf8e-b6adf89b225b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:25.475683 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-26e0b50a-d89c-485c-bf8e-b6adf89b225b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:25.482662 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-26e0b50a-d89c-485c-bf8e-b6adf89b225b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/security-groups/6e95ab43-2419-4a74-acb5-ba3f73112ac6 HTTP/1.1" status: 204 len: 168 time: 0.4000096 Oct 27 18:43:25.489279 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 56690) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:25.515919 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0b50a-d89c-485c-bf8e-b6adf89b225b tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e95ab43-2419-4a74-acb5-ba3f73112ac6,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:25.595054 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cab2f231-f108-43d3-ad32-cc4d8ac46641 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:25.626937 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cab2f231-f108-43d3-ad32-cc4d8ac46641 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:25.802981 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cab2f231-f108-43d3-ad32-cc4d8ac46641 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:25.806097 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cab2f231-f108-43d3-ad32-cc4d8ac46641 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:25.810551 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 56700) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:25.821646 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4875c041-cbd7-4193-a01e-bc69557768dd None None] Provisioning complete for port 2c4b49bb-b465-4f73-a8cd-ce39bab13dee triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:43:25.823168 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4875c041-cbd7-4193-a01e-bc69557768dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:25.833779 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-cab2f231-f108-43d3-ad32-cc4d8ac46641 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/security-groups/7e00846e-2251-4586-945e-2ffa59f74ccb HTTP/1.1" status: 204 len: 168 time: 0.3428738 Oct 27 18:43:25.873600 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab2f231-f108-43d3-ad32-cc4d8ac46641 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e00846e-2251-4586-945e-2ffa59f74ccb,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:25.981075 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-5861e465-eef8-4e39-b0d9-45bf6baad3d9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Deleting subnet 944d94c4-3b39-4a56-b3b3-ff7c06e05671 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:43:25.994020 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5861e465-eef8-4e39-b0d9-45bf6baad3d9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:26.015722 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4875c041-cbd7-4193-a01e-bc69557768dd None None] Provisioning complete for port 91e03531-fdc9-4241-bfbc-0c82a7a1ff32 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:43:26.016497 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4875c041-cbd7-4193-a01e-bc69557768dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:26.085946 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4875c041-cbd7-4193-a01e-bc69557768dd None None] Port 91e03531-fdc9-4241-bfbc-0c82a7a1ff32 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:43:26.093605 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4875c041-cbd7-4193-a01e-bc69557768dd None None] Could not find standard attr ID for object 0537dc0e-a07b-4083-98b1-d9e3135a37b1. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 18:43:26.161537 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5861e465-eef8-4e39-b0d9-45bf6baad3d9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:26.321753 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5861e465-eef8-4e39-b0d9-45bf6baad3d9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:26.351004 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:26.413937 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-78b4f5b7-c7fa-42e5-9cdc-e9f6c15e495f None None] Could not find standard attr ID for object 0537dc0e-a07b-4083-98b1-d9e3135a37b1. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 18:43:26.477600 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5861e465-eef8-4e39-b0d9-45bf6baad3d9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:26.555977 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861e465-eef8-4e39-b0d9-45bf6baad3d9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event deleted for resources: {'Subnet': ['ID=944d94c4-3b39-4a56-b3b3-ff7c06e05671,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:26.586867 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5861e465-eef8-4e39-b0d9-45bf6baad3d9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:26.592750 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5861e465-eef8-4e39-b0d9-45bf6baad3d9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/subnets/944d94c4-3b39-4a56-b3b3-ff7c06e05671 HTTP/1.1" status: 204 len: 168 time: 0.7807665 Oct 27 18:43:26.598067 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 56720) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:26.603969 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-259b9c6b-f718-4fd6-a347-b1aff30a2d6f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'subnet': {'network_id': 'f3ef71fb-753f-42ae-b2cf-45b27389a8b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:43:26.652230 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 2c4b49bb-b465-4f73-a8cd-ce39bab13dee up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:43:26.703107 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb9506c-27db-4364-9b5d-dda591c27a2f None None] Network f3ef71fb-753f-42ae-b2cf-45b27389a8b4 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:43:26.912351 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259b9c6b-f718-4fd6-a347-b1aff30a2d6f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Made reservation on behalf of dd196885891a42f49d8b798f501c50b4 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:43:26.918153 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-259b9c6b-f718-4fd6-a347-b1aff30a2d6f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:26.983492 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:27.053095 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 2c4b49bb-b465-4f73-a8cd-ce39bab13dee triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:43:27.053470 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:27.547204 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 56738) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:27.765382 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-6fd74a27-8d71-4986-85e9-941d00211488 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1970247357', 'router:external': True}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:43:27.876868 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd74a27-8d71-4986-85e9-941d00211488 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Made reservation on behalf of fed934ad0c434d72abdfda9e5a560c14 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:43:27.880072 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6fd74a27-8d71-4986-85e9-941d00211488 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:27.904350 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6fd74a27-8d71-4986-85e9-941d00211488 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:28.045941 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6fd74a27-8d71-4986-85e9-941d00211488 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:28.122647 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-259b9c6b-f718-4fd6-a347-b1aff30a2d6f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:28.138858 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6fd74a27-8d71-4986-85e9-941d00211488 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:28.159897 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd74a27-8d71-4986-85e9-941d00211488 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] vlan segment allocate from pool success with {'vlan_id': 1016, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:43:28.194530 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6fd74a27-8d71-4986-85e9-941d00211488 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:28.196149 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-6fd74a27-8d71-4986-85e9-941d00211488 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Added segment 0f9d1abf-a7d1-4cc5-b221-7843d51571b0 of type vlan for network 620a4967-e157-4177-b844-90fc5039a02b Oct 27 18:43:28.265230 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-c3f0d47a-f10a-4d2a-9211-a893a80d1742 None None] Provisioning complete for port 2c4b49bb-b465-4f73-a8cd-ce39bab13dee triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:43:28.265819 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c3f0d47a-f10a-4d2a-9211-a893a80d1742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:28.306639 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259b9c6b-f718-4fd6-a347-b1aff30a2d6f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Network f3ef71fb-753f-42ae-b2cf-45b27389a8b4 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:43:28.324755 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-259b9c6b-f718-4fd6-a347-b1aff30a2d6f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:43:28.340326 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259b9c6b-f718-4fd6-a347-b1aff30a2d6f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:28.340326 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-259b9c6b-f718-4fd6-a347-b1aff30a2d6f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:28.395818 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6fd74a27-8d71-4986-85e9-941d00211488 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:28.420226 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b9c6b-f718-4fd6-a347-b1aff30a2d6f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'Subnet': ['ID=7708ea46-bad7-4827-b093-dbeebe057286,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:28.520770 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-259b9c6b-f718-4fd6-a347-b1aff30a2d6f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9212799 Oct 27 18:43:28.529632 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 56750) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:28.535599 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-3a7be6c3-3828-4905-9761-ecac5d754953 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'security_group': {'name': 'tempest-secgroup-1822956791'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:43:28.543902 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd74a27-8d71-4986-85e9-941d00211488 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3349de9-f5a9-4270-bbc5-0f55ba2b2fac,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:28.558562 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6fd74a27-8d71-4986-85e9-941d00211488 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:28.559575 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd74a27-8d71-4986-85e9-941d00211488 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:28.563107 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6fd74a27-8d71-4986-85e9-941d00211488 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:28.665875 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3a7be6c3-3828-4905-9761-ecac5d754953 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:28.703690 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21bfb15-8ed2-4813-a817-99c808e3b80d None None] Network f3ef71fb-753f-42ae-b2cf-45b27389a8b4 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:43:28.808839 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3a7be6c3-3828-4905-9761-ecac5d754953 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:28.821432 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd74a27-8d71-4986-85e9-941d00211488 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Pushing event updated for resources: {'Network': ['ID=620a4967-e157-4177-b844-90fc5039a02b,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:28.834366 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6fd74a27-8d71-4986-85e9-941d00211488 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.2855110 Oct 27 18:43:28.838106 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 56754) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:28.842695 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-a25f47ee-414a-47ac-93e4-2e499569a283 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Request body: {'subnet': {'network_id': '620a4967-e157-4177-b844-90fc5039a02b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:43:28.846086 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 620a4967-e157-4177-b844-90fc5039a02b details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:43:28.951336 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3a7be6c3-3828-4905-9761-ecac5d754953 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:28.952268 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25f47ee-414a-47ac-93e4-2e499569a283 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Made reservation on behalf of fed934ad0c434d72abdfda9e5a560c14 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:43:28.961517 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a25f47ee-414a-47ac-93e4-2e499569a283 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:28.992738 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7be6c3-3828-4905-9761-ecac5d754953 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df9652cd-ee39-486c-a157-93a8bcb81664,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:28.996512 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-c3f0d47a-f10a-4d2a-9211-a893a80d1742 None None] Provisioning complete for port 91e03531-fdc9-4241-bfbc-0c82a7a1ff32 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:43:28.996894 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c3f0d47a-f10a-4d2a-9211-a893a80d1742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:29.039139 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-c3f0d47a-f10a-4d2a-9211-a893a80d1742 None None] Port 91e03531-fdc9-4241-bfbc-0c82a7a1ff32 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:43:29.079120 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3a7be6c3-3828-4905-9761-ecac5d754953 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:29.082911 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3a7be6c3-3828-4905-9761-ecac5d754953 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5499394 Oct 27 18:43:29.083706 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 56756) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:29.087822 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-065ea3a9-8521-4041-8137-f11aad68ade7 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'security_group': {'name': 'tempest-secgroup-912757320'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:43:29.197758 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-065ea3a9-8521-4041-8137-f11aad68ade7 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:29.270498 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23f14a3-7c5e-4a3b-a979-75002b4e27f8 None None] Update dhcp port {'port': {'network_id': 'f3ef71fb-753f-42ae-b2cf-45b27389a8b4', 'fixed_ips': [{'subnet_id': '43524c2a-a7d5-4674-a85b-bcd68b3e5e7e', 'ip_address': '172.20.0.18'}, {'subnet_id': '7708ea46-bad7-4827-b093-dbeebe057286'}], 'binding:host_id': 'n-d-815690-2'}, 'id': '2c4b49bb-b465-4f73-a8cd-ce39bab13dee'} from n-d-815690-2. {{(pid=102880) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 18:43:29.329231 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f23f14a3-7c5e-4a3b-a979-75002b4e27f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:29.335167 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-065ea3a9-8521-4041-8137-f11aad68ade7 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:29.436665 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-065ea3a9-8521-4041-8137-f11aad68ade7 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:29.480530 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ea3a9-8521-4041-8137-f11aad68ade7 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ce7510-3434-4704-a709-56f77556bed8,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:29.548891 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-065ea3a9-8521-4041-8137-f11aad68ade7 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:29.554467 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 56764) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:29.555844 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-065ea3a9-8521-4041-8137-f11aad68ade7 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4712667 Oct 27 18:43:29.561026 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-e87ed5b0-651b-492b-adf0-d9d04ecf3ab1 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'security_group': {'name': 'tempest-secgroup-423812384'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:43:29.579322 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-f23f14a3-7c5e-4a3b-a979-75002b4e27f8 None None] Allocated IP 172.20.0.2 (f3ef71fb-753f-42ae-b2cf-45b27389a8b4/7708ea46-bad7-4827-b093-dbeebe057286/2c4b49bb-b465-4f73-a8cd-ce39bab13dee) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:43:29.666251 n-d-815690-2 neutron-server[102879]: DEBUG neutron.objects.ports [None req-a25f47ee-414a-47ac-93e4-2e499569a283 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102879) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 18:43:29.667968 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a25f47ee-414a-47ac-93e4-2e499569a283 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:29.769113 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f23f14a3-7c5e-4a3b-a979-75002b4e27f8 None None] For port 2c4b49bb-b465-4f73-a8cd-ce39bab13dee, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=2c4b49bb-b465-4f73-a8cd-ce39bab13dee,segment=NetworkSegment(93d23263-ad77-4a94-ba32-4066c7b94d49),segment_id=93d23263-ad77-4a94-ba32-4066c7b94d49)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:43:29.778622 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f47ee-414a-47ac-93e4-2e499569a283 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3599375b-0649-4f59-8b71-15ac1db79e4a,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:29.782358 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e87ed5b0-651b-492b-adf0-d9d04ecf3ab1 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:29.809820 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25f47ee-414a-47ac-93e4-2e499569a283 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Checking segment: {'id': '0f9d1abf-a7d1-4cc5-b221-7843d51571b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '620a4967-e157-4177-b844-90fc5039a02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:43:29.810514 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25f47ee-414a-47ac-93e4-2e499569a283 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Network hostable DHCP agents. Network: 620a4967-e157-4177-b844-90fc5039a02b, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:43:29.812549 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f23f14a3-7c5e-4a3b-a979-75002b4e27f8 None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:29.901406 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e87ed5b0-651b-492b-adf0-d9d04ecf3ab1 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:29.911422 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f23f14a3-7c5e-4a3b-a979-75002b4e27f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:29.935304 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25f47ee-414a-47ac-93e4-2e499569a283 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Network 620a4967-e157-4177-b844-90fc5039a02b is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:43:29.997180 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e87ed5b0-651b-492b-adf0-d9d04ecf3ab1 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:30.020877 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f14a3-7c5e-4a3b-a979-75002b4e27f8 None None] Pushing event updated for resources: {'Port': ['ID=2c4b49bb-b465-4f73-a8cd-ce39bab13dee,revision_number=6']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:30.059253 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-a25f47ee-414a-47ac-93e4-2e499569a283 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 620a4967-e157-4177-b844-90fc5039a02b) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:43:30.063374 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ed5b0-651b-492b-adf0-d9d04ecf3ab1 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aba2a28-1504-4b42-8679-4501089989bf,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:30.068372 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25f47ee-414a-47ac-93e4-2e499569a283 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:30.069027 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a25f47ee-414a-47ac-93e4-2e499569a283 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:30.077856 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c07f70e-6fbf-44bb-9738-9b1ff6c5d188 None None] Network 620a4967-e157-4177-b844-90fc5039a02b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:43:30.087771 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e87ed5b0-651b-492b-adf0-d9d04ecf3ab1 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:30.091768 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e87ed5b0-651b-492b-adf0-d9d04ecf3ab1 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5324264 Oct 27 18:43:30.093460 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 56770) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:30.102771 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-4ac82024-0fff-42cd-b5f4-e4cb66936408 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-235419177', 'security_groups': ['4aba2a28-1504-4b42-8679-4501089989bf'], 'network_id': 'f3ef71fb-753f-42ae-b2cf-45b27389a8b4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7708ea46-bad7-4827-b093-dbeebe057286'}]}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:43:30.177181 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a25f47ee-414a-47ac-93e4-2e499569a283 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3379998 Oct 27 18:43:30.179554 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 56772) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:30.185617 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-0192b078-c46d-4001-b15b-f21baa08e3cf tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1915302656', 'network_id': '620a4967-e157-4177-b844-90fc5039a02b'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:43:30.317329 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 56780) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:30.334570 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0192b078-c46d-4001-b15b-f21baa08e3cf tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Made reservation on behalf of fed934ad0c434d72abdfda9e5a560c14 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:43:30.337698 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0192b078-c46d-4001-b15b-f21baa08e3cf tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:30.372193 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36ca0ca-b3e3-4b51-90ec-a147c111a720 None None] Network 620a4967-e157-4177-b844-90fc5039a02b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:43:30.373614 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-0192b078-c46d-4001-b15b-f21baa08e3cf tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] device_id is not set on port 9cd9376e-3180-46b7-8c9d-008905b193d1 yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:43:30.475719 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac82024-0fff-42cd-b5f4-e4cb66936408 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Made reservation on behalf of dd196885891a42f49d8b798f501c50b4 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:43:30.681061 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 2c4b49bb-b465-4f73-a8cd-ce39bab13dee up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:43:30.726668 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4ac82024-0fff-42cd-b5f4-e4cb66936408 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:30.772494 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-4ac82024-0fff-42cd-b5f4-e4cb66936408 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] device_id is not set on port ba2b927f-fbd5-4b6a-9ad6-a44a22b2481f yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:43:30.851298 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 2c4b49bb-b465-4f73-a8cd-ce39bab13dee triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:43:30.851730 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:30.920945 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-0192b078-c46d-4001-b15b-f21baa08e3cf tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Allocated IP 172.20.0.14 (620a4967-e157-4177-b844-90fc5039a02b/3599375b-0649-4f59-8b71-15ac1db79e4a/9cd9376e-3180-46b7-8c9d-008905b193d1) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:43:31.083707 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-13a5accb-ae9b-4f72-8d7d-e974818a8ae5 None None] Provisioning complete for port 2c4b49bb-b465-4f73-a8cd-ce39bab13dee triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:43:31.083707 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-13a5accb-ae9b-4f72-8d7d-e974818a8ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:31.204706 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-4ac82024-0fff-42cd-b5f4-e4cb66936408 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Allocated IP 172.20.0.10 (f3ef71fb-753f-42ae-b2cf-45b27389a8b4/7708ea46-bad7-4827-b093-dbeebe057286/ba2b927f-fbd5-4b6a-9ad6-a44a22b2481f) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:43:31.254856 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 56790) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:31.319064 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-13a5accb-ae9b-4f72-8d7d-e974818a8ae5 None None] Provisioning complete for port 91e03531-fdc9-4241-bfbc-0c82a7a1ff32 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:43:31.319687 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-13a5accb-ae9b-4f72-8d7d-e974818a8ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:31.385055 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-13a5accb-ae9b-4f72-8d7d-e974818a8ae5 None None] Port 91e03531-fdc9-4241-bfbc-0c82a7a1ff32 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:43:31.572061 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4ac82024-0fff-42cd-b5f4-e4cb66936408 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:31.674036 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0192b078-c46d-4001-b15b-f21baa08e3cf tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:31.689310 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-38a52484-4ea8-4f6a-a523-8ecb4b9080e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:31.729197 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7897d32c-6800-4c2b-9bb3-cd673888b140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:31.829107 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0192b078-c46d-4001-b15b-f21baa08e3cf tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:31.854791 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-38a52484-4ea8-4f6a-a523-8ecb4b9080e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:31.866983 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4ac82024-0fff-42cd-b5f4-e4cb66936408 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:31.912071 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0192b078-c46d-4001-b15b-f21baa08e3cf tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Network 620a4967-e157-4177-b844-90fc5039a02b is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:43:31.919546 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac82024-0fff-42cd-b5f4-e4cb66936408 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Network f3ef71fb-753f-42ae-b2cf-45b27389a8b4 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:43:31.919894 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-0192b078-c46d-4001-b15b-f21baa08e3cf tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:43:31.924524 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-4ac82024-0fff-42cd-b5f4-e4cb66936408 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:43:31.934010 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-38a52484-4ea8-4f6a-a523-8ecb4b9080e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:31.938212 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac82024-0fff-42cd-b5f4-e4cb66936408 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:43:31.943209 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0192b078-c46d-4001-b15b-f21baa08e3cf tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:43:32.009093 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192b078-c46d-4001-b15b-f21baa08e3cf tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Pushing event updated for resources: {'Port': ['ID=9cd9376e-3180-46b7-8c9d-008905b193d1,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:32.021487 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0192b078-c46d-4001-b15b-f21baa08e3cf tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:32.022131 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0192b078-c46d-4001-b15b-f21baa08e3cf tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:32.081131 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a52484-4ea8-4f6a-a523-8ecb4b9080e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e582de-2c9d-40e1-a087-85fc0c169ee1,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:32.104882 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac82024-0fff-42cd-b5f4-e4cb66936408 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'Port': ['ID=ba2b927f-fbd5-4b6a-9ad6-a44a22b2481f,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:32.138368 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-38a52484-4ea8-4f6a-a523-8ecb4b9080e5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=874aa55786a644daa8ea8f161712b299&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8704469 Oct 27 18:43:32.139439 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 56798) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:32.212825 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac82024-0fff-42cd-b5f4-e4cb66936408 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:32.213811 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4ac82024-0fff-42cd-b5f4-e4cb66936408 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:32.247311 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 56800) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:32.252460 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0192b078-c46d-4001-b15b-f21baa08e3cf tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.0696599 Oct 27 18:43:32.337354 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-a4ae63f3-a4dc-40e5-a9cf-7756f7268440 None None] Provisioning complete for port ba2b927f-fbd5-4b6a-9ad6-a44a22b2481f triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:43:32.337968 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a4ae63f3-a4dc-40e5-a9cf-7756f7268440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:32.341071 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4ac82024-0fff-42cd-b5f4-e4cb66936408 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2462199 Oct 27 18:43:32.347360 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 56804) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:32.383153 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-ce2b6e6c-12a4-405e-a432-677c191f3cd0 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'subnet': {'network_id': 'f3ef71fb-753f-42ae-b2cf-45b27389a8b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:43:32.451204 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-a4ae63f3-a4dc-40e5-a9cf-7756f7268440 None None] Port ba2b927f-fbd5-4b6a-9ad6-a44a22b2481f cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:43:32.571919 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-19e6436c-ec5d-48b1-8c19-5c6ee9462dc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:32.622613 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-19e6436c-ec5d-48b1-8c19-5c6ee9462dc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:32.638768 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-5e78de55-53ec-4561-8b7a-06abfaf3251a tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Deleting port 9cd9376e-3180-46b7-8c9d-008905b193d1 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:43:32.643164 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5e78de55-53ec-4561-8b7a-06abfaf3251a tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:32.713223 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2b6e6c-12a4-405e-a432-677c191f3cd0 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Made reservation on behalf of dd196885891a42f49d8b798f501c50b4 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:43:32.716730 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ce2b6e6c-12a4-405e-a432-677c191f3cd0 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:32.839476 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-7897d32c-6800-4c2b-9bb3-cd673888b140 admin admin] Deleting port 72fb037d-63c4-4acb-956c-9eb67155c9ad {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:43:32.839868 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7897d32c-6800-4c2b-9bb3-cd673888b140 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:32.867313 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5e78de55-53ec-4561-8b7a-06abfaf3251a tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:32.895981 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-5e78de55-53ec-4561-8b7a-06abfaf3251a tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Calling delete_port for 9cd9376e-3180-46b7-8c9d-008905b193d1 owned by {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:43:32.920608 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-19e6436c-ec5d-48b1-8c19-5c6ee9462dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:32.925730 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-19e6436c-ec5d-48b1-8c19-5c6ee9462dc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:32.927331 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-19e6436c-ec5d-48b1-8c19-5c6ee9462dc9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/38e582de-2c9d-40e1-a087-85fc0c169ee1 HTTP/1.1" status: 204 len: 168 time: 0.7825243 Oct 27 18:43:32.973666 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-7897d32c-6800-4c2b-9bb3-cd673888b140 admin admin] For port 72fb037d-63c4-4acb-956c-9eb67155c9ad, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=72fb037d-63c4-4acb-956c-9eb67155c9ad,segment=NetworkSegment(68fcfce6-a355-45f7-97f0-13c149d4fd60),segment_id=68fcfce6-a355-45f7-97f0-13c149d4fd60)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:43:32.974236 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7897d32c-6800-4c2b-9bb3-cd673888b140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:32.989987 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-7897d32c-6800-4c2b-9bb3-cd673888b140 admin admin] Calling delete_port for 72fb037d-63c4-4acb-956c-9eb67155c9ad owned by network:router_interface {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:43:33.008652 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6436c-ec5d-48b1-8c19-5c6ee9462dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e582de-2c9d-40e1-a087-85fc0c169ee1,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:33.018780 n-d-815690-2 neutron-server[102878]: INFO neutron.db.ipam_backend_mixin [None req-ce2b6e6c-12a4-405e-a432-677c191f3cd0 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7708ea46-bad7-4827-b093-dbeebe057286 (CIDR: 172.20.0.0/28) Oct 27 18:43:33.073702 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce2b6e6c-12a4-405e-a432-677c191f3cd0 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:43:33.074219 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce2b6e6c-12a4-405e-a432-677c191f3cd0 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:43:33.151971 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ce2b6e6c-12a4-405e-a432-677c191f3cd0 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7868896 Oct 27 18:43:33.157198 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 56810) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:33.157853 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-9bb8bb25-7bfe-4e6a-8aa0-4da5ed0007b2 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'subnet': {'network_id': 'f3ef71fb-753f-42ae-b2cf-45b27389a8b4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:43:33.208206 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5e78de55-53ec-4561-8b7a-06abfaf3251a tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:33.260733 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e78de55-53ec-4561-8b7a-06abfaf3251a tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Pushing event deleted for resources: {'Port': ['ID=9cd9376e-3180-46b7-8c9d-008905b193d1,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:33.374371 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7897d32c-6800-4c2b-9bb3-cd673888b140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:33.471933 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7897d32c-6800-4c2b-9bb3-cd673888b140 admin admin] Pushing event deleted for resources: {'Port': ['ID=72fb037d-63c4-4acb-956c-9eb67155c9ad,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:33.543503 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5e78de55-53ec-4561-8b7a-06abfaf3251a tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:33.547356 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5e78de55-53ec-4561-8b7a-06abfaf3251a tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] 10.222.0.52 "DELETE /v2.0/ports/9cd9376e-3180-46b7-8c9d-008905b193d1 HTTP/1.1" status: 204 len: 168 time: 1.2988865 Oct 27 18:43:33.550783 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 56818) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:33.556776 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-bf571085-3475-425d-afa0-99e84bb05441 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '620a4967-e157-4177-b844-90fc5039a02b', 'external_fixed_ips': [{'subnet_id': '3599375b-0649-4f59-8b71-15ac1db79e4a', 'ip_address': '172.20.0.14'}]}}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:43:33.618478 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb8bb25-7bfe-4e6a-8aa0-4da5ed0007b2 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Made reservation on behalf of dd196885891a42f49d8b798f501c50b4 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:43:33.622424 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9bb8bb25-7bfe-4e6a-8aa0-4da5ed0007b2 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:33.741179 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7897d32c-6800-4c2b-9bb3-cd673888b140 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:33.797512 n-d-815690-2 neutron-server[102878]: INFO neutron.db.ipam_backend_mixin [None req-9bb8bb25-7bfe-4e6a-8aa0-4da5ed0007b2 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 43524c2a-a7d5-4674-a85b-bcd68b3e5e7e (CIDR: 172.20.0.16/28) Oct 27 18:43:33.800052 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bf571085-3475-425d-afa0-99e84bb05441 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:33.800911 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bf571085-3475-425d-afa0-99e84bb05441 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:33.867725 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bb8bb25-7bfe-4e6a-8aa0-4da5ed0007b2 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:43:33.868236 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bb8bb25-7bfe-4e6a-8aa0-4da5ed0007b2 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:43:33.873168 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bf571085-3475-425d-afa0-99e84bb05441 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:34.004571 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9bb8bb25-7bfe-4e6a-8aa0-4da5ed0007b2 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8506460 Oct 27 18:43:34.006529 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 56830) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:34.011901 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-8cfa12ca-1507-4f73-a313-5dbd8678d0c4 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'subnet': {'network_id': 'f3ef71fb-753f-42ae-b2cf-45b27389a8b4', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:43:34.036048 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7897d32c-6800-4c2b-9bb3-cd673888b140 admin admin] Router 90d601f3-c2ab-4213-b13a-2d2e286aa663 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:43:34.165723 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7897d32c-6800-4c2b-9bb3-cd673888b140 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:43:34.175308 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7897d32c-6800-4c2b-9bb3-cd673888b140 admin admin] 10.222.0.52 "PUT /v2.0/routers/90d601f3-c2ab-4213-b13a-2d2e286aa663/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8565707 Oct 27 18:43:34.175995 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 56836) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:34.183216 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d82cb0-2134-4ae2-b19a-3348452e0c9c None None] Sync routers for ids ['90d601f3-c2ab-4213-b13a-2d2e286aa663'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:43:34.196772 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d82cb0-2134-4ae2-b19a-3348452e0c9c None None] Routers {'90d601f3-c2ab-4213-b13a-2d2e286aa663'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:43:34.197667 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-23d82cb0-2134-4ae2-b19a-3348452e0c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:43:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['90d601f3-c2ab-4213-b13a-2d2e286aa663'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:34.270730 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bf571085-3475-425d-afa0-99e84bb05441 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:34.300632 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b5584679-2f4b-40e5-b03d-0c262b0cb30b admin admin] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:34.336133 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-23d82cb0-2134-4ae2-b19a-3348452e0c9c None None] Set router 90d601f3-c2ab-4213-b13a-2d2e286aa663 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:43:34.413139 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b5584679-2f4b-40e5-b03d-0c262b0cb30b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:34.448338 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfa12ca-1507-4f73-a313-5dbd8678d0c4 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Made reservation on behalf of dd196885891a42f49d8b798f501c50b4 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:43:34.452631 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8cfa12ca-1507-4f73-a313-5dbd8678d0c4 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:34.573690 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-b5584679-2f4b-40e5-b03d-0c262b0cb30b admin admin] Deleting port 203bfd70-4580-485e-a885-b647a34b8644 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:43:34.582097 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b5584679-2f4b-40e5-b03d-0c262b0cb30b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:34.615831 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-23d82cb0-2134-4ae2-b19a-3348452e0c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d601f3-c2ab-4213-b13a-2d2e286aa663', 'name': 'tempest-TaggedBootDevicesTest_v242-1928973441-router', 'tenant_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '203bfd70-4580-485e-a885-b647a34b8644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:31:22Z', 'updated_at': '2021-10-27T18:43:33Z', 'revision_number': 5, 'project_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'gw_port': {'id': '203bfd70-4580-485e-a885-b647a34b8644', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:85:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d601f3-c2ab-4213-b13a-2d2e286aa663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:31:23Z', 'updated_at': '2021-10-27T18:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:34.670049 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d82cb0-2134-4ae2-b19a-3348452e0c9c None None] Checking router: 90d601f3-c2ab-4213-b13a-2d2e286aa663 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:43:34.679942 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d82cb0-2134-4ae2-b19a-3348452e0c9c None None] Routers {'90d601f3-c2ab-4213-b13a-2d2e286aa663'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:43:34.680975 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-23d82cb0-2134-4ae2-b19a-3348452e0c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:43:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['90d601f3-c2ab-4213-b13a-2d2e286aa663'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:34.723176 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-b5584679-2f4b-40e5-b03d-0c262b0cb30b admin admin] For port 203bfd70-4580-485e-a885-b647a34b8644, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=203bfd70-4580-485e-a885-b647a34b8644,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:43:34.723535 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b5584679-2f4b-40e5-b03d-0c262b0cb30b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:34.745420 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-b5584679-2f4b-40e5-b03d-0c262b0cb30b admin admin] Calling delete_port for 203bfd70-4580-485e-a885-b647a34b8644 owned by network:router_gateway {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:43:34.795093 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-23d82cb0-2134-4ae2-b19a-3348452e0c9c None None] Set router 90d601f3-c2ab-4213-b13a-2d2e286aa663 gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:43:34.834543 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bf571085-3475-425d-afa0-99e84bb05441 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:34.860427 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bf571085-3475-425d-afa0-99e84bb05441 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:34.872678 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-23d82cb0-2134-4ae2-b19a-3348452e0c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d601f3-c2ab-4213-b13a-2d2e286aa663', 'name': 'tempest-TaggedBootDevicesTest_v242-1928973441-router', 'tenant_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:31:22Z', 'updated_at': '2021-10-27T18:43:34Z', 'revision_number': 6, 'project_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:34.919611 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d82cb0-2134-4ae2-b19a-3348452e0c9c None None] The sync data for ids ['90d601f3-c2ab-4213-b13a-2d2e286aa663'] in n-d-815690-2 is: [{'id': '90d601f3-c2ab-4213-b13a-2d2e286aa663', 'name': 'tempest-TaggedBootDevicesTest_v242-1928973441-router', 'tenant_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:31:22Z', 'updated_at': '2021-10-27T18:43:34Z', 'revision_number': 6, 'project_id': 'f7ff550a115b45e2bb54d05b8fe668a7', 'gw_port_host': None}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:43:35.067134 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8cfa12ca-1507-4f73-a313-5dbd8678d0c4 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:35.084495 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-bf571085-3475-425d-afa0-99e84bb05441 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Allocated IP 172.20.0.14 (620a4967-e157-4177-b844-90fc5039a02b/3599375b-0649-4f59-8b71-15ac1db79e4a/f359bb98-a46a-48ba-b5f7-e758c11dcd92) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:43:35.117144 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b5584679-2f4b-40e5-b03d-0c262b0cb30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:35.137340 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfa12ca-1507-4f73-a313-5dbd8678d0c4 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Network f3ef71fb-753f-42ae-b2cf-45b27389a8b4 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:43:35.165844 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5584679-2f4b-40e5-b03d-0c262b0cb30b admin admin] Pushing event deleted for resources: {'Port': ['ID=203bfd70-4580-485e-a885-b647a34b8644,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:35.179695 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-8cfa12ca-1507-4f73-a313-5dbd8678d0c4 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:43:35.195552 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba508a6-a23b-44fd-8fc0-5c87683ce3ac None None] Network f3ef71fb-753f-42ae-b2cf-45b27389a8b4 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:43:35.199727 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfa12ca-1507-4f73-a313-5dbd8678d0c4 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:35.200339 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8cfa12ca-1507-4f73-a313-5dbd8678d0c4 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:35.227952 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa12ca-1507-4f73-a313-5dbd8678d0c4 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'Subnet': ['ID=612d711d-471e-4a90-a9c2-7ebb3b59b929,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:35.308805 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b5584679-2f4b-40e5-b03d-0c262b0cb30b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:35.313491 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bf571085-3475-425d-afa0-99e84bb05441 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:35.365236 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8cfa12ca-1507-4f73-a313-5dbd8678d0c4 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3575788 Oct 27 18:43:35.394036 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 56862) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:35.419319 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-37f98222-7b59-4db1-9db9-bd7926537590 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1789987986', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '612d711d-471e-4a90-a9c2-7ebb3b59b929'}], 'security_groups': ['df9652cd-ee39-486c-a157-93a8bcb81664', 'a1ce7510-3434-4704-a709-56f77556bed8']}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:43:35.527220 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b5584679-2f4b-40e5-b03d-0c262b0cb30b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:35.529516 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b5584679-2f4b-40e5-b03d-0c262b0cb30b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:35.592350 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bf571085-3475-425d-afa0-99e84bb05441 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:35.644789 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-37f98222-7b59-4db1-9db9-bd7926537590 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:35.648275 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b5584679-2f4b-40e5-b03d-0c262b0cb30b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:35.649258 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5584679-2f4b-40e5-b03d-0c262b0cb30b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90d601f3-c2ab-4213-b13a-2d2e286aa663 {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:43:35.653959 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b5584679-2f4b-40e5-b03d-0c262b0cb30b admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:35.655553 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b5584679-2f4b-40e5-b03d-0c262b0cb30b admin admin] 10.222.0.52 "DELETE /v2.0/routers/90d601f3-c2ab-4213-b13a-2d2e286aa663 HTTP/1.1" status: 204 len: 168 time: 1.4782963 Oct 27 18:43:35.660502 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 56868) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:35.671313 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf571085-3475-425d-afa0-99e84bb05441 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Network 620a4967-e157-4177-b844-90fc5039a02b is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:43:35.678400 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-bf571085-3475-425d-afa0-99e84bb05441 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:43:35.685615 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf571085-3475-425d-afa0-99e84bb05441 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:43:35.730752 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-8393cae6-b188-4721-813b-6e3ff98e5849 admin admin] Deleting subnet 2d3bd725-56cb-4497-bc09-775fd7d3c5d8 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:43:35.737023 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8393cae6-b188-4721-813b-6e3ff98e5849 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:35.738955 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf571085-3475-425d-afa0-99e84bb05441 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Pushing event updated for resources: {'Port': ['ID=f359bb98-a46a-48ba-b5f7-e758c11dcd92,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:35.851380 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8393cae6-b188-4721-813b-6e3ff98e5849 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:35.856638 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca6860b-b0af-41e0-9a72-a65de101e8fa None None] Update dhcp port {'port': {'network_id': 'f3ef71fb-753f-42ae-b2cf-45b27389a8b4', 'fixed_ips': [{'subnet_id': '43524c2a-a7d5-4674-a85b-bcd68b3e5e7e', 'ip_address': '172.20.0.18'}, {'subnet_id': '7708ea46-bad7-4827-b093-dbeebe057286', 'ip_address': '172.20.0.2'}, {'subnet_id': '612d711d-471e-4a90-a9c2-7ebb3b59b929'}], 'binding:host_id': 'n-d-815690-2'}, 'id': '2c4b49bb-b465-4f73-a8cd-ce39bab13dee'} from n-d-815690-2. {{(pid=102880) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 18:43:35.933385 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8ca6860b-b0af-41e0-9a72-a65de101e8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:36.019518 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8393cae6-b188-4721-813b-6e3ff98e5849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:36.174343 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8393cae6-b188-4721-813b-6e3ff98e5849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:36.239578 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393cae6-b188-4721-813b-6e3ff98e5849 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d3bd725-56cb-4497-bc09-775fd7d3c5d8,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:36.250867 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8393cae6-b188-4721-813b-6e3ff98e5849 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:36.258548 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50f60ea-fbd4-475a-82cb-4ecdd460a4a9 None None] Network e7a71d4d-f2a8-460d-b289-b8a552af97cd requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:43:36.276029 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8393cae6-b188-4721-813b-6e3ff98e5849 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2d3bd725-56cb-4497-bc09-775fd7d3c5d8 HTTP/1.1" status: 204 len: 168 time: 0.6115420 Oct 27 18:43:36.276814 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 56878) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:36.403644 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7ef21b04-b4b9-4ae4-9c0d-16ac0a7efefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:36.495628 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-7ef21b04-b4b9-4ae4-9c0d-16ac0a7efefa admin admin] Deleting port 6394ee75-bb4d-41f7-a43a-87f753d8969d {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:43:36.496206 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7ef21b04-b4b9-4ae4-9c0d-16ac0a7efefa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:36.597040 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4d37b4-9b6f-4a8f-bc52-4156e25fa88d None None] DHCP port deletion for e7a71d4d-f2a8-460d-b289-b8a552af97cd request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:43:36.607123 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-7ef21b04-b4b9-4ae4-9c0d-16ac0a7efefa admin admin] For port 6394ee75-bb4d-41f7-a43a-87f753d8969d, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=6394ee75-bb4d-41f7-a43a-87f753d8969d,segment=NetworkSegment(68fcfce6-a355-45f7-97f0-13c149d4fd60),segment_id=68fcfce6-a355-45f7-97f0-13c149d4fd60)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:43:36.610407 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7ef21b04-b4b9-4ae4-9c0d-16ac0a7efefa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:36.675362 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-7ef21b04-b4b9-4ae4-9c0d-16ac0a7efefa admin admin] Calling delete_port for 6394ee75-bb4d-41f7-a43a-87f753d8969d owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:43:36.739753 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 203bfd70-4580-485e-a885-b647a34b8644 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:43:36.789652 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-1c4d37b4-9b6f-4a8f-bc52-4156e25fa88d None None] Deleting port 6394ee75-bb4d-41f7-a43a-87f753d8969d {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:43:36.789959 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1c4d37b4-9b6f-4a8f-bc52-4156e25fa88d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:36.817958 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 203bfd70-4580-485e-a885-b647a34b8644 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:43:36.822203 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 203bfd70-4580-485e-a885-b647a34b8644 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:43:36.822203 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 72fb037d-63c4-4acb-956c-9eb67155c9ad no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:43:36.903689 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 72fb037d-63c4-4acb-956c-9eb67155c9ad {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:43:36.904041 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 72fb037d-63c4-4acb-956c-9eb67155c9ad not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:43:36.931277 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-1c4d37b4-9b6f-4a8f-bc52-4156e25fa88d None None] For port 6394ee75-bb4d-41f7-a43a-87f753d8969d, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=6394ee75-bb4d-41f7-a43a-87f753d8969d,segment=NetworkSegment(68fcfce6-a355-45f7-97f0-13c149d4fd60),segment_id=68fcfce6-a355-45f7-97f0-13c149d4fd60)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:43:36.931693 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1c4d37b4-9b6f-4a8f-bc52-4156e25fa88d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:36.933721 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7ef21b04-b4b9-4ae4-9c0d-16ac0a7efefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:36.947681 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-1c4d37b4-9b6f-4a8f-bc52-4156e25fa88d None None] Calling delete_port for 6394ee75-bb4d-41f7-a43a-87f753d8969d owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:43:36.993284 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef21b04-b4b9-4ae4-9c0d-16ac0a7efefa admin admin] Pushing event deleted for resources: {'Port': ['ID=6394ee75-bb4d-41f7-a43a-87f753d8969d,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:37.010266 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef21b04-b4b9-4ae4-9c0d-16ac0a7efefa admin admin] No DVR routers for this DVR port 6394ee75-bb4d-41f7-a43a-87f753d8969d on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:43:37.088468 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-37f98222-7b59-4db1-9db9-bd7926537590 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Delete allocated IP 172.20.0.10 (f3ef71fb-753f-42ae-b2cf-45b27389a8b4/7708ea46-bad7-4827-b093-dbeebe057286) {{(pid=102878) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 27 18:43:37.089636 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1c4d37b4-9b6f-4a8f-bc52-4156e25fa88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:37.098306 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-37f98222-7b59-4db1-9db9-bd7926537590 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Allocated IP 172.20.0.34 (f3ef71fb-753f-42ae-b2cf-45b27389a8b4/612d711d-471e-4a90-a9c2-7ebb3b59b929/ba2b927f-fbd5-4b6a-9ad6-a44a22b2481f) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:43:37.135795 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d37b4-9b6f-4a8f-bc52-4156e25fa88d None None] Pushing event deleted for resources: {'Port': ['ID=6394ee75-bb4d-41f7-a43a-87f753d8969d,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:37.144676 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4d37b4-9b6f-4a8f-bc52-4156e25fa88d None None] No DVR routers for this DVR port 6394ee75-bb4d-41f7-a43a-87f753d8969d on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:43:37.148509 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7ef21b04-b4b9-4ae4-9c0d-16ac0a7efefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:37.185747 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-7ef21b04-b4b9-4ae4-9c0d-16ac0a7efefa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7a71d4d-f2a8-460d-b289-b8a552af97cd']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:37.197904 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-7ef21b04-b4b9-4ae4-9c0d-16ac0a7efefa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68fcfce6-a355-45f7-97f0-13c149d4fd60') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:37.198321 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-7ef21b04-b4b9-4ae4-9c0d-16ac0a7efefa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68fcfce6-a355-45f7-97f0-13c149d4fd60') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:37.220046 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bf571085-3475-425d-afa0-99e84bb05441 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:37.239078 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7ef21b04-b4b9-4ae4-9c0d-16ac0a7efefa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:37.255200 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7ef21b04-b4b9-4ae4-9c0d-16ac0a7efefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:37.264181 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ef21b04-b4b9-4ae4-9c0d-16ac0a7efefa admin admin] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:43:37.264604 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7ef21b04-b4b9-4ae4-9c0d-16ac0a7efefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:37.266496 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:43:37.266496 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:43:37.266496 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:43:37.266496 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:43:37.266496 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:43:37.266496 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:43:37.266496 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:43:37.266496 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:43:37.266496 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:43:37.266496 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:43:37.266496 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:43:37.266496 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:43:37.266496 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:43:37.266496 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:43:37.266496 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:43:37.266496 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:43:37.266496 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:43:37.266496 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:43:37.266496 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:43:37.266496 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:43:37.266496 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:43:37.266496 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:43:37.266496 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:43:37.266496 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:43:37.266496 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:43:37.266496 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:43:37.266496 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:43:37.266496 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:43:37.266496 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:43:37.266496 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:43:37.266496 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:43:37.266496 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:43:37.443158 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-37f98222-7b59-4db1-9db9-bd7926537590 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:37.443474 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7ef21b04-b4b9-4ae4-9c0d-16ac0a7efefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:37.456630 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7ef21b04-b4b9-4ae4-9c0d-16ac0a7efefa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:37.467631 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7ef21b04-b4b9-4ae4-9c0d-16ac0a7efefa admin admin] 10.222.0.52 "DELETE /v2.0/networks/e7a71d4d-f2a8-460d-b289-b8a552af97cd HTTP/1.1" status: 204 len: 168 time: 1.1896346 Oct 27 18:43:37.489556 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef21b04-b4b9-4ae4-9c0d-16ac0a7efefa admin admin] Pushing event deleted for resources: {'Network': ['ID=e7a71d4d-f2a8-460d-b289-b8a552af97cd,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:37.540610 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-37f98222-7b59-4db1-9db9-bd7926537590 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:37.582442 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-8ca6860b-b0af-41e0-9a72-a65de101e8fa None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-c64e5a94-8f9a-4beb-adaa-3c6b2d19f221 {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:43:37.583555 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-8ca6860b-b0af-41e0-9a72-a65de101e8fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:43:37.666843 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f98222-7b59-4db1-9db9-bd7926537590 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event updated for resources: {'Port': ['ID=ba2b927f-fbd5-4b6a-9ad6-a44a22b2481f,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:37.693966 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bf571085-3475-425d-afa0-99e84bb05441 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:37.699771 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-37f98222-7b59-4db1-9db9-bd7926537590 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] In _notify_port_updated(), no bound segment for port ba2b927f-fbd5-4b6a-9ad6-a44a22b2481f on network f3ef71fb-753f-42ae-b2cf-45b27389a8b4 {{(pid=102878) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 18:43:37.706698 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f98222-7b59-4db1-9db9-bd7926537590 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:37.707367 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-37f98222-7b59-4db1-9db9-bd7926537590 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:37.711619 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-37f98222-7b59-4db1-9db9-bd7926537590 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "PUT /v2.0/ports/ba2b927f-fbd5-4b6a-9ad6-a44a22b2481f HTTP/1.1" status: 200 len: 960 time: 2.3203106 Oct 27 18:43:37.711942 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 56910) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:37.754280 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 56912) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:37.762729 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-4b6f3bbf-b50b-4114-b620-911539a8e75f tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Request body: {'network': {'name': 'tempest-network-smoke--2128475336', 'project_id': '38372ab8aa394f258676f181e4e603cf', 'port_security_enabled': True}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:43:37.859202 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-a9a51a7a-ae74-4f63-ad3e-527cd52175a8 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Deleting port ba2b927f-fbd5-4b6a-9ad6-a44a22b2481f {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:43:37.859317 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a9a51a7a-ae74-4f63-ad3e-527cd52175a8 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:37.889475 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 56920) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:37.910943 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6f3bbf-b50b-4114-b620-911539a8e75f tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Made reservation on behalf of 38372ab8aa394f258676f181e4e603cf for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:43:37.914871 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4b6f3bbf-b50b-4114-b620-911539a8e75f tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:37.929221 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4b6f3bbf-b50b-4114-b620-911539a8e75f tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:37.934873 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ca33b97e-eeab-47b2-b49f-2fac1484488b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f7ff550a115b45e2bb54d05b8fe668a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436034 Oct 27 18:43:37.938945 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 56922) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:37.959747 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf571085-3475-425d-afa0-99e84bb05441 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Router 4bad2fa8-55df-44c3-a969-42aadc9c8647 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:43:37.992908 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a9a51a7a-ae74-4f63-ad3e-527cd52175a8 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:38.011899 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-a9a51a7a-ae74-4f63-ad3e-527cd52175a8 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Calling delete_port for ba2b927f-fbd5-4b6a-9ad6-a44a22b2481f owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:43:38.074517 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc378-2da6-45c3-8c79-3f6b92044a9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:38.100320 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc378-2da6-45c3-8c79-3f6b92044a9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:38.115810 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4b6f3bbf-b50b-4114-b620-911539a8e75f tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:38.181054 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf571085-3475-425d-afa0-99e84bb05441 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:43:38.192566 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22198cbd-b77f-4fc1-87bd-50f3e5d144be None None] Sync routers for ids ['4bad2fa8-55df-44c3-a969-42aadc9c8647'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:43:38.208599 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4b6f3bbf-b50b-4114-b620-911539a8e75f tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:38.212572 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22198cbd-b77f-4fc1-87bd-50f3e5d144be None None] Routers {'4bad2fa8-55df-44c3-a969-42aadc9c8647'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:43:38.213604 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8ca6860b-b0af-41e0-9a72-a65de101e8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:38.225029 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-22198cbd-b77f-4fc1-87bd-50f3e5d144be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:43:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['4bad2fa8-55df-44c3-a969-42aadc9c8647'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:38.253253 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6f3bbf-b50b-4114-b620-911539a8e75f tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed361a9-85d0-466d-862e-b941a8491fa0,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:38.259544 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc378-2da6-45c3-8c79-3f6b92044a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:38.262534 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc378-2da6-45c3-8c79-3f6b92044a9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:38.263893 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1a2bc378-2da6-45c3-8c79-3f6b92044a9b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3fa97b7c-97e4-4a13-a0ee-f36c9ec7b8d8 HTTP/1.1" status: 204 len: 168 time: 0.3262117 Oct 27 18:43:38.287028 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc378-2da6-45c3-8c79-3f6b92044a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa97b7c-97e4-4a13-a0ee-f36c9ec7b8d8,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:38.292228 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bf571085-3475-425d-afa0-99e84bb05441 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:38.294077 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-bf571085-3475-425d-afa0-99e84bb05441 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.7417052 Oct 27 18:43:38.297221 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 56930) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:38.410289 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a9a51a7a-ae74-4f63-ad3e-527cd52175a8 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:38.421447 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b6f3bbf-b50b-4114-b620-911539a8e75f tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] vlan segment allocate from pool success with {'vlan_id': 1033, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:43:38.440721 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-22198cbd-b77f-4fc1-87bd-50f3e5d144be None None] Set router 4bad2fa8-55df-44c3-a969-42aadc9c8647 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:43:38.467224 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a51a7a-ae74-4f63-ad3e-527cd52175a8 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event deleted for resources: {'Port': ['ID=ba2b927f-fbd5-4b6a-9ad6-a44a22b2481f,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:38.481342 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4b6f3bbf-b50b-4114-b620-911539a8e75f tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:38.483816 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-4b6f3bbf-b50b-4114-b620-911539a8e75f tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Added segment e9c05ce6-4f6e-449a-a420-38d627a94b66 of type vlan for network 0d50917e-a177-4649-b0d3-adb7493eba05 Oct 27 18:43:38.618484 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a9a51a7a-ae74-4f63-ad3e-527cd52175a8 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:38.621179 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 6394ee75-bb4d-41f7-a43a-87f753d8969d no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:43:38.624576 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 56936) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:38.624736 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a9a51a7a-ae74-4f63-ad3e-527cd52175a8 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/ports/ba2b927f-fbd5-4b6a-9ad6-a44a22b2481f HTTP/1.1" status: 204 len: 168 time: 0.9116495 Oct 27 18:43:38.633424 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-925c7940-555e-4f8b-8c48-c7967ce212d2 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:38.681621 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 6394ee75-bb4d-41f7-a43a-87f753d8969d {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:43:38.681969 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 6394ee75-bb4d-41f7-a43a-87f753d8969d not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:43:38.692588 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f5e4d33-1150-4403-9423-aedb8cf035e5 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] GET failed (client error): The resource could not be found. Oct 27 18:43:38.694284 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5f5e4d33-1150-4403-9423-aedb8cf035e5 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "GET /v2.0/ports/ba2b927f-fbd5-4b6a-9ad6-a44a22b2481f HTTP/1.1" status: 404 len: 333 time: 0.0683601 Oct 27 18:43:38.697857 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 56942) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:38.731074 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-8ca6860b-b0af-41e0-9a72-a65de101e8fa None None] Allocated IP 172.20.0.35 (f3ef71fb-753f-42ae-b2cf-45b27389a8b4/612d711d-471e-4a90-a9c2-7ebb3b59b929/2c4b49bb-b465-4f73-a8cd-ce39bab13dee) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:43:38.787725 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-22198cbd-b77f-4fc1-87bd-50f3e5d144be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bad2fa8-55df-44c3-a969-42aadc9c8647', 'name': '', 'tenant_id': 'fed934ad0c434d72abdfda9e5a560c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '620a4967-e157-4177-b844-90fc5039a02b', 'external_fixed_ips': [{'subnet_id': '3599375b-0649-4f59-8b71-15ac1db79e4a', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': 'f359bb98-a46a-48ba-b5f7-e758c11dcd92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:43:33Z', 'updated_at': '2021-10-27T18:43:36Z', 'revision_number': 3, 'project_id': 'fed934ad0c434d72abdfda9e5a560c14', 'gw_port': {'id': 'f359bb98-a46a-48ba-b5f7-e758c11dcd92', 'name': '', 'network_id': '620a4967-e157-4177-b844-90fc5039a02b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bad2fa8-55df-44c3-a969-42aadc9c8647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '3599375b-0649-4f59-8b71-15ac1db79e4a', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:43:34Z', 'updated_at': '2021-10-27T18:43:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3599375b-0649-4f59-8b71-15ac1db79e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:38.814270 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4b6f3bbf-b50b-4114-b620-911539a8e75f tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:38.864251 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22198cbd-b77f-4fc1-87bd-50f3e5d144be None None] Checking router: 4bad2fa8-55df-44c3-a969-42aadc9c8647 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:43:38.864880 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22198cbd-b77f-4fc1-87bd-50f3e5d144be None None] Updating router 4bad2fa8-55df-44c3-a969-42aadc9c8647 port f359bb98-a46a-48ba-b5f7-e758c11dcd92 binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:43:38.886585 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-44341103-3fad-4431-99a6-7830b0b4a698 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:38.896732 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-22198cbd-b77f-4fc1-87bd-50f3e5d144be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:38.904874 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-925c7940-555e-4f8b-8c48-c7967ce212d2 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:38.933130 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4b6f3bbf-b50b-4114-b620-911539a8e75f tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:38.933702 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-44341103-3fad-4431-99a6-7830b0b4a698 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:38.944702 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6f3bbf-b50b-4114-b620-911539a8e75f tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:38.946545 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4b6f3bbf-b50b-4114-b620-911539a8e75f tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:39.032002 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-8ca6860b-b0af-41e0-9a72-a65de101e8fa None None] For port 2c4b49bb-b465-4f73-a8cd-ce39bab13dee, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=2c4b49bb-b465-4f73-a8cd-ce39bab13dee,segment=NetworkSegment(93d23263-ad77-4a94-ba32-4066c7b94d49),segment_id=93d23263-ad77-4a94-ba32-4066c7b94d49)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:43:39.066265 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8ca6860b-b0af-41e0-9a72-a65de101e8fa None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:39.113970 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6f3bbf-b50b-4114-b620-911539a8e75f tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Pushing event updated for resources: {'Network': ['ID=0d50917e-a177-4649-b0d3-adb7493eba05,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:39.117423 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-44341103-3fad-4431-99a6-7830b0b4a698 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:39.122086 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-44341103-3fad-4431-99a6-7830b0b4a698 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:39.123290 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-44341103-3fad-4431-99a6-7830b0b4a698 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/security-groups/4aba2a28-1504-4b42-8679-4501089989bf HTTP/1.1" status: 204 len: 168 time: 0.4245234 Oct 27 18:43:39.132952 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 0d50917e-a177-4649-b0d3-adb7493eba05 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:43:39.157601 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 56956) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:39.161960 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44341103-3fad-4431-99a6-7830b0b4a698 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aba2a28-1504-4b42-8679-4501089989bf,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:39.193433 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 56960) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:39.199167 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-a0d025c8-1175-4b85-b0e2-75b643b9bf8c tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-78422740', 'admin_state_up': True, 'project_id': '38372ab8aa394f258676f181e4e603cf', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:43:39.211651 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4b6f3bbf-b50b-4114-b620-911539a8e75f tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4322433 Oct 27 18:43:39.235778 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8ca6860b-b0af-41e0-9a72-a65de101e8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:39.357300 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-552fd942-a399-4a87-acf1-ab462758c6de tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:39.380403 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a0d025c8-1175-4b85-b0e2-75b643b9bf8c tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:39.386317 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a0d025c8-1175-4b85-b0e2-75b643b9bf8c tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:39.392805 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-925c7940-555e-4f8b-8c48-c7967ce212d2 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Deleting port f359bb98-a46a-48ba-b5f7-e758c11dcd92 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:43:39.393143 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-925c7940-555e-4f8b-8c48-c7967ce212d2 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:39.423347 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca6860b-b0af-41e0-9a72-a65de101e8fa None None] Pushing event updated for resources: {'Port': ['ID=2c4b49bb-b465-4f73-a8cd-ce39bab13dee,revision_number=7']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:39.438248 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-552fd942-a399-4a87-acf1-ab462758c6de tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:39.496142 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a0d025c8-1175-4b85-b0e2-75b643b9bf8c tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:39.506790 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-22198cbd-b77f-4fc1-87bd-50f3e5d144be None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:39.543912 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-925c7940-555e-4f8b-8c48-c7967ce212d2 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:39.558263 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-925c7940-555e-4f8b-8c48-c7967ce212d2 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Calling delete_port for f359bb98-a46a-48ba-b5f7-e758c11dcd92 owned by network:router_gateway {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:43:39.585288 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-22198cbd-b77f-4fc1-87bd-50f3e5d144be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:39.658060 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e70658-9236-4db3-a1f7-530a91a9d284 None None] Pushing event updated for resources: {'Port': ['ID=f359bb98-a46a-48ba-b5f7-e758c11dcd92,revision_number=2']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:39.692265 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-22198cbd-b77f-4fc1-87bd-50f3e5d144be None None] Attempting to bind port f359bb98-a46a-48ba-b5f7-e758c11dcd92 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:43:39.692645 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-22198cbd-b77f-4fc1-87bd-50f3e5d144be None None] Attempting to bind port f359bb98-a46a-48ba-b5f7-e758c11dcd92 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '0f9d1abf-a7d1-4cc5-b221-7843d51571b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '620a4967-e157-4177-b844-90fc5039a02b'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:43:39.693005 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22198cbd-b77f-4fc1-87bd-50f3e5d144be None None] Attempting to bind port f359bb98-a46a-48ba-b5f7-e758c11dcd92 on network 620a4967-e157-4177-b844-90fc5039a02b {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:43:39.700094 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22198cbd-b77f-4fc1-87bd-50f3e5d144be None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:43:39.700783 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22198cbd-b77f-4fc1-87bd-50f3e5d144be None None] Checking segment: {'id': '0f9d1abf-a7d1-4cc5-b221-7843d51571b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '620a4967-e157-4177-b844-90fc5039a02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:43:39.702529 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-22198cbd-b77f-4fc1-87bd-50f3e5d144be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:39.703734 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22198cbd-b77f-4fc1-87bd-50f3e5d144be None None] Bound using segment: {'id': '0f9d1abf-a7d1-4cc5-b221-7843d51571b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '620a4967-e157-4177-b844-90fc5039a02b'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:43:39.704317 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-22198cbd-b77f-4fc1-87bd-50f3e5d144be None None] Bound port: f359bb98-a46a-48ba-b5f7-e758c11dcd92, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f9d1abf-a7d1-4cc5-b221-7843d51571b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '620a4967-e157-4177-b844-90fc5039a02b'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:43:39.706403 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-22198cbd-b77f-4fc1-87bd-50f3e5d144be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:39.734514 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-35f43469-f119-44d1-8027-d3bae0273307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:39.780014 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-22198cbd-b77f-4fc1-87bd-50f3e5d144be None None] For port f359bb98-a46a-48ba-b5f7-e758c11dcd92, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:43:39.784056 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-22198cbd-b77f-4fc1-87bd-50f3e5d144be None None] For port f359bb98-a46a-48ba-b5f7-e758c11dcd92, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=f359bb98-a46a-48ba-b5f7-e758c11dcd92,segment=NetworkSegment(0f9d1abf-a7d1-4cc5-b221-7843d51571b0),segment_id=0f9d1abf-a7d1-4cc5-b221-7843d51571b0)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:43:39.813337 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a0d025c8-1175-4b85-b0e2-75b643b9bf8c tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:39.823480 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-552fd942-a399-4a87-acf1-ab462758c6de tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:39.828133 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-552fd942-a399-4a87-acf1-ab462758c6de tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:39.828323 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-552fd942-a399-4a87-acf1-ab462758c6de tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/security-groups/a1ce7510-3434-4704-a709-56f77556bed8 HTTP/1.1" status: 204 len: 168 time: 0.6674278 Oct 27 18:43:39.831385 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 56972) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:39.841321 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552fd942-a399-4a87-acf1-ab462758c6de tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ce7510-3434-4704-a709-56f77556bed8,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:39.894909 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-22198cbd-b77f-4fc1-87bd-50f3e5d144be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:39.943949 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-10bd6f36-4a07-4644-8993-41a0565879ad tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:40.044942 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-10bd6f36-4a07-4644-8993-41a0565879ad tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:40.069336 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e70658-9236-4db3-a1f7-530a91a9d284 None None] Pushing event updated for resources: {'Port': ['ID=f359bb98-a46a-48ba-b5f7-e758c11dcd92,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:40.110931 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-925c7940-555e-4f8b-8c48-c7967ce212d2 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:40.114614 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22198cbd-b77f-4fc1-87bd-50f3e5d144be None None] Routers {'4bad2fa8-55df-44c3-a969-42aadc9c8647'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:43:40.115574 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-22198cbd-b77f-4fc1-87bd-50f3e5d144be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:43:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['4bad2fa8-55df-44c3-a969-42aadc9c8647'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:40.245381 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-22198cbd-b77f-4fc1-87bd-50f3e5d144be None None] Set router 4bad2fa8-55df-44c3-a969-42aadc9c8647 gateway port host: None {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:43:40.309343 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 56982) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:40.311435 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-22198cbd-b77f-4fc1-87bd-50f3e5d144be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bad2fa8-55df-44c3-a969-42aadc9c8647', 'name': '', 'tenant_id': 'fed934ad0c434d72abdfda9e5a560c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:43:33Z', 'updated_at': '2021-10-27T18:43:39Z', 'revision_number': 5, 'project_id': 'fed934ad0c434d72abdfda9e5a560c14', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:40.343452 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a0d025c8-1175-4b85-b0e2-75b643b9bf8c tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for router_gateway, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:40.346662 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-10bd6f36-4a07-4644-8993-41a0565879ad tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:40.350544 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-10bd6f36-4a07-4644-8993-41a0565879ad tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:40.351861 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-10bd6f36-4a07-4644-8993-41a0565879ad tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/security-groups/df9652cd-ee39-486c-a157-93a8bcb81664 HTTP/1.1" status: 204 len: 168 time: 0.5192006 Oct 27 18:43:40.360290 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-925c7940-555e-4f8b-8c48-c7967ce212d2 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:40.363696 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 56986) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:40.365887 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22198cbd-b77f-4fc1-87bd-50f3e5d144be None None] The sync data for ids ['4bad2fa8-55df-44c3-a969-42aadc9c8647'] in n-d-815690-2 is: [{'id': '4bad2fa8-55df-44c3-a969-42aadc9c8647', 'name': '', 'tenant_id': 'fed934ad0c434d72abdfda9e5a560c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:43:33Z', 'updated_at': '2021-10-27T18:43:39Z', 'revision_number': 5, 'project_id': 'fed934ad0c434d72abdfda9e5a560c14', 'gw_port_host': None}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:43:40.406003 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a0d025c8-1175-4b85-b0e2-75b643b9bf8c tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:40.542634 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd6f36-4a07-4644-8993-41a0565879ad tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9652cd-ee39-486c-a157-93a8bcb81664,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:40.560429 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-a0d025c8-1175-4b85-b0e2-75b643b9bf8c tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Allocated IP 172.25.6.80 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/87ec38e3-49b2-44e6-9a86-ec13e0220c96) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:43:40.578434 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-83b26f36-ddcc-45f3-a60f-7074c1b52f91 None None] Provisioning complete for port 91e03531-fdc9-4241-bfbc-0c82a7a1ff32 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:43:40.578913 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-83b26f36-ddcc-45f3-a60f-7074c1b52f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:40.607266 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-0e8b70f6-d306-4ab4-859b-5588a8006b1a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-595071832-network', 'tenant_id': '013603c613e54323bef417aa2143334d'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:43:40.653497 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 2c4b49bb-b465-4f73-a8cd-ce39bab13dee up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:43:40.653497 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-83b26f36-ddcc-45f3-a60f-7074c1b52f91 None None] Port 91e03531-fdc9-4241-bfbc-0c82a7a1ff32 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:43:40.726955 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-83b26f36-ddcc-45f3-a60f-7074c1b52f91 None None] Provisioning complete for port 2c4b49bb-b465-4f73-a8cd-ce39bab13dee triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:43:40.727468 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-83b26f36-ddcc-45f3-a60f-7074c1b52f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:40.767916 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 2c4b49bb-b465-4f73-a8cd-ce39bab13dee triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:43:40.768627 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:40.788067 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a0d025c8-1175-4b85-b0e2-75b643b9bf8c tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:40.807563 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8b70f6-d306-4ab4-859b-5588a8006b1a admin admin] Made reservation on behalf of 013603c613e54323bef417aa2143334d for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:43:40.809856 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0e8b70f6-d306-4ab4-859b-5588a8006b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:40.843904 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0e8b70f6-d306-4ab4-859b-5588a8006b1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:40.930058 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-83b26f36-ddcc-45f3-a60f-7074c1b52f91 None None] Could not find standard attr ID for object ba2b927f-fbd5-4b6a-9ad6-a44a22b2481f. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 18:43:40.994189 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0e8b70f6-d306-4ab4-859b-5588a8006b1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:41.014604 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c7940-555e-4f8b-8c48-c7967ce212d2 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Pushing event deleted for resources: {'Port': ['ID=f359bb98-a46a-48ba-b5f7-e758c11dcd92,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:41.036149 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a0d025c8-1175-4b85-b0e2-75b643b9bf8c tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:41.084340 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d025c8-1175-4b85-b0e2-75b643b9bf8c tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:43:41.088023 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0e8b70f6-d306-4ab4-859b-5588a8006b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:41.091191 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-a0d025c8-1175-4b85-b0e2-75b643b9bf8c tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:43:41.101023 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d025c8-1175-4b85-b0e2-75b643b9bf8c tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:43:41.106706 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-925c7940-555e-4f8b-8c48-c7967ce212d2 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:41.410859 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-925c7940-555e-4f8b-8c48-c7967ce212d2 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:41.410859 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-fca6c973-7354-4de7-a098-bc11d3a3fd99 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Deleting subnet 7708ea46-bad7-4827-b093-dbeebe057286 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:43:41.414506 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d025c8-1175-4b85-b0e2-75b643b9bf8c tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Pushing event updated for resources: {'Port': ['ID=87ec38e3-49b2-44e6-9a86-ec13e0220c96,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:41.414506 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e8b70f6-d306-4ab4-859b-5588a8006b1a admin admin] vlan segment allocate from pool success with {'vlan_id': 1024, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:43:41.420873 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fca6c973-7354-4de7-a098-bc11d3a3fd99 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:41.421879 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-09b426c8-02a0-466b-81c7-da0568cea1b0 None None] Could not find standard attr ID for object ba2b927f-fbd5-4b6a-9ad6-a44a22b2481f. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 18:43:41.423153 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0e8b70f6-d306-4ab4-859b-5588a8006b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:41.423153 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-0e8b70f6-d306-4ab4-859b-5588a8006b1a admin admin] Added segment 7f379cca-bdbc-4e04-a53b-24826548cf9a of type vlan for network c7efefa0-2a47-4d8a-96ca-a2d22ab68121 Oct 27 18:43:41.423153 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b70f6-d306-4ab4-859b-5588a8006b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d0de69-b78c-40e7-bf7e-f70ddfee36b2,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:41.424105 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fca6c973-7354-4de7-a098-bc11d3a3fd99 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:41.424105 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-925c7940-555e-4f8b-8c48-c7967ce212d2 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:41.424105 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925c7940-555e-4f8b-8c48-c7967ce212d2 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4bad2fa8-55df-44c3-a969-42aadc9c8647 {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:43:41.424105 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fca6c973-7354-4de7-a098-bc11d3a3fd99 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:41.424105 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-925c7940-555e-4f8b-8c48-c7967ce212d2 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:41.424105 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-925c7940-555e-4f8b-8c48-c7967ce212d2 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] 10.222.0.52 "DELETE /v2.0/routers/4bad2fa8-55df-44c3-a969-42aadc9c8647 HTTP/1.1" status: 204 len: 168 time: 3.1071551 Oct 27 18:43:41.454107 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 57002) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:41.479575 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0e8b70f6-d306-4ab4-859b-5588a8006b1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:41.575741 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-513b1157-ba56-424c-bf41-0c639139d49f tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Deleting subnet 3599375b-0649-4f59-8b71-15ac1db79e4a {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:43:41.581747 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-513b1157-ba56-424c-bf41-0c639139d49f tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:41.632788 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-513b1157-ba56-424c-bf41-0c639139d49f tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:41.665512 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fca6c973-7354-4de7-a098-bc11d3a3fd99 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:41.715955 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0e8b70f6-d306-4ab4-859b-5588a8006b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:41.716289 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fca6c973-7354-4de7-a098-bc11d3a3fd99 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:41.716412 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8b70f6-d306-4ab4-859b-5588a8006b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:41.716412 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0e8b70f6-d306-4ab4-859b-5588a8006b1a admin admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:41.716624 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-fca6c973-7354-4de7-a098-bc11d3a3fd99 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/subnets/7708ea46-bad7-4827-b093-dbeebe057286 HTTP/1.1" status: 204 len: 168 time: 1.3450391 Oct 27 18:43:41.716624 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca6c973-7354-4de7-a098-bc11d3a3fd99 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event deleted for resources: {'Subnet': ['ID=7708ea46-bad7-4827-b093-dbeebe057286,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:41.717843 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 57010) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:41.722134 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6657be87-e4d6-4106-a020-1d72d72baafc None None] Network f3ef71fb-753f-42ae-b2cf-45b27389a8b4 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:43:41.794627 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b0e6969-7507-46c9-abf5-b9b0ddce748f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Deleting subnet 612d711d-471e-4a90-a9c2-7ebb3b59b929 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:43:41.797590 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-513b1157-ba56-424c-bf41-0c639139d49f tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:41.826640 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3b0e6969-7507-46c9-abf5-b9b0ddce748f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:41.937482 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0e8b70f6-d306-4ab4-859b-5588a8006b1a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5970700 Oct 27 18:43:41.948472 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3b0e6969-7507-46c9-abf5-b9b0ddce748f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:41.977433 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 57016) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:41.984612 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-6abf884c-91bb-422c-80bd-97a6c228bc3e admin admin] Request body: {'subnet': {'network_id': 'c7efefa0-2a47-4d8a-96ca-a2d22ab68121', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-595071832-subnet', 'tenant_id': '013603c613e54323bef417aa2143334d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:43:42.057607 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b70f6-d306-4ab4-859b-5588a8006b1a admin admin] Pushing event updated for resources: {'Network': ['ID=c7efefa0-2a47-4d8a-96ca-a2d22ab68121,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:42.066030 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3b0e6969-7507-46c9-abf5-b9b0ddce748f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:42.086876 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network c7efefa0-2a47-4d8a-96ca-a2d22ab68121 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:43:42.139730 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a0d025c8-1175-4b85-b0e2-75b643b9bf8c tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for router_gateway, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:42.185984 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2735ef61-77c6-4509-bdc0-efcebce2e6e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:42.240292 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abf884c-91bb-422c-80bd-97a6c228bc3e admin admin] Made reservation on behalf of 013603c613e54323bef417aa2143334d for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:43:42.244949 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6abf884c-91bb-422c-80bd-97a6c228bc3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:42.266724 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3b0e6969-7507-46c9-abf5-b9b0ddce748f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:42.269934 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-513b1157-ba56-424c-bf41-0c639139d49f tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:42.313256 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e6969-7507-46c9-abf5-b9b0ddce748f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event deleted for resources: {'Subnet': ['ID=612d711d-471e-4a90-a9c2-7ebb3b59b929,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:42.328103 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-513b1157-ba56-424c-bf41-0c639139d49f tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:42.336507 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-513b1157-ba56-424c-bf41-0c639139d49f tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] 10.222.0.52 "DELETE /v2.0/subnets/3599375b-0649-4f59-8b71-15ac1db79e4a HTTP/1.1" status: 204 len: 168 time: 0.8802190 Oct 27 18:43:42.338512 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 57020) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:42.340062 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3b0e6969-7507-46c9-abf5-b9b0ddce748f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:42.343806 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3b0e6969-7507-46c9-abf5-b9b0ddce748f tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/subnets/612d711d-471e-4a90-a9c2-7ebb3b59b929 HTTP/1.1" status: 204 len: 168 time: 0.6188431 Oct 27 18:43:42.346448 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 57022) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:42.390899 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b1157-ba56-424c-bf41-0c639139d49f tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3599375b-0649-4f59-8b71-15ac1db79e4a,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:42.415501 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e8adf22-f1a4-44aa-8e77-4a55574a3593 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] DELETE failed (client error): The resource could not be found. Oct 27 18:43:42.416220 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e8adf22-f1a4-44aa-8e77-4a55574a3593 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:43:42.419308 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4e8adf22-f1a4-44aa-8e77-4a55574a3593 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/subnets/7708ea46-bad7-4827-b093-dbeebe057286 HTTP/1.1" status: 404 len: 337 time: 0.0719087 Oct 27 18:43:42.421889 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 57026) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:42.497680 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-284143dc-4b95-414f-a182-84ca4e309643 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Deleting subnet 43524c2a-a7d5-4674-a85b-bcd68b3e5e7e {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:43:42.512128 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-284143dc-4b95-414f-a182-84ca4e309643 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:42.570748 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-284143dc-4b95-414f-a182-84ca4e309643 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:42.599207 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ce7c7f96-6646-404b-8fda-5daeea54f03d tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:42.692095 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a0d025c8-1175-4b85-b0e2-75b643b9bf8c tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:42.711350 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-284143dc-4b95-414f-a182-84ca4e309643 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:42.836875 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-284143dc-4b95-414f-a182-84ca4e309643 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:42.869086 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ce7c7f96-6646-404b-8fda-5daeea54f03d tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:42.872879 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284143dc-4b95-414f-a182-84ca4e309643 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event deleted for resources: {'Subnet': ['ID=43524c2a-a7d5-4674-a85b-bcd68b3e5e7e,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:42.906077 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-ce7c7f96-6646-404b-8fda-5daeea54f03d tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['620a4967-e157-4177-b844-90fc5039a02b']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:42.908382 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-284143dc-4b95-414f-a182-84ca4e309643 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:42.918169 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-284143dc-4b95-414f-a182-84ca4e309643 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/subnets/43524c2a-a7d5-4674-a85b-bcd68b3e5e7e HTTP/1.1" status: 204 len: 168 time: 0.4950564 Oct 27 18:43:42.918804 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 57036) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:42.941255 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-ce7c7f96-6646-404b-8fda-5daeea54f03d tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f9d1abf-a7d1-4cc5-b221-7843d51571b0') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:42.942055 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-ce7c7f96-6646-404b-8fda-5daeea54f03d tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f9d1abf-a7d1-4cc5-b221-7843d51571b0') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:42.953590 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-865766ea-ad51-41a9-8ab9-61c56e5033e3 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] DELETE failed (client error): The resource could not be found. Oct 27 18:43:42.954795 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-865766ea-ad51-41a9-8ab9-61c56e5033e3 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:43:42.954954 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ce7c7f96-6646-404b-8fda-5daeea54f03d tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:42.961825 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-865766ea-ad51-41a9-8ab9-61c56e5033e3 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/subnets/944d94c4-3b39-4a56-b3b3-ff7c06e05671 HTTP/1.1" status: 404 len: 337 time: 0.0414612 Oct 27 18:43:42.962445 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 57038) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:42.975887 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ce7c7f96-6646-404b-8fda-5daeea54f03d tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:42.983494 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce7c7f96-6646-404b-8fda-5daeea54f03d tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:43:42.984223 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ce7c7f96-6646-404b-8fda-5daeea54f03d tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:42.997225 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1c7b2855-55fd-4699-b9df-afd42d82c0f0 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1ef3a9c-e91d-41d5-ae58-250df4c39f52 HTTP/1.1" status: 200 len: 205 time: 0.0332756 Oct 27 18:43:42.997735 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 57040) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:43.005796 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357412d9-4f10-4998-b022-b1fd7cd11159 None None] Network f3ef71fb-753f-42ae-b2cf-45b27389a8b4 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:43:43.053877 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:43:43.053877 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:43:43.053877 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:43:43.053877 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:43:43.053877 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:43:43.053877 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:43:43.053877 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:43:43.053877 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:43:43.053877 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:43:43.053877 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:43:43.053877 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:43:43.053877 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:43:43.053877 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:43:43.053877 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:43:43.053877 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:43:43.053877 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:43:43.053877 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:43:43.053877 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:43:43.053877 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:43:43.053877 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:43:43.053877 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:43:43.053877 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:43:43.053877 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:43:43.053877 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:43:43.053877 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:43:43.053877 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:43:43.053877 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:43:43.053877 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:43:43.053877 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:43:43.053877 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:43:43.053877 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:43:43.053877 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:43:43.062897 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6abf884c-91bb-422c-80bd-97a6c228bc3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:43.097819 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-01f21f20-bad6-4cad-b4cd-533c554d765e tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] delete failed (client error): The resource could not be found. Oct 27 18:43:43.109691 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-01f21f20-bad6-4cad-b4cd-533c554d765e tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/routers/e1ef3a9c-e91d-41d5-ae58-250df4c39f52 HTTP/1.1" status: 404 len: 336 time: 0.1109509 Oct 27 18:43:43.113812 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 57042) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:43.138107 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ce7c7f96-6646-404b-8fda-5daeea54f03d tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:43.144219 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7c7f96-6646-404b-8fda-5daeea54f03d tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 620a4967-e157-4177-b844-90fc5039a02b {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 27 18:43:43.146287 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ce7c7f96-6646-404b-8fda-5daeea54f03d tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:43.156225 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ce7c7f96-6646-404b-8fda-5daeea54f03d tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] 10.222.0.52 "DELETE /v2.0/networks/620a4967-e157-4177-b844-90fc5039a02b HTTP/1.1" status: 204 len: 168 time: 0.8127136 Oct 27 18:43:43.175908 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d4192da-2349-474b-9ae5-d9b06b7255fd tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] DELETE failed (client error): The resource could not be found. Oct 27 18:43:43.178642 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d4192da-2349-474b-9ae5-d9b06b7255fd tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:43:43.180791 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7c7f96-6646-404b-8fda-5daeea54f03d tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Pushing event deleted for resources: {'Network': ['ID=620a4967-e157-4177-b844-90fc5039a02b,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:43.184346 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-5feaec27-4ca0-47d9-ac1f-aab6900efe64 None None] Provisioning complete for port 2c4b49bb-b465-4f73-a8cd-ce39bab13dee triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:43:43.184835 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5feaec27-4ca0-47d9-ac1f-aab6900efe64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:43.188289 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2d4192da-2349-474b-9ae5-d9b06b7255fd tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/subnets/13ae68ee-2320-4885-955e-142388662675 HTTP/1.1" status: 404 len: 337 time: 0.0762453 Oct 27 18:43:43.191077 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 57048) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:43.209877 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf884c-91bb-422c-80bd-97a6c228bc3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=134a5a05-14b7-47b9-81ff-570e006933a5,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:43.240228 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abf884c-91bb-422c-80bd-97a6c228bc3e admin admin] Checking segment: {'id': '7f379cca-bdbc-4e04-a53b-24826548cf9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'c7efefa0-2a47-4d8a-96ca-a2d22ab68121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:43:43.241624 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abf884c-91bb-422c-80bd-97a6c228bc3e admin admin] Network hostable DHCP agents. Network: c7efefa0-2a47-4d8a-96ca-a2d22ab68121, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:43:43.256523 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-422809f9-242a-4beb-9cc4-1749894762b9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] DELETE failed (client error): The resource could not be found. Oct 27 18:43:43.259101 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-422809f9-242a-4beb-9cc4-1749894762b9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:43:43.264184 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-422809f9-242a-4beb-9cc4-1749894762b9 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/subnets/dce61fdf-8dc8-4d4a-a28f-e83953d8b70d HTTP/1.1" status: 404 len: 337 time: 0.0690315 Oct 27 18:43:43.265985 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 57050) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:43.331993 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-706e6d76-076f-45c8-8da1-0961f352fec2 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] DELETE failed (client error): The resource could not be found. Oct 27 18:43:43.332661 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-706e6d76-076f-45c8-8da1-0961f352fec2 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:43:43.336908 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-706e6d76-076f-45c8-8da1-0961f352fec2 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/subnets/bfa516c6-3c79-4d44-bbca-89e06468eb48 HTTP/1.1" status: 404 len: 337 time: 0.0694020 Oct 27 18:43:43.339548 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 57054) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:43.391637 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebf2261b-279e-4799-bbf8-efde1c5581a3 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] DELETE failed (client error): The resource could not be found. Oct 27 18:43:43.391637 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebf2261b-279e-4799-bbf8-efde1c5581a3 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:43:43.396347 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ebf2261b-279e-4799-bbf8-efde1c5581a3 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/ports/519f1f9b-ba86-4d25-9ccc-e4e2d9201b09 HTTP/1.1" status: 404 len: 333 time: 0.0529144 Oct 27 18:43:43.399340 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 57056) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:43.416529 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d025c8-1175-4b85-b0e2-75b643b9bf8c tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Router 7b1332c2-274e-411b-80ac-ddcdbbd482b7 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:43:43.456878 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abf884c-91bb-422c-80bd-97a6c228bc3e admin admin] Network c7efefa0-2a47-4d8a-96ca-a2d22ab68121 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:43:43.459626 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-64a23d81-1c3c-4a65-abdd-090564334dce tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] DELETE failed (client error): The resource could not be found. Oct 27 18:43:43.460235 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64a23d81-1c3c-4a65-abdd-090564334dce tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:43:43.464093 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-64a23d81-1c3c-4a65-abdd-090564334dce tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/subnets/294e42d5-bdb5-4da2-a46c-1cb90d614c67 HTTP/1.1" status: 404 len: 337 time: 0.0634329 Oct 27 18:43:43.466663 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 57060) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:43.491480 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-5feaec27-4ca0-47d9-ac1f-aab6900efe64 None None] Provisioning complete for port 91e03531-fdc9-4241-bfbc-0c82a7a1ff32 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:43:43.492802 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5feaec27-4ca0-47d9-ac1f-aab6900efe64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:43.575308 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-48d8b34b-67c2-4e70-956a-7a578556cbe7 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] DELETE failed (client error): The resource could not be found. Oct 27 18:43:43.576291 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48d8b34b-67c2-4e70-956a-7a578556cbe7 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:43:43.580036 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-48d8b34b-67c2-4e70-956a-7a578556cbe7 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/subnets/d2204600-24c8-4437-a03e-9691c4efc3fb HTTP/1.1" status: 404 len: 337 time: 0.1116142 Oct 27 18:43:43.585391 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c566df3-b2e4-44e6-a87b-00cf3981e3e3 None None] DHCP port deletion for f3ef71fb-753f-42ae-b2cf-45b27389a8b4 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:43:43.586844 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 57064) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:43.605538 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:43.608024 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:43.625682 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-5feaec27-4ca0-47d9-ac1f-aab6900efe64 None None] Port 91e03531-fdc9-4241-bfbc-0c82a7a1ff32 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:43:43.649696 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1ef811a-1c6a-4cc7-ac58-7c0112dbe3c6 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] DELETE failed (client error): The resource could not be found. Oct 27 18:43:43.668275 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1ef811a-1c6a-4cc7-ac58-7c0112dbe3c6 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:43:43.677839 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b1ef811a-1c6a-4cc7-ac58-7c0112dbe3c6 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/ports/26572c3a-38b5-4679-9488-c8bfb7fcb0c3 HTTP/1.1" status: 404 len: 333 time: 0.0844040 Oct 27 18:43:43.684718 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 57068) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:43.742861 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-aae92236-7b9b-4cdb-bea1-f123e56bc6c6 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] DELETE failed (client error): The resource could not be found. Oct 27 18:43:43.744073 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aae92236-7b9b-4cdb-bea1-f123e56bc6c6 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:43:43.747558 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-aae92236-7b9b-4cdb-bea1-f123e56bc6c6 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/subnets/211fcaa8-f407-4759-b904-613712786509 HTTP/1.1" status: 404 len: 337 time: 0.0612981 Oct 27 18:43:43.750202 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 57072) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:43.781072 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-8c566df3-b2e4-44e6-a87b-00cf3981e3e3 None None] Deleting port 2c4b49bb-b465-4f73-a8cd-ce39bab13dee {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:43:43.781588 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8c566df3-b2e4-44e6-a87b-00cf3981e3e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:43.789303 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-023f037c-95e8-4cea-9bc5-780b73ed543d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] DELETE failed (client error): The resource could not be found. Oct 27 18:43:43.790067 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-023f037c-95e8-4cea-9bc5-780b73ed543d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:43:43.794469 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-023f037c-95e8-4cea-9bc5-780b73ed543d tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/subnets/7afdca63-da22-4365-b392-bb05172f7e12 HTTP/1.1" status: 404 len: 337 time: 0.0426209 Oct 27 18:43:43.797160 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 57074) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:43.866580 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 57078) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:43.881915 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-9298adf7-d4d4-4d8f-a93d-927c0340cf2c tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Request body: {'router': {'name': 'tempest-router--340289817', 'project_id': '405208fd3e854ab693a5b21532cb2de8'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:43:43.897488 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-8c566df3-b2e4-44e6-a87b-00cf3981e3e3 None None] For port 2c4b49bb-b465-4f73-a8cd-ce39bab13dee, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=2c4b49bb-b465-4f73-a8cd-ce39bab13dee,segment=NetworkSegment(93d23263-ad77-4a94-ba32-4066c7b94d49),segment_id=93d23263-ad77-4a94-ba32-4066c7b94d49)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:43:43.897488 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8c566df3-b2e4-44e6-a87b-00cf3981e3e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:43.915691 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-8c566df3-b2e4-44e6-a87b-00cf3981e3e3 None None] Calling delete_port for 2c4b49bb-b465-4f73-a8cd-ce39bab13dee owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:43:44.007235 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-1a0ac6c0-302c-44c4-a9a7-845d04d90d0e tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Deleting port 91e03531-fdc9-4241-bfbc-0c82a7a1ff32 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:43:44.007569 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1a0ac6c0-302c-44c4-a9a7-845d04d90d0e tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:44.082173 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9298adf7-d4d4-4d8f-a93d-927c0340cf2c tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:44.083217 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9298adf7-d4d4-4d8f-a93d-927c0340cf2c tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:44.100235 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1a0ac6c0-302c-44c4-a9a7-845d04d90d0e tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:44.116910 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-1a0ac6c0-302c-44c4-a9a7-845d04d90d0e tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Calling delete_port for 91e03531-fdc9-4241-bfbc-0c82a7a1ff32 owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:43:44.145181 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8c566df3-b2e4-44e6-a87b-00cf3981e3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:44.179668 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c566df3-b2e4-44e6-a87b-00cf3981e3e3 None None] Pushing event deleted for resources: {'Port': ['ID=2c4b49bb-b465-4f73-a8cd-ce39bab13dee,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:44.190303 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c566df3-b2e4-44e6-a87b-00cf3981e3e3 None None] No DVR routers for this DVR port 2c4b49bb-b465-4f73-a8cd-ce39bab13dee on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:43:44.224149 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9298adf7-d4d4-4d8f-a93d-927c0340cf2c tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:44.259595 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d025c8-1175-4b85-b0e2-75b643b9bf8c tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:43:44.276201 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58fd3c8-4ec5-439e-a370-5e4a7defbfc9 None None] Sync routers for ids ['7b1332c2-274e-411b-80ac-ddcdbbd482b7'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:43:44.286773 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58fd3c8-4ec5-439e-a370-5e4a7defbfc9 None None] Routers {'7b1332c2-274e-411b-80ac-ddcdbbd482b7'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:43:44.287937 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-d58fd3c8-4ec5-439e-a370-5e4a7defbfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:43:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['7b1332c2-274e-411b-80ac-ddcdbbd482b7'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:44.337371 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9298adf7-d4d4-4d8f-a93d-927c0340cf2c tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:44.343693 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-6abf884c-91bb-422c-80bd-97a6c228bc3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, c7efefa0-2a47-4d8a-96ca-a2d22ab68121) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:43:44.343693 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abf884c-91bb-422c-80bd-97a6c228bc3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:44.343693 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6abf884c-91bb-422c-80bd-97a6c228bc3e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:44.346768 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1a0ac6c0-302c-44c4-a9a7-845d04d90d0e tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:44.362162 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a0d025c8-1175-4b85-b0e2-75b643b9bf8c tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:44.366533 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a0d025c8-1175-4b85-b0e2-75b643b9bf8c tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.1690483 Oct 27 18:43:44.367368 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 57086) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:44.390752 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1a0ac6c0-302c-44c4-a9a7-845d04d90d0e tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:44.394270 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1a0ac6c0-302c-44c4-a9a7-845d04d90d0e tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/ports/91e03531-fdc9-4241-bfbc-0c82a7a1ff32 HTTP/1.1" status: 204 len: 168 time: 0.5950446 Oct 27 18:43:44.395176 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ac6c0-302c-44c4-a9a7-845d04d90d0e tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event deleted for resources: {'Port': ['ID=91e03531-fdc9-4241-bfbc-0c82a7a1ff32,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:44.399514 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 57090) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:44.408515 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf491bf-a2b8-45d6-85f3-b9944cade5da None None] Network c7efefa0-2a47-4d8a-96ca-a2d22ab68121 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:43:44.415558 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9298adf7-d4d4-4d8f-a93d-927c0340cf2c tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:44.417533 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9298adf7-d4d4-4d8f-a93d-927c0340cf2c tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5490646 Oct 27 18:43:44.426135 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 57092) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:44.508874 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e32006ff-37a6-47f1-a232-e0c192b5ed87 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:44.516459 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6abf884c-91bb-422c-80bd-97a6c228bc3e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.5381277 Oct 27 18:43:44.600434 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bce2786-4f5a-455e-b603-7cd07686c52e None None] Network c7efefa0-2a47-4d8a-96ca-a2d22ab68121 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:43:44.617467 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c00f5a7a-6e8b-4ba1-8d7a-b41e14599047 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:44.760203 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-dad4f7d7-4285-4b83-af2a-297f04724319 tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=38372ab8aa394f258676f181e4e603cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3922753 Oct 27 18:43:44.763197 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 57104) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:44.833086 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e32006ff-37a6-47f1-a232-e0c192b5ed87 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:44.913388 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 2c4b49bb-b465-4f73-a8cd-ce39bab13dee no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:43:44.951576 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 2c4b49bb-b465-4f73-a8cd-ce39bab13dee {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:43:44.952021 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 2c4b49bb-b465-4f73-a8cd-ce39bab13dee not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:43:44.962006 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-d58fd3c8-4ec5-439e-a370-5e4a7defbfc9 None None] Set router 7b1332c2-274e-411b-80ac-ddcdbbd482b7 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:43:45.028964 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c00f5a7a-6e8b-4ba1-8d7a-b41e14599047 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:45.031806 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c00f5a7a-6e8b-4ba1-8d7a-b41e14599047 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:45.051367 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832fa375-9c94-4a1b-be1c-992c68f09435 tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:45.057963 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-832fa375-9c94-4a1b-be1c-992c68f09435 tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2893100 Oct 27 18:43:45.057963 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-e32006ff-37a6-47f1-a232-e0c192b5ed87 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3ef71fb-753f-42ae-b2cf-45b27389a8b4']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:45.057963 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 57116) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:45.094849 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-e32006ff-37a6-47f1-a232-e0c192b5ed87 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93d23263-ad77-4a94-ba32-4066c7b94d49') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:45.095503 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-e32006ff-37a6-47f1-a232-e0c192b5ed87 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93d23263-ad77-4a94-ba32-4066c7b94d49') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:45.099849 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-10cb69a0-7046-4d77-b6b4-9abf2e55f1c8 tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=0fad50cd-70b8-43d9-8a14-cc05c0fdea0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416076 Oct 27 18:43:45.102804 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 57118) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:45.108943 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e32006ff-37a6-47f1-a232-e0c192b5ed87 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:45.110743 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-2621c6d5-21d0-414e-abd0-a504fee45ae7 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-532857585', 'network_id': '0d50917e-a177-4649-b0d3-adb7493eba05', 'project_id': '38372ab8aa394f258676f181e4e603cf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:43:45.135258 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e32006ff-37a6-47f1-a232-e0c192b5ed87 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:45.157357 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e32006ff-37a6-47f1-a232-e0c192b5ed87 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:43:45.158030 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e32006ff-37a6-47f1-a232-e0c192b5ed87 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:45.165215 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:43:45.165215 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:43:45.165215 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:43:45.165215 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:43:45.165215 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:43:45.165215 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:43:45.165215 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:43:45.165215 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:43:45.165215 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:43:45.165215 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:43:45.165215 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:43:45.165215 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:43:45.165215 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:43:45.165215 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:43:45.165215 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:43:45.165215 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:43:45.165215 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:43:45.165215 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:43:45.165215 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:43:45.165215 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:43:45.165215 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:43:45.165215 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:43:45.165215 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:43:45.165215 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:43:45.165215 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:43:45.165215 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:43:45.165215 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:43:45.165215 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:43:45.165215 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:43:45.165215 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:43:45.165215 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:43:45.165215 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:43:45.236699 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:45.237584 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c00f5a7a-6e8b-4ba1-8d7a-b41e14599047 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:45.237584 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00f5a7a-6e8b-4ba1-8d7a-b41e14599047 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aca73931-fafd-4c1e-962c-326a839e88a4 {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:43:45.243276 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c00f5a7a-6e8b-4ba1-8d7a-b41e14599047 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:45.247598 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c00f5a7a-6e8b-4ba1-8d7a-b41e14599047 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] 10.222.0.52 "DELETE /v2.0/routers/aca73931-fafd-4c1e-962c-326a839e88a4 HTTP/1.1" status: 204 len: 168 time: 0.8177736 Oct 27 18:43:45.322469 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2621c6d5-21d0-414e-abd0-a504fee45ae7 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Made reservation on behalf of 38372ab8aa394f258676f181e4e603cf for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:43:45.326107 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2621c6d5-21d0-414e-abd0-a504fee45ae7 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:45.358847 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e32006ff-37a6-47f1-a232-e0c192b5ed87 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:45.366623 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e32006ff-37a6-47f1-a232-e0c192b5ed87 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:45.367807 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-d58fd3c8-4ec5-439e-a370-5e4a7defbfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1332c2-274e-411b-80ac-ddcdbbd482b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-78422740', 'tenant_id': '38372ab8aa394f258676f181e4e603cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '87ec38e3-49b2-44e6-9a86-ec13e0220c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:43:39Z', 'updated_at': '2021-10-27T18:43:41Z', 'revision_number': 3, 'project_id': '38372ab8aa394f258676f181e4e603cf', 'gw_port': {'id': '87ec38e3-49b2-44e6-9a86-ec13e0220c96', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1332c2-274e-411b-80ac-ddcdbbd482b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:43:40Z', 'updated_at': '2021-10-27T18:43:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:45.383656 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e32006ff-37a6-47f1-a232-e0c192b5ed87 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] 10.222.0.52 "DELETE /v2.0/networks/f3ef71fb-753f-42ae-b2cf-45b27389a8b4 HTTP/1.1" status: 204 len: 168 time: 0.9798472 Oct 27 18:43:45.412502 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32006ff-37a6-47f1-a232-e0c192b5ed87 tempest-PortsTestJSON-2124866944 tempest-PortsTestJSON-2124866944-project] Pushing event deleted for resources: {'Network': ['ID=f3ef71fb-753f-42ae-b2cf-45b27389a8b4,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:45.423894 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58fd3c8-4ec5-439e-a370-5e4a7defbfc9 None None] Checking router: 7b1332c2-274e-411b-80ac-ddcdbbd482b7 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:43:45.426045 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58fd3c8-4ec5-439e-a370-5e4a7defbfc9 None None] Updating router 7b1332c2-274e-411b-80ac-ddcdbbd482b7 port 87ec38e3-49b2-44e6-9a86-ec13e0220c96 binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:43:45.449995 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d58fd3c8-4ec5-439e-a370-5e4a7defbfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:45.574723 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 57140) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:45.681592 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-b8bd30db-8680-4451-aa7e-2592e11c81ad tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:45.683313 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-b8bd30db-8680-4451-aa7e-2592e11c81ad tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] 10.222.0.52 "GET /v2.0/networks?id=c7efefa0-2a47-4d8a-96ca-a2d22ab68121 HTTP/1.1" status: 200 len: 813 time: 0.1835127 Oct 27 18:43:45.701698 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-3b464939-7aad-4b9d-a5e3-56e54570b3a1 tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] 10.222.0.52 "GET /v2.0/quotas/013603c613e54323bef417aa2143334d HTTP/1.1" status: 200 len: 375 time: 0.0098798 Oct 27 18:43:45.741484 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-878c7e65-27aa-4042-8c92-05ec0b90263c tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=013603c613e54323bef417aa2143334d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327885 Oct 27 18:43:45.779574 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2621c6d5-21d0-414e-abd0-a504fee45ae7 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:45.812798 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d58fd3c8-4ec5-439e-a370-5e4a7defbfc9 None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:45.835112 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-86629df6-ece3-434e-b2f0-beb4484ed8fa tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1091831042', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}, 'admin_state_up': False}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:43:45.879957 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-2ddbc17b-3f0b-48ec-9e7d-8358f1048d4d service neutron] 10.222.0.52 "GET /v2.0/networks/c7efefa0-2a47-4d8a-96ca-a2d22ab68121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301584 Oct 27 18:43:45.888670 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d58fd3c8-4ec5-439e-a370-5e4a7defbfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:45.962162 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2621c6d5-21d0-414e-abd0-a504fee45ae7 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Pushing event updated for resources: {'Subnet': ['ID=4b4b6c05-77b6-4a18-8ee2-4221ffb5fd84,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:45.983518 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-d58fd3c8-4ec5-439e-a370-5e4a7defbfc9 None None] Attempting to bind port 87ec38e3-49b2-44e6-9a86-ec13e0220c96 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:43:45.983923 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-d58fd3c8-4ec5-439e-a370-5e4a7defbfc9 None None] Attempting to bind port 87ec38e3-49b2-44e6-9a86-ec13e0220c96 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:43:45.984274 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58fd3c8-4ec5-439e-a370-5e4a7defbfc9 None None] Attempting to bind port 87ec38e3-49b2-44e6-9a86-ec13e0220c96 on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:43:45.993288 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2621c6d5-21d0-414e-abd0-a504fee45ae7 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Checking segment: {'id': 'e9c05ce6-4f6e-449a-a420-38d627a94b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '0d50917e-a177-4649-b0d3-adb7493eba05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:43:45.993930 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2621c6d5-21d0-414e-abd0-a504fee45ae7 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Network hostable DHCP agents. Network: 0d50917e-a177-4649-b0d3-adb7493eba05, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:43:45.995748 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58fd3c8-4ec5-439e-a370-5e4a7defbfc9 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:43:45.996142 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58fd3c8-4ec5-439e-a370-5e4a7defbfc9 None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:43:45.996553 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d58fd3c8-4ec5-439e-a370-5e4a7defbfc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:45.996992 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58fd3c8-4ec5-439e-a370-5e4a7defbfc9 None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:43:45.997476 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-d58fd3c8-4ec5-439e-a370-5e4a7defbfc9 None None] Bound port: 87ec38e3-49b2-44e6-9a86-ec13e0220c96, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:43:45.997863 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d58fd3c8-4ec5-439e-a370-5e4a7defbfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:46.060507 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-86629df6-ece3-434e-b2f0-beb4484ed8fa tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:46.061799 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-86629df6-ece3-434e-b2f0-beb4484ed8fa tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:46.087843 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-be2c3bb6-94d9-4f95-be26-4d36ffbb4214 service neutron] 10.222.0.52 "GET /v2.0/networks/c7efefa0-2a47-4d8a-96ca-a2d22ab68121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851034 Oct 27 18:43:46.098708 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-d58fd3c8-4ec5-439e-a370-5e4a7defbfc9 None None] For port 87ec38e3-49b2-44e6-9a86-ec13e0220c96, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:43:46.103764 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-d58fd3c8-4ec5-439e-a370-5e4a7defbfc9 None None] For port 87ec38e3-49b2-44e6-9a86-ec13e0220c96, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=87ec38e3-49b2-44e6-9a86-ec13e0220c96,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:43:46.108519 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2621c6d5-21d0-414e-abd0-a504fee45ae7 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Network 0d50917e-a177-4649-b0d3-adb7493eba05 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:43:46.113217 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b4660d-af41-4ef3-b11f-03af09818d50 None None] Pushing event updated for resources: {'Port': ['ID=87ec38e3-49b2-44e6-9a86-ec13e0220c96,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:46.153304 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-86629df6-ece3-434e-b2f0-beb4484ed8fa tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:46.178104 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 57152) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:46.184989 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d58fd3c8-4ec5-439e-a370-5e4a7defbfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:46.213318 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-2621c6d5-21d0-414e-abd0-a504fee45ae7 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 0d50917e-a177-4649-b0d3-adb7493eba05) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:43:46.237335 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad92de73-f7bb-42ca-9efa-fb31aca82f9b None None] Network 0d50917e-a177-4649-b0d3-adb7493eba05 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:43:46.345639 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2621c6d5-21d0-414e-abd0-a504fee45ae7 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:46.346297 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2621c6d5-21d0-414e-abd0-a504fee45ae7 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:46.379779 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58fd3c8-4ec5-439e-a370-5e4a7defbfc9 None None] Routers {'7b1332c2-274e-411b-80ac-ddcdbbd482b7'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:43:46.381140 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-d58fd3c8-4ec5-439e-a370-5e4a7defbfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:43:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['7b1332c2-274e-411b-80ac-ddcdbbd482b7'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:46.488356 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-943adca3-37c3-41b1-9394-bd783e42a6cb req-d2307204-84ec-4f41-8087-6dc48a73bd10 tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5f94c64-f9fe-43d8-840d-e44525b8245f HTTP/1.1" status: 200 len: 210 time: 0.0904624 Oct 27 18:43:46.555059 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2621c6d5-21d0-414e-abd0-a504fee45ae7 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4510047 Oct 27 18:43:46.557909 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 57166) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:46.571052 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-86629df6-ece3-434e-b2f0-beb4484ed8fa tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:46.591534 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-65fc1fe4-9d49-40fa-8890-06758b4558b6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dd196885891a42f49d8b798f501c50b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4105618 Oct 27 18:43:46.596868 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 57168) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:46.664810 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b4660d-af41-4ef3-b11f-03af09818d50 None None] Pushing event updated for resources: {'Port': ['ID=87ec38e3-49b2-44e6-9a86-ec13e0220c96,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:46.717371 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-036f2984-6349-4dbf-be74-d6c4893917eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:46.762114 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-036f2984-6349-4dbf-be74-d6c4893917eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:46.788172 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015b6c6f-f4f6-44b5-95a1-aa83cc23eac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-0d50917e-a177-4649-b0d3-adb7493eba05', 'network_id': '0d50917e-a177-4649-b0d3-adb7493eba05', 'tenant_id': '38372ab8aa394f258676f181e4e603cf', 'fixed_ips': [{'subnet_id': '4b4b6c05-77b6-4a18-8ee2-4221ffb5fd84'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:43:46.791750 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-015b6c6f-f4f6-44b5-95a1-aa83cc23eac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:46.805338 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-d58fd3c8-4ec5-439e-a370-5e4a7defbfc9 None None] Set router 7b1332c2-274e-411b-80ac-ddcdbbd482b7 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:43:46.971925 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-86629df6-ece3-434e-b2f0-beb4484ed8fa tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:46.994654 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-036f2984-6349-4dbf-be74-d6c4893917eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:47.000579 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-036f2984-6349-4dbf-be74-d6c4893917eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:47.000579 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-036f2984-6349-4dbf-be74-d6c4893917eb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d4483ee8-4c09-4964-a4ed-565882f91064 HTTP/1.1" status: 204 len: 168 time: 0.4011633 Oct 27 18:43:47.000579 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-86629df6-ece3-434e-b2f0-beb4484ed8fa tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:47.019308 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f2984-6349-4dbf-be74-d6c4893917eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4483ee8-4c09-4964-a4ed-565882f91064,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:47.237529 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-86629df6-ece3-434e-b2f0-beb4484ed8fa tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Allocated IP 172.25.6.45 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/035d475a-5c07-4e35-99ec-8e9614f687c7) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:43:47.308630 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-d58fd3c8-4ec5-439e-a370-5e4a7defbfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1332c2-274e-411b-80ac-ddcdbbd482b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-78422740', 'tenant_id': '38372ab8aa394f258676f181e4e603cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '87ec38e3-49b2-44e6-9a86-ec13e0220c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:43:39Z', 'updated_at': '2021-10-27T18:43:41Z', 'revision_number': 3, 'project_id': '38372ab8aa394f258676f181e4e603cf', 'gw_port': {'id': '87ec38e3-49b2-44e6-9a86-ec13e0220c96', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1332c2-274e-411b-80ac-ddcdbbd482b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:43:40Z', 'updated_at': '2021-10-27T18:43:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:47.359139 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58fd3c8-4ec5-439e-a370-5e4a7defbfc9 None None] The sync data for ids ['7b1332c2-274e-411b-80ac-ddcdbbd482b7'] in n-d-815690-2 is: [{'id': '7b1332c2-274e-411b-80ac-ddcdbbd482b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-78422740', 'tenant_id': '38372ab8aa394f258676f181e4e603cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '87ec38e3-49b2-44e6-9a86-ec13e0220c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:43:39Z', 'updated_at': '2021-10-27T18:43:41Z', 'revision_number': 3, 'project_id': '38372ab8aa394f258676f181e4e603cf', 'gw_port': {'id': '87ec38e3-49b2-44e6-9a86-ec13e0220c96', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1332c2-274e-411b-80ac-ddcdbbd482b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:43:40Z', 'updated_at': '2021-10-27T18:43:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:43:47.373058 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-015b6c6f-f4f6-44b5-95a1-aa83cc23eac9 None None] Allocated IP 172.20.0.2 (0d50917e-a177-4649-b0d3-adb7493eba05/4b4b6c05-77b6-4a18-8ee2-4221ffb5fd84/c186a11e-c610-4fbd-bdbe-4cdc120ed879) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:43:47.401962 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-86629df6-ece3-434e-b2f0-beb4484ed8fa tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:47.486049 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d039260b-a500-4def-bb4a-2061d1905137 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:47.550880 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-86629df6-ece3-434e-b2f0-beb4484ed8fa tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:47.651105 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-015b6c6f-f4f6-44b5-95a1-aa83cc23eac9 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:47.715925 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86629df6-ece3-434e-b2f0-beb4484ed8fa tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Pushing event updated for resources: {'Port': ['ID=035d475a-5c07-4e35-99ec-8e9614f687c7,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:47.717173 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-015b6c6f-f4f6-44b5-95a1-aa83cc23eac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:47.728914 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86629df6-ece3-434e-b2f0-beb4484ed8fa tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:43:47.733266 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-86629df6-ece3-434e-b2f0-beb4484ed8fa tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:43:47.737507 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86629df6-ece3-434e-b2f0-beb4484ed8fa tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:43:47.775076 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2a0096f9-7800-454b-9aa7-6483cec61be2 req-c1529979-b979-45f4-8ce9-6105d81a7b83 tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5f94c64-f9fe-43d8-840d-e44525b8245f HTTP/1.1" status: 200 len: 210 time: 0.1710439 Oct 27 18:43:47.833697 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b6c6f-f4f6-44b5-95a1-aa83cc23eac9 None None] Pushing event updated for resources: {'Port': ['ID=c186a11e-c610-4fbd-bdbe-4cdc120ed879,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:47.883412 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015b6c6f-f4f6-44b5-95a1-aa83cc23eac9 None None] Network 0d50917e-a177-4649-b0d3-adb7493eba05 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:43:47.887147 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-015b6c6f-f4f6-44b5-95a1-aa83cc23eac9 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:43:47.899160 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015b6c6f-f4f6-44b5-95a1-aa83cc23eac9 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:43:48.009987 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-015b6c6f-f4f6-44b5-95a1-aa83cc23eac9 None None] Attempting to bind port c186a11e-c610-4fbd-bdbe-4cdc120ed879 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:43:48.010446 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-015b6c6f-f4f6-44b5-95a1-aa83cc23eac9 None None] Attempting to bind port c186a11e-c610-4fbd-bdbe-4cdc120ed879 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'e9c05ce6-4f6e-449a-a420-38d627a94b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '0d50917e-a177-4649-b0d3-adb7493eba05'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:43:48.010831 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015b6c6f-f4f6-44b5-95a1-aa83cc23eac9 None None] Attempting to bind port c186a11e-c610-4fbd-bdbe-4cdc120ed879 on network 0d50917e-a177-4649-b0d3-adb7493eba05 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:43:48.023916 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015b6c6f-f4f6-44b5-95a1-aa83cc23eac9 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:43:48.030781 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015b6c6f-f4f6-44b5-95a1-aa83cc23eac9 None None] Checking segment: {'id': 'e9c05ce6-4f6e-449a-a420-38d627a94b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '0d50917e-a177-4649-b0d3-adb7493eba05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:43:48.031331 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-015b6c6f-f4f6-44b5-95a1-aa83cc23eac9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:48.033015 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015b6c6f-f4f6-44b5-95a1-aa83cc23eac9 None None] Bound using segment: {'id': 'e9c05ce6-4f6e-449a-a420-38d627a94b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '0d50917e-a177-4649-b0d3-adb7493eba05'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:43:48.037908 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-015b6c6f-f4f6-44b5-95a1-aa83cc23eac9 None None] Bound port: c186a11e-c610-4fbd-bdbe-4cdc120ed879, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9c05ce6-4f6e-449a-a420-38d627a94b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '0d50917e-a177-4649-b0d3-adb7493eba05'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:43:48.038589 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-015b6c6f-f4f6-44b5-95a1-aa83cc23eac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:48.258565 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-015b6c6f-f4f6-44b5-95a1-aa83cc23eac9 None None] For port c186a11e-c610-4fbd-bdbe-4cdc120ed879, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:43:48.266381 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-015b6c6f-f4f6-44b5-95a1-aa83cc23eac9 None None] For port c186a11e-c610-4fbd-bdbe-4cdc120ed879, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=c186a11e-c610-4fbd-bdbe-4cdc120ed879,segment=NetworkSegment(e9c05ce6-4f6e-449a-a420-38d627a94b66),segment_id=e9c05ce6-4f6e-449a-a420-38d627a94b66)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:43:48.316580 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-d039260b-a500-4def-bb4a-2061d1905137 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Allocated IP 172.20.0.1 (0d50917e-a177-4649-b0d3-adb7493eba05/4b4b6c05-77b6-4a18-8ee2-4221ffb5fd84/3770fffa-9cfc-44a2-8caa-b6972ded8c5a) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:43:48.375313 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-015b6c6f-f4f6-44b5-95a1-aa83cc23eac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:48.434973 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-86629df6-ece3-434e-b2f0-beb4484ed8fa tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:48.577348 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b6c6f-f4f6-44b5-95a1-aa83cc23eac9 None None] Pushing event updated for resources: {'Port': ['ID=c186a11e-c610-4fbd-bdbe-4cdc120ed879,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:48.697845 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d039260b-a500-4def-bb4a-2061d1905137 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:48.759367 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 87ec38e3-49b2-44e6-9a86-ec13e0220c96 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:43:48.837054 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d039260b-a500-4def-bb4a-2061d1905137 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:48.883643 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-86629df6-ece3-434e-b2f0-beb4484ed8fa tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:48.917316 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 87ec38e3-49b2-44e6-9a86-ec13e0220c96 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:43:48.917700 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:49.134579 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a76f758e-b6c5-4363-ad29-b9e8c1277272 req-095209f1-8473-48cb-9134-aa2270ffb970 tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5f94c64-f9fe-43d8-840d-e44525b8245f HTTP/1.1" status: 200 len: 210 time: 0.1889679 Oct 27 18:43:49.136852 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d039260b-a500-4def-bb4a-2061d1905137 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Network 0d50917e-a177-4649-b0d3-adb7493eba05 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:43:49.192083 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:49.198314 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-d039260b-a500-4def-bb4a-2061d1905137 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:43:49.203470 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039260b-a500-4def-bb4a-2061d1905137 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Pushing event updated for resources: {'Port': ['ID=3770fffa-9cfc-44a2-8caa-b6972ded8c5a,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:49.217221 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d039260b-a500-4def-bb4a-2061d1905137 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:43:49.253397 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 87ec38e3-49b2-44e6-9a86-ec13e0220c96, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=87ec38e3-49b2-44e6-9a86-ec13e0220c96,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:43:49.395553 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d039260b-a500-4def-bb4a-2061d1905137 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:49.401560 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:49.506605 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=87ec38e3-49b2-44e6-9a86-ec13e0220c96,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:49.530955 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-45126cf7-654c-4a0d-9627-ff617c29fdd6 tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:49.533996 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-45126cf7-654c-4a0d-9627-ff617c29fdd6 tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] 10.222.0.93 "GET /v2.0/networks?id=c7efefa0-2a47-4d8a-96ca-a2d22ab68121 HTTP/1.1" status: 200 len: 813 time: 0.3069739 Oct 27 18:43:49.556443 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-99c525b2-e529-4abc-b2d2-97415a77dccd tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] Request body: {'port': {'device_id': 'd5f94c64-f9fe-43d8-840d-e44525b8245f', 'network_id': 'c7efefa0-2a47-4d8a-96ca-a2d22ab68121', 'admin_state_up': True, 'tenant_id': '013603c613e54323bef417aa2143334d'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:43:49.774030 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d039260b-a500-4def-bb4a-2061d1905137 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:49.806619 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86629df6-ece3-434e-b2f0-beb4484ed8fa tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Router 389c5367-f2b5-445d-b9f6-1a71af2ff474 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:43:49.895973 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-99c525b2-e529-4abc-b2d2-97415a77dccd tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] Made reservation on behalf of 013603c613e54323bef417aa2143334d for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:43:49.903519 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-99c525b2-e529-4abc-b2d2-97415a77dccd tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:50.080983 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86629df6-ece3-434e-b2f0-beb4484ed8fa tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:43:50.093803 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4881fd5e-f933-4bb2-93ab-e472300a7a3f None None] Sync routers for ids ['389c5367-f2b5-445d-b9f6-1a71af2ff474'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:43:50.133015 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4881fd5e-f933-4bb2-93ab-e472300a7a3f None None] Routers {'389c5367-f2b5-445d-b9f6-1a71af2ff474'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:43:50.133668 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-4881fd5e-f933-4bb2-93ab-e472300a7a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:43:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['389c5367-f2b5-445d-b9f6-1a71af2ff474'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:50.285187 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-4881fd5e-f933-4bb2-93ab-e472300a7a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:50.327213 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4881fd5e-f933-4bb2-93ab-e472300a7a3f None None] Routers {'389c5367-f2b5-445d-b9f6-1a71af2ff474'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:43:50.327846 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-4881fd5e-f933-4bb2-93ab-e472300a7a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:43:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['389c5367-f2b5-445d-b9f6-1a71af2ff474'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:50.377369 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d3dca9a4-bd5a-4d25-8e58-b0a1403284a1 req-4c9856ad-4896-4b82-b6aa-5579127f4912 tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5f94c64-f9fe-43d8-840d-e44525b8245f HTTP/1.1" status: 200 len: 210 time: 0.1147304 Oct 27 18:43:50.424639 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-4881fd5e-f933-4bb2-93ab-e472300a7a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:50.429122 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4881fd5e-f933-4bb2-93ab-e472300a7a3f None None] The sync data for ids ['389c5367-f2b5-445d-b9f6-1a71af2ff474'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:43:50.436182 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d039260b-a500-4def-bb4a-2061d1905137 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:50.510416 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d039260b-a500-4def-bb4a-2061d1905137 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:50.618929 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d039260b-a500-4def-bb4a-2061d1905137 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:50.742462 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb80684d-25e5-43ab-8b84-c23d4d72ebd8 None None] Network 0d50917e-a177-4649-b0d3-adb7493eba05 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:43:50.802604 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039260b-a500-4def-bb4a-2061d1905137 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Pushing event updated for resources: {'Port': ['ID=3770fffa-9cfc-44a2-8caa-b6972ded8c5a,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:50.863587 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device c186a11e-c610-4fbd-bdbe-4cdc120ed879 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:43:50.948103 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-86629df6-ece3-434e-b2f0-beb4484ed8fa tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:50.956447 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-86629df6-ece3-434e-b2f0-beb4484ed8fa tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.3788719 Oct 27 18:43:50.959613 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 57266) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:50.988884 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-99c525b2-e529-4abc-b2d2-97415a77dccd tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] Allocated IP 172.20.0.8 (c7efefa0-2a47-4d8a-96ca-a2d22ab68121/134a5a05-14b7-47b9-81ff-570e006933a5/7269dbcc-ba1e-4e79-803a-eee0d08bdd92) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:43:51.119987 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-aa2a855a-6914-4b92-ab32-cfc56e059e45 None None] Provisioning complete for port c186a11e-c610-4fbd-bdbe-4cdc120ed879 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:43:51.120346 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-aa2a855a-6914-4b92-ab32-cfc56e059e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:51.136509 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d039260b-a500-4def-bb4a-2061d1905137 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Network 0d50917e-a177-4649-b0d3-adb7493eba05 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:43:51.146927 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-d039260b-a500-4def-bb4a-2061d1905137 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:43:51.189854 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port c186a11e-c610-4fbd-bdbe-4cdc120ed879 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:43:51.194552 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:51.203266 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e4d445f5-c542-4f29-ad5b-c51dbbf62439 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] 10.222.0.52 "GET /v2.0/routers/389c5367-f2b5-445d-b9f6-1a71af2ff474 HTTP/1.1" status: 200 len: 920 time: 0.2381580 Oct 27 18:43:51.209599 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 57272) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:51.230288 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-99c525b2-e529-4abc-b2d2-97415a77dccd tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:51.296103 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-aa2a855a-6914-4b92-ab32-cfc56e059e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:51.360991 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-00a1954f-dc2e-45aa-864a-d0a5bd44e2de tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] 10.222.0.52 "GET /v2.0/ports?device_id=389c5367-f2b5-445d-b9f6-1a71af2ff474 HTTP/1.1" status: 200 len: 205 time: 0.0510421 Oct 27 18:43:51.361587 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 57280) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:51.369037 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-99c525b2-e529-4abc-b2d2-97415a77dccd tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:51.388536 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:51.414760 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-aa2a855a-6914-4b92-ab32-cfc56e059e45 None None] For port c186a11e-c610-4fbd-bdbe-4cdc120ed879, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=c186a11e-c610-4fbd-bdbe-4cdc120ed879,segment=NetworkSegment(e9c05ce6-4f6e-449a-a420-38d627a94b66),segment_id=e9c05ce6-4f6e-449a-a420-38d627a94b66)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:43:51.444584 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-99c525b2-e529-4abc-b2d2-97415a77dccd tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] Network c7efefa0-2a47-4d8a-96ca-a2d22ab68121 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:43:51.449798 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-99c525b2-e529-4abc-b2d2-97415a77dccd tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:43:51.452850 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-99c525b2-e529-4abc-b2d2-97415a77dccd tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:43:51.480041 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-aa2a855a-6914-4b92-ab32-cfc56e059e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:51.499662 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c525b2-e529-4abc-b2d2-97415a77dccd tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] Pushing event updated for resources: {'Port': ['ID=7269dbcc-ba1e-4e79-803a-eee0d08bdd92,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:51.538241 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c525b2-e529-4abc-b2d2-97415a77dccd tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:43:51.538605 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c525b2-e529-4abc-b2d2-97415a77dccd tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:43:51.538944 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c525b2-e529-4abc-b2d2-97415a77dccd tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:43:51.539281 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c525b2-e529-4abc-b2d2-97415a77dccd tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:43:51.539614 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c525b2-e529-4abc-b2d2-97415a77dccd tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:43:51.539944 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c525b2-e529-4abc-b2d2-97415a77dccd tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:43:51.540271 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c525b2-e529-4abc-b2d2-97415a77dccd tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:43:51.540602 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c525b2-e529-4abc-b2d2-97415a77dccd tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:43:51.540929 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c525b2-e529-4abc-b2d2-97415a77dccd tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:43:51.541252 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c525b2-e529-4abc-b2d2-97415a77dccd tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:43:51.541575 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c525b2-e529-4abc-b2d2-97415a77dccd tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:43:51.541896 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c525b2-e529-4abc-b2d2-97415a77dccd tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:43:51.571364 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-99c525b2-e529-4abc-b2d2-97415a77dccd tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:51.571988 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-99c525b2-e529-4abc-b2d2-97415a77dccd tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:51.614253 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:43:51.614605 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:43:51.657785 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a855a-6914-4b92-ab32-cfc56e059e45 None None] Pushing event updated for resources: {'Port': ['ID=c186a11e-c610-4fbd-bdbe-4cdc120ed879,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:51.674521 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-99c525b2-e529-4abc-b2d2-97415a77dccd tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1240623 Oct 27 18:43:51.682369 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-2b1f6175-c5df-4f1c-b25e-9ea000344d50 service neutron] Request body: {'port': {'device_id': 'd5f94c64-f9fe-43d8-840d-e44525b8245f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:43:51.725857 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5d6ea731-1797-4d30-8c3a-ddce20a3268d tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:51.763387 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-2b1f6175-c5df-4f1c-b25e-9ea000344d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:51.779027 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d039260b-a500-4def-bb4a-2061d1905137 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Router 7b1332c2-274e-411b-80ac-ddcdbbd482b7 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:43:52.059355 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-82e46226-ab07-40b3-b947-480d9c6278d7 None None] Provisioning complete for port c186a11e-c610-4fbd-bdbe-4cdc120ed879 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:43:52.060680 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-82e46226-ab07-40b3-b947-480d9c6278d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:52.252867 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 87ec38e3-49b2-44e6-9a86-ec13e0220c96 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:43:52.275666 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-2b1f6175-c5df-4f1c-b25e-9ea000344d50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7269dbcc-ba1e-4e79-803a-eee0d08bdd92 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:43:52.289381 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-2b1f6175-c5df-4f1c-b25e-9ea000344d50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:52.299185 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad83b3c7-b5f5-41ae-85a4-7964a376ef6b req-7328a3a8-4008-46b8-8da1-dd67f01a2e82 tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:52.303452 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ad83b3c7-b5f5-41ae-85a4-7964a376ef6b req-7328a3a8-4008-46b8-8da1-dd67f01a2e82 tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5f94c64-f9fe-43d8-840d-e44525b8245f HTTP/1.1" status: 200 len: 931 time: 0.7127624 Oct 27 18:43:52.319736 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-2b1f6175-c5df-4f1c-b25e-9ea000344d50 service neutron] Transition to ACTIVE for port object 7269dbcc-ba1e-4e79-803a-eee0d08bdd92 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:43:52.390443 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-2b1f6175-c5df-4f1c-b25e-9ea000344d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:52.434072 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f6175-c5df-4f1c-b25e-9ea000344d50 service neutron] Pushing event updated for resources: {'Port': ['ID=7269dbcc-ba1e-4e79-803a-eee0d08bdd92,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:52.537848 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 87ec38e3-49b2-44e6-9a86-ec13e0220c96 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:43:52.538220 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:52.555249 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ad83b3c7-b5f5-41ae-85a4-7964a376ef6b req-b3ee49c8-6a0d-4f77-bf2f-f8e5f3f116fd tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0d0de69-b78c-40e7-bf7e-f70ddfee36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439828 Oct 27 18:43:52.608537 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-2b1f6175-c5df-4f1c-b25e-9ea000344d50 service neutron] Attempting to bind port 7269dbcc-ba1e-4e79-803a-eee0d08bdd92 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:43:52.608885 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-2b1f6175-c5df-4f1c-b25e-9ea000344d50 service neutron] Attempting to bind port 7269dbcc-ba1e-4e79-803a-eee0d08bdd92 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '7f379cca-bdbc-4e04-a53b-24826548cf9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'c7efefa0-2a47-4d8a-96ca-a2d22ab68121'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:43:52.609840 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-2b1f6175-c5df-4f1c-b25e-9ea000344d50 service neutron] Attempting to bind port 7269dbcc-ba1e-4e79-803a-eee0d08bdd92 on network c7efefa0-2a47-4d8a-96ca-a2d22ab68121 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:43:52.615793 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-82e46226-ab07-40b3-b947-480d9c6278d7 None None] Provisioning complete for port 3770fffa-9cfc-44a2-8caa-b6972ded8c5a triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:43:52.616378 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-82e46226-ab07-40b3-b947-480d9c6278d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:52.623998 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-2b1f6175-c5df-4f1c-b25e-9ea000344d50 service neutron] Port 7269dbcc-ba1e-4e79-803a-eee0d08bdd92 on network c7efefa0-2a47-4d8a-96ca-a2d22ab68121 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:43:52.624334 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-2b1f6175-c5df-4f1c-b25e-9ea000344d50 service neutron] Attempting to bind port 7269dbcc-ba1e-4e79-803a-eee0d08bdd92 on network c7efefa0-2a47-4d8a-96ca-a2d22ab68121 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:43:52.631941 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-2b1f6175-c5df-4f1c-b25e-9ea000344d50 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:43:52.631941 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-2b1f6175-c5df-4f1c-b25e-9ea000344d50 service neutron] Checking segment: {'id': '7f379cca-bdbc-4e04-a53b-24826548cf9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'c7efefa0-2a47-4d8a-96ca-a2d22ab68121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:43:52.632303 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-2b1f6175-c5df-4f1c-b25e-9ea000344d50 service neutron] Bound using segment: {'id': '7f379cca-bdbc-4e04-a53b-24826548cf9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'c7efefa0-2a47-4d8a-96ca-a2d22ab68121'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:43:52.632754 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-2b1f6175-c5df-4f1c-b25e-9ea000344d50 service neutron] Bound port: 7269dbcc-ba1e-4e79-803a-eee0d08bdd92, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f379cca-bdbc-4e04-a53b-24826548cf9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'c7efefa0-2a47-4d8a-96ca-a2d22ab68121'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:43:52.633185 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-2b1f6175-c5df-4f1c-b25e-9ea000344d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:52.696812 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5d6ea731-1797-4d30-8c3a-ddce20a3268d tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:52.729399 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d039260b-a500-4def-bb4a-2061d1905137 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:43:52.735788 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d039260b-a500-4def-bb4a-2061d1905137 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "PUT /v2.0/routers/7b1332c2-274e-411b-80ac-ddcdbbd482b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1759937 Oct 27 18:43:52.738672 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-82e46226-ab07-40b3-b947-480d9c6278d7 None None] Port 3770fffa-9cfc-44a2-8caa-b6972ded8c5a cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:43:52.740618 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 57300) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:52.743332 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-2b1f6175-c5df-4f1c-b25e-9ea000344d50 service neutron] For port 7269dbcc-ba1e-4e79-803a-eee0d08bdd92, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:43:52.745198 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-07231edb-a45c-47e5-9332-b819d9cbd84a tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2127517760', 'description': 'tempest-secgroup_access--2127517760 description', 'project_id': '38372ab8aa394f258676f181e4e603cf'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:43:52.746993 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-2b1f6175-c5df-4f1c-b25e-9ea000344d50 service neutron] For port 7269dbcc-ba1e-4e79-803a-eee0d08bdd92, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=7269dbcc-ba1e-4e79-803a-eee0d08bdd92,segment=NetworkSegment(7f379cca-bdbc-4e04-a53b-24826548cf9a),segment_id=7f379cca-bdbc-4e04-a53b-24826548cf9a)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:43:52.749037 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f763f364-0bb9-413a-ba2e-99f21d15985d None None] Sync routers for ids ['7b1332c2-274e-411b-80ac-ddcdbbd482b7'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:43:52.762435 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f763f364-0bb9-413a-ba2e-99f21d15985d None None] Routers {'7b1332c2-274e-411b-80ac-ddcdbbd482b7'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:43:52.763343 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-f763f364-0bb9-413a-ba2e-99f21d15985d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:43:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['7b1332c2-274e-411b-80ac-ddcdbbd482b7'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:52.842338 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-2b1f6175-c5df-4f1c-b25e-9ea000344d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:52.890331 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-07231edb-a45c-47e5-9332-b819d9cbd84a tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:52.930901 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-2b1f6175-c5df-4f1c-b25e-9ea000344d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:52.932049 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-2b1f6175-c5df-4f1c-b25e-9ea000344d50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:52.934559 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-2b1f6175-c5df-4f1c-b25e-9ea000344d50 service neutron] 10.222.0.93 "PUT /v2.0/ports/7269dbcc-ba1e-4e79-803a-eee0d08bdd92 HTTP/1.1" status: 200 len: 1091 time: 1.2576175 Oct 27 18:43:52.935257 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f94c64-f9fe-43d8-840d-e44525b8245f', 'tag': '7269dbcc-ba1e-4e79-803a-eee0d08bdd92'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:43:52.939494 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10c5af0-5ad6-4c17-a4ae-ba614c6dc168" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f94c64-f9fe-43d8-840d-e44525b8245f", "tag": "7269dbcc-ba1e-4e79-803a-eee0d08bdd92"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:43:52.941034 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-1c01f4a9-523c-488d-8cda-907a0c64d4dd None None] Provisioning complete for port 3770fffa-9cfc-44a2-8caa-b6972ded8c5a triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:43:52.941405 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1c01f4a9-523c-488d-8cda-907a0c64d4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:52.974380 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f6175-c5df-4f1c-b25e-9ea000344d50 service neutron] Pushing event updated for resources: {'Port': ['ID=7269dbcc-ba1e-4e79-803a-eee0d08bdd92,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:53.046761 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-5d6ea731-1797-4d30-8c3a-ddce20a3268d tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Deleting port 035d475a-5c07-4e35-99ec-8e9614f687c7 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:43:53.054705 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-f763f364-0bb9-413a-ba2e-99f21d15985d None None] Set router 7b1332c2-274e-411b-80ac-ddcdbbd482b7 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:43:53.063464 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5d6ea731-1797-4d30-8c3a-ddce20a3268d tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:53.116446 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a407dd8-ed86-42fa-b971-d987d0998c4b x-openstack-request-id: req-6a407dd8-ed86-42fa-b971-d987d0998c4b {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:43:53.117081 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f94c64-f9fe-43d8-840d-e44525b8245f", "tag": "7269dbcc-ba1e-4e79-803a-eee0d08bdd92", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:43:53.117400 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6a407dd8-ed86-42fa-b971-d987d0998c4b {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:43:53.117852 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f94c64-f9fe-43d8-840d-e44525b8245f', 'tag': '7269dbcc-ba1e-4e79-803a-eee0d08bdd92', 'status': 'completed', 'code': 200} Oct 27 18:43:53.124600 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-d2f8fd9c-9b82-473a-b4ce-ee95bb540a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:53.127326 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-d2f8fd9c-9b82-473a-b4ce-ee95bb540a58 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=013603c613e54323bef417aa2143334d&device_id=d5f94c64-f9fe-43d8-840d-e44525b8245f HTTP/1.1" status: 200 len: 1094 time: 0.0779176 Oct 27 18:43:53.192937 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-dce042c0-aff4-4a38-8f64-b80d5c9d14f5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7269dbcc-ba1e-4e79-803a-eee0d08bdd92 HTTP/1.1" status: 200 len: 217 time: 0.0573826 Oct 27 18:43:53.196895 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device c186a11e-c610-4fbd-bdbe-4cdc120ed879 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:43:53.198598 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-07231edb-a45c-47e5-9332-b819d9cbd84a tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:53.257552 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-1c01f4a9-523c-488d-8cda-907a0c64d4dd None None] Port 3770fffa-9cfc-44a2-8caa-b6972ded8c5a cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:43:53.265809 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5d6ea731-1797-4d30-8c3a-ddce20a3268d tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:53.284530 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port c186a11e-c610-4fbd-bdbe-4cdc120ed879 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:43:53.284530 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:53.284875 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-07231edb-a45c-47e5-9332-b819d9cbd84a tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:53.305150 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-910b203e-1ef8-4c6f-849d-5228ce6a99cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:53.306650 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-910b203e-1ef8-4c6f-849d-5228ce6a99cb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=134a5a05-14b7-47b9-81ff-570e006933a5 HTTP/1.1" status: 200 len: 853 time: 0.1066957 Oct 27 18:43:53.321387 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-5d6ea731-1797-4d30-8c3a-ddce20a3268d tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Calling delete_port for 035d475a-5c07-4e35-99ec-8e9614f687c7 owned by network:router_gateway {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:43:53.353804 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-08bdda8e-87dd-4541-a859-fe723cef44a6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c7efefa0-2a47-4d8a-96ca-a2d22ab68121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389254 Oct 27 18:43:53.404528 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07231edb-a45c-47e5-9332-b819d9cbd84a tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30994bf8-537a-49b0-bdc1-1fbc482673ce,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:53.450949 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-07231edb-a45c-47e5-9332-b819d9cbd84a tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:53.452618 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-07231edb-a45c-47e5-9332-b819d9cbd84a tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.7110162 Oct 27 18:43:53.455734 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 57312) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:53.460615 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-59624ab6-79f3-4a80-bc90-8430052ca5e9 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--862484854', 'description': 'tempest-secgroup_general--862484854 description', 'project_id': '38372ab8aa394f258676f181e4e603cf'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:43:53.500069 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-f763f364-0bb9-413a-ba2e-99f21d15985d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1332c2-274e-411b-80ac-ddcdbbd482b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-78422740', 'tenant_id': '38372ab8aa394f258676f181e4e603cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '87ec38e3-49b2-44e6-9a86-ec13e0220c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:43:39Z', 'updated_at': '2021-10-27T18:43:49Z', 'revision_number': 4, 'project_id': '38372ab8aa394f258676f181e4e603cf', 'gw_port': {'id': '87ec38e3-49b2-44e6-9a86-ec13e0220c96', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1332c2-274e-411b-80ac-ddcdbbd482b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:43:40Z', 'updated_at': '2021-10-27T18:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '3770fffa-9cfc-44a2-8caa-b6972ded8c5a', 'name': '', 'network_id': '0d50917e-a177-4649-b0d3-adb7493eba05', 'tenant_id': '38372ab8aa394f258676f181e4e603cf', 'mac_address': 'fa:16:3e:9c:dc:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1332c2-274e-411b-80ac-ddcdbbd482b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '4b4b6c05-77b6-4a18-8ee2-4221ffb5fd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:43:47Z', 'updated_at': '2021-10-27T18:43:49Z', 'revision_number': 2, 'project_id': '38372ab8aa394f258676f181e4e603cf', 'subnets': [{'id': '4b4b6c05-77b6-4a18-8ee2-4221ffb5fd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:53.512941 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-bf5b6f82-bf42-4f34-a916-50990eb7512d service neutron] 10.222.0.93 "GET /v2.0/networks/c7efefa0-2a47-4d8a-96ca-a2d22ab68121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451352 Oct 27 18:43:53.533655 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f763f364-0bb9-413a-ba2e-99f21d15985d None None] Checking router: 7b1332c2-274e-411b-80ac-ddcdbbd482b7 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:43:53.534505 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f763f364-0bb9-413a-ba2e-99f21d15985d None None] Updating router 7b1332c2-274e-411b-80ac-ddcdbbd482b7 port 3770fffa-9cfc-44a2-8caa-b6972ded8c5a binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:43:53.562937 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f763f364-0bb9-413a-ba2e-99f21d15985d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:53.632789 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-59624ab6-79f3-4a80-bc90-8430052ca5e9 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:53.734323 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-14902a8d-0a89-4f5f-b756-51c1b2c740f3 req-dc2460f2-8022-494f-a6bc-e58b9e84dedc service neutron] 10.222.0.93 "GET /v2.0/networks/c7efefa0-2a47-4d8a-96ca-a2d22ab68121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138855 Oct 27 18:43:53.837856 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-59624ab6-79f3-4a80-bc90-8430052ca5e9 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:53.856251 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1cd1e-4d0a-4919-94cf-03035bd1d891 req-648975ae-6652-46a5-af88-86db4ac66442 tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:53.858310 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e3f1cd1e-4d0a-4919-94cf-03035bd1d891 req-648975ae-6652-46a5-af88-86db4ac66442 tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5f94c64-f9fe-43d8-840d-e44525b8245f HTTP/1.1" status: 200 len: 943 time: 0.0932908 Oct 27 18:43:53.913989 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e3f1cd1e-4d0a-4919-94cf-03035bd1d891 req-7ae556fd-66dd-458c-8241-055f60a9d3c1 tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0d0de69-b78c-40e7-bf7e-f70ddfee36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474396 Oct 27 18:43:53.920863 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-59624ab6-79f3-4a80-bc90-8430052ca5e9 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:53.929286 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5d6ea731-1797-4d30-8c3a-ddce20a3268d tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:53.958342 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c5af0-5ad6-4c17-a4ae-ba614c6dc168 req-b9a8935a-50c5-4961-89c3-b4522b7c7018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:53.960322 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f10c5af0-5ad6-4c17-a4ae-ba614c6dc168 req-b9a8935a-50c5-4961-89c3-b4522b7c7018 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=013603c613e54323bef417aa2143334d&device_id=d5f94c64-f9fe-43d8-840d-e44525b8245f HTTP/1.1" status: 200 len: 1094 time: 0.0991485 Oct 27 18:43:53.974938 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6ea731-1797-4d30-8c3a-ddce20a3268d tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Pushing event deleted for resources: {'Port': ['ID=035d475a-5c07-4e35-99ec-8e9614f687c7,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:53.994260 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59624ab6-79f3-4a80-bc90-8430052ca5e9 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd74c76-a398-4fff-b25c-4f5955410307,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:54.075486 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-59624ab6-79f3-4a80-bc90-8430052ca5e9 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:54.076856 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-59624ab6-79f3-4a80-bc90-8430052ca5e9 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6199975 Oct 27 18:43:54.081553 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 57328) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:54.100954 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f763f364-0bb9-413a-ba2e-99f21d15985d None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:54.104855 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-81993619-5611-4957-be65-f1397f5e897d tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Request body: {'security_group_rule': {'security_group_id': '30994bf8-537a-49b0-bdc1-1fbc482673ce', 'project_id': '38372ab8aa394f258676f181e4e603cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:43:54.109472 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c5af0-5ad6-4c17-a4ae-ba614c6dc168 req-4d556ae4-18d0-4acd-9115-fe5aadbaaf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:54.114216 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f10c5af0-5ad6-4c17-a4ae-ba614c6dc168 req-4d556ae4-18d0-4acd-9115-fe5aadbaaf6f service neutron] 10.222.0.93 "GET /v2.0/networks?id=c7efefa0-2a47-4d8a-96ca-a2d22ab68121 HTTP/1.1" status: 200 len: 915 time: 0.1424525 Oct 27 18:43:54.151934 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5d6ea731-1797-4d30-8c3a-ddce20a3268d tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:54.167761 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f763f364-0bb9-413a-ba2e-99f21d15985d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:54.212602 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f10c5af0-5ad6-4c17-a4ae-ba614c6dc168 req-85394479-2684-4752-905c-042b6c3b0cdf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7269dbcc-ba1e-4e79-803a-eee0d08bdd92 HTTP/1.1" status: 200 len: 217 time: 0.0843542 Oct 27 18:43:54.299068 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c5af0-5ad6-4c17-a4ae-ba614c6dc168 req-ec41160e-21de-4504-a978-b0bd790ae0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:54.300792 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f10c5af0-5ad6-4c17-a4ae-ba614c6dc168 req-ec41160e-21de-4504-a978-b0bd790ae0fb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=134a5a05-14b7-47b9-81ff-570e006933a5 HTTP/1.1" status: 200 len: 853 time: 0.0802183 Oct 27 18:43:54.325802 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af402517-c704-4ffd-a673-8349a830b3b2 None None] Pushing event updated for resources: {'Port': ['ID=3770fffa-9cfc-44a2-8caa-b6972ded8c5a,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:54.355915 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-81993619-5611-4957-be65-f1397f5e897d tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:54.373484 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f10c5af0-5ad6-4c17-a4ae-ba614c6dc168 req-402c2362-f61b-4f03-b78c-9fa52993e02a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c7efefa0-2a47-4d8a-96ca-a2d22ab68121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609255 Oct 27 18:43:54.386443 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5d6ea731-1797-4d30-8c3a-ddce20a3268d tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:54.391597 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5d6ea731-1797-4d30-8c3a-ddce20a3268d tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:54.399098 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-f763f364-0bb9-413a-ba2e-99f21d15985d None None] Attempting to bind port 3770fffa-9cfc-44a2-8caa-b6972ded8c5a on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:43:54.402956 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-f763f364-0bb9-413a-ba2e-99f21d15985d None None] Attempting to bind port 3770fffa-9cfc-44a2-8caa-b6972ded8c5a by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'e9c05ce6-4f6e-449a-a420-38d627a94b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '0d50917e-a177-4649-b0d3-adb7493eba05'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:43:54.402956 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f763f364-0bb9-413a-ba2e-99f21d15985d None None] Attempting to bind port 3770fffa-9cfc-44a2-8caa-b6972ded8c5a on network 0d50917e-a177-4649-b0d3-adb7493eba05 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:43:54.409397 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f763f364-0bb9-413a-ba2e-99f21d15985d None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:43:54.409786 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f763f364-0bb9-413a-ba2e-99f21d15985d None None] Checking segment: {'id': 'e9c05ce6-4f6e-449a-a420-38d627a94b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '0d50917e-a177-4649-b0d3-adb7493eba05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:43:54.410201 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f763f364-0bb9-413a-ba2e-99f21d15985d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:54.410598 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f763f364-0bb9-413a-ba2e-99f21d15985d None None] Bound using segment: {'id': 'e9c05ce6-4f6e-449a-a420-38d627a94b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '0d50917e-a177-4649-b0d3-adb7493eba05'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:43:54.415735 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-f763f364-0bb9-413a-ba2e-99f21d15985d None None] Bound port: 3770fffa-9cfc-44a2-8caa-b6972ded8c5a, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9c05ce6-4f6e-449a-a420-38d627a94b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '0d50917e-a177-4649-b0d3-adb7493eba05'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:43:54.416210 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f763f364-0bb9-413a-ba2e-99f21d15985d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:54.476505 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-81993619-5611-4957-be65-f1397f5e897d tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:54.517406 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f763f364-0bb9-413a-ba2e-99f21d15985d None None] For port 3770fffa-9cfc-44a2-8caa-b6972ded8c5a, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:43:54.524878 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f763f364-0bb9-413a-ba2e-99f21d15985d None None] For port 3770fffa-9cfc-44a2-8caa-b6972ded8c5a, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=3770fffa-9cfc-44a2-8caa-b6972ded8c5a,segment=NetworkSegment(e9c05ce6-4f6e-449a-a420-38d627a94b66),segment_id=e9c05ce6-4f6e-449a-a420-38d627a94b66)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:43:54.552733 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-81993619-5611-4957-be65-f1397f5e897d tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:54.555665 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5d6ea731-1797-4d30-8c3a-ddce20a3268d tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:54.557947 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6ea731-1797-4d30-8c3a-ddce20a3268d tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Fanout notify agent at l3_agent the message router_deleted on router 389c5367-f2b5-445d-b9f6-1a71af2ff474 {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:43:54.558099 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f10c5af0-5ad6-4c17-a4ae-ba614c6dc168 req-b54d1927-fe82-4aeb-ae43-5d9b11ad935f service neutron] 10.222.0.93 "GET /v2.0/networks/c7efefa0-2a47-4d8a-96ca-a2d22ab68121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614137 Oct 27 18:43:54.578318 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5d6ea731-1797-4d30-8c3a-ddce20a3268d tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:54.579847 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5d6ea731-1797-4d30-8c3a-ddce20a3268d tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] 10.222.0.52 "DELETE /v2.0/routers/389c5367-f2b5-445d-b9f6-1a71af2ff474 HTTP/1.1" status: 204 len: 168 time: 3.2173722 Oct 27 18:43:54.592960 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 57340) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:54.603988 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81993619-5611-4957-be65-f1397f5e897d tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e1d2024-932e-4eae-911c-a56657210bf8,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:54.609481 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-9ea5bb50-a569-4d66-9a0e-883e473c1d81 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Request body: {'router': {'name': 'tempest-snat-router-628357284', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'enable_snat': False}}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:43:54.658348 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f763f364-0bb9-413a-ba2e-99f21d15985d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:54.661489 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-81993619-5611-4957-be65-f1397f5e897d tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:54.675210 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-81993619-5611-4957-be65-f1397f5e897d tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5920968 Oct 27 18:43:54.696125 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f10c5af0-5ad6-4c17-a4ae-ba614c6dc168 req-7b76bf0d-d6a7-4c52-95e5-4d078ce2d7fc service neutron] 10.222.0.93 "GET /v2.0/networks/c7efefa0-2a47-4d8a-96ca-a2d22ab68121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264453 Oct 27 18:43:54.705066 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e8680-b004-4267-a717-ee5eb9eeaee0 req-5af3587d-251e-4856-8ea2-6aa1a3d348cc tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:54.711175 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f85e8680-b004-4267-a717-ee5eb9eeaee0 req-5af3587d-251e-4856-8ea2-6aa1a3d348cc tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3fb01f5-5af4-4db5-9621-8444be522188 HTTP/1.1" status: 200 len: 945 time: 0.1299694 Oct 27 18:43:54.753602 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f85e8680-b004-4267-a717-ee5eb9eeaee0 req-c390a792-a67c-4566-b2fd-3029352ecb78 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/security-groups?id=aad36188-91d6-43e2-a568-2912c23799cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371788 Oct 27 18:43:54.802278 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-b316364a-bf60-467e-9821-3a3512a76267 None None] Provisioning complete for port 3770fffa-9cfc-44a2-8caa-b6972ded8c5a triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:43:54.802648 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b316364a-bf60-467e-9821-3a3512a76267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:54.806069 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f763f364-0bb9-413a-ba2e-99f21d15985d None None] Routers {'7b1332c2-274e-411b-80ac-ddcdbbd482b7'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:43:54.806716 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-f763f364-0bb9-413a-ba2e-99f21d15985d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:43:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['7b1332c2-274e-411b-80ac-ddcdbbd482b7'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:54.808125 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9ea5bb50-a569-4d66-9a0e-883e473c1d81 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:54.809488 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9ea5bb50-a569-4d66-9a0e-883e473c1d81 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:54.918999 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9ea5bb50-a569-4d66-9a0e-883e473c1d81 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:54.960086 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af402517-c704-4ffd-a673-8349a830b3b2 None None] Pushing event updated for resources: {'Port': ['ID=3770fffa-9cfc-44a2-8caa-b6972ded8c5a,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:54.998553 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-86376b99-b8e7-4103-be10-f7ea7c034d0f tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup_general--862484854&fields=id&tenant_id=38372ab8aa394f258676f181e4e603cf HTTP/1.1" status: 200 len: 267 time: 0.0721319 Oct 27 18:43:55.019074 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-f763f364-0bb9-413a-ba2e-99f21d15985d None None] Set router 7b1332c2-274e-411b-80ac-ddcdbbd482b7 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:43:55.123115 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 7269dbcc-ba1e-4e79-803a-eee0d08bdd92 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:43:55.217557 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9ea5bb50-a569-4d66-9a0e-883e473c1d81 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:55.246033 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-b6866b5e-08b2-4ce2-8414-5a8f198e8e21 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup_access--2127517760&fields=id&tenant_id=38372ab8aa394f258676f181e4e603cf HTTP/1.1" status: 200 len: 267 time: 0.2407842 Oct 27 18:43:55.410208 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-0c84308b-35ec-4c42-856a-a04202062f46 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:55.411691 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-0c84308b-35ec-4c42-856a-a04202062f46 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "GET /v2.0/networks?id=0d50917e-a177-4649-b0d3-adb7493eba05 HTTP/1.1" status: 200 len: 797 time: 0.1643484 Oct 27 18:43:55.439050 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-1ef74522-480a-4c69-9fe8-4aae35f54225 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "GET /v2.0/quotas/38372ab8aa394f258676f181e4e603cf HTTP/1.1" status: 200 len: 375 time: 0.0185502 Oct 27 18:43:55.486163 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b316364a-bf60-467e-9821-3a3512a76267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:55.555174 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-1d897acf-ffd6-4a9c-b86a-da514ce7cf1f tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=38372ab8aa394f258676f181e4e603cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1056924 Oct 27 18:43:55.566404 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 7269dbcc-ba1e-4e79-803a-eee0d08bdd92, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=7269dbcc-ba1e-4e79-803a-eee0d08bdd92,segment=NetworkSegment(7f379cca-bdbc-4e04-a53b-24826548cf9a),segment_id=7f379cca-bdbc-4e04-a53b-24826548cf9a)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:43:55.605153 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-b316364a-bf60-467e-9821-3a3512a76267 None None] For port 3770fffa-9cfc-44a2-8caa-b6972ded8c5a, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=3770fffa-9cfc-44a2-8caa-b6972ded8c5a,segment=NetworkSegment(e9c05ce6-4f6e-449a-a420-38d627a94b66),segment_id=e9c05ce6-4f6e-449a-a420-38d627a94b66)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:43:55.609423 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '7269dbcc-ba1e-4e79-803a-eee0d08bdd92', 'network_id': 'c7efefa0-2a47-4d8a-96ca-a2d22ab68121', 'port_id': '7269dbcc-ba1e-4e79-803a-eee0d08bdd92', 'mac_address': 'fa:16:3e:77:87:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '134a5a05-14b7-47b9-81ff-570e006933a5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:43:55.639416 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-f763f364-0bb9-413a-ba2e-99f21d15985d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1332c2-274e-411b-80ac-ddcdbbd482b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-78422740', 'tenant_id': '38372ab8aa394f258676f181e4e603cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '87ec38e3-49b2-44e6-9a86-ec13e0220c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:43:39Z', 'updated_at': '2021-10-27T18:43:49Z', 'revision_number': 4, 'project_id': '38372ab8aa394f258676f181e4e603cf', 'gw_port': {'id': '87ec38e3-49b2-44e6-9a86-ec13e0220c96', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1332c2-274e-411b-80ac-ddcdbbd482b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:43:40Z', 'updated_at': '2021-10-27T18:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '3770fffa-9cfc-44a2-8caa-b6972ded8c5a', 'name': '', 'network_id': '0d50917e-a177-4649-b0d3-adb7493eba05', 'tenant_id': '38372ab8aa394f258676f181e4e603cf', 'mac_address': 'fa:16:3e:9c:dc:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1332c2-274e-411b-80ac-ddcdbbd482b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '4b4b6c05-77b6-4a18-8ee2-4221ffb5fd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:43:47Z', 'updated_at': '2021-10-27T18:43:54Z', 'revision_number': 4, 'project_id': '38372ab8aa394f258676f181e4e603cf', 'subnets': [{'id': '4b4b6c05-77b6-4a18-8ee2-4221ffb5fd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:55.681121 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b316364a-bf60-467e-9821-3a3512a76267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:55.686260 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f763f364-0bb9-413a-ba2e-99f21d15985d None None] The sync data for ids ['7b1332c2-274e-411b-80ac-ddcdbbd482b7'] in n-d-815690-2 is: [{'id': '7b1332c2-274e-411b-80ac-ddcdbbd482b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-78422740', 'tenant_id': '38372ab8aa394f258676f181e4e603cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '87ec38e3-49b2-44e6-9a86-ec13e0220c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:43:39Z', 'updated_at': '2021-10-27T18:43:49Z', 'revision_number': 4, 'project_id': '38372ab8aa394f258676f181e4e603cf', 'gw_port': {'id': '87ec38e3-49b2-44e6-9a86-ec13e0220c96', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1332c2-274e-411b-80ac-ddcdbbd482b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:43:40Z', 'updated_at': '2021-10-27T18:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '3770fffa-9cfc-44a2-8caa-b6972ded8c5a', 'name': '', 'network_id': '0d50917e-a177-4649-b0d3-adb7493eba05', 'tenant_id': '38372ab8aa394f258676f181e4e603cf', 'mac_address': 'fa:16:3e:9c:dc:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b1332c2-274e-411b-80ac-ddcdbbd482b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '4b4b6c05-77b6-4a18-8ee2-4221ffb5fd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:43:47Z', 'updated_at': '2021-10-27T18:43:54Z', 'revision_number': 4, 'project_id': '38372ab8aa394f258676f181e4e603cf', 'subnets': [{'id': '4b4b6c05-77b6-4a18-8ee2-4221ffb5fd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:43:55.723111 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:55.760354 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9ea5bb50-a569-4d66-9a0e-883e473c1d81 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:55.760692 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7269dbcc-ba1e-4e79-803a-eee0d08bdd92 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:43:55.824149 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9ea5bb50-a569-4d66-9a0e-883e473c1d81 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:55.830703 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-59f2b5ac-3ecc-4324-9a60-2f85b8ccc791 service neutron] 10.222.0.52 "GET /v2.0/networks/0d50917e-a177-4649-b0d3-adb7493eba05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246907 Oct 27 18:43:55.840194 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 7269dbcc-ba1e-4e79-803a-eee0d08bdd92, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=7269dbcc-ba1e-4e79-803a-eee0d08bdd92,segment=NetworkSegment(7f379cca-bdbc-4e04-a53b-24826548cf9a),segment_id=7f379cca-bdbc-4e04-a53b-24826548cf9a)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:43:55.846745 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316364a-bf60-467e-9821-3a3512a76267 None None] Pushing event updated for resources: {'Port': ['ID=3770fffa-9cfc-44a2-8caa-b6972ded8c5a,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:55.857830 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-c2661015-6701-48bc-84b4-96c82800db25 None None] Provisioning complete for port 3770fffa-9cfc-44a2-8caa-b6972ded8c5a triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:43:55.858210 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c2661015-6701-48bc-84b4-96c82800db25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:55.863651 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316364a-bf60-467e-9821-3a3512a76267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:43:55.864003 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316364a-bf60-467e-9821-3a3512a76267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:43:55.864351 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316364a-bf60-467e-9821-3a3512a76267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:43:55.864695 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316364a-bf60-467e-9821-3a3512a76267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:43:55.865037 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316364a-bf60-467e-9821-3a3512a76267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:43:55.865375 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316364a-bf60-467e-9821-3a3512a76267 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:43:55.865820 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316364a-bf60-467e-9821-3a3512a76267 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:43:55.866252 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316364a-bf60-467e-9821-3a3512a76267 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:43:55.866582 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316364a-bf60-467e-9821-3a3512a76267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:43:55.866952 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316364a-bf60-467e-9821-3a3512a76267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:43:55.867290 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316364a-bf60-467e-9821-3a3512a76267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:43:55.867649 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b316364a-bf60-467e-9821-3a3512a76267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:43:55.941321 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:55.999790 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-9ea5bb50-a569-4d66-9a0e-883e473c1d81 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Allocated IP 172.25.6.13 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/821dc239-7613-431d-8ef5-6753f8f4ad2c) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:43:56.046507 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7791b8-245f-4349-947f-882427d4a063 req-09e597cd-018c-4145-9ee1-6d7a9be939dd tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:56.050477 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-af7791b8-245f-4349-947f-882427d4a063 req-09e597cd-018c-4145-9ee1-6d7a9be939dd tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.93 "GET /v2.0/ports?device_id=b3fb01f5-5af4-4db5-9621-8444be522188 HTTP/1.1" status: 200 len: 945 time: 0.0907135 Oct 27 18:43:56.074997 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=7269dbcc-ba1e-4e79-803a-eee0d08bdd92,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:56.149311 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-4118c983-9968-4030-91e2-21729cb79ebe service neutron] 10.222.0.52 "GET /v2.0/networks/0d50917e-a177-4649-b0d3-adb7493eba05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101630 Oct 27 18:43:56.161280 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['7269dbcc-ba1e-4e79-803a-eee0d08bdd92'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:43:56.202621 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9ea5bb50-a569-4d66-9a0e-883e473c1d81 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:56.254709 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-af7791b8-245f-4349-947f-882427d4a063 req-13a556b9-26aa-4580-968e-23872d4d3504 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Deleting port 927e435c-4268-4ddd-bf5d-034a715b817a {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:43:56.255225 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-af7791b8-245f-4349-947f-882427d4a063 req-13a556b9-26aa-4580-968e-23872d4d3504 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:56.315607 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9ea5bb50-a569-4d66-9a0e-883e473c1d81 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:56.399775 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:56.417640 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea5bb50-a569-4d66-9a0e-883e473c1d81 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:43:56.421240 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-9ea5bb50-a569-4d66-9a0e-883e473c1d81 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:43:56.434936 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea5bb50-a569-4d66-9a0e-883e473c1d81 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:43:56.460412 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-af7791b8-245f-4349-947f-882427d4a063 req-13a556b9-26aa-4580-968e-23872d4d3504 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] For port 927e435c-4268-4ddd-bf5d-034a715b817a, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=927e435c-4268-4ddd-bf5d-034a715b817a,segment=NetworkSegment(c586602f-b9c6-4b6f-9183-be9b01423093),segment_id=c586602f-b9c6-4b6f-9183-be9b01423093)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:43:56.461802 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-af7791b8-245f-4349-947f-882427d4a063 req-13a556b9-26aa-4580-968e-23872d4d3504 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:56.490724 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-af7791b8-245f-4349-947f-882427d4a063 req-13a556b9-26aa-4580-968e-23872d4d3504 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Calling delete_port for 927e435c-4268-4ddd-bf5d-034a715b817a owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:43:56.544028 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea5bb50-a569-4d66-9a0e-883e473c1d81 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Pushing event updated for resources: {'Port': ['ID=821dc239-7613-431d-8ef5-6753f8f4ad2c,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:56.704711 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:43:56.799380 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-af7791b8-245f-4349-947f-882427d4a063 req-13a556b9-26aa-4580-968e-23872d4d3504 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:56.828823 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['927e435c-4268-4ddd-bf5d-034a715b817a'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:43:56.847123 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb2503-761e-4e9f-974d-1f53d3e3e52b req-c5bce4a9-f97b-4090-829c-b6186f37ffd0 tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:56.848990 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-37cb2503-761e-4e9f-974d-1f53d3e3e52b req-c5bce4a9-f97b-4090-829c-b6186f37ffd0 tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5f94c64-f9fe-43d8-840d-e44525b8245f HTTP/1.1" status: 200 len: 944 time: 0.1073172 Oct 27 18:43:56.888557 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a556b9-26aa-4580-968e-23872d4d3504 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Pushing event deleted for resources: {'Port': ['ID=927e435c-4268-4ddd-bf5d-034a715b817a,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:56.929754 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:56.991310 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-37cb2503-761e-4e9f-974d-1f53d3e3e52b req-0f687bcc-85b8-42ce-8cf1-ee92b8b09217 tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0d0de69-b78c-40e7-bf7e-f70ddfee36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099718 Oct 27 18:43:56.991417 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-95671993-7007-4414-a66b-b7075f420aa1 req-80d385fa-b863-45b8-a827-34ed677323f4 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2076466 Oct 27 18:43:57.013837 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7791b8-245f-4349-947f-882427d4a063 req-13a556b9-26aa-4580-968e-23872d4d3504 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] No DVR routers for this DVR port 927e435c-4268-4ddd-bf5d-034a715b817a on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:43:57.021340 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-af7791b8-245f-4349-947f-882427d4a063 req-13a556b9-26aa-4580-968e-23872d4d3504 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:57.028659 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-af7791b8-245f-4349-947f-882427d4a063 req-13a556b9-26aa-4580-968e-23872d4d3504 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.93 "DELETE /v2.0/ports/927e435c-4268-4ddd-bf5d-034a715b817a HTTP/1.1" status: 204 len: 173 time: 0.9640603 Oct 27 18:43:57.041578 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3fb01f5-5af4-4db5-9621-8444be522188', 'name': 'network-vif-deleted', 'tag': '927e435c-4268-4ddd-bf5d-034a715b817a'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:43:57.046232 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c3e4bb-4980-4d82-91be-730e6cdd3ae9" -d '{"events": [{"server_uuid": "b3fb01f5-5af4-4db5-9621-8444be522188", "name": "network-vif-deleted", "tag": "927e435c-4268-4ddd-bf5d-034a715b817a"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:43:57.079360 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 7269dbcc-ba1e-4e79-803a-eee0d08bdd92 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:43:57.149866 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95671993-7007-4414-a66b-b7075f420aa1 req-0e9ea7d1-baa7-4039-87ea-77601a00934c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:57.151935 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-95671993-7007-4414-a66b-b7075f420aa1 req-0e9ea7d1-baa7-4039-87ea-77601a00934c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=21f5568e020c455199c8dde94ac0b73c&device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 1096 time: 0.0692432 Oct 27 18:43:57.161953 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 3770fffa-9cfc-44a2-8caa-b6972ded8c5a up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:43:57.253071 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-109c8432-91fb-4743-b040-eaa8d4c7dc7e req-9cd41540-4570-4df5-b784-5e033175c527 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/ports?device_id=b3fb01f5-5af4-4db5-9621-8444be522188 HTTP/1.1" status: 200 len: 210 time: 0.0648839 Oct 27 18:43:57.396283 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95671993-7007-4414-a66b-b7075f420aa1 req-19d7732d-75e0-438b-b36a-eda81d04678c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:57.398677 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-95671993-7007-4414-a66b-b7075f420aa1 req-19d7732d-75e0-438b-b36a-eda81d04678c service neutron] 10.222.0.93 "GET /v2.0/networks?id=a9541e31-c93f-4ee8-abea-4329f5075599 HTTP/1.1" status: 200 len: 899 time: 0.2175031 Oct 27 18:43:57.425585 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e5e7b59f-529a-4277-831e-17e91f06e72c req-eb6664d9-9cae-49cd-a235-88a5e18f8920 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9905d48-d792-47f1-ae91-61458583a08d HTTP/1.1" status: 200 len: 210 time: 0.0557437 Oct 27 18:43:57.465049 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 3770fffa-9cfc-44a2-8caa-b6972ded8c5a triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:43:57.465049 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:57.465536 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9ea5bb50-a569-4d66-9a0e-883e473c1d81 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:57.491396 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-95671993-7007-4414-a66b-b7075f420aa1 req-b0096712-85fb-4487-9106-0d29eda7b632 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59982903-96e4-4fcc-8d89-d5172d4059e3 HTTP/1.1" status: 200 len: 217 time: 0.0757897 Oct 27 18:43:57.581551 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 7269dbcc-ba1e-4e79-803a-eee0d08bdd92 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:43:57.584565 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95671993-7007-4414-a66b-b7075f420aa1 req-a48943e8-a936-4830-b425-0ea4fb4202d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:57.587473 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-95671993-7007-4414-a66b-b7075f420aa1 req-a48943e8-a936-4830-b425-0ea4fb4202d6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=aaefa3d2-884a-4c75-bedd-880ab1228d21 HTTP/1.1" status: 200 len: 834 time: 0.0899675 Oct 27 18:43:57.599786 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 7269dbcc-ba1e-4e79-803a-eee0d08bdd92 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:43:57.600161 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:57.637848 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3be94f-9fd0-4450-af31-1a655c3b37e6 x-openstack-request-id: req-4e3be94f-9fd0-4450-af31-1a655c3b37e6 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:43:57.638193 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3fb01f5-5af4-4db5-9621-8444be522188", "name": "network-vif-deleted", "tag": "927e435c-4268-4ddd-bf5d-034a715b817a", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:43:57.638385 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4e3be94f-9fd0-4450-af31-1a655c3b37e6 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:43:57.638797 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3fb01f5-5af4-4db5-9621-8444be522188', 'name': 'network-vif-deleted', 'tag': '927e435c-4268-4ddd-bf5d-034a715b817a', 'status': 'completed', 'code': 200} Oct 27 18:43:57.814571 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95671993-7007-4414-a66b-b7075f420aa1 req-6fa3be68-3830-470a-a3fa-a92366378579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:57.816669 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-95671993-7007-4414-a66b-b7075f420aa1 req-6fa3be68-3830-470a-a3fa-a92366378579 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a9541e31-c93f-4ee8-abea-4329f5075599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2202427 Oct 27 18:43:57.877135 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:57.928901 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f94c64-f9fe-43d8-840d-e44525b8245f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7269dbcc-ba1e-4e79-803a-eee0d08bdd92'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:43:57.931117 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075f248a-e8db-4e23-9605-4bd6ac3fde53" -d '{"events": [{"server_uuid": "d5f94c64-f9fe-43d8-840d-e44525b8245f", "name": "network-vif-plugged", "status": "completed", "tag": "7269dbcc-ba1e-4e79-803a-eee0d08bdd92"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:43:57.961193 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 7269dbcc-ba1e-4e79-803a-eee0d08bdd92, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=7269dbcc-ba1e-4e79-803a-eee0d08bdd92,segment=NetworkSegment(7f379cca-bdbc-4e04-a53b-24826548cf9a),segment_id=7f379cca-bdbc-4e04-a53b-24826548cf9a)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:43:58.012025 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-95671993-7007-4414-a66b-b7075f420aa1 req-0ecbeb2e-8ca9-4fa0-9b16-93ec3ade3717 service neutron] 10.222.0.93 "GET /v2.0/networks/a9541e31-c93f-4ee8-abea-4329f5075599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870897 Oct 27 18:43:58.046259 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54407b98-5eea-4407-b2b3-56412666df14 req-664b29cf-a1b3-42bd-bb04-e6b688dc76f5 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:58.054316 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-54407b98-5eea-4407-b2b3-56412666df14 req-664b29cf-a1b3-42bd-bb04-e6b688dc76f5 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 945 time: 0.2465615 Oct 27 18:43:58.080439 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9ea5bb50-a569-4d66-9a0e-883e473c1d81 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:58.080714 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:58.081564 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 927e435c-4268-4ddd-bf5d-034a715b817a no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:43:58.128295 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-54407b98-5eea-4407-b2b3-56412666df14 req-04436771-457b-4b1e-aedd-0bd79a651de5 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=75efdcb1-cfc5-4e28-866b-b86c338007b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730960 Oct 27 18:43:58.163192 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 927e435c-4268-4ddd-bf5d-034a715b817a {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:43:58.163619 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 927e435c-4268-4ddd-bf5d-034a715b817a not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:43:58.224009 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=7269dbcc-ba1e-4e79-803a-eee0d08bdd92,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:43:58.308955 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-95671993-7007-4414-a66b-b7075f420aa1 req-02d4658d-6e0a-4e56-9179-f26f265c083b service neutron] 10.222.0.93 "GET /v2.0/networks/a9541e31-c93f-4ee8-abea-4329f5075599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856700 Oct 27 18:43:58.321760 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c4e389-17f6-4813-9fe4-6b3234da0eca x-openstack-request-id: req-f2c4e389-17f6-4813-9fe4-6b3234da0eca {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:43:58.324312 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f94c64-f9fe-43d8-840d-e44525b8245f", "name": "network-vif-plugged", "status": "completed", "tag": "7269dbcc-ba1e-4e79-803a-eee0d08bdd92", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:43:58.324312 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f2c4e389-17f6-4813-9fe4-6b3234da0eca {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:43:58.324312 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f94c64-f9fe-43d8-840d-e44525b8245f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7269dbcc-ba1e-4e79-803a-eee0d08bdd92', 'code': 200} Oct 27 18:43:58.501678 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffc2f5-6a7c-4ccb-ae18-2f7890f92098 req-b6840a50-41dc-4a8a-9ba3-9f62718e81b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:58.503889 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a5ffc2f5-6a7c-4ccb-ae18-2f7890f92098 req-b6840a50-41dc-4a8a-9ba3-9f62718e81b0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d5f94c64-f9fe-43d8-840d-e44525b8245f HTTP/1.1" status: 200 len: 1096 time: 0.0743942 Oct 27 18:43:58.544801 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a9d20-9bd6-489f-bad1-46b931d5dc3c req-b2c66f28-3dd3-42af-9410-7ce029efcfc9 tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:58.547630 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-193a9d20-9bd6-489f-bad1-46b931d5dc3c req-b2c66f28-3dd3-42af-9410-7ce029efcfc9 tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5f94c64-f9fe-43d8-840d-e44525b8245f HTTP/1.1" status: 200 len: 945 time: 0.1049104 Oct 27 18:43:58.555052 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a5ffc2f5-6a7c-4ccb-ae18-2f7890f92098 req-b7bb5b55-f86e-4d88-b2c5-d56e3cfebe8a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b0d0de69-b78c-40e7-bf7e-f70ddfee36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430331 Oct 27 18:43:58.597815 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-193a9d20-9bd6-489f-bad1-46b931d5dc3c req-aad680d7-a11b-41e1-adc6-f2a3aefcf1bc tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0d0de69-b78c-40e7-bf7e-f70ddfee36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415511 Oct 27 18:43:58.620518 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea5bb50-a569-4d66-9a0e-883e473c1d81 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Router 7216a946-26db-4e6e-b9ba-350765f68450 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:43:58.804713 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150e238-0828-42f6-9de9-0e52c52f3c9e req-a7b7376b-4e8c-4ecb-854a-1b7bbef17cb7 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:58.807400 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4150e238-0828-42f6-9de9-0e52c52f3c9e req-a7b7376b-4e8c-4ecb-854a-1b7bbef17cb7 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 945 time: 0.1030540 Oct 27 18:43:58.812268 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea5bb50-a569-4d66-9a0e-883e473c1d81 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:43:58.825536 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6100ae22-aaec-4d30-aef8-8f6f7f1715d1 None None] Sync routers for ids ['7216a946-26db-4e6e-b9ba-350765f68450'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:43:58.846389 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6100ae22-aaec-4d30-aef8-8f6f7f1715d1 None None] Routers {'7216a946-26db-4e6e-b9ba-350765f68450'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:43:58.847167 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-6100ae22-aaec-4d30-aef8-8f6f7f1715d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:43:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['7216a946-26db-4e6e-b9ba-350765f68450'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:58.877766 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4150e238-0828-42f6-9de9-0e52c52f3c9e req-87cbb50d-5d0f-494f-a03a-3e55861993d6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=75efdcb1-cfc5-4e28-866b-b86c338007b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590050 Oct 27 18:43:58.901491 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 57444) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:58.980221 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9ea5bb50-a569-4d66-9a0e-883e473c1d81 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:58.984411 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 57448) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:58.984628 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9ea5bb50-a569-4d66-9a0e-883e473c1d81 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.3783588 Oct 27 18:43:59.053914 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a8a29c8f-217c-455f-ab91-b769406e42fc req-cf86964e-530c-4842-a544-2b0615c17db3 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9905d48-d792-47f1-ae91-61458583a08d HTTP/1.1" status: 200 len: 210 time: 0.0414724 Oct 27 18:43:59.055969 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-6100ae22-aaec-4d30-aef8-8f6f7f1715d1 None None] Set router 7216a946-26db-4e6e-b9ba-350765f68450 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:43:59.098077 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da826e7-815a-4575-96e9-62d162104e5a tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:43:59.107299 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8da826e7-815a-4575-96e9-62d162104e5a tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 1091 time: 0.2018254 Oct 27 18:43:59.112481 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 57452) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:59.117388 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-f076f4c2-6fde-4fae-a3b1-d993030b267b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'port_id': '59982903-96e4-4fcc-8d89-d5172d4059e3', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:43:59.162801 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f6226206-06de-4d7e-9064-358822047eeb tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] 10.222.0.52 "GET /v2.0/routers/7216a946-26db-4e6e-b9ba-350765f68450 HTTP/1.1" status: 200 len: 907 time: 0.1763375 Oct 27 18:43:59.165485 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 57454) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:43:59.170221 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-59f9afb6-0eba-4c2d-b897-6e51534aa635 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Request body: {'router': {'name': 'tempest-snat-router-628357284', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'enable_snat': True}}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:43:59.245566 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f076f4c2-6fde-4fae-a3b1-d993030b267b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for floatingip, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:59.338033 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-6100ae22-aaec-4d30-aef8-8f6f7f1715d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7216a946-26db-4e6e-b9ba-350765f68450', 'name': 'tempest-snat-router-628357284', 'tenant_id': 'fed934ad0c434d72abdfda9e5a560c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.13'}], 'enable_snat': False}, 'gw_port_id': '821dc239-7613-431d-8ef5-6753f8f4ad2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:43:54Z', 'updated_at': '2021-10-27T18:43:56Z', 'revision_number': 3, 'project_id': 'fed934ad0c434d72abdfda9e5a560c14', 'gw_port': {'id': '821dc239-7613-431d-8ef5-6753f8f4ad2c', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7216a946-26db-4e6e-b9ba-350765f68450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:43:55Z', 'updated_at': '2021-10-27T18:43:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:43:59.387643 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6100ae22-aaec-4d30-aef8-8f6f7f1715d1 None None] Checking router: 7216a946-26db-4e6e-b9ba-350765f68450 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:43:59.388306 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6100ae22-aaec-4d30-aef8-8f6f7f1715d1 None None] Updating router 7216a946-26db-4e6e-b9ba-350765f68450 port 821dc239-7613-431d-8ef5-6753f8f4ad2c binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:43:59.425060 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-6100ae22-aaec-4d30-aef8-8f6f7f1715d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:59.864985 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-6100ae22-aaec-4d30-aef8-8f6f7f1715d1 None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:59.945142 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-6100ae22-aaec-4d30-aef8-8f6f7f1715d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:43:59.986117 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-6100ae22-aaec-4d30-aef8-8f6f7f1715d1 None None] Attempting to bind port 821dc239-7613-431d-8ef5-6753f8f4ad2c on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:43:59.986579 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-6100ae22-aaec-4d30-aef8-8f6f7f1715d1 None None] Attempting to bind port 821dc239-7613-431d-8ef5-6753f8f4ad2c by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:43:59.987101 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6100ae22-aaec-4d30-aef8-8f6f7f1715d1 None None] Attempting to bind port 821dc239-7613-431d-8ef5-6753f8f4ad2c on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:44:00.039224 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6100ae22-aaec-4d30-aef8-8f6f7f1715d1 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:44:00.039593 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6100ae22-aaec-4d30-aef8-8f6f7f1715d1 None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:44:00.039988 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-6100ae22-aaec-4d30-aef8-8f6f7f1715d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:00.051262 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6100ae22-aaec-4d30-aef8-8f6f7f1715d1 None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:44:00.051857 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-6100ae22-aaec-4d30-aef8-8f6f7f1715d1 None None] Bound port: 821dc239-7613-431d-8ef5-6753f8f4ad2c, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:44:00.052269 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-6100ae22-aaec-4d30-aef8-8f6f7f1715d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:00.132051 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-59f9afb6-0eba-4c2d-b897-6e51534aa635 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:00.140092 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-59f9afb6-0eba-4c2d-b897-6e51534aa635 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:00.167941 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-6100ae22-aaec-4d30-aef8-8f6f7f1715d1 None None] For port 821dc239-7613-431d-8ef5-6753f8f4ad2c, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:44:00.171203 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-6100ae22-aaec-4d30-aef8-8f6f7f1715d1 None None] For port 821dc239-7613-431d-8ef5-6753f8f4ad2c, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=821dc239-7613-431d-8ef5-6753f8f4ad2c,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:44:00.225193 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282369e7-38a3-4e91-9031-42dfdfdbb4b7 None None] Pushing event updated for resources: {'Port': ['ID=821dc239-7613-431d-8ef5-6753f8f4ad2c,revision_number=2']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:00.241095 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282369e7-38a3-4e91-9031-42dfdfdbb4b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:00.241445 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282369e7-38a3-4e91-9031-42dfdfdbb4b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:00.244554 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282369e7-38a3-4e91-9031-42dfdfdbb4b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:00.245538 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282369e7-38a3-4e91-9031-42dfdfdbb4b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:00.245538 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282369e7-38a3-4e91-9031-42dfdfdbb4b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:00.245538 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282369e7-38a3-4e91-9031-42dfdfdbb4b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:00.253604 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282369e7-38a3-4e91-9031-42dfdfdbb4b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:00.253604 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282369e7-38a3-4e91-9031-42dfdfdbb4b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:00.253604 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282369e7-38a3-4e91-9031-42dfdfdbb4b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:00.253604 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282369e7-38a3-4e91-9031-42dfdfdbb4b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:00.253604 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282369e7-38a3-4e91-9031-42dfdfdbb4b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:00.253604 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282369e7-38a3-4e91-9031-42dfdfdbb4b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:00.254295 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-f1b3988a-87e0-4070-b79e-e7c2f807091b tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:00.255040 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-f1b3988a-87e0-4070-b79e-e7c2f807091b tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.93 "GET /v2.0/networks?id=0d50917e-a177-4649-b0d3-adb7493eba05 HTTP/1.1" status: 200 len: 797 time: 0.3046153 Oct 27 18:44:00.275227 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-6100ae22-aaec-4d30-aef8-8f6f7f1715d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:00.308408 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa43c1e-59bb-4c5b-9550-6a59d6db5e7c req-50439da7-b20a-444f-8073-1aa16053ec2b tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:00.310436 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9fa43c1e-59bb-4c5b-9550-6a59d6db5e7c req-50439da7-b20a-444f-8073-1aa16053ec2b tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5f94c64-f9fe-43d8-840d-e44525b8245f HTTP/1.1" status: 200 len: 945 time: 0.1916101 Oct 27 18:44:00.336282 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-90386427-b1a1-4b66-b5ba-baf734aa698b tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38372ab8aa394f258676f181e4e603cf HTTP/1.1" status: 200 len: 477 time: 0.0711262 Oct 27 18:44:00.346003 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-e3802a44-d4f0-4128-a0cf-336af7365914 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Request body: {'port': {'device_id': 'b9905d48-d792-47f1-ae91-61458583a08d', 'network_id': '0d50917e-a177-4649-b0d3-adb7493eba05', 'admin_state_up': True, 'tenant_id': '38372ab8aa394f258676f181e4e603cf', 'security_groups': ['ebd74c76-a398-4fff-b25c-4f5955410307', '30994bf8-537a-49b0-bdc1-1fbc482673ce']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:44:00.385755 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282369e7-38a3-4e91-9031-42dfdfdbb4b7 None None] Pushing event updated for resources: {'Port': ['ID=821dc239-7613-431d-8ef5-6753f8f4ad2c,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:00.416533 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6100ae22-aaec-4d30-aef8-8f6f7f1715d1 None None] Routers {'7216a946-26db-4e6e-b9ba-350765f68450'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:44:00.427723 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-6100ae22-aaec-4d30-aef8-8f6f7f1715d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:43:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['7216a946-26db-4e6e-b9ba-350765f68450'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:00.436503 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-59f9afb6-0eba-4c2d-b897-6e51534aa635 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:00.495591 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9fa43c1e-59bb-4c5b-9550-6a59d6db5e7c req-eb7ba31f-3862-4312-8b53-78082f38dc83 tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0d0de69-b78c-40e7-bf7e-f70ddfee36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128569 Oct 27 18:44:00.619318 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f076f4c2-6fde-4fae-a3b1-d993030b267b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:00.630301 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-e3802a44-d4f0-4128-a0cf-336af7365914 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Made reservation on behalf of 38372ab8aa394f258676f181e4e603cf for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:44:00.635431 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-e3802a44-d4f0-4128-a0cf-336af7365914 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:00.721489 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-6100ae22-aaec-4d30-aef8-8f6f7f1715d1 None None] Set router 7216a946-26db-4e6e-b9ba-350765f68450 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:44:00.890395 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4d4d213d-7cc7-44a6-9e95-d92c95df40b9 req-188c7be2-2e43-4295-ad43-a0241a4071f5 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9905d48-d792-47f1-ae91-61458583a08d HTTP/1.1" status: 200 len: 210 time: 0.0791845 Oct 27 18:44:00.920096 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-e3802a44-d4f0-4128-a0cf-336af7365914 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Allocated IP 172.20.0.4 (0d50917e-a177-4649-b0d3-adb7493eba05/4b4b6c05-77b6-4a18-8ee2-4221ffb5fd84/45a617e4-d52d-46b6-85b9-33cd62580925) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:44:01.045160 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-59f9afb6-0eba-4c2d-b897-6e51534aa635 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:01.067094 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-6100ae22-aaec-4d30-aef8-8f6f7f1715d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7216a946-26db-4e6e-b9ba-350765f68450', 'name': 'tempest-snat-router-628357284', 'tenant_id': 'fed934ad0c434d72abdfda9e5a560c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.13'}], 'enable_snat': False}, 'gw_port_id': '821dc239-7613-431d-8ef5-6753f8f4ad2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:43:54Z', 'updated_at': '2021-10-27T18:43:56Z', 'revision_number': 3, 'project_id': 'fed934ad0c434d72abdfda9e5a560c14', 'gw_port': {'id': '821dc239-7613-431d-8ef5-6753f8f4ad2c', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7216a946-26db-4e6e-b9ba-350765f68450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:43:55Z', 'updated_at': '2021-10-27T18:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:01.083085 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-f076f4c2-6fde-4fae-a3b1-d993030b267b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Allocated IP 172.25.6.69 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/fb1f624a-4602-44b0-9b85-fe393f8aa51a) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:44:01.106057 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6100ae22-aaec-4d30-aef8-8f6f7f1715d1 None None] The sync data for ids ['7216a946-26db-4e6e-b9ba-350765f68450'] in n-d-815690-2 is: [{'id': '7216a946-26db-4e6e-b9ba-350765f68450', 'name': 'tempest-snat-router-628357284', 'tenant_id': 'fed934ad0c434d72abdfda9e5a560c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.13'}], 'enable_snat': False}, 'gw_port_id': '821dc239-7613-431d-8ef5-6753f8f4ad2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:43:54Z', 'updated_at': '2021-10-27T18:43:56Z', 'revision_number': 3, 'project_id': 'fed934ad0c434d72abdfda9e5a560c14', 'gw_port': {'id': '821dc239-7613-431d-8ef5-6753f8f4ad2c', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7216a946-26db-4e6e-b9ba-350765f68450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:43:55Z', 'updated_at': '2021-10-27T18:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:44:01.237603 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-e3802a44-d4f0-4128-a0cf-336af7365914 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:01.324270 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f076f4c2-6fde-4fae-a3b1-d993030b267b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:01.373721 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-e3802a44-d4f0-4128-a0cf-336af7365914 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:01.428790 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-e3802a44-d4f0-4128-a0cf-336af7365914 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Network 0d50917e-a177-4649-b0d3-adb7493eba05 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:44:01.433089 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-e3802a44-d4f0-4128-a0cf-336af7365914 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:44:01.448239 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-e3802a44-d4f0-4128-a0cf-336af7365914 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:44:01.537764 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f076f4c2-6fde-4fae-a3b1-d993030b267b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:01.542029 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3802a44-d4f0-4128-a0cf-336af7365914 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Pushing event updated for resources: {'Port': ['ID=45a617e4-d52d-46b6-85b9-33cd62580925,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:01.634022 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-e3802a44-d4f0-4128-a0cf-336af7365914 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:01.634022 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-e3802a44-d4f0-4128-a0cf-336af7365914 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:01.741196 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-e3802a44-d4f0-4128-a0cf-336af7365914 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.3994408 Oct 27 18:44:01.756892 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-269e3e96-87bc-47f8-b62a-ff73826eddbb service neutron] Request body: {'port': {'device_id': 'b9905d48-d792-47f1-ae91-61458583a08d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:44:01.845517 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-59f9afb6-0eba-4c2d-b897-6e51534aa635 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:01.880170 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f076f4c2-6fde-4fae-a3b1-d993030b267b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'Port': ['ID=fb1f624a-4602-44b0-9b85-fe393f8aa51a,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:01.884745 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-59f9afb6-0eba-4c2d-b897-6e51534aa635 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:01.940545 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-269e3e96-87bc-47f8-b62a-ff73826eddbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:02.001844 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-69e37a83-9c66-487b-88e6-6343ca600d0c None None] Provisioning complete for port 45a617e4-d52d-46b6-85b9-33cd62580925 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:44:02.002341 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-69e37a83-9c66-487b-88e6-6343ca600d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:02.082730 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f076f4c2-6fde-4fae-a3b1-d993030b267b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:44:02.095957 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-69e37a83-9c66-487b-88e6-6343ca600d0c None None] Port 45a617e4-d52d-46b6-85b9-33cd62580925 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:44:02.097703 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-f076f4c2-6fde-4fae-a3b1-d993030b267b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:44:02.123041 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f076f4c2-6fde-4fae-a3b1-d993030b267b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:44:02.327225 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed2422-1b32-48e3-81b2-5b4bb5f71af7 req-c937e7a1-24a3-449f-b295-62b866aec48e tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:02.328951 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eeed2422-1b32-48e3-81b2-5b4bb5f71af7 req-c937e7a1-24a3-449f-b295-62b866aec48e tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5f94c64-f9fe-43d8-840d-e44525b8245f HTTP/1.1" status: 200 len: 945 time: 0.4853094 Oct 27 18:44:02.348957 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-269e3e96-87bc-47f8-b62a-ff73826eddbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45a617e4-d52d-46b6-85b9-33cd62580925 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:44:02.351834 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-59f9afb6-0eba-4c2d-b897-6e51534aa635 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Allocated IP 172.25.6.119 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/3f4882d7-d096-449a-a54f-8439b64fae7f) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:44:02.360837 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-269e3e96-87bc-47f8-b62a-ff73826eddbb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:02.396407 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-269e3e96-87bc-47f8-b62a-ff73826eddbb service neutron] Transition to ACTIVE for port object 45a617e4-d52d-46b6-85b9-33cd62580925 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:44:02.476056 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-269e3e96-87bc-47f8-b62a-ff73826eddbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:02.588519 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e3e96-87bc-47f8-b62a-ff73826eddbb service neutron] Pushing event updated for resources: {'Port': ['ID=45a617e4-d52d-46b6-85b9-33cd62580925,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:02.771030 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-269e3e96-87bc-47f8-b62a-ff73826eddbb service neutron] Attempting to bind port 45a617e4-d52d-46b6-85b9-33cd62580925 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:44:02.775260 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-269e3e96-87bc-47f8-b62a-ff73826eddbb service neutron] Attempting to bind port 45a617e4-d52d-46b6-85b9-33cd62580925 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': 'e9c05ce6-4f6e-449a-a420-38d627a94b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '0d50917e-a177-4649-b0d3-adb7493eba05'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:44:02.775260 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-269e3e96-87bc-47f8-b62a-ff73826eddbb service neutron] Attempting to bind port 45a617e4-d52d-46b6-85b9-33cd62580925 on network 0d50917e-a177-4649-b0d3-adb7493eba05 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:44:02.784049 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-269e3e96-87bc-47f8-b62a-ff73826eddbb service neutron] Port 45a617e4-d52d-46b6-85b9-33cd62580925 on network 0d50917e-a177-4649-b0d3-adb7493eba05 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:44:02.784049 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-269e3e96-87bc-47f8-b62a-ff73826eddbb service neutron] Attempting to bind port 45a617e4-d52d-46b6-85b9-33cd62580925 on network 0d50917e-a177-4649-b0d3-adb7493eba05 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:44:02.800309 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-269e3e96-87bc-47f8-b62a-ff73826eddbb service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:44:02.800657 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-269e3e96-87bc-47f8-b62a-ff73826eddbb service neutron] Checking segment: {'id': 'e9c05ce6-4f6e-449a-a420-38d627a94b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '0d50917e-a177-4649-b0d3-adb7493eba05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:44:02.801041 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-269e3e96-87bc-47f8-b62a-ff73826eddbb service neutron] Bound using segment: {'id': 'e9c05ce6-4f6e-449a-a420-38d627a94b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '0d50917e-a177-4649-b0d3-adb7493eba05'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:44:02.801483 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-269e3e96-87bc-47f8-b62a-ff73826eddbb service neutron] Bound port: 45a617e4-d52d-46b6-85b9-33cd62580925, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9c05ce6-4f6e-449a-a420-38d627a94b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '0d50917e-a177-4649-b0d3-adb7493eba05'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:44:02.801838 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-269e3e96-87bc-47f8-b62a-ff73826eddbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:02.805378 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eeed2422-1b32-48e3-81b2-5b4bb5f71af7 req-5ae913b9-b2bd-44c4-81e9-175f5ab21d38 tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0d0de69-b78c-40e7-bf7e-f70ddfee36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4487464 Oct 27 18:44:03.003557 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-269e3e96-87bc-47f8-b62a-ff73826eddbb service neutron] For port 45a617e4-d52d-46b6-85b9-33cd62580925, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:44:03.016390 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-269e3e96-87bc-47f8-b62a-ff73826eddbb service neutron] For port 45a617e4-d52d-46b6-85b9-33cd62580925, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=45a617e4-d52d-46b6-85b9-33cd62580925,segment=NetworkSegment(e9c05ce6-4f6e-449a-a420-38d627a94b66),segment_id=e9c05ce6-4f6e-449a-a420-38d627a94b66)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:44:03.047791 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-59f9afb6-0eba-4c2d-b897-6e51534aa635 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:03.107027 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 821dc239-7613-431d-8ef5-6753f8f4ad2c up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:44:03.120174 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-269e3e96-87bc-47f8-b62a-ff73826eddbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:03.170323 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2630361-66cb-4a69-a846-2af668c042de req-345e49db-b05b-4c3e-a737-c991ed513a8c tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:03.178117 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f2630361-66cb-4a69-a846-2af668c042de req-345e49db-b05b-4c3e-a737-c991ed513a8c tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9905d48-d792-47f1-ae91-61458583a08d HTTP/1.1" status: 200 len: 982 time: 0.1503637 Oct 27 18:44:03.190651 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-269e3e96-87bc-47f8-b62a-ff73826eddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:03.196171 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-269e3e96-87bc-47f8-b62a-ff73826eddbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:03.196171 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-269e3e96-87bc-47f8-b62a-ff73826eddbb service neutron] 10.222.0.93 "PUT /v2.0/ports/45a617e4-d52d-46b6-85b9-33cd62580925 HTTP/1.1" status: 200 len: 1130 time: 1.4411860 Oct 27 18:44:03.196171 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9905d48-d792-47f1-ae91-61458583a08d', 'tag': '45a617e4-d52d-46b6-85b9-33cd62580925'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:44:03.196171 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66888180-801d-4f63-8bec-948455ff4277" -d '{"events": [{"name": "network-changed", "server_uuid": "b9905d48-d792-47f1-ae91-61458583a08d", "tag": "45a617e4-d52d-46b6-85b9-33cd62580925"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:44:03.249105 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e3e96-87bc-47f8-b62a-ff73826eddbb service neutron] Pushing event updated for resources: {'Port': ['ID=45a617e4-d52d-46b6-85b9-33cd62580925,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:03.283905 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 821dc239-7613-431d-8ef5-6753f8f4ad2c triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:44:03.285583 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:03.421485 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-59f9afb6-0eba-4c2d-b897-6e51534aa635 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:03.443278 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:03.449331 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-dd8b01e5-17c3-40d3-bb16-1ded603aa2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:03.451630 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-dd8b01e5-17c3-40d3-bb16-1ded603aa2ab service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=38372ab8aa394f258676f181e4e603cf&device_id=b9905d48-d792-47f1-ae91-61458583a08d HTTP/1.1" status: 200 len: 1133 time: 0.1073694 Oct 27 18:44:03.505324 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 821dc239-7613-431d-8ef5-6753f8f4ad2c, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=821dc239-7613-431d-8ef5-6753f8f4ad2c,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:44:03.520697 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f076f4c2-6fde-4fae-a3b1-d993030b267b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:03.535619 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-c1602985-b81b-4eaf-a1cb-4506ae94265f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45a617e4-d52d-46b6-85b9-33cd62580925 HTTP/1.1" status: 200 len: 217 time: 0.0766625 Oct 27 18:44:03.608080 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:03.631658 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-e8fffead-526c-43c9-87c3-282949494452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:03.635292 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-e8fffead-526c-43c9-87c3-282949494452 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4b4b6c05-77b6-4a18-8ee2-4221ffb5fd84 HTTP/1.1" status: 200 len: 834 time: 0.0901163 Oct 27 18:44:03.642252 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f2630361-66cb-4a69-a846-2af668c042de req-f97cdb18-2ce6-4ddb-9c10-6f0291cb0279 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "GET /v2.0/security-groups?id=30994bf8-537a-49b0-bdc1-1fbc482673ce&id=ebd74c76-a398-4fff-b25c-4f5955410307&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4631579 Oct 27 18:44:03.675336 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f9afb6-0eba-4c2d-b897-6e51534aa635 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:44:03.724427 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-cb754007-8139-46a4-9b76-3eeadadb4796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:03.725563 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-cb754007-8139-46a4-9b76-3eeadadb4796 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0d50917e-a177-4649-b0d3-adb7493eba05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848932 Oct 27 18:44:03.736712 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-59f9afb6-0eba-4c2d-b897-6e51534aa635 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:44:03.741352 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f9afb6-0eba-4c2d-b897-6e51534aa635 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:44:03.743168 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f9afb6-0eba-4c2d-b897-6e51534aa635 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Pushing event updated for resources: {'Port': ['ID=3f4882d7-d096-449a-a54f-8439b64fae7f,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:03.750363 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=821dc239-7613-431d-8ef5-6753f8f4ad2c,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:03.770555 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f076f4c2-6fde-4fae-a3b1-d993030b267b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:03.894447 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ed364d-a5f4-48e2-b427-0aa10d1a091b x-openstack-request-id: req-a4ed364d-a5f4-48e2-b427-0aa10d1a091b {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:44:03.895329 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9905d48-d792-47f1-ae91-61458583a08d", "tag": "45a617e4-d52d-46b6-85b9-33cd62580925", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:44:03.895819 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a4ed364d-a5f4-48e2-b427-0aa10d1a091b {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:44:03.896923 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9905d48-d792-47f1-ae91-61458583a08d', 'tag': '45a617e4-d52d-46b6-85b9-33cd62580925', 'status': 'completed', 'code': 200} Oct 27 18:44:03.965655 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-1258a1ce-e910-4903-a44e-d26ff4b71f8d service neutron] 10.222.0.93 "GET /v2.0/networks/0d50917e-a177-4649-b0d3-adb7493eba05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319915 Oct 27 18:44:04.207274 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8938fc03-7404-4bc5-8d14-e8d58cbea0fc req-80f01c00-22d8-4560-b325-19982cdba5e8 service neutron] 10.222.0.93 "GET /v2.0/networks/0d50917e-a177-4649-b0d3-adb7493eba05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313590 Oct 27 18:44:04.231417 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 57556) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:04.237718 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f076f4c2-6fde-4fae-a3b1-d993030b267b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:04.328757 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f076f4c2-6fde-4fae-a3b1-d993030b267b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:04.498807 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f076f4c2-6fde-4fae-a3b1-d993030b267b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:04.501997 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-59f9afb6-0eba-4c2d-b897-6e51534aa635 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:04.523263 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66888180-801d-4f63-8bec-948455ff4277 req-2c9e3ff2-afcf-4156-8c57-cc8fad381f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:04.541653 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-66888180-801d-4f63-8bec-948455ff4277 req-2c9e3ff2-afcf-4156-8c57-cc8fad381f7e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=38372ab8aa394f258676f181e4e603cf&device_id=b9905d48-d792-47f1-ae91-61458583a08d HTTP/1.1" status: 200 len: 1133 time: 0.1891840 Oct 27 18:44:04.549238 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-45451780-9620-443e-b3e1-3867421ca7ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:04.629450 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b2c91-c16f-4602-87b8-dca5509120c8 req-edb4209b-755a-4bfb-9e94-5e05b28d01a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:04.630992 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-876b2c91-c16f-4602-87b8-dca5509120c8 req-edb4209b-755a-4bfb-9e94-5e05b28d01a3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=013603c613e54323bef417aa2143334d&device_id=d5f94c64-f9fe-43d8-840d-e44525b8245f HTTP/1.1" status: 200 len: 1096 time: 0.1507471 Oct 27 18:44:04.678626 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f076f4c2-6fde-4fae-a3b1-d993030b267b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'Port': ['ID=fb1f624a-4602-44b0-9b85-fe393f8aa51a,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:04.764960 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a7de8-3c76-43cf-a0c3-f6d13b77565b req-aee115c3-d437-4228-9ac2-98bcef18d105 tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:04.773215 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-146a7de8-3c76-43cf-a0c3-f6d13b77565b req-aee115c3-d437-4228-9ac2-98bcef18d105 tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5f94c64-f9fe-43d8-840d-e44525b8245f HTTP/1.1" status: 200 len: 945 time: 0.2289693 Oct 27 18:44:04.815457 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66888180-801d-4f63-8bec-948455ff4277 req-34078a1b-6ea8-41df-b235-be800227388f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:04.817076 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-66888180-801d-4f63-8bec-948455ff4277 req-34078a1b-6ea8-41df-b235-be800227388f service neutron] 10.222.0.93 "GET /v2.0/networks?id=0d50917e-a177-4649-b0d3-adb7493eba05 HTTP/1.1" status: 200 len: 899 time: 0.2656894 Oct 27 18:44:04.818386 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [None req-f076f4c2-6fde-4fae-a3b1-d993030b267b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Floating IP aec3c179-1eda-44f5-972b-51def3474dfb associated. External IP: 172.25.6.69, port: 59982903-96e4-4fcc-8d89-d5172d4059e3. Oct 27 18:44:04.825588 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b2c91-c16f-4602-87b8-dca5509120c8 req-379a3c30-c891-4123-9c98-a2a90cf896fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:04.827086 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-876b2c91-c16f-4602-87b8-dca5509120c8 req-379a3c30-c891-4123-9c98-a2a90cf896fe service neutron] 10.222.0.93 "GET /v2.0/networks?id=c7efefa0-2a47-4d8a-96ca-a2d22ab68121 HTTP/1.1" status: 200 len: 915 time: 0.1876822 Oct 27 18:44:04.910982 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-876b2c91-c16f-4602-87b8-dca5509120c8 req-33acccaa-5aad-4dbf-ba80-bbcd655aa2a4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7269dbcc-ba1e-4e79-803a-eee0d08bdd92 HTTP/1.1" status: 200 len: 217 time: 0.0722837 Oct 27 18:44:04.914780 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-66888180-801d-4f63-8bec-948455ff4277 req-0fd8bc04-68bc-4650-95e1-d97b6912ef27 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45a617e4-d52d-46b6-85b9-33cd62580925 HTTP/1.1" status: 200 len: 217 time: 0.0855529 Oct 27 18:44:04.929118 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-45451780-9620-443e-b3e1-3867421ca7ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:04.955989 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-146a7de8-3c76-43cf-a0c3-f6d13b77565b req-69ad4ea0-dba0-41fa-ada0-41a638d584cf tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0d0de69-b78c-40e7-bf7e-f70ddfee36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818342 Oct 27 18:44:04.996641 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66888180-801d-4f63-8bec-948455ff4277 req-421c94d7-39b0-4779-ae69-8a4f57125ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:04.998564 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-66888180-801d-4f63-8bec-948455ff4277 req-421c94d7-39b0-4779-ae69-8a4f57125ec9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4b4b6c05-77b6-4a18-8ee2-4221ffb5fd84 HTTP/1.1" status: 200 len: 834 time: 0.0663698 Oct 27 18:44:05.032368 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-45451780-9620-443e-b3e1-3867421ca7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:05.052055 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 821dc239-7613-431d-8ef5-6753f8f4ad2c up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:44:05.104491 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b2c91-c16f-4602-87b8-dca5509120c8 req-737206b2-231f-4432-922f-7f87a0506426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:05.106090 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-876b2c91-c16f-4602-87b8-dca5509120c8 req-737206b2-231f-4432-922f-7f87a0506426 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=134a5a05-14b7-47b9-81ff-570e006933a5 HTTP/1.1" status: 200 len: 853 time: 0.1755245 Oct 27 18:44:05.130032 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 45a617e4-d52d-46b6-85b9-33cd62580925 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:44:05.160853 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66888180-801d-4f63-8bec-948455ff4277 req-ab2ca2d2-e80e-44af-9205-5fe700f7c1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:05.162551 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-66888180-801d-4f63-8bec-948455ff4277 req-ab2ca2d2-e80e-44af-9205-5fe700f7c1eb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0d50917e-a177-4649-b0d3-adb7493eba05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1421745 Oct 27 18:44:05.165573 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-45451780-9620-443e-b3e1-3867421ca7ae admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d7050a3fdd75485cadc5f509615f3524&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9330618 Oct 27 18:44:05.167834 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-876b2c91-c16f-4602-87b8-dca5509120c8 req-fbfc5b96-87d2-43d9-8f1b-b93d9c9d32de service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c7efefa0-2a47-4d8a-96ca-a2d22ab68121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445919 Oct 27 18:44:05.168390 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 57576) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:05.175713 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45451780-9620-443e-b3e1-3867421ca7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e261a9-4001-4252-a0b2-17a920c56e8d,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:05.268539 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 45a617e4-d52d-46b6-85b9-33cd62580925, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=45a617e4-d52d-46b6-85b9-33cd62580925,segment=NetworkSegment(e9c05ce6-4f6e-449a-a420-38d627a94b66),segment_id=e9c05ce6-4f6e-449a-a420-38d627a94b66)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:44:05.286762 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '45a617e4-d52d-46b6-85b9-33cd62580925', 'network_id': '0d50917e-a177-4649-b0d3-adb7493eba05', 'port_id': '45a617e4-d52d-46b6-85b9-33cd62580925', 'mac_address': 'fa:16:3e:0d:d9:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1033, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b4b6c05-77b6-4a18-8ee2-4221ffb5fd84', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:44:05.345836 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:05.371462 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45a617e4-d52d-46b6-85b9-33cd62580925 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:44:05.382219 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 821dc239-7613-431d-8ef5-6753f8f4ad2c triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:44:05.382599 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:05.393995 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6ccbfd83-ed64-4128-ad81-7142fe03e725 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:05.479566 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6ccbfd83-ed64-4128-ad81-7142fe03e725 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:05.486442 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 45a617e4-d52d-46b6-85b9-33cd62580925, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=45a617e4-d52d-46b6-85b9-33cd62580925,segment=NetworkSegment(e9c05ce6-4f6e-449a-a420-38d627a94b66),segment_id=e9c05ce6-4f6e-449a-a420-38d627a94b66)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:44:05.516606 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-876b2c91-c16f-4602-87b8-dca5509120c8 req-bb1b07d1-6968-4416-86a8-ac1109a70eab service neutron] 10.222.0.93 "GET /v2.0/networks/c7efefa0-2a47-4d8a-96ca-a2d22ab68121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285375 Oct 27 18:44:05.525050 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-66888180-801d-4f63-8bec-948455ff4277 req-d25a3592-c664-4db4-bc10-86d6f91e072a service neutron] 10.222.0.93 "GET /v2.0/networks/0d50917e-a177-4649-b0d3-adb7493eba05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206153 Oct 27 18:44:05.539688 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-59f9afb6-0eba-4c2d-b897-6e51534aa635 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:05.579278 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:05.639115 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=45a617e4-d52d-46b6-85b9-33cd62580925,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:05.676175 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec9dbf-d96c-4299-8002-b9d660d59a91 req-247e3920-8073-41d7-bc7c-4dcc609f56b3 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:05.678012 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6dec9dbf-d96c-4299-8002-b9d660d59a91 req-247e3920-8073-41d7-bc7c-4dcc609f56b3 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9905d48-d792-47f1-ae91-61458583a08d HTTP/1.1" status: 200 len: 982 time: 0.5998585 Oct 27 18:44:05.809058 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['45a617e4-d52d-46b6-85b9-33cd62580925'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:44:05.898448 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6dec9dbf-d96c-4299-8002-b9d660d59a91 req-24741a8c-1fa7-4bd8-adc8-91c8102bfb4d tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "GET /v2.0/security-groups?id=30994bf8-537a-49b0-bdc1-1fbc482673ce&id=ebd74c76-a398-4fff-b25c-4f5955410307&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2117035 Oct 27 18:44:05.902279 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f076f4c2-6fde-4fae-a3b1-d993030b267b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Router 0296632a-6185-467d-b5e2-3646694f9022 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:44:05.982640 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-876b2c91-c16f-4602-87b8-dca5509120c8 req-b082a7e1-d20d-4190-9151-c683c0fe7e98 service neutron] 10.222.0.93 "GET /v2.0/networks/c7efefa0-2a47-4d8a-96ca-a2d22ab68121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4542494 Oct 27 18:44:06.115648 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f9afb6-0eba-4c2d-b897-6e51534aa635 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Router 351dae94-7b4f-4d26-843b-dd5bb39258ca is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:44:06.130383 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-66888180-801d-4f63-8bec-948455ff4277 req-9b16ff76-2bdb-4a71-ad86-80cd9577dc1a service neutron] 10.222.0.93 "GET /v2.0/networks/0d50917e-a177-4649-b0d3-adb7493eba05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355548 Oct 27 18:44:06.211380 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6ccbfd83-ed64-4128-ad81-7142fe03e725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:06.214190 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6ccbfd83-ed64-4128-ad81-7142fe03e725 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:06.229637 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6ccbfd83-ed64-4128-ad81-7142fe03e725 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/01e261a9-4001-4252-a0b2-17a920c56e8d HTTP/1.1" status: 204 len: 168 time: 1.0597146 Oct 27 18:44:06.238677 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccbfd83-ed64-4128-ad81-7142fe03e725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e261a9-4001-4252-a0b2-17a920c56e8d,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:06.296492 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f076f4c2-6fde-4fae-a3b1-d993030b267b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:44:06.320996 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f8a0a8-4adc-4714-9cc8-8360527b8df9 None None] Sync routers for ids ['0296632a-6185-467d-b5e2-3646694f9022'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:44:06.336785 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f8a0a8-4adc-4714-9cc8-8360527b8df9 None None] Routers {'0296632a-6185-467d-b5e2-3646694f9022'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:44:06.337580 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-f6f8a0a8-4adc-4714-9cc8-8360527b8df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:43:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['0296632a-6185-467d-b5e2-3646694f9022'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:06.381795 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd46c26-4228-4dc7-a723-4d8fbeb0c92f req-8262277b-a4fa-4e58-b611-207410db9ebd tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:06.401128 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8dd46c26-4228-4dc7-a723-4d8fbeb0c92f req-8262277b-a4fa-4e58-b611-207410db9ebd tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5f94c64-f9fe-43d8-840d-e44525b8245f HTTP/1.1" status: 200 len: 945 time: 0.3212750 Oct 27 18:44:06.462785 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8dd46c26-4228-4dc7-a723-4d8fbeb0c92f req-2549db7b-87f5-4aea-942b-df54aecefb19 tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0d0de69-b78c-40e7-bf7e-f70ddfee36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665390 Oct 27 18:44:06.491055 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f9afb6-0eba-4c2d-b897-6e51534aa635 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:44:06.503242 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b129bd9-7983-4d19-82df-c47ef93c162b None None] Sync routers for ids ['351dae94-7b4f-4d26-843b-dd5bb39258ca'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:44:06.515787 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b129bd9-7983-4d19-82df-c47ef93c162b None None] Routers {'351dae94-7b4f-4d26-843b-dd5bb39258ca'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:44:06.516711 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-5b129bd9-7983-4d19-82df-c47ef93c162b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:43:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['351dae94-7b4f-4d26-843b-dd5bb39258ca'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:06.530597 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f076f4c2-6fde-4fae-a3b1-d993030b267b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:06.537721 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-f6f8a0a8-4adc-4714-9cc8-8360527b8df9 None None] Set router 0296632a-6185-467d-b5e2-3646694f9022 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:44:06.580310 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f076f4c2-6fde-4fae-a3b1-d993030b267b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.4570727 Oct 27 18:44:06.599234 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4031e58c-2edc-47cf-a6be-545bafd3e26a', 'tag': '59982903-96e4-4fcc-8d89-d5172d4059e3'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:44:06.604694 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f625535-7a1d-4b04-803c-b84f579fdf6c" -d '{"events": [{"name": "network-changed", "server_uuid": "4031e58c-2edc-47cf-a6be-545bafd3e26a", "tag": "59982903-96e4-4fcc-8d89-d5172d4059e3"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:44:06.615855 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-59f9afb6-0eba-4c2d-b897-6e51534aa635 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:06.628542 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-59f9afb6-0eba-4c2d-b897-6e51534aa635 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.4584541 Oct 27 18:44:06.628954 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 57606) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:06.711839 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-5b129bd9-7983-4d19-82df-c47ef93c162b None None] Set router 351dae94-7b4f-4d26-843b-dd5bb39258ca gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:44:06.785537 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee52387-e119-4720-903c-b4a28a5b79bd req-39912322-e83b-4a79-9724-f5ed4ee98987 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:06.787208 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cee52387-e119-4720-903c-b4a28a5b79bd req-39912322-e83b-4a79-9724-f5ed4ee98987 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 945 time: 0.1328392 Oct 27 18:44:06.883603 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cee52387-e119-4720-903c-b4a28a5b79bd req-11cf1b55-e42d-449c-a47e-31b0c62054ab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=75efdcb1-cfc5-4e28-866b-b86c338007b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893617 Oct 27 18:44:06.904907 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 57612) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:06.941060 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c70462ef-a45a-4fb4-9059-930a52ace160 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] 10.222.0.52 "GET /v2.0/routers/351dae94-7b4f-4d26-843b-dd5bb39258ca HTTP/1.1" status: 200 len: 907 time: 0.3107538 Oct 27 18:44:06.943653 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 57616) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:07.096736 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-17fcc0db-3749-4c8e-9394-a519610b20f1 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/floatingips/aec3c179-1eda-44f5-972b-51def3474dfb HTTP/1.1" status: 200 len: 990 time: 0.1877730 Oct 27 18:44:07.112532 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-76219019-8c77-4e20-afb5-b3616d918963 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:07.114150 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 45a617e4-d52d-46b6-85b9-33cd62580925 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:44:07.142368 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-f6f8a0a8-4adc-4714-9cc8-8360527b8df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0296632a-6185-467d-b5e2-3646694f9022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1415741960', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '85b6c5be-f85b-47aa-ad7b-d93d416d7b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:42:39Z', 'updated_at': '2021-10-27T18:42:51Z', 'revision_number': 4, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '85b6c5be-f85b-47aa-ad7b-d93d416d7b5c', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0296632a-6185-467d-b5e2-3646694f9022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:42:41Z', 'updated_at': '2021-10-27T18:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'aec3c179-1eda-44f5-972b-51def3474dfb', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'floating_ip_address': '172.25.6.69', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '0296632a-6185-467d-b5e2-3646694f9022', 'port_id': '59982903-96e4-4fcc-8d89-d5172d4059e3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9541e31-c93f-4ee8-abea-4329f5075599', 'mac_address': 'fa:16:3e:c0:c1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4031e58c-2edc-47cf-a6be-545bafd3e26a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:44:03Z', 'updated_at': '2021-10-27T18:44:03Z', 'revision_number': 0, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af476ec8-b257-4b2c-a03c-2310caa26b9f', 'name': '', 'network_id': 'a9541e31-c93f-4ee8-abea-4329f5075599', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'mac_address': 'fa:16:3e:34:ee:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0296632a-6185-467d-b5e2-3646694f9022', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'aaefa3d2-884a-4c75-bedd-880ab1228d21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:42:48Z', 'updated_at': '2021-10-27T18:42:57Z', 'revision_number': 5, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'subnets': [{'id': 'aaefa3d2-884a-4c75-bedd-880ab1228d21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:07.210482 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 57622) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:07.235346 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0df56ab-7d71-49fd-8f87-488e88edd380 x-openstack-request-id: req-b0df56ab-7d71-49fd-8f87-488e88edd380 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:44:07.237737 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4031e58c-2edc-47cf-a6be-545bafd3e26a", "tag": "59982903-96e4-4fcc-8d89-d5172d4059e3", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:44:07.238087 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b0df56ab-7d71-49fd-8f87-488e88edd380 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:44:07.238524 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4031e58c-2edc-47cf-a6be-545bafd3e26a', 'tag': '59982903-96e4-4fcc-8d89-d5172d4059e3', 'status': 'completed', 'code': 200} Oct 27 18:44:07.239795 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c134b001-4e45-4931-9218-9226e213fd57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:07.257053 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f8a0a8-4adc-4714-9cc8-8360527b8df9 None None] Checking router: 0296632a-6185-467d-b5e2-3646694f9022 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:44:07.264789 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-5b129bd9-7983-4d19-82df-c47ef93c162b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351dae94-7b4f-4d26-843b-dd5bb39258ca', 'name': 'tempest-snat-router-628357284', 'tenant_id': 'fed934ad0c434d72abdfda9e5a560c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '3f4882d7-d096-449a-a54f-8439b64fae7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:44:00Z', 'updated_at': '2021-10-27T18:44:04Z', 'revision_number': 3, 'project_id': 'fed934ad0c434d72abdfda9e5a560c14', 'gw_port': {'id': '3f4882d7-d096-449a-a54f-8439b64fae7f', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:25:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '351dae94-7b4f-4d26-843b-dd5bb39258ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3092, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:44:01Z', 'updated_at': '2021-10-27T18:44:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:07.292238 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f8a0a8-4adc-4714-9cc8-8360527b8df9 None None] Routers {'0296632a-6185-467d-b5e2-3646694f9022'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:44:07.292944 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-f6f8a0a8-4adc-4714-9cc8-8360527b8df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:43:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['0296632a-6185-467d-b5e2-3646694f9022'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:07.328708 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b129bd9-7983-4d19-82df-c47ef93c162b None None] Checking router: 351dae94-7b4f-4d26-843b-dd5bb39258ca for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:44:07.329058 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b129bd9-7983-4d19-82df-c47ef93c162b None None] Updating router 351dae94-7b4f-4d26-843b-dd5bb39258ca port 3f4882d7-d096-449a-a54f-8439b64fae7f binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:44:07.339337 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f625535-7a1d-4b04-803c-b84f579fdf6c req-c3342ddf-0c98-42c3-bec2-bee4b979b47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:07.340993 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3f625535-7a1d-4b04-803c-b84f579fdf6c req-c3342ddf-0c98-42c3-bec2-bee4b979b47b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=21f5568e020c455199c8dde94ac0b73c&device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 1096 time: 0.0734913 Oct 27 18:44:07.378183 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-5b129bd9-7983-4d19-82df-c47ef93c162b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:07.393954 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 45a617e4-d52d-46b6-85b9-33cd62580925 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:44:07.401737 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 45a617e4-d52d-46b6-85b9-33cd62580925 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:44:07.402116 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:07.447284 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c134b001-4e45-4931-9218-9226e213fd57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:07.457914 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1eb5a-3c43-40b0-adfd-788aa480337a req-569e015c-2012-4484-9ff8-d04bfb8e82ef tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:07.466234 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-16e1eb5a-3c43-40b0-adfd-788aa480337a req-569e015c-2012-4484-9ff8-d04bfb8e82ef tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9905d48-d792-47f1-ae91-61458583a08d HTTP/1.1" status: 200 len: 983 time: 0.1506600 Oct 27 18:44:07.484699 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f625535-7a1d-4b04-803c-b84f579fdf6c req-cd0c5ac7-51dd-4fef-b461-f58456ea26e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:07.486531 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3f625535-7a1d-4b04-803c-b84f579fdf6c req-cd0c5ac7-51dd-4fef-b461-f58456ea26e2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a9541e31-c93f-4ee8-abea-4329f5075599 HTTP/1.1" status: 200 len: 899 time: 0.1357210 Oct 27 18:44:07.528692 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-16e1eb5a-3c43-40b0-adfd-788aa480337a req-636953e6-7601-476a-b078-f20da3aa164c tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "GET /v2.0/security-groups?id=30994bf8-537a-49b0-bdc1-1fbc482673ce&id=ebd74c76-a398-4fff-b25c-4f5955410307&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0611894 Oct 27 18:44:07.538560 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c134b001-4e45-4931-9218-9226e213fd57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:07.610226 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-f6f8a0a8-4adc-4714-9cc8-8360527b8df9 None None] Set router 0296632a-6185-467d-b5e2-3646694f9022 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:44:07.614725 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-76219019-8c77-4e20-afb5-b3616d918963 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:07.642860 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c134b001-4e45-4931-9218-9226e213fd57 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=77d1b5666c2c4521832d92c51b0164ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4284024 Oct 27 18:44:07.647534 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 57634) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:07.652340 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:07.679709 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134b001-4e45-4931-9218-9226e213fd57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d203974e-5bd5-4d7a-b9d1-aaecd69148ba,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:07.692643 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9905d48-d792-47f1-ae91-61458583a08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a617e4-d52d-46b6-85b9-33cd62580925'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:44:07.695481 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f79b06-f051-4958-9a25-b22a9e85470a" -d '{"events": [{"server_uuid": "b9905d48-d792-47f1-ae91-61458583a08d", "name": "network-vif-plugged", "status": "completed", "tag": "45a617e4-d52d-46b6-85b9-33cd62580925"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:44:07.701646 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3f625535-7a1d-4b04-803c-b84f579fdf6c req-25fe5179-6383-45c9-aeb5-a920396f0fb8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59982903-96e4-4fcc-8d89-d5172d4059e3 HTTP/1.1" status: 200 len: 998 time: 0.2067525 Oct 27 18:44:07.769699 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 45a617e4-d52d-46b6-85b9-33cd62580925, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=45a617e4-d52d-46b6-85b9-33cd62580925,segment=NetworkSegment(e9c05ce6-4f6e-449a-a420-38d627a94b66),segment_id=e9c05ce6-4f6e-449a-a420-38d627a94b66)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:44:07.772105 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f625535-7a1d-4b04-803c-b84f579fdf6c req-1501fa20-e6f0-42b0-a9a4-c073b0a9fc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:07.773735 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3f625535-7a1d-4b04-803c-b84f579fdf6c req-1501fa20-e6f0-42b0-a9a4-c073b0a9fc05 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=aaefa3d2-884a-4c75-bedd-880ab1228d21 HTTP/1.1" status: 200 len: 834 time: 0.0639949 Oct 27 18:44:07.777664 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1c5ec-48b2-409e-8331-fd537cc8f664 req-57aa480b-75a2-4b3f-acfd-4b14d72ad3bb tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:07.786719 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-41d1c5ec-48b2-409e-8331-fd537cc8f664 req-57aa480b-75a2-4b3f-acfd-4b14d72ad3bb tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5f94c64-f9fe-43d8-840d-e44525b8245f HTTP/1.1" status: 200 len: 945 time: 0.1421247 Oct 27 18:44:07.796106 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0bcebf86-585b-4612-98f6-6471374e58bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:07.812009 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-5b129bd9-7983-4d19-82df-c47ef93c162b None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:07.822698 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-41d1c5ec-48b2-409e-8331-fd537cc8f664 req-9e5cd223-6a6c-4b79-b3af-57f00a1b109f tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0d0de69-b78c-40e7-bf7e-f70ddfee36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350137 Oct 27 18:44:07.876487 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78270353-2580-4fc8-a315-04a33b29c1db x-openstack-request-id: req-78270353-2580-4fc8-a315-04a33b29c1db {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:44:07.877519 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9905d48-d792-47f1-ae91-61458583a08d", "name": "network-vif-plugged", "status": "completed", "tag": "45a617e4-d52d-46b6-85b9-33cd62580925", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:44:07.877782 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-78270353-2580-4fc8-a315-04a33b29c1db {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:44:07.878189 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9905d48-d792-47f1-ae91-61458583a08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a617e4-d52d-46b6-85b9-33cd62580925', 'code': 200} Oct 27 18:44:07.887137 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-5b129bd9-7983-4d19-82df-c47ef93c162b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:07.889721 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:07.920922 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0bcebf86-585b-4612-98f6-6471374e58bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:08.006621 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=45a617e4-d52d-46b6-85b9-33cd62580925,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:08.026792 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b030855-8b69-4a50-a0c7-d921bc1e55ef None None] Pushing event updated for resources: {'Port': ['ID=3f4882d7-d096-449a-a54f-8439b64fae7f,revision_number=2']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:08.055646 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-5b129bd9-7983-4d19-82df-c47ef93c162b None None] Attempting to bind port 3f4882d7-d096-449a-a54f-8439b64fae7f on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:44:08.056020 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-5b129bd9-7983-4d19-82df-c47ef93c162b None None] Attempting to bind port 3f4882d7-d096-449a-a54f-8439b64fae7f by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:44:08.056377 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b129bd9-7983-4d19-82df-c47ef93c162b None None] Attempting to bind port 3f4882d7-d096-449a-a54f-8439b64fae7f on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:44:08.064171 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b129bd9-7983-4d19-82df-c47ef93c162b None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:44:08.064541 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b129bd9-7983-4d19-82df-c47ef93c162b None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:44:08.064934 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-5b129bd9-7983-4d19-82df-c47ef93c162b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:08.065325 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b129bd9-7983-4d19-82df-c47ef93c162b None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:44:08.065792 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-5b129bd9-7983-4d19-82df-c47ef93c162b None None] Bound port: 3f4882d7-d096-449a-a54f-8439b64fae7f, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:44:08.066171 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-5b129bd9-7983-4d19-82df-c47ef93c162b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:08.079091 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f625535-7a1d-4b04-803c-b84f579fdf6c req-1f62f2db-0ec4-45a3-8b39-3167fdb439c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:08.084029 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3f625535-7a1d-4b04-803c-b84f579fdf6c req-1f62f2db-0ec4-45a3-8b39-3167fdb439c0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a9541e31-c93f-4ee8-abea-4329f5075599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2880929 Oct 27 18:44:08.085807 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-f6f8a0a8-4adc-4714-9cc8-8360527b8df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0296632a-6185-467d-b5e2-3646694f9022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1415741960', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '85b6c5be-f85b-47aa-ad7b-d93d416d7b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:42:39Z', 'updated_at': '2021-10-27T18:42:51Z', 'revision_number': 4, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '85b6c5be-f85b-47aa-ad7b-d93d416d7b5c', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0296632a-6185-467d-b5e2-3646694f9022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:42:41Z', 'updated_at': '2021-10-27T18:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'aec3c179-1eda-44f5-972b-51def3474dfb', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'floating_ip_address': '172.25.6.69', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '0296632a-6185-467d-b5e2-3646694f9022', 'port_id': '59982903-96e4-4fcc-8d89-d5172d4059e3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9541e31-c93f-4ee8-abea-4329f5075599', 'mac_address': 'fa:16:3e:c0:c1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4031e58c-2edc-47cf-a6be-545bafd3e26a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:44:03Z', 'updated_at': '2021-10-27T18:44:03Z', 'revision_number': 0, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af476ec8-b257-4b2c-a03c-2310caa26b9f', 'name': '', 'network_id': 'a9541e31-c93f-4ee8-abea-4329f5075599', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'mac_address': 'fa:16:3e:34:ee:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0296632a-6185-467d-b5e2-3646694f9022', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'aaefa3d2-884a-4c75-bedd-880ab1228d21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:42:48Z', 'updated_at': '2021-10-27T18:42:57Z', 'revision_number': 5, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'subnets': [{'id': 'aaefa3d2-884a-4c75-bedd-880ab1228d21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:08.099453 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 57648) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:08.121922 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-76219019-8c77-4e20-afb5-b3616d918963 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Deleting port 3f4882d7-d096-449a-a54f-8439b64fae7f {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:44:08.122531 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-76219019-8c77-4e20-afb5-b3616d918963 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:08.132644 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-5b129bd9-7983-4d19-82df-c47ef93c162b None None] For port 3f4882d7-d096-449a-a54f-8439b64fae7f, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:44:08.136637 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-5b129bd9-7983-4d19-82df-c47ef93c162b None None] For port 3f4882d7-d096-449a-a54f-8439b64fae7f, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=3f4882d7-d096-449a-a54f-8439b64fae7f,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:44:08.158957 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f8a0a8-4adc-4714-9cc8-8360527b8df9 None None] The sync data for ids ['0296632a-6185-467d-b5e2-3646694f9022'] in n-d-815690-2 is: [{'id': '0296632a-6185-467d-b5e2-3646694f9022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1415741960', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '85b6c5be-f85b-47aa-ad7b-d93d416d7b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:42:39Z', 'updated_at': '2021-10-27T18:42:51Z', 'revision_number': 4, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '85b6c5be-f85b-47aa-ad7b-d93d416d7b5c', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0296632a-6185-467d-b5e2-3646694f9022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:42:41Z', 'updated_at': '2021-10-27T18:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'aec3c179-1eda-44f5-972b-51def3474dfb', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'floating_ip_address': '172.25.6.69', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '0296632a-6185-467d-b5e2-3646694f9022', 'port_id': '59982903-96e4-4fcc-8d89-d5172d4059e3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9541e31-c93f-4ee8-abea-4329f5075599', 'mac_address': 'fa:16:3e:c0:c1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4031e58c-2edc-47cf-a6be-545bafd3e26a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:44:03Z', 'updated_at': '2021-10-27T18:44:03Z', 'revision_number': 0, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af476ec8-b257-4b2c-a03c-2310caa26b9f', 'name': '', 'network_id': 'a9541e31-c93f-4ee8-abea-4329f5075599', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'mac_address': 'fa:16:3e:34:ee:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0296632a-6185-467d-b5e2-3646694f9022', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'aaefa3d2-884a-4c75-bedd-880ab1228d21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:42:48Z', 'updated_at': '2021-10-27T18:42:57Z', 'revision_number': 5, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'subnets': [{'id': 'aaefa3d2-884a-4c75-bedd-880ab1228d21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:44:08.230741 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-2969196c-3180-470f-a352-a1a6f874218c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/floatingips/aec3c179-1eda-44f5-972b-51def3474dfb HTTP/1.1" status: 200 len: 990 time: 0.1295993 Oct 27 18:44:08.255094 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-5b129bd9-7983-4d19-82df-c47ef93c162b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:08.324285 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6c6fe-1162-475d-90ac-13b8fedc718f req-153cce7c-a056-4e53-9652-bf2bc3f3e6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:08.326392 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b129bd9-7983-4d19-82df-c47ef93c162b None None] Routers {'351dae94-7b4f-4d26-843b-dd5bb39258ca'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:44:08.327165 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-5b129bd9-7983-4d19-82df-c47ef93c162b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:43:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['351dae94-7b4f-4d26-843b-dd5bb39258ca'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:08.329326 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7bc6c6fe-1162-475d-90ac-13b8fedc718f req-153cce7c-a056-4e53-9652-bf2bc3f3e6d5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b9905d48-d792-47f1-ae91-61458583a08d HTTP/1.1" status: 200 len: 1135 time: 0.3822556 Oct 27 18:44:08.365965 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b030855-8b69-4a50-a0c7-d921bc1e55ef None None] Pushing event updated for resources: {'Port': ['ID=3f4882d7-d096-449a-a54f-8439b64fae7f,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:08.388877 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7bc6c6fe-1162-475d-90ac-13b8fedc718f req-c4c4ed23-991f-4d54-8a3b-a238ce8e37a4 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=30994bf8-537a-49b0-bdc1-1fbc482673ce&id=ebd74c76-a398-4fff-b25c-4f5955410307&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0500870 Oct 27 18:44:08.437334 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-5b129bd9-7983-4d19-82df-c47ef93c162b None None] Set router 351dae94-7b4f-4d26-843b-dd5bb39258ca gateway port host: None {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:44:08.477143 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-76219019-8c77-4e20-afb5-b3616d918963 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:08.527948 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-76219019-8c77-4e20-afb5-b3616d918963 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Calling delete_port for 3f4882d7-d096-449a-a54f-8439b64fae7f owned by network:router_gateway {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:44:08.559760 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-5b129bd9-7983-4d19-82df-c47ef93c162b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '351dae94-7b4f-4d26-843b-dd5bb39258ca', 'name': 'tempest-snat-router-628357284', 'tenant_id': 'fed934ad0c434d72abdfda9e5a560c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:44:00Z', 'updated_at': '2021-10-27T18:44:07Z', 'revision_number': 4, 'project_id': 'fed934ad0c434d72abdfda9e5a560c14', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:08.576110 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9022f0-2d89-48e1-bd0f-7e6e0686e7dd None None] New status for floating IP aec3c179-1eda-44f5-972b-51def3474dfb: ACTIVE {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:44:08.592873 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0bcebf86-585b-4612-98f6-6471374e58bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:08.596563 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0bcebf86-585b-4612-98f6-6471374e58bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:08.608483 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0bcebf86-585b-4612-98f6-6471374e58bc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d203974e-5bd5-4d7a-b9d1-aaecd69148ba HTTP/1.1" status: 204 len: 168 time: 0.9479315 Oct 27 18:44:08.627898 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3f625535-7a1d-4b04-803c-b84f579fdf6c req-be1565c7-9e7b-4646-af07-7eeba630788a service neutron] 10.222.0.93 "GET /v2.0/networks/a9541e31-c93f-4ee8-abea-4329f5075599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5306985 Oct 27 18:44:08.653937 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b129bd9-7983-4d19-82df-c47ef93c162b None None] The sync data for ids ['351dae94-7b4f-4d26-843b-dd5bb39258ca'] in n-d-815690-2 is: [{'id': '351dae94-7b4f-4d26-843b-dd5bb39258ca', 'name': 'tempest-snat-router-628357284', 'tenant_id': 'fed934ad0c434d72abdfda9e5a560c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:44:00Z', 'updated_at': '2021-10-27T18:44:07Z', 'revision_number': 4, 'project_id': 'fed934ad0c434d72abdfda9e5a560c14', 'gw_port_host': None}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:44:08.685143 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcebf86-585b-4612-98f6-6471374e58bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d203974e-5bd5-4d7a-b9d1-aaecd69148ba,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:08.854207 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655a2c7-9a42-4995-a1c4-4c3f2f414440 req-d6fbc9d2-bf21-4fc8-b499-a9c94d487bdc tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:08.864644 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9655a2c7-9a42-4995-a1c4-4c3f2f414440 req-d6fbc9d2-bf21-4fc8-b499-a9c94d487bdc tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9905d48-d792-47f1-ae91-61458583a08d HTTP/1.1" status: 200 len: 984 time: 0.1195703 Oct 27 18:44:08.904480 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9655a2c7-9a42-4995-a1c4-4c3f2f414440 req-41f45be1-79c3-49bf-96c0-19838bb25555 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "GET /v2.0/security-groups?id=30994bf8-537a-49b0-bdc1-1fbc482673ce&id=ebd74c76-a398-4fff-b25c-4f5955410307&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0385852 Oct 27 18:44:08.932170 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3f625535-7a1d-4b04-803c-b84f579fdf6c req-ff9b8921-ddae-4f95-9dc6-9fcfb1224657 service neutron] 10.222.0.93 "GET /v2.0/networks/a9541e31-c93f-4ee8-abea-4329f5075599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950063 Oct 27 18:44:09.116417 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-76219019-8c77-4e20-afb5-b3616d918963 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:09.147421 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd4672-6a81-4ffc-956b-5e04a48c3ea3 req-f94972a0-ed36-44b7-9401-1f017ed1ce5e tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:09.155652 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f2bd4672-6a81-4ffc-956b-5e04a48c3ea3 req-f94972a0-ed36-44b7-9401-1f017ed1ce5e tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5f94c64-f9fe-43d8-840d-e44525b8245f HTTP/1.1" status: 200 len: 945 time: 0.1438439 Oct 27 18:44:09.168242 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76219019-8c77-4e20-afb5-b3616d918963 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f4882d7-d096-449a-a54f-8439b64fae7f,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:09.240070 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f2bd4672-6a81-4ffc-956b-5e04a48c3ea3 req-598da5aa-1c16-4b61-8368-cc5249f3c81e tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0d0de69-b78c-40e7-bf7e-f70ddfee36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832341 Oct 27 18:44:09.240607 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 57670) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:09.317386 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-76219019-8c77-4e20-afb5-b3616d918963 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:09.363024 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5d52ba33-3483-4353-8b91-e45a66be87f4 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/floatingips/aec3c179-1eda-44f5-972b-51def3474dfb HTTP/1.1" status: 200 len: 992 time: 0.1212249 Oct 27 18:44:09.492639 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-76219019-8c77-4e20-afb5-b3616d918963 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:09.494999 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-76219019-8c77-4e20-afb5-b3616d918963 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:09.606529 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-76219019-8c77-4e20-afb5-b3616d918963 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:09.607233 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76219019-8c77-4e20-afb5-b3616d918963 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 351dae94-7b4f-4d26-843b-dd5bb39258ca {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:44:09.613093 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-76219019-8c77-4e20-afb5-b3616d918963 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:09.617126 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 57690) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:09.618370 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-76219019-8c77-4e20-afb5-b3616d918963 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] 10.222.0.52 "DELETE /v2.0/routers/351dae94-7b4f-4d26-843b-dd5bb39258ca HTTP/1.1" status: 204 len: 168 time: 2.6727693 Oct 27 18:44:09.652929 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c5d1b894-c85e-4ac5-9478-5a02decd7c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:09.762394 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8f508970-39b3-4758-b899-c55dfab65903 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:09.896945 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012c762-b34d-493d-9982-2719bbfea2a6 req-26439110-249d-40fe-b154-212f59b19fea tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:09.898545 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2012c762-b34d-493d-9982-2719bbfea2a6 req-26439110-249d-40fe-b154-212f59b19fea tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 1096 time: 0.0972266 Oct 27 18:44:09.915849 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8f508970-39b3-4758-b899-c55dfab65903 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:09.936513 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2012c762-b34d-493d-9982-2719bbfea2a6 req-b6b869f7-18a3-461d-afa8-598bf4da4887 tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:10.054612 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2012c762-b34d-493d-9982-2719bbfea2a6 req-b6b869f7-18a3-461d-afa8-598bf4da4887 tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:10.074219 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-8f508970-39b3-4758-b899-c55dfab65903 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Deleting port 821dc239-7613-431d-8ef5-6753f8f4ad2c {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:44:10.074569 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8f508970-39b3-4758-b899-c55dfab65903 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:10.261482 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2012c762-b34d-493d-9982-2719bbfea2a6 req-b6b869f7-18a3-461d-afa8-598bf4da4887 tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:10.364290 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2012c762-b34d-493d-9982-2719bbfea2a6 req-b6b869f7-18a3-461d-afa8-598bf4da4887 tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=75efdcb1-cfc5-4e28-866b-b86c338007b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4424393 Oct 27 18:44:10.411683 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b869f7-18a3-461d-afa8-598bf4da4887 tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d46a9e-5f0d-49b2-aafa-985cd5f444b2,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:10.438446 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-8f508970-39b3-4758-b899-c55dfab65903 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] For port 821dc239-7613-431d-8ef5-6753f8f4ad2c, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=821dc239-7613-431d-8ef5-6753f8f4ad2c,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:44:10.441515 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8f508970-39b3-4758-b899-c55dfab65903 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:10.477577 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-8f508970-39b3-4758-b899-c55dfab65903 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Calling delete_port for 821dc239-7613-431d-8ef5-6753f8f4ad2c owned by network:router_gateway {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:44:10.481473 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13147a-efae-4f65-b9c8-e5206a288741 req-25914309-4171-4f42-ab34-b13769273707 tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:10.483746 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-da13147a-efae-4f65-b9c8-e5206a288741 req-25914309-4171-4f42-ab34-b13769273707 tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] 10.222.0.93 "GET /v2.0/ports?device_id=d5f94c64-f9fe-43d8-840d-e44525b8245f HTTP/1.1" status: 200 len: 945 time: 0.1282094 Oct 27 18:44:10.609007 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4cee8-91ce-472b-b71b-a066b4b41df8 req-4ccddbec-c516-4524-895c-7b5fb44d79a4 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:10.613428 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-91a4cee8-91ce-472b-b71b-a066b4b41df8 req-4ccddbec-c516-4524-895c-7b5fb44d79a4 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9905d48-d792-47f1-ae91-61458583a08d HTTP/1.1" status: 200 len: 984 time: 0.1326869 Oct 27 18:44:10.619855 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-da13147a-efae-4f65-b9c8-e5206a288741 req-1059c8a3-c295-4959-99bc-9f95932c8840 tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] Deleting port 7269dbcc-ba1e-4e79-803a-eee0d08bdd92 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:44:10.620198 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-da13147a-efae-4f65-b9c8-e5206a288741 req-1059c8a3-c295-4959-99bc-9f95932c8840 tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:10.699606 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-91a4cee8-91ce-472b-b71b-a066b4b41df8 req-2d368028-0016-47dc-a807-830d78390016 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "GET /v2.0/security-groups?id=30994bf8-537a-49b0-bdc1-1fbc482673ce&id=ebd74c76-a398-4fff-b25c-4f5955410307&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0779839 Oct 27 18:44:10.733361 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-da13147a-efae-4f65-b9c8-e5206a288741 req-1059c8a3-c295-4959-99bc-9f95932c8840 tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] For port 7269dbcc-ba1e-4e79-803a-eee0d08bdd92, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=7269dbcc-ba1e-4e79-803a-eee0d08bdd92,segment=NetworkSegment(7f379cca-bdbc-4e04-a53b-24826548cf9a),segment_id=7f379cca-bdbc-4e04-a53b-24826548cf9a)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:44:10.733945 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-da13147a-efae-4f65-b9c8-e5206a288741 req-1059c8a3-c295-4959-99bc-9f95932c8840 tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:10.758138 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-da13147a-efae-4f65-b9c8-e5206a288741 req-1059c8a3-c295-4959-99bc-9f95932c8840 tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] Calling delete_port for 7269dbcc-ba1e-4e79-803a-eee0d08bdd92 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:44:10.835859 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8f508970-39b3-4758-b899-c55dfab65903 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:10.866946 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f508970-39b3-4758-b899-c55dfab65903 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Pushing event deleted for resources: {'Port': ['ID=821dc239-7613-431d-8ef5-6753f8f4ad2c,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:10.944553 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ec2a3-a42d-4a3b-ba44-aebb283bfddc req-21940b52-48bb-4a8b-8ab9-f42260fa54c4 tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:10.946086 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d45ec2a3-a42d-4a3b-ba44-aebb283bfddc req-21940b52-48bb-4a8b-8ab9-f42260fa54c4 tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5f94c64-f9fe-43d8-840d-e44525b8245f HTTP/1.1" status: 200 len: 945 time: 0.1458776 Oct 27 18:44:10.968161 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8f508970-39b3-4758-b899-c55dfab65903 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:11.002908 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-da13147a-efae-4f65-b9c8-e5206a288741 req-1059c8a3-c295-4959-99bc-9f95932c8840 tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:11.014997 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['7269dbcc-ba1e-4e79-803a-eee0d08bdd92'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:44:11.047554 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059c8a3-c295-4959-99bc-9f95932c8840 tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] Pushing event deleted for resources: {'Port': ['ID=7269dbcc-ba1e-4e79-803a-eee0d08bdd92,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:11.098463 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-da13147a-efae-4f65-b9c8-e5206a288741 req-1059c8a3-c295-4959-99bc-9f95932c8840 tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] No DVR routers for this DVR port 7269dbcc-ba1e-4e79-803a-eee0d08bdd92 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:44:11.101253 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-da13147a-efae-4f65-b9c8-e5206a288741 req-1059c8a3-c295-4959-99bc-9f95932c8840 tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:11.104527 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8f508970-39b3-4758-b899-c55dfab65903 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:11.104932 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-da13147a-efae-4f65-b9c8-e5206a288741 req-1059c8a3-c295-4959-99bc-9f95932c8840 tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] 10.222.0.93 "DELETE /v2.0/ports/7269dbcc-ba1e-4e79-803a-eee0d08bdd92 HTTP/1.1" status: 204 len: 173 time: 0.6141181 Oct 27 18:44:11.105428 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f94c64-f9fe-43d8-840d-e44525b8245f', 'name': 'network-vif-deleted', 'tag': '7269dbcc-ba1e-4e79-803a-eee0d08bdd92'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:44:11.108689 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e95b752-89f2-413f-a517-72a730525743" -d '{"events": [{"server_uuid": "d5f94c64-f9fe-43d8-840d-e44525b8245f", "name": "network-vif-deleted", "tag": "7269dbcc-ba1e-4e79-803a-eee0d08bdd92"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:44:11.108892 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8f508970-39b3-4758-b899-c55dfab65903 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:11.120501 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d45ec2a3-a42d-4a3b-ba44-aebb283bfddc req-d1a35ee7-7a35-4edc-a032-11991ef11454 tempest-InstanceActionsTestJSON-1773722695 tempest-InstanceActionsTestJSON-1773722695-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0d0de69-b78c-40e7-bf7e-f70ddfee36b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653926 Oct 27 18:44:11.255682 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187477ba-3e63-41c1-ae4f-cf45431f11ef req-1d49a36b-fd15-4e30-a06b-105617b31986 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:11.258223 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-187477ba-3e63-41c1-ae4f-cf45431f11ef req-1d49a36b-fd15-4e30-a06b-105617b31986 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 945 time: 0.0748172 Oct 27 18:44:11.272712 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8f508970-39b3-4758-b899-c55dfab65903 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:11.273265 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f508970-39b3-4758-b899-c55dfab65903 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7216a946-26db-4e6e-b9ba-350765f68450 {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:44:11.277880 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8f508970-39b3-4758-b899-c55dfab65903 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:11.279041 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8f508970-39b3-4758-b899-c55dfab65903 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] 10.222.0.52 "DELETE /v2.0/routers/7216a946-26db-4e6e-b9ba-350765f68450 HTTP/1.1" status: 204 len: 168 time: 1.6606617 Oct 27 18:44:11.286080 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 57746) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:11.290868 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-10d331ed-7c8b-48a4-9c2b-b4d388dde214 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-477975483', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}, 'admin_state_up': False}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:44:11.358076 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-187477ba-3e63-41c1-ae4f-cf45431f11ef req-2f6428b9-a6aa-4c01-bcc3-bd7700d7442b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=75efdcb1-cfc5-4e28-866b-b86c338007b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843606 Oct 27 18:44:11.377295 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 57752) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:11.443471 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-10d331ed-7c8b-48a4-9c2b-b4d388dde214 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:11.444879 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-10d331ed-7c8b-48a4-9c2b-b4d388dde214 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:11.501695 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c954279e-88ae-44ce-a5eb-69d1703e0038 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/floatingips/aec3c179-1eda-44f5-972b-51def3474dfb HTTP/1.1" status: 200 len: 992 time: 0.1234872 Oct 27 18:44:11.532211 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-10d331ed-7c8b-48a4-9c2b-b4d388dde214 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:11.536186 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4de3c-7a57-4619-8100-3826873e490a req-fa333ced-3572-4f0b-a600-b177cf88410c tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:11.537770 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-23d4de3c-7a57-4619-8100-3826873e490a req-fa333ced-3572-4f0b-a600-b177cf88410c tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9905d48-d792-47f1-ae91-61458583a08d HTTP/1.1" status: 200 len: 984 time: 0.0764000 Oct 27 18:44:11.587353 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-23d4de3c-7a57-4619-8100-3826873e490a req-2f8519ad-3818-4ab2-b9dc-f7a47ffa9ef6 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "GET /v2.0/security-groups?id=30994bf8-537a-49b0-bdc1-1fbc482673ce&id=ebd74c76-a398-4fff-b25c-4f5955410307&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0424426 Oct 27 18:44:11.670072 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67983cd6-d0d3-4a53-b1b8-11de3fd24cc6 x-openstack-request-id: req-67983cd6-d0d3-4a53-b1b8-11de3fd24cc6 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:44:11.670428 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f94c64-f9fe-43d8-840d-e44525b8245f", "name": "network-vif-deleted", "tag": "7269dbcc-ba1e-4e79-803a-eee0d08bdd92", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:44:11.670667 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-67983cd6-d0d3-4a53-b1b8-11de3fd24cc6 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:44:11.671092 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f94c64-f9fe-43d8-840d-e44525b8245f', 'name': 'network-vif-deleted', 'tag': '7269dbcc-ba1e-4e79-803a-eee0d08bdd92', 'status': 'completed', 'code': 200} Oct 27 18:44:11.755047 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-10d331ed-7c8b-48a4-9c2b-b4d388dde214 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:11.860543 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-4c36d63e-3f2c-4c8a-b17c-85d50ed3af4e tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:11.862101 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-4c36d63e-3f2c-4c8a-b17c-85d50ed3af4e tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/networks?id=9ece45d0-6b3f-4f8c-9d36-188ef51e155c HTTP/1.1" status: 200 len: 812 time: 0.1368027 Oct 27 18:44:11.884253 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-54a2dc56-b203-487d-8ec4-c000aa1ddbe6 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/quotas/3e51f4d6e43c47d6aad8c33823e3964f HTTP/1.1" status: 200 len: 375 time: 0.0153427 Oct 27 18:44:11.937783 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-a08f3887-98b3-4a66-b628-d931e07e9270 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3e51f4d6e43c47d6aad8c33823e3964f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352120 Oct 27 18:44:12.053194 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-0bfe1cb5-ce53-4554-8cea-cfd0fe9d8628 service neutron] 10.222.0.52 "GET /v2.0/networks/9ece45d0-6b3f-4f8c-9d36-188ef51e155c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185081 Oct 27 18:44:12.063696 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-10d331ed-7c8b-48a4-9c2b-b4d388dde214 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:12.069509 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e818827c-0beb-4c2b-9f96-b33410af6cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:12.102943 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-10d331ed-7c8b-48a4-9c2b-b4d388dde214 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:12.256472 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-10d331ed-7c8b-48a4-9c2b-b4d388dde214 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Allocated IP 172.25.6.218 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/5b1fd17d-3b33-4180-87d7-652460dc900b) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:44:12.347081 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-cf89d2c4-83a6-4f3e-ada2-65480e4a2f9b service neutron] 10.222.0.52 "GET /v2.0/networks/9ece45d0-6b3f-4f8c-9d36-188ef51e155c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919040 Oct 27 18:44:12.384913 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-10d331ed-7c8b-48a4-9c2b-b4d388dde214 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:12.493420 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-10d331ed-7c8b-48a4-9c2b-b4d388dde214 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:12.540568 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d331ed-7c8b-48a4-9c2b-b4d388dde214 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:44:12.550651 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-10d331ed-7c8b-48a4-9c2b-b4d388dde214 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:44:12.555444 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d331ed-7c8b-48a4-9c2b-b4d388dde214 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:44:12.568422 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d331ed-7c8b-48a4-9c2b-b4d388dde214 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Pushing event updated for resources: {'Port': ['ID=5b1fd17d-3b33-4180-87d7-652460dc900b,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:12.754985 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3ebe8-191b-45f5-a5a2-dafd60d4a848 req-0184eba4-9035-44dd-8314-3e5a3e2fd67d tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:12.756720 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c9f3ebe8-191b-45f5-a5a2-dafd60d4a848 req-0184eba4-9035-44dd-8314-3e5a3e2fd67d tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b9905d48-d792-47f1-ae91-61458583a08d HTTP/1.1" status: 200 len: 1135 time: 0.0482569 Oct 27 18:44:12.792001 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c9f3ebe8-191b-45f5-a5a2-dafd60d4a848 req-fa722f3a-09cb-438e-9ec5-8f292797c93b tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:12.873491 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c9f3ebe8-191b-45f5-a5a2-dafd60d4a848 req-fa722f3a-09cb-438e-9ec5-8f292797c93b tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:12.950486 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 821dc239-7613-431d-8ef5-6753f8f4ad2c no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:44:12.961054 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-c9f3ebe8-191b-45f5-a5a2-dafd60d4a848 req-fa722f3a-09cb-438e-9ec5-8f292797c93b tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:13.002428 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 821dc239-7613-431d-8ef5-6753f8f4ad2c {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:44:13.006241 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 821dc239-7613-431d-8ef5-6753f8f4ad2c not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:44:13.063650 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c9f3ebe8-191b-45f5-a5a2-dafd60d4a848 req-fa722f3a-09cb-438e-9ec5-8f292797c93b tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=30994bf8-537a-49b0-bdc1-1fbc482673ce&id=ebd74c76-a398-4fff-b25c-4f5955410307&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2991023 Oct 27 18:44:13.070917 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa722f3a-09cb-438e-9ec5-8f292797c93b tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5719f3dd-11b2-4130-81ba-7cdbe1ecf7c9,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:13.093409 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 57828) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:13.123450 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 7269dbcc-ba1e-4e79-803a-eee0d08bdd92 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:44:13.141013 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 57830) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:13.184922 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 7269dbcc-ba1e-4e79-803a-eee0d08bdd92 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:44:13.185268 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 7269dbcc-ba1e-4e79-803a-eee0d08bdd92 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:44:13.256389 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-57ff181e-3b09-4ef8-9feb-2e3d685b7ecb req-a6c718cf-d0da-48e2-8e2c-b27c4410f37a tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b840d65-8d92-4cd2-8a53-31e29c60825d HTTP/1.1" status: 200 len: 210 time: 0.0462704 Oct 27 18:44:13.282143 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477f86e3-6307-44c2-8955-053da2d64a2b tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:13.284416 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-477f86e3-6307-44c2-8955-053da2d64a2b tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b9905d48-d792-47f1-ae91-61458583a08d HTTP/1.1" status: 200 len: 1130 time: 0.1902516 Oct 27 18:44:13.287570 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 57836) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:13.293932 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-a2107a87-7ed6-46d4-bdde-061da68252ea tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'port_id': '45a617e4-d52d-46b6-85b9-33cd62580925', 'tenant_id': '38372ab8aa394f258676f181e4e603cf', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:44:13.307692 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a6292ee-71de-4bb8-ac7c-0148d72e3783 admin admin] Deleting subnet 134a5a05-14b7-47b9-81ff-570e006933a5 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:44:13.319962 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0a6292ee-71de-4bb8-ac7c-0148d72e3783 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:13.362190 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-fad060b5-d972-41b2-b361-8ca40030f4df req-7f9ea5cf-4195-4d78-ac05-37eefd2c2f06 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:44:13.363370 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fad060b5-d972-41b2-b361-8ca40030f4df req-7f9ea5cf-4195-4d78-ac05-37eefd2c2f06 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056052 Oct 27 18:44:13.388466 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-10d331ed-7c8b-48a4-9c2b-b4d388dde214 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:13.396476 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0a6292ee-71de-4bb8-ac7c-0148d72e3783 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:13.470596 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0a6292ee-71de-4bb8-ac7c-0148d72e3783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:13.496520 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a2107a87-7ed6-46d4-bdde-061da68252ea tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for floatingip, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:13.680327 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a2107a87-7ed6-46d4-bdde-061da68252ea tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:13.708932 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:13.712014 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:13.714186 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0a6292ee-71de-4bb8-ac7c-0148d72e3783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:13.752163 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-10d331ed-7c8b-48a4-9c2b-b4d388dde214 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:13.822698 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6292ee-71de-4bb8-ac7c-0148d72e3783 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=134a5a05-14b7-47b9-81ff-570e006933a5,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:13.842520 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0a6292ee-71de-4bb8-ac7c-0148d72e3783 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:13.852471 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0a6292ee-71de-4bb8-ac7c-0148d72e3783 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/134a5a05-14b7-47b9-81ff-570e006933a5 HTTP/1.1" status: 204 len: 168 time: 0.7083294 Oct 27 18:44:13.886481 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 57854) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:13.984994 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-a2107a87-7ed6-46d4-bdde-061da68252ea tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Allocated IP 172.25.6.2 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/323a66fc-070a-4841-9758-09b3f13c2a07) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:44:14.068493 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-693dc132-6038-42d1-8c25-598b184e3fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:14.143854 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a2107a87-7ed6-46d4-bdde-061da68252ea tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:14.249259 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-693dc132-6038-42d1-8c25-598b184e3fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:14.264172 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a2107a87-7ed6-46d4-bdde-061da68252ea tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:14.315441 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-693dc132-6038-42d1-8c25-598b184e3fab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7efefa0-2a47-4d8a-96ca-a2d22ab68121']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:14.327867 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2107a87-7ed6-46d4-bdde-061da68252ea tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:44:14.329863 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-693dc132-6038-42d1-8c25-598b184e3fab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f379cca-bdbc-4e04-a53b-24826548cf9a') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:14.330237 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-693dc132-6038-42d1-8c25-598b184e3fab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f379cca-bdbc-4e04-a53b-24826548cf9a') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:14.340756 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-693dc132-6038-42d1-8c25-598b184e3fab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:14.347138 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-a2107a87-7ed6-46d4-bdde-061da68252ea tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:44:14.358638 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2107a87-7ed6-46d4-bdde-061da68252ea tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:44:14.385195 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-693dc132-6038-42d1-8c25-598b184e3fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:14.385195 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-693dc132-6038-42d1-8c25-598b184e3fab admin admin] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:44:14.385195 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-693dc132-6038-42d1-8c25-598b184e3fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:14.385581 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2107a87-7ed6-46d4-bdde-061da68252ea tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Pushing event updated for resources: {'Port': ['ID=323a66fc-070a-4841-9758-09b3f13c2a07,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:14.385709 n-d-815690-2 neutron-server[102879]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:44:14.385709 n-d-815690-2 neutron-server[102879]: items = [ Oct 27 18:44:14.385709 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:44:14.385709 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:44:14.385709 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:44:14.385709 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:44:14.385709 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:44:14.385709 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:44:14.385709 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:44:14.385709 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:44:14.385709 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:44:14.385709 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:44:14.385709 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:44:14.385709 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:44:14.385709 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:44:14.385709 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:44:14.385709 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:44:14.385709 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:44:14.385709 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:44:14.385709 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:44:14.385709 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:44:14.385709 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:44:14.385709 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:44:14.385709 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:44:14.385709 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:44:14.385709 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:44:14.385709 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:44:14.385709 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:44:14.385709 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:44:14.385709 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:44:14.385709 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:44:14.385709 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:44:14.385709 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:44:14.385709 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:44:14.420868 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a51d5c-f141-47b6-9982-f79c1e891660 req-5d25d816-f7ae-4b84-aa1e-5ad0a8e6d140 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:14.430764 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-29a51d5c-f141-47b6-9982-f79c1e891660 req-5d25d816-f7ae-4b84-aa1e-5ad0a8e6d140 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 945 time: 0.1303813 Oct 27 18:44:14.443092 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d331ed-7c8b-48a4-9c2b-b4d388dde214 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Router 9953412c-064a-4bab-9f1e-c0b7d764c969 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:44:14.455369 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 57872) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:14.666529 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d331ed-7c8b-48a4-9c2b-b4d388dde214 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:44:14.668486 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-693dc132-6038-42d1-8c25-598b184e3fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:14.682599 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-693dc132-6038-42d1-8c25-598b184e3fab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:14.685950 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-693dc132-6038-42d1-8c25-598b184e3fab admin admin] 10.222.0.52 "DELETE /v2.0/networks/c7efefa0-2a47-4d8a-96ca-a2d22ab68121 HTTP/1.1" status: 204 len: 168 time: 0.7980611 Oct 27 18:44:14.692803 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3fd4be-124c-4918-8dd4-40707a65207d None None] Sync routers for ids ['9953412c-064a-4bab-9f1e-c0b7d764c969'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:44:14.713196 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3fd4be-124c-4918-8dd4-40707a65207d None None] Routers {'9953412c-064a-4bab-9f1e-c0b7d764c969'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:44:14.714826 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-eb3fd4be-124c-4918-8dd4-40707a65207d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:44:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9953412c-064a-4bab-9f1e-c0b7d764c969'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:14.752058 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693dc132-6038-42d1-8c25-598b184e3fab admin admin] Pushing event deleted for resources: {'Network': ['ID=c7efefa0-2a47-4d8a-96ca-a2d22ab68121,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:14.797935 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-eb3fd4be-124c-4918-8dd4-40707a65207d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:14.809650 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3fd4be-124c-4918-8dd4-40707a65207d None None] Routers {'9953412c-064a-4bab-9f1e-c0b7d764c969'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:44:14.810460 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-eb3fd4be-124c-4918-8dd4-40707a65207d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:44:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9953412c-064a-4bab-9f1e-c0b7d764c969'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:14.836202 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-1d4b3c91-f563-4d7e-a457-fe1774d230de service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3755426 Oct 27 18:44:14.837442 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-10d331ed-7c8b-48a4-9c2b-b4d388dde214 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:14.838564 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-10d331ed-7c8b-48a4-9c2b-b4d388dde214 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.5514963 Oct 27 18:44:14.844001 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 57880) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:14.855234 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-0f442469-86b2-4e44-99c0-37f815548552 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:44:14.862157 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-0f442469-86b2-4e44-99c0-37f815548552 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0171690 Oct 27 18:44:14.870158 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-eb3fd4be-124c-4918-8dd4-40707a65207d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:14.870948 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3fd4be-124c-4918-8dd4-40707a65207d None None] The sync data for ids ['9953412c-064a-4bab-9f1e-c0b7d764c969'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:44:14.886576 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-34fdbd88-1c28-4121-a6be-ef2e0982a1ed tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'enable_snat': False}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:44:15.106096 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-29a51d5c-f141-47b6-9982-f79c1e891660 req-f25fa588-26ca-4d21-88b0-f8a13dc4696a tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=75efdcb1-cfc5-4e28-866b-b86c338007b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6742988 Oct 27 18:44:15.123704 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:15.238547 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-2beeeb43-527f-4968-9a36-21b46ea4f194 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:15.241174 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-2beeeb43-527f-4968-9a36-21b46ea4f194 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.93 "GET /v2.0/networks?id=9ece45d0-6b3f-4f8c-9d36-188ef51e155c HTTP/1.1" status: 200 len: 812 time: 0.3517306 Oct 27 18:44:15.270388 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 57896) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:15.371865 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-fbaafd8b-349e-44c9-b77a-9becbdfd2d71 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Request body: {'port': {'device_id': '3b840d65-8d92-4cd2-8a53-31e29c60825d', 'network_id': '9ece45d0-6b3f-4f8c-9d36-188ef51e155c', 'admin_state_up': True, 'tenant_id': '3e51f4d6e43c47d6aad8c33823e3964f'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:44:15.378999 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-69df96ce-b242-420f-905d-8d49927d2324 req-026ab088-86db-4d24-9721-32e29d2f80da tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b840d65-8d92-4cd2-8a53-31e29c60825d HTTP/1.1" status: 200 len: 210 time: 0.1062922 Oct 27 18:44:15.434627 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-651522d5-2a49-4e34-af12-30308ba1b394 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=013603c613e54323bef417aa2143334d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1581099 Oct 27 18:44:15.444466 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 57902) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:15.627311 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-82a581a7-cbba-4d62-8fa4-1b58cdc908ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:15.667206 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-82a581a7-cbba-4d62-8fa4-1b58cdc908ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:15.741814 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a2107a87-7ed6-46d4-bdde-061da68252ea tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:15.760167 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-34fdbd88-1c28-4121-a6be-ef2e0982a1ed tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:15.828987 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-fbaafd8b-349e-44c9-b77a-9becbdfd2d71 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Made reservation on behalf of 3e51f4d6e43c47d6aad8c33823e3964f for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:44:15.832701 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-fbaafd8b-349e-44c9-b77a-9becbdfd2d71 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:15.882930 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-82a581a7-cbba-4d62-8fa4-1b58cdc908ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:15.885914 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-82a581a7-cbba-4d62-8fa4-1b58cdc908ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:15.889246 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-82a581a7-cbba-4d62-8fa4-1b58cdc908ec admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b0d0de69-b78c-40e7-bf7e-f70ddfee36b2 HTTP/1.1" status: 204 len: 168 time: 0.4396527 Oct 27 18:44:15.914171 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a581a7-cbba-4d62-8fa4-1b58cdc908ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d0de69-b78c-40e7-bf7e-f70ddfee36b2,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:15.925164 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a581a7-cbba-4d62-8fa4-1b58cdc908ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:15.925527 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a581a7-cbba-4d62-8fa4-1b58cdc908ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:15.925881 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a581a7-cbba-4d62-8fa4-1b58cdc908ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:15.926233 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a581a7-cbba-4d62-8fa4-1b58cdc908ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:15.926577 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a581a7-cbba-4d62-8fa4-1b58cdc908ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:15.926943 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a581a7-cbba-4d62-8fa4-1b58cdc908ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:15.928063 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a581a7-cbba-4d62-8fa4-1b58cdc908ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:15.928063 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a581a7-cbba-4d62-8fa4-1b58cdc908ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:15.928063 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a581a7-cbba-4d62-8fa4-1b58cdc908ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:15.928434 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a581a7-cbba-4d62-8fa4-1b58cdc908ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:15.928777 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a581a7-cbba-4d62-8fa4-1b58cdc908ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:15.929403 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a581a7-cbba-4d62-8fa4-1b58cdc908ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:15.937464 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a2107a87-7ed6-46d4-bdde-061da68252ea tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:16.083937 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-fbaafd8b-349e-44c9-b77a-9becbdfd2d71 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Allocated IP 172.20.0.8 (9ece45d0-6b3f-4f8c-9d36-188ef51e155c/53a90ae3-6991-47ea-a544-38df087759f0/571c5e98-dd86-4129-933b-d5359cfd6e10) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:44:16.294084 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a2107a87-7ed6-46d4-bdde-061da68252ea tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:16.322965 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93dc2dc-abfd-4c93-8643-85375161dcd1 req-35ce015b-a2e6-4fd4-8c69-928631a02e10 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:16.331953 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d93dc2dc-abfd-4c93-8643-85375161dcd1 req-35ce015b-a2e6-4fd4-8c69-928631a02e10 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 945 time: 0.1094077 Oct 27 18:44:16.387056 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d93dc2dc-abfd-4c93-8643-85375161dcd1 req-dbbc890f-69e1-40cc-a796-af79d57ab4f5 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=75efdcb1-cfc5-4e28-866b-b86c338007b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514817 Oct 27 18:44:16.446845 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a2107a87-7ed6-46d4-bdde-061da68252ea tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:16.452050 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-fbaafd8b-349e-44c9-b77a-9becbdfd2d71 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:16.560791 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b6f10f33-7498-4091-90c8-9c2ea55a84f2 req-ad6cfef4-a6c7-403a-94a4-ada99ff2973f tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b840d65-8d92-4cd2-8a53-31e29c60825d HTTP/1.1" status: 200 len: 210 time: 0.0433688 Oct 27 18:44:16.589966 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2107a87-7ed6-46d4-bdde-061da68252ea tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Pushing event updated for resources: {'Port': ['ID=323a66fc-070a-4841-9758-09b3f13c2a07,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:16.616758 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a2107a87-7ed6-46d4-bdde-061da68252ea tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:16.824468 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [None req-a2107a87-7ed6-46d4-bdde-061da68252ea tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Floating IP 28c38d8c-8bd4-402b-a315-21b3b548efb7 associated. External IP: 172.25.6.2, port: 45a617e4-d52d-46b6-85b9-33cd62580925. Oct 27 18:44:16.956714 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-fbaafd8b-349e-44c9-b77a-9becbdfd2d71 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:17.029063 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-fbaafd8b-349e-44c9-b77a-9becbdfd2d71 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Network 9ece45d0-6b3f-4f8c-9d36-188ef51e155c is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:44:17.036928 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-fbaafd8b-349e-44c9-b77a-9becbdfd2d71 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:44:17.041311 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-fbaafd8b-349e-44c9-b77a-9becbdfd2d71 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:44:17.044948 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaafd8b-349e-44c9-b77a-9becbdfd2d71 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Pushing event updated for resources: {'Port': ['ID=571c5e98-dd86-4129-933b-d5359cfd6e10,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:17.087117 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-34fdbd88-1c28-4121-a6be-ef2e0982a1ed tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7878829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7877412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6053'] for router, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:17.096820 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2107a87-7ed6-46d4-bdde-061da68252ea tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Router 7b1332c2-274e-411b-80ac-ddcdbbd482b7 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:44:17.104242 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-34fdbd88-1c28-4121-a6be-ef2e0982a1ed tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7878836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7878843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7877419'] for router, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:17.244649 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2107a87-7ed6-46d4-bdde-061da68252ea tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:44:17.261975 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19ea26a-fe06-4386-8cd2-fb776ef836fe None None] Sync routers for ids ['7b1332c2-274e-411b-80ac-ddcdbbd482b7'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:44:17.274033 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19ea26a-fe06-4386-8cd2-fb776ef836fe None None] Routers {'7b1332c2-274e-411b-80ac-ddcdbbd482b7'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:44:17.274668 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-b19ea26a-fe06-4386-8cd2-fb776ef836fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:44:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['7b1332c2-274e-411b-80ac-ddcdbbd482b7'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:17.291549 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-fbaafd8b-349e-44c9-b77a-9becbdfd2d71 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:17.291549 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-fbaafd8b-349e-44c9-b77a-9becbdfd2d71 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:17.372377 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34fdbd88-1c28-4121-a6be-ef2e0982a1ed tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Router 9953412c-064a-4bab-9f1e-c0b7d764c969 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:44:17.386123 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a2107a87-7ed6-46d4-bdde-061da68252ea tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:17.390120 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-fbaafd8b-349e-44c9-b77a-9becbdfd2d71 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0226827 Oct 27 18:44:17.414996 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-b19ea26a-fe06-4386-8cd2-fb776ef836fe None None] Set router 7b1332c2-274e-411b-80ac-ddcdbbd482b7 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:44:17.417871 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a2107a87-7ed6-46d4-bdde-061da68252ea tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 4.1290317 Oct 27 18:44:17.418671 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9905d48-d792-47f1-ae91-61458583a08d', 'tag': '45a617e4-d52d-46b6-85b9-33cd62580925'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:44:17.422000 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1744935f-82b6-4c6d-b95d-09052df72a02" -d '{"events": [{"name": "network-changed", "server_uuid": "b9905d48-d792-47f1-ae91-61458583a08d", "tag": "45a617e4-d52d-46b6-85b9-33cd62580925"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:44:17.425252 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 57982) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:17.447143 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-67be0d79-1398-4e27-8d87-55df88e8410f service neutron] Request body: {'port': {'device_id': '3b840d65-8d92-4cd2-8a53-31e29c60825d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:44:17.571817 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-67be0d79-1398-4e27-8d87-55df88e8410f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:17.664020 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34fdbd88-1c28-4121-a6be-ef2e0982a1ed tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:44:17.679466 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef6c19e-3e1c-4ac3-9d84-bc2fcd55c2c7 None None] Sync routers for ids ['9953412c-064a-4bab-9f1e-c0b7d764c969'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:44:17.694228 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-34fdbd88-1c28-4121-a6be-ef2e0982a1ed tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:17.695545 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-34fdbd88-1c28-4121-a6be-ef2e0982a1ed tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] 10.222.0.52 "PUT /v2.0/routers/9953412c-064a-4bab-9f1e-c0b7d764c969 HTTP/1.1" status: 200 len: 921 time: 2.8296235 Oct 27 18:44:17.698983 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef6c19e-3e1c-4ac3-9d84-bc2fcd55c2c7 None None] Routers {'9953412c-064a-4bab-9f1e-c0b7d764c969'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:44:17.700352 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1ef6c19e-3e1c-4ac3-9d84-bc2fcd55c2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:44:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9953412c-064a-4bab-9f1e-c0b7d764c969'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:17.706343 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-b19ea26a-fe06-4386-8cd2-fb776ef836fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1332c2-274e-411b-80ac-ddcdbbd482b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-78422740', 'tenant_id': '38372ab8aa394f258676f181e4e603cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '87ec38e3-49b2-44e6-9a86-ec13e0220c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:43:39Z', 'updated_at': '2021-10-27T18:43:49Z', 'revision_number': 4, 'project_id': '38372ab8aa394f258676f181e4e603cf', 'gw_port': {'id': '87ec38e3-49b2-44e6-9a86-ec13e0220c96', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1332c2-274e-411b-80ac-ddcdbbd482b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:43:40Z', 'updated_at': '2021-10-27T18:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '28c38d8c-8bd4-402b-a315-21b3b548efb7', 'tenant_id': '38372ab8aa394f258676f181e4e603cf', 'floating_ip_address': '172.25.6.2', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '7b1332c2-274e-411b-80ac-ddcdbbd482b7', 'port_id': '45a617e4-d52d-46b6-85b9-33cd62580925', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d50917e-a177-4649-b0d3-adb7493eba05', 'mac_address': 'fa:16:3e:0d:d9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9905d48-d792-47f1-ae91-61458583a08d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:44:15Z', 'updated_at': '2021-10-27T18:44:15Z', 'revision_number': 0, 'project_id': '38372ab8aa394f258676f181e4e603cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3770fffa-9cfc-44a2-8caa-b6972ded8c5a', 'name': '', 'network_id': '0d50917e-a177-4649-b0d3-adb7493eba05', 'tenant_id': '38372ab8aa394f258676f181e4e603cf', 'mac_address': 'fa:16:3e:9c:dc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1332c2-274e-411b-80ac-ddcdbbd482b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '4b4b6c05-77b6-4a18-8ee2-4221ffb5fd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:43:47Z', 'updated_at': '2021-10-27T18:43:55Z', 'revision_number': 5, 'project_id': '38372ab8aa394f258676f181e4e603cf', 'subnets': [{'id': '4b4b6c05-77b6-4a18-8ee2-4221ffb5fd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:17.713405 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 57996) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:17.755952 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1ef6c19e-3e1c-4ac3-9d84-bc2fcd55c2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:17.763357 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19ea26a-fe06-4386-8cd2-fb776ef836fe None None] Checking router: 7b1332c2-274e-411b-80ac-ddcdbbd482b7 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:44:17.763800 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 57998) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:17.785225 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef6c19e-3e1c-4ac3-9d84-bc2fcd55c2c7 None None] Routers {'9953412c-064a-4bab-9f1e-c0b7d764c969'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:44:17.785912 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1ef6c19e-3e1c-4ac3-9d84-bc2fcd55c2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:44:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9953412c-064a-4bab-9f1e-c0b7d764c969'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:17.804993 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19ea26a-fe06-4386-8cd2-fb776ef836fe None None] Routers {'7b1332c2-274e-411b-80ac-ddcdbbd482b7'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:44:17.805638 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-b19ea26a-fe06-4386-8cd2-fb776ef836fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:44:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['7b1332c2-274e-411b-80ac-ddcdbbd482b7'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:17.836666 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764046c-27e7-4573-8816-175816d34b6c req-6e511870-9bf2-4e32-923e-d37c4ba41cdb tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:17.838384 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7764046c-27e7-4573-8816-175816d34b6c req-6e511870-9bf2-4e32-923e-d37c4ba41cdb tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 945 time: 0.3344705 Oct 27 18:44:17.896842 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1ef6c19e-3e1c-4ac3-9d84-bc2fcd55c2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:17.897506 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef6c19e-3e1c-4ac3-9d84-bc2fcd55c2c7 None None] The sync data for ids ['9953412c-064a-4bab-9f1e-c0b7d764c969'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:44:17.910062 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a8d94f-f4d5-4bcb-8d49-4c64e48a83ae tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:17.915372 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a8d94f-f4d5-4bcb-8d49-4c64e48a83ae tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:17.915972 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a8d94f-f4d5-4bcb-8d49-4c64e48a83ae tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:17.918423 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a8d94f-f4d5-4bcb-8d49-4c64e48a83ae tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:17.918950 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a8d94f-f4d5-4bcb-8d49-4c64e48a83ae tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:17.928818 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a8d94f-f4d5-4bcb-8d49-4c64e48a83ae tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:17.944180 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-07a8d94f-f4d5-4bcb-8d49-4c64e48a83ae tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4276 time: 0.5178735 Oct 27 18:44:17.946501 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58002) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:18.037604 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-b19ea26a-fe06-4386-8cd2-fb776ef836fe None None] Set router 7b1332c2-274e-411b-80ac-ddcdbbd482b7 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:44:18.088816 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-b4be2a7a-72ba-4646-9a3f-47c8c11d8dd5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-6322251-network', 'tenant_id': '67f58cb899d44624b6f42c42ae81bedd'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:44:18.138781 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7764046c-27e7-4573-8816-175816d34b6c req-20e7656d-72b5-4c56-8da4-b66eb9dc3e4b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=75efdcb1-cfc5-4e28-866b-b86c338007b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2881460 Oct 27 18:44:18.207425 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-67be0d79-1398-4e27-8d87-55df88e8410f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 571c5e98-dd86-4129-933b-d5359cfd6e10 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:44:18.219031 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-67be0d79-1398-4e27-8d87-55df88e8410f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:18.229086 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-67be0d79-1398-4e27-8d87-55df88e8410f service neutron] Transition to ACTIVE for port object 571c5e98-dd86-4129-933b-d5359cfd6e10 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:44:18.235240 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4be2a7a-72ba-4646-9a3f-47c8c11d8dd5 admin admin] Made reservation on behalf of 67f58cb899d44624b6f42c42ae81bedd for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:44:18.243781 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b4be2a7a-72ba-4646-9a3f-47c8c11d8dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:18.263190 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2556c0-bcf4-4a0b-9cd2-e8535d096a95 x-openstack-request-id: req-1f2556c0-bcf4-4a0b-9cd2-e8535d096a95 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:44:18.263190 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9905d48-d792-47f1-ae91-61458583a08d", "tag": "45a617e4-d52d-46b6-85b9-33cd62580925", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:44:18.263190 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1f2556c0-bcf4-4a0b-9cd2-e8535d096a95 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:44:18.264668 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9905d48-d792-47f1-ae91-61458583a08d', 'tag': '45a617e4-d52d-46b6-85b9-33cd62580925', 'status': 'completed', 'code': 200} Oct 27 18:44:18.272004 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0bd4e1-e440-4b8f-b4c1-43e43386deae tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:18.273178 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0bd4e1-e440-4b8f-b4c1-43e43386deae tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:18.273808 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0bd4e1-e440-4b8f-b4c1-43e43386deae tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:18.274886 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0bd4e1-e440-4b8f-b4c1-43e43386deae tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:18.275593 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0bd4e1-e440-4b8f-b4c1-43e43386deae tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:18.276234 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0bd4e1-e440-4b8f-b4c1-43e43386deae tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:18.283892 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-2e0bd4e1-e440-4b8f-b4c1-43e43386deae tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3989 time: 0.3296106 Oct 27 18:44:18.285967 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58008) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:18.300328 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b4be2a7a-72ba-4646-9a3f-47c8c11d8dd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:18.336779 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-b19ea26a-fe06-4386-8cd2-fb776ef836fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1332c2-274e-411b-80ac-ddcdbbd482b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-78422740', 'tenant_id': '38372ab8aa394f258676f181e4e603cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '87ec38e3-49b2-44e6-9a86-ec13e0220c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:43:39Z', 'updated_at': '2021-10-27T18:43:49Z', 'revision_number': 4, 'project_id': '38372ab8aa394f258676f181e4e603cf', 'gw_port': {'id': '87ec38e3-49b2-44e6-9a86-ec13e0220c96', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1332c2-274e-411b-80ac-ddcdbbd482b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:43:40Z', 'updated_at': '2021-10-27T18:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '28c38d8c-8bd4-402b-a315-21b3b548efb7', 'tenant_id': '38372ab8aa394f258676f181e4e603cf', 'floating_ip_address': '172.25.6.2', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '7b1332c2-274e-411b-80ac-ddcdbbd482b7', 'port_id': '45a617e4-d52d-46b6-85b9-33cd62580925', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d50917e-a177-4649-b0d3-adb7493eba05', 'mac_address': 'fa:16:3e:0d:d9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9905d48-d792-47f1-ae91-61458583a08d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:44:15Z', 'updated_at': '2021-10-27T18:44:15Z', 'revision_number': 0, 'project_id': '38372ab8aa394f258676f181e4e603cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3770fffa-9cfc-44a2-8caa-b6972ded8c5a', 'name': '', 'network_id': '0d50917e-a177-4649-b0d3-adb7493eba05', 'tenant_id': '38372ab8aa394f258676f181e4e603cf', 'mac_address': 'fa:16:3e:9c:dc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1332c2-274e-411b-80ac-ddcdbbd482b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '4b4b6c05-77b6-4a18-8ee2-4221ffb5fd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:43:47Z', 'updated_at': '2021-10-27T18:43:55Z', 'revision_number': 5, 'project_id': '38372ab8aa394f258676f181e4e603cf', 'subnets': [{'id': '4b4b6c05-77b6-4a18-8ee2-4221ffb5fd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:18.356612 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-67be0d79-1398-4e27-8d87-55df88e8410f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:18.386438 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19ea26a-fe06-4386-8cd2-fb776ef836fe None None] The sync data for ids ['7b1332c2-274e-411b-80ac-ddcdbbd482b7'] in n-d-815690-2 is: [{'id': '7b1332c2-274e-411b-80ac-ddcdbbd482b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-78422740', 'tenant_id': '38372ab8aa394f258676f181e4e603cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '87ec38e3-49b2-44e6-9a86-ec13e0220c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:43:39Z', 'updated_at': '2021-10-27T18:43:49Z', 'revision_number': 4, 'project_id': '38372ab8aa394f258676f181e4e603cf', 'gw_port': {'id': '87ec38e3-49b2-44e6-9a86-ec13e0220c96', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1332c2-274e-411b-80ac-ddcdbbd482b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:43:40Z', 'updated_at': '2021-10-27T18:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '28c38d8c-8bd4-402b-a315-21b3b548efb7', 'tenant_id': '38372ab8aa394f258676f181e4e603cf', 'floating_ip_address': '172.25.6.2', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '7b1332c2-274e-411b-80ac-ddcdbbd482b7', 'port_id': '45a617e4-d52d-46b6-85b9-33cd62580925', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d50917e-a177-4649-b0d3-adb7493eba05', 'mac_address': 'fa:16:3e:0d:d9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9905d48-d792-47f1-ae91-61458583a08d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:44:15Z', 'updated_at': '2021-10-27T18:44:15Z', 'revision_number': 0, 'project_id': '38372ab8aa394f258676f181e4e603cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3770fffa-9cfc-44a2-8caa-b6972ded8c5a', 'name': '', 'network_id': '0d50917e-a177-4649-b0d3-adb7493eba05', 'tenant_id': '38372ab8aa394f258676f181e4e603cf', 'mac_address': 'fa:16:3e:9c:dc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1332c2-274e-411b-80ac-ddcdbbd482b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '4b4b6c05-77b6-4a18-8ee2-4221ffb5fd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:43:47Z', 'updated_at': '2021-10-27T18:43:55Z', 'revision_number': 5, 'project_id': '38372ab8aa394f258676f181e4e603cf', 'subnets': [{'id': '4b4b6c05-77b6-4a18-8ee2-4221ffb5fd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:44:18.450738 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b4be2a7a-72ba-4646-9a3f-47c8c11d8dd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:18.456764 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-2c5d3f32-4774-498d-ace8-78a344dfeb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:18.463990 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-2c5d3f32-4774-498d-ace8-78a344dfeb4c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=21f5568e020c455199c8dde94ac0b73c&device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 1096 time: 0.2277927 Oct 27 18:44:18.472624 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67be0d79-1398-4e27-8d87-55df88e8410f service neutron] Pushing event updated for resources: {'Port': ['ID=571c5e98-dd86-4129-933b-d5359cfd6e10,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:18.552405 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b4be2a7a-72ba-4646-9a3f-47c8c11d8dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:18.578609 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744935f-82b6-4c6d-b95d-09052df72a02 req-dbfead9f-7901-43b2-995b-962e09e5d94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:18.580212 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1744935f-82b6-4c6d-b95d-09052df72a02 req-dbfead9f-7901-43b2-995b-962e09e5d94d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=38372ab8aa394f258676f181e4e603cf&device_id=b9905d48-d792-47f1-ae91-61458583a08d HTTP/1.1" status: 200 len: 1135 time: 0.2613437 Oct 27 18:44:18.618107 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b2267f1b-2d3b-431d-ae22-2f07540c2f0a tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] 10.222.0.52 "GET /v2.0/routers/9953412c-064a-4bab-9f1e-c0b7d764c969 HTTP/1.1" status: 200 len: 921 time: 0.9034953 Oct 27 18:44:18.618338 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58014) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:18.665970 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4be2a7a-72ba-4646-9a3f-47c8c11d8dd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1035, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:44:18.746754 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-b74e8c55-b25c-4c68-b504-fdde48175ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:18.748314 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-b74e8c55-b25c-4c68-b504-fdde48175ffc service neutron] 10.222.0.93 "GET /v2.0/networks?id=a9541e31-c93f-4ee8-abea-4329f5075599 HTTP/1.1" status: 200 len: 899 time: 0.2768450 Oct 27 18:44:18.761345 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be2a7a-72ba-4646-9a3f-47c8c11d8dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c8e16c-7a59-4b8d-8b92-73ad2915caf1,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:18.765169 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72e1aed-da0c-493d-ba28-f07080089438 None None] New status for floating IP 28c38d8c-8bd4-402b-a315-21b3b548efb7: ACTIVE {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:44:18.777453 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b4be2a7a-72ba-4646-9a3f-47c8c11d8dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:18.777950 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-b4be2a7a-72ba-4646-9a3f-47c8c11d8dd5 admin admin] Added segment 3721043c-b0ed-40fc-b07a-044ba54af0d1 of type vlan for network 2077683a-41c6-4da7-8b6a-66bdd1188bd5 Oct 27 18:44:18.824547 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b4be2a7a-72ba-4646-9a3f-47c8c11d8dd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:18.851335 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-67be0d79-1398-4e27-8d87-55df88e8410f service neutron] Attempting to bind port 571c5e98-dd86-4129-933b-d5359cfd6e10 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:44:18.851947 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-67be0d79-1398-4e27-8d87-55df88e8410f service neutron] Attempting to bind port 571c5e98-dd86-4129-933b-d5359cfd6e10 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': 'c586602f-b9c6-4b6f-9183-be9b01423093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '9ece45d0-6b3f-4f8c-9d36-188ef51e155c'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:44:18.852472 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-67be0d79-1398-4e27-8d87-55df88e8410f service neutron] Attempting to bind port 571c5e98-dd86-4129-933b-d5359cfd6e10 on network 9ece45d0-6b3f-4f8c-9d36-188ef51e155c {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:44:18.875230 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-67be0d79-1398-4e27-8d87-55df88e8410f service neutron] Port 571c5e98-dd86-4129-933b-d5359cfd6e10 on network 9ece45d0-6b3f-4f8c-9d36-188ef51e155c not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:44:18.875489 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-67be0d79-1398-4e27-8d87-55df88e8410f service neutron] Attempting to bind port 571c5e98-dd86-4129-933b-d5359cfd6e10 on network 9ece45d0-6b3f-4f8c-9d36-188ef51e155c {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:44:18.878636 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd156a6-2d5a-42a5-84de-1f16e4e7f26c req-5a40c654-1711-4926-a79a-9e968bbee3a4 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:18.888214 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3fd156a6-2d5a-42a5-84de-1f16e4e7f26c req-5a40c654-1711-4926-a79a-9e968bbee3a4 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b840d65-8d92-4cd2-8a53-31e29c60825d HTTP/1.1" status: 200 len: 943 time: 0.4336600 Oct 27 18:44:18.901061 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-67be0d79-1398-4e27-8d87-55df88e8410f service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:44:18.905044 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-67be0d79-1398-4e27-8d87-55df88e8410f service neutron] Checking segment: {'id': 'c586602f-b9c6-4b6f-9183-be9b01423093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '9ece45d0-6b3f-4f8c-9d36-188ef51e155c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:44:18.905044 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-67be0d79-1398-4e27-8d87-55df88e8410f service neutron] Bound using segment: {'id': 'c586602f-b9c6-4b6f-9183-be9b01423093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '9ece45d0-6b3f-4f8c-9d36-188ef51e155c'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:44:18.905044 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-67be0d79-1398-4e27-8d87-55df88e8410f service neutron] Bound port: 571c5e98-dd86-4129-933b-d5359cfd6e10, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c586602f-b9c6-4b6f-9183-be9b01423093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '9ece45d0-6b3f-4f8c-9d36-188ef51e155c'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:44:18.905044 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-67be0d79-1398-4e27-8d87-55df88e8410f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:18.950611 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-29449fa4-4b64-4e3a-a37f-f3643ee6b72f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59982903-96e4-4fcc-8d89-d5172d4059e3 HTTP/1.1" status: 200 len: 1000 time: 0.1584229 Oct 27 18:44:18.954043 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744935f-82b6-4c6d-b95d-09052df72a02 req-b527182c-5bec-4913-a13e-42bcecb442ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:18.955724 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1744935f-82b6-4c6d-b95d-09052df72a02 req-b527182c-5bec-4913-a13e-42bcecb442ca service neutron] 10.222.0.93 "GET /v2.0/networks?id=0d50917e-a177-4649-b0d3-adb7493eba05 HTTP/1.1" status: 200 len: 899 time: 0.3646262 Oct 27 18:44:19.009369 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b4be2a7a-72ba-4646-9a3f-47c8c11d8dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:19.011717 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4be2a7a-72ba-4646-9a3f-47c8c11d8dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:19.016101 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b4be2a7a-72ba-4646-9a3f-47c8c11d8dd5 admin admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:19.088185 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c890bad-6103-44ae-83e0-fd86b97dc2ba tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:19.092336 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7c890bad-6103-44ae-83e0-fd86b97dc2ba tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=0fad50cd-70b8-43d9-8a14-cc05c0fdea0e&device_id=9953412c-064a-4bab-9f1e-c0b7d764c969&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4582176 Oct 27 18:44:19.097135 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 58022) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:19.099165 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3fd156a6-2d5a-42a5-84de-1f16e4e7f26c req-d5b922ce-6939-49dd-8094-9e471747c0d9 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/security-groups?id=aad36188-91d6-43e2-a568-2912c23799cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096236 Oct 27 18:44:19.129022 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be2a7a-72ba-4646-9a3f-47c8c11d8dd5 admin admin] Pushing event updated for resources: {'Network': ['ID=2077683a-41c6-4da7-8b6a-66bdd1188bd5,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:19.148089 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 2077683a-41c6-4da7-8b6a-66bdd1188bd5 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:44:19.191508 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b4be2a7a-72ba-4646-9a3f-47c8c11d8dd5 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4263778 Oct 27 18:44:19.198949 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-2e92bcf5-6b7b-46fe-af60-419ccb8ddda5 tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3055 time: 0.9066801 Oct 27 18:44:19.199765 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58028) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:19.224789 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-b58c5146-1c53-401d-b0b8-a23559cafbff admin admin] Request body: {'subnet': {'network_id': '2077683a-41c6-4da7-8b6a-66bdd1188bd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-6322251-subnet', 'tenant_id': '67f58cb899d44624b6f42c42ae81bedd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:44:19.227697 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 58030) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:19.242596 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-743771b7-b07e-40a1-ab39-ed25e5bdc753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:19.244236 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-743771b7-b07e-40a1-ab39-ed25e5bdc753 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=aaefa3d2-884a-4c75-bedd-880ab1228d21 HTTP/1.1" status: 200 len: 834 time: 0.2865469 Oct 27 18:44:19.261020 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1744935f-82b6-4c6d-b95d-09052df72a02 req-4a7e4a50-e5ad-4d5f-bd59-37f9e2fbbd5e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45a617e4-d52d-46b6-85b9-33cd62580925 HTTP/1.1" status: 200 len: 997 time: 0.2730637 Oct 27 18:44:19.295517 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-67be0d79-1398-4e27-8d87-55df88e8410f service neutron] For port 571c5e98-dd86-4129-933b-d5359cfd6e10, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:44:19.319708 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500af0b-6817-43db-90cb-06414026b0d5 req-9fac9190-c951-4362-9488-04d6003aa720 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:19.321259 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7500af0b-6817-43db-90cb-06414026b0d5 req-9fac9190-c951-4362-9488-04d6003aa720 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 945 time: 0.0899646 Oct 27 18:44:19.365680 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7500af0b-6817-43db-90cb-06414026b0d5 req-2ee62a0b-8510-4052-8077-a2917cf25345 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=75efdcb1-cfc5-4e28-866b-b86c338007b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373309 Oct 27 18:44:19.371731 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58c5146-1c53-401d-b0b8-a23559cafbff admin admin] Made reservation on behalf of 67f58cb899d44624b6f42c42ae81bedd for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:44:19.374237 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b58c5146-1c53-401d-b0b8-a23559cafbff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:19.374412 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-67be0d79-1398-4e27-8d87-55df88e8410f service neutron] For port 571c5e98-dd86-4129-933b-d5359cfd6e10, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=571c5e98-dd86-4129-933b-d5359cfd6e10,segment=NetworkSegment(c586602f-b9c6-4b6f-9183-be9b01423093),segment_id=c586602f-b9c6-4b6f-9183-be9b01423093)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:44:19.419394 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744935f-82b6-4c6d-b95d-09052df72a02 req-623dcc10-2ddb-4325-bae5-5884733c7d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:19.421038 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1744935f-82b6-4c6d-b95d-09052df72a02 req-623dcc10-2ddb-4325-bae5-5884733c7d9c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4b4b6c05-77b6-4a18-8ee2-4221ffb5fd84 HTTP/1.1" status: 200 len: 834 time: 0.1272914 Oct 27 18:44:19.428706 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b75908c-309d-491c-a5f5-180b3b113b27 tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:19.429311 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b75908c-309d-491c-a5f5-180b3b113b27 tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:19.431024 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2b75908c-309d-491c-a5f5-180b3b113b27 tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=7b1332c2-274e-411b-80ac-ddcdbbd482b7 HTTP/1.1" status: 200 len: 1989 time: 0.1904743 Oct 27 18:44:19.447815 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-35529ce5-51c5-4537-964b-f5c26dbb465e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:19.449455 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-35529ce5-51c5-4537-964b-f5c26dbb465e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a9541e31-c93f-4ee8-abea-4329f5075599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1928356 Oct 27 18:44:19.450629 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3d7571-5776-4d51-9131-14101e1bc256 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:19.453512 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6a3d7571-5776-4d51-9131-14101e1bc256 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] 10.222.0.52 "GET /v2.0/networks/0fad50cd-70b8-43d9-8a14-cc05c0fdea0e HTTP/1.1" status: 200 len: 881 time: 0.3262255 Oct 27 18:44:19.455058 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-67be0d79-1398-4e27-8d87-55df88e8410f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:19.455746 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58034) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:19.490584 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a54e9f4b-436c-49bf-a431-fa15824091c5 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] 10.222.0.52 "GET /v2.0/ports?device_id=9953412c-064a-4bab-9f1e-c0b7d764c969 HTTP/1.1" status: 200 len: 205 time: 0.0314569 Oct 27 18:44:19.491387 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58036) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:19.569198 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-67be0d79-1398-4e27-8d87-55df88e8410f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:19.569910 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-67be0d79-1398-4e27-8d87-55df88e8410f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:19.571474 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-67be0d79-1398-4e27-8d87-55df88e8410f service neutron] 10.222.0.93 "PUT /v2.0/ports/571c5e98-dd86-4129-933b-d5359cfd6e10 HTTP/1.1" status: 200 len: 1091 time: 2.1295269 Oct 27 18:44:19.575216 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b840d65-8d92-4cd2-8a53-31e29c60825d', 'tag': '571c5e98-dd86-4129-933b-d5359cfd6e10'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:44:19.576423 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4003ccf1-e9ef-4429-85c5-11857ed63431" -d '{"events": [{"name": "network-changed", "server_uuid": "3b840d65-8d92-4cd2-8a53-31e29c60825d", "tag": "571c5e98-dd86-4129-933b-d5359cfd6e10"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:44:19.636292 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96b5328-eb90-49ea-871f-2648c4d43759 x-openstack-request-id: req-c96b5328-eb90-49ea-871f-2648c4d43759 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:44:19.639957 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b840d65-8d92-4cd2-8a53-31e29c60825d", "tag": "571c5e98-dd86-4129-933b-d5359cfd6e10", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:44:19.640299 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c96b5328-eb90-49ea-871f-2648c4d43759 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:44:19.640802 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b840d65-8d92-4cd2-8a53-31e29c60825d', 'tag': '571c5e98-dd86-4129-933b-d5359cfd6e10', 'status': 'completed', 'code': 200} Oct 27 18:44:19.654669 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67be0d79-1398-4e27-8d87-55df88e8410f service neutron] Pushing event updated for resources: {'Port': ['ID=571c5e98-dd86-4129-933b-d5359cfd6e10,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:19.684977 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744935f-82b6-4c6d-b95d-09052df72a02 req-85667cc2-97eb-46f7-8de0-5e166cd25f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:19.686807 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1744935f-82b6-4c6d-b95d-09052df72a02 req-85667cc2-97eb-46f7-8de0-5e166cd25f48 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0d50917e-a177-4649-b0d3-adb7493eba05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2546082 Oct 27 18:44:19.738852 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-d3149fd3-2cb8-4f11-9a62-58f5ddc36b07 service neutron] 10.222.0.93 "GET /v2.0/networks/a9541e31-c93f-4ee8-abea-4329f5075599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810032 Oct 27 18:44:19.849425 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003ccf1-e9ef-4429-85c5-11857ed63431 req-d7d8212d-a1d5-4e95-a3f4-d3fdc0ca4b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:19.850419 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4003ccf1-e9ef-4429-85c5-11857ed63431 req-d7d8212d-a1d5-4e95-a3f4-d3fdc0ca4b0d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3e51f4d6e43c47d6aad8c33823e3964f&device_id=3b840d65-8d92-4cd2-8a53-31e29c60825d HTTP/1.1" status: 200 len: 1094 time: 0.1915452 Oct 27 18:44:20.002984 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1744935f-82b6-4c6d-b95d-09052df72a02 req-eb429e16-640d-4e80-a1e8-6bf343a7a689 service neutron] 10.222.0.93 "GET /v2.0/networks/0d50917e-a177-4649-b0d3-adb7493eba05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965112 Oct 27 18:44:20.007168 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-feee8fb6-e845-433d-a0b0-74bf9612678d service neutron] 10.222.0.93 "GET /v2.0/networks/a9541e31-c93f-4ee8-abea-4329f5075599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507834 Oct 27 18:44:20.062228 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e6717cb4-6f75-499d-b750-73e729189b71 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:20.085626 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003ccf1-e9ef-4429-85c5-11857ed63431 req-eeb216f1-ac53-4fdd-80b4-34604a40b094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:20.087322 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4003ccf1-e9ef-4429-85c5-11857ed63431 req-eeb216f1-ac53-4fdd-80b4-34604a40b094 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=3e51f4d6e43c47d6aad8c33823e3964f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2261977 Oct 27 18:44:20.279370 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b58c5146-1c53-401d-b0b8-a23559cafbff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:20.357240 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66953a22-7ad0-4b9e-a2f6-2b9802fc8b78 req-074b6f6a-2d10-41c2-afab-d4477b2b1ae8 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:20.366542 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-66953a22-7ad0-4b9e-a2f6-2b9802fc8b78 req-074b6f6a-2d10-41c2-afab-d4477b2b1ae8 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b840d65-8d92-4cd2-8a53-31e29c60825d HTTP/1.1" status: 200 len: 943 time: 0.1448336 Oct 27 18:44:20.369099 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e6717cb4-6f75-499d-b750-73e729189b71 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:20.430001 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c5146-1c53-401d-b0b8-a23559cafbff admin admin] Pushing event updated for resources: {'Subnet': ['ID=f018527e-0bf6-410a-bc87-27a36962895f,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:20.454772 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-66953a22-7ad0-4b9e-a2f6-2b9802fc8b78 req-105b3a58-9acd-475f-ae6d-247ce1076df3 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/security-groups?id=aad36188-91d6-43e2-a568-2912c23799cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873120 Oct 27 18:44:20.455798 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58c5146-1c53-401d-b0b8-a23559cafbff admin admin] Checking segment: {'id': '3721043c-b0ed-40fc-b07a-044ba54af0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '2077683a-41c6-4da7-8b6a-66bdd1188bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:44:20.456391 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58c5146-1c53-401d-b0b8-a23559cafbff admin admin] Network hostable DHCP agents. Network: 2077683a-41c6-4da7-8b6a-66bdd1188bd5, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:44:20.570787 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-e6717cb4-6f75-499d-b750-73e729189b71 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Deleting port 5b1fd17d-3b33-4180-87d7-652460dc900b {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:44:20.571158 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e6717cb4-6f75-499d-b750-73e729189b71 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:20.572888 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58c5146-1c53-401d-b0b8-a23559cafbff admin admin] Network 2077683a-41c6-4da7-8b6a-66bdd1188bd5 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:44:20.636461 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1744935f-82b6-4c6d-b95d-09052df72a02 req-a9051680-76e7-4ea8-98c2-865002dc47d2 service neutron] 10.222.0.93 "GET /v2.0/networks/0d50917e-a177-4649-b0d3-adb7493eba05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6113808 Oct 27 18:44:20.654174 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003ccf1-e9ef-4429-85c5-11857ed63431 req-097f9fbb-dfbf-4661-b0ca-72a5d25ba6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:20.656719 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4003ccf1-e9ef-4429-85c5-11857ed63431 req-097f9fbb-dfbf-4661-b0ca-72a5d25ba6de service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5612440 Oct 27 18:44:20.670752 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8816921-ba93-462c-a17f-fd05b2da6cdc req-934bac6c-5b11-4529-9f51-7aab0878b5b4 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:20.673612 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e8816921-ba93-462c-a17f-fd05b2da6cdc req-934bac6c-5b11-4529-9f51-7aab0878b5b4 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 945 time: 0.1432409 Oct 27 18:44:20.677144 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-b58c5146-1c53-401d-b0b8-a23559cafbff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 2077683a-41c6-4da7-8b6a-66bdd1188bd5) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:44:20.697411 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034153a0-2ce4-48ba-b18e-cbe73e9e9a08 None None] Network 2077683a-41c6-4da7-8b6a-66bdd1188bd5 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:44:20.723551 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58c5146-1c53-401d-b0b8-a23559cafbff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:20.726970 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b58c5146-1c53-401d-b0b8-a23559cafbff admin admin] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:20.771948 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-4112c0bd-108e-4b1b-b1c5-ed183438af04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:20.776552 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-4112c0bd-108e-4b1b-b1c5-ed183438af04 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=3e51f4d6e43c47d6aad8c33823e3964f&device_id=3b840d65-8d92-4cd2-8a53-31e29c60825d HTTP/1.1" status: 200 len: 1094 time: 0.0623567 Oct 27 18:44:20.793802 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e8816921-ba93-462c-a17f-fd05b2da6cdc req-abfa73e3-4288-4c18-9f35-b1b10bf546ad tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=75efdcb1-cfc5-4e28-866b-b86c338007b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051564 Oct 27 18:44:20.795811 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e6717cb4-6f75-499d-b750-73e729189b71 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:20.811402 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b58c5146-1c53-401d-b0b8-a23559cafbff admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6103680 Oct 27 18:44:20.829724 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-e6717cb4-6f75-499d-b750-73e729189b71 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Calling delete_port for 5b1fd17d-3b33-4180-87d7-652460dc900b owned by network:router_gateway {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:44:20.837053 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-2485b50e-7f8a-4e5f-9fcc-6c32accda948 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=571c5e98-dd86-4129-933b-d5359cfd6e10 HTTP/1.1" status: 200 len: 217 time: 0.0543106 Oct 27 18:44:20.878036 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67326fa1-84bd-43f4-ac04-f0ed654eb146 None None] Network 2077683a-41c6-4da7-8b6a-66bdd1188bd5 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:44:20.916923 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-7262fd3d-73c3-47ab-a4a3-47371cbc0f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:20.917053 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-7262fd3d-73c3-47ab-a4a3-47371cbc0f51 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=53a90ae3-6991-47ea-a544-38df087759f0 HTTP/1.1" status: 200 len: 852 time: 0.0727155 Oct 27 18:44:21.003616 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-57ec0aa8-4ff2-4831-b785-c206fafa98c6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=9ece45d0-6b3f-4f8c-9d36-188ef51e155c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791454 Oct 27 18:44:21.148912 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-34fa7e30-930e-4981-a515-4b3f40049f6d service neutron] 10.222.0.93 "GET /v2.0/networks/9ece45d0-6b3f-4f8c-9d36-188ef51e155c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363592 Oct 27 18:44:21.223106 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e6717cb4-6f75-499d-b750-73e729189b71 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:21.289848 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-24a44048-0a3e-44f4-8b0e-e3122894f0e2 req-9a4cdc15-d7d9-417d-9cd5-af46ec60f60c service neutron] 10.222.0.93 "GET /v2.0/networks/9ece45d0-6b3f-4f8c-9d36-188ef51e155c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311793 Oct 27 18:44:21.320593 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6717cb4-6f75-499d-b750-73e729189b71 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Pushing event deleted for resources: {'Port': ['ID=5b1fd17d-3b33-4180-87d7-652460dc900b,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:21.371938 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e6717cb4-6f75-499d-b750-73e729189b71 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:21.518839 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e6717cb4-6f75-499d-b750-73e729189b71 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:21.524647 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e6717cb4-6f75-499d-b750-73e729189b71 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:21.650544 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-3400ac82-9965-480e-abce-15def92bb1ef tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:21.660090 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-3400ac82-9965-480e-abce-15def92bb1ef tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] 10.222.0.52 "GET /v2.0/networks?id=2077683a-41c6-4da7-8b6a-66bdd1188bd5 HTTP/1.1" status: 200 len: 815 time: 0.2576611 Oct 27 18:44:21.670448 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-1571c1e3-6ec5-4ff4-96e7-ef2cbe01430d tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] 10.222.0.52 "GET /v2.0/quotas/67f58cb899d44624b6f42c42ae81bedd HTTP/1.1" status: 200 len: 375 time: 0.0095170 Oct 27 18:44:21.684611 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 58098) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:21.719912 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-f8400ec0-ff23-4fb1-a695-8fbae01474b7 tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=67f58cb899d44624b6f42c42ae81bedd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409861 Oct 27 18:44:21.722428 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e6717cb4-6f75-499d-b750-73e729189b71 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:21.723176 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6717cb4-6f75-499d-b750-73e729189b71 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Fanout notify agent at l3_agent the message router_deleted on router 9953412c-064a-4bab-9f1e-c0b7d764c969 {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:44:21.806489 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e6717cb4-6f75-499d-b750-73e729189b71 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:21.813370 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e6717cb4-6f75-499d-b750-73e729189b71 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] 10.222.0.52 "DELETE /v2.0/routers/9953412c-064a-4bab-9f1e-c0b7d764c969 HTTP/1.1" status: 204 len: 168 time: 2.3170125 Oct 27 18:44:21.813769 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 58108) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:21.818669 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-b0c1be3e-a049-4f62-aec8-6506c2696858 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1764313311', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:44:21.852453 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b52e2850-43bd-4579-a651-568434305e5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:21.853024 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-0215de21-0084-4ba1-8dec-ec6694361cf1 service neutron] 10.222.0.52 "GET /v2.0/networks/2077683a-41c6-4da7-8b6a-66bdd1188bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314485 Oct 27 18:44:21.942787 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b52e2850-43bd-4579-a651-568434305e5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:21.970835 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b0c1be3e-a049-4f62-aec8-6506c2696858 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:21.973152 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b0c1be3e-a049-4f62-aec8-6506c2696858 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:21.984072 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-41af2ca4-340a-471f-b5cf-c4f16d808779 service neutron] 10.222.0.52 "GET /v2.0/networks/2077683a-41c6-4da7-8b6a-66bdd1188bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243656 Oct 27 18:44:22.037746 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b0c1be3e-a049-4f62-aec8-6506c2696858 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:22.039747 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b52e2850-43bd-4579-a651-568434305e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:22.071114 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52e2850-43bd-4579-a651-568434305e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b7b9e3-52c9-4bc0-9c80-0af1dda40eae,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:22.086411 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b0c1be3e-a049-4f62-aec8-6506c2696858 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:22.117127 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b52e2850-43bd-4579-a651-568434305e5e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2f5845d767774631bac7ad93944a2441&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4308507 Oct 27 18:44:22.119814 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 58112) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:22.198251 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8421f8dc-f108-4c49-855d-4bedf473d59b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:22.225406 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8421f8dc-f108-4c49-855d-4bedf473d59b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:22.240954 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b0c1be3e-a049-4f62-aec8-6506c2696858 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:22.243481 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b0c1be3e-a049-4f62-aec8-6506c2696858 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4287531 Oct 27 18:44:22.246234 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 58120) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:22.256294 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-20a29353-e0f2-4caf-9a1b-901c525c94de tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Request body: {'router': {'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:44:22.312973 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4dd2d2-5a29-4a00-8163-ac4b4bfb4c48 req-47eca713-76a3-4b3a-be26-928c08babb43 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:22.321539 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5a4dd2d2-5a29-4a00-8163-ac4b4bfb4c48 req-47eca713-76a3-4b3a-be26-928c08babb43 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b840d65-8d92-4cd2-8a53-31e29c60825d HTTP/1.1" status: 200 len: 943 time: 0.0759442 Oct 27 18:44:22.372385 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5a4dd2d2-5a29-4a00-8163-ac4b4bfb4c48 req-bf258a57-66d6-46fd-ac88-e622b955004f tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/security-groups?id=aad36188-91d6-43e2-a568-2912c23799cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491729 Oct 27 18:44:22.518910 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded52644-1b70-4600-8486-768ea83317b3 req-370c66e1-68d0-4bae-a383-1b7805e8059f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:22.520471 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ded52644-1b70-4600-8486-768ea83317b3 req-370c66e1-68d0-4bae-a383-1b7805e8059f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 945 time: 0.0748754 Oct 27 18:44:22.564833 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ded52644-1b70-4600-8486-768ea83317b3 req-e0ef5b98-ed8b-4de8-8256-973e3f1243a7 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=75efdcb1-cfc5-4e28-866b-b86c338007b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374727 Oct 27 18:44:22.594547 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-20a29353-e0f2-4caf-9a1b-901c525c94de tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:22.599071 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8421f8dc-f108-4c49-855d-4bedf473d59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:22.601601 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8421f8dc-f108-4c49-855d-4bedf473d59b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:22.602756 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8421f8dc-f108-4c49-855d-4bedf473d59b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/61b7b9e3-52c9-4bc0-9c80-0af1dda40eae HTTP/1.1" status: 204 len: 168 time: 0.4818900 Oct 27 18:44:22.611076 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8421f8dc-f108-4c49-855d-4bedf473d59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b7b9e3-52c9-4bc0-9c80-0af1dda40eae,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:22.647162 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3bb7a99a-dfc8-402a-ab10-926191e46e2f req-272748e7-1109-4bf7-98f0-c2e4b9e26581 tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] 10.222.0.52 "GET /v2.0/ports?device_id=4fa3e584-22fb-4900-aa03-a63b2af84bba HTTP/1.1" status: 200 len: 210 time: 0.0321774 Oct 27 18:44:22.895859 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-20a29353-e0f2-4caf-9a1b-901c525c94de tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:22.915974 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-20a29353-e0f2-4caf-9a1b-901c525c94de tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:23.049184 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-20a29353-e0f2-4caf-9a1b-901c525c94de tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Allocated IP 172.25.6.228 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/92709473-348e-4f58-b568-dc22efc2750c) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:44:23.160307 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-20a29353-e0f2-4caf-9a1b-901c525c94de tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:23.263448 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-20a29353-e0f2-4caf-9a1b-901c525c94de tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:23.309083 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a29353-e0f2-4caf-9a1b-901c525c94de tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:44:23.313051 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-20a29353-e0f2-4caf-9a1b-901c525c94de tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:44:23.316756 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a29353-e0f2-4caf-9a1b-901c525c94de tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:44:23.330806 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58146) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:23.343701 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3a2c0d8e-7bc9-4c4d-832f-494fa7945fd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:23.346401 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a29353-e0f2-4caf-9a1b-901c525c94de tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Pushing event updated for resources: {'Port': ['ID=92709473-348e-4f58-b568-dc22efc2750c,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:23.425426 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3a2c0d8e-7bc9-4c4d-832f-494fa7945fd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:23.495002 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3a2c0d8e-7bc9-4c4d-832f-494fa7945fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:23.548286 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3a2c0d8e-7bc9-4c4d-832f-494fa7945fd6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a2c94dae9e454cfbb3b8c6dc2895a955&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2162852 Oct 27 18:44:23.549972 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c0d8e-7bc9-4c4d-832f-494fa7945fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bee9f6-4617-4f16-a019-349c168a3627,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:23.551024 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 58152) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:23.560185 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d87849-d595-4bdd-b6be-1c47ccdf9227 req-5fb74831-0274-4f51-b643-f19de86bf44e tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:23.562924 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-47d87849-d595-4bdd-b6be-1c47ccdf9227 req-5fb74831-0274-4f51-b643-f19de86bf44e tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b840d65-8d92-4cd2-8a53-31e29c60825d HTTP/1.1" status: 200 len: 943 time: 0.1040049 Oct 27 18:44:23.604403 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-47d87849-d595-4bdd-b6be-1c47ccdf9227 req-be1ac1b1-b931-4244-9d4c-0807fc4d00fb tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/security-groups?id=aad36188-91d6-43e2-a568-2912c23799cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342109 Oct 27 18:44:23.708393 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8c1fb842-dbea-4506-9c18-87b56f3676fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:23.724372 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-20a29353-e0f2-4caf-9a1b-901c525c94de tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:23.740961 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5f66b-7cf4-4e2d-b685-b11281bc4535 req-43a79497-e060-4418-aa68-cb4a43907fb1 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:23.742606 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f3b5f66b-7cf4-4e2d-b685-b11281bc4535 req-43a79497-e060-4418-aa68-cb4a43907fb1 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 945 time: 0.0567715 Oct 27 18:44:23.782178 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f3b5f66b-7cf4-4e2d-b685-b11281bc4535 req-38ec1c2b-a081-4c46-9107-7efde585916c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=75efdcb1-cfc5-4e28-866b-b86c338007b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334797 Oct 27 18:44:23.800322 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8c1fb842-dbea-4506-9c18-87b56f3676fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:23.895092 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ebb0a783-1611-4679-8b33-8590755467fd req-900b1708-eae3-4db4-800a-0a147f31ef9c tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] 10.222.0.52 "GET /v2.0/ports?device_id=4fa3e584-22fb-4900-aa03-a63b2af84bba HTTP/1.1" status: 200 len: 210 time: 0.0326900 Oct 27 18:44:23.999021 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-20a29353-e0f2-4caf-9a1b-901c525c94de tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7878829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7877412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6053'] for router, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:24.002551 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-20a29353-e0f2-4caf-9a1b-901c525c94de tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7878836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7878843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7877419'] for router, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:24.068237 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8c1fb842-dbea-4506-9c18-87b56f3676fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:24.071355 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8c1fb842-dbea-4506-9c18-87b56f3676fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:24.072323 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8c1fb842-dbea-4506-9c18-87b56f3676fa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f0bee9f6-4617-4f16-a019-349c168a3627 HTTP/1.1" status: 204 len: 168 time: 0.5201645 Oct 27 18:44:24.088026 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1fb842-dbea-4506-9c18-87b56f3676fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bee9f6-4617-4f16-a019-349c168a3627,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:24.222480 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a29353-e0f2-4caf-9a1b-901c525c94de tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Router e7b6df9d-f103-486c-9a47-16300c69b686 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:44:24.344427 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a29353-e0f2-4caf-9a1b-901c525c94de tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:44:24.354172 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d47343-d6db-41a9-9bed-2e6badaa5d1e None None] Sync routers for ids ['e7b6df9d-f103-486c-9a47-16300c69b686'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:44:24.367860 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-20a29353-e0f2-4caf-9a1b-901c525c94de tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:24.371823 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-20a29353-e0f2-4caf-9a1b-901c525c94de tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] 10.222.0.52 "PUT /v2.0/routers/e7b6df9d-f103-486c-9a47-16300c69b686 HTTP/1.1" status: 200 len: 880 time: 2.1214056 Oct 27 18:44:24.379123 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d47343-d6db-41a9-9bed-2e6badaa5d1e None None] Routers {'e7b6df9d-f103-486c-9a47-16300c69b686'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:44:24.379123 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-d7d47343-d6db-41a9-9bed-2e6badaa5d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:44:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['e7b6df9d-f103-486c-9a47-16300c69b686'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:24.379555 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 58172) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:24.426750 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-d7d47343-d6db-41a9-9bed-2e6badaa5d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:24.435966 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d47343-d6db-41a9-9bed-2e6badaa5d1e None None] Routers {'e7b6df9d-f103-486c-9a47-16300c69b686'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:44:24.436794 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-d7d47343-d6db-41a9-9bed-2e6badaa5d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:44:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['e7b6df9d-f103-486c-9a47-16300c69b686'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:24.470386 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-d7d47343-d6db-41a9-9bed-2e6badaa5d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:24.470931 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d47343-d6db-41a9-9bed-2e6badaa5d1e None None] The sync data for ids ['e7b6df9d-f103-486c-9a47-16300c69b686'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:44:24.493431 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-21e8c6d4-4c09-47b6-a051-5675edbedab9 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] 10.222.0.52 "GET /v2.0/routers/e7b6df9d-f103-486c-9a47-16300c69b686 HTTP/1.1" status: 200 len: 921 time: 0.1205072 Oct 27 18:44:24.496126 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 58176) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:24.752375 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708c1df-8213-4d62-8b40-9624b6dff737 req-5c9ec65e-03c6-46a6-84e3-5a531b635fbd tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:24.754030 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c708c1df-8213-4d62-8b40-9624b6dff737 req-5c9ec65e-03c6-46a6-84e3-5a531b635fbd tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b840d65-8d92-4cd2-8a53-31e29c60825d HTTP/1.1" status: 200 len: 943 time: 0.0677965 Oct 27 18:44:24.798076 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c708c1df-8213-4d62-8b40-9624b6dff737 req-f7cc52c4-49a8-4472-8141-1adbe63d80f8 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/security-groups?id=aad36188-91d6-43e2-a568-2912c23799cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374069 Oct 27 18:44:24.841105 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58186) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:24.873235 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b34b8760-eb29-4339-9e5a-08d431203698 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:24.939657 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef89f99-a255-4fdc-bd6d-a7c1f81518c6 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:24.941402 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-fef89f99-a255-4fdc-bd6d-a7c1f81518c6 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=0fad50cd-70b8-43d9-8a14-cc05c0fdea0e&device_id=e7b6df9d-f103-486c-9a47-16300c69b686&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4443445 Oct 27 18:44:24.944271 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58192) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:24.966940 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5533470-b527-4d17-b6cc-f1263f3ecd9b req-a736caae-60be-4c54-b0ea-a1af8963f6c8 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:24.970108 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f5533470-b527-4d17-b6cc-f1263f3ecd9b req-a736caae-60be-4c54-b0ea-a1af8963f6c8 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 945 time: 0.0990696 Oct 27 18:44:24.988889 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-4038f7ba-6b29-4127-8a2a-aee4c937bc35 tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:24.990633 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-4038f7ba-6b29-4127-8a2a-aee4c937bc35 tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] 10.222.0.93 "GET /v2.0/networks?id=2077683a-41c6-4da7-8b6a-66bdd1188bd5 HTTP/1.1" status: 200 len: 815 time: 0.4640679 Oct 27 18:44:25.012159 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-c93df3a5-2bf7-4162-b4ad-aebba67e81c6 tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] Request body: {'port': {'device_id': '4fa3e584-22fb-4900-aa03-a63b2af84bba', 'network_id': '2077683a-41c6-4da7-8b6a-66bdd1188bd5', 'admin_state_up': True, 'tenant_id': '67f58cb899d44624b6f42c42ae81bedd'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:44:25.086960 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f5533470-b527-4d17-b6cc-f1263f3ecd9b req-48266572-326a-48ad-8df4-373e04151094 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=75efdcb1-cfc5-4e28-866b-b86c338007b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050980 Oct 27 18:44:25.138754 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b34b8760-eb29-4339-9e5a-08d431203698 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:25.140947 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60674202-95d2-4a00-bf75-82d574165175 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:25.142490 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-60674202-95d2-4a00-bf75-82d574165175 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] 10.222.0.52 "GET /v2.0/networks/0fad50cd-70b8-43d9-8a14-cc05c0fdea0e HTTP/1.1" status: 200 len: 881 time: 0.1971381 Oct 27 18:44:25.145392 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58198) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:25.157322 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 571c5e98-dd86-4129-933b-d5359cfd6e10 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:44:25.176344 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5f266cbf-3970-4750-9dc8-c9e00297fb1d tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7b6df9d-f103-486c-9a47-16300c69b686 HTTP/1.1" status: 200 len: 205 time: 0.0298679 Oct 27 18:44:25.178793 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58200) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:25.210410 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-c93df3a5-2bf7-4162-b4ad-aebba67e81c6 tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] Made reservation on behalf of 67f58cb899d44624b6f42c42ae81bedd for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:44:25.225047 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-c93df3a5-2bf7-4162-b4ad-aebba67e81c6 tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:25.274262 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 571c5e98-dd86-4129-933b-d5359cfd6e10, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=571c5e98-dd86-4129-933b-d5359cfd6e10,segment=NetworkSegment(c586602f-b9c6-4b6f-9183-be9b01423093),segment_id=c586602f-b9c6-4b6f-9183-be9b01423093)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:44:25.277000 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-35f9f712-59bf-4535-94f3-53f79f099065 req-8d78f9b1-9cca-44fb-b198-97a0b5924e8a tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] 10.222.0.52 "GET /v2.0/ports?device_id=4fa3e584-22fb-4900-aa03-a63b2af84bba HTTP/1.1" status: 200 len: 210 time: 0.1035171 Oct 27 18:44:25.279407 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b34b8760-eb29-4339-9e5a-08d431203698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:25.288062 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '571c5e98-dd86-4129-933b-d5359cfd6e10', 'network_id': '9ece45d0-6b3f-4f8c-9d36-188ef51e155c', 'port_id': '571c5e98-dd86-4129-933b-d5359cfd6e10', 'mac_address': 'fa:16:3e:2f:2a:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1021, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53a90ae3-6991-47ea-a544-38df087759f0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:44:25.336068 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:25.340362 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b34b8760-eb29-4339-9e5a-08d431203698 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dcc6fc7fec2c499a8f240ac0dc3f1272&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4978793 Oct 27 18:44:25.343818 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b8760-eb29-4339-9e5a-08d431203698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b2f467-6b8f-47e7-bbd9-db05ab28161e,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:25.344015 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 58204) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:25.352640 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 571c5e98-dd86-4129-933b-d5359cfd6e10 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:44:25.373850 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fbc615af-870d-493d-b805-2d658b5a872d tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:25.381889 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 571c5e98-dd86-4129-933b-d5359cfd6e10, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=571c5e98-dd86-4129-933b-d5359cfd6e10,segment=NetworkSegment(c586602f-b9c6-4b6f-9183-be9b01423093),segment_id=c586602f-b9c6-4b6f-9183-be9b01423093)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:44:25.457162 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0e256612-da43-467b-97e4-cab81634406a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:25.459388 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-c93df3a5-2bf7-4162-b4ad-aebba67e81c6 tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] Allocated IP 172.20.0.11 (2077683a-41c6-4da7-8b6a-66bdd1188bd5/f018527e-0bf6-410a-bc87-27a36962895f/350945b5-d741-40db-8583-064594330e2e) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:44:25.469448 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:25.492661 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0e256612-da43-467b-97e4-cab81634406a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:25.503814 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fbc615af-870d-493d-b805-2d658b5a872d tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:25.535139 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=571c5e98-dd86-4129-933b-d5359cfd6e10,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:25.640256 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-fbc615af-870d-493d-b805-2d658b5a872d tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Deleting port 92709473-348e-4f58-b568-dc22efc2750c {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:44:25.640687 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fbc615af-870d-493d-b805-2d658b5a872d tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:25.655675 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-c93df3a5-2bf7-4162-b4ad-aebba67e81c6 tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:25.680852 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0e256612-da43-467b-97e4-cab81634406a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:25.683395 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0e256612-da43-467b-97e4-cab81634406a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:25.684530 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0e256612-da43-467b-97e4-cab81634406a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e9b2f467-6b8f-47e7-bbd9-db05ab28161e HTTP/1.1" status: 204 len: 168 time: 0.3353403 Oct 27 18:44:25.696738 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e256612-da43-467b-97e4-cab81634406a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b2f467-6b8f-47e7-bbd9-db05ab28161e,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:25.716269 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['571c5e98-dd86-4129-933b-d5359cfd6e10'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:44:25.721520 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fbc615af-870d-493d-b805-2d658b5a872d tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:25.734423 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-fbc615af-870d-493d-b805-2d658b5a872d tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Calling delete_port for 92709473-348e-4f58-b568-dc22efc2750c owned by network:router_gateway {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:44:25.770904 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-c93df3a5-2bf7-4162-b4ad-aebba67e81c6 tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:25.923369 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-c93df3a5-2bf7-4162-b4ad-aebba67e81c6 tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] Network 2077683a-41c6-4da7-8b6a-66bdd1188bd5 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:44:25.927146 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-c93df3a5-2bf7-4162-b4ad-aebba67e81c6 tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:44:25.931816 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-c93df3a5-2bf7-4162-b4ad-aebba67e81c6 tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:44:25.936024 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93df3a5-2bf7-4162-b4ad-aebba67e81c6 tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] Pushing event updated for resources: {'Port': ['ID=350945b5-d741-40db-8583-064594330e2e,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:25.998528 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-c93df3a5-2bf7-4162-b4ad-aebba67e81c6 tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:25.999596 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-c93df3a5-2bf7-4162-b4ad-aebba67e81c6 tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:26.001532 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1ceb9-228e-4b1c-b533-75733a447a56 req-d2875497-b6b8-4428-8590-ec1ac77e42c9 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:26.003204 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-16d1ceb9-228e-4b1c-b533-75733a447a56 req-d2875497-b6b8-4428-8590-ec1ac77e42c9 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b840d65-8d92-4cd2-8a53-31e29c60825d HTTP/1.1" status: 200 len: 944 time: 0.1058044 Oct 27 18:44:26.044608 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-16d1ceb9-228e-4b1c-b533-75733a447a56 req-2ed38664-8e37-47a9-92d2-e12a0910ad58 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/security-groups?id=aad36188-91d6-43e2-a568-2912c23799cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348454 Oct 27 18:44:26.067555 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fbc615af-870d-493d-b805-2d658b5a872d tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:26.094331 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-c93df3a5-2bf7-4162-b4ad-aebba67e81c6 tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0933278 Oct 27 18:44:26.094970 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc615af-870d-493d-b805-2d658b5a872d tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Pushing event deleted for resources: {'Port': ['ID=92709473-348e-4f58-b568-dc22efc2750c,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:26.108011 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-7317b180-1d2b-4972-b7f6-1e39fad1d384 service neutron] Request body: {'port': {'device_id': '4fa3e584-22fb-4900-aa03-a63b2af84bba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:44:26.162255 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fbc615af-870d-493d-b805-2d658b5a872d tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:26.182074 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-7317b180-1d2b-4972-b7f6-1e39fad1d384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:26.316680 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fbc615af-870d-493d-b805-2d658b5a872d tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:26.331017 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fbc615af-870d-493d-b805-2d658b5a872d tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:26.372666 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:26.409165 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289534f5-ad62-40df-8845-7f4e7d404724 req-8f4a9232-f297-41d3-a141-121f981bff35 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:26.412253 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-289534f5-ad62-40df-8845-7f4e7d404724 req-8f4a9232-f297-41d3-a141-121f981bff35 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 945 time: 0.2154875 Oct 27 18:44:26.454373 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-289534f5-ad62-40df-8845-7f4e7d404724 req-01717ce6-8d8c-4c4f-86a3-bf6bb95949f5 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=75efdcb1-cfc5-4e28-866b-b86c338007b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354483 Oct 27 18:44:26.509543 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fbc615af-870d-493d-b805-2d658b5a872d tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:26.515496 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc615af-870d-493d-b805-2d658b5a872d tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Fanout notify agent at l3_agent the message router_deleted on router e7b6df9d-f103-486c-9a47-16300c69b686 {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:44:26.517989 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fbc615af-870d-493d-b805-2d658b5a872d tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:26.525362 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 58236) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:26.527563 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-fbc615af-870d-493d-b805-2d658b5a872d tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] 10.222.0.52 "DELETE /v2.0/routers/e7b6df9d-f103-486c-9a47-16300c69b686 HTTP/1.1" status: 204 len: 168 time: 1.3474000 Oct 27 18:44:26.531722 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-aabad349-5d94-497b-b67f-b846962dc68e tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1719303524', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:44:26.558721 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-7317b180-1d2b-4972-b7f6-1e39fad1d384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 350945b5-d741-40db-8583-064594330e2e {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:44:26.570473 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-7317b180-1d2b-4972-b7f6-1e39fad1d384 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:26.586221 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-7317b180-1d2b-4972-b7f6-1e39fad1d384 service neutron] Transition to ACTIVE for port object 350945b5-d741-40db-8583-064594330e2e will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:44:26.589102 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af70d4-4670-46c7-993c-35add7fdfd62 req-0b6c8000-b5af-45ac-b409-0ccf23ef901d tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:26.590657 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b5af70d4-4670-46c7-993c-35add7fdfd62 req-0b6c8000-b5af-45ac-b409-0ccf23ef901d tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] 10.222.0.52 "GET /v2.0/ports?device_id=4fa3e584-22fb-4900-aa03-a63b2af84bba HTTP/1.1" status: 200 len: 932 time: 0.0588238 Oct 27 18:44:26.633707 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b5af70d4-4670-46c7-993c-35add7fdfd62 req-fee6f117-ba87-4af2-9ee5-952b543ee185 tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8c8e16c-7a59-4b8d-8b92-73ad2915caf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367801 Oct 27 18:44:26.674869 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-aabad349-5d94-497b-b67f-b846962dc68e tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:26.676013 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-aabad349-5d94-497b-b67f-b846962dc68e tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:26.689631 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-7317b180-1d2b-4972-b7f6-1e39fad1d384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:26.767693 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-aabad349-5d94-497b-b67f-b846962dc68e tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:26.779558 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317b180-1d2b-4972-b7f6-1e39fad1d384 service neutron] Pushing event updated for resources: {'Port': ['ID=350945b5-d741-40db-8583-064594330e2e,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:26.836669 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-aabad349-5d94-497b-b67f-b846962dc68e tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:26.868273 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-7317b180-1d2b-4972-b7f6-1e39fad1d384 service neutron] Attempting to bind port 350945b5-d741-40db-8583-064594330e2e on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:44:26.868609 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-7317b180-1d2b-4972-b7f6-1e39fad1d384 service neutron] Attempting to bind port 350945b5-d741-40db-8583-064594330e2e by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '3721043c-b0ed-40fc-b07a-044ba54af0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '2077683a-41c6-4da7-8b6a-66bdd1188bd5'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:44:26.868937 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-7317b180-1d2b-4972-b7f6-1e39fad1d384 service neutron] Attempting to bind port 350945b5-d741-40db-8583-064594330e2e on network 2077683a-41c6-4da7-8b6a-66bdd1188bd5 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:44:26.873210 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-7317b180-1d2b-4972-b7f6-1e39fad1d384 service neutron] Port 350945b5-d741-40db-8583-064594330e2e on network 2077683a-41c6-4da7-8b6a-66bdd1188bd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:44:26.873564 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-7317b180-1d2b-4972-b7f6-1e39fad1d384 service neutron] Attempting to bind port 350945b5-d741-40db-8583-064594330e2e on network 2077683a-41c6-4da7-8b6a-66bdd1188bd5 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:44:26.878405 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-7317b180-1d2b-4972-b7f6-1e39fad1d384 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:44:26.878754 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-7317b180-1d2b-4972-b7f6-1e39fad1d384 service neutron] Checking segment: {'id': '3721043c-b0ed-40fc-b07a-044ba54af0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '2077683a-41c6-4da7-8b6a-66bdd1188bd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:44:26.879216 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-7317b180-1d2b-4972-b7f6-1e39fad1d384 service neutron] Bound using segment: {'id': '3721043c-b0ed-40fc-b07a-044ba54af0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '2077683a-41c6-4da7-8b6a-66bdd1188bd5'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:44:26.879713 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-7317b180-1d2b-4972-b7f6-1e39fad1d384 service neutron] Bound port: 350945b5-d741-40db-8583-064594330e2e, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3721043c-b0ed-40fc-b07a-044ba54af0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '2077683a-41c6-4da7-8b6a-66bdd1188bd5'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:44:26.879993 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-7317b180-1d2b-4972-b7f6-1e39fad1d384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:26.881916 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:26.916203 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-aabad349-5d94-497b-b67f-b846962dc68e tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:26.917384 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-aabad349-5d94-497b-b67f-b846962dc68e tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3904438 Oct 27 18:44:26.920160 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58252) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:26.926885 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-82172a78-85a6-44a4-822d-1ab84244ecac tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'enable_snat': True}}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:44:26.969479 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-7317b180-1d2b-4972-b7f6-1e39fad1d384 service neutron] For port 350945b5-d741-40db-8583-064594330e2e, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:44:26.972822 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-7317b180-1d2b-4972-b7f6-1e39fad1d384 service neutron] For port 350945b5-d741-40db-8583-064594330e2e, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=350945b5-d741-40db-8583-064594330e2e,segment=NetworkSegment(3721043c-b0ed-40fc-b07a-044ba54af0d1),segment_id=3721043c-b0ed-40fc-b07a-044ba54af0d1)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:44:27.058016 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-7317b180-1d2b-4972-b7f6-1e39fad1d384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:27.161972 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317b180-1d2b-4972-b7f6-1e39fad1d384 service neutron] Pushing event updated for resources: {'Port': ['ID=350945b5-d741-40db-8583-064594330e2e,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:27.167728 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 571c5e98-dd86-4129-933b-d5359cfd6e10 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:44:27.187945 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-7317b180-1d2b-4972-b7f6-1e39fad1d384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:27.188565 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-7317b180-1d2b-4972-b7f6-1e39fad1d384 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:27.196710 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-7317b180-1d2b-4972-b7f6-1e39fad1d384 service neutron] 10.222.0.93 "PUT /v2.0/ports/350945b5-d741-40db-8583-064594330e2e HTTP/1.1" status: 200 len: 1092 time: 1.0868692 Oct 27 18:44:27.199424 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa3e584-22fb-4900-aa03-a63b2af84bba', 'tag': '350945b5-d741-40db-8583-064594330e2e'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:44:27.199837 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7a57d4-a5dd-49c4-b006-126703a395f1" -d '{"events": [{"name": "network-changed", "server_uuid": "4fa3e584-22fb-4900-aa03-a63b2af84bba", "tag": "350945b5-d741-40db-8583-064594330e2e"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:44:27.303662 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 571c5e98-dd86-4129-933b-d5359cfd6e10 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:44:27.309201 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 571c5e98-dd86-4129-933b-d5359cfd6e10 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:44:27.309580 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:27.410969 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:27.418395 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-1d8fe3b7-02dd-4055-9510-ca60d1f9b4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:27.420177 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-1d8fe3b7-02dd-4055-9510-ca60d1f9b4e3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=67f58cb899d44624b6f42c42ae81bedd&device_id=4fa3e584-22fb-4900-aa03-a63b2af84bba HTTP/1.1" status: 200 len: 1095 time: 0.0881166 Oct 27 18:44:27.436323 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b840d65-8d92-4cd2-8a53-31e29c60825d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571c5e98-dd86-4129-933b-d5359cfd6e10'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:44:27.438782 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521b456b-ae74-4183-a6c9-d2f5b8459883" -d '{"events": [{"server_uuid": "3b840d65-8d92-4cd2-8a53-31e29c60825d", "name": "network-vif-plugged", "status": "completed", "tag": "571c5e98-dd86-4129-933b-d5359cfd6e10"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:44:27.452448 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 571c5e98-dd86-4129-933b-d5359cfd6e10, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=571c5e98-dd86-4129-933b-d5359cfd6e10,segment=NetworkSegment(c586602f-b9c6-4b6f-9183-be9b01423093),segment_id=c586602f-b9c6-4b6f-9183-be9b01423093)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:44:27.469314 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-81fdef54-ea51-4382-8301-10b7e0b1dc1b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=350945b5-d741-40db-8583-064594330e2e HTTP/1.1" status: 200 len: 217 time: 0.0404181 Oct 27 18:44:27.480558 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-82172a78-85a6-44a4-822d-1ab84244ecac tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:27.505976 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb95da-d26c-4dc6-b7bc-a16add1c84be req-33ff6c96-77aa-4e10-935c-8714b7c18141 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:27.507529 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-33bb95da-d26c-4dc6-b7bc-a16add1c84be req-33ff6c96-77aa-4e10-935c-8714b7c18141 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b840d65-8d92-4cd2-8a53-31e29c60825d HTTP/1.1" status: 200 len: 944 time: 0.0564764 Oct 27 18:44:27.523652 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-643115d3-f811-49e4-b8f8-206c552a48dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:27.525418 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-643115d3-f811-49e4-b8f8-206c552a48dd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f018527e-0bf6-410a-bc87-27a36962895f HTTP/1.1" status: 200 len: 855 time: 0.0486591 Oct 27 18:44:27.543953 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:27.552829 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-33bb95da-d26c-4dc6-b7bc-a16add1c84be req-2eb1fc34-8680-4cae-be78-2a1ad1b25621 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/security-groups?id=aad36188-91d6-43e2-a568-2912c23799cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376914 Oct 27 18:44:27.575053 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-21361579-df57-4bab-8756-ecc71ce77e1a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2077683a-41c6-4da7-8b6a-66bdd1188bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428090 Oct 27 18:44:27.621316 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1303db37-c627-4e9d-811d-0ebde78e85a1 x-openstack-request-id: req-1303db37-c627-4e9d-811d-0ebde78e85a1 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:44:27.621675 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fa3e584-22fb-4900-aa03-a63b2af84bba", "tag": "350945b5-d741-40db-8583-064594330e2e", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:44:27.621995 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1303db37-c627-4e9d-811d-0ebde78e85a1 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:44:27.622623 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fa3e584-22fb-4900-aa03-a63b2af84bba', 'tag': '350945b5-d741-40db-8583-064594330e2e', 'status': 'completed', 'code': 200} Oct 27 18:44:27.629250 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=571c5e98-dd86-4129-933b-d5359cfd6e10,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:27.656833 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3f0b43-e78b-47c7-b019-bdb7e9de5990 x-openstack-request-id: req-9b3f0b43-e78b-47c7-b019-bdb7e9de5990 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:44:27.657207 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b840d65-8d92-4cd2-8a53-31e29c60825d", "name": "network-vif-plugged", "status": "completed", "tag": "571c5e98-dd86-4129-933b-d5359cfd6e10", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:44:27.657540 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9b3f0b43-e78b-47c7-b019-bdb7e9de5990 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:44:27.658377 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b840d65-8d92-4cd2-8a53-31e29c60825d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571c5e98-dd86-4129-933b-d5359cfd6e10', 'code': 200} Oct 27 18:44:27.791640 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d43dd6-1812-4371-a79b-06f9a491af1c req-dd5252eb-7706-4fa7-a926-e68a6fe1a262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:27.793927 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b5d43dd6-1812-4371-a79b-06f9a491af1c req-dd5252eb-7706-4fa7-a926-e68a6fe1a262 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=3b840d65-8d92-4cd2-8a53-31e29c60825d HTTP/1.1" status: 200 len: 1096 time: 0.0647464 Oct 27 18:44:27.826598 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-c7fc1fbb-c1fc-4e1d-a17e-bf72ab4a523c service neutron] 10.222.0.93 "GET /v2.0/networks/2077683a-41c6-4da7-8b6a-66bdd1188bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310848 Oct 27 18:44:27.847861 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd7843-5e3b-4987-95a8-a44721ffcf12 req-30987524-f1f7-49d6-a761-ad472712b07f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:27.847861 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6fdd7843-5e3b-4987-95a8-a44721ffcf12 req-30987524-f1f7-49d6-a761-ad472712b07f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 945 time: 0.1309037 Oct 27 18:44:27.889371 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b5d43dd6-1812-4371-a79b-06f9a491af1c req-499180e5-9142-4821-b01d-d89fbc7f22a6 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=aad36188-91d6-43e2-a568-2912c23799cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845287 Oct 27 18:44:27.910477 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-82172a78-85a6-44a4-822d-1ab84244ecac tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:27.939553 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4496cc97-f63d-4ecf-bcc4-49ca04fc793d req-eae2a2b1-44e3-4863-b7a0-5cc2d7a6bf0a service neutron] 10.222.0.93 "GET /v2.0/networks/2077683a-41c6-4da7-8b6a-66bdd1188bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035044 Oct 27 18:44:27.940030 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6fdd7843-5e3b-4987-95a8-a44721ffcf12 req-345619f4-db16-40aa-96cf-379ea43959f7 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=75efdcb1-cfc5-4e28-866b-b86c338007b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680749 Oct 27 18:44:27.941218 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-82172a78-85a6-44a4-822d-1ab84244ecac tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:28.110429 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056cf8f7-800b-4a39-b9ca-5c166b5d3870 req-03344e9e-18e8-42cc-9ff0-e4927c5c193f tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:28.130660 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-056cf8f7-800b-4a39-b9ca-5c166b5d3870 req-03344e9e-18e8-42cc-9ff0-e4927c5c193f tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] 10.222.0.52 "GET /v2.0/ports?device_id=4fa3e584-22fb-4900-aa03-a63b2af84bba HTTP/1.1" status: 200 len: 944 time: 0.1027873 Oct 27 18:44:28.166455 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-82172a78-85a6-44a4-822d-1ab84244ecac tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Allocated IP 172.25.6.164 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/c36a2e88-dddf-479d-9c57-8bce754bd62e) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:44:28.197313 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-056cf8f7-800b-4a39-b9ca-5c166b5d3870 req-6fc6d018-3dd3-47c5-97cd-0c433937435a tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8c8e16c-7a59-4b8d-8b92-73ad2915caf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656927 Oct 27 18:44:28.268931 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a57d4-a5dd-49c4-b006-126703a395f1 req-961586c4-72df-410e-948a-759078874edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:28.270946 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fc7a57d4-a5dd-49c4-b006-126703a395f1 req-961586c4-72df-410e-948a-759078874edb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=67f58cb899d44624b6f42c42ae81bedd&device_id=4fa3e584-22fb-4900-aa03-a63b2af84bba HTTP/1.1" status: 200 len: 1095 time: 0.0672736 Oct 27 18:44:28.307384 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-82172a78-85a6-44a4-822d-1ab84244ecac tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:28.405339 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a57d4-a5dd-49c4-b006-126703a395f1 req-e608bc0c-dff7-4c8d-ba83-82d5ec34f99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:28.408967 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fc7a57d4-a5dd-49c4-b006-126703a395f1 req-e608bc0c-dff7-4c8d-ba83-82d5ec34f99a service neutron] 10.222.0.93 "GET /v2.0/networks?id=2077683a-41c6-4da7-8b6a-66bdd1188bd5 HTTP/1.1" status: 200 len: 917 time: 0.1087818 Oct 27 18:44:28.428033 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-82172a78-85a6-44a4-822d-1ab84244ecac tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:28.451922 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fc7a57d4-a5dd-49c4-b006-126703a395f1 req-87193fec-f46f-4615-8f6d-4db06953a8ef service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=350945b5-d741-40db-8583-064594330e2e HTTP/1.1" status: 200 len: 217 time: 0.0362532 Oct 27 18:44:28.474869 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82172a78-85a6-44a4-822d-1ab84244ecac tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:44:28.478302 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-82172a78-85a6-44a4-822d-1ab84244ecac tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:44:28.488274 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82172a78-85a6-44a4-822d-1ab84244ecac tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:44:28.514203 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82172a78-85a6-44a4-822d-1ab84244ecac tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Pushing event updated for resources: {'Port': ['ID=c36a2e88-dddf-479d-9c57-8bce754bd62e,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:28.552982 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a57d4-a5dd-49c4-b006-126703a395f1 req-6da140c8-2741-48dd-8dbe-723333e6f6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:28.557042 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fc7a57d4-a5dd-49c4-b006-126703a395f1 req-6da140c8-2741-48dd-8dbe-723333e6f6f8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f018527e-0bf6-410a-bc87-27a36962895f HTTP/1.1" status: 200 len: 855 time: 0.0788183 Oct 27 18:44:28.607316 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fc7a57d4-a5dd-49c4-b006-126703a395f1 req-e573bacd-4249-4647-88ef-7b1fab20c265 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2077683a-41c6-4da7-8b6a-66bdd1188bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433326 Oct 27 18:44:28.713004 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77c347-e71b-4865-b889-701f8b75cf24 req-7e41446f-dccc-433e-9fd1-fa5a348bae13 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:28.714488 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fc7a57d4-a5dd-49c4-b006-126703a395f1 req-14347f4a-c9ab-44ff-9051-dbab7fe771fc service neutron] 10.222.0.93 "GET /v2.0/networks/2077683a-41c6-4da7-8b6a-66bdd1188bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941155 Oct 27 18:44:28.714661 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ce77c347-e71b-4865-b889-701f8b75cf24 req-7e41446f-dccc-433e-9fd1-fa5a348bae13 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b840d65-8d92-4cd2-8a53-31e29c60825d HTTP/1.1" status: 200 len: 945 time: 0.0856447 Oct 27 18:44:28.756016 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ce77c347-e71b-4865-b889-701f8b75cf24 req-d0b3ee7f-5f05-42d6-adbe-601564db123d tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/security-groups?id=aad36188-91d6-43e2-a568-2912c23799cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340097 Oct 27 18:44:28.814342 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fc7a57d4-a5dd-49c4-b006-126703a395f1 req-7844a8bd-a33b-4f5e-ab01-a490ecc08ff8 service neutron] 10.222.0.93 "GET /v2.0/networks/2077683a-41c6-4da7-8b6a-66bdd1188bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920479 Oct 27 18:44:28.891976 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-82172a78-85a6-44a4-822d-1ab84244ecac tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:29.144359 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ce37c-3f6d-4fd8-af4b-f2ec5ec90105 req-90cad811-58d9-4392-8864-32d3dc8ce592 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:29.145899 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cd3ce37c-3f6d-4fd8-af4b-f2ec5ec90105 req-90cad811-58d9-4392-8864-32d3dc8ce592 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 945 time: 0.1024346 Oct 27 18:44:29.160341 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-82172a78-85a6-44a4-822d-1ab84244ecac tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7878829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7877412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6053'] for router, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:29.185586 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-82172a78-85a6-44a4-822d-1ab84244ecac tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7878836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7878843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7877419'] for router, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:29.204723 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cd3ce37c-3f6d-4fd8-af4b-f2ec5ec90105 req-a9aa046e-5780-4067-b36f-e4cbc539a2ad tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=75efdcb1-cfc5-4e28-866b-b86c338007b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483711 Oct 27 18:44:29.384128 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471703f-c6e7-4412-9da0-2db5828f7599 req-eeaa2277-2596-4938-8466-1e9743a6481c tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:29.385565 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2471703f-c6e7-4412-9da0-2db5828f7599 req-eeaa2277-2596-4938-8466-1e9743a6481c tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] 10.222.0.52 "GET /v2.0/ports?device_id=4fa3e584-22fb-4900-aa03-a63b2af84bba HTTP/1.1" status: 200 len: 944 time: 0.0706856 Oct 27 18:44:29.428961 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2471703f-c6e7-4412-9da0-2db5828f7599 req-98f16d89-cfda-4314-b451-25d9c78382e1 tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8c8e16c-7a59-4b8d-8b92-73ad2915caf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354125 Oct 27 18:44:29.490243 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82172a78-85a6-44a4-822d-1ab84244ecac tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Router 9ed5b279-39b7-4dd8-94af-d9c5697e8ffa is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:44:29.606181 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82172a78-85a6-44a4-822d-1ab84244ecac tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:44:29.611131 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-82172a78-85a6-44a4-822d-1ab84244ecac tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:29.612377 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-82172a78-85a6-44a4-822d-1ab84244ecac tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] 10.222.0.52 "PUT /v2.0/routers/9ed5b279-39b7-4dd8-94af-d9c5697e8ffa HTTP/1.1" status: 200 len: 915 time: 2.6904974 Oct 27 18:44:29.615675 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58332) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:29.623402 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90c2526-a3fa-4165-b200-80c44f5d856c None None] Sync routers for ids ['9ed5b279-39b7-4dd8-94af-d9c5697e8ffa'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:44:29.635600 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90c2526-a3fa-4165-b200-80c44f5d856c None None] Routers {'9ed5b279-39b7-4dd8-94af-d9c5697e8ffa'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:44:29.636502 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-a90c2526-a3fa-4165-b200-80c44f5d856c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:44:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9ed5b279-39b7-4dd8-94af-d9c5697e8ffa'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:29.673916 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-a90c2526-a3fa-4165-b200-80c44f5d856c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:29.684066 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90c2526-a3fa-4165-b200-80c44f5d856c None None] Routers {'9ed5b279-39b7-4dd8-94af-d9c5697e8ffa'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:44:29.684955 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-a90c2526-a3fa-4165-b200-80c44f5d856c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:44:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9ed5b279-39b7-4dd8-94af-d9c5697e8ffa'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:29.724213 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-a90c2526-a3fa-4165-b200-80c44f5d856c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:29.725346 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90c2526-a3fa-4165-b200-80c44f5d856c None None] The sync data for ids ['9ed5b279-39b7-4dd8-94af-d9c5697e8ffa'] in n-d-815690-2 is: [] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:44:29.734199 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 58334) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:29.734731 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-369f682e-4d16-4202-b951-c6d0b5c4f3f4 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] 10.222.0.52 "GET /v2.0/routers/9ed5b279-39b7-4dd8-94af-d9c5697e8ffa HTTP/1.1" status: 200 len: 921 time: 0.1175210 Oct 27 18:44:29.778587 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135b5abc-e285-4862-990e-44bcdb8fb159 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:29.784311 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58338) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:29.798734 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-135b5abc-e285-4862-990e-44bcdb8fb159 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=0fad50cd-70b8-43d9-8a14-cc05c0fdea0e&device_id=9ed5b279-39b7-4dd8-94af-d9c5697e8ffa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0562730 Oct 27 18:44:29.922050 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea2e29-7916-4e9a-b0e4-072830ccbad0 req-b691d9b0-df0c-450e-95c8-031e4f9c7fcd tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:29.923601 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-39ea2e29-7916-4e9a-b0e4-072830ccbad0 req-b691d9b0-df0c-450e-95c8-031e4f9c7fcd tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b840d65-8d92-4cd2-8a53-31e29c60825d HTTP/1.1" status: 200 len: 945 time: 0.0819032 Oct 27 18:44:29.926602 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa769535-9dbd-4942-80f7-ab8215706857 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:29.928079 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-fa769535-9dbd-4942-80f7-ab8215706857 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] 10.222.0.52 "GET /v2.0/networks/0fad50cd-70b8-43d9-8a14-cc05c0fdea0e HTTP/1.1" status: 200 len: 881 time: 0.1423745 Oct 27 18:44:29.930945 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 58340) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:29.965872 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0f497a05-7be3-4ebe-8c66-baeab7c8887f tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ed5b279-39b7-4dd8-94af-d9c5697e8ffa HTTP/1.1" status: 200 len: 205 time: 0.0336618 Oct 27 18:44:29.966734 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 58342) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:29.973849 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-39ea2e29-7916-4e9a-b0e4-072830ccbad0 req-7f9f603c-d299-4c8c-8aa7-e26dc5dff4ed tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/security-groups?id=aad36188-91d6-43e2-a568-2912c23799cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418975 Oct 27 18:44:30.094242 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b32fbf56-97a0-40d9-8530-18fb3aea3e7c tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:30.244646 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b32fbf56-97a0-40d9-8530-18fb3aea3e7c tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:30.388191 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-b32fbf56-97a0-40d9-8530-18fb3aea3e7c tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Deleting port c36a2e88-dddf-479d-9c57-8bce754bd62e {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:44:30.388537 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b32fbf56-97a0-40d9-8530-18fb3aea3e7c tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:30.478724 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b32fbf56-97a0-40d9-8530-18fb3aea3e7c tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:30.491102 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-b32fbf56-97a0-40d9-8530-18fb3aea3e7c tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Calling delete_port for c36a2e88-dddf-479d-9c57-8bce754bd62e owned by network:router_gateway {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:44:30.737080 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b32fbf56-97a0-40d9-8530-18fb3aea3e7c tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:30.764607 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32fbf56-97a0-40d9-8530-18fb3aea3e7c tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Pushing event deleted for resources: {'Port': ['ID=c36a2e88-dddf-479d-9c57-8bce754bd62e,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:30.824420 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b32fbf56-97a0-40d9-8530-18fb3aea3e7c tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:30.921255 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b32fbf56-97a0-40d9-8530-18fb3aea3e7c tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:30.923424 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b32fbf56-97a0-40d9-8530-18fb3aea3e7c tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:31.053349 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b32fbf56-97a0-40d9-8530-18fb3aea3e7c tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:31.053897 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32fbf56-97a0-40d9-8530-18fb3aea3e7c tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Fanout notify agent at l3_agent the message router_deleted on router 9ed5b279-39b7-4dd8-94af-d9c5697e8ffa {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:44:31.063258 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b32fbf56-97a0-40d9-8530-18fb3aea3e7c tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:31.072555 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58366) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:31.075868 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b32fbf56-97a0-40d9-8530-18fb3aea3e7c tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] 10.222.0.52 "DELETE /v2.0/routers/9ed5b279-39b7-4dd8-94af-d9c5697e8ffa HTTP/1.1" status: 204 len: 168 time: 1.1068165 Oct 27 18:44:31.079112 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-8a854835-8897-4615-b4e7-216ee57baae8 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1812355792', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:44:31.162612 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5edc33c-2fb6-4dc3-8422-c89ef9d4bfa3 req-eae69dcb-90f0-4639-9d53-5b435a685d26 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:31.164264 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a5edc33c-2fb6-4dc3-8422-c89ef9d4bfa3 req-eae69dcb-90f0-4639-9d53-5b435a685d26 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 945 time: 0.0560162 Oct 27 18:44:31.171051 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 350945b5-d741-40db-8583-064594330e2e details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:44:31.212807 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8a854835-8897-4615-b4e7-216ee57baae8 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:31.216805 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8a854835-8897-4615-b4e7-216ee57baae8 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:31.295810 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a5edc33c-2fb6-4dc3-8422-c89ef9d4bfa3 req-adf55eed-251a-454d-ae59-b96a894e64fd tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=75efdcb1-cfc5-4e28-866b-b86c338007b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152782 Oct 27 18:44:31.364737 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8a854835-8897-4615-b4e7-216ee57baae8 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:31.369233 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 350945b5-d741-40db-8583-064594330e2e, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=350945b5-d741-40db-8583-064594330e2e,segment=NetworkSegment(3721043c-b0ed-40fc-b07a-044ba54af0d1),segment_id=3721043c-b0ed-40fc-b07a-044ba54af0d1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:44:31.383476 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '350945b5-d741-40db-8583-064594330e2e', 'network_id': '2077683a-41c6-4da7-8b6a-66bdd1188bd5', 'port_id': '350945b5-d741-40db-8583-064594330e2e', 'mac_address': 'fa:16:3e:45:bd:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f018527e-0bf6-410a-bc87-27a36962895f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:44:31.438023 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:31.447065 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c7829-d6e1-4c5b-921e-2ca716465031 req-b065fdcb-e5f5-432f-b7f2-97c4d61543d8 tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:31.448820 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-471c7829-d6e1-4c5b-921e-2ca716465031 req-b065fdcb-e5f5-432f-b7f2-97c4d61543d8 tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] 10.222.0.52 "GET /v2.0/ports?device_id=4fa3e584-22fb-4900-aa03-a63b2af84bba HTTP/1.1" status: 200 len: 944 time: 0.0624812 Oct 27 18:44:31.457581 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 350945b5-d741-40db-8583-064594330e2e {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:44:31.484398 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 350945b5-d741-40db-8583-064594330e2e, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=350945b5-d741-40db-8583-064594330e2e,segment=NetworkSegment(3721043c-b0ed-40fc-b07a-044ba54af0d1),segment_id=3721043c-b0ed-40fc-b07a-044ba54af0d1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:44:31.512800 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8a854835-8897-4615-b4e7-216ee57baae8 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:31.524197 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-471c7829-d6e1-4c5b-921e-2ca716465031 req-672bab32-99d4-48a8-8c34-73c4a8b98dd5 tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8c8e16c-7a59-4b8d-8b92-73ad2915caf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670300 Oct 27 18:44:31.543122 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:31.593504 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8a854835-8897-4615-b4e7-216ee57baae8 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:31.595240 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8a854835-8897-4615-b4e7-216ee57baae8 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5221164 Oct 27 18:44:31.597723 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58376) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:31.603610 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=350945b5-d741-40db-8583-064594330e2e,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:31.605561 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-276ef1be-bb47-434c-a6e8-cfa64e31f0a6 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'enable_snat': False}}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:44:31.775900 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['350945b5-d741-40db-8583-064594330e2e'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:44:32.111612 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-276ef1be-bb47-434c-a6e8-cfa64e31f0a6 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:32.390851 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-276ef1be-bb47-434c-a6e8-cfa64e31f0a6 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:32.416652 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-276ef1be-bb47-434c-a6e8-cfa64e31f0a6 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:32.563047 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b392e-7fc6-4d8c-a4eb-b28768eacb62 req-23bc2c23-6957-4c22-8782-dc6eb2022fce tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:32.564924 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-655b392e-7fc6-4d8c-a4eb-b28768eacb62 req-23bc2c23-6957-4c22-8782-dc6eb2022fce tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 945 time: 0.1759906 Oct 27 18:44:32.579969 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-276ef1be-bb47-434c-a6e8-cfa64e31f0a6 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Allocated IP 172.25.6.151 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/e20726d2-9b3b-4f21-9428-7afc26d26828) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:44:32.663866 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-655b392e-7fc6-4d8c-a4eb-b28768eacb62 req-48f9c4cd-ca9b-4b30-b72c-e4edb2599bb3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=75efdcb1-cfc5-4e28-866b-b86c338007b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872478 Oct 27 18:44:32.717537 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-276ef1be-bb47-434c-a6e8-cfa64e31f0a6 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:32.801051 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57099197-436e-4d8a-a7d9-e78ca58fc55a req-5eb9753b-c041-4de6-8cef-58f20ed9e698 tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:32.802582 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-57099197-436e-4d8a-a7d9-e78ca58fc55a req-5eb9753b-c041-4de6-8cef-58f20ed9e698 tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] 10.222.0.52 "GET /v2.0/ports?device_id=4fa3e584-22fb-4900-aa03-a63b2af84bba HTTP/1.1" status: 200 len: 945 time: 0.0498493 Oct 27 18:44:32.818388 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-276ef1be-bb47-434c-a6e8-cfa64e31f0a6 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:32.886039 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276ef1be-bb47-434c-a6e8-cfa64e31f0a6 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:44:32.892263 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-57099197-436e-4d8a-a7d9-e78ca58fc55a req-df98674e-76ff-4d9a-8c1a-8828a114a5a6 tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8c8e16c-7a59-4b8d-8b92-73ad2915caf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827744 Oct 27 18:44:32.895734 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-276ef1be-bb47-434c-a6e8-cfa64e31f0a6 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:44:32.901110 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ef1be-bb47-434c-a6e8-cfa64e31f0a6 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Pushing event updated for resources: {'Port': ['ID=e20726d2-9b3b-4f21-9428-7afc26d26828,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:32.901110 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276ef1be-bb47-434c-a6e8-cfa64e31f0a6 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:44:33.189991 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 350945b5-d741-40db-8583-064594330e2e up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:44:33.324426 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-276ef1be-bb47-434c-a6e8-cfa64e31f0a6 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:33.365625 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 350945b5-d741-40db-8583-064594330e2e completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:44:33.371251 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 350945b5-d741-40db-8583-064594330e2e triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:44:33.371891 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:33.459801 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:33.488748 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa3e584-22fb-4900-aa03-a63b2af84bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '350945b5-d741-40db-8583-064594330e2e'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:44:33.491163 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a0391d-fdd5-4669-bae6-3d8183d3499f" -d '{"events": [{"server_uuid": "4fa3e584-22fb-4900-aa03-a63b2af84bba", "name": "network-vif-plugged", "status": "completed", "tag": "350945b5-d741-40db-8583-064594330e2e"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:44:33.506062 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 350945b5-d741-40db-8583-064594330e2e, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=350945b5-d741-40db-8583-064594330e2e,segment=NetworkSegment(3721043c-b0ed-40fc-b07a-044ba54af0d1),segment_id=3721043c-b0ed-40fc-b07a-044ba54af0d1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:44:33.535489 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a2e6bc-684e-4b20-9b17-c6ade9161220 x-openstack-request-id: req-81a2e6bc-684e-4b20-9b17-c6ade9161220 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:44:33.535845 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa3e584-22fb-4900-aa03-a63b2af84bba", "name": "network-vif-plugged", "status": "completed", "tag": "350945b5-d741-40db-8583-064594330e2e", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:44:33.536156 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-81a2e6bc-684e-4b20-9b17-c6ade9161220 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:44:33.536631 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa3e584-22fb-4900-aa03-a63b2af84bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '350945b5-d741-40db-8583-064594330e2e', 'code': 200} Oct 27 18:44:33.552689 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-276ef1be-bb47-434c-a6e8-cfa64e31f0a6 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7878829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7877412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6053'] for router, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:33.557769 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-276ef1be-bb47-434c-a6e8-cfa64e31f0a6 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7878836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7878843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7877419'] for router, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:33.598508 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:33.650608 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb92f4-755c-4781-9296-46406c657fe8 req-75641a9e-28d1-4c77-ace1-ad63159f7d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:33.652989 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9feb92f4-755c-4781-9296-46406c657fe8 req-75641a9e-28d1-4c77-ace1-ad63159f7d65 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4fa3e584-22fb-4900-aa03-a63b2af84bba HTTP/1.1" status: 200 len: 1097 time: 0.0533550 Oct 27 18:44:33.658392 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=350945b5-d741-40db-8583-064594330e2e,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:33.692525 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9feb92f4-755c-4781-9296-46406c657fe8 req-fefa5182-43a4-4820-a4bf-3214438274b9 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=e8c8e16c-7a59-4b8d-8b92-73ad2915caf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309601 Oct 27 18:44:33.704783 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:44:33.754262 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276ef1be-bb47-434c-a6e8-cfa64e31f0a6 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Router 56fbeaa2-4801-46c2-b737-935d9adea9a2 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:44:33.866920 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76851355-c458-41fe-9b3d-eed0aae74b78 req-cad1fd61-2277-479e-a6a3-18204099332e tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:33.868440 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-76851355-c458-41fe-9b3d-eed0aae74b78 req-cad1fd61-2277-479e-a6a3-18204099332e tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 945 time: 0.1235344 Oct 27 18:44:33.920973 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276ef1be-bb47-434c-a6e8-cfa64e31f0a6 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:44:33.926729 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-276ef1be-bb47-434c-a6e8-cfa64e31f0a6 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:33.930397 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-276ef1be-bb47-434c-a6e8-cfa64e31f0a6 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] 10.222.0.52 "PUT /v2.0/routers/56fbeaa2-4801-46c2-b737-935d9adea9a2 HTTP/1.1" status: 200 len: 916 time: 2.3282268 Oct 27 18:44:33.931054 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 58402) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:33.931572 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-76851355-c458-41fe-9b3d-eed0aae74b78 req-507e9272-c2b2-4a07-a4e7-e1b2be5bce70 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=75efdcb1-cfc5-4e28-866b-b86c338007b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533354 Oct 27 18:44:33.939559 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317af024-b301-4b1f-852e-14b935e7efe6 None None] Sync routers for ids ['56fbeaa2-4801-46c2-b737-935d9adea9a2'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:44:33.953063 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317af024-b301-4b1f-852e-14b935e7efe6 None None] Routers {'56fbeaa2-4801-46c2-b737-935d9adea9a2'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:44:33.953602 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-317af024-b301-4b1f-852e-14b935e7efe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:44:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['56fbeaa2-4801-46c2-b737-935d9adea9a2'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:33.993547 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-317af024-b301-4b1f-852e-14b935e7efe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:34.004116 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317af024-b301-4b1f-852e-14b935e7efe6 None None] Routers {'56fbeaa2-4801-46c2-b737-935d9adea9a2'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:44:34.004832 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-317af024-b301-4b1f-852e-14b935e7efe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:44:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['56fbeaa2-4801-46c2-b737-935d9adea9a2'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:34.044015 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-317af024-b301-4b1f-852e-14b935e7efe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:34.044936 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317af024-b301-4b1f-852e-14b935e7efe6 None None] The sync data for ids ['56fbeaa2-4801-46c2-b737-935d9adea9a2'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:44:34.072413 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a5543-a40c-401f-b1dd-b18da5d2233e req-9e36053a-885f-4ec5-a0c2-16a8357b2a67 tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:34.074166 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-188a5543-a40c-401f-b1dd-b18da5d2233e req-9e36053a-885f-4ec5-a0c2-16a8357b2a67 tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] 10.222.0.52 "GET /v2.0/ports?device_id=4fa3e584-22fb-4900-aa03-a63b2af84bba HTTP/1.1" status: 200 len: 946 time: 0.0539503 Oct 27 18:44:34.083074 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-88482939-5380-473a-9504-808bb9a4a33b tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] 10.222.0.52 "GET /v2.0/routers/56fbeaa2-4801-46c2-b737-935d9adea9a2 HTTP/1.1" status: 200 len: 922 time: 0.1408958 Oct 27 18:44:34.085816 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 58406) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:34.132134 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-188a5543-a40c-401f-b1dd-b18da5d2233e req-469d35a2-7cdb-431a-a52a-b90a5fc0625e tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8c8e16c-7a59-4b8d-8b92-73ad2915caf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501792 Oct 27 18:44:34.135891 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e79ca8-eb2b-4ab3-8874-30a9560de326 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:34.141047 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58410) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:34.141430 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-46e79ca8-eb2b-4ab3-8874-30a9560de326 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=0fad50cd-70b8-43d9-8a14-cc05c0fdea0e&device_id=56fbeaa2-4801-46c2-b737-935d9adea9a2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0543914 Oct 27 18:44:34.263418 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e035a0a3-72de-4bcd-a73a-8fc5530dfc6f tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:34.267043 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e035a0a3-72de-4bcd-a73a-8fc5530dfc6f tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] 10.222.0.52 "GET /v2.0/networks/0fad50cd-70b8-43d9-8a14-cc05c0fdea0e HTTP/1.1" status: 200 len: 881 time: 0.1248274 Oct 27 18:44:34.268047 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58418) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:34.297819 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-01ee9802-33ea-40b1-97ea-bc3085261506 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] 10.222.0.52 "GET /v2.0/ports?device_id=56fbeaa2-4801-46c2-b737-935d9adea9a2 HTTP/1.1" status: 200 len: 205 time: 0.0284035 Oct 27 18:44:34.300200 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58422) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:34.409403 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6fc33e22-0e80-4804-a16a-92ba8daaf181 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:34.787388 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6fc33e22-0e80-4804-a16a-92ba8daaf181 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:34.913634 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-6fc33e22-0e80-4804-a16a-92ba8daaf181 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Deleting port e20726d2-9b3b-4f21-9428-7afc26d26828 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:44:34.913980 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6fc33e22-0e80-4804-a16a-92ba8daaf181 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:35.005557 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6fc33e22-0e80-4804-a16a-92ba8daaf181 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:35.018776 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-6fc33e22-0e80-4804-a16a-92ba8daaf181 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Calling delete_port for e20726d2-9b3b-4f21-9428-7afc26d26828 owned by network:router_gateway {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:44:35.128613 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919246d-db3d-4d80-8e66-82fe934878c8 req-a5f5a555-1c3e-452c-bdb7-f4537a8702ea tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:35.136456 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b919246d-db3d-4d80-8e66-82fe934878c8 req-a5f5a555-1c3e-452c-bdb7-f4537a8702ea tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 945 time: 0.1058629 Oct 27 18:44:35.230914 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b919246d-db3d-4d80-8e66-82fe934878c8 req-591c56bc-8266-4882-a0e3-80b343776120 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=75efdcb1-cfc5-4e28-866b-b86c338007b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924633 Oct 27 18:44:35.360515 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6fc33e22-0e80-4804-a16a-92ba8daaf181 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:35.398052 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68996dba-33c4-4e12-8b30-3bebc2ea3a37 req-d5e47ef1-ecb8-4aff-9036-b66251746171 tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:35.406246 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-68996dba-33c4-4e12-8b30-3bebc2ea3a37 req-d5e47ef1-ecb8-4aff-9036-b66251746171 tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] 10.222.0.52 "GET /v2.0/ports?device_id=4fa3e584-22fb-4900-aa03-a63b2af84bba HTTP/1.1" status: 200 len: 946 time: 0.0983222 Oct 27 18:44:35.414570 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc33e22-0e80-4804-a16a-92ba8daaf181 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Pushing event deleted for resources: {'Port': ['ID=e20726d2-9b3b-4f21-9428-7afc26d26828,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:35.505435 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-68996dba-33c4-4e12-8b30-3bebc2ea3a37 req-bb23b26a-71d6-4b81-921b-08f54ec00493 tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8c8e16c-7a59-4b8d-8b92-73ad2915caf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973141 Oct 27 18:44:35.527280 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6fc33e22-0e80-4804-a16a-92ba8daaf181 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:35.645510 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6fc33e22-0e80-4804-a16a-92ba8daaf181 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:35.648005 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6fc33e22-0e80-4804-a16a-92ba8daaf181 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:35.783118 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6fc33e22-0e80-4804-a16a-92ba8daaf181 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:35.783969 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc33e22-0e80-4804-a16a-92ba8daaf181 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Fanout notify agent at l3_agent the message router_deleted on router 56fbeaa2-4801-46c2-b737-935d9adea9a2 {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:44:35.840987 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6fc33e22-0e80-4804-a16a-92ba8daaf181 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:35.843304 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6fc33e22-0e80-4804-a16a-92ba8daaf181 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] 10.222.0.52 "DELETE /v2.0/routers/56fbeaa2-4801-46c2-b737-935d9adea9a2 HTTP/1.1" status: 204 len: 168 time: 1.5409644 Oct 27 18:44:35.846057 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58442) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:35.853636 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-42ca8e0f-b3c1-44d5-a514-45a844258737 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1098072379', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}, 'admin_state_up': False}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:44:36.000890 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-42ca8e0f-b3c1-44d5-a514-45a844258737 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:36.001983 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-42ca8e0f-b3c1-44d5-a514-45a844258737 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:36.092866 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-42ca8e0f-b3c1-44d5-a514-45a844258737 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:36.105262 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4d928-a0f8-485e-8d96-15e46746fc30 req-2aa327b1-5865-4986-b893-1afd2dab89fa tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:36.106783 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1de4d928-a0f8-485e-8d96-15e46746fc30 req-2aa327b1-5865-4986-b893-1afd2dab89fa tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] 10.222.0.52 "GET /v2.0/ports?device_id=4fa3e584-22fb-4900-aa03-a63b2af84bba HTTP/1.1" status: 200 len: 946 time: 0.0908689 Oct 27 18:44:36.146866 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1de4d928-a0f8-485e-8d96-15e46746fc30 req-fa52462b-791e-4c65-880c-1868c99b5c5e tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8c8e16c-7a59-4b8d-8b92-73ad2915caf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339339 Oct 27 18:44:36.309800 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-42ca8e0f-b3c1-44d5-a514-45a844258737 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:36.365250 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a1b5f-2640-4c2f-ac26-a572c14ae2ab req-4cd59001-c573-4539-b2dc-8c6dde3bc713 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:36.366806 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-431a1b5f-2640-4c2f-ac26-a572c14ae2ab req-4cd59001-c573-4539-b2dc-8c6dde3bc713 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 945 time: 0.0505087 Oct 27 18:44:36.444188 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-431a1b5f-2640-4c2f-ac26-a572c14ae2ab req-af159a6d-183e-462e-936d-22a07411e008 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=75efdcb1-cfc5-4e28-866b-b86c338007b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712557 Oct 27 18:44:36.601715 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-42ca8e0f-b3c1-44d5-a514-45a844258737 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router_gateway, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:36.621265 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-42ca8e0f-b3c1-44d5-a514-45a844258737 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:36.727642 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-42ca8e0f-b3c1-44d5-a514-45a844258737 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Allocated IP 172.25.6.98 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/13c22ba3-3b8e-4c9b-8f7c-0b37d884c165) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:44:36.835744 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-42ca8e0f-b3c1-44d5-a514-45a844258737 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:36.924833 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-42ca8e0f-b3c1-44d5-a514-45a844258737 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:36.966008 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ca8e0f-b3c1-44d5-a514-45a844258737 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:44:36.969076 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-42ca8e0f-b3c1-44d5-a514-45a844258737 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:44:36.981471 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ca8e0f-b3c1-44d5-a514-45a844258737 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:44:36.985791 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca8e0f-b3c1-44d5-a514-45a844258737 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Pushing event updated for resources: {'Port': ['ID=13c22ba3-3b8e-4c9b-8f7c-0b37d884c165,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:37.334624 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff05d98-2650-4566-ac78-4650717d88df req-3b6b2815-fbae-4faa-ba56-3209bb532c9e tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:37.336195 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dff05d98-2650-4566-ac78-4650717d88df req-3b6b2815-fbae-4faa-ba56-3209bb532c9e tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] 10.222.0.52 "GET /v2.0/ports?device_id=4fa3e584-22fb-4900-aa03-a63b2af84bba HTTP/1.1" status: 200 len: 946 time: 0.0709012 Oct 27 18:44:37.354128 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-42ca8e0f-b3c1-44d5-a514-45a844258737 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router_gateway, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:37.371314 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-130e4fc3-3618-4c39-9597-bb1aff2fbfa8 service neutron] show failed (client error): The resource could not be found. Oct 27 18:44:37.372736 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-130e4fc3-3618-4c39-9597-bb1aff2fbfa8 service neutron] 10.222.0.93 "GET /v2.0/ports/59982903-96e4-4fcc-8d89-d5172d4059e3/bindings/n-h1-815690-2 HTTP/1.1" status: 404 len: 380 time: 0.0760212 Oct 27 18:44:37.458768 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dff05d98-2650-4566-ac78-4650717d88df req-fc1caebe-8e54-4de2-bc68-a187d62bb93e tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] 10.222.0.52 "GET /v2.0/security-groups?id=e8c8e16c-7a59-4b8d-8b92-73ad2915caf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127169 Oct 27 18:44:37.490943 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4e3ed-7258-481e-b669-d7e74d0e0c95 req-7a1b6309-6a65-48ed-a82d-746fcec5cd4e tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:37.492474 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-99b4e3ed-7258-481e-b669-d7e74d0e0c95 req-7a1b6309-6a65-48ed-a82d-746fcec5cd4e tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] 10.222.0.93 "GET /v2.0/ports?device_id=4fa3e584-22fb-4900-aa03-a63b2af84bba HTTP/1.1" status: 200 len: 946 time: 0.0698485 Oct 27 18:44:37.613373 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-99b4e3ed-7258-481e-b669-d7e74d0e0c95 req-561fc4a9-25c0-4e79-acf1-2ac3edd8fd5a tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] Deleting port 350945b5-d741-40db-8583-064594330e2e {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:44:37.613710 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-99b4e3ed-7258-481e-b669-d7e74d0e0c95 req-561fc4a9-25c0-4e79-acf1-2ac3edd8fd5a tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:37.646584 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4286b36-352e-4805-a75c-0601b1113ea8 req-bd150c6a-4e95-4d24-84eb-be580858dccd tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:37.648383 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f4286b36-352e-4805-a75c-0601b1113ea8 req-bd150c6a-4e95-4d24-84eb-be580858dccd tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 945 time: 0.0698390 Oct 27 18:44:37.681975 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-42ca8e0f-b3c1-44d5-a514-45a844258737 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:37.725576 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-99b4e3ed-7258-481e-b669-d7e74d0e0c95 req-561fc4a9-25c0-4e79-acf1-2ac3edd8fd5a tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] For port 350945b5-d741-40db-8583-064594330e2e, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=350945b5-d741-40db-8583-064594330e2e,segment=NetworkSegment(3721043c-b0ed-40fc-b07a-044ba54af0d1),segment_id=3721043c-b0ed-40fc-b07a-044ba54af0d1)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:44:37.725937 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-99b4e3ed-7258-481e-b669-d7e74d0e0c95 req-561fc4a9-25c0-4e79-acf1-2ac3edd8fd5a tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:37.740035 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-99b4e3ed-7258-481e-b669-d7e74d0e0c95 req-561fc4a9-25c0-4e79-acf1-2ac3edd8fd5a tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] Calling delete_port for 350945b5-d741-40db-8583-064594330e2e owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:44:37.764769 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f4286b36-352e-4805-a75c-0601b1113ea8 req-8f2b7677-d319-414b-8b9d-04863f0742eb tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=75efdcb1-cfc5-4e28-866b-b86c338007b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074445 Oct 27 18:44:37.982951 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ca8e0f-b3c1-44d5-a514-45a844258737 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Router 7b452bd3-a98e-4dc0-a66d-d3bed248ca67 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:44:38.014635 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-99b4e3ed-7258-481e-b669-d7e74d0e0c95 req-561fc4a9-25c0-4e79-acf1-2ac3edd8fd5a tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:38.039449 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['350945b5-d741-40db-8583-064594330e2e'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:44:38.045251 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.81', 50339) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:38.078586 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561fc4a9-25c0-4e79-acf1-2ac3edd8fd5a tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] Pushing event deleted for resources: {'Port': ['ID=350945b5-d741-40db-8583-064594330e2e,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:38.117197 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ca8e0f-b3c1-44d5-a514-45a844258737 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:44:38.130331 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff6a36f-f80e-45e3-9ee7-9bf1f54747a6 None None] Sync routers for ids ['7b452bd3-a98e-4dc0-a66d-d3bed248ca67'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:44:38.151959 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff6a36f-f80e-45e3-9ee7-9bf1f54747a6 None None] Routers {'7b452bd3-a98e-4dc0-a66d-d3bed248ca67'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:44:38.152594 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-4ff6a36f-f80e-45e3-9ee7-9bf1f54747a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:44:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['7b452bd3-a98e-4dc0-a66d-d3bed248ca67'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:38.159220 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b4e3ed-7258-481e-b669-d7e74d0e0c95 req-561fc4a9-25c0-4e79-acf1-2ac3edd8fd5a tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] No DVR routers for this DVR port 350945b5-d741-40db-8583-064594330e2e on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:44:38.164362 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-99b4e3ed-7258-481e-b669-d7e74d0e0c95 req-561fc4a9-25c0-4e79-acf1-2ac3edd8fd5a tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:38.170434 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-99b4e3ed-7258-481e-b669-d7e74d0e0c95 req-561fc4a9-25c0-4e79-acf1-2ac3edd8fd5a tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] 10.222.0.93 "DELETE /v2.0/ports/350945b5-d741-40db-8583-064594330e2e HTTP/1.1" status: 204 len: 173 time: 0.6680958 Oct 27 18:44:38.172490 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa3e584-22fb-4900-aa03-a63b2af84bba', 'name': 'network-vif-deleted', 'tag': '350945b5-d741-40db-8583-064594330e2e'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:44:38.176674 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6faa4d4-e574-4674-a784-3fd83360a608" -d '{"events": [{"server_uuid": "4fa3e584-22fb-4900-aa03-a63b2af84bba", "name": "network-vif-deleted", "tag": "350945b5-d741-40db-8583-064594330e2e"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:44:38.229630 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-4ff6a36f-f80e-45e3-9ee7-9bf1f54747a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:38.231165 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-42ca8e0f-b3c1-44d5-a514-45a844258737 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:38.233288 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-42ca8e0f-b3c1-44d5-a514-45a844258737 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.3852189 Oct 27 18:44:38.236159 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58476) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:38.241354 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff6a36f-f80e-45e3-9ee7-9bf1f54747a6 None None] Routers {'7b452bd3-a98e-4dc0-a66d-d3bed248ca67'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:44:38.242160 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-c269adae-ccf3-4376-9010-0691096b6446 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:44:38.242393 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-4ff6a36f-f80e-45e3-9ee7-9bf1f54747a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:44:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['7b452bd3-a98e-4dc0-a66d-d3bed248ca67'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:38.305246 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-4ff6a36f-f80e-45e3-9ee7-9bf1f54747a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:38.305914 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff6a36f-f80e-45e3-9ee7-9bf1f54747a6 None None] The sync data for ids ['7b452bd3-a98e-4dc0-a66d-d3bed248ca67'] in n-d-815690-2 is: [] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:44:38.332435 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476b3f35-667b-4e8d-bcca-81e4190a4e4c x-openstack-request-id: req-476b3f35-667b-4e8d-bcca-81e4190a4e4c {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:44:38.332826 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa3e584-22fb-4900-aa03-a63b2af84bba", "name": "network-vif-deleted", "tag": "350945b5-d741-40db-8583-064594330e2e", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:44:38.333313 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-476b3f35-667b-4e8d-bcca-81e4190a4e4c {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:44:38.333787 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa3e584-22fb-4900-aa03-a63b2af84bba', 'name': 'network-vif-deleted', 'tag': '350945b5-d741-40db-8583-064594330e2e', 'status': 'completed', 'code': 200} Oct 27 18:44:38.365104 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-b5221217-7e75-4174-8578-8ef0c6304e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:38.367019 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-b5221217-7e75-4174-8578-8ef0c6304e26 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a&tenant_id=21f5568e020c455199c8dde94ac0b73c HTTP/1.1" status: 200 len: 1096 time: 0.3020935 Oct 27 18:44:38.382794 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-16353d3a-5f51-41e9-bd0b-6bdb3c5ce549 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:44:38.382794 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-16353d3a-5f51-41e9-bd0b-6bdb3c5ce549 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0069354 Oct 27 18:44:38.397269 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-4f233e1a-f328-436a-a160-fd5052c5b1e2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815690-2', 'device_owner': 'compute:nova'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:44:38.468167 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-4f233e1a-f328-436a-a160-fd5052c5b1e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:38.722002 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-725a6e76-0f94-4217-9b4e-97944b87d7c3 req-ff617432-d790-4d6f-b5fe-fd0843a26781 tempest-InstanceActionsV221TestJSON-1476430205 tempest-InstanceActionsV221TestJSON-1476430205-project] 10.222.0.52 "GET /v2.0/ports?device_id=4fa3e584-22fb-4900-aa03-a63b2af84bba HTTP/1.1" status: 200 len: 210 time: 0.0352936 Oct 27 18:44:38.736309 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-4f233e1a-f328-436a-a160-fd5052c5b1e2 service neutron] For port 59982903-96e4-4fcc-8d89-d5172d4059e3, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=59982903-96e4-4fcc-8d89-d5172d4059e3,segment=NetworkSegment(17a74c28-ade6-4811-8baf-0a1df2b76edf),segment_id=17a74c28-ade6-4811-8baf-0a1df2b76edf)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:44:38.750916 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c269adae-ccf3-4376-9010-0691096b6446 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:38.779323 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-4f233e1a-f328-436a-a160-fd5052c5b1e2 service neutron] For port 59982903-96e4-4fcc-8d89-d5172d4059e3, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:44:38.816427 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c269adae-ccf3-4376-9010-0691096b6446 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:38.835501 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-4f233e1a-f328-436a-a160-fd5052c5b1e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:38.851797 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-4f233e1a-f328-436a-a160-fd5052c5b1e2 service neutron] Transition to ACTIVE for port object 59982903-96e4-4fcc-8d89-d5172d4059e3 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:44:38.915315 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-4f233e1a-f328-436a-a160-fd5052c5b1e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:38.985168 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a00421-1f81-472f-a2bf-3318ec4dc002 req-24ba2cc1-e938-48a7-a0a7-5736e43c3d7b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:38.988916 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-60a00421-1f81-472f-a2bf-3318ec4dc002 req-24ba2cc1-e938-48a7-a0a7-5736e43c3d7b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 945 time: 0.1184938 Oct 27 18:44:39.001474 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-c269adae-ccf3-4376-9010-0691096b6446 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Deleting port 13c22ba3-3b8e-4c9b-8f7c-0b37d884c165 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:44:39.001474 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c269adae-ccf3-4376-9010-0691096b6446 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:39.142418 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-60a00421-1f81-472f-a2bf-3318ec4dc002 req-e79b068f-a7ce-43d0-8f14-6a9486a34f57 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=75efdcb1-cfc5-4e28-866b-b86c338007b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415079 Oct 27 18:44:39.171847 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c269adae-ccf3-4376-9010-0691096b6446 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:39.190959 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-c269adae-ccf3-4376-9010-0691096b6446 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Calling delete_port for 13c22ba3-3b8e-4c9b-8f7c-0b37d884c165 owned by network:router_gateway {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:44:39.247743 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f233e1a-f328-436a-a160-fd5052c5b1e2 service neutron] Pushing event updated for resources: {'Port': ['ID=59982903-96e4-4fcc-8d89-d5172d4059e3,revision_number=6']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:39.265051 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-4f233e1a-f328-436a-a160-fd5052c5b1e2 service neutron] No DVR routers for this DVR port 59982903-96e4-4fcc-8d89-d5172d4059e3 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:44:39.438378 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-4f233e1a-f328-436a-a160-fd5052c5b1e2 service neutron] Attempting to bind port 59982903-96e4-4fcc-8d89-d5172d4059e3 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:44:39.439922 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-4f233e1a-f328-436a-a160-fd5052c5b1e2 service neutron] Attempting to bind port 59982903-96e4-4fcc-8d89-d5172d4059e3 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '17a74c28-ade6-4811-8baf-0a1df2b76edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'a9541e31-c93f-4ee8-abea-4329f5075599'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:44:39.440485 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-4f233e1a-f328-436a-a160-fd5052c5b1e2 service neutron] Attempting to bind port 59982903-96e4-4fcc-8d89-d5172d4059e3 on network a9541e31-c93f-4ee8-abea-4329f5075599 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:44:39.446438 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-4f233e1a-f328-436a-a160-fd5052c5b1e2 service neutron] Port 59982903-96e4-4fcc-8d89-d5172d4059e3 on network a9541e31-c93f-4ee8-abea-4329f5075599 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:44:39.447003 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-4f233e1a-f328-436a-a160-fd5052c5b1e2 service neutron] Attempting to bind port 59982903-96e4-4fcc-8d89-d5172d4059e3 on network a9541e31-c93f-4ee8-abea-4329f5075599 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:44:39.453648 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-4f233e1a-f328-436a-a160-fd5052c5b1e2 service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:44:39.457766 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-4f233e1a-f328-436a-a160-fd5052c5b1e2 service neutron] Checking segment: {'id': '17a74c28-ade6-4811-8baf-0a1df2b76edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'a9541e31-c93f-4ee8-abea-4329f5075599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:44:39.457766 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-4f233e1a-f328-436a-a160-fd5052c5b1e2 service neutron] Bound using segment: {'id': '17a74c28-ade6-4811-8baf-0a1df2b76edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'a9541e31-c93f-4ee8-abea-4329f5075599'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:44:39.457766 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-4f233e1a-f328-436a-a160-fd5052c5b1e2 service neutron] Bound port: 59982903-96e4-4fcc-8d89-d5172d4059e3, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17a74c28-ade6-4811-8baf-0a1df2b76edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'a9541e31-c93f-4ee8-abea-4329f5075599'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:44:39.457766 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-4f233e1a-f328-436a-a160-fd5052c5b1e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:39.521787 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c269adae-ccf3-4376-9010-0691096b6446 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:39.575797 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269adae-ccf3-4376-9010-0691096b6446 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Pushing event deleted for resources: {'Port': ['ID=13c22ba3-3b8e-4c9b-8f7c-0b37d884c165,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:39.596162 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-4f233e1a-f328-436a-a160-fd5052c5b1e2 service neutron] For port 59982903-96e4-4fcc-8d89-d5172d4059e3, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:44:39.609797 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-4f233e1a-f328-436a-a160-fd5052c5b1e2 service neutron] For port 59982903-96e4-4fcc-8d89-d5172d4059e3, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=59982903-96e4-4fcc-8d89-d5172d4059e3,segment=NetworkSegment(17a74c28-ade6-4811-8baf-0a1df2b76edf),segment_id=17a74c28-ade6-4811-8baf-0a1df2b76edf)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:44:39.640016 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-55e1cd5a-6ca2-4c4e-ae30-1028ed1f5c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:39.643822 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c269adae-ccf3-4376-9010-0691096b6446 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:39.696208 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-4f233e1a-f328-436a-a160-fd5052c5b1e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:39.730452 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-4f233e1a-f328-436a-a160-fd5052c5b1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:39.731542 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-4f233e1a-f328-436a-a160-fd5052c5b1e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:39.733538 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-4f233e1a-f328-436a-a160-fd5052c5b1e2 service neutron] 10.222.0.81 "PUT /v2.0/ports/59982903-96e4-4fcc-8d89-d5172d4059e3 HTTP/1.1" status: 200 len: 1091 time: 1.3430090 Oct 27 18:44:39.844489 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f233e1a-f328-436a-a160-fd5052c5b1e2 service neutron] Pushing event updated for resources: {'Port': ['ID=59982903-96e4-4fcc-8d89-d5172d4059e3,revision_number=7']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:39.888150 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-43747c77-cd3c-4178-b924-3814995e769f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:39.890472 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-43747c77-cd3c-4178-b924-3814995e769f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=21f5568e020c455199c8dde94ac0b73c&device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 1094 time: 0.1157734 Oct 27 18:44:39.900629 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c269adae-ccf3-4376-9010-0691096b6446 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7878829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7877412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6053'] for router, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:39.905137 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c269adae-ccf3-4376-9010-0691096b6446 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7878836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7878843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7877419'] for router, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:40.023375 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 58506) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:40.097774 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-50276605-8aaf-4647-a1d5-7d44fb440209 admin admin] Deleting subnet f018527e-0bf6-410a-bc87-27a36962895f {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:44:40.112003 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-50276605-8aaf-4647-a1d5-7d44fb440209 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:40.114781 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-2f887b65-a35d-435c-b715-a825a3eaef31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:40.116332 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-2f887b65-a35d-435c-b715-a825a3eaef31 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a9541e31-c93f-4ee8-abea-4329f5075599 HTTP/1.1" status: 200 len: 899 time: 0.2201004 Oct 27 18:44:40.324425 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c269adae-ccf3-4376-9010-0691096b6446 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Router 7b452bd3-a98e-4dc0-a66d-d3bed248ca67 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:44:40.441212 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342069a-1ef8-475d-a576-6712af4a6b8b req-3e7afc63-a214-4105-a781-2d022263c06c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:40.448412 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e342069a-1ef8-475d-a576-6712af4a6b8b req-3e7afc63-a214-4105-a781-2d022263c06c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 943 time: 0.1701562 Oct 27 18:44:40.460216 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c269adae-ccf3-4376-9010-0691096b6446 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:44:40.469022 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c269adae-ccf3-4376-9010-0691096b6446 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:40.472871 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c269adae-ccf3-4376-9010-0691096b6446 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] 10.222.0.52 "PUT /v2.0/routers/7b452bd3-a98e-4dc0-a66d-d3bed248ca67 HTTP/1.1" status: 200 len: 706 time: 2.2333298 Oct 27 18:44:40.473107 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aec33b-6405-4a94-81b0-fe12946290a7 None None] Sync routers for ids ['7b452bd3-a98e-4dc0-a66d-d3bed248ca67'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:44:40.482046 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aec33b-6405-4a94-81b0-fe12946290a7 None None] Routers {'7b452bd3-a98e-4dc0-a66d-d3bed248ca67'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:44:40.483432 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-04aec33b-6405-4a94-81b0-fe12946290a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:44:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['7b452bd3-a98e-4dc0-a66d-d3bed248ca67'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:40.488374 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58518) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:40.584266 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e342069a-1ef8-475d-a576-6712af4a6b8b req-05f0334f-30e9-4ac0-8891-738162f1e609 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=75efdcb1-cfc5-4e28-866b-b86c338007b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346517 Oct 27 18:44:40.596870 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-82abe7bb-79c8-4da9-ac44-1046ff9d9b7d tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] 10.222.0.52 "GET /v2.0/routers/7b452bd3-a98e-4dc0-a66d-d3bed248ca67 HTTP/1.1" status: 200 len: 741 time: 0.1082754 Oct 27 18:44:40.600795 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58522) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:40.602386 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4031e58c-2edc-47cf-a6be-545bafd3e26a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59982903-96e4-4fcc-8d89-d5172d4059e3'}, {'name': 'network-changed', 'server_uuid': '4031e58c-2edc-47cf-a6be-545bafd3e26a', 'tag': '59982903-96e4-4fcc-8d89-d5172d4059e3'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:44:40.614627 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ced40f0-586a-483c-a29c-a0b933c38877" -d '{"events": [{"server_uuid": "4031e58c-2edc-47cf-a6be-545bafd3e26a", "name": "network-vif-unplugged", "status": "completed", "tag": "59982903-96e4-4fcc-8d89-d5172d4059e3"}, {"name": "network-changed", "server_uuid": "4031e58c-2edc-47cf-a6be-545bafd3e26a", "tag": "59982903-96e4-4fcc-8d89-d5172d4059e3"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:44:40.636651 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-50276605-8aaf-4647-a1d5-7d44fb440209 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:40.651939 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-04aec33b-6405-4a94-81b0-fe12946290a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:40.664011 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aec33b-6405-4a94-81b0-fe12946290a7 None None] Routers {'7b452bd3-a98e-4dc0-a66d-d3bed248ca67'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:44:40.664810 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-04aec33b-6405-4a94-81b0-fe12946290a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:44:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['7b452bd3-a98e-4dc0-a66d-d3bed248ca67'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:40.676353 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-fd9522e6-c82b-44ca-b42b-3739f726eea5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59982903-96e4-4fcc-8d89-d5172d4059e3 HTTP/1.1" status: 200 len: 998 time: 0.5356469 Oct 27 18:44:40.687611 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-50276605-8aaf-4647-a1d5-7d44fb440209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:40.707764 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b17f33b7-070c-4664-8f8c-6407364f2da3 tempest-RoutersAdminTest-213832069 tempest-RoutersAdminTest-213832069-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=0fad50cd-70b8-43d9-8a14-cc05c0fdea0e&device_id=7b452bd3-a98e-4dc0-a66d-d3bed248ca67 HTTP/1.1" status: 200 len: 205 time: 0.1064084 Oct 27 18:44:40.714121 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58530) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:40.717514 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 27 Oct 2021 18:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3144a54e-c6b4-4ac0-8dbf-cf234c36823d x-openstack-request-id: req-3144a54e-c6b4-4ac0-8dbf-cf234c36823d {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:44:40.717834 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4031e58c-2edc-47cf-a6be-545bafd3e26a", "name": "network-vif-unplugged", "status": "completed", "tag": "59982903-96e4-4fcc-8d89-d5172d4059e3", "code": 200}, {"name": "network-changed", "server_uuid": "4031e58c-2edc-47cf-a6be-545bafd3e26a", "tag": "59982903-96e4-4fcc-8d89-d5172d4059e3", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:44:40.718087 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3144a54e-c6b4-4ac0-8dbf-cf234c36823d {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:44:40.718486 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4031e58c-2edc-47cf-a6be-545bafd3e26a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59982903-96e4-4fcc-8d89-d5172d4059e3', 'code': 200} Oct 27 18:44:40.718737 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4031e58c-2edc-47cf-a6be-545bafd3e26a', 'tag': '59982903-96e4-4fcc-8d89-d5172d4059e3', 'status': 'completed', 'code': 200} Oct 27 18:44:40.736972 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-04aec33b-6405-4a94-81b0-fe12946290a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:40.737837 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aec33b-6405-4a94-81b0-fe12946290a7 None None] The sync data for ids ['7b452bd3-a98e-4dc0-a66d-d3bed248ca67'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:44:40.758314 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-108707cf-020f-43e3-b5cf-7546615b649d tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b452bd3-a98e-4dc0-a66d-d3bed248ca67 HTTP/1.1" status: 200 len: 205 time: 0.0423362 Oct 27 18:44:40.760407 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58532) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:40.796251 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-e9c3165b-05bb-4968-9328-c9ae7c2130f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:40.797745 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-e9c3165b-05bb-4968-9328-c9ae7c2130f1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=aaefa3d2-884a-4c75-bedd-880ab1228d21 HTTP/1.1" status: 200 len: 834 time: 0.1122217 Oct 27 18:44:40.845091 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced40f0-586a-483c-a29c-a0b933c38877 req-8274a1bc-5291-4f09-8f84-b1b6286a783f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:40.846531 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0ced40f0-586a-483c-a29c-a0b933c38877 req-8274a1bc-5291-4f09-8f84-b1b6286a783f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=21f5568e020c455199c8dde94ac0b73c&device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 1094 time: 0.0925655 Oct 27 18:44:40.848167 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-483f96bc-60cf-4358-b68d-64952966f96d tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:40.912283 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-0e52bb07-4ec0-4475-9a9c-d13e26447240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:40.913956 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-0e52bb07-4ec0-4475-9a9c-d13e26447240 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a9541e31-c93f-4ee8-abea-4329f5075599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1053715 Oct 27 18:44:41.064143 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-f6bbf226-4537-4d81-a461-ed7e30f4aa59 service neutron] 10.222.0.81 "GET /v2.0/networks/a9541e31-c93f-4ee8-abea-4329f5075599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424575 Oct 27 18:44:41.069089 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-50276605-8aaf-4647-a1d5-7d44fb440209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:41.085856 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-483f96bc-60cf-4358-b68d-64952966f96d tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:41.088405 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-483f96bc-60cf-4358-b68d-64952966f96d tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:41.163988 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-50276605-8aaf-4647-a1d5-7d44fb440209 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:41.167264 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-50276605-8aaf-4647-a1d5-7d44fb440209 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f018527e-0bf6-410a-bc87-27a36962895f HTTP/1.1" status: 204 len: 168 time: 1.1430719 Oct 27 18:44:41.168217 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50276605-8aaf-4647-a1d5-7d44fb440209 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f018527e-0bf6-410a-bc87-27a36962895f,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:41.177632 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 58546) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:41.208961 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-483f96bc-60cf-4358-b68d-64952966f96d tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:41.209434 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483f96bc-60cf-4358-b68d-64952966f96d tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Fanout notify agent at l3_agent the message router_deleted on router 7b452bd3-a98e-4dc0-a66d-d3bed248ca67 {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:44:41.232964 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 59982903-96e4-4fcc-8d89-d5172d4059e3 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:44:41.241787 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-483f96bc-60cf-4358-b68d-64952966f96d tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:41.247685 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-483f96bc-60cf-4358-b68d-64952966f96d tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] 10.222.0.52 "DELETE /v2.0/routers/7b452bd3-a98e-4dc0-a66d-d3bed248ca67 HTTP/1.1" status: 204 len: 168 time: 0.4861152 Oct 27 18:44:41.253055 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58550) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:41.280261 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced40f0-586a-483c-a29c-a0b933c38877 req-01640bfa-c64a-49e8-8c46-007966725ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:41.280261 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0ced40f0-586a-483c-a29c-a0b933c38877 req-01640bfa-c64a-49e8-8c46-007966725ae5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a9541e31-c93f-4ee8-abea-4329f5075599 HTTP/1.1" status: 200 len: 899 time: 0.4222445 Oct 27 18:44:41.326685 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 59982903-96e4-4fcc-8d89-d5172d4059e3 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:44:41.327419 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 350945b5-d741-40db-8583-064594330e2e no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:44:41.330844 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e611bde9-2021-4cce-aef7-0a01c1a4b01c tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b452bd3-a98e-4dc0-a66d-d3bed248ca67 HTTP/1.1" status: 200 len: 205 time: 0.0764024 Oct 27 18:44:41.338318 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58556) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:41.371152 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 350945b5-d741-40db-8583-064594330e2e {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:44:41.371823 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 350945b5-d741-40db-8583-064594330e2e not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:44:41.412186 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-948315be-2941-418b-898a-9e5a7be83a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:41.414302 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-37541de7-c9dd-4759-abbc-90fc8a8e23c6 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] delete failed (client error): The resource could not be found. Oct 27 18:44:41.422557 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-ee3f8aa3-c3a3-40c2-8294-926b40c8455d service neutron] 10.222.0.81 "GET /v2.0/networks/a9541e31-c93f-4ee8-abea-4329f5075599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443422 Oct 27 18:44:41.425365 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-37541de7-c9dd-4759-abbc-90fc8a8e23c6 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] 10.222.0.52 "DELETE /v2.0/routers/7b452bd3-a98e-4dc0-a66d-d3bed248ca67 HTTP/1.1" status: 404 len: 336 time: 0.0854628 Oct 27 18:44:41.429550 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 58564) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:41.443575 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0ced40f0-586a-483c-a29c-a0b933c38877 req-6de46905-462f-45b1-b926-5c3f8ee44345 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59982903-96e4-4fcc-8d89-d5172d4059e3 HTTP/1.1" status: 200 len: 998 time: 0.1496022 Oct 27 18:44:41.471291 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-cb3d2e0d-b320-4a69-a692-2212c0f8663f tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] 10.222.0.52 "GET /v2.0/ports?device_id=56fbeaa2-4801-46c2-b737-935d9adea9a2 HTTP/1.1" status: 200 len: 205 time: 0.0397594 Oct 27 18:44:41.475172 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 58566) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:41.559964 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-865e3752-1822-4a8a-adab-fe502329a3c6 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] delete failed (client error): The resource could not be found. Oct 27 18:44:41.564526 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-865e3752-1822-4a8a-adab-fe502329a3c6 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] 10.222.0.52 "DELETE /v2.0/routers/56fbeaa2-4801-46c2-b737-935d9adea9a2 HTTP/1.1" status: 404 len: 336 time: 0.0626061 Oct 27 18:44:41.566737 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58568) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:41.607063 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b80dba18-44ca-4f8d-8ea8-0b7ebe400295 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ed5b279-39b7-4dd8-94af-d9c5697e8ffa HTTP/1.1" status: 200 len: 205 time: 0.0384240 Oct 27 18:44:41.608768 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58570) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:41.635731 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced40f0-586a-483c-a29c-a0b933c38877 req-1875f858-e117-4ef8-b3a8-71947a7c3545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:41.637233 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0ced40f0-586a-483c-a29c-a0b933c38877 req-1875f858-e117-4ef8-b3a8-71947a7c3545 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=aaefa3d2-884a-4c75-bedd-880ab1228d21 HTTP/1.1" status: 200 len: 834 time: 0.1756318 Oct 27 18:44:41.641562 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-948315be-2941-418b-898a-9e5a7be83a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:41.679691 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-d1978bce-8609-4da0-87b3-7fed7da13654 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] delete failed (client error): The resource could not be found. Oct 27 18:44:41.683292 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d1978bce-8609-4da0-87b3-7fed7da13654 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] 10.222.0.52 "DELETE /v2.0/routers/9ed5b279-39b7-4dd8-94af-d9c5697e8ffa HTTP/1.1" status: 404 len: 336 time: 0.0707510 Oct 27 18:44:41.683479 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58574) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:41.723607 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f62938c4-7633-4c22-bfa2-4fe3ca6283b8 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] 10.222.0.52 "GET /v2.0/ports?device_id=e7b6df9d-f103-486c-9a47-16300c69b686 HTTP/1.1" status: 200 len: 205 time: 0.0389771 Oct 27 18:44:41.723948 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-948315be-2941-418b-898a-9e5a7be83a5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2077683a-41c6-4da7-8b6a-66bdd1188bd5']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:41.725055 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58576) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:41.736934 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-948315be-2941-418b-898a-9e5a7be83a5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3721043c-b0ed-40fc-b07a-044ba54af0d1') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:41.737373 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-948315be-2941-418b-898a-9e5a7be83a5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3721043c-b0ed-40fc-b07a-044ba54af0d1') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:41.752155 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-948315be-2941-418b-898a-9e5a7be83a5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:41.767672 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced40f0-586a-483c-a29c-a0b933c38877 req-eeeb0c67-72d9-45e0-9128-80463453dbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:41.769228 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0ced40f0-586a-483c-a29c-a0b933c38877 req-eeeb0c67-72d9-45e0-9128-80463453dbd7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a9541e31-c93f-4ee8-abea-4329f5075599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1083760 Oct 27 18:44:41.772872 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-948315be-2941-418b-898a-9e5a7be83a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:41.788365 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-948315be-2941-418b-898a-9e5a7be83a5e admin admin] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:44:41.788783 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-948315be-2941-418b-898a-9e5a7be83a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:41.791416 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:44:41.791416 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:44:41.791416 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:44:41.791416 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:44:41.791416 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:44:41.791416 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:44:41.791416 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:44:41.791416 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:44:41.791416 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:44:41.791416 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:44:41.791416 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:44:41.791416 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:44:41.791416 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:44:41.791416 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:44:41.791416 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:44:41.791416 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:44:41.791416 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:44:41.791416 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:44:41.791416 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:44:41.791416 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:44:41.791416 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:44:41.791416 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:44:41.791416 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:44:41.791416 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:44:41.791416 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:44:41.791416 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:44:41.791416 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:44:41.791416 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:44:41.791416 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:44:41.791416 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:44:41.791416 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:44:41.791416 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:44:41.810078 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-29e97217-7f94-4c85-8fe8-5ad29bbdedd3 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] delete failed (client error): The resource could not be found. Oct 27 18:44:41.812110 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-29e97217-7f94-4c85-8fe8-5ad29bbdedd3 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] 10.222.0.52 "DELETE /v2.0/routers/e7b6df9d-f103-486c-9a47-16300c69b686 HTTP/1.1" status: 404 len: 336 time: 0.0860045 Oct 27 18:44:41.819317 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58578) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:41.891104 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1f2557b7-43c3-403a-bd3f-42485ebaa370 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] 10.222.0.52 "GET /v2.0/ports?device_id=9953412c-064a-4bab-9f1e-c0b7d764c969 HTTP/1.1" status: 200 len: 205 time: 0.0622184 Oct 27 18:44:41.902457 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a83f6-8fa6-4ec0-affb-c120a6cbc453 req-833e9032-c48d-48c7-8c41-85a1b047107a tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:41.913979 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0f1a83f6-8fa6-4ec0-affb-c120a6cbc453 req-833e9032-c48d-48c7-8c41-85a1b047107a tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 943 time: 0.1949172 Oct 27 18:44:41.917275 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 58584) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:41.973619 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0f1a83f6-8fa6-4ec0-affb-c120a6cbc453 req-b43d8306-d067-4a00-9b8a-f618baa53b8a tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=75efdcb1-cfc5-4e28-866b-b86c338007b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542209 Oct 27 18:44:42.003977 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-3cb6bfb0-898b-4e42-a9ab-9265411b93a3 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] delete failed (client error): The resource could not be found. Oct 27 18:44:42.007525 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3cb6bfb0-898b-4e42-a9ab-9265411b93a3 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] 10.222.0.52 "DELETE /v2.0/routers/9953412c-064a-4bab-9f1e-c0b7d764c969 HTTP/1.1" status: 404 len: 336 time: 0.0730953 Oct 27 18:44:42.007898 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58590) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:42.022753 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced40f0-586a-483c-a29c-a0b933c38877 req-ad08fa94-0632-4d62-8d24-30c3b5a06bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:42.024349 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0ced40f0-586a-483c-a29c-a0b933c38877 req-ad08fa94-0632-4d62-8d24-30c3b5a06bb0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=21f5568e020c455199c8dde94ac0b73c&device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 1094 time: 0.1609695 Oct 27 18:44:42.062208 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ab827707-0c52-41d0-9813-ccb999508d01 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] 10.222.0.52 "GET /v2.0/ports?device_id=389c5367-f2b5-445d-b9f6-1a71af2ff474 HTTP/1.1" status: 200 len: 205 time: 0.0491717 Oct 27 18:44:42.062398 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58598) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:42.113805 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0b1ddddf-45e2-457f-9b9f-2d71fd3a2dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:42.117482 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-948315be-2941-418b-898a-9e5a7be83a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:42.123657 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-43e09cf5-110d-45f7-87cf-aa30d1ede718 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] delete failed (client error): The resource could not be found. Oct 27 18:44:42.125505 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-43e09cf5-110d-45f7-87cf-aa30d1ede718 tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] 10.222.0.52 "DELETE /v2.0/routers/389c5367-f2b5-445d-b9f6-1a71af2ff474 HTTP/1.1" status: 404 len: 336 time: 0.0621138 Oct 27 18:44:42.131104 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58602) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:42.164952 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-c019b3f6-7c41-48f7-8749-160e9d1e67ce tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] DELETE failed (client error): The resource could not be found. Oct 27 18:44:42.172653 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c019b3f6-7c41-48f7-8749-160e9d1e67ce tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:44:42.181934 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c019b3f6-7c41-48f7-8749-160e9d1e67ce tempest-RoutersAdminTest-150759340 tempest-RoutersAdminTest-150759340-project] 10.222.0.52 "DELETE /v2.0/subnets/3599375b-0649-4f59-8b71-15ac1db79e4a HTTP/1.1" status: 404 len: 337 time: 0.0489867 Oct 27 18:44:42.191176 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-948315be-2941-418b-898a-9e5a7be83a5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:42.197958 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-948315be-2941-418b-898a-9e5a7be83a5e admin admin] 10.222.0.52 "DELETE /v2.0/networks/2077683a-41c6-4da7-8b6a-66bdd1188bd5 HTTP/1.1" status: 204 len: 168 time: 1.0109918 Oct 27 18:44:42.205559 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948315be-2941-418b-898a-9e5a7be83a5e admin admin] Pushing event deleted for resources: {'Network': ['ID=2077683a-41c6-4da7-8b6a-66bdd1188bd5,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:42.244902 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0ced40f0-586a-483c-a29c-a0b933c38877 req-cc10ee47-5568-4792-9252-24d29ebe1a13 service neutron] 10.222.0.93 "GET /v2.0/networks/a9541e31-c93f-4ee8-abea-4329f5075599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4645507 Oct 27 18:44:42.374456 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced40f0-586a-483c-a29c-a0b933c38877 req-82a51d69-9fa3-4491-9361-e6b57d26ce5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:42.376293 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0ced40f0-586a-483c-a29c-a0b933c38877 req-82a51d69-9fa3-4491-9361-e6b57d26ce5b service neutron] 10.222.0.81 "GET /v2.0/networks?id=a9541e31-c93f-4ee8-abea-4329f5075599 HTTP/1.1" status: 200 len: 899 time: 0.3382859 Oct 27 18:44:42.432682 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0ced40f0-586a-483c-a29c-a0b933c38877 req-aada97af-b1a8-4c7a-9239-f6918ecd623d service neutron] 10.222.0.93 "GET /v2.0/networks/a9541e31-c93f-4ee8-abea-4329f5075599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782269 Oct 27 18:44:42.460557 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0ced40f0-586a-483c-a29c-a0b933c38877 req-5c4f6b79-3971-4919-b5a8-05a0c4ee2306 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59982903-96e4-4fcc-8d89-d5172d4059e3 HTTP/1.1" status: 200 len: 998 time: 0.0749946 Oct 27 18:44:42.516730 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced40f0-586a-483c-a29c-a0b933c38877 req-e432b9bf-6868-414d-9b84-f5dd7e01254b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:42.525124 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0ced40f0-586a-483c-a29c-a0b933c38877 req-e432b9bf-6868-414d-9b84-f5dd7e01254b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=aaefa3d2-884a-4c75-bedd-880ab1228d21 HTTP/1.1" status: 200 len: 834 time: 0.0506122 Oct 27 18:44:42.580639 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced40f0-586a-483c-a29c-a0b933c38877 req-441d37f7-fbd1-432e-97b5-1f4d96db2508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:42.583020 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0ced40f0-586a-483c-a29c-a0b933c38877 req-441d37f7-fbd1-432e-97b5-1f4d96db2508 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a9541e31-c93f-4ee8-abea-4329f5075599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557511 Oct 27 18:44:42.696037 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58632) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:42.721477 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0ced40f0-586a-483c-a29c-a0b933c38877 req-654db595-303f-43a5-93b3-080ad73c8a1a service neutron] 10.222.0.81 "GET /v2.0/networks/a9541e31-c93f-4ee8-abea-4329f5075599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275482 Oct 27 18:44:42.758673 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1a7a84b4-2d5a-406e-8c61-5cd92b2760bf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=67f58cb899d44624b6f42c42ae81bedd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0611100 Oct 27 18:44:42.760045 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58638) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:42.851746 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-149389e4-714f-4abc-b428-99fb9bca06dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:42.858546 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 58644) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:42.881616 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-149389e4-714f-4abc-b428-99fb9bca06dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:42.904830 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0ced40f0-586a-483c-a29c-a0b933c38877 req-1415b46a-3354-4007-8449-1f421d424655 service neutron] 10.222.0.81 "GET /v2.0/networks/a9541e31-c93f-4ee8-abea-4329f5075599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739764 Oct 27 18:44:43.028040 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-149389e4-714f-4abc-b428-99fb9bca06dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:43.033077 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-149389e4-714f-4abc-b428-99fb9bca06dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:43.034552 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-149389e4-714f-4abc-b428-99fb9bca06dc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e8c8e16c-7a59-4b8d-8b92-73ad2915caf1 HTTP/1.1" status: 204 len: 168 time: 0.2723653 Oct 27 18:44:43.049151 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-eb64d533-8186-4c77-9b4e-22261420eec9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:43.071901 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149389e4-714f-4abc-b428-99fb9bca06dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c8e16c-7a59-4b8d-8b92-73ad2915caf1,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:43.236844 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f420988-5a83-4b8b-a501-155d32af25e3 req-16f862ae-1f7d-476d-bac9-69beaaebc574 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:43.246200 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-eb64d533-8186-4c77-9b4e-22261420eec9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:43.266847 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3f420988-5a83-4b8b-a501-155d32af25e3 req-16f862ae-1f7d-476d-bac9-69beaaebc574 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 943 time: 0.2101903 Oct 27 18:44:43.304428 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3f420988-5a83-4b8b-a501-155d32af25e3 req-44129b1b-4282-41f0-8594-2c6b0ce7d68e tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=75efdcb1-cfc5-4e28-866b-b86c338007b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421000 Oct 27 18:44:43.329453 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-eb64d533-8186-4c77-9b4e-22261420eec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:43.393438 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb64d533-8186-4c77-9b4e-22261420eec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7109874-46f1-4d19-a494-99bbfd93a79f,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:43.398124 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-eb64d533-8186-4c77-9b4e-22261420eec9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=292fdfbebc434be99d424ed8d9eb4e71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5385284 Oct 27 18:44:43.400718 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58678) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:43.468025 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6df182b3-8396-4e0f-bb6f-75cceabf41cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:43.484420 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:43.492656 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6df182b3-8396-4e0f-bb6f-75cceabf41cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:43.508508 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:43.627145 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6df182b3-8396-4e0f-bb6f-75cceabf41cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:43.631300 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6df182b3-8396-4e0f-bb6f-75cceabf41cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:43.631830 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6df182b3-8396-4e0f-bb6f-75cceabf41cc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a7109874-46f1-4d19-a494-99bbfd93a79f HTTP/1.1" status: 204 len: 168 time: 0.2298882 Oct 27 18:44:43.646635 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df182b3-8396-4e0f-bb6f-75cceabf41cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7109874-46f1-4d19-a494-99bbfd93a79f,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:44.450323 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58748) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:44.537477 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681f13a-9a26-4779-b11a-da0eb1cc65a1 req-6557f748-7215-4981-8e9a-82646925bde8 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:44.542999 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a681f13a-9a26-4779-b11a-da0eb1cc65a1 req-6557f748-7215-4981-8e9a-82646925bde8 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 943 time: 0.1485698 Oct 27 18:44:44.549245 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 58758) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:44.568897 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0fd975f4-a072-4002-91b0-6e21e7042370 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fed934ad0c434d72abdfda9e5a560c14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1151593 Oct 27 18:44:44.630845 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a681f13a-9a26-4779-b11a-da0eb1cc65a1 req-95cc25c8-ba4b-4249-8ea5-1d2e7c55992b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=75efdcb1-cfc5-4e28-866b-b86c338007b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595887 Oct 27 18:44:44.635395 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0ca5626c-6da1-4dd3-a86c-8f41d19e9f3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:44.675256 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0ca5626c-6da1-4dd3-a86c-8f41d19e9f3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:44.892221 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0ca5626c-6da1-4dd3-a86c-8f41d19e9f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:44.899708 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0ca5626c-6da1-4dd3-a86c-8f41d19e9f3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:44.901387 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0ca5626c-6da1-4dd3-a86c-8f41d19e9f3b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a3349de9-f5a9-4270-bbc5-0f55ba2b2fac HTTP/1.1" status: 204 len: 168 time: 0.3508615 Oct 27 18:44:44.941049 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 59982903-96e4-4fcc-8d89-d5172d4059e3 details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:44:44.956035 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5626c-6da1-4dd3-a86c-8f41d19e9f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3349de9-f5a9-4270-bbc5-0f55ba2b2fac,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:45.148952 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:45.194377 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 59982903-96e4-4fcc-8d89-d5172d4059e3, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=59982903-96e4-4fcc-8d89-d5172d4059e3,segment=NetworkSegment(17a74c28-ade6-4811-8baf-0a1df2b76edf),segment_id=17a74c28-ade6-4811-8baf-0a1df2b76edf)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:44:45.233830 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': '59982903-96e4-4fcc-8d89-d5172d4059e3', 'network_id': 'a9541e31-c93f-4ee8-abea-4329f5075599', 'port_id': '59982903-96e4-4fcc-8d89-d5172d4059e3', 'mac_address': 'fa:16:3e:c0:c1:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaefa3d2-884a-4c75-bedd-880ab1228d21', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:44:45.312949 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:45.375894 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59982903-96e4-4fcc-8d89-d5172d4059e3 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:44:45.410550 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b969d0-2d41-438b-bba3-c990afa26fe4 req-dee6bc51-be51-40cf-8cbb-40d6303dd597 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:45.421021 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b0b969d0-2d41-438b-bba3-c990afa26fe4 req-dee6bc51-be51-40cf-8cbb-40d6303dd597 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.93 "GET /v2.0/ports?device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a&tenant_id=21f5568e020c455199c8dde94ac0b73c&binding%3Ahost_id=n-h1-815690-2 HTTP/1.1" status: 200 len: 943 time: 0.2995901 Oct 27 18:44:45.437646 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 59982903-96e4-4fcc-8d89-d5172d4059e3, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=59982903-96e4-4fcc-8d89-d5172d4059e3,segment=NetworkSegment(17a74c28-ade6-4811-8baf-0a1df2b76edf),segment_id=17a74c28-ade6-4811-8baf-0a1df2b76edf)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:44:45.512640 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:45.529327 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d7819-23cd-4201-a62d-aa9ff51b3258 req-41956caf-0d89-449f-a4c5-41990402a57a tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:45.545030 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0a0d7819-23cd-4201-a62d-aa9ff51b3258 req-41956caf-0d89-449f-a4c5-41990402a57a tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 943 time: 0.1106896 Oct 27 18:44:45.565082 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [req-b0b969d0-2d41-438b-bba3-c990afa26fe4 req-61302531-919b-4d63-a002-074695a82632 service neutron] delete failed (client error): The resource could not be found. Oct 27 18:44:45.567810 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b0b969d0-2d41-438b-bba3-c990afa26fe4 req-61302531-919b-4d63-a002-074695a82632 service neutron] 10.222.0.93 "DELETE /v2.0/ports/59982903-96e4-4fcc-8d89-d5172d4059e3/bindings/n-h2-815690-2 HTTP/1.1" status: 404 len: 380 time: 0.1348834 Oct 27 18:44:45.620163 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0a0d7819-23cd-4201-a62d-aa9ff51b3258 req-77d75908-d8c2-474d-9953-564ff34e8058 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=75efdcb1-cfc5-4e28-866b-b86c338007b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779068 Oct 27 18:44:45.694547 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=59982903-96e4-4fcc-8d89-d5172d4059e3,revision_number=8']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:45.715975 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b969d0-2d41-438b-bba3-c990afa26fe4 req-894ae5da-a67f-4e5a-bd77-1eb7d0e3a5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:45.718936 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b0b969d0-2d41-438b-bba3-c990afa26fe4 req-894ae5da-a67f-4e5a-bd77-1eb7d0e3a5c7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=21f5568e020c455199c8dde94ac0b73c&device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 1095 time: 0.0768712 Oct 27 18:44:45.782783 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['59982903-96e4-4fcc-8d89-d5172d4059e3'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:44:45.998090 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b969d0-2d41-438b-bba3-c990afa26fe4 req-23d0bef2-ba0c-473e-8842-244737537c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:46.004164 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b0b969d0-2d41-438b-bba3-c990afa26fe4 req-23d0bef2-ba0c-473e-8842-244737537c78 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a9541e31-c93f-4ee8-abea-4329f5075599 HTTP/1.1" status: 200 len: 899 time: 0.2755563 Oct 27 18:44:46.111286 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b0b969d0-2d41-438b-bba3-c990afa26fe4 req-d62b791f-98be-4cee-9a47-223d98467803 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59982903-96e4-4fcc-8d89-d5172d4059e3 HTTP/1.1" status: 200 len: 999 time: 0.0987520 Oct 27 18:44:46.215877 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b969d0-2d41-438b-bba3-c990afa26fe4 req-b08182ca-38d7-46f4-b275-6ba64bd0bce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:46.218092 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b0b969d0-2d41-438b-bba3-c990afa26fe4 req-b08182ca-38d7-46f4-b275-6ba64bd0bce1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=aaefa3d2-884a-4c75-bedd-880ab1228d21 HTTP/1.1" status: 200 len: 834 time: 0.0993807 Oct 27 18:44:46.331703 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58878) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:46.361235 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b969d0-2d41-438b-bba3-c990afa26fe4 req-95a25549-7664-4ce4-8fca-eb845afc59c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:46.362981 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b0b969d0-2d41-438b-bba3-c990afa26fe4 req-95a25549-7664-4ce4-8fca-eb845afc59c6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a9541e31-c93f-4ee8-abea-4329f5075599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1343567 Oct 27 18:44:46.481520 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e6d4ce16-750f-4c95-ae84-74139e276f25 tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] 10.222.0.52 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2148 time: 0.1481893 Oct 27 18:44:46.484137 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58888) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:46.492989 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-05106583-2ad5-47bb-8aa9-d0b5476e1a77 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Request body: {'network': {'name': 'tempest-network-smoke--997114490', 'project_id': '38372ab8aa394f258676f181e4e603cf', 'port_security_enabled': False}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:44:46.544479 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b0b969d0-2d41-438b-bba3-c990afa26fe4 req-4d574a75-8ef5-4ae7-beb9-408285d2f31e service neutron] 10.222.0.93 "GET /v2.0/networks/a9541e31-c93f-4ee8-abea-4329f5075599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721013 Oct 27 18:44:46.679712 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b0b969d0-2d41-438b-bba3-c990afa26fe4 req-78984ffa-a319-49b3-abf7-522bc61c5d68 service neutron] 10.222.0.93 "GET /v2.0/networks/a9541e31-c93f-4ee8-abea-4329f5075599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269231 Oct 27 18:44:46.772764 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417dbf5c-c51d-47b6-b885-384f1a5afa96 req-542cfd5c-a046-4c1f-952f-a6d6fb7b2773 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:46.774357 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-417dbf5c-c51d-47b6-b885-384f1a5afa96 req-542cfd5c-a046-4c1f-952f-a6d6fb7b2773 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 944 time: 0.0669777 Oct 27 18:44:46.820284 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-417dbf5c-c51d-47b6-b885-384f1a5afa96 req-064880bc-e842-4d0b-8a27-84ea79311234 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=75efdcb1-cfc5-4e28-866b-b86c338007b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363867 Oct 27 18:44:46.952005 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 59982903-96e4-4fcc-8d89-d5172d4059e3 up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:44:46.982731 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05106583-2ad5-47bb-8aa9-d0b5476e1a77 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Made reservation on behalf of 38372ab8aa394f258676f181e4e603cf for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:44:46.986843 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-05106583-2ad5-47bb-8aa9-d0b5476e1a77 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:46.995648 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 58910) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:47.015479 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05106583-2ad5-47bb-8aa9-d0b5476e1a77 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] vlan segment allocate from pool success with {'vlan_id': 1024, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:44:47.025062 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-05106583-2ad5-47bb-8aa9-d0b5476e1a77 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:47.025757 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-05106583-2ad5-47bb-8aa9-d0b5476e1a77 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Added segment 8221b84c-651e-471a-8570-ec818e0c2626 of type vlan for network eef9116b-9d23-4983-9fdb-69909a4a8536 Oct 27 18:44:47.073300 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-05106583-2ad5-47bb-8aa9-d0b5476e1a77 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:47.121137 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning for port 59982903-96e4-4fcc-8d89-d5172d4059e3 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:44:47.128640 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port 59982903-96e4-4fcc-8d89-d5172d4059e3 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:44:47.129152 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:47.256154 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:47.269760 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-05106583-2ad5-47bb-8aa9-d0b5476e1a77 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:47.287857 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05106583-2ad5-47bb-8aa9-d0b5476e1a77 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:47.290711 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-05106583-2ad5-47bb-8aa9-d0b5476e1a77 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:47.332114 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f6306d48-579a-4806-9cff-aa70aefcde6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:47.332243 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 59982903-96e4-4fcc-8d89-d5172d4059e3, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=59982903-96e4-4fcc-8d89-d5172d4059e3,segment=NetworkSegment(17a74c28-ade6-4811-8baf-0a1df2b76edf),segment_id=17a74c28-ade6-4811-8baf-0a1df2b76edf)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:44:47.332243 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4031e58c-2edc-47cf-a6be-545bafd3e26a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59982903-96e4-4fcc-8d89-d5172d4059e3'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:44:47.332243 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a271f087-f64b-4e44-8b18-769aa8ea3cd9" -d '{"events": [{"server_uuid": "4031e58c-2edc-47cf-a6be-545bafd3e26a", "name": "network-vif-plugged", "status": "completed", "tag": "59982903-96e4-4fcc-8d89-d5172d4059e3"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:44:47.409038 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:47.452931 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05106583-2ad5-47bb-8aa9-d0b5476e1a77 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Pushing event updated for resources: {'Network': ['ID=eef9116b-9d23-4983-9fdb-69909a4a8536,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:47.478475 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network eef9116b-9d23-4983-9fdb-69909a4a8536 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:44:47.502446 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94fb5057-c78c-4ae6-a1ee-4a384f6f6f15 x-openstack-request-id: req-94fb5057-c78c-4ae6-a1ee-4a384f6f6f15 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:44:47.502793 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4031e58c-2edc-47cf-a6be-545bafd3e26a", "name": "network-vif-plugged", "status": "completed", "tag": "59982903-96e4-4fcc-8d89-d5172d4059e3", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:44:47.503398 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-94fb5057-c78c-4ae6-a1ee-4a384f6f6f15 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:44:47.504033 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4031e58c-2edc-47cf-a6be-545bafd3e26a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59982903-96e4-4fcc-8d89-d5172d4059e3', 'code': 200} Oct 27 18:44:47.514048 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f6306d48-579a-4806-9cff-aa70aefcde6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:47.581744 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=59982903-96e4-4fcc-8d89-d5172d4059e3,revision_number=9']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:47.602551 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-05106583-2ad5-47bb-8aa9-d0b5476e1a77 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1167283 Oct 27 18:44:47.605076 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 58942) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:47.609915 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-de661dc5-90be-4fc2-88c1-9595f3744c1b tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-102006163', 'admin_state_up': True, 'project_id': '38372ab8aa394f258676f181e4e603cf', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:44:47.623277 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f6306d48-579a-4806-9cff-aa70aefcde6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:47.670360 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f6306d48-579a-4806-9cff-aa70aefcde6c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=64168481cc5540828bc3f0d1508028b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6743171 Oct 27 18:44:47.673349 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 58946) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:47.681157 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6306d48-579a-4806-9cff-aa70aefcde6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b80b999-f348-4afa-b3b9-ee78f8d8d496,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:47.720257 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-de661dc5-90be-4fc2-88c1-9595f3744c1b tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:47.721336 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-de661dc5-90be-4fc2-88c1-9595f3744c1b tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:47.757059 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1149e94c-4b63-4d74-ac3e-acff88a45c8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:47.782751 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-de661dc5-90be-4fc2-88c1-9595f3744c1b tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:47.789204 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1149e94c-4b63-4d74-ac3e-acff88a45c8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:47.926027 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1149e94c-4b63-4d74-ac3e-acff88a45c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:47.931022 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1149e94c-4b63-4d74-ac3e-acff88a45c8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:47.936672 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1149e94c-4b63-4d74-ac3e-acff88a45c8a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0b80b999-f348-4afa-b3b9-ee78f8d8d496 HTTP/1.1" status: 204 len: 168 time: 0.2578046 Oct 27 18:44:47.947173 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1149e94c-4b63-4d74-ac3e-acff88a45c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b80b999-f348-4afa-b3b9-ee78f8d8d496,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:48.051543 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-de661dc5-90be-4fc2-88c1-9595f3744c1b tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:48.335256 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38939de-e5e6-4f5f-aac5-6edcc287681c req-34bd0292-2f14-4de1-bff8-4f7a7b70d819 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:48.357632 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c38939de-e5e6-4f5f-aac5-6edcc287681c req-34bd0292-2f14-4de1-bff8-4f7a7b70d819 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 945 time: 0.4435031 Oct 27 18:44:48.373315 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-de661dc5-90be-4fc2-88c1-9595f3744c1b tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:48.395870 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-de661dc5-90be-4fc2-88c1-9595f3744c1b tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:48.434003 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c38939de-e5e6-4f5f-aac5-6edcc287681c req-ac028a10-c5bb-4a9e-8637-96289ef1b581 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=75efdcb1-cfc5-4e28-866b-b86c338007b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752573 Oct 27 18:44:48.482744 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59002) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:48.592990 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-fe06de24-1a89-4784-a6ae-e75b5738f439 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/floatingips/aec3c179-1eda-44f5-972b-51def3474dfb HTTP/1.1" status: 200 len: 992 time: 0.1073952 Oct 27 18:44:48.628145 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-de661dc5-90be-4fc2-88c1-9595f3744c1b tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Allocated IP 172.25.6.43 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/13b01fa5-82f9-4ced-9ce1-b3af677f0310) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:44:48.680841 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59018) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:48.776506 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-de661dc5-90be-4fc2-88c1-9595f3744c1b tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:48.830846 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-54a49a92-de91-4d1e-8972-1c1ef9a3c3f5 tempest-RoutersAdminNegativeIpV6Test-22901010 tempest-RoutersAdminNegativeIpV6Test-22901010-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-442406398', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:44:48.937186 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a49a92-de91-4d1e-8972-1c1ef9a3c3f5 tempest-RoutersAdminNegativeIpV6Test-22901010 tempest-RoutersAdminNegativeIpV6Test-22901010-project-admin] Made reservation on behalf of 753b3aee5daa444a8a2ae15fccd51804 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:44:48.938309 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-de661dc5-90be-4fc2-88c1-9595f3744c1b tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:48.940971 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-54a49a92-de91-4d1e-8972-1c1ef9a3c3f5 tempest-RoutersAdminNegativeIpV6Test-22901010 tempest-RoutersAdminNegativeIpV6Test-22901010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:48.955592 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-54a49a92-de91-4d1e-8972-1c1ef9a3c3f5 tempest-RoutersAdminNegativeIpV6Test-22901010 tempest-RoutersAdminNegativeIpV6Test-22901010-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:49.060210 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de661dc5-90be-4fc2-88c1-9595f3744c1b tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Pushing event updated for resources: {'Port': ['ID=13b01fa5-82f9-4ced-9ce1-b3af677f0310,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:49.068521 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de661dc5-90be-4fc2-88c1-9595f3744c1b tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:44:49.070238 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-de661dc5-90be-4fc2-88c1-9595f3744c1b tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:44:49.074940 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de661dc5-90be-4fc2-88c1-9595f3744c1b tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:44:49.114187 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-54a49a92-de91-4d1e-8972-1c1ef9a3c3f5 tempest-RoutersAdminNegativeIpV6Test-22901010 tempest-RoutersAdminNegativeIpV6Test-22901010-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:49.213378 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-54a49a92-de91-4d1e-8972-1c1ef9a3c3f5 tempest-RoutersAdminNegativeIpV6Test-22901010 tempest-RoutersAdminNegativeIpV6Test-22901010-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:49.228575 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-54a49a92-de91-4d1e-8972-1c1ef9a3c3f5 tempest-RoutersAdminNegativeIpV6Test-22901010 tempest-RoutersAdminNegativeIpV6Test-22901010-project-admin] device_id is not set on port b6525f97-a57a-4a0a-bdb8-cc733ef5437a yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:44:49.439777 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-54a49a92-de91-4d1e-8972-1c1ef9a3c3f5 tempest-RoutersAdminNegativeIpV6Test-22901010 tempest-RoutersAdminNegativeIpV6Test-22901010-project-admin] Allocated IP 172.25.6.23 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/b6525f97-a57a-4a0a-bdb8-cc733ef5437a) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:44:49.681382 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59086) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:49.842499 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a49a92-de91-4d1e-8972-1c1ef9a3c3f5 tempest-RoutersAdminNegativeIpV6Test-22901010 tempest-RoutersAdminNegativeIpV6Test-22901010-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfca10c7-a7b1-46d7-8939-725feacea21c,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:49.908460 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-54a49a92-de91-4d1e-8972-1c1ef9a3c3f5 tempest-RoutersAdminNegativeIpV6Test-22901010 tempest-RoutersAdminNegativeIpV6Test-22901010-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:49.986940 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-aaa41002-56f2-427d-b892-a6517fa39f1d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-106301573-network', 'tenant_id': '73030efb74f9430b81c3b65da03abf1c'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:44:50.051494 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-de661dc5-90be-4fc2-88c1-9595f3744c1b tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:50.101473 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-54a49a92-de91-4d1e-8972-1c1ef9a3c3f5 tempest-RoutersAdminNegativeIpV6Test-22901010 tempest-RoutersAdminNegativeIpV6Test-22901010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:50.200713 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a49a92-de91-4d1e-8972-1c1ef9a3c3f5 tempest-RoutersAdminNegativeIpV6Test-22901010 tempest-RoutersAdminNegativeIpV6Test-22901010-project-admin] Pushing event updated for resources: {'Port': ['ID=b6525f97-a57a-4a0a-bdb8-cc733ef5437a,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:50.219290 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa41002-56f2-427d-b892-a6517fa39f1d admin admin] Made reservation on behalf of 73030efb74f9430b81c3b65da03abf1c for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:44:50.219290 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-aaa41002-56f2-427d-b892-a6517fa39f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:50.240651 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-aaa41002-56f2-427d-b892-a6517fa39f1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:50.258863 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a49a92-de91-4d1e-8972-1c1ef9a3c3f5 tempest-RoutersAdminNegativeIpV6Test-22901010 tempest-RoutersAdminNegativeIpV6Test-22901010-project-admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:44:50.263780 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-54a49a92-de91-4d1e-8972-1c1ef9a3c3f5 tempest-RoutersAdminNegativeIpV6Test-22901010 tempest-RoutersAdminNegativeIpV6Test-22901010-project-admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:44:50.267407 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a49a92-de91-4d1e-8972-1c1ef9a3c3f5 tempest-RoutersAdminNegativeIpV6Test-22901010 tempest-RoutersAdminNegativeIpV6Test-22901010-project-admin] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:44:50.378749 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-de661dc5-90be-4fc2-88c1-9595f3744c1b tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:50.430533 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a49a92-de91-4d1e-8972-1c1ef9a3c3f5 tempest-RoutersAdminNegativeIpV6Test-22901010 tempest-RoutersAdminNegativeIpV6Test-22901010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:50.431480 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-54a49a92-de91-4d1e-8972-1c1ef9a3c3f5 tempest-RoutersAdminNegativeIpV6Test-22901010 tempest-RoutersAdminNegativeIpV6Test-22901010-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:50.448100 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-aaa41002-56f2-427d-b892-a6517fa39f1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:50.535574 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-aaa41002-56f2-427d-b892-a6517fa39f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:50.564469 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaa41002-56f2-427d-b892-a6517fa39f1d admin admin] vlan segment allocate from pool success with {'vlan_id': 1044, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:44:50.578189 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-54a49a92-de91-4d1e-8972-1c1ef9a3c3f5 tempest-RoutersAdminNegativeIpV6Test-22901010 tempest-RoutersAdminNegativeIpV6Test-22901010-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.8923328 Oct 27 18:44:50.581552 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59126) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:50.586708 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa41002-56f2-427d-b892-a6517fa39f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4318d5b-f6be-4fa5-8804-9a533e4190a7,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:50.590329 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-631490cb-9af5-4875-9424-c52890815a0e tempest-RoutersAdminNegativeIpV6Test-22901010 tempest-RoutersAdminNegativeIpV6Test-22901010-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.23'}]}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:44:50.592150 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-aaa41002-56f2-427d-b892-a6517fa39f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:50.592766 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-aaa41002-56f2-427d-b892-a6517fa39f1d admin admin] Added segment f3443eb5-6938-4657-9388-3bc4f43b1bc8 of type vlan for network a04ae42b-bb2c-4107-a1d6-82d54a28e1b4 Oct 27 18:44:50.652558 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-aaa41002-56f2-427d-b892-a6517fa39f1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:50.696740 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de661dc5-90be-4fc2-88c1-9595f3744c1b tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Router 4e514bc2-2460-40dd-a754-bdadfb1bb497 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:44:50.744641 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-aaa41002-56f2-427d-b892-a6517fa39f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:50.746212 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa41002-56f2-427d-b892-a6517fa39f1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:50.747131 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-aaa41002-56f2-427d-b892-a6517fa39f1d admin admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:50.839112 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-631490cb-9af5-4875-9424-c52890815a0e tempest-RoutersAdminNegativeIpV6Test-22901010 tempest-RoutersAdminNegativeIpV6Test-22901010-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:50.840488 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-631490cb-9af5-4875-9424-c52890815a0e tempest-RoutersAdminNegativeIpV6Test-22901010 tempest-RoutersAdminNegativeIpV6Test-22901010-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:50.902662 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa41002-56f2-427d-b892-a6517fa39f1d admin admin] Pushing event updated for resources: {'Network': ['ID=a04ae42b-bb2c-4107-a1d6-82d54a28e1b4,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:50.951987 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network a04ae42b-bb2c-4107-a1d6-82d54a28e1b4 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:44:50.976421 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-631490cb-9af5-4875-9424-c52890815a0e tempest-RoutersAdminNegativeIpV6Test-22901010 tempest-RoutersAdminNegativeIpV6Test-22901010-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:51.014987 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-aaa41002-56f2-427d-b892-a6517fa39f1d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3304052 Oct 27 18:44:51.017792 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59142) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:51.024783 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-49b7edfe-5812-4453-9ada-970cbbcd9b18 admin admin] Request body: {'subnet': {'network_id': 'a04ae42b-bb2c-4107-a1d6-82d54a28e1b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-106301573-subnet', 'tenant_id': '73030efb74f9430b81c3b65da03abf1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:44:51.034191 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de661dc5-90be-4fc2-88c1-9595f3744c1b tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:44:51.070131 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b77fa0-5a75-4172-b904-21d17a0e7079 None None] Sync routers for ids ['4e514bc2-2460-40dd-a754-bdadfb1bb497'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:44:51.095394 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b77fa0-5a75-4172-b904-21d17a0e7079 None None] Routers {'4e514bc2-2460-40dd-a754-bdadfb1bb497'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:44:51.097396 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-b1b77fa0-5a75-4172-b904-21d17a0e7079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:44:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['4e514bc2-2460-40dd-a754-bdadfb1bb497'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:51.199884 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-631490cb-9af5-4875-9424-c52890815a0e tempest-RoutersAdminNegativeIpV6Test-22901010 tempest-RoutersAdminNegativeIpV6Test-22901010-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:51.211193 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b7edfe-5812-4453-9ada-970cbbcd9b18 admin admin] Made reservation on behalf of 73030efb74f9430b81c3b65da03abf1c for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:44:51.213517 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-49b7edfe-5812-4453-9ada-970cbbcd9b18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:51.225212 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-b1b77fa0-5a75-4172-b904-21d17a0e7079 None None] Set router 4e514bc2-2460-40dd-a754-bdadfb1bb497 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:44:51.340820 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-de661dc5-90be-4fc2-88c1-9595f3744c1b tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:51.345607 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-de661dc5-90be-4fc2-88c1-9595f3744c1b tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.7360702 Oct 27 18:44:51.345973 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59158) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:51.473915 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66dc8db-d6b2-4d02-942e-17003ebabe65 tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:51.479850 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f66dc8db-d6b2-4d02-942e-17003ebabe65 tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=38372ab8aa394f258676f181e4e603cf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1310177 Oct 27 18:44:51.480631 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59166) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:51.494560 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-b1b77fa0-5a75-4172-b904-21d17a0e7079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e514bc2-2460-40dd-a754-bdadfb1bb497', 'name': 'tempest-TestSecurityGroupsBasicOps-router-102006163', 'tenant_id': '38372ab8aa394f258676f181e4e603cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '13b01fa5-82f9-4ced-9ce1-b3af677f0310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:44:47Z', 'updated_at': '2021-10-27T18:44:49Z', 'revision_number': 3, 'project_id': '38372ab8aa394f258676f181e4e603cf', 'gw_port': {'id': '13b01fa5-82f9-4ced-9ce1-b3af677f0310', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:15:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e514bc2-2460-40dd-a754-bdadfb1bb497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:44:48Z', 'updated_at': '2021-10-27T18:44:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:51.534846 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b77fa0-5a75-4172-b904-21d17a0e7079 None None] Checking router: 4e514bc2-2460-40dd-a754-bdadfb1bb497 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:44:51.535282 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b77fa0-5a75-4172-b904-21d17a0e7079 None None] Updating router 4e514bc2-2460-40dd-a754-bdadfb1bb497 port 13b01fa5-82f9-4ced-9ce1-b3af677f0310 binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:44:51.570225 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b1b77fa0-5a75-4172-b904-21d17a0e7079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:51.623921 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b1cf46-11f6-4865-91d3-c80fc2bed290 tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:51.628774 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a5b1cf46-11f6-4865-91d3-c80fc2bed290 tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1470160 Oct 27 18:44:51.633326 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59176) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:51.634559 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-49b7edfe-5812-4453-9ada-970cbbcd9b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:51.666594 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b3b5f6c7-843e-40ce-a6bc-1b3285e87e44 tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=0fad50cd-70b8-43d9-8a14-cc05c0fdea0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0358448 Oct 27 18:44:51.670745 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59178) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:51.733998 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-631490cb-9af5-4875-9424-c52890815a0e tempest-RoutersAdminNegativeIpV6Test-22901010 tempest-RoutersAdminNegativeIpV6Test-22901010-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:51.752998 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e2fd810c-51dc-4d2d-9ccd-746aaa71e98c tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=38372ab8aa394f258676f181e4e603cf&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0808704 Oct 27 18:44:51.753801 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59188) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:51.769111 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b7edfe-5812-4453-9ada-970cbbcd9b18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38f30f01-0da2-4785-9cfa-3ef31032d35a,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:51.782948 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b7edfe-5812-4453-9ada-970cbbcd9b18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:51.788147 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b7edfe-5812-4453-9ada-970cbbcd9b18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:51.788147 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b7edfe-5812-4453-9ada-970cbbcd9b18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:51.788147 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b7edfe-5812-4453-9ada-970cbbcd9b18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:51.788147 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b7edfe-5812-4453-9ada-970cbbcd9b18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:51.788147 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b7edfe-5812-4453-9ada-970cbbcd9b18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:51.788147 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b7edfe-5812-4453-9ada-970cbbcd9b18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:51.788147 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b7edfe-5812-4453-9ada-970cbbcd9b18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:51.788147 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b7edfe-5812-4453-9ada-970cbbcd9b18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:51.788147 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b7edfe-5812-4453-9ada-970cbbcd9b18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:51.788147 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b7edfe-5812-4453-9ada-970cbbcd9b18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:51.788147 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b7edfe-5812-4453-9ada-970cbbcd9b18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:51.799447 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-631490cb-9af5-4875-9424-c52890815a0e tempest-RoutersAdminNegativeIpV6Test-22901010 tempest-RoutersAdminNegativeIpV6Test-22901010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:51.840945 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b7edfe-5812-4453-9ada-970cbbcd9b18 admin admin] Checking segment: {'id': 'f3443eb5-6938-4657-9388-3bc4f43b1bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'a04ae42b-bb2c-4107-a1d6-82d54a28e1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:44:51.841507 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b7edfe-5812-4453-9ada-970cbbcd9b18 admin admin] Network hostable DHCP agents. Network: a04ae42b-bb2c-4107-a1d6-82d54a28e1b4, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:44:51.899362 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b1b77fa0-5a75-4172-b904-21d17a0e7079 None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:51.982704 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b1b77fa0-5a75-4172-b904-21d17a0e7079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:52.081006 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b4546-9282-49af-b778-b13284f11472 None None] Pushing event updated for resources: {'Port': ['ID=13b01fa5-82f9-4ced-9ce1-b3af677f0310,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:52.083942 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-b1b77fa0-5a75-4172-b904-21d17a0e7079 None None] Attempting to bind port 13b01fa5-82f9-4ced-9ce1-b3af677f0310 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:44:52.084382 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-b1b77fa0-5a75-4172-b904-21d17a0e7079 None None] Attempting to bind port 13b01fa5-82f9-4ced-9ce1-b3af677f0310 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:44:52.084809 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b77fa0-5a75-4172-b904-21d17a0e7079 None None] Attempting to bind port 13b01fa5-82f9-4ced-9ce1-b3af677f0310 on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:44:52.091769 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b77fa0-5a75-4172-b904-21d17a0e7079 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:44:52.092637 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b77fa0-5a75-4172-b904-21d17a0e7079 None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:44:52.092637 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b1b77fa0-5a75-4172-b904-21d17a0e7079 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:52.093343 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b77fa0-5a75-4172-b904-21d17a0e7079 None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:44:52.093707 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-b1b77fa0-5a75-4172-b904-21d17a0e7079 None None] Bound port: 13b01fa5-82f9-4ced-9ce1-b3af677f0310, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:44:52.094153 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b1b77fa0-5a75-4172-b904-21d17a0e7079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:52.094408 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b7edfe-5812-4453-9ada-970cbbcd9b18 admin admin] Network a04ae42b-bb2c-4107-a1d6-82d54a28e1b4 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:44:52.153450 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-b1b77fa0-5a75-4172-b904-21d17a0e7079 None None] For port 13b01fa5-82f9-4ced-9ce1-b3af677f0310, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:44:52.157380 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-b1b77fa0-5a75-4172-b904-21d17a0e7079 None None] For port 13b01fa5-82f9-4ced-9ce1-b3af677f0310, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=13b01fa5-82f9-4ced-9ce1-b3af677f0310,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:44:52.161598 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-631490cb-9af5-4875-9424-c52890815a0e tempest-RoutersAdminNegativeIpV6Test-22901010 tempest-RoutersAdminNegativeIpV6Test-22901010-project-admin] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:52.198921 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-49b7edfe-5812-4453-9ada-970cbbcd9b18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, a04ae42b-bb2c-4107-a1d6-82d54a28e1b4) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:44:52.208215 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38245c39-f229-4f1e-873d-da7388ddc66f None None] Network a04ae42b-bb2c-4107-a1d6-82d54a28e1b4 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:44:52.227556 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b7edfe-5812-4453-9ada-970cbbcd9b18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:52.228014 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-49b7edfe-5812-4453-9ada-970cbbcd9b18 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:52.267048 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e17ceeb-d719-4793-b42d-2b26326c6071 tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:52.269532 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9e17ceeb-d719-4793-b42d-2b26326c6071 tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5138640 Oct 27 18:44:52.279612 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59212) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:52.289923 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b1b77fa0-5a75-4172-b904-21d17a0e7079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:52.313463 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5cfe9f7b-adca-48b9-8a0d-a5c6181feb97 tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=0fad50cd-70b8-43d9-8a14-cc05c0fdea0e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335715 Oct 27 18:44:52.321298 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59214) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:52.326702 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-714dfdc4-e8d1-4ca0-8ffb-a9572d650f13 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-529418021', 'network_id': 'eef9116b-9d23-4983-9fdb-69909a4a8536', 'project_id': '38372ab8aa394f258676f181e4e603cf', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:44:52.385454 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b77fa0-5a75-4172-b904-21d17a0e7079 None None] Routers {'4e514bc2-2460-40dd-a754-bdadfb1bb497'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:44:52.386417 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-b1b77fa0-5a75-4172-b904-21d17a0e7079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:44:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['4e514bc2-2460-40dd-a754-bdadfb1bb497'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:52.438187 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b4546-9282-49af-b778-b13284f11472 None None] Pushing event updated for resources: {'Port': ['ID=13b01fa5-82f9-4ced-9ce1-b3af677f0310,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:52.438448 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-49b7edfe-5812-4453-9ada-970cbbcd9b18 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4193237 Oct 27 18:44:52.459826 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-631490cb-9af5-4875-9424-c52890815a0e tempest-RoutersAdminNegativeIpV6Test-22901010 tempest-RoutersAdminNegativeIpV6Test-22901010-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:52.461395 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-631490cb-9af5-4875-9424-c52890815a0e tempest-RoutersAdminNegativeIpV6Test-22901010 tempest-RoutersAdminNegativeIpV6Test-22901010-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:52.594563 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c1879e-812f-4e50-b68e-aa5afe712a4f None None] Network a04ae42b-bb2c-4107-a1d6-82d54a28e1b4 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:44:52.600398 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-b1b77fa0-5a75-4172-b904-21d17a0e7079 None None] Set router 4e514bc2-2460-40dd-a754-bdadfb1bb497 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:44:52.609284 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714dfdc4-e8d1-4ca0-8ffb-a9572d650f13 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Made reservation on behalf of 38372ab8aa394f258676f181e4e603cf for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:44:52.613395 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-714dfdc4-e8d1-4ca0-8ffb-a9572d650f13 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:52.658220 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-631490cb-9af5-4875-9424-c52890815a0e tempest-RoutersAdminNegativeIpV6Test-22901010 tempest-RoutersAdminNegativeIpV6Test-22901010-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:52.658783 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631490cb-9af5-4875-9424-c52890815a0e tempest-RoutersAdminNegativeIpV6Test-22901010 tempest-RoutersAdminNegativeIpV6Test-22901010-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 98e6f8ed-0b8a-4612-bd6f-9e90eeb1afdf {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:44:52.788309 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-631490cb-9af5-4875-9424-c52890815a0e tempest-RoutersAdminNegativeIpV6Test-22901010 tempest-RoutersAdminNegativeIpV6Test-22901010-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 27 18:44:52.790549 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-631490cb-9af5-4875-9424-c52890815a0e tempest-RoutersAdminNegativeIpV6Test-22901010 tempest-RoutersAdminNegativeIpV6Test-22901010-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.2079687 Oct 27 18:44:52.793358 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59242) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:52.954673 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-714dfdc4-e8d1-4ca0-8ffb-a9572d650f13 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:53.047375 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-6021a706-decc-4d1d-9816-9478be7ed40c tempest-RoutersAdminNegativeIpV6Test-22901010 tempest-RoutersAdminNegativeIpV6Test-22901010-project-admin] Deleting port b6525f97-a57a-4a0a-bdb8-cc733ef5437a {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:44:53.048067 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6021a706-decc-4d1d-9816-9478be7ed40c tempest-RoutersAdminNegativeIpV6Test-22901010 tempest-RoutersAdminNegativeIpV6Test-22901010-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:53.157067 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714dfdc4-e8d1-4ca0-8ffb-a9572d650f13 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Pushing event updated for resources: {'Subnet': ['ID=3812f0a2-5902-4abb-b74e-01ae24f847dc,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:53.180830 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714dfdc4-e8d1-4ca0-8ffb-a9572d650f13 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Checking segment: {'id': '8221b84c-651e-471a-8570-ec818e0c2626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'eef9116b-9d23-4983-9fdb-69909a4a8536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:44:53.181210 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714dfdc4-e8d1-4ca0-8ffb-a9572d650f13 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Network hostable DHCP agents. Network: eef9116b-9d23-4983-9fdb-69909a4a8536, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:44:53.235384 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-b1b77fa0-5a75-4172-b904-21d17a0e7079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e514bc2-2460-40dd-a754-bdadfb1bb497', 'name': 'tempest-TestSecurityGroupsBasicOps-router-102006163', 'tenant_id': '38372ab8aa394f258676f181e4e603cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '13b01fa5-82f9-4ced-9ce1-b3af677f0310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:44:47Z', 'updated_at': '2021-10-27T18:44:49Z', 'revision_number': 3, 'project_id': '38372ab8aa394f258676f181e4e603cf', 'gw_port': {'id': '13b01fa5-82f9-4ced-9ce1-b3af677f0310', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:15:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e514bc2-2460-40dd-a754-bdadfb1bb497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:44:48Z', 'updated_at': '2021-10-27T18:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:53.267034 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-d690fd72-6b84-4ea2-9b48-b508335705d2 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:53.268390 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6021a706-decc-4d1d-9816-9478be7ed40c tempest-RoutersAdminNegativeIpV6Test-22901010 tempest-RoutersAdminNegativeIpV6Test-22901010-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:53.268967 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-d690fd72-6b84-4ea2-9b48-b508335705d2 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] 10.222.0.52 "GET /v2.0/networks?id=a04ae42b-bb2c-4107-a1d6-82d54a28e1b4 HTTP/1.1" status: 200 len: 821 time: 0.2228360 Oct 27 18:44:53.287509 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-6021a706-decc-4d1d-9816-9478be7ed40c tempest-RoutersAdminNegativeIpV6Test-22901010 tempest-RoutersAdminNegativeIpV6Test-22901010-project-admin] Calling delete_port for b6525f97-a57a-4a0a-bdb8-cc733ef5437a owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:44:53.295916 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-41102403-6cef-4594-9201-e0888047c66b tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] 10.222.0.52 "GET /v2.0/quotas/73030efb74f9430b81c3b65da03abf1c HTTP/1.1" status: 200 len: 375 time: 0.0182688 Oct 27 18:44:53.298613 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b77fa0-5a75-4172-b904-21d17a0e7079 None None] The sync data for ids ['4e514bc2-2460-40dd-a754-bdadfb1bb497'] in n-d-815690-2 is: [{'id': '4e514bc2-2460-40dd-a754-bdadfb1bb497', 'name': 'tempest-TestSecurityGroupsBasicOps-router-102006163', 'tenant_id': '38372ab8aa394f258676f181e4e603cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '13b01fa5-82f9-4ced-9ce1-b3af677f0310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:44:47Z', 'updated_at': '2021-10-27T18:44:49Z', 'revision_number': 3, 'project_id': '38372ab8aa394f258676f181e4e603cf', 'gw_port': {'id': '13b01fa5-82f9-4ced-9ce1-b3af677f0310', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:15:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e514bc2-2460-40dd-a754-bdadfb1bb497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:44:48Z', 'updated_at': '2021-10-27T18:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:44:53.353965 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-95375719-a401-4842-ac31-b0c2ba813869 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=73030efb74f9430b81c3b65da03abf1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514061 Oct 27 18:44:53.355729 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714dfdc4-e8d1-4ca0-8ffb-a9572d650f13 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Network eef9116b-9d23-4983-9fdb-69909a4a8536 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:44:53.470493 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-714dfdc4-e8d1-4ca0-8ffb-a9572d650f13 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, eef9116b-9d23-4983-9fdb-69909a4a8536) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:44:53.476245 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714dfdc4-e8d1-4ca0-8ffb-a9572d650f13 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:53.477353 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-714dfdc4-e8d1-4ca0-8ffb-a9572d650f13 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:53.481117 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f0ba93-8a4c-49a7-b05e-bb5a782b621d None None] Network eef9116b-9d23-4983-9fdb-69909a4a8536 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:44:53.561785 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-1e493994-e176-4d01-897c-cfa6f76f1118 service neutron] 10.222.0.52 "GET /v2.0/networks/a04ae42b-bb2c-4107-a1d6-82d54a28e1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943910 Oct 27 18:44:53.600730 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-714dfdc4-e8d1-4ca0-8ffb-a9572d650f13 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2771771 Oct 27 18:44:53.602927 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59290) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:53.668489 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6021a706-decc-4d1d-9816-9478be7ed40c tempest-RoutersAdminNegativeIpV6Test-22901010 tempest-RoutersAdminNegativeIpV6Test-22901010-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:53.758841 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0629b2d-4907-4e1b-bd97-ef9930159ab3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-eef9116b-9d23-4983-9fdb-69909a4a8536', 'network_id': 'eef9116b-9d23-4983-9fdb-69909a4a8536', 'tenant_id': '38372ab8aa394f258676f181e4e603cf', 'fixed_ips': [{'subnet_id': '3812f0a2-5902-4abb-b74e-01ae24f847dc'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:44:53.759873 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c0629b2d-4907-4e1b-bd97-ef9930159ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:53.790923 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6021a706-decc-4d1d-9816-9478be7ed40c tempest-RoutersAdminNegativeIpV6Test-22901010 tempest-RoutersAdminNegativeIpV6Test-22901010-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6525f97-a57a-4a0a-bdb8-cc733ef5437a,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:53.905908 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-453004e0-0744-48a1-9e46-a015713eda1b service neutron] 10.222.0.52 "GET /v2.0/networks/a04ae42b-bb2c-4107-a1d6-82d54a28e1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369644 Oct 27 18:44:54.038512 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6021a706-decc-4d1d-9816-9478be7ed40c tempest-RoutersAdminNegativeIpV6Test-22901010 tempest-RoutersAdminNegativeIpV6Test-22901010-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:54.054473 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6021a706-decc-4d1d-9816-9478be7ed40c tempest-RoutersAdminNegativeIpV6Test-22901010 tempest-RoutersAdminNegativeIpV6Test-22901010-project-admin] 10.222.0.52 "DELETE /v2.0/ports/b6525f97-a57a-4a0a-bdb8-cc733ef5437a HTTP/1.1" status: 204 len: 168 time: 1.2586019 Oct 27 18:44:54.108782 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-c0629b2d-4907-4e1b-bd97-ef9930159ab3 None None] Allocated IP 172.20.0.18 (eef9116b-9d23-4983-9fdb-69909a4a8536/3812f0a2-5902-4abb-b74e-01ae24f847dc/0fb1dcc7-d201-4819-bdfd-d89717970449) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:44:54.176044 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59298) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:54.333189 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c0629b2d-4907-4e1b-bd97-ef9930159ab3 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:54.411873 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c0629b2d-4907-4e1b-bd97-ef9930159ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:54.473084 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fdd9eee3-07ff-416e-918a-be4c753112aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:54.486247 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0629b2d-4907-4e1b-bd97-ef9930159ab3 None None] Network eef9116b-9d23-4983-9fdb-69909a4a8536 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:44:54.534614 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0629b2d-4907-4e1b-bd97-ef9930159ab3 None None] Pushing event updated for resources: {'Port': ['ID=0fb1dcc7-d201-4819-bdfd-d89717970449,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:54.548967 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-df86080b-fb82-468a-b91b-2e34225464df req-541c9e1f-3620-4998-afb0-a37360da2d45 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] 10.222.0.52 "GET /v2.0/ports?device_id=a391bc6e-52f3-4b2f-ba48-3a2c819a91b0 HTTP/1.1" status: 200 len: 210 time: 0.0976093 Oct 27 18:44:54.549786 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-c0629b2d-4907-4e1b-bd97-ef9930159ab3 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:44:54.560559 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0629b2d-4907-4e1b-bd97-ef9930159ab3 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:44:54.710415 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-c0629b2d-4907-4e1b-bd97-ef9930159ab3 None None] Attempting to bind port 0fb1dcc7-d201-4819-bdfd-d89717970449 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:44:54.710987 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-c0629b2d-4907-4e1b-bd97-ef9930159ab3 None None] Attempting to bind port 0fb1dcc7-d201-4819-bdfd-d89717970449 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8221b84c-651e-471a-8570-ec818e0c2626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'eef9116b-9d23-4983-9fdb-69909a4a8536'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:44:54.711516 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0629b2d-4907-4e1b-bd97-ef9930159ab3 None None] Attempting to bind port 0fb1dcc7-d201-4819-bdfd-d89717970449 on network eef9116b-9d23-4983-9fdb-69909a4a8536 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:44:54.718183 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0629b2d-4907-4e1b-bd97-ef9930159ab3 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:44:54.718691 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0629b2d-4907-4e1b-bd97-ef9930159ab3 None None] Checking segment: {'id': '8221b84c-651e-471a-8570-ec818e0c2626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'eef9116b-9d23-4983-9fdb-69909a4a8536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:44:54.719185 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c0629b2d-4907-4e1b-bd97-ef9930159ab3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:54.719583 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0629b2d-4907-4e1b-bd97-ef9930159ab3 None None] Bound using segment: {'id': '8221b84c-651e-471a-8570-ec818e0c2626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'eef9116b-9d23-4983-9fdb-69909a4a8536'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:44:54.720115 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-c0629b2d-4907-4e1b-bd97-ef9930159ab3 None None] Bound port: 0fb1dcc7-d201-4819-bdfd-d89717970449, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8221b84c-651e-471a-8570-ec818e0c2626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'eef9116b-9d23-4983-9fdb-69909a4a8536'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:44:54.720877 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c0629b2d-4907-4e1b-bd97-ef9930159ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:54.724926 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fdd9eee3-07ff-416e-918a-be4c753112aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:54.779710 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c4ee7358-661d-42ed-ab7c-2f02d5b0f9d9 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:54.818267 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-c0629b2d-4907-4e1b-bd97-ef9930159ab3 None None] For port 0fb1dcc7-d201-4819-bdfd-d89717970449, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:44:54.823924 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-c0629b2d-4907-4e1b-bd97-ef9930159ab3 None None] For port 0fb1dcc7-d201-4819-bdfd-d89717970449, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=0fb1dcc7-d201-4819-bdfd-d89717970449,segment=NetworkSegment(8221b84c-651e-471a-8570-ec818e0c2626),segment_id=8221b84c-651e-471a-8570-ec818e0c2626)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:44:54.832091 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fdd9eee3-07ff-416e-918a-be4c753112aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:54.918669 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c0629b2d-4907-4e1b-bd97-ef9930159ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:54.957950 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd9eee3-07ff-416e-918a-be4c753112aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9979b87e-bc01-45f4-8865-f4fc55e6e478,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:54.981030 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-fdd9eee3-07ff-416e-918a-be4c753112aa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9904c94c80c94147b8fb116d943a19e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8036287 Oct 27 18:44:54.985170 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59322) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:54.991244 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59324) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:55.002210 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-088bcf0a-772e-4b0e-8b23-c9980b160437 req-be23c50d-9056-4dc4-906f-6e5a5393da30 service neutron] (102878) timed out ('10.222.0.52', 41258) {{(pid=102878) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 18:44:55.122891 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-894452bc-ff56-4dd0-91b2-b9210d44e4c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:55.151255 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0629b2d-4907-4e1b-bd97-ef9930159ab3 None None] Pushing event updated for resources: {'Port': ['ID=0fb1dcc7-d201-4819-bdfd-d89717970449,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:55.212920 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-894452bc-ff56-4dd0-91b2-b9210d44e4c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:55.329089 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 13b01fa5-82f9-4ced-9ce1-b3af677f0310 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:44:55.382096 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0ee3a1a7-9636-47e2-bb7c-3e41c7d8b1eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:55.667582 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 13b01fa5-82f9-4ced-9ce1-b3af677f0310 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:44:55.690520 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:55.828593 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-c4ee7358-661d-42ed-ab7c-2f02d5b0f9d9 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Allocated IP 172.20.0.17 (eef9116b-9d23-4983-9fdb-69909a4a8536/3812f0a2-5902-4abb-b74e-01ae24f847dc/2ccafbc2-ab39-40a0-bcd7-5ab78326596e) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:44:55.834624 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:55.840044 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-894452bc-ff56-4dd0-91b2-b9210d44e4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:55.844572 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-894452bc-ff56-4dd0-91b2-b9210d44e4c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:55.859608 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-894452bc-ff56-4dd0-91b2-b9210d44e4c3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9979b87e-bc01-45f4-8865-f4fc55e6e478 HTTP/1.1" status: 204 len: 168 time: 0.8733246 Oct 27 18:44:55.876362 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 13b01fa5-82f9-4ced-9ce1-b3af677f0310, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=13b01fa5-82f9-4ced-9ce1-b3af677f0310,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:44:55.931050 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894452bc-ff56-4dd0-91b2-b9210d44e4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9979b87e-bc01-45f4-8865-f4fc55e6e478,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:55.969626 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0ee3a1a7-9636-47e2-bb7c-3e41c7d8b1eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:55.970444 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:56.056186 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0ee3a1a7-9636-47e2-bb7c-3e41c7d8b1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:56.062299 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=13b01fa5-82f9-4ced-9ce1-b3af677f0310,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:56.084116 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:56.086162 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:56.086650 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:56.088517 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:56.088909 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:56.091895 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:56.094576 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:56.094576 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:56.094576 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:56.095438 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:56.095837 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:56.096181 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:44:56.142334 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0ee3a1a7-9636-47e2-bb7c-3e41c7d8b1eb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a4d788dde1d04828ad7d519a179b0da8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1420450 Oct 27 18:44:56.148072 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59338) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:56.170267 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c4ee7358-661d-42ed-ab7c-2f02d5b0f9d9 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:56.173667 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6341eb38-2700-49a1-a994-ffc183c62398 req-3c409cac-2921-4dc0-9f11-aa06c12a90b0 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] 10.222.0.52 "GET /v2.0/ports?device_id=a391bc6e-52f3-4b2f-ba48-3a2c819a91b0 HTTP/1.1" status: 200 len: 210 time: 0.0430994 Oct 27 18:44:56.203075 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee3a1a7-9636-47e2-bb7c-3e41c7d8b1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473f4724-2201-4135-8609-a0118b1f2b20,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:56.283515 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0685024b-9d35-4314-992e-fd0802215589 req-a9658c69-51a2-45ea-ad13-2a534730e9a4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1361864 Oct 27 18:44:56.298953 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3de3a97b-bfbd-4300-b53b-ae842cc3ce1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:56.328090 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3de3a97b-bfbd-4300-b53b-ae842cc3ce1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:56.388690 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:56.391468 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c4ee7358-661d-42ed-ab7c-2f02d5b0f9d9 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:56.421983 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685024b-9d35-4314-992e-fd0802215589 req-cc29400a-0a75-46ac-a17e-fd8a784262e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:56.423602 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0685024b-9d35-4314-992e-fd0802215589 req-cc29400a-0a75-46ac-a17e-fd8a784262e1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=21f5568e020c455199c8dde94ac0b73c&device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 1096 time: 0.0679443 Oct 27 18:44:56.446036 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ee7358-661d-42ed-ab7c-2f02d5b0f9d9 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Network eef9116b-9d23-4983-9fdb-69909a4a8536 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:44:56.449715 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-c4ee7358-661d-42ed-ab7c-2f02d5b0f9d9 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:44:56.454449 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ee7358-661d-42ed-ab7c-2f02d5b0f9d9 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:44:56.494544 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ee7358-661d-42ed-ab7c-2f02d5b0f9d9 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Pushing event updated for resources: {'Port': ['ID=2ccafbc2-ab39-40a0-bcd7-5ab78326596e,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:56.552751 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3de3a97b-bfbd-4300-b53b-ae842cc3ce1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:56.556096 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3de3a97b-bfbd-4300-b53b-ae842cc3ce1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:56.557630 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3de3a97b-bfbd-4300-b53b-ae842cc3ce1f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/473f4724-2201-4135-8609-a0118b1f2b20 HTTP/1.1" status: 204 len: 168 time: 0.3982465 Oct 27 18:44:56.574528 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c4ee7358-661d-42ed-ab7c-2f02d5b0f9d9 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:56.580882 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685024b-9d35-4314-992e-fd0802215589 req-60b0d4be-36c2-48e8-9fc8-1a4969126d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:56.586227 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0685024b-9d35-4314-992e-fd0802215589 req-60b0d4be-36c2-48e8-9fc8-1a4969126d99 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a9541e31-c93f-4ee8-abea-4329f5075599 HTTP/1.1" status: 200 len: 899 time: 0.1377268 Oct 27 18:44:56.595586 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de3a97b-bfbd-4300-b53b-ae842cc3ce1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473f4724-2201-4135-8609-a0118b1f2b20,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:56.755813 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0685024b-9d35-4314-992e-fd0802215589 req-0ca9627f-897b-47f6-90f8-6b484aeb8d86 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59982903-96e4-4fcc-8d89-d5172d4059e3 HTTP/1.1" status: 200 len: 1000 time: 0.1578414 Oct 27 18:44:56.819429 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59350) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:56.829166 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685024b-9d35-4314-992e-fd0802215589 req-2c79d5f2-e553-4e31-9e9d-19c26f758bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:56.831640 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0685024b-9d35-4314-992e-fd0802215589 req-2c79d5f2-e553-4e31-9e9d-19c26f758bca service neutron] 10.222.0.81 "GET /v2.0/subnets?id=aaefa3d2-884a-4c75-bedd-880ab1228d21 HTTP/1.1" status: 200 len: 834 time: 0.0669236 Oct 27 18:44:56.848647 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-68aa8ab7-1daa-47ff-b7cb-614996196a7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:56.879775 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:56.928045 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685024b-9d35-4314-992e-fd0802215589 req-a315133e-7102-4473-b35a-70629099af10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:56.930338 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0685024b-9d35-4314-992e-fd0802215589 req-a315133e-7102-4473-b35a-70629099af10 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a9541e31-c93f-4ee8-abea-4329f5075599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866420 Oct 27 18:44:57.091197 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c4ee7358-661d-42ed-ab7c-2f02d5b0f9d9 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:57.159179 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0685024b-9d35-4314-992e-fd0802215589 req-413f7b32-4ab8-48c0-9cf9-f12de244c1c6 service neutron] 10.222.0.81 "GET /v2.0/networks/a9541e31-c93f-4ee8-abea-4329f5075599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187138 Oct 27 18:44:57.194432 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86db183-612e-4f3e-9111-8129a179fc46 None None] Network eef9116b-9d23-4983-9fdb-69909a4a8536 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:44:57.342195 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 0fb1dcc7-d201-4819-bdfd-d89717970449 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:44:57.349131 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0685024b-9d35-4314-992e-fd0802215589 req-f5295aa4-b75e-4833-8735-d237822abbe5 service neutron] 10.222.0.81 "GET /v2.0/networks/a9541e31-c93f-4ee8-abea-4329f5075599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826384 Oct 27 18:44:57.374541 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-68aa8ab7-1daa-47ff-b7cb-614996196a7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:57.449555 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-75c26a22-3ef1-44db-a419-402186cfb374 None None] Provisioning complete for port 0fb1dcc7-d201-4819-bdfd-d89717970449 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:44:57.450490 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-75c26a22-3ef1-44db-a419-402186cfb374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:57.495312 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1a1f422c-2ace-4dcd-9903-6cd6c4289274 req-35a3f03d-26a8-4c1c-b5fd-9e4fcffa23e2 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] 10.222.0.52 "GET /v2.0/ports?device_id=a391bc6e-52f3-4b2f-ba48-3a2c819a91b0 HTTP/1.1" status: 200 len: 210 time: 0.1134431 Oct 27 18:44:57.498612 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-68aa8ab7-1daa-47ff-b7cb-614996196a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:57.572809 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59358) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:57.580616 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59360) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:57.585282 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-68aa8ab7-1daa-47ff-b7cb-614996196a7d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=453b0508595048e7a5155e4f7c6eae00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7600784 Oct 27 18:44:57.586436 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa8ab7-1daa-47ff-b7cb-614996196a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58fdbcde-4bb6-4de5-a9b0-3088bef7c28f,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:57.723182 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-75c26a22-3ef1-44db-a419-402186cfb374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:57.756000 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 0fb1dcc7-d201-4819-bdfd-d89717970449 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:44:57.756648 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:57.871320 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c4ee7358-661d-42ed-ab7c-2f02d5b0f9d9 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:57.898042 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-75c26a22-3ef1-44db-a419-402186cfb374 None None] For port 0fb1dcc7-d201-4819-bdfd-d89717970449, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=0fb1dcc7-d201-4819-bdfd-d89717970449,segment=NetworkSegment(8221b84c-651e-471a-8570-ec818e0c2626),segment_id=8221b84c-651e-471a-8570-ec818e0c2626)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:44:57.987964 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c4ee7358-661d-42ed-ab7c-2f02d5b0f9d9 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:58.018659 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:58.022632 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-75c26a22-3ef1-44db-a419-402186cfb374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:58.162496 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:44:58.162884 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:44:58.163451 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c26a22-3ef1-44db-a419-402186cfb374 None None] Pushing event updated for resources: {'Port': ['ID=0fb1dcc7-d201-4819-bdfd-d89717970449,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:58.198382 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ee7358-661d-42ed-ab7c-2f02d5b0f9d9 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Pushing event updated for resources: {'Port': ['ID=2ccafbc2-ab39-40a0-bcd7-5ab78326596e,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:58.214310 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c4ee7358-661d-42ed-ab7c-2f02d5b0f9d9 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:58.272107 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-7dd3549a-bd14-4360-9fe0-b62c9d3fc9c7 None None] Provisioning complete for port 0fb1dcc7-d201-4819-bdfd-d89717970449 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:44:58.272765 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7dd3549a-bd14-4360-9fe0-b62c9d3fc9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:58.319288 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-9f53c2eb-79d1-473f-800b-b4d02af4867b tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:58.321769 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-9f53c2eb-79d1-473f-800b-b4d02af4867b tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] 10.222.0.93 "GET /v2.0/networks?id=a04ae42b-bb2c-4107-a1d6-82d54a28e1b4 HTTP/1.1" status: 200 len: 821 time: 0.6772976 Oct 27 18:44:58.370192 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-993aaf7b-d8ca-45e2-b588-7b2d6b70cc61 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] Request body: {'port': {'device_id': 'a391bc6e-52f3-4b2f-ba48-3a2c819a91b0', 'network_id': 'a04ae42b-bb2c-4107-a1d6-82d54a28e1b4', 'admin_state_up': True, 'tenant_id': '73030efb74f9430b81c3b65da03abf1c'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:44:58.396936 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-18d61157-2390-487e-98c7-8823ed7de504 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:58.420553 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6c8c36a9-2440-472c-9c83-4443fca7391f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=753b3aee5daa444a8a2ae15fccd51804&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8371880 Oct 27 18:44:58.440181 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59368) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:44:58.442721 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-7dd3549a-bd14-4360-9fe0-b62c9d3fc9c7 None None] Provisioning complete for port 2ccafbc2-ab39-40a0-bcd7-5ab78326596e triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:44:58.443208 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7dd3549a-bd14-4360-9fe0-b62c9d3fc9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:58.493444 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-18d61157-2390-487e-98c7-8823ed7de504 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:58.496466 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-7dd3549a-bd14-4360-9fe0-b62c9d3fc9c7 None None] Port 2ccafbc2-ab39-40a0-bcd7-5ab78326596e cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:44:58.625689 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6b7d41b9-18e5-4ff0-98dc-0ce84be8c822 None None] Provisioning complete for port 2ccafbc2-ab39-40a0-bcd7-5ab78326596e triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:44:58.626058 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6b7d41b9-18e5-4ff0-98dc-0ce84be8c822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:58.667196 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ee7358-661d-42ed-ab7c-2f02d5b0f9d9 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Network eef9116b-9d23-4983-9fdb-69909a4a8536 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:44:58.669236 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3c361a5e-c432-47cd-89a3-b3b70e96bfe8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:58.672121 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-c4ee7358-661d-42ed-ab7c-2f02d5b0f9d9 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:44:58.682664 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b22e62c0-3f11-4501-8ac7-f77079ebd1c9 req-94407d8b-9c10-44be-ac83-d19eb1eb7dcb tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] 10.222.0.52 "GET /v2.0/ports?device_id=a391bc6e-52f3-4b2f-ba48-3a2c819a91b0 HTTP/1.1" status: 200 len: 210 time: 0.0801387 Oct 27 18:44:58.744558 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-993aaf7b-d8ca-45e2-b588-7b2d6b70cc61 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] Made reservation on behalf of 73030efb74f9430b81c3b65da03abf1c for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:44:58.753486 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-993aaf7b-d8ca-45e2-b588-7b2d6b70cc61 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:58.798021 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-18d61157-2390-487e-98c7-8823ed7de504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:58.809104 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-18d61157-2390-487e-98c7-8823ed7de504 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:58.818286 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-18d61157-2390-487e-98c7-8823ed7de504 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/58fdbcde-4bb6-4de5-a9b0-3088bef7c28f HTTP/1.1" status: 204 len: 168 time: 1.2418702 Oct 27 18:44:58.828648 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6b7d41b9-18e5-4ff0-98dc-0ce84be8c822 None None] Port 2ccafbc2-ab39-40a0-bcd7-5ab78326596e cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:44:58.841409 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 13b01fa5-82f9-4ced-9ce1-b3af677f0310 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:44:58.881999 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3c361a5e-c432-47cd-89a3-b3b70e96bfe8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:58.884650 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d61157-2390-487e-98c7-8823ed7de504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fdbcde-4bb6-4de5-a9b0-3088bef7c28f,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:58.930841 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b7ef7d4d-32aa-4b69-bb3d-dea31d90d246 req-36f4660d-0149-4266-8fb3-5200ea59e32c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b9905d48-d792-47f1-ae91-61458583a08d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7174559 Oct 27 18:44:58.998960 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ee7358-661d-42ed-ab7c-2f02d5b0f9d9 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Router 4e514bc2-2460-40dd-a754-bdadfb1bb497 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:44:59.065043 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 13b01fa5-82f9-4ced-9ce1-b3af677f0310 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:44:59.065616 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:59.141109 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3c361a5e-c432-47cd-89a3-b3b70e96bfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:59.143951 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3c361a5e-c432-47cd-89a3-b3b70e96bfe8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:59.154182 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3c361a5e-c432-47cd-89a3-b3b70e96bfe8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dfca10c7-a7b1-46d7-8939-725feacea21c HTTP/1.1" status: 204 len: 168 time: 0.7050660 Oct 27 18:44:59.351715 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef7d4d-32aa-4b69-bb3d-dea31d90d246 req-5a95abe8-d09f-4427-9291-7b5330ccc77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:59.353329 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b7ef7d4d-32aa-4b69-bb3d-dea31d90d246 req-5a95abe8-d09f-4427-9291-7b5330ccc77f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=38372ab8aa394f258676f181e4e603cf&device_id=b9905d48-d792-47f1-ae91-61458583a08d HTTP/1.1" status: 200 len: 1135 time: 0.3066878 Oct 27 18:44:59.370415 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-993aaf7b-d8ca-45e2-b588-7b2d6b70cc61 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] Allocated IP 172.20.0.9 (a04ae42b-bb2c-4107-a1d6-82d54a28e1b4/38f30f01-0da2-4785-9cfa-3ef31032d35a/49d2dc4d-77af-43a0-bca8-29170acd2d25) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:44:59.393631 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-e77eab6c-f714-4f8f-a0f8-001bb823b5a8 None None] Provisioning complete for port 2ccafbc2-ab39-40a0-bcd7-5ab78326596e triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:44:59.399521 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e77eab6c-f714-4f8f-a0f8-001bb823b5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:59.499831 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 0fb1dcc7-d201-4819-bdfd-d89717970449 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:44:59.616949 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-e77eab6c-f714-4f8f-a0f8-001bb823b5a8 None None] Port 2ccafbc2-ab39-40a0-bcd7-5ab78326596e cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:44:59.650146 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 0fb1dcc7-d201-4819-bdfd-d89717970449 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:44:59.657887 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:59.764979 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c361a5e-c432-47cd-89a3-b3b70e96bfe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfca10c7-a7b1-46d7-8939-725feacea21c,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:44:59.853151 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ee7358-661d-42ed-ab7c-2f02d5b0f9d9 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:44:59.864478 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c4ee7358-661d-42ed-ab7c-2f02d5b0f9d9 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "PUT /v2.0/routers/4e514bc2-2460-40dd-a754-bdadfb1bb497/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2603920 Oct 27 18:44:59.869984 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-993aaf7b-d8ca-45e2-b588-7b2d6b70cc61 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:59.871250 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b190764-4c8b-4d34-bdc1-6beec7f220a8 None None] Sync routers for ids ['4e514bc2-2460-40dd-a754-bdadfb1bb497'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:44:59.893026 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b190764-4c8b-4d34-bdc1-6beec7f220a8 None None] Routers {'4e514bc2-2460-40dd-a754-bdadfb1bb497'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:44:59.893666 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1b190764-4c8b-4d34-bdc1-6beec7f220a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:44:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['4e514bc2-2460-40dd-a754-bdadfb1bb497'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:44:59.968402 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef7d4d-32aa-4b69-bb3d-dea31d90d246 req-4b0eb212-0bce-4ddd-bafd-3b585d7a3315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:44:59.970202 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b7ef7d4d-32aa-4b69-bb3d-dea31d90d246 req-4b0eb212-0bce-4ddd-bafd-3b585d7a3315 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0d50917e-a177-4649-b0d3-adb7493eba05 HTTP/1.1" status: 200 len: 899 time: 0.5915971 Oct 27 18:44:59.976633 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-993aaf7b-d8ca-45e2-b588-7b2d6b70cc61 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:44:59.982657 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fa59c756-540d-433b-855f-f19cfef5ab55 req-d78eb784-68e9-42c4-a205-e30fbf33de20 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] 10.222.0.52 "GET /v2.0/ports?device_id=a391bc6e-52f3-4b2f-ba48-3a2c819a91b0 HTTP/1.1" status: 200 len: 210 time: 0.0550063 Oct 27 18:45:00.115790 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-1b190764-4c8b-4d34-bdc1-6beec7f220a8 None None] Set router 4e514bc2-2460-40dd-a754-bdadfb1bb497 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:45:00.222758 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-993aaf7b-d8ca-45e2-b588-7b2d6b70cc61 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] Network a04ae42b-bb2c-4107-a1d6-82d54a28e1b4 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:45:00.228281 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-993aaf7b-d8ca-45e2-b588-7b2d6b70cc61 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:45:00.244357 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-993aaf7b-d8ca-45e2-b588-7b2d6b70cc61 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:45:00.320311 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-993aaf7b-d8ca-45e2-b588-7b2d6b70cc61 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:00.320942 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-993aaf7b-d8ca-45e2-b588-7b2d6b70cc61 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:00.350249 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b7ef7d4d-32aa-4b69-bb3d-dea31d90d246 req-ea303a33-51bf-47b8-8189-4a67c6de815b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45a617e4-d52d-46b6-85b9-33cd62580925 HTTP/1.1" status: 200 len: 999 time: 0.3439603 Oct 27 18:45:00.384978 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993aaf7b-d8ca-45e2-b588-7b2d6b70cc61 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] Pushing event updated for resources: {'Port': ['ID=49d2dc4d-77af-43a0-bca8-29170acd2d25,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:00.506568 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-993aaf7b-d8ca-45e2-b588-7b2d6b70cc61 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1500978 Oct 27 18:45:00.547325 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-14d665fb-a3fe-4084-994b-d3404e1ec036 service neutron] Request body: {'port': {'device_id': 'a391bc6e-52f3-4b2f-ba48-3a2c819a91b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:00.554266 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef7d4d-32aa-4b69-bb3d-dea31d90d246 req-e2a10128-3df4-4e56-9f9d-9158d03a0c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:00.562558 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b7ef7d4d-32aa-4b69-bb3d-dea31d90d246 req-e2a10128-3df4-4e56-9f9d-9158d03a0c7b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4b4b6c05-77b6-4a18-8ee2-4221ffb5fd84 HTTP/1.1" status: 200 len: 834 time: 0.1769252 Oct 27 18:45:00.663866 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb149525-1b14-4679-a980-4a5528994636 req-91bc68e4-9b29-43fe-9a17-c05ada33c0c2 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:00.670568 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1b190764-4c8b-4d34-bdc1-6beec7f220a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e514bc2-2460-40dd-a754-bdadfb1bb497', 'name': 'tempest-TestSecurityGroupsBasicOps-router-102006163', 'tenant_id': '38372ab8aa394f258676f181e4e603cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '13b01fa5-82f9-4ced-9ce1-b3af677f0310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:44:47Z', 'updated_at': '2021-10-27T18:44:56Z', 'revision_number': 4, 'project_id': '38372ab8aa394f258676f181e4e603cf', 'gw_port': {'id': '13b01fa5-82f9-4ced-9ce1-b3af677f0310', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:15:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e514bc2-2460-40dd-a754-bdadfb1bb497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:44:48Z', 'updated_at': '2021-10-27T18:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '2ccafbc2-ab39-40a0-bcd7-5ab78326596e', 'name': '', 'network_id': 'eef9116b-9d23-4983-9fdb-69909a4a8536', 'tenant_id': '38372ab8aa394f258676f181e4e603cf', 'mac_address': 'fa:16:3e:17:a4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e514bc2-2460-40dd-a754-bdadfb1bb497', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '3812f0a2-5902-4abb-b74e-01ae24f847dc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:44:55Z', 'updated_at': '2021-10-27T18:44:57Z', 'revision_number': 2, 'project_id': '38372ab8aa394f258676f181e4e603cf', 'subnets': [{'id': '3812f0a2-5902-4abb-b74e-01ae24f847dc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:00.675568 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb149525-1b14-4679-a980-4a5528994636 req-91bc68e4-9b29-43fe-9a17-c05ada33c0c2 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "GET /v2.0/networks?id=eef9116b-9d23-4983-9fdb-69909a4a8536 HTTP/1.1" status: 200 len: 797 time: 0.3654170 Oct 27 18:45:00.706983 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb149525-1b14-4679-a980-4a5528994636 req-6c046084-3a19-403a-914f-0169b9d8de2f tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "GET /v2.0/quotas/38372ab8aa394f258676f181e4e603cf HTTP/1.1" status: 200 len: 375 time: 0.0304809 Oct 27 18:45:00.746165 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b190764-4c8b-4d34-bdc1-6beec7f220a8 None None] Checking router: 4e514bc2-2460-40dd-a754-bdadfb1bb497 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:45:00.746520 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b190764-4c8b-4d34-bdc1-6beec7f220a8 None None] Updating router 4e514bc2-2460-40dd-a754-bdadfb1bb497 port 2ccafbc2-ab39-40a0-bcd7-5ab78326596e binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:45:00.813579 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-1b190764-4c8b-4d34-bdc1-6beec7f220a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:00.839961 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef7d4d-32aa-4b69-bb3d-dea31d90d246 req-69931a1b-1646-4052-b8dd-0e8972e1a0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:00.850219 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb149525-1b14-4679-a980-4a5528994636 req-df8ebb7a-d807-44fc-8727-fcc921c3f8ef tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=38372ab8aa394f258676f181e4e603cf&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1293633 Oct 27 18:45:00.853603 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b7ef7d4d-32aa-4b69-bb3d-dea31d90d246 req-69931a1b-1646-4052-b8dd-0e8972e1a0a4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0d50917e-a177-4649-b0d3-adb7493eba05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2475517 Oct 27 18:45:00.900367 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-14d665fb-a3fe-4084-994b-d3404e1ec036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:01.068766 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb149525-1b14-4679-a980-4a5528994636 req-b9626cff-ba66-45a0-8d54-e464398df69e service neutron] 10.222.0.52 "GET /v2.0/networks/eef9116b-9d23-4983-9fdb-69909a4a8536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052953 Oct 27 18:45:01.305856 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb149525-1b14-4679-a980-4a5528994636 req-86b3dc50-37ec-4c3c-8b71-d9d92bd23afb service neutron] 10.222.0.52 "GET /v2.0/networks/eef9116b-9d23-4983-9fdb-69909a4a8536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295632 Oct 27 18:45:01.308455 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59446) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:01.396350 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-1b190764-4c8b-4d34-bdc1-6beec7f220a8 None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:01.404869 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b7ef7d4d-32aa-4b69-bb3d-dea31d90d246 req-2d5c8881-3b54-4400-8035-31911402bd76 service neutron] 10.222.0.93 "GET /v2.0/networks/0d50917e-a177-4649-b0d3-adb7493eba05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5504022 Oct 27 18:45:01.494744 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-1b190764-4c8b-4d34-bdc1-6beec7f220a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:01.543205 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-8dd5cc15-d94d-4df4-b43b-fd4c381fbe7f tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1203809525'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:01.557383 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa5d04-17b5-4325-861c-067dc904f981 None None] Pushing event updated for resources: {'Port': ['ID=2ccafbc2-ab39-40a0-bcd7-5ab78326596e,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:01.674231 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd5cc15-d94d-4df4-b43b-fd4c381fbe7f tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Made reservation on behalf of a0c4e786159b4cfdb15671b63803dd03 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:45:01.677132 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fa5d04-17b5-4325-861c-067dc904f981 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:01.678005 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fa5d04-17b5-4325-861c-067dc904f981 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:01.678145 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8dd5cc15-d94d-4df4-b43b-fd4c381fbe7f tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:01.678463 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fa5d04-17b5-4325-861c-067dc904f981 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:01.679459 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fa5d04-17b5-4325-861c-067dc904f981 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:01.679988 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fa5d04-17b5-4325-861c-067dc904f981 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:01.681386 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fa5d04-17b5-4325-861c-067dc904f981 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:01.681962 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fa5d04-17b5-4325-861c-067dc904f981 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:01.683590 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fa5d04-17b5-4325-861c-067dc904f981 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:01.685125 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fa5d04-17b5-4325-861c-067dc904f981 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:01.689392 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fa5d04-17b5-4325-861c-067dc904f981 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:01.689848 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8dd5cc15-d94d-4df4-b43b-fd4c381fbe7f tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:01.690324 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fa5d04-17b5-4325-861c-067dc904f981 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:01.690973 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fa5d04-17b5-4325-861c-067dc904f981 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:01.730138 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-1b190764-4c8b-4d34-bdc1-6beec7f220a8 None None] Attempting to bind port 2ccafbc2-ab39-40a0-bcd7-5ab78326596e on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:45:01.733966 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-1b190764-4c8b-4d34-bdc1-6beec7f220a8 None None] Attempting to bind port 2ccafbc2-ab39-40a0-bcd7-5ab78326596e by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8221b84c-651e-471a-8570-ec818e0c2626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'eef9116b-9d23-4983-9fdb-69909a4a8536'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:45:01.734522 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b190764-4c8b-4d34-bdc1-6beec7f220a8 None None] Attempting to bind port 2ccafbc2-ab39-40a0-bcd7-5ab78326596e on network eef9116b-9d23-4983-9fdb-69909a4a8536 {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:45:01.748899 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b190764-4c8b-4d34-bdc1-6beec7f220a8 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:45:01.753818 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b190764-4c8b-4d34-bdc1-6beec7f220a8 None None] Checking segment: {'id': '8221b84c-651e-471a-8570-ec818e0c2626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'eef9116b-9d23-4983-9fdb-69909a4a8536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:45:01.753818 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-1b190764-4c8b-4d34-bdc1-6beec7f220a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:01.753818 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b190764-4c8b-4d34-bdc1-6beec7f220a8 None None] Bound using segment: {'id': '8221b84c-651e-471a-8570-ec818e0c2626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'eef9116b-9d23-4983-9fdb-69909a4a8536'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:45:01.753818 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-1b190764-4c8b-4d34-bdc1-6beec7f220a8 None None] Bound port: 2ccafbc2-ab39-40a0-bcd7-5ab78326596e, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8221b84c-651e-471a-8570-ec818e0c2626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'eef9116b-9d23-4983-9fdb-69909a4a8536'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:45:01.754330 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-1b190764-4c8b-4d34-bdc1-6beec7f220a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:01.839950 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b7ef7d4d-32aa-4b69-bb3d-dea31d90d246 req-dc52440d-0cdf-4a15-8a0a-e2f032477cae service neutron] 10.222.0.93 "GET /v2.0/networks/0d50917e-a177-4649-b0d3-adb7493eba05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178948 Oct 27 18:45:01.885305 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-1b190764-4c8b-4d34-bdc1-6beec7f220a8 None None] For port 2ccafbc2-ab39-40a0-bcd7-5ab78326596e, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:45:01.889158 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-1b190764-4c8b-4d34-bdc1-6beec7f220a8 None None] For port 2ccafbc2-ab39-40a0-bcd7-5ab78326596e, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=2ccafbc2-ab39-40a0-bcd7-5ab78326596e,segment=NetworkSegment(8221b84c-651e-471a-8570-ec818e0c2626),segment_id=8221b84c-651e-471a-8570-ec818e0c2626)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:45:01.913393 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62fb4a2-198d-465f-83c8-784e1595ba23 req-a0a34e8e-a7c1-435f-9b57-b4d188c8503e tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:01.921705 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a62fb4a2-198d-465f-83c8-784e1595ba23 req-a0a34e8e-a7c1-435f-9b57-b4d188c8503e tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] 10.222.0.52 "GET /v2.0/ports?device_id=a391bc6e-52f3-4b2f-ba48-3a2c819a91b0 HTTP/1.1" status: 200 len: 931 time: 0.1826777 Oct 27 18:45:01.958059 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-1b190764-4c8b-4d34-bdc1-6beec7f220a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:02.019358 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-14d665fb-a3fe-4084-994b-d3404e1ec036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49d2dc4d-77af-43a0-bca8-29170acd2d25 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:45:02.032298 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-14d665fb-a3fe-4084-994b-d3404e1ec036 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:02.073908 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-14d665fb-a3fe-4084-994b-d3404e1ec036 service neutron] Transition to ACTIVE for port object 49d2dc4d-77af-43a0-bca8-29170acd2d25 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:45:02.088276 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-c56932c3-1b35-4c8c-a57d-72226d69f437 None None] Provisioning complete for port 2ccafbc2-ab39-40a0-bcd7-5ab78326596e triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:45:02.088849 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c56932c3-1b35-4c8c-a57d-72226d69f437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:02.097019 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b190764-4c8b-4d34-bdc1-6beec7f220a8 None None] Routers {'4e514bc2-2460-40dd-a754-bdadfb1bb497'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:45:02.098166 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1b190764-4c8b-4d34-bdc1-6beec7f220a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:44:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['4e514bc2-2460-40dd-a754-bdadfb1bb497'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:02.120140 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8dd5cc15-d94d-4df4-b43b-fd4c381fbe7f tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:02.141968 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-14d665fb-a3fe-4084-994b-d3404e1ec036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:02.160444 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a62fb4a2-198d-465f-83c8-784e1595ba23 req-3895947b-7e3a-4a11-90b3-0996c2fc4a8e tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] 10.222.0.52 "GET /v2.0/security-groups?id=c4318d5b-f6be-4fa5-8804-9a533e4190a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378197 Oct 27 18:45:02.230248 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8dd5cc15-d94d-4df4-b43b-fd4c381fbe7f tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:02.285387 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa5d04-17b5-4325-861c-067dc904f981 None None] Pushing event updated for resources: {'Port': ['ID=2ccafbc2-ab39-40a0-bcd7-5ab78326596e,revision_number=4']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:02.298557 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dd5cc15-d94d-4df4-b43b-fd4c381fbe7f tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] vlan segment allocate from pool success with {'vlan_id': 1000, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:45:02.308279 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59466) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:02.311202 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c56932c3-1b35-4c8c-a57d-72226d69f437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:02.388519 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-1b190764-4c8b-4d34-bdc1-6beec7f220a8 None None] Set router 4e514bc2-2460-40dd-a754-bdadfb1bb497 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:45:02.395132 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5cc15-d94d-4df4-b43b-fd4c381fbe7f tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f54e71ed-c4f9-407b-85fe-4576abf57f77,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:02.407409 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-c56932c3-1b35-4c8c-a57d-72226d69f437 None None] For port 2ccafbc2-ab39-40a0-bcd7-5ab78326596e, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=2ccafbc2-ab39-40a0-bcd7-5ab78326596e,segment=NetworkSegment(8221b84c-651e-471a-8570-ec818e0c2626),segment_id=8221b84c-651e-471a-8570-ec818e0c2626)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:45:02.412755 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-89d02a3e-9b23-44b8-8de0-0a74361a05c8 req-a6b9f95c-4f97-4e6f-96ca-46e3704613a4 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2c8ab1a-9ce3-4f1f-9b24-d1c4a4eaf417 HTTP/1.1" status: 200 len: 210 time: 0.1031075 Oct 27 18:45:02.427561 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8dd5cc15-d94d-4df4-b43b-fd4c381fbe7f tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:02.428143 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-8dd5cc15-d94d-4df4-b43b-fd4c381fbe7f tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Added segment 5d60c167-1d75-4738-9596-bc4e04203cd1 of type vlan for network 71ad22f4-37f8-4c6b-a100-2772c510d5d1 Oct 27 18:45:02.453219 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d665fb-a3fe-4084-994b-d3404e1ec036 service neutron] Pushing event updated for resources: {'Port': ['ID=49d2dc4d-77af-43a0-bca8-29170acd2d25,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:02.486437 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8dd5cc15-d94d-4df4-b43b-fd4c381fbe7f tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:02.494620 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c56932c3-1b35-4c8c-a57d-72226d69f437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:02.544300 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-14d665fb-a3fe-4084-994b-d3404e1ec036 service neutron] Attempting to bind port 49d2dc4d-77af-43a0-bca8-29170acd2d25 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:45:02.548111 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-14d665fb-a3fe-4084-994b-d3404e1ec036 service neutron] Attempting to bind port 49d2dc4d-77af-43a0-bca8-29170acd2d25 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': 'f3443eb5-6938-4657-9388-3bc4f43b1bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'a04ae42b-bb2c-4107-a1d6-82d54a28e1b4'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:45:02.550791 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-14d665fb-a3fe-4084-994b-d3404e1ec036 service neutron] Attempting to bind port 49d2dc4d-77af-43a0-bca8-29170acd2d25 on network a04ae42b-bb2c-4107-a1d6-82d54a28e1b4 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:45:02.564516 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-14d665fb-a3fe-4084-994b-d3404e1ec036 service neutron] Port 49d2dc4d-77af-43a0-bca8-29170acd2d25 on network a04ae42b-bb2c-4107-a1d6-82d54a28e1b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:45:02.566035 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-14d665fb-a3fe-4084-994b-d3404e1ec036 service neutron] Attempting to bind port 49d2dc4d-77af-43a0-bca8-29170acd2d25 on network a04ae42b-bb2c-4107-a1d6-82d54a28e1b4 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:45:02.583902 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-14d665fb-a3fe-4084-994b-d3404e1ec036 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:45:02.584417 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-14d665fb-a3fe-4084-994b-d3404e1ec036 service neutron] Checking segment: {'id': 'f3443eb5-6938-4657-9388-3bc4f43b1bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'a04ae42b-bb2c-4107-a1d6-82d54a28e1b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:45:02.584629 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56932c3-1b35-4c8c-a57d-72226d69f437 None None] Pushing event updated for resources: {'Port': ['ID=2ccafbc2-ab39-40a0-bcd7-5ab78326596e,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:02.586519 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-14d665fb-a3fe-4084-994b-d3404e1ec036 service neutron] Bound using segment: {'id': 'f3443eb5-6938-4657-9388-3bc4f43b1bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'a04ae42b-bb2c-4107-a1d6-82d54a28e1b4'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:45:02.587134 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-14d665fb-a3fe-4084-994b-d3404e1ec036 service neutron] Bound port: 49d2dc4d-77af-43a0-bca8-29170acd2d25, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3443eb5-6938-4657-9388-3bc4f43b1bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'a04ae42b-bb2c-4107-a1d6-82d54a28e1b4'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:45:02.587603 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-14d665fb-a3fe-4084-994b-d3404e1ec036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:02.620328 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8dd5cc15-d94d-4df4-b43b-fd4c381fbe7f tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:02.626871 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd5cc15-d94d-4df4-b43b-fd4c381fbe7f tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:02.628173 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8dd5cc15-d94d-4df4-b43b-fd4c381fbe7f tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:02.663063 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-23b1766a-5d64-4818-a5e1-d7c0242357cf None None] Provisioning complete for port 2ccafbc2-ab39-40a0-bcd7-5ab78326596e triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:45:02.663447 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-23b1766a-5d64-4818-a5e1-d7c0242357cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:02.701551 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-14d665fb-a3fe-4084-994b-d3404e1ec036 service neutron] For port 49d2dc4d-77af-43a0-bca8-29170acd2d25, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:45:02.705141 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-14d665fb-a3fe-4084-994b-d3404e1ec036 service neutron] For port 49d2dc4d-77af-43a0-bca8-29170acd2d25, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=49d2dc4d-77af-43a0-bca8-29170acd2d25,segment=NetworkSegment(f3443eb5-6938-4657-9388-3bc4f43b1bc8),segment_id=f3443eb5-6938-4657-9388-3bc4f43b1bc8)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:45:02.797542 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ca52e390-5c08-4e45-8ddb-f2d1da800d19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:02.801469 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-14d665fb-a3fe-4084-994b-d3404e1ec036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:02.812473 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5cc15-d94d-4df4-b43b-fd4c381fbe7f tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Pushing event updated for resources: {'Network': ['ID=71ad22f4-37f8-4c6b-a100-2772c510d5d1,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:02.854163 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-14d665fb-a3fe-4084-994b-d3404e1ec036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:02.855426 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-14d665fb-a3fe-4084-994b-d3404e1ec036 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:02.859644 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 71ad22f4-37f8-4c6b-a100-2772c510d5d1 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:45:02.860667 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-14d665fb-a3fe-4084-994b-d3404e1ec036 service neutron] 10.222.0.93 "PUT /v2.0/ports/49d2dc4d-77af-43a0-bca8-29170acd2d25 HTTP/1.1" status: 200 len: 1091 time: 2.3350539 Oct 27 18:45:02.867236 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a391bc6e-52f3-4b2f-ba48-3a2c819a91b0', 'tag': '49d2dc4d-77af-43a0-bca8-29170acd2d25'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:45:02.874111 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6bda6d-ea40-4f4a-9937-c638ce9176dc" -d '{"events": [{"name": "network-changed", "server_uuid": "a391bc6e-52f3-4b2f-ba48-3a2c819a91b0", "tag": "49d2dc4d-77af-43a0-bca8-29170acd2d25"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:45:02.881364 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1b190764-4c8b-4d34-bdc1-6beec7f220a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e514bc2-2460-40dd-a754-bdadfb1bb497', 'name': 'tempest-TestSecurityGroupsBasicOps-router-102006163', 'tenant_id': '38372ab8aa394f258676f181e4e603cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '13b01fa5-82f9-4ced-9ce1-b3af677f0310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:44:47Z', 'updated_at': '2021-10-27T18:44:56Z', 'revision_number': 4, 'project_id': '38372ab8aa394f258676f181e4e603cf', 'gw_port': {'id': '13b01fa5-82f9-4ced-9ce1-b3af677f0310', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:15:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e514bc2-2460-40dd-a754-bdadfb1bb497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:44:48Z', 'updated_at': '2021-10-27T18:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '2ccafbc2-ab39-40a0-bcd7-5ab78326596e', 'name': '', 'network_id': 'eef9116b-9d23-4983-9fdb-69909a4a8536', 'tenant_id': '38372ab8aa394f258676f181e4e603cf', 'mac_address': 'fa:16:3e:17:a4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e514bc2-2460-40dd-a754-bdadfb1bb497', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '3812f0a2-5902-4abb-b74e-01ae24f847dc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:44:55Z', 'updated_at': '2021-10-27T18:45:01Z', 'revision_number': 4, 'project_id': '38372ab8aa394f258676f181e4e603cf', 'subnets': [{'id': '3812f0a2-5902-4abb-b74e-01ae24f847dc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:02.901120 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ca52e390-5c08-4e45-8ddb-f2d1da800d19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:02.907543 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8dd5cc15-d94d-4df4-b43b-fd4c381fbe7f tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5950153 Oct 27 18:45:02.910361 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59478) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:02.915875 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-45dad4c3-3658-4f8d-97ad-104f60b0b1c9 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Request body: {'subnet': {'network_id': '71ad22f4-37f8-4c6b-a100-2772c510d5d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:02.940260 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b190764-4c8b-4d34-bdc1-6beec7f220a8 None None] The sync data for ids ['4e514bc2-2460-40dd-a754-bdadfb1bb497'] in n-d-815690-2 is: [{'id': '4e514bc2-2460-40dd-a754-bdadfb1bb497', 'name': 'tempest-TestSecurityGroupsBasicOps-router-102006163', 'tenant_id': '38372ab8aa394f258676f181e4e603cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '13b01fa5-82f9-4ced-9ce1-b3af677f0310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:44:47Z', 'updated_at': '2021-10-27T18:44:56Z', 'revision_number': 4, 'project_id': '38372ab8aa394f258676f181e4e603cf', 'gw_port': {'id': '13b01fa5-82f9-4ced-9ce1-b3af677f0310', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:15:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e514bc2-2460-40dd-a754-bdadfb1bb497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:44:48Z', 'updated_at': '2021-10-27T18:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '2ccafbc2-ab39-40a0-bcd7-5ab78326596e', 'name': '', 'network_id': 'eef9116b-9d23-4983-9fdb-69909a4a8536', 'tenant_id': '38372ab8aa394f258676f181e4e603cf', 'mac_address': 'fa:16:3e:17:a4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e514bc2-2460-40dd-a754-bdadfb1bb497', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '3812f0a2-5902-4abb-b74e-01ae24f847dc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:44:55Z', 'updated_at': '2021-10-27T18:45:01Z', 'revision_number': 4, 'project_id': '38372ab8aa394f258676f181e4e603cf', 'subnets': [{'id': '3812f0a2-5902-4abb-b74e-01ae24f847dc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:45:03.019420 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e80499a-bc8c-46cf-8bf3-0bfe5a3d1ba4 x-openstack-request-id: req-7e80499a-bc8c-46cf-8bf3-0bfe5a3d1ba4 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:45:03.022133 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a391bc6e-52f3-4b2f-ba48-3a2c819a91b0", "tag": "49d2dc4d-77af-43a0-bca8-29170acd2d25", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:45:03.022899 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7e80499a-bc8c-46cf-8bf3-0bfe5a3d1ba4 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:45:03.024468 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a391bc6e-52f3-4b2f-ba48-3a2c819a91b0', 'tag': '49d2dc4d-77af-43a0-bca8-29170acd2d25', 'status': 'completed', 'code': 200} Oct 27 18:45:03.234125 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ca52e390-5c08-4e45-8ddb-f2d1da800d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:03.238096 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d665fb-a3fe-4084-994b-d3404e1ec036 service neutron] Pushing event updated for resources: {'Port': ['ID=49d2dc4d-77af-43a0-bca8-29170acd2d25,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:03.240417 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ca52e390-5c08-4e45-8ddb-f2d1da800d19 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f43fedae8bf64369b2db7eebeae660bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8019764 Oct 27 18:45:03.241365 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59482) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:03.277353 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca52e390-5c08-4e45-8ddb-f2d1da800d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0559fba1-e961-46b7-ba20-08fc53b8d2a8,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:03.377051 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6bda6d-ea40-4f4a-9937-c638ce9176dc req-d68e401c-d51d-4ff0-90ed-eeb23e9768aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:03.382162 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6d6bda6d-ea40-4f4a-9937-c638ce9176dc req-d68e401c-d51d-4ff0-90ed-eeb23e9768aa service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=73030efb74f9430b81c3b65da03abf1c&device_id=a391bc6e-52f3-4b2f-ba48-3a2c819a91b0 HTTP/1.1" status: 200 len: 1094 time: 0.3347323 Oct 27 18:45:03.506127 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b0767-cb1b-475a-b122-8d8dde861651 req-c8ce4dcb-3e0c-4ba0-a907-9aebfc7e6da1 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:03.508515 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c18b0767-cb1b-475a-b122-8d8dde861651 req-c8ce4dcb-3e0c-4ba0-a907-9aebfc7e6da1 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] 10.222.0.52 "GET /v2.0/ports?device_id=a391bc6e-52f3-4b2f-ba48-3a2c819a91b0 HTTP/1.1" status: 200 len: 943 time: 0.0985501 Oct 27 18:45:03.527337 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 2ccafbc2-ab39-40a0-bcd7-5ab78326596e up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:45:03.596813 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c18b0767-cb1b-475a-b122-8d8dde861651 req-da04badd-0a50-4815-891c-5fa9d928bc69 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] 10.222.0.52 "GET /v2.0/security-groups?id=c4318d5b-f6be-4fa5-8804-9a533e4190a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737612 Oct 27 18:45:03.628789 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45dad4c3-3658-4f8d-97ad-104f60b0b1c9 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Made reservation on behalf of a0c4e786159b4cfdb15671b63803dd03 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:45:03.635836 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-45dad4c3-3658-4f8d-97ad-104f60b0b1c9 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:03.640010 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6bda6d-ea40-4f4a-9937-c638ce9176dc req-c66c460e-bd32-4829-9260-b9ad0cc1faf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:03.641652 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6d6bda6d-ea40-4f4a-9937-c638ce9176dc req-c66c460e-bd32-4829-9260-b9ad0cc1faf8 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=73030efb74f9430b81c3b65da03abf1c&shared=False HTTP/1.1" status: 200 len: 923 time: 0.2286916 Oct 27 18:45:03.644917 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2e7d410f-2ee2-47d5-9884-12d4a9c90df8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:03.679450 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 2ccafbc2-ab39-40a0-bcd7-5ab78326596e triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:45:03.680039 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:03.843669 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-085c83ae-c0ee-4a8e-8d64-0fa95e34515e req-e39b8cbf-a3b8-404f-b9f1-4103ca64ed1d tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2c8ab1a-9ce3-4f1f-9b24-d1c4a4eaf417 HTTP/1.1" status: 200 len: 210 time: 0.0830538 Oct 27 18:45:03.848195 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2e7d410f-2ee2-47d5-9884-12d4a9c90df8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:03.971716 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6bda6d-ea40-4f4a-9937-c638ce9176dc req-d663b94e-cac6-415c-aa7c-272a6152c6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:03.973555 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6d6bda6d-ea40-4f4a-9937-c638ce9176dc req-d663b94e-cac6-415c-aa7c-272a6152c6a2 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3216448 Oct 27 18:45:04.080981 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2e7d410f-2ee2-47d5-9884-12d4a9c90df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:04.088196 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2e7d410f-2ee2-47d5-9884-12d4a9c90df8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:04.089584 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2e7d410f-2ee2-47d5-9884-12d4a9c90df8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0559fba1-e961-46b7-ba20-08fc53b8d2a8 HTTP/1.1" status: 204 len: 168 time: 0.9145105 Oct 27 18:45:04.107981 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d410f-2ee2-47d5-9884-12d4a9c90df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0559fba1-e961-46b7-ba20-08fc53b8d2a8,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:04.148007 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-072eb59d-08ad-44ef-a9b5-4286bef4d469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:04.153387 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-072eb59d-08ad-44ef-a9b5-4286bef4d469 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=73030efb74f9430b81c3b65da03abf1c&device_id=a391bc6e-52f3-4b2f-ba48-3a2c819a91b0 HTTP/1.1" status: 200 len: 1094 time: 0.1304939 Oct 27 18:45:04.153864 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-45dad4c3-3658-4f8d-97ad-104f60b0b1c9 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:04.263267 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-6ee00c23-9bdc-432a-8735-0c57fe4b43e1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49d2dc4d-77af-43a0-bca8-29170acd2d25 HTTP/1.1" status: 200 len: 217 time: 0.0960932 Oct 27 18:45:04.312050 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dad4c3-3658-4f8d-97ad-104f60b0b1c9 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Pushing event updated for resources: {'Subnet': ['ID=5c6355c1-9dc5-44c3-8e30-13f1120511fb,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:04.330272 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-086e0d2f-fc30-4cbe-9a43-59a2fecea772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:04.332236 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-086e0d2f-fc30-4cbe-9a43-59a2fecea772 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=38f30f01-0da2-4785-9cfa-3ef31032d35a HTTP/1.1" status: 200 len: 861 time: 0.0622225 Oct 27 18:45:04.344385 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dad4c3-3658-4f8d-97ad-104f60b0b1c9 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Checking segment: {'id': '5d60c167-1d75-4738-9596-bc4e04203cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '71ad22f4-37f8-4c6b-a100-2772c510d5d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:45:04.344691 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45dad4c3-3658-4f8d-97ad-104f60b0b1c9 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Network hostable DHCP agents. Network: 71ad22f4-37f8-4c6b-a100-2772c510d5d1, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:45:04.388126 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-5d5c1b26-6c28-4876-a9ac-60c92d60576c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a04ae42b-bb2c-4107-a1d6-82d54a28e1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448132 Oct 27 18:45:04.405096 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-bf942a4a-f78d-4de9-878d-1829b373a922 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:45:04.406877 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-bf942a4a-f78d-4de9-878d-1829b373a922 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0079002 Oct 27 18:45:04.472154 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45dad4c3-3658-4f8d-97ad-104f60b0b1c9 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Network 71ad22f4-37f8-4c6b-a100-2772c510d5d1 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:45:04.571600 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-8b32a527-90af-4843-8b8f-0dd21e335bf1 service neutron] 10.222.0.93 "GET /v2.0/networks/a04ae42b-bb2c-4107-a1d6-82d54a28e1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569893 Oct 27 18:45:04.577512 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-45dad4c3-3658-4f8d-97ad-104f60b0b1c9 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 71ad22f4-37f8-4c6b-a100-2772c510d5d1) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:45:04.589227 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8694a7f-73a9-44e7-bfdd-216ea2305c74 None None] Network 71ad22f4-37f8-4c6b-a100-2772c510d5d1 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:45:04.604627 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45dad4c3-3658-4f8d-97ad-104f60b0b1c9 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:04.605336 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-45dad4c3-3658-4f8d-97ad-104f60b0b1c9 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:04.699064 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-45dad4c3-3658-4f8d-97ad-104f60b0b1c9 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7872946 Oct 27 18:45:04.702472 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59504) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:04.707870 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-1a14ea63-207c-4852-86a1-8a096f6f4234 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-292870074', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}, 'admin_state_up': False}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:04.846374 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1a14ea63-207c-4852-86a1-8a096f6f4234 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:04.847741 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1a14ea63-207c-4852-86a1-8a096f6f4234 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:04.912682 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a9f2fff4-9294-4cb1-a4c7-57f99ba3f342 req-230ca283-f55c-4ea3-b436-51a1d73ccb78 service neutron] 10.222.0.93 "GET /v2.0/networks/a04ae42b-bb2c-4107-a1d6-82d54a28e1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239722 Oct 27 18:45:04.939823 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb149525-1b14-4679-a980-4a5528994636 req-a2a44af0-8076-4cff-a077-c1ea10f4fd39 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:04.942005 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bb149525-1b14-4679-a980-4a5528994636 req-a2a44af0-8076-4cff-a077-c1ea10f4fd39 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.81 "GET /v2.0/networks?id=eef9116b-9d23-4983-9fdb-69909a4a8536 HTTP/1.1" status: 200 len: 797 time: 0.2593431 Oct 27 18:45:04.963131 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-bb149525-1b14-4679-a980-4a5528994636 req-7d7ab582-23f3-4242-8093-a14cf609c1ea tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Request body: {'port': {'device_id': 'c2c8ab1a-9ce3-4f1f-9b24-d1c4a4eaf417', 'network_id': 'eef9116b-9d23-4983-9fdb-69909a4a8536', 'admin_state_up': True, 'tenant_id': '38372ab8aa394f258676f181e4e603cf'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:04.978544 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eadd47-7025-45f5-a34e-6e6491b5e3dc req-b5e2fe28-3862-4d5d-982b-2b978d2a9802 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:04.981568 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f3eadd47-7025-45f5-a34e-6e6491b5e3dc req-b5e2fe28-3862-4d5d-982b-2b978d2a9802 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] 10.222.0.52 "GET /v2.0/ports?device_id=a391bc6e-52f3-4b2f-ba48-3a2c819a91b0 HTTP/1.1" status: 200 len: 943 time: 0.2236061 Oct 27 18:45:04.987012 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1a14ea63-207c-4852-86a1-8a096f6f4234 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:05.069575 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f3eadd47-7025-45f5-a34e-6e6491b5e3dc req-6f558460-59b7-459a-8bbb-bc15ea5f67e6 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] 10.222.0.52 "GET /v2.0/security-groups?id=c4318d5b-f6be-4fa5-8804-9a533e4190a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799825 Oct 27 18:45:05.357440 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1eecd7f6-65d6-466c-a817-965d5743a401 req-57d424d5-3d44-462e-bd36-346572090f51 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2c8ab1a-9ce3-4f1f-9b24-d1c4a4eaf417 HTTP/1.1" status: 200 len: 210 time: 0.1202188 Oct 27 18:45:05.369934 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1a14ea63-207c-4852-86a1-8a096f6f4234 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:05.376284 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e73b19-4a97-432d-bc66-5580f2a570dd None None] Network 71ad22f4-37f8-4c6b-a100-2772c510d5d1 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:45:05.427161 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb149525-1b14-4679-a980-4a5528994636 req-7d7ab582-23f3-4242-8093-a14cf609c1ea tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Made reservation on behalf of 38372ab8aa394f258676f181e4e603cf for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:45:05.433416 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-bb149525-1b14-4679-a980-4a5528994636 req-7d7ab582-23f3-4242-8093-a14cf609c1ea tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:05.648264 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-bb149525-1b14-4679-a980-4a5528994636 req-7d7ab582-23f3-4242-8093-a14cf609c1ea tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Allocated IP 172.20.0.26 (eef9116b-9d23-4983-9fdb-69909a4a8536/3812f0a2-5902-4abb-b74e-01ae24f847dc/ae6449ef-9762-4c36-843d-06c19389f628) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:45:05.749004 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1a14ea63-207c-4852-86a1-8a096f6f4234 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for router_gateway, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:05.788031 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1a14ea63-207c-4852-86a1-8a096f6f4234 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:05.809012 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-bb149525-1b14-4679-a980-4a5528994636 req-7d7ab582-23f3-4242-8093-a14cf609c1ea tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:05.909427 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-bb149525-1b14-4679-a980-4a5528994636 req-7d7ab582-23f3-4242-8093-a14cf609c1ea tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:05.948113 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-1a14ea63-207c-4852-86a1-8a096f6f4234 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Allocated IP 172.25.6.229 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/2906f94e-a403-44aa-b574-4180cf9f10c6) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:45:05.968407 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb149525-1b14-4679-a980-4a5528994636 req-7d7ab582-23f3-4242-8093-a14cf609c1ea tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Network eef9116b-9d23-4983-9fdb-69909a4a8536 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:45:05.974561 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-bb149525-1b14-4679-a980-4a5528994636 req-7d7ab582-23f3-4242-8093-a14cf609c1ea tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:45:05.978893 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb149525-1b14-4679-a980-4a5528994636 req-7d7ab582-23f3-4242-8093-a14cf609c1ea tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:45:05.987630 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7ab582-23f3-4242-8093-a14cf609c1ea tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Pushing event updated for resources: {'Port': ['ID=ae6449ef-9762-4c36-843d-06c19389f628,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:06.102079 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb149525-1b14-4679-a980-4a5528994636 req-7d7ab582-23f3-4242-8093-a14cf609c1ea tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:06.102774 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-bb149525-1b14-4679-a980-4a5528994636 req-7d7ab582-23f3-4242-8093-a14cf609c1ea tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:06.133092 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1a14ea63-207c-4852-86a1-8a096f6f4234 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:06.210484 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bb149525-1b14-4679-a980-4a5528994636 req-7d7ab582-23f3-4242-8093-a14cf609c1ea tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.2571478 Oct 27 18:45:06.227428 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-bb149525-1b14-4679-a980-4a5528994636 req-dc6a9ce8-517b-4951-9403-963280cc26ef service neutron] Request body: {'port': {'device_id': 'c2c8ab1a-9ce3-4f1f-9b24-d1c4a4eaf417', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:06.290543 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1a14ea63-207c-4852-86a1-8a096f6f4234 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:06.351984 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-bb149525-1b14-4679-a980-4a5528994636 req-dc6a9ce8-517b-4951-9403-963280cc26ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:06.397861 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a14ea63-207c-4852-86a1-8a096f6f4234 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:45:06.417973 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-1a14ea63-207c-4852-86a1-8a096f6f4234 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:45:06.426401 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a14ea63-207c-4852-86a1-8a096f6f4234 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:45:06.436159 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a14ea63-207c-4852-86a1-8a096f6f4234 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Pushing event updated for resources: {'Port': ['ID=2906f94e-a403-44aa-b574-4180cf9f10c6,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:06.456118 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-927eed41-1f76-4448-b46d-1555f9a36055 None None] Provisioning complete for port ae6449ef-9762-4c36-843d-06c19389f628 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:45:06.456641 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-927eed41-1f76-4448-b46d-1555f9a36055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:06.456718 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3df805-142d-414e-a790-325bab196d4e req-a0e50861-2290-4ce0-adc5-4288c36aef72 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:06.460257 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1b3df805-142d-414e-a790-325bab196d4e req-a0e50861-2290-4ce0-adc5-4288c36aef72 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] 10.222.0.52 "GET /v2.0/ports?device_id=a391bc6e-52f3-4b2f-ba48-3a2c819a91b0 HTTP/1.1" status: 200 len: 943 time: 0.2470510 Oct 27 18:45:06.537255 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-927eed41-1f76-4448-b46d-1555f9a36055 None None] Port ae6449ef-9762-4c36-843d-06c19389f628 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:45:06.542977 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1b3df805-142d-414e-a790-325bab196d4e req-9f80bb2d-c54d-4136-b8f5-8b7b81f1ff71 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] 10.222.0.52 "GET /v2.0/security-groups?id=c4318d5b-f6be-4fa5-8804-9a533e4190a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474107 Oct 27 18:45:06.765748 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fefaa-ee9b-4da3-a048-2217633a7a6b req-fe2cca8f-3e38-430a-afe1-539d8aacf6c4 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:06.775594 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-bb149525-1b14-4679-a980-4a5528994636 req-dc6a9ce8-517b-4951-9403-963280cc26ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae6449ef-9762-4c36-843d-06c19389f628 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:45:06.779451 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6c3fefaa-ee9b-4da3-a048-2217633a7a6b req-fe2cca8f-3e38-430a-afe1-539d8aacf6c4 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2c8ab1a-9ce3-4f1f-9b24-d1c4a4eaf417 HTTP/1.1" status: 200 len: 895 time: 0.1284287 Oct 27 18:45:06.796661 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-bb149525-1b14-4679-a980-4a5528994636 req-dc6a9ce8-517b-4951-9403-963280cc26ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:06.812477 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-bb149525-1b14-4679-a980-4a5528994636 req-dc6a9ce8-517b-4951-9403-963280cc26ef service neutron] Transition to ACTIVE for port object ae6449ef-9762-4c36-843d-06c19389f628 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:45:06.880223 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-bb149525-1b14-4679-a980-4a5528994636 req-dc6a9ce8-517b-4951-9403-963280cc26ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:07.000904 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1a14ea63-207c-4852-86a1-8a096f6f4234 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for router_gateway, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:07.006123 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a9ce8-517b-4951-9403-963280cc26ef service neutron] Pushing event updated for resources: {'Port': ['ID=ae6449ef-9762-4c36-843d-06c19389f628,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:07.042123 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59544) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:07.103251 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-bb149525-1b14-4679-a980-4a5528994636 req-dc6a9ce8-517b-4951-9403-963280cc26ef service neutron] Attempting to bind port ae6449ef-9762-4c36-843d-06c19389f628 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:45:07.103621 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-bb149525-1b14-4679-a980-4a5528994636 req-dc6a9ce8-517b-4951-9403-963280cc26ef service neutron] Attempting to bind port ae6449ef-9762-4c36-843d-06c19389f628 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '8221b84c-651e-471a-8570-ec818e0c2626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'eef9116b-9d23-4983-9fdb-69909a4a8536'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:45:07.104484 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb149525-1b14-4679-a980-4a5528994636 req-dc6a9ce8-517b-4951-9403-963280cc26ef service neutron] Attempting to bind port ae6449ef-9762-4c36-843d-06c19389f628 on network eef9116b-9d23-4983-9fdb-69909a4a8536 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:45:07.113869 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb149525-1b14-4679-a980-4a5528994636 req-dc6a9ce8-517b-4951-9403-963280cc26ef service neutron] Port ae6449ef-9762-4c36-843d-06c19389f628 on network eef9116b-9d23-4983-9fdb-69909a4a8536 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:45:07.114239 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb149525-1b14-4679-a980-4a5528994636 req-dc6a9ce8-517b-4951-9403-963280cc26ef service neutron] Attempting to bind port ae6449ef-9762-4c36-843d-06c19389f628 on network eef9116b-9d23-4983-9fdb-69909a4a8536 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:45:07.121354 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb149525-1b14-4679-a980-4a5528994636 req-dc6a9ce8-517b-4951-9403-963280cc26ef service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:45:07.122042 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb149525-1b14-4679-a980-4a5528994636 req-dc6a9ce8-517b-4951-9403-963280cc26ef service neutron] Checking segment: {'id': '8221b84c-651e-471a-8570-ec818e0c2626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'eef9116b-9d23-4983-9fdb-69909a4a8536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:45:07.122188 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb149525-1b14-4679-a980-4a5528994636 req-dc6a9ce8-517b-4951-9403-963280cc26ef service neutron] Bound using segment: {'id': '8221b84c-651e-471a-8570-ec818e0c2626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'eef9116b-9d23-4983-9fdb-69909a4a8536'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:45:07.122631 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-bb149525-1b14-4679-a980-4a5528994636 req-dc6a9ce8-517b-4951-9403-963280cc26ef service neutron] Bound port: ae6449ef-9762-4c36-843d-06c19389f628, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8221b84c-651e-471a-8570-ec818e0c2626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'eef9116b-9d23-4983-9fdb-69909a4a8536'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:45:07.123036 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-bb149525-1b14-4679-a980-4a5528994636 req-dc6a9ce8-517b-4951-9403-963280cc26ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:07.234606 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-bb149525-1b14-4679-a980-4a5528994636 req-dc6a9ce8-517b-4951-9403-963280cc26ef service neutron] For port ae6449ef-9762-4c36-843d-06c19389f628, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:45:07.239190 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-bb149525-1b14-4679-a980-4a5528994636 req-dc6a9ce8-517b-4951-9403-963280cc26ef service neutron] For port ae6449ef-9762-4c36-843d-06c19389f628, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=ae6449ef-9762-4c36-843d-06c19389f628,segment=NetworkSegment(8221b84c-651e-471a-8570-ec818e0c2626),segment_id=8221b84c-651e-471a-8570-ec818e0c2626)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:45:07.300489 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-bb149525-1b14-4679-a980-4a5528994636 req-dc6a9ce8-517b-4951-9403-963280cc26ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:07.305598 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-98ba66cc-30ae-4843-88e9-6c358af54b09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:07.352778 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb149525-1b14-4679-a980-4a5528994636 req-dc6a9ce8-517b-4951-9403-963280cc26ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:07.353602 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-bb149525-1b14-4679-a980-4a5528994636 req-dc6a9ce8-517b-4951-9403-963280cc26ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:07.355955 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bb149525-1b14-4679-a980-4a5528994636 req-dc6a9ce8-517b-4951-9403-963280cc26ef service neutron] 10.222.0.81 "PUT /v2.0/ports/ae6449ef-9762-4c36-843d-06c19389f628 HTTP/1.1" status: 200 len: 1055 time: 1.1356225 Oct 27 18:45:07.356570 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2c8ab1a-9ce3-4f1f-9b24-d1c4a4eaf417', 'tag': 'ae6449ef-9762-4c36-843d-06c19389f628'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:45:07.359008 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1aa93e9-95c4-4c84-aad4-2b1eeb166d66" -d '{"events": [{"name": "network-changed", "server_uuid": "c2c8ab1a-9ce3-4f1f-9b24-d1c4a4eaf417", "tag": "ae6449ef-9762-4c36-843d-06c19389f628"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:45:07.369962 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1a14ea63-207c-4852-86a1-8a096f6f4234 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:07.384454 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a9ce8-517b-4951-9403-963280cc26ef service neutron] Pushing event updated for resources: {'Port': ['ID=ae6449ef-9762-4c36-843d-06c19389f628,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:07.433273 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f92c7c-98e1-4134-aa4b-844623c8e539 x-openstack-request-id: req-40f92c7c-98e1-4134-aa4b-844623c8e539 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:45:07.433273 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2c8ab1a-9ce3-4f1f-9b24-d1c4a4eaf417", "tag": "ae6449ef-9762-4c36-843d-06c19389f628", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:45:07.433273 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-40f92c7c-98e1-4134-aa4b-844623c8e539 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:45:07.433273 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2c8ab1a-9ce3-4f1f-9b24-d1c4a4eaf417', 'tag': 'ae6449ef-9762-4c36-843d-06c19389f628', 'status': 'completed', 'code': 200} Oct 27 18:45:07.541245 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa93e9-95c4-4c84-aad4-2b1eeb166d66 req-2b99372c-4e6c-49b7-b64f-6033ca458e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:07.542934 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b1aa93e9-95c4-4c84-aad4-2b1eeb166d66 req-2b99372c-4e6c-49b7-b64f-6033ca458e75 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=38372ab8aa394f258676f181e4e603cf&device_id=c2c8ab1a-9ce3-4f1f-9b24-d1c4a4eaf417 HTTP/1.1" status: 200 len: 1058 time: 0.0861387 Oct 27 18:45:07.589304 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-98ba66cc-30ae-4843-88e9-6c358af54b09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:07.686157 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-98ba66cc-30ae-4843-88e9-6c358af54b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:07.702461 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa93e9-95c4-4c84-aad4-2b1eeb166d66 req-154d6d30-bc10-431d-bff8-2ad05a1d808a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:07.703507 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa93e9-95c4-4c84-aad4-2b1eeb166d66 req-154d6d30-bc10-431d-bff8-2ad05a1d808a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:07.705853 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b1aa93e9-95c4-4c84-aad4-2b1eeb166d66 req-154d6d30-bc10-431d-bff8-2ad05a1d808a service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=38372ab8aa394f258676f181e4e603cf&shared=False HTTP/1.1" status: 200 len: 1586 time: 0.1536806 Oct 27 18:45:07.719812 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a14ea63-207c-4852-86a1-8a096f6f4234 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Router b1dfc17f-d089-4506-a51a-4099bdf15394 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:45:07.749655 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba66cc-30ae-4843-88e9-6c358af54b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df46c836-7d69-4e81-8925-4108918339e7,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:07.778145 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-98ba66cc-30ae-4843-88e9-6c358af54b09 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a6348c9c63dd408dbac7c316d3d1f2ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7349107 Oct 27 18:45:07.782327 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59558) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:07.792360 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6e2b6-a180-41a9-8b62-d8a318be5f92 req-9b9ba06a-d861-4407-b3fc-6650d6fd599d tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:07.794959 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-51c6e2b6-a180-41a9-8b62-d8a318be5f92 req-9b9ba06a-d861-4407-b3fc-6650d6fd599d tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] 10.222.0.52 "GET /v2.0/ports?device_id=a391bc6e-52f3-4b2f-ba48-3a2c819a91b0 HTTP/1.1" status: 200 len: 943 time: 0.1441495 Oct 27 18:45:07.866298 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa93e9-95c4-4c84-aad4-2b1eeb166d66 req-89de5be2-0773-4315-bf59-620ced85031e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:07.869337 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b1aa93e9-95c4-4c84-aad4-2b1eeb166d66 req-89de5be2-0773-4315-bf59-620ced85031e service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1440277 Oct 27 18:45:07.871817 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a197d3e6-6dc7-492b-bf94-df4365b2f801 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:07.895913 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a197d3e6-6dc7-492b-bf94-df4365b2f801 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:07.914776 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-51c6e2b6-a180-41a9-8b62-d8a318be5f92 req-593a3013-5973-400e-95de-acbdd68dd0b2 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] 10.222.0.52 "GET /v2.0/security-groups?id=c4318d5b-f6be-4fa5-8804-9a533e4190a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843828 Oct 27 18:45:07.945630 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a14ea63-207c-4852-86a1-8a096f6f4234 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:45:07.963404 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaed5976-25b1-4804-beb8-305830ee9f1d None None] Sync routers for ids ['b1dfc17f-d089-4506-a51a-4099bdf15394'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:45:07.974509 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaed5976-25b1-4804-beb8-305830ee9f1d None None] Routers {'b1dfc17f-d089-4506-a51a-4099bdf15394'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:45:07.975927 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-aaed5976-25b1-4804-beb8-305830ee9f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:44:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b1dfc17f-d089-4506-a51a-4099bdf15394'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:07.988024 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb149525-1b14-4679-a980-4a5528994636 req-1db6a703-95df-4dc2-be7c-6397af174020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:07.989879 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bb149525-1b14-4679-a980-4a5528994636 req-1db6a703-95df-4dc2-be7c-6397af174020 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=38372ab8aa394f258676f181e4e603cf&device_id=c2c8ab1a-9ce3-4f1f-9b24-d1c4a4eaf417 HTTP/1.1" status: 200 len: 1058 time: 0.0781152 Oct 27 18:45:08.010163 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-aaed5976-25b1-4804-beb8-305830ee9f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:08.021101 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaed5976-25b1-4804-beb8-305830ee9f1d None None] Routers {'b1dfc17f-d089-4506-a51a-4099bdf15394'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:45:08.021951 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-aaed5976-25b1-4804-beb8-305830ee9f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:44:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b1dfc17f-d089-4506-a51a-4099bdf15394'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:08.023700 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1a14ea63-207c-4852-86a1-8a096f6f4234 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:08.028614 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1a14ea63-207c-4852-86a1-8a096f6f4234 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.3250239 Oct 27 18:45:08.029297 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59564) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:08.045904 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bb149525-1b14-4679-a980-4a5528994636 req-2bb611cc-b71e-44fe-b513-49587e43dfcf service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=ae6449ef-9762-4c36-843d-06c19389f628 HTTP/1.1" status: 200 len: 217 time: 0.0464938 Oct 27 18:45:08.063990 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-aaed5976-25b1-4804-beb8-305830ee9f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:08.064835 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaed5976-25b1-4804-beb8-305830ee9f1d None None] The sync data for ids ['b1dfc17f-d089-4506-a51a-4099bdf15394'] in n-d-815690-2 is: [] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:45:08.070678 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a197d3e6-6dc7-492b-bf94-df4365b2f801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:08.073785 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a197d3e6-6dc7-492b-bf94-df4365b2f801 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:08.077509 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a197d3e6-6dc7-492b-bf94-df4365b2f801 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/df46c836-7d69-4e81-8925-4108918339e7 HTTP/1.1" status: 204 len: 168 time: 0.2927368 Oct 27 18:45:08.122157 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb149525-1b14-4679-a980-4a5528994636 req-3810db2c-8d71-4763-983a-35886a0cbf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:08.123788 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bb149525-1b14-4679-a980-4a5528994636 req-3810db2c-8d71-4763-983a-35886a0cbf92 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3812f0a2-5902-4abb-b74e-01ae24f847dc HTTP/1.1" status: 200 len: 837 time: 0.0698326 Oct 27 18:45:08.130115 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a197d3e6-6dc7-492b-bf94-df4365b2f801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df46c836-7d69-4e81-8925-4108918339e7,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:08.177041 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb149525-1b14-4679-a980-4a5528994636 req-e842c789-f49d-4dfd-8a76-e1cf0b5aa240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:08.178592 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bb149525-1b14-4679-a980-4a5528994636 req-e842c789-f49d-4dfd-8a76-e1cf0b5aa240 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=eef9116b-9d23-4983-9fdb-69909a4a8536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463839 Oct 27 18:45:08.288075 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bb149525-1b14-4679-a980-4a5528994636 req-a9f0de5f-1282-4d26-81a6-eea29ae3c8e9 service neutron] 10.222.0.81 "GET /v2.0/networks/eef9116b-9d23-4983-9fdb-69909a4a8536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021404 Oct 27 18:45:08.420207 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bb149525-1b14-4679-a980-4a5528994636 req-670b4f43-3362-4a4e-82fc-cef031a77e54 service neutron] 10.222.0.81 "GET /v2.0/networks/eef9116b-9d23-4983-9fdb-69909a4a8536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243241 Oct 27 18:45:08.518226 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e908c5-7d9f-4fce-bdf5-ac19556fbdd2 req-dd6ed730-7362-4597-a0b5-3117c31e92bc tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:08.519950 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-04e908c5-7d9f-4fce-bdf5-ac19556fbdd2 req-dd6ed730-7362-4597-a0b5-3117c31e92bc tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2c8ab1a-9ce3-4f1f-9b24-d1c4a4eaf417 HTTP/1.1" status: 200 len: 907 time: 0.0828135 Oct 27 18:45:08.887340 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-100d4cc7-3c48-4b35-95d2-66d51f3ab8f3 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:09.094311 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59598) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:09.133814 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da056f2-8a89-416a-b59c-e71771b03e99 req-35059edc-1217-4f77-9e96-9052c4334cd4 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:09.139412 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8da056f2-8a89-416a-b59c-e71771b03e99 req-35059edc-1217-4f77-9e96-9052c4334cd4 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] 10.222.0.52 "GET /v2.0/ports?device_id=a391bc6e-52f3-4b2f-ba48-3a2c819a91b0 HTTP/1.1" status: 200 len: 943 time: 0.1135485 Oct 27 18:45:09.265522 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8da056f2-8a89-416a-b59c-e71771b03e99 req-8d4ccf46-1ccf-4595-bb98-690cf9fef64e tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] 10.222.0.52 "GET /v2.0/security-groups?id=c4318d5b-f6be-4fa5-8804-9a533e4190a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188812 Oct 27 18:45:09.328455 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b5751e4c-7ac2-49e5-b26c-0a6a354d7a05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:09.438212 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 49d2dc4d-77af-43a0-bca8-29170acd2d25 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:45:09.452286 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b5751e4c-7ac2-49e5-b26c-0a6a354d7a05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:09.518612 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b5751e4c-7ac2-49e5-b26c-0a6a354d7a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:09.556816 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-100d4cc7-3c48-4b35-95d2-66d51f3ab8f3 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Allocated IP 172.20.0.1 (71ad22f4-37f8-4c6b-a100-2772c510d5d1/5c6355c1-9dc5-44c3-8e30-13f1120511fb/1a0f6a24-4236-4690-931e-3e8ca4584779) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:45:09.620434 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b5751e4c-7ac2-49e5-b26c-0a6a354d7a05 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5ab14b0e775c4c9d96506a661397cc02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5246263 Oct 27 18:45:09.628848 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59612) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:09.631842 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5751e4c-7ac2-49e5-b26c-0a6a354d7a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7d22b1-dd5d-4f28-9e62-35dc004887b5,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:09.636927 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-87c6e6f8-aec3-45de-ab7e-102999f128ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:09.646023 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 49d2dc4d-77af-43a0-bca8-29170acd2d25, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=49d2dc4d-77af-43a0-bca8-29170acd2d25,segment=NetworkSegment(f3443eb5-6938-4657-9388-3bc4f43b1bc8),segment_id=f3443eb5-6938-4657-9388-3bc4f43b1bc8)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:45:09.661564 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '49d2dc4d-77af-43a0-bca8-29170acd2d25', 'network_id': 'a04ae42b-bb2c-4107-a1d6-82d54a28e1b4', 'port_id': '49d2dc4d-77af-43a0-bca8-29170acd2d25', 'mac_address': 'fa:16:3e:e8:eb:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38f30f01-0da2-4785-9cfa-3ef31032d35a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:45:09.709693 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:09.729662 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d2dc4d-77af-43a0-bca8-29170acd2d25 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:45:09.758053 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 49d2dc4d-77af-43a0-bca8-29170acd2d25, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=49d2dc4d-77af-43a0-bca8-29170acd2d25,segment=NetworkSegment(f3443eb5-6938-4657-9388-3bc4f43b1bc8),segment_id=f3443eb5-6938-4657-9388-3bc4f43b1bc8)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:45:09.827174 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:09.843771 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-915efc95-0f3c-4833-bf63-0f9c71743a1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:09.855236 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fdf980-8366-4750-84d1-dc077d6aefd1 req-3a969bcf-865e-49e9-957a-19ae457869cc tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:09.856983 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-45fdf980-8366-4750-84d1-dc077d6aefd1 req-3a969bcf-865e-49e9-957a-19ae457869cc tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2c8ab1a-9ce3-4f1f-9b24-d1c4a4eaf417 HTTP/1.1" status: 200 len: 907 time: 0.2198730 Oct 27 18:45:09.895465 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-100d4cc7-3c48-4b35-95d2-66d51f3ab8f3 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:09.901791 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-915efc95-0f3c-4833-bf63-0f9c71743a1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:09.945268 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=49d2dc4d-77af-43a0-bca8-29170acd2d25,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:10.036236 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['49d2dc4d-77af-43a0-bca8-29170acd2d25'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:45:10.089057 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-100d4cc7-3c48-4b35-95d2-66d51f3ab8f3 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:10.108738 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-915efc95-0f3c-4833-bf63-0f9c71743a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:10.114854 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-915efc95-0f3c-4833-bf63-0f9c71743a1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:10.117407 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-915efc95-0f3c-4833-bf63-0f9c71743a1f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8b7d22b1-dd5d-4f28-9e62-35dc004887b5 HTTP/1.1" status: 204 len: 168 time: 0.4788456 Oct 27 18:45:10.212487 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915efc95-0f3c-4833-bf63-0f9c71743a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7d22b1-dd5d-4f28-9e62-35dc004887b5,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:10.240007 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100d4cc7-3c48-4b35-95d2-66d51f3ab8f3 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Network 71ad22f4-37f8-4c6b-a100-2772c510d5d1 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:45:10.254187 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d4cc7-3c48-4b35-95d2-66d51f3ab8f3 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Pushing event updated for resources: {'Port': ['ID=1a0f6a24-4236-4690-931e-3e8ca4584779,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:10.258106 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-100d4cc7-3c48-4b35-95d2-66d51f3ab8f3 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:45:10.260352 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100d4cc7-3c48-4b35-95d2-66d51f3ab8f3 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:45:10.312484 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-100d4cc7-3c48-4b35-95d2-66d51f3ab8f3 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:10.459369 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162ffe5-e299-4447-b18d-06c7f10b0c80 req-32fe98cc-8286-434b-904b-df606cfe8bba tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:10.467378 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e162ffe5-e299-4447-b18d-06c7f10b0c80 req-32fe98cc-8286-434b-904b-df606cfe8bba tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] 10.222.0.52 "GET /v2.0/ports?device_id=a391bc6e-52f3-4b2f-ba48-3a2c819a91b0 HTTP/1.1" status: 200 len: 944 time: 0.0923519 Oct 27 18:45:10.540771 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e162ffe5-e299-4447-b18d-06c7f10b0c80 req-124bf9ed-f95c-4320-949c-477e54db6edd tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] 10.222.0.52 "GET /v2.0/security-groups?id=c4318d5b-f6be-4fa5-8804-9a533e4190a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724430 Oct 27 18:45:10.690880 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-100d4cc7-3c48-4b35-95d2-66d51f3ab8f3 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:10.703717 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:45:10.721421 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59634) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:10.902925 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59640) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:10.918312 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-7f3eb2d8-164f-4317-88cc-c51690d57fa5 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Request body: {'network': {'name': 'tempest-network-smoke--659961904', 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'port_security_enabled': True}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:10.950065 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-85833469-45d2-459b-baa5-4b4f166c05c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:11.016013 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3eb2d8-164f-4317-88cc-c51690d57fa5 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Made reservation on behalf of a56febe1ed07496abd79e6dfcd66d421 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:45:11.020174 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7f3eb2d8-164f-4317-88cc-c51690d57fa5 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:11.030279 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7f3eb2d8-164f-4317-88cc-c51690d57fa5 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:11.049108 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device ae6449ef-9762-4c36-843d-06c19389f628 details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:45:11.083196 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f5748-2c30-479d-af34-64c532b02704 req-a17829ab-b563-4424-bec3-012d390bee07 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:11.104977 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-306f5748-2c30-479d-af34-64c532b02704 req-a17829ab-b563-4424-bec3-012d390bee07 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2c8ab1a-9ce3-4f1f-9b24-d1c4a4eaf417 HTTP/1.1" status: 200 len: 907 time: 0.1345479 Oct 27 18:45:11.120076 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7f3eb2d8-164f-4317-88cc-c51690d57fa5 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:11.141408 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-100d4cc7-3c48-4b35-95d2-66d51f3ab8f3 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:11.167371 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-85833469-45d2-459b-baa5-4b4f166c05c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:11.189413 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port ae6449ef-9762-4c36-843d-06c19389f628, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=ae6449ef-9762-4c36-843d-06c19389f628,segment=NetworkSegment(8221b84c-651e-471a-8570-ec818e0c2626),segment_id=8221b84c-651e-471a-8570-ec818e0c2626)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:45:11.192869 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7f3eb2d8-164f-4317-88cc-c51690d57fa5 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:11.209331 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': 'ae6449ef-9762-4c36-843d-06c19389f628', 'network_id': 'eef9116b-9d23-4983-9fdb-69909a4a8536', 'port_id': 'ae6449ef-9762-4c36-843d-06c19389f628', 'mac_address': 'fa:16:3e:40:45:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3812f0a2-5902-4abb-b74e-01ae24f847dc', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:45:11.215843 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f3eb2d8-164f-4317-88cc-c51690d57fa5 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] vlan segment allocate from pool success with {'vlan_id': 1048, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:45:11.221265 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-100d4cc7-3c48-4b35-95d2-66d51f3ab8f3 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:11.239175 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7f3eb2d8-164f-4317-88cc-c51690d57fa5 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:11.239658 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-7f3eb2d8-164f-4317-88cc-c51690d57fa5 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Added segment 5df04c20-b7e4-4ee5-af77-441b83fa19d3 of type vlan for network 75e02ded-c2ac-42f1-841f-7a6a75428960 Oct 27 18:45:11.248906 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3eb2d8-164f-4317-88cc-c51690d57fa5 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4679595-0c78-445d-802f-1be8804b5699,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:11.260991 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-85833469-45d2-459b-baa5-4b4f166c05c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:11.264009 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:11.281323 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae6449ef-9762-4c36-843d-06c19389f628 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:45:11.303708 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port ae6449ef-9762-4c36-843d-06c19389f628, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=ae6449ef-9762-4c36-843d-06c19389f628,segment=NetworkSegment(8221b84c-651e-471a-8570-ec818e0c2626),segment_id=8221b84c-651e-471a-8570-ec818e0c2626)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:45:11.305211 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7f3eb2d8-164f-4317-88cc-c51690d57fa5 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:11.348485 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-100d4cc7-3c48-4b35-95d2-66d51f3ab8f3 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:11.365109 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-85833469-45d2-459b-baa5-4b4f166c05c5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7cddd5455016486dbb6350ace5053dfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4604933 Oct 27 18:45:11.367873 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85833469-45d2-459b-baa5-4b4f166c05c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d2124f-de26-47b5-8c96-2ea694ac5bdb,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:11.368024 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59644) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:11.371705 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d4cc7-3c48-4b35-95d2-66d51f3ab8f3 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Pushing event updated for resources: {'Port': ['ID=1a0f6a24-4236-4690-931e-3e8ca4584779,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:11.375754 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:11.409421 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7f3eb2d8-164f-4317-88cc-c51690d57fa5 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:11.415307 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3eb2d8-164f-4317-88cc-c51690d57fa5 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:11.415910 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7f3eb2d8-164f-4317-88cc-c51690d57fa5 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:11.464882 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=ae6449ef-9762-4c36-843d-06c19389f628,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:11.478521 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 49d2dc4d-77af-43a0-bca8-29170acd2d25 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:45:11.479106 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100d4cc7-3c48-4b35-95d2-66d51f3ab8f3 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Network 71ad22f4-37f8-4c6b-a100-2772c510d5d1 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:45:11.486592 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-100d4cc7-3c48-4b35-95d2-66d51f3ab8f3 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:45:11.525409 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3eb2d8-164f-4317-88cc-c51690d57fa5 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event updated for resources: {'Network': ['ID=75e02ded-c2ac-42f1-841f-7a6a75428960,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:11.537894 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7f3eb2d8-164f-4317-88cc-c51690d57fa5 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8127897 Oct 27 18:45:11.538147 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59646) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:11.544619 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-5e328916-e895-434d-a23b-8a48075b8566 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-775598626', 'admin_state_up': True, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:11.556263 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 75e02ded-c2ac-42f1-841f-7a6a75428960 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:45:11.569102 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2c1a81e5-cea1-4442-9c13-1d7a391ff372 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:11.607581 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2c1a81e5-cea1-4442-9c13-1d7a391ff372 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:11.642112 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['ae6449ef-9762-4c36-843d-06c19389f628'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:45:11.651683 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5e328916-e895-434d-a23b-8a48075b8566 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:11.652806 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5e328916-e895-434d-a23b-8a48075b8566 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:11.728448 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5e328916-e895-434d-a23b-8a48075b8566 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:11.749294 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9564277-a92a-4dc1-9709-08f6f04bfb0f req-bd7b9f81-1832-40a7-965b-bf45a86214fc tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:11.750991 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b9564277-a92a-4dc1-9709-08f6f04bfb0f req-bd7b9f81-1832-40a7-965b-bf45a86214fc tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] 10.222.0.52 "GET /v2.0/ports?device_id=a391bc6e-52f3-4b2f-ba48-3a2c819a91b0 HTTP/1.1" status: 200 len: 944 time: 0.1144173 Oct 27 18:45:11.760933 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100d4cc7-3c48-4b35-95d2-66d51f3ab8f3 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Router b1dfc17f-d089-4506-a51a-4099bdf15394 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:45:11.773965 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 49d2dc4d-77af-43a0-bca8-29170acd2d25 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:45:11.779266 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 49d2dc4d-77af-43a0-bca8-29170acd2d25 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:45:11.779453 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:11.804022 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2c1a81e5-cea1-4442-9c13-1d7a391ff372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:11.810139 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2c1a81e5-cea1-4442-9c13-1d7a391ff372 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:11.812077 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2c1a81e5-cea1-4442-9c13-1d7a391ff372 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/75d2124f-de26-47b5-8c96-2ea694ac5bdb HTTP/1.1" status: 204 len: 168 time: 0.4432013 Oct 27 18:45:11.919362 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100d4cc7-3c48-4b35-95d2-66d51f3ab8f3 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:45:11.924532 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b9564277-a92a-4dc1-9709-08f6f04bfb0f req-e9512b52-6c80-4a70-9a38-7f884f647808 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] 10.222.0.52 "GET /v2.0/security-groups?id=c4318d5b-f6be-4fa5-8804-9a533e4190a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655691 Oct 27 18:45:11.929559 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-100d4cc7-3c48-4b35-95d2-66d51f3ab8f3 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "PUT /v2.0/routers/b1dfc17f-d089-4506-a51a-4099bdf15394/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8982396 Oct 27 18:45:11.931302 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59654) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:11.939406 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2ef407-05d9-4806-9107-405df7395e53 None None] Sync routers for ids ['b1dfc17f-d089-4506-a51a-4099bdf15394'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:45:11.943339 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-ec72db16-dd68-4d6d-81e4-e3ca23ef245d tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Request body: {'port': {'network_id': '71ad22f4-37f8-4c6b-a100-2772c510d5d1', 'name': 'tempest-FloatingIPTestJSON-962375477'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:11.957158 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2ef407-05d9-4806-9107-405df7395e53 None None] Routers {'b1dfc17f-d089-4506-a51a-4099bdf15394'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:45:11.959128 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-2d2ef407-05d9-4806-9107-405df7395e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:44:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b1dfc17f-d089-4506-a51a-4099bdf15394'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:11.968334 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:12.019932 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a391bc6e-52f3-4b2f-ba48-3a2c819a91b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d2dc4d-77af-43a0-bca8-29170acd2d25'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:45:12.023020 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e157626-4bd6-406b-9481-d715702826d4" -d '{"events": [{"server_uuid": "a391bc6e-52f3-4b2f-ba48-3a2c819a91b0", "name": "network-vif-plugged", "status": "completed", "tag": "49d2dc4d-77af-43a0-bca8-29170acd2d25"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:45:12.029793 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-2d2ef407-05d9-4806-9107-405df7395e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:12.045172 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2ef407-05d9-4806-9107-405df7395e53 None None] Routers {'b1dfc17f-d089-4506-a51a-4099bdf15394'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:45:12.046266 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-2d2ef407-05d9-4806-9107-405df7395e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:44:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b1dfc17f-d089-4506-a51a-4099bdf15394'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:12.070532 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 49d2dc4d-77af-43a0-bca8-29170acd2d25, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=49d2dc4d-77af-43a0-bca8-29170acd2d25,segment=NetworkSegment(f3443eb5-6938-4657-9388-3bc4f43b1bc8),segment_id=f3443eb5-6938-4657-9388-3bc4f43b1bc8)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:45:12.095597 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f82d64-9009-49aa-92cf-29dbb964b129 x-openstack-request-id: req-c0f82d64-9009-49aa-92cf-29dbb964b129 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:45:12.098953 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a391bc6e-52f3-4b2f-ba48-3a2c819a91b0", "name": "network-vif-plugged", "status": "completed", "tag": "49d2dc4d-77af-43a0-bca8-29170acd2d25", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:45:12.098953 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c0f82d64-9009-49aa-92cf-29dbb964b129 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:45:12.098953 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a391bc6e-52f3-4b2f-ba48-3a2c819a91b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d2dc4d-77af-43a0-bca8-29170acd2d25', 'code': 200} Oct 27 18:45:12.103496 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-2d2ef407-05d9-4806-9107-405df7395e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:12.104169 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2ef407-05d9-4806-9107-405df7395e53 None None] The sync data for ids ['b1dfc17f-d089-4506-a51a-4099bdf15394'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:45:12.153543 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e5ebf40d-ef1c-4919-b90e-0c6a72914451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:12.185478 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:12.242239 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f269a0-a1ed-4d18-953b-e7d8b5f56f13 req-7f3cd69c-0569-418b-8de5-3ed381c15f62 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:12.253825 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f7f269a0-a1ed-4d18-953b-e7d8b5f56f13 req-7f3cd69c-0569-418b-8de5-3ed381c15f62 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2c8ab1a-9ce3-4f1f-9b24-d1c4a4eaf417 HTTP/1.1" status: 200 len: 908 time: 0.0827115 Oct 27 18:45:12.258663 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec72db16-dd68-4d6d-81e4-e3ca23ef245d tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Made reservation on behalf of a0c4e786159b4cfdb15671b63803dd03 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:45:12.267236 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ec72db16-dd68-4d6d-81e4-e3ca23ef245d tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:12.288104 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-ec72db16-dd68-4d6d-81e4-e3ca23ef245d tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] device_id is not set on port 9649f854-fdc2-4c9e-91ba-4c8adb7beba4 yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:45:12.294920 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=49d2dc4d-77af-43a0-bca8-29170acd2d25,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:12.371993 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1a81e5-cea1-4442-9c13-1d7a391ff372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d2124f-de26-47b5-8c96-2ea694ac5bdb,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:12.437154 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-ec72db16-dd68-4d6d-81e4-e3ca23ef245d tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Allocated IP 172.20.0.13 (71ad22f4-37f8-4c6b-a100-2772c510d5d1/5c6355c1-9dc5-44c3-8e30-13f1120511fb/9649f854-fdc2-4c9e-91ba-4c8adb7beba4) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:45:12.453832 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5e328916-e895-434d-a23b-8a48075b8566 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:12.498795 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b615f-1e81-44a8-a37a-73121bca445e req-c9897316-a440-41b5-904d-71bdcc062fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:12.500560 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-805b615f-1e81-44a8-a37a-73121bca445e req-c9897316-a440-41b5-904d-71bdcc062fa3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a391bc6e-52f3-4b2f-ba48-3a2c819a91b0 HTTP/1.1" status: 200 len: 1096 time: 0.0420635 Oct 27 18:45:12.541706 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-805b615f-1e81-44a8-a37a-73121bca445e req-e0fb838c-39f0-4dc1-886e-5ccfcdbce693 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c4318d5b-f6be-4fa5-8804-9a533e4190a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337882 Oct 27 18:45:12.644258 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ec72db16-dd68-4d6d-81e4-e3ca23ef245d tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:12.747109 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ec72db16-dd68-4d6d-81e4-e3ca23ef245d tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:12.780333 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5e328916-e895-434d-a23b-8a48075b8566 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:12.801931 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5e328916-e895-434d-a23b-8a48075b8566 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:12.804581 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec72db16-dd68-4d6d-81e4-e3ca23ef245d tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Network 71ad22f4-37f8-4c6b-a100-2772c510d5d1 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:45:12.808082 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-ec72db16-dd68-4d6d-81e4-e3ca23ef245d tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:45:12.817525 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec72db16-dd68-4d6d-81e4-e3ca23ef245d tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:45:12.848931 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec72db16-dd68-4d6d-81e4-e3ca23ef245d tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Pushing event updated for resources: {'Port': ['ID=9649f854-fdc2-4c9e-91ba-4c8adb7beba4,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:12.877228 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec72db16-dd68-4d6d-81e4-e3ca23ef245d tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:12.877875 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ec72db16-dd68-4d6d-81e4-e3ca23ef245d tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:12.925738 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-5e328916-e895-434d-a23b-8a48075b8566 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Allocated IP 172.25.6.231 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/af54d696-44f7-47f4-8bd5-67c445fa7597) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:45:12.973176 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ec72db16-dd68-4d6d-81e4-e3ca23ef245d tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0407419 Oct 27 18:45:12.981634 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59676) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:12.988530 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-ad16dff4-bad4-4ca4-8506-15b49d79e6e2 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Request body: {'port': {'network_id': '71ad22f4-37f8-4c6b-a100-2772c510d5d1', 'name': 'tempest-FloatingIPTestJSON-593699607'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:13.047840 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device ae6449ef-9762-4c36-843d-06c19389f628 up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:45:13.079321 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5e328916-e895-434d-a23b-8a48075b8566 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:13.191168 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning for port ae6449ef-9762-4c36-843d-06c19389f628 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:45:13.195635 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port ae6449ef-9762-4c36-843d-06c19389f628 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:45:13.196078 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:13.243380 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5e328916-e895-434d-a23b-8a48075b8566 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:13.310904 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:13.331803 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e328916-e895-434d-a23b-8a48075b8566 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:45:13.343084 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-5e328916-e895-434d-a23b-8a48075b8566 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:45:13.352019 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e328916-e895-434d-a23b-8a48075b8566 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:45:13.390080 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e328916-e895-434d-a23b-8a48075b8566 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event updated for resources: {'Port': ['ID=af54d696-44f7-47f4-8bd5-67c445fa7597,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:13.452656 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cbba18-e9c7-4e98-b194-ff51d16a2b87 req-333e2e57-52a8-4199-87e8-c34008ee47d1 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:13.454368 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e2cbba18-e9c7-4e98-b194-ff51d16a2b87 req-333e2e57-52a8-4199-87e8-c34008ee47d1 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] 10.222.0.52 "GET /v2.0/ports?device_id=a391bc6e-52f3-4b2f-ba48-3a2c819a91b0 HTTP/1.1" status: 200 len: 945 time: 0.0833828 Oct 27 18:45:13.459677 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port ae6449ef-9762-4c36-843d-06c19389f628, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=ae6449ef-9762-4c36-843d-06c19389f628,segment=NetworkSegment(8221b84c-651e-471a-8570-ec818e0c2626),segment_id=8221b84c-651e-471a-8570-ec818e0c2626)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:45:13.518749 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:13.520572 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:13.554734 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e2cbba18-e9c7-4e98-b194-ff51d16a2b87 req-cc82e4ba-2346-49f3-845c-bcfddb0bcdc1 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] 10.222.0.52 "GET /v2.0/security-groups?id=c4318d5b-f6be-4fa5-8804-9a533e4190a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870044 Oct 27 18:45:13.559685 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:13.641930 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=ae6449ef-9762-4c36-843d-06c19389f628,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:13.673599 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad16dff4-bad4-4ca4-8506-15b49d79e6e2 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Made reservation on behalf of a0c4e786159b4cfdb15671b63803dd03 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:45:13.677103 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ad16dff4-bad4-4ca4-8506-15b49d79e6e2 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:13.703381 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-ad16dff4-bad4-4ca4-8506-15b49d79e6e2 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] device_id is not set on port 7eddf9b8-bd82-441c-a73c-c4a68c492980 yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:45:13.720790 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9681c58d-4315-47d6-8275-62862f8b1fd8 req-5ad87ea1-ea27-458d-bc5b-a824742781c0 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:13.722370 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9681c58d-4315-47d6-8275-62862f8b1fd8 req-5ad87ea1-ea27-458d-bc5b-a824742781c0 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2c8ab1a-9ce3-4f1f-9b24-d1c4a4eaf417 HTTP/1.1" status: 200 len: 909 time: 0.0825887 Oct 27 18:45:13.845852 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-ad16dff4-bad4-4ca4-8506-15b49d79e6e2 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Allocated IP 172.20.0.6 (71ad22f4-37f8-4c6b-a100-2772c510d5d1/5c6355c1-9dc5-44c3-8e30-13f1120511fb/7eddf9b8-bd82-441c-a73c-c4a68c492980) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:45:13.860931 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5e328916-e895-434d-a23b-8a48075b8566 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:14.043342 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ad16dff4-bad4-4ca4-8506-15b49d79e6e2 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:14.090528 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5e328916-e895-434d-a23b-8a48075b8566 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:14.097656 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c8ab1a-9ce3-4f1f-9b24-d1c4a4eaf417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6449ef-9762-4c36-843d-06c19389f628'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:45:14.099994 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f378770-20ea-4750-968d-20444d69a56e" -d '{"events": [{"server_uuid": "c2c8ab1a-9ce3-4f1f-9b24-d1c4a4eaf417", "name": "network-vif-plugged", "status": "completed", "tag": "ae6449ef-9762-4c36-843d-06c19389f628"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:45:14.142363 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf53da6-c961-4fc2-a234-63deab5516e1 x-openstack-request-id: req-acf53da6-c961-4fc2-a234-63deab5516e1 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:45:14.142660 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c8ab1a-9ce3-4f1f-9b24-d1c4a4eaf417", "name": "network-vif-plugged", "status": "completed", "tag": "ae6449ef-9762-4c36-843d-06c19389f628", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:45:14.142944 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-acf53da6-c961-4fc2-a234-63deab5516e1 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:45:14.143340 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c8ab1a-9ce3-4f1f-9b24-d1c4a4eaf417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6449ef-9762-4c36-843d-06c19389f628', 'code': 200} Oct 27 18:45:14.153390 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ad16dff4-bad4-4ca4-8506-15b49d79e6e2 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:14.254481 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad16dff4-bad4-4ca4-8506-15b49d79e6e2 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Network 71ad22f4-37f8-4c6b-a100-2772c510d5d1 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:45:14.259333 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-ad16dff4-bad4-4ca4-8506-15b49d79e6e2 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:45:14.271209 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad16dff4-bad4-4ca4-8506-15b49d79e6e2 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:45:14.285955 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad16dff4-bad4-4ca4-8506-15b49d79e6e2 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Pushing event updated for resources: {'Port': ['ID=7eddf9b8-bd82-441c-a73c-c4a68c492980,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:14.293542 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f00e44-276c-4283-9ae7-810a918676de req-83ebc203-0344-4d7f-84cb-248ebd303021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:14.295259 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c7f00e44-276c-4283-9ae7-810a918676de req-83ebc203-0344-4d7f-84cb-248ebd303021 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c2c8ab1a-9ce3-4f1f-9b24-d1c4a4eaf417 HTTP/1.1" status: 200 len: 1060 time: 0.0664325 Oct 27 18:45:14.358335 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad16dff4-bad4-4ca4-8506-15b49d79e6e2 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:14.359125 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ad16dff4-bad4-4ca4-8506-15b49d79e6e2 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:14.397302 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e328916-e895-434d-a23b-8a48075b8566 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Router 8318be0b-e6c7-4241-9937-ef593d662a75 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:45:14.493453 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ad16dff4-bad4-4ca4-8506-15b49d79e6e2 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5082951 Oct 27 18:45:14.500042 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59696) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:14.513026 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-64f8b2ab-bb06-4831-9214-04d12cdd26b0 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'port_id': '7eddf9b8-bd82-441c-a73c-c4a68c492980', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:14.543431 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e328916-e895-434d-a23b-8a48075b8566 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:45:14.556238 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d04743-6b83-42b9-89d0-baa2380cc314 None None] Sync routers for ids ['8318be0b-e6c7-4241-9937-ef593d662a75'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:45:14.567183 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d04743-6b83-42b9-89d0-baa2380cc314 None None] Routers {'8318be0b-e6c7-4241-9937-ef593d662a75'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:45:14.567804 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-96d04743-6b83-42b9-89d0-baa2380cc314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8318be0b-e6c7-4241-9937-ef593d662a75'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:14.665702 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-64f8b2ab-bb06-4831-9214-04d12cdd26b0 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for floatingip, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:14.675685 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-96d04743-6b83-42b9-89d0-baa2380cc314 None None] Set router 8318be0b-e6c7-4241-9937-ef593d662a75 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:45:14.770415 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-64f8b2ab-bb06-4831-9214-04d12cdd26b0 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:14.783909 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5e328916-e895-434d-a23b-8a48075b8566 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:14.785659 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5e328916-e895-434d-a23b-8a48075b8566 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2465391 Oct 27 18:45:14.788917 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59706) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:14.906470 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-96d04743-6b83-42b9-89d0-baa2380cc314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'name': 'tempest-TestNetworkBasicOps-router-775598626', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'af54d696-44f7-47f4-8bd5-67c445fa7597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:11Z', 'updated_at': '2021-10-27T18:45:13Z', 'revision_number': 3, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'gw_port': {'id': 'af54d696-44f7-47f4-8bd5-67c445fa7597', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ac:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:12Z', 'updated_at': '2021-10-27T18:45:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:14.922364 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-64f8b2ab-bb06-4831-9214-04d12cdd26b0 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Allocated IP 172.25.6.19 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/85b1e2f6-9eb0-48f0-992e-ec1308c46bcf) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:45:14.954083 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d04743-6b83-42b9-89d0-baa2380cc314 None None] Checking router: 8318be0b-e6c7-4241-9937-ef593d662a75 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:45:14.954748 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d04743-6b83-42b9-89d0-baa2380cc314 None None] Updating router 8318be0b-e6c7-4241-9937-ef593d662a75 port af54d696-44f7-47f4-8bd5-67c445fa7597 binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:45:14.985774 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-96d04743-6b83-42b9-89d0-baa2380cc314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:15.051056 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-568b3428-a1d1-4886-9e9e-dc645cfddc1e tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=a56febe1ed07496abd79e6dfcd66d421&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2584803 Oct 27 18:45:15.052408 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59718) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:15.077053 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049acf4f-5a46-4a9b-b506-b4acd9d65a46 req-0b2de6d3-e458-4b98-9384-3b728ecb1071 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:15.084286 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-049acf4f-5a46-4a9b-b506-b4acd9d65a46 req-0b2de6d3-e458-4b98-9384-3b728ecb1071 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] 10.222.0.52 "GET /v2.0/ports?device_id=a391bc6e-52f3-4b2f-ba48-3a2c819a91b0 HTTP/1.1" status: 200 len: 945 time: 0.1204429 Oct 27 18:45:15.130301 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:15.143299 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-049acf4f-5a46-4a9b-b506-b4acd9d65a46 req-1281ec15-291b-4837-968d-f2c8bc4c818b tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] 10.222.0.52 "GET /v2.0/security-groups?id=c4318d5b-f6be-4fa5-8804-9a533e4190a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564594 Oct 27 18:45:15.180497 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-64f8b2ab-bb06-4831-9214-04d12cdd26b0 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:15.193467 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89219e1-717a-4e5a-8b1d-9926873d24a3 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:15.195100 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d89219e1-717a-4e5a-8b1d-9926873d24a3 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1417415 Oct 27 18:45:15.197876 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59722) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:15.239321 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c9be13bc-2f9a-4462-9276-398616d57cd6 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=0fad50cd-70b8-43d9-8a14-cc05c0fdea0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403135 Oct 27 18:45:15.242869 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59724) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:15.249852 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-97476fd3-334f-44c6-8f42-e118e6708ec9 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-588470394', 'network_id': '75e02ded-c2ac-42f1-841f-7a6a75428960', 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:15.267337 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dff978-28d2-4ea3-b74b-968955aea755 req-91cd0755-2b06-430a-958c-78e677400925 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:15.269027 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-74dff978-28d2-4ea3-b74b-968955aea755 req-91cd0755-2b06-430a-958c-78e677400925 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2c8ab1a-9ce3-4f1f-9b24-d1c4a4eaf417 HTTP/1.1" status: 200 len: 909 time: 0.0754125 Oct 27 18:45:15.319061 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-64f8b2ab-bb06-4831-9214-04d12cdd26b0 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:15.423826 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f8b2ab-bb06-4831-9214-04d12cdd26b0 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:45:15.429250 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-64f8b2ab-bb06-4831-9214-04d12cdd26b0 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:45:15.432193 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f8b2ab-bb06-4831-9214-04d12cdd26b0 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:45:15.468066 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f8b2ab-bb06-4831-9214-04d12cdd26b0 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Pushing event updated for resources: {'Port': ['ID=85b1e2f6-9eb0-48f0-992e-ec1308c46bcf,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:15.502634 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d2a23-af92-425d-bde3-0114a76ca277 req-e7f9d9ea-9710-4323-9f86-19bb2778e291 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:15.504446 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6c3d2a23-af92-425d-bde3-0114a76ca277 req-e7f9d9ea-9710-4323-9f86-19bb2778e291 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b840d65-8d92-4cd2-8a53-31e29c60825d HTTP/1.1" status: 200 len: 945 time: 0.1404517 Oct 27 18:45:15.508968 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97476fd3-334f-44c6-8f42-e118e6708ec9 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Made reservation on behalf of a56febe1ed07496abd79e6dfcd66d421 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:45:15.513728 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-97476fd3-334f-44c6-8f42-e118e6708ec9 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:15.536567 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-96d04743-6b83-42b9-89d0-baa2380cc314 None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:15.601307 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6c3d2a23-af92-425d-bde3-0114a76ca277 req-b605309e-9721-4a24-b0da-a832e746a52b tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/security-groups?id=aad36188-91d6-43e2-a568-2912c23799cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871117 Oct 27 18:45:15.649887 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-96d04743-6b83-42b9-89d0-baa2380cc314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:15.721814 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b331660-0c03-440d-963c-71be8a03a465 None None] Pushing event updated for resources: {'Port': ['ID=af54d696-44f7-47f4-8bd5-67c445fa7597,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:15.761624 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-96d04743-6b83-42b9-89d0-baa2380cc314 None None] Attempting to bind port af54d696-44f7-47f4-8bd5-67c445fa7597 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:45:15.762034 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-96d04743-6b83-42b9-89d0-baa2380cc314 None None] Attempting to bind port af54d696-44f7-47f4-8bd5-67c445fa7597 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:45:15.762853 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d04743-6b83-42b9-89d0-baa2380cc314 None None] Attempting to bind port af54d696-44f7-47f4-8bd5-67c445fa7597 on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:45:15.769296 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d04743-6b83-42b9-89d0-baa2380cc314 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:45:15.772259 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d04743-6b83-42b9-89d0-baa2380cc314 None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:45:15.772709 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-96d04743-6b83-42b9-89d0-baa2380cc314 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:15.773112 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d04743-6b83-42b9-89d0-baa2380cc314 None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:45:15.773600 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-96d04743-6b83-42b9-89d0-baa2380cc314 None None] Bound port: af54d696-44f7-47f4-8bd5-67c445fa7597, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:45:15.774109 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-96d04743-6b83-42b9-89d0-baa2380cc314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:15.784961 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1f224-c193-4016-b76b-eaf72b154a7e req-76b44986-889c-4ab6-a864-00902c624629 tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:15.787281 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dce1f224-c193-4016-b76b-eaf72b154a7e req-76b44986-889c-4ab6-a864-00902c624629 tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 1096 time: 0.1032763 Oct 27 18:45:15.812479 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-97476fd3-334f-44c6-8f42-e118e6708ec9 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:15.846134 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-96d04743-6b83-42b9-89d0-baa2380cc314 None None] For port af54d696-44f7-47f4-8bd5-67c445fa7597, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:45:15.850933 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-96d04743-6b83-42b9-89d0-baa2380cc314 None None] For port af54d696-44f7-47f4-8bd5-67c445fa7597, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=af54d696-44f7-47f4-8bd5-67c445fa7597,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:45:15.888419 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97476fd3-334f-44c6-8f42-e118e6708ec9 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event updated for resources: {'Subnet': ['ID=18093b5f-696f-44c2-a94b-0ce096165d5c,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:15.894805 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97476fd3-334f-44c6-8f42-e118e6708ec9 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Checking segment: {'id': '5df04c20-b7e4-4ee5-af77-441b83fa19d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '75e02ded-c2ac-42f1-841f-7a6a75428960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:45:15.895262 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97476fd3-334f-44c6-8f42-e118e6708ec9 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Network hostable DHCP agents. Network: 75e02ded-c2ac-42f1-841f-7a6a75428960, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:45:15.922535 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dce1f224-c193-4016-b76b-eaf72b154a7e req-5eccc716-6520-4b16-a2d9-a5eef3cfafb4 tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=75efdcb1-cfc5-4e28-866b-b86c338007b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182265 Oct 27 18:45:15.930462 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-96d04743-6b83-42b9-89d0-baa2380cc314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:15.946315 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59728) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:15.992157 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97476fd3-334f-44c6-8f42-e118e6708ec9 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Network 75e02ded-c2ac-42f1-841f-7a6a75428960 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:45:16.000975 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d04743-6b83-42b9-89d0-baa2380cc314 None None] Routers {'8318be0b-e6c7-4241-9937-ef593d662a75'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:45:16.001694 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-96d04743-6b83-42b9-89d0-baa2380cc314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8318be0b-e6c7-4241-9937-ef593d662a75'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:16.035230 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-64f8b2ab-bb06-4831-9214-04d12cdd26b0 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:16.090867 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-97476fd3-334f-44c6-8f42-e118e6708ec9 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 75e02ded-c2ac-42f1-841f-7a6a75428960) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:45:16.091810 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b331660-0c03-440d-963c-71be8a03a465 None None] Pushing event updated for resources: {'Port': ['ID=af54d696-44f7-47f4-8bd5-67c445fa7597,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:16.102325 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97476fd3-334f-44c6-8f42-e118e6708ec9 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:16.102961 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-97476fd3-334f-44c6-8f42-e118e6708ec9 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:16.107503 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6998056a-abc0-4c9b-a50a-1179c5a1624c None None] Network 75e02ded-c2ac-42f1-841f-7a6a75428960 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:45:16.180041 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-64f8b2ab-bb06-4831-9214-04d12cdd26b0 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:16.191328 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-fcf1f542-0b19-4b1e-b838-5e047899564b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Deleting port fb1f624a-4602-44b0-9b85-fe393f8aa51a {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:45:16.191549 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fcf1f542-0b19-4b1e-b838-5e047899564b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:16.197695 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-97476fd3-334f-44c6-8f42-e118e6708ec9 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9526165 Oct 27 18:45:16.208371 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59734) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:16.383168 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-96d04743-6b83-42b9-89d0-baa2380cc314 None None] Set router 8318be0b-e6c7-4241-9937-ef593d662a75 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:45:16.383301 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-64f8b2ab-bb06-4831-9214-04d12cdd26b0 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:16.400578 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fcf1f542-0b19-4b1e-b838-5e047899564b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:16.400919 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fcf1f542-0b19-4b1e-b838-5e047899564b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:16.418777 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-fcf1f542-0b19-4b1e-b838-5e047899564b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Calling delete_port for fb1f624a-4602-44b0-9b85-fe393f8aa51a owned by network:floatingip {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:45:16.474695 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-64f8b2ab-bb06-4831-9214-04d12cdd26b0 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:16.569525 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec889e-138b-4ef1-8ed7-daa2c175f77c req-18c1f82f-91cc-4210-af41-0986d7cfb185 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:16.571208 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b9ec889e-138b-4ef1-8ed7-daa2c175f77c req-18c1f82f-91cc-4210-af41-0986d7cfb185 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2c8ab1a-9ce3-4f1f-9b24-d1c4a4eaf417 HTTP/1.1" status: 200 len: 909 time: 0.1347847 Oct 27 18:45:16.587514 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f8b2ab-bb06-4831-9214-04d12cdd26b0 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Pushing event updated for resources: {'Port': ['ID=85b1e2f6-9eb0-48f0-992e-ec1308c46bcf,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:16.593778 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8b2ab-bb06-4831-9214-04d12cdd26b0 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:16.594561 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8b2ab-bb06-4831-9214-04d12cdd26b0 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:16.594561 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8b2ab-bb06-4831-9214-04d12cdd26b0 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:16.595021 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8b2ab-bb06-4831-9214-04d12cdd26b0 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:16.595457 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8b2ab-bb06-4831-9214-04d12cdd26b0 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:16.595872 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8b2ab-bb06-4831-9214-04d12cdd26b0 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:16.596291 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8b2ab-bb06-4831-9214-04d12cdd26b0 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:16.596695 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8b2ab-bb06-4831-9214-04d12cdd26b0 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:16.597104 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8b2ab-bb06-4831-9214-04d12cdd26b0 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:16.597496 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8b2ab-bb06-4831-9214-04d12cdd26b0 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:16.597943 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8b2ab-bb06-4831-9214-04d12cdd26b0 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:16.598319 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8b2ab-bb06-4831-9214-04d12cdd26b0 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:16.611875 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-64f8b2ab-bb06-4831-9214-04d12cdd26b0 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:16.617712 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17b62e0-0f71-4777-917e-62e93e1a772e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-75e02ded-c2ac-42f1-841f-7a6a75428960', 'network_id': '75e02ded-c2ac-42f1-841f-7a6a75428960', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'fixed_ips': [{'subnet_id': '18093b5f-696f-44c2-a94b-0ce096165d5c'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:45:16.619228 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b17b62e0-0f71-4777-917e-62e93e1a772e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:16.701288 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b16e4-e121-4d24-9927-52ed1d7bfdff req-2166407d-55d7-46d6-ad1d-77cd8aa6f750 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:16.703161 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1c8b16e4-e121-4d24-9927-52ed1d7bfdff req-2166407d-55d7-46d6-ad1d-77cd8aa6f750 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.93 "GET /v2.0/ports?device_id=3b840d65-8d92-4cd2-8a53-31e29c60825d HTTP/1.1" status: 200 len: 945 time: 0.2026370 Oct 27 18:45:16.752303 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [None req-64f8b2ab-bb06-4831-9214-04d12cdd26b0 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Floating IP f302cc2f-19b0-4ac0-828e-224cce419420 associated. External IP: 172.25.6.19, port: 7eddf9b8-bd82-441c-a73c-c4a68c492980. Oct 27 18:45:16.768896 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-b17b62e0-0f71-4777-917e-62e93e1a772e None None] Allocated IP 172.20.0.2 (75e02ded-c2ac-42f1-841f-7a6a75428960/18093b5f-696f-44c2-a94b-0ce096165d5c/2d5707e7-d3ed-4027-961d-f8d726223fcf) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:45:16.785861 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-96d04743-6b83-42b9-89d0-baa2380cc314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'name': 'tempest-TestNetworkBasicOps-router-775598626', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'af54d696-44f7-47f4-8bd5-67c445fa7597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:11Z', 'updated_at': '2021-10-27T18:45:13Z', 'revision_number': 3, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'gw_port': {'id': 'af54d696-44f7-47f4-8bd5-67c445fa7597', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ac:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:12Z', 'updated_at': '2021-10-27T18:45:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:16.823648 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d04743-6b83-42b9-89d0-baa2380cc314 None None] The sync data for ids ['8318be0b-e6c7-4241-9937-ef593d662a75'] in n-d-815690-2 is: [{'id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'name': 'tempest-TestNetworkBasicOps-router-775598626', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'af54d696-44f7-47f4-8bd5-67c445fa7597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:11Z', 'updated_at': '2021-10-27T18:45:13Z', 'revision_number': 3, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'gw_port': {'id': 'af54d696-44f7-47f4-8bd5-67c445fa7597', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ac:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:12Z', 'updated_at': '2021-10-27T18:45:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:45:16.895055 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3036e3-7b3e-4178-b478-0ac94ab3ec5f req-f0cbf0d3-beb7-4e4c-938b-2b86b4ba843a tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:16.896223 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ac3036e3-7b3e-4178-b478-0ac94ab3ec5f req-f0cbf0d3-beb7-4e4c-938b-2b86b4ba843a tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] 10.222.0.52 "GET /v2.0/ports?device_id=a391bc6e-52f3-4b2f-ba48-3a2c819a91b0 HTTP/1.1" status: 200 len: 945 time: 0.1542382 Oct 27 18:45:16.998422 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b17b62e0-0f71-4777-917e-62e93e1a772e None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:17.023684 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ac3036e3-7b3e-4178-b478-0ac94ab3ec5f req-38cc626b-d1b6-42d6-8492-2e3773dd2df5 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] 10.222.0.52 "GET /v2.0/security-groups?id=c4318d5b-f6be-4fa5-8804-9a533e4190a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123543 Oct 27 18:45:17.073228 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b17b62e0-0f71-4777-917e-62e93e1a772e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:17.088753 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f8b2ab-bb06-4831-9214-04d12cdd26b0 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Router b1dfc17f-d089-4506-a51a-4099bdf15394 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:45:17.140726 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b62e0-0f71-4777-917e-62e93e1a772e None None] Pushing event updated for resources: {'Port': ['ID=2d5707e7-d3ed-4027-961d-f8d726223fcf,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:17.162974 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17b62e0-0f71-4777-917e-62e93e1a772e None None] Network 75e02ded-c2ac-42f1-841f-7a6a75428960 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:45:17.164841 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-b17b62e0-0f71-4777-917e-62e93e1a772e None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:45:17.173787 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17b62e0-0f71-4777-917e-62e93e1a772e None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:45:17.269783 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-b17b62e0-0f71-4777-917e-62e93e1a772e None None] Attempting to bind port 2d5707e7-d3ed-4027-961d-f8d726223fcf on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:45:17.270250 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-b17b62e0-0f71-4777-917e-62e93e1a772e None None] Attempting to bind port 2d5707e7-d3ed-4027-961d-f8d726223fcf by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '5df04c20-b7e4-4ee5-af77-441b83fa19d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '75e02ded-c2ac-42f1-841f-7a6a75428960'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:45:17.270620 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17b62e0-0f71-4777-917e-62e93e1a772e None None] Attempting to bind port 2d5707e7-d3ed-4027-961d-f8d726223fcf on network 75e02ded-c2ac-42f1-841f-7a6a75428960 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:45:17.275370 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71103e60-d2e2-4599-812e-4d7c7c7f1c43 req-76c81f88-95f2-4a14-a8b9-a4167fb4847e tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:17.277049 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-71103e60-d2e2-4599-812e-4d7c7c7f1c43 req-76c81f88-95f2-4a14-a8b9-a4167fb4847e tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2c8ab1a-9ce3-4f1f-9b24-d1c4a4eaf417 HTTP/1.1" status: 200 len: 909 time: 0.1804547 Oct 27 18:45:17.283514 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17b62e0-0f71-4777-917e-62e93e1a772e None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:45:17.283514 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17b62e0-0f71-4777-917e-62e93e1a772e None None] Checking segment: {'id': '5df04c20-b7e4-4ee5-af77-441b83fa19d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '75e02ded-c2ac-42f1-841f-7a6a75428960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:45:17.283514 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b17b62e0-0f71-4777-917e-62e93e1a772e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:17.283514 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17b62e0-0f71-4777-917e-62e93e1a772e None None] Bound using segment: {'id': '5df04c20-b7e4-4ee5-af77-441b83fa19d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '75e02ded-c2ac-42f1-841f-7a6a75428960'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:45:17.284089 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-b17b62e0-0f71-4777-917e-62e93e1a772e None None] Bound port: 2d5707e7-d3ed-4027-961d-f8d726223fcf, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df04c20-b7e4-4ee5-af77-441b83fa19d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '75e02ded-c2ac-42f1-841f-7a6a75428960'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:45:17.284482 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b17b62e0-0f71-4777-917e-62e93e1a772e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:17.315290 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f8b2ab-bb06-4831-9214-04d12cdd26b0 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:45:17.327212 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a835ce4f-d64c-4f9d-b430-9f1c8e19c1a2 None None] Sync routers for ids ['b1dfc17f-d089-4506-a51a-4099bdf15394'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:45:17.354949 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a835ce4f-d64c-4f9d-b430-9f1c8e19c1a2 None None] Routers {'b1dfc17f-d089-4506-a51a-4099bdf15394'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:45:17.355699 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-a835ce4f-d64c-4f9d-b430-9f1c8e19c1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b1dfc17f-d089-4506-a51a-4099bdf15394'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:17.372429 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fcf1f542-0b19-4b1e-b838-5e047899564b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:17.381478 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-b17b62e0-0f71-4777-917e-62e93e1a772e None None] For port 2d5707e7-d3ed-4027-961d-f8d726223fcf, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:45:17.386916 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-b17b62e0-0f71-4777-917e-62e93e1a772e None None] For port 2d5707e7-d3ed-4027-961d-f8d726223fcf, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=2d5707e7-d3ed-4027-961d-f8d726223fcf,segment=NetworkSegment(5df04c20-b7e4-4ee5-af77-441b83fa19d3),segment_id=5df04c20-b7e4-4ee5-af77-441b83fa19d3)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:45:17.406893 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf1f542-0b19-4b1e-b838-5e047899564b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event deleted for resources: {'Port': ['ID=fb1f624a-4602-44b0-9b85-fe393f8aa51a,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:17.423304 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-64f8b2ab-bb06-4831-9214-04d12cdd26b0 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:17.435307 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-a835ce4f-d64c-4f9d-b430-9f1c8e19c1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:17.453235 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a835ce4f-d64c-4f9d-b430-9f1c8e19c1a2 None None] Routers {'b1dfc17f-d089-4506-a51a-4099bdf15394'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:45:17.454129 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-a835ce4f-d64c-4f9d-b430-9f1c8e19c1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b1dfc17f-d089-4506-a51a-4099bdf15394'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:17.454429 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b17b62e0-0f71-4777-917e-62e93e1a772e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:17.504463 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-1c8b16e4-e121-4d24-9927-52ed1d7bfdff req-517c05d6-16f9-4f9b-997d-0b09072e9b2b tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Deleting port 571c5e98-dd86-4129-933b-d5359cfd6e10 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:45:17.505654 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1c8b16e4-e121-4d24-9927-52ed1d7bfdff req-517c05d6-16f9-4f9b-997d-0b09072e9b2b tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:17.522410 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-64f8b2ab-bb06-4831-9214-04d12cdd26b0 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.0187082 Oct 27 18:45:17.522966 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59752) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:17.532322 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-b4f3baf8-d5b3-4efc-b039-2301490d2936 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:17.553103 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b62e0-0f71-4777-917e-62e93e1a772e None None] Pushing event updated for resources: {'Port': ['ID=2d5707e7-d3ed-4027-961d-f8d726223fcf,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:17.578868 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device af54d696-44f7-47f4-8bd5-67c445fa7597 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:45:17.580198 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-a835ce4f-d64c-4f9d-b430-9f1c8e19c1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:17.581196 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a835ce4f-d64c-4f9d-b430-9f1c8e19c1a2 None None] The sync data for ids ['b1dfc17f-d089-4506-a51a-4099bdf15394'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:45:17.646355 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port af54d696-44f7-47f4-8bd5-67c445fa7597 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:45:17.646355 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:17.658665 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c50456-468c-4821-8fd7-2665c5c548b2 req-d0fb03ec-5401-4b9d-865a-6409f78a0fdd tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:17.661264 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-43c50456-468c-4821-8fd7-2665c5c548b2 req-d0fb03ec-5401-4b9d-865a-6409f78a0fdd tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b840d65-8d92-4cd2-8a53-31e29c60825d HTTP/1.1" status: 200 len: 945 time: 0.2036600 Oct 27 18:45:17.677630 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b4f3baf8-d5b3-4efc-b039-2301490d2936 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for floatingip, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:17.688448 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-1c8b16e4-e121-4d24-9927-52ed1d7bfdff req-517c05d6-16f9-4f9b-997d-0b09072e9b2b tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] For port 571c5e98-dd86-4129-933b-d5359cfd6e10, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=571c5e98-dd86-4129-933b-d5359cfd6e10,segment=NetworkSegment(c586602f-b9c6-4b6f-9183-be9b01423093),segment_id=c586602f-b9c6-4b6f-9183-be9b01423093)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:45:17.689158 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1c8b16e4-e121-4d24-9927-52ed1d7bfdff req-517c05d6-16f9-4f9b-997d-0b09072e9b2b tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:17.720392 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-1c8b16e4-e121-4d24-9927-52ed1d7bfdff req-517c05d6-16f9-4f9b-997d-0b09072e9b2b tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Calling delete_port for 571c5e98-dd86-4129-933b-d5359cfd6e10 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:45:17.763403 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:17.775637 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-43c50456-468c-4821-8fd7-2665c5c548b2 req-4412eb4c-f004-4ac9-98ce-5bdddfb123e1 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/security-groups?id=aad36188-91d6-43e2-a568-2912c23799cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939515 Oct 27 18:45:17.832774 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port af54d696-44f7-47f4-8bd5-67c445fa7597, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=af54d696-44f7-47f4-8bd5-67c445fa7597,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:45:17.929139 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:17.951222 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fcf1f542-0b19-4b1e-b838-5e047899564b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for floatingip, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:17.952114 n-d-815690-2 neutron-server[102879]: INFO neutron.db.l3_db [None req-fcf1f542-0b19-4b1e-b838-5e047899564b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Floating IP aec3c179-1eda-44f5-972b-51def3474dfb disassociated (deleted). External IP: 172.25.6.69, port: 59982903-96e4-4fcc-8d89-d5172d4059e3. Oct 27 18:45:17.988505 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b4f3baf8-d5b3-4efc-b039-2301490d2936 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:17.990997 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-e0ec9b2e-038a-4ca1-9555-ba4428b00063 tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=52a95296202d44938d9774b0c5d143a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384076 Oct 27 18:45:18.013138 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=af54d696-44f7-47f4-8bd5-67c445fa7597,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:18.061117 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b4f3baf8-d5b3-4efc-b039-2301490d2936 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:18.061473 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [None req-b4f3baf8-d5b3-4efc-b039-2301490d2936 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Floating IP f302cc2f-19b0-4ac0-828e-224cce419420 disassociated. External IP: 172.25.6.19, port: 7eddf9b8-bd82-441c-a73c-c4a68c492980. Oct 27 18:45:18.095690 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1264e7c-7f63-443b-afee-21e86c43017a req-7dad4e98-71e0-4ca4-9013-7fea57613885 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:18.097187 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c1264e7c-7f63-443b-afee-21e86c43017a req-7dad4e98-71e0-4ca4-9013-7fea57613885 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] 10.222.0.93 "GET /v2.0/ports?device_id=a391bc6e-52f3-4b2f-ba48-3a2c819a91b0 HTTP/1.1" status: 200 len: 945 time: 0.3820698 Oct 27 18:45:18.251704 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0960c42c-f2f0-430c-b93a-5672ceef4a88 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:18.453144 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1c8b16e4-e121-4d24-9927-52ed1d7bfdff req-517c05d6-16f9-4f9b-997d-0b09072e9b2b tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:18.514692 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517c05d6-16f9-4f9b-997d-0b09072e9b2b tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Pushing event deleted for resources: {'Port': ['ID=571c5e98-dd86-4129-933b-d5359cfd6e10,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:18.551877 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-c1264e7c-7f63-443b-afee-21e86c43017a req-8c2594f0-eaab-442c-a6f1-281baf8ff2b4 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] Deleting port 49d2dc4d-77af-43a0-bca8-29170acd2d25 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:45:18.552226 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-c1264e7c-7f63-443b-afee-21e86c43017a req-8c2594f0-eaab-442c-a6f1-281baf8ff2b4 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:18.556688 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-a2da0f8d-7277-4c80-a98a-4b0385b1cd4f tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:18.558601 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-a2da0f8d-7277-4c80-a98a-4b0385b1cd4f tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5603900 Oct 27 18:45:18.608928 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-fc94b68d-4b2c-4094-8d15-94fc34706e94 tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] 10.222.0.52 "GET /v2.0/quotas/52a95296202d44938d9774b0c5d143a4 HTTP/1.1" status: 200 len: 375 time: 0.0427938 Oct 27 18:45:18.620319 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c8b16e4-e121-4d24-9927-52ed1d7bfdff req-517c05d6-16f9-4f9b-997d-0b09072e9b2b tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] No DVR routers for this DVR port 571c5e98-dd86-4129-933b-d5359cfd6e10 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:45:18.627951 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1c8b16e4-e121-4d24-9927-52ed1d7bfdff req-517c05d6-16f9-4f9b-997d-0b09072e9b2b tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:18.631349 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1c8b16e4-e121-4d24-9927-52ed1d7bfdff req-517c05d6-16f9-4f9b-997d-0b09072e9b2b tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.93 "DELETE /v2.0/ports/571c5e98-dd86-4129-933b-d5359cfd6e10 HTTP/1.1" status: 204 len: 173 time: 1.9154208 Oct 27 18:45:18.635530 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b840d65-8d92-4cd2-8a53-31e29c60825d', 'name': 'network-vif-deleted', 'tag': '571c5e98-dd86-4129-933b-d5359cfd6e10'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:45:18.637823 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe0ed5a-32d3-4b76-ad5f-8b79156c0a51" -d '{"events": [{"server_uuid": "3b840d65-8d92-4cd2-8a53-31e29c60825d", "name": "network-vif-deleted", "tag": "571c5e98-dd86-4129-933b-d5359cfd6e10"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:45:18.679272 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf1f542-0b19-4b1e-b838-5e047899564b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Router 0296632a-6185-467d-b5e2-3646694f9022 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:45:18.684653 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-615baf10-d355-49bc-a835-dd36bb3b8a2e tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=52a95296202d44938d9774b0c5d143a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344806 Oct 27 18:45:18.722271 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f3baf8-d5b3-4efc-b039-2301490d2936 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Router b1dfc17f-d089-4506-a51a-4099bdf15394 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:45:18.761255 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-c1264e7c-7f63-443b-afee-21e86c43017a req-8c2594f0-eaab-442c-a6f1-281baf8ff2b4 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] For port 49d2dc4d-77af-43a0-bca8-29170acd2d25, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=49d2dc4d-77af-43a0-bca8-29170acd2d25,segment=NetworkSegment(f3443eb5-6938-4657-9388-3bc4f43b1bc8),segment_id=f3443eb5-6938-4657-9388-3bc4f43b1bc8)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:45:18.761632 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-c1264e7c-7f63-443b-afee-21e86c43017a req-8c2594f0-eaab-442c-a6f1-281baf8ff2b4 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:18.783938 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-c1264e7c-7f63-443b-afee-21e86c43017a req-8c2594f0-eaab-442c-a6f1-281baf8ff2b4 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] Calling delete_port for 49d2dc4d-77af-43a0-bca8-29170acd2d25 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:45:18.853626 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f3baf8-d5b3-4efc-b039-2301490d2936 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:45:18.868224 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cfb5f8-b973-4f17-8337-365754df0af0 None None] Sync routers for ids ['b1dfc17f-d089-4506-a51a-4099bdf15394'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:45:18.871638 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b4f3baf8-d5b3-4efc-b039-2301490d2936 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:18.892635 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cfb5f8-b973-4f17-8337-365754df0af0 None None] Routers {'b1dfc17f-d089-4506-a51a-4099bdf15394'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:45:18.895453 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-15cfb5f8-b973-4f17-8337-365754df0af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b1dfc17f-d089-4506-a51a-4099bdf15394'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:18.923617 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b4f3baf8-d5b3-4efc-b039-2301490d2936 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "PUT /v2.0/floatingips/f302cc2f-19b0-4ac0-828e-224cce419420 HTTP/1.1" status: 200 len: 687 time: 1.3994031 Oct 27 18:45:18.924226 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59770) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:18.936362 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-15cfb5f8-b973-4f17-8337-365754df0af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:18.951921 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cfb5f8-b973-4f17-8337-365754df0af0 None None] Routers {'b1dfc17f-d089-4506-a51a-4099bdf15394'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:45:18.952712 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-15cfb5f8-b973-4f17-8337-365754df0af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b1dfc17f-d089-4506-a51a-4099bdf15394'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:18.997701 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-15cfb5f8-b973-4f17-8337-365754df0af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:18.998377 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cfb5f8-b973-4f17-8337-365754df0af0 None None] The sync data for ids ['b1dfc17f-d089-4506-a51a-4099bdf15394'] in n-d-815690-2 is: [] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:45:19.146109 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf1f542-0b19-4b1e-b838-5e047899564b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:45:19.170183 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d229fcc0-b5e8-4d24-ba6f-bab18a9032e9 None None] Sync routers for ids ['0296632a-6185-467d-b5e2-3646694f9022'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:45:19.189545 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d229fcc0-b5e8-4d24-ba6f-bab18a9032e9 None None] Routers {'0296632a-6185-467d-b5e2-3646694f9022'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:45:19.191835 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-d229fcc0-b5e8-4d24-ba6f-bab18a9032e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['0296632a-6185-467d-b5e2-3646694f9022'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:19.226887 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fcf1f542-0b19-4b1e-b838-5e047899564b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:19.238073 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e7623-1bb6-480f-99a7-2ba567bb1abe req-d3beb20f-00f5-4417-b282-2607b94cd863 tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:19.251869 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-0960c42c-f2f0-430c-b93a-5672ceef4a88 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Allocated IP 172.20.0.1 (75e02ded-c2ac-42f1-841f-7a6a75428960/18093b5f-696f-44c2-a94b-0ce096165d5c/123815b5-1d0a-435e-b6de-ee98916b7a58) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:45:19.255748 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6e4e7623-1bb6-480f-99a7-2ba567bb1abe req-d3beb20f-00f5-4417-b282-2607b94cd863 tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c2c8ab1a-9ce3-4f1f-9b24-d1c4a4eaf417 HTTP/1.1" status: 200 len: 1060 time: 0.1082985 Oct 27 18:45:19.274960 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-d51872c3-7022-49fe-9b4c-6b0a1f92bbfa tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Deleting port 85b1e2f6-9eb0-48f0-992e-ec1308c46bcf {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:45:19.274960 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d51872c3-7022-49fe-9b4c-6b0a1f92bbfa tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:19.277539 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-fcf1f542-0b19-4b1e-b838-5e047899564b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "DELETE /v2.0/floatingips/aec3c179-1eda-44f5-972b-51def3474dfb HTTP/1.1" status: 204 len: 168 time: 3.3301833 Oct 27 18:45:19.348314 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-c1264e7c-7f63-443b-afee-21e86c43017a req-8c2594f0-eaab-442c-a6f1-281baf8ff2b4 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:19.362035 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['49d2dc4d-77af-43a0-bca8-29170acd2d25'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:45:19.421908 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2daec60-c28b-4b92-b2ca-08db92fda7d3 None None] Network 75e02ded-c2ac-42f1-841f-7a6a75428960 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:45:19.456199 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2594f0-eaab-442c-a6f1-281baf8ff2b4 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] Pushing event deleted for resources: {'Port': ['ID=49d2dc4d-77af-43a0-bca8-29170acd2d25,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:19.485967 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-770083d9-ae57-4bbe-97f6-da3bd09e2aba req-28055d22-84e3-40c5-ba0c-4188d34e9fc6 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] 10.222.0.52 "GET /v2.0/ports?device_id=a391bc6e-52f3-4b2f-ba48-3a2c819a91b0 HTTP/1.1" status: 200 len: 210 time: 0.0634089 Oct 27 18:45:19.509750 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1264e7c-7f63-443b-afee-21e86c43017a req-8c2594f0-eaab-442c-a6f1-281baf8ff2b4 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] No DVR routers for this DVR port 49d2dc4d-77af-43a0-bca8-29170acd2d25 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:45:19.519330 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-c1264e7c-7f63-443b-afee-21e86c43017a req-8c2594f0-eaab-442c-a6f1-281baf8ff2b4 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:19.523114 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c1264e7c-7f63-443b-afee-21e86c43017a req-8c2594f0-eaab-442c-a6f1-281baf8ff2b4 tempest-ServerAddressesNegativeTestJSON-555530715 tempest-ServerAddressesNegativeTestJSON-555530715-project] 10.222.0.93 "DELETE /v2.0/ports/49d2dc4d-77af-43a0-bca8-29170acd2d25 HTTP/1.1" status: 204 len: 173 time: 1.4131341 Oct 27 18:45:19.558555 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 49d2dc4d-77af-43a0-bca8-29170acd2d25 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:45:19.565566 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d51872c3-7022-49fe-9b4c-6b0a1f92bbfa tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:19.566107 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d51872c3-7022-49fe-9b4c-6b0a1f92bbfa tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:19.595348 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0960c42c-f2f0-430c-b93a-5672ceef4a88 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:19.599908 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-d51872c3-7022-49fe-9b4c-6b0a1f92bbfa tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Calling delete_port for 85b1e2f6-9eb0-48f0-992e-ec1308c46bcf owned by network:floatingip {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:45:19.623572 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5720efca-4a08-4472-81ca-ede8c4a99f68 x-openstack-request-id: req-5720efca-4a08-4472-81ca-ede8c4a99f68 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:45:19.623572 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b840d65-8d92-4cd2-8a53-31e29c60825d", "name": "network-vif-deleted", "tag": "571c5e98-dd86-4129-933b-d5359cfd6e10", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:45:19.623572 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5720efca-4a08-4472-81ca-ede8c4a99f68 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:45:19.623572 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b840d65-8d92-4cd2-8a53-31e29c60825d', 'name': 'network-vif-deleted', 'tag': '571c5e98-dd86-4129-933b-d5359cfd6e10', 'status': 'completed', 'code': 200} Oct 27 18:45:19.713698 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 2d5707e7-d3ed-4027-961d-f8d726223fcf up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:45:19.724218 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-d229fcc0-b5e8-4d24-ba6f-bab18a9032e9 None None] Set router 0296632a-6185-467d-b5e2-3646694f9022 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:45:19.762461 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 49d2dc4d-77af-43a0-bca8-29170acd2d25 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:45:19.762803 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 49d2dc4d-77af-43a0-bca8-29170acd2d25 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:45:19.763236 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 571c5e98-dd86-4129-933b-d5359cfd6e10 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:45:19.763555 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0960c42c-f2f0-430c-b93a-5672ceef4a88 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:19.776468 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ce325083-ed3a-4b15-903e-bdd7990ab077 req-0391c7da-f806-4750-aeb6-802309b6edc1 tempest-VolumesSnapshotTestJSON-1066548939 tempest-VolumesSnapshotTestJSON-1066548939-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b840d65-8d92-4cd2-8a53-31e29c60825d HTTP/1.1" status: 200 len: 210 time: 0.0392323 Oct 27 18:45:19.807660 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-31798447-420f-4cd0-a51b-8b842b71ac11 None None] Provisioning complete for port 2d5707e7-d3ed-4027-961d-f8d726223fcf triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:45:19.809116 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-31798447-420f-4cd0-a51b-8b842b71ac11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:19.857012 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 571c5e98-dd86-4129-933b-d5359cfd6e10 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:45:19.857358 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 571c5e98-dd86-4129-933b-d5359cfd6e10 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:45:19.907251 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0960c42c-f2f0-430c-b93a-5672ceef4a88 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Network 75e02ded-c2ac-42f1-841f-7a6a75428960 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:45:19.911055 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-0960c42c-f2f0-430c-b93a-5672ceef4a88 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:45:19.915394 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0960c42c-f2f0-430c-b93a-5672ceef4a88 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:45:19.938981 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cc2dc07d-5acd-47d7-9ced-eca24704ce42 req-8b00e46b-0af8-4639-9bc2-8056dace69c5 tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bf8e39-1d6d-4bc4-ae5e-0ddbab92af02 HTTP/1.1" status: 200 len: 210 time: 0.0605011 Oct 27 18:45:19.947941 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d51872c3-7022-49fe-9b4c-6b0a1f92bbfa tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:19.949729 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960c42c-f2f0-430c-b93a-5672ceef4a88 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event updated for resources: {'Port': ['ID=123815b5-1d0a-435e-b6de-ee98916b7a58,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:19.979219 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 2d5707e7-d3ed-4027-961d-f8d726223fcf triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:45:19.979219 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:19.984070 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0960c42c-f2f0-430c-b93a-5672ceef4a88 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:19.984217 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-31798447-420f-4cd0-a51b-8b842b71ac11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:19.992633 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51872c3-7022-49fe-9b4c-6b0a1f92bbfa tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Pushing event deleted for resources: {'Port': ['ID=85b1e2f6-9eb0-48f0-992e-ec1308c46bcf,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:20.049518 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-31798447-420f-4cd0-a51b-8b842b71ac11 None None] For port 2d5707e7-d3ed-4027-961d-f8d726223fcf, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=2d5707e7-d3ed-4027-961d-f8d726223fcf,segment=NetworkSegment(5df04c20-b7e4-4ee5-af77-441b83fa19d3),segment_id=5df04c20-b7e4-4ee5-af77-441b83fa19d3)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:45:20.149050 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d51872c3-7022-49fe-9b4c-6b0a1f92bbfa tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for floatingip, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:20.151712 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-d229fcc0-b5e8-4d24-ba6f-bab18a9032e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0296632a-6185-467d-b5e2-3646694f9022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1415741960', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '85b6c5be-f85b-47aa-ad7b-d93d416d7b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:42:39Z', 'updated_at': '2021-10-27T18:42:51Z', 'revision_number': 4, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '85b6c5be-f85b-47aa-ad7b-d93d416d7b5c', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0296632a-6185-467d-b5e2-3646694f9022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:42:41Z', 'updated_at': '2021-10-27T18:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'af476ec8-b257-4b2c-a03c-2310caa26b9f', 'name': '', 'network_id': 'a9541e31-c93f-4ee8-abea-4329f5075599', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'mac_address': 'fa:16:3e:34:ee:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0296632a-6185-467d-b5e2-3646694f9022', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'aaefa3d2-884a-4c75-bedd-880ab1228d21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:42:48Z', 'updated_at': '2021-10-27T18:42:57Z', 'revision_number': 5, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'subnets': [{'id': 'aaefa3d2-884a-4c75-bedd-880ab1228d21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:20.152179 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d51872c3-7022-49fe-9b4c-6b0a1f92bbfa tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:20.153418 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d51872c3-7022-49fe-9b4c-6b0a1f92bbfa tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "DELETE /v2.0/floatingips/f302cc2f-19b0-4ac0-828e-224cce419420 HTTP/1.1" status: 204 len: 168 time: 1.2282267 Oct 27 18:45:20.157154 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59784) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:20.166234 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:20.169298 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-7bca9147-4aae-4c05-bded-b05f38834460 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'port_id': '9649f854-fdc2-4c9e-91ba-4c8adb7beba4'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:20.170593 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-31798447-420f-4cd0-a51b-8b842b71ac11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:20.190948 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d229fcc0-b5e8-4d24-ba6f-bab18a9032e9 None None] Checking router: 0296632a-6185-467d-b5e2-3646694f9022 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:45:20.194646 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9474617-ddff-402f-8e7a-8f0be14534df req-06d1935e-b35d-4639-8586-b2f7ed3a6b96 tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:20.200763 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d229fcc0-b5e8-4d24-ba6f-bab18a9032e9 None None] Routers {'0296632a-6185-467d-b5e2-3646694f9022'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:45:20.201394 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-d229fcc0-b5e8-4d24-ba6f-bab18a9032e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['0296632a-6185-467d-b5e2-3646694f9022'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:20.219858 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f9474617-ddff-402f-8e7a-8f0be14534df req-06d1935e-b35d-4639-8586-b2f7ed3a6b96 tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b9905d48-d792-47f1-ae91-61458583a08d HTTP/1.1" status: 200 len: 1135 time: 0.1149039 Oct 27 18:45:20.282525 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f9474617-ddff-402f-8e7a-8f0be14534df req-e3f77121-3da1-48a2-8c1d-2c70a83530e2 tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=30994bf8-537a-49b0-bdc1-1fbc482673ce&id=ebd74c76-a398-4fff-b25c-4f5955410307&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0586386 Oct 27 18:45:20.303166 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0960c42c-f2f0-430c-b93a-5672ceef4a88 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:20.311285 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59788) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:20.353471 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7bca9147-4aae-4c05-bded-b05f38834460 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for floatingip, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:20.361868 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31798447-420f-4cd0-a51b-8b842b71ac11 None None] Pushing event updated for resources: {'Port': ['ID=2d5707e7-d3ed-4027-961d-f8d726223fcf,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:20.376400 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:45:20.376762 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:45:20.410043 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-e733b852-cad0-4aac-8e6c-55ace5537252 None None] Provisioning complete for port 123815b5-1d0a-435e-b6de-ee98916b7a58 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:45:20.410415 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e733b852-cad0-4aac-8e6c-55ace5537252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:20.446639 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7605dc-69d9-426c-b488-c015b034810f tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:20.451744 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0f7605dc-69d9-426c-b488-c015b034810f tempest-TestSecurityGroupsBasicOps-888295779 tempest-TestSecurityGroupsBasicOps-888295779-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c2c8ab1a-9ce3-4f1f-9b24-d1c4a4eaf417 HTTP/1.1" status: 200 len: 1055 time: 0.1363933 Oct 27 18:45:20.472789 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-e733b852-cad0-4aac-8e6c-55ace5537252 None None] Port 123815b5-1d0a-435e-b6de-ee98916b7a58 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:45:20.492399 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-e733b852-cad0-4aac-8e6c-55ace5537252 None None] Provisioning complete for port 2d5707e7-d3ed-4027-961d-f8d726223fcf triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:45:20.492786 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e733b852-cad0-4aac-8e6c-55ace5537252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:20.525128 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-d229fcc0-b5e8-4d24-ba6f-bab18a9032e9 None None] Set router 0296632a-6185-467d-b5e2-3646694f9022 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:45:20.565187 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7bca9147-4aae-4c05-bded-b05f38834460 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:20.717328 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-7bca9147-4aae-4c05-bded-b05f38834460 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Allocated IP 172.25.6.184 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/66fc1a58-f260-449c-ac33-50aa0fd776d0) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:45:20.758289 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-926d9359-e5d3-4b38-8ef8-32db460936e8 None None] Provisioning complete for port 123815b5-1d0a-435e-b6de-ee98916b7a58 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:45:20.758665 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-926d9359-e5d3-4b38-8ef8-32db460936e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:20.784371 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0960c42c-f2f0-430c-b93a-5672ceef4a88 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:20.815052 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-926d9359-e5d3-4b38-8ef8-32db460936e8 None None] Port 123815b5-1d0a-435e-b6de-ee98916b7a58 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:45:20.846513 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-d229fcc0-b5e8-4d24-ba6f-bab18a9032e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0296632a-6185-467d-b5e2-3646694f9022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1415741960', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '85b6c5be-f85b-47aa-ad7b-d93d416d7b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:42:39Z', 'updated_at': '2021-10-27T18:42:51Z', 'revision_number': 4, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '85b6c5be-f85b-47aa-ad7b-d93d416d7b5c', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0296632a-6185-467d-b5e2-3646694f9022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:42:41Z', 'updated_at': '2021-10-27T18:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'af476ec8-b257-4b2c-a03c-2310caa26b9f', 'name': '', 'network_id': 'a9541e31-c93f-4ee8-abea-4329f5075599', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'mac_address': 'fa:16:3e:34:ee:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0296632a-6185-467d-b5e2-3646694f9022', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'aaefa3d2-884a-4c75-bedd-880ab1228d21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:42:48Z', 'updated_at': '2021-10-27T18:42:57Z', 'revision_number': 5, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'subnets': [{'id': 'aaefa3d2-884a-4c75-bedd-880ab1228d21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:20.869551 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7bca9147-4aae-4c05-bded-b05f38834460 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:20.877956 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d229fcc0-b5e8-4d24-ba6f-bab18a9032e9 None None] The sync data for ids ['0296632a-6185-467d-b5e2-3646694f9022'] in n-d-815690-2 is: [{'id': '0296632a-6185-467d-b5e2-3646694f9022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1415741960', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '85b6c5be-f85b-47aa-ad7b-d93d416d7b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:42:39Z', 'updated_at': '2021-10-27T18:42:51Z', 'revision_number': 4, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '85b6c5be-f85b-47aa-ad7b-d93d416d7b5c', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0296632a-6185-467d-b5e2-3646694f9022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:42:41Z', 'updated_at': '2021-10-27T18:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'af476ec8-b257-4b2c-a03c-2310caa26b9f', 'name': '', 'network_id': 'a9541e31-c93f-4ee8-abea-4329f5075599', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'mac_address': 'fa:16:3e:34:ee:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0296632a-6185-467d-b5e2-3646694f9022', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'aaefa3d2-884a-4c75-bedd-880ab1228d21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:42:48Z', 'updated_at': '2021-10-27T18:42:57Z', 'revision_number': 5, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'subnets': [{'id': 'aaefa3d2-884a-4c75-bedd-880ab1228d21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:45:20.894429 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0960c42c-f2f0-430c-b93a-5672ceef4a88 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:20.959118 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device af54d696-44f7-47f4-8bd5-67c445fa7597 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:45:20.994363 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0960c42c-f2f0-430c-b93a-5672ceef4a88 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:20.996921 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960c42c-f2f0-430c-b93a-5672ceef4a88 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event updated for resources: {'Port': ['ID=123815b5-1d0a-435e-b6de-ee98916b7a58,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:21.016288 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port af54d696-44f7-47f4-8bd5-67c445fa7597 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:45:21.016799 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:21.047233 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7bca9147-4aae-4c05-bded-b05f38834460 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:21.109197 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bca9147-4aae-4c05-bded-b05f38834460 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:45:21.114204 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-7bca9147-4aae-4c05-bded-b05f38834460 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:45:21.119044 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bca9147-4aae-4c05-bded-b05f38834460 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:45:21.126910 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0960c42c-f2f0-430c-b93a-5672ceef4a88 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Network 75e02ded-c2ac-42f1-841f-7a6a75428960 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:45:21.128646 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-0960c42c-f2f0-430c-b93a-5672ceef4a88 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:45:21.191922 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca9147-4aae-4c05-bded-b05f38834460 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Pushing event updated for resources: {'Port': ['ID=66fc1a58-f260-449c-ac33-50aa0fd776d0,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:21.289409 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61438e2-c51c-4657-9c8a-f59c2517e68a None None] New status for floating IP aec3c179-1eda-44f5-972b-51def3474dfb: DOWN {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:45:21.303864 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0960c42c-f2f0-430c-b93a-5672ceef4a88 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Router 8318be0b-e6c7-4241-9937-ef593d662a75 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:45:21.379175 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59802) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:21.437781 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 2d5707e7-d3ed-4027-961d-f8d726223fcf up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:45:21.502885 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0960c42c-f2f0-430c-b93a-5672ceef4a88 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:45:21.511509 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 2d5707e7-d3ed-4027-961d-f8d726223fcf triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:45:21.511997 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:21.512108 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0960c42c-f2f0-430c-b93a-5672ceef4a88 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "PUT /v2.0/routers/8318be0b-e6c7-4241-9937-ef593d662a75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3026171 Oct 27 18:45:21.512678 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59804) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:21.518619 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2288e475-8d1c-4b5a-a83c-2bd4e82164d6 None None] Sync routers for ids ['8318be0b-e6c7-4241-9937-ef593d662a75'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:45:21.539311 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2288e475-8d1c-4b5a-a83c-2bd4e82164d6 None None] Routers {'8318be0b-e6c7-4241-9937-ef593d662a75'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:45:21.542905 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-2288e475-8d1c-4b5a-a83c-2bd4e82164d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8318be0b-e6c7-4241-9937-ef593d662a75'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:21.566671 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-aa3dc41f-b59f-4fe1-8982-f015c71d7aad None None] Provisioning complete for port 123815b5-1d0a-435e-b6de-ee98916b7a58 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:45:21.567328 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-aa3dc41f-b59f-4fe1-8982-f015c71d7aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:21.586027 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-3af19d99-e2c6-474b-83ca-8a0c226e46f1 admin admin] Deleting subnet 38f30f01-0da2-4785-9cfa-3ef31032d35a {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:45:21.589456 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3af19d99-e2c6-474b-83ca-8a0c226e46f1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:21.616718 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-aa3dc41f-b59f-4fe1-8982-f015c71d7aad None None] Port 123815b5-1d0a-435e-b6de-ee98916b7a58 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:45:21.618630 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4031e58c-2edc-47cf-a6be-545bafd3e26a', 'tag': '59982903-96e4-4fcc-8d89-d5172d4059e3'}, {'server_uuid': 'a391bc6e-52f3-4b2f-ba48-3a2c819a91b0', 'name': 'network-vif-deleted', 'tag': '49d2dc4d-77af-43a0-bca8-29170acd2d25'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:45:21.621561 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e02bd3-fea8-41de-ab4a-75aaeb85ab08" -d '{"events": [{"name": "network-changed", "server_uuid": "4031e58c-2edc-47cf-a6be-545bafd3e26a", "tag": "59982903-96e4-4fcc-8d89-d5172d4059e3"}, {"server_uuid": "a391bc6e-52f3-4b2f-ba48-3a2c819a91b0", "name": "network-vif-deleted", "tag": "49d2dc4d-77af-43a0-bca8-29170acd2d25"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:45:21.630577 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3af19d99-e2c6-474b-83ca-8a0c226e46f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:21.700082 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-2288e475-8d1c-4b5a-a83c-2bd4e82164d6 None None] Set router 8318be0b-e6c7-4241-9937-ef593d662a75 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:45:21.701272 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3af19d99-e2c6-474b-83ca-8a0c226e46f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:21.722086 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bcddc3-7cca-4c15-a811-03a9a47fa3cf tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:21.722899 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bcddc3-7cca-4c15-a811-03a9a47fa3cf tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:21.723520 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bcddc3-7cca-4c15-a811-03a9a47fa3cf tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:21.725957 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bcddc3-7cca-4c15-a811-03a9a47fa3cf tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:21.726614 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bcddc3-7cca-4c15-a811-03a9a47fa3cf tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:21.727292 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bcddc3-7cca-4c15-a811-03a9a47fa3cf tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:21.727989 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bcddc3-7cca-4c15-a811-03a9a47fa3cf tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:21.729180 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bcddc3-7cca-4c15-a811-03a9a47fa3cf tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:21.731073 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bcddc3-7cca-4c15-a811-03a9a47fa3cf tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:21.731719 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bcddc3-7cca-4c15-a811-03a9a47fa3cf tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:21.734659 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-35bcddc3-7cca-4c15-a811-03a9a47fa3cf tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7060 time: 0.2209554 Oct 27 18:45:21.737072 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18d74a-98bd-4d36-b442-16e6c59da471 req-f95310af-6b02-4b53-a62a-96946b07039c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:21.738982 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59808) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:21.739124 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bf18d74a-98bd-4d36-b442-16e6c59da471 req-f95310af-6b02-4b53-a62a-96946b07039c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 945 time: 0.2282014 Oct 27 18:45:21.880086 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bf18d74a-98bd-4d36-b442-16e6c59da471 req-2899b226-596f-4c11-a305-247958ac9eaf tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=75efdcb1-cfc5-4e28-866b-b86c338007b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275284 Oct 27 18:45:21.953379 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-2288e475-8d1c-4b5a-a83c-2bd4e82164d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'name': 'tempest-TestNetworkBasicOps-router-775598626', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'af54d696-44f7-47f4-8bd5-67c445fa7597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:11Z', 'updated_at': '2021-10-27T18:45:20Z', 'revision_number': 4, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'gw_port': {'id': 'af54d696-44f7-47f4-8bd5-67c445fa7597', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ac:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:12Z', 'updated_at': '2021-10-27T18:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '123815b5-1d0a-435e-b6de-ee98916b7a58', 'name': '', 'network_id': '75e02ded-c2ac-42f1-841f-7a6a75428960', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'mac_address': 'fa:16:3e:54:a1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '18093b5f-696f-44c2-a94b-0ce096165d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:18Z', 'updated_at': '2021-10-27T18:45:20Z', 'revision_number': 2, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'subnets': [{'id': '18093b5f-696f-44c2-a94b-0ce096165d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:21.962582 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7bca9147-4aae-4c05-bded-b05f38834460 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:21.977572 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3af19d99-e2c6-474b-83ca-8a0c226e46f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:21.987747 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2288e475-8d1c-4b5a-a83c-2bd4e82164d6 None None] Checking router: 8318be0b-e6c7-4241-9937-ef593d662a75 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:45:21.988245 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2288e475-8d1c-4b5a-a83c-2bd4e82164d6 None None] Updating router 8318be0b-e6c7-4241-9937-ef593d662a75 port 123815b5-1d0a-435e-b6de-ee98916b7a58 binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:45:22.031287 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-2288e475-8d1c-4b5a-a83c-2bd4e82164d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:22.067748 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3af19d99-e2c6-474b-83ca-8a0c226e46f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:22.071393 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3af19d99-e2c6-474b-83ca-8a0c226e46f1 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/38f30f01-0da2-4785-9cfa-3ef31032d35a HTTP/1.1" status: 204 len: 168 time: 0.6909263 Oct 27 18:45:22.075944 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59812) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:22.079001 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af19d99-e2c6-474b-83ca-8a0c226e46f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38f30f01-0da2-4785-9cfa-3ef31032d35a,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:22.193499 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2797c6b2-e7fc-460f-a780-6ba200d703d3 req-3b5aea7f-fb95-440d-82a2-b0fba1a73e5d tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bf8e39-1d6d-4bc4-ae5e-0ddbab92af02 HTTP/1.1" status: 200 len: 210 time: 0.1203110 Oct 27 18:45:22.197740 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a181ce40-16e3-4195-a31f-2c518190fd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:22.217579 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-b4c9b477-7a25-4748-a93b-2b7fb857ed0f tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=52a95296202d44938d9774b0c5d143a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586066 Oct 27 18:45:22.355721 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a181ce40-16e3-4195-a31f-2c518190fd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:22.390979 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-a181ce40-16e3-4195-a31f-2c518190fd8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a04ae42b-bb2c-4107-a1d6-82d54a28e1b4']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:22.393209 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7bca9147-4aae-4c05-bded-b05f38834460 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:22.420486 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff80ab-36e8-494c-bbb0-8fde6445babe req-9ba50059-ea4d-4696-8e3c-bcbc101ae588 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:22.422187 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7aff80ab-36e8-494c-bbb0-8fde6445babe req-9ba50059-ea4d-4696-8e3c-bcbc101ae588 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.81 "GET /v2.0/ports?device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 945 time: 0.2167828 Oct 27 18:45:22.430302 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2dae3d-abce-4030-80cc-addb55846af9 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:22.431093 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-a181ce40-16e3-4195-a31f-2c518190fd8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3443eb5-6938-4657-9388-3bc4f43b1bc8') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:22.431204 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2dae3d-abce-4030-80cc-addb55846af9 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:22.431277 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-a181ce40-16e3-4195-a31f-2c518190fd8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3443eb5-6938-4657-9388-3bc4f43b1bc8') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:22.431343 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2dae3d-abce-4030-80cc-addb55846af9 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:22.431782 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2dae3d-abce-4030-80cc-addb55846af9 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:22.432594 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2dae3d-abce-4030-80cc-addb55846af9 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:22.432709 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2dae3d-abce-4030-80cc-addb55846af9 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:22.433813 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2dae3d-abce-4030-80cc-addb55846af9 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:22.434274 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2dae3d-abce-4030-80cc-addb55846af9 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:22.434726 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2dae3d-abce-4030-80cc-addb55846af9 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:22.439574 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2b2dae3d-abce-4030-80cc-addb55846af9 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5829 time: 0.6960034 Oct 27 18:45:22.445353 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59814) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:22.446984 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06fc64-f777-496d-853d-9aaabd6a1213 req-e48635ec-e9f8-401c-a262-cb50152b4bd1 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:22.449661 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee06fc64-f777-496d-853d-9aaabd6a1213 req-e48635ec-e9f8-401c-a262-cb50152b4bd1 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2c8ab1a-9ce3-4f1f-9b24-d1c4a4eaf417 HTTP/1.1" status: 200 len: 909 time: 0.1527259 Oct 27 18:45:22.461447 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a181ce40-16e3-4195-a31f-2c518190fd8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:22.484645 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-2288e475-8d1c-4b5a-a83c-2bd4e82164d6 None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:22.487679 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a181ce40-16e3-4195-a31f-2c518190fd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:22.497980 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a181ce40-16e3-4195-a31f-2c518190fd8e admin admin] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:45:22.498393 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a181ce40-16e3-4195-a31f-2c518190fd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:22.500103 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:45:22.500103 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:45:22.500103 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:45:22.500103 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:45:22.500103 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:45:22.500103 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:45:22.500103 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:45:22.500103 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:45:22.500103 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:45:22.500103 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:45:22.500103 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:45:22.500103 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:45:22.500103 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:45:22.500103 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:45:22.500103 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:45:22.500103 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:45:22.500103 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:45:22.500103 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:45:22.500103 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:45:22.500103 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:45:22.500103 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:45:22.500103 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:45:22.500103 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:45:22.500103 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:45:22.500103 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:45:22.500103 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:45:22.500103 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:45:22.500103 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:45:22.500103 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:45:22.500103 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:45:22.500103 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:45:22.500103 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:45:22.540956 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 27 Oct 2021 18:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccee7a14-2ed3-4d64-af65-b1afc73bb246 x-openstack-request-id: req-ccee7a14-2ed3-4d64-af65-b1afc73bb246 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:45:22.541268 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4031e58c-2edc-47cf-a6be-545bafd3e26a", "tag": "59982903-96e4-4fcc-8d89-d5172d4059e3", "status": "completed", "code": 200}, {"server_uuid": "a391bc6e-52f3-4b2f-ba48-3a2c819a91b0", "name": "network-vif-deleted", "tag": "49d2dc4d-77af-43a0-bca8-29170acd2d25", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:45:22.541510 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ccee7a14-2ed3-4d64-af65-b1afc73bb246 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:45:22.541912 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4031e58c-2edc-47cf-a6be-545bafd3e26a', 'tag': '59982903-96e4-4fcc-8d89-d5172d4059e3', 'status': 'completed', 'code': 200} Oct 27 18:45:22.542780 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a391bc6e-52f3-4b2f-ba48-3a2c819a91b0', 'name': 'network-vif-deleted', 'tag': '49d2dc4d-77af-43a0-bca8-29170acd2d25', 'status': 'completed', 'code': 200} Oct 27 18:45:22.555659 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-166fa87c-9d7a-42b0-83ac-f32f08637399 tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:22.557157 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-166fa87c-9d7a-42b0-83ac-f32f08637399 tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3321528 Oct 27 18:45:22.575482 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-2288e475-8d1c-4b5a-a83c-2bd4e82164d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:22.580507 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.81', 50343) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:22.614439 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-e1369e7e-aba7-47c3-848e-9a0250db711f tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] Request body: {'port': {'device_id': '43bf8e39-1d6d-4bc4-ae5e-0ddbab92af02', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'admin_state_up': True, 'tenant_id': '52a95296202d44938d9774b0c5d143a4'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:22.661678 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824e112-3a12-41e0-9d8f-07a68d17fe1d None None] Pushing event updated for resources: {'Port': ['ID=123815b5-1d0a-435e-b6de-ee98916b7a58,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:22.721592 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-2288e475-8d1c-4b5a-a83c-2bd4e82164d6 None None] Attempting to bind port 123815b5-1d0a-435e-b6de-ee98916b7a58 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:45:22.721962 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-2288e475-8d1c-4b5a-a83c-2bd4e82164d6 None None] Attempting to bind port 123815b5-1d0a-435e-b6de-ee98916b7a58 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '5df04c20-b7e4-4ee5-af77-441b83fa19d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '75e02ded-c2ac-42f1-841f-7a6a75428960'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:45:22.725839 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2288e475-8d1c-4b5a-a83c-2bd4e82164d6 None None] Attempting to bind port 123815b5-1d0a-435e-b6de-ee98916b7a58 on network 75e02ded-c2ac-42f1-841f-7a6a75428960 {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:45:22.732220 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2288e475-8d1c-4b5a-a83c-2bd4e82164d6 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:45:22.732730 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2288e475-8d1c-4b5a-a83c-2bd4e82164d6 None None] Checking segment: {'id': '5df04c20-b7e4-4ee5-af77-441b83fa19d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '75e02ded-c2ac-42f1-841f-7a6a75428960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:45:22.733075 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-2288e475-8d1c-4b5a-a83c-2bd4e82164d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:22.733381 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2288e475-8d1c-4b5a-a83c-2bd4e82164d6 None None] Bound using segment: {'id': '5df04c20-b7e4-4ee5-af77-441b83fa19d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '75e02ded-c2ac-42f1-841f-7a6a75428960'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:45:22.733955 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-2288e475-8d1c-4b5a-a83c-2bd4e82164d6 None None] Bound port: 123815b5-1d0a-435e-b6de-ee98916b7a58, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df04c20-b7e4-4ee5-af77-441b83fa19d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '75e02ded-c2ac-42f1-841f-7a6a75428960'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:45:22.734412 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-2288e475-8d1c-4b5a-a83c-2bd4e82164d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:22.788840 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.81', 50344) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:22.827957 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-2288e475-8d1c-4b5a-a83c-2bd4e82164d6 None None] For port 123815b5-1d0a-435e-b6de-ee98916b7a58, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:45:22.835968 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-2288e475-8d1c-4b5a-a83c-2bd4e82164d6 None None] For port 123815b5-1d0a-435e-b6de-ee98916b7a58, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=123815b5-1d0a-435e-b6de-ee98916b7a58,segment=NetworkSegment(5df04c20-b7e4-4ee5-af77-441b83fa19d3),segment_id=5df04c20-b7e4-4ee5-af77-441b83fa19d3)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:45:22.924227 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-2288e475-8d1c-4b5a-a83c-2bd4e82164d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:22.932902 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e02bd3-fea8-41de-ab4a-75aaeb85ab08 req-8cdf64e0-0948-4d2b-97d0-309729617f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:22.934453 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-78e02bd3-fea8-41de-ab4a-75aaeb85ab08 req-8cdf64e0-0948-4d2b-97d0-309729617f60 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=21f5568e020c455199c8dde94ac0b73c&device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 1096 time: 0.3530333 Oct 27 18:45:22.976116 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-aafca745-6374-49fc-a954-e7dd4919b0fc None None] Provisioning complete for port 123815b5-1d0a-435e-b6de-ee98916b7a58 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:45:22.976648 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a29bb-bcc1-46b6-9198-de725c829d8e req-001b8071-c4d4-4836-8fb3-742919ea221d tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:22.976735 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-aafca745-6374-49fc-a954-e7dd4919b0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:22.977951 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-907a29bb-bcc1-46b6-9198-de725c829d8e req-001b8071-c4d4-4836-8fb3-742919ea221d tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2c8ab1a-9ce3-4f1f-9b24-d1c4a4eaf417 HTTP/1.1" status: 200 len: 909 time: 0.1877615 Oct 27 18:45:23.044949 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a181ce40-16e3-4195-a31f-2c518190fd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:23.050637 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7bca9147-4aae-4c05-bded-b05f38834460 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:23.072744 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2288e475-8d1c-4b5a-a83c-2bd4e82164d6 None None] Routers {'8318be0b-e6c7-4241-9937-ef593d662a75'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:45:23.073954 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-2288e475-8d1c-4b5a-a83c-2bd4e82164d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8318be0b-e6c7-4241-9937-ef593d662a75'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:23.086289 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a181ce40-16e3-4195-a31f-2c518190fd8e admin admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:23.091617 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a181ce40-16e3-4195-a31f-2c518190fd8e admin admin] 10.222.0.52 "DELETE /v2.0/networks/a04ae42b-bb2c-4107-a1d6-82d54a28e1b4 HTTP/1.1" status: 204 len: 168 time: 1.0135574 Oct 27 18:45:23.093018 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181ce40-16e3-4195-a31f-2c518190fd8e admin admin] Pushing event deleted for resources: {'Network': ['ID=a04ae42b-bb2c-4107-a1d6-82d54a28e1b4,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:23.124403 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-7aff80ab-36e8-494c-bbb0-8fde6445babe req-05c77a03-234b-4ce9-913f-4c4a6f7acbcc tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Deleting port 59982903-96e4-4fcc-8d89-d5172d4059e3 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:45:23.124744 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7aff80ab-36e8-494c-bbb0-8fde6445babe req-05c77a03-234b-4ce9-913f-4c4a6f7acbcc tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:23.134364 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7bca9147-4aae-4c05-bded-b05f38834460 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:23.237420 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-aafca745-6374-49fc-a954-e7dd4919b0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:23.281139 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f21dc-2a66-47f3-b80b-fdb026ae3dd1 req-5d46edce-dadd-4a7e-a806-9201c24a3602 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:23.283393 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bd8f21dc-2a66-47f3-b80b-fdb026ae3dd1 req-5d46edce-dadd-4a7e-a806-9201c24a3602 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 945 time: 0.2215753 Oct 27 18:45:23.304887 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-e1369e7e-aba7-47c3-848e-9a0250db711f tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] Made reservation on behalf of 52a95296202d44938d9774b0c5d143a4 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:45:23.308233 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca9147-4aae-4c05-bded-b05f38834460 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Pushing event updated for resources: {'Port': ['ID=66fc1a58-f260-449c-ac33-50aa0fd776d0,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:23.310842 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-e1369e7e-aba7-47c3-848e-9a0250db711f tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:23.318644 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-aafca745-6374-49fc-a954-e7dd4919b0fc None None] For port 123815b5-1d0a-435e-b6de-ee98916b7a58, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=123815b5-1d0a-435e-b6de-ee98916b7a58,segment=NetworkSegment(5df04c20-b7e4-4ee5-af77-441b83fa19d3),segment_id=5df04c20-b7e4-4ee5-af77-441b83fa19d3)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:45:23.344697 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [req-3e5d969d-443a-404c-bfce-52b60e9bd211 req-b291eaf1-ad0f-40cd-b4c0-b5dfb41d0b0f service neutron] (102879) timed out ('10.222.0.52', 34368) {{(pid=102879) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 18:45:23.373161 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7bca9147-4aae-4c05-bded-b05f38834460 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:23.374799 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-e1369e7e-aba7-47c3-848e-9a0250db711f tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:23.381186 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-aafca745-6374-49fc-a954-e7dd4919b0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:23.425019 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-2288e475-8d1c-4b5a-a83c-2bd4e82164d6 None None] Set router 8318be0b-e6c7-4241-9937-ef593d662a75 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:45:23.470741 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e02bd3-fea8-41de-ab4a-75aaeb85ab08 req-fd2dc074-2e74-46d3-8d73-a70ceeb15a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:23.472500 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-78e02bd3-fea8-41de-ab4a-75aaeb85ab08 req-fd2dc074-2e74-46d3-8d73-a70ceeb15a85 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a9541e31-c93f-4ee8-abea-4329f5075599 HTTP/1.1" status: 200 len: 899 time: 0.5250056 Oct 27 18:45:23.485818 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafca745-6374-49fc-a954-e7dd4919b0fc None None] Pushing event updated for resources: {'Port': ['ID=123815b5-1d0a-435e-b6de-ee98916b7a58,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:23.520916 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-1c91de07-1c30-4409-b277-dfe50c11d38b None None] Provisioning complete for port 123815b5-1d0a-435e-b6de-ee98916b7a58 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:45:23.521618 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1c91de07-1c30-4409-b277-dfe50c11d38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:23.541999 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824e112-3a12-41e0-9d8f-07a68d17fe1d None None] Pushing event updated for resources: {'Port': ['ID=123815b5-1d0a-435e-b6de-ee98916b7a58,revision_number=4']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:23.580787 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bd8f21dc-2a66-47f3-b80b-fdb026ae3dd1 req-54db7910-6b09-4ea8-9d52-abe29e206f11 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=75efdcb1-cfc5-4e28-866b-b86c338007b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2777283 Oct 27 18:45:23.632931 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-78e02bd3-fea8-41de-ab4a-75aaeb85ab08 req-6df7724b-2a6b-4be7-b3e0-774893848f20 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59982903-96e4-4fcc-8d89-d5172d4059e3 HTTP/1.1" status: 200 len: 217 time: 0.1311986 Oct 27 18:45:23.654322 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-7aff80ab-36e8-494c-bbb0-8fde6445babe req-05c77a03-234b-4ce9-913f-4c4a6f7acbcc tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] For port 59982903-96e4-4fcc-8d89-d5172d4059e3, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=59982903-96e4-4fcc-8d89-d5172d4059e3,segment=NetworkSegment(17a74c28-ade6-4811-8baf-0a1df2b76edf),segment_id=17a74c28-ade6-4811-8baf-0a1df2b76edf)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:45:23.654713 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7aff80ab-36e8-494c-bbb0-8fde6445babe req-05c77a03-234b-4ce9-913f-4c4a6f7acbcc tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:23.656579 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [None req-7bca9147-4aae-4c05-bded-b05f38834460 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Floating IP 1d0fbcb8-78c2-4934-9d2f-02c1be7df9cb associated. External IP: 172.25.6.184, port: 9649f854-fdc2-4c9e-91ba-4c8adb7beba4. Oct 27 18:45:23.682405 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-7aff80ab-36e8-494c-bbb0-8fde6445babe req-05c77a03-234b-4ce9-913f-4c4a6f7acbcc tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Calling delete_port for 59982903-96e4-4fcc-8d89-d5172d4059e3 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:45:23.702106 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59834) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:23.762228 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-2288e475-8d1c-4b5a-a83c-2bd4e82164d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'name': 'tempest-TestNetworkBasicOps-router-775598626', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'af54d696-44f7-47f4-8bd5-67c445fa7597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:11Z', 'updated_at': '2021-10-27T18:45:20Z', 'revision_number': 4, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'gw_port': {'id': 'af54d696-44f7-47f4-8bd5-67c445fa7597', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ac:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:12Z', 'updated_at': '2021-10-27T18:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '123815b5-1d0a-435e-b6de-ee98916b7a58', 'name': '', 'network_id': '75e02ded-c2ac-42f1-841f-7a6a75428960', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'mac_address': 'fa:16:3e:54:a1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '18093b5f-696f-44c2-a94b-0ce096165d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:18Z', 'updated_at': '2021-10-27T18:45:22Z', 'revision_number': 4, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'subnets': [{'id': '18093b5f-696f-44c2-a94b-0ce096165d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:23.793355 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c485a657-61b3-49b4-aff7-58515a5d9369 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4498 time: 1.3417671 Oct 27 18:45:23.810091 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7c84d009-881f-4fec-90a7-c71bb30df2d7 req-8c67321c-3f0c-40d2-865c-8c43edd8ee42 tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bf8e39-1d6d-4bc4-ae5e-0ddbab92af02 HTTP/1.1" status: 200 len: 210 time: 0.1054626 Oct 27 18:45:23.854067 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ae799c19-b10a-4588-92c2-f3f5697d3265 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=73030efb74f9430b81c3b65da03abf1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1505151 Oct 27 18:45:23.857916 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59840) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:23.861001 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-e1369e7e-aba7-47c3-848e-9a0250db711f tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:23.892009 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-907a29bb-bcc1-46b6-9198-de725c829d8e req-d1a3f719-2673-41e6-a0e4-13e010f7b938 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Deleting port ae6449ef-9762-4c36-843d-06c19389f628 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:45:23.892351 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-907a29bb-bcc1-46b6-9198-de725c829d8e req-d1a3f719-2673-41e6-a0e4-13e010f7b938 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:23.902796 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e02bd3-fea8-41de-ab4a-75aaeb85ab08 req-c7142667-7460-46be-8c2c-59894d149c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:23.904443 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-78e02bd3-fea8-41de-ab4a-75aaeb85ab08 req-c7142667-7460-46be-8c2c-59894d149c29 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=aaefa3d2-884a-4c75-bedd-880ab1228d21 HTTP/1.1" status: 200 len: 834 time: 0.2000527 Oct 27 18:45:23.963169 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-e1369e7e-aba7-47c3-848e-9a0250db711f tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:23.984788 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2288e475-8d1c-4b5a-a83c-2bd4e82164d6 None None] The sync data for ids ['8318be0b-e6c7-4241-9937-ef593d662a75'] in n-d-815690-2 is: [{'id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'name': 'tempest-TestNetworkBasicOps-router-775598626', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'af54d696-44f7-47f4-8bd5-67c445fa7597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:11Z', 'updated_at': '2021-10-27T18:45:20Z', 'revision_number': 4, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'gw_port': {'id': 'af54d696-44f7-47f4-8bd5-67c445fa7597', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ac:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:12Z', 'updated_at': '2021-10-27T18:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '123815b5-1d0a-435e-b6de-ee98916b7a58', 'name': '', 'network_id': '75e02ded-c2ac-42f1-841f-7a6a75428960', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'mac_address': 'fa:16:3e:54:a1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '18093b5f-696f-44c2-a94b-0ce096165d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:18Z', 'updated_at': '2021-10-27T18:45:22Z', 'revision_number': 4, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'subnets': [{'id': '18093b5f-696f-44c2-a94b-0ce096165d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:45:24.056929 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c06608b3-6494-4e57-a30b-97ac31c71cbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:24.130376 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1369e7e-aba7-47c3-848e-9a0250db711f tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99f7f361-3858-4349-a5fa-f4c87ffc8737,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:24.139538 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52430ac-f7e5-453c-a53b-59ad45ecdea5 req-0e84541b-beb3-45ee-93a8-0b619e9f894e tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:24.143291 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d52430ac-f7e5-453c-a53b-59ad45ecdea5 req-0e84541b-beb3-45ee-93a8-0b619e9f894e tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2c8ab1a-9ce3-4f1f-9b24-d1c4a4eaf417 HTTP/1.1" status: 200 len: 909 time: 0.2146740 Oct 27 18:45:24.157797 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c06608b3-6494-4e57-a30b-97ac31c71cbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:24.224679 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bca9147-4aae-4c05-bded-b05f38834460 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Router b1dfc17f-d089-4506-a51a-4099bdf15394 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:45:24.227635 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e02bd3-fea8-41de-ab4a-75aaeb85ab08 req-59ce9144-c0b5-4e2b-b4e6-d589290e452e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:24.229449 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-78e02bd3-fea8-41de-ab4a-75aaeb85ab08 req-59ce9144-c0b5-4e2b-b4e6-d589290e452e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a9541e31-c93f-4ee8-abea-4329f5075599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3125374 Oct 27 18:45:24.242027 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-907a29bb-bcc1-46b6-9198-de725c829d8e req-d1a3f719-2673-41e6-a0e4-13e010f7b938 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] For port ae6449ef-9762-4c36-843d-06c19389f628, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=ae6449ef-9762-4c36-843d-06c19389f628,segment=NetworkSegment(8221b84c-651e-471a-8570-ec818e0c2626),segment_id=8221b84c-651e-471a-8570-ec818e0c2626)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:45:24.242392 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-907a29bb-bcc1-46b6-9198-de725c829d8e req-d1a3f719-2673-41e6-a0e4-13e010f7b938 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:24.351156 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c06608b3-6494-4e57-a30b-97ac31c71cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:24.354173 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c06608b3-6494-4e57-a30b-97ac31c71cbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:24.356739 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c06608b3-6494-4e57-a30b-97ac31c71cbc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c4318d5b-f6be-4fa5-8804-9a533e4190a7 HTTP/1.1" status: 204 len: 168 time: 0.4977546 Oct 27 18:45:24.357851 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-907a29bb-bcc1-46b6-9198-de725c829d8e req-d1a3f719-2673-41e6-a0e4-13e010f7b938 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Calling delete_port for ae6449ef-9762-4c36-843d-06c19389f628 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:45:24.393432 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-e1369e7e-aba7-47c3-848e-9a0250db711f tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] Allocated IP 192.168.233.214 (5a00a4ee-d7ee-4646-9905-4d21868e9aa2/5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc/18a0adb3-0300-4a31-a6b2-ef969ed2a070) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:45:24.415654 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06608b3-6494-4e57-a30b-97ac31c71cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4318d5b-f6be-4fa5-8804-9a533e4190a7,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:24.471270 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bca9147-4aae-4c05-bded-b05f38834460 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:45:24.473891 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7aff80ab-36e8-494c-bbb0-8fde6445babe req-05c77a03-234b-4ce9-913f-4c4a6f7acbcc tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:24.492484 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682645de-2b42-4ce0-a1be-d5039e74e3cb None None] Sync routers for ids ['b1dfc17f-d089-4506-a51a-4099bdf15394'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:45:24.527603 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682645de-2b42-4ce0-a1be-d5039e74e3cb None None] Routers {'b1dfc17f-d089-4506-a51a-4099bdf15394'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:45:24.528881 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-682645de-2b42-4ce0-a1be-d5039e74e3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b1dfc17f-d089-4506-a51a-4099bdf15394'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:24.581286 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59844) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:24.585724 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-682645de-2b42-4ce0-a1be-d5039e74e3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:24.586665 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-1a968239-69de-4378-9bde-fefc1f351056 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-577675577', 'description': 'tempest-secgroup-smoke-577675577 description', 'project_id': 'a56febe1ed07496abd79e6dfcd66d421'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:24.598317 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682645de-2b42-4ce0-a1be-d5039e74e3cb None None] Routers {'b1dfc17f-d089-4506-a51a-4099bdf15394'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:45:24.599099 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-682645de-2b42-4ce0-a1be-d5039e74e3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b1dfc17f-d089-4506-a51a-4099bdf15394'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:24.626045 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c77a03-234b-4ce9-913f-4c4a6f7acbcc tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event deleted for resources: {'Port': ['ID=59982903-96e4-4fcc-8d89-d5172d4059e3,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:24.626450 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7bca9147-4aae-4c05-bded-b05f38834460 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:24.665555 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-682645de-2b42-4ce0-a1be-d5039e74e3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:24.673490 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682645de-2b42-4ce0-a1be-d5039e74e3cb None None] The sync data for ids ['b1dfc17f-d089-4506-a51a-4099bdf15394'] in n-d-815690-2 is: [] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:45:24.714692 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7bca9147-4aae-4c05-bded-b05f38834460 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.5539443 Oct 27 18:45:24.716963 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1a968239-69de-4378-9bde-fefc1f351056 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:24.719973 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59848) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:24.726205 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-78e02bd3-fea8-41de-ab4a-75aaeb85ab08 req-2028a215-c95f-4a1f-bf10-740a80b11c3f service neutron] 10.222.0.81 "GET /v2.0/networks/a9541e31-c93f-4ee8-abea-4329f5075599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4604650 Oct 27 18:45:24.747424 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aff80ab-36e8-494c-bbb0-8fde6445babe req-05c77a03-234b-4ce9-913f-4c4a6f7acbcc tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] No DVR routers for this DVR port 59982903-96e4-4fcc-8d89-d5172d4059e3 on host n-h1-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:45:24.748544 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2c1ac327-a432-4724-93ab-8a5d413dac8a req-b34fb0e5-1e32-468d-bc95-9b27e8494cd0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 210 time: 0.0503137 Oct 27 18:45:24.751682 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7aff80ab-36e8-494c-bbb0-8fde6445babe req-05c77a03-234b-4ce9-913f-4c4a6f7acbcc tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:24.753779 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7aff80ab-36e8-494c-bbb0-8fde6445babe req-05c77a03-234b-4ce9-913f-4c4a6f7acbcc tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.81 "DELETE /v2.0/ports/59982903-96e4-4fcc-8d89-d5172d4059e3 HTTP/1.1" status: 204 len: 173 time: 2.3159764 Oct 27 18:45:24.765681 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4031e58c-2edc-47cf-a6be-545bafd3e26a', 'name': 'network-vif-deleted', 'tag': '59982903-96e4-4fcc-8d89-d5172d4059e3'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:45:24.768059 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91b449d-12d5-4b41-a365-35c011edc9bc" -d '{"events": [{"server_uuid": "4031e58c-2edc-47cf-a6be-545bafd3e26a", "name": "network-vif-deleted", "tag": "59982903-96e4-4fcc-8d89-d5172d4059e3"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:45:24.903596 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-85341c17-6ed7-497f-9ef6-dc43be03c434 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "GET /v2.0/floatingips/1d0fbcb8-78c2-4934-9d2f-02c1be7df9cb HTTP/1.1" status: 200 len: 978 time: 0.1647904 Oct 27 18:45:24.907781 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59856) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:24.939416 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c611d1ca-e5ec-43b2-8774-5dd838ed2e56 x-openstack-request-id: req-c611d1ca-e5ec-43b2-8774-5dd838ed2e56 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:45:24.939954 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4031e58c-2edc-47cf-a6be-545bafd3e26a", "name": "network-vif-deleted", "tag": "59982903-96e4-4fcc-8d89-d5172d4059e3", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:45:24.940220 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c611d1ca-e5ec-43b2-8774-5dd838ed2e56 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:45:24.940619 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4031e58c-2edc-47cf-a6be-545bafd3e26a', 'name': 'network-vif-deleted', 'tag': '59982903-96e4-4fcc-8d89-d5172d4059e3', 'status': 'completed', 'code': 200} Oct 27 18:45:25.140641 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6d6e346f-aa93-4271-9b64-5d5dc418fd79 req-d607d715-f7b5-41a1-a11f-89c50cfaf64e tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bf8e39-1d6d-4bc4-ae5e-0ddbab92af02 HTTP/1.1" status: 200 len: 210 time: 0.2072124 Oct 27 18:45:25.148306 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-e1369e7e-aba7-47c3-848e-9a0250db711f tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:25.162268 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-78e02bd3-fea8-41de-ab4a-75aaeb85ab08 req-bab00690-a63b-44b7-b450-3d6f1ba05a4d service neutron] 10.222.0.81 "GET /v2.0/networks/a9541e31-c93f-4ee8-abea-4329f5075599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4167688 Oct 27 18:45:25.221275 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-907a29bb-bcc1-46b6-9198-de725c829d8e req-d1a3f719-2673-41e6-a0e4-13e010f7b938 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:25.267263 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6ce6bcb3-ed85-4e03-9e77-5acce0db8009 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.3537607 Oct 27 18:45:25.268494 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59870) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:25.273602 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-10539c4f-1118-484f-8df7-890894bcebb4 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Request body: {'floatingip': {'port_id': '7eddf9b8-bd82-441c-a73c-c4a68c492980'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:25.278077 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a3f719-2673-41e6-a0e4-13e010f7b938 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Pushing event deleted for resources: {'Port': ['ID=ae6449ef-9762-4c36-843d-06c19389f628,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:25.386195 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-907a29bb-bcc1-46b6-9198-de725c829d8e req-d1a3f719-2673-41e6-a0e4-13e010f7b938 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] No DVR routers for this DVR port ae6449ef-9762-4c36-843d-06c19389f628 on host n-h1-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:45:25.390775 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1a968239-69de-4378-9bde-fefc1f351056 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:25.393878 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-240b1cb5-0b90-455a-836b-e49d56a5129c req-e792f6d5-1c4c-46e0-af9f-0cbfb4bb633a tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2c8ab1a-9ce3-4f1f-9b24-d1c4a4eaf417 HTTP/1.1" status: 200 len: 210 time: 0.1247001 Oct 27 18:45:25.408992 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-907a29bb-bcc1-46b6-9198-de725c829d8e req-d1a3f719-2673-41e6-a0e4-13e010f7b938 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:25.416477 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-907a29bb-bcc1-46b6-9198-de725c829d8e req-d1a3f719-2673-41e6-a0e4-13e010f7b938 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.81 "DELETE /v2.0/ports/ae6449ef-9762-4c36-843d-06c19389f628 HTTP/1.1" status: 204 len: 173 time: 2.4127321 Oct 27 18:45:25.428023 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-e1369e7e-aba7-47c3-848e-9a0250db711f tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:25.530958 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1a968239-69de-4378-9bde-fefc1f351056 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:25.533481 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-10539c4f-1118-484f-8df7-890894bcebb4 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for floatingip, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:25.535704 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 123815b5-1d0a-435e-b6de-ee98916b7a58 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:45:25.542515 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-e1369e7e-aba7-47c3-848e-9a0250db711f tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] Network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:45:25.577257 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a968239-69de-4378-9bde-fefc1f351056 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f1ea27-933a-45d7-ad94-26eb8ca2bded,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:25.674120 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 123815b5-1d0a-435e-b6de-ee98916b7a58 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:45:25.675245 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1a968239-69de-4378-9bde-fefc1f351056 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:25.675780 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:25.679272 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1a968239-69de-4378-9bde-fefc1f351056 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0940423 Oct 27 18:45:25.680129 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59878) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:25.686187 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-5a983436-4cd0-4678-9d8c-fe62ce4ebadb tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Request body: {'security_group_rule': {'security_group_id': 'd7f1ea27-933a-45d7-ad94-26eb8ca2bded', 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:25.852451 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5a983436-4cd0-4678-9d8c-fe62ce4ebadb tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:26.016699 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bba43dc5-94df-449b-ba80-6b1ab50c7128 req-da90cce9-e79a-4a45-9f99-6c456640fa2e tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=4031e58c-2edc-47cf-a6be-545bafd3e26a HTTP/1.1" status: 200 len: 210 time: 0.0897186 Oct 27 18:45:26.075173 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5a983436-4cd0-4678-9d8c-fe62ce4ebadb tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:26.096859 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-e1369e7e-aba7-47c3-848e-9a0250db711f tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:45:26.099389 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-e1369e7e-aba7-47c3-848e-9a0250db711f tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:45:26.135452 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59888) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:26.136486 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1369e7e-aba7-47c3-848e-9a0250db711f tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] Pushing event updated for resources: {'Port': ['ID=18a0adb3-0300-4a31-a6b2-ef969ed2a070,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:26.181352 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5a983436-4cd0-4678-9d8c-fe62ce4ebadb tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:26.196546 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-e1369e7e-aba7-47c3-848e-9a0250db711f tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:26.197219 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-e1369e7e-aba7-47c3-848e-9a0250db711f tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:26.224632 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a983436-4cd0-4678-9d8c-fe62ce4ebadb tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0597189-8d82-419f-86fb-1a5932371da8,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:26.342116 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5a983436-4cd0-4678-9d8c-fe62ce4ebadb tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:26.344436 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5a983436-4cd0-4678-9d8c-fe62ce4ebadb tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6627162 Oct 27 18:45:26.348449 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59894) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:26.359800 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-792260d9-1150-4a6f-bbdc-bfbab3e25e60 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Request body: {'security_group_rule': {'security_group_id': 'd7f1ea27-933a-45d7-ad94-26eb8ca2bded', 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:26.375065 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-eed83b8a-7d65-4dfd-95fb-438670b14a1d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1598767232-network', 'tenant_id': '186d6eca453449f79cfaf020191a989c'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:26.393682 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b2950-5333-4dc0-b929-408c721c4646 req-c75ca7e0-5423-4a4b-a446-c6761b8f06fc tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:26.395278 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d75b2950-5333-4dc0-b929-408c721c4646 req-c75ca7e0-5423-4a4b-a446-c6761b8f06fc tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bf8e39-1d6d-4bc4-ae5e-0ddbab92af02 HTTP/1.1" status: 200 len: 936 time: 0.1258173 Oct 27 18:45:26.402282 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:26.448825 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d75b2950-5333-4dc0-b929-408c721c4646 req-2e65aa89-dc3c-4573-8ad3-275519d4cb0e tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] 10.222.0.52 "GET /v2.0/security-groups?id=99f7f361-3858-4349-a5fa-f4c87ffc8737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447879 Oct 27 18:45:26.481908 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-e1369e7e-aba7-47c3-848e-9a0250db711f tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9047534 Oct 27 18:45:26.497999 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-4718fc02-99fa-49b9-8d07-e1227c9b8f60 service neutron] Request body: {'port': {'device_id': '43bf8e39-1d6d-4bc4-ae5e-0ddbab92af02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:26.536040 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-792260d9-1150-4a6f-bbdc-bfbab3e25e60 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:26.557395 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4ae6389f-e012-4853-a207-9c38eaf0e795 None None] Provisioning complete for port 18a0adb3-0300-4a31-a6b2-ef969ed2a070 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:45:26.558730 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4ae6389f-e012-4853-a207-9c38eaf0e795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:26.621690 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d454ab66-df49-4ad5-81d0-e2dde219cb06 req-5eaee6b6-b8e2-4c29-86a6-ee612981b291 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2c8ab1a-9ce3-4f1f-9b24-d1c4a4eaf417 HTTP/1.1" status: 200 len: 210 time: 0.0855913 Oct 27 18:45:26.642786 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4ae6389f-e012-4853-a207-9c38eaf0e795 None None] Port 18a0adb3-0300-4a31-a6b2-ef969ed2a070 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:45:26.658373 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-792260d9-1150-4a6f-bbdc-bfbab3e25e60 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:26.689953 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed83b8a-7d65-4dfd-95fb-438670b14a1d admin admin] Made reservation on behalf of 186d6eca453449f79cfaf020191a989c for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:45:26.692223 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-eed83b8a-7d65-4dfd-95fb-438670b14a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:26.701232 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-eed83b8a-7d65-4dfd-95fb-438670b14a1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:26.727838 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-792260d9-1150-4a6f-bbdc-bfbab3e25e60 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:26.758293 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792260d9-1150-4a6f-bbdc-bfbab3e25e60 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dc38a43-f7d3-4f19-979f-8878016da69e,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:26.787593 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-4718fc02-99fa-49b9-8d07-e1227c9b8f60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:26.811528 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-eed83b8a-7d65-4dfd-95fb-438670b14a1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:26.857143 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-792260d9-1150-4a6f-bbdc-bfbab3e25e60 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:26.861083 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-792260d9-1150-4a6f-bbdc-bfbab3e25e60 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5091822 Oct 27 18:45:26.862296 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59900) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:26.867372 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-e370042c-d250-4a40-8adf-d26678c08438 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Request body: {'security_group_rule': {'security_group_id': 'd7f1ea27-933a-45d7-ad94-26eb8ca2bded', 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:26.885338 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:26.891337 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-eed83b8a-7d65-4dfd-95fb-438670b14a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:26.920508 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eed83b8a-7d65-4dfd-95fb-438670b14a1d admin admin] vlan segment allocate from pool success with {'vlan_id': 1006, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:45:26.921637 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.db.resource_extend [None req-10539c4f-1118-484f-8df7-890894bcebb4 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 18:45:26.931862 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed83b8a-7d65-4dfd-95fb-438670b14a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c8828a-5962-41b9-819d-b558a5ea60bf,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:26.938439 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-eed83b8a-7d65-4dfd-95fb-438670b14a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:26.938798 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-eed83b8a-7d65-4dfd-95fb-438670b14a1d admin admin] Added segment 29ae5e06-41a1-428b-8e42-42a692caa382 of type vlan for network 7ad8bf39-d91e-470a-b850-b50a11bc458b Oct 27 18:45:26.953274 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c8ab1a-9ce3-4f1f-9b24-d1c4a4eaf417', 'name': 'network-vif-deleted', 'tag': 'ae6449ef-9762-4c36-843d-06c19389f628'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:45:26.955562 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57247c0-acfb-4e17-bf69-7f645cd9c97b" -d '{"events": [{"server_uuid": "c2c8ab1a-9ce3-4f1f-9b24-d1c4a4eaf417", "name": "network-vif-deleted", "tag": "ae6449ef-9762-4c36-843d-06c19389f628"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:45:26.992699 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e370042c-d250-4a40-8adf-d26678c08438 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:27.011543 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-eed83b8a-7d65-4dfd-95fb-438670b14a1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:27.022326 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec929c60-76a8-4085-abf1-c76fc5460ce3 x-openstack-request-id: req-ec929c60-76a8-4085-abf1-c76fc5460ce3 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:45:27.022497 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c8ab1a-9ce3-4f1f-9b24-d1c4a4eaf417", "name": "network-vif-deleted", "tag": "ae6449ef-9762-4c36-843d-06c19389f628", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:45:27.022691 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ec929c60-76a8-4085-abf1-c76fc5460ce3 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:45:27.023089 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c8ab1a-9ce3-4f1f-9b24-d1c4a4eaf417', 'name': 'network-vif-deleted', 'tag': 'ae6449ef-9762-4c36-843d-06c19389f628', 'status': 'completed', 'code': 200} Oct 27 18:45:27.079948 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e370042c-d250-4a40-8adf-d26678c08438 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:27.091305 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-10539c4f-1118-484f-8df7-890894bcebb4 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:27.106952 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59906) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:27.121293 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device ae6449ef-9762-4c36-843d-06c19389f628 no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:45:27.150860 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] No Port match for: ae6449ef-9762-4c36-843d-06c19389f628 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:45:27.151554 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device ae6449ef-9762-4c36-843d-06c19389f628 not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:45:27.151737 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 59982903-96e4-4fcc-8d89-d5172d4059e3 no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:45:27.172558 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] No Port match for: 59982903-96e4-4fcc-8d89-d5172d4059e3 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:45:27.172838 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 59982903-96e4-4fcc-8d89-d5172d4059e3 not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:45:27.185373 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-eed83b8a-7d65-4dfd-95fb-438670b14a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:27.186374 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed83b8a-7d65-4dfd-95fb-438670b14a1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:27.186975 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-eed83b8a-7d65-4dfd-95fb-438670b14a1d admin admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:27.189022 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e370042c-d250-4a40-8adf-d26678c08438 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:27.189143 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-10539c4f-1118-484f-8df7-890894bcebb4 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:27.259679 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e370042c-d250-4a40-8adf-d26678c08438 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a9cd08e-3706-464a-94c3-34c87746c75d,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:27.286654 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed83b8a-7d65-4dfd-95fb-438670b14a1d admin admin] Pushing event updated for resources: {'Network': ['ID=7ad8bf39-d91e-470a-b850-b50a11bc458b,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:27.309687 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 7ad8bf39-d91e-470a-b850-b50a11bc458b details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:45:27.322101 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-eed83b8a-7d65-4dfd-95fb-438670b14a1d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1815588 Oct 27 18:45:27.322280 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59908) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:27.330763 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-cc72271d-5833-421f-847b-5cf1145139b8 admin admin] Request body: {'subnet': {'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1598767232-subnet', 'tenant_id': '186d6eca453449f79cfaf020191a989c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:27.366499 n-d-815690-2 neutron-server[102879]: INFO neutron.db.l3_db [None req-10539c4f-1118-484f-8df7-890894bcebb4 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Floating IP 1d0fbcb8-78c2-4934-9d2f-02c1be7df9cb associated. External IP: 172.25.6.184, port: 9649f854-fdc2-4c9e-91ba-4c8adb7beba4. Oct 27 18:45:27.390095 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e370042c-d250-4a40-8adf-d26678c08438 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:27.394346 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e370042c-d250-4a40-8adf-d26678c08438 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5304494 Oct 27 18:45:27.399507 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59910) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:27.407365 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-6db87c30-aef0-49d6-a6fa-5f5265bcae48 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Request body: {'security_group_rule': {'security_group_id': 'd7f1ea27-933a-45d7-ad94-26eb8ca2bded', 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:27.492524 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc72271d-5833-421f-847b-5cf1145139b8 admin admin] Made reservation on behalf of 186d6eca453449f79cfaf020191a989c for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:45:27.495315 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cc72271d-5833-421f-847b-5cf1145139b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:27.551498 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-4718fc02-99fa-49b9-8d07-e1227c9b8f60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18a0adb3-0300-4a31-a6b2-ef969ed2a070 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:45:27.569167 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-4718fc02-99fa-49b9-8d07-e1227c9b8f60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:27.606684 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-4718fc02-99fa-49b9-8d07-e1227c9b8f60 service neutron] Transition to ACTIVE for port object 18a0adb3-0300-4a31-a6b2-ef969ed2a070 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:45:27.615527 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6db87c30-aef0-49d6-a6fa-5f5265bcae48 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:27.640833 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48a2a2-9d5c-4a1f-a15e-c563580a0c9b req-b8f63d29-2270-4fb3-9fd9-c42b9d9dd87a tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:27.643638 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2d48a2a2-9d5c-4a1f-a15e-c563580a0c9b req-b8f63d29-2270-4fb3-9fd9-c42b9d9dd87a tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bf8e39-1d6d-4bc4-ae5e-0ddbab92af02 HTTP/1.1" status: 200 len: 936 time: 0.1012402 Oct 27 18:45:27.725250 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-4718fc02-99fa-49b9-8d07-e1227c9b8f60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:27.942353 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10539c4f-1118-484f-8df7-890894bcebb4 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Router b1dfc17f-d089-4506-a51a-4099bdf15394 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:45:27.957277 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4718fc02-99fa-49b9-8d07-e1227c9b8f60 service neutron] Pushing event updated for resources: {'Port': ['ID=18a0adb3-0300-4a31-a6b2-ef969ed2a070,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:28.088433 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cc72271d-5833-421f-847b-5cf1145139b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:28.138123 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-4718fc02-99fa-49b9-8d07-e1227c9b8f60 service neutron] Attempting to bind port 18a0adb3-0300-4a31-a6b2-ef969ed2a070 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:45:28.138456 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-4718fc02-99fa-49b9-8d07-e1227c9b8f60 service neutron] Attempting to bind port 18a0adb3-0300-4a31-a6b2-ef969ed2a070 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:45:28.138778 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-4718fc02-99fa-49b9-8d07-e1227c9b8f60 service neutron] Attempting to bind port 18a0adb3-0300-4a31-a6b2-ef969ed2a070 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:45:28.164480 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-4718fc02-99fa-49b9-8d07-e1227c9b8f60 service neutron] Port 18a0adb3-0300-4a31-a6b2-ef969ed2a070 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:45:28.164811 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-4718fc02-99fa-49b9-8d07-e1227c9b8f60 service neutron] Attempting to bind port 18a0adb3-0300-4a31-a6b2-ef969ed2a070 on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:45:28.175338 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6db87c30-aef0-49d6-a6fa-5f5265bcae48 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:28.190029 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2d48a2a2-9d5c-4a1f-a15e-c563580a0c9b req-f078a0e9-2099-4705-9643-12e2f80c7903 tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] 10.222.0.52 "GET /v2.0/security-groups?id=99f7f361-3858-4349-a5fa-f4c87ffc8737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5313540 Oct 27 18:45:28.192255 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-4718fc02-99fa-49b9-8d07-e1227c9b8f60 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:45:28.192605 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-4718fc02-99fa-49b9-8d07-e1227c9b8f60 service neutron] Checking segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:45:28.193000 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-4718fc02-99fa-49b9-8d07-e1227c9b8f60 service neutron] Bound using segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:45:28.193455 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-4718fc02-99fa-49b9-8d07-e1227c9b8f60 service neutron] Bound port: 18a0adb3-0300-4a31-a6b2-ef969ed2a070, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:45:28.193818 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-4718fc02-99fa-49b9-8d07-e1227c9b8f60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:28.200018 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc72271d-5833-421f-847b-5cf1145139b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db74a198-9b96-4f1c-98df-8ec54f422805,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:28.228499 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc72271d-5833-421f-847b-5cf1145139b8 admin admin] Checking segment: {'id': '29ae5e06-41a1-428b-8e42-42a692caa382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:45:28.230022 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc72271d-5833-421f-847b-5cf1145139b8 admin admin] Network hostable DHCP agents. Network: 7ad8bf39-d91e-470a-b850-b50a11bc458b, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:45:28.234781 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10539c4f-1118-484f-8df7-890894bcebb4 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:45:28.250516 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59918) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:28.254212 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76a6f57-f703-48f7-b9c3-c799e6d3310c None None] Sync routers for ids ['b1dfc17f-d089-4506-a51a-4099bdf15394'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:45:28.260272 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6db87c30-aef0-49d6-a6fa-5f5265bcae48 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:28.266403 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76a6f57-f703-48f7-b9c3-c799e6d3310c None None] Routers {'b1dfc17f-d089-4506-a51a-4099bdf15394'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:45:28.267057 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-c76a6f57-f703-48f7-b9c3-c799e6d3310c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b1dfc17f-d089-4506-a51a-4099bdf15394'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:28.301440 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-c76a6f57-f703-48f7-b9c3-c799e6d3310c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:28.312783 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76a6f57-f703-48f7-b9c3-c799e6d3310c None None] Routers {'b1dfc17f-d089-4506-a51a-4099bdf15394'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:45:28.313411 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-c76a6f57-f703-48f7-b9c3-c799e6d3310c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b1dfc17f-d089-4506-a51a-4099bdf15394'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:28.352199 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-c76a6f57-f703-48f7-b9c3-c799e6d3310c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:28.353073 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76a6f57-f703-48f7-b9c3-c799e6d3310c None None] The sync data for ids ['b1dfc17f-d089-4506-a51a-4099bdf15394'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:45:28.363333 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db87c30-aef0-49d6-a6fa-5f5265bcae48 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab329b45-8357-42dc-9232-e1775f1060ab,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:28.389722 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9d0d246b-2eb2-4145-a955-fe1c9186643e tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:28.400980 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-4718fc02-99fa-49b9-8d07-e1227c9b8f60 service neutron] For port 18a0adb3-0300-4a31-a6b2-ef969ed2a070, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:45:28.406165 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-4718fc02-99fa-49b9-8d07-e1227c9b8f60 service neutron] For port 18a0adb3-0300-4a31-a6b2-ef969ed2a070, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=18a0adb3-0300-4a31-a6b2-ef969ed2a070,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:45:28.415029 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc72271d-5833-421f-847b-5cf1145139b8 admin admin] Network 7ad8bf39-d91e-470a-b850-b50a11bc458b is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:45:28.467008 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6db87c30-aef0-49d6-a6fa-5f5265bcae48 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:28.470881 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6db87c30-aef0-49d6-a6fa-5f5265bcae48 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0677209 Oct 27 18:45:28.476684 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59920) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:28.486642 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-89ff821f-f156-42d3-9e12-92731b9cd081 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Request body: {'security_group_rule': {'security_group_id': 'd7f1ea27-933a-45d7-ad94-26eb8ca2bded', 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:28.504213 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-4718fc02-99fa-49b9-8d07-e1227c9b8f60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:28.539453 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-cc72271d-5833-421f-847b-5cf1145139b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 7ad8bf39-d91e-470a-b850-b50a11bc458b) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:45:28.547780 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-4718fc02-99fa-49b9-8d07-e1227c9b8f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:28.550538 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe58a6d-07c8-423b-8a1f-c67820bcf349 None None] Network 7ad8bf39-d91e-470a-b850-b50a11bc458b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:45:28.553904 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-4718fc02-99fa-49b9-8d07-e1227c9b8f60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:28.555410 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-4718fc02-99fa-49b9-8d07-e1227c9b8f60 service neutron] 10.222.0.93 "PUT /v2.0/ports/18a0adb3-0300-4a31-a6b2-ef969ed2a070 HTTP/1.1" status: 200 len: 1096 time: 2.0616560 Oct 27 18:45:28.575495 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc72271d-5833-421f-847b-5cf1145139b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:28.576100 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cc72271d-5833-421f-847b-5cf1145139b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:28.609679 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4718fc02-99fa-49b9-8d07-e1227c9b8f60 service neutron] Pushing event updated for resources: {'Port': ['ID=18a0adb3-0300-4a31-a6b2-ef969ed2a070,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:28.653079 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10539c4f-1118-484f-8df7-890894bcebb4 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Router b1dfc17f-d089-4506-a51a-4099bdf15394 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:45:28.697048 n-d-815690-2 neutron-server[102878]: INFO neutron.db.securitygroups_db [None req-89ff821f-f156-42d3-9e12-92731b9cd081 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Project a56febe1ed07496abd79e6dfcd66d421 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 18:45:28.741268 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336ec753-4737-4b83-8670-8d17ee576f13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-7ad8bf39-d91e-470a-b850-b50a11bc458b', 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b', 'tenant_id': '186d6eca453449f79cfaf020191a989c', 'fixed_ips': [{'subnet_id': 'db74a198-9b96-4f1c-98df-8ec54f422805'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:45:28.742385 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-336ec753-4737-4b83-8670-8d17ee576f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:28.748625 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-89ff821f-f156-42d3-9e12-92731b9cd081 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:28.968126 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-336ec753-4737-4b83-8670-8d17ee576f13 None None] Allocated IP 172.20.0.2 (7ad8bf39-d91e-470a-b850-b50a11bc458b/db74a198-9b96-4f1c-98df-8ec54f422805/c41d7c63-81c4-430d-84ab-c7a664de1969) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:45:29.003952 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-89ff821f-f156-42d3-9e12-92731b9cd081 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:29.119010 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-89ff821f-f156-42d3-9e12-92731b9cd081 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:29.149195 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-336ec753-4737-4b83-8670-8d17ee576f13 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:29.150331 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff821f-f156-42d3-9e12-92731b9cd081 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd96b686-4f89-4c88-ac24-57b65a82e0e0,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:29.150466 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43bf8e39-1d6d-4bc4-ae5e-0ddbab92af02', 'tag': '18a0adb3-0300-4a31-a6b2-ef969ed2a070'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:45:29.154642 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc02119-b3fe-47f4-a9f6-a93bf385d944" -d '{"events": [{"name": "network-changed", "server_uuid": "43bf8e39-1d6d-4bc4-ae5e-0ddbab92af02", "tag": "18a0adb3-0300-4a31-a6b2-ef969ed2a070"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:45:29.194963 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d7401c-90c7-4b8d-8d91-3c5eab9dd0a5 x-openstack-request-id: req-b8d7401c-90c7-4b8d-8d91-3c5eab9dd0a5 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:45:29.195253 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43bf8e39-1d6d-4bc4-ae5e-0ddbab92af02", "tag": "18a0adb3-0300-4a31-a6b2-ef969ed2a070", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:45:29.195510 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b8d7401c-90c7-4b8d-8d91-3c5eab9dd0a5 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:45:29.195889 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43bf8e39-1d6d-4bc4-ae5e-0ddbab92af02', 'tag': '18a0adb3-0300-4a31-a6b2-ef969ed2a070', 'status': 'completed', 'code': 200} Oct 27 18:45:29.204856 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-9d0d246b-2eb2-4145-a955-fe1c9186643e tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Deleting port af476ec8-b257-4b2c-a03c-2310caa26b9f {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:45:29.205373 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9d0d246b-2eb2-4145-a955-fe1c9186643e tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:29.219736 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-336ec753-4737-4b83-8670-8d17ee576f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:29.237277 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-cc72271d-5833-421f-847b-5cf1145139b8 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9104750 Oct 27 18:45:29.239719 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59930) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:29.245580 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-a8b73ea4-86d0-4a99-9221-47573e66d8f6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1598767232-router', 'tenant_id': '186d6eca453449f79cfaf020191a989c', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:29.262947 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-05afc1b7-37d2-4203-981c-1993abe11695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:29.264468 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-05afc1b7-37d2-4203-981c-1993abe11695 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=52a95296202d44938d9774b0c5d143a4&device_id=43bf8e39-1d6d-4bc4-ae5e-0ddbab92af02 HTTP/1.1" status: 200 len: 1099 time: 0.1054463 Oct 27 18:45:29.275200 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-344e6ded-659f-4f5d-ab03-d6d4560934b6 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:29.284735 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-89ff821f-f156-42d3-9e12-92731b9cd081 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:29.284934 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-89ff821f-f156-42d3-9e12-92731b9cd081 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8058689 Oct 27 18:45:29.286690 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10539c4f-1118-484f-8df7-890894bcebb4 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:45:29.291770 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-10539c4f-1118-484f-8df7-890894bcebb4 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:29.294449 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59932) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:29.299451 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e6f27b-7174-4e45-abba-ed2703e5c187 None None] Sync routers for ids ['b1dfc17f-d089-4506-a51a-4099bdf15394'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:45:29.324545 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336ec753-4737-4b83-8670-8d17ee576f13 None None] Network 7ad8bf39-d91e-470a-b850-b50a11bc458b is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:45:29.324545 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-336ec753-4737-4b83-8670-8d17ee576f13 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:45:29.329118 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336ec753-4737-4b83-8670-8d17ee576f13 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:45:29.329382 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-692edec9-845e-41a6-92c1-9d3a8b2dc8d7 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Request body: {'security_group_rule': {'security_group_id': 'd7f1ea27-933a-45d7-ad94-26eb8ca2bded', 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:29.334024 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e6f27b-7174-4e45-abba-ed2703e5c187 None None] Routers {'b1dfc17f-d089-4506-a51a-4099bdf15394'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:45:29.334660 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-91e6f27b-7174-4e45-abba-ed2703e5c187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b1dfc17f-d089-4506-a51a-4099bdf15394'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:29.337315 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-5265e80f-f175-4ac1-ad92-2113c595f851 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=18a0adb3-0300-4a31-a6b2-ef969ed2a070 HTTP/1.1" status: 200 len: 217 time: 0.0617278 Oct 27 18:45:29.401040 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ec753-4737-4b83-8670-8d17ee576f13 None None] Pushing event updated for resources: {'Port': ['ID=c41d7c63-81c4-430d-84ab-c7a664de1969,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:29.409608 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-91e6f27b-7174-4e45-abba-ed2703e5c187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:29.428972 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a8b73ea4-86d0-4a99-9221-47573e66d8f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:29.430603 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a8b73ea4-86d0-4a99-9221-47573e66d8f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:29.452316 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-336ec753-4737-4b83-8670-8d17ee576f13 None None] Attempting to bind port c41d7c63-81c4-430d-84ab-c7a664de1969 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:45:29.452698 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-336ec753-4737-4b83-8670-8d17ee576f13 None None] Attempting to bind port c41d7c63-81c4-430d-84ab-c7a664de1969 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '29ae5e06-41a1-428b-8e42-42a692caa382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:45:29.453276 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336ec753-4737-4b83-8670-8d17ee576f13 None None] Attempting to bind port c41d7c63-81c4-430d-84ab-c7a664de1969 on network 7ad8bf39-d91e-470a-b850-b50a11bc458b {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:45:29.458852 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-10539c4f-1118-484f-8df7-890894bcebb4 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "PUT /v2.0/floatingips/1d0fbcb8-78c2-4934-9d2f-02c1be7df9cb HTTP/1.1" status: 200 len: 977 time: 4.1858821 Oct 27 18:45:29.458852 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-30ac708e-68aa-42c5-9ec0-48393e885e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:29.459107 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e6f27b-7174-4e45-abba-ed2703e5c187 None None] Routers {'b1dfc17f-d089-4506-a51a-4099bdf15394'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:45:29.459193 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-30ac708e-68aa-42c5-9ec0-48393e885e4b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.0994112 Oct 27 18:45:29.459354 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-91e6f27b-7174-4e45-abba-ed2703e5c187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b1dfc17f-d089-4506-a51a-4099bdf15394'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:29.459460 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59934) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:29.461370 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336ec753-4737-4b83-8670-8d17ee576f13 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:45:29.461754 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336ec753-4737-4b83-8670-8d17ee576f13 None None] Checking segment: {'id': '29ae5e06-41a1-428b-8e42-42a692caa382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:45:29.462153 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-336ec753-4737-4b83-8670-8d17ee576f13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:29.462540 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336ec753-4737-4b83-8670-8d17ee576f13 None None] Bound using segment: {'id': '29ae5e06-41a1-428b-8e42-42a692caa382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:45:29.463050 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-336ec753-4737-4b83-8670-8d17ee576f13 None None] Bound port: c41d7c63-81c4-430d-84ab-c7a664de1969, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ae5e06-41a1-428b-8e42-42a692caa382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:45:29.463435 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-336ec753-4737-4b83-8670-8d17ee576f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:29.465257 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-9d0d246b-2eb2-4145-a955-fe1c9186643e tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] For port af476ec8-b257-4b2c-a03c-2310caa26b9f, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=af476ec8-b257-4b2c-a03c-2310caa26b9f,segment=NetworkSegment(17a74c28-ade6-4811-8baf-0a1df2b76edf),segment_id=17a74c28-ade6-4811-8baf-0a1df2b76edf)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:45:29.465713 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9d0d246b-2eb2-4145-a955-fe1c9186643e tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:29.468125 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-70bd58b0-725b-49ff-b2e5-cb4cd8ecec88 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:29.499506 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad1fd7-824a-4df4-a9fd-c3db22422209 req-7143aacc-6381-48e8-8b90-779fd4a166f3 tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:29.511159 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a8ad1fd7-824a-4df4-a9fd-c3db22422209 req-7143aacc-6381-48e8-8b90-779fd4a166f3 tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bf8e39-1d6d-4bc4-ae5e-0ddbab92af02 HTTP/1.1" status: 200 len: 948 time: 0.2358069 Oct 27 18:45:29.515512 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-9d0d246b-2eb2-4145-a955-fe1c9186643e tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Calling delete_port for af476ec8-b257-4b2c-a03c-2310caa26b9f owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:45:29.565650 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-336ec753-4737-4b83-8670-8d17ee576f13 None None] For port c41d7c63-81c4-430d-84ab-c7a664de1969, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:45:29.566720 n-d-815690-2 neutron-server[102879]: INFO neutron.db.securitygroups_db [None req-692edec9-845e-41a6-92c1-9d3a8b2dc8d7 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Project a56febe1ed07496abd79e6dfcd66d421 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 18:45:29.570179 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-336ec753-4737-4b83-8670-8d17ee576f13 None None] For port c41d7c63-81c4-430d-84ab-c7a664de1969, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=c41d7c63-81c4-430d-84ab-c7a664de1969,segment=NetworkSegment(29ae5e06-41a1-428b-8e42-42a692caa382),segment_id=29ae5e06-41a1-428b-8e42-42a692caa382)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:45:29.608479 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-91e6f27b-7174-4e45-abba-ed2703e5c187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:29.609360 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e6f27b-7174-4e45-abba-ed2703e5c187 None None] The sync data for ids ['b1dfc17f-d089-4506-a51a-4099bdf15394'] in n-d-815690-2 is: [] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:45:29.612351 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-692edec9-845e-41a6-92c1-9d3a8b2dc8d7 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:29.625799 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a8b73ea4-86d0-4a99-9221-47573e66d8f6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:29.637243 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-336ec753-4737-4b83-8670-8d17ee576f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:29.656748 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-70bd58b0-725b-49ff-b2e5-cb4cd8ecec88 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for floatingip, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:29.675395 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a8ad1fd7-824a-4df4-a9fd-c3db22422209 req-27e46884-1c12-4400-b761-bbdb4c9bbfaa tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] 10.222.0.52 "GET /v2.0/security-groups?id=99f7f361-3858-4349-a5fa-f4c87ffc8737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673553 Oct 27 18:45:29.702530 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-09ae8fd1-3cc9-441b-9b86-9a13c35089a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:29.704126 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-09ae8fd1-3cc9-441b-9b86-9a13c35089a8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2329893 Oct 27 18:45:29.752828 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ec753-4737-4b83-8670-8d17ee576f13 None None] Pushing event updated for resources: {'Port': ['ID=c41d7c63-81c4-430d-84ab-c7a664de1969,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:29.927111 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-344e6ded-659f-4f5d-ab03-d6d4560934b6 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Deleting port 2ccafbc2-ab39-40a0-bcd7-5ab78326596e {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:45:29.927459 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-344e6ded-659f-4f5d-ab03-d6d4560934b6 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:30.032760 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9d0d246b-2eb2-4145-a955-fe1c9186643e tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:30.061269 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-692edec9-845e-41a6-92c1-9d3a8b2dc8d7 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:30.081832 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d246b-2eb2-4145-a955-fe1c9186643e tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event deleted for resources: {'Port': ['ID=af476ec8-b257-4b2c-a03c-2310caa26b9f,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:30.090749 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-344e6ded-659f-4f5d-ab03-d6d4560934b6 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] For port 2ccafbc2-ab39-40a0-bcd7-5ab78326596e, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=2ccafbc2-ab39-40a0-bcd7-5ab78326596e,segment=NetworkSegment(8221b84c-651e-471a-8570-ec818e0c2626),segment_id=8221b84c-651e-471a-8570-ec818e0c2626)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:45:30.091152 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-344e6ded-659f-4f5d-ab03-d6d4560934b6 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:30.094697 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a8b73ea4-86d0-4a99-9221-47573e66d8f6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:30.152955 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-344e6ded-659f-4f5d-ab03-d6d4560934b6 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Calling delete_port for 2ccafbc2-ab39-40a0-bcd7-5ab78326596e owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:45:30.177388 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-4c6c213b-85ba-471f-91cf-df238e5e2e7f service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4613621 Oct 27 18:45:30.178030 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-692edec9-845e-41a6-92c1-9d3a8b2dc8d7 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:30.191089 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-70bd58b0-725b-49ff-b2e5-cb4cd8ecec88 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:30.305192 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-70bd58b0-725b-49ff-b2e5-cb4cd8ecec88 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:30.305568 n-d-815690-2 neutron-server[102879]: INFO neutron.db.l3_db [None req-70bd58b0-725b-49ff-b2e5-cb4cd8ecec88 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Floating IP 1d0fbcb8-78c2-4934-9d2f-02c1be7df9cb disassociated. External IP: 172.25.6.184, port: 7eddf9b8-bd82-441c-a73c-c4a68c492980. Oct 27 18:45:30.308341 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692edec9-845e-41a6-92c1-9d3a8b2dc8d7 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2d98344-8660-4a69-b664-0994105116ed,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:30.324743 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9d0d246b-2eb2-4145-a955-fe1c9186643e tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:30.418578 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-692edec9-845e-41a6-92c1-9d3a8b2dc8d7 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:30.428142 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-692edec9-845e-41a6-92c1-9d3a8b2dc8d7 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0957847 Oct 27 18:45:30.533195 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7460f9c3-b0e5-4e29-9272-3667f5c76af4 req-bf8b5f2c-7c99-4c37-a505-b45ee1be3529 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384659 Oct 27 18:45:30.836020 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc02119-b3fe-47f4-a9f6-a93bf385d944 req-da699dfd-e4de-46e5-8869-3b9db169c1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:30.837640 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7fc02119-b3fe-47f4-a9f6-a93bf385d944 req-da699dfd-e4de-46e5-8869-3b9db169c1d8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=52a95296202d44938d9774b0c5d143a4&device_id=43bf8e39-1d6d-4bc4-ae5e-0ddbab92af02 HTTP/1.1" status: 200 len: 1099 time: 0.1135116 Oct 27 18:45:30.837919 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-d28fbc9e-7492-41ae-80e2-381315ccfde3 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-577675577&fields=id&tenant_id=a56febe1ed07496abd79e6dfcd66d421 HTTP/1.1" status: 200 len: 267 time: 0.1510770 Oct 27 18:45:30.843528 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0d246b-2eb2-4145-a955-fe1c9186643e tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Router 0296632a-6185-467d-b5e2-3646694f9022 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:45:30.917679 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a8b73ea4-86d0-4a99-9221-47573e66d8f6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:30.956584 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70bd58b0-725b-49ff-b2e5-cb4cd8ecec88 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Router b1dfc17f-d089-4506-a51a-4099bdf15394 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:45:30.961958 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a8b73ea4-86d0-4a99-9221-47573e66d8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:31.116067 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fe66d3-85df-43a3-8db8-33ce9a0d7ee9 None None] Network 7ad8bf39-d91e-470a-b850-b50a11bc458b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:45:31.136909 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc02119-b3fe-47f4-a9f6-a93bf385d944 req-06b510ff-71d4-476e-a975-c67d604d8f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:31.138471 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7fc02119-b3fe-47f4-a9f6-a93bf385d944 req-06b510ff-71d4-476e-a975-c67d604d8f8d service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.2864864 Oct 27 18:45:31.261687 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-c60e52cc-2c9c-43a8-995d-0e6fee6e0848 None None] Provisioning complete for port c41d7c63-81c4-430d-84ab-c7a664de1969 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:45:31.262200 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c60e52cc-2c9c-43a8-995d-0e6fee6e0848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:31.289494 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-344e6ded-659f-4f5d-ab03-d6d4560934b6 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:31.361404 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e6ded-659f-4f5d-ab03-d6d4560934b6 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Pushing event deleted for resources: {'Port': ['ID=2ccafbc2-ab39-40a0-bcd7-5ab78326596e,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:31.519022 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-54079658-ae72-4938-b043-205f24d6098d tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:31.520911 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-54079658-ae72-4938-b043-205f24d6098d tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/networks?id=75e02ded-c2ac-42f1-841f-7a6a75428960 HTTP/1.1" status: 200 len: 796 time: 0.6692021 Oct 27 18:45:31.555118 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7fc02119-b3fe-47f4-a9f6-a93bf385d944 req-4c3127c1-440a-4683-bdd3-6519d3a8550b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=18a0adb3-0300-4a31-a6b2-ef969ed2a070 HTTP/1.1" status: 200 len: 217 time: 0.4046304 Oct 27 18:45:31.578726 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-74d09c1c-1c4c-4f54-8e9f-8c1f7a76eecc tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/quotas/a56febe1ed07496abd79e6dfcd66d421 HTTP/1.1" status: 200 len: 375 time: 0.0325513 Oct 27 18:45:31.609298 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c60e52cc-2c9c-43a8-995d-0e6fee6e0848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:31.668381 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-a8b73ea4-86d0-4a99-9221-47573e66d8f6 admin admin] Allocated IP 172.25.6.29 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/5b0f0053-b447-48df-9f3b-2756a65bb9c4) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:45:31.679179 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0d246b-2eb2-4145-a955-fe1c9186643e tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:45:31.684010 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-c60e52cc-2c9c-43a8-995d-0e6fee6e0848 None None] For port c41d7c63-81c4-430d-84ab-c7a664de1969, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=c41d7c63-81c4-430d-84ab-c7a664de1969,segment=NetworkSegment(29ae5e06-41a1-428b-8e42-42a692caa382),segment_id=29ae5e06-41a1-428b-8e42-42a692caa382)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:45:31.686496 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device c41d7c63-81c4-430d-84ab-c7a664de1969 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:45:31.687267 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9d0d246b-2eb2-4145-a955-fe1c9186643e tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "PUT /v2.0/routers/0296632a-6185-467d-b5e2-3646694f9022/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5791826 Oct 27 18:45:31.700909 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e3f6ed-c106-4275-a773-e21c3cdea1aa None None] Sync routers for ids ['0296632a-6185-467d-b5e2-3646694f9022'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:45:31.718911 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e3f6ed-c106-4275-a773-e21c3cdea1aa None None] Routers {'0296632a-6185-467d-b5e2-3646694f9022'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:45:31.721269 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59960) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:31.722244 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-26e3f6ed-c106-4275-a773-e21c3cdea1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['0296632a-6185-467d-b5e2-3646694f9022'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:31.787652 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc02119-b3fe-47f4-a9f6-a93bf385d944 req-04597263-178a-4a57-a074-3b5f9d84a9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:31.789159 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7fc02119-b3fe-47f4-a9f6-a93bf385d944 req-04597263-178a-4a57-a074-3b5f9d84a9e1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.2227018 Oct 27 18:45:31.804204 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c60e52cc-2c9c-43a8-995d-0e6fee6e0848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:31.864936 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70bd58b0-725b-49ff-b2e5-cb4cd8ecec88 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:45:31.875756 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-70bd58b0-725b-49ff-b2e5-cb4cd8ecec88 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:31.890760 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0611acf7-9ed6-48da-a50b-d62f3ae7845e None None] Sync routers for ids ['b1dfc17f-d089-4506-a51a-4099bdf15394'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:45:31.902855 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-d0d0211d-22e2-41b9-938b-8e473dffea86 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a56febe1ed07496abd79e6dfcd66d421&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2966511 Oct 27 18:45:31.931273 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fa8e056-62af-47ff-8ca8-8084648d8c0d tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Deleting subnet aaefa3d2-884a-4c75-bedd-880ab1228d21 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:45:31.945038 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8fa8e056-62af-47ff-8ca8-8084648d8c0d tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:31.951847 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e52cc-2c9c-43a8-995d-0e6fee6e0848 None None] Pushing event updated for resources: {'Port': ['ID=c41d7c63-81c4-430d-84ab-c7a664de1969,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:31.957196 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0611acf7-9ed6-48da-a50b-d62f3ae7845e None None] Routers {'b1dfc17f-d089-4506-a51a-4099bdf15394'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:45:31.957822 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-0611acf7-9ed6-48da-a50b-d62f3ae7845e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b1dfc17f-d089-4506-a51a-4099bdf15394'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:31.958363 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc02119-b3fe-47f4-a9f6-a93bf385d944 req-b20852a7-1a39-4c8d-8604-55d4815116c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:31.959935 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7fc02119-b3fe-47f4-a9f6-a93bf385d944 req-b20852a7-1a39-4c8d-8604-55d4815116c6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1553383 Oct 27 18:45:31.961277 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-70bd58b0-725b-49ff-b2e5-cb4cd8ecec88 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "PUT /v2.0/floatingips/1d0fbcb8-78c2-4934-9d2f-02c1be7df9cb HTTP/1.1" status: 200 len: 688 time: 2.4998462 Oct 27 18:45:31.965093 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59962) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:31.997102 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-63967ce2-5686-4c24-aeb5-09d9fc96d079 None None] Provisioning complete for port c41d7c63-81c4-430d-84ab-c7a664de1969 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:45:31.997477 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-63967ce2-5686-4c24-aeb5-09d9fc96d079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:31.999303 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port c41d7c63-81c4-430d-84ab-c7a664de1969 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:45:31.999453 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:32.013814 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-26e3f6ed-c106-4275-a773-e21c3cdea1aa None None] Set router 0296632a-6185-467d-b5e2-3646694f9022 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:45:32.015396 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-344e6ded-659f-4f5d-ab03-d6d4560934b6 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:32.025795 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-0611acf7-9ed6-48da-a50b-d62f3ae7845e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:32.102494 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0611acf7-9ed6-48da-a50b-d62f3ae7845e None None] Routers {'b1dfc17f-d089-4506-a51a-4099bdf15394'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:45:32.103594 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-0611acf7-9ed6-48da-a50b-d62f3ae7845e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b1dfc17f-d089-4506-a51a-4099bdf15394'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:32.128132 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8fa8e056-62af-47ff-8ca8-8084648d8c0d tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:32.146300 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-0611acf7-9ed6-48da-a50b-d62f3ae7845e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:32.146969 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0611acf7-9ed6-48da-a50b-d62f3ae7845e None None] The sync data for ids ['b1dfc17f-d089-4506-a51a-4099bdf15394'] in n-d-815690-2 is: [] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:45:32.211948 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a8b73ea4-86d0-4a99-9221-47573e66d8f6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:32.303132 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7fc02119-b3fe-47f4-a9f6-a93bf385d944 req-539422b3-67c0-4c79-8137-4efc52be9d8c service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185735 Oct 27 18:45:32.312139 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-26e3f6ed-c106-4275-a773-e21c3cdea1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0296632a-6185-467d-b5e2-3646694f9022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1415741960', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '85b6c5be-f85b-47aa-ad7b-d93d416d7b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:42:39Z', 'updated_at': '2021-10-27T18:45:29Z', 'revision_number': 5, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '85b6c5be-f85b-47aa-ad7b-d93d416d7b5c', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0296632a-6185-467d-b5e2-3646694f9022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:42:41Z', 'updated_at': '2021-10-27T18:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:32.340199 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-a2e1820f-174e-4271-b9b5-22024e769e7d service neutron] 10.222.0.52 "GET /v2.0/networks/75e02ded-c2ac-42f1-841f-7a6a75428960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150290 Oct 27 18:45:32.359848 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e3f6ed-c106-4275-a773-e21c3cdea1aa None None] Checking router: 0296632a-6185-467d-b5e2-3646694f9022 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:45:32.370538 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-b811bb1a-8a41-485c-9e56-02a1f846d1c5 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Deleting port 66fc1a58-f260-449c-ac33-50aa0fd776d0 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:45:32.370907 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b811bb1a-8a41-485c-9e56-02a1f846d1c5 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:32.371113 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e3f6ed-c106-4275-a773-e21c3cdea1aa None None] Routers {'0296632a-6185-467d-b5e2-3646694f9022'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:45:32.371862 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-26e3f6ed-c106-4275-a773-e21c3cdea1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['0296632a-6185-467d-b5e2-3646694f9022'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:32.425751 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a8b73ea4-86d0-4a99-9221-47573e66d8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:32.491053 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-26e3f6ed-c106-4275-a773-e21c3cdea1aa None None] Set router 0296632a-6185-467d-b5e2-3646694f9022 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:45:32.501179 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b73ea4-86d0-4a99-9221-47573e66d8f6 admin admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:45:32.512361 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-a8b73ea4-86d0-4a99-9221-47573e66d8f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:45:32.513189 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8fa8e056-62af-47ff-8ca8-8084648d8c0d tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:32.517559 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7fc02119-b3fe-47f4-a9f6-a93bf385d944 req-0cdc5023-40d3-4ab0-87e4-c9f58f23d28b service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062335 Oct 27 18:45:32.518322 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b73ea4-86d0-4a99-9221-47573e66d8f6 admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:45:32.526234 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b73ea4-86d0-4a99-9221-47573e66d8f6 admin admin] Pushing event updated for resources: {'Port': ['ID=5b0f0053-b447-48df-9f3b-2756a65bb9c4,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:32.584106 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b811bb1a-8a41-485c-9e56-02a1f846d1c5 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:32.584444 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b811bb1a-8a41-485c-9e56-02a1f846d1c5 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:32.602790 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-b811bb1a-8a41-485c-9e56-02a1f846d1c5 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Calling delete_port for 66fc1a58-f260-449c-ac33-50aa0fd776d0 owned by network:floatingip {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:45:32.613209 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-344e6ded-659f-4f5d-ab03-d6d4560934b6 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Router 4e514bc2-2460-40dd-a754-bdadfb1bb497 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:45:32.617990 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-562b1645-74e2-4cd3-b865-ad456f96b4d0 service neutron] 10.222.0.52 "GET /v2.0/networks/75e02ded-c2ac-42f1-841f-7a6a75428960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419441 Oct 27 18:45:32.705445 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8fa8e056-62af-47ff-8ca8-8084648d8c0d tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:32.747936 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8e056-62af-47ff-8ca8-8084648d8c0d tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event deleted for resources: {'Subnet': ['ID=aaefa3d2-884a-4c75-bedd-880ab1228d21,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:32.751186 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8fa8e056-62af-47ff-8ca8-8084648d8c0d tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:32.754572 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8fa8e056-62af-47ff-8ca8-8084648d8c0d tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "DELETE /v2.0/subnets/aaefa3d2-884a-4c75-bedd-880ab1228d21 HTTP/1.1" status: 204 len: 168 time: 0.9864681 Oct 27 18:45:32.757517 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59964) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:32.764905 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a65d62-f0e6-415d-b651-1c358bb4dda8 None None] Network a9541e31-c93f-4ee8-abea-4329f5075599 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:45:32.815993 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-26e3f6ed-c106-4275-a773-e21c3cdea1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0296632a-6185-467d-b5e2-3646694f9022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1415741960', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '85b6c5be-f85b-47aa-ad7b-d93d416d7b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:42:39Z', 'updated_at': '2021-10-27T18:45:29Z', 'revision_number': 5, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '85b6c5be-f85b-47aa-ad7b-d93d416d7b5c', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0296632a-6185-467d-b5e2-3646694f9022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:42:41Z', 'updated_at': '2021-10-27T18:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:32.870467 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344e6ded-659f-4f5d-ab03-d6d4560934b6 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:45:32.880000 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-344e6ded-659f-4f5d-ab03-d6d4560934b6 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "PUT /v2.0/routers/4e514bc2-2460-40dd-a754-bdadfb1bb497/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6251426 Oct 27 18:45:32.881456 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59968) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:32.883822 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e3f6ed-c106-4275-a773-e21c3cdea1aa None None] The sync data for ids ['0296632a-6185-467d-b5e2-3646694f9022'] in n-d-815690-2 is: [{'id': '0296632a-6185-467d-b5e2-3646694f9022', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1415741960', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93'}], 'enable_snat': True}, 'gw_port_id': '85b6c5be-f85b-47aa-ad7b-d93d416d7b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:42:39Z', 'updated_at': '2021-10-27T18:45:29Z', 'revision_number': 5, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '85b6c5be-f85b-47aa-ad7b-d93d416d7b5c', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:df:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0296632a-6185-467d-b5e2-3646694f9022', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:42:41Z', 'updated_at': '2021-10-27T18:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:45:32.887099 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561d3230-6711-44b3-ac72-c44a7caa9b65 None None] Sync routers for ids ['4e514bc2-2460-40dd-a754-bdadfb1bb497'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:45:32.918649 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561d3230-6711-44b3-ac72-c44a7caa9b65 None None] Routers {'4e514bc2-2460-40dd-a754-bdadfb1bb497'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:45:32.919299 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-561d3230-6711-44b3-ac72-c44a7caa9b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['4e514bc2-2460-40dd-a754-bdadfb1bb497'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:32.950260 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b2eb1696-e4e6-4b17-a9c9-2a16bc7f2403 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:33.064389 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b811bb1a-8a41-485c-9e56-02a1f846d1c5 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:33.083102 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bde137e-cc44-4ebf-9ca7-57af86b1fab4 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Deleting subnet 3812f0a2-5902-4abb-b74e-01ae24f847dc {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:45:33.100289 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8bde137e-cc44-4ebf-9ca7-57af86b1fab4 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:33.177586 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8bde137e-cc44-4ebf-9ca7-57af86b1fab4 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:33.190496 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-561d3230-6711-44b3-ac72-c44a7caa9b65 None None] Set router 4e514bc2-2460-40dd-a754-bdadfb1bb497 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:45:33.191587 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d67d5-9443-4695-8f3c-4c80cd9ea816 req-719bc36d-9d87-4eab-96ed-ba5c851c4445 tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:33.193267 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-750d67d5-9443-4695-8f3c-4c80cd9ea816 req-719bc36d-9d87-4eab-96ed-ba5c851c4445 tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bf8e39-1d6d-4bc4-ae5e-0ddbab92af02 HTTP/1.1" status: 200 len: 948 time: 0.1808634 Oct 27 18:45:33.265893 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b811bb1a-8a41-485c-9e56-02a1f846d1c5 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Pushing event deleted for resources: {'Port': ['ID=66fc1a58-f260-449c-ac33-50aa0fd776d0,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:33.293587 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e4d745-dc16-4bf7-82cc-006d8dd066e1 None None] DHCP port deletion for a9541e31-c93f-4ee8-abea-4329f5075599 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:45:33.313444 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b2eb1696-e4e6-4b17-a9c9-2a16bc7f2403 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:33.390666 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-750d67d5-9443-4695-8f3c-4c80cd9ea816 req-6a14dab9-a9aa-4d18-95ac-17d25d72d95d tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] 10.222.0.52 "GET /v2.0/security-groups?id=99f7f361-3858-4349-a5fa-f4c87ffc8737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667979 Oct 27 18:45:33.412587 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-79e4d745-dc16-4bf7-82cc-006d8dd066e1 None None] Deleting port 0de64ca7-b2c3-4655-b387-daef6e1b4969 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:45:33.413038 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-79e4d745-dc16-4bf7-82cc-006d8dd066e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:33.520276 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-79e4d745-dc16-4bf7-82cc-006d8dd066e1 None None] For port 0de64ca7-b2c3-4655-b387-daef6e1b4969, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=0de64ca7-b2c3-4655-b387-daef6e1b4969,segment=NetworkSegment(17a74c28-ade6-4811-8baf-0a1df2b76edf),segment_id=17a74c28-ade6-4811-8baf-0a1df2b76edf)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:45:33.520461 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-79e4d745-dc16-4bf7-82cc-006d8dd066e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:33.531494 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a8b73ea4-86d0-4a99-9221-47573e66d8f6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:33.555670 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-79e4d745-dc16-4bf7-82cc-006d8dd066e1 None None] Calling delete_port for 0de64ca7-b2c3-4655-b387-daef6e1b4969 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:45:33.580238 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 18a0adb3-0300-4a31-a6b2-ef969ed2a070 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:45:33.637325 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-561d3230-6711-44b3-ac72-c44a7caa9b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e514bc2-2460-40dd-a754-bdadfb1bb497', 'name': 'tempest-TestSecurityGroupsBasicOps-router-102006163', 'tenant_id': '38372ab8aa394f258676f181e4e603cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '13b01fa5-82f9-4ced-9ce1-b3af677f0310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:44:47Z', 'updated_at': '2021-10-27T18:45:30Z', 'revision_number': 5, 'project_id': '38372ab8aa394f258676f181e4e603cf', 'gw_port': {'id': '13b01fa5-82f9-4ced-9ce1-b3af677f0310', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:15:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e514bc2-2460-40dd-a754-bdadfb1bb497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:44:48Z', 'updated_at': '2021-10-27T18:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:33.644061 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-30fd1fae-c529-488c-a4e1-c2bbcc31b05c req-2b3771fc-4da7-414e-b885-26bb74c534f9 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b8a1515-3d3a-404a-a96e-a3984e3378f3 HTTP/1.1" status: 200 len: 210 time: 0.1185942 Oct 27 18:45:33.681060 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561d3230-6711-44b3-ac72-c44a7caa9b65 None None] Checking router: 4e514bc2-2460-40dd-a754-bdadfb1bb497 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:45:33.685398 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8bde137e-cc44-4ebf-9ca7-57af86b1fab4 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:33.688937 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device c41d7c63-81c4-430d-84ab-c7a664de1969 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:45:33.699167 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561d3230-6711-44b3-ac72-c44a7caa9b65 None None] Routers {'4e514bc2-2460-40dd-a754-bdadfb1bb497'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:45:33.700278 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-561d3230-6711-44b3-ac72-c44a7caa9b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['4e514bc2-2460-40dd-a754-bdadfb1bb497'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:33.783529 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-b2eb1696-e4e6-4b17-a9c9-2a16bc7f2403 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Deleting port 85b6c5be-f85b-47aa-ad7b-d93d416d7b5c {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:45:33.784056 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b2eb1696-e4e6-4b17-a9c9-2a16bc7f2403 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:33.828959 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b811bb1a-8a41-485c-9e56-02a1f846d1c5 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for floatingip, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:33.832251 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b811bb1a-8a41-485c-9e56-02a1f846d1c5 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:33.837716 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b811bb1a-8a41-485c-9e56-02a1f846d1c5 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "DELETE /v2.0/floatingips/1d0fbcb8-78c2-4934-9d2f-02c1be7df9cb HTTP/1.1" status: 204 len: 168 time: 1.8715353 Oct 27 18:45:33.839944 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59978) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:33.883750 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-b2eb1696-e4e6-4b17-a9c9-2a16bc7f2403 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] For port 85b6c5be-f85b-47aa-ad7b-d93d416d7b5c, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=85b6c5be-f85b-47aa-ad7b-d93d416d7b5c,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:45:33.884372 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b2eb1696-e4e6-4b17-a9c9-2a16bc7f2403 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:33.890663 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-2aec9462-6933-4cd1-9894-f3533a67a712 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] delete failed (client error): The resource could not be found. Oct 27 18:45:33.898604 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59982) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:33.900445 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2aec9462-6933-4cd1-9894-f3533a67a712 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "DELETE /v2.0/floatingips/1d0fbcb8-78c2-4934-9d2f-02c1be7df9cb HTTP/1.1" status: 404 len: 345 time: 0.0561945 Oct 27 18:45:33.910184 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-b2eb1696-e4e6-4b17-a9c9-2a16bc7f2403 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Calling delete_port for 85b6c5be-f85b-47aa-ad7b-d93d416d7b5c owned by network:router_gateway {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:45:33.915799 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-561d3230-6711-44b3-ac72-c44a7caa9b65 None None] Set router 4e514bc2-2460-40dd-a754-bdadfb1bb497 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:45:33.934024 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a8b73ea4-86d0-4a99-9221-47573e66d8f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:33.945752 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8bde137e-cc44-4ebf-9ca7-57af86b1fab4 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:34.067399 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 18a0adb3-0300-4a31-a6b2-ef969ed2a070, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=18a0adb3-0300-4a31-a6b2-ef969ed2a070,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:45:34.086233 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port c41d7c63-81c4-430d-84ab-c7a664de1969 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:45:34.086904 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:34.091155 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '18a0adb3-0300-4a31-a6b2-ef969ed2a070', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'port_id': '18a0adb3-0300-4a31-a6b2-ef969ed2a070', 'mac_address': 'fa:16:3e:7d:1c:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:45:34.115396 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-79e4d745-dc16-4bf7-82cc-006d8dd066e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:34.147744 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4d745-dc16-4bf7-82cc-006d8dd066e1 None None] Pushing event deleted for resources: {'Port': ['ID=0de64ca7-b2c3-4655-b387-daef6e1b4969,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:34.204359 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:34.220432 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e4d745-dc16-4bf7-82cc-006d8dd066e1 None None] No DVR routers for this DVR port 0de64ca7-b2c3-4655-b387-daef6e1b4969 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:45:34.231180 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18a0adb3-0300-4a31-a6b2-ef969ed2a070 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:45:34.231743 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b73ea4-86d0-4a99-9221-47573e66d8f6 admin admin] Router 9faeaf28-c10c-45f3-8bc3-8496afb70c48 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:45:34.260098 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 18a0adb3-0300-4a31-a6b2-ef969ed2a070, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=18a0adb3-0300-4a31-a6b2-ef969ed2a070,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:45:34.385014 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:34.413967 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-561d3230-6711-44b3-ac72-c44a7caa9b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e514bc2-2460-40dd-a754-bdadfb1bb497', 'name': 'tempest-TestSecurityGroupsBasicOps-router-102006163', 'tenant_id': '38372ab8aa394f258676f181e4e603cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '13b01fa5-82f9-4ced-9ce1-b3af677f0310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:44:47Z', 'updated_at': '2021-10-27T18:45:30Z', 'revision_number': 5, 'project_id': '38372ab8aa394f258676f181e4e603cf', 'gw_port': {'id': '13b01fa5-82f9-4ced-9ce1-b3af677f0310', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:15:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e514bc2-2460-40dd-a754-bdadfb1bb497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:44:48Z', 'updated_at': '2021-10-27T18:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:34.435204 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b73ea4-86d0-4a99-9221-47573e66d8f6 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:45:34.465996 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device af476ec8-b257-4b2c-a03c-2310caa26b9f no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:45:34.500400 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561d3230-6711-44b3-ac72-c44a7caa9b65 None None] The sync data for ids ['4e514bc2-2460-40dd-a754-bdadfb1bb497'] in n-d-815690-2 is: [{'id': '4e514bc2-2460-40dd-a754-bdadfb1bb497', 'name': 'tempest-TestSecurityGroupsBasicOps-router-102006163', 'tenant_id': '38372ab8aa394f258676f181e4e603cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.43'}], 'enable_snat': True}, 'gw_port_id': '13b01fa5-82f9-4ced-9ce1-b3af677f0310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:44:47Z', 'updated_at': '2021-10-27T18:45:30Z', 'revision_number': 5, 'project_id': '38372ab8aa394f258676f181e4e603cf', 'gw_port': {'id': '13b01fa5-82f9-4ced-9ce1-b3af677f0310', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:15:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e514bc2-2460-40dd-a754-bdadfb1bb497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:44:48Z', 'updated_at': '2021-10-27T18:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:45:34.515096 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889dae0f-2e1c-4f76-93e0-a5dc3083b06d None None] Sync routers for ids ['9faeaf28-c10c-45f3-8bc3-8496afb70c48'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:45:34.523619 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: af476ec8-b257-4b2c-a03c-2310caa26b9f {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:45:34.523964 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device af476ec8-b257-4b2c-a03c-2310caa26b9f not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:45:34.524390 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 0de64ca7-b2c3-4655-b387-daef6e1b4969 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:45:34.560157 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a8b73ea4-86d0-4a99-9221-47573e66d8f6 admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:34.564045 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a8b73ea4-86d0-4a99-9221-47573e66d8f6 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3200555 Oct 27 18:45:34.564176 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 0de64ca7-b2c3-4655-b387-daef6e1b4969 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:45:34.564176 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 0de64ca7-b2c3-4655-b387-daef6e1b4969 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:45:34.568527 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 59988) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:34.590392 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889dae0f-2e1c-4f76-93e0-a5dc3083b06d None None] Routers {'9faeaf28-c10c-45f3-8bc3-8496afb70c48'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:45:34.591066 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-889dae0f-2e1c-4f76-93e0-a5dc3083b06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9faeaf28-c10c-45f3-8bc3-8496afb70c48'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:34.656632 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde137e-cc44-4ebf-9ca7-57af86b1fab4 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Pushing event deleted for resources: {'Subnet': ['ID=3812f0a2-5902-4abb-b74e-01ae24f847dc,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:34.676478 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8bde137e-cc44-4ebf-9ca7-57af86b1fab4 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:34.679907 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8bde137e-cc44-4ebf-9ca7-57af86b1fab4 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "DELETE /v2.0/subnets/3812f0a2-5902-4abb-b74e-01ae24f847dc HTTP/1.1" status: 204 len: 168 time: 1.7972856 Oct 27 18:45:34.689335 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59992) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:34.783262 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-889dae0f-2e1c-4f76-93e0-a5dc3083b06d None None] Set router 9faeaf28-c10c-45f3-8bc3-8496afb70c48 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:45:34.784115 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c3c2cc-d045-420b-8202-eed273a34428 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:34.790617 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c3c2cc-d045-420b-8202-eed273a34428 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:34.798212 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c3c2cc-d045-420b-8202-eed273a34428 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:34.800095 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-46c3c2cc-d045-420b-8202-eed273a34428 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "GET /v2.0/ports?network_id=71ad22f4-37f8-4c6b-a100-2772c510d5d1 HTTP/1.1" status: 200 len: 2357 time: 0.9003789 Oct 27 18:45:34.805479 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59994) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:34.864069 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5644b9c2-e6d5-4a5b-a0d7-5f93a99c93db None None] Network eef9116b-9d23-4983-9fdb-69909a4a8536 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:45:34.880631 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbff8c41-0740-4749-a828-06dbc8cebcb6 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:34.882943 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-fbff8c41-0740-4749-a828-06dbc8cebcb6 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "GET /v2.0/subnets/5c6355c1-9dc5-44c3-8e30-13f1120511fb HTTP/1.1" status: 200 len: 797 time: 0.0685687 Oct 27 18:45:34.918384 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 59996) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:34.927800 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-6e63fef3-04c9-4acf-93f7-92faebd2b499 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Request body: {'port': {'network_id': '71ad22f4-37f8-4c6b-a100-2772c510d5d1', 'name': 'tempest-FloatingIPTestJSON-1420408521', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:35.005332 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['18a0adb3-0300-4a31-a6b2-ef969ed2a070'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:45:35.114164 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8671a8-20b5-485d-981a-346a92a870cb req-169c87c6-c2cd-4e61-87d2-f7238f88fb01 tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:35.120883 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ae8671a8-20b5-485d-981a-346a92a870cb req-169c87c6-c2cd-4e61-87d2-f7238f88fb01 tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bf8e39-1d6d-4bc4-ae5e-0ddbab92af02 HTTP/1.1" status: 200 len: 949 time: 0.5497596 Oct 27 18:45:35.243279 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ae8671a8-20b5-485d-981a-346a92a870cb req-d1ab5bf6-163d-4e4a-9f64-e19cbc7848e8 tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] 10.222.0.52 "GET /v2.0/security-groups?id=99f7f361-3858-4349-a5fa-f4c87ffc8737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861931 Oct 27 18:45:35.252468 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6da59a58-440c-4379-8c38-ed4310903fae tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:35.389284 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 2ccafbc2-ab39-40a0-bcd7-5ab78326596e no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:45:35.391326 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=18a0adb3-0300-4a31-a6b2-ef969ed2a070,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:35.456824 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-681d9497-8fa8-4473-8d42-804252e4d35e req-16c79181-b7b1-4db8-9a88-78462ce3ba93 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b8a1515-3d3a-404a-a96e-a3984e3378f3 HTTP/1.1" status: 200 len: 210 time: 0.0404804 Oct 27 18:45:35.476175 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 2ccafbc2-ab39-40a0-bcd7-5ab78326596e {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:45:35.476632 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 2ccafbc2-ab39-40a0-bcd7-5ab78326596e not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:45:35.513692 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6da59a58-440c-4379-8c38-ed4310903fae tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:35.561491 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b2eb1696-e4e6-4b17-a9c9-2a16bc7f2403 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:35.599714 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb1696-e4e6-4b17-a9c9-2a16bc7f2403 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event deleted for resources: {'Port': ['ID=85b6c5be-f85b-47aa-ad7b-d93d416d7b5c,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:35.601376 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e63fef3-04c9-4acf-93f7-92faebd2b499 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Made reservation on behalf of a0c4e786159b4cfdb15671b63803dd03 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:45:35.700883 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-889dae0f-2e1c-4f76-93e0-a5dc3083b06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'name': 'tempest-AttachVolumeShelveTestJSON-1598767232-router', 'tenant_id': '186d6eca453449f79cfaf020191a989c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '5b0f0053-b447-48df-9f3b-2756a65bb9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:29Z', 'updated_at': '2021-10-27T18:45:32Z', 'revision_number': 3, 'project_id': '186d6eca453449f79cfaf020191a989c', 'gw_port': {'id': '5b0f0053-b447-48df-9f3b-2756a65bb9c4', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:30Z', 'updated_at': '2021-10-27T18:45:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:35.710866 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bc0de65b-d94a-4d3f-b8be-32f301655ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:35.739542 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889dae0f-2e1c-4f76-93e0-a5dc3083b06d None None] Checking router: 9faeaf28-c10c-45f3-8bc3-8496afb70c48 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:45:35.740066 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889dae0f-2e1c-4f76-93e0-a5dc3083b06d None None] Updating router 9faeaf28-c10c-45f3-8bc3-8496afb70c48 port 5b0f0053-b447-48df-9f3b-2756a65bb9c4 binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:45:35.768032 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b2eb1696-e4e6-4b17-a9c9-2a16bc7f2403 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:35.778302 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-889dae0f-2e1c-4f76-93e0-a5dc3083b06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:35.781837 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfb72c2-1b33-4970-9cb6-a2e77821509e None None] DHCP port deletion for eef9116b-9d23-4983-9fdb-69909a4a8536 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:45:35.868887 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6e63fef3-04c9-4acf-93f7-92faebd2b499 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:35.886034 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-6da59a58-440c-4379-8c38-ed4310903fae tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Deleting port 13b01fa5-82f9-4ced-9ce1-b3af677f0310 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:45:35.886480 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6da59a58-440c-4379-8c38-ed4310903fae tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:35.889381 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b2eb1696-e4e6-4b17-a9c9-2a16bc7f2403 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:35.893742 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b2eb1696-e4e6-4b17-a9c9-2a16bc7f2403 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:35.942590 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-0bfb72c2-1b33-4970-9cb6-a2e77821509e None None] Deleting port 0fb1dcc7-d201-4819-bdfd-d89717970449 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:45:35.943111 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0bfb72c2-1b33-4970-9cb6-a2e77821509e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:35.979780 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-6e63fef3-04c9-4acf-93f7-92faebd2b499 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] device_id is not set on port 2b5c92d8-2aa2-44c7-9fa4-298d0f075ece yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:45:36.065160 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-0bfb72c2-1b33-4970-9cb6-a2e77821509e None None] For port 0fb1dcc7-d201-4819-bdfd-d89717970449, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=0fb1dcc7-d201-4819-bdfd-d89717970449,segment=NetworkSegment(8221b84c-651e-471a-8570-ec818e0c2626),segment_id=8221b84c-651e-471a-8570-ec818e0c2626)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:45:36.065562 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0bfb72c2-1b33-4970-9cb6-a2e77821509e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:36.083957 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-0bfb72c2-1b33-4970-9cb6-a2e77821509e None None] Calling delete_port for 0fb1dcc7-d201-4819-bdfd-d89717970449 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:45:36.220232 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b2eb1696-e4e6-4b17-a9c9-2a16bc7f2403 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:36.220970 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2eb1696-e4e6-4b17-a9c9-2a16bc7f2403 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Fanout notify agent at l3_agent the message router_deleted on router 0296632a-6185-467d-b5e2-3646694f9022 {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:45:36.239116 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b2eb1696-e4e6-4b17-a9c9-2a16bc7f2403 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:36.243128 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60002) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:36.248568 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b2eb1696-e4e6-4b17-a9c9-2a16bc7f2403 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "DELETE /v2.0/routers/0296632a-6185-467d-b5e2-3646694f9022 HTTP/1.1" status: 204 len: 168 time: 3.4877617 Oct 27 18:45:36.265045 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-6da59a58-440c-4379-8c38-ed4310903fae tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] For port 13b01fa5-82f9-4ced-9ce1-b3af677f0310, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=13b01fa5-82f9-4ced-9ce1-b3af677f0310,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:45:36.272797 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6da59a58-440c-4379-8c38-ed4310903fae tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:36.313436 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-6da59a58-440c-4379-8c38-ed4310903fae tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Calling delete_port for 13b01fa5-82f9-4ced-9ce1-b3af677f0310 owned by network:router_gateway {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:45:36.323563 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-889dae0f-2e1c-4f76-93e0-a5dc3083b06d None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:36.334014 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-c023ee71-c56c-4a79-b86b-d0c490e1e9b8 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:36.335347 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-c023ee71-c56c-4a79-b86b-d0c490e1e9b8 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.81 "GET /v2.0/networks?id=75e02ded-c2ac-42f1-841f-7a6a75428960 HTTP/1.1" status: 200 len: 796 time: 0.4466400 Oct 27 18:45:36.338877 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-bc0de65b-d94a-4d3f-b8be-32f301655ed4 admin admin] Allocated IP 172.20.0.1 (7ad8bf39-d91e-470a-b850-b50a11bc458b/db74a198-9b96-4f1c-98df-8ec54f422805/3a8064eb-708a-4e1e-a69d-00dfb9bfa428) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:45:36.394523 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8f9dfc5f-e769-4883-96c1-e26f468553c6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:36.439815 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0bfb72c2-1b33-4970-9cb6-a2e77821509e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:36.481580 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfb72c2-1b33-4970-9cb6-a2e77821509e None None] No DVR routers for this DVR port 0fb1dcc7-d201-4819-bdfd-d89717970449 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:45:36.487140 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-f8342ee7-8de9-424b-85df-05f1c617ba4f tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a56febe1ed07496abd79e6dfcd66d421 HTTP/1.1" status: 200 len: 379 time: 0.1302931 Oct 27 18:45:36.491291 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb72c2-1b33-4970-9cb6-a2e77821509e None None] Pushing event deleted for resources: {'Port': ['ID=0fb1dcc7-d201-4819-bdfd-d89717970449,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:36.501510 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-889dae0f-2e1c-4f76-93e0-a5dc3083b06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:36.508532 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-84597cf1-dc73-41c4-a534-28815b776799 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Request body: {'port': {'device_id': '4b8a1515-3d3a-404a-a96e-a3984e3378f3', 'network_id': '75e02ded-c2ac-42f1-841f-7a6a75428960', 'admin_state_up': True, 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'security_groups': ['d7f1ea27-933a-45d7-ad94-26eb8ca2bded']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:36.554610 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-889dae0f-2e1c-4f76-93e0-a5dc3083b06d None None] Attempting to bind port 5b0f0053-b447-48df-9f3b-2756a65bb9c4 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:45:36.554997 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-889dae0f-2e1c-4f76-93e0-a5dc3083b06d None None] Attempting to bind port 5b0f0053-b447-48df-9f3b-2756a65bb9c4 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:45:36.555727 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889dae0f-2e1c-4f76-93e0-a5dc3083b06d None None] Attempting to bind port 5b0f0053-b447-48df-9f3b-2756a65bb9c4 on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:45:36.564435 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a8e31-1404-4b41-8edf-45452a14ced6 req-d5d3ad44-d8cd-4403-a681-05d134aef287 tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:36.566143 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-324a8e31-1404-4b41-8edf-45452a14ced6 req-d5d3ad44-d8cd-4403-a681-05d134aef287 tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bf8e39-1d6d-4bc4-ae5e-0ddbab92af02 HTTP/1.1" status: 200 len: 949 time: 0.1713057 Oct 27 18:45:36.573656 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889dae0f-2e1c-4f76-93e0-a5dc3083b06d None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:45:36.574040 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889dae0f-2e1c-4f76-93e0-a5dc3083b06d None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:45:36.574747 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-889dae0f-2e1c-4f76-93e0-a5dc3083b06d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:36.575469 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889dae0f-2e1c-4f76-93e0-a5dc3083b06d None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:45:36.575985 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-889dae0f-2e1c-4f76-93e0-a5dc3083b06d None None] Bound port: 5b0f0053-b447-48df-9f3b-2756a65bb9c4, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:45:36.576371 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-889dae0f-2e1c-4f76-93e0-a5dc3083b06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:36.626219 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd009f8-6393-4562-86b7-6eec851ab888 None None] Pushing event updated for resources: {'Port': ['ID=5b0f0053-b447-48df-9f3b-2756a65bb9c4,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:36.674794 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-889dae0f-2e1c-4f76-93e0-a5dc3083b06d None None] For port 5b0f0053-b447-48df-9f3b-2756a65bb9c4, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:45:36.679625 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-889dae0f-2e1c-4f76-93e0-a5dc3083b06d None None] For port 5b0f0053-b447-48df-9f3b-2756a65bb9c4, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=5b0f0053-b447-48df-9f3b-2756a65bb9c4,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:45:36.705353 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8f9dfc5f-e769-4883-96c1-e26f468553c6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:36.705772 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-324a8e31-1404-4b41-8edf-45452a14ced6 req-22e43454-411b-4f6a-a3cb-196823e4165a tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] 10.222.0.52 "GET /v2.0/security-groups?id=99f7f361-3858-4349-a5fa-f4c87ffc8737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014521 Oct 27 18:45:36.749637 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-8f9dfc5f-e769-4883-96c1-e26f468553c6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9541e31-c93f-4ee8-abea-4329f5075599']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:36.752748 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-889dae0f-2e1c-4f76-93e0-a5dc3083b06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:36.757180 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bc0de65b-d94a-4d3f-b8be-32f301655ed4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:36.771145 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-6e63fef3-04c9-4acf-93f7-92faebd2b499 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Allocated IP 172.20.0.14 (71ad22f4-37f8-4c6b-a100-2772c510d5d1/5c6355c1-9dc5-44c3-8e30-13f1120511fb/2b5c92d8-2aa2-44c7-9fa4-298d0f075ece) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:45:36.796048 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-6e63fef3-04c9-4acf-93f7-92faebd2b499 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Allocated IP 172.20.0.12 (71ad22f4-37f8-4c6b-a100-2772c510d5d1/5c6355c1-9dc5-44c3-8e30-13f1120511fb/2b5c92d8-2aa2-44c7-9fa4-298d0f075ece) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:45:36.799011 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-8f9dfc5f-e769-4883-96c1-e26f468553c6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17a74c28-ade6-4811-8baf-0a1df2b76edf') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:36.799435 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-8f9dfc5f-e769-4883-96c1-e26f468553c6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17a74c28-ade6-4811-8baf-0a1df2b76edf') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:36.829860 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8f9dfc5f-e769-4883-96c1-e26f468553c6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:36.863494 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8cf0749b-6ad0-4206-bdde-4fbba635c0bc req-68dbc9d8-c7e8-4ae6-8687-a54a506aab5b tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b8a1515-3d3a-404a-a96e-a3984e3378f3 HTTP/1.1" status: 200 len: 210 time: 0.0415833 Oct 27 18:45:36.869259 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8f9dfc5f-e769-4883-96c1-e26f468553c6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:36.877245 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889dae0f-2e1c-4f76-93e0-a5dc3083b06d None None] Routers {'9faeaf28-c10c-45f3-8bc3-8496afb70c48'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:45:36.877899 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-889dae0f-2e1c-4f76-93e0-a5dc3083b06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9faeaf28-c10c-45f3-8bc3-8496afb70c48'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:36.892360 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f9dfc5f-e769-4883-96c1-e26f468553c6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:45:36.893035 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8f9dfc5f-e769-4883-96c1-e26f468553c6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:36.896614 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:45:36.896614 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:45:36.896614 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:45:36.896614 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:45:36.896614 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:45:36.896614 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:45:36.896614 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:45:36.896614 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:45:36.896614 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:45:36.896614 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:45:36.896614 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:45:36.896614 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:45:36.896614 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:45:36.896614 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:45:36.896614 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:45:36.896614 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:45:36.896614 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:45:36.896614 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:45:36.896614 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:45:36.896614 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:45:36.896614 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:45:36.896614 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:45:36.896614 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:45:36.896614 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:45:36.896614 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:45:36.896614 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:45:36.896614 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:45:36.896614 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:45:36.896614 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:45:36.896614 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:45:36.896614 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:45:36.896614 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:45:36.917124 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6da59a58-440c-4379-8c38-ed4310903fae tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:36.939538 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd009f8-6393-4562-86b7-6eec851ab888 None None] Pushing event updated for resources: {'Port': ['ID=5b0f0053-b447-48df-9f3b-2756a65bb9c4,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:36.984261 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-84597cf1-dc73-41c4-a534-28815b776799 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Made reservation on behalf of a56febe1ed07496abd79e6dfcd66d421 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:45:36.988164 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-84597cf1-dc73-41c4-a534-28815b776799 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:37.040688 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-889dae0f-2e1c-4f76-93e0-a5dc3083b06d None None] Set router 9faeaf28-c10c-45f3-8bc3-8496afb70c48 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:45:37.074946 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bc0de65b-d94a-4d3f-b8be-32f301655ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:37.131928 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8f9dfc5f-e769-4883-96c1-e26f468553c6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:37.145879 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0de65b-d94a-4d3f-b8be-32f301655ed4 admin admin] Network 7ad8bf39-d91e-470a-b850-b50a11bc458b is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:45:37.163839 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8f9dfc5f-e769-4883-96c1-e26f468553c6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:37.170703 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8f9dfc5f-e769-4883-96c1-e26f468553c6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "DELETE /v2.0/networks/a9541e31-c93f-4ee8-abea-4329f5075599 HTTP/1.1" status: 204 len: 168 time: 0.9171777 Oct 27 18:45:37.172721 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60008) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:37.173410 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-bc0de65b-d94a-4d3f-b8be-32f301655ed4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:45:37.182049 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9dfc5f-e769-4883-96c1-e26f468553c6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event deleted for resources: {'Network': ['ID=a9541e31-c93f-4ee8-abea-4329f5075599,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:37.184056 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0de65b-d94a-4d3f-b8be-32f301655ed4 admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:45:37.204467 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0de65b-d94a-4d3f-b8be-32f301655ed4 admin admin] Pushing event updated for resources: {'Port': ['ID=3a8064eb-708a-4e1e-a69d-00dfb9bfa428,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:37.339125 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-84597cf1-dc73-41c4-a534-28815b776799 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Allocated IP 172.20.0.10 (75e02ded-c2ac-42f1-841f-7a6a75428960/18093b5f-696f-44c2-a94b-0ce096165d5c/34f552f3-e722-46af-9140-9f4def23bbc8) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:45:37.408734 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-889dae0f-2e1c-4f76-93e0-a5dc3083b06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'name': 'tempest-AttachVolumeShelveTestJSON-1598767232-router', 'tenant_id': '186d6eca453449f79cfaf020191a989c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '5b0f0053-b447-48df-9f3b-2756a65bb9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:29Z', 'updated_at': '2021-10-27T18:45:32Z', 'revision_number': 3, 'project_id': '186d6eca453449f79cfaf020191a989c', 'gw_port': {'id': '5b0f0053-b447-48df-9f3b-2756a65bb9c4', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:30Z', 'updated_at': '2021-10-27T18:45:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:37.418247 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da59a58-440c-4379-8c38-ed4310903fae tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Pushing event deleted for resources: {'Port': ['ID=13b01fa5-82f9-4ced-9ce1-b3af677f0310,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:37.459006 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 0fb1dcc7-d201-4819-bdfd-d89717970449 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:45:37.489328 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 0fb1dcc7-d201-4819-bdfd-d89717970449 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:45:37.489328 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 0fb1dcc7-d201-4819-bdfd-d89717970449 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:45:37.490149 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 85b6c5be-f85b-47aa-ad7b-d93d416d7b5c no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:45:37.510863 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889dae0f-2e1c-4f76-93e0-a5dc3083b06d None None] The sync data for ids ['9faeaf28-c10c-45f3-8bc3-8496afb70c48'] in n-d-815690-2 is: [{'id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'name': 'tempest-AttachVolumeShelveTestJSON-1598767232-router', 'tenant_id': '186d6eca453449f79cfaf020191a989c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '5b0f0053-b447-48df-9f3b-2756a65bb9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:29Z', 'updated_at': '2021-10-27T18:45:32Z', 'revision_number': 3, 'project_id': '186d6eca453449f79cfaf020191a989c', 'gw_port': {'id': '5b0f0053-b447-48df-9f3b-2756a65bb9c4', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:30Z', 'updated_at': '2021-10-27T18:45:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:45:37.513160 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 85b6c5be-f85b-47aa-ad7b-d93d416d7b5c {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:45:37.513506 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 85b6c5be-f85b-47aa-ad7b-d93d416d7b5c not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:45:37.525186 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6da59a58-440c-4379-8c38-ed4310903fae tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:37.536467 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bc0de65b-d94a-4d3f-b8be-32f301655ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:37.598543 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 18a0adb3-0300-4a31-a6b2-ef969ed2a070 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:45:37.630015 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-84597cf1-dc73-41c4-a534-28815b776799 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:37.645982 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6e63fef3-04c9-4acf-93f7-92faebd2b499 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:37.651867 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6da59a58-440c-4379-8c38-ed4310903fae tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:37.652127 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-8fce3cec-2d5a-4b8a-b176-d48411f63184 None None] Provisioning complete for port 3a8064eb-708a-4e1e-a69d-00dfb9bfa428 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:45:37.652436 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8fce3cec-2d5a-4b8a-b176-d48411f63184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:37.655494 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6da59a58-440c-4379-8c38-ed4310903fae tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:37.683334 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-56d6690c-0555-4937-802d-fb146224cc1a tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:37.719192 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-8fce3cec-2d5a-4b8a-b176-d48411f63184 None None] Port 3a8064eb-708a-4e1e-a69d-00dfb9bfa428 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:45:37.777277 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-56d6690c-0555-4937-802d-fb146224cc1a tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:37.784883 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6da59a58-440c-4379-8c38-ed4310903fae tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:37.785409 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da59a58-440c-4379-8c38-ed4310903fae tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Fanout notify agent at l3_agent the message router_deleted on router 4e514bc2-2460-40dd-a754-bdadfb1bb497 {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:45:37.794722 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6da59a58-440c-4379-8c38-ed4310903fae tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:37.794722 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6da59a58-440c-4379-8c38-ed4310903fae tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "DELETE /v2.0/routers/4e514bc2-2460-40dd-a754-bdadfb1bb497 HTTP/1.1" status: 204 len: 168 time: 3.1004441 Oct 27 18:45:37.804259 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60014) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:37.814028 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 18a0adb3-0300-4a31-a6b2-ef969ed2a070 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:45:37.819588 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 18a0adb3-0300-4a31-a6b2-ef969ed2a070 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:45:37.820381 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:37.841562 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6e63fef3-04c9-4acf-93f7-92faebd2b499 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:37.951972 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d131d-0281-4ff2-97f6-a53f351df4f5 req-9d3b9a67-20c5-45ea-8c02-81a7e4f0323e tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:37.965134 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b10d131d-0281-4ff2-97f6-a53f351df4f5 req-9d3b9a67-20c5-45ea-8c02-81a7e4f0323e tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bf8e39-1d6d-4bc4-ae5e-0ddbab92af02 HTTP/1.1" status: 200 len: 949 time: 0.1695688 Oct 27 18:45:37.970930 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e63fef3-04c9-4acf-93f7-92faebd2b499 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Network 71ad22f4-37f8-4c6b-a100-2772c510d5d1 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:45:37.981718 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-6e63fef3-04c9-4acf-93f7-92faebd2b499 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:45:38.027969 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e63fef3-04c9-4acf-93f7-92faebd2b499 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:45:38.039294 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e63fef3-04c9-4acf-93f7-92faebd2b499 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Pushing event updated for resources: {'Port': ['ID=2b5c92d8-2aa2-44c7-9fa4-298d0f075ece,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:38.080029 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:38.129309 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b10d131d-0281-4ff2-97f6-a53f351df4f5 req-ca538318-5bc9-47b3-80f2-4e2eb7e69ecf tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] 10.222.0.52 "GET /v2.0/security-groups?id=99f7f361-3858-4349-a5fa-f4c87ffc8737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630509 Oct 27 18:45:38.144742 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 18a0adb3-0300-4a31-a6b2-ef969ed2a070, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=18a0adb3-0300-4a31-a6b2-ef969ed2a070,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:45:38.152868 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43bf8e39-1d6d-4bc4-ae5e-0ddbab92af02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a0adb3-0300-4a31-a6b2-ef969ed2a070'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:45:38.156031 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108efd02-9623-4f7a-889c-9addf3a37e8d" -d '{"events": [{"server_uuid": "43bf8e39-1d6d-4bc4-ae5e-0ddbab92af02", "name": "network-vif-plugged", "status": "completed", "tag": "18a0adb3-0300-4a31-a6b2-ef969ed2a070"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:45:38.157633 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e63fef3-04c9-4acf-93f7-92faebd2b499 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:38.159491 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6e63fef3-04c9-4acf-93f7-92faebd2b499 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:38.232296 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:38.238280 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5fb25a0e-4b9c-42e1-ba93-8f5ba2acf2ac req-27bb791e-e100-4137-9f25-60126bd6b07d tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b8a1515-3d3a-404a-a96e-a3984e3378f3 HTTP/1.1" status: 200 len: 210 time: 0.0330384 Oct 27 18:45:38.298663 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e003272b-4b9f-4199-a1d1-817e7d83a4b1 x-openstack-request-id: req-e003272b-4b9f-4199-a1d1-817e7d83a4b1 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:45:38.298663 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43bf8e39-1d6d-4bc4-ae5e-0ddbab92af02", "name": "network-vif-plugged", "status": "completed", "tag": "18a0adb3-0300-4a31-a6b2-ef969ed2a070", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:45:38.298663 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e003272b-4b9f-4199-a1d1-817e7d83a4b1 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:45:38.299084 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43bf8e39-1d6d-4bc4-ae5e-0ddbab92af02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a0adb3-0300-4a31-a6b2-ef969ed2a070', 'code': 200} Oct 27 18:45:38.301713 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6e63fef3-04c9-4acf-93f7-92faebd2b499 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.3820345 Oct 27 18:45:38.304636 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60020) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:38.309889 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-4345e90d-b569-4d6c-93e0-cac029bc1fe2 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'port_id': '2b5c92d8-2aa2-44c7-9fa4-298d0f075ece', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:38.344262 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=18a0adb3-0300-4a31-a6b2-ef969ed2a070,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:38.366389 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-84597cf1-dc73-41c4-a534-28815b776799 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:38.380846 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-eecfd7a8-096a-432a-9031-6fbb6f761aa1 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:38.391129 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bc0de65b-d94a-4d3f-b8be-32f301655ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:38.453776 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4345e90d-b569-4d6c-93e0-cac029bc1fe2 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for floatingip, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:38.504223 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-84597cf1-dc73-41c4-a534-28815b776799 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Network 75e02ded-c2ac-42f1-841f-7a6a75428960 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:45:38.509172 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84597cf1-dc73-41c4-a534-28815b776799 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event updated for resources: {'Port': ['ID=34f552f3-e722-46af-9140-9f4def23bbc8,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:38.511907 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-84597cf1-dc73-41c4-a534-28815b776799 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:45:38.539227 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-84597cf1-dc73-41c4-a534-28815b776799 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:45:38.629737 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4345e90d-b569-4d6c-93e0-cac029bc1fe2 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:38.637465 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe40371-a37c-4cf0-a982-3089c901d2cc req-f09740a9-89bb-4d5a-a4e4-7447e5a39bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:38.639068 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ffe40371-a37c-4cf0-a982-3089c901d2cc req-f09740a9-89bb-4d5a-a4e4-7447e5a39bca service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=43bf8e39-1d6d-4bc4-ae5e-0ddbab92af02 HTTP/1.1" status: 200 len: 1101 time: 0.2542980 Oct 27 18:45:38.748452 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-eecfd7a8-096a-432a-9031-6fbb6f761aa1 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:38.804063 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ffe40371-a37c-4cf0-a982-3089c901d2cc req-5224246b-7b0a-49fe-afd9-3fdf403e61fc service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=99f7f361-3858-4349-a5fa-f4c87ffc8737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000161 Oct 27 18:45:38.809726 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-4345e90d-b569-4d6c-93e0-cac029bc1fe2 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Allocated IP 172.25.6.192 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/a0df62a1-007a-4d80-9adb-6db6259ce581) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:45:38.843179 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-84597cf1-dc73-41c4-a534-28815b776799 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:38.843819 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-84597cf1-dc73-41c4-a534-28815b776799 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:38.847495 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-eecfd7a8-096a-432a-9031-6fbb6f761aa1 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eef9116b-9d23-4983-9fdb-69909a4a8536']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:38.851550 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-56d6690c-0555-4937-802d-fb146224cc1a tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:38.854066 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-56d6690c-0555-4937-802d-fb146224cc1a tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:38.858589 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-56d6690c-0555-4937-802d-fb146224cc1a tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "DELETE /v2.0/security-groups/75efdcb1-cfc5-4e28-866b-b86c338007b2 HTTP/1.1" status: 204 len: 168 time: 1.6795642 Oct 27 18:45:38.865050 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-06a50767-70f5-4908-a526-b9860c8f18e6 None None] Provisioning complete for port 34f552f3-e722-46af-9140-9f4def23bbc8 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:45:38.865050 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-06a50767-70f5-4908-a526-b9860c8f18e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:38.895212 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6690c-0555-4937-802d-fb146224cc1a tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75efdcb1-cfc5-4e28-866b-b86c338007b2,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:38.901894 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-eecfd7a8-096a-432a-9031-6fbb6f761aa1 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8221b84c-651e-471a-8570-ec818e0c2626') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:38.902191 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-eecfd7a8-096a-432a-9031-6fbb6f761aa1 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8221b84c-651e-471a-8570-ec818e0c2626') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:38.919938 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-06a50767-70f5-4908-a526-b9860c8f18e6 None None] Port 34f552f3-e722-46af-9140-9f4def23bbc8 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:45:38.922618 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-eecfd7a8-096a-432a-9031-6fbb6f761aa1 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:38.974689 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-eecfd7a8-096a-432a-9031-6fbb6f761aa1 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:39.001629 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4345e90d-b569-4d6c-93e0-cac029bc1fe2 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:39.016980 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-84597cf1-dc73-41c4-a534-28815b776799 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5164831 Oct 27 18:45:39.019528 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eecfd7a8-096a-432a-9031-6fbb6f761aa1 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:45:39.019938 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-eecfd7a8-096a-432a-9031-6fbb6f761aa1 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:39.023357 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:45:39.023357 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:45:39.023357 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:45:39.023357 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:45:39.023357 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:45:39.023357 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:45:39.023357 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:45:39.023357 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:45:39.023357 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:45:39.023357 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:45:39.023357 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:45:39.023357 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:45:39.023357 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:45:39.023357 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:45:39.023357 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:45:39.023357 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:45:39.023357 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:45:39.023357 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:45:39.023357 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:45:39.023357 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:45:39.023357 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:45:39.023357 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:45:39.023357 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:45:39.023357 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:45:39.023357 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:45:39.023357 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:45:39.023357 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:45:39.023357 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:45:39.023357 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:45:39.023357 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:45:39.023357 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:45:39.023357 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:45:39.030753 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-07ceed6f-520a-48ce-bac0-437e799e484c service neutron] Request body: {'port': {'device_id': '4b8a1515-3d3a-404a-a96e-a3984e3378f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:39.114880 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bc0de65b-d94a-4d3f-b8be-32f301655ed4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:39.124570 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4345e90d-b569-4d6c-93e0-cac029bc1fe2 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:39.151922 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-07ceed6f-520a-48ce-bac0-437e799e484c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:39.182763 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4345e90d-b569-4d6c-93e0-cac029bc1fe2 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:45:39.188039 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-4345e90d-b569-4d6c-93e0-cac029bc1fe2 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:45:39.190848 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bc0de65b-d94a-4d3f-b8be-32f301655ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:39.191909 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4345e90d-b569-4d6c-93e0-cac029bc1fe2 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:45:39.224269 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4345e90d-b569-4d6c-93e0-cac029bc1fe2 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Pushing event updated for resources: {'Port': ['ID=a0df62a1-007a-4d80-9adb-6db6259ce581,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:39.241370 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bc0de65b-d94a-4d3f-b8be-32f301655ed4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:39.247601 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-eecfd7a8-096a-432a-9031-6fbb6f761aa1 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:39.299192 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-eecfd7a8-096a-432a-9031-6fbb6f761aa1 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:39.303083 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-eecfd7a8-096a-432a-9031-6fbb6f761aa1 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "DELETE /v2.0/networks/eef9116b-9d23-4983-9fdb-69909a4a8536 HTTP/1.1" status: 204 len: 168 time: 1.4978051 Oct 27 18:45:39.305849 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60032) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:39.331301 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecfd7a8-096a-432a-9031-6fbb6f761aa1 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Pushing event deleted for resources: {'Network': ['ID=eef9116b-9d23-4983-9fdb-69909a4a8536,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:39.418957 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0de65b-d94a-4d3f-b8be-32f301655ed4 admin admin] Pushing event updated for resources: {'Port': ['ID=3a8064eb-708a-4e1e-a69d-00dfb9bfa428,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:39.588855 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 5b0f0053-b447-48df-9f3b-2756a65bb9c4 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:45:39.599852 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60036) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:39.605736 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0de65b-d94a-4d3f-b8be-32f301655ed4 admin admin] Network 7ad8bf39-d91e-470a-b850-b50a11bc458b is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:45:39.612564 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-618048c3-c94b-4105-94be-8db5b7cb2f62 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-925317094', 'description': 'tempest-secgroup-smoke-925317094 description', 'project_id': '21f5568e020c455199c8dde94ac0b73c'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:39.671309 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-90b48052-d763-4704-9495-4decab117d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:39.683320 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 5b0f0053-b447-48df-9f3b-2756a65bb9c4 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:45:39.683845 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:39.687665 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-bc0de65b-d94a-4d3f-b8be-32f301655ed4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:45:39.757416 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-6fbe8f55-28eb-4b6c-9237-d1edfff4490b tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Deleting port 323a66fc-070a-4841-9758-09b3f13c2a07 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:45:39.757778 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6fbe8f55-28eb-4b6c-9237-d1edfff4490b tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:39.802776 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:39.814571 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-618048c3-c94b-4105-94be-8db5b7cb2f62 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:39.850554 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 5b0f0053-b447-48df-9f3b-2756a65bb9c4, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=5b0f0053-b447-48df-9f3b-2756a65bb9c4,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:45:39.882230 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b116fc-50af-4d19-a9a4-deecfa6868dc req-98a374d1-4de4-474c-b313-79b70abc6152 tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:39.890135 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-25b116fc-50af-4d19-a9a4-deecfa6868dc req-98a374d1-4de4-474c-b313-79b70abc6152 tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bf8e39-1d6d-4bc4-ae5e-0ddbab92af02 HTTP/1.1" status: 200 len: 950 time: 0.2120731 Oct 27 18:45:39.952495 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:39.990096 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-07ceed6f-520a-48ce-bac0-437e799e484c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34f552f3-e722-46af-9140-9f4def23bbc8 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:45:40.004174 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-07ceed6f-520a-48ce-bac0-437e799e484c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:40.032926 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0de65b-d94a-4d3f-b8be-32f301655ed4 admin admin] Router 9faeaf28-c10c-45f3-8bc3-8496afb70c48 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:45:40.039272 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-07ceed6f-520a-48ce-bac0-437e799e484c service neutron] Transition to ACTIVE for port object 34f552f3-e722-46af-9140-9f4def23bbc8 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:45:40.053806 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-618048c3-c94b-4105-94be-8db5b7cb2f62 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:40.115010 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6fbe8f55-28eb-4b6c-9237-d1edfff4490b tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:40.115444 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6fbe8f55-28eb-4b6c-9237-d1edfff4490b tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:40.117551 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=5b0f0053-b447-48df-9f3b-2756a65bb9c4,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:40.134336 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 13b01fa5-82f9-4ced-9ce1-b3af677f0310 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:45:40.148533 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-6fbe8f55-28eb-4b6c-9237-d1edfff4490b tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Calling delete_port for 323a66fc-070a-4841-9758-09b3f13c2a07 owned by network:floatingip {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:45:40.165904 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 13b01fa5-82f9-4ced-9ce1-b3af677f0310 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:45:40.167154 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 13b01fa5-82f9-4ced-9ce1-b3af677f0310 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:45:40.180144 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0de65b-d94a-4d3f-b8be-32f301655ed4 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:45:40.182429 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-07ceed6f-520a-48ce-bac0-437e799e484c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:40.186634 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-203bf46e-4ba0-437e-83c3-537c20ef7aa7 None None] Provisioning complete for port 3a8064eb-708a-4e1e-a69d-00dfb9bfa428 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:45:40.187300 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-203bf46e-4ba0-437e-83c3-537c20ef7aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:40.188427 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-bc0de65b-d94a-4d3f-b8be-32f301655ed4 admin admin] 10.222.0.52 "PUT /v2.0/routers/9faeaf28-c10c-45f3-8bc3-8496afb70c48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6185384 Oct 27 18:45:40.191578 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-618048c3-c94b-4105-94be-8db5b7cb2f62 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:40.193350 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-25b116fc-50af-4d19-a9a4-deecfa6868dc req-d23b07f0-dc6b-47a2-b139-aa0d88ec5d86 tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] 10.222.0.52 "GET /v2.0/security-groups?id=99f7f361-3858-4349-a5fa-f4c87ffc8737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961857 Oct 27 18:45:40.215583 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dda2169-19d3-40c6-b898-f60691e40291 None None] Sync routers for ids ['9faeaf28-c10c-45f3-8bc3-8496afb70c48'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:45:40.232920 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dda2169-19d3-40c6-b898-f60691e40291 None None] Routers {'9faeaf28-c10c-45f3-8bc3-8496afb70c48'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:45:40.233545 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-9dda2169-19d3-40c6-b898-f60691e40291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9faeaf28-c10c-45f3-8bc3-8496afb70c48'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:40.248447 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-203bf46e-4ba0-437e-83c3-537c20ef7aa7 None None] Port 3a8064eb-708a-4e1e-a69d-00dfb9bfa428 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:45:40.330478 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618048c3-c94b-4105-94be-8db5b7cb2f62 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f35e86e5-032f-42cd-9d02-3615b3e713b5,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:40.358084 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-9dda2169-19d3-40c6-b898-f60691e40291 None None] Set router 9faeaf28-c10c-45f3-8bc3-8496afb70c48 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:45:40.375725 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ceed6f-520a-48ce-bac0-437e799e484c service neutron] Pushing event updated for resources: {'Port': ['ID=34f552f3-e722-46af-9140-9f4def23bbc8,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:40.469813 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4345e90d-b569-4d6c-93e0-cac029bc1fe2 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:40.480912 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-618048c3-c94b-4105-94be-8db5b7cb2f62 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:40.482406 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-618048c3-c94b-4105-94be-8db5b7cb2f62 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8754551 Oct 27 18:45:40.485189 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60042) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:40.489885 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-ef955291-27fc-42bd-8ac3-e2608cd44677 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'security_group_rule': {'security_group_id': 'f35e86e5-032f-42cd-9d02-3615b3e713b5', 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:40.515943 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d528c4c-3f80-44cc-8fee-f060353d8406 req-98dcb26c-1699-406e-beb7-1c19a09d758a tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:40.522072 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-07ceed6f-520a-48ce-bac0-437e799e484c service neutron] Attempting to bind port 34f552f3-e722-46af-9140-9f4def23bbc8 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:45:40.522398 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-07ceed6f-520a-48ce-bac0-437e799e484c service neutron] Attempting to bind port 34f552f3-e722-46af-9140-9f4def23bbc8 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '5df04c20-b7e4-4ee5-af77-441b83fa19d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '75e02ded-c2ac-42f1-841f-7a6a75428960'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:45:40.522733 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-07ceed6f-520a-48ce-bac0-437e799e484c service neutron] Attempting to bind port 34f552f3-e722-46af-9140-9f4def23bbc8 on network 75e02ded-c2ac-42f1-841f-7a6a75428960 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:45:40.523919 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5d528c4c-3f80-44cc-8fee-f060353d8406 req-98dcb26c-1699-406e-beb7-1c19a09d758a tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b8a1515-3d3a-404a-a96e-a3984e3378f3 HTTP/1.1" status: 200 len: 944 time: 0.1871479 Oct 27 18:45:40.531372 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-07ceed6f-520a-48ce-bac0-437e799e484c service neutron] Port 34f552f3-e722-46af-9140-9f4def23bbc8 on network 75e02ded-c2ac-42f1-841f-7a6a75428960 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:45:40.533362 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-07ceed6f-520a-48ce-bac0-437e799e484c service neutron] Attempting to bind port 34f552f3-e722-46af-9140-9f4def23bbc8 on network 75e02ded-c2ac-42f1-841f-7a6a75428960 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:45:40.547325 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-07ceed6f-520a-48ce-bac0-437e799e484c service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:45:40.548047 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-07ceed6f-520a-48ce-bac0-437e799e484c service neutron] Checking segment: {'id': '5df04c20-b7e4-4ee5-af77-441b83fa19d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '75e02ded-c2ac-42f1-841f-7a6a75428960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:45:40.548587 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-07ceed6f-520a-48ce-bac0-437e799e484c service neutron] Bound using segment: {'id': '5df04c20-b7e4-4ee5-af77-441b83fa19d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '75e02ded-c2ac-42f1-841f-7a6a75428960'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:45:40.549714 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-07ceed6f-520a-48ce-bac0-437e799e484c service neutron] Bound port: 34f552f3-e722-46af-9140-9f4def23bbc8, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df04c20-b7e4-4ee5-af77-441b83fa19d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '75e02ded-c2ac-42f1-841f-7a6a75428960'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:45:40.550584 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-07ceed6f-520a-48ce-bac0-437e799e484c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:40.593458 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-9dda2169-19d3-40c6-b898-f60691e40291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'name': 'tempest-AttachVolumeShelveTestJSON-1598767232-router', 'tenant_id': '186d6eca453449f79cfaf020191a989c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '5b0f0053-b447-48df-9f3b-2756a65bb9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:29Z', 'updated_at': '2021-10-27T18:45:37Z', 'revision_number': 4, 'project_id': '186d6eca453449f79cfaf020191a989c', 'gw_port': {'id': '5b0f0053-b447-48df-9f3b-2756a65bb9c4', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:30Z', 'updated_at': '2021-10-27T18:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '3a8064eb-708a-4e1e-a69d-00dfb9bfa428', 'name': '', 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b', 'tenant_id': '186d6eca453449f79cfaf020191a989c', 'mac_address': 'fa:16:3e:a4:5b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'db74a198-9b96-4f1c-98df-8ec54f422805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:35Z', 'updated_at': '2021-10-27T18:45:38Z', 'revision_number': 2, 'project_id': '186d6eca453449f79cfaf020191a989c', 'subnets': [{'id': 'db74a198-9b96-4f1c-98df-8ec54f422805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:40.628979 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dda2169-19d3-40c6-b898-f60691e40291 None None] Checking router: 9faeaf28-c10c-45f3-8bc3-8496afb70c48 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:45:40.629341 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dda2169-19d3-40c6-b898-f60691e40291 None None] Updating router 9faeaf28-c10c-45f3-8bc3-8496afb70c48 port 3a8064eb-708a-4e1e-a69d-00dfb9bfa428 binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:45:40.643470 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5d528c4c-3f80-44cc-8fee-f060353d8406 req-92a2a23c-fb91-4945-a0cb-f2d536723a8f tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7f1ea27-933a-45d7-ad94-26eb8ca2bded&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110933 Oct 27 18:45:40.683638 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-9dda2169-19d3-40c6-b898-f60691e40291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:40.683865 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-07ceed6f-520a-48ce-bac0-437e799e484c service neutron] For port 34f552f3-e722-46af-9140-9f4def23bbc8, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:45:40.700238 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ef955291-27fc-42bd-8ac3-e2608cd44677 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:40.749587 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4345e90d-b569-4d6c-93e0-cac029bc1fe2 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:40.801699 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ef955291-27fc-42bd-8ac3-e2608cd44677 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:40.880220 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6fbe8f55-28eb-4b6c-9237-d1edfff4490b tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:40.890758 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-07ceed6f-520a-48ce-bac0-437e799e484c service neutron] For port 34f552f3-e722-46af-9140-9f4def23bbc8, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=34f552f3-e722-46af-9140-9f4def23bbc8,segment=NetworkSegment(5df04c20-b7e4-4ee5-af77-441b83fa19d3),segment_id=5df04c20-b7e4-4ee5-af77-441b83fa19d3)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:45:40.906389 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ef955291-27fc-42bd-8ac3-e2608cd44677 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:40.929248 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe8f55-28eb-4b6c-9237-d1edfff4490b tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Pushing event deleted for resources: {'Port': ['ID=323a66fc-070a-4841-9758-09b3f13c2a07,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:40.939655 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef955291-27fc-42bd-8ac3-e2608cd44677 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a2ceec-4b80-4428-8d14-f4c321f4c8d6,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:40.975029 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-07ceed6f-520a-48ce-bac0-437e799e484c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:41.022859 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6fbe8f55-28eb-4b6c-9237-d1edfff4490b tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for floatingip, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:41.023194 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [None req-6fbe8f55-28eb-4b6c-9237-d1edfff4490b tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Floating IP 28c38d8c-8bd4-402b-a315-21b3b548efb7 disassociated (deleted). External IP: 172.25.6.2, port: 45a617e4-d52d-46b6-85b9-33cd62580925. Oct 27 18:45:41.051935 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-07ceed6f-520a-48ce-bac0-437e799e484c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:41.051935 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-07ceed6f-520a-48ce-bac0-437e799e484c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:41.059214 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-9dda2169-19d3-40c6-b898-f60691e40291 None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:41.060773 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-07ceed6f-520a-48ce-bac0-437e799e484c service neutron] 10.222.0.81 "PUT /v2.0/ports/34f552f3-e722-46af-9140-9f4def23bbc8 HTTP/1.1" status: 200 len: 1092 time: 2.0352135 Oct 27 18:45:41.064243 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ef955291-27fc-42bd-8ac3-e2608cd44677 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:41.068075 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ef955291-27fc-42bd-8ac3-e2608cd44677 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5793641 Oct 27 18:45:41.068075 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8a1515-3d3a-404a-a96e-a3984e3378f3', 'tag': '34f552f3-e722-46af-9140-9f4def23bbc8'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:45:41.072879 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e185e5-e205-4a7b-931b-20546eeca366" -d '{"events": [{"name": "network-changed", "server_uuid": "4b8a1515-3d3a-404a-a96e-a3984e3378f3", "tag": "34f552f3-e722-46af-9140-9f4def23bbc8"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:45:41.078130 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60048) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:41.084244 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-b6e9cfa7-7932-43f4-a317-da466a670b24 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'security_group_rule': {'security_group_id': 'f35e86e5-032f-42cd-9d02-3615b3e713b5', 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:41.134168 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ceed6f-520a-48ce-bac0-437e799e484c service neutron] Pushing event updated for resources: {'Port': ['ID=34f552f3-e722-46af-9140-9f4def23bbc8,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:41.165204 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-9dda2169-19d3-40c6-b898-f60691e40291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:41.172143 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4345e90d-b569-4d6c-93e0-cac029bc1fe2 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:41.275275 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b6e9cfa7-7932-43f4-a317-da466a670b24 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:41.280823 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b77229-cd3e-4e8a-ab1c-8035d60c48b7 None None] Pushing event updated for resources: {'Port': ['ID=3a8064eb-708a-4e1e-a69d-00dfb9bfa428,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:41.326775 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-d11208a7-28a1-4ad0-996d-05abdd1cc905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:41.328475 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-d11208a7-28a1-4ad0-996d-05abdd1cc905 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a56febe1ed07496abd79e6dfcd66d421&device_id=4b8a1515-3d3a-404a-a96e-a3984e3378f3 HTTP/1.1" status: 200 len: 1095 time: 0.1199844 Oct 27 18:45:41.341568 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4345e90d-b569-4d6c-93e0-cac029bc1fe2 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:41.380888 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-bcba8df9-fc1d-497e-92f2-e6e61625fc8f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34f552f3-e722-46af-9140-9f4def23bbc8 HTTP/1.1" status: 200 len: 217 time: 0.0429151 Oct 27 18:45:41.405599 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-9dda2169-19d3-40c6-b898-f60691e40291 None None] Attempting to bind port 3a8064eb-708a-4e1e-a69d-00dfb9bfa428 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:45:41.410254 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-9dda2169-19d3-40c6-b898-f60691e40291 None None] Attempting to bind port 3a8064eb-708a-4e1e-a69d-00dfb9bfa428 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '29ae5e06-41a1-428b-8e42-42a692caa382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:45:41.417872 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dda2169-19d3-40c6-b898-f60691e40291 None None] Attempting to bind port 3a8064eb-708a-4e1e-a69d-00dfb9bfa428 on network 7ad8bf39-d91e-470a-b850-b50a11bc458b {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:45:41.436237 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dda2169-19d3-40c6-b898-f60691e40291 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:45:41.439115 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dda2169-19d3-40c6-b898-f60691e40291 None None] Checking segment: {'id': '29ae5e06-41a1-428b-8e42-42a692caa382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:45:41.439562 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-9dda2169-19d3-40c6-b898-f60691e40291 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:41.439958 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dda2169-19d3-40c6-b898-f60691e40291 None None] Bound using segment: {'id': '29ae5e06-41a1-428b-8e42-42a692caa382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:45:41.440447 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-9dda2169-19d3-40c6-b898-f60691e40291 None None] Bound port: 3a8064eb-708a-4e1e-a69d-00dfb9bfa428, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ae5e06-41a1-428b-8e42-42a692caa382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:45:41.440828 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-9dda2169-19d3-40c6-b898-f60691e40291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:41.453257 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-dd874020-4483-4873-8f99-243109ca3aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:41.454751 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-dd874020-4483-4873-8f99-243109ca3aef service neutron] 10.222.0.81 "GET /v2.0/subnets?id=18093b5f-696f-44c2-a94b-0ce096165d5c HTTP/1.1" status: 200 len: 834 time: 0.0665789 Oct 27 18:45:41.503494 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 5b0f0053-b447-48df-9f3b-2756a65bb9c4 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:45:41.518189 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b6e9cfa7-7932-43f4-a317-da466a670b24 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:41.557905 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60054) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:41.570828 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-3806501c-77fb-483a-a091-b5b983c188c5 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Request body: {'security_group': {'name': 'tempest-securitygroup--694287819', 'description': 'tempest-description--316836578'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:41.574188 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-9dda2169-19d3-40c6-b898-f60691e40291 None None] For port 3a8064eb-708a-4e1e-a69d-00dfb9bfa428, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:45:41.579026 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-9dda2169-19d3-40c6-b898-f60691e40291 None None] For port 3a8064eb-708a-4e1e-a69d-00dfb9bfa428, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=3a8064eb-708a-4e1e-a69d-00dfb9bfa428,segment=NetworkSegment(29ae5e06-41a1-428b-8e42-42a692caa382),segment_id=29ae5e06-41a1-428b-8e42-42a692caa382)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:45:41.606558 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4345e90d-b569-4d6c-93e0-cac029bc1fe2 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Pushing event updated for resources: {'Port': ['ID=a0df62a1-007a-4d80-9adb-6db6259ce581,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:41.614146 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b6e9cfa7-7932-43f4-a317-da466a670b24 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:41.627863 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62295e47-9e35-47c5-9767-439a7d7888dc x-openstack-request-id: req-62295e47-9e35-47c5-9767-439a7d7888dc {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:45:41.628180 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b8a1515-3d3a-404a-a96e-a3984e3378f3", "tag": "34f552f3-e722-46af-9140-9f4def23bbc8", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:45:41.628442 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-62295e47-9e35-47c5-9767-439a7d7888dc {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:45:41.628892 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b8a1515-3d3a-404a-a96e-a3984e3378f3', 'tag': '34f552f3-e722-46af-9140-9f4def23bbc8', 'status': 'completed', 'code': 200} Oct 27 18:45:41.673447 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-f97e848a-80f1-4590-ace9-ff4c8484a6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:41.675121 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-f97e848a-80f1-4590-ace9-ff4c8484a6ad service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=75e02ded-c2ac-42f1-841f-7a6a75428960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2112525 Oct 27 18:45:41.678204 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4345e90d-b569-4d6c-93e0-cac029bc1fe2 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:41.690645 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-9dda2169-19d3-40c6-b898-f60691e40291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:41.691371 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 5b0f0053-b447-48df-9f3b-2756a65bb9c4 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:45:41.691802 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:41.763700 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9cfa7-7932-43f4-a317-da466a670b24 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0f46d89-ddc2-419e-88a1-da31f06c3016,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:41.826668 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-6ee14358-de83-41b2-ba5a-c4ac9e5698f7 service neutron] 10.222.0.81 "GET /v2.0/networks/75e02ded-c2ac-42f1-841f-7a6a75428960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429591 Oct 27 18:45:41.830048 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fbe8f55-28eb-4b6c-9237-d1edfff4490b tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Router 7b1332c2-274e-411b-80ac-ddcdbbd482b7 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:45:41.837352 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dda2169-19d3-40c6-b898-f60691e40291 None None] Routers {'9faeaf28-c10c-45f3-8bc3-8496afb70c48'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:45:41.839639 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-9dda2169-19d3-40c6-b898-f60691e40291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9faeaf28-c10c-45f3-8bc3-8496afb70c48'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:41.844386 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b77229-cd3e-4e8a-ab1c-8035d60c48b7 None None] Pushing event updated for resources: {'Port': ['ID=3a8064eb-708a-4e1e-a69d-00dfb9bfa428,revision_number=4']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:41.845921 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-8f8a11dc-6ae9-4b53-9a23-eb7b7437d301 None None] Provisioning complete for port 3a8064eb-708a-4e1e-a69d-00dfb9bfa428 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:45:41.846296 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8f8a11dc-6ae9-4b53-9a23-eb7b7437d301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:41.912206 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3806501c-77fb-483a-a091-b5b983c188c5 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:41.945513 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db83a8-1131-48d2-97b2-22b4bfb45c0c req-7b007305-ea70-4f24-a833-1e30cbac129f tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:41.954953 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-30db83a8-1131-48d2-97b2-22b4bfb45c0c req-7b007305-ea70-4f24-a833-1e30cbac129f tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bf8e39-1d6d-4bc4-ae5e-0ddbab92af02 HTTP/1.1" status: 200 len: 950 time: 0.2035708 Oct 27 18:45:41.985440 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b6e9cfa7-7932-43f4-a317-da466a670b24 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:41.989604 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b6e9cfa7-7932-43f4-a317-da466a670b24 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9100885 Oct 27 18:45:41.993155 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60060) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:42.000509 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-d7279267-0191-421c-abbc-128f4d61f57f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'security_group_rule': {'security_group_id': 'f35e86e5-032f-42cd-9d02-3615b3e713b5', 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:42.011093 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-9dda2169-19d3-40c6-b898-f60691e40291 None None] Set router 9faeaf28-c10c-45f3-8bc3-8496afb70c48 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:45:42.055692 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-52a8fa76-94b1-40b9-818a-f250241730a5 req-c70e23dd-3a75-42d7-a076-c9a1d5623bc8 service neutron] 10.222.0.81 "GET /v2.0/networks/75e02ded-c2ac-42f1-841f-7a6a75428960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202959 Oct 27 18:45:42.089330 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8f8a11dc-6ae9-4b53-9a23-eb7b7437d301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:42.097044 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3806501c-77fb-483a-a091-b5b983c188c5 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:42.163206 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d7279267-0191-421c-abbc-128f4d61f57f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:42.164166 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-8f8a11dc-6ae9-4b53-9a23-eb7b7437d301 None None] For port 3a8064eb-708a-4e1e-a69d-00dfb9bfa428, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=3a8064eb-708a-4e1e-a69d-00dfb9bfa428,segment=NetworkSegment(29ae5e06-41a1-428b-8e42-42a692caa382),segment_id=29ae5e06-41a1-428b-8e42-42a692caa382)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:45:42.186051 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3b597f79-9ba6-46e9-aac5-378d12b380c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:42.197073 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3806501c-77fb-483a-a091-b5b983c188c5 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:42.249089 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8f8a11dc-6ae9-4b53-9a23-eb7b7437d301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:42.296595 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-9dda2169-19d3-40c6-b898-f60691e40291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'name': 'tempest-AttachVolumeShelveTestJSON-1598767232-router', 'tenant_id': '186d6eca453449f79cfaf020191a989c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '5b0f0053-b447-48df-9f3b-2756a65bb9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:29Z', 'updated_at': '2021-10-27T18:45:37Z', 'revision_number': 4, 'project_id': '186d6eca453449f79cfaf020191a989c', 'gw_port': {'id': '5b0f0053-b447-48df-9f3b-2756a65bb9c4', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:30Z', 'updated_at': '2021-10-27T18:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '3a8064eb-708a-4e1e-a69d-00dfb9bfa428', 'name': '', 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b', 'tenant_id': '186d6eca453449f79cfaf020191a989c', 'mac_address': 'fa:16:3e:a4:5b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'db74a198-9b96-4f1c-98df-8ec54f422805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:35Z', 'updated_at': '2021-10-27T18:45:41Z', 'revision_number': 4, 'project_id': '186d6eca453449f79cfaf020191a989c', 'subnets': [{'id': 'db74a198-9b96-4f1c-98df-8ec54f422805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:42.325045 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dda2169-19d3-40c6-b898-f60691e40291 None None] The sync data for ids ['9faeaf28-c10c-45f3-8bc3-8496afb70c48'] in n-d-815690-2 is: [{'id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'name': 'tempest-AttachVolumeShelveTestJSON-1598767232-router', 'tenant_id': '186d6eca453449f79cfaf020191a989c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '5b0f0053-b447-48df-9f3b-2756a65bb9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:29Z', 'updated_at': '2021-10-27T18:45:37Z', 'revision_number': 4, 'project_id': '186d6eca453449f79cfaf020191a989c', 'gw_port': {'id': '5b0f0053-b447-48df-9f3b-2756a65bb9c4', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:30Z', 'updated_at': '2021-10-27T18:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '3a8064eb-708a-4e1e-a69d-00dfb9bfa428', 'name': '', 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b', 'tenant_id': '186d6eca453449f79cfaf020191a989c', 'mac_address': 'fa:16:3e:a4:5b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'db74a198-9b96-4f1c-98df-8ec54f422805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:35Z', 'updated_at': '2021-10-27T18:45:41Z', 'revision_number': 4, 'project_id': '186d6eca453449f79cfaf020191a989c', 'subnets': [{'id': 'db74a198-9b96-4f1c-98df-8ec54f422805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:45:42.332008 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806501c-77fb-483a-a091-b5b983c188c5 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=358a16cb-84eb-41ff-b100-734949294668,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:42.347251 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3806501c-77fb-483a-a091-b5b983c188c5 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:42.348592 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3806501c-77fb-483a-a091-b5b983c188c5 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7893109 Oct 27 18:45:42.351184 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a11dc-6ae9-4b53-9a23-eb7b7437d301 None None] Pushing event updated for resources: {'Port': ['ID=3a8064eb-708a-4e1e-a69d-00dfb9bfa428,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:42.352807 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60062) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:42.359086 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-b40c8ab9-7ea8-4261-bfd8-83bbbcbb63e6 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Request body: {'security_group_rule': {'security_group_id': '358a16cb-84eb-41ff-b100-734949294668', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:42.381347 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-11cc5b0d-4af3-480b-8370-f64015c24feb None None] Provisioning complete for port 3a8064eb-708a-4e1e-a69d-00dfb9bfa428 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:45:42.381548 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d7279267-0191-421c-abbc-128f4d61f57f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:42.381962 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-11cc5b0d-4af3-480b-8370-f64015c24feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:42.392942 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e185e5-e205-4a7b-931b-20546eeca366 req-9c657047-8ca3-4764-8fc5-322150e972d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:42.394644 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-72e185e5-e205-4a7b-931b-20546eeca366 req-9c657047-8ca3-4764-8fc5-322150e972d8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a56febe1ed07496abd79e6dfcd66d421&device_id=4b8a1515-3d3a-404a-a96e-a3984e3378f3 HTTP/1.1" status: 200 len: 1095 time: 0.1215918 Oct 27 18:45:42.484136 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d7279267-0191-421c-abbc-128f4d61f57f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:42.522340 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7279267-0191-421c-abbc-128f4d61f57f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40fc57f3-a774-492c-a167-b80fc27ec71a,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:42.542202 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [None req-4345e90d-b569-4d6c-93e0-cac029bc1fe2 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Floating IP d3a46920-b931-4e66-bf3f-e9770724f675 associated. External IP: 172.25.6.192, port: 2b5c92d8-2aa2-44c7-9fa4-298d0f075ece. Oct 27 18:45:42.555566 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b40c8ab9-7ea8-4261-bfd8-83bbbcbb63e6 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:42.589950 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e185e5-e205-4a7b-931b-20546eeca366 req-1e394ac9-5c76-4146-93d3-fd01185541eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:42.591950 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-72e185e5-e205-4a7b-931b-20546eeca366 req-1e394ac9-5c76-4146-93d3-fd01185541eb service neutron] 10.222.0.81 "GET /v2.0/networks?id=75e02ded-c2ac-42f1-841f-7a6a75428960 HTTP/1.1" status: 200 len: 898 time: 0.1879361 Oct 27 18:45:42.619573 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d7279267-0191-421c-abbc-128f4d61f57f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:42.620960 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d7279267-0191-421c-abbc-128f4d61f57f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6246109 Oct 27 18:45:42.644776 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-30db83a8-1131-48d2-97b2-22b4bfb45c0c req-c0b2a090-b053-4156-9caa-22c86e0c7d0b tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] 10.222.0.52 "GET /v2.0/security-groups?id=99f7f361-3858-4349-a5fa-f4c87ffc8737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6888132 Oct 27 18:45:42.648811 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60064) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:42.650370 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-72e185e5-e205-4a7b-931b-20546eeca366 req-4ad404eb-6d3c-4572-9286-9d667863195e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34f552f3-e722-46af-9140-9f4def23bbc8 HTTP/1.1" status: 200 len: 217 time: 0.0487595 Oct 27 18:45:42.656603 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-935b3931-4323-4054-8b0e-f37d380fa6dc tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'security_group_rule': {'security_group_id': 'f35e86e5-032f-42cd-9d02-3615b3e713b5', 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:42.679675 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b40c8ab9-7ea8-4261-bfd8-83bbbcbb63e6 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:42.733261 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fbe8f55-28eb-4b6c-9237-d1edfff4490b tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:45:42.733261 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6fbe8f55-28eb-4b6c-9237-d1edfff4490b tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:42.738095 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd72d1c-200c-4ca6-a652-db8a0b6d27cf None None] Sync routers for ids ['7b1332c2-274e-411b-80ac-ddcdbbd482b7'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:45:42.747844 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e185e5-e205-4a7b-931b-20546eeca366 req-89f3afe2-85a4-48c5-92c2-54c74b6120ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:42.749552 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-72e185e5-e205-4a7b-931b-20546eeca366 req-89f3afe2-85a4-48c5-92c2-54c74b6120ec service neutron] 10.222.0.81 "GET /v2.0/subnets?id=18093b5f-696f-44c2-a94b-0ce096165d5c HTTP/1.1" status: 200 len: 834 time: 0.0685990 Oct 27 18:45:42.755611 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd72d1c-200c-4ca6-a652-db8a0b6d27cf None None] Routers {'7b1332c2-274e-411b-80ac-ddcdbbd482b7'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:45:42.756248 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-5bd72d1c-200c-4ca6-a652-db8a0b6d27cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['7b1332c2-274e-411b-80ac-ddcdbbd482b7'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:42.804452 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b40c8ab9-7ea8-4261-bfd8-83bbbcbb63e6 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:42.821105 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c8ab9-7ea8-4261-bfd8-83bbbcbb63e6 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beb74bea-7735-4e0e-9f96-49a7f20d6ca0,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:42.825441 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6fbe8f55-28eb-4b6c-9237-d1edfff4490b tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "DELETE /v2.0/floatingips/28c38d8c-8bd4-402b-a315-21b3b548efb7 HTTP/1.1" status: 204 len: 168 time: 3.5093441 Oct 27 18:45:42.845199 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9905d48-d792-47f1-ae91-61458583a08d', 'tag': '45a617e4-d52d-46b6-85b9-33cd62580925'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:45:42.845199 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd905ade-8012-4442-9f88-128cb658601d" -d '{"events": [{"name": "network-changed", "server_uuid": "b9905d48-d792-47f1-ae91-61458583a08d", "tag": "45a617e4-d52d-46b6-85b9-33cd62580925"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:45:42.846197 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e185e5-e205-4a7b-931b-20546eeca366 req-9b8423df-9b81-4b70-83e9-48dec79294b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:42.856461 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-72e185e5-e205-4a7b-931b-20546eeca366 req-9b8423df-9b81-4b70-83e9-48dec79294b4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=75e02ded-c2ac-42f1-841f-7a6a75428960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978837 Oct 27 18:45:42.933355 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-5bd72d1c-200c-4ca6-a652-db8a0b6d27cf None None] Set router 7b1332c2-274e-411b-80ac-ddcdbbd482b7 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:45:42.959231 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b40c8ab9-7ea8-4261-bfd8-83bbbcbb63e6 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:42.963538 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-935b3931-4323-4054-8b0e-f37d380fa6dc tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:42.968089 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b40c8ab9-7ea8-4261-bfd8-83bbbcbb63e6 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6141300 Oct 27 18:45:42.970667 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60074) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:42.981293 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-d034defb-be43-41e9-ae5c-1b98eb75a1da tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Request body: {'security_group_rule': {'security_group_id': '358a16cb-84eb-41ff-b100-734949294668', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:42.982310 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-72e185e5-e205-4a7b-931b-20546eeca366 req-ba1880d6-9456-49d2-9455-cc2e6c2c4b60 service neutron] 10.222.0.81 "GET /v2.0/networks/75e02ded-c2ac-42f1-841f-7a6a75428960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178787 Oct 27 18:45:42.998550 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a23d8-0a14-4298-926d-1ff1657113f2 req-93f69ac3-14a5-4a59-b029-6215dffd4850 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:43.000460 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-309a23d8-0a14-4298-926d-1ff1657113f2 req-93f69ac3-14a5-4a59-b029-6215dffd4850 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b8a1515-3d3a-404a-a96e-a3984e3378f3 HTTP/1.1" status: 200 len: 944 time: 0.2356932 Oct 27 18:45:43.129610 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4345e90d-b569-4d6c-93e0-cac029bc1fe2 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Router b1dfc17f-d089-4506-a51a-4099bdf15394 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:45:43.136269 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-72e185e5-e205-4a7b-931b-20546eeca366 req-1d862d93-40e8-48f8-9336-e30f51d2de6d service neutron] 10.222.0.81 "GET /v2.0/networks/75e02ded-c2ac-42f1-841f-7a6a75428960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404314 Oct 27 18:45:43.140043 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-309a23d8-0a14-4298-926d-1ff1657113f2 req-2da2ad2e-785d-48b6-948e-cb1ceaaefdf2 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7f1ea27-933a-45d7-ad94-26eb8ca2bded&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191089 Oct 27 18:45:43.152791 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-935b3931-4323-4054-8b0e-f37d380fa6dc tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:43.285670 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-935b3931-4323-4054-8b0e-f37d380fa6dc tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:43.304188 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d034defb-be43-41e9-ae5c-1b98eb75a1da tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:43.311918 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-5bd72d1c-200c-4ca6-a652-db8a0b6d27cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1332c2-274e-411b-80ac-ddcdbbd482b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-78422740', 'tenant_id': '38372ab8aa394f258676f181e4e603cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '87ec38e3-49b2-44e6-9a86-ec13e0220c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:43:39Z', 'updated_at': '2021-10-27T18:43:49Z', 'revision_number': 4, 'project_id': '38372ab8aa394f258676f181e4e603cf', 'gw_port': {'id': '87ec38e3-49b2-44e6-9a86-ec13e0220c96', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1332c2-274e-411b-80ac-ddcdbbd482b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:43:40Z', 'updated_at': '2021-10-27T18:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '3770fffa-9cfc-44a2-8caa-b6972ded8c5a', 'name': '', 'network_id': '0d50917e-a177-4649-b0d3-adb7493eba05', 'tenant_id': '38372ab8aa394f258676f181e4e603cf', 'mac_address': 'fa:16:3e:9c:dc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1332c2-274e-411b-80ac-ddcdbbd482b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '4b4b6c05-77b6-4a18-8ee2-4221ffb5fd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:43:47Z', 'updated_at': '2021-10-27T18:43:55Z', 'revision_number': 5, 'project_id': '38372ab8aa394f258676f181e4e603cf', 'subnets': [{'id': '4b4b6c05-77b6-4a18-8ee2-4221ffb5fd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:43.350310 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4345e90d-b569-4d6c-93e0-cac029bc1fe2 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:45:43.361997 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ede7de-040a-4c2b-8644-5ec8dc42d835 None None] Sync routers for ids ['b1dfc17f-d089-4506-a51a-4099bdf15394'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:45:43.363828 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b3931-4323-4054-8b0e-f37d380fa6dc tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e785855-fc0b-4ff2-a6fd-5ede66fc3207,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:43.390851 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd72d1c-200c-4ca6-a652-db8a0b6d27cf None None] Checking router: 7b1332c2-274e-411b-80ac-ddcdbbd482b7 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:45:43.396903 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ede7de-040a-4c2b-8644-5ec8dc42d835 None None] Routers {'b1dfc17f-d089-4506-a51a-4099bdf15394'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:45:43.397573 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-64ede7de-040a-4c2b-8644-5ec8dc42d835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b1dfc17f-d089-4506-a51a-4099bdf15394'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:43.419275 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd72d1c-200c-4ca6-a652-db8a0b6d27cf None None] Routers {'7b1332c2-274e-411b-80ac-ddcdbbd482b7'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:45:43.419981 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-5bd72d1c-200c-4ca6-a652-db8a0b6d27cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['7b1332c2-274e-411b-80ac-ddcdbbd482b7'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:43.445050 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d034defb-be43-41e9-ae5c-1b98eb75a1da tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:43.449860 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-935b3931-4323-4054-8b0e-f37d380fa6dc tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:43.458054 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60078) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:43.458268 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-935b3931-4323-4054-8b0e-f37d380fa6dc tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8080835 Oct 27 18:45:43.462612 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-b077969e-b6ab-49f1-b6ec-07e75856e006 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'security_group_rule': {'security_group_id': 'f35e86e5-032f-42cd-9d02-3615b3e713b5', 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:43.493115 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-64ede7de-040a-4c2b-8644-5ec8dc42d835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:43.504391 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ede7de-040a-4c2b-8644-5ec8dc42d835 None None] Routers {'b1dfc17f-d089-4506-a51a-4099bdf15394'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:45:43.505260 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-64ede7de-040a-4c2b-8644-5ec8dc42d835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b1dfc17f-d089-4506-a51a-4099bdf15394'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:43.538128 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 3a8064eb-708a-4e1e-a69d-00dfb9bfa428 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:45:43.553640 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-64ede7de-040a-4c2b-8644-5ec8dc42d835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:43.554286 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ede7de-040a-4c2b-8644-5ec8dc42d835 None None] The sync data for ids ['b1dfc17f-d089-4506-a51a-4099bdf15394'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:45:43.562771 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4345e90d-b569-4d6c-93e0-cac029bc1fe2 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:43.596747 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4345e90d-b569-4d6c-93e0-cac029bc1fe2 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.2839439 Oct 27 18:45:43.596747 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d034defb-be43-41e9-ae5c-1b98eb75a1da tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:43.596747 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60082) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:43.606647 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-1c392299-3a77-4e5a-b140-3460c51f8305 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Request body: {'floatingip': {'port_id': '2b5c92d8-2aa2-44c7-9fa4-298d0f075ece', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:43.615573 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:43.618761 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:43.629438 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-5bd72d1c-200c-4ca6-a652-db8a0b6d27cf None None] Set router 7b1332c2-274e-411b-80ac-ddcdbbd482b7 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:45:43.653053 n-d-815690-2 neutron-server[102879]: INFO neutron.db.securitygroups_db [None req-b077969e-b6ab-49f1-b6ec-07e75856e006 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Project 21f5568e020c455199c8dde94ac0b73c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 18:45:43.653053 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b077969e-b6ab-49f1-b6ec-07e75856e006 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:43.695735 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 3a8064eb-708a-4e1e-a69d-00dfb9bfa428 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:45:43.696318 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:43.703249 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1c392299-3a77-4e5a-b140-3460c51f8305 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for floatingip, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:43.709579 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d034defb-be43-41e9-ae5c-1b98eb75a1da tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=113af1b5-9778-4a53-b0e6-b2bf3dd8edd1,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:43.804096 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b077969e-b6ab-49f1-b6ec-07e75856e006 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:43.836964 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d034defb-be43-41e9-ae5c-1b98eb75a1da tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:43.841530 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d034defb-be43-41e9-ae5c-1b98eb75a1da tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8623025 Oct 27 18:45:43.842370 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60088) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:43.848627 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-7aacd675-8a53-4e55-9cc0-b2e94e22b4c6 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:43.946600 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b077969e-b6ab-49f1-b6ec-07e75856e006 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:43.979410 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b077969e-b6ab-49f1-b6ec-07e75856e006 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0604840f-d18a-4235-9ab4-b909519c1b90,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:43.993176 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7aacd675-8a53-4e55-9cc0-b2e94e22b4c6 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks [] for floatingip, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:44.072857 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-5bd72d1c-200c-4ca6-a652-db8a0b6d27cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1332c2-274e-411b-80ac-ddcdbbd482b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-78422740', 'tenant_id': '38372ab8aa394f258676f181e4e603cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '87ec38e3-49b2-44e6-9a86-ec13e0220c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:43:39Z', 'updated_at': '2021-10-27T18:43:49Z', 'revision_number': 4, 'project_id': '38372ab8aa394f258676f181e4e603cf', 'gw_port': {'id': '87ec38e3-49b2-44e6-9a86-ec13e0220c96', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1332c2-274e-411b-80ac-ddcdbbd482b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:43:40Z', 'updated_at': '2021-10-27T18:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '3770fffa-9cfc-44a2-8caa-b6972ded8c5a', 'name': '', 'network_id': '0d50917e-a177-4649-b0d3-adb7493eba05', 'tenant_id': '38372ab8aa394f258676f181e4e603cf', 'mac_address': 'fa:16:3e:9c:dc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1332c2-274e-411b-80ac-ddcdbbd482b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '4b4b6c05-77b6-4a18-8ee2-4221ffb5fd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:43:47Z', 'updated_at': '2021-10-27T18:43:55Z', 'revision_number': 5, 'project_id': '38372ab8aa394f258676f181e4e603cf', 'subnets': [{'id': '4b4b6c05-77b6-4a18-8ee2-4221ffb5fd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:44.093175 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b077969e-b6ab-49f1-b6ec-07e75856e006 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:44.097211 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b077969e-b6ab-49f1-b6ec-07e75856e006 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6382229 Oct 27 18:45:44.098598 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60090) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:44.103987 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-a0f39892-79f0-4484-a4b9-a27a9824764e tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'security_group_rule': {'security_group_id': 'f35e86e5-032f-42cd-9d02-3615b3e713b5', 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:44.111307 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd72d1c-200c-4ca6-a652-db8a0b6d27cf None None] The sync data for ids ['7b1332c2-274e-411b-80ac-ddcdbbd482b7'] in n-d-815690-2 is: [{'id': '7b1332c2-274e-411b-80ac-ddcdbbd482b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-78422740', 'tenant_id': '38372ab8aa394f258676f181e4e603cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '87ec38e3-49b2-44e6-9a86-ec13e0220c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:43:39Z', 'updated_at': '2021-10-27T18:43:49Z', 'revision_number': 4, 'project_id': '38372ab8aa394f258676f181e4e603cf', 'gw_port': {'id': '87ec38e3-49b2-44e6-9a86-ec13e0220c96', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1332c2-274e-411b-80ac-ddcdbbd482b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:43:40Z', 'updated_at': '2021-10-27T18:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '3770fffa-9cfc-44a2-8caa-b6972ded8c5a', 'name': '', 'network_id': '0d50917e-a177-4649-b0d3-adb7493eba05', 'tenant_id': '38372ab8aa394f258676f181e4e603cf', 'mac_address': 'fa:16:3e:9c:dc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1332c2-274e-411b-80ac-ddcdbbd482b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '4b4b6c05-77b6-4a18-8ee2-4221ffb5fd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:43:47Z', 'updated_at': '2021-10-27T18:43:55Z', 'revision_number': 5, 'project_id': '38372ab8aa394f258676f181e4e603cf', 'subnets': [{'id': '4b4b6c05-77b6-4a18-8ee2-4221ffb5fd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:45:44.164954 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7aacd675-8a53-4e55-9cc0-b2e94e22b4c6 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:44.233606 n-d-815690-2 neutron-server[102879]: INFO neutron.db.securitygroups_db [None req-a0f39892-79f0-4484-a4b9-a27a9824764e tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Project 21f5568e020c455199c8dde94ac0b73c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 18:45:44.248770 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a0f39892-79f0-4484-a4b9-a27a9824764e tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:44.366091 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-7aacd675-8a53-4e55-9cc0-b2e94e22b4c6 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Allocated IP 172.25.6.9 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/6c119d36-615e-48fa-8aa8-b419990d71bd) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:45:44.384184 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a0f39892-79f0-4484-a4b9-a27a9824764e tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:44.445835 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1c392299-3a77-4e5a-b140-3460c51f8305 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:44.499984 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7aacd675-8a53-4e55-9cc0-b2e94e22b4c6 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:44.523018 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a0f39892-79f0-4484-a4b9-a27a9824764e tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:44.551684 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f39892-79f0-4484-a4b9-a27a9824764e tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=069905c6-ffae-4b2a-ba8f-82a596f85dfd,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:44.592160 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1c392299-3a77-4e5a-b140-3460c51f8305 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:44.648790 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7aacd675-8a53-4e55-9cc0-b2e94e22b4c6 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:44.656362 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a0f39892-79f0-4484-a4b9-a27a9824764e tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:44.657521 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a0f39892-79f0-4484-a4b9-a27a9824764e tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5577443 Oct 27 18:45:44.719758 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60098) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:44.751844 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-6fd3461a-5ebb-4632-aabd-4492e7d8d9a7 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'network': {'name': 'tempest-network-smoke--182980981', 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'port_security_enabled': True}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:44.898404 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae56d2e-4061-46e3-9168-5cd51bd7352e x-openstack-request-id: req-eae56d2e-4061-46e3-9168-5cd51bd7352e {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:45:44.898766 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9905d48-d792-47f1-ae91-61458583a08d", "tag": "45a617e4-d52d-46b6-85b9-33cd62580925", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:45:44.899665 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eae56d2e-4061-46e3-9168-5cd51bd7352e {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:45:44.905599 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9905d48-d792-47f1-ae91-61458583a08d', 'tag': '45a617e4-d52d-46b6-85b9-33cd62580925', 'status': 'completed', 'code': 200} Oct 27 18:45:44.935386 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a385df-b54a-414c-ac17-02b4a75ac1c1 None None] New status for floating IP 28c38d8c-8bd4-402b-a315-21b3b548efb7: DOWN {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:45:45.132107 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3c1a8-791f-4e78-b141-b25f667ad2eb req-5ce6df26-2d4e-422d-85a0-ddf7df8242db tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:45.140236 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ffd3c1a8-791f-4e78-b141-b25f667ad2eb req-5ce6df26-2d4e-422d-85a0-ddf7df8242db tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b8a1515-3d3a-404a-a96e-a3984e3378f3 HTTP/1.1" status: 200 len: 944 time: 0.1306129 Oct 27 18:45:45.201084 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ffd3c1a8-791f-4e78-b141-b25f667ad2eb req-f6f2474e-8b91-4126-ba00-3653d270030f tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7f1ea27-933a-45d7-ad94-26eb8ca2bded&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593543 Oct 27 18:45:45.229477 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c392299-3a77-4e5a-b140-3460c51f8305 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Router b1dfc17f-d089-4506-a51a-4099bdf15394 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:45:45.436038 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aacd675-8a53-4e55-9cc0-b2e94e22b4c6 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:45:45.462260 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-7aacd675-8a53-4e55-9cc0-b2e94e22b4c6 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:45:45.470846 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aacd675-8a53-4e55-9cc0-b2e94e22b4c6 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:45:45.519328 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aacd675-8a53-4e55-9cc0-b2e94e22b4c6 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Pushing event updated for resources: {'Port': ['ID=6c119d36-615e-48fa-8aa8-b419990d71bd,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:45.532765 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39a6b7-4d5b-4dce-a8b8-eada246e02a7 req-38fe6431-f6ab-4158-9d6b-849d4c4e35be tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:45.535353 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 34f552f3-e722-46af-9140-9f4def23bbc8 details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:45:45.538749 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:45.543558 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd905ade-8012-4442-9f88-128cb658601d req-1a4e0ac9-9da0-406e-973d-6bb57adc135c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:45.543676 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9c39a6b7-4d5b-4dce-a8b8-eada246e02a7 req-38fe6431-f6ab-4158-9d6b-849d4c4e35be tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9905d48-d792-47f1-ae91-61458583a08d HTTP/1.1" status: 200 len: 984 time: 0.1996887 Oct 27 18:45:45.545691 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bd905ade-8012-4442-9f88-128cb658601d req-1a4e0ac9-9da0-406e-973d-6bb57adc135c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=38372ab8aa394f258676f181e4e603cf&device_id=b9905d48-d792-47f1-ae91-61458583a08d HTTP/1.1" status: 200 len: 1135 time: 0.1355515 Oct 27 18:45:45.623556 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9c39a6b7-4d5b-4dce-a8b8-eada246e02a7 req-15c0c32c-9558-41f7-b7db-8374f319b3ca tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "GET /v2.0/security-groups?id=30994bf8-537a-49b0-bdc1-1fbc482673ce&id=ebd74c76-a398-4fff-b25c-4f5955410307&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0723505 Oct 27 18:45:45.642334 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c392299-3a77-4e5a-b140-3460c51f8305 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:45:45.652102 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd3461a-5ebb-4632-aabd-4492e7d8d9a7 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Made reservation on behalf of 21f5568e020c455199c8dde94ac0b73c for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:45:45.656265 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6fd3461a-5ebb-4632-aabd-4492e7d8d9a7 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:45.662135 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca0ee09-a227-4bfc-9930-daad08ac024c None None] Sync routers for ids ['b1dfc17f-d089-4506-a51a-4099bdf15394'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:45:45.667584 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 34f552f3-e722-46af-9140-9f4def23bbc8, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=34f552f3-e722-46af-9140-9f4def23bbc8,segment=NetworkSegment(5df04c20-b7e4-4ee5-af77-441b83fa19d3),segment_id=5df04c20-b7e4-4ee5-af77-441b83fa19d3)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:45:45.669924 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1c392299-3a77-4e5a-b140-3460c51f8305 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:45.682508 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': '34f552f3-e722-46af-9140-9f4def23bbc8', 'network_id': '75e02ded-c2ac-42f1-841f-7a6a75428960', 'port_id': '34f552f3-e722-46af-9140-9f4def23bbc8', 'mac_address': 'fa:16:3e:b5:56:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18093b5f-696f-44c2-a94b-0ce096165d5c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:45:45.686495 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca0ee09-a227-4bfc-9930-daad08ac024c None None] Routers {'b1dfc17f-d089-4506-a51a-4099bdf15394'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:45:45.687163 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-dca0ee09-a227-4bfc-9930-daad08ac024c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b1dfc17f-d089-4506-a51a-4099bdf15394'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:45.732985 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd3461a-5ebb-4632-aabd-4492e7d8d9a7 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] vlan segment allocate from pool success with {'vlan_id': 1018, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:45:45.789084 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:45.809390 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34f552f3-e722-46af-9140-9f4def23bbc8 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:45:45.809945 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6fd3461a-5ebb-4632-aabd-4492e7d8d9a7 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:45.810265 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-6fd3461a-5ebb-4632-aabd-4492e7d8d9a7 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Added segment 1fc589c5-2774-47b1-a7a7-250651af85dc of type vlan for network 7bd6a875-a657-47e8-89d0-37edc08a1634 Oct 27 18:45:45.827606 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd905ade-8012-4442-9f88-128cb658601d req-cedf93d0-0c63-41ad-a007-437ac396549a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:45.829204 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bd905ade-8012-4442-9f88-128cb658601d req-cedf93d0-0c63-41ad-a007-437ac396549a service neutron] 10.222.0.93 "GET /v2.0/networks?id=0d50917e-a177-4649-b0d3-adb7493eba05 HTTP/1.1" status: 200 len: 899 time: 0.2642837 Oct 27 18:45:45.833469 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1c392299-3a77-4e5a-b140-3460c51f8305 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "PUT /v2.0/floatingips/d3a46920-b931-4e66-bf3f-e9770724f675 HTTP/1.1" status: 200 len: 979 time: 2.2347298 Oct 27 18:45:45.837205 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60106) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:45.849479 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 34f552f3-e722-46af-9140-9f4def23bbc8, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=34f552f3-e722-46af-9140-9f4def23bbc8,segment=NetworkSegment(5df04c20-b7e4-4ee5-af77-441b83fa19d3),segment_id=5df04c20-b7e4-4ee5-af77-441b83fa19d3)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:45:45.867235 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7aacd675-8a53-4e55-9cc0-b2e94e22b4c6 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:45.928828 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:45.947156 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-dca0ee09-a227-4bfc-9930-daad08ac024c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:45.973343 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca0ee09-a227-4bfc-9930-daad08ac024c None None] Routers {'b1dfc17f-d089-4506-a51a-4099bdf15394'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:45:45.974321 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-dca0ee09-a227-4bfc-9930-daad08ac024c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b1dfc17f-d089-4506-a51a-4099bdf15394'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:46.005659 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6fd3461a-5ebb-4632-aabd-4492e7d8d9a7 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:46.007818 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7aacd675-8a53-4e55-9cc0-b2e94e22b4c6 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:46.017851 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-dca0ee09-a227-4bfc-9930-daad08ac024c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:46.018892 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca0ee09-a227-4bfc-9930-daad08ac024c None None] The sync data for ids ['b1dfc17f-d089-4506-a51a-4099bdf15394'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:45:46.030564 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bd905ade-8012-4442-9f88-128cb658601d req-865a9be6-5725-4b80-b55b-e8720c983c65 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45a617e4-d52d-46b6-85b9-33cd62580925 HTTP/1.1" status: 200 len: 217 time: 0.1615281 Oct 27 18:45:46.126403 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=34f552f3-e722-46af-9140-9f4def23bbc8,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:46.132898 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.db.resource_extend [None req-6fd3461a-5ebb-4632-aabd-4492e7d8d9a7 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 18:45:46.141822 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['34f552f3-e722-46af-9140-9f4def23bbc8'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:45:46.313129 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd905ade-8012-4442-9f88-128cb658601d req-3f0b3ded-a619-4cee-b208-0ec3cac0c6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:46.315116 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bd905ade-8012-4442-9f88-128cb658601d req-3f0b3ded-a619-4cee-b208-0ec3cac0c6dc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=4b4b6c05-77b6-4a18-8ee2-4221ffb5fd84 HTTP/1.1" status: 200 len: 834 time: 0.2664433 Oct 27 18:45:46.345858 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a4a28-f9fc-4634-87a8-75b7d91d5c01 req-b1314a74-4b36-4b68-bf1f-16d117b7965a tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:46.348071 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-515a4a28-f9fc-4634-87a8-75b7d91d5c01 req-b1314a74-4b36-4b68-bf1f-16d117b7965a tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.93 "GET /v2.0/ports?device_id=b9905d48-d792-47f1-ae91-61458583a08d HTTP/1.1" status: 200 len: 984 time: 0.2799604 Oct 27 18:45:46.356132 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6fd3461a-5ebb-4632-aabd-4492e7d8d9a7 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:46.362571 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd3461a-5ebb-4632-aabd-4492e7d8d9a7 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:46.363383 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6fd3461a-5ebb-4632-aabd-4492e7d8d9a7 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:46.456479 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493c2fe-e155-4d58-bcbb-3d7e0e65531b req-5c111e44-0f6a-44aa-b89f-662f849a0bcc tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:46.458257 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c493c2fe-e155-4d58-bcbb-3d7e0e65531b req-5c111e44-0f6a-44aa-b89f-662f849a0bcc tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b8a1515-3d3a-404a-a96e-a3984e3378f3 HTTP/1.1" status: 200 len: 945 time: 0.1525190 Oct 27 18:45:46.605835 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c493c2fe-e155-4d58-bcbb-3d7e0e65531b req-e1cb1801-3a28-41c5-bcec-0bd194732b98 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7f1ea27-933a-45d7-ad94-26eb8ca2bded&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367610 Oct 27 18:45:46.646788 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7aacd675-8a53-4e55-9cc0-b2e94e22b4c6 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:46.695360 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6fd3461a-5ebb-4632-aabd-4492e7d8d9a7 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.9744532 Oct 27 18:45:46.696506 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd3461a-5ebb-4632-aabd-4492e7d8d9a7 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'Network': ['ID=7bd6a875-a657-47e8-89d0-37edc08a1634,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:46.697511 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60116) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:46.703001 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-d23846a6-96c2-4bf8-8f69-f877999d42ab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1263487848', 'admin_state_up': True, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:46.711451 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 7bd6a875-a657-47e8-89d0-37edc08a1634 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:45:46.735408 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd905ade-8012-4442-9f88-128cb658601d req-7b130b21-170a-4725-9057-319028c53e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:46.737245 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bd905ade-8012-4442-9f88-128cb658601d req-7b130b21-170a-4725-9057-319028c53e94 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0d50917e-a177-4649-b0d3-adb7493eba05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4078293 Oct 27 18:45:46.782571 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7aacd675-8a53-4e55-9cc0-b2e94e22b4c6 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:46.826904 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d23846a6-96c2-4bf8-8f69-f877999d42ab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:46.831295 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d23846a6-96c2-4bf8-8f69-f877999d42ab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:46.863691 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19acd26-51c0-417a-96d4-d0af2599a038 req-bf64c56c-9c27-40e6-bd54-85e4026a0253 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:46.882635 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c19acd26-51c0-417a-96d4-d0af2599a038 req-bf64c56c-9c27-40e6-bd54-85e4026a0253 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "GET /v2.0/ports?device_id=b9905d48-d792-47f1-ae91-61458583a08d HTTP/1.1" status: 200 len: 984 time: 0.1264253 Oct 27 18:45:46.965484 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c19acd26-51c0-417a-96d4-d0af2599a038 req-ba112d4e-adf5-4306-a654-cee0294f4cf8 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "GET /v2.0/security-groups?id=30994bf8-537a-49b0-bdc1-1fbc482673ce&id=ebd74c76-a398-4fff-b25c-4f5955410307&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0817010 Oct 27 18:45:46.971985 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-515a4a28-f9fc-4634-87a8-75b7d91d5c01 req-9d175918-cd9c-4665-8b4d-8d3a53a88a21 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Deleting port 45a617e4-d52d-46b6-85b9-33cd62580925 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:45:46.972322 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-515a4a28-f9fc-4634-87a8-75b7d91d5c01 req-9d175918-cd9c-4665-8b4d-8d3a53a88a21 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:46.975456 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7aacd675-8a53-4e55-9cc0-b2e94e22b4c6 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:47.000515 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d23846a6-96c2-4bf8-8f69-f877999d42ab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:47.010115 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-302f7dc0-752f-479a-ab5b-8b03a2eb8690 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Deleting port a0df62a1-007a-4d80-9adb-6db6259ce581 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:45:47.010629 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-302f7dc0-752f-479a-ab5b-8b03a2eb8690 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:47.093818 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7aacd675-8a53-4e55-9cc0-b2e94e22b4c6 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:47.095049 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7aacd675-8a53-4e55-9cc0-b2e94e22b4c6 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.2514999 Oct 27 18:45:47.104938 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aacd675-8a53-4e55-9cc0-b2e94e22b4c6 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Pushing event updated for resources: {'Port': ['ID=6c119d36-615e-48fa-8aa8-b419990d71bd,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:47.182763 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bd905ade-8012-4442-9f88-128cb658601d req-ab08269b-f00f-42e6-8dbd-763e7b641011 service neutron] 10.222.0.93 "GET /v2.0/networks/0d50917e-a177-4649-b0d3-adb7493eba05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4352219 Oct 27 18:45:47.220929 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 34f552f3-e722-46af-9140-9f4def23bbc8 up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:45:47.323966 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-302f7dc0-752f-479a-ab5b-8b03a2eb8690 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:47.324644 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-302f7dc0-752f-479a-ab5b-8b03a2eb8690 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:47.361550 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-302f7dc0-752f-479a-ab5b-8b03a2eb8690 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Calling delete_port for a0df62a1-007a-4d80-9adb-6db6259ce581 owned by network:floatingip {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:45:47.367811 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-515a4a28-f9fc-4634-87a8-75b7d91d5c01 req-9d175918-cd9c-4665-8b4d-8d3a53a88a21 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] For port 45a617e4-d52d-46b6-85b9-33cd62580925, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=45a617e4-d52d-46b6-85b9-33cd62580925,segment=NetworkSegment(e9c05ce6-4f6e-449a-a420-38d627a94b66),segment_id=e9c05ce6-4f6e-449a-a420-38d627a94b66)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:45:47.368529 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-515a4a28-f9fc-4634-87a8-75b7d91d5c01 req-9d175918-cd9c-4665-8b4d-8d3a53a88a21 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:47.398031 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-515a4a28-f9fc-4634-87a8-75b7d91d5c01 req-9d175918-cd9c-4665-8b4d-8d3a53a88a21 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Calling delete_port for 45a617e4-d52d-46b6-85b9-33cd62580925 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:45:47.480457 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bd905ade-8012-4442-9f88-128cb658601d req-1c5822e5-e80e-4258-9aa2-5437621a6e58 service neutron] 10.222.0.93 "GET /v2.0/networks/0d50917e-a177-4649-b0d3-adb7493eba05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880206 Oct 27 18:45:47.500204 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning for port 34f552f3-e722-46af-9140-9f4def23bbc8 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:45:47.500418 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d23846a6-96c2-4bf8-8f69-f877999d42ab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:47.510005 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port 34f552f3-e722-46af-9140-9f4def23bbc8 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:45:47.515132 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:47.519197 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-52579956-2952-4e3f-81c9-52ed039930d5 req-29a57357-e0b1-46f1-ac13-41f35f536bd1 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--694287819&fields=id&tenant_id=186d6eca453449f79cfaf020191a989c HTTP/1.1" status: 200 len: 267 time: 0.1554534 Oct 27 18:45:47.705443 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:47.712161 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:45:47.735816 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8a1515-3d3a-404a-a96e-a3984e3378f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f552f3-e722-46af-9140-9f4def23bbc8'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:45:47.738103 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef5078e-7b33-438f-b9b3-d9625804ebdb" -d '{"events": [{"server_uuid": "4b8a1515-3d3a-404a-a96e-a3984e3378f3", "name": "network-vif-plugged", "status": "completed", "tag": "34f552f3-e722-46af-9140-9f4def23bbc8"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:45:47.749744 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52579956-2952-4e3f-81c9-52ed039930d5 req-923bf2f0-e16c-4a36-a7d5-abd33ee0ea97 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:47.751742 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 34f552f3-e722-46af-9140-9f4def23bbc8, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=34f552f3-e722-46af-9140-9f4def23bbc8,segment=NetworkSegment(5df04c20-b7e4-4ee5-af77-441b83fa19d3),segment_id=5df04c20-b7e4-4ee5-af77-441b83fa19d3)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:45:47.757965 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-52579956-2952-4e3f-81c9-52ed039930d5 req-923bf2f0-e16c-4a36-a7d5-abd33ee0ea97 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/networks?id=7ad8bf39-d91e-470a-b850-b50a11bc458b HTTP/1.1" status: 200 len: 817 time: 0.2379053 Oct 27 18:45:47.776067 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-52579956-2952-4e3f-81c9-52ed039930d5 req-06c805d0-fb6a-4179-851f-972b701ce7f5 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/quotas/186d6eca453449f79cfaf020191a989c HTTP/1.1" status: 200 len: 375 time: 0.0162449 Oct 27 18:45:47.831981 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:47.839445 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-52579956-2952-4e3f-81c9-52ed039930d5 req-c89f98af-f3b3-45fd-9b3e-ce7969fbf326 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=186d6eca453449f79cfaf020191a989c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0609529 Oct 27 18:45:47.859244 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-52579956-2952-4e3f-81c9-52ed039930d5 req-b02b5ce7-0602-4ef0-b4c1-749a1dcc97f0 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:45:47.860373 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-52579956-2952-4e3f-81c9-52ed039930d5 req-b02b5ce7-0602-4ef0-b4c1-749a1dcc97f0 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062792 Oct 27 18:45:47.861557 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-515a4a28-f9fc-4634-87a8-75b7d91d5c01 req-9d175918-cd9c-4665-8b4d-8d3a53a88a21 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:47.867987 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-302f7dc0-752f-479a-ab5b-8b03a2eb8690 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:47.909577 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=34f552f3-e722-46af-9140-9f4def23bbc8,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:47.933801 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d175918-cd9c-4665-8b4d-8d3a53a88a21 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Pushing event deleted for resources: {'Port': ['ID=45a617e4-d52d-46b6-85b9-33cd62580925,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:48.007781 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f7dc0-752f-479a-ab5b-8b03a2eb8690 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Pushing event deleted for resources: {'Port': ['ID=a0df62a1-007a-4d80-9adb-6db6259ce581,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:48.037798 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-515a4a28-f9fc-4634-87a8-75b7d91d5c01 req-9d175918-cd9c-4665-8b4d-8d3a53a88a21 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] No DVR routers for this DVR port 45a617e4-d52d-46b6-85b9-33cd62580925 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:45:48.041095 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-515a4a28-f9fc-4634-87a8-75b7d91d5c01 req-9d175918-cd9c-4665-8b4d-8d3a53a88a21 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:48.045905 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-515a4a28-f9fc-4634-87a8-75b7d91d5c01 req-9d175918-cd9c-4665-8b4d-8d3a53a88a21 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.93 "DELETE /v2.0/ports/45a617e4-d52d-46b6-85b9-33cd62580925 HTTP/1.1" status: 204 len: 173 time: 1.6780367 Oct 27 18:45:48.049179 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9905d48-d792-47f1-ae91-61458583a08d', 'name': 'network-vif-deleted', 'tag': '45a617e4-d52d-46b6-85b9-33cd62580925'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:45:48.051426 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72d79eb-d7db-4805-9619-7859c176ac65" -d '{"events": [{"server_uuid": "b9905d48-d792-47f1-ae91-61458583a08d", "name": "network-vif-deleted", "tag": "45a617e4-d52d-46b6-85b9-33cd62580925"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:45:48.061986 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-302f7dc0-752f-479a-ab5b-8b03a2eb8690 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for floatingip, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:48.062383 n-d-815690-2 neutron-server[102879]: INFO neutron.db.l3_db [None req-302f7dc0-752f-479a-ab5b-8b03a2eb8690 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Floating IP d3a46920-b931-4e66-bf3f-e9770724f675 disassociated (deleted). External IP: 172.25.6.192, port: 2b5c92d8-2aa2-44c7-9fa4-298d0f075ece. Oct 27 18:45:48.082266 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d23846a6-96c2-4bf8-8f69-f877999d42ab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for router_gateway, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:48.114771 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d23846a6-96c2-4bf8-8f69-f877999d42ab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:48.193962 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-52579956-2952-4e3f-81c9-52ed039930d5 req-39296504-dad2-45cc-91bb-26bd7f25dfc7 service neutron] 10.222.0.52 "GET /v2.0/networks/7ad8bf39-d91e-470a-b850-b50a11bc458b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599878 Oct 27 18:45:48.430463 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-302f7dc0-752f-479a-ab5b-8b03a2eb8690 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Router b1dfc17f-d089-4506-a51a-4099bdf15394 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:45:48.430722 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-d23846a6-96c2-4bf8-8f69-f877999d42ab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Allocated IP 172.25.6.226 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/77d7dce0-73f0-451b-91d0-3f1540a1f916) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:45:48.457547 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-52579956-2952-4e3f-81c9-52ed039930d5 req-8990e599-44cb-4134-ae73-12667957c4b3 service neutron] 10.222.0.52 "GET /v2.0/networks/7ad8bf39-d91e-470a-b850-b50a11bc458b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466629 Oct 27 18:45:48.710012 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d23846a6-96c2-4bf8-8f69-f877999d42ab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:48.895258 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d23846a6-96c2-4bf8-8f69-f877999d42ab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:48.964001 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23846a6-96c2-4bf8-8f69-f877999d42ab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:45:48.965524 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23846a6-96c2-4bf8-8f69-f877999d42ab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'Port': ['ID=77d7dce0-73f0-451b-91d0-3f1540a1f916,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:48.968481 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-d23846a6-96c2-4bf8-8f69-f877999d42ab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:45:48.972047 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23846a6-96c2-4bf8-8f69-f877999d42ab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:45:49.016899 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302f7dc0-752f-479a-ab5b-8b03a2eb8690 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:45:49.022082 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-302f7dc0-752f-479a-ab5b-8b03a2eb8690 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:49.035978 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264cc12b-0d7a-4f1b-93b5-37cce7a1beef None None] Sync routers for ids ['b1dfc17f-d089-4506-a51a-4099bdf15394'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:45:49.050578 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264cc12b-0d7a-4f1b-93b5-37cce7a1beef None None] Routers {'b1dfc17f-d089-4506-a51a-4099bdf15394'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:45:49.051290 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-264cc12b-0d7a-4f1b-93b5-37cce7a1beef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b1dfc17f-d089-4506-a51a-4099bdf15394'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:49.086708 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-302f7dc0-752f-479a-ab5b-8b03a2eb8690 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "DELETE /v2.0/floatingips/d3a46920-b931-4e66-bf3f-e9770724f675 HTTP/1.1" status: 204 len: 168 time: 3.2238617 Oct 27 18:45:49.092090 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60152) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:49.134090 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-264cc12b-0d7a-4f1b-93b5-37cce7a1beef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:49.167304 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264cc12b-0d7a-4f1b-93b5-37cce7a1beef None None] Routers {'b1dfc17f-d089-4506-a51a-4099bdf15394'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:45:49.167484 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-264cc12b-0d7a-4f1b-93b5-37cce7a1beef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b1dfc17f-d089-4506-a51a-4099bdf15394'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:49.246143 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-264cc12b-0d7a-4f1b-93b5-37cce7a1beef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:49.246976 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264cc12b-0d7a-4f1b-93b5-37cce7a1beef None None] The sync data for ids ['b1dfc17f-d089-4506-a51a-4099bdf15394'] in n-d-815690-2 is: [] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:45:49.296268 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-1d1da147-991f-4bf4-9fc9-b13068feb561 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Deleting port 2b5c92d8-2aa2-44c7-9fa4-298d0f075ece {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:45:49.297954 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1d1da147-991f-4bf4-9fc9-b13068feb561 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:49.427953 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1d1da147-991f-4bf4-9fc9-b13068feb561 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:49.444214 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-1d1da147-991f-4bf4-9fc9-b13068feb561 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Calling delete_port for 2b5c92d8-2aa2-44c7-9fa4-298d0f075ece owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:45:49.485715 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a7fc6-cb45-4209-a3bb-b95d4420d6bd req-5d5709be-3c65-44d1-bce9-6b1dce390cba tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:49.487291 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-521a7fc6-cb45-4209-a3bb-b95d4420d6bd req-5d5709be-3c65-44d1-bce9-6b1dce390cba tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b8a1515-3d3a-404a-a96e-a3984e3378f3 HTTP/1.1" status: 200 len: 946 time: 0.6394205 Oct 27 18:45:49.560671 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-521a7fc6-cb45-4209-a3bb-b95d4420d6bd req-e6116d96-edb2-44e9-b9ff-fbe044625c38 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7f1ea27-933a-45d7-ad94-26eb8ca2bded&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520823 Oct 27 18:45:49.610755 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674a258c-ae8b-4fa1-b9ee-9d1016a9a0fd x-openstack-request-id: req-674a258c-ae8b-4fa1-b9ee-9d1016a9a0fd {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:45:49.611525 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8a1515-3d3a-404a-a96e-a3984e3378f3", "name": "network-vif-plugged", "status": "completed", "tag": "34f552f3-e722-46af-9140-9f4def23bbc8", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:45:49.611943 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-674a258c-ae8b-4fa1-b9ee-9d1016a9a0fd {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:45:49.612480 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8a1515-3d3a-404a-a96e-a3984e3378f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f552f3-e722-46af-9140-9f4def23bbc8', 'code': 200} Oct 27 18:45:49.654860 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 45a617e4-d52d-46b6-85b9-33cd62580925 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:45:49.702965 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60166) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:49.713156 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 45a617e4-d52d-46b6-85b9-33cd62580925 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:45:49.713341 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 45a617e4-d52d-46b6-85b9-33cd62580925 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:45:49.815366 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d23846a6-96c2-4bf8-8f69-f877999d42ab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for router_gateway, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:49.818983 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a64adf-c1e0-4107-8d15-66efba7017fd x-openstack-request-id: req-32a64adf-c1e0-4107-8d15-66efba7017fd {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:45:49.819285 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9905d48-d792-47f1-ae91-61458583a08d", "name": "network-vif-deleted", "tag": "45a617e4-d52d-46b6-85b9-33cd62580925", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:45:49.819543 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-32a64adf-c1e0-4107-8d15-66efba7017fd {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:45:49.819954 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9905d48-d792-47f1-ae91-61458583a08d', 'name': 'network-vif-deleted', 'tag': '45a617e4-d52d-46b6-85b9-33cd62580925', 'status': 'completed', 'code': 200} Oct 27 18:45:49.825812 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1d1da147-991f-4bf4-9fc9-b13068feb561 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:49.882143 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1da147-991f-4bf4-9fc9-b13068feb561 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Pushing event deleted for resources: {'Port': ['ID=2b5c92d8-2aa2-44c7-9fa4-298d0f075ece,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:49.951539 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cac18b2a-d9fa-4c2c-b933-291e16ae5087 req-4afe1587-14ac-46e6-baf1-e0ddb328f403 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 210 time: 0.0791812 Oct 27 18:45:49.971736 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2079bff2-4cf6-4617-a755-a3eb3f5065df tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:49.984438 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7bfa82-ca6d-485b-afbe-abab91e5e166 req-808573b1-2401-4875-bfb7-e1c2f5a0aed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:49.984438 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-da7bfa82-ca6d-485b-afbe-abab91e5e166 req-808573b1-2401-4875-bfb7-e1c2f5a0aed4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4b8a1515-3d3a-404a-a96e-a3984e3378f3 HTTP/1.1" status: 200 len: 1097 time: 0.2706456 Oct 27 18:45:50.071030 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1d1da147-991f-4bf4-9fc9-b13068feb561 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:50.078569 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1d1da147-991f-4bf4-9fc9-b13068feb561 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "DELETE /v2.0/ports/2b5c92d8-2aa2-44c7-9fa4-298d0f075ece HTTP/1.1" status: 204 len: 168 time: 0.9816530 Oct 27 18:45:50.078569 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2079bff2-4cf6-4617-a755-a3eb3f5065df tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:50.086241 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60170) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:50.094070 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-0827497c-6540-455c-a475-231febc9d18a tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:50.152528 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-da7bfa82-ca6d-485b-afbe-abab91e5e166 req-6d9f7a9a-9916-4f71-b53f-121228737bec service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d7f1ea27-933a-45d7-ad94-26eb8ca2bded&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438417 Oct 27 18:45:50.160205 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d23846a6-96c2-4bf8-8f69-f877999d42ab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:50.214972 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2079bff2-4cf6-4617-a755-a3eb3f5065df tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:50.214972 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2079bff2-4cf6-4617-a755-a3eb3f5065df tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:50.219954 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60174) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:50.223044 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2079bff2-4cf6-4617-a755-a3eb3f5065df tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "DELETE /v2.0/security-groups/ebd74c76-a398-4fff-b25c-4f5955410307 HTTP/1.1" status: 204 len: 168 time: 0.5104642 Oct 27 18:45:50.238749 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2079bff2-4cf6-4617-a755-a3eb3f5065df tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd74c76-a398-4fff-b25c-4f5955410307,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:50.270036 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0827497c-6540-455c-a475-231febc9d18a tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for floatingip, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:50.426921 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d9bac7af-db46-4d4c-99d9-06a1ebc675c1 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:50.472133 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d9bac7af-db46-4d4c-99d9-06a1ebc675c1 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:50.548587 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0827497c-6540-455c-a475-231febc9d18a tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:50.607905 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23846a6-96c2-4bf8-8f69-f877999d42ab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Router b081e169-82e7-4d91-81d3-6a6b847fcdfb is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:45:50.729868 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d9bac7af-db46-4d4c-99d9-06a1ebc675c1 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:50.732409 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d9bac7af-db46-4d4c-99d9-06a1ebc675c1 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:50.733564 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d9bac7af-db46-4d4c-99d9-06a1ebc675c1 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "DELETE /v2.0/security-groups/30994bf8-537a-49b0-bdc1-1fbc482673ce HTTP/1.1" status: 204 len: 168 time: 0.5119598 Oct 27 18:45:50.736913 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60178) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:50.792966 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bac7af-db46-4d4c-99d9-06a1ebc675c1 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30994bf8-537a-49b0-bdc1-1fbc482673ce,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:50.826142 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-0827497c-6540-455c-a475-231febc9d18a tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Allocated IP 172.25.6.112 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/3536d677-111e-437a-ab96-1ccca1ddd91a) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:45:50.867095 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc83e2d-c6dc-427e-a234-c566a64ffcac req-94392a9c-4065-4fd2-8223-5979ec3e523e tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:50.867095 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7fc83e2d-c6dc-427e-a234-c566a64ffcac req-94392a9c-4065-4fd2-8223-5979ec3e523e tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b8a1515-3d3a-404a-a96e-a3984e3378f3 HTTP/1.1" status: 200 len: 946 time: 0.1884136 Oct 27 18:45:50.938741 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23846a6-96c2-4bf8-8f69-f877999d42ab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:45:50.955098 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd02227-c469-4d1a-9c4b-95424b0633bd None None] Sync routers for ids ['b081e169-82e7-4d91-81d3-6a6b847fcdfb'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:45:50.980331 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd02227-c469-4d1a-9c4b-95424b0633bd None None] Routers {'b081e169-82e7-4d91-81d3-6a6b847fcdfb'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:45:50.986485 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-dfd02227-c469-4d1a-9c4b-95424b0633bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b081e169-82e7-4d91-81d3-6a6b847fcdfb'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:51.108408 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7fc83e2d-c6dc-427e-a234-c566a64ffcac req-b6d47e4d-31a4-492f-92ca-deb38be2c295 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7f1ea27-933a-45d7-ad94-26eb8ca2bded&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2248662 Oct 27 18:45:51.161855 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0827497c-6540-455c-a475-231febc9d18a tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:51.167319 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d23846a6-96c2-4bf8-8f69-f877999d42ab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:51.168715 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d23846a6-96c2-4bf8-8f69-f877999d42ab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.4692838 Oct 27 18:45:51.174212 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60186) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:51.214963 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-dfd02227-c469-4d1a-9c4b-95424b0633bd None None] Set router b081e169-82e7-4d91-81d3-6a6b847fcdfb gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:45:51.229936 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-27c4a46f-a1b8-419b-84f0-ac7a08000698 tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=21f5568e020c455199c8dde94ac0b73c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0541348 Oct 27 18:45:51.232632 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60188) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:51.390104 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-810bd0e3-57f0-40fc-afd7-13ff4374eef4 req-bb8c7e9e-801a-4dab-b502-277972ea99fa tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 210 time: 0.0842357 Oct 27 18:45:51.435636 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d5de64-34f2-4526-9cff-136e5bf0ec55 tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:51.437550 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-41d5de64-34f2-4526-9cff-136e5bf0ec55 tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2029629 Oct 27 18:45:51.440035 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60190) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:51.475213 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3ead1c98-2b0a-468b-8791-1d27cb2f0c7c tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=0fad50cd-70b8-43d9-8a14-cc05c0fdea0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339885 Oct 27 18:45:51.478136 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60192) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:51.489186 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-b7e19233-ca73-4b9e-bb80-9b32fa0eb913 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-933855120', 'network_id': '7bd6a875-a657-47e8-89d0-37edc08a1634', 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:51.547344 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-dfd02227-c469-4d1a-9c4b-95424b0633bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b081e169-82e7-4d91-81d3-6a6b847fcdfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1263487848', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '77d7dce0-73f0-451b-91d0-3f1540a1f916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:46Z', 'updated_at': '2021-10-27T18:45:49Z', 'revision_number': 3, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '77d7dce0-73f0-451b-91d0-3f1540a1f916', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:15:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b081e169-82e7-4d91-81d3-6a6b847fcdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:48Z', 'updated_at': '2021-10-27T18:45:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:51.579387 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0827497c-6540-455c-a475-231febc9d18a tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:51.615444 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd02227-c469-4d1a-9c4b-95424b0633bd None None] Checking router: b081e169-82e7-4d91-81d3-6a6b847fcdfb for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:45:51.615785 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd02227-c469-4d1a-9c4b-95424b0633bd None None] Updating router b081e169-82e7-4d91-81d3-6a6b847fcdfb port 77d7dce0-73f0-451b-91d0-3f1540a1f916 binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:45:51.647084 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-dfd02227-c469-4d1a-9c4b-95424b0633bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:51.653283 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0827497c-6540-455c-a475-231febc9d18a tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:45:51.661659 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-0827497c-6540-455c-a475-231febc9d18a tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:45:51.664986 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0827497c-6540-455c-a475-231febc9d18a tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:45:51.675305 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827497c-6540-455c-a475-231febc9d18a tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Pushing event updated for resources: {'Port': ['ID=3536d677-111e-437a-ab96-1ccca1ddd91a,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:51.692249 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-44eeb64b-3b9f-4839-ad32-14597ab1b788 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:51.787578 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0827497c-6540-455c-a475-231febc9d18a tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:51.830031 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e19233-ca73-4b9e-bb80-9b32fa0eb913 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Made reservation on behalf of 21f5568e020c455199c8dde94ac0b73c for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:45:51.834511 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b7e19233-ca73-4b9e-bb80-9b32fa0eb913 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:51.969186 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0827497c-6540-455c-a475-231febc9d18a tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:52.021176 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-dfd02227-c469-4d1a-9c4b-95424b0633bd None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:52.094378 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-dfd02227-c469-4d1a-9c4b-95424b0633bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:52.168783 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782cd25c-77bc-4c3c-8917-b064d2d9948f None None] Pushing event updated for resources: {'Port': ['ID=77d7dce0-73f0-451b-91d0-3f1540a1f916,revision_number=2']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:52.204530 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-dfd02227-c469-4d1a-9c4b-95424b0633bd None None] Attempting to bind port 77d7dce0-73f0-451b-91d0-3f1540a1f916 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:45:52.204903 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-dfd02227-c469-4d1a-9c4b-95424b0633bd None None] Attempting to bind port 77d7dce0-73f0-451b-91d0-3f1540a1f916 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:45:52.205548 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd02227-c469-4d1a-9c4b-95424b0633bd None None] Attempting to bind port 77d7dce0-73f0-451b-91d0-3f1540a1f916 on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:45:52.216862 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd02227-c469-4d1a-9c4b-95424b0633bd None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:45:52.217264 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd02227-c469-4d1a-9c4b-95424b0633bd None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:45:52.217750 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-dfd02227-c469-4d1a-9c4b-95424b0633bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:52.218145 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd02227-c469-4d1a-9c4b-95424b0633bd None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:45:52.218709 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-dfd02227-c469-4d1a-9c4b-95424b0633bd None None] Bound port: 77d7dce0-73f0-451b-91d0-3f1540a1f916, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:45:52.219121 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-dfd02227-c469-4d1a-9c4b-95424b0633bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:52.311811 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52579956-2952-4e3f-81c9-52ed039930d5 req-48ac1287-62ff-4a0f-9e7b-8ad5714b3009 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:52.313862 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-52579956-2952-4e3f-81c9-52ed039930d5 req-48ac1287-62ff-4a0f-9e7b-8ad5714b3009 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.81 "GET /v2.0/networks?id=7ad8bf39-d91e-470a-b850-b50a11bc458b HTTP/1.1" status: 200 len: 817 time: 0.3762591 Oct 27 18:45:52.326963 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-dfd02227-c469-4d1a-9c4b-95424b0633bd None None] For port 77d7dce0-73f0-451b-91d0-3f1540a1f916, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:45:52.328691 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-44eeb64b-3b9f-4839-ad32-14597ab1b788 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Deleting port 3770fffa-9cfc-44a2-8caa-b6972ded8c5a {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:45:52.329035 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-44eeb64b-3b9f-4839-ad32-14597ab1b788 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:52.330579 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-dfd02227-c469-4d1a-9c4b-95424b0633bd None None] For port 77d7dce0-73f0-451b-91d0-3f1540a1f916, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=77d7dce0-73f0-451b-91d0-3f1540a1f916,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:45:52.364887 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cca01-e4a1-478f-8e2b-e3ada839255f req-6f4bd642-e8f7-43e1-b4e2-63581b9014c7 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:52.366422 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0c1cca01-e4a1-478f-8e2b-e3ada839255f req-6f4bd642-e8f7-43e1-b4e2-63581b9014c7 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b8a1515-3d3a-404a-a96e-a3984e3378f3 HTTP/1.1" status: 200 len: 946 time: 0.0819933 Oct 27 18:45:52.396568 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0827497c-6540-455c-a475-231febc9d18a tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:52.401339 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b7e19233-ca73-4b9e-bb80-9b32fa0eb913 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:52.411816 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-52579956-2952-4e3f-81c9-52ed039930d5 req-75c7ca2f-95e2-480b-862e-94195c7cc4a6 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=186d6eca453449f79cfaf020191a989c HTTP/1.1" status: 200 len: 379 time: 0.0858004 Oct 27 18:45:52.424663 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-52579956-2952-4e3f-81c9-52ed039930d5 req-3f8b19bf-cbd8-4b0f-89e8-5f2fe1edc3da tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Request body: {'port': {'device_id': '2a97861b-82ca-4465-b3ab-2b6f3ee4a17b', 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b', 'admin_state_up': True, 'tenant_id': '186d6eca453449f79cfaf020191a989c', 'security_groups': ['358a16cb-84eb-41ff-b100-734949294668']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:52.453926 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-dfd02227-c469-4d1a-9c4b-95424b0633bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:52.467290 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0c1cca01-e4a1-478f-8e2b-e3ada839255f req-34f0f911-3875-4d0e-9c8e-05e46341ff41 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7f1ea27-933a-45d7-ad94-26eb8ca2bded&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923502 Oct 27 18:45:52.507576 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0827497c-6540-455c-a475-231febc9d18a tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:52.519513 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-44eeb64b-3b9f-4839-ad32-14597ab1b788 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] For port 3770fffa-9cfc-44a2-8caa-b6972ded8c5a, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=3770fffa-9cfc-44a2-8caa-b6972ded8c5a,segment=NetworkSegment(e9c05ce6-4f6e-449a-a420-38d627a94b66),segment_id=e9c05ce6-4f6e-449a-a420-38d627a94b66)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:45:52.519874 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-44eeb64b-3b9f-4839-ad32-14597ab1b788 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:52.535312 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e19233-ca73-4b9e-bb80-9b32fa0eb913 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'Subnet': ['ID=160bc31a-12ba-4b4e-818c-d23c30c3ab80,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:52.541699 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-44eeb64b-3b9f-4839-ad32-14597ab1b788 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Calling delete_port for 3770fffa-9cfc-44a2-8caa-b6972ded8c5a owned by network:router_interface {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:45:52.572924 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd02227-c469-4d1a-9c4b-95424b0633bd None None] Routers {'b081e169-82e7-4d91-81d3-6a6b847fcdfb'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:45:52.573902 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-dfd02227-c469-4d1a-9c4b-95424b0633bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b081e169-82e7-4d91-81d3-6a6b847fcdfb'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:52.639093 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e75b5cb5-8897-4615-83bb-4ae8d1ed0c64 req-8d6b55e3-c6de-42a4-80a3-a620ebcf184f tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 210 time: 0.0622900 Oct 27 18:45:52.648225 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e19233-ca73-4b9e-bb80-9b32fa0eb913 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Checking segment: {'id': '1fc589c5-2774-47b1-a7a7-250651af85dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '7bd6a875-a657-47e8-89d0-37edc08a1634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:45:52.650557 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e19233-ca73-4b9e-bb80-9b32fa0eb913 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Network hostable DHCP agents. Network: 7bd6a875-a657-47e8-89d0-37edc08a1634, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:45:52.655467 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827497c-6540-455c-a475-231febc9d18a tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Pushing event updated for resources: {'Port': ['ID=3536d677-111e-437a-ab96-1ccca1ddd91a,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:52.673606 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0827497c-6540-455c-a475-231febc9d18a tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:52.699636 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782cd25c-77bc-4c3c-8917-b064d2d9948f None None] Pushing event updated for resources: {'Port': ['ID=77d7dce0-73f0-451b-91d0-3f1540a1f916,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:52.750265 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52579956-2952-4e3f-81c9-52ed039930d5 req-3f8b19bf-cbd8-4b0f-89e8-5f2fe1edc3da tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Made reservation on behalf of 186d6eca453449f79cfaf020191a989c for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:45:52.754011 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-52579956-2952-4e3f-81c9-52ed039930d5 req-3f8b19bf-cbd8-4b0f-89e8-5f2fe1edc3da tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:52.755634 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-dfd02227-c469-4d1a-9c4b-95424b0633bd None None] Set router b081e169-82e7-4d91-81d3-6a6b847fcdfb gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:45:52.776763 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e19233-ca73-4b9e-bb80-9b32fa0eb913 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Network 7bd6a875-a657-47e8-89d0-37edc08a1634 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:45:52.841634 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0827497c-6540-455c-a475-231febc9d18a tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:52.844321 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0827497c-6540-455c-a475-231febc9d18a tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7567356 Oct 27 18:45:52.848538 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60204) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:52.855436 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-c49bf58d-7970-403a-877a-9d7ab6494dc5 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Request body: {'port': {'network_id': '71ad22f4-37f8-4c6b-a100-2772c510d5d1', 'name': 'tempest-FloatingIPTestJSON-591924977'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:52.928942 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-b7e19233-ca73-4b9e-bb80-9b32fa0eb913 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 7bd6a875-a657-47e8-89d0-37edc08a1634) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:45:52.937525 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e19233-ca73-4b9e-bb80-9b32fa0eb913 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:52.938179 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b7e19233-ca73-4b9e-bb80-9b32fa0eb913 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:52.942136 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987144f5-b226-4dbf-b0a1-d836f5da3676 None None] Network 7bd6a875-a657-47e8-89d0-37edc08a1634 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:45:52.963799 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-44eeb64b-3b9f-4839-ad32-14597ab1b788 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:52.980391 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-52579956-2952-4e3f-81c9-52ed039930d5 req-3f8b19bf-cbd8-4b0f-89e8-5f2fe1edc3da tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Allocated IP 172.20.0.4 (7ad8bf39-d91e-470a-b850-b50a11bc458b/db74a198-9b96-4f1c-98df-8ec54f422805/2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:45:53.034088 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eeb64b-3b9f-4839-ad32-14597ab1b788 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Pushing event deleted for resources: {'Port': ['ID=3770fffa-9cfc-44a2-8caa-b6972ded8c5a,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:53.073015 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-dfd02227-c469-4d1a-9c4b-95424b0633bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b081e169-82e7-4d91-81d3-6a6b847fcdfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1263487848', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '77d7dce0-73f0-451b-91d0-3f1540a1f916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:46Z', 'updated_at': '2021-10-27T18:45:49Z', 'revision_number': 3, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '77d7dce0-73f0-451b-91d0-3f1540a1f916', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:15:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b081e169-82e7-4d91-81d3-6a6b847fcdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:48Z', 'updated_at': '2021-10-27T18:45:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:53.105894 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eeb64b-3b9f-4839-ad32-14597ab1b788 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:53.106620 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eeb64b-3b9f-4839-ad32-14597ab1b788 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:53.107222 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eeb64b-3b9f-4839-ad32-14597ab1b788 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:53.107635 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eeb64b-3b9f-4839-ad32-14597ab1b788 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:53.108045 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eeb64b-3b9f-4839-ad32-14597ab1b788 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:53.109061 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eeb64b-3b9f-4839-ad32-14597ab1b788 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:53.109538 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eeb64b-3b9f-4839-ad32-14597ab1b788 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:53.110010 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eeb64b-3b9f-4839-ad32-14597ab1b788 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:53.110383 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eeb64b-3b9f-4839-ad32-14597ab1b788 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:53.110900 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eeb64b-3b9f-4839-ad32-14597ab1b788 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:53.111308 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eeb64b-3b9f-4839-ad32-14597ab1b788 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:53.111710 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eeb64b-3b9f-4839-ad32-14597ab1b788 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:53.117620 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b7e19233-ca73-4b9e-bb80-9b32fa0eb913 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6377754 Oct 27 18:45:53.124688 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60210) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:53.147020 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd02227-c469-4d1a-9c4b-95424b0633bd None None] The sync data for ids ['b081e169-82e7-4d91-81d3-6a6b847fcdfb'] in n-d-815690-2 is: [{'id': 'b081e169-82e7-4d91-81d3-6a6b847fcdfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1263487848', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '77d7dce0-73f0-451b-91d0-3f1540a1f916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:46Z', 'updated_at': '2021-10-27T18:45:49Z', 'revision_number': 3, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '77d7dce0-73f0-451b-91d0-3f1540a1f916', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:15:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b081e169-82e7-4d91-81d3-6a6b847fcdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:48Z', 'updated_at': '2021-10-27T18:45:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:45:53.304328 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aca8bc8-4133-4ce0-aad6-d8697140e392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-7bd6a875-a657-47e8-89d0-37edc08a1634', 'network_id': '7bd6a875-a657-47e8-89d0-37edc08a1634', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'fixed_ips': [{'subnet_id': '160bc31a-12ba-4b4e-818c-d23c30c3ab80'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:45:53.307953 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5aca8bc8-4133-4ce0-aad6-d8697140e392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:53.401891 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d4ec5-f929-4b81-bb3f-78a5a3ad0a55 req-ac59c2b0-f8fd-427a-942c-8956c0750336 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:53.409759 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6c6d4ec5-f929-4b81-bb3f-78a5a3ad0a55 req-ac59c2b0-f8fd-427a-942c-8956c0750336 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b8a1515-3d3a-404a-a96e-a3984e3378f3 HTTP/1.1" status: 200 len: 946 time: 0.2509427 Oct 27 18:45:53.432461 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49bf58d-7970-403a-877a-9d7ab6494dc5 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Made reservation on behalf of a0c4e786159b4cfdb15671b63803dd03 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:45:53.454414 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c49bf58d-7970-403a-877a-9d7ab6494dc5 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:53.507964 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-52579956-2952-4e3f-81c9-52ed039930d5 req-3f8b19bf-cbd8-4b0f-89e8-5f2fe1edc3da tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:53.518741 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-44eeb64b-3b9f-4839-ad32-14597ab1b788 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:53.531548 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-c49bf58d-7970-403a-877a-9d7ab6494dc5 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] device_id is not set on port 1118ac27-79f7-4a25-95a5-a29309467639 yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:45:53.570839 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-5aca8bc8-4133-4ce0-aad6-d8697140e392 None None] Allocated IP 172.20.0.2 (7bd6a875-a657-47e8-89d0-37edc08a1634/160bc31a-12ba-4b4e-818c-d23c30c3ab80/0e448b23-0344-4cc8-9c24-7f1046beb334) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:45:53.684131 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6c6d4ec5-f929-4b81-bb3f-78a5a3ad0a55 req-c28c3b6e-a27f-485a-8fe7-f47209be6134 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7f1ea27-933a-45d7-ad94-26eb8ca2bded&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2732406 Oct 27 18:45:53.684507 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60212) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:53.843459 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5aca8bc8-4133-4ce0-aad6-d8697140e392 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:53.912309 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5aca8bc8-4133-4ce0-aad6-d8697140e392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:53.995915 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aca8bc8-4133-4ce0-aad6-d8697140e392 None None] Network 7bd6a875-a657-47e8-89d0-37edc08a1634 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:45:54.007762 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-5aca8bc8-4133-4ce0-aad6-d8697140e392 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:45:54.020357 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aca8bc8-4133-4ce0-aad6-d8697140e392 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:45:54.037495 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca8bc8-4133-4ce0-aad6-d8697140e392 None None] Pushing event updated for resources: {'Port': ['ID=0e448b23-0344-4cc8-9c24-7f1046beb334,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:54.146586 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-5aca8bc8-4133-4ce0-aad6-d8697140e392 None None] Attempting to bind port 0e448b23-0344-4cc8-9c24-7f1046beb334 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:45:54.146586 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-5aca8bc8-4133-4ce0-aad6-d8697140e392 None None] Attempting to bind port 0e448b23-0344-4cc8-9c24-7f1046beb334 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '1fc589c5-2774-47b1-a7a7-250651af85dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '7bd6a875-a657-47e8-89d0-37edc08a1634'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:45:54.146586 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aca8bc8-4133-4ce0-aad6-d8697140e392 None None] Attempting to bind port 0e448b23-0344-4cc8-9c24-7f1046beb334 on network 7bd6a875-a657-47e8-89d0-37edc08a1634 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:45:54.169259 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aca8bc8-4133-4ce0-aad6-d8697140e392 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:45:54.171590 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aca8bc8-4133-4ce0-aad6-d8697140e392 None None] Checking segment: {'id': '1fc589c5-2774-47b1-a7a7-250651af85dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '7bd6a875-a657-47e8-89d0-37edc08a1634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:45:54.172223 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5aca8bc8-4133-4ce0-aad6-d8697140e392 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:54.172833 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aca8bc8-4133-4ce0-aad6-d8697140e392 None None] Bound using segment: {'id': '1fc589c5-2774-47b1-a7a7-250651af85dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '7bd6a875-a657-47e8-89d0-37edc08a1634'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:45:54.174960 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-5aca8bc8-4133-4ce0-aad6-d8697140e392 None None] Bound port: 0e448b23-0344-4cc8-9c24-7f1046beb334, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc589c5-2774-47b1-a7a7-250651af85dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '7bd6a875-a657-47e8-89d0-37edc08a1634'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:45:54.175584 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5aca8bc8-4133-4ce0-aad6-d8697140e392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:54.184002 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-52579956-2952-4e3f-81c9-52ed039930d5 req-3f8b19bf-cbd8-4b0f-89e8-5f2fe1edc3da tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:54.314221 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52579956-2952-4e3f-81c9-52ed039930d5 req-3f8b19bf-cbd8-4b0f-89e8-5f2fe1edc3da tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Network 7ad8bf39-d91e-470a-b850-b50a11bc458b is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:45:54.324660 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-5aca8bc8-4133-4ce0-aad6-d8697140e392 None None] For port 0e448b23-0344-4cc8-9c24-7f1046beb334, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:45:54.331980 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-5aca8bc8-4133-4ce0-aad6-d8697140e392 None None] For port 0e448b23-0344-4cc8-9c24-7f1046beb334, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=0e448b23-0344-4cc8-9c24-7f1046beb334,segment=NetworkSegment(1fc589c5-2774-47b1-a7a7-250651af85dc),segment_id=1fc589c5-2774-47b1-a7a7-250651af85dc)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:45:54.333324 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-52579956-2952-4e3f-81c9-52ed039930d5 req-3f8b19bf-cbd8-4b0f-89e8-5f2fe1edc3da tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:45:54.365987 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-52579956-2952-4e3f-81c9-52ed039930d5 req-3f8b19bf-cbd8-4b0f-89e8-5f2fe1edc3da tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:45:54.379851 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b19bf-cbd8-4b0f-89e8-5f2fe1edc3da tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Pushing event updated for resources: {'Port': ['ID=2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:54.411617 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-c49bf58d-7970-403a-877a-9d7ab6494dc5 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Allocated IP 172.20.0.4 (71ad22f4-37f8-4c6b-a100-2772c510d5d1/5c6355c1-9dc5-44c3-8e30-13f1120511fb/1118ac27-79f7-4a25-95a5-a29309467639) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:45:54.425471 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44eeb64b-3b9f-4839-ad32-14597ab1b788 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Router 7b1332c2-274e-411b-80ac-ddcdbbd482b7 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:45:54.439981 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5aca8bc8-4133-4ce0-aad6-d8697140e392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:54.465548 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52579956-2952-4e3f-81c9-52ed039930d5 req-3f8b19bf-cbd8-4b0f-89e8-5f2fe1edc3da tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:54.466256 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-52579956-2952-4e3f-81c9-52ed039930d5 req-3f8b19bf-cbd8-4b0f-89e8-5f2fe1edc3da tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:54.617494 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca8bc8-4133-4ce0-aad6-d8697140e392 None None] Pushing event updated for resources: {'Port': ['ID=0e448b23-0344-4cc8-9c24-7f1046beb334,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:54.706633 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44eeb64b-3b9f-4839-ad32-14597ab1b788 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:45:54.719406 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ac372c-1ef8-4b0d-9827-e94ec3489baf None None] Sync routers for ids ['7b1332c2-274e-411b-80ac-ddcdbbd482b7'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:45:54.730024 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-44eeb64b-3b9f-4839-ad32-14597ab1b788 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "PUT /v2.0/routers/7b1332c2-274e-411b-80ac-ddcdbbd482b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9887896 Oct 27 18:45:54.731844 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-52579956-2952-4e3f-81c9-52ed039930d5 req-3f8b19bf-cbd8-4b0f-89e8-5f2fe1edc3da tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3133450 Oct 27 18:45:54.732322 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60222) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:54.753956 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ac372c-1ef8-4b0d-9827-e94ec3489baf None None] Routers {'7b1332c2-274e-411b-80ac-ddcdbbd482b7'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:45:54.759809 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-a6ac372c-1ef8-4b0d-9827-e94ec3489baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['7b1332c2-274e-411b-80ac-ddcdbbd482b7'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:54.807303 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c2c1baf-e953-4904-b964-275054f0ffe8 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Deleting subnet 4b4b6c05-77b6-4a18-8ee2-4221ffb5fd84 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:45:54.822327 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0c2c1baf-e953-4904-b964-275054f0ffe8 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:54.877425 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0c2c1baf-e953-4904-b964-275054f0ffe8 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:54.976576 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-52579956-2952-4e3f-81c9-52ed039930d5 req-eebb1088-78e6-4313-ba53-401a6cfc2109 service neutron] Request body: {'port': {'device_id': '2a97861b-82ca-4465-b3ab-2b6f3ee4a17b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:55.002983 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18627aa-2e63-476d-8df1-b96bd6ccae1a tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:55.004690 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b18627aa-2e63-476d-8df1-b96bd6ccae1a tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4b8a1515-3d3a-404a-a96e-a3984e3378f3 HTTP/1.1" status: 200 len: 1092 time: 1.2999799 Oct 27 18:45:55.027333 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60226) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:55.032595 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-9e7421c3-fced-4f94-b6a8-4d4e9c62c114 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'port_id': '34f552f3-e722-46af-9140-9f4def23bbc8', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:55.034326 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-a6ac372c-1ef8-4b0d-9827-e94ec3489baf None None] Set router 7b1332c2-274e-411b-80ac-ddcdbbd482b7 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:45:55.068904 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b25eda-9582-4da3-b21f-0070bd21220f req-769afb38-5fd2-44a5-90e6-85b5b23e96ff tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:55.078034 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-78b25eda-9582-4da3-b21f-0070bd21220f req-769afb38-5fd2-44a5-90e6-85b5b23e96ff tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 931 time: 0.9095159 Oct 27 18:45:55.134158 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-78b25eda-9582-4da3-b21f-0070bd21220f req-5e2735b8-5474-47f0-89d1-0baf538abe23 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551755 Oct 27 18:45:55.180174 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-62f14c69-12e3-4c6c-9e8b-d58eadff3f5d None None] Provisioning complete for port 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:45:55.180883 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-62f14c69-12e3-4c6c-9e8b-d58eadff3f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:55.231659 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c49bf58d-7970-403a-877a-9d7ab6494dc5 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:55.245001 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-62f14c69-12e3-4c6c-9e8b-d58eadff3f5d None None] Port 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:45:55.257427 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-52579956-2952-4e3f-81c9-52ed039930d5 req-eebb1088-78e6-4313-ba53-401a6cfc2109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:55.263931 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0c2c1baf-e953-4904-b964-275054f0ffe8 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:55.266978 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9e7421c3-fced-4f94-b6a8-4d4e9c62c114 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for floatingip, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:55.368606 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ecb9e943-0e3f-4bd3-87eb-a89c0fa2a7a2 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:55.426917 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-a6ac372c-1ef8-4b0d-9827-e94ec3489baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1332c2-274e-411b-80ac-ddcdbbd482b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-78422740', 'tenant_id': '38372ab8aa394f258676f181e4e603cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '87ec38e3-49b2-44e6-9a86-ec13e0220c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:43:39Z', 'updated_at': '2021-10-27T18:45:52Z', 'revision_number': 5, 'project_id': '38372ab8aa394f258676f181e4e603cf', 'gw_port': {'id': '87ec38e3-49b2-44e6-9a86-ec13e0220c96', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1332c2-274e-411b-80ac-ddcdbbd482b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:43:40Z', 'updated_at': '2021-10-27T18:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:55.483652 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ac372c-1ef8-4b0d-9827-e94ec3489baf None None] Checking router: 7b1332c2-274e-411b-80ac-ddcdbbd482b7 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:45:55.498128 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ac372c-1ef8-4b0d-9827-e94ec3489baf None None] Routers {'7b1332c2-274e-411b-80ac-ddcdbbd482b7'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:45:55.499079 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-a6ac372c-1ef8-4b0d-9827-e94ec3489baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['7b1332c2-274e-411b-80ac-ddcdbbd482b7'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:55.502752 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c49bf58d-7970-403a-877a-9d7ab6494dc5 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:55.612423 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0c2c1baf-e953-4904-b964-275054f0ffe8 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:55.670764 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 0e448b23-0344-4cc8-9c24-7f1046beb334 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:45:55.674054 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49bf58d-7970-403a-877a-9d7ab6494dc5 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Pushing event updated for resources: {'Port': ['ID=1118ac27-79f7-4a25-95a5-a29309467639,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:55.676698 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c1baf-e953-4904-b964-275054f0ffe8 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Pushing event deleted for resources: {'Subnet': ['ID=4b4b6c05-77b6-4a18-8ee2-4221ffb5fd84,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:55.678057 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49bf58d-7970-403a-877a-9d7ab6494dc5 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Network 71ad22f4-37f8-4c6b-a100-2772c510d5d1 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:45:55.681930 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0c2c1baf-e953-4904-b964-275054f0ffe8 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:55.687834 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0c2c1baf-e953-4904-b964-275054f0ffe8 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "DELETE /v2.0/subnets/4b4b6c05-77b6-4a18-8ee2-4221ffb5fd84 HTTP/1.1" status: 204 len: 168 time: 0.9520800 Oct 27 18:45:55.689532 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-c49bf58d-7970-403a-877a-9d7ab6494dc5 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:45:55.689649 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60234) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:55.693314 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49bf58d-7970-403a-877a-9d7ab6494dc5 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:45:55.697350 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9e7421c3-fced-4f94-b6a8-4d4e9c62c114 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:55.714952 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4d6768-b3aa-47bb-813a-c0c0e3e2e52b None None] Network 0d50917e-a177-4649-b0d3-adb7493eba05 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:45:55.738103 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-a6ac372c-1ef8-4b0d-9827-e94ec3489baf None None] Set router 7b1332c2-274e-411b-80ac-ddcdbbd482b7 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:45:55.973486 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-52579956-2952-4e3f-81c9-52ed039930d5 req-eebb1088-78e6-4313-ba53-401a6cfc2109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:45:55.982933 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a2d9f9fc-fcd1-44b8-9435-8d267ad76fc9 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:56.056807 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49bf58d-7970-403a-877a-9d7ab6494dc5 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:56.057576 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c49bf58d-7970-403a-877a-9d7ab6494dc5 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:56.107904 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-52579956-2952-4e3f-81c9-52ed039930d5 req-eebb1088-78e6-4313-ba53-401a6cfc2109 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:56.137977 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-52579956-2952-4e3f-81c9-52ed039930d5 req-eebb1088-78e6-4313-ba53-401a6cfc2109 service neutron] Transition to ACTIVE for port object 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:45:56.142163 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-ecb9e943-0e3f-4bd3-87eb-a89c0fa2a7a2 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Allocated IP 172.20.0.1 (7bd6a875-a657-47e8-89d0-37edc08a1634/160bc31a-12ba-4b4e-818c-d23c30c3ab80/16a5ac1e-6c0b-4bed-bcf5-80e2d1d25cf5) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:45:56.168271 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a2d9f9fc-fcd1-44b8-9435-8d267ad76fc9 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:56.213929 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-52579956-2952-4e3f-81c9-52ed039930d5 req-eebb1088-78e6-4313-ba53-401a6cfc2109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:56.219247 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-9e7421c3-fced-4f94-b6a8-4d4e9c62c114 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Allocated IP 172.25.6.252 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/f1d78521-2e55-4229-ad8a-dd06de55994d) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:45:56.365844 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 0e448b23-0344-4cc8-9c24-7f1046beb334 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:45:56.366255 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:56.397877 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c49bf58d-7970-403a-877a-9d7ab6494dc5 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.5497706 Oct 27 18:45:56.402490 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb1088-78e6-4313-ba53-401a6cfc2109 service neutron] Pushing event updated for resources: {'Port': ['ID=2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:56.412468 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60240) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:56.427692 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-a6ac372c-1ef8-4b0d-9827-e94ec3489baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1332c2-274e-411b-80ac-ddcdbbd482b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-78422740', 'tenant_id': '38372ab8aa394f258676f181e4e603cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '87ec38e3-49b2-44e6-9a86-ec13e0220c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:43:39Z', 'updated_at': '2021-10-27T18:45:52Z', 'revision_number': 5, 'project_id': '38372ab8aa394f258676f181e4e603cf', 'gw_port': {'id': '87ec38e3-49b2-44e6-9a86-ec13e0220c96', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1332c2-274e-411b-80ac-ddcdbbd482b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:43:40Z', 'updated_at': '2021-10-27T18:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:56.450238 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-718fbd18-5cdc-4019-b407-169a49f717f8 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Request body: {'floatingip': {'port_id': '1118ac27-79f7-4a25-95a5-a29309467639'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:45:56.608322 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-718fbd18-5cdc-4019-b407-169a49f717f8 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for floatingip, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:56.637835 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-52579956-2952-4e3f-81c9-52ed039930d5 req-eebb1088-78e6-4313-ba53-401a6cfc2109 service neutron] Attempting to bind port 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:45:56.647041 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-52579956-2952-4e3f-81c9-52ed039930d5 req-eebb1088-78e6-4313-ba53-401a6cfc2109 service neutron] Attempting to bind port 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '29ae5e06-41a1-428b-8e42-42a692caa382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:45:56.647877 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52579956-2952-4e3f-81c9-52ed039930d5 req-eebb1088-78e6-4313-ba53-401a6cfc2109 service neutron] Attempting to bind port 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 on network 7ad8bf39-d91e-470a-b850-b50a11bc458b {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:45:56.659561 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52579956-2952-4e3f-81c9-52ed039930d5 req-eebb1088-78e6-4313-ba53-401a6cfc2109 service neutron] Port 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 on network 7ad8bf39-d91e-470a-b850-b50a11bc458b not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:45:56.660143 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52579956-2952-4e3f-81c9-52ed039930d5 req-eebb1088-78e6-4313-ba53-401a6cfc2109 service neutron] Attempting to bind port 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 on network 7ad8bf39-d91e-470a-b850-b50a11bc458b {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:45:56.678261 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-a2d9f9fc-fcd1-44b8-9435-8d267ad76fc9 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Deleting port 87ec38e3-49b2-44e6-9a86-ec13e0220c96 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:45:56.678668 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a2d9f9fc-fcd1-44b8-9435-8d267ad76fc9 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:56.684736 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52579956-2952-4e3f-81c9-52ed039930d5 req-eebb1088-78e6-4313-ba53-401a6cfc2109 service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:45:56.692556 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5d897-0123-4265-b9d4-99e41c5c5e20 req-f326a71b-bbfb-4997-959e-52e9971d27c7 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:56.694356 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-54f5d897-0123-4265-b9d4-99e41c5c5e20 req-f326a71b-bbfb-4997-959e-52e9971d27c7 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 943 time: 0.3041866 Oct 27 18:45:56.704410 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52579956-2952-4e3f-81c9-52ed039930d5 req-eebb1088-78e6-4313-ba53-401a6cfc2109 service neutron] Checking segment: {'id': '29ae5e06-41a1-428b-8e42-42a692caa382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:45:56.706489 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52579956-2952-4e3f-81c9-52ed039930d5 req-eebb1088-78e6-4313-ba53-401a6cfc2109 service neutron] Bound using segment: {'id': '29ae5e06-41a1-428b-8e42-42a692caa382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:45:56.710109 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-52579956-2952-4e3f-81c9-52ed039930d5 req-eebb1088-78e6-4313-ba53-401a6cfc2109 service neutron] Bound port: 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29ae5e06-41a1-428b-8e42-42a692caa382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:45:56.710109 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-52579956-2952-4e3f-81c9-52ed039930d5 req-eebb1088-78e6-4313-ba53-401a6cfc2109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:56.736629 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ecb9e943-0e3f-4bd3-87eb-a89c0fa2a7a2 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:56.766442 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ac372c-1ef8-4b0d-9827-e94ec3489baf None None] The sync data for ids ['7b1332c2-274e-411b-80ac-ddcdbbd482b7'] in n-d-815690-2 is: [{'id': '7b1332c2-274e-411b-80ac-ddcdbbd482b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-78422740', 'tenant_id': '38372ab8aa394f258676f181e4e603cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': '87ec38e3-49b2-44e6-9a86-ec13e0220c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:43:39Z', 'updated_at': '2021-10-27T18:45:52Z', 'revision_number': 5, 'project_id': '38372ab8aa394f258676f181e4e603cf', 'gw_port': {'id': '87ec38e3-49b2-44e6-9a86-ec13e0220c96', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1332c2-274e-411b-80ac-ddcdbbd482b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:43:40Z', 'updated_at': '2021-10-27T18:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:45:56.770495 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b3006b-1919-4eef-876f-7feffc9a70e5 None None] DHCP port deletion for 0d50917e-a177-4649-b0d3-adb7493eba05 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:45:56.780921 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:56.849044 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a822c3c3-0008-480f-9f31-3b28129078f0 None None] Network 7bd6a875-a657-47e8-89d0-37edc08a1634 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:45:56.873951 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-52579956-2952-4e3f-81c9-52ed039930d5 req-eebb1088-78e6-4313-ba53-401a6cfc2109 service neutron] For port 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:45:56.877940 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-52579956-2952-4e3f-81c9-52ed039930d5 req-eebb1088-78e6-4313-ba53-401a6cfc2109 service neutron] For port 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9,segment=NetworkSegment(29ae5e06-41a1-428b-8e42-42a692caa382),segment_id=29ae5e06-41a1-428b-8e42-42a692caa382)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:45:56.916713 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-a2d9f9fc-fcd1-44b8-9435-8d267ad76fc9 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] For port 87ec38e3-49b2-44e6-9a86-ec13e0220c96, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=87ec38e3-49b2-44e6-9a86-ec13e0220c96,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:45:56.917461 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a2d9f9fc-fcd1-44b8-9435-8d267ad76fc9 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:56.930354 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-a2d9f9fc-fcd1-44b8-9435-8d267ad76fc9 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Calling delete_port for 87ec38e3-49b2-44e6-9a86-ec13e0220c96 owned by network:router_gateway {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:45:56.948653 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:56.977949 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-52579956-2952-4e3f-81c9-52ed039930d5 req-eebb1088-78e6-4313-ba53-401a6cfc2109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:56.978190 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:56.990874 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-94b3006b-1919-4eef-876f-7feffc9a70e5 None None] Deleting port c186a11e-c610-4fbd-bdbe-4cdc120ed879 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:45:56.991073 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-94b3006b-1919-4eef-876f-7feffc9a70e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:57.032524 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52579956-2952-4e3f-81c9-52ed039930d5 req-eebb1088-78e6-4313-ba53-401a6cfc2109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:57.033108 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-52579956-2952-4e3f-81c9-52ed039930d5 req-eebb1088-78e6-4313-ba53-401a6cfc2109 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:57.034519 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-52579956-2952-4e3f-81c9-52ed039930d5 req-eebb1088-78e6-4313-ba53-401a6cfc2109 service neutron] 10.222.0.81 "PUT /v2.0/ports/2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 HTTP/1.1" status: 200 len: 1091 time: 2.0626850 Oct 27 18:45:57.035580 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-54f5d897-0123-4265-b9d4-99e41c5c5e20 req-03f9d4ea-5325-4347-946f-7bc091d3c75d tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3079352 Oct 27 18:45:57.039916 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a97861b-82ca-4465-b3ab-2b6f3ee4a17b', 'tag': '2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:45:57.042702 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773f68c7-df08-4de6-9b4a-8e8db2bf11ea" -d '{"events": [{"name": "network-changed", "server_uuid": "2a97861b-82ca-4465-b3ab-2b6f3ee4a17b", "tag": "2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:45:57.081860 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9e7421c3-fced-4f94-b6a8-4d4e9c62c114 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:57.106073 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-16e5a38d-3e0c-477f-b727-03955a011082 None None] Provisioning complete for port 0e448b23-0344-4cc8-9c24-7f1046beb334 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:45:57.112526 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-16e5a38d-3e0c-477f-b727-03955a011082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:57.148588 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb1088-78e6-4313-ba53-401a6cfc2109 service neutron] Pushing event updated for resources: {'Port': ['ID=2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:57.176542 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5d5b47-e447-481a-9083-5edd0db50b92 x-openstack-request-id: req-bd5d5b47-e447-481a-9083-5edd0db50b92 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:45:57.176823 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a97861b-82ca-4465-b3ab-2b6f3ee4a17b", "tag": "2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:45:57.177074 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bd5d5b47-e447-481a-9083-5edd0db50b92 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:45:57.177466 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a97861b-82ca-4465-b3ab-2b6f3ee4a17b', 'tag': '2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9', 'status': 'completed', 'code': 200} Oct 27 18:45:57.239652 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 0e448b23-0344-4cc8-9c24-7f1046beb334, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=0e448b23-0344-4cc8-9c24-7f1046beb334,segment=NetworkSegment(1fc589c5-2774-47b1-a7a7-250651af85dc),segment_id=1fc589c5-2774-47b1-a7a7-250651af85dc)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:45:57.251235 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-94b3006b-1919-4eef-876f-7feffc9a70e5 None None] For port c186a11e-c610-4fbd-bdbe-4cdc120ed879, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=c186a11e-c610-4fbd-bdbe-4cdc120ed879,segment=NetworkSegment(e9c05ce6-4f6e-449a-a420-38d627a94b66),segment_id=e9c05ce6-4f6e-449a-a420-38d627a94b66)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:45:57.251647 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-94b3006b-1919-4eef-876f-7feffc9a70e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:57.303116 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-94b3006b-1919-4eef-876f-7feffc9a70e5 None None] Calling delete_port for c186a11e-c610-4fbd-bdbe-4cdc120ed879 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:45:57.309566 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:57.316454 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 77d7dce0-73f0-451b-91d0-3f1540a1f916 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:45:57.319743 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ecb9e943-0e3f-4bd3-87eb-a89c0fa2a7a2 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:57.323430 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9e7421c3-fced-4f94-b6a8-4d4e9c62c114 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:57.347227 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52579956-2952-4e3f-81c9-52ed039930d5 req-7b212210-9b47-4008-8256-ddbb4b34abbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:57.348772 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-52579956-2952-4e3f-81c9-52ed039930d5 req-7b212210-9b47-4008-8256-ddbb4b34abbd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=186d6eca453449f79cfaf020191a989c&device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 1094 time: 0.1741736 Oct 27 18:45:57.418384 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-52579956-2952-4e3f-81c9-52ed039930d5 req-ccbf0bc4-e074-4701-81cd-5afb1d3d8a0d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 HTTP/1.1" status: 200 len: 217 time: 0.0552275 Oct 27 18:45:57.436831 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9e943-0e3f-4bd3-87eb-a89c0fa2a7a2 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'Port': ['ID=16a5ac1e-6c0b-4bed-bcf5-80e2d1d25cf5,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:57.483846 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52579956-2952-4e3f-81c9-52ed039930d5 req-e7672db5-6251-4d85-9164-6bdd3f4ba30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:57.501735 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-52579956-2952-4e3f-81c9-52ed039930d5 req-e7672db5-6251-4d85-9164-6bdd3f4ba30b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=db74a198-9b96-4f1c-98df-8ec54f422805 HTTP/1.1" status: 200 len: 856 time: 0.0709002 Oct 27 18:45:57.531880 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=0e448b23-0344-4cc8-9c24-7f1046beb334,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:57.549583 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb9e943-0e3f-4bd3-87eb-a89c0fa2a7a2 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Network 7bd6a875-a657-47e8-89d0-37edc08a1634 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:45:57.557066 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a2d9f9fc-fcd1-44b8-9435-8d267ad76fc9 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:57.564871 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-ecb9e943-0e3f-4bd3-87eb-a89c0fa2a7a2 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:45:57.568018 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:57.568383 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:57.568709 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:57.569050 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:57.569788 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:57.569788 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:57.570072 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:57.570401 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:57.570723 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:57.571077 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:57.571944 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:57.573328 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:45:57.574134 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7421c3-fced-4f94-b6a8-4d4e9c62c114 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:45:57.575712 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52579956-2952-4e3f-81c9-52ed039930d5 req-11bc8784-6caf-43f2-be59-dc5a48288afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:57.580349 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-52579956-2952-4e3f-81c9-52ed039930d5 req-11bc8784-6caf-43f2-be59-dc5a48288afa service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ad8bf39-d91e-470a-b850-b50a11bc458b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789502 Oct 27 18:45:57.592249 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb9e943-0e3f-4bd3-87eb-a89c0fa2a7a2 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:45:57.601782 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 77d7dce0-73f0-451b-91d0-3f1540a1f916 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:45:57.602168 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:57.606428 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-9e7421c3-fced-4f94-b6a8-4d4e9c62c114 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:45:57.651522 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7421c3-fced-4f94-b6a8-4d4e9c62c114 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:45:57.654910 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d9f9fc-fcd1-44b8-9435-8d267ad76fc9 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Pushing event deleted for resources: {'Port': ['ID=87ec38e3-49b2-44e6-9a86-ec13e0220c96,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:57.751548 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7421c3-fced-4f94-b6a8-4d4e9c62c114 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event updated for resources: {'Port': ['ID=f1d78521-2e55-4229-ad8a-dd06de55994d,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:57.772003 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-94b3006b-1919-4eef-876f-7feffc9a70e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:57.848176 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a2d9f9fc-fcd1-44b8-9435-8d267ad76fc9 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:57.856810 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b3006b-1919-4eef-876f-7feffc9a70e5 None None] Pushing event deleted for resources: {'Port': ['ID=c186a11e-c610-4fbd-bdbe-4cdc120ed879,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:57.864489 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b3006b-1919-4eef-876f-7feffc9a70e5 None None] No DVR routers for this DVR port c186a11e-c610-4fbd-bdbe-4cdc120ed879 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:45:57.876417 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ecb9e943-0e3f-4bd3-87eb-a89c0fa2a7a2 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:57.882957 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:57.916452 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 77d7dce0-73f0-451b-91d0-3f1540a1f916, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=77d7dce0-73f0-451b-91d0-3f1540a1f916,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:45:57.972357 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-93b7ddfb-2df3-4189-80fe-26d667b47e46 None None] Provisioning complete for port 16a5ac1e-6c0b-4bed-bcf5-80e2d1d25cf5 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:45:57.972765 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-93b7ddfb-2df3-4189-80fe-26d667b47e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:58.018365 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a2d9f9fc-fcd1-44b8-9435-8d267ad76fc9 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:58.024585 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-52579956-2952-4e3f-81c9-52ed039930d5 req-def7ef9d-589c-487c-b5e9-36c5879d59d9 service neutron] 10.222.0.81 "GET /v2.0/networks/7ad8bf39-d91e-470a-b850-b50a11bc458b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720512 Oct 27 18:45:58.025964 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a2d9f9fc-fcd1-44b8-9435-8d267ad76fc9 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:58.035685 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:58.068587 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.db.resource_extend [None req-718fbd18-5cdc-4019-b407-169a49f717f8 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 18:45:58.154188 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-93b7ddfb-2df3-4189-80fe-26d667b47e46 None None] Port 16a5ac1e-6c0b-4bed-bcf5-80e2d1d25cf5 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:45:58.232290 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=77d7dce0-73f0-451b-91d0-3f1540a1f916,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:58.245062 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-93b7ddfb-2df3-4189-80fe-26d667b47e46 None None] Provisioning complete for port 0e448b23-0344-4cc8-9c24-7f1046beb334 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:45:58.245062 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-93b7ddfb-2df3-4189-80fe-26d667b47e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:58.268719 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7a889b11-cca6-4bfd-a7e9-3d289ed0af96 req-be6238b5-bcd0-4a55-b2be-7bf074e2ad60 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4b8a1515-3d3a-404a-a96e-a3984e3378f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1064863 Oct 27 18:45:58.303090 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-52579956-2952-4e3f-81c9-52ed039930d5 req-5d6b7fc4-c35a-47c0-9fa3-9556cafef22a service neutron] 10.222.0.81 "GET /v2.0/networks/7ad8bf39-d91e-470a-b850-b50a11bc458b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705059 Oct 27 18:45:58.323680 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 0e448b23-0344-4cc8-9c24-7f1046beb334 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:45:58.338100 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a2d9f9fc-fcd1-44b8-9435-8d267ad76fc9 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:58.342015 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d9f9fc-fcd1-44b8-9435-8d267ad76fc9 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Fanout notify agent at l3_agent the message router_deleted on router 7b1332c2-274e-411b-80ac-ddcdbbd482b7 {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:45:58.345769 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a2d9f9fc-fcd1-44b8-9435-8d267ad76fc9 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:58.346766 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a2d9f9fc-fcd1-44b8-9435-8d267ad76fc9 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "DELETE /v2.0/routers/7b1332c2-274e-411b-80ac-ddcdbbd482b7 HTTP/1.1" status: 204 len: 168 time: 2.6564364 Oct 27 18:45:58.360821 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60256) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:45:58.462483 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 0e448b23-0344-4cc8-9c24-7f1046beb334 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:45:58.463153 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:58.508308 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6f708032-9c46-4384-973d-7bd7a3918a97 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:58.624241 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-3944a3ff-d2be-402c-9bab-b31047adc7ee None None] Provisioning complete for port 16a5ac1e-6c0b-4bed-bcf5-80e2d1d25cf5 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:45:58.624790 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3944a3ff-d2be-402c-9bab-b31047adc7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:58.665727 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-3944a3ff-d2be-402c-9bab-b31047adc7ee None None] Port 16a5ac1e-6c0b-4bed-bcf5-80e2d1d25cf5 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:45:58.816668 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-718fbd18-5cdc-4019-b407-169a49f717f8 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:58.900235 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-718fbd18-5cdc-4019-b407-169a49f717f8 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:58.913896 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec3f16-23d1-4527-a477-def4d8bbb9fa req-2e52d4bc-f410-441c-8d66-21376b989822 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:58.920145 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dfec3f16-23d1-4527-a477-def4d8bbb9fa req-2e52d4bc-f410-441c-8d66-21376b989822 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 943 time: 0.1777956 Oct 27 18:45:58.959426 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device c186a11e-c610-4fbd-bdbe-4cdc120ed879 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:45:58.989168 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: c186a11e-c610-4fbd-bdbe-4cdc120ed879 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:45:58.989505 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device c186a11e-c610-4fbd-bdbe-4cdc120ed879 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:45:58.989926 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 3770fffa-9cfc-44a2-8caa-b6972ded8c5a no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:45:59.015033 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a889b11-cca6-4bfd-a7e9-3d289ed0af96 req-7ac4547f-3ce0-4ee0-83fd-153d5c196edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:59.016544 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7a889b11-cca6-4bfd-a7e9-3d289ed0af96 req-7ac4547f-3ce0-4ee0-83fd-153d5c196edc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a56febe1ed07496abd79e6dfcd66d421&device_id=4b8a1515-3d3a-404a-a96e-a3984e3378f3 HTTP/1.1" status: 200 len: 1097 time: 0.6687415 Oct 27 18:45:59.032563 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 3770fffa-9cfc-44a2-8caa-b6972ded8c5a {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:45:59.033807 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 3770fffa-9cfc-44a2-8caa-b6972ded8c5a not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:45:59.096765 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f68c7-df08-4de6-9b4a-8e8db2bf11ea req-d87f09f6-2cac-42a9-b458-2d1582d0e471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:59.101696 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-773f68c7-df08-4de6-9b4a-8e8db2bf11ea req-d87f09f6-2cac-42a9-b458-2d1582d0e471 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=186d6eca453449f79cfaf020191a989c&device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 1094 time: 0.6039531 Oct 27 18:45:59.176438 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6f708032-9c46-4384-973d-7bd7a3918a97 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:59.194910 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ecb9e943-0e3f-4bd3-87eb-a89c0fa2a7a2 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:59.248031 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dfec3f16-23d1-4527-a477-def4d8bbb9fa req-711b36bc-1af3-4240-9292-5f8ada0782c1 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2558680 Oct 27 18:45:59.292922 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-6f708032-9c46-4384-973d-7bd7a3918a97 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d50917e-a177-4649-b0d3-adb7493eba05']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:59.303462 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-6f708032-9c46-4384-973d-7bd7a3918a97 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9c05ce6-4f6e-449a-a420-38d627a94b66') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:59.303751 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-6f708032-9c46-4384-973d-7bd7a3918a97 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9c05ce6-4f6e-449a-a420-38d627a94b66') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:45:59.316476 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6f708032-9c46-4384-973d-7bd7a3918a97 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:59.330312 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6f708032-9c46-4384-973d-7bd7a3918a97 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:59.336513 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f708032-9c46-4384-973d-7bd7a3918a97 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:45:59.338160 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6f708032-9c46-4384-973d-7bd7a3918a97 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:59.370490 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [None req-718fbd18-5cdc-4019-b407-169a49f717f8 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Floating IP 54d21173-6e98-49a0-9543-2a5acc545b36 associated. External IP: 172.25.6.112, port: 1118ac27-79f7-4a25-95a5-a29309467639. Oct 27 18:45:59.433653 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:45:59.433653 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:45:59.433653 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:45:59.433653 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:45:59.433653 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:45:59.433653 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:45:59.433653 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:45:59.433653 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:45:59.433653 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:45:59.433653 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:45:59.433653 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:45:59.433653 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:45:59.433653 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:45:59.433653 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:45:59.433653 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:45:59.433653 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:45:59.433653 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:45:59.433653 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:45:59.433653 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:45:59.433653 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:45:59.433653 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:45:59.433653 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:45:59.433653 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:45:59.433653 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:45:59.433653 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:45:59.433653 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:45:59.433653 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:45:59.433653 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:45:59.433653 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:45:59.433653 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:45:59.433653 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:45:59.433653 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:45:59.435571 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a889b11-cca6-4bfd-a7e9-3d289ed0af96 req-1e2d3c6a-64d2-4d9d-b6bb-6d927fd16a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:59.436422 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7a889b11-cca6-4bfd-a7e9-3d289ed0af96 req-1e2d3c6a-64d2-4d9d-b6bb-6d927fd16a69 service neutron] 10.222.0.81 "GET /v2.0/networks?id=75e02ded-c2ac-42f1-841f-7a6a75428960 HTTP/1.1" status: 200 len: 898 time: 0.3610086 Oct 27 18:45:59.503230 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7a889b11-cca6-4bfd-a7e9-3d289ed0af96 req-427eacb8-2e0a-4035-b76d-a1755989b437 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34f552f3-e722-46af-9140-9f4def23bbc8 HTTP/1.1" status: 200 len: 217 time: 0.0534165 Oct 27 18:45:59.506553 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6f708032-9c46-4384-973d-7bd7a3918a97 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:59.543062 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6f708032-9c46-4384-973d-7bd7a3918a97 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:59.547348 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6f708032-9c46-4384-973d-7bd7a3918a97 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] 10.222.0.52 "DELETE /v2.0/networks/0d50917e-a177-4649-b0d3-adb7493eba05 HTTP/1.1" status: 204 len: 168 time: 1.1855371 Oct 27 18:45:59.552504 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9e7421c3-fced-4f94-b6a8-4d4e9c62c114 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:45:59.571866 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f708032-9c46-4384-973d-7bd7a3918a97 tempest-TestSecurityGroupsBasicOps-1921278173 tempest-TestSecurityGroupsBasicOps-1921278173-project] Pushing event deleted for resources: {'Network': ['ID=0d50917e-a177-4649-b0d3-adb7493eba05,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:45:59.574773 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f68c7-df08-4de6-9b4a-8e8db2bf11ea req-f9c02cb8-0ee4-45e9-b7b8-f0d678a49654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:59.576386 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-773f68c7-df08-4de6-9b4a-8e8db2bf11ea req-f9c02cb8-0ee4-45e9-b7b8-f0d678a49654 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7ad8bf39-d91e-470a-b850-b50a11bc458b HTTP/1.1" status: 200 len: 919 time: 0.4538085 Oct 27 18:45:59.631524 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-773f68c7-df08-4de6-9b4a-8e8db2bf11ea req-b6ddf76a-8605-499b-8bfb-b71692d6da7d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 HTTP/1.1" status: 200 len: 217 time: 0.0455434 Oct 27 18:45:59.638147 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a889b11-cca6-4bfd-a7e9-3d289ed0af96 req-5a2b0b15-e761-48ec-85f8-ad65328aed5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:59.640056 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7a889b11-cca6-4bfd-a7e9-3d289ed0af96 req-5a2b0b15-e761-48ec-85f8-ad65328aed5e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=18093b5f-696f-44c2-a94b-0ce096165d5c HTTP/1.1" status: 200 len: 834 time: 0.1297896 Oct 27 18:45:59.690399 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f68c7-df08-4de6-9b4a-8e8db2bf11ea req-ec1378f7-a46e-4052-92aa-57d74b85231d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:59.691987 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-773f68c7-df08-4de6-9b4a-8e8db2bf11ea req-ec1378f7-a46e-4052-92aa-57d74b85231d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=db74a198-9b96-4f1c-98df-8ec54f422805 HTTP/1.1" status: 200 len: 856 time: 0.0507655 Oct 27 18:45:59.808374 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a889b11-cca6-4bfd-a7e9-3d289ed0af96 req-6897ad26-dba4-41ba-beee-0a540113da76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:59.810082 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7a889b11-cca6-4bfd-a7e9-3d289ed0af96 req-6897ad26-dba4-41ba-beee-0a540113da76 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=75e02ded-c2ac-42f1-841f-7a6a75428960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1173160 Oct 27 18:45:59.888409 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f68c7-df08-4de6-9b4a-8e8db2bf11ea req-080548c8-f859-48fd-87d5-9484a0a0e4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:45:59.888409 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-773f68c7-df08-4de6-9b4a-8e8db2bf11ea req-080548c8-f859-48fd-87d5-9484a0a0e4cf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ad8bf39-d91e-470a-b850-b50a11bc458b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1564898 Oct 27 18:45:59.888976 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9e7421c3-fced-4f94-b6a8-4d4e9c62c114 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:00.047488 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7a889b11-cca6-4bfd-a7e9-3d289ed0af96 req-d923426f-d5a7-4dd7-a7af-1184c219c89e service neutron] 10.222.0.81 "GET /v2.0/networks/75e02ded-c2ac-42f1-841f-7a6a75428960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297525 Oct 27 18:46:00.162025 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-773f68c7-df08-4de6-9b4a-8e8db2bf11ea req-021c7a10-d8ef-4e16-8980-7de55f47508f service neutron] 10.222.0.81 "GET /v2.0/networks/7ad8bf39-d91e-470a-b850-b50a11bc458b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729547 Oct 27 18:46:00.192486 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 77d7dce0-73f0-451b-91d0-3f1540a1f916 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:46:00.343434 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 77d7dce0-73f0-451b-91d0-3f1540a1f916 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:46:00.343818 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:00.377649 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ecb9e943-0e3f-4bd3-87eb-a89c0fa2a7a2 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:00.441487 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60276) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:00.458420 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ecb9e943-0e3f-4bd3-87eb-a89c0fa2a7a2 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:00.513719 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7a889b11-cca6-4bfd-a7e9-3d289ed0af96 req-90e45ef4-773e-4373-bbeb-71ac89320620 service neutron] 10.222.0.81 "GET /v2.0/networks/75e02ded-c2ac-42f1-841f-7a6a75428960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4434886 Oct 27 18:46:00.551553 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 87ec38e3-49b2-44e6-9a86-ec13e0220c96 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:46:00.577159 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-773f68c7-df08-4de6-9b4a-8e8db2bf11ea req-694e53ad-b2ff-483d-a92b-f70216c3a529 service neutron] 10.222.0.81 "GET /v2.0/networks/7ad8bf39-d91e-470a-b850-b50a11bc458b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698614 Oct 27 18:46:00.591933 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 87ec38e3-49b2-44e6-9a86-ec13e0220c96 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:46:00.592287 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 87ec38e3-49b2-44e6-9a86-ec13e0220c96 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:46:00.621094 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718fbd18-5cdc-4019-b407-169a49f717f8 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Router b1dfc17f-d089-4506-a51a-4099bdf15394 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:46:00.703151 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188bde07-c2f7-4fbd-854b-aef772e9a016 req-6ab664fc-0001-424e-b994-e01340fb82cc tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:00.704631 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-188bde07-c2f7-4fbd-854b-aef772e9a016 req-6ab664fc-0001-424e-b994-e01340fb82cc tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 943 time: 0.3034060 Oct 27 18:46:00.716530 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9e943-0e3f-4bd3-87eb-a89c0fa2a7a2 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'Port': ['ID=16a5ac1e-6c0b-4bed-bcf5-80e2d1d25cf5,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:00.730006 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ecb9e943-0e3f-4bd3-87eb-a89c0fa2a7a2 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:00.909045 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-dfb06ef4-d289-4e55-b64c-d1e675c90aea admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=38372ab8aa394f258676f181e4e603cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4656038 Oct 27 18:46:00.913236 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60284) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:00.924343 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9e7421c3-fced-4f94-b6a8-4d4e9c62c114 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:00.935034 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-188bde07-c2f7-4fbd-854b-aef772e9a016 req-f22807b3-47e2-47b0-b21b-3ea70e930c21 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075710 Oct 27 18:46:01.006263 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb9e943-0e3f-4bd3-87eb-a89c0fa2a7a2 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Network 7bd6a875-a657-47e8-89d0-37edc08a1634 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:46:01.007220 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9e7421c3-fced-4f94-b6a8-4d4e9c62c114 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:01.014364 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-ecb9e943-0e3f-4bd3-87eb-a89c0fa2a7a2 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:46:01.017645 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718fbd18-5cdc-4019-b407-169a49f717f8 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:46:01.030176 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff76ccf-07aa-4f4b-a69c-b954de57abd1 None None] Sync routers for ids ['b1dfc17f-d089-4506-a51a-4099bdf15394'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:46:01.051120 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff76ccf-07aa-4f4b-a69c-b954de57abd1 None None] Routers {'b1dfc17f-d089-4506-a51a-4099bdf15394'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:46:01.052575 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-4ff76ccf-07aa-4f4b-a69c-b954de57abd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b1dfc17f-d089-4506-a51a-4099bdf15394'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:01.053940 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-718fbd18-5cdc-4019-b407-169a49f717f8 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:01.098655 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2ab20b14-42a6-44b2-bd71-0289d0b9b0d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:01.159976 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-4ff76ccf-07aa-4f4b-a69c-b954de57abd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:01.173650 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2ab20b14-42a6-44b2-bd71-0289d0b9b0d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:01.198616 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff76ccf-07aa-4f4b-a69c-b954de57abd1 None None] Routers {'b1dfc17f-d089-4506-a51a-4099bdf15394'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:46:01.199592 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-4ff76ccf-07aa-4f4b-a69c-b954de57abd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b1dfc17f-d089-4506-a51a-4099bdf15394'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:01.271065 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:46:01.277947 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7421c3-fced-4f94-b6a8-4d4e9c62c114 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event updated for resources: {'Port': ['ID=f1d78521-2e55-4229-ad8a-dd06de55994d,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:01.280675 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-4ff76ccf-07aa-4f4b-a69c-b954de57abd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:01.291363 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-718fbd18-5cdc-4019-b407-169a49f717f8 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "PUT /v2.0/floatingips/54d21173-6e98-49a0-9543-2a5acc545b36 HTTP/1.1" status: 200 len: 977 time: 4.8439839 Oct 27 18:46:01.292626 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60288) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:01.306683 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9e7421c3-fced-4f94-b6a8-4d4e9c62c114 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:01.307046 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff76ccf-07aa-4f4b-a69c-b954de57abd1 None None] The sync data for ids ['b1dfc17f-d089-4506-a51a-4099bdf15394'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:46:01.419495 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2ab20b14-42a6-44b2-bd71-0289d0b9b0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:01.421791 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2ab20b14-42a6-44b2-bd71-0289d0b9b0d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:01.423147 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2ab20b14-42a6-44b2-bd71-0289d0b9b0d9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0ed361a9-85d0-466d-862e-b941a8491fa0 HTTP/1.1" status: 204 len: 168 time: 0.5087278 Oct 27 18:46:01.436951 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab20b14-42a6-44b2-bd71-0289d0b9b0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed361a9-85d0-466d-862e-b941a8491fa0,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:01.481063 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-e97830fd-5924-4d2b-bf96-955640c965ac tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Deleting port 1118ac27-79f7-4a25-95a5-a29309467639 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:46:01.481410 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e97830fd-5924-4d2b-bf96-955640c965ac tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:01.542036 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9,segment=NetworkSegment(29ae5e06-41a1-428b-8e42-42a692caa382),segment_id=29ae5e06-41a1-428b-8e42-42a692caa382)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:46:01.556706 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-7e2101d7-d0aa-44db-b5e6-14076b187a8b None None] Provisioning complete for port 16a5ac1e-6c0b-4bed-bcf5-80e2d1d25cf5 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:46:01.557398 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7e2101d7-d0aa-44db-b5e6-14076b187a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:01.585653 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': '2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9', 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b', 'port_id': '2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9', 'mac_address': 'fa:16:3e:6c:c8:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db74a198-9b96-4f1c-98df-8ec54f422805', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:46:01.629871 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-7e2101d7-d0aa-44db-b5e6-14076b187a8b None None] Port 16a5ac1e-6c0b-4bed-bcf5-80e2d1d25cf5 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:46:01.630067 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb9e943-0e3f-4bd3-87eb-a89c0fa2a7a2 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Router b081e169-82e7-4d91-81d3-6a6b847fcdfb has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:46:01.643890 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:01.648251 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [None req-9e7421c3-fced-4f94-b6a8-4d4e9c62c114 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Floating IP 9a8a3427-dc50-47df-83af-2e9640bb026f associated. External IP: 172.25.6.252, port: 34f552f3-e722-46af-9140-9f4def23bbc8. Oct 27 18:46:01.663270 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:46:01.670134 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e97830fd-5924-4d2b-bf96-955640c965ac tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:01.689019 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9,segment=NetworkSegment(29ae5e06-41a1-428b-8e42-42a692caa382),segment_id=29ae5e06-41a1-428b-8e42-42a692caa382)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:46:01.773952 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:01.827350 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:01.952926 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e97830fd-5924-4d2b-bf96-955640c965ac tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:01.953292 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e97830fd-5924-4d2b-bf96-955640c965ac tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:01.953713 n-d-815690-2 neutron-server[102879]: INFO neutron.db.l3_db [None req-e97830fd-5924-4d2b-bf96-955640c965ac tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Floating IP 54d21173-6e98-49a0-9543-2a5acc545b36 disassociated. External IP: 172.25.6.112, port: 1118ac27-79f7-4a25-95a5-a29309467639. Oct 27 18:46:01.955154 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-e97830fd-5924-4d2b-bf96-955640c965ac tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Calling delete_port for 1118ac27-79f7-4a25-95a5-a29309467639 owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:46:02.003705 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:46:02.265434 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e97830fd-5924-4d2b-bf96-955640c965ac tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:02.351344 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2e7df-b81c-439b-bf93-3d5c0327dd8b req-b486de90-decd-47d0-914c-74c4097b5286 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:02.353792 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-74a2e7df-b81c-439b-bf93-3d5c0327dd8b req-b486de90-decd-47d0-914c-74c4097b5286 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 944 time: 0.1301739 Oct 27 18:46:02.394717 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97830fd-5924-4d2b-bf96-955640c965ac tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Pushing event deleted for resources: {'Port': ['ID=1118ac27-79f7-4a25-95a5-a29309467639,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:02.447446 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-74a2e7df-b81c-439b-bf93-3d5c0327dd8b req-5a8cd090-db80-45b5-ba4c-13f7449039be tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851593 Oct 27 18:46:02.460442 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb9e943-0e3f-4bd3-87eb-a89c0fa2a7a2 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:46:02.467535 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ecb9e943-0e3f-4bd3-87eb-a89c0fa2a7a2 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "PUT /v2.0/routers/b081e169-82e7-4d91-81d3-6a6b847fcdfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3412306 Oct 27 18:46:02.477346 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af2697c-ae4b-4424-bcc5-dac3b3cab63f None None] Sync routers for ids ['b081e169-82e7-4d91-81d3-6a6b847fcdfb'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:46:02.498009 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af2697c-ae4b-4424-bcc5-dac3b3cab63f None None] Routers {'b081e169-82e7-4d91-81d3-6a6b847fcdfb'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:46:02.498652 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-8af2697c-ae4b-4424-bcc5-dac3b3cab63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b081e169-82e7-4d91-81d3-6a6b847fcdfb'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:02.543280 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60306) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:02.592972 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d2c2d9dd-665d-44f0-83e3-da2db5ad1211 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:02.704547 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e97830fd-5924-4d2b-bf96-955640c965ac tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Router b1dfc17f-d089-4506-a51a-4099bdf15394 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:46:02.724169 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-8af2697c-ae4b-4424-bcc5-dac3b3cab63f None None] Set router b081e169-82e7-4d91-81d3-6a6b847fcdfb gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:46:02.751206 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7421c3-fced-4f94-b6a8-4d4e9c62c114 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Router 8318be0b-e6c7-4241-9937-ef593d662a75 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:46:02.822494 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-8512bad5-83f2-4447-8926-7909dbe12b83 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-925317094&fields=id&tenant_id=21f5568e020c455199c8dde94ac0b73c HTTP/1.1" status: 200 len: 267 time: 0.0894744 Oct 27 18:46:02.918606 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97830fd-5924-4d2b-bf96-955640c965ac tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:46:02.931051 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2486796c-03b6-4b74-9626-1d0c22de4c1e None None] Sync routers for ids ['b1dfc17f-d089-4506-a51a-4099bdf15394'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:46:02.949086 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2486796c-03b6-4b74-9626-1d0c22de4c1e None None] Routers {'b1dfc17f-d089-4506-a51a-4099bdf15394'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:46:02.953168 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-2486796c-03b6-4b74-9626-1d0c22de4c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b1dfc17f-d089-4506-a51a-4099bdf15394'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:03.023894 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7421c3-fced-4f94-b6a8-4d4e9c62c114 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:46:03.110705 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-2486796c-03b6-4b74-9626-1d0c22de4c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:03.118906 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d2c2d9dd-665d-44f0-83e3-da2db5ad1211 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:03.119100 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-e7c8ccd4-b031-4df1-af96-45b29391cc26 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:03.121352 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-e7c8ccd4-b031-4df1-af96-45b29391cc26 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/networks?id=7bd6a875-a657-47e8-89d0-37edc08a1634 HTTP/1.1" status: 200 len: 796 time: 0.2707386 Oct 27 18:46:03.138195 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2486796c-03b6-4b74-9626-1d0c22de4c1e None None] Routers {'b1dfc17f-d089-4506-a51a-4099bdf15394'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:46:03.138999 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-2486796c-03b6-4b74-9626-1d0c22de4c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b1dfc17f-d089-4506-a51a-4099bdf15394'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:03.144148 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e97830fd-5924-4d2b-bf96-955640c965ac tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:03.156235 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e97830fd-5924-4d2b-bf96-955640c965ac tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "DELETE /v2.0/ports/1118ac27-79f7-4a25-95a5-a29309467639 HTTP/1.1" status: 204 len: 168 time: 1.8577752 Oct 27 18:46:03.157156 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-e20b65a5-d567-42d5-8752-d6450b765d5c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/quotas/21f5568e020c455199c8dde94ac0b73c HTTP/1.1" status: 200 len: 375 time: 0.0278950 Oct 27 18:46:03.157824 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60322) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:03.186169 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-2486796c-03b6-4b74-9626-1d0c22de4c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:03.187206 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2486796c-03b6-4b74-9626-1d0c22de4c1e None None] The sync data for ids ['b1dfc17f-d089-4506-a51a-4099bdf15394'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:46:03.224032 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9e7421c3-fced-4f94-b6a8-4d4e9c62c114 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:03.229085 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d2c2d9dd-665d-44f0-83e3-da2db5ad1211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:03.270947 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-6d7b5eae-2f8d-4162-8c27-979f44059c1c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=21f5568e020c455199c8dde94ac0b73c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1078932 Oct 27 18:46:03.273250 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9e7421c3-fced-4f94-b6a8-4d4e9c62c114 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.2447407 Oct 27 18:46:03.274582 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8a1515-3d3a-404a-a96e-a3984e3378f3', 'tag': '34f552f3-e722-46af-9140-9f4def23bbc8'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:46:03.277716 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283589f2-4e0d-4c31-899e-240ece7d3432 None None] Sync routers for ids ['8318be0b-e6c7-4241-9937-ef593d662a75'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:46:03.278312 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ea8504-4235-45ed-b834-3debd1af4077" -d '{"events": [{"name": "network-changed", "server_uuid": "4b8a1515-3d3a-404a-a96e-a3984e3378f3", "tag": "34f552f3-e722-46af-9140-9f4def23bbc8"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:46:03.281643 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60324) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:03.298662 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:46:03.300462 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d2c2d9dd-665d-44f0-83e3-da2db5ad1211 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=76e5fad0f02544cca6aeb71c1870c72e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7560308 Oct 27 18:46:03.306120 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60328) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:03.346290 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283589f2-4e0d-4c31-899e-240ece7d3432 None None] Routers {'8318be0b-e6c7-4241-9937-ef593d662a75'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:46:03.347011 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-283589f2-4e0d-4c31-899e-240ece7d3432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8318be0b-e6c7-4241-9937-ef593d662a75'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:03.378749 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8bacb04a-f71d-4283-b400-2a0d8abc738c tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "GET /v2.0/floatingips/54d21173-6e98-49a0-9543-2a5acc545b36 HTTP/1.1" status: 200 len: 688 time: 0.2186372 Oct 27 18:46:03.382424 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60330) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:03.428277 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0c181ee8-eb7d-4ef4-b978-124f0a5059f1 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/floatingips/9a8a3427-dc50-47df-83af-2e9640bb026f HTTP/1.1" status: 200 len: 992 time: 0.1450088 Oct 27 18:46:03.450840 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2d9dd-665d-44f0-83e3-da2db5ad1211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2debf5-6988-49e8-8d53-e89af734949d,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:03.458215 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a66efcb5-4635-46fe-be3a-93278427387f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:03.466353 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-e357ed54-2e14-4679-8770-094d5794226a service neutron] 10.222.0.52 "GET /v2.0/networks/7bd6a875-a657-47e8-89d0-37edc08a1634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344302 Oct 27 18:46:03.535292 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a66efcb5-4635-46fe-be3a-93278427387f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:03.538876 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-283589f2-4e0d-4c31-899e-240ece7d3432 None None] Set router 8318be0b-e6c7-4241-9937-ef593d662a75 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:46:03.543656 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning for port 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:46:03.598554 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:46:03.599659 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:03.641221 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-f8f217b7-6dc6-4a3c-9b5c-df3151264272 service neutron] 10.222.0.52 "GET /v2.0/networks/7bd6a875-a657-47e8-89d0-37edc08a1634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675308 Oct 27 18:46:03.652971 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-231d6a0e-e452-4c44-84cf-405766d5bea7 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Deleting port 3536d677-111e-437a-ab96-1ccca1ddd91a {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:46:03.653311 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-231d6a0e-e452-4c44-84cf-405766d5bea7 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:03.776931 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-8af2697c-ae4b-4424-bcc5-dac3b3cab63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b081e169-82e7-4d91-81d3-6a6b847fcdfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1263487848', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '77d7dce0-73f0-451b-91d0-3f1540a1f916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:46Z', 'updated_at': '2021-10-27T18:45:59Z', 'revision_number': 4, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '77d7dce0-73f0-451b-91d0-3f1540a1f916', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:15:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081e169-82e7-4d91-81d3-6a6b847fcdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:48Z', 'updated_at': '2021-10-27T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '16a5ac1e-6c0b-4bed-bcf5-80e2d1d25cf5', 'name': '', 'network_id': '7bd6a875-a657-47e8-89d0-37edc08a1634', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'mac_address': 'fa:16:3e:b5:e5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b081e169-82e7-4d91-81d3-6a6b847fcdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '160bc31a-12ba-4b4e-818c-d23c30c3ab80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:55Z', 'updated_at': '2021-10-27T18:45:59Z', 'revision_number': 2, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'subnets': [{'id': '160bc31a-12ba-4b4e-818c-d23c30c3ab80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:03.793633 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-231d6a0e-e452-4c44-84cf-405766d5bea7 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:03.794239 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-231d6a0e-e452-4c44-84cf-405766d5bea7 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:03.814777 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-231d6a0e-e452-4c44-84cf-405766d5bea7 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Calling delete_port for 3536d677-111e-437a-ab96-1ccca1ddd91a owned by network:floatingip {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:46:03.880662 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af2697c-ae4b-4424-bcc5-dac3b3cab63f None None] Checking router: b081e169-82e7-4d91-81d3-6a6b847fcdfb for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:46:03.881382 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af2697c-ae4b-4424-bcc5-dac3b3cab63f None None] Updating router b081e169-82e7-4d91-81d3-6a6b847fcdfb port 16a5ac1e-6c0b-4bed-bcf5-80e2d1d25cf5 binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:46:03.912523 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f30a21-3f1a-40f7-a2dc-0b9fee4c72c0 x-openstack-request-id: req-19f30a21-3f1a-40f7-a2dc-0b9fee4c72c0 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:46:03.912854 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b8a1515-3d3a-404a-a96e-a3984e3378f3", "tag": "34f552f3-e722-46af-9140-9f4def23bbc8", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:46:03.913154 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-19f30a21-3f1a-40f7-a2dc-0b9fee4c72c0 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:46:03.913566 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b8a1515-3d3a-404a-a96e-a3984e3378f3', 'tag': '34f552f3-e722-46af-9140-9f4def23bbc8', 'status': 'completed', 'code': 200} Oct 27 18:46:03.980379 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:04.021833 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8af2697c-ae4b-4424-bcc5-dac3b3cab63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:04.039002 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a66efcb5-4635-46fe-be3a-93278427387f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:04.042790 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a66efcb5-4635-46fe-be3a-93278427387f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:04.043845 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a66efcb5-4635-46fe-be3a-93278427387f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cc2debf5-6988-49e8-8d53-e89af734949d HTTP/1.1" status: 204 len: 168 time: 0.7303555 Oct 27 18:46:04.068056 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ab027-896a-4e84-aedd-6faddeca65a4 req-10923a7b-5720-4f08-9a34-150d459eac7e tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:04.079366 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dd4ab027-896a-4e84-aedd-6faddeca65a4 req-10923a7b-5720-4f08-9a34-150d459eac7e tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 944 time: 0.0955639 Oct 27 18:46:04.110726 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66efcb5-4635-46fe-be3a-93278427387f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2debf5-6988-49e8-8d53-e89af734949d,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:04.148695 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a97861b-82ca-4465-b3ab-2b6f3ee4a17b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:46:04.151690 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5151aafb-81e3-4875-99ac-23e23505a80c" -d '{"events": [{"server_uuid": "2a97861b-82ca-4465-b3ab-2b6f3ee4a17b", "name": "network-vif-plugged", "status": "completed", "tag": "2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:46:04.158540 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dd4ab027-896a-4e84-aedd-6faddeca65a4 req-d42b81a8-6a7c-4dcb-8df5-d4ba74dc6d3e tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782309 Oct 27 18:46:04.253848 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d4d7c1b3-8c77-4c4f-a541-cc3ee5c858c3 req-a893b532-509a-41ec-9020-bbceca8f2e31 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 210 time: 0.0492172 Oct 27 18:46:04.306632 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9,segment=NetworkSegment(29ae5e06-41a1-428b-8e42-42a692caa382),segment_id=29ae5e06-41a1-428b-8e42-42a692caa382)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:46:04.315183 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea8504-4235-45ed-b834-3debd1af4077 req-37578259-f96a-43ac-96e8-68588c156bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:04.317690 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b2ea8504-4235-45ed-b834-3debd1af4077 req-37578259-f96a-43ac-96e8-68588c156bc5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a56febe1ed07496abd79e6dfcd66d421&device_id=4b8a1515-3d3a-404a-a96e-a3984e3378f3 HTTP/1.1" status: 200 len: 1097 time: 0.3669384 Oct 27 18:46:04.358280 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341e1e28-08ea-4121-9e4b-97d8a8f6cf7a x-openstack-request-id: req-341e1e28-08ea-4121-9e4b-97d8a8f6cf7a {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:46:04.358569 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a97861b-82ca-4465-b3ab-2b6f3ee4a17b", "name": "network-vif-plugged", "status": "completed", "tag": "2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:46:04.359282 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-341e1e28-08ea-4121-9e4b-97d8a8f6cf7a {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:46:04.359282 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a97861b-82ca-4465-b3ab-2b6f3ee4a17b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9', 'code': 200} Oct 27 18:46:04.432627 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60350) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:04.440666 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-231d6a0e-e452-4c44-84cf-405766d5bea7 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:04.440885 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-283589f2-4e0d-4c31-899e-240ece7d3432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'name': 'tempest-TestNetworkBasicOps-router-775598626', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'af54d696-44f7-47f4-8bd5-67c445fa7597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:11Z', 'updated_at': '2021-10-27T18:45:20Z', 'revision_number': 4, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'gw_port': {'id': 'af54d696-44f7-47f4-8bd5-67c445fa7597', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ac:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:12Z', 'updated_at': '2021-10-27T18:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '9a8a3427-dc50-47df-83af-2e9640bb026f', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'floating_ip_address': '172.25.6.252', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'port_id': '34f552f3-e722-46af-9140-9f4def23bbc8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75e02ded-c2ac-42f1-841f-7a6a75428960', 'mac_address': 'fa:16:3e:b5:56:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8a1515-3d3a-404a-a96e-a3984e3378f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:45:58Z', 'updated_at': '2021-10-27T18:45:58Z', 'revision_number': 0, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '123815b5-1d0a-435e-b6de-ee98916b7a58', 'name': '', 'network_id': '75e02ded-c2ac-42f1-841f-7a6a75428960', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'mac_address': 'fa:16:3e:54:a1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '18093b5f-696f-44c2-a94b-0ce096165d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:18Z', 'updated_at': '2021-10-27T18:45:23Z', 'revision_number': 5, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'subnets': [{'id': '18093b5f-696f-44c2-a94b-0ce096165d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:04.482259 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283589f2-4e0d-4c31-899e-240ece7d3432 None None] Checking router: 8318be0b-e6c7-4241-9937-ef593d662a75 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:46:04.488015 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:04.498837 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d6a0e-e452-4c44-84cf-405766d5bea7 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Pushing event deleted for resources: {'Port': ['ID=3536d677-111e-437a-ab96-1ccca1ddd91a,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:04.544225 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283589f2-4e0d-4c31-899e-240ece7d3432 None None] Routers {'8318be0b-e6c7-4241-9937-ef593d662a75'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:46:04.544892 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-283589f2-4e0d-4c31-899e-240ece7d3432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8318be0b-e6c7-4241-9937-ef593d662a75'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:04.628222 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-fd11dd9b-de5e-42d7-b51b-f00a561eb235 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/floatingips/9a8a3427-dc50-47df-83af-2e9640bb026f HTTP/1.1" status: 200 len: 992 time: 0.1938043 Oct 27 18:46:04.658855 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea8504-4235-45ed-b834-3debd1af4077 req-cc9b6ed3-bc8e-424f-a41e-b0eb38433d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:04.660491 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:04.661404 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b2ea8504-4235-45ed-b834-3debd1af4077 req-cc9b6ed3-bc8e-424f-a41e-b0eb38433d1f service neutron] 10.222.0.81 "GET /v2.0/networks?id=75e02ded-c2ac-42f1-841f-7a6a75428960 HTTP/1.1" status: 200 len: 898 time: 0.3341742 Oct 27 18:46:04.662323 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-231d6a0e-e452-4c44-84cf-405766d5bea7 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for floatingip, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:04.683372 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-231d6a0e-e452-4c44-84cf-405766d5bea7 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:04.689367 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-231d6a0e-e452-4c44-84cf-405766d5bea7 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "DELETE /v2.0/floatingips/54d21173-6e98-49a0-9543-2a5acc545b36 HTTP/1.1" status: 204 len: 168 time: 1.3009768 Oct 27 18:46:04.689760 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60354) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:04.694534 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-d5642c57-f81f-4e30-9cd1-469e7051388a tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'port_id': '7eddf9b8-bd82-441c-a73c-c4a68c492980'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:46:04.704855 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659addd1-f472-4c7c-ad60-a63f5dbfa143 req-00804f91-e4af-4195-9c26-038baf3c52ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:04.706860 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-659addd1-f472-4c7c-ad60-a63f5dbfa143 req-00804f91-e4af-4195-9c26-038baf3c52ae service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 1096 time: 0.2821009 Oct 27 18:46:04.848931 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b2ea8504-4235-45ed-b834-3debd1af4077 req-d2a032a9-bc91-41bc-a864-c01e3cec2e24 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34f552f3-e722-46af-9140-9f4def23bbc8 HTTP/1.1" status: 200 len: 1000 time: 0.1587198 Oct 27 18:46:04.851174 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-659addd1-f472-4c7c-ad60-a63f5dbfa143 req-dcfb3893-abda-4917-b33b-8645b2049101 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903957 Oct 27 18:46:04.857551 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d5642c57-f81f-4e30-9cd1-469e7051388a tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for floatingip, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:04.921502 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-283589f2-4e0d-4c31-899e-240ece7d3432 None None] Set router 8318be0b-e6c7-4241-9937-ef593d662a75 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:46:05.011409 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d5642c57-f81f-4e30-9cd1-469e7051388a tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:05.050586 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60362) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:05.125566 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea8504-4235-45ed-b834-3debd1af4077 req-689fd7e0-e2c5-42ce-8102-d47d294c24e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:05.127138 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b2ea8504-4235-45ed-b834-3debd1af4077 req-689fd7e0-e2c5-42ce-8102-d47d294c24e6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=18093b5f-696f-44c2-a94b-0ce096165d5c HTTP/1.1" status: 200 len: 834 time: 0.0841725 Oct 27 18:46:05.129885 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c43f8ea0-5a3a-475e-bb92-e3bd982d83d6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4a306d02d02a46b2ab6a2f3526f7440a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0782027 Oct 27 18:46:05.136713 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60364) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:05.231429 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-d5642c57-f81f-4e30-9cd1-469e7051388a tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Allocated IP 172.25.6.237 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/f78a127c-e48c-426b-9ed6-8a0778d14080) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:46:05.252293 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea8504-4235-45ed-b834-3debd1af4077 req-0a706df0-ab96-4235-90b3-3a638c339866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:05.268175 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b2ea8504-4235-45ed-b834-3debd1af4077 req-0a706df0-ab96-4235-90b3-3a638c339866 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=75e02ded-c2ac-42f1-841f-7a6a75428960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1324358 Oct 27 18:46:05.331073 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8af2697c-ae4b-4424-bcc5-dac3b3cab63f None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:05.391361 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1662bada-e75e-45dd-b73a-6f4f8550571b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:05.392915 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-283589f2-4e0d-4c31-899e-240ece7d3432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'name': 'tempest-TestNetworkBasicOps-router-775598626', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'af54d696-44f7-47f4-8bd5-67c445fa7597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:11Z', 'updated_at': '2021-10-27T18:45:20Z', 'revision_number': 4, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'gw_port': {'id': 'af54d696-44f7-47f4-8bd5-67c445fa7597', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ac:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:12Z', 'updated_at': '2021-10-27T18:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '9a8a3427-dc50-47df-83af-2e9640bb026f', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'floating_ip_address': '172.25.6.252', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'port_id': '34f552f3-e722-46af-9140-9f4def23bbc8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75e02ded-c2ac-42f1-841f-7a6a75428960', 'mac_address': 'fa:16:3e:b5:56:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8a1515-3d3a-404a-a96e-a3984e3378f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:45:58Z', 'updated_at': '2021-10-27T18:45:58Z', 'revision_number': 0, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '123815b5-1d0a-435e-b6de-ee98916b7a58', 'name': '', 'network_id': '75e02ded-c2ac-42f1-841f-7a6a75428960', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'mac_address': 'fa:16:3e:54:a1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '18093b5f-696f-44c2-a94b-0ce096165d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:18Z', 'updated_at': '2021-10-27T18:45:23Z', 'revision_number': 5, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'subnets': [{'id': '18093b5f-696f-44c2-a94b-0ce096165d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:05.394390 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b2ea8504-4235-45ed-b834-3debd1af4077 req-5193fcd5-6c43-40ab-b554-d0031d7128a9 service neutron] 10.222.0.81 "GET /v2.0/networks/75e02ded-c2ac-42f1-841f-7a6a75428960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931551 Oct 27 18:46:05.440068 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283589f2-4e0d-4c31-899e-240ece7d3432 None None] The sync data for ids ['8318be0b-e6c7-4241-9937-ef593d662a75'] in n-d-815690-2 is: [{'id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'name': 'tempest-TestNetworkBasicOps-router-775598626', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'af54d696-44f7-47f4-8bd5-67c445fa7597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:11Z', 'updated_at': '2021-10-27T18:45:20Z', 'revision_number': 4, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'gw_port': {'id': 'af54d696-44f7-47f4-8bd5-67c445fa7597', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ac:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:12Z', 'updated_at': '2021-10-27T18:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '9a8a3427-dc50-47df-83af-2e9640bb026f', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'floating_ip_address': '172.25.6.252', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'port_id': '34f552f3-e722-46af-9140-9f4def23bbc8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75e02ded-c2ac-42f1-841f-7a6a75428960', 'mac_address': 'fa:16:3e:b5:56:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8a1515-3d3a-404a-a96e-a3984e3378f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:45:58Z', 'updated_at': '2021-10-27T18:45:58Z', 'revision_number': 0, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '123815b5-1d0a-435e-b6de-ee98916b7a58', 'name': '', 'network_id': '75e02ded-c2ac-42f1-841f-7a6a75428960', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'mac_address': 'fa:16:3e:54:a1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '18093b5f-696f-44c2-a94b-0ce096165d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:18Z', 'updated_at': '2021-10-27T18:45:23Z', 'revision_number': 5, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'subnets': [{'id': '18093b5f-696f-44c2-a94b-0ce096165d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:46:05.442322 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8af2697c-ae4b-4424-bcc5-dac3b3cab63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:05.473081 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1662bada-e75e-45dd-b73a-6f4f8550571b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:05.497738 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d5642c57-f81f-4e30-9cd1-469e7051388a tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:05.545817 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42889a6-6177-4551-9ebc-610b97a75bdc None None] Pushing event updated for resources: {'Port': ['ID=16a5ac1e-6c0b-4bed-bcf5-80e2d1d25cf5,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:05.633876 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8de8a-1a2a-4567-a05f-a4179eb37387 req-1adff5d9-43e4-484a-8b27-f54900732753 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:05.641507 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b2ea8504-4235-45ed-b834-3debd1af4077 req-ff737755-8e0f-4e3e-a9b0-8cf2a4d3e7de service neutron] 10.222.0.81 "GET /v2.0/networks/75e02ded-c2ac-42f1-841f-7a6a75428960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381413 Oct 27 18:46:05.642012 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60372) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:05.659038 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8ae8de8a-1a2a-4567-a05f-a4179eb37387 req-1adff5d9-43e4-484a-8b27-f54900732753 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 945 time: 0.1890962 Oct 27 18:46:05.659153 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-8af2697c-ae4b-4424-bcc5-dac3b3cab63f None None] Attempting to bind port 16a5ac1e-6c0b-4bed-bcf5-80e2d1d25cf5 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:46:05.659854 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-8af2697c-ae4b-4424-bcc5-dac3b3cab63f None None] Attempting to bind port 16a5ac1e-6c0b-4bed-bcf5-80e2d1d25cf5 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '1fc589c5-2774-47b1-a7a7-250651af85dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '7bd6a875-a657-47e8-89d0-37edc08a1634'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:46:05.660862 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af2697c-ae4b-4424-bcc5-dac3b3cab63f None None] Attempting to bind port 16a5ac1e-6c0b-4bed-bcf5-80e2d1d25cf5 on network 7bd6a875-a657-47e8-89d0-37edc08a1634 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:46:05.668603 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af2697c-ae4b-4424-bcc5-dac3b3cab63f None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:46:05.669072 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af2697c-ae4b-4424-bcc5-dac3b3cab63f None None] Checking segment: {'id': '1fc589c5-2774-47b1-a7a7-250651af85dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '7bd6a875-a657-47e8-89d0-37edc08a1634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:46:05.669492 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8af2697c-ae4b-4424-bcc5-dac3b3cab63f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:05.670416 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af2697c-ae4b-4424-bcc5-dac3b3cab63f None None] Bound using segment: {'id': '1fc589c5-2774-47b1-a7a7-250651af85dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '7bd6a875-a657-47e8-89d0-37edc08a1634'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:46:05.670993 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-8af2697c-ae4b-4424-bcc5-dac3b3cab63f None None] Bound port: 16a5ac1e-6c0b-4bed-bcf5-80e2d1d25cf5, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc589c5-2774-47b1-a7a7-250651af85dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '7bd6a875-a657-47e8-89d0-37edc08a1634'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:46:05.671484 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8af2697c-ae4b-4424-bcc5-dac3b3cab63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:05.776288 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8ae8de8a-1a2a-4567-a05f-a4179eb37387 req-9066147c-e85e-49eb-92cf-8de1f5f34084 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165876 Oct 27 18:46:05.784564 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d5642c57-f81f-4e30-9cd1-469e7051388a tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:05.895788 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1662bada-e75e-45dd-b73a-6f4f8550571b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:05.906869 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1662bada-e75e-45dd-b73a-6f4f8550571b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:05.913901 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1662bada-e75e-45dd-b73a-6f4f8550571b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5719f3dd-11b2-4130-81ba-7cdbe1ecf7c9 HTTP/1.1" status: 204 len: 168 time: 0.7760491 Oct 27 18:46:05.993631 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c88db060-963c-4c96-a378-cb1fcf356140 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/floatingips/9a8a3427-dc50-47df-83af-2e9640bb026f HTTP/1.1" status: 200 len: 992 time: 0.3495615 Oct 27 18:46:05.997753 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67233d0a-edd5-4cf5-9192-1bfc801b3752 None None] New status for floating IP 9a8a3427-dc50-47df-83af-2e9640bb026f: ACTIVE {{(pid=102881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:46:06.006760 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5642c57-f81f-4e30-9cd1-469e7051388a tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:46:06.048082 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1662bada-e75e-45dd-b73a-6f4f8550571b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5719f3dd-11b2-4130-81ba-7cdbe1ecf7c9,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:06.144892 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-673968fc-3756-4fc7-a35e-85613efdd808 req-8c5bbdec-6a9a-4bbc-9926-9191828eaaf5 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 210 time: 0.1341028 Oct 27 18:46:06.145847 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-d5642c57-f81f-4e30-9cd1-469e7051388a tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:46:06.150105 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5642c57-f81f-4e30-9cd1-469e7051388a tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:46:06.163027 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-8af2697c-ae4b-4424-bcc5-dac3b3cab63f None None] For port 16a5ac1e-6c0b-4bed-bcf5-80e2d1d25cf5, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:46:06.171362 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-8af2697c-ae4b-4424-bcc5-dac3b3cab63f None None] For port 16a5ac1e-6c0b-4bed-bcf5-80e2d1d25cf5, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=16a5ac1e-6c0b-4bed-bcf5-80e2d1d25cf5,segment=NetworkSegment(1fc589c5-2774-47b1-a7a7-250651af85dc),segment_id=1fc589c5-2774-47b1-a7a7-250651af85dc)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:46:06.174479 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5642c57-f81f-4e30-9cd1-469e7051388a tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Pushing event updated for resources: {'Port': ['ID=f78a127c-e48c-426b-9ed6-8a0778d14080,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:06.233271 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-ba879c58-44bd-451f-a80a-6dc7f2afe479 None None] Provisioning complete for port 16a5ac1e-6c0b-4bed-bcf5-80e2d1d25cf5 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:46:06.233651 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ba879c58-44bd-451f-a80a-6dc7f2afe479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:06.323793 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-ba879c58-44bd-451f-a80a-6dc7f2afe479 None None] Port 16a5ac1e-6c0b-4bed-bcf5-80e2d1d25cf5 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:46:06.326459 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8af2697c-ae4b-4424-bcc5-dac3b3cab63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:06.418013 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42889a6-6177-4551-9ebc-610b97a75bdc None None] Pushing event updated for resources: {'Port': ['ID=16a5ac1e-6c0b-4bed-bcf5-80e2d1d25cf5,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:06.437507 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af2697c-ae4b-4424-bcc5-dac3b3cab63f None None] Routers {'b081e169-82e7-4d91-81d3-6a6b847fcdfb'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:46:06.439469 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-8af2697c-ae4b-4424-bcc5-dac3b3cab63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b081e169-82e7-4d91-81d3-6a6b847fcdfb'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:06.712292 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-8af2697c-ae4b-4424-bcc5-dac3b3cab63f None None] Set router b081e169-82e7-4d91-81d3-6a6b847fcdfb gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:46:06.779287 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-2a6167c4-b888-483e-ba4c-57161fb95f7c None None] Provisioning complete for port 16a5ac1e-6c0b-4bed-bcf5-80e2d1d25cf5 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:46:06.779794 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2a6167c4-b888-483e-ba4c-57161fb95f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:07.015504 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2a6167c4-b888-483e-ba4c-57161fb95f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:07.018851 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60392) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:07.122257 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-2a6167c4-b888-483e-ba4c-57161fb95f7c None None] For port 16a5ac1e-6c0b-4bed-bcf5-80e2d1d25cf5, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=16a5ac1e-6c0b-4bed-bcf5-80e2d1d25cf5,segment=NetworkSegment(1fc589c5-2774-47b1-a7a7-250651af85dc),segment_id=1fc589c5-2774-47b1-a7a7-250651af85dc)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:46:07.154717 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-8af2697c-ae4b-4424-bcc5-dac3b3cab63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b081e169-82e7-4d91-81d3-6a6b847fcdfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1263487848', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '77d7dce0-73f0-451b-91d0-3f1540a1f916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:46Z', 'updated_at': '2021-10-27T18:45:59Z', 'revision_number': 4, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '77d7dce0-73f0-451b-91d0-3f1540a1f916', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:15:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081e169-82e7-4d91-81d3-6a6b847fcdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:48Z', 'updated_at': '2021-10-27T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '16a5ac1e-6c0b-4bed-bcf5-80e2d1d25cf5', 'name': '', 'network_id': '7bd6a875-a657-47e8-89d0-37edc08a1634', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'mac_address': 'fa:16:3e:b5:e5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b081e169-82e7-4d91-81d3-6a6b847fcdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '160bc31a-12ba-4b4e-818c-d23c30c3ab80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:55Z', 'updated_at': '2021-10-27T18:46:06Z', 'revision_number': 4, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'subnets': [{'id': '160bc31a-12ba-4b4e-818c-d23c30c3ab80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:07.162090 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d5642c57-f81f-4e30-9cd1-469e7051388a tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:07.190574 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af2697c-ae4b-4424-bcc5-dac3b3cab63f None None] The sync data for ids ['b081e169-82e7-4d91-81d3-6a6b847fcdfb'] in n-d-815690-2 is: [{'id': 'b081e169-82e7-4d91-81d3-6a6b847fcdfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1263487848', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '77d7dce0-73f0-451b-91d0-3f1540a1f916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:46Z', 'updated_at': '2021-10-27T18:45:59Z', 'revision_number': 4, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '77d7dce0-73f0-451b-91d0-3f1540a1f916', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:15:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081e169-82e7-4d91-81d3-6a6b847fcdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:48Z', 'updated_at': '2021-10-27T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '16a5ac1e-6c0b-4bed-bcf5-80e2d1d25cf5', 'name': '', 'network_id': '7bd6a875-a657-47e8-89d0-37edc08a1634', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'mac_address': 'fa:16:3e:b5:e5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b081e169-82e7-4d91-81d3-6a6b847fcdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '160bc31a-12ba-4b4e-818c-d23c30c3ab80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:55Z', 'updated_at': '2021-10-27T18:46:06Z', 'revision_number': 4, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'subnets': [{'id': '160bc31a-12ba-4b4e-818c-d23c30c3ab80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:46:07.199397 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84d1e5-e99f-4eff-b932-184b5a49c1a4 req-4fad4e09-542f-4e96-9c32-62c263f50841 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:07.222640 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bf84d1e5-e99f-4eff-b932-184b5a49c1a4 req-4fad4e09-542f-4e96-9c32-62c263f50841 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 945 time: 0.3011630 Oct 27 18:46:07.247853 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2a6167c4-b888-483e-ba4c-57161fb95f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:07.376711 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c54a627b-3005-403c-902e-bb53cf015742 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/floatingips/9a8a3427-dc50-47df-83af-2e9640bb026f HTTP/1.1" status: 200 len: 994 time: 0.3336399 Oct 27 18:46:07.388777 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6167c4-b888-483e-ba4c-57161fb95f7c None None] Pushing event updated for resources: {'Port': ['ID=16a5ac1e-6c0b-4bed-bcf5-80e2d1d25cf5,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:07.429583 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bf84d1e5-e99f-4eff-b932-184b5a49c1a4 req-8c5c32a4-adc3-4e18-b88a-881accc58bdb tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279843 Oct 27 18:46:07.538240 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9f20185a-5215-42ba-9dfb-61052357c139 req-d41b1905-026d-4fb9-bcf4-5902b966ee0c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 210 time: 0.0451100 Oct 27 18:46:07.670520 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d5642c57-f81f-4e30-9cd1-469e7051388a tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:07.754843 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fcd7d8-7846-4870-9931-4ec888dac190 req-def8ffdf-40cf-4189-9913-5cbaa112e560 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:07.756469 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-61fcd7d8-7846-4870-9931-4ec888dac190 req-def8ffdf-40cf-4189-9913-5cbaa112e560 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 945 time: 0.1299109 Oct 27 18:46:07.781935 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60410) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:07.790179 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-4064840d-3553-4da4-b182-ca95d3c48c2b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Request body: {'floatingip': {'port_id': '2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:46:07.891858 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4064840d-3553-4da4-b182-ca95d3c48c2b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks [] for floatingip, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:07.910596 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-e0f86c04-fc30-4872-b9ef-7dacb53ab03e tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:07.910596 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-e0f86c04-fc30-4872-b9ef-7dacb53ab03e tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.93 "GET /v2.0/networks?id=7bd6a875-a657-47e8-89d0-37edc08a1634 HTTP/1.1" status: 200 len: 796 time: 1.0353386 Oct 27 18:46:08.045864 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60416) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:08.085694 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d5642c57-f81f-4e30-9cd1-469e7051388a tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:08.160221 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d5642c57-f81f-4e30-9cd1-469e7051388a tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:08.173574 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-ff448936-e695-4cb4-bd41-f2981c6a6a1e tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21f5568e020c455199c8dde94ac0b73c HTTP/1.1" status: 200 len: 379 time: 0.2530470 Oct 27 18:46:08.188106 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-2462e9ea-b40c-4d9c-9538-03402fc4f83d tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'port': {'device_id': 'd08de410-5bb4-4cb7-ba66-f6115ddf677c', 'network_id': '7bd6a875-a657-47e8-89d0-37edc08a1634', 'admin_state_up': True, 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'security_groups': ['f35e86e5-032f-42cd-9d02-3615b3e713b5']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:46:08.226302 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 16a5ac1e-6c0b-4bed-bcf5-80e2d1d25cf5 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:46:08.284657 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-78afcc19-8ef5-4933-a632-5b6c26af0a07 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2115343559-network', 'tenant_id': '391e76b4c39940e3b00bc672cc4dcd20'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:46:08.348754 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5642c57-f81f-4e30-9cd1-469e7051388a tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Pushing event updated for resources: {'Port': ['ID=f78a127c-e48c-426b-9ed6-8a0778d14080,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:08.370347 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 16a5ac1e-6c0b-4bed-bcf5-80e2d1d25cf5 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:46:08.371021 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:08.391168 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d5642c57-f81f-4e30-9cd1-469e7051388a tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:08.549618 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78afcc19-8ef5-4933-a632-5b6c26af0a07 admin admin] Made reservation on behalf of 391e76b4c39940e3b00bc672cc4dcd20 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:46:08.554980 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-78afcc19-8ef5-4933-a632-5b6c26af0a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:08.585226 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-78afcc19-8ef5-4933-a632-5b6c26af0a07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:08.637445 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [None req-d5642c57-f81f-4e30-9cd1-469e7051388a tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Floating IP f8e4a9e9-4e19-4409-8f54-e179612dba39 associated. External IP: 172.25.6.237, port: 7eddf9b8-bd82-441c-a73c-c4a68c492980. Oct 27 18:46:08.760765 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f32e24dd-8278-4e88-a2e8-74afaee5d460 req-ed66ea6d-d94c-48b5-91db-96d7db4d9280 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 210 time: 0.0679419 Oct 27 18:46:08.840566 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-78afcc19-8ef5-4933-a632-5b6c26af0a07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:08.856913 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4064840d-3553-4da4-b182-ca95d3c48c2b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:08.950126 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-2462e9ea-b40c-4d9c-9538-03402fc4f83d tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Made reservation on behalf of 21f5568e020c455199c8dde94ac0b73c for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:46:08.956309 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-2462e9ea-b40c-4d9c-9538-03402fc4f83d tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:08.965438 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5642c57-f81f-4e30-9cd1-469e7051388a tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Router b1dfc17f-d089-4506-a51a-4099bdf15394 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:46:09.148784 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5642c57-f81f-4e30-9cd1-469e7051388a tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:46:09.172392 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f643e13d-d3ea-4dff-bc14-ecfffb5d469d None None] Sync routers for ids ['b1dfc17f-d089-4506-a51a-4099bdf15394'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:46:09.200726 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f643e13d-d3ea-4dff-bc14-ecfffb5d469d None None] Routers {'b1dfc17f-d089-4506-a51a-4099bdf15394'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:46:09.201361 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-f643e13d-d3ea-4dff-bc14-ecfffb5d469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b1dfc17f-d089-4506-a51a-4099bdf15394'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:09.204553 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-2462e9ea-b40c-4d9c-9538-03402fc4f83d tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Allocated IP 172.20.0.11 (7bd6a875-a657-47e8-89d0-37edc08a1634/160bc31a-12ba-4b4e-818c-d23c30c3ab80/0744efde-88be-4f06-accb-741e25dc3426) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:46:09.219544 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-78afcc19-8ef5-4933-a632-5b6c26af0a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:09.247481 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78afcc19-8ef5-4933-a632-5b6c26af0a07 admin admin] vlan segment allocate from pool success with {'vlan_id': 1047, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:46:09.265119 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afcc19-8ef5-4933-a632-5b6c26af0a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df3c91f-725c-47be-8bf4-2491cd155347,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:09.280863 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-78afcc19-8ef5-4933-a632-5b6c26af0a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:09.283285 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-78afcc19-8ef5-4933-a632-5b6c26af0a07 admin admin] Added segment eb0b0768-9cd0-4948-9ab0-c0df8ffa80ea of type vlan for network 94183f82-ba43-4cad-a650-759fa6592117 Oct 27 18:46:09.317389 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4064840d-3553-4da4-b182-ca95d3c48c2b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:09.336367 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-f643e13d-d3ea-4dff-bc14-ecfffb5d469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:09.343363 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d5642c57-f81f-4e30-9cd1-469e7051388a tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:09.380026 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-78afcc19-8ef5-4933-a632-5b6c26af0a07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:09.390857 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d5642c57-f81f-4e30-9cd1-469e7051388a tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.7000601 Oct 27 18:46:09.395367 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f643e13d-d3ea-4dff-bc14-ecfffb5d469d None None] Routers {'b1dfc17f-d089-4506-a51a-4099bdf15394'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:46:09.396138 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60426) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:09.401204 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-f643e13d-d3ea-4dff-bc14-ecfffb5d469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b1dfc17f-d089-4506-a51a-4099bdf15394'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:09.404472 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-2e13f127-148a-4515-b0fc-b74fa8698974 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-114111048'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:46:09.437055 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-f643e13d-d3ea-4dff-bc14-ecfffb5d469d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:09.438371 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f643e13d-d3ea-4dff-bc14-ecfffb5d469d None None] The sync data for ids ['b1dfc17f-d089-4506-a51a-4099bdf15394'] in n-d-815690-2 is: [] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:46:09.527654 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-78afcc19-8ef5-4933-a632-5b6c26af0a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:09.529301 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78afcc19-8ef5-4933-a632-5b6c26af0a07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:09.530063 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-78afcc19-8ef5-4933-a632-5b6c26af0a07 admin admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:09.535372 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-2462e9ea-b40c-4d9c-9538-03402fc4f83d tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:09.548717 n-d-815690-2 neutron-server[102879]: INFO neutron.db.l3_db [None req-4064840d-3553-4da4-b182-ca95d3c48c2b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Floating IP 218364cf-9a2f-4265-aac6-25becbdc47f6 associated. External IP: 172.25.6.9, port: 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9. Oct 27 18:46:09.606152 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e13f127-148a-4515-b0fc-b74fa8698974 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Made reservation on behalf of a0c4e786159b4cfdb15671b63803dd03 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:46:09.609757 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2e13f127-148a-4515-b0fc-b74fa8698974 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:09.622807 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d10102c8-73a0-4f84-812f-3aff821ee39d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:09.647083 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afcc19-8ef5-4933-a632-5b6c26af0a07 admin admin] Pushing event updated for resources: {'Network': ['ID=94183f82-ba43-4cad-a650-759fa6592117,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:09.666473 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-78afcc19-8ef5-4933-a632-5b6c26af0a07 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6197965 Oct 27 18:46:09.667572 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e13f127-148a-4515-b0fc-b74fa8698974 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] vlan segment allocate from pool success with {'vlan_id': 1001, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:46:09.668532 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 94183f82-ba43-4cad-a650-759fa6592117 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:46:09.669605 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60430) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:09.678023 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-52565099-f694-4cbc-96c0-b677dac7f50f admin admin] Request body: {'subnet': {'network_id': '94183f82-ba43-4cad-a650-759fa6592117', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2115343559-subnet', 'tenant_id': '391e76b4c39940e3b00bc672cc4dcd20', 'ip_version': 4}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:46:09.728176 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2e13f127-148a-4515-b0fc-b74fa8698974 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:09.730795 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-2e13f127-148a-4515-b0fc-b74fa8698974 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Added segment 213f86b4-1d83-4dbf-a904-f80c5e6249a0 of type vlan for network 3804dc1f-6151-432c-aa7a-570281abfcb9 Oct 27 18:46:09.773223 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-2462e9ea-b40c-4d9c-9538-03402fc4f83d tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:09.820954 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2e13f127-148a-4515-b0fc-b74fa8698974 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:09.865353 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52565099-f694-4cbc-96c0-b677dac7f50f admin admin] Made reservation on behalf of 391e76b4c39940e3b00bc672cc4dcd20 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:46:09.869418 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-52565099-f694-4cbc-96c0-b677dac7f50f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:09.895276 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-2462e9ea-b40c-4d9c-9538-03402fc4f83d tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Network 7bd6a875-a657-47e8-89d0-37edc08a1634 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:46:09.896829 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-2462e9ea-b40c-4d9c-9538-03402fc4f83d tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:46:09.929564 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-2462e9ea-b40c-4d9c-9538-03402fc4f83d tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:46:09.937928 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2e13f127-148a-4515-b0fc-b74fa8698974 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:09.943910 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e13f127-148a-4515-b0fc-b74fa8698974 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:09.944516 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2e13f127-148a-4515-b0fc-b74fa8698974 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:09.996059 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4064840d-3553-4da4-b182-ca95d3c48c2b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Router 9faeaf28-c10c-45f3-8bc3-8496afb70c48 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:46:09.997170 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462e9ea-b40c-4d9c-9538-03402fc4f83d tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'Port': ['ID=0744efde-88be-4f06-accb-741e25dc3426,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:10.033211 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-2462e9ea-b40c-4d9c-9538-03402fc4f83d tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:10.033854 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-2462e9ea-b40c-4d9c-9538-03402fc4f83d tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:10.094921 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13f127-148a-4515-b0fc-b74fa8698974 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Pushing event updated for resources: {'Network': ['ID=3804dc1f-6151-432c-aa7a-570281abfcb9,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:10.103141 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 3804dc1f-6151-432c-aa7a-570281abfcb9 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:46:10.183433 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4064840d-3553-4da4-b182-ca95d3c48c2b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:46:10.192082 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4064840d-3553-4da4-b182-ca95d3c48c2b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:10.204596 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1723e52-5853-4de6-9fdf-9dd9a747c3dd None None] Sync routers for ids ['9faeaf28-c10c-45f3-8bc3-8496afb70c48'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:46:10.229332 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4064840d-3553-4da4-b182-ca95d3c48c2b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "PUT /v2.0/floatingips/218364cf-9a2f-4265-aac6-25becbdc47f6 HTTP/1.1" status: 200 len: 989 time: 2.4463522 Oct 27 18:46:10.230033 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a97861b-82ca-4465-b3ab-2b6f3ee4a17b', 'tag': '2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:46:10.232587 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fef268-d4c9-4e76-a214-4d1a97bccdab" -d '{"events": [{"name": "network-changed", "server_uuid": "2a97861b-82ca-4465-b3ab-2b6f3ee4a17b", "tag": "2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:46:10.234967 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1723e52-5853-4de6-9fdf-9dd9a747c3dd None None] Routers {'9faeaf28-c10c-45f3-8bc3-8496afb70c48'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:46:10.236233 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-e1723e52-5853-4de6-9fdf-9dd9a747c3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9faeaf28-c10c-45f3-8bc3-8496afb70c48'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:10.246636 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-2462e9ea-b40c-4d9c-9538-03402fc4f83d tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0629926 Oct 27 18:46:10.263178 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-523fb027-6686-4125-85ab-8d8800e91982 service neutron] Request body: {'port': {'device_id': 'd08de410-5bb4-4cb7-ba66-f6115ddf677c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:46:10.285970 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-2e13f127-148a-4515-b0fc-b74fa8698974 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8851869 Oct 27 18:46:10.287921 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60440) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:10.300598 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-2e9afb48-801d-470e-aad1-c08213599cc7 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Request body: {'subnet': {'network_id': '3804dc1f-6151-432c-aa7a-570281abfcb9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:46:10.315527 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ced636-3b97-4d06-9ffd-60603afda8d1 req-36b9fab7-eefc-41d6-991e-85c25f53e86b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:10.317073 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-60ced636-3b97-4d06-9ffd-60603afda8d1 req-36b9fab7-eefc-41d6-991e-85c25f53e86b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 932 time: 0.4339581 Oct 27 18:46:10.349722 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-523fb027-6686-4125-85ab-8d8800e91982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:10.375960 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-e1723e52-5853-4de6-9fdf-9dd9a747c3dd None None] Set router 9faeaf28-c10c-45f3-8bc3-8496afb70c48 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:46:10.416398 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-35f9ac54-366d-4a07-8a86-43a0a4969d8f None None] Provisioning complete for port 0744efde-88be-4f06-accb-741e25dc3426 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:46:10.416983 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-35f9ac54-366d-4a07-8a86-43a0a4969d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:10.437750 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-52565099-f694-4cbc-96c0-b677dac7f50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:10.473518 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-35f9ac54-366d-4a07-8a86-43a0a4969d8f None None] Port 0744efde-88be-4f06-accb-741e25dc3426 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:46:10.507577 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-60ced636-3b97-4d06-9ffd-60603afda8d1 req-cfc63216-4f4c-4783-bc18-8a5455f47171 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=f35e86e5-032f-42cd-9d02-3615b3e713b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777854 Oct 27 18:46:10.570294 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52565099-f694-4cbc-96c0-b677dac7f50f admin admin] Pushing event updated for resources: {'Subnet': ['ID=49ceb9f9-65ac-4ed1-b447-596c7946b52c,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:10.589617 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52565099-f694-4cbc-96c0-b677dac7f50f admin admin] Checking segment: {'id': 'eb0b0768-9cd0-4948-9ab0-c0df8ffa80ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '94183f82-ba43-4cad-a650-759fa6592117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:46:10.590109 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52565099-f694-4cbc-96c0-b677dac7f50f admin admin] Network hostable DHCP agents. Network: 94183f82-ba43-4cad-a650-759fa6592117, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:46:10.637004 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9afb48-801d-470e-aad1-c08213599cc7 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Made reservation on behalf of a0c4e786159b4cfdb15671b63803dd03 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:46:10.641457 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2e9afb48-801d-470e-aad1-c08213599cc7 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:10.657162 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa30b9d-d7a4-4ab3-a2b0-1546ad65952b x-openstack-request-id: req-4aa30b9d-d7a4-4ab3-a2b0-1546ad65952b {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:46:10.657560 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a97861b-82ca-4465-b3ab-2b6f3ee4a17b", "tag": "2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:46:10.657690 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4aa30b9d-d7a4-4ab3-a2b0-1546ad65952b {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:46:10.658091 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a97861b-82ca-4465-b3ab-2b6f3ee4a17b', 'tag': '2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9', 'status': 'completed', 'code': 200} Oct 27 18:46:10.679242 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-e1723e52-5853-4de6-9fdf-9dd9a747c3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'name': 'tempest-AttachVolumeShelveTestJSON-1598767232-router', 'tenant_id': '186d6eca453449f79cfaf020191a989c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '5b0f0053-b447-48df-9f3b-2756a65bb9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:29Z', 'updated_at': '2021-10-27T18:45:37Z', 'revision_number': 4, 'project_id': '186d6eca453449f79cfaf020191a989c', 'gw_port': {'id': '5b0f0053-b447-48df-9f3b-2756a65bb9c4', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:30Z', 'updated_at': '2021-10-27T18:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '218364cf-9a2f-4265-aac6-25becbdc47f6', 'tenant_id': '186d6eca453449f79cfaf020191a989c', 'floating_ip_address': '172.25.6.9', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'port_id': '2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b', 'mac_address': 'fa:16:3e:6c:c8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a97861b-82ca-4465-b3ab-2b6f3ee4a17b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:45:45Z', 'updated_at': '2021-10-27T18:46:08Z', 'revision_number': 1, 'project_id': '186d6eca453449f79cfaf020191a989c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a8064eb-708a-4e1e-a69d-00dfb9bfa428', 'name': '', 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b', 'tenant_id': '186d6eca453449f79cfaf020191a989c', 'mac_address': 'fa:16:3e:a4:5b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'db74a198-9b96-4f1c-98df-8ec54f422805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:35Z', 'updated_at': '2021-10-27T18:45:42Z', 'revision_number': 5, 'project_id': '186d6eca453449f79cfaf020191a989c', 'subnets': [{'id': 'db74a198-9b96-4f1c-98df-8ec54f422805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:10.711372 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52565099-f694-4cbc-96c0-b677dac7f50f admin admin] Network 94183f82-ba43-4cad-a650-759fa6592117 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:46:10.763029 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fef268-d4c9-4e76-a214-4d1a97bccdab req-5354309e-c0fe-49ae-8962-2ee368bad98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:10.763029 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f0fef268-d4c9-4e76-a214-4d1a97bccdab req-5354309e-c0fe-49ae-8962-2ee368bad98b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=186d6eca453449f79cfaf020191a989c&device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 1096 time: 0.0763147 Oct 27 18:46:10.763278 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1723e52-5853-4de6-9fdf-9dd9a747c3dd None None] Checking router: 9faeaf28-c10c-45f3-8bc3-8496afb70c48 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:46:10.780387 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1723e52-5853-4de6-9fdf-9dd9a747c3dd None None] Routers {'9faeaf28-c10c-45f3-8bc3-8496afb70c48'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:46:10.781001 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-e1723e52-5853-4de6-9fdf-9dd9a747c3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:45:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9faeaf28-c10c-45f3-8bc3-8496afb70c48'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:10.844305 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-52565099-f694-4cbc-96c0-b677dac7f50f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 94183f82-ba43-4cad-a650-759fa6592117) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:46:10.850734 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-523fb027-6686-4125-85ab-8d8800e91982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0744efde-88be-4f06-accb-741e25dc3426 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:46:10.853936 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52565099-f694-4cbc-96c0-b677dac7f50f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:10.854580 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-52565099-f694-4cbc-96c0-b677dac7f50f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:10.861637 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-523fb027-6686-4125-85ab-8d8800e91982 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:10.880720 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273804d1-f416-4c8d-b2de-a57dc3987144 None None] Network 94183f82-ba43-4cad-a650-759fa6592117 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:46:10.895221 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-523fb027-6686-4125-85ab-8d8800e91982 service neutron] Transition to ACTIVE for port object 0744efde-88be-4f06-accb-741e25dc3426 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:46:10.926129 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fef268-d4c9-4e76-a214-4d1a97bccdab req-091ab848-3351-4e2b-8d26-09a476cf0cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:10.928179 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f0fef268-d4c9-4e76-a214-4d1a97bccdab req-091ab848-3351-4e2b-8d26-09a476cf0cfd service neutron] 10.222.0.81 "GET /v2.0/networks?id=7ad8bf39-d91e-470a-b850-b50a11bc458b HTTP/1.1" status: 200 len: 919 time: 0.1614215 Oct 27 18:46:10.941887 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-e1723e52-5853-4de6-9fdf-9dd9a747c3dd None None] Set router 9faeaf28-c10c-45f3-8bc3-8496afb70c48 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:46:10.981403 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-52565099-f694-4cbc-96c0-b677dac7f50f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3107123 Oct 27 18:46:10.982191 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60444) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:10.983218 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2e9afb48-801d-470e-aad1-c08213599cc7 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:10.991224 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-aad9e962-2205-4376-b2cc-6bcc56dee946 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2115343559-router', 'tenant_id': '391e76b4c39940e3b00bc672cc4dcd20', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:46:10.997106 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-523fb027-6686-4125-85ab-8d8800e91982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:11.071498 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9afb48-801d-470e-aad1-c08213599cc7 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Pushing event updated for resources: {'Subnet': ['ID=268d88ca-e004-4ed9-9d3f-9cdc2a632002,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:11.102366 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9afb48-801d-470e-aad1-c08213599cc7 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Checking segment: {'id': '213f86b4-1d83-4dbf-a904-f80c5e6249a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '3804dc1f-6151-432c-aa7a-570281abfcb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:46:11.102643 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00460b7f-fb82-4e4b-867c-564387deb351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-94183f82-ba43-4cad-a650-759fa6592117', 'network_id': '94183f82-ba43-4cad-a650-759fa6592117', 'tenant_id': '391e76b4c39940e3b00bc672cc4dcd20', 'fixed_ips': [{'subnet_id': '49ceb9f9-65ac-4ed1-b447-596c7946b52c'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:46:11.102778 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9afb48-801d-470e-aad1-c08213599cc7 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Network hostable DHCP agents. Network: 3804dc1f-6151-432c-aa7a-570281abfcb9, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:46:11.102904 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-00460b7f-fb82-4e4b-867c-564387deb351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:11.122161 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f0fef268-d4c9-4e76-a214-4d1a97bccdab req-6f5e5cda-2572-44f8-929b-1d3d6f06e5c4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 HTTP/1.1" status: 200 len: 997 time: 0.1841803 Oct 27 18:46:11.191956 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523fb027-6686-4125-85ab-8d8800e91982 service neutron] Pushing event updated for resources: {'Port': ['ID=0744efde-88be-4f06-accb-741e25dc3426,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:11.219097 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-aad9e962-2205-4376-b2cc-6bcc56dee946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:11.220154 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-aad9e962-2205-4376-b2cc-6bcc56dee946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:11.230623 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9afb48-801d-470e-aad1-c08213599cc7 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Network 3804dc1f-6151-432c-aa7a-570281abfcb9 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:46:11.304130 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fef268-d4c9-4e76-a214-4d1a97bccdab req-fd4a5533-1ad1-4eef-96e5-f225fe76104c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:11.306596 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f0fef268-d4c9-4e76-a214-4d1a97bccdab req-fd4a5533-1ad1-4eef-96e5-f225fe76104c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=db74a198-9b96-4f1c-98df-8ec54f422805 HTTP/1.1" status: 200 len: 856 time: 0.1720655 Oct 27 18:46:11.377457 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-00460b7f-fb82-4e4b-867c-564387deb351 None None] Allocated IP 172.20.0.2 (94183f82-ba43-4cad-a650-759fa6592117/49ceb9f9-65ac-4ed1-b447-596c7946b52c/ed34f478-54da-404e-abae-591b10fc8027) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:46:11.388301 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-e1723e52-5853-4de6-9fdf-9dd9a747c3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'name': 'tempest-AttachVolumeShelveTestJSON-1598767232-router', 'tenant_id': '186d6eca453449f79cfaf020191a989c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '5b0f0053-b447-48df-9f3b-2756a65bb9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:29Z', 'updated_at': '2021-10-27T18:45:37Z', 'revision_number': 4, 'project_id': '186d6eca453449f79cfaf020191a989c', 'gw_port': {'id': '5b0f0053-b447-48df-9f3b-2756a65bb9c4', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:30Z', 'updated_at': '2021-10-27T18:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '218364cf-9a2f-4265-aac6-25becbdc47f6', 'tenant_id': '186d6eca453449f79cfaf020191a989c', 'floating_ip_address': '172.25.6.9', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'port_id': '2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b', 'mac_address': 'fa:16:3e:6c:c8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a97861b-82ca-4465-b3ab-2b6f3ee4a17b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:45:45Z', 'updated_at': '2021-10-27T18:46:08Z', 'revision_number': 1, 'project_id': '186d6eca453449f79cfaf020191a989c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a8064eb-708a-4e1e-a69d-00dfb9bfa428', 'name': '', 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b', 'tenant_id': '186d6eca453449f79cfaf020191a989c', 'mac_address': 'fa:16:3e:a4:5b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'db74a198-9b96-4f1c-98df-8ec54f422805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:35Z', 'updated_at': '2021-10-27T18:45:42Z', 'revision_number': 5, 'project_id': '186d6eca453449f79cfaf020191a989c', 'subnets': [{'id': 'db74a198-9b96-4f1c-98df-8ec54f422805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:11.411948 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-2e9afb48-801d-470e-aad1-c08213599cc7 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 3804dc1f-6151-432c-aa7a-570281abfcb9) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:46:11.419805 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9afb48-801d-470e-aad1-c08213599cc7 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:11.424403 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2e9afb48-801d-470e-aad1-c08213599cc7 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:11.426276 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1723e52-5853-4de6-9fdf-9dd9a747c3dd None None] The sync data for ids ['9faeaf28-c10c-45f3-8bc3-8496afb70c48'] in n-d-815690-2 is: [{'id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'name': 'tempest-AttachVolumeShelveTestJSON-1598767232-router', 'tenant_id': '186d6eca453449f79cfaf020191a989c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '5b0f0053-b447-48df-9f3b-2756a65bb9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:29Z', 'updated_at': '2021-10-27T18:45:37Z', 'revision_number': 4, 'project_id': '186d6eca453449f79cfaf020191a989c', 'gw_port': {'id': '5b0f0053-b447-48df-9f3b-2756a65bb9c4', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:30Z', 'updated_at': '2021-10-27T18:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '218364cf-9a2f-4265-aac6-25becbdc47f6', 'tenant_id': '186d6eca453449f79cfaf020191a989c', 'floating_ip_address': '172.25.6.9', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'port_id': '2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b', 'mac_address': 'fa:16:3e:6c:c8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a97861b-82ca-4465-b3ab-2b6f3ee4a17b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:45:45Z', 'updated_at': '2021-10-27T18:46:08Z', 'revision_number': 1, 'project_id': '186d6eca453449f79cfaf020191a989c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a8064eb-708a-4e1e-a69d-00dfb9bfa428', 'name': '', 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b', 'tenant_id': '186d6eca453449f79cfaf020191a989c', 'mac_address': 'fa:16:3e:a4:5b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'db74a198-9b96-4f1c-98df-8ec54f422805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:35Z', 'updated_at': '2021-10-27T18:45:42Z', 'revision_number': 5, 'project_id': '186d6eca453449f79cfaf020191a989c', 'subnets': [{'id': 'db74a198-9b96-4f1c-98df-8ec54f422805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:46:11.446345 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746a4a1c-d1c9-4b6d-a641-b00d4791a769 None None] Network 3804dc1f-6151-432c-aa7a-570281abfcb9 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:46:11.519563 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-2e9afb48-801d-470e-aad1-c08213599cc7 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2248182 Oct 27 18:46:11.524637 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60448) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:11.531225 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-15286332-8f17-49f3-bf16-6f35f77c3eaa tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1275320276', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}, 'admin_state_up': False}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:46:11.660538 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-15286332-8f17-49f3-bf16-6f35f77c3eaa tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:11.661393 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-15286332-8f17-49f3-bf16-6f35f77c3eaa tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:11.739779 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-aad9e962-2205-4376-b2cc-6bcc56dee946 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:11.789494 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-15286332-8f17-49f3-bf16-6f35f77c3eaa tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:11.800390 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf2ab1-e298-41d0-8c2e-0602ca516b43 req-2c9f7f5a-f590-4576-8ef1-047e5ccd502d tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:11.809087 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4fdf2ab1-e298-41d0-8c2e-0602ca516b43 req-2c9f7f5a-f590-4576-8ef1-047e5ccd502d tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 944 time: 0.1687722 Oct 27 18:46:11.836852 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-523fb027-6686-4125-85ab-8d8800e91982 service neutron] Attempting to bind port 0744efde-88be-4f06-accb-741e25dc3426 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:46:11.844107 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-523fb027-6686-4125-85ab-8d8800e91982 service neutron] Attempting to bind port 0744efde-88be-4f06-accb-741e25dc3426 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '1fc589c5-2774-47b1-a7a7-250651af85dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '7bd6a875-a657-47e8-89d0-37edc08a1634'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:46:11.844729 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-523fb027-6686-4125-85ab-8d8800e91982 service neutron] Attempting to bind port 0744efde-88be-4f06-accb-741e25dc3426 on network 7bd6a875-a657-47e8-89d0-37edc08a1634 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:46:11.872391 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4fdf2ab1-e298-41d0-8c2e-0602ca516b43 req-6b24dee1-b4e9-424c-8270-ef12921e4d4d tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=f35e86e5-032f-42cd-9d02-3615b3e713b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620010 Oct 27 18:46:11.957407 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-523fb027-6686-4125-85ab-8d8800e91982 service neutron] Port 0744efde-88be-4f06-accb-741e25dc3426 on network 7bd6a875-a657-47e8-89d0-37edc08a1634 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:46:11.958216 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-523fb027-6686-4125-85ab-8d8800e91982 service neutron] Attempting to bind port 0744efde-88be-4f06-accb-741e25dc3426 on network 7bd6a875-a657-47e8-89d0-37edc08a1634 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:46:11.982113 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fef268-d4c9-4e76-a214-4d1a97bccdab req-6d4af196-4f26-4fac-a351-43b53498476e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:11.983681 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f0fef268-d4c9-4e76-a214-4d1a97bccdab req-6d4af196-4f26-4fac-a351-43b53498476e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ad8bf39-d91e-470a-b850-b50a11bc458b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2592733 Oct 27 18:46:11.985238 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-523fb027-6686-4125-85ab-8d8800e91982 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:46:11.985582 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-523fb027-6686-4125-85ab-8d8800e91982 service neutron] Checking segment: {'id': '1fc589c5-2774-47b1-a7a7-250651af85dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '7bd6a875-a657-47e8-89d0-37edc08a1634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:46:11.985959 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-523fb027-6686-4125-85ab-8d8800e91982 service neutron] Bound using segment: {'id': '1fc589c5-2774-47b1-a7a7-250651af85dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '7bd6a875-a657-47e8-89d0-37edc08a1634'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:46:11.986396 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-523fb027-6686-4125-85ab-8d8800e91982 service neutron] Bound port: 0744efde-88be-4f06-accb-741e25dc3426, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fc589c5-2774-47b1-a7a7-250651af85dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '7bd6a875-a657-47e8-89d0-37edc08a1634'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:46:11.986510 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc10962-2055-40f1-a67f-cb8056f7cd43 None None] New status for floating IP 218364cf-9a2f-4265-aac6-25becbdc47f6: ACTIVE {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:46:11.986756 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-523fb027-6686-4125-85ab-8d8800e91982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:11.989941 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb47c116-6405-4e9a-b7c0-4255c3748d0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-3804dc1f-6151-432c-aa7a-570281abfcb9', 'network_id': '3804dc1f-6151-432c-aa7a-570281abfcb9', 'tenant_id': 'a0c4e786159b4cfdb15671b63803dd03', 'fixed_ips': [{'subnet_id': '268d88ca-e004-4ed9-9d3f-9cdc2a632002'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:46:11.990973 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cb47c116-6405-4e9a-b7c0-4255c3748d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:12.171104 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-aad9e962-2205-4376-b2cc-6bcc56dee946 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:12.281986 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f0fef268-d4c9-4e76-a214-4d1a97bccdab req-cb34c7dd-df0e-4f61-a3b2-bfd549a8e8f4 service neutron] 10.222.0.81 "GET /v2.0/networks/7ad8bf39-d91e-470a-b850-b50a11bc458b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839842 Oct 27 18:46:12.285319 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-00460b7f-fb82-4e4b-867c-564387deb351 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:12.285319 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d43a80f2-178e-4e9a-b48e-709d004593ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:12.292533 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-523fb027-6686-4125-85ab-8d8800e91982 service neutron] For port 0744efde-88be-4f06-accb-741e25dc3426, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:46:12.391271 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-523fb027-6686-4125-85ab-8d8800e91982 service neutron] For port 0744efde-88be-4f06-accb-741e25dc3426, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=0744efde-88be-4f06-accb-741e25dc3426,segment=NetworkSegment(1fc589c5-2774-47b1-a7a7-250651af85dc),segment_id=1fc589c5-2774-47b1-a7a7-250651af85dc)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:46:12.408648 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-00460b7f-fb82-4e4b-867c-564387deb351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:12.443861 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f0fef268-d4c9-4e76-a214-4d1a97bccdab req-527456a7-bc38-4a03-966b-3bff53459b66 service neutron] 10.222.0.81 "GET /v2.0/networks/7ad8bf39-d91e-470a-b850-b50a11bc458b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455522 Oct 27 18:46:12.472551 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-523fb027-6686-4125-85ab-8d8800e91982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:12.532147 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00460b7f-fb82-4e4b-867c-564387deb351 None None] Network 94183f82-ba43-4cad-a650-759fa6592117 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:46:12.534708 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-523fb027-6686-4125-85ab-8d8800e91982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:12.542120 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-00460b7f-fb82-4e4b-867c-564387deb351 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:46:12.544714 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-cb47c116-6405-4e9a-b7c0-4255c3748d0b None None] Allocated IP 172.20.0.2 (3804dc1f-6151-432c-aa7a-570281abfcb9/268d88ca-e004-4ed9-9d3f-9cdc2a632002/a8074937-ecae-4412-8efa-c6e065af8a48) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:46:12.544847 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-523fb027-6686-4125-85ab-8d8800e91982 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:12.546212 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-523fb027-6686-4125-85ab-8d8800e91982 service neutron] 10.222.0.93 "PUT /v2.0/ports/0744efde-88be-4f06-accb-741e25dc3426 HTTP/1.1" status: 200 len: 1092 time: 2.2896583 Oct 27 18:46:12.550251 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00460b7f-fb82-4e4b-867c-564387deb351 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:46:12.556808 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00460b7f-fb82-4e4b-867c-564387deb351 None None] Pushing event updated for resources: {'Port': ['ID=ed34f478-54da-404e-abae-591b10fc8027,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:12.756720 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd08de410-5bb4-4cb7-ba66-f6115ddf677c', 'tag': '0744efde-88be-4f06-accb-741e25dc3426'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:46:12.759313 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f09c20d-5f5c-49d3-a751-88027f4b4bbb" -d '{"events": [{"name": "network-changed", "server_uuid": "d08de410-5bb4-4cb7-ba66-f6115ddf677c", "tag": "0744efde-88be-4f06-accb-741e25dc3426"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:46:12.762019 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523fb027-6686-4125-85ab-8d8800e91982 service neutron] Pushing event updated for resources: {'Port': ['ID=0744efde-88be-4f06-accb-741e25dc3426,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:12.844963 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd771f4e-2745-453d-a382-ecb940a9e75c x-openstack-request-id: req-cd771f4e-2745-453d-a382-ecb940a9e75c {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:46:12.845450 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d08de410-5bb4-4cb7-ba66-f6115ddf677c", "tag": "0744efde-88be-4f06-accb-741e25dc3426", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:46:12.845936 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cd771f4e-2745-453d-a382-ecb940a9e75c {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:46:12.846490 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd08de410-5bb4-4cb7-ba66-f6115ddf677c', 'tag': '0744efde-88be-4f06-accb-741e25dc3426', 'status': 'completed', 'code': 200} Oct 27 18:46:12.872070 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-15286332-8f17-49f3-bf16-6f35f77c3eaa tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:12.920955 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-aad9e962-2205-4376-b2cc-6bcc56dee946 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:12.951267 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-00460b7f-fb82-4e4b-867c-564387deb351 None None] Attempting to bind port ed34f478-54da-404e-abae-591b10fc8027 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:46:12.955489 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-00460b7f-fb82-4e4b-867c-564387deb351 None None] Attempting to bind port ed34f478-54da-404e-abae-591b10fc8027 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'eb0b0768-9cd0-4948-9ab0-c0df8ffa80ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '94183f82-ba43-4cad-a650-759fa6592117'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:46:12.956098 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00460b7f-fb82-4e4b-867c-564387deb351 None None] Attempting to bind port ed34f478-54da-404e-abae-591b10fc8027 on network 94183f82-ba43-4cad-a650-759fa6592117 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:46:12.970255 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-492254fc-e953-4aff-8a28-ef4784b8d306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:12.971814 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-492254fc-e953-4aff-8a28-ef4784b8d306 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=21f5568e020c455199c8dde94ac0b73c&device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 1095 time: 0.2231286 Oct 27 18:46:12.979011 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-aad9e962-2205-4376-b2cc-6bcc56dee946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:12.979158 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00460b7f-fb82-4e4b-867c-564387deb351 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:46:12.979158 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00460b7f-fb82-4e4b-867c-564387deb351 None None] Checking segment: {'id': 'eb0b0768-9cd0-4948-9ab0-c0df8ffa80ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '94183f82-ba43-4cad-a650-759fa6592117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:46:12.979158 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-00460b7f-fb82-4e4b-867c-564387deb351 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:12.979158 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00460b7f-fb82-4e4b-867c-564387deb351 None None] Bound using segment: {'id': 'eb0b0768-9cd0-4948-9ab0-c0df8ffa80ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '94183f82-ba43-4cad-a650-759fa6592117'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:46:12.981836 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-00460b7f-fb82-4e4b-867c-564387deb351 None None] Bound port: ed34f478-54da-404e-abae-591b10fc8027, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb0b0768-9cd0-4948-9ab0-c0df8ffa80ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '94183f82-ba43-4cad-a650-759fa6592117'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:46:12.982434 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-00460b7f-fb82-4e4b-867c-564387deb351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:13.032575 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-ca335224-5444-49dd-84f5-60d19f3528c9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0744efde-88be-4f06-accb-741e25dc3426 HTTP/1.1" status: 200 len: 217 time: 0.0503314 Oct 27 18:46:13.110262 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-00460b7f-fb82-4e4b-867c-564387deb351 None None] For port ed34f478-54da-404e-abae-591b10fc8027, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:46:13.113617 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-00460b7f-fb82-4e4b-867c-564387deb351 None None] For port ed34f478-54da-404e-abae-591b10fc8027, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ed34f478-54da-404e-abae-591b10fc8027,segment=NetworkSegment(eb0b0768-9cd0-4948-9ab0-c0df8ffa80ea),segment_id=eb0b0768-9cd0-4948-9ab0-c0df8ffa80ea)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:46:13.118184 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b25790-9b2a-4777-b87c-528db131c93e req-a5d14780-45bf-4219-bd46-18c7059cc5c6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:13.122005 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-84b25790-9b2a-4777-b87c-528db131c93e req-a5d14780-45bf-4219-bd46-18c7059cc5c6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 944 time: 0.1553717 Oct 27 18:46:13.190555 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cb47c116-6405-4e9a-b7c0-4255c3748d0b None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:13.207271 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-5a9e7bc2-64e7-4037-abbc-f6732ea06684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:13.208993 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-5a9e7bc2-64e7-4037-abbc-f6732ea06684 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=160bc31a-12ba-4b4e-818c-d23c30c3ab80 HTTP/1.1" status: 200 len: 834 time: 0.1235204 Oct 27 18:46:13.212040 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-84b25790-9b2a-4777-b87c-528db131c93e req-981319cf-ef13-4404-80b4-c546d2193281 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=f35e86e5-032f-42cd-9d02-3615b3e713b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757306 Oct 27 18:46:13.215231 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-00460b7f-fb82-4e4b-867c-564387deb351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:13.257139 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-aad9e962-2205-4376-b2cc-6bcc56dee946 admin admin] Allocated IP 172.25.6.110 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/38184c6c-e7a4-48de-ba97-4f869b7e9c33) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:46:13.313177 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-1f7a7ba0-74a8-4ac5-b4b8-5151d2b732d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:13.315030 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-1f7a7ba0-74a8-4ac5-b4b8-5151d2b732d8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7bd6a875-a657-47e8-89d0-37edc08a1634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946259 Oct 27 18:46:13.319611 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00460b7f-fb82-4e4b-867c-564387deb351 None None] Pushing event updated for resources: {'Port': ['ID=ed34f478-54da-404e-abae-591b10fc8027,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:13.334753 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cb47c116-6405-4e9a-b7c0-4255c3748d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:13.439985 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-15286332-8f17-49f3-bf16-6f35f77c3eaa tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for router_gateway, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:13.454837 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb47c116-6405-4e9a-b7c0-4255c3748d0b None None] Network 3804dc1f-6151-432c-aa7a-570281abfcb9 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:46:13.466542 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-15286332-8f17-49f3-bf16-6f35f77c3eaa tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:13.477080 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-cb47c116-6405-4e9a-b7c0-4255c3748d0b None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:46:13.489762 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb47c116-6405-4e9a-b7c0-4255c3748d0b None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:46:13.544716 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-54c71d7e-eeeb-46db-83a7-74e9680bd8a9 service neutron] 10.222.0.93 "GET /v2.0/networks/7bd6a875-a657-47e8-89d0-37edc08a1634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015405 Oct 27 18:46:13.584696 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47c116-6405-4e9a-b7c0-4255c3748d0b None None] Pushing event updated for resources: {'Port': ['ID=a8074937-ecae-4412-8efa-c6e065af8a48,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:13.608122 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:13.613285 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-cb47c116-6405-4e9a-b7c0-4255c3748d0b None None] Attempting to bind port a8074937-ecae-4412-8efa-c6e065af8a48 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:46:13.613285 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-cb47c116-6405-4e9a-b7c0-4255c3748d0b None None] Attempting to bind port a8074937-ecae-4412-8efa-c6e065af8a48 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '213f86b4-1d83-4dbf-a904-f80c5e6249a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '3804dc1f-6151-432c-aa7a-570281abfcb9'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:46:13.616088 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb47c116-6405-4e9a-b7c0-4255c3748d0b None None] Attempting to bind port a8074937-ecae-4412-8efa-c6e065af8a48 on network 3804dc1f-6151-432c-aa7a-570281abfcb9 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:46:13.623508 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb47c116-6405-4e9a-b7c0-4255c3748d0b None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:46:13.623757 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-aad9e962-2205-4376-b2cc-6bcc56dee946 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:13.623895 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb47c116-6405-4e9a-b7c0-4255c3748d0b None None] Checking segment: {'id': '213f86b4-1d83-4dbf-a904-f80c5e6249a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '3804dc1f-6151-432c-aa7a-570281abfcb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:46:13.624323 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cb47c116-6405-4e9a-b7c0-4255c3748d0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:13.624754 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb47c116-6405-4e9a-b7c0-4255c3748d0b None None] Bound using segment: {'id': '213f86b4-1d83-4dbf-a904-f80c5e6249a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '3804dc1f-6151-432c-aa7a-570281abfcb9'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:46:13.625247 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-cb47c116-6405-4e9a-b7c0-4255c3748d0b None None] Bound port: a8074937-ecae-4412-8efa-c6e065af8a48, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '213f86b4-1d83-4dbf-a904-f80c5e6249a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '3804dc1f-6151-432c-aa7a-570281abfcb9'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:46:13.625785 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cb47c116-6405-4e9a-b7c0-4255c3748d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:13.639697 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:13.721248 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-af972b7a-a063-43e9-9a3e-c080051b5df4 req-78cb92ab-9a5e-452c-8685-2fb39ef1ee4e service neutron] 10.222.0.93 "GET /v2.0/networks/7bd6a875-a657-47e8-89d0-37edc08a1634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677053 Oct 27 18:46:13.741457 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-cb47c116-6405-4e9a-b7c0-4255c3748d0b None None] For port a8074937-ecae-4412-8efa-c6e065af8a48, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:46:13.745579 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-cb47c116-6405-4e9a-b7c0-4255c3748d0b None None] For port a8074937-ecae-4412-8efa-c6e065af8a48, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=a8074937-ecae-4412-8efa-c6e065af8a48,segment=NetworkSegment(213f86b4-1d83-4dbf-a904-f80c5e6249a0),segment_id=213f86b4-1d83-4dbf-a904-f80c5e6249a0)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:46:13.792081 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-aad9e962-2205-4376-b2cc-6bcc56dee946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:13.822174 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cb47c116-6405-4e9a-b7c0-4255c3748d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:13.834095 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad9e962-2205-4376-b2cc-6bcc56dee946 admin admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:46:13.853251 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-aad9e962-2205-4376-b2cc-6bcc56dee946 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:46:13.884940 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad9e962-2205-4376-b2cc-6bcc56dee946 admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:46:13.888654 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-15286332-8f17-49f3-bf16-6f35f77c3eaa tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Allocated IP 172.25.6.179 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/bfccfb88-606e-4a62-a1f7-ec7b2d566340) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:46:13.913294 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad9e962-2205-4376-b2cc-6bcc56dee946 admin admin] Pushing event updated for resources: {'Port': ['ID=38184c6c-e7a4-48de-ba97-4f869b7e9c33,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:13.945775 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09c20d-5f5c-49d3-a751-88027f4b4bbb req-c091e3a4-17a8-4504-bee7-842cfa1a7ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:13.947860 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3f09c20d-5f5c-49d3-a751-88027f4b4bbb req-c091e3a4-17a8-4504-bee7-842cfa1a7ba1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=21f5568e020c455199c8dde94ac0b73c&device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 1095 time: 0.0964985 Oct 27 18:46:13.984023 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47c116-6405-4e9a-b7c0-4255c3748d0b None None] Pushing event updated for resources: {'Port': ['ID=a8074937-ecae-4412-8efa-c6e065af8a48,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:14.239525 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-15286332-8f17-49f3-bf16-6f35f77c3eaa tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:14.271243 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ed34f478-54da-404e-abae-591b10fc8027 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:46:14.303066 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09c20d-5f5c-49d3-a751-88027f4b4bbb req-d4eff4bd-3628-4792-a07c-16b76f036abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:14.303752 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3f09c20d-5f5c-49d3-a751-88027f4b4bbb req-d4eff4bd-3628-4792-a07c-16b76f036abf service neutron] 10.222.0.93 "GET /v2.0/networks?id=7bd6a875-a657-47e8-89d0-37edc08a1634 HTTP/1.1" status: 200 len: 898 time: 0.2727680 Oct 27 18:46:14.363401 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3f09c20d-5f5c-49d3-a751-88027f4b4bbb req-33589aa6-3126-4409-87cd-cf218f43b2ee service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0744efde-88be-4f06-accb-741e25dc3426 HTTP/1.1" status: 200 len: 217 time: 0.0502944 Oct 27 18:46:14.441086 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port ed34f478-54da-404e-abae-591b10fc8027 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:46:14.441516 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:14.479193 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-15286332-8f17-49f3-bf16-6f35f77c3eaa tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:14.605130 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15286332-8f17-49f3-bf16-6f35f77c3eaa tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:46:14.616957 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e74859-b870-4976-b023-f5a54534a411 req-bb7a8c8a-dd13-4627-ba65-245ab33662b3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:14.619047 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e9e74859-b870-4976-b023-f5a54534a411 req-bb7a8c8a-dd13-4627-ba65-245ab33662b3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 944 time: 0.2108402 Oct 27 18:46:14.620030 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-15286332-8f17-49f3-bf16-6f35f77c3eaa tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:46:14.625846 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15286332-8f17-49f3-bf16-6f35f77c3eaa tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:46:14.673691 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:14.729579 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15286332-8f17-49f3-bf16-6f35f77c3eaa tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Pushing event updated for resources: {'Port': ['ID=bfccfb88-606e-4a62-a1f7-ec7b2d566340,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:14.747996 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09c20d-5f5c-49d3-a751-88027f4b4bbb req-961a5461-b226-48db-9d9f-969345d481e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:14.750009 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3f09c20d-5f5c-49d3-a751-88027f4b4bbb req-961a5461-b226-48db-9d9f-969345d481e6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=160bc31a-12ba-4b4e-818c-d23c30c3ab80 HTTP/1.1" status: 200 len: 834 time: 0.3785241 Oct 27 18:46:14.756735 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port ed34f478-54da-404e-abae-591b10fc8027, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ed34f478-54da-404e-abae-591b10fc8027,segment=NetworkSegment(eb0b0768-9cd0-4948-9ab0-c0df8ffa80ea),segment_id=eb0b0768-9cd0-4948-9ab0-c0df8ffa80ea)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:46:14.831145 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:14.864233 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-aad9e962-2205-4376-b2cc-6bcc56dee946 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:14.922765 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e9e74859-b870-4976-b023-f5a54534a411 req-e5d782e4-dd98-438a-902d-efa0b6ed447a tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=f35e86e5-032f-42cd-9d02-3615b3e713b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2366722 Oct 27 18:46:15.057357 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=ed34f478-54da-404e-abae-591b10fc8027,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:15.077944 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09c20d-5f5c-49d3-a751-88027f4b4bbb req-f137c18a-1deb-4a57-a73c-93ac7cd0e0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:15.079841 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3f09c20d-5f5c-49d3-a751-88027f4b4bbb req-f137c18a-1deb-4a57-a73c-93ac7cd0e0aa service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7bd6a875-a657-47e8-89d0-37edc08a1634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3096325 Oct 27 18:46:15.150237 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:15.243245 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3f09c20d-5f5c-49d3-a751-88027f4b4bbb req-cd118705-7128-4cac-ade7-e84817a5e391 service neutron] 10.222.0.93 "GET /v2.0/networks/7bd6a875-a657-47e8-89d0-37edc08a1634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531491 Oct 27 18:46:15.293132 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08792b2f-d26b-4a2f-ad15-799f8ee7a37c None None] Network 94183f82-ba43-4cad-a650-759fa6592117 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:46:15.373023 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-15286332-8f17-49f3-bf16-6f35f77c3eaa tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for router_gateway, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:15.537959 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-20d9244b-6c4e-4a53-ae86-422bcd19bc8a None None] Provisioning complete for port ed34f478-54da-404e-abae-591b10fc8027 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:46:15.538336 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-20d9244b-6c4e-4a53-ae86-422bcd19bc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:15.767186 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b9c288-49e5-4c71-b719-a3aa7090ee8b None None] Network 3804dc1f-6151-432c-aa7a-570281abfcb9 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:46:15.796111 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-15286332-8f17-49f3-bf16-6f35f77c3eaa tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:15.886616 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-ed708c61-0125-42a1-8cb5-496d965926cd None None] Provisioning complete for port a8074937-ecae-4412-8efa-c6e065af8a48 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:46:15.886985 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ed708c61-0125-42a1-8cb5-496d965926cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:16.018463 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-aad9e962-2205-4376-b2cc-6bcc56dee946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:16.032274 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3f09c20d-5f5c-49d3-a751-88027f4b4bbb req-bfc01145-e274-48ec-a345-9cdbc877e621 service neutron] 10.222.0.93 "GET /v2.0/networks/7bd6a875-a657-47e8-89d0-37edc08a1634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7199414 Oct 27 18:46:16.139664 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ed708c61-0125-42a1-8cb5-496d965926cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:16.147399 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0887a-647a-4f28-b414-ca0351d3ff1c req-1f4a1097-b836-49f2-9fdb-1375221459f7 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:16.157030 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-09f0887a-647a-4f28-b414-ca0351d3ff1c req-1f4a1097-b836-49f2-9fdb-1375221459f7 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 944 time: 0.0960443 Oct 27 18:46:16.177281 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15286332-8f17-49f3-bf16-6f35f77c3eaa tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Router a33da0d5-4c18-4930-803f-f300d8af52b2 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:46:16.210715 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-ed708c61-0125-42a1-8cb5-496d965926cd None None] For port a8074937-ecae-4412-8efa-c6e065af8a48, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=a8074937-ecae-4412-8efa-c6e065af8a48,segment=NetworkSegment(213f86b4-1d83-4dbf-a904-f80c5e6249a0),segment_id=213f86b4-1d83-4dbf-a904-f80c5e6249a0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:46:16.299543 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ed708c61-0125-42a1-8cb5-496d965926cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:16.394499 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed708c61-0125-42a1-8cb5-496d965926cd None None] Pushing event updated for resources: {'Port': ['ID=a8074937-ecae-4412-8efa-c6e065af8a48,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:16.396253 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-09f0887a-647a-4f28-b414-ca0351d3ff1c req-d6038795-a58d-4a03-9f34-a02ba7f59fae tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=f35e86e5-032f-42cd-9d02-3615b3e713b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2383547 Oct 27 18:46:16.433289 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ed34f478-54da-404e-abae-591b10fc8027 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:46:16.471642 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15286332-8f17-49f3-bf16-6f35f77c3eaa tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:46:16.472160 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-9db04599-7be8-4dba-9daa-f392bc31a421 None None] Provisioning complete for port ed34f478-54da-404e-abae-591b10fc8027 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:46:16.472603 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9db04599-7be8-4dba-9daa-f392bc31a421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:16.486931 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad9e962-2205-4376-b2cc-6bcc56dee946 admin admin] Router 15deb4f5-af2b-4084-b49e-71e67c134467 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:46:16.493063 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684f3d9e-cdd5-4f82-82d9-b9ea39baaf62 None None] Sync routers for ids ['a33da0d5-4c18-4930-803f-f300d8af52b2'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:46:16.504160 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684f3d9e-cdd5-4f82-82d9-b9ea39baaf62 None None] Routers {'a33da0d5-4c18-4930-803f-f300d8af52b2'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:46:16.505329 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-684f3d9e-cdd5-4f82-82d9-b9ea39baaf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:46:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['a33da0d5-4c18-4930-803f-f300d8af52b2'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:16.540035 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port ed34f478-54da-404e-abae-591b10fc8027 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:46:16.540409 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:16.544973 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-684f3d9e-cdd5-4f82-82d9-b9ea39baaf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:16.554131 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684f3d9e-cdd5-4f82-82d9-b9ea39baaf62 None None] Routers {'a33da0d5-4c18-4930-803f-f300d8af52b2'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:46:16.555289 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-684f3d9e-cdd5-4f82-82d9-b9ea39baaf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:46:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['a33da0d5-4c18-4930-803f-f300d8af52b2'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:16.591009 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-684f3d9e-cdd5-4f82-82d9-b9ea39baaf62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:16.591653 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684f3d9e-cdd5-4f82-82d9-b9ea39baaf62 None None] The sync data for ids ['a33da0d5-4c18-4930-803f-f300d8af52b2'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:46:16.617895 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-15286332-8f17-49f3-bf16-6f35f77c3eaa tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:16.622553 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-15286332-8f17-49f3-bf16-6f35f77c3eaa tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.0970900 Oct 27 18:46:16.623939 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60492) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:16.672864 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad9e962-2205-4376-b2cc-6bcc56dee946 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:46:16.681395 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device a8074937-ecae-4412-8efa-c6e065af8a48 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:46:16.685978 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc15d8f-1f59-4aa5-9c0e-ac164aeb2921 None None] Sync routers for ids ['15deb4f5-af2b-4084-b49e-71e67c134467'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:46:16.719091 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc15d8f-1f59-4aa5-9c0e-ac164aeb2921 None None] Routers {'15deb4f5-af2b-4084-b49e-71e67c134467'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:46:16.719808 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-4fc15d8f-1f59-4aa5-9c0e-ac164aeb2921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:46:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['15deb4f5-af2b-4084-b49e-71e67c134467'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:16.770155 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-aad9e962-2205-4376-b2cc-6bcc56dee946 admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:16.775087 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-aad9e962-2205-4376-b2cc-6bcc56dee946 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.7879736 Oct 27 18:46:16.775706 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60494) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:16.835128 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-64f3c7cc-c066-417e-ac92-685809f1209a None None] Provisioning complete for port a8074937-ecae-4412-8efa-c6e065af8a48 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:46:16.837975 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-64f3c7cc-c066-417e-ac92-685809f1209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:16.863981 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port a8074937-ecae-4412-8efa-c6e065af8a48 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:46:16.864354 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:16.930785 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-4fc15d8f-1f59-4aa5-9c0e-ac164aeb2921 None None] Set router 15deb4f5-af2b-4084-b49e-71e67c134467 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:46:17.233305 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-4fc15d8f-1f59-4aa5-9c0e-ac164aeb2921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15deb4f5-af2b-4084-b49e-71e67c134467', 'name': 'tempest-TestServerBasicOps-2115343559-router', 'tenant_id': '391e76b4c39940e3b00bc672cc4dcd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '38184c6c-e7a4-48de-ba97-4f869b7e9c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:46:11Z', 'updated_at': '2021-10-27T18:46:14Z', 'revision_number': 3, 'project_id': '391e76b4c39940e3b00bc672cc4dcd20', 'gw_port': {'id': '38184c6c-e7a4-48de-ba97-4f869b7e9c33', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:37:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15deb4f5-af2b-4084-b49e-71e67c134467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:46:12Z', 'updated_at': '2021-10-27T18:46:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:17.241532 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-985d8a5d-f1e9-4a13-912e-8528a2de9c1e tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:17.272056 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc15d8f-1f59-4aa5-9c0e-ac164aeb2921 None None] Checking router: 15deb4f5-af2b-4084-b49e-71e67c134467 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:46:17.272575 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc15d8f-1f59-4aa5-9c0e-ac164aeb2921 None None] Updating router 15deb4f5-af2b-4084-b49e-71e67c134467 port 38184c6c-e7a4-48de-ba97-4f869b7e9c33 binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:46:17.333449 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4fc15d8f-1f59-4aa5-9c0e-ac164aeb2921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:17.375909 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-58f90cce-06e8-4e04-90ef-e1b3cce27e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:17.615787 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f303239-e81d-4297-b2ee-79b899db8b1f req-dc36f173-1230-411b-bb49-e2d499f7a58d tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:17.616811 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-58f90cce-06e8-4e04-90ef-e1b3cce27e1c admin admin] Allocated IP 172.20.0.1 (94183f82-ba43-4cad-a650-759fa6592117/49ceb9f9-65ac-4ed1-b447-596c7946b52c/5680c526-3f22-43f3-b014-80908da219db) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:46:17.617746 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1f303239-e81d-4297-b2ee-79b899db8b1f req-dc36f173-1230-411b-bb49-e2d499f7a58d tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 944 time: 0.0897608 Oct 27 18:46:17.711655 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-985d8a5d-f1e9-4a13-912e-8528a2de9c1e tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Allocated IP 172.20.0.1 (3804dc1f-6151-432c-aa7a-570281abfcb9/268d88ca-e004-4ed9-9d3f-9cdc2a632002/0d5f289e-07d2-4857-8d03-97bfb3b63398) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:46:17.717401 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1f303239-e81d-4297-b2ee-79b899db8b1f req-7b1d3a9f-446f-4861-a1cc-7847b42f8bca tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=f35e86e5-032f-42cd-9d02-3615b3e713b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635178 Oct 27 18:46:17.730502 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4fc15d8f-1f59-4aa5-9c0e-ac164aeb2921 None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:17.781271 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 0744efde-88be-4f06-accb-741e25dc3426 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:46:17.818724 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-58f90cce-06e8-4e04-90ef-e1b3cce27e1c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:17.847111 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4fc15d8f-1f59-4aa5-9c0e-ac164aeb2921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:17.879783 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-985d8a5d-f1e9-4a13-912e-8528a2de9c1e tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:17.922288 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-4fc15d8f-1f59-4aa5-9c0e-ac164aeb2921 None None] Attempting to bind port 38184c6c-e7a4-48de-ba97-4f869b7e9c33 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:46:17.922658 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-4fc15d8f-1f59-4aa5-9c0e-ac164aeb2921 None None] Attempting to bind port 38184c6c-e7a4-48de-ba97-4f869b7e9c33 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:46:17.923071 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc15d8f-1f59-4aa5-9c0e-ac164aeb2921 None None] Attempting to bind port 38184c6c-e7a4-48de-ba97-4f869b7e9c33 on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:46:17.934257 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-58f90cce-06e8-4e04-90ef-e1b3cce27e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:17.981201 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f90cce-06e8-4e04-90ef-e1b3cce27e1c admin admin] Network 94183f82-ba43-4cad-a650-759fa6592117 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:46:17.984322 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-58f90cce-06e8-4e04-90ef-e1b3cce27e1c admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:46:17.990321 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f90cce-06e8-4e04-90ef-e1b3cce27e1c admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:46:18.002393 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-985d8a5d-f1e9-4a13-912e-8528a2de9c1e tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:18.024166 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f90cce-06e8-4e04-90ef-e1b3cce27e1c admin admin] Pushing event updated for resources: {'Port': ['ID=5680c526-3f22-43f3-b014-80908da219db,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:18.065372 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-58f90cce-06e8-4e04-90ef-e1b3cce27e1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:18.108831 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985d8a5d-f1e9-4a13-912e-8528a2de9c1e tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Network 3804dc1f-6151-432c-aa7a-570281abfcb9 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:46:18.112590 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-985d8a5d-f1e9-4a13-912e-8528a2de9c1e tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:46:18.127881 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc15d8f-1f59-4aa5-9c0e-ac164aeb2921 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:46:18.127881 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc15d8f-1f59-4aa5-9c0e-ac164aeb2921 None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:46:18.127881 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4fc15d8f-1f59-4aa5-9c0e-ac164aeb2921 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:18.127881 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc15d8f-1f59-4aa5-9c0e-ac164aeb2921 None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:46:18.127881 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-4fc15d8f-1f59-4aa5-9c0e-ac164aeb2921 None None] Bound port: 38184c6c-e7a4-48de-ba97-4f869b7e9c33, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:46:18.127881 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4fc15d8f-1f59-4aa5-9c0e-ac164aeb2921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:18.131777 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985d8a5d-f1e9-4a13-912e-8528a2de9c1e tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:46:18.151693 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd95d2-dc93-4172-bba0-fde1942bd1d1 None None] Pushing event updated for resources: {'Port': ['ID=38184c6c-e7a4-48de-ba97-4f869b7e9c33,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:18.181186 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 0744efde-88be-4f06-accb-741e25dc3426, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=0744efde-88be-4f06-accb-741e25dc3426,segment=NetworkSegment(1fc589c5-2774-47b1-a7a7-250651af85dc),segment_id=1fc589c5-2774-47b1-a7a7-250651af85dc)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:46:18.196645 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d8a5d-f1e9-4a13-912e-8528a2de9c1e tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Pushing event updated for resources: {'Port': ['ID=0d5f289e-07d2-4857-8d03-97bfb3b63398,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:18.216793 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '0744efde-88be-4f06-accb-741e25dc3426', 'network_id': '7bd6a875-a657-47e8-89d0-37edc08a1634', 'port_id': '0744efde-88be-4f06-accb-741e25dc3426', 'mac_address': 'fa:16:3e:93:1c:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '160bc31a-12ba-4b4e-818c-d23c30c3ab80', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:46:18.225739 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4fc15d8f-1f59-4aa5-9c0e-ac164aeb2921 None None] For port 38184c6c-e7a4-48de-ba97-4f869b7e9c33, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:46:18.232999 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4fc15d8f-1f59-4aa5-9c0e-ac164aeb2921 None None] For port 38184c6c-e7a4-48de-ba97-4f869b7e9c33, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=38184c6c-e7a4-48de-ba97-4f869b7e9c33,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:46:18.280598 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985d8a5d-f1e9-4a13-912e-8528a2de9c1e tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:46:18.285651 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985d8a5d-f1e9-4a13-912e-8528a2de9c1e tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:46:18.285651 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985d8a5d-f1e9-4a13-912e-8528a2de9c1e tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:46:18.286947 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985d8a5d-f1e9-4a13-912e-8528a2de9c1e tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:46:18.286947 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985d8a5d-f1e9-4a13-912e-8528a2de9c1e tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:46:18.298755 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:18.301164 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device a8074937-ecae-4412-8efa-c6e065af8a48 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:46:18.305295 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985d8a5d-f1e9-4a13-912e-8528a2de9c1e tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:46:18.305295 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985d8a5d-f1e9-4a13-912e-8528a2de9c1e tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:46:18.306185 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985d8a5d-f1e9-4a13-912e-8528a2de9c1e tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:46:18.308341 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985d8a5d-f1e9-4a13-912e-8528a2de9c1e tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:46:18.308687 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985d8a5d-f1e9-4a13-912e-8528a2de9c1e tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:46:18.309126 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985d8a5d-f1e9-4a13-912e-8528a2de9c1e tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:46:18.309419 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985d8a5d-f1e9-4a13-912e-8528a2de9c1e tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:46:18.313022 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-985d8a5d-f1e9-4a13-912e-8528a2de9c1e tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:18.394604 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4fc15d8f-1f59-4aa5-9c0e-ac164aeb2921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:18.435690 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0744efde-88be-4f06-accb-741e25dc3426 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:46:18.495146 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-58f90cce-06e8-4e04-90ef-e1b3cce27e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:18.531956 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 0744efde-88be-4f06-accb-741e25dc3426, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=0744efde-88be-4f06-accb-741e25dc3426,segment=NetworkSegment(1fc589c5-2774-47b1-a7a7-250651af85dc),segment_id=1fc589c5-2774-47b1-a7a7-250651af85dc)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:46:18.549382 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc15d8f-1f59-4aa5-9c0e-ac164aeb2921 None None] Routers {'15deb4f5-af2b-4084-b49e-71e67c134467'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:46:18.550127 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-4fc15d8f-1f59-4aa5-9c0e-ac164aeb2921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:46:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['15deb4f5-af2b-4084-b49e-71e67c134467'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:18.642014 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-985d8a5d-f1e9-4a13-912e-8528a2de9c1e tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:18.658660 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd95d2-dc93-4172-bba0-fde1942bd1d1 None None] Pushing event updated for resources: {'Port': ['ID=38184c6c-e7a4-48de-ba97-4f869b7e9c33,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:18.675075 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:18.678684 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port a8074937-ecae-4412-8efa-c6e065af8a48 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:46:18.679178 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:18.744506 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-294993f3-8da0-4e6c-aa3d-e6a15144be02 None None] Provisioning complete for port 5680c526-3f22-43f3-b014-80908da219db triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:46:18.744963 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-294993f3-8da0-4e6c-aa3d-e6a15144be02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:18.808166 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-58f90cce-06e8-4e04-90ef-e1b3cce27e1c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:18.815475 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-294993f3-8da0-4e6c-aa3d-e6a15144be02 None None] Port 5680c526-3f22-43f3-b014-80908da219db cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:46:18.873784 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=0744efde-88be-4f06-accb-741e25dc3426,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:18.881387 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-4fc15d8f-1f59-4aa5-9c0e-ac164aeb2921 None None] Set router 15deb4f5-af2b-4084-b49e-71e67c134467 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:46:18.893597 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-58f90cce-06e8-4e04-90ef-e1b3cce27e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:18.905805 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c4f9c5-f345-4a43-a5e8-9f0d99ba1ec2 req-35f2bb30-6029-4210-bb92-d720a70fa045 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:18.912863 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-42c4f9c5-f345-4a43-a5e8-9f0d99ba1ec2 req-35f2bb30-6029-4210-bb92-d720a70fa045 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 945 time: 0.0894744 Oct 27 18:46:18.970634 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-58f90cce-06e8-4e04-90ef-e1b3cce27e1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:18.972672 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['0744efde-88be-4f06-accb-741e25dc3426'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:46:19.004491 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f90cce-06e8-4e04-90ef-e1b3cce27e1c admin admin] Pushing event updated for resources: {'Port': ['ID=5680c526-3f22-43f3-b014-80908da219db,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:19.014877 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-42c4f9c5-f345-4a43-a5e8-9f0d99ba1ec2 req-cfc6ba34-dbeb-4a1a-8d37-ff82e1fa2096 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=f35e86e5-032f-42cd-9d02-3615b3e713b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009948 Oct 27 18:46:19.134069 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f90cce-06e8-4e04-90ef-e1b3cce27e1c admin admin] Network 94183f82-ba43-4cad-a650-759fa6592117 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:46:19.138104 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-58f90cce-06e8-4e04-90ef-e1b3cce27e1c admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:46:19.184494 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-985d8a5d-f1e9-4a13-912e-8528a2de9c1e tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:19.200615 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-87aaab80-d4cd-41cc-8128-4945c0abb616 None None] Provisioning complete for port 0d5f289e-07d2-4857-8d03-97bfb3b63398 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:46:19.201000 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-87aaab80-d4cd-41cc-8128-4945c0abb616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:19.268795 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-985d8a5d-f1e9-4a13-912e-8528a2de9c1e tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:19.316768 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-87aaab80-d4cd-41cc-8128-4945c0abb616 None None] Port 0d5f289e-07d2-4857-8d03-97bfb3b63398 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:46:19.360772 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d8a5d-f1e9-4a13-912e-8528a2de9c1e tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Pushing event updated for resources: {'Port': ['ID=0d5f289e-07d2-4857-8d03-97bfb3b63398,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:19.377660 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-985d8a5d-f1e9-4a13-912e-8528a2de9c1e tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:19.417717 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f90cce-06e8-4e04-90ef-e1b3cce27e1c admin admin] Router 15deb4f5-af2b-4084-b49e-71e67c134467 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:46:19.564244 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985d8a5d-f1e9-4a13-912e-8528a2de9c1e tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Network 3804dc1f-6151-432c-aa7a-570281abfcb9 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:46:19.574342 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-985d8a5d-f1e9-4a13-912e-8528a2de9c1e tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:46:19.597779 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-d3dd082a-5f6c-4598-9f18-ed2c9401e640 None None] Provisioning complete for port 5680c526-3f22-43f3-b014-80908da219db triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:46:19.598385 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d3dd082a-5f6c-4598-9f18-ed2c9401e640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:19.601464 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-4fc15d8f-1f59-4aa5-9c0e-ac164aeb2921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15deb4f5-af2b-4084-b49e-71e67c134467', 'name': 'tempest-TestServerBasicOps-2115343559-router', 'tenant_id': '391e76b4c39940e3b00bc672cc4dcd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '38184c6c-e7a4-48de-ba97-4f869b7e9c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:46:11Z', 'updated_at': '2021-10-27T18:46:18Z', 'revision_number': 4, 'project_id': '391e76b4c39940e3b00bc672cc4dcd20', 'gw_port': {'id': '38184c6c-e7a4-48de-ba97-4f869b7e9c33', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:37:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15deb4f5-af2b-4084-b49e-71e67c134467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:46:12Z', 'updated_at': '2021-10-27T18:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '5680c526-3f22-43f3-b014-80908da219db', 'name': '', 'network_id': '94183f82-ba43-4cad-a650-759fa6592117', 'tenant_id': '391e76b4c39940e3b00bc672cc4dcd20', 'mac_address': 'fa:16:3e:c6:e9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15deb4f5-af2b-4084-b49e-71e67c134467', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '49ceb9f9-65ac-4ed1-b447-596c7946b52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:46:17Z', 'updated_at': '2021-10-27T18:46:17Z', 'revision_number': 1, 'project_id': '391e76b4c39940e3b00bc672cc4dcd20', 'subnets': [{'id': '49ceb9f9-65ac-4ed1-b447-596c7946b52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:19.673010 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc15d8f-1f59-4aa5-9c0e-ac164aeb2921 None None] The sync data for ids ['15deb4f5-af2b-4084-b49e-71e67c134467'] in n-d-815690-2 is: [{'id': '15deb4f5-af2b-4084-b49e-71e67c134467', 'name': 'tempest-TestServerBasicOps-2115343559-router', 'tenant_id': '391e76b4c39940e3b00bc672cc4dcd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '38184c6c-e7a4-48de-ba97-4f869b7e9c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:46:11Z', 'updated_at': '2021-10-27T18:46:18Z', 'revision_number': 4, 'project_id': '391e76b4c39940e3b00bc672cc4dcd20', 'gw_port': {'id': '38184c6c-e7a4-48de-ba97-4f869b7e9c33', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:37:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15deb4f5-af2b-4084-b49e-71e67c134467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:46:12Z', 'updated_at': '2021-10-27T18:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '5680c526-3f22-43f3-b014-80908da219db', 'name': '', 'network_id': '94183f82-ba43-4cad-a650-759fa6592117', 'tenant_id': '391e76b4c39940e3b00bc672cc4dcd20', 'mac_address': 'fa:16:3e:c6:e9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15deb4f5-af2b-4084-b49e-71e67c134467', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '49ceb9f9-65ac-4ed1-b447-596c7946b52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:46:17Z', 'updated_at': '2021-10-27T18:46:17Z', 'revision_number': 1, 'project_id': '391e76b4c39940e3b00bc672cc4dcd20', 'subnets': [{'id': '49ceb9f9-65ac-4ed1-b447-596c7946b52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:46:19.680629 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f90cce-06e8-4e04-90ef-e1b3cce27e1c admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:46:19.715041 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-58f90cce-06e8-4e04-90ef-e1b3cce27e1c admin admin] 10.222.0.52 "PUT /v2.0/routers/15deb4f5-af2b-4084-b49e-71e67c134467/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9381518 Oct 27 18:46:19.754765 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd082a-5f6c-4598-9f18-ed2c9401e640 None None] Port 5680c526-3f22-43f3-b014-80908da219db cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:46:19.847822 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985d8a5d-f1e9-4a13-912e-8528a2de9c1e tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Router a33da0d5-4c18-4930-803f-f300d8af52b2 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:46:20.003163 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-c071cb8e-6e69-42f8-9bba-d519fe138f8a None None] Provisioning complete for port 0d5f289e-07d2-4857-8d03-97bfb3b63398 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:46:20.010286 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c071cb8e-6e69-42f8-9bba-d519fe138f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:20.081709 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-c071cb8e-6e69-42f8-9bba-d519fe138f8a None None] Port 0d5f289e-07d2-4857-8d03-97bfb3b63398 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:46:20.243389 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985d8a5d-f1e9-4a13-912e-8528a2de9c1e tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:46:20.255033 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ffdee0-0a28-404d-a73d-ae723ed90235 None None] Sync routers for ids ['a33da0d5-4c18-4930-803f-f300d8af52b2'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:46:20.259726 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60528) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:20.265358 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-f350444e-f6d4-41c9-bfe0-d7da37588a4d tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Request body: {'port': {'network_id': '3804dc1f-6151-432c-aa7a-570281abfcb9', 'name': 'tempest-FloatingIPTestJSON-430557450'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:46:20.271212 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-985d8a5d-f1e9-4a13-912e-8528a2de9c1e tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "PUT /v2.0/routers/a33da0d5-4c18-4930-803f-f300d8af52b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6459470 Oct 27 18:46:20.276557 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ffdee0-0a28-404d-a73d-ae723ed90235 None None] Routers {'a33da0d5-4c18-4930-803f-f300d8af52b2'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:46:20.278202 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-35ffdee0-0a28-404d-a73d-ae723ed90235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:46:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['a33da0d5-4c18-4930-803f-f300d8af52b2'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:20.300242 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1f56d-69fe-4669-8ecf-9e5717df104b req-88064e1e-20f1-40ad-9fd1-da849ddd2419 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:20.308176 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-87e1f56d-69fe-4669-8ecf-9e5717df104b req-88064e1e-20f1-40ad-9fd1-da849ddd2419 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 945 time: 0.1375446 Oct 27 18:46:20.320601 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-35ffdee0-0a28-404d-a73d-ae723ed90235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:20.338014 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ffdee0-0a28-404d-a73d-ae723ed90235 None None] Routers {'a33da0d5-4c18-4930-803f-f300d8af52b2'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:46:20.339363 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-35ffdee0-0a28-404d-a73d-ae723ed90235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:46:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['a33da0d5-4c18-4930-803f-f300d8af52b2'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:20.422724 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-87e1f56d-69fe-4669-8ecf-9e5717df104b req-b5b31af9-9618-4035-8ed4-98bd61e3fbdb tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=f35e86e5-032f-42cd-9d02-3615b3e713b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113560 Oct 27 18:46:20.523802 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-35ffdee0-0a28-404d-a73d-ae723ed90235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:20.524614 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ffdee0-0a28-404d-a73d-ae723ed90235 None None] The sync data for ids ['a33da0d5-4c18-4930-803f-f300d8af52b2'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:46:20.786234 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f350444e-f6d4-41c9-bfe0-d7da37588a4d tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Made reservation on behalf of a0c4e786159b4cfdb15671b63803dd03 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:46:20.792615 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f350444e-f6d4-41c9-bfe0-d7da37588a4d tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:20.861240 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-f350444e-f6d4-41c9-bfe0-d7da37588a4d tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] device_id is not set on port fee4765b-4e46-439b-9fb3-1e0e0286b0f6 yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:46:21.040633 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-f350444e-f6d4-41c9-bfe0-d7da37588a4d tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Allocated IP 172.20.0.13 (3804dc1f-6151-432c-aa7a-570281abfcb9/268d88ca-e004-4ed9-9d3f-9cdc2a632002/fee4765b-4e46-439b-9fb3-1e0e0286b0f6) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:46:21.290803 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60544) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:21.314614 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-3fc32576-f5f7-4450-b79f-0fc43962a144 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1097079212-network', 'tenant_id': 'aa541e686710482f87bb689c404fa02f'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:46:21.353602 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f350444e-f6d4-41c9-bfe0-d7da37588a4d tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:21.436015 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc32576-f5f7-4450-b79f-0fc43962a144 admin admin] Made reservation on behalf of aa541e686710482f87bb689c404fa02f for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:46:21.438412 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3fc32576-f5f7-4450-b79f-0fc43962a144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:21.464149 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3fc32576-f5f7-4450-b79f-0fc43962a144 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:21.485781 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f350444e-f6d4-41c9-bfe0-d7da37588a4d tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:21.577352 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f350444e-f6d4-41c9-bfe0-d7da37588a4d tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Network 3804dc1f-6151-432c-aa7a-570281abfcb9 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:46:21.582963 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-f350444e-f6d4-41c9-bfe0-d7da37588a4d tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:46:21.584778 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f350444e-f6d4-41c9-bfe0-d7da37588a4d tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:46:21.613767 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3fc32576-f5f7-4450-b79f-0fc43962a144 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:21.638410 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115089cd-6aa1-401e-8c87-34c522cfa864 req-35fd77bb-6e93-4a4e-819c-ceef71688786 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:21.644538 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f350444e-f6d4-41c9-bfe0-d7da37588a4d tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:21.645219 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f350444e-f6d4-41c9-bfe0-d7da37588a4d tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:21.647726 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-115089cd-6aa1-401e-8c87-34c522cfa864 req-35fd77bb-6e93-4a4e-819c-ceef71688786 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 945 time: 0.0935719 Oct 27 18:46:21.648228 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f350444e-f6d4-41c9-bfe0-d7da37588a4d tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Pushing event updated for resources: {'Port': ['ID=fee4765b-4e46-439b-9fb3-1e0e0286b0f6,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:21.693757 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-115089cd-6aa1-401e-8c87-34c522cfa864 req-1cd609d0-127c-4cdc-8775-0af26d310954 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=f35e86e5-032f-42cd-9d02-3615b3e713b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437384 Oct 27 18:46:21.725290 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3fc32576-f5f7-4450-b79f-0fc43962a144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:21.759254 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fc32576-f5f7-4450-b79f-0fc43962a144 admin admin] vlan segment allocate from pool success with {'vlan_id': 1016, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:46:21.760244 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f350444e-f6d4-41c9-bfe0-d7da37588a4d tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4993558 Oct 27 18:46:21.761316 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60558) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:21.767862 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-386db90a-7c60-4a9a-b4e3-cbc8f65ec9a8 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Request body: {'floatingip': {'port_id': 'fee4765b-4e46-439b-9fb3-1e0e0286b0f6'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:46:21.780088 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3fc32576-f5f7-4450-b79f-0fc43962a144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:21.781129 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-3fc32576-f5f7-4450-b79f-0fc43962a144 admin admin] Added segment ed425845-d8e7-4614-84c8-0131f3142071 of type vlan for network d530ef2b-2107-47cc-8858-4b14176034ea Oct 27 18:46:21.813671 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 0744efde-88be-4f06-accb-741e25dc3426 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:46:21.899887 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-386db90a-7c60-4a9a-b4e3-cbc8f65ec9a8 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for floatingip, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:21.904697 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3fc32576-f5f7-4450-b79f-0fc43962a144 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:21.920851 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc32576-f5f7-4450-b79f-0fc43962a144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f329a7-b339-41d3-b6c5-34ab8201867c,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:22.016520 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 0744efde-88be-4f06-accb-741e25dc3426 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:46:22.040212 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 0744efde-88be-4f06-accb-741e25dc3426 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:46:22.040614 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:22.085477 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3fc32576-f5f7-4450-b79f-0fc43962a144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:22.087219 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc32576-f5f7-4450-b79f-0fc43962a144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:22.088244 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3fc32576-f5f7-4450-b79f-0fc43962a144 admin admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:22.095266 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-18474534-ea0b-480d-abe2-b1440f4191de None None] Provisioning complete for port fee4765b-4e46-439b-9fb3-1e0e0286b0f6 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:46:22.095266 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-18474534-ea0b-480d-abe2-b1440f4191de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:22.160827 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-18474534-ea0b-480d-abe2-b1440f4191de None None] Port fee4765b-4e46-439b-9fb3-1e0e0286b0f6 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:46:22.222332 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3fc32576-f5f7-4450-b79f-0fc43962a144 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9301744 Oct 27 18:46:22.228703 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60564) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:22.236185 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-539a38a0-c2b5-4e76-a450-02fcb2a277c5 admin admin] Request body: {'subnet': {'network_id': 'd530ef2b-2107-47cc-8858-4b14176034ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1097079212-subnet', 'tenant_id': 'aa541e686710482f87bb689c404fa02f', 'ip_version': 4}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:46:22.238113 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 38184c6c-e7a4-48de-ba97-4f869b7e9c33 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:46:22.273884 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:22.291330 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc32576-f5f7-4450-b79f-0fc43962a144 admin admin] Pushing event updated for resources: {'Network': ['ID=d530ef2b-2107-47cc-8858-4b14176034ea,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:22.316107 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 0744efde-88be-4f06-accb-741e25dc3426, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=0744efde-88be-4f06-accb-741e25dc3426,segment=NetworkSegment(1fc589c5-2774-47b1-a7a7-250651af85dc),segment_id=1fc589c5-2774-47b1-a7a7-250651af85dc)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:46:22.319767 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd08de410-5bb4-4cb7-ba66-f6115ddf677c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0744efde-88be-4f06-accb-741e25dc3426'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:46:22.322153 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46dce617-e226-438d-95bc-5e9dcb31077f" -d '{"events": [{"server_uuid": "d08de410-5bb4-4cb7-ba66-f6115ddf677c", "name": "network-vif-plugged", "status": "completed", "tag": "0744efde-88be-4f06-accb-741e25dc3426"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:46:22.325065 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network d530ef2b-2107-47cc-8858-4b14176034ea details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:46:22.391906 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 38184c6c-e7a4-48de-ba97-4f869b7e9c33 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:46:22.392455 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:22.395859 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:22.401560 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539a38a0-c2b5-4e76-a450-02fcb2a277c5 admin admin] Made reservation on behalf of aa541e686710482f87bb689c404fa02f for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:46:22.411231 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-539a38a0-c2b5-4e76-a450-02fcb2a277c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:22.457977 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9fa0ca-174d-46e5-9e5e-6773a67a8aa2 x-openstack-request-id: req-fd9fa0ca-174d-46e5-9e5e-6773a67a8aa2 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:46:22.458187 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d08de410-5bb4-4cb7-ba66-f6115ddf677c", "name": "network-vif-plugged", "status": "completed", "tag": "0744efde-88be-4f06-accb-741e25dc3426", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:46:22.458271 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fd9fa0ca-174d-46e5-9e5e-6773a67a8aa2 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:46:22.458667 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd08de410-5bb4-4cb7-ba66-f6115ddf677c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0744efde-88be-4f06-accb-741e25dc3426', 'code': 200} Oct 27 18:46:22.554856 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=0744efde-88be-4f06-accb-741e25dc3426,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:22.610690 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c8974-b696-4b2e-baef-69bab79be9ca req-a0f30858-d727-4b16-b8b6-948d02d534b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:22.612372 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-160c8974-b696-4b2e-baef-69bab79be9ca req-a0f30858-d727-4b16-b8b6-948d02d534b5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 1097 time: 0.1257648 Oct 27 18:46:22.657240 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:22.693129 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 38184c6c-e7a4-48de-ba97-4f869b7e9c33, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=38184c6c-e7a4-48de-ba97-4f869b7e9c33,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:46:22.721129 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-160c8974-b696-4b2e-baef-69bab79be9ca req-0192a806-7b99-4607-9fe0-ae3bdd6f889a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=f35e86e5-032f-42cd-9d02-3615b3e713b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704858 Oct 27 18:46:22.727587 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-386db90a-7c60-4a9a-b4e3-cbc8f65ec9a8 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:22.765795 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-539a38a0-c2b5-4e76-a450-02fcb2a277c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:22.822565 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-386db90a-7c60-4a9a-b4e3-cbc8f65ec9a8 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:22.827820 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:22.892532 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a38a0-c2b5-4e76-a450-02fcb2a277c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75932458-c549-415e-b173-9806e9739a22,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:22.907773 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=38184c6c-e7a4-48de-ba97-4f869b7e9c33,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:22.987295 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad9723-18fe-46b4-be9e-d4392d433b1e req-fb268568-778e-41c9-8fad-492e5674a08f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:22.987295 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ddad9723-18fe-46b4-be9e-d4392d433b1e req-fb268568-778e-41c9-8fad-492e5674a08f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 946 time: 0.1658165 Oct 27 18:46:22.987578 n-d-815690-2 neutron-server[102879]: INFO neutron.db.l3_db [None req-386db90a-7c60-4a9a-b4e3-cbc8f65ec9a8 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Floating IP f8e4a9e9-4e19-4409-8f54-e179612dba39 associated. External IP: 172.25.6.237, port: 7eddf9b8-bd82-441c-a73c-c4a68c492980. Oct 27 18:46:22.988033 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539a38a0-c2b5-4e76-a450-02fcb2a277c5 admin admin] Checking segment: {'id': 'ed425845-d8e7-4614-84c8-0131f3142071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'd530ef2b-2107-47cc-8858-4b14176034ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:46:22.988506 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539a38a0-c2b5-4e76-a450-02fcb2a277c5 admin admin] Network hostable DHCP agents. Network: d530ef2b-2107-47cc-8858-4b14176034ea, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:46:23.040387 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ddad9723-18fe-46b4-be9e-d4392d433b1e req-fa1c61d6-00bb-4bd0-847a-8b65e49018c1 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=f35e86e5-032f-42cd-9d02-3615b3e713b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416317 Oct 27 18:46:23.087383 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539a38a0-c2b5-4e76-a450-02fcb2a277c5 admin admin] Network d530ef2b-2107-47cc-8858-4b14176034ea is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:46:23.150275 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-539a38a0-c2b5-4e76-a450-02fcb2a277c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, d530ef2b-2107-47cc-8858-4b14176034ea) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:46:23.159079 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1108a1d9-3410-46f9-a227-24de9005064d None None] Sync routers for ids ['15deb4f5-af2b-4084-b49e-71e67c134467'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:46:23.161383 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539a38a0-c2b5-4e76-a450-02fcb2a277c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:23.165471 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-539a38a0-c2b5-4e76-a450-02fcb2a277c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:23.168384 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbb6ced-822a-420b-b633-5040c654dbaf None None] Network d530ef2b-2107-47cc-8858-4b14176034ea requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:46:23.231865 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1108a1d9-3410-46f9-a227-24de9005064d None None] Routers {'15deb4f5-af2b-4084-b49e-71e67c134467'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:46:23.232636 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-1108a1d9-3410-46f9-a227-24de9005064d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:46:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['15deb4f5-af2b-4084-b49e-71e67c134467'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:23.248197 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-539a38a0-c2b5-4e76-a450-02fcb2a277c5 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0199859 Oct 27 18:46:23.250936 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60576) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:23.259769 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-709987a3-1bd7-4a04-8941-cd4cb6abe773 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1097079212-router', 'tenant_id': 'aa541e686710482f87bb689c404fa02f', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:46:23.296921 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386db90a-7c60-4a9a-b4e3-cbc8f65ec9a8 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Router b1dfc17f-d089-4506-a51a-4099bdf15394 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:46:23.405032 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-1108a1d9-3410-46f9-a227-24de9005064d None None] Set router 15deb4f5-af2b-4084-b49e-71e67c134467 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:46:23.417597 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386db90a-7c60-4a9a-b4e3-cbc8f65ec9a8 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:46:23.427924 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364d8774-2f0c-4b44-8709-c0355723b697 None None] Sync routers for ids ['b1dfc17f-d089-4506-a51a-4099bdf15394'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:46:23.446082 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364d8774-2f0c-4b44-8709-c0355723b697 None None] Routers {'b1dfc17f-d089-4506-a51a-4099bdf15394'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:46:23.446926 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-364d8774-2f0c-4b44-8709-c0355723b697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:46:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b1dfc17f-d089-4506-a51a-4099bdf15394'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:23.499141 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-709987a3-1bd7-4a04-8941-cd4cb6abe773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:23.500532 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-709987a3-1bd7-4a04-8941-cd4cb6abe773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:23.504581 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-364d8774-2f0c-4b44-8709-c0355723b697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:23.518557 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364d8774-2f0c-4b44-8709-c0355723b697 None None] Routers {'b1dfc17f-d089-4506-a51a-4099bdf15394'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:46:23.519466 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-364d8774-2f0c-4b44-8709-c0355723b697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:46:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b1dfc17f-d089-4506-a51a-4099bdf15394'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:23.558207 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-364d8774-2f0c-4b44-8709-c0355723b697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:23.559212 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364d8774-2f0c-4b44-8709-c0355723b697 None None] The sync data for ids ['b1dfc17f-d089-4506-a51a-4099bdf15394'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:46:23.596008 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d25a3fa-af93-48ed-827e-cefdc9ac1d3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-d530ef2b-2107-47cc-8858-4b14176034ea', 'network_id': 'd530ef2b-2107-47cc-8858-4b14176034ea', 'tenant_id': 'aa541e686710482f87bb689c404fa02f', 'fixed_ips': [{'subnet_id': '75932458-c549-415e-b173-9806e9739a22'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:46:23.603261 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5d25a3fa-af93-48ed-827e-cefdc9ac1d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:23.626503 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-709987a3-1bd7-4a04-8941-cd4cb6abe773 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:23.798703 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386db90a-7c60-4a9a-b4e3-cbc8f65ec9a8 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Router a33da0d5-4c18-4930-803f-f300d8af52b2 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:46:24.292214 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-5d25a3fa-af93-48ed-827e-cefdc9ac1d3a None None] Allocated IP 172.20.0.2 (d530ef2b-2107-47cc-8858-4b14176034ea/75932458-c549-415e-b173-9806e9739a22/f6ca83a1-56ef-479d-b7d1-5a61ed15c911) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:46:24.471178 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5d25a3fa-af93-48ed-827e-cefdc9ac1d3a None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:24.480795 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 38184c6c-e7a4-48de-ba97-4f869b7e9c33 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:46:24.621188 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-709987a3-1bd7-4a04-8941-cd4cb6abe773 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:24.623768 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5d25a3fa-af93-48ed-827e-cefdc9ac1d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:24.651913 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187087f3-18e4-4aea-a938-7f71140afcdd req-406ec3fb-c20b-445f-b952-c258299f8722 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:24.667618 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-187087f3-18e4-4aea-a938-7f71140afcdd req-406ec3fb-c20b-445f-b952-c258299f8722 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 946 time: 0.2892163 Oct 27 18:46:24.705340 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:46:24.735281 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-187087f3-18e4-4aea-a938-7f71140afcdd req-133ff657-bf4e-43c0-a499-430f9f2b3d78 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=f35e86e5-032f-42cd-9d02-3615b3e713b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659928 Oct 27 18:46:24.740799 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d25a3fa-af93-48ed-827e-cefdc9ac1d3a None None] Network d530ef2b-2107-47cc-8858-4b14176034ea is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:46:24.747354 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d25a3fa-af93-48ed-827e-cefdc9ac1d3a None None] Pushing event updated for resources: {'Port': ['ID=f6ca83a1-56ef-479d-b7d1-5a61ed15c911,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:24.752224 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-5d25a3fa-af93-48ed-827e-cefdc9ac1d3a None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:46:24.759812 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d25a3fa-af93-48ed-827e-cefdc9ac1d3a None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:46:24.782027 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386db90a-7c60-4a9a-b4e3-cbc8f65ec9a8 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:46:24.804496 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-386db90a-7c60-4a9a-b4e3-cbc8f65ec9a8 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:24.816117 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f37a3ec-0c14-489b-8024-330aa3abd04c None None] Sync routers for ids ['a33da0d5-4c18-4930-803f-f300d8af52b2'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:46:24.936730 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f37a3ec-0c14-489b-8024-330aa3abd04c None None] Routers {'a33da0d5-4c18-4930-803f-f300d8af52b2'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:46:24.937701 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-0f37a3ec-0c14-489b-8024-330aa3abd04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:46:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['a33da0d5-4c18-4930-803f-f300d8af52b2'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:24.939608 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-386db90a-7c60-4a9a-b4e3-cbc8f65ec9a8 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "PUT /v2.0/floatingips/f8e4a9e9-4e19-4409-8f54-e179612dba39 HTTP/1.1" status: 200 len: 978 time: 3.1770051 Oct 27 18:46:24.940228 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60590) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:24.961028 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 38184c6c-e7a4-48de-ba97-4f869b7e9c33 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:46:24.961614 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:25.069726 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-5d25a3fa-af93-48ed-827e-cefdc9ac1d3a None None] Attempting to bind port f6ca83a1-56ef-479d-b7d1-5a61ed15c911 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:46:25.070298 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-5d25a3fa-af93-48ed-827e-cefdc9ac1d3a None None] Attempting to bind port f6ca83a1-56ef-479d-b7d1-5a61ed15c911 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'ed425845-d8e7-4614-84c8-0131f3142071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'd530ef2b-2107-47cc-8858-4b14176034ea'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:46:25.071156 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d25a3fa-af93-48ed-827e-cefdc9ac1d3a None None] Attempting to bind port f6ca83a1-56ef-479d-b7d1-5a61ed15c911 on network d530ef2b-2107-47cc-8858-4b14176034ea {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:46:25.079180 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-0f37a3ec-0c14-489b-8024-330aa3abd04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:25.109968 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f37a3ec-0c14-489b-8024-330aa3abd04c None None] Routers {'a33da0d5-4c18-4930-803f-f300d8af52b2'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:46:25.110977 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-0f37a3ec-0c14-489b-8024-330aa3abd04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:46:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['a33da0d5-4c18-4930-803f-f300d8af52b2'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:25.119120 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d25a3fa-af93-48ed-827e-cefdc9ac1d3a None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:46:25.119706 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d25a3fa-af93-48ed-827e-cefdc9ac1d3a None None] Checking segment: {'id': 'ed425845-d8e7-4614-84c8-0131f3142071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'd530ef2b-2107-47cc-8858-4b14176034ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:46:25.120320 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5d25a3fa-af93-48ed-827e-cefdc9ac1d3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:25.120920 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d25a3fa-af93-48ed-827e-cefdc9ac1d3a None None] Bound using segment: {'id': 'ed425845-d8e7-4614-84c8-0131f3142071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'd530ef2b-2107-47cc-8858-4b14176034ea'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:46:25.121687 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-5d25a3fa-af93-48ed-827e-cefdc9ac1d3a None None] Bound port: f6ca83a1-56ef-479d-b7d1-5a61ed15c911, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed425845-d8e7-4614-84c8-0131f3142071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'd530ef2b-2107-47cc-8858-4b14176034ea'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:46:25.122292 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5d25a3fa-af93-48ed-827e-cefdc9ac1d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:25.127220 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-1108a1d9-3410-46f9-a227-24de9005064d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15deb4f5-af2b-4084-b49e-71e67c134467', 'name': 'tempest-TestServerBasicOps-2115343559-router', 'tenant_id': '391e76b4c39940e3b00bc672cc4dcd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '38184c6c-e7a4-48de-ba97-4f869b7e9c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:46:11Z', 'updated_at': '2021-10-27T18:46:18Z', 'revision_number': 4, 'project_id': '391e76b4c39940e3b00bc672cc4dcd20', 'gw_port': {'id': '38184c6c-e7a4-48de-ba97-4f869b7e9c33', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:37:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15deb4f5-af2b-4084-b49e-71e67c134467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:46:12Z', 'updated_at': '2021-10-27T18:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '5680c526-3f22-43f3-b014-80908da219db', 'name': '', 'network_id': '94183f82-ba43-4cad-a650-759fa6592117', 'tenant_id': '391e76b4c39940e3b00bc672cc4dcd20', 'mac_address': 'fa:16:3e:c6:e9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15deb4f5-af2b-4084-b49e-71e67c134467', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '49ceb9f9-65ac-4ed1-b447-596c7946b52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:46:17Z', 'updated_at': '2021-10-27T18:46:18Z', 'revision_number': 2, 'project_id': '391e76b4c39940e3b00bc672cc4dcd20', 'subnets': [{'id': '49ceb9f9-65ac-4ed1-b447-596c7946b52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:25.164129 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-84e5c3f8-2b5d-4c89-bddf-59781daa3895 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Deleting port fee4765b-4e46-439b-9fb3-1e0e0286b0f6 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:46:25.164722 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-84e5c3f8-2b5d-4c89-bddf-59781daa3895 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:25.177961 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718bc7f-1a89-4541-9ae3-40aef74cb0f3 req-6c788033-9213-41b6-ac2a-7f88b208fd7d tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:25.180680 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8718bc7f-1a89-4541-9ae3-40aef74cb0f3 req-6c788033-9213-41b6-ac2a-7f88b208fd7d tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 946 time: 0.1426344 Oct 27 18:46:25.236918 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8718bc7f-1a89-4541-9ae3-40aef74cb0f3 req-7f4dbfc1-91de-4e23-bbcb-14d8cd9b2a26 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=f35e86e5-032f-42cd-9d02-3615b3e713b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490468 Oct 27 18:46:25.252542 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-709987a3-1bd7-4a04-8941-cd4cb6abe773 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:25.278426 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-0f37a3ec-0c14-489b-8024-330aa3abd04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:25.279131 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f37a3ec-0c14-489b-8024-330aa3abd04c None None] The sync data for ids ['a33da0d5-4c18-4930-803f-f300d8af52b2'] in n-d-815690-2 is: [] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:46:25.288788 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1108a1d9-3410-46f9-a227-24de9005064d None None] Checking router: 15deb4f5-af2b-4084-b49e-71e67c134467 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:46:25.288788 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1108a1d9-3410-46f9-a227-24de9005064d None None] Updating router 15deb4f5-af2b-4084-b49e-71e67c134467 port 5680c526-3f22-43f3-b014-80908da219db binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:46:25.294515 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60592) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:25.305796 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-709987a3-1bd7-4a04-8941-cd4cb6abe773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:25.352295 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-5d25a3fa-af93-48ed-827e-cefdc9ac1d3a None None] For port f6ca83a1-56ef-479d-b7d1-5a61ed15c911, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:46:25.356127 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-5d25a3fa-af93-48ed-827e-cefdc9ac1d3a None None] For port f6ca83a1-56ef-479d-b7d1-5a61ed15c911, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=f6ca83a1-56ef-479d-b7d1-5a61ed15c911,segment=NetworkSegment(ed425845-d8e7-4614-84c8-0131f3142071),segment_id=ed425845-d8e7-4614-84c8-0131f3142071)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:46:25.390282 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1108a1d9-3410-46f9-a227-24de9005064d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:25.442655 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5d25a3fa-af93-48ed-827e-cefdc9ac1d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:25.466530 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-709987a3-1bd7-4a04-8941-cd4cb6abe773 admin admin] Allocated IP 172.25.6.239 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/dd4e497c-1d07-4a1a-b288-b2bd04ef7a7a) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:46:25.523280 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-84e5c3f8-2b5d-4c89-bddf-59781daa3895 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:25.582038 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d25a3fa-af93-48ed-827e-cefdc9ac1d3a None None] Pushing event updated for resources: {'Port': ['ID=f6ca83a1-56ef-479d-b7d1-5a61ed15c911,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:25.661462 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-709987a3-1bd7-4a04-8941-cd4cb6abe773 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:25.773065 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-84e5c3f8-2b5d-4c89-bddf-59781daa3895 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:25.773551 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-709987a3-1bd7-4a04-8941-cd4cb6abe773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:25.774358 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-84e5c3f8-2b5d-4c89-bddf-59781daa3895 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:25.775096 n-d-815690-2 neutron-server[102879]: INFO neutron.db.l3_db [None req-84e5c3f8-2b5d-4c89-bddf-59781daa3895 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Floating IP f8e4a9e9-4e19-4409-8f54-e179612dba39 disassociated. External IP: 172.25.6.237, port: fee4765b-4e46-439b-9fb3-1e0e0286b0f6. Oct 27 18:46:25.775657 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-84e5c3f8-2b5d-4c89-bddf-59781daa3895 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Calling delete_port for fee4765b-4e46-439b-9fb3-1e0e0286b0f6 owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:46:25.860055 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f548ef3-cefa-49cf-80c3-ef375eac1b4f tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:25.862521 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4f548ef3-cefa-49cf-80c3-ef375eac1b4f tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 1092 time: 0.5665233 Oct 27 18:46:25.868855 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60598) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:25.877899 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-6a7efae1-7c78-4152-93a1-d4b0c48892c6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'port_id': '0744efde-88be-4f06-accb-741e25dc3426', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:46:25.888343 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709987a3-1bd7-4a04-8941-cd4cb6abe773 admin admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:46:25.898637 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-709987a3-1bd7-4a04-8941-cd4cb6abe773 admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:46:25.912761 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709987a3-1bd7-4a04-8941-cd4cb6abe773 admin admin] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:46:26.072138 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709987a3-1bd7-4a04-8941-cd4cb6abe773 admin admin] Pushing event updated for resources: {'Port': ['ID=dd4e497c-1d07-4a1a-b288-b2bd04ef7a7a,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:26.090397 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6a7efae1-7c78-4152-93a1-d4b0c48892c6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for floatingip, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:26.198979 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1108a1d9-3410-46f9-a227-24de9005064d None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:26.200803 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-84e5c3f8-2b5d-4c89-bddf-59781daa3895 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:26.249872 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e5c3f8-2b5d-4c89-bddf-59781daa3895 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Pushing event deleted for resources: {'Port': ['ID=fee4765b-4e46-439b-9fb3-1e0e0286b0f6,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:26.293760 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1108a1d9-3410-46f9-a227-24de9005064d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:26.425306 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8832638d-8192-4088-becd-fc009421b252 None None] Pushing event updated for resources: {'Port': ['ID=5680c526-3f22-43f3-b014-80908da219db,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:26.438963 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device f6ca83a1-56ef-479d-b7d1-5a61ed15c911 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:46:26.445514 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:26.505804 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60604) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:26.656222 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e5c3f8-2b5d-4c89-bddf-59781daa3895 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Router a33da0d5-4c18-4930-803f-f300d8af52b2 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:46:26.658256 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port f6ca83a1-56ef-479d-b7d1-5a61ed15c911 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:46:26.658641 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:26.770391 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-1108a1d9-3410-46f9-a227-24de9005064d None None] Attempting to bind port 5680c526-3f22-43f3-b014-80908da219db on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:46:26.770873 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-1108a1d9-3410-46f9-a227-24de9005064d None None] Attempting to bind port 5680c526-3f22-43f3-b014-80908da219db by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'eb0b0768-9cd0-4948-9ab0-c0df8ffa80ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '94183f82-ba43-4cad-a650-759fa6592117'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:46:26.771145 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1108a1d9-3410-46f9-a227-24de9005064d None None] Attempting to bind port 5680c526-3f22-43f3-b014-80908da219db on network 94183f82-ba43-4cad-a650-759fa6592117 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:46:26.780600 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1108a1d9-3410-46f9-a227-24de9005064d None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:46:26.781109 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1108a1d9-3410-46f9-a227-24de9005064d None None] Checking segment: {'id': 'eb0b0768-9cd0-4948-9ab0-c0df8ffa80ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '94183f82-ba43-4cad-a650-759fa6592117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:46:26.781365 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1108a1d9-3410-46f9-a227-24de9005064d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:26.781931 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1108a1d9-3410-46f9-a227-24de9005064d None None] Bound using segment: {'id': 'eb0b0768-9cd0-4948-9ab0-c0df8ffa80ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '94183f82-ba43-4cad-a650-759fa6592117'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:46:26.782476 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-1108a1d9-3410-46f9-a227-24de9005064d None None] Bound port: 5680c526-3f22-43f3-b014-80908da219db, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb0b0768-9cd0-4948-9ab0-c0df8ffa80ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '94183f82-ba43-4cad-a650-759fa6592117'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:46:26.782885 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1108a1d9-3410-46f9-a227-24de9005064d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:26.979950 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:26.986091 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:27.037763 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e5c3f8-2b5d-4c89-bddf-59781daa3895 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:46:27.051448 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6533cfa-62bf-4183-8cde-e91ab102378e None None] Sync routers for ids ['a33da0d5-4c18-4930-803f-f300d8af52b2'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:46:27.084722 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93736082-23a6-4ba7-8765-51e14adf5512 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:27.085828 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93736082-23a6-4ba7-8765-51e14adf5512 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:27.087046 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93736082-23a6-4ba7-8765-51e14adf5512 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:27.088914 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-93736082-23a6-4ba7-8765-51e14adf5512 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] 10.222.0.52 "GET /v2.0/ports?project_id=a56febe1ed07496abd79e6dfcd66d421&network_id=75e02ded-c2ac-42f1-841f-7a6a75428960 HTTP/1.1" status: 200 len: 2970 time: 0.5817595 Oct 27 18:46:27.090406 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6533cfa-62bf-4183-8cde-e91ab102378e None None] Routers {'a33da0d5-4c18-4930-803f-f300d8af52b2'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:46:27.095361 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-a6533cfa-62bf-4183-8cde-e91ab102378e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:46:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['a33da0d5-4c18-4930-803f-f300d8af52b2'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:27.102065 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-1108a1d9-3410-46f9-a227-24de9005064d None None] For port 5680c526-3f22-43f3-b014-80908da219db, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:46:27.182380 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-a6533cfa-62bf-4183-8cde-e91ab102378e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:27.198996 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port f6ca83a1-56ef-479d-b7d1-5a61ed15c911, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=f6ca83a1-56ef-479d-b7d1-5a61ed15c911,segment=NetworkSegment(ed425845-d8e7-4614-84c8-0131f3142071),segment_id=ed425845-d8e7-4614-84c8-0131f3142071)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:46:27.202161 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6533cfa-62bf-4183-8cde-e91ab102378e None None] Routers {'a33da0d5-4c18-4930-803f-f300d8af52b2'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:46:27.202989 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-a6533cfa-62bf-4183-8cde-e91ab102378e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:46:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['a33da0d5-4c18-4930-803f-f300d8af52b2'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:27.231133 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-709987a3-1bd7-4a04-8941-cd4cb6abe773 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:27.247451 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-84e5c3f8-2b5d-4c89-bddf-59781daa3895 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:27.247698 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-1108a1d9-3410-46f9-a227-24de9005064d None None] For port 5680c526-3f22-43f3-b014-80908da219db, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=5680c526-3f22-43f3-b014-80908da219db,segment=NetworkSegment(eb0b0768-9cd0-4948-9ab0-c0df8ffa80ea),segment_id=eb0b0768-9cd0-4948-9ab0-c0df8ffa80ea)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:46:27.258551 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-84e5c3f8-2b5d-4c89-bddf-59781daa3895 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "DELETE /v2.0/ports/fee4765b-4e46-439b-9fb3-1e0e0286b0f6 HTTP/1.1" status: 204 len: 168 time: 2.3095927 Oct 27 18:46:27.262141 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60620) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:27.278702 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-a6533cfa-62bf-4183-8cde-e91ab102378e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:27.279738 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6533cfa-62bf-4183-8cde-e91ab102378e None None] The sync data for ids ['a33da0d5-4c18-4930-803f-f300d8af52b2'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:46:27.289463 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:27.317445 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1108a1d9-3410-46f9-a227-24de9005064d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:27.412436 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-04c0ec14-2f43-4288-bb2a-002e9753b31f None None] Provisioning complete for port 5680c526-3f22-43f3-b014-80908da219db triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:46:27.412645 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-04c0ec14-2f43-4288-bb2a-002e9753b31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:27.438077 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6a7efae1-7c78-4152-93a1-d4b0c48892c6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:27.554425 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1108a1d9-3410-46f9-a227-24de9005064d None None] Routers {'15deb4f5-af2b-4084-b49e-71e67c134467'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:46:27.559222 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-1108a1d9-3410-46f9-a227-24de9005064d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:46:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['15deb4f5-af2b-4084-b49e-71e67c134467'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:27.576582 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=f6ca83a1-56ef-479d-b7d1-5a61ed15c911,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:27.776140 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-709987a3-1bd7-4a04-8941-cd4cb6abe773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:27.818536 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99b2ad2-5f90-4aee-8091-4675543655cc None None] Network d530ef2b-2107-47cc-8858-4b14176034ea requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:46:27.838322 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8832638d-8192-4088-becd-fc009421b252 None None] Pushing event updated for resources: {'Port': ['ID=5680c526-3f22-43f3-b014-80908da219db,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:27.933405 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-6a7efae1-7c78-4152-93a1-d4b0c48892c6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Allocated IP 172.25.6.11 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/c312016e-29e0-41e9-8940-c20ff5275e16) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:46:27.967811 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-04c0ec14-2f43-4288-bb2a-002e9753b31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:27.986434 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-1108a1d9-3410-46f9-a227-24de9005064d None None] Set router 15deb4f5-af2b-4084-b49e-71e67c134467 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:46:28.053030 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709987a3-1bd7-4a04-8941-cd4cb6abe773 admin admin] Router caffc3d3-7c5d-42c0-af2b-d2170c632c59 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:46:28.134643 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6a7efae1-7c78-4152-93a1-d4b0c48892c6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:28.206212 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-04c0ec14-2f43-4288-bb2a-002e9753b31f None None] For port 5680c526-3f22-43f3-b014-80908da219db, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=5680c526-3f22-43f3-b014-80908da219db,segment=NetworkSegment(eb0b0768-9cd0-4948-9ab0-c0df8ffa80ea),segment_id=eb0b0768-9cd0-4948-9ab0-c0df8ffa80ea)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:46:28.276211 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bd11c3d9-c66e-4f61-a5a6-3e614c3b51de tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:28.379444 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709987a3-1bd7-4a04-8941-cd4cb6abe773 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:46:28.419804 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 5680c526-3f22-43f3-b014-80908da219db up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:46:28.422782 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efef110-64ef-4a0e-a45e-2e12bf6f70a5 None None] Sync routers for ids ['caffc3d3-7c5d-42c0-af2b-d2170c632c59'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:46:28.440354 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6a7efae1-7c78-4152-93a1-d4b0c48892c6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:28.456390 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-04c0ec14-2f43-4288-bb2a-002e9753b31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:28.478545 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-709987a3-1bd7-4a04-8941-cd4cb6abe773 admin admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:28.483565 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-709987a3-1bd7-4a04-8941-cd4cb6abe773 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2295401 Oct 27 18:46:28.484241 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60632) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:28.486494 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7efae1-7c78-4152-93a1-d4b0c48892c6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'Port': ['ID=c312016e-29e0-41e9-8940-c20ff5275e16,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:28.519399 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7efae1-7c78-4152-93a1-d4b0c48892c6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:46:28.523696 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-6a7efae1-7c78-4152-93a1-d4b0c48892c6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:46:28.529314 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7efae1-7c78-4152-93a1-d4b0c48892c6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:46:28.851543 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60638) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:28.893506 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efef110-64ef-4a0e-a45e-2e12bf6f70a5 None None] Routers {'caffc3d3-7c5d-42c0-af2b-d2170c632c59'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:46:28.894783 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-0efef110-64ef-4a0e-a45e-2e12bf6f70a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:46:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['caffc3d3-7c5d-42c0-af2b-d2170c632c59'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:29.020508 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-9bcafbc6-0eab-4b6e-9167-2f06cb065cf5 None None] Provisioning complete for port f6ca83a1-56ef-479d-b7d1-5a61ed15c911 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:46:29.021452 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9bcafbc6-0eab-4b6e-9167-2f06cb065cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:29.029258 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0ec14-2f43-4288-bb2a-002e9753b31f None None] Pushing event updated for resources: {'Port': ['ID=5680c526-3f22-43f3-b014-80908da219db,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:29.150528 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 5680c526-3f22-43f3-b014-80908da219db triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:46:29.152661 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:29.197172 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2719c76-d18e-4d9b-a481-2cc6d4865a76 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:29.198941 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c2719c76-d18e-4d9b-a481-2cc6d4865a76 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=0fad50cd-70b8-43d9-8a14-cc05c0fdea0e HTTP/1.1" status: 200 len: 814 time: 0.3462365 Oct 27 18:46:29.246428 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-1108a1d9-3410-46f9-a227-24de9005064d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15deb4f5-af2b-4084-b49e-71e67c134467', 'name': 'tempest-TestServerBasicOps-2115343559-router', 'tenant_id': '391e76b4c39940e3b00bc672cc4dcd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '38184c6c-e7a4-48de-ba97-4f869b7e9c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:46:11Z', 'updated_at': '2021-10-27T18:46:18Z', 'revision_number': 4, 'project_id': '391e76b4c39940e3b00bc672cc4dcd20', 'gw_port': {'id': '38184c6c-e7a4-48de-ba97-4f869b7e9c33', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:37:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15deb4f5-af2b-4084-b49e-71e67c134467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:46:12Z', 'updated_at': '2021-10-27T18:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '5680c526-3f22-43f3-b014-80908da219db', 'name': '', 'network_id': '94183f82-ba43-4cad-a650-759fa6592117', 'tenant_id': '391e76b4c39940e3b00bc672cc4dcd20', 'mac_address': 'fa:16:3e:c6:e9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15deb4f5-af2b-4084-b49e-71e67c134467', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '49ceb9f9-65ac-4ed1-b447-596c7946b52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:46:17Z', 'updated_at': '2021-10-27T18:46:27Z', 'revision_number': 4, 'project_id': '391e76b4c39940e3b00bc672cc4dcd20', 'subnets': [{'id': '49ceb9f9-65ac-4ed1-b447-596c7946b52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:29.310551 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-0efef110-64ef-4a0e-a45e-2e12bf6f70a5 None None] Set router caffc3d3-7c5d-42c0-af2b-d2170c632c59 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:46:29.372675 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1108a1d9-3410-46f9-a227-24de9005064d None None] The sync data for ids ['15deb4f5-af2b-4084-b49e-71e67c134467'] in n-d-815690-2 is: [{'id': '15deb4f5-af2b-4084-b49e-71e67c134467', 'name': 'tempest-TestServerBasicOps-2115343559-router', 'tenant_id': '391e76b4c39940e3b00bc672cc4dcd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '38184c6c-e7a4-48de-ba97-4f869b7e9c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:46:11Z', 'updated_at': '2021-10-27T18:46:18Z', 'revision_number': 4, 'project_id': '391e76b4c39940e3b00bc672cc4dcd20', 'gw_port': {'id': '38184c6c-e7a4-48de-ba97-4f869b7e9c33', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:37:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15deb4f5-af2b-4084-b49e-71e67c134467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:46:12Z', 'updated_at': '2021-10-27T18:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '5680c526-3f22-43f3-b014-80908da219db', 'name': '', 'network_id': '94183f82-ba43-4cad-a650-759fa6592117', 'tenant_id': '391e76b4c39940e3b00bc672cc4dcd20', 'mac_address': 'fa:16:3e:c6:e9:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15deb4f5-af2b-4084-b49e-71e67c134467', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '49ceb9f9-65ac-4ed1-b447-596c7946b52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:46:17Z', 'updated_at': '2021-10-27T18:46:27Z', 'revision_number': 4, 'project_id': '391e76b4c39940e3b00bc672cc4dcd20', 'subnets': [{'id': '49ceb9f9-65ac-4ed1-b447-596c7946b52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:46:29.548113 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6a7efae1-7c78-4152-93a1-d4b0c48892c6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:29.590592 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5635b101-6e67-43fd-854d-4b1547bd5a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:29.608846 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device f6ca83a1-56ef-479d-b7d1-5a61ed15c911 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:46:29.761956 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-9bcafbc6-0eab-4b6e-9167-2f06cb065cf5 None None] Provisioning complete for port 5680c526-3f22-43f3-b014-80908da219db triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:46:29.762374 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9bcafbc6-0eab-4b6e-9167-2f06cb065cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:29.797337 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6a7efae1-7c78-4152-93a1-d4b0c48892c6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:29.855852 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port f6ca83a1-56ef-479d-b7d1-5a61ed15c911 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:46:29.856230 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:29.883633 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-bd11c3d9-c66e-4f61-a5a6-3e614c3b51de tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Deleting port 0d5f289e-07d2-4857-8d03-97bfb3b63398 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:46:29.884558 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bd11c3d9-c66e-4f61-a5a6-3e614c3b51de tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:29.907270 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60650) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:29.918011 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-92ee9474-d1e6-4189-a27d-648ce9ad0d14 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Request body: {'network': {'name': 'tempest-network-smoke--1301024236', 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'port_security_enabled': True}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:46:29.945613 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-5635b101-6e67-43fd-854d-4b1547bd5a17 admin admin] Allocated IP 172.20.0.1 (d530ef2b-2107-47cc-8858-4b14176034ea/75932458-c549-415e-b173-9806e9739a22/31f97cb5-55c9-43d6-9a79-6e2988971627) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:46:30.012595 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-0efef110-64ef-4a0e-a45e-2e12bf6f70a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caffc3d3-7c5d-42c0-af2b-d2170c632c59', 'name': 'tempest-TestServerBasicOps-1097079212-router', 'tenant_id': 'aa541e686710482f87bb689c404fa02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'dd4e497c-1d07-4a1a-b288-b2bd04ef7a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:46:23Z', 'updated_at': '2021-10-27T18:46:26Z', 'revision_number': 3, 'project_id': 'aa541e686710482f87bb689c404fa02f', 'gw_port': {'id': 'dd4e497c-1d07-4a1a-b288-b2bd04ef7a7a', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:26:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caffc3d3-7c5d-42c0-af2b-d2170c632c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:46:25Z', 'updated_at': '2021-10-27T18:46:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:30.089856 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bd11c3d9-c66e-4f61-a5a6-3e614c3b51de tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:30.091187 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efef110-64ef-4a0e-a45e-2e12bf6f70a5 None None] Checking router: caffc3d3-7c5d-42c0-af2b-d2170c632c59 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:46:30.091523 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efef110-64ef-4a0e-a45e-2e12bf6f70a5 None None] Updating router caffc3d3-7c5d-42c0-af2b-d2170c632c59 port dd4e497c-1d07-4a1a-b288-b2bd04ef7a7a binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:46:30.113070 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-bd11c3d9-c66e-4f61-a5a6-3e614c3b51de tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Calling delete_port for 0d5f289e-07d2-4857-8d03-97bfb3b63398 owned by network:router_interface {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:46:30.131857 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5635b101-6e67-43fd-854d-4b1547bd5a17 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:30.185881 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0efef110-64ef-4a0e-a45e-2e12bf6f70a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:30.281617 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5635b101-6e67-43fd-854d-4b1547bd5a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:30.322349 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 5680c526-3f22-43f3-b014-80908da219db up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:46:30.370707 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5635b101-6e67-43fd-854d-4b1547bd5a17 admin admin] Network d530ef2b-2107-47cc-8858-4b14176034ea is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:46:30.372472 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-5635b101-6e67-43fd-854d-4b1547bd5a17 admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:46:30.375234 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5635b101-6e67-43fd-854d-4b1547bd5a17 admin admin] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:46:30.389379 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c09833e-0f54-4707-99d4-cd8dee6d03ae None None] Provisioning complete for port f6ca83a1-56ef-479d-b7d1-5a61ed15c911 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:46:30.389777 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c09833e-0f54-4707-99d4-cd8dee6d03ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:30.416881 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5635b101-6e67-43fd-854d-4b1547bd5a17 admin admin] Pushing event updated for resources: {'Port': ['ID=31f97cb5-55c9-43d6-9a79-6e2988971627,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:30.444019 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5635b101-6e67-43fd-854d-4b1547bd5a17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:30.492130 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ee9474-d1e6-4189-a27d-648ce9ad0d14 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Made reservation on behalf of a56febe1ed07496abd79e6dfcd66d421 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:46:30.502058 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-92ee9474-d1e6-4189-a27d-648ce9ad0d14 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:30.551286 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bd11c3d9-c66e-4f61-a5a6-3e614c3b51de tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:30.636622 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11c3d9-c66e-4f61-a5a6-3e614c3b51de tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Pushing event deleted for resources: {'Port': ['ID=0d5f289e-07d2-4857-8d03-97bfb3b63398,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:30.678554 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 5680c526-3f22-43f3-b014-80908da219db triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:46:30.678893 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:30.737820 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92ee9474-d1e6-4189-a27d-648ce9ad0d14 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] vlan segment allocate from pool success with {'vlan_id': 1023, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:46:30.746296 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5635b101-6e67-43fd-854d-4b1547bd5a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:30.867687 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-92ee9474-d1e6-4189-a27d-648ce9ad0d14 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:30.868049 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-92ee9474-d1e6-4189-a27d-648ce9ad0d14 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Added segment 58563bb9-fe54-4f6b-93d4-ae1d22c3cec9 of type vlan for network 648b7f78-aaf7-4fa4-b7bd-658874557ab4 Oct 27 18:46:30.878316 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6a7efae1-7c78-4152-93a1-d4b0c48892c6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:30.938611 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-92ee9474-d1e6-4189-a27d-648ce9ad0d14 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:30.953098 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-8ee21c93-1589-4ac3-9a09-20945a5d0f13 None None] Provisioning complete for port 31f97cb5-55c9-43d6-9a79-6e2988971627 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:46:30.953685 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8ee21c93-1589-4ac3-9a09-20945a5d0f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:30.983751 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6a7efae1-7c78-4152-93a1-d4b0c48892c6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:31.011327 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0efef110-64ef-4a0e-a45e-2e12bf6f70a5 None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:31.022323 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-8ee21c93-1589-4ac3-9a09-20945a5d0f13 None None] Port 31f97cb5-55c9-43d6-9a79-6e2988971627 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:46:31.069103 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5635b101-6e67-43fd-854d-4b1547bd5a17 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:31.081499 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0efef110-64ef-4a0e-a45e-2e12bf6f70a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:31.138485 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5635b101-6e67-43fd-854d-4b1547bd5a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:31.164722 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-0efef110-64ef-4a0e-a45e-2e12bf6f70a5 None None] Attempting to bind port dd4e497c-1d07-4a1a-b288-b2bd04ef7a7a on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:46:31.165235 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-0efef110-64ef-4a0e-a45e-2e12bf6f70a5 None None] Attempting to bind port dd4e497c-1d07-4a1a-b288-b2bd04ef7a7a by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:46:31.165673 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efef110-64ef-4a0e-a45e-2e12bf6f70a5 None None] Attempting to bind port dd4e497c-1d07-4a1a-b288-b2bd04ef7a7a on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:46:31.174128 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efef110-64ef-4a0e-a45e-2e12bf6f70a5 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:46:31.186490 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efef110-64ef-4a0e-a45e-2e12bf6f70a5 None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:46:31.187168 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0efef110-64ef-4a0e-a45e-2e12bf6f70a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:31.187589 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efef110-64ef-4a0e-a45e-2e12bf6f70a5 None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:46:31.194505 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-0efef110-64ef-4a0e-a45e-2e12bf6f70a5 None None] Bound port: dd4e497c-1d07-4a1a-b288-b2bd04ef7a7a, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:46:31.194505 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0efef110-64ef-4a0e-a45e-2e12bf6f70a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:31.194505 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d169e75b-2f05-45d3-9cba-ef1a006251b7 None None] Pushing event updated for resources: {'Port': ['ID=dd4e497c-1d07-4a1a-b288-b2bd04ef7a7a,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:31.257188 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5635b101-6e67-43fd-854d-4b1547bd5a17 admin admin] Pushing event updated for resources: {'Port': ['ID=31f97cb5-55c9-43d6-9a79-6e2988971627,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:31.260270 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5635b101-6e67-43fd-854d-4b1547bd5a17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:31.291896 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-0efef110-64ef-4a0e-a45e-2e12bf6f70a5 None None] For port dd4e497c-1d07-4a1a-b288-b2bd04ef7a7a, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:46:31.297463 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-0efef110-64ef-4a0e-a45e-2e12bf6f70a5 None None] For port dd4e497c-1d07-4a1a-b288-b2bd04ef7a7a, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=dd4e497c-1d07-4a1a-b288-b2bd04ef7a7a,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:46:31.367983 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5635b101-6e67-43fd-854d-4b1547bd5a17 admin admin] Network d530ef2b-2107-47cc-8858-4b14176034ea is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:46:31.369386 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-5635b101-6e67-43fd-854d-4b1547bd5a17 admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:46:31.423109 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0efef110-64ef-4a0e-a45e-2e12bf6f70a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:31.489580 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6a7efae1-7c78-4152-93a1-d4b0c48892c6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:31.525383 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5635b101-6e67-43fd-854d-4b1547bd5a17 admin admin] Router caffc3d3-7c5d-42c0-af2b-d2170c632c59 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:46:31.548253 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d169e75b-2f05-45d3-9cba-ef1a006251b7 None None] Pushing event updated for resources: {'Port': ['ID=dd4e497c-1d07-4a1a-b288-b2bd04ef7a7a,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:31.591353 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efef110-64ef-4a0e-a45e-2e12bf6f70a5 None None] Routers {'caffc3d3-7c5d-42c0-af2b-d2170c632c59'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:46:31.591996 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-0efef110-64ef-4a0e-a45e-2e12bf6f70a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:46:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['caffc3d3-7c5d-42c0-af2b-d2170c632c59'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:31.603139 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7efae1-7c78-4152-93a1-d4b0c48892c6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'Port': ['ID=c312016e-29e0-41e9-8940-c20ff5275e16,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:31.611363 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-92ee9474-d1e6-4189-a27d-648ce9ad0d14 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:31.617767 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ee9474-d1e6-4189-a27d-648ce9ad0d14 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:31.618620 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-92ee9474-d1e6-4189-a27d-648ce9ad0d14 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:31.709318 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ee9474-d1e6-4189-a27d-648ce9ad0d14 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event updated for resources: {'Network': ['ID=648b7f78-aaf7-4fa4-b7bd-658874557ab4,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:31.746066 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bd11c3d9-c66e-4f61-a5a6-3e614c3b51de tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:31.788783 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 648b7f78-aaf7-4fa4-b7bd-658874557ab4 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:46:32.082416 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-92ee9474-d1e6-4189-a27d-648ce9ad0d14 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.1695600 Oct 27 18:46:32.084880 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60668) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:32.089030 n-d-815690-2 neutron-server[102879]: INFO neutron.db.l3_db [None req-6a7efae1-7c78-4152-93a1-d4b0c48892c6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Floating IP 8711499c-3376-40eb-b97c-87c0ba0938f2 associated. External IP: 172.25.6.11, port: 0744efde-88be-4f06-accb-741e25dc3426. Oct 27 18:46:32.211782 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f600d6a-5d6a-4a5c-aee6-3452589a2064 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:32.213522 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3f600d6a-5d6a-4a5c-aee6-3452589a2064 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=a56febe1ed07496abd79e6dfcd66d421&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1269259 Oct 27 18:46:32.214512 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-2ba1c6d2-30f1-458b-a351-f6f4c90030d1 None None] Provisioning complete for port 31f97cb5-55c9-43d6-9a79-6e2988971627 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:46:32.214996 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2ba1c6d2-30f1-458b-a351-f6f4c90030d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:32.216782 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60670) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:32.264795 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-0efef110-64ef-4a0e-a45e-2e12bf6f70a5 None None] Set router caffc3d3-7c5d-42c0-af2b-d2170c632c59 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:46:32.290861 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5635b101-6e67-43fd-854d-4b1547bd5a17 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:46:32.298124 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5635b101-6e67-43fd-854d-4b1547bd5a17 admin admin] 10.222.0.52 "PUT /v2.0/routers/caffc3d3-7c5d-42c0-af2b-d2170c632c59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8128881 Oct 27 18:46:32.327273 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-2ba1c6d2-30f1-458b-a351-f6f4c90030d1 None None] Port 31f97cb5-55c9-43d6-9a79-6e2988971627 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:46:32.388004 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca0ca18-db76-4f4c-b715-0d3333c43928 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:32.393627 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6ca0ca18-db76-4f4c-b715-0d3333c43928 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1728678 Oct 27 18:46:32.394188 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60674) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:32.466722 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d2d7baa6-1c0e-4aaa-916a-c5022b318eac tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=0fad50cd-70b8-43d9-8a14-cc05c0fdea0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0656321 Oct 27 18:46:32.468189 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60676) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:32.546883 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-78fb5066-81c0-49e6-9698-9202eee3e8c5 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=a56febe1ed07496abd79e6dfcd66d421&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0706680 Oct 27 18:46:32.555014 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60684) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:32.611651 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-0efef110-64ef-4a0e-a45e-2e12bf6f70a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caffc3d3-7c5d-42c0-af2b-d2170c632c59', 'name': 'tempest-TestServerBasicOps-1097079212-router', 'tenant_id': 'aa541e686710482f87bb689c404fa02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'dd4e497c-1d07-4a1a-b288-b2bd04ef7a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:46:23Z', 'updated_at': '2021-10-27T18:46:30Z', 'revision_number': 4, 'project_id': 'aa541e686710482f87bb689c404fa02f', 'gw_port': {'id': 'dd4e497c-1d07-4a1a-b288-b2bd04ef7a7a', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:26:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caffc3d3-7c5d-42c0-af2b-d2170c632c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:46:25Z', 'updated_at': '2021-10-27T18:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '31f97cb5-55c9-43d6-9a79-6e2988971627', 'name': '', 'network_id': 'd530ef2b-2107-47cc-8858-4b14176034ea', 'tenant_id': 'aa541e686710482f87bb689c404fa02f', 'mac_address': 'fa:16:3e:44:73:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caffc3d3-7c5d-42c0-af2b-d2170c632c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '75932458-c549-415e-b173-9806e9739a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:46:29Z', 'updated_at': '2021-10-27T18:46:30Z', 'revision_number': 2, 'project_id': 'aa541e686710482f87bb689c404fa02f', 'subnets': [{'id': '75932458-c549-415e-b173-9806e9739a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:32.612245 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd11c3d9-c66e-4f61-a5a6-3e614c3b51de tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Router a33da0d5-4c18-4930-803f-f300d8af52b2 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:46:32.639817 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7efae1-7c78-4152-93a1-d4b0c48892c6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Router b081e169-82e7-4d91-81d3-6a6b847fcdfb has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:46:32.645626 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efef110-64ef-4a0e-a45e-2e12bf6f70a5 None None] The sync data for ids ['caffc3d3-7c5d-42c0-af2b-d2170c632c59'] in n-d-815690-2 is: [{'id': 'caffc3d3-7c5d-42c0-af2b-d2170c632c59', 'name': 'tempest-TestServerBasicOps-1097079212-router', 'tenant_id': 'aa541e686710482f87bb689c404fa02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'dd4e497c-1d07-4a1a-b288-b2bd04ef7a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:46:23Z', 'updated_at': '2021-10-27T18:46:30Z', 'revision_number': 4, 'project_id': 'aa541e686710482f87bb689c404fa02f', 'gw_port': {'id': 'dd4e497c-1d07-4a1a-b288-b2bd04ef7a7a', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:26:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caffc3d3-7c5d-42c0-af2b-d2170c632c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:46:25Z', 'updated_at': '2021-10-27T18:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '31f97cb5-55c9-43d6-9a79-6e2988971627', 'name': '', 'network_id': 'd530ef2b-2107-47cc-8858-4b14176034ea', 'tenant_id': 'aa541e686710482f87bb689c404fa02f', 'mac_address': 'fa:16:3e:44:73:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caffc3d3-7c5d-42c0-af2b-d2170c632c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '75932458-c549-415e-b173-9806e9739a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:46:29Z', 'updated_at': '2021-10-27T18:46:30Z', 'revision_number': 2, 'project_id': 'aa541e686710482f87bb689c404fa02f', 'subnets': [{'id': '75932458-c549-415e-b173-9806e9739a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:46:32.793428 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43228dcb-f808-44f7-b24c-9fe432755313 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:32.797659 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-43228dcb-f808-44f7-b24c-9fe432755313 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2389579 Oct 27 18:46:32.797867 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60686) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:32.840851 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-06dcd82e-3c83-4392-b728-924d8c1305bf tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=0fad50cd-70b8-43d9-8a14-cc05c0fdea0e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418663 Oct 27 18:46:32.842079 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60688) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:32.847340 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-9f40df8e-129f-4456-a00e-0f5639ab96ef tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1349323098', 'network_id': '648b7f78-aaf7-4fa4-b7bd-658874557ab4', 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:46:32.939662 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd11c3d9-c66e-4f61-a5a6-3e614c3b51de tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:46:32.951518 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3134c107-b43e-49f8-a101-076c393149dc None None] Sync routers for ids ['a33da0d5-4c18-4930-803f-f300d8af52b2'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:46:32.955067 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-bd11c3d9-c66e-4f61-a5a6-3e614c3b51de tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "PUT /v2.0/routers/a33da0d5-4c18-4930-803f-f300d8af52b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6855140 Oct 27 18:46:32.982983 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60692) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:32.983097 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3134c107-b43e-49f8-a101-076c393149dc None None] Routers {'a33da0d5-4c18-4930-803f-f300d8af52b2'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:46:32.983097 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-3134c107-b43e-49f8-a101-076c393149dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:46:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['a33da0d5-4c18-4930-803f-f300d8af52b2'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:33.077506 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-3134c107-b43e-49f8-a101-076c393149dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:33.108809 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3134c107-b43e-49f8-a101-076c393149dc None None] Routers {'a33da0d5-4c18-4930-803f-f300d8af52b2'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:46:33.109442 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-3134c107-b43e-49f8-a101-076c393149dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:46:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['a33da0d5-4c18-4930-803f-f300d8af52b2'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:33.158953 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f40df8e-129f-4456-a00e-0f5639ab96ef tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Made reservation on behalf of a56febe1ed07496abd79e6dfcd66d421 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:46:33.163963 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9f40df8e-129f-4456-a00e-0f5639ab96ef tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:33.199305 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-3134c107-b43e-49f8-a101-076c393149dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:33.202827 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7efae1-7c78-4152-93a1-d4b0c48892c6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:46:33.203839 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3134c107-b43e-49f8-a101-076c393149dc None None] The sync data for ids ['a33da0d5-4c18-4930-803f-f300d8af52b2'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:46:33.210455 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea70ee5d-ec75-482a-b056-f2cad240b118 None None] Sync routers for ids ['b081e169-82e7-4d91-81d3-6a6b847fcdfb'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:46:33.228511 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea70ee5d-ec75-482a-b056-f2cad240b118 None None] Routers {'b081e169-82e7-4d91-81d3-6a6b847fcdfb'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:46:33.229141 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-ea70ee5d-ec75-482a-b056-f2cad240b118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:46:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b081e169-82e7-4d91-81d3-6a6b847fcdfb'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:33.237332 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f865e74d-54dd-46d1-9fc0-b3ad9f5761e4 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:33.341659 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6a7efae1-7c78-4152-93a1-d4b0c48892c6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:33.402887 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6a7efae1-7c78-4152-93a1-d4b0c48892c6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.5281799 Oct 27 18:46:33.402887 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd08de410-5bb4-4cb7-ba66-f6115ddf677c', 'tag': '0744efde-88be-4f06-accb-741e25dc3426'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:46:33.410990 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e411f1-ad7a-4ae8-93d2-4bfa2cf2f4ab" -d '{"events": [{"name": "network-changed", "server_uuid": "d08de410-5bb4-4cb7-ba66-f6115ddf677c", "tag": "0744efde-88be-4f06-accb-741e25dc3426"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:46:33.472455 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f865e74d-54dd-46d1-9fc0-b3ad9f5761e4 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:33.508738 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-ea70ee5d-ec75-482a-b056-f2cad240b118 None None] Set router b081e169-82e7-4d91-81d3-6a6b847fcdfb gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:46:33.653176 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60702) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:33.657739 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-560ee898-553f-45fc-81c0-def4fbc1a827 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1664690780', 'description': 'tempest-secgroup-smoke-1664690780 description', 'project_id': '391e76b4c39940e3b00bc672cc4dcd20'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:46:33.676133 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-f865e74d-54dd-46d1-9fc0-b3ad9f5761e4 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Deleting port bfccfb88-606e-4a62-a1f7-ec7b2d566340 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:46:33.676613 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f865e74d-54dd-46d1-9fc0-b3ad9f5761e4 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:33.691816 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9f40df8e-129f-4456-a00e-0f5639ab96ef tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:33.842216 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-560ee898-553f-45fc-81c0-def4fbc1a827 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:33.903233 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f865e74d-54dd-46d1-9fc0-b3ad9f5761e4 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:33.925969 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-f865e74d-54dd-46d1-9fc0-b3ad9f5761e4 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Calling delete_port for bfccfb88-606e-4a62-a1f7-ec7b2d566340 owned by network:router_gateway {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:46:33.974041 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-ea70ee5d-ec75-482a-b056-f2cad240b118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b081e169-82e7-4d91-81d3-6a6b847fcdfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1263487848', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '77d7dce0-73f0-451b-91d0-3f1540a1f916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:46Z', 'updated_at': '2021-10-27T18:45:59Z', 'revision_number': 4, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '77d7dce0-73f0-451b-91d0-3f1540a1f916', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:15:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081e169-82e7-4d91-81d3-6a6b847fcdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:48Z', 'updated_at': '2021-10-27T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '8711499c-3376-40eb-b97c-87c0ba0938f2', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'floating_ip_address': '172.25.6.11', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': 'b081e169-82e7-4d91-81d3-6a6b847fcdfb', 'port_id': '0744efde-88be-4f06-accb-741e25dc3426', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd6a875-a657-47e8-89d0-37edc08a1634', 'mac_address': 'fa:16:3e:93:1c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08de410-5bb4-4cb7-ba66-f6115ddf677c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:46:29Z', 'updated_at': '2021-10-27T18:46:29Z', 'revision_number': 0, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a5ac1e-6c0b-4bed-bcf5-80e2d1d25cf5', 'name': '', 'network_id': '7bd6a875-a657-47e8-89d0-37edc08a1634', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'mac_address': 'fa:16:3e:b5:e5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081e169-82e7-4d91-81d3-6a6b847fcdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '160bc31a-12ba-4b4e-818c-d23c30c3ab80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:55Z', 'updated_at': '2021-10-27T18:46:07Z', 'revision_number': 5, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'subnets': [{'id': '160bc31a-12ba-4b4e-818c-d23c30c3ab80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:34.001102 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40df8e-129f-4456-a00e-0f5639ab96ef tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event updated for resources: {'Subnet': ['ID=48bc7790-a2d7-4fea-aea4-f8691c6458d8,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:34.011746 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea70ee5d-ec75-482a-b056-f2cad240b118 None None] Checking router: b081e169-82e7-4d91-81d3-6a6b847fcdfb for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:46:34.031734 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea70ee5d-ec75-482a-b056-f2cad240b118 None None] Routers {'b081e169-82e7-4d91-81d3-6a6b847fcdfb'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:46:34.031982 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-ea70ee5d-ec75-482a-b056-f2cad240b118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:46:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b081e169-82e7-4d91-81d3-6a6b847fcdfb'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:34.049104 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f40df8e-129f-4456-a00e-0f5639ab96ef tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Checking segment: {'id': '58563bb9-fe54-4f6b-93d4-ae1d22c3cec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '648b7f78-aaf7-4fa4-b7bd-658874557ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:46:34.049492 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f40df8e-129f-4456-a00e-0f5639ab96ef tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Network hostable DHCP agents. Network: 648b7f78-aaf7-4fa4-b7bd-658874557ab4, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:46:34.082848 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156120a5-7a87-471d-afbb-b2570d7dcdf8 req-6965ef46-f929-4f7b-8daf-20820f32caa5 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:34.092893 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-156120a5-7a87-471d-afbb-b2570d7dcdf8 req-6965ef46-f929-4f7b-8daf-20820f32caa5 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 946 time: 0.2483141 Oct 27 18:46:34.190182 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-156120a5-7a87-471d-afbb-b2570d7dcdf8 req-0be325b4-9f98-4291-b698-886d99045cbb tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=f35e86e5-032f-42cd-9d02-3615b3e713b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951784 Oct 27 18:46:34.243435 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f40df8e-129f-4456-a00e-0f5639ab96ef tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Network 648b7f78-aaf7-4fa4-b7bd-658874557ab4 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:46:34.258291 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60706) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:34.266706 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-560ee898-553f-45fc-81c0-def4fbc1a827 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:34.332472 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-560ee898-553f-45fc-81c0-def4fbc1a827 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:34.335200 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-ea70ee5d-ec75-482a-b056-f2cad240b118 None None] Set router b081e169-82e7-4d91-81d3-6a6b847fcdfb gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:46:34.390859 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e624e7a-31ca-41b6-be5d-064ac8dbf5d3 x-openstack-request-id: req-2e624e7a-31ca-41b6-be5d-064ac8dbf5d3 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:46:34.393006 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d08de410-5bb4-4cb7-ba66-f6115ddf677c", "tag": "0744efde-88be-4f06-accb-741e25dc3426", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:46:34.393396 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2e624e7a-31ca-41b6-be5d-064ac8dbf5d3 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:46:34.393912 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd08de410-5bb4-4cb7-ba66-f6115ddf677c', 'tag': '0744efde-88be-4f06-accb-741e25dc3426', 'status': 'completed', 'code': 200} Oct 27 18:46:34.399001 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ee898-553f-45fc-81c0-def4fbc1a827 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0fd5e2-6b7c-4a04-826b-ed81e70205c9,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:34.409620 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-9f40df8e-129f-4456-a00e-0f5639ab96ef tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 648b7f78-aaf7-4fa4-b7bd-658874557ab4) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:46:34.427823 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f40df8e-129f-4456-a00e-0f5639ab96ef tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:34.429868 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9f40df8e-129f-4456-a00e-0f5639ab96ef tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:34.509514 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e411f1-ad7a-4ae8-93d2-4bfa2cf2f4ab req-54f0beba-05cb-4e4f-a686-3592a927d3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:34.512823 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-40e411f1-ad7a-4ae8-93d2-4bfa2cf2f4ab req-54f0beba-05cb-4e4f-a686-3592a927d3a4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=21f5568e020c455199c8dde94ac0b73c&device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 1097 time: 0.1252735 Oct 27 18:46:34.522026 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f0c264e2-b871-48cd-b91d-08d943e370ff tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/floatingips/8711499c-3376-40eb-b97c-87c0ba0938f2 HTTP/1.1" status: 200 len: 991 time: 0.2603571 Oct 27 18:46:34.550001 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-560ee898-553f-45fc-81c0-def4fbc1a827 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:34.555174 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-560ee898-553f-45fc-81c0-def4fbc1a827 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8977098 Oct 27 18:46:34.556034 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60710) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:34.561703 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-dcf2c14f-3593-4963-8182-236122575313 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Request body: {'security_group_rule': {'security_group_id': '2d0fd5e2-6b7c-4a04-826b-ed81e70205c9', 'project_id': '391e76b4c39940e3b00bc672cc4dcd20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:46:34.601079 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9f40df8e-129f-4456-a00e-0f5639ab96ef tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7548175 Oct 27 18:46:34.630501 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f865e74d-54dd-46d1-9fc0-b3ad9f5761e4 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:34.646231 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device dd4e497c-1d07-4a1a-b288-b2bd04ef7a7a up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:46:34.650083 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a6f431-01f1-49e9-8e46-b2886f112046 None None] Network 648b7f78-aaf7-4fa4-b7bd-658874557ab4 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:46:34.676843 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865e74d-54dd-46d1-9fc0-b3ad9f5761e4 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Pushing event deleted for resources: {'Port': ['ID=bfccfb88-606e-4a62-a1f7-ec7b2d566340,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:34.700760 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dcf2c14f-3593-4963-8182-236122575313 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:34.845261 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dcf2c14f-3593-4963-8182-236122575313 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:34.863614 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f865e74d-54dd-46d1-9fc0-b3ad9f5761e4 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:34.901907 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dcf2c14f-3593-4963-8182-236122575313 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:34.920158 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf2c14f-3593-4963-8182-236122575313 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d07a5af9-7db5-4098-bd9d-c341d0fbbf00,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:34.993846 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f865e74d-54dd-46d1-9fc0-b3ad9f5761e4 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:34.994462 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8087f870-11bb-4aae-ab0f-7d983d8f6121 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-648b7f78-aaf7-4fa4-b7bd-658874557ab4', 'network_id': '648b7f78-aaf7-4fa4-b7bd-658874557ab4', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'fixed_ips': [{'subnet_id': '48bc7790-a2d7-4fea-aea4-f8691c6458d8'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:46:34.995363 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8087f870-11bb-4aae-ab0f-7d983d8f6121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:34.996259 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e411f1-ad7a-4ae8-93d2-4bfa2cf2f4ab req-3bac0ccd-0d75-4f45-a11c-51d284c780f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:34.997790 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-40e411f1-ad7a-4ae8-93d2-4bfa2cf2f4ab req-3bac0ccd-0d75-4f45-a11c-51d284c780f4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=7bd6a875-a657-47e8-89d0-37edc08a1634 HTTP/1.1" status: 200 len: 898 time: 0.4760776 Oct 27 18:46:34.998972 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f865e74d-54dd-46d1-9fc0-b3ad9f5761e4 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:35.007854 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dcf2c14f-3593-4963-8182-236122575313 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:35.017142 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-dcf2c14f-3593-4963-8182-236122575313 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4596732 Oct 27 18:46:35.017870 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60718) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:35.023211 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-fe3daa79-b83c-4aa2-a4f6-b3539b039e1c tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Request body: {'security_group_rule': {'security_group_id': '2d0fd5e2-6b7c-4a04-826b-ed81e70205c9', 'project_id': '391e76b4c39940e3b00bc672cc4dcd20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:46:35.049475 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port dd4e497c-1d07-4a1a-b288-b2bd04ef7a7a triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:46:35.050022 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:35.082274 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-ea70ee5d-ec75-482a-b056-f2cad240b118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b081e169-82e7-4d91-81d3-6a6b847fcdfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1263487848', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '77d7dce0-73f0-451b-91d0-3f1540a1f916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:46Z', 'updated_at': '2021-10-27T18:45:59Z', 'revision_number': 4, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '77d7dce0-73f0-451b-91d0-3f1540a1f916', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:15:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081e169-82e7-4d91-81d3-6a6b847fcdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:48Z', 'updated_at': '2021-10-27T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '8711499c-3376-40eb-b97c-87c0ba0938f2', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'floating_ip_address': '172.25.6.11', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': 'b081e169-82e7-4d91-81d3-6a6b847fcdfb', 'port_id': '0744efde-88be-4f06-accb-741e25dc3426', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd6a875-a657-47e8-89d0-37edc08a1634', 'mac_address': 'fa:16:3e:93:1c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08de410-5bb4-4cb7-ba66-f6115ddf677c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:46:29Z', 'updated_at': '2021-10-27T18:46:29Z', 'revision_number': 0, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a5ac1e-6c0b-4bed-bcf5-80e2d1d25cf5', 'name': '', 'network_id': '7bd6a875-a657-47e8-89d0-37edc08a1634', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'mac_address': 'fa:16:3e:b5:e5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081e169-82e7-4d91-81d3-6a6b847fcdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '160bc31a-12ba-4b4e-818c-d23c30c3ab80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:55Z', 'updated_at': '2021-10-27T18:46:07Z', 'revision_number': 5, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'subnets': [{'id': '160bc31a-12ba-4b4e-818c-d23c30c3ab80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:35.147084 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60722) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:35.153999 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-9eec7c76-6398-4b08-8d68-fcb91652fceb tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1871652578', 'description': 'tempest-secgroup-smoke-1871652578 description', 'project_id': 'a56febe1ed07496abd79e6dfcd66d421'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:46:35.161686 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fe3daa79-b83c-4aa2-a4f6-b3539b039e1c tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:35.170095 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-40e411f1-ad7a-4ae8-93d2-4bfa2cf2f4ab req-7efe0b03-1f5c-4bb8-9aa9-5a5d3f6993ad service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0744efde-88be-4f06-accb-741e25dc3426 HTTP/1.1" status: 200 len: 999 time: 0.1625166 Oct 27 18:46:35.179004 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f865e74d-54dd-46d1-9fc0-b3ad9f5761e4 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:35.179004 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f865e74d-54dd-46d1-9fc0-b3ad9f5761e4 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Fanout notify agent at l3_agent the message router_deleted on router a33da0d5-4c18-4930-803f-f300d8af52b2 {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:46:35.179296 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea70ee5d-ec75-482a-b056-f2cad240b118 None None] The sync data for ids ['b081e169-82e7-4d91-81d3-6a6b847fcdfb'] in n-d-815690-2 is: [{'id': 'b081e169-82e7-4d91-81d3-6a6b847fcdfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1263487848', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '77d7dce0-73f0-451b-91d0-3f1540a1f916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:46Z', 'updated_at': '2021-10-27T18:45:59Z', 'revision_number': 4, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '77d7dce0-73f0-451b-91d0-3f1540a1f916', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:15:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081e169-82e7-4d91-81d3-6a6b847fcdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:48Z', 'updated_at': '2021-10-27T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '8711499c-3376-40eb-b97c-87c0ba0938f2', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'floating_ip_address': '172.25.6.11', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': 'b081e169-82e7-4d91-81d3-6a6b847fcdfb', 'port_id': '0744efde-88be-4f06-accb-741e25dc3426', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd6a875-a657-47e8-89d0-37edc08a1634', 'mac_address': 'fa:16:3e:93:1c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08de410-5bb4-4cb7-ba66-f6115ddf677c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:46:29Z', 'updated_at': '2021-10-27T18:46:29Z', 'revision_number': 0, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a5ac1e-6c0b-4bed-bcf5-80e2d1d25cf5', 'name': '', 'network_id': '7bd6a875-a657-47e8-89d0-37edc08a1634', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'mac_address': 'fa:16:3e:b5:e5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081e169-82e7-4d91-81d3-6a6b847fcdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '160bc31a-12ba-4b4e-818c-d23c30c3ab80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:55Z', 'updated_at': '2021-10-27T18:46:07Z', 'revision_number': 5, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'subnets': [{'id': '160bc31a-12ba-4b4e-818c-d23c30c3ab80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:46:35.185678 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f865e74d-54dd-46d1-9fc0-b3ad9f5761e4 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:35.189647 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f865e74d-54dd-46d1-9fc0-b3ad9f5761e4 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "DELETE /v2.0/routers/a33da0d5-4c18-4930-803f-f300d8af52b2 HTTP/1.1" status: 204 len: 168 time: 2.2240624 Oct 27 18:46:35.223444 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60724) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:35.286214 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fe3daa79-b83c-4aa2-a4f6-b3539b039e1c tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:35.298346 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5c14e84-ad17-4569-b7b5-6ab0bed00ba6 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Deleting subnet 268d88ca-e004-4ed9-9d3f-9cdc2a632002 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:46:35.305525 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a5c14e84-ad17-4569-b7b5-6ab0bed00ba6 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:35.326042 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-8087f870-11bb-4aae-ab0f-7d983d8f6121 None None] Allocated IP 172.20.0.18 (648b7f78-aaf7-4fa4-b7bd-658874557ab4/48bc7790-a2d7-4fea-aea4-f8691c6458d8/7f557a85-b184-474c-9483-9dc447b43f93) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:46:35.328514 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:35.335974 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e411f1-ad7a-4ae8-93d2-4bfa2cf2f4ab req-0332b4a7-0686-411b-89e2-a2247debe40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:35.337597 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-40e411f1-ad7a-4ae8-93d2-4bfa2cf2f4ab req-0332b4a7-0686-411b-89e2-a2247debe40f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=160bc31a-12ba-4b4e-818c-d23c30c3ab80 HTTP/1.1" status: 200 len: 834 time: 0.1492071 Oct 27 18:46:35.357646 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port dd4e497c-1d07-4a1a-b288-b2bd04ef7a7a, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=dd4e497c-1d07-4a1a-b288-b2bd04ef7a7a,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:46:35.365884 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a5c14e84-ad17-4569-b7b5-6ab0bed00ba6 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:35.385050 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fe3daa79-b83c-4aa2-a4f6-b3539b039e1c tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:35.434382 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9eec7c76-6398-4b08-8d68-fcb91652fceb tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:35.439561 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e411f1-ad7a-4ae8-93d2-4bfa2cf2f4ab req-6beddbba-6cf8-4ed5-a47b-2d1ed9dc720d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:35.441125 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-40e411f1-ad7a-4ae8-93d2-4bfa2cf2f4ab req-6beddbba-6cf8-4ed5-a47b-2d1ed9dc720d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7bd6a875-a657-47e8-89d0-37edc08a1634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921967 Oct 27 18:46:35.445042 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3daa79-b83c-4aa2-a4f6-b3539b039e1c tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6960e76-78d0-446e-b3d5-29b2bd93ffc1,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:35.462253 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:35.524781 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60726) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:35.548876 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a5c14e84-ad17-4569-b7b5-6ab0bed00ba6 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:35.559761 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=dd4e497c-1d07-4a1a-b288-b2bd04ef7a7a,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:35.565498 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8087f870-11bb-4aae-ab0f-7d983d8f6121 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:35.588955 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fe3daa79-b83c-4aa2-a4f6-b3539b039e1c tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:35.592919 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-fe3daa79-b83c-4aa2-a4f6-b3539b039e1c tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5712674 Oct 27 18:46:35.602785 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60728) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:35.607668 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-2d376a37-a516-4853-bef9-76cd0ecf4cc0 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Request body: {'security_group_rule': {'security_group_id': '2d0fd5e2-6b7c-4a04-826b-ed81e70205c9', 'project_id': '391e76b4c39940e3b00bc672cc4dcd20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:46:35.641099 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-06cdc68f-b207-4a4c-85c7-ba4da04fe4db tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/floatingips/8711499c-3376-40eb-b97c-87c0ba0938f2 HTTP/1.1" status: 200 len: 991 time: 0.1133850 Oct 27 18:46:35.644196 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8087f870-11bb-4aae-ab0f-7d983d8f6121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:35.691404 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8087f870-11bb-4aae-ab0f-7d983d8f6121 None None] Network 648b7f78-aaf7-4fa4-b7bd-658874557ab4 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:46:35.695092 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-8087f870-11bb-4aae-ab0f-7d983d8f6121 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:46:35.702923 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8087f870-11bb-4aae-ab0f-7d983d8f6121 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:46:35.721496 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8087f870-11bb-4aae-ab0f-7d983d8f6121 None None] Pushing event updated for resources: {'Port': ['ID=7f557a85-b184-474c-9483-9dc447b43f93,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:35.743364 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2d376a37-a516-4853-bef9-76cd0ecf4cc0 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:35.858178 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-8087f870-11bb-4aae-ab0f-7d983d8f6121 None None] Attempting to bind port 7f557a85-b184-474c-9483-9dc447b43f93 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:46:35.858592 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-8087f870-11bb-4aae-ab0f-7d983d8f6121 None None] Attempting to bind port 7f557a85-b184-474c-9483-9dc447b43f93 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '58563bb9-fe54-4f6b-93d4-ae1d22c3cec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '648b7f78-aaf7-4fa4-b7bd-658874557ab4'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:46:35.859078 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8087f870-11bb-4aae-ab0f-7d983d8f6121 None None] Attempting to bind port 7f557a85-b184-474c-9483-9dc447b43f93 on network 648b7f78-aaf7-4fa4-b7bd-658874557ab4 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:46:35.872362 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8087f870-11bb-4aae-ab0f-7d983d8f6121 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:46:35.872740 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8087f870-11bb-4aae-ab0f-7d983d8f6121 None None] Checking segment: {'id': '58563bb9-fe54-4f6b-93d4-ae1d22c3cec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '648b7f78-aaf7-4fa4-b7bd-658874557ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:46:35.873146 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8087f870-11bb-4aae-ab0f-7d983d8f6121 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:35.873573 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8087f870-11bb-4aae-ab0f-7d983d8f6121 None None] Bound using segment: {'id': '58563bb9-fe54-4f6b-93d4-ae1d22c3cec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '648b7f78-aaf7-4fa4-b7bd-658874557ab4'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:46:35.874028 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-8087f870-11bb-4aae-ab0f-7d983d8f6121 None None] Bound port: 7f557a85-b184-474c-9483-9dc447b43f93, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58563bb9-fe54-4f6b-93d4-ae1d22c3cec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '648b7f78-aaf7-4fa4-b7bd-658874557ab4'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:46:35.874411 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8087f870-11bb-4aae-ab0f-7d983d8f6121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:35.878282 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2d376a37-a516-4853-bef9-76cd0ecf4cc0 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:35.961200 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2d376a37-a516-4853-bef9-76cd0ecf4cc0 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:36.018974 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d376a37-a516-4853-bef9-76cd0ecf4cc0 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce5e0ea4-22e4-4210-ae82-ba164682e7e3,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:36.032833 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-8087f870-11bb-4aae-ab0f-7d983d8f6121 None None] For port 7f557a85-b184-474c-9483-9dc447b43f93, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:46:36.040270 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-8087f870-11bb-4aae-ab0f-7d983d8f6121 None None] For port 7f557a85-b184-474c-9483-9dc447b43f93, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=7f557a85-b184-474c-9483-9dc447b43f93,segment=NetworkSegment(58563bb9-fe54-4f6b-93d4-ae1d22c3cec9),segment_id=58563bb9-fe54-4f6b-93d4-ae1d22c3cec9)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:46:36.080342 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9f8478-88a6-4ada-84aa-678d88a09261 None None] New status for floating IP 8711499c-3376-40eb-b97c-87c0ba0938f2: ACTIVE {{(pid=102881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:46:36.116914 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8087f870-11bb-4aae-ab0f-7d983d8f6121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:36.151396 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2d376a37-a516-4853-bef9-76cd0ecf4cc0 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:36.153027 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-2d376a37-a516-4853-bef9-76cd0ecf4cc0 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5491612 Oct 27 18:46:36.155757 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60740) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:36.161060 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-4361df5e-faa0-4cce-8e89-8379db81c6b1 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Request body: {'security_group_rule': {'security_group_id': '2d0fd5e2-6b7c-4a04-826b-ed81e70205c9', 'project_id': '391e76b4c39940e3b00bc672cc4dcd20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:46:36.266305 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-40e411f1-ad7a-4ae8-93d2-4bfa2cf2f4ab req-db7b3d09-2875-4e7b-b3e9-0a66c6156f4a service neutron] 10.222.0.93 "GET /v2.0/networks/7bd6a875-a657-47e8-89d0-37edc08a1634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8132935 Oct 27 18:46:36.290557 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4361df5e-faa0-4cce-8e89-8379db81c6b1 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:36.309855 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8087f870-11bb-4aae-ab0f-7d983d8f6121 None None] Pushing event updated for resources: {'Port': ['ID=7f557a85-b184-474c-9483-9dc447b43f93,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:36.338134 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9eec7c76-6398-4b08-8d68-fcb91652fceb tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:36.401038 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device dd4e497c-1d07-4a1a-b288-b2bd04ef7a7a up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:46:36.445072 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4361df5e-faa0-4cce-8e89-8379db81c6b1 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:36.462663 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a5c14e84-ad17-4569-b7b5-6ab0bed00ba6 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:36.469769 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9eec7c76-6398-4b08-8d68-fcb91652fceb tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:36.507858 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4361df5e-faa0-4cce-8e89-8379db81c6b1 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:36.537251 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port dd4e497c-1d07-4a1a-b288-b2bd04ef7a7a triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:46:36.538630 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:36.540862 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4361df5e-faa0-4cce-8e89-8379db81c6b1 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8169645e-c9bb-4445-94ab-755f03772a63,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:36.589548 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4361df5e-faa0-4cce-8e89-8379db81c6b1 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:36.593578 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4361df5e-faa0-4cce-8e89-8379db81c6b1 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4340892 Oct 27 18:46:36.593843 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60744) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:36.598365 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-6fe67702-5b52-4a8c-a532-6bcb7f97256f tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Request body: {'security_group_rule': {'security_group_id': '2d0fd5e2-6b7c-4a04-826b-ed81e70205c9', 'project_id': '391e76b4c39940e3b00bc672cc4dcd20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:46:36.663433 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60746) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:36.685201 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a5c14e84-ad17-4569-b7b5-6ab0bed00ba6 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:36.697275 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a5c14e84-ad17-4569-b7b5-6ab0bed00ba6 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "DELETE /v2.0/subnets/268d88ca-e004-4ed9-9d3f-9cdc2a632002 HTTP/1.1" status: 204 len: 168 time: 1.4687114 Oct 27 18:46:36.698641 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c14e84-ad17-4569-b7b5-6ab0bed00ba6 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Pushing event deleted for resources: {'Subnet': ['ID=268d88ca-e004-4ed9-9d3f-9cdc2a632002,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:36.700850 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9ad12d-74a5-42bd-9b54-8f8d6e03c88d None None] Network 3804dc1f-6151-432c-aa7a-570281abfcb9 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:46:36.703793 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60748) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:36.769917 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9eec7c76-6398-4b08-8d68-fcb91652fceb tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:36.773241 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9eec7c76-6398-4b08-8d68-fcb91652fceb tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.6249931 Oct 27 18:46:36.779549 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60750) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:36.786952 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-b62ce0ce-84a6-4100-9704-7d5b53767ca1 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Request body: {'security_group_rule': {'security_group_id': '3e5b2351-2712-485c-824b-230eaf6340fa', 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:46:36.808915 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec7c76-6398-4b08-8d68-fcb91652fceb tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5b2351-2712-485c-824b-230eaf6340fa,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:36.857405 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a6b37da3-d8ab-4704-af63-9bd634ad5419 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/floatingips/8711499c-3376-40eb-b97c-87c0ba0938f2 HTTP/1.1" status: 200 len: 991 time: 0.1929822 Oct 27 18:46:36.892151 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbd09fa-498a-415a-b1bb-c732b71ab98a None None] Sync routers for ids ['caffc3d3-7c5d-42c0-af2b-d2170c632c59'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:46:36.966261 n-d-815690-2 neutron-server[102878]: INFO neutron.db.securitygroups_db [None req-6fe67702-5b52-4a8c-a532-6bcb7f97256f tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Project 391e76b4c39940e3b00bc672cc4dcd20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 18:46:36.973170 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbd09fa-498a-415a-b1bb-c732b71ab98a None None] Routers {'caffc3d3-7c5d-42c0-af2b-d2170c632c59'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:46:36.973712 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-1dbd09fa-498a-415a-b1bb-c732b71ab98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:46:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['caffc3d3-7c5d-42c0-af2b-d2170c632c59'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:36.985947 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6fe67702-5b52-4a8c-a532-6bcb7f97256f tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:36.987213 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-40e411f1-ad7a-4ae8-93d2-4bfa2cf2f4ab req-926e9df8-9adb-498c-83de-5bd52506cc8a service neutron] 10.222.0.93 "GET /v2.0/networks/7bd6a875-a657-47e8-89d0-37edc08a1634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6464100 Oct 27 18:46:37.013062 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ed985268-a03a-45bf-8ea1-3183b69b3b92 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:37.151235 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6fe67702-5b52-4a8c-a532-6bcb7f97256f tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:37.152687 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b62ce0ce-84a6-4100-9704-7d5b53767ca1 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:37.218022 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-ed985268-a03a-45bf-8ea1-3183b69b3b92 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Deleting port a8074937-ecae-4412-8efa-c6e065af8a48 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:46:37.218561 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ed985268-a03a-45bf-8ea1-3183b69b3b92 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:37.256544 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6fe67702-5b52-4a8c-a532-6bcb7f97256f tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:37.302604 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe67702-5b52-4a8c-a532-6bcb7f97256f tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63cd3b1c-fb74-4865-9fad-c4f33d066aba,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:37.319451 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b62ce0ce-84a6-4100-9704-7d5b53767ca1 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:37.326879 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-ed985268-a03a-45bf-8ea1-3183b69b3b92 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] For port a8074937-ecae-4412-8efa-c6e065af8a48, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=a8074937-ecae-4412-8efa-c6e065af8a48,segment=NetworkSegment(213f86b4-1d83-4dbf-a904-f80c5e6249a0),segment_id=213f86b4-1d83-4dbf-a904-f80c5e6249a0)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:46:37.328269 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ed985268-a03a-45bf-8ea1-3183b69b3b92 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:37.344841 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-ed985268-a03a-45bf-8ea1-3183b69b3b92 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Calling delete_port for a8074937-ecae-4412-8efa-c6e065af8a48 owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:46:37.386593 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6fe67702-5b52-4a8c-a532-6bcb7f97256f tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:37.388576 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6fe67702-5b52-4a8c-a532-6bcb7f97256f tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7938290 Oct 27 18:46:37.391760 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60766) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:37.396721 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-b4c66669-c4e2-4e5d-943e-01831a98a24e tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Request body: {'security_group_rule': {'security_group_id': '2d0fd5e2-6b7c-4a04-826b-ed81e70205c9', 'project_id': '391e76b4c39940e3b00bc672cc4dcd20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:46:37.443571 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b62ce0ce-84a6-4100-9704-7d5b53767ca1 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:37.485663 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ce0ce-84a6-4100-9704-7d5b53767ca1 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66677d1d-79bb-414c-9106-39c390ff1d24,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:37.556089 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-1dbd09fa-498a-415a-b1bb-c732b71ab98a None None] Set router caffc3d3-7c5d-42c0-af2b-d2170c632c59 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:46:37.564802 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ed985268-a03a-45bf-8ea1-3183b69b3b92 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:37.594238 n-d-815690-2 neutron-server[102878]: INFO neutron.db.securitygroups_db [None req-b4c66669-c4e2-4e5d-943e-01831a98a24e tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Project 391e76b4c39940e3b00bc672cc4dcd20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 18:46:37.601547 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b4c66669-c4e2-4e5d-943e-01831a98a24e tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:37.627704 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b8e806-db38-42ac-943b-dc04ad6112ae None None] DHCP port deletion for 3804dc1f-6151-432c-aa7a-570281abfcb9 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:46:37.633713 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed985268-a03a-45bf-8ea1-3183b69b3b92 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Pushing event deleted for resources: {'Port': ['ID=a8074937-ecae-4412-8efa-c6e065af8a48,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:37.655244 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed985268-a03a-45bf-8ea1-3183b69b3b92 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] No DVR routers for this DVR port a8074937-ecae-4412-8efa-c6e065af8a48 on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:46:37.683787 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b62ce0ce-84a6-4100-9704-7d5b53767ca1 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:37.700626 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b62ce0ce-84a6-4100-9704-7d5b53767ca1 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9177725 Oct 27 18:46:37.701373 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60776) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:37.707483 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-78e3b313-000f-4956-833d-ef124f29a730 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Request body: {'security_group_rule': {'security_group_id': '3e5b2351-2712-485c-824b-230eaf6340fa', 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:46:37.753656 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b4c66669-c4e2-4e5d-943e-01831a98a24e tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:37.821484 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b4c66669-c4e2-4e5d-943e-01831a98a24e tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:37.858238 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60778) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:37.858530 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c66669-c4e2-4e5d-943e-01831a98a24e tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fd98ec7-1938-4644-9148-02d4d136e622,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:37.906867 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ed985268-a03a-45bf-8ea1-3183b69b3b92 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:37.988702 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-1dbd09fa-498a-415a-b1bb-c732b71ab98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caffc3d3-7c5d-42c0-af2b-d2170c632c59', 'name': 'tempest-TestServerBasicOps-1097079212-router', 'tenant_id': 'aa541e686710482f87bb689c404fa02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'dd4e497c-1d07-4a1a-b288-b2bd04ef7a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:46:23Z', 'updated_at': '2021-10-27T18:46:30Z', 'revision_number': 4, 'project_id': 'aa541e686710482f87bb689c404fa02f', 'gw_port': {'id': 'dd4e497c-1d07-4a1a-b288-b2bd04ef7a7a', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:26:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caffc3d3-7c5d-42c0-af2b-d2170c632c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:46:25Z', 'updated_at': '2021-10-27T18:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '31f97cb5-55c9-43d6-9a79-6e2988971627', 'name': '', 'network_id': 'd530ef2b-2107-47cc-8858-4b14176034ea', 'tenant_id': 'aa541e686710482f87bb689c404fa02f', 'mac_address': 'fa:16:3e:44:73:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caffc3d3-7c5d-42c0-af2b-d2170c632c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '75932458-c549-415e-b173-9806e9739a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:46:29Z', 'updated_at': '2021-10-27T18:46:30Z', 'revision_number': 2, 'project_id': 'aa541e686710482f87bb689c404fa02f', 'subnets': [{'id': '75932458-c549-415e-b173-9806e9739a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:38.004810 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-78e3b313-000f-4956-833d-ef124f29a730 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:38.009122 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-ed985268-a03a-45bf-8ea1-3183b69b3b92 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3804dc1f-6151-432c-aa7a-570281abfcb9']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:38.034184 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b4c66669-c4e2-4e5d-943e-01831a98a24e tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:38.045593 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-ed985268-a03a-45bf-8ea1-3183b69b3b92 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '213f86b4-1d83-4dbf-a904-f80c5e6249a0') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:38.045855 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-ed985268-a03a-45bf-8ea1-3183b69b3b92 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '213f86b4-1d83-4dbf-a904-f80c5e6249a0') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:38.048376 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b4c66669-c4e2-4e5d-943e-01831a98a24e tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6550314 Oct 27 18:46:38.065526 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbd09fa-498a-415a-b1bb-c732b71ab98a None None] Checking router: caffc3d3-7c5d-42c0-af2b-d2170c632c59 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:46:38.066063 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbd09fa-498a-415a-b1bb-c732b71ab98a None None] Updating router caffc3d3-7c5d-42c0-af2b-d2170c632c59 port 31f97cb5-55c9-43d6-9a79-6e2988971627 binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:46:38.068209 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9901cb43-58f0-46b2-82a4-f8a5f1568e6a None None] Network 648b7f78-aaf7-4fa4-b7bd-658874557ab4 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:46:38.069762 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a92f72fd-7b9f-4583-8225-54963c93eedd tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/floatingips/8711499c-3376-40eb-b97c-87c0ba0938f2 HTTP/1.1" status: 200 len: 993 time: 0.2093413 Oct 27 18:46:38.074251 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ed985268-a03a-45bf-8ea1-3183b69b3b92 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:38.112994 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ed985268-a03a-45bf-8ea1-3183b69b3b92 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:38.146736 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed985268-a03a-45bf-8ea1-3183b69b3b92 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:46:38.149759 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ed985268-a03a-45bf-8ea1-3183b69b3b92 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:38.268933 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:46:38.268933 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:46:38.268933 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:46:38.268933 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:46:38.268933 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:46:38.268933 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:46:38.268933 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:46:38.268933 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:46:38.268933 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:46:38.268933 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:46:38.268933 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:46:38.268933 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:46:38.268933 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:46:38.268933 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:46:38.268933 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:46:38.268933 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:46:38.268933 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:46:38.268933 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:46:38.268933 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:46:38.268933 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:46:38.268933 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:46:38.268933 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:46:38.268933 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:46:38.268933 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:46:38.268933 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:46:38.268933 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:46:38.268933 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:46:38.268933 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:46:38.268933 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:46:38.268933 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:46:38.268933 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:46:38.268933 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:46:38.270860 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-78e3b313-000f-4956-833d-ef124f29a730 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:38.318002 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1dbd09fa-498a-415a-b1bb-c732b71ab98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:38.321169 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-1ec2083a-657d-47fa-809a-1af584be6c37 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1664690780&fields=id&tenant_id=391e76b4c39940e3b00bc672cc4dcd20 HTTP/1.1" status: 200 len: 267 time: 0.0760767 Oct 27 18:46:38.348083 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-78e3b313-000f-4956-833d-ef124f29a730 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:38.374086 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4745c632-fb42-437e-ac72-6080c2a64ea5 None None] Provisioning complete for port 7f557a85-b184-474c-9483-9dc447b43f93 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:46:38.374456 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4745c632-fb42-437e-ac72-6080c2a64ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:38.393335 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e3b313-000f-4956-833d-ef124f29a730 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdf8aa66-34f5-4d77-88d8-a8671fbad69b,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:38.410958 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ed985268-a03a-45bf-8ea1-3183b69b3b92 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:38.433650 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ed985268-a03a-45bf-8ea1-3183b69b3b92 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:38.435356 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7f557a85-b184-474c-9483-9dc447b43f93 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:46:38.441285 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ed985268-a03a-45bf-8ea1-3183b69b3b92 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "DELETE /v2.0/networks/3804dc1f-6151-432c-aa7a-570281abfcb9 HTTP/1.1" status: 204 len: 168 time: 1.7156169 Oct 27 18:46:38.443351 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60804) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:38.463282 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed985268-a03a-45bf-8ea1-3183b69b3b92 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Pushing event deleted for resources: {'Network': ['ID=3804dc1f-6151-432c-aa7a-570281abfcb9,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:38.544779 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-78e3b313-000f-4956-833d-ef124f29a730 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:38.548437 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-78e3b313-000f-4956-833d-ef124f29a730 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8456876 Oct 27 18:46:38.552641 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60808) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:38.558355 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-2c1411d9-d346-4017-88b9-c27dd4fda9f1 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Request body: {'security_group_rule': {'security_group_id': '3e5b2351-2712-485c-824b-230eaf6340fa', 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:46:38.606238 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-1bed5a0a-5587-472e-bf99-5a55909e62a3 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:38.607988 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-1bed5a0a-5587-472e-bf99-5a55909e62a3 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.52 "GET /v2.0/networks?id=94183f82-ba43-4cad-a650-759fa6592117 HTTP/1.1" status: 200 len: 809 time: 0.2763424 Oct 27 18:46:38.645447 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-82117448-de45-4938-bfdb-676a4d101614 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.52 "GET /v2.0/quotas/391e76b4c39940e3b00bc672cc4dcd20 HTTP/1.1" status: 200 len: 375 time: 0.0150943 Oct 27 18:46:38.690622 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2c1411d9-d346-4017-88b9-c27dd4fda9f1 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:38.701041 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-8aaff76f-d8cd-48e3-9ebc-d7bc59a63a91 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Deleting port f78a127c-e48c-426b-9ed6-8a0778d14080 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:46:38.702608 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8aaff76f-d8cd-48e3-9ebc-d7bc59a63a91 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:38.703148 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 7f557a85-b184-474c-9483-9dc447b43f93 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:46:38.703605 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:38.729261 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4745c632-fb42-437e-ac72-6080c2a64ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:38.776014 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-2fa8c5b7-b4eb-4897-bda9-b6043faabfc8 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=391e76b4c39940e3b00bc672cc4dcd20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1173770 Oct 27 18:46:38.845227 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4745c632-fb42-437e-ac72-6080c2a64ea5 None None] For port 7f557a85-b184-474c-9483-9dc447b43f93, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=7f557a85-b184-474c-9483-9dc447b43f93,segment=NetworkSegment(58563bb9-fe54-4f6b-93d4-ae1d22c3cec9),segment_id=58563bb9-fe54-4f6b-93d4-ae1d22c3cec9)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:46:38.848137 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2c1411d9-d346-4017-88b9-c27dd4fda9f1 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:38.914626 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8aaff76f-d8cd-48e3-9ebc-d7bc59a63a91 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:38.915849 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8aaff76f-d8cd-48e3-9ebc-d7bc59a63a91 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:38.937716 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4745c632-fb42-437e-ac72-6080c2a64ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:38.945049 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2c1411d9-d346-4017-88b9-c27dd4fda9f1 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:38.945770 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:38.962864 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-8aaff76f-d8cd-48e3-9ebc-d7bc59a63a91 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Calling delete_port for f78a127c-e48c-426b-9ed6-8a0778d14080 owned by network:floatingip {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:46:39.019037 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1411d9-d346-4017-88b9-c27dd4fda9f1 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c42ad125-26bb-495c-a41e-a5c09c44c4ae,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:39.026631 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1dbd09fa-498a-415a-b1bb-c732b71ab98a None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:39.067227 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4745c632-fb42-437e-ac72-6080c2a64ea5 None None] Pushing event updated for resources: {'Port': ['ID=7f557a85-b184-474c-9483-9dc447b43f93,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:39.088122 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:46:39.088669 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:46:39.104475 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-400a4ed5-e3a2-49fa-aa0e-22d904ffb3c3 service neutron] 10.222.0.52 "GET /v2.0/networks/94183f82-ba43-4cad-a650-759fa6592117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113289 Oct 27 18:46:39.118793 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1dbd09fa-498a-415a-b1bb-c732b71ab98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:39.123149 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2c1411d9-d346-4017-88b9-c27dd4fda9f1 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:39.124616 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2c1411d9-d346-4017-88b9-c27dd4fda9f1 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5705435 Oct 27 18:46:39.128711 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60814) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:39.135016 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-0439357d-7b94-415f-974c-5d62192b38ff tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Request body: {'security_group_rule': {'security_group_id': '3e5b2351-2712-485c-824b-230eaf6340fa', 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:46:39.198719 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95439e-e54f-4e9b-bd0f-83ce3478ebb2 None None] Pushing event updated for resources: {'Port': ['ID=31f97cb5-55c9-43d6-9a79-6e2988971627,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:39.202067 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-e656a2fd-778b-40ee-9764-5f594620babf None None] Provisioning complete for port 7f557a85-b184-474c-9483-9dc447b43f93 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:46:39.202451 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e656a2fd-778b-40ee-9764-5f594620babf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:39.245130 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0439357d-7b94-415f-974c-5d62192b38ff tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:39.308624 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-1dbd09fa-498a-415a-b1bb-c732b71ab98a None None] Attempting to bind port 31f97cb5-55c9-43d6-9a79-6e2988971627 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:46:39.309379 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-1dbd09fa-498a-415a-b1bb-c732b71ab98a None None] Attempting to bind port 31f97cb5-55c9-43d6-9a79-6e2988971627 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'ed425845-d8e7-4614-84c8-0131f3142071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'd530ef2b-2107-47cc-8858-4b14176034ea'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:46:39.309379 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbd09fa-498a-415a-b1bb-c732b71ab98a None None] Attempting to bind port 31f97cb5-55c9-43d6-9a79-6e2988971627 on network d530ef2b-2107-47cc-8858-4b14176034ea {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:46:39.317294 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbd09fa-498a-415a-b1bb-c732b71ab98a None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:46:39.318232 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbd09fa-498a-415a-b1bb-c732b71ab98a None None] Checking segment: {'id': 'ed425845-d8e7-4614-84c8-0131f3142071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'd530ef2b-2107-47cc-8858-4b14176034ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:46:39.318579 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1dbd09fa-498a-415a-b1bb-c732b71ab98a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:39.319044 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbd09fa-498a-415a-b1bb-c732b71ab98a None None] Bound using segment: {'id': 'ed425845-d8e7-4614-84c8-0131f3142071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'd530ef2b-2107-47cc-8858-4b14176034ea'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:46:39.319577 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-1dbd09fa-498a-415a-b1bb-c732b71ab98a None None] Bound port: 31f97cb5-55c9-43d6-9a79-6e2988971627, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed425845-d8e7-4614-84c8-0131f3142071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'd530ef2b-2107-47cc-8858-4b14176034ea'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:46:39.319925 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1dbd09fa-498a-415a-b1bb-c732b71ab98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:39.349057 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-5ffdbdf8-0dfd-4567-89e1-94a49115e9cc service neutron] 10.222.0.52 "GET /v2.0/networks/94183f82-ba43-4cad-a650-759fa6592117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361186 Oct 27 18:46:39.360904 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0439357d-7b94-415f-974c-5d62192b38ff tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:39.457995 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0439357d-7b94-415f-974c-5d62192b38ff tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:39.458404 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8aaff76f-d8cd-48e3-9ebc-d7bc59a63a91 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:39.462535 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-1dbd09fa-498a-415a-b1bb-c732b71ab98a None None] For port 31f97cb5-55c9-43d6-9a79-6e2988971627, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:46:39.465356 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-1dbd09fa-498a-415a-b1bb-c732b71ab98a None None] For port 31f97cb5-55c9-43d6-9a79-6e2988971627, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=31f97cb5-55c9-43d6-9a79-6e2988971627,segment=NetworkSegment(ed425845-d8e7-4614-84c8-0131f3142071),segment_id=ed425845-d8e7-4614-84c8-0131f3142071)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:46:39.496598 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0439357d-7b94-415f-974c-5d62192b38ff tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31eddd2f-fe36-4b96-9797-f107246ec9ee,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:39.497207 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaff76f-d8cd-48e3-9ebc-d7bc59a63a91 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Pushing event deleted for resources: {'Port': ['ID=f78a127c-e48c-426b-9ed6-8a0778d14080,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:39.564844 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8aaff76f-d8cd-48e3-9ebc-d7bc59a63a91 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for floatingip, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:39.567898 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8aaff76f-d8cd-48e3-9ebc-d7bc59a63a91 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:39.573951 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8aaff76f-d8cd-48e3-9ebc-d7bc59a63a91 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "DELETE /v2.0/floatingips/f8e4a9e9-4e19-4409-8f54-e179612dba39 HTTP/1.1" status: 204 len: 168 time: 1.1256020 Oct 27 18:46:39.574296 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60828) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:39.603589 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1dbd09fa-498a-415a-b1bb-c732b71ab98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:39.611073 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b611585-77e9-4d21-8f4a-afc7fe4dd2e3 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] DELETE failed (client error): The resource could not be found. Oct 27 18:46:39.611807 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b611585-77e9-4d21-8f4a-afc7fe4dd2e3 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:46:39.614840 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4b611585-77e9-4d21-8f4a-afc7fe4dd2e3 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "DELETE /v2.0/ports/fee4765b-4e46-439b-9fb3-1e0e0286b0f6 HTTP/1.1" status: 404 len: 333 time: 0.0394802 Oct 27 18:46:39.617904 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60830) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:39.632649 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0439357d-7b94-415f-974c-5d62192b38ff tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:39.633842 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0439357d-7b94-415f-974c-5d62192b38ff tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5043173 Oct 27 18:46:39.638510 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60832) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:39.641292 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-d22b4e15-7822-4b0c-b26f-cf44a09d7ec0 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Request body: {'security_group_rule': {'security_group_id': '3e5b2351-2712-485c-824b-230eaf6340fa', 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:46:39.667032 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-41aebe32-6f6a-49bc-9932-56ba5fc8bbc2 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "GET /v2.0/ports?device_id=a33da0d5-4c18-4930-803f-f300d8af52b2 HTTP/1.1" status: 200 len: 205 time: 0.0449486 Oct 27 18:46:39.667410 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60834) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:39.699056 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-22149bf5-c05b-4e2a-9b33-70fbc79e2cae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:39.713808 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-0d1f54da-df33-408d-b74e-7fad5a848285 None None] Provisioning complete for port 31f97cb5-55c9-43d6-9a79-6e2988971627 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:46:39.713808 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0d1f54da-df33-408d-b74e-7fad5a848285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:39.714467 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-a29ab5fa-b2ec-4c0f-8093-4e72eed3f55c tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] delete failed (client error): The resource could not be found. Oct 27 18:46:39.717872 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a29ab5fa-b2ec-4c0f-8093-4e72eed3f55c tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "DELETE /v2.0/routers/a33da0d5-4c18-4930-803f-f300d8af52b2 HTTP/1.1" status: 404 len: 336 time: 0.0470026 Oct 27 18:46:39.718272 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60836) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:39.761577 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-1976f54d-3dc8-4f4a-b55e-fff4f109c484 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] DELETE failed (client error): The resource could not be found. Oct 27 18:46:39.762152 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1976f54d-3dc8-4f4a-b55e-fff4f109c484 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:46:39.765667 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1976f54d-3dc8-4f4a-b55e-fff4f109c484 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "DELETE /v2.0/subnets/268d88ca-e004-4ed9-9d3f-9cdc2a632002 HTTP/1.1" status: 404 len: 337 time: 0.0461497 Oct 27 18:46:39.768303 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60840) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:39.811931 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95439e-e54f-4e9b-bd0f-83ce3478ebb2 None None] Pushing event updated for resources: {'Port': ['ID=31f97cb5-55c9-43d6-9a79-6e2988971627,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:39.816204 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbd09fa-498a-415a-b1bb-c732b71ab98a None None] Routers {'caffc3d3-7c5d-42c0-af2b-d2170c632c59'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:46:39.817155 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-1dbd09fa-498a-415a-b1bb-c732b71ab98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:46:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['caffc3d3-7c5d-42c0-af2b-d2170c632c59'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:39.838250 n-d-815690-2 neutron-server[102878]: INFO neutron.db.securitygroups_db [None req-d22b4e15-7822-4b0c-b26f-cf44a09d7ec0 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Project a56febe1ed07496abd79e6dfcd66d421 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 18:46:39.846113 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d22b4e15-7822-4b0c-b26f-cf44a09d7ec0 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:39.971411 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-e910347b-fa32-49cb-8590-b26565a66d32 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Deleting port 7eddf9b8-bd82-441c-a73c-c4a68c492980 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:46:39.972023 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e910347b-fa32-49cb-8590-b26565a66d32 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:40.002425 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d22b4e15-7822-4b0c-b26f-cf44a09d7ec0 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:40.027370 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device a8074937-ecae-4412-8efa-c6e065af8a48 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:46:40.104152 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d22b4e15-7822-4b0c-b26f-cf44a09d7ec0 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:40.140780 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b4e15-7822-4b0c-b26f-cf44a09d7ec0 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b2a769e-1456-4cee-9e9a-7d77356d4a7e,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:40.161116 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e910347b-fa32-49cb-8590-b26565a66d32 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:40.172513 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-e910347b-fa32-49cb-8590-b26565a66d32 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Calling delete_port for 7eddf9b8-bd82-441c-a73c-c4a68c492980 owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:46:40.242793 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a70222e3-aae0-4cce-b258-9c63e4cd2a1a req-5e430bfa-957d-4f7d-95cc-87e5271d510a tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.52 "GET /v2.0/ports?device_id=41b20104-aeaf-485a-9e42-518dc2dd7d47 HTTP/1.1" status: 200 len: 210 time: 0.0691197 Oct 27 18:46:40.249296 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d22b4e15-7822-4b0c-b26f-cf44a09d7ec0 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:40.250543 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d22b4e15-7822-4b0c-b26f-cf44a09d7ec0 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6127980 Oct 27 18:46:40.258007 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60848) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:40.273435 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-6003a911-8500-44c3-a5ca-4705378121d0 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Request body: {'security_group_rule': {'security_group_id': '3e5b2351-2712-485c-824b-230eaf6340fa', 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:46:40.349490 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: a8074937-ecae-4412-8efa-c6e065af8a48 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:46:40.349892 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device a8074937-ecae-4412-8efa-c6e065af8a48 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:46:40.361625 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-1dbd09fa-498a-415a-b1bb-c732b71ab98a None None] Set router caffc3d3-7c5d-42c0-af2b-d2170c632c59 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:46:40.400506 n-d-815690-2 neutron-server[102878]: INFO neutron.db.securitygroups_db [None req-6003a911-8500-44c3-a5ca-4705378121d0 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Project a56febe1ed07496abd79e6dfcd66d421 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 18:46:40.409871 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6003a911-8500-44c3-a5ca-4705378121d0 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:40.480259 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0d1f54da-df33-408d-b74e-7fad5a848285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:40.538442 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e910347b-fa32-49cb-8590-b26565a66d32 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:40.592272 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e910347b-fa32-49cb-8590-b26565a66d32 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Pushing event deleted for resources: {'Port': ['ID=7eddf9b8-bd82-441c-a73c-c4a68c492980,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:40.593967 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6003a911-8500-44c3-a5ca-4705378121d0 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:40.651615 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-0d1f54da-df33-408d-b74e-7fad5a848285 None None] For port 31f97cb5-55c9-43d6-9a79-6e2988971627, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=31f97cb5-55c9-43d6-9a79-6e2988971627,segment=NetworkSegment(ed425845-d8e7-4614-84c8-0131f3142071),segment_id=ed425845-d8e7-4614-84c8-0131f3142071)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:46:40.697318 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7f557a85-b184-474c-9483-9dc447b43f93 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:46:40.713608 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6003a911-8500-44c3-a5ca-4705378121d0 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:40.745636 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e910347b-fa32-49cb-8590-b26565a66d32 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:40.755977 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6003a911-8500-44c3-a5ca-4705378121d0 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32ab4a55-8327-47d7-b215-c1fd1a23513d,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:40.757487 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e910347b-fa32-49cb-8590-b26565a66d32 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "DELETE /v2.0/ports/7eddf9b8-bd82-441c-a73c-c4a68c492980 HTTP/1.1" status: 204 len: 168 time: 0.9867043 Oct 27 18:46:40.758414 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60862) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:40.773548 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0d1f54da-df33-408d-b74e-7fad5a848285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:40.807452 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6003a911-8500-44c3-a5ca-4705378121d0 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:40.813908 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6003a911-8500-44c3-a5ca-4705378121d0 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5508642 Oct 27 18:46:40.869939 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-1cd70dba-dcdb-4b30-985c-1a0532a270b8 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Deleting port 9649f854-fdc2-4c9e-91ba-4c8adb7beba4 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:46:40.870425 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1cd70dba-dcdb-4b30-985c-1a0532a270b8 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:40.875733 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-1dbd09fa-498a-415a-b1bb-c732b71ab98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caffc3d3-7c5d-42c0-af2b-d2170c632c59', 'name': 'tempest-TestServerBasicOps-1097079212-router', 'tenant_id': 'aa541e686710482f87bb689c404fa02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'dd4e497c-1d07-4a1a-b288-b2bd04ef7a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:46:23Z', 'updated_at': '2021-10-27T18:46:30Z', 'revision_number': 4, 'project_id': 'aa541e686710482f87bb689c404fa02f', 'gw_port': {'id': 'dd4e497c-1d07-4a1a-b288-b2bd04ef7a7a', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:26:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caffc3d3-7c5d-42c0-af2b-d2170c632c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:46:25Z', 'updated_at': '2021-10-27T18:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '31f97cb5-55c9-43d6-9a79-6e2988971627', 'name': '', 'network_id': 'd530ef2b-2107-47cc-8858-4b14176034ea', 'tenant_id': 'aa541e686710482f87bb689c404fa02f', 'mac_address': 'fa:16:3e:44:73:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caffc3d3-7c5d-42c0-af2b-d2170c632c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '75932458-c549-415e-b173-9806e9739a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:46:29Z', 'updated_at': '2021-10-27T18:46:39Z', 'revision_number': 4, 'project_id': 'aa541e686710482f87bb689c404fa02f', 'subnets': [{'id': '75932458-c549-415e-b173-9806e9739a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:40.907978 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f54da-df33-408d-b74e-7fad5a848285 None None] Pushing event updated for resources: {'Port': ['ID=31f97cb5-55c9-43d6-9a79-6e2988971627,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:40.913610 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbd09fa-498a-415a-b1bb-c732b71ab98a None None] The sync data for ids ['caffc3d3-7c5d-42c0-af2b-d2170c632c59'] in n-d-815690-2 is: [{'id': 'caffc3d3-7c5d-42c0-af2b-d2170c632c59', 'name': 'tempest-TestServerBasicOps-1097079212-router', 'tenant_id': 'aa541e686710482f87bb689c404fa02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'dd4e497c-1d07-4a1a-b288-b2bd04ef7a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:46:23Z', 'updated_at': '2021-10-27T18:46:30Z', 'revision_number': 4, 'project_id': 'aa541e686710482f87bb689c404fa02f', 'gw_port': {'id': 'dd4e497c-1d07-4a1a-b288-b2bd04ef7a7a', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:26:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caffc3d3-7c5d-42c0-af2b-d2170c632c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:46:25Z', 'updated_at': '2021-10-27T18:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '31f97cb5-55c9-43d6-9a79-6e2988971627', 'name': '', 'network_id': 'd530ef2b-2107-47cc-8858-4b14176034ea', 'tenant_id': 'aa541e686710482f87bb689c404fa02f', 'mac_address': 'fa:16:3e:44:73:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caffc3d3-7c5d-42c0-af2b-d2170c632c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '75932458-c549-415e-b173-9806e9739a22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:46:29Z', 'updated_at': '2021-10-27T18:46:39Z', 'revision_number': 4, 'project_id': 'aa541e686710482f87bb689c404fa02f', 'subnets': [{'id': '75932458-c549-415e-b173-9806e9739a22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:46:40.918142 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 7f557a85-b184-474c-9483-9dc447b43f93 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:46:40.918696 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:41.007261 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-78ce8ff0-6eb3-4398-8cff-aab711937d17 None None] Provisioning complete for port 31f97cb5-55c9-43d6-9a79-6e2988971627 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:46:41.007649 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-78ce8ff0-6eb3-4398-8cff-aab711937d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:41.035015 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1cd70dba-dcdb-4b30-985c-1a0532a270b8 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:41.059243 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-1cd70dba-dcdb-4b30-985c-1a0532a270b8 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Calling delete_port for 9649f854-fdc2-4c9e-91ba-4c8adb7beba4 owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:46:41.111805 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 31f97cb5-55c9-43d6-9a79-6e2988971627 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:46:41.202632 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-cbf810cd-a447-408d-960a-9b958d98e0ee tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1871652578&fields=id&tenant_id=a56febe1ed07496abd79e6dfcd66d421 HTTP/1.1" status: 200 len: 267 time: 0.0669701 Oct 27 18:46:41.305532 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 31f97cb5-55c9-43d6-9a79-6e2988971627 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:46:41.305999 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:41.435384 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-7a2901c2-622e-45d0-8111-f027557d5175 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:41.441269 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-7a2901c2-622e-45d0-8111-f027557d5175 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/networks?id=648b7f78-aaf7-4fa4-b7bd-658874557ab4 HTTP/1.1" status: 200 len: 797 time: 0.2375679 Oct 27 18:46:41.456632 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-542b87c0-ee86-44f5-b5d7-5d05beab8a8d tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/quotas/a56febe1ed07496abd79e6dfcd66d421 HTTP/1.1" status: 200 len: 375 time: 0.0104659 Oct 27 18:46:41.480726 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1cd70dba-dcdb-4b30-985c-1a0532a270b8 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:41.522944 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd70dba-dcdb-4b30-985c-1a0532a270b8 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Pushing event deleted for resources: {'Port': ['ID=9649f854-fdc2-4c9e-91ba-4c8adb7beba4,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:41.541400 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-13f35249-9faf-4499-bc2b-e85d72c84c0e tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a56febe1ed07496abd79e6dfcd66d421&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0762856 Oct 27 18:46:41.626106 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1cd70dba-dcdb-4b30-985c-1a0532a270b8 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:41.634617 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60892) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:41.636196 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1cd70dba-dcdb-4b30-985c-1a0532a270b8 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "DELETE /v2.0/ports/9649f854-fdc2-4c9e-91ba-4c8adb7beba4 HTTP/1.1" status: 204 len: 168 time: 0.8753405 Oct 27 18:46:41.727771 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-d10fd6b1-680a-4d32-9772-3574f2ab9496 service neutron] 10.222.0.52 "GET /v2.0/networks/648b7f78-aaf7-4fa4-b7bd-658874557ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690927 Oct 27 18:46:41.767235 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8264ebe7-45d6-4392-a786-0b8782bac979 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:41.771427 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8264ebe7-45d6-4392-a786-0b8782bac979 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1dfc17f-d089-4506-a51a-4099bdf15394 HTTP/1.1" status: 200 len: 913 time: 0.1331482 Oct 27 18:46:41.772522 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 60896) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:41.844004 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-8d1b569e-92ab-4271-8d05-c8bcb7721240 service neutron] 10.222.0.52 "GET /v2.0/networks/648b7f78-aaf7-4fa4-b7bd-658874557ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060567 Oct 27 18:46:42.141484 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c2628f20-291b-472b-91aa-786e5e974822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:42.313290 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0ac8245b-68cb-4701-b17d-1053da1ae64f tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:42.397395 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-118d793b-213c-44f9-8454-44e3e9a27125 req-eb82acac-7376-4c15-ac09-b85761a8af63 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.52 "GET /v2.0/ports?device_id=41b20104-aeaf-485a-9e42-518dc2dd7d47 HTTP/1.1" status: 200 len: 210 time: 0.0560279 Oct 27 18:46:42.527763 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-86b48c37-7dcb-44fb-ab83-9b30cf0f6478 req-d7971d49-ea65-4749-b921-72b38fc60175 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=39b5b785-155e-461e-b70d-1d7870d99ddc HTTP/1.1" status: 200 len: 210 time: 0.0594690 Oct 27 18:46:42.542112 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 31f97cb5-55c9-43d6-9a79-6e2988971627 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:46:42.603618 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 31f97cb5-55c9-43d6-9a79-6e2988971627 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:46:42.603977 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:42.719758 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-0ac8245b-68cb-4701-b17d-1053da1ae64f tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Deleting port 1a0f6a24-4236-4690-931e-3e8ca4584779 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:46:42.720331 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0ac8245b-68cb-4701-b17d-1053da1ae64f tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:42.840079 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0ac8245b-68cb-4701-b17d-1053da1ae64f tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:42.853076 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-0ac8245b-68cb-4701-b17d-1053da1ae64f tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Calling delete_port for 1a0f6a24-4236-4690-931e-3e8ca4584779 owned by network:router_interface {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:46:43.130380 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0ac8245b-68cb-4701-b17d-1053da1ae64f tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:43.171029 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8245b-68cb-4701-b17d-1053da1ae64f tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Pushing event deleted for resources: {'Port': ['ID=1a0f6a24-4236-4690-931e-3e8ca4584779,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:43.422185 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-6571b213-1933-4195-bf8b-faed0b6ad02b tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:43.424219 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-6571b213-1933-4195-bf8b-faed0b6ad02b tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.93 "GET /v2.0/networks?id=94183f82-ba43-4cad-a650-759fa6592117 HTTP/1.1" status: 200 len: 809 time: 0.2627931 Oct 27 18:46:43.482878 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0ac8245b-68cb-4701-b17d-1053da1ae64f tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:43.518826 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-c2687b33-9d10-484e-a2db-2990e0e4ad4c tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=391e76b4c39940e3b00bc672cc4dcd20 HTTP/1.1" status: 200 len: 380 time: 0.0605989 Oct 27 18:46:43.531513 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-f75fe2d8-0060-490e-b481-57705ae2b5da tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Request body: {'port': {'device_id': '41b20104-aeaf-485a-9e42-518dc2dd7d47', 'network_id': '94183f82-ba43-4cad-a650-759fa6592117', 'admin_state_up': True, 'tenant_id': '391e76b4c39940e3b00bc672cc4dcd20', 'security_groups': ['2d0fd5e2-6b7c-4a04-826b-ed81e70205c9']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:46:43.567416 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:43.575893 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:43.620035 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c90c5f78-ded4-4428-9805-89ea4c6800de req-8d16f2a8-bc5f-4d2e-b978-69a1dac93a5c tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.52 "GET /v2.0/ports?device_id=41b20104-aeaf-485a-9e42-518dc2dd7d47 HTTP/1.1" status: 200 len: 210 time: 0.0929763 Oct 27 18:46:43.724241 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-52f8f7ba-aaa2-4d43-834d-f2708e61ff3f req-bb57f2d4-9c66-4815-ac92-0f3ee17733da tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=39b5b785-155e-461e-b70d-1d7870d99ddc HTTP/1.1" status: 200 len: 210 time: 0.0387213 Oct 27 18:46:43.767041 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-f75fe2d8-0060-490e-b481-57705ae2b5da tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Made reservation on behalf of 391e76b4c39940e3b00bc672cc4dcd20 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:46:43.770697 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-f75fe2d8-0060-490e-b481-57705ae2b5da tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:44.023812 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-f75fe2d8-0060-490e-b481-57705ae2b5da tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Allocated IP 172.20.0.3 (94183f82-ba43-4cad-a650-759fa6592117/49ceb9f9-65ac-4ed1-b447-596c7946b52c/8d305108-7a10-41a7-b659-00d4b6fd10be) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:46:44.033693 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac8245b-68cb-4701-b17d-1053da1ae64f tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Router b1dfc17f-d089-4506-a51a-4099bdf15394 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:46:44.238610 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac8245b-68cb-4701-b17d-1053da1ae64f tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:46:44.247399 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0ac8245b-68cb-4701-b17d-1053da1ae64f tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "PUT /v2.0/routers/b1dfc17f-d089-4506-a51a-4099bdf15394/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4703801 Oct 27 18:46:44.249206 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60960) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:44.250976 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fe0c96-3c2d-41fd-abf9-77f1a62fbb19 None None] Sync routers for ids ['b1dfc17f-d089-4506-a51a-4099bdf15394'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:46:44.265276 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fe0c96-3c2d-41fd-abf9-77f1a62fbb19 None None] Routers {'b1dfc17f-d089-4506-a51a-4099bdf15394'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:46:44.266216 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-44fe0c96-3c2d-41fd-abf9-77f1a62fbb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:46:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b1dfc17f-d089-4506-a51a-4099bdf15394'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:44.284145 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-f75fe2d8-0060-490e-b481-57705ae2b5da tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:44.301761 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-44fe0c96-3c2d-41fd-abf9-77f1a62fbb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:44.312595 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fe0c96-3c2d-41fd-abf9-77f1a62fbb19 None None] Routers {'b1dfc17f-d089-4506-a51a-4099bdf15394'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:46:44.313475 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-44fe0c96-3c2d-41fd-abf9-77f1a62fbb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:46:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b1dfc17f-d089-4506-a51a-4099bdf15394'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:44.372187 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-44fe0c96-3c2d-41fd-abf9-77f1a62fbb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:44.372836 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fe0c96-3c2d-41fd-abf9-77f1a62fbb19 None None] The sync data for ids ['b1dfc17f-d089-4506-a51a-4099bdf15394'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:46:44.427706 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-f75fe2d8-0060-490e-b481-57705ae2b5da tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:44.486300 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6334114b-ea9f-4892-8d19-12565834da7e tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:44.508194 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75fe2d8-0060-490e-b481-57705ae2b5da tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Pushing event updated for resources: {'Port': ['ID=8d305108-7a10-41a7-b659-00d4b6fd10be,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:44.539202 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-f75fe2d8-0060-490e-b481-57705ae2b5da tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Network 94183f82-ba43-4cad-a650-759fa6592117 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:46:44.540826 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-f75fe2d8-0060-490e-b481-57705ae2b5da tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:46:44.553752 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-f75fe2d8-0060-490e-b481-57705ae2b5da tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:46:44.681508 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6334114b-ea9f-4892-8d19-12565834da7e tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:44.739100 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-f75fe2d8-0060-490e-b481-57705ae2b5da tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:44.743197 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-f75fe2d8-0060-490e-b481-57705ae2b5da tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:44.842608 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-e2e6f941-5a91-4d22-8e7d-6b5dceea29cb tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:44.844248 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-e2e6f941-5a91-4d22-8e7d-6b5dceea29cb tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.93 "GET /v2.0/networks?id=648b7f78-aaf7-4fa4-b7bd-658874557ab4 HTTP/1.1" status: 200 len: 797 time: 0.2314959 Oct 27 18:46:44.920697 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-3c16c701-ad06-44ee-9ff8-b54c5c188ba9 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a56febe1ed07496abd79e6dfcd66d421 HTTP/1.1" status: 200 len: 472 time: 0.0633762 Oct 27 18:46:44.928987 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-f75fe2d8-0060-490e-b481-57705ae2b5da tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4030082 Oct 27 18:46:44.934785 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-4f76b28b-6b5a-4059-be5f-da8c91c79049 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Request body: {'port': {'device_id': '39b5b785-155e-461e-b70d-1d7870d99ddc', 'network_id': '648b7f78-aaf7-4fa4-b7bd-658874557ab4', 'admin_state_up': True, 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'security_groups': ['3e5b2351-2712-485c-824b-230eaf6340fa']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:46:44.942358 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d1b77-e3d9-48fe-96a2-d0ef945bf4c2 req-3de005bd-c3a2-4b5a-9c55-1492b65c3d45 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:44.950381 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af7d1b77-e3d9-48fe-96a2-d0ef945bf4c2 req-3de005bd-c3a2-4b5a-9c55-1492b65c3d45 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.52 "GET /v2.0/ports?device_id=41b20104-aeaf-485a-9e42-518dc2dd7d47 HTTP/1.1" status: 200 len: 931 time: 0.1842492 Oct 27 18:46:44.955145 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-0206b530-3d19-4d64-b1dc-41eb5a8f9264 None None] Provisioning complete for port 8d305108-7a10-41a7-b659-00d4b6fd10be triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:46:44.955625 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0206b530-3d19-4d64-b1dc-41eb5a8f9264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:45.049575 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af7d1b77-e3d9-48fe-96a2-d0ef945bf4c2 req-f81195da-3011-4e97-887d-67472b1c12a5 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d0fd5e2-6b7c-4a04-826b-ed81e70205c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980678 Oct 27 18:46:45.089118 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-6334114b-ea9f-4892-8d19-12565834da7e tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Deleting port 2906f94e-a403-44aa-b574-4180cf9f10c6 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:46:45.096949 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6334114b-ea9f-4892-8d19-12565834da7e tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:45.099705 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-0206b530-3d19-4d64-b1dc-41eb5a8f9264 None None] Port 8d305108-7a10-41a7-b659-00d4b6fd10be cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:46:45.112614 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-bc00e598-e73c-43bf-a574-8b5f782ae6e3 service neutron] Request body: {'port': {'device_id': '41b20104-aeaf-485a-9e42-518dc2dd7d47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:46:45.192412 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-4f76b28b-6b5a-4059-be5f-da8c91c79049 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Made reservation on behalf of a56febe1ed07496abd79e6dfcd66d421 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:46:45.201458 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-4f76b28b-6b5a-4059-be5f-da8c91c79049 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:45.218106 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:45.242095 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6334114b-ea9f-4892-8d19-12565834da7e tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:45.260458 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-6334114b-ea9f-4892-8d19-12565834da7e tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Calling delete_port for 2906f94e-a403-44aa-b574-4180cf9f10c6 owned by network:router_gateway {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:46:45.298889 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-79edf00a-9dff-4798-9f3b-84a995d06c60 req-db66857e-25e7-44bc-b013-a174eab0aed4 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=39b5b785-155e-461e-b70d-1d7870d99ddc HTTP/1.1" status: 200 len: 210 time: 0.0402470 Oct 27 18:46:45.332631 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-bc00e598-e73c-43bf-a574-8b5f782ae6e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:45.711839 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6334114b-ea9f-4892-8d19-12565834da7e tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:45.799406 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6334114b-ea9f-4892-8d19-12565834da7e tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Pushing event deleted for resources: {'Port': ['ID=2906f94e-a403-44aa-b574-4180cf9f10c6,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:45.878615 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6334114b-ea9f-4892-8d19-12565834da7e tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:45.994130 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6334114b-ea9f-4892-8d19-12565834da7e tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:45.997135 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6334114b-ea9f-4892-8d19-12565834da7e tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:46.073065 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-4f76b28b-6b5a-4059-be5f-da8c91c79049 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Allocated IP 172.20.0.19 (648b7f78-aaf7-4fa4-b7bd-658874557ab4/48bc7790-a2d7-4fea-aea4-f8691c6458d8/23ba823a-7383-46dd-8468-97696bd2ceab) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:46:46.137920 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6334114b-ea9f-4892-8d19-12565834da7e tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:46.138837 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6334114b-ea9f-4892-8d19-12565834da7e tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Fanout notify agent at l3_agent the message router_deleted on router b1dfc17f-d089-4506-a51a-4099bdf15394 {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:46:46.149742 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6334114b-ea9f-4892-8d19-12565834da7e tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:46.153411 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6334114b-ea9f-4892-8d19-12565834da7e tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "DELETE /v2.0/routers/b1dfc17f-d089-4506-a51a-4099bdf15394 HTTP/1.1" status: 204 len: 168 time: 1.9009926 Oct 27 18:46:46.155480 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 60996) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:46.273445 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc577c9d-59ea-40ce-b068-7e2b160bf568 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Deleting subnet 5c6355c1-9dc5-44c3-8e30-13f1120511fb {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:46:46.291588 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43581d8-3f32-43f7-83b5-0917e6fce981 req-21bcd35a-9152-42e9-81e8-63085cc0dbca tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:46.299613 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c43581d8-3f32-43f7-83b5-0917e6fce981 req-21bcd35a-9152-42e9-81e8-63085cc0dbca tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.52 "GET /v2.0/ports?device_id=41b20104-aeaf-485a-9e42-518dc2dd7d47 HTTP/1.1" status: 200 len: 931 time: 0.1428733 Oct 27 18:46:46.308718 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fc577c9d-59ea-40ce-b068-7e2b160bf568 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:46.342163 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-4f76b28b-6b5a-4059-be5f-da8c91c79049 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:46.381534 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c43581d8-3f32-43f7-83b5-0917e6fce981 req-ac964b19-d9c2-4762-be24-2610fd3edc68 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d0fd5e2-6b7c-4a04-826b-ed81e70205c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797048 Oct 27 18:46:46.385817 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fc577c9d-59ea-40ce-b068-7e2b160bf568 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:46.394718 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-bc00e598-e73c-43bf-a574-8b5f782ae6e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d305108-7a10-41a7-b659-00d4b6fd10be {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:46:46.411306 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-bc00e598-e73c-43bf-a574-8b5f782ae6e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:46.436177 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-bc00e598-e73c-43bf-a574-8b5f782ae6e3 service neutron] Transition to ACTIVE for port object 8d305108-7a10-41a7-b659-00d4b6fd10be will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:46:46.494936 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fc577c9d-59ea-40ce-b068-7e2b160bf568 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:46.500232 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8af61e03-5b30-4d91-b7b6-ec88fc1b07f3 req-39b6ac6f-e941-48da-a37a-2f5e5741cd04 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=39b5b785-155e-461e-b70d-1d7870d99ddc HTTP/1.1" status: 200 len: 210 time: 0.0367880 Oct 27 18:46:46.502777 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-4f76b28b-6b5a-4059-be5f-da8c91c79049 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:46.545977 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-bc00e598-e73c-43bf-a574-8b5f782ae6e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:46.571501 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-4f76b28b-6b5a-4059-be5f-da8c91c79049 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Network 648b7f78-aaf7-4fa4-b7bd-658874557ab4 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:46:46.587541 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-4f76b28b-6b5a-4059-be5f-da8c91c79049 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:46:46.591175 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-4f76b28b-6b5a-4059-be5f-da8c91c79049 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:46:46.593952 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76b28b-6b5a-4059-be5f-da8c91c79049 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event updated for resources: {'Port': ['ID=23ba823a-7383-46dd-8468-97696bd2ceab,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:46.686207 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fc577c9d-59ea-40ce-b068-7e2b160bf568 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:46.727379 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc577c9d-59ea-40ce-b068-7e2b160bf568 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Pushing event deleted for resources: {'Subnet': ['ID=5c6355c1-9dc5-44c3-8e30-13f1120511fb,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:46.739469 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fc577c9d-59ea-40ce-b068-7e2b160bf568 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:46.744433 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-fc577c9d-59ea-40ce-b068-7e2b160bf568 tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "DELETE /v2.0/subnets/5c6355c1-9dc5-44c3-8e30-13f1120511fb HTTP/1.1" status: 204 len: 168 time: 0.5771272 Oct 27 18:46:46.746890 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 32778) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:46.773145 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-4f76b28b-6b5a-4059-be5f-da8c91c79049 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:46.773960 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-4f76b28b-6b5a-4059-be5f-da8c91c79049 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:46.867452 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8fc8d139-0498-406e-8997-6a746701b7cf tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:46.885132 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-4f76b28b-6b5a-4059-be5f-da8c91c79049 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9547415 Oct 27 18:46:46.889964 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00e598-e73c-43bf-a574-8b5f782ae6e3 service neutron] Pushing event updated for resources: {'Port': ['ID=8d305108-7a10-41a7-b659-00d4b6fd10be,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:46.904271 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-f7423779-69ac-4ddc-8f78-f03b067538c9 service neutron] Request body: {'port': {'device_id': '39b5b785-155e-461e-b70d-1d7870d99ddc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:46:46.972974 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-bc00e598-e73c-43bf-a574-8b5f782ae6e3 service neutron] Attempting to bind port 8d305108-7a10-41a7-b659-00d4b6fd10be on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:46:46.973319 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-bc00e598-e73c-43bf-a574-8b5f782ae6e3 service neutron] Attempting to bind port 8d305108-7a10-41a7-b659-00d4b6fd10be by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': 'eb0b0768-9cd0-4948-9ab0-c0df8ffa80ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '94183f82-ba43-4cad-a650-759fa6592117'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:46:46.973711 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-bc00e598-e73c-43bf-a574-8b5f782ae6e3 service neutron] Attempting to bind port 8d305108-7a10-41a7-b659-00d4b6fd10be on network 94183f82-ba43-4cad-a650-759fa6592117 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:46:47.010157 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-bc00e598-e73c-43bf-a574-8b5f782ae6e3 service neutron] Port 8d305108-7a10-41a7-b659-00d4b6fd10be on network 94183f82-ba43-4cad-a650-759fa6592117 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:46:47.010584 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-bc00e598-e73c-43bf-a574-8b5f782ae6e3 service neutron] Attempting to bind port 8d305108-7a10-41a7-b659-00d4b6fd10be on network 94183f82-ba43-4cad-a650-759fa6592117 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:46:47.024329 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-bc00e598-e73c-43bf-a574-8b5f782ae6e3 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:46:47.024329 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-bc00e598-e73c-43bf-a574-8b5f782ae6e3 service neutron] Checking segment: {'id': 'eb0b0768-9cd0-4948-9ab0-c0df8ffa80ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '94183f82-ba43-4cad-a650-759fa6592117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:46:47.024329 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-bc00e598-e73c-43bf-a574-8b5f782ae6e3 service neutron] Bound using segment: {'id': 'eb0b0768-9cd0-4948-9ab0-c0df8ffa80ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '94183f82-ba43-4cad-a650-759fa6592117'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:46:47.024724 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-bc00e598-e73c-43bf-a574-8b5f782ae6e3 service neutron] Bound port: 8d305108-7a10-41a7-b659-00d4b6fd10be, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb0b0768-9cd0-4948-9ab0-c0df8ffa80ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '94183f82-ba43-4cad-a650-759fa6592117'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:46:47.024803 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-bc00e598-e73c-43bf-a574-8b5f782ae6e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:47.044024 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-f7423779-69ac-4ddc-8f78-f03b067538c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:47.081608 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-dd305445-944c-473f-b093-508bdd098c00 None None] Provisioning complete for port 23ba823a-7383-46dd-8468-97696bd2ceab triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:46:47.082189 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dd305445-944c-473f-b093-508bdd098c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:47.156688 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-dd305445-944c-473f-b093-508bdd098c00 None None] Port 23ba823a-7383-46dd-8468-97696bd2ceab cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:46:47.344679 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-bc00e598-e73c-43bf-a574-8b5f782ae6e3 service neutron] For port 8d305108-7a10-41a7-b659-00d4b6fd10be, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:46:47.361759 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8fc8d139-0498-406e-8997-6a746701b7cf tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:47.366647 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-bc00e598-e73c-43bf-a574-8b5f782ae6e3 service neutron] For port 8d305108-7a10-41a7-b659-00d4b6fd10be, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=8d305108-7a10-41a7-b659-00d4b6fd10be,segment=NetworkSegment(eb0b0768-9cd0-4948-9ab0-c0df8ffa80ea),segment_id=eb0b0768-9cd0-4948-9ab0-c0df8ffa80ea)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:46:47.383496 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-8fc8d139-0498-406e-8997-6a746701b7cf tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71ad22f4-37f8-4c6b-a100-2772c510d5d1']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:47.393250 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-8fc8d139-0498-406e-8997-6a746701b7cf tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d60c167-1d75-4738-9596-bc4e04203cd1') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:47.393548 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-8fc8d139-0498-406e-8997-6a746701b7cf tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d60c167-1d75-4738-9596-bc4e04203cd1') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:47.404173 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8fc8d139-0498-406e-8997-6a746701b7cf tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:47.420874 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8fc8d139-0498-406e-8997-6a746701b7cf tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:47.430877 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fc8d139-0498-406e-8997-6a746701b7cf tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:46:47.430983 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8fc8d139-0498-406e-8997-6a746701b7cf tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:47.438228 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-f7423779-69ac-4ddc-8f78-f03b067538c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23ba823a-7383-46dd-8468-97696bd2ceab {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:46:47.440969 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:46:47.440969 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:46:47.440969 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:46:47.440969 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:46:47.440969 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:46:47.440969 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:46:47.440969 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:46:47.440969 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:46:47.440969 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:46:47.440969 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:46:47.440969 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:46:47.440969 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:46:47.440969 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:46:47.440969 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:46:47.440969 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:46:47.440969 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:46:47.440969 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:46:47.440969 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:46:47.440969 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:46:47.440969 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:46:47.440969 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:46:47.440969 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:46:47.440969 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:46:47.440969 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:46:47.440969 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:46:47.440969 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:46:47.440969 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:46:47.440969 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:46:47.440969 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:46:47.440969 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:46:47.440969 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:46:47.440969 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:46:47.447296 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-f7423779-69ac-4ddc-8f78-f03b067538c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:47.453836 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-bc00e598-e73c-43bf-a574-8b5f782ae6e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:47.516168 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-bc00e598-e73c-43bf-a574-8b5f782ae6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:47.516723 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-bc00e598-e73c-43bf-a574-8b5f782ae6e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:47.518365 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-bc00e598-e73c-43bf-a574-8b5f782ae6e3 service neutron] 10.222.0.93 "PUT /v2.0/ports/8d305108-7a10-41a7-b659-00d4b6fd10be HTTP/1.1" status: 200 len: 1091 time: 2.4134817 Oct 27 18:46:47.535027 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b20104-aeaf-485a-9e42-518dc2dd7d47', 'tag': '8d305108-7a10-41a7-b659-00d4b6fd10be'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:46:47.539152 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e457cd-1af0-43ae-8b7b-75128cda4690" -d '{"events": [{"name": "network-changed", "server_uuid": "41b20104-aeaf-485a-9e42-518dc2dd7d47", "tag": "8d305108-7a10-41a7-b659-00d4b6fd10be"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:46:47.545488 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-f7423779-69ac-4ddc-8f78-f03b067538c9 service neutron] Transition to ACTIVE for port object 23ba823a-7383-46dd-8468-97696bd2ceab will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:46:47.570908 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00e598-e73c-43bf-a574-8b5f782ae6e3 service neutron] Pushing event updated for resources: {'Port': ['ID=8d305108-7a10-41a7-b659-00d4b6fd10be,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:47.613324 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8fc8d139-0498-406e-8997-6a746701b7cf tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:47.631508 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8fc8d139-0498-406e-8997-6a746701b7cf tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:47.634797 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8fc8d139-0498-406e-8997-6a746701b7cf tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] 10.222.0.52 "DELETE /v2.0/networks/71ad22f4-37f8-4c6b-a100-2772c510d5d1 HTTP/1.1" status: 204 len: 168 time: 0.8869753 Oct 27 18:46:47.635133 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-f7423779-69ac-4ddc-8f78-f03b067538c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:47.685085 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437af55-44bd-4924-820e-458407a9ec4c req-66654d2d-8127-48b7-a9aa-b7513c707860 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:47.699433 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c437af55-44bd-4924-820e-458407a9ec4c req-66654d2d-8127-48b7-a9aa-b7513c707860 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.52 "GET /v2.0/ports?device_id=41b20104-aeaf-485a-9e42-518dc2dd7d47 HTTP/1.1" status: 200 len: 943 time: 0.1474001 Oct 27 18:46:47.701159 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc8d139-0498-406e-8997-6a746701b7cf tempest-FloatingIPTestJSON-98794176 tempest-FloatingIPTestJSON-98794176-project] Pushing event deleted for resources: {'Network': ['ID=71ad22f4-37f8-4c6b-a100-2772c510d5d1,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:47.843606 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c437af55-44bd-4924-820e-458407a9ec4c req-88a60de8-8bba-4097-b15a-0acc782995f5 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d0fd5e2-6b7c-4a04-826b-ed81e70205c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049080 Oct 27 18:46:47.861195 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7423779-69ac-4ddc-8f78-f03b067538c9 service neutron] Pushing event updated for resources: {'Port': ['ID=23ba823a-7383-46dd-8468-97696bd2ceab,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:47.917430 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-fd0cb3e1-7e00-411d-a980-551d87595ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:47.927154 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-fd0cb3e1-7e00-411d-a980-551d87595ec1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=391e76b4c39940e3b00bc672cc4dcd20&device_id=41b20104-aeaf-485a-9e42-518dc2dd7d47 HTTP/1.1" status: 200 len: 1094 time: 0.2471247 Oct 27 18:46:48.009671 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-4557befd-3175-4f0b-9f37-30fa6a95f065 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d305108-7a10-41a7-b659-00d4b6fd10be HTTP/1.1" status: 200 len: 217 time: 0.0518897 Oct 27 18:46:48.054232 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90a60ea-fad7-49c1-a4ff-321de2cad766 x-openstack-request-id: req-f90a60ea-fad7-49c1-a4ff-321de2cad766 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:46:48.054886 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b20104-aeaf-485a-9e42-518dc2dd7d47", "tag": "8d305108-7a10-41a7-b659-00d4b6fd10be", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:46:48.055316 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f90a60ea-fad7-49c1-a4ff-321de2cad766 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:46:48.055871 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b20104-aeaf-485a-9e42-518dc2dd7d47', 'tag': '8d305108-7a10-41a7-b659-00d4b6fd10be', 'status': 'completed', 'code': 200} Oct 27 18:46:48.088878 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-f7423779-69ac-4ddc-8f78-f03b067538c9 service neutron] Attempting to bind port 23ba823a-7383-46dd-8468-97696bd2ceab on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:46:48.089467 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-f7423779-69ac-4ddc-8f78-f03b067538c9 service neutron] Attempting to bind port 23ba823a-7383-46dd-8468-97696bd2ceab by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '58563bb9-fe54-4f6b-93d4-ae1d22c3cec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '648b7f78-aaf7-4fa4-b7bd-658874557ab4'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:46:48.089962 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-f7423779-69ac-4ddc-8f78-f03b067538c9 service neutron] Attempting to bind port 23ba823a-7383-46dd-8468-97696bd2ceab on network 648b7f78-aaf7-4fa4-b7bd-658874557ab4 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:46:48.094251 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-b9814738-0b68-4fde-a494-398eb2bc1107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:48.097744 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-b9814738-0b68-4fde-a494-398eb2bc1107 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=49ceb9f9-65ac-4ed1-b447-596c7946b52c HTTP/1.1" status: 200 len: 848 time: 0.0796032 Oct 27 18:46:48.100862 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-f7423779-69ac-4ddc-8f78-f03b067538c9 service neutron] Port 23ba823a-7383-46dd-8468-97696bd2ceab on network 648b7f78-aaf7-4fa4-b7bd-658874557ab4 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:46:48.101403 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-f7423779-69ac-4ddc-8f78-f03b067538c9 service neutron] Attempting to bind port 23ba823a-7383-46dd-8468-97696bd2ceab on network 648b7f78-aaf7-4fa4-b7bd-658874557ab4 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:46:48.115918 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-f7423779-69ac-4ddc-8f78-f03b067538c9 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:46:48.116259 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-f7423779-69ac-4ddc-8f78-f03b067538c9 service neutron] Checking segment: {'id': '58563bb9-fe54-4f6b-93d4-ae1d22c3cec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '648b7f78-aaf7-4fa4-b7bd-658874557ab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:46:48.116648 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-f7423779-69ac-4ddc-8f78-f03b067538c9 service neutron] Bound using segment: {'id': '58563bb9-fe54-4f6b-93d4-ae1d22c3cec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '648b7f78-aaf7-4fa4-b7bd-658874557ab4'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:46:48.117093 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-f7423779-69ac-4ddc-8f78-f03b067538c9 service neutron] Bound port: 23ba823a-7383-46dd-8468-97696bd2ceab, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58563bb9-fe54-4f6b-93d4-ae1d22c3cec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '648b7f78-aaf7-4fa4-b7bd-658874557ab4'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:46:48.121381 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-f7423779-69ac-4ddc-8f78-f03b067538c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:48.230204 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6f68d-2f69-4cd9-b29a-1c0f92f0abcc req-a629bb45-9ffb-4b51-8c75-1738f3bbcb73 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:48.234885 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e8e6f68d-2f69-4cd9-b29a-1c0f92f0abcc req-a629bb45-9ffb-4b51-8c75-1738f3bbcb73 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=39b5b785-155e-461e-b70d-1d7870d99ddc HTTP/1.1" status: 200 len: 944 time: 0.0748439 Oct 27 18:46:48.261840 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-9e2e691a-a237-44e7-ba38-d9c1c96decc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:48.264025 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-9e2e691a-a237-44e7-ba38-d9c1c96decc2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=94183f82-ba43-4cad-a650-759fa6592117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1566496 Oct 27 18:46:48.270117 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-f7423779-69ac-4ddc-8f78-f03b067538c9 service neutron] For port 23ba823a-7383-46dd-8468-97696bd2ceab, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:46:48.279470 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-f7423779-69ac-4ddc-8f78-f03b067538c9 service neutron] For port 23ba823a-7383-46dd-8468-97696bd2ceab, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=23ba823a-7383-46dd-8468-97696bd2ceab,segment=NetworkSegment(58563bb9-fe54-4f6b-93d4-ae1d22c3cec9),segment_id=58563bb9-fe54-4f6b-93d4-ae1d22c3cec9)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:46:48.295839 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e8e6f68d-2f69-4cd9-b29a-1c0f92f0abcc req-81e9feb9-9a05-4396-a6d0-52dbddf36413 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e5b2351-2712-485c-824b-230eaf6340fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478747 Oct 27 18:46:48.351837 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 32814) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:48.386248 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-332b2af6-5b07-4a73-bba3-c39ba044586d service neutron] 10.222.0.93 "GET /v2.0/networks/94183f82-ba43-4cad-a650-759fa6592117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107516 Oct 27 18:46:48.411223 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-f7423779-69ac-4ddc-8f78-f03b067538c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:48.514992 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-f7423779-69ac-4ddc-8f78-f03b067538c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:48.519511 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-f7423779-69ac-4ddc-8f78-f03b067538c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:48.519511 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-f7423779-69ac-4ddc-8f78-f03b067538c9 service neutron] 10.222.0.93 "PUT /v2.0/ports/23ba823a-7383-46dd-8468-97696bd2ceab HTTP/1.1" status: 200 len: 1092 time: 1.6210139 Oct 27 18:46:48.559146 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f340bc08-2e4f-4c68-a2b3-593935621e9b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a0c4e786159b4cfdb15671b63803dd03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1953006 Oct 27 18:46:48.563318 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 32822) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:48.578800 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7423779-69ac-4ddc-8f78-f03b067538c9 service neutron] Pushing event updated for resources: {'Port': ['ID=23ba823a-7383-46dd-8468-97696bd2ceab,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:48.585895 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cedfbbc9-feb4-49fc-8041-c6dd1a31ffde req-6de44b97-ce95-4527-be5d-c927dacb43c6 service neutron] 10.222.0.93 "GET /v2.0/networks/94183f82-ba43-4cad-a650-759fa6592117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921315 Oct 27 18:46:48.627599 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0a3fcfce-da4c-40a6-a160-c790d80b5598 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:48.687947 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0a3fcfce-da4c-40a6-a160-c790d80b5598 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:48.790488 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-f1bb5c22-b94a-43e9-97db-52c5024a07f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:48.795409 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-f1bb5c22-b94a-43e9-97db-52c5024a07f4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a56febe1ed07496abd79e6dfcd66d421&device_id=39b5b785-155e-461e-b70d-1d7870d99ddc HTTP/1.1" status: 200 len: 1095 time: 0.1337810 Oct 27 18:46:48.810081 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e457cd-1af0-43ae-8b7b-75128cda4690 req-e96c232d-25c4-418c-a958-1df137421ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:48.811509 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-75e457cd-1af0-43ae-8b7b-75128cda4690 req-e96c232d-25c4-418c-a958-1df137421ba4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=391e76b4c39940e3b00bc672cc4dcd20&device_id=41b20104-aeaf-485a-9e42-518dc2dd7d47 HTTP/1.1" status: 200 len: 1094 time: 0.0907922 Oct 27 18:46:48.851681 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-20e11984-0bcf-474c-b419-0da456c7e71e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=23ba823a-7383-46dd-8468-97696bd2ceab HTTP/1.1" status: 200 len: 217 time: 0.0515268 Oct 27 18:46:48.861429 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0a3fcfce-da4c-40a6-a160-c790d80b5598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:48.865204 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0a3fcfce-da4c-40a6-a160-c790d80b5598 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:48.866766 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0a3fcfce-da4c-40a6-a160-c790d80b5598 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f54e71ed-c4f9-407b-85fe-4576abf57f77 HTTP/1.1" status: 204 len: 168 time: 0.3020673 Oct 27 18:46:48.876960 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3fcfce-da4c-40a6-a160-c790d80b5598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54e71ed-c4f9-407b-85fe-4576abf57f77,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:48.997245 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-f2af4955-2521-4c0f-a54d-8edeacabcae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:48.999009 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-f2af4955-2521-4c0f-a54d-8edeacabcae7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=48bc7790-a2d7-4fea-aea4-f8691c6458d8 HTTP/1.1" status: 200 len: 838 time: 0.1234467 Oct 27 18:46:49.059976 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e457cd-1af0-43ae-8b7b-75128cda4690 req-61bfa7d6-393b-478c-938b-8146b92dfdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:49.061349 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e91f32-edf0-411b-b6f5-2474b8a1c30d req-f507bfcf-769c-4f9b-9cc2-6af20ac8b906 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:49.061501 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-75e457cd-1af0-43ae-8b7b-75128cda4690 req-61bfa7d6-393b-478c-938b-8146b92dfdb6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=94183f82-ba43-4cad-a650-759fa6592117 HTTP/1.1" status: 200 len: 911 time: 0.2186525 Oct 27 18:46:49.063006 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d5e91f32-edf0-411b-b6f5-2474b8a1c30d req-f507bfcf-769c-4f9b-9cc2-6af20ac8b906 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.52 "GET /v2.0/ports?device_id=41b20104-aeaf-485a-9e42-518dc2dd7d47 HTTP/1.1" status: 200 len: 943 time: 0.0730841 Oct 27 18:46:49.120810 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d5e91f32-edf0-411b-b6f5-2474b8a1c30d req-cd2034ad-3972-4531-b0c4-5a1a21d55b28 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d0fd5e2-6b7c-4a04-826b-ed81e70205c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494158 Oct 27 18:46:49.129915 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-75e457cd-1af0-43ae-8b7b-75128cda4690 req-7ec7804c-186c-42e0-bebc-bc35ed9a4b2b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d305108-7a10-41a7-b659-00d4b6fd10be HTTP/1.1" status: 200 len: 217 time: 0.0578811 Oct 27 18:46:49.143591 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-d3ab21d1-2fbd-4149-ab1b-45aa44130f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:49.147178 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-d3ab21d1-2fbd-4149-ab1b-45aa44130f67 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=648b7f78-aaf7-4fa4-b7bd-658874557ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1352794 Oct 27 18:46:49.265561 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e457cd-1af0-43ae-8b7b-75128cda4690 req-57852411-ef0b-4bc9-96df-7f80f16fe2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:49.267444 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-75e457cd-1af0-43ae-8b7b-75128cda4690 req-57852411-ef0b-4bc9-96df-7f80f16fe2b3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=49ceb9f9-65ac-4ed1-b447-596c7946b52c HTTP/1.1" status: 200 len: 848 time: 0.1200495 Oct 27 18:46:49.343193 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-c1da3310-6036-4289-8df0-e89206de1ea5 service neutron] 10.222.0.93 "GET /v2.0/networks/648b7f78-aaf7-4fa4-b7bd-658874557ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864414 Oct 27 18:46:49.364286 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e457cd-1af0-43ae-8b7b-75128cda4690 req-44e93426-c46b-4102-a0b0-30dd093081c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:49.366397 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-75e457cd-1af0-43ae-8b7b-75128cda4690 req-44e93426-c46b-4102-a0b0-30dd093081c9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=94183f82-ba43-4cad-a650-759fa6592117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892408 Oct 27 18:46:49.500584 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d5b68-7fd3-425b-8507-01781808a52b req-7e6d4504-913e-4f69-bd83-1851e60f39eb tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:49.502200 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e61d5b68-7fd3-425b-8507-01781808a52b req-7e6d4504-913e-4f69-bd83-1851e60f39eb tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=39b5b785-155e-461e-b70d-1d7870d99ddc HTTP/1.1" status: 200 len: 944 time: 0.0845957 Oct 27 18:46:49.547547 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e61d5b68-7fd3-425b-8507-01781808a52b req-44d5b309-5f87-4a62-a99d-ede1a7cb16cb tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e5b2351-2712-485c-824b-230eaf6340fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354562 Oct 27 18:46:49.555349 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a894d8ef-06fe-4c8c-8059-75549d68d377 req-345cfc27-989d-4637-ac77-d3dd6f7e91b1 service neutron] 10.222.0.93 "GET /v2.0/networks/648b7f78-aaf7-4fa4-b7bd-658874557ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020025 Oct 27 18:46:49.571528 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-75e457cd-1af0-43ae-8b7b-75128cda4690 req-1c4d4b61-2212-41d3-908b-4ee9b3a76dbd service neutron] 10.222.0.93 "GET /v2.0/networks/94183f82-ba43-4cad-a650-759fa6592117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883235 Oct 27 18:46:49.683287 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-75e457cd-1af0-43ae-8b7b-75128cda4690 req-c4d3c31d-806d-44f0-a433-b8414bb49e5a service neutron] 10.222.0.93 "GET /v2.0/networks/94183f82-ba43-4cad-a650-759fa6592117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025589 Oct 27 18:46:50.057473 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b5b785-155e-461e-b70d-1d7870d99ddc', 'tag': '23ba823a-7383-46dd-8468-97696bd2ceab'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:46:50.060541 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbbd89e-f63d-41dc-a771-192ecd671028" -d '{"events": [{"name": "network-changed", "server_uuid": "39b5b785-155e-461e-b70d-1d7870d99ddc", "tag": "23ba823a-7383-46dd-8468-97696bd2ceab"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:46:50.102015 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc36e93c-8b7d-472a-a64b-2cec37382b56 x-openstack-request-id: req-bc36e93c-8b7d-472a-a64b-2cec37382b56 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:46:50.102226 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b5b785-155e-461e-b70d-1d7870d99ddc", "tag": "23ba823a-7383-46dd-8468-97696bd2ceab", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:46:50.102484 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bc36e93c-8b7d-472a-a64b-2cec37382b56 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:46:50.103278 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b5b785-155e-461e-b70d-1d7870d99ddc', 'tag': '23ba823a-7383-46dd-8468-97696bd2ceab', 'status': 'completed', 'code': 200} Oct 27 18:46:50.187517 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbd89e-f63d-41dc-a771-192ecd671028 req-ca8d8dde-f15a-4ef6-944d-9a4e7a919a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:50.189320 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-adbbd89e-f63d-41dc-a771-192ecd671028 req-ca8d8dde-f15a-4ef6-944d-9a4e7a919a6a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a56febe1ed07496abd79e6dfcd66d421&device_id=39b5b785-155e-461e-b70d-1d7870d99ddc HTTP/1.1" status: 200 len: 1095 time: 0.0589573 Oct 27 18:46:50.320295 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e83b6b-e6a5-449f-93dd-a4c6ad1eff1e req-8eede686-f0bf-47f5-a5c3-a6a4fd790785 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:50.322800 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-09e83b6b-e6a5-449f-93dd-a4c6ad1eff1e req-8eede686-f0bf-47f5-a5c3-a6a4fd790785 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.52 "GET /v2.0/ports?device_id=41b20104-aeaf-485a-9e42-518dc2dd7d47 HTTP/1.1" status: 200 len: 943 time: 0.0584226 Oct 27 18:46:50.338847 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 32882) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:50.375567 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-09e83b6b-e6a5-449f-93dd-a4c6ad1eff1e req-093befdf-69ac-46b9-9cd2-0004a961ab9d tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d0fd5e2-6b7c-4a04-826b-ed81e70205c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462165 Oct 27 18:46:50.380746 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbd89e-f63d-41dc-a771-192ecd671028 req-746baa58-b5eb-46b0-93ab-60685ef87b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:50.384822 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-adbbd89e-f63d-41dc-a771-192ecd671028 req-746baa58-b5eb-46b0-93ab-60685ef87b41 service neutron] 10.222.0.93 "GET /v2.0/networks?id=648b7f78-aaf7-4fa4-b7bd-658874557ab4 HTTP/1.1" status: 200 len: 899 time: 0.1860249 Oct 27 18:46:50.499119 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-adbbd89e-f63d-41dc-a771-192ecd671028 req-99d52c37-17a0-41d6-aa8f-544ef808be9b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=23ba823a-7383-46dd-8468-97696bd2ceab HTTP/1.1" status: 200 len: 217 time: 0.0990710 Oct 27 18:46:50.551071 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-6f1cf0f9-de96-49f4-9a22-1a2ce6dff259 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-438636490'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:46:50.553008 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbd89e-f63d-41dc-a771-192ecd671028 req-07f86bf4-2a6c-485d-a09f-a5cec27caa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:50.554563 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-adbbd89e-f63d-41dc-a771-192ecd671028 req-07f86bf4-2a6c-485d-a09f-a5cec27caa5f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=48bc7790-a2d7-4fea-aea4-f8691c6458d8 HTTP/1.1" status: 200 len: 838 time: 0.0472746 Oct 27 18:46:50.611810 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbd89e-f63d-41dc-a771-192ecd671028 req-fd4b1f70-a2f9-4170-89a0-e26c79e419cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:50.613467 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-adbbd89e-f63d-41dc-a771-192ecd671028 req-fd4b1f70-a2f9-4170-89a0-e26c79e419cc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=648b7f78-aaf7-4fa4-b7bd-658874557ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465643 Oct 27 18:46:50.675318 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1cf0f9-de96-49f4-9a22-1a2ce6dff259 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Made reservation on behalf of 28633539e0ee40d1a4a981a2e2462808 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:46:50.680719 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6f1cf0f9-de96-49f4-9a22-1a2ce6dff259 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:50.693623 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6f1cf0f9-de96-49f4-9a22-1a2ce6dff259 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:50.722006 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abdca6-ceff-4c12-8339-9be1042cc8cf req-4c79ee5e-1b46-463c-bedb-6cd34fd3ae61 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:50.726949 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-29abdca6-ceff-4c12-8339-9be1042cc8cf req-4c79ee5e-1b46-463c-bedb-6cd34fd3ae61 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=39b5b785-155e-461e-b70d-1d7870d99ddc HTTP/1.1" status: 200 len: 944 time: 0.0946417 Oct 27 18:46:50.759438 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-adbbd89e-f63d-41dc-a771-192ecd671028 req-9a8b42e3-8c9e-4539-979a-b811a4baed69 service neutron] 10.222.0.93 "GET /v2.0/networks/648b7f78-aaf7-4fa4-b7bd-658874557ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373177 Oct 27 18:46:50.821429 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-29abdca6-ceff-4c12-8339-9be1042cc8cf req-402bf376-1b03-4a0c-a776-36d0a8a54627 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e5b2351-2712-485c-824b-230eaf6340fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814395 Oct 27 18:46:50.880341 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6f1cf0f9-de96-49f4-9a22-1a2ce6dff259 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:50.890695 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-adbbd89e-f63d-41dc-a771-192ecd671028 req-4725d697-f134-4e25-977f-b78d25892ee8 service neutron] 10.222.0.93 "GET /v2.0/networks/648b7f78-aaf7-4fa4-b7bd-658874557ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236851 Oct 27 18:46:50.964287 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6f1cf0f9-de96-49f4-9a22-1a2ce6dff259 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:50.992005 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f1cf0f9-de96-49f4-9a22-1a2ce6dff259 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] vlan segment allocate from pool success with {'vlan_id': 1034, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:46:51.008656 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1cf0f9-de96-49f4-9a22-1a2ce6dff259 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2db157-87c8-400e-9e4b-149c3c97ab7d,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:51.011884 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6f1cf0f9-de96-49f4-9a22-1a2ce6dff259 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:51.012319 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-6f1cf0f9-de96-49f4-9a22-1a2ce6dff259 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Added segment bec84976-adf3-4987-abc5-5540a3846298 of type vlan for network 3f9855fb-a1c4-4fa3-9c52-b00108f1af00 Oct 27 18:46:51.055130 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6f1cf0f9-de96-49f4-9a22-1a2ce6dff259 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:51.138740 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6f1cf0f9-de96-49f4-9a22-1a2ce6dff259 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:51.141454 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1cf0f9-de96-49f4-9a22-1a2ce6dff259 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:51.142307 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6f1cf0f9-de96-49f4-9a22-1a2ce6dff259 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:51.232592 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1cf0f9-de96-49f4-9a22-1a2ce6dff259 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'Network': ['ID=3f9855fb-a1c4-4fa3-9c52-b00108f1af00,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:51.244543 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 3f9855fb-a1c4-4fa3-9c52-b00108f1af00 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:46:51.291457 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6f1cf0f9-de96-49f4-9a22-1a2ce6dff259 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9511294 Oct 27 18:46:51.293864 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 32904) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:51.301525 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-1506833c-9d9c-44bd-8688-3124dcfb9692 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'port': {'network_id': '3f9855fb-a1c4-4fa3-9c52-b00108f1af00', 'name': 'tempest-PortsIpV6TestJSON-1718648044'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:46:51.492016 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1506833c-9d9c-44bd-8688-3124dcfb9692 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Made reservation on behalf of 28633539e0ee40d1a4a981a2e2462808 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:46:51.495790 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1506833c-9d9c-44bd-8688-3124dcfb9692 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:51.509220 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67aae99-284e-492b-9e69-365c021886fa req-c4b3896a-9d31-4205-b3d5-bc55a2ae3237 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:51.510804 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f67aae99-284e-492b-9e69-365c021886fa req-c4b3896a-9d31-4205-b3d5-bc55a2ae3237 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.52 "GET /v2.0/ports?device_id=41b20104-aeaf-485a-9e42-518dc2dd7d47 HTTP/1.1" status: 200 len: 943 time: 0.0577178 Oct 27 18:46:51.518961 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-1506833c-9d9c-44bd-8688-3124dcfb9692 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] device_id is not set on port 604c0057-8a1f-4861-9bbd-94c0f6b8a840 yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:46:51.562663 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f67aae99-284e-492b-9e69-365c021886fa req-e61a4a90-46d2-450f-9350-6c4d4ce5ad18 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d0fd5e2-6b7c-4a04-826b-ed81e70205c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426230 Oct 27 18:46:51.703825 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1506833c-9d9c-44bd-8688-3124dcfb9692 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:51.812169 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1506833c-9d9c-44bd-8688-3124dcfb9692 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:51.866917 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1506833c-9d9c-44bd-8688-3124dcfb9692 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'Port': ['ID=604c0057-8a1f-4861-9bbd-94c0f6b8a840,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:51.883159 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1506833c-9d9c-44bd-8688-3124dcfb9692 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Checking segment: {'id': 'bec84976-adf3-4987-abc5-5540a3846298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '3f9855fb-a1c4-4fa3-9c52-b00108f1af00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:46:51.883516 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1506833c-9d9c-44bd-8688-3124dcfb9692 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Network hostable DHCP agents. Network: 3f9855fb-a1c4-4fa3-9c52-b00108f1af00, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:46:51.972514 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa1f3a-d429-4dd0-82f9-704a89acbcfa req-39545a96-ee95-4c63-9719-77a624a53138 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:51.975440 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 8d305108-7a10-41a7-b659-00d4b6fd10be details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:46:51.981376 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-11aa1f3a-d429-4dd0-82f9-704a89acbcfa req-39545a96-ee95-4c63-9719-77a624a53138 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=39b5b785-155e-461e-b70d-1d7870d99ddc HTTP/1.1" status: 200 len: 944 time: 0.0734985 Oct 27 18:46:52.017227 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1506833c-9d9c-44bd-8688-3124dcfb9692 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Network 3f9855fb-a1c4-4fa3-9c52-b00108f1af00 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:46:52.032345 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-11aa1f3a-d429-4dd0-82f9-704a89acbcfa req-2989c426-ad28-432c-9571-a8118e2bcd91 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e5b2351-2712-485c-824b-230eaf6340fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499470 Oct 27 18:46:52.102436 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-1506833c-9d9c-44bd-8688-3124dcfb9692 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 3f9855fb-a1c4-4fa3-9c52-b00108f1af00) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:46:52.107527 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1506833c-9d9c-44bd-8688-3124dcfb9692 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:46:52.113184 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1506833c-9d9c-44bd-8688-3124dcfb9692 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:52.113976 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1506833c-9d9c-44bd-8688-3124dcfb9692 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:52.116420 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a666e9e-4c28-46e9-8829-3412d370c71c None None] Network 3f9855fb-a1c4-4fa3-9c52-b00108f1af00 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:46:52.121257 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 8d305108-7a10-41a7-b659-00d4b6fd10be, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=8d305108-7a10-41a7-b659-00d4b6fd10be,segment=NetworkSegment(eb0b0768-9cd0-4948-9ab0-c0df8ffa80ea),segment_id=eb0b0768-9cd0-4948-9ab0-c0df8ffa80ea)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:46:52.169117 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '8d305108-7a10-41a7-b659-00d4b6fd10be', 'network_id': '94183f82-ba43-4cad-a650-759fa6592117', 'port_id': '8d305108-7a10-41a7-b659-00d4b6fd10be', 'mac_address': 'fa:16:3e:b3:65:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49ceb9f9-65ac-4ed1-b447-596c7946b52c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:46:52.252854 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:52.260639 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1506833c-9d9c-44bd-8688-3124dcfb9692 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9648826 Oct 27 18:46:52.263631 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 32926) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:52.268620 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-341b7593-2f75-46b6-bf79-335bd7fdf56f tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-891109151'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:46:52.282947 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d305108-7a10-41a7-b659-00d4b6fd10be {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:46:52.310717 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 8d305108-7a10-41a7-b659-00d4b6fd10be, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=8d305108-7a10-41a7-b659-00d4b6fd10be,segment=NetworkSegment(eb0b0768-9cd0-4948-9ab0-c0df8ffa80ea),segment_id=eb0b0768-9cd0-4948-9ab0-c0df8ffa80ea)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:46:52.375423 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341b7593-2f75-46b6-bf79-335bd7fdf56f tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Made reservation on behalf of 28633539e0ee40d1a4a981a2e2462808 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:46:52.376467 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:52.379311 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-341b7593-2f75-46b6-bf79-335bd7fdf56f tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:52.408891 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-341b7593-2f75-46b6-bf79-335bd7fdf56f tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] vlan segment allocate from pool success with {'vlan_id': 1007, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:46:52.419128 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-341b7593-2f75-46b6-bf79-335bd7fdf56f tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:52.419484 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-341b7593-2f75-46b6-bf79-335bd7fdf56f tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Added segment b611474a-bb6e-4c41-8095-0527136eedc7 of type vlan for network 11e8c4f6-87ed-4626-b33b-9831ee1bd189 Oct 27 18:46:52.445481 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=8d305108-7a10-41a7-b659-00d4b6fd10be,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:52.471349 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-341b7593-2f75-46b6-bf79-335bd7fdf56f tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:52.552918 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-341b7593-2f75-46b6-bf79-335bd7fdf56f tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:52.559054 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341b7593-2f75-46b6-bf79-335bd7fdf56f tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:52.559708 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-341b7593-2f75-46b6-bf79-335bd7fdf56f tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:52.607632 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['8d305108-7a10-41a7-b659-00d4b6fd10be'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:46:52.632770 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b7593-2f75-46b6-bf79-335bd7fdf56f tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'Network': ['ID=11e8c4f6-87ed-4626-b33b-9831ee1bd189,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:52.647747 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 11e8c4f6-87ed-4626-b33b-9831ee1bd189 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:46:52.681713 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-341b7593-2f75-46b6-bf79-335bd7fdf56f tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4169998 Oct 27 18:46:52.684200 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 32936) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:52.694658 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-48b607b3-cc1a-45f5-8523-d92a330b50e0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'ports': [{'network_id': '3f9855fb-a1c4-4fa3-9c52-b00108f1af00'}, {'network_id': '11e8c4f6-87ed-4626-b33b-9831ee1bd189'}]} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:46:52.694658 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-48b607b3-cc1a-45f5-8523-d92a330b50e0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'port': {'network_id': '3f9855fb-a1c4-4fa3-9c52-b00108f1af00'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:46:52.694658 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-48b607b3-cc1a-45f5-8523-d92a330b50e0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'port': {'network_id': '11e8c4f6-87ed-4626-b33b-9831ee1bd189'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:46:52.695027 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f130b97-4a63-4495-b8c4-967ead8af9bf req-71f5d1c6-61af-47a1-bc27-1cba7979cf0c tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:52.696829 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1f130b97-4a63-4495-b8c4-967ead8af9bf req-71f5d1c6-61af-47a1-bc27-1cba7979cf0c tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.52 "GET /v2.0/ports?device_id=41b20104-aeaf-485a-9e42-518dc2dd7d47 HTTP/1.1" status: 200 len: 944 time: 0.0600495 Oct 27 18:46:52.768313 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1f130b97-4a63-4495-b8c4-967ead8af9bf req-9b2fc32d-a16a-42a5-9b5a-e030a845c7fc tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d0fd5e2-6b7c-4a04-826b-ed81e70205c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564539 Oct 27 18:46:52.930436 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b607b3-cc1a-45f5-8523-d92a330b50e0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Made reservation on behalf of 28633539e0ee40d1a4a981a2e2462808 for: {'port': 2} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:46:52.935216 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-48b607b3-cc1a-45f5-8523-d92a330b50e0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:52.948593 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-48b607b3-cc1a-45f5-8523-d92a330b50e0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:53.033177 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-48b607b3-cc1a-45f5-8523-d92a330b50e0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] device_id is not set on port e56d179a-a3e9-4850-b72e-b0e359a51a5c yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:46:53.161044 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426f6a6-424f-4858-98dd-48a22b8e853a req-5fffc472-b758-434d-8d20-0fb3f80e30e0 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:53.162941 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-48b607b3-cc1a-45f5-8523-d92a330b50e0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:53.175668 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8426f6a6-424f-4858-98dd-48a22b8e853a req-5fffc472-b758-434d-8d20-0fb3f80e30e0 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=39b5b785-155e-461e-b70d-1d7870d99ddc HTTP/1.1" status: 200 len: 944 time: 0.0775671 Oct 27 18:46:53.231722 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8426f6a6-424f-4858-98dd-48a22b8e853a req-b3ae6945-abe9-4577-bc58-5cdaf77881e3 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e5b2351-2712-485c-824b-230eaf6340fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548491 Oct 27 18:46:53.274099 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-48b607b3-cc1a-45f5-8523-d92a330b50e0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] device_id is not set on port f9fed32b-0103-4558-9561-bc1993c2bed3 yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:46:53.393430 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-48b607b3-cc1a-45f5-8523-d92a330b50e0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:53.508403 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-48b607b3-cc1a-45f5-8523-d92a330b50e0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:53.565644 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b607b3-cc1a-45f5-8523-d92a330b50e0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Network 3f9855fb-a1c4-4fa3-9c52-b00108f1af00 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:46:53.571333 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-48b607b3-cc1a-45f5-8523-d92a330b50e0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:46:53.580206 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b607b3-cc1a-45f5-8523-d92a330b50e0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:46:53.581018 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-48b607b3-cc1a-45f5-8523-d92a330b50e0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:53.582645 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b607b3-cc1a-45f5-8523-d92a330b50e0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'Port': ['ID=e56d179a-a3e9-4850-b72e-b0e359a51a5c,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:53.596318 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b607b3-cc1a-45f5-8523-d92a330b50e0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:46:53.596666 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b607b3-cc1a-45f5-8523-d92a330b50e0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:46:53.597009 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b607b3-cc1a-45f5-8523-d92a330b50e0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:46:53.597346 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b607b3-cc1a-45f5-8523-d92a330b50e0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:46:53.597679 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b607b3-cc1a-45f5-8523-d92a330b50e0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:46:53.598009 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b607b3-cc1a-45f5-8523-d92a330b50e0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:46:53.598339 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b607b3-cc1a-45f5-8523-d92a330b50e0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:46:53.598664 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b607b3-cc1a-45f5-8523-d92a330b50e0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:46:53.599534 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b607b3-cc1a-45f5-8523-d92a330b50e0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:46:53.600227 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b607b3-cc1a-45f5-8523-d92a330b50e0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:46:53.600561 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b607b3-cc1a-45f5-8523-d92a330b50e0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:46:53.600958 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b607b3-cc1a-45f5-8523-d92a330b50e0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:46:53.666281 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b607b3-cc1a-45f5-8523-d92a330b50e0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'Port': ['ID=f9fed32b-0103-4558-9561-bc1993c2bed3,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:53.669271 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b607b3-cc1a-45f5-8523-d92a330b50e0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Checking segment: {'id': 'b611474a-bb6e-4c41-8095-0527136eedc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '11e8c4f6-87ed-4626-b33b-9831ee1bd189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:46:53.670876 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b607b3-cc1a-45f5-8523-d92a330b50e0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Network hostable DHCP agents. Network: 11e8c4f6-87ed-4626-b33b-9831ee1bd189, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:46:53.747917 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b607b3-cc1a-45f5-8523-d92a330b50e0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Network 11e8c4f6-87ed-4626-b33b-9831ee1bd189 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:46:53.857079 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-48b607b3-cc1a-45f5-8523-d92a330b50e0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 11e8c4f6-87ed-4626-b33b-9831ee1bd189) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:46:53.862031 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b607b3-cc1a-45f5-8523-d92a330b50e0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:46:53.869784 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b5cf7f-5347-4056-aad9-035f8b52591d None None] Network 11e8c4f6-87ed-4626-b33b-9831ee1bd189 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:46:53.885786 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b607b3-cc1a-45f5-8523-d92a330b50e0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:53.898148 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b607b3-cc1a-45f5-8523-d92a330b50e0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:53.902574 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-48b607b3-cc1a-45f5-8523-d92a330b50e0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:53.903923 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e9d4c-0854-4b41-b38a-2b279984d290 req-ae200ac7-0ac7-4a2c-9b37-8fb331f92a4a tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:53.912107 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6f5e9d4c-0854-4b41-b38a-2b279984d290 req-ae200ac7-0ac7-4a2c-9b37-8fb331f92a4a tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.52 "GET /v2.0/ports?device_id=41b20104-aeaf-485a-9e42-518dc2dd7d47 HTTP/1.1" status: 200 len: 944 time: 0.0645905 Oct 27 18:46:53.991326 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6f5e9d4c-0854-4b41-b38a-2b279984d290 req-be27d5c3-3027-4a4b-9e7c-3a29da41111e tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d0fd5e2-6b7c-4a04-826b-ed81e70205c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721610 Oct 27 18:46:53.995067 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-48b607b3-cc1a-45f5-8523-d92a330b50e0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3072605 Oct 27 18:46:53.995840 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 32966) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:53.999662 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 23ba823a-7383-46dd-8468-97696bd2ceab details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:46:54.001889 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 8d305108-7a10-41a7-b659-00d4b6fd10be up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:46:54.101335 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-5afd2ba0-a671-4822-9f30-7723f3b8963b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Deleting port f9fed32b-0103-4558-9561-bc1993c2bed3 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:46:54.101679 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5afd2ba0-a671-4822-9f30-7723f3b8963b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:54.172212 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 23ba823a-7383-46dd-8468-97696bd2ceab, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=23ba823a-7383-46dd-8468-97696bd2ceab,segment=NetworkSegment(58563bb9-fe54-4f6b-93d4-ae1d22c3cec9),segment_id=58563bb9-fe54-4f6b-93d4-ae1d22c3cec9)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:46:54.174395 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5afd2ba0-a671-4822-9f30-7723f3b8963b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:54.188572 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-5afd2ba0-a671-4822-9f30-7723f3b8963b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Calling delete_port for f9fed32b-0103-4558-9561-bc1993c2bed3 owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:46:54.194272 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '23ba823a-7383-46dd-8468-97696bd2ceab', 'network_id': '648b7f78-aaf7-4fa4-b7bd-658874557ab4', 'port_id': '23ba823a-7383-46dd-8468-97696bd2ceab', 'mac_address': 'fa:16:3e:09:af:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48bc7790-a2d7-4fea-aea4-f8691c6458d8', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:46:54.246770 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:54.279069 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23ba823a-7383-46dd-8468-97696bd2ceab {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:46:54.309372 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 8d305108-7a10-41a7-b659-00d4b6fd10be completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:46:54.316391 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 23ba823a-7383-46dd-8468-97696bd2ceab, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=23ba823a-7383-46dd-8468-97696bd2ceab,segment=NetworkSegment(58563bb9-fe54-4f6b-93d4-ae1d22c3cec9),segment_id=58563bb9-fe54-4f6b-93d4-ae1d22c3cec9)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:46:54.318289 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 8d305108-7a10-41a7-b659-00d4b6fd10be triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:46:54.318766 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:54.379035 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:54.486276 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13247b46-a208-4295-9871-e54280334e38 req-90e0cb68-fc56-462c-b22d-c838c42c912a tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:54.493884 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=23ba823a-7383-46dd-8468-97696bd2ceab,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:54.499924 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-13247b46-a208-4295-9871-e54280334e38 req-90e0cb68-fc56-462c-b22d-c838c42c912a tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=39b5b785-155e-461e-b70d-1d7870d99ddc HTTP/1.1" status: 200 len: 944 time: 0.1395485 Oct 27 18:46:54.556162 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:54.573966 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-13247b46-a208-4295-9871-e54280334e38 req-868986a3-d801-4234-80df-b42700c94c3a tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e5b2351-2712-485c-824b-230eaf6340fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677679 Oct 27 18:46:54.598067 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 8d305108-7a10-41a7-b659-00d4b6fd10be, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=8d305108-7a10-41a7-b659-00d4b6fd10be,segment=NetworkSegment(eb0b0768-9cd0-4948-9ab0-c0df8ffa80ea),segment_id=eb0b0768-9cd0-4948-9ab0-c0df8ffa80ea)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:46:54.600907 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b20104-aeaf-485a-9e42-518dc2dd7d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d305108-7a10-41a7-b659-00d4b6fd10be'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:46:54.603876 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38776da-ba59-4568-ba3c-d8e7e4b7a09f" -d '{"events": [{"server_uuid": "41b20104-aeaf-485a-9e42-518dc2dd7d47", "name": "network-vif-plugged", "status": "completed", "tag": "8d305108-7a10-41a7-b659-00d4b6fd10be"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:46:54.666655 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['23ba823a-7383-46dd-8468-97696bd2ceab'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:46:54.703364 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:54.716493 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8672422a-f44b-44fe-93b2-70ef90a86803 x-openstack-request-id: req-8672422a-f44b-44fe-93b2-70ef90a86803 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:46:54.717176 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b20104-aeaf-485a-9e42-518dc2dd7d47", "name": "network-vif-plugged", "status": "completed", "tag": "8d305108-7a10-41a7-b659-00d4b6fd10be", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:46:54.717434 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8672422a-f44b-44fe-93b2-70ef90a86803 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:46:54.717821 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b20104-aeaf-485a-9e42-518dc2dd7d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d305108-7a10-41a7-b659-00d4b6fd10be', 'code': 200} Oct 27 18:46:54.763686 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5afd2ba0-a671-4822-9f30-7723f3b8963b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:54.807791 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5afd2ba0-a671-4822-9f30-7723f3b8963b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:54.807791 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5afd2ba0-a671-4822-9f30-7723f3b8963b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/ports/f9fed32b-0103-4558-9561-bc1993c2bed3 HTTP/1.1" status: 204 len: 168 time: 0.8106964 Oct 27 18:46:54.810216 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 32986) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:54.820488 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd2ba0-a671-4822-9f30-7723f3b8963b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event deleted for resources: {'Port': ['ID=f9fed32b-0103-4558-9561-bc1993c2bed3,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:54.844538 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=8d305108-7a10-41a7-b659-00d4b6fd10be,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:54.924251 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b169b3-e2d6-498a-8f77-a263156bf01f req-da115911-5ae1-4d5d-8921-083e08ca4db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:54.930627 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a2b169b3-e2d6-498a-8f77-a263156bf01f req-da115911-5ae1-4d5d-8921-083e08ca4db5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=41b20104-aeaf-485a-9e42-518dc2dd7d47 HTTP/1.1" status: 200 len: 1096 time: 0.1217756 Oct 27 18:46:54.978002 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49211f9b-9e9d-4439-b865-09a1928ccc08 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:54.984325 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49211f9b-9e9d-4439-b865-09a1928ccc08 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:54.986482 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-49211f9b-9e9d-4439-b865-09a1928ccc08 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1746111 Oct 27 18:46:54.988776 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 32990) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:55.014921 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a2b169b3-e2d6-498a-8f77-a263156bf01f req-7af636f9-45a5-4cc6-bfd5-d6cd3779ad7c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=2d0fd5e2-6b7c-4a04-826b-ed81e70205c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574756 Oct 27 18:46:55.122620 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-3ec36b13-8b7d-45cc-b153-17580e8fd697 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Deleting port e56d179a-a3e9-4850-b72e-b0e359a51a5c {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:46:55.122997 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3ec36b13-8b7d-45cc-b153-17580e8fd697 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:55.202773 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3ec36b13-8b7d-45cc-b153-17580e8fd697 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:55.224828 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-3ec36b13-8b7d-45cc-b153-17580e8fd697 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Calling delete_port for e56d179a-a3e9-4850-b72e-b0e359a51a5c owned by {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:46:55.272026 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e298a90-ce55-4e0c-8755-9b7cd462facf req-964372a8-9838-44df-9704-6b2c9f37ea93 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:55.273595 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2e298a90-ce55-4e0c-8755-9b7cd462facf req-964372a8-9838-44df-9704-6b2c9f37ea93 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.52 "GET /v2.0/ports?device_id=41b20104-aeaf-485a-9e42-518dc2dd7d47 HTTP/1.1" status: 200 len: 945 time: 0.1812696 Oct 27 18:46:55.337357 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2e298a90-ce55-4e0c-8755-9b7cd462facf req-89af077b-b871-4cbf-82c3-a48829c73088 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d0fd5e2-6b7c-4a04-826b-ed81e70205c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564055 Oct 27 18:46:55.426322 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3ec36b13-8b7d-45cc-b153-17580e8fd697 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:55.463128 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec36b13-8b7d-45cc-b153-17580e8fd697 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event deleted for resources: {'Port': ['ID=e56d179a-a3e9-4850-b72e-b0e359a51a5c,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:55.469519 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3ec36b13-8b7d-45cc-b153-17580e8fd697 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:55.473398 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3ec36b13-8b7d-45cc-b153-17580e8fd697 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/ports/e56d179a-a3e9-4850-b72e-b0e359a51a5c HTTP/1.1" status: 204 len: 168 time: 0.4824128 Oct 27 18:46:55.476286 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33000) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:55.527209 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412271dc-788a-4909-a4a9-a3a2969f82c5 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:55.528753 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-412271dc-788a-4909-a4a9-a3a2969f82c5 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0514920 Oct 27 18:46:55.531581 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33002) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:55.561541 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-13559822-a912-4d30-af65-ad52a64b9c64 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] GET failed (client error): The resource could not be found. Oct 27 18:46:55.563326 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-13559822-a912-4d30-af65-ad52a64b9c64 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "GET /v2.0/ports/f9fed32b-0103-4558-9561-bc1993c2bed3 HTTP/1.1" status: 404 len: 333 time: 0.0307813 Oct 27 18:46:55.566117 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 33008) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:55.594718 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-49cb8611-754e-4113-96cd-4ea6d812f909 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] GET failed (client error): The resource could not be found. Oct 27 18:46:55.596757 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-49cb8611-754e-4113-96cd-4ea6d812f909 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "GET /v2.0/ports/e56d179a-a3e9-4850-b72e-b0e359a51a5c HTTP/1.1" status: 404 len: 333 time: 0.0289702 Oct 27 18:46:55.600312 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 33010) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:55.717960 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0f516205-7fad-40b9-b677-5d0a67b6e573 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:55.734161 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30b4d4-7a50-455b-bb1a-4691cffaca79 req-17b199f9-fc12-4c19-b2d9-67fb70362e16 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:55.743116 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3f30b4d4-7a50-455b-bb1a-4691cffaca79 req-17b199f9-fc12-4c19-b2d9-67fb70362e16 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=39b5b785-155e-461e-b70d-1d7870d99ddc HTTP/1.1" status: 200 len: 945 time: 0.0669007 Oct 27 18:46:55.790328 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3f30b4d4-7a50-455b-bb1a-4691cffaca79 req-b1acf603-711b-4518-bc74-6371caa78921 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e5b2351-2712-485c-824b-230eaf6340fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460918 Oct 27 18:46:55.816439 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0f516205-7fad-40b9-b677-5d0a67b6e573 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:55.838262 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-0f516205-7fad-40b9-b677-5d0a67b6e573 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11e8c4f6-87ed-4626-b33b-9831ee1bd189']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:55.848656 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-0f516205-7fad-40b9-b677-5d0a67b6e573 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b611474a-bb6e-4c41-8095-0527136eedc7') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:55.849562 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-0f516205-7fad-40b9-b677-5d0a67b6e573 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b611474a-bb6e-4c41-8095-0527136eedc7') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:55.859995 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0f516205-7fad-40b9-b677-5d0a67b6e573 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:55.873716 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0f516205-7fad-40b9-b677-5d0a67b6e573 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:55.879610 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f516205-7fad-40b9-b677-5d0a67b6e573 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:46:55.880021 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0f516205-7fad-40b9-b677-5d0a67b6e573 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:55.882994 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:46:55.882994 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:46:55.882994 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:46:55.882994 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:46:55.882994 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:46:55.882994 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:46:55.882994 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:46:55.882994 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:46:55.882994 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:46:55.882994 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:46:55.882994 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:46:55.882994 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:46:55.882994 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:46:55.882994 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:46:55.882994 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:46:55.882994 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:46:55.882994 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:46:55.882994 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:46:55.882994 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:46:55.882994 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:46:55.882994 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:46:55.882994 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:46:55.882994 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:46:55.882994 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:46:55.882994 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:46:55.882994 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:46:55.882994 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:46:55.882994 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:46:55.882994 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:46:55.882994 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:46:55.882994 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:46:55.882994 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:46:56.006311 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0f516205-7fad-40b9-b677-5d0a67b6e573 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:56.011788 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0f516205-7fad-40b9-b677-5d0a67b6e573 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:56.019479 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0f516205-7fad-40b9-b677-5d0a67b6e573 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/networks/11e8c4f6-87ed-4626-b33b-9831ee1bd189 HTTP/1.1" status: 204 len: 168 time: 0.4156537 Oct 27 18:46:56.020066 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 33022) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:56.028258 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 23ba823a-7383-46dd-8468-97696bd2ceab up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:46:56.028789 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-67fa14bf-e624-4670-a6bb-160c97f0158f tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-411723027'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:46:56.048990 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f516205-7fad-40b9-b677-5d0a67b6e573 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event deleted for resources: {'Network': ['ID=11e8c4f6-87ed-4626-b33b-9831ee1bd189,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:56.126061 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fa14bf-e624-4670-a6bb-160c97f0158f tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Made reservation on behalf of 28633539e0ee40d1a4a981a2e2462808 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:46:56.129826 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-67fa14bf-e624-4670-a6bb-160c97f0158f tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:56.154254 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67fa14bf-e624-4670-a6bb-160c97f0158f tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] vlan segment allocate from pool success with {'vlan_id': 1030, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:46:56.164251 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-67fa14bf-e624-4670-a6bb-160c97f0158f tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:56.164605 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-67fa14bf-e624-4670-a6bb-160c97f0158f tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Added segment 13bfb29b-355f-4836-8df7-4a139e032228 of type vlan for network c378c9b1-d380-4a21-9705-632756d9ca17 Oct 27 18:46:56.213737 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-67fa14bf-e624-4670-a6bb-160c97f0158f tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:56.218955 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 23ba823a-7383-46dd-8468-97696bd2ceab completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:46:56.229892 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 23ba823a-7383-46dd-8468-97696bd2ceab triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:46:56.231376 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:56.331771 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:56.371020 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-67fa14bf-e624-4670-a6bb-160c97f0158f tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:56.371977 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 23ba823a-7383-46dd-8468-97696bd2ceab, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=23ba823a-7383-46dd-8468-97696bd2ceab,segment=NetworkSegment(58563bb9-fe54-4f6b-93d4-ae1d22c3cec9),segment_id=58563bb9-fe54-4f6b-93d4-ae1d22c3cec9)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:46:56.377035 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fa14bf-e624-4670-a6bb-160c97f0158f tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:56.377610 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-67fa14bf-e624-4670-a6bb-160c97f0158f tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:56.452022 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:56.467786 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa14bf-e624-4670-a6bb-160c97f0158f tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'Network': ['ID=c378c9b1-d380-4a21-9705-632756d9ca17,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:56.480443 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:56.513054 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network c378c9b1-d380-4a21-9705-632756d9ca17 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:46:56.536195 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e91d7d-f6d6-4bd7-ae31-2249164545ac req-6bcc807c-9284-44cb-a54e-9f213cdf9c8e tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:56.538785 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d9e91d7d-f6d6-4bd7-ae31-2249164545ac req-6bcc807c-9284-44cb-a54e-9f213cdf9c8e tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.52 "GET /v2.0/ports?device_id=41b20104-aeaf-485a-9e42-518dc2dd7d47 HTTP/1.1" status: 200 len: 945 time: 0.0683773 Oct 27 18:46:56.554225 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-67fa14bf-e624-4670-a6bb-160c97f0158f tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5328429 Oct 27 18:46:56.556821 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 33030) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:56.562582 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-c421facf-1a35-4c67-b964-ae8bc149c5e4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'subnet': {'network_id': 'c378c9b1-d380-4a21-9705-632756d9ca17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:46:56.601894 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d9e91d7d-f6d6-4bd7-ae31-2249164545ac req-25510837-0ee9-42da-bcf4-bb624d5a1cd1 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d0fd5e2-6b7c-4a04-826b-ed81e70205c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566099 Oct 27 18:46:56.603151 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=23ba823a-7383-46dd-8468-97696bd2ceab,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:56.718588 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b5b785-155e-461e-b70d-1d7870d99ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ba823a-7383-46dd-8468-97696bd2ceab'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:46:56.721340 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928987a7-5df5-4ff5-bafb-be33eb51f900" -d '{"events": [{"server_uuid": "39b5b785-155e-461e-b70d-1d7870d99ddc", "name": "network-vif-plugged", "status": "completed", "tag": "23ba823a-7383-46dd-8468-97696bd2ceab"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:46:56.755039 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5907b-e8eb-4510-84be-221301088c02 req-271250c6-6761-4007-8418-12a53662fd71 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:56.756916 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-29c5907b-e8eb-4510-84be-221301088c02 req-271250c6-6761-4007-8418-12a53662fd71 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.52 "GET /v2.0/ports?device_id=41b20104-aeaf-485a-9e42-518dc2dd7d47 HTTP/1.1" status: 200 len: 945 time: 0.0570552 Oct 27 18:46:56.782700 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c421facf-1a35-4c67-b964-ae8bc149c5e4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Made reservation on behalf of 28633539e0ee40d1a4a981a2e2462808 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:46:56.786243 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c421facf-1a35-4c67-b964-ae8bc149c5e4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:56.804868 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-29c5907b-e8eb-4510-84be-221301088c02 req-b17bd4a4-050a-4131-a8f4-ee7ec792ec2a tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d0fd5e2-6b7c-4a04-826b-ed81e70205c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416055 Oct 27 18:46:56.846238 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.ipam_backend_mixin [None req-c421facf-1a35-4c67-b964-ae8bc149c5e4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Performing IP validity checks on allocation pools {{(pid=102879) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 27 18:46:56.850275 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.ipam_backend_mixin [None req-c421facf-1a35-4c67-b964-ae8bc149c5e4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102879) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 27 18:46:56.871405 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373461e3-7c31-49b4-a3c1-4c7f53a0d395 x-openstack-request-id: req-373461e3-7c31-49b4-a3c1-4c7f53a0d395 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:46:56.871709 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b5b785-155e-461e-b70d-1d7870d99ddc", "name": "network-vif-plugged", "status": "completed", "tag": "23ba823a-7383-46dd-8468-97696bd2ceab", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:46:56.872543 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-373461e3-7c31-49b4-a3c1-4c7f53a0d395 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:46:56.873081 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b5b785-155e-461e-b70d-1d7870d99ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ba823a-7383-46dd-8468-97696bd2ceab', 'code': 200} Oct 27 18:46:56.936411 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:57.005844 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00b839-7b33-4785-a548-63d8d9e5bcaa req-b4d47c3e-5b7a-4dc2-a16a-e50c1d1f6a56 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:57.008329 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7a00b839-7b33-4785-a548-63d8d9e5bcaa req-b4d47c3e-5b7a-4dc2-a16a-e50c1d1f6a56 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=39b5b785-155e-461e-b70d-1d7870d99ddc HTTP/1.1" status: 200 len: 946 time: 0.0627968 Oct 27 18:46:57.047572 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ffcf7d-9ba7-4fe3-a901-0ea8a0f57720 req-1ff361b8-e3bd-41d7-a22a-fa20b732cb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:57.049112 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-23ffcf7d-9ba7-4fe3-a901-0ea8a0f57720 req-1ff361b8-e3bd-41d7-a22a-fa20b732cb9e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=39b5b785-155e-461e-b70d-1d7870d99ddc HTTP/1.1" status: 200 len: 1097 time: 0.0950866 Oct 27 18:46:57.052577 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7a00b839-7b33-4785-a548-63d8d9e5bcaa req-d0a05115-e869-4b8a-9274-f73eb2ed9439 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e5b2351-2712-485c-824b-230eaf6340fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373721 Oct 27 18:46:57.103801 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-23ffcf7d-9ba7-4fe3-a901-0ea8a0f57720 req-14978283-2dbd-4ca9-8137-e0cd80a1c288 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=3e5b2351-2712-485c-824b-230eaf6340fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438073 Oct 27 18:46:57.135387 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c421facf-1a35-4c67-b964-ae8bc149c5e4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:57.175790 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd16ee-ffe3-4c37-bf7d-38922f95407f req-d3f3242c-5c01-4ddb-b90c-872943189c35 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:57.177450 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a4bd16ee-ffe3-4c37-bf7d-38922f95407f req-d3f3242c-5c01-4ddb-b90c-872943189c35 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.52 "GET /v2.0/ports?device_id=41b20104-aeaf-485a-9e42-518dc2dd7d47 HTTP/1.1" status: 200 len: 945 time: 0.0600557 Oct 27 18:46:57.220417 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a4bd16ee-ffe3-4c37-bf7d-38922f95407f req-21226460-ec04-49e9-8a1a-c7b77fc8ba4e tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d0fd5e2-6b7c-4a04-826b-ed81e70205c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356214 Oct 27 18:46:57.243048 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c421facf-1a35-4c67-b964-ae8bc149c5e4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Checking segment: {'id': '13bfb29b-355f-4836-8df7-4a139e032228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'c378c9b1-d380-4a21-9705-632756d9ca17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:46:57.243048 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c421facf-1a35-4c67-b964-ae8bc149c5e4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Network hostable DHCP agents. Network: c378c9b1-d380-4a21-9705-632756d9ca17, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:46:57.248188 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33054) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:57.254558 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c421facf-1a35-4c67-b964-ae8bc149c5e4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'Subnet': ['ID=27f11548-e810-433b-a7a2-2837b5ca84e6,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:57.329526 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c421facf-1a35-4c67-b964-ae8bc149c5e4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Network c378c9b1-d380-4a21-9705-632756d9ca17 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:46:57.422861 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3803d5df-df9e-4553-9ec1-47271361263e tempest-TestServerBasicOps-704687361 tempest-TestServerBasicOps-704687361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:57.424786 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3803d5df-df9e-4553-9ec1-47271361263e tempest-TestServerBasicOps-704687361 tempest-TestServerBasicOps-704687361-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=41b20104-aeaf-485a-9e42-518dc2dd7d47 HTTP/1.1" status: 200 len: 1091 time: 0.1772361 Oct 27 18:46:57.427926 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33058) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:57.429623 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-c421facf-1a35-4c67-b964-ae8bc149c5e4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, c378c9b1-d380-4a21-9705-632756d9ca17) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:46:57.432536 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-8553248e-6f65-4e9e-a319-4937aa044924 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'port_id': '8d305108-7a10-41a7-b659-00d4b6fd10be', 'tenant_id': '391e76b4c39940e3b00bc672cc4dcd20', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:46:57.439148 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b135bc-6dd7-4791-ae1d-ff185ed2e14c None None] Network c378c9b1-d380-4a21-9705-632756d9ca17 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:46:57.457279 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c421facf-1a35-4c67-b964-ae8bc149c5e4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:57.461788 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c421facf-1a35-4c67-b964-ae8bc149c5e4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:57.526604 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8553248e-6f65-4e9e-a319-4937aa044924 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks [] for floatingip, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:57.618223 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c421facf-1a35-4c67-b964-ae8bc149c5e4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0603118 Oct 27 18:46:57.620927 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 33062) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:57.626183 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-2a3520fa-1aa5-4ace-845b-3292162ab4ee tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'port': {'network_id': 'c378c9b1-d380-4a21-9705-632756d9ca17', 'name': 'tempest-PortsIpV6TestJSON-448583264'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:46:57.641947 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df46828-869d-4e67-b2eb-6e8940463578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-c378c9b1-d380-4a21-9705-632756d9ca17', 'network_id': 'c378c9b1-d380-4a21-9705-632756d9ca17', 'tenant_id': '28633539e0ee40d1a4a981a2e2462808', 'fixed_ips': [{'subnet_id': '27f11548-e810-433b-a7a2-2837b5ca84e6'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:46:57.642714 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6df46828-869d-4e67-b2eb-6e8940463578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:57.652585 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8553248e-6f65-4e9e-a319-4937aa044924 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:57.720440 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 33068) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:57.881385 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-8553248e-6f65-4e9e-a319-4937aa044924 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Allocated IP 172.25.6.196 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/896314e5-4a91-455e-ac5b-541edbaca4ce) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:46:57.961330 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4149e23-3d19-4927-a369-b9dbe072ae75 admin admin] Deleting subnet 53a90ae3-6991-47ea-a544-38df087759f0 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:46:57.964945 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3520fa-1aa5-4ace-845b-3292162ab4ee tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Made reservation on behalf of 28633539e0ee40d1a4a981a2e2462808 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:46:57.968797 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2a3520fa-1aa5-4ace-845b-3292162ab4ee tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:57.970940 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e4149e23-3d19-4927-a369-b9dbe072ae75 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:58.017068 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-2a3520fa-1aa5-4ace-845b-3292162ab4ee tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] device_id is not set on port 6919c8cb-2de1-4db0-a10a-6dcc62497146 yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:46:58.032362 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e4149e23-3d19-4927-a369-b9dbe072ae75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:58.051928 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8553248e-6f65-4e9e-a319-4937aa044924 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:58.139325 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e4149e23-3d19-4927-a369-b9dbe072ae75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:58.142315 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-6df46828-869d-4e67-b2eb-6e8940463578 None None] Allocated IP 2001:db8::2 (c378c9b1-d380-4a21-9705-632756d9ca17/27f11548-e810-433b-a7a2-2837b5ca84e6/cda6ec46-65c5-48e9-963f-5d04e0e7349a) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:46:58.155213 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8553248e-6f65-4e9e-a319-4937aa044924 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:58.244048 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8553248e-6f65-4e9e-a319-4937aa044924 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:46:58.248672 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-8553248e-6f65-4e9e-a319-4937aa044924 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:46:58.251713 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8553248e-6f65-4e9e-a319-4937aa044924 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:46:58.313311 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e4149e23-3d19-4927-a369-b9dbe072ae75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:58.357930 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8553248e-6f65-4e9e-a319-4937aa044924 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Pushing event updated for resources: {'Port': ['ID=896314e5-4a91-455e-ac5b-541edbaca4ce,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:58.383791 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644413bf-5fc9-498a-bea6-51b09a25e035 req-9a882cc0-caaa-478b-a08f-2ca991568161 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:58.388856 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4149e23-3d19-4927-a369-b9dbe072ae75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53a90ae3-6991-47ea-a544-38df087759f0,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:58.391158 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-644413bf-5fc9-498a-bea6-51b09a25e035 req-9a882cc0-caaa-478b-a08f-2ca991568161 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=39b5b785-155e-461e-b70d-1d7870d99ddc HTTP/1.1" status: 200 len: 946 time: 0.2036700 Oct 27 18:46:58.394970 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e4149e23-3d19-4927-a369-b9dbe072ae75 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:58.403725 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e4149e23-3d19-4927-a369-b9dbe072ae75 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/53a90ae3-6991-47ea-a544-38df087759f0 HTTP/1.1" status: 204 len: 168 time: 0.6823087 Oct 27 18:46:58.409655 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 33084) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:58.485541 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-644413bf-5fc9-498a-bea6-51b09a25e035 req-6091158f-8794-4174-863f-67a5097c0114 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e5b2351-2712-485c-824b-230eaf6340fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935080 Oct 27 18:46:58.501107 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6df46828-869d-4e67-b2eb-6e8940463578 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:58.556062 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-40b708c7-a4fd-41ae-9004-a0290e14a281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:58.594808 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6df46828-869d-4e67-b2eb-6e8940463578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:58.655199 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df46828-869d-4e67-b2eb-6e8940463578 None None] Network c378c9b1-d380-4a21-9705-632756d9ca17 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:46:58.658373 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-6df46828-869d-4e67-b2eb-6e8940463578 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:46:58.662674 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df46828-869d-4e67-b2eb-6e8940463578 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:46:58.671697 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df46828-869d-4e67-b2eb-6e8940463578 None None] Pushing event updated for resources: {'Port': ['ID=cda6ec46-65c5-48e9-963f-5d04e0e7349a,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:58.696646 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-40b708c7-a4fd-41ae-9004-a0290e14a281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:58.719555 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df46828-869d-4e67-b2eb-6e8940463578 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:46:58.719909 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df46828-869d-4e67-b2eb-6e8940463578 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:46:58.720281 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df46828-869d-4e67-b2eb-6e8940463578 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:46:58.721091 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df46828-869d-4e67-b2eb-6e8940463578 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:46:58.721091 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df46828-869d-4e67-b2eb-6e8940463578 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:46:58.721292 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df46828-869d-4e67-b2eb-6e8940463578 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:46:58.721578 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df46828-869d-4e67-b2eb-6e8940463578 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:46:58.721917 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df46828-869d-4e67-b2eb-6e8940463578 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:46:58.722251 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df46828-869d-4e67-b2eb-6e8940463578 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:46:58.722580 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df46828-869d-4e67-b2eb-6e8940463578 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:46:58.722953 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df46828-869d-4e67-b2eb-6e8940463578 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:46:58.723295 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df46828-869d-4e67-b2eb-6e8940463578 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:46:58.763666 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-6df46828-869d-4e67-b2eb-6e8940463578 None None] Attempting to bind port cda6ec46-65c5-48e9-963f-5d04e0e7349a on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:46:58.764059 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-6df46828-869d-4e67-b2eb-6e8940463578 None None] Attempting to bind port cda6ec46-65c5-48e9-963f-5d04e0e7349a by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '13bfb29b-355f-4836-8df7-4a139e032228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'c378c9b1-d380-4a21-9705-632756d9ca17'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:46:58.764435 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df46828-869d-4e67-b2eb-6e8940463578 None None] Attempting to bind port cda6ec46-65c5-48e9-963f-5d04e0e7349a on network c378c9b1-d380-4a21-9705-632756d9ca17 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:46:58.773689 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df46828-869d-4e67-b2eb-6e8940463578 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:46:58.774082 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df46828-869d-4e67-b2eb-6e8940463578 None None] Checking segment: {'id': '13bfb29b-355f-4836-8df7-4a139e032228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'c378c9b1-d380-4a21-9705-632756d9ca17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:46:58.774505 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6df46828-869d-4e67-b2eb-6e8940463578 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:58.774921 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df46828-869d-4e67-b2eb-6e8940463578 None None] Bound using segment: {'id': '13bfb29b-355f-4836-8df7-4a139e032228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'c378c9b1-d380-4a21-9705-632756d9ca17'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:46:58.775411 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-6df46828-869d-4e67-b2eb-6e8940463578 None None] Bound port: cda6ec46-65c5-48e9-963f-5d04e0e7349a, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13bfb29b-355f-4836-8df7-4a139e032228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'c378c9b1-d380-4a21-9705-632756d9ca17'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:46:58.775802 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6df46828-869d-4e67-b2eb-6e8940463578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:58.778510 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-40b708c7-a4fd-41ae-9004-a0290e14a281 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ece45d0-6b3f-4f8c-9d36-188ef51e155c']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:58.802259 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-2a3520fa-1aa5-4ace-845b-3292162ab4ee tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Allocated IP 2001:db8::2eb (c378c9b1-d380-4a21-9705-632756d9ca17/27f11548-e810-433b-a7a2-2837b5ca84e6/6919c8cb-2de1-4db0-a10a-6dcc62497146) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:46:58.827107 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-40b708c7-a4fd-41ae-9004-a0290e14a281 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c586602f-b9c6-4b6f-9183-be9b01423093') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:58.827107 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-40b708c7-a4fd-41ae-9004-a0290e14a281 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c586602f-b9c6-4b6f-9183-be9b01423093') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:46:58.837637 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-40b708c7-a4fd-41ae-9004-a0290e14a281 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:58.841663 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8553248e-6f65-4e9e-a319-4937aa044924 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:58.849475 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6df46828-869d-4e67-b2eb-6e8940463578 None None] For port cda6ec46-65c5-48e9-963f-5d04e0e7349a, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:46:58.853197 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6df46828-869d-4e67-b2eb-6e8940463578 None None] For port cda6ec46-65c5-48e9-963f-5d04e0e7349a, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=cda6ec46-65c5-48e9-963f-5d04e0e7349a,segment=NetworkSegment(13bfb29b-355f-4836-8df7-4a139e032228),segment_id=13bfb29b-355f-4836-8df7-4a139e032228)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:46:58.854943 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-40b708c7-a4fd-41ae-9004-a0290e14a281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:58.864660 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40b708c7-a4fd-41ae-9004-a0290e14a281 admin admin] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:46:58.865142 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-40b708c7-a4fd-41ae-9004-a0290e14a281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:58.867126 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:46:58.867126 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:46:58.867126 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:46:58.867126 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:46:58.867126 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:46:58.867126 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:46:58.867126 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:46:58.867126 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:46:58.867126 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:46:58.867126 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:46:58.867126 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:46:58.867126 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:46:58.867126 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:46:58.867126 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:46:58.867126 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:46:58.867126 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:46:58.867126 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:46:58.867126 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:46:58.867126 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:46:58.867126 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:46:58.867126 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:46:58.867126 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:46:58.867126 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:46:58.867126 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:46:58.867126 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:46:58.867126 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:46:58.867126 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:46:58.867126 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:46:58.867126 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:46:58.867126 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:46:58.867126 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:46:58.867126 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:46:58.941674 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6df46828-869d-4e67-b2eb-6e8940463578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:59.003989 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df46828-869d-4e67-b2eb-6e8940463578 None None] Pushing event updated for resources: {'Port': ['ID=cda6ec46-65c5-48e9-963f-5d04e0e7349a,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:59.028627 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-40b708c7-a4fd-41ae-9004-a0290e14a281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:59.029419 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8553248e-6f65-4e9e-a319-4937aa044924 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:59.038147 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-40b708c7-a4fd-41ae-9004-a0290e14a281 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:59.041721 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-40b708c7-a4fd-41ae-9004-a0290e14a281 admin admin] 10.222.0.52 "DELETE /v2.0/networks/9ece45d0-6b3f-4f8c-9d36-188ef51e155c HTTP/1.1" status: 204 len: 168 time: 0.6310568 Oct 27 18:46:59.081115 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b708c7-a4fd-41ae-9004-a0290e14a281 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ece45d0-6b3f-4f8c-9d36-188ef51e155c,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:59.229123 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2a3520fa-1aa5-4ace-845b-3292162ab4ee tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:59.233982 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3b8792b4-6b9b-4297-be1f-564a5273856f req-0390d151-7087-4dd7-bf28-38239c11c0a7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4b8a1515-3d3a-404a-a96e-a3984e3378f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0897260 Oct 27 18:46:59.285502 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8553248e-6f65-4e9e-a319-4937aa044924 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:59.360001 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8792b4-6b9b-4297-be1f-564a5273856f req-f54cbe17-c188-4789-a87d-519b03a4b439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:59.361604 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3b8792b4-6b9b-4297-be1f-564a5273856f req-f54cbe17-c188-4789-a87d-519b03a4b439 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a56febe1ed07496abd79e6dfcd66d421&device_id=4b8a1515-3d3a-404a-a96e-a3984e3378f3 HTTP/1.1" status: 200 len: 1097 time: 0.0692997 Oct 27 18:46:59.398059 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8553248e-6f65-4e9e-a319-4937aa044924 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:59.412267 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2a3520fa-1aa5-4ace-845b-3292162ab4ee tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:59.507352 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8553248e-6f65-4e9e-a319-4937aa044924 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:59.520031 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3520fa-1aa5-4ace-845b-3292162ab4ee tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'Port': ['ID=6919c8cb-2de1-4db0-a10a-6dcc62497146,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:59.545991 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 33106) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:59.561840 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3520fa-1aa5-4ace-845b-3292162ab4ee tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Network c378c9b1-d380-4a21-9705-632756d9ca17 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:46:59.575950 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-2a3520fa-1aa5-4ace-845b-3292162ab4ee tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:46:59.593135 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3520fa-1aa5-4ace-845b-3292162ab4ee tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:46:59.600024 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3520fa-1aa5-4ace-845b-3292162ab4ee tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:59.600594 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2a3520fa-1aa5-4ace-845b-3292162ab4ee tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:59.607485 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8553248e-6f65-4e9e-a319-4937aa044924 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Pushing event updated for resources: {'Port': ['ID=896314e5-4a91-455e-ac5b-541edbaca4ce,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:46:59.644923 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8792b4-6b9b-4297-be1f-564a5273856f req-19075744-20eb-48cf-93ee-775b965afc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:59.647786 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3b8792b4-6b9b-4297-be1f-564a5273856f req-19075744-20eb-48cf-93ee-775b965afc89 service neutron] 10.222.0.81 "GET /v2.0/networks?id=75e02ded-c2ac-42f1-841f-7a6a75428960 HTTP/1.1" status: 200 len: 898 time: 0.2578869 Oct 27 18:46:59.658906 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9ba5249f-35c7-4d6e-8f4c-92d0190e64e6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3e51f4d6e43c47d6aad8c33823e3964f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1111789 Oct 27 18:46:59.659202 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 33112) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:59.721875 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [None req-8553248e-6f65-4e9e-a319-4937aa044924 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Floating IP 56a80d60-d4c5-4696-8784-fe9b6b74b6ed associated. External IP: 172.25.6.196, port: 8d305108-7a10-41a7-b659-00d4b6fd10be. Oct 27 18:46:59.726837 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2a3520fa-1aa5-4ace-845b-3292162ab4ee tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1047223 Oct 27 18:46:59.737439 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 33114) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:46:59.791966 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3b8792b4-6b9b-4297-be1f-564a5273856f req-64c958db-4ccb-48fa-97ec-2a4f735c9ca0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34f552f3-e722-46af-9140-9f4def23bbc8 HTTP/1.1" status: 200 len: 1002 time: 0.1316779 Oct 27 18:46:59.843872 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08935565-989c-4352-ad63-46484cd6cc50 req-ab0f02fb-50c7-41ee-bac5-28e91f627b94 tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:59.852706 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-08935565-989c-4352-ad63-46484cd6cc50 req-ab0f02fb-50c7-41ee-bac5-28e91f627b94 tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 1097 time: 0.2464514 Oct 27 18:46:59.893976 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0f072952-03bd-4870-96eb-0c59c361a440 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:59.913939 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8792b4-6b9b-4297-be1f-564a5273856f req-ffa82107-a92c-4951-8361-cfc00cf3c3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:46:59.915477 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3b8792b4-6b9b-4297-be1f-564a5273856f req-ffa82107-a92c-4951-8361-cfc00cf3c3d1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=18093b5f-696f-44c2-a94b-0ce096165d5c HTTP/1.1" status: 200 len: 834 time: 0.1135283 Oct 27 18:46:59.944736 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0f072952-03bd-4870-96eb-0c59c361a440 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:46:59.977943 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-08935565-989c-4352-ad63-46484cd6cc50 req-10f1a74c-8ad2-480b-8057-b22e14277f6f tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=f35e86e5-032f-42cd-9d02-3615b3e713b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179650 Oct 27 18:47:00.025390 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-e2783a1d-1f9c-4969-b162-b2595daeb34e tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Deleting port 6919c8cb-2de1-4db0-a10a-6dcc62497146 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:47:00.025737 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e2783a1d-1f9c-4969-b162-b2595daeb34e tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:00.097392 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8792b4-6b9b-4297-be1f-564a5273856f req-ae99bc1c-46f8-4de2-9b07-e3ada2ba130f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:00.099585 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3b8792b4-6b9b-4297-be1f-564a5273856f req-ae99bc1c-46f8-4de2-9b07-e3ada2ba130f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=75e02ded-c2ac-42f1-841f-7a6a75428960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1710784 Oct 27 18:47:00.105250 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8553248e-6f65-4e9e-a319-4937aa044924 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Router 15deb4f5-af2b-4084-b49e-71e67c134467 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:47:00.223330 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e2783a1d-1f9c-4969-b162-b2595daeb34e tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:00.261109 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-e2783a1d-1f9c-4969-b162-b2595daeb34e tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Calling delete_port for 6919c8cb-2de1-4db0-a10a-6dcc62497146 owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:47:00.269661 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0f072952-03bd-4870-96eb-0c59c361a440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:00.272351 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0f072952-03bd-4870-96eb-0c59c361a440 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:00.281406 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0f072952-03bd-4870-96eb-0c59c361a440 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/aad36188-91d6-43e2-a568-2912c23799cc HTTP/1.1" status: 204 len: 168 time: 0.6137369 Oct 27 18:47:00.308774 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3b8792b4-6b9b-4297-be1f-564a5273856f req-981bc947-4152-456a-843c-424b6094af3f service neutron] 10.222.0.81 "GET /v2.0/networks/75e02ded-c2ac-42f1-841f-7a6a75428960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024930 Oct 27 18:47:00.311494 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f072952-03bd-4870-96eb-0c59c361a440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad36188-91d6-43e2-a568-2912c23799cc,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:00.371090 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8553248e-6f65-4e9e-a319-4937aa044924 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:47:00.383186 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087d3bd0-3eec-4642-a968-96302d3503e6 None None] Sync routers for ids ['15deb4f5-af2b-4084-b49e-71e67c134467'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:47:00.404812 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087d3bd0-3eec-4642-a968-96302d3503e6 None None] Routers {'15deb4f5-af2b-4084-b49e-71e67c134467'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:47:00.405705 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-087d3bd0-3eec-4642-a968-96302d3503e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:46:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['15deb4f5-af2b-4084-b49e-71e67c134467'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:00.463225 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5789b7b-0b75-49f4-a5e7-6bbd385dff52 req-cdecdd19-3316-4b68-95bb-a2d812f65660 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:00.475575 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b5789b7b-0b75-49f4-a5e7-6bbd385dff52 req-cdecdd19-3316-4b68-95bb-a2d812f65660 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=39b5b785-155e-461e-b70d-1d7870d99ddc HTTP/1.1" status: 200 len: 946 time: 0.3829479 Oct 27 18:47:00.501575 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8553248e-6f65-4e9e-a319-4937aa044924 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:00.609208 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8553248e-6f65-4e9e-a319-4937aa044924 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1802185 Oct 27 18:47:00.612527 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b20104-aeaf-485a-9e42-518dc2dd7d47', 'tag': '8d305108-7a10-41a7-b659-00d4b6fd10be'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:47:00.616700 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ccad04-782a-4e16-abdb-ddd7b86a7ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "41b20104-aeaf-485a-9e42-518dc2dd7d47", "tag": "8d305108-7a10-41a7-b659-00d4b6fd10be"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:47:00.626450 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3b8792b4-6b9b-4297-be1f-564a5273856f req-40c26fe4-2a68-4b2e-814d-bda2fad2b202 service neutron] 10.222.0.81 "GET /v2.0/networks/75e02ded-c2ac-42f1-841f-7a6a75428960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077726 Oct 27 18:47:00.660487 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device cda6ec46-65c5-48e9-963f-5d04e0e7349a up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:47:00.669231 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b5789b7b-0b75-49f4-a5e7-6bbd385dff52 req-fd1d325f-c653-4a6b-ac2d-c01b88956ce5 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e5b2351-2712-485c-824b-230eaf6340fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917443 Oct 27 18:47:00.736096 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc9bdf5-fded-4ced-88e3-309b0e6ef8ac None None] Network c378c9b1-d380-4a21-9705-632756d9ca17 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:47:00.837942 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-087d3bd0-3eec-4642-a968-96302d3503e6 None None] Set router 15deb4f5-af2b-4084-b49e-71e67c134467 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:47:00.880284 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e2783a1d-1f9c-4969-b162-b2595daeb34e tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:00.906068 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8300b-b504-422a-bbda-cc70f7775cb5 req-599f6497-4b5a-4db8-bfaa-b838492ecd13 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:00.915373 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-37c8300b-b504-422a-bbda-cc70f7775cb5 req-599f6497-4b5a-4db8-bfaa-b838492ecd13 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 946 time: 0.0675321 Oct 27 18:47:00.947471 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2783a1d-1f9c-4969-b162-b2595daeb34e tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event deleted for resources: {'Port': ['ID=6919c8cb-2de1-4db0-a10a-6dcc62497146,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:00.961928 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-a8644d9e-7204-4a7c-8733-0e3c9afc06ea None None] Provisioning complete for port cda6ec46-65c5-48e9-963f-5d04e0e7349a triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:00.963095 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a8644d9e-7204-4a7c-8733-0e3c9afc06ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:00.978389 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-37c8300b-b504-422a-bbda-cc70f7775cb5 req-e1bbd8d5-b524-4433-8e14-88ef2a9cb600 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=f35e86e5-032f-42cd-9d02-3615b3e713b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574853 Oct 27 18:47:00.996886 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33142) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:01.064933 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e2783a1d-1f9c-4969-b162-b2595daeb34e tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:01.092126 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e2783a1d-1f9c-4969-b162-b2595daeb34e tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/ports/6919c8cb-2de1-4db0-a10a-6dcc62497146 HTTP/1.1" status: 204 len: 168 time: 1.3377461 Oct 27 18:47:01.111711 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 33148) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:01.141626 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port cda6ec46-65c5-48e9-963f-5d04e0e7349a triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:01.142258 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:01.194225 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75adeed4-cc69-4958-9ee6-971affbdf263 x-openstack-request-id: req-75adeed4-cc69-4958-9ee6-971affbdf263 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:47:01.197593 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ad353a6-f8ba-4b3b-beff-9b873922da43 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] DELETE failed (client error): The resource could not be found. Oct 27 18:47:01.198105 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b20104-aeaf-485a-9e42-518dc2dd7d47", "tag": "8d305108-7a10-41a7-b659-00d4b6fd10be", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:47:01.198509 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-75adeed4-cc69-4958-9ee6-971affbdf263 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:47:01.198846 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b20104-aeaf-485a-9e42-518dc2dd7d47', 'tag': '8d305108-7a10-41a7-b659-00d4b6fd10be', 'status': 'completed', 'code': 200} Oct 27 18:47:01.203027 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ad353a6-f8ba-4b3b-beff-9b873922da43 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:47:01.203590 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7874f455-67b2-418b-8031-405b7fe4a21d tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/floatingips/8711499c-3376-40eb-b97c-87c0ba0938f2 HTTP/1.1" status: 200 len: 993 time: 0.2054694 Oct 27 18:47:01.216495 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7ad353a6-f8ba-4b3b-beff-9b873922da43 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/ports/6919c8cb-2de1-4db0-a10a-6dcc62497146 HTTP/1.1" status: 404 len: 333 time: 0.0811245 Oct 27 18:47:01.216775 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33154) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:01.232443 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c066444c-7d23-4f90-8670-f90211e316b3 req-bcdf7b3d-5a23-498e-a22a-a1750d72cbd0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=43bf8e39-1d6d-4bc4-ae5e-0ddbab92af02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2380495 Oct 27 18:47:01.277831 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ccad04-782a-4e16-abdb-ddd7b86a7ec1 req-84d061f1-5161-4e36-b636-6ef379205496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:01.277831 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-17ccad04-782a-4e16-abdb-ddd7b86a7ec1 req-84d061f1-5161-4e36-b636-6ef379205496 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=391e76b4c39940e3b00bc672cc4dcd20&device_id=41b20104-aeaf-485a-9e42-518dc2dd7d47 HTTP/1.1" status: 200 len: 1096 time: 0.1530037 Oct 27 18:47:01.297454 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e9f5f2-4396-44bd-9e38-cacf99f9100f tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] GET failed (client error): The resource could not be found. Oct 27 18:47:01.300099 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c2e9f5f2-4396-44bd-9e38-cacf99f9100f tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "GET /v2.0/ports/6919c8cb-2de1-4db0-a10a-6dcc62497146 HTTP/1.1" status: 404 len: 333 time: 0.0842710 Oct 27 18:47:01.304677 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33160) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:01.398004 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65f6a9-da60-4ec4-b543-cda66ed31675 req-3c8150a2-4a6e-45d4-af57-e7ea9929c3c8 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:01.407878 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cc65f6a9-da60-4ec4-b543-cda66ed31675 req-3c8150a2-4a6e-45d4-af57-e7ea9929c3c8 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=39b5b785-155e-461e-b70d-1d7870d99ddc HTTP/1.1" status: 200 len: 946 time: 0.1727145 Oct 27 18:47:01.430627 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-46beafad-03d9-42d6-b04d-1980197e029a tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Deleting subnet 27f11548-e810-433b-a7a2-2837b5ca84e6 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:47:01.432635 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066444c-7d23-4f90-8670-f90211e316b3 req-63115ef6-04ac-440c-9fef-7b0b90f78fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:01.434099 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c066444c-7d23-4f90-8670-f90211e316b3 req-63115ef6-04ac-440c-9fef-7b0b90f78fce service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=52a95296202d44938d9774b0c5d143a4&device_id=43bf8e39-1d6d-4bc4-ae5e-0ddbab92af02 HTTP/1.1" status: 200 len: 1101 time: 0.1186442 Oct 27 18:47:01.436076 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-46beafad-03d9-42d6-b04d-1980197e029a tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:01.460070 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ccad04-782a-4e16-abdb-ddd7b86a7ec1 req-338626a3-8dea-4c8a-af71-49bc32892c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:01.462299 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-17ccad04-782a-4e16-abdb-ddd7b86a7ec1 req-338626a3-8dea-4c8a-af71-49bc32892c86 service neutron] 10.222.0.93 "GET /v2.0/networks?id=94183f82-ba43-4cad-a650-759fa6592117 HTTP/1.1" status: 200 len: 911 time: 0.1822798 Oct 27 18:47:01.486546 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-46beafad-03d9-42d6-b04d-1980197e029a tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:01.549779 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:01.598473 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-17ccad04-782a-4e16-abdb-ddd7b86a7ec1 req-889972ef-9867-4c7f-8396-b3461d6cd2fa service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d305108-7a10-41a7-b659-00d4b6fd10be HTTP/1.1" status: 200 len: 999 time: 0.1254408 Oct 27 18:47:01.612629 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port cda6ec46-65c5-48e9-963f-5d04e0e7349a, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=cda6ec46-65c5-48e9-963f-5d04e0e7349a,segment=NetworkSegment(13bfb29b-355f-4836-8df7-4a139e032228),segment_id=13bfb29b-355f-4836-8df7-4a139e032228)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:47:01.623812 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a8644d9e-7204-4a7c-8733-0e3c9afc06ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:01.633153 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cc65f6a9-da60-4ec4-b543-cda66ed31675 req-06856e72-ef64-4fb4-bcc5-ecc06297a2fe tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e5b2351-2712-485c-824b-230eaf6340fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181540 Oct 27 18:47:01.676104 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066444c-7d23-4f90-8670-f90211e316b3 req-e4de4599-82b5-4a21-8f2c-4957c9ae82dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:01.678243 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c066444c-7d23-4f90-8670-f90211e316b3 req-e4de4599-82b5-4a21-8f2c-4957c9ae82dc service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2 HTTP/1.1" status: 200 len: 871 time: 0.2150395 Oct 27 18:47:01.685346 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-087d3bd0-3eec-4642-a968-96302d3503e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15deb4f5-af2b-4084-b49e-71e67c134467', 'name': 'tempest-TestServerBasicOps-2115343559-router', 'tenant_id': '391e76b4c39940e3b00bc672cc4dcd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '38184c6c-e7a4-48de-ba97-4f869b7e9c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:46:11Z', 'updated_at': '2021-10-27T18:46:18Z', 'revision_number': 4, 'project_id': '391e76b4c39940e3b00bc672cc4dcd20', 'gw_port': {'id': '38184c6c-e7a4-48de-ba97-4f869b7e9c33', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:37:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15deb4f5-af2b-4084-b49e-71e67c134467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:46:12Z', 'updated_at': '2021-10-27T18:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '56a80d60-d4c5-4696-8784-fe9b6b74b6ed', 'tenant_id': '391e76b4c39940e3b00bc672cc4dcd20', 'floating_ip_address': '172.25.6.196', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '15deb4f5-af2b-4084-b49e-71e67c134467', 'port_id': '8d305108-7a10-41a7-b659-00d4b6fd10be', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94183f82-ba43-4cad-a650-759fa6592117', 'mac_address': 'fa:16:3e:b3:65:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b20104-aeaf-485a-9e42-518dc2dd7d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:46:58Z', 'updated_at': '2021-10-27T18:46:58Z', 'revision_number': 0, 'project_id': '391e76b4c39940e3b00bc672cc4dcd20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5680c526-3f22-43f3-b014-80908da219db', 'name': '', 'network_id': '94183f82-ba43-4cad-a650-759fa6592117', 'tenant_id': '391e76b4c39940e3b00bc672cc4dcd20', 'mac_address': 'fa:16:3e:c6:e9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15deb4f5-af2b-4084-b49e-71e67c134467', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '49ceb9f9-65ac-4ed1-b447-596c7946b52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:46:17Z', 'updated_at': '2021-10-27T18:46:28Z', 'revision_number': 5, 'project_id': '391e76b4c39940e3b00bc672cc4dcd20', 'subnets': [{'id': '49ceb9f9-65ac-4ed1-b447-596c7946b52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:01.695862 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ccad04-782a-4e16-abdb-ddd7b86a7ec1 req-9dc9ff95-e9bc-43d7-a6f6-e046323520d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:01.700573 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-17ccad04-782a-4e16-abdb-ddd7b86a7ec1 req-9dc9ff95-e9bc-43d7-a6f6-e046323520d4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=49ceb9f9-65ac-4ed1-b447-596c7946b52c HTTP/1.1" status: 200 len: 848 time: 0.0896885 Oct 27 18:47:01.700787 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-46beafad-03d9-42d6-b04d-1980197e029a tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:01.712077 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:47:01.741062 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087d3bd0-3eec-4642-a968-96302d3503e6 None None] Checking router: 15deb4f5-af2b-4084-b49e-71e67c134467 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:47:01.744623 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:01.751532 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c066444c-7d23-4f90-8670-f90211e316b3 req-9d180b78-2dae-41b1-8238-57a29f5c11bd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=18a0adb3-0300-4a31-a6b2-ef969ed2a070 HTTP/1.1" status: 200 len: 217 time: 0.0644307 Oct 27 18:47:01.763002 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087d3bd0-3eec-4642-a968-96302d3503e6 None None] Routers {'15deb4f5-af2b-4084-b49e-71e67c134467'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:47:01.763823 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-087d3bd0-3eec-4642-a968-96302d3503e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:46:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['15deb4f5-af2b-4084-b49e-71e67c134467'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:01.985010 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ccad04-782a-4e16-abdb-ddd7b86a7ec1 req-1a09b822-577a-4577-95d7-793c93b8b0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:01.986574 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-17ccad04-782a-4e16-abdb-ddd7b86a7ec1 req-1a09b822-577a-4577-95d7-793c93b8b0b2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=94183f82-ba43-4cad-a650-759fa6592117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2452998 Oct 27 18:47:02.003812 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066444c-7d23-4f90-8670-f90211e316b3 req-83b0faa7-7c0c-459f-b88e-81275e75e73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:02.009095 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=cda6ec46-65c5-48e9-963f-5d04e0e7349a,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:02.009305 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c066444c-7d23-4f90-8670-f90211e316b3 req-83b0faa7-7c0c-459f-b88e-81275e75e73e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.2231941 Oct 27 18:47:02.029161 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-46beafad-03d9-42d6-b04d-1980197e029a tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:02.072657 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-a8644d9e-7204-4a7c-8733-0e3c9afc06ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:47:02.073047 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-a8644d9e-7204-4a7c-8733-0e3c9afc06ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:47:02.127392 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46beafad-03d9-42d6-b04d-1980197e029a tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event deleted for resources: {'Subnet': ['ID=27f11548-e810-433b-a7a2-2837b5ca84e6,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:02.144068 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-087d3bd0-3eec-4642-a968-96302d3503e6 None None] Set router 15deb4f5-af2b-4084-b49e-71e67c134467 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:47:02.158672 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-46beafad-03d9-42d6-b04d-1980197e029a tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:02.170133 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 33188) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:02.177264 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-46beafad-03d9-42d6-b04d-1980197e029a tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/subnets/27f11548-e810-433b-a7a2-2837b5ca84e6 HTTP/1.1" status: 204 len: 168 time: 0.8687007 Oct 27 18:47:02.179670 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33190) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:02.255831 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066444c-7d23-4f90-8670-f90211e316b3 req-96f81c83-3adc-45fb-a861-f48bf5270597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:02.257570 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c066444c-7d23-4f90-8670-f90211e316b3 req-96f81c83-3adc-45fb-a861-f48bf5270597 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2430947 Oct 27 18:47:02.344985 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-17ccad04-782a-4e16-abdb-ddd7b86a7ec1 req-f2449947-48b7-4493-b73c-c1050cd6fbdf service neutron] 10.222.0.93 "GET /v2.0/networks/94183f82-ba43-4cad-a650-759fa6592117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348293 Oct 27 18:47:02.352141 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-07ca612b-1984-4e30-9da0-f5532e360c25 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1754018849-network', 'tenant_id': 'd106a5239d15419e8ba11d733c87013f'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:47:02.353821 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-94396cd2-2310-4036-b09b-8e48b8547560 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:02.521960 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-94396cd2-2310-4036-b09b-8e48b8547560 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Deleting port cda6ec46-65c5-48e9-963f-5d04e0e7349a {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:47:02.524834 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-94396cd2-2310-4036-b09b-8e48b8547560 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:02.596858 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767d6fbd-43ce-44d7-bcd1-d25a961c375c None None] Network c378c9b1-d380-4a21-9705-632756d9ca17 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:47:02.627518 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device cda6ec46-65c5-48e9-963f-5d04e0e7349a up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:47:02.709496 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b4532-67d9-4bdd-a1f8-8a995e5e9173 req-33715ec5-f436-47d3-b61b-832dc63f5a13 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:02.717487 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cd5b4532-67d9-4bdd-a1f8-8a995e5e9173 req-33715ec5-f436-47d3-b61b-832dc63f5a13 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 946 time: 0.0925307 Oct 27 18:47:02.729742 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-94396cd2-2310-4036-b09b-8e48b8547560 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] For port cda6ec46-65c5-48e9-963f-5d04e0e7349a, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=cda6ec46-65c5-48e9-963f-5d04e0e7349a,segment=NetworkSegment(13bfb29b-355f-4836-8df7-4a139e032228),segment_id=13bfb29b-355f-4836-8df7-4a139e032228)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:47:02.730868 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-94396cd2-2310-4036-b09b-8e48b8547560 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:02.754288 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-94396cd2-2310-4036-b09b-8e48b8547560 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Calling delete_port for cda6ec46-65c5-48e9-963f-5d04e0e7349a owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:47:02.800797 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cd5b4532-67d9-4bdd-a1f8-8a995e5e9173 req-123e33ae-c051-4349-a28e-823809c49553 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=f35e86e5-032f-42cd-9d02-3615b3e713b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769506 Oct 27 18:47:02.945524 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c066444c-7d23-4f90-8670-f90211e316b3 req-72c4df35-818a-4cc0-ae2e-76584b6b1152 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6747808 Oct 27 18:47:02.948286 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port cda6ec46-65c5-48e9-963f-5d04e0e7349a triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:02.948881 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:02.949486 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-94396cd2-2310-4036-b09b-8e48b8547560 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:02.975280 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Port cda6ec46-65c5-48e9-963f-5d04e0e7349a was deleted so its status cannot be updated. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 27 18:47:02.984689 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-8ad6ba59-2144-443b-b5e0-2e594853515a None None] Could not find standard attr ID for object 6919c8cb-2de1-4db0-a10a-6dcc62497146. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 18:47:02.995044 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-8ad6ba59-2144-443b-b5e0-2e594853515a None None] Could not find standard attr ID for object cda6ec46-65c5-48e9-963f-5d04e0e7349a. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 18:47:03.037897 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-b8685bea-4556-4fd7-b445-adea78718880 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1865144 Oct 27 18:47:03.040082 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-17ccad04-782a-4e16-abdb-ddd7b86a7ec1 req-53dcb725-b24b-4f43-a947-0614a68f3292 service neutron] 10.222.0.93 "GET /v2.0/networks/94183f82-ba43-4cad-a650-759fa6592117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6798620 Oct 27 18:47:03.044846 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ca612b-1984-4e30-9da0-f5532e360c25 admin admin] Made reservation on behalf of d106a5239d15419e8ba11d733c87013f for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:47:03.054668 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-07ca612b-1984-4e30-9da0-f5532e360c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:03.062600 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-087d3bd0-3eec-4642-a968-96302d3503e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15deb4f5-af2b-4084-b49e-71e67c134467', 'name': 'tempest-TestServerBasicOps-2115343559-router', 'tenant_id': '391e76b4c39940e3b00bc672cc4dcd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '38184c6c-e7a4-48de-ba97-4f869b7e9c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:46:11Z', 'updated_at': '2021-10-27T18:46:18Z', 'revision_number': 4, 'project_id': '391e76b4c39940e3b00bc672cc4dcd20', 'gw_port': {'id': '38184c6c-e7a4-48de-ba97-4f869b7e9c33', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:37:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15deb4f5-af2b-4084-b49e-71e67c134467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:46:12Z', 'updated_at': '2021-10-27T18:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '56a80d60-d4c5-4696-8784-fe9b6b74b6ed', 'tenant_id': '391e76b4c39940e3b00bc672cc4dcd20', 'floating_ip_address': '172.25.6.196', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '15deb4f5-af2b-4084-b49e-71e67c134467', 'port_id': '8d305108-7a10-41a7-b659-00d4b6fd10be', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94183f82-ba43-4cad-a650-759fa6592117', 'mac_address': 'fa:16:3e:b3:65:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b20104-aeaf-485a-9e42-518dc2dd7d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:46:58Z', 'updated_at': '2021-10-27T18:46:58Z', 'revision_number': 0, 'project_id': '391e76b4c39940e3b00bc672cc4dcd20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5680c526-3f22-43f3-b014-80908da219db', 'name': '', 'network_id': '94183f82-ba43-4cad-a650-759fa6592117', 'tenant_id': '391e76b4c39940e3b00bc672cc4dcd20', 'mac_address': 'fa:16:3e:c6:e9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15deb4f5-af2b-4084-b49e-71e67c134467', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '49ceb9f9-65ac-4ed1-b447-596c7946b52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:46:17Z', 'updated_at': '2021-10-27T18:46:28Z', 'revision_number': 5, 'project_id': '391e76b4c39940e3b00bc672cc4dcd20', 'subnets': [{'id': '49ceb9f9-65ac-4ed1-b447-596c7946b52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:03.075644 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-07ca612b-1984-4e30-9da0-f5532e360c25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:03.079628 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94396cd2-2310-4036-b09b-8e48b8547560 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] No DVR routers for this DVR port cda6ec46-65c5-48e9-963f-5d04e0e7349a on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:47:03.081445 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94396cd2-2310-4036-b09b-8e48b8547560 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event deleted for resources: {'Port': ['ID=cda6ec46-65c5-48e9-963f-5d04e0e7349a,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:03.148631 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087d3bd0-3eec-4642-a968-96302d3503e6 None None] The sync data for ids ['15deb4f5-af2b-4084-b49e-71e67c134467'] in n-d-815690-2 is: [{'id': '15deb4f5-af2b-4084-b49e-71e67c134467', 'name': 'tempest-TestServerBasicOps-2115343559-router', 'tenant_id': '391e76b4c39940e3b00bc672cc4dcd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '38184c6c-e7a4-48de-ba97-4f869b7e9c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:46:11Z', 'updated_at': '2021-10-27T18:46:18Z', 'revision_number': 4, 'project_id': '391e76b4c39940e3b00bc672cc4dcd20', 'gw_port': {'id': '38184c6c-e7a4-48de-ba97-4f869b7e9c33', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:37:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15deb4f5-af2b-4084-b49e-71e67c134467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:46:12Z', 'updated_at': '2021-10-27T18:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '56a80d60-d4c5-4696-8784-fe9b6b74b6ed', 'tenant_id': '391e76b4c39940e3b00bc672cc4dcd20', 'floating_ip_address': '172.25.6.196', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '15deb4f5-af2b-4084-b49e-71e67c134467', 'port_id': '8d305108-7a10-41a7-b659-00d4b6fd10be', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94183f82-ba43-4cad-a650-759fa6592117', 'mac_address': 'fa:16:3e:b3:65:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b20104-aeaf-485a-9e42-518dc2dd7d47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:46:58Z', 'updated_at': '2021-10-27T18:46:58Z', 'revision_number': 0, 'project_id': '391e76b4c39940e3b00bc672cc4dcd20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5680c526-3f22-43f3-b014-80908da219db', 'name': '', 'network_id': '94183f82-ba43-4cad-a650-759fa6592117', 'tenant_id': '391e76b4c39940e3b00bc672cc4dcd20', 'mac_address': 'fa:16:3e:c6:e9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15deb4f5-af2b-4084-b49e-71e67c134467', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '49ceb9f9-65ac-4ed1-b447-596c7946b52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:46:17Z', 'updated_at': '2021-10-27T18:46:28Z', 'revision_number': 5, 'project_id': '391e76b4c39940e3b00bc672cc4dcd20', 'subnets': [{'id': '49ceb9f9-65ac-4ed1-b447-596c7946b52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:47:03.154160 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 33208) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:03.159890 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be19f776-6919-4bbe-afd8-bf5bb15ab5ec None None] DHCP port deletion for c378c9b1-d380-4a21-9705-632756d9ca17 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:47:03.277608 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c066444c-7d23-4f90-8670-f90211e316b3 req-2199f679-8c94-46b1-8dc6-257ca09e74a5 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229437 Oct 27 18:47:03.424985 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-07ca612b-1984-4e30-9da0-f5532e360c25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:03.565689 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-07ca612b-1984-4e30-9da0-f5532e360c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:03.575642 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37477844-7389-4a75-ba1e-4e4fcbe76a2b None None] New status for floating IP 56a80d60-d4c5-4696-8784-fe9b6b74b6ed: ACTIVE {{(pid=102881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:47:03.664537 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07ca612b-1984-4e30-9da0-f5532e360c25 admin admin] vlan segment allocate from pool success with {'vlan_id': 1042, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:47:03.687906 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-94396cd2-2310-4036-b09b-8e48b8547560 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:03.691960 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca612b-1984-4e30-9da0-f5532e360c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1678557-1153-4997-b1b1-d43d49910ffe,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:03.694948 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-07ca612b-1984-4e30-9da0-f5532e360c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:03.695296 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-07ca612b-1984-4e30-9da0-f5532e360c25 admin admin] Added segment 466ff7d5-b359-45a3-9453-10be1f7dfc61 of type vlan for network fa1623a9-1856-4ad1-88c3-750138951c47 Oct 27 18:47:03.714853 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-94396cd2-2310-4036-b09b-8e48b8547560 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c378c9b1-d380-4a21-9705-632756d9ca17']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:03.736912 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-94396cd2-2310-4036-b09b-8e48b8547560 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13bfb29b-355f-4836-8df7-4a139e032228') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:03.737676 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-94396cd2-2310-4036-b09b-8e48b8547560 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13bfb29b-355f-4836-8df7-4a139e032228') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:03.750100 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-07ca612b-1984-4e30-9da0-f5532e360c25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:03.750324 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-94396cd2-2310-4036-b09b-8e48b8547560 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:03.791602 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-94396cd2-2310-4036-b09b-8e48b8547560 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:03.799033 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94396cd2-2310-4036-b09b-8e48b8547560 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:47:03.799437 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-94396cd2-2310-4036-b09b-8e48b8547560 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:03.803121 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:47:03.803121 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:47:03.803121 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:47:03.803121 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:47:03.803121 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:47:03.803121 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:47:03.803121 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:47:03.803121 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:47:03.803121 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:47:03.803121 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:47:03.803121 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:47:03.803121 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:47:03.803121 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:47:03.803121 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:47:03.803121 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:47:03.803121 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:47:03.803121 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:47:03.803121 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:47:03.803121 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:47:03.803121 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:47:03.803121 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:47:03.803121 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:47:03.803121 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:47:03.803121 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:47:03.803121 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:47:03.803121 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:47:03.803121 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:47:03.803121 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:47:03.803121 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:47:03.803121 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:47:03.803121 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:47:03.803121 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:47:03.924806 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-07ca612b-1984-4e30-9da0-f5532e360c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:03.925939 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ca612b-1984-4e30-9da0-f5532e360c25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:03.927178 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-07ca612b-1984-4e30-9da0-f5532e360c25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:03.953701 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-94396cd2-2310-4036-b09b-8e48b8547560 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:03.975187 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-94396cd2-2310-4036-b09b-8e48b8547560 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:03.982118 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-94396cd2-2310-4036-b09b-8e48b8547560 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/networks/c378c9b1-d380-4a21-9705-632756d9ca17 HTTP/1.1" status: 204 len: 168 time: 1.7978258 Oct 27 18:47:03.982118 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94396cd2-2310-4036-b09b-8e48b8547560 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event deleted for resources: {'Network': ['ID=c378c9b1-d380-4a21-9705-632756d9ca17,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:03.984608 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33238) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:03.991381 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-c0bbe06f-7624-4923-8760-6c834e676c13 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-141195777'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:47:04.017145 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348240d-6ffc-48c4-b037-8220be24e2c2 req-620ee001-0161-493d-9d37-106ac81ac346 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:04.023323 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2348240d-6ffc-48c4-b037-8220be24e2c2 req-620ee001-0161-493d-9d37-106ac81ac346 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 946 time: 0.1200011 Oct 27 18:47:04.048103 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-07ca612b-1984-4e30-9da0-f5532e360c25 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8749218 Oct 27 18:47:04.057093 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33242) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:04.070902 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-30d720d0-c910-4137-96a0-9b2e0f88cb82 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:04.071650 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-266be02e-f2c2-478d-8204-bb780531e711 admin admin] Request body: {'subnet': {'network_id': 'fa1623a9-1856-4ad1-88c3-750138951c47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1754018849-subnet', 'tenant_id': 'd106a5239d15419e8ba11d733c87013f', 'ip_version': 4}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:47:04.083582 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca612b-1984-4e30-9da0-f5532e360c25 admin admin] Pushing event updated for resources: {'Network': ['ID=fa1623a9-1856-4ad1-88c3-750138951c47,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:04.092954 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2348240d-6ffc-48c4-b037-8220be24e2c2 req-830fee33-33fc-464c-9532-4acc12bb9623 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=f35e86e5-032f-42cd-9d02-3615b3e713b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664241 Oct 27 18:47:04.106059 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network fa1623a9-1856-4ad1-88c3-750138951c47 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:47:04.173220 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0bbe06f-7624-4923-8760-6c834e676c13 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Made reservation on behalf of 28633539e0ee40d1a4a981a2e2462808 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:47:04.183045 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c0bbe06f-7624-4923-8760-6c834e676c13 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:04.231451 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0bbe06f-7624-4923-8760-6c834e676c13 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] vlan segment allocate from pool success with {'vlan_id': 1038, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:47:04.239772 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c0bbe06f-7624-4923-8760-6c834e676c13 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:04.240148 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-c0bbe06f-7624-4923-8760-6c834e676c13 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Added segment 8388cf36-aed0-402d-9431-c47974fe93bb of type vlan for network 00736b91-c432-4f1d-abef-a5f78d8dac79 Oct 27 18:47:04.279848 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266be02e-f2c2-478d-8204-bb780531e711 admin admin] Made reservation on behalf of d106a5239d15419e8ba11d733c87013f for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:47:04.282302 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-266be02e-f2c2-478d-8204-bb780531e711 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:04.301516 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c0bbe06f-7624-4923-8760-6c834e676c13 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:04.434694 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-30d720d0-c910-4137-96a0-9b2e0f88cb82 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Allocated IP 172.20.0.17 (648b7f78-aaf7-4fa4-b7bd-658874557ab4/48bc7790-a2d7-4fea-aea4-f8691c6458d8/6170c8a2-e6e9-46d5-bd5e-75fa04799731) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:47:04.483364 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c0bbe06f-7624-4923-8760-6c834e676c13 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:04.495967 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bbe06f-7624-4923-8760-6c834e676c13 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:04.496430 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c0bbe06f-7624-4923-8760-6c834e676c13 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:04.504353 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device cda6ec46-65c5-48e9-963f-5d04e0e7349a no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:47:04.532139 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: cda6ec46-65c5-48e9-963f-5d04e0e7349a {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:47:04.532485 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device cda6ec46-65c5-48e9-963f-5d04e0e7349a not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:47:04.591159 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-30d720d0-c910-4137-96a0-9b2e0f88cb82 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:04.615984 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bbe06f-7624-4923-8760-6c834e676c13 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'Network': ['ID=00736b91-c432-4f1d-abef-a5f78d8dac79,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:04.628231 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 00736b91-c432-4f1d-abef-a5f78d8dac79 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:47:04.703285 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c0bbe06f-7624-4923-8760-6c834e676c13 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7165947 Oct 27 18:47:04.708358 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33258) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:04.711902 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-f7f7fd83-f718-4be5-8738-ab1012559bf4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'subnet': {'network_id': '00736b91-c432-4f1d-abef-a5f78d8dac79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:47:04.758265 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-30d720d0-c910-4137-96a0-9b2e0f88cb82 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:04.765075 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-266be02e-f2c2-478d-8204-bb780531e711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:04.809153 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d720d0-c910-4137-96a0-9b2e0f88cb82 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Network 648b7f78-aaf7-4fa4-b7bd-658874557ab4 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:47:04.812405 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-30d720d0-c910-4137-96a0-9b2e0f88cb82 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:47:04.817627 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d720d0-c910-4137-96a0-9b2e0f88cb82 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:47:04.855480 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266be02e-f2c2-478d-8204-bb780531e711 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0693d3c-afea-47b3-aa9b-9f06cc67b630,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:04.869891 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-30d720d0-c910-4137-96a0-9b2e0f88cb82 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:04.881506 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266be02e-f2c2-478d-8204-bb780531e711 admin admin] Checking segment: {'id': '466ff7d5-b359-45a3-9453-10be1f7dfc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'fa1623a9-1856-4ad1-88c3-750138951c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:47:04.881506 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266be02e-f2c2-478d-8204-bb780531e711 admin admin] Network hostable DHCP agents. Network: fa1623a9-1856-4ad1-88c3-750138951c47, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:47:04.918278 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d720d0-c910-4137-96a0-9b2e0f88cb82 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event updated for resources: {'Port': ['ID=6170c8a2-e6e9-46d5-bd5e-75fa04799731,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:04.990587 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266be02e-f2c2-478d-8204-bb780531e711 admin admin] Network fa1623a9-1856-4ad1-88c3-750138951c47 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:47:04.996599 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f7fd83-f718-4be5-8738-ab1012559bf4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Made reservation on behalf of 28633539e0ee40d1a4a981a2e2462808 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:47:05.003182 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f7f7fd83-f718-4be5-8738-ab1012559bf4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:05.092788 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-266be02e-f2c2-478d-8204-bb780531e711 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, fa1623a9-1856-4ad1-88c3-750138951c47) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:47:05.098772 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266be02e-f2c2-478d-8204-bb780531e711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:05.099982 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-266be02e-f2c2-478d-8204-bb780531e711 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:05.111242 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893d230a-116f-4689-abde-c69b938c13ec None None] Network fa1623a9-1856-4ad1-88c3-750138951c47 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:47:05.114361 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-30d720d0-c910-4137-96a0-9b2e0f88cb82 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:05.241668 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-266be02e-f2c2-478d-8204-bb780531e711 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1738441 Oct 27 18:47:05.241668 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33270) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:05.245548 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-2177e1c9-74a7-454d-aec7-0e85cd2377ee admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1754018849-router', 'tenant_id': 'd106a5239d15419e8ba11d733c87013f', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:47:05.306280 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64c7e8-7131-4a42-96e8-7b2ccd586563 req-a51befcc-8e2d-419a-bf32-ee59cfa2957b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:05.307913 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1c64c7e8-7131-4a42-96e8-7b2ccd586563 req-a51befcc-8e2d-419a-bf32-ee59cfa2957b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 946 time: 0.1237826 Oct 27 18:47:05.335446 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-420543f3-c982-477c-91a0-ff19fc9d8bc2 None None] Provisioning complete for port 6170c8a2-e6e9-46d5-bd5e-75fa04799731 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:05.336079 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-420543f3-c982-477c-91a0-ff19fc9d8bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:05.351442 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2177e1c9-74a7-454d-aec7-0e85cd2377ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:05.352482 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2177e1c9-74a7-454d-aec7-0e85cd2377ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:05.373630 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-420543f3-c982-477c-91a0-ff19fc9d8bc2 None None] Port 6170c8a2-e6e9-46d5-bd5e-75fa04799731 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:47:05.439114 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef487ef-4549-44b9-b8c2-da8915b59d08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-fa1623a9-1856-4ad1-88c3-750138951c47', 'network_id': 'fa1623a9-1856-4ad1-88c3-750138951c47', 'tenant_id': 'd106a5239d15419e8ba11d733c87013f', 'fixed_ips': [{'subnet_id': 'b0693d3c-afea-47b3-aa9b-9f06cc67b630'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:47:05.440299 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2ef487ef-4549-44b9-b8c2-da8915b59d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:05.462587 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1c64c7e8-7131-4a42-96e8-7b2ccd586563 req-df49dd91-7ebf-4c79-aac6-4792b9b5236b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=f35e86e5-032f-42cd-9d02-3615b3e713b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124570 Oct 27 18:47:05.465985 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2177e1c9-74a7-454d-aec7-0e85cd2377ee admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:05.503053 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f7f7fd83-f718-4be5-8738-ab1012559bf4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:05.558851 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-30d720d0-c910-4137-96a0-9b2e0f88cb82 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:05.605884 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-2ef487ef-4549-44b9-b8c2-da8915b59d08 None None] Allocated IP 172.20.0.2 (fa1623a9-1856-4ad1-88c3-750138951c47/b0693d3c-afea-47b3-aa9b-9f06cc67b630/2c066642-c85a-4122-a571-5b8374b1d3d6) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:47:05.608442 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f7fd83-f718-4be5-8738-ab1012559bf4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'Subnet': ['ID=70582f5d-30e8-4db1-baa4-d249dde7bf93,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:05.678878 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f7fd83-f718-4be5-8738-ab1012559bf4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Checking segment: {'id': '8388cf36-aed0-402d-9431-c47974fe93bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '00736b91-c432-4f1d-abef-a5f78d8dac79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:47:05.679259 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f7fd83-f718-4be5-8738-ab1012559bf4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Network hostable DHCP agents. Network: 00736b91-c432-4f1d-abef-a5f78d8dac79, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:47:05.690437 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-30d720d0-c910-4137-96a0-9b2e0f88cb82 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:05.764757 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2177e1c9-74a7-454d-aec7-0e85cd2377ee admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:05.790949 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2ef487ef-4549-44b9-b8c2-da8915b59d08 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:05.794224 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d720d0-c910-4137-96a0-9b2e0f88cb82 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event updated for resources: {'Port': ['ID=6170c8a2-e6e9-46d5-bd5e-75fa04799731,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:05.797665 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-30d720d0-c910-4137-96a0-9b2e0f88cb82 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:05.866619 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f7fd83-f718-4be5-8738-ab1012559bf4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Network 00736b91-c432-4f1d-abef-a5f78d8dac79 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:47:05.910983 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-a85d022a-49ce-45e4-866b-b00011644aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:05.912402 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-a85d022a-49ce-45e4-866b-b00011644aed service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=21f5568e020c455199c8dde94ac0b73c&device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 1097 time: 0.0674782 Oct 27 18:47:05.914804 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2ef487ef-4549-44b9-b8c2-da8915b59d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:05.944199 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-f7f7fd83-f718-4be5-8738-ab1012559bf4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 00736b91-c432-4f1d-abef-a5f78d8dac79) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:47:05.950093 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f7fd83-f718-4be5-8738-ab1012559bf4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:05.950909 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f7f7fd83-f718-4be5-8738-ab1012559bf4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:05.990500 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d720d0-c910-4137-96a0-9b2e0f88cb82 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Network 648b7f78-aaf7-4fa4-b7bd-658874557ab4 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:47:05.990955 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eef516e-699a-4322-bffd-3b7b795296d8 None None] Network 00736b91-c432-4f1d-abef-a5f78d8dac79 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:47:05.995956 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-30d720d0-c910-4137-96a0-9b2e0f88cb82 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:47:06.063707 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f7f7fd83-f718-4be5-8738-ab1012559bf4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3563759 Oct 27 18:47:06.065204 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef487ef-4549-44b9-b8c2-da8915b59d08 None None] Pushing event updated for resources: {'Port': ['ID=2c066642-c85a-4122-a571-5b8374b1d3d6,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:06.066393 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33278) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:06.074772 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-ada9a63e-70df-4b4e-871f-161bb0b27ce7 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'port': {'network_id': '00736b91-c432-4f1d-abef-a5f78d8dac79', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1059402759'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:47:06.081558 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef487ef-4549-44b9-b8c2-da8915b59d08 None None] Network fa1623a9-1856-4ad1-88c3-750138951c47 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:47:06.085347 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-2ef487ef-4549-44b9-b8c2-da8915b59d08 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:47:06.091058 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef487ef-4549-44b9-b8c2-da8915b59d08 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:47:06.143865 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-48555e02-4416-4a4c-b3dd-2b0aabedec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:06.145995 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-48555e02-4416-4a4c-b3dd-2b0aabedec50 service neutron] 10.222.0.93 "GET /v2.0/networks?id=7bd6a875-a657-47e8-89d0-37edc08a1634 HTTP/1.1" status: 200 len: 898 time: 0.2194254 Oct 27 18:47:06.194433 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-2ef487ef-4549-44b9-b8c2-da8915b59d08 None None] Attempting to bind port 2c066642-c85a-4122-a571-5b8374b1d3d6 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:47:06.195045 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-2ef487ef-4549-44b9-b8c2-da8915b59d08 None None] Attempting to bind port 2c066642-c85a-4122-a571-5b8374b1d3d6 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '466ff7d5-b359-45a3-9453-10be1f7dfc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'fa1623a9-1856-4ad1-88c3-750138951c47'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:47:06.195187 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef487ef-4549-44b9-b8c2-da8915b59d08 None None] Attempting to bind port 2c066642-c85a-4122-a571-5b8374b1d3d6 on network fa1623a9-1856-4ad1-88c3-750138951c47 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:47:06.201904 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef487ef-4549-44b9-b8c2-da8915b59d08 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:47:06.208155 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef487ef-4549-44b9-b8c2-da8915b59d08 None None] Checking segment: {'id': '466ff7d5-b359-45a3-9453-10be1f7dfc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'fa1623a9-1856-4ad1-88c3-750138951c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:47:06.209527 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2ef487ef-4549-44b9-b8c2-da8915b59d08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:06.210098 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef487ef-4549-44b9-b8c2-da8915b59d08 None None] Bound using segment: {'id': '466ff7d5-b359-45a3-9453-10be1f7dfc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'fa1623a9-1856-4ad1-88c3-750138951c47'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:47:06.210764 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-2ef487ef-4549-44b9-b8c2-da8915b59d08 None None] Bound port: 2c066642-c85a-4122-a571-5b8374b1d3d6, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '466ff7d5-b359-45a3-9453-10be1f7dfc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'fa1623a9-1856-4ad1-88c3-750138951c47'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:47:06.211371 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2ef487ef-4549-44b9-b8c2-da8915b59d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:06.269763 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2177e1c9-74a7-454d-aec7-0e85cd2377ee admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:06.278288 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d720d0-c910-4137-96a0-9b2e0f88cb82 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Router 8318be0b-e6c7-4241-9937-ef593d662a75 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:47:06.280826 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-414ca2c5-2a64-4aad-8e3c-61f162fc9e28 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0744efde-88be-4f06-accb-741e25dc3426 HTTP/1.1" status: 200 len: 1001 time: 0.1277621 Oct 27 18:47:06.317558 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2177e1c9-74a7-454d-aec7-0e85cd2377ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:06.347286 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19179e65-eba9-4e5c-9b49-c99d45038e39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-00736b91-c432-4f1d-abef-a5f78d8dac79', 'network_id': '00736b91-c432-4f1d-abef-a5f78d8dac79', 'tenant_id': '28633539e0ee40d1a4a981a2e2462808', 'fixed_ips': [{'subnet_id': '70582f5d-30e8-4db1-baa4-d249dde7bf93'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:47:06.352159 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-19179e65-eba9-4e5c-9b49-c99d45038e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:06.436280 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-3f3ec8ef-4eaa-48ca-8a9d-cb15cb6d14e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:06.437768 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-3f3ec8ef-4eaa-48ca-8a9d-cb15cb6d14e5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=160bc31a-12ba-4b4e-818c-d23c30c3ab80 HTTP/1.1" status: 200 len: 834 time: 0.1479881 Oct 27 18:47:06.466881 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada9a63e-70df-4b4e-871f-161bb0b27ce7 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Made reservation on behalf of 28633539e0ee40d1a4a981a2e2462808 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:47:06.470976 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ada9a63e-70df-4b4e-871f-161bb0b27ce7 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:06.482982 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d720d0-c910-4137-96a0-9b2e0f88cb82 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:47:06.501836 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-30d720d0-c910-4137-96a0-9b2e0f88cb82 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "PUT /v2.0/routers/8318be0b-e6c7-4241-9937-ef593d662a75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3338091 Oct 27 18:47:06.502699 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-2ef487ef-4549-44b9-b8c2-da8915b59d08 None None] For port 2c066642-c85a-4122-a571-5b8374b1d3d6, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:47:06.516084 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-c83e5d5f-defc-4a5b-8831-aad44d3ee0f9 None None] Provisioning complete for port 6170c8a2-e6e9-46d5-bd5e-75fa04799731 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:06.516084 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c83e5d5f-defc-4a5b-8831-aad44d3ee0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:06.518257 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7043038c-9958-4a3b-bbd6-1db3e71801bd None None] Sync routers for ids ['8318be0b-e6c7-4241-9937-ef593d662a75'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:47:06.524155 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-574e52fe-09dd-44da-9d76-2d882ff6b935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:06.524691 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-2ef487ef-4549-44b9-b8c2-da8915b59d08 None None] For port 2c066642-c85a-4122-a571-5b8374b1d3d6, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=2c066642-c85a-4122-a571-5b8374b1d3d6,segment=NetworkSegment(466ff7d5-b359-45a3-9453-10be1f7dfc61),segment_id=466ff7d5-b359-45a3-9453-10be1f7dfc61)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:47:06.526233 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-574e52fe-09dd-44da-9d76-2d882ff6b935 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7bd6a875-a657-47e8-89d0-37edc08a1634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778456 Oct 27 18:47:06.532523 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-ada9a63e-70df-4b4e-871f-161bb0b27ce7 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] device_id is not set on port ac7daf6d-1427-42c2-9c2f-c450da66d4a3 yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:47:06.568459 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7043038c-9958-4a3b-bbd6-1db3e71801bd None None] Routers {'8318be0b-e6c7-4241-9937-ef593d662a75'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:47:06.568951 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-7043038c-9958-4a3b-bbd6-1db3e71801bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:46:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8318be0b-e6c7-4241-9937-ef593d662a75'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:06.633437 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-83684ab9-b456-44de-b013-38028a76b537 service neutron] 10.222.0.93 "GET /v2.0/networks/7bd6a875-a657-47e8-89d0-37edc08a1634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997500 Oct 27 18:47:06.646630 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-2177e1c9-74a7-454d-aec7-0e85cd2377ee admin admin] Allocated IP 172.25.6.205 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/38ed28c2-e94c-4684-84bd-ad512ade3629) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:47:06.669549 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2ef487ef-4549-44b9-b8c2-da8915b59d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:06.727773 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-c83e5d5f-defc-4a5b-8831-aad44d3ee0f9 None None] Port 6170c8a2-e6e9-46d5-bd5e-75fa04799731 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:47:06.733828 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6924829-e9a3-4b4b-b4bc-c2ed48f17c3d req-1d690c2b-90de-486e-b50a-544d2f666b84 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:06.735962 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d6924829-e9a3-4b4b-b4bc-c2ed48f17c3d req-1d690c2b-90de-486e-b50a-544d2f666b84 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 946 time: 0.1463609 Oct 27 18:47:06.764829 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-19179e65-eba9-4e5c-9b49-c99d45038e39 None None] Allocated IP 2001:db8::2 (00736b91-c432-4f1d-abef-a5f78d8dac79/70582f5d-30e8-4db1-baa4-d249dde7bf93/e82667df-5b58-40b6-8294-81cac878b715) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:47:06.798707 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef487ef-4549-44b9-b8c2-da8915b59d08 None None] Pushing event updated for resources: {'Port': ['ID=2c066642-c85a-4122-a571-5b8374b1d3d6,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:06.822013 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-1185ef1a-7444-4f72-b0c7-7388c0c30d09 service neutron] 10.222.0.93 "GET /v2.0/networks/7bd6a875-a657-47e8-89d0-37edc08a1634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813860 Oct 27 18:47:06.877854 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-7043038c-9958-4a3b-bbd6-1db3e71801bd None None] Set router 8318be0b-e6c7-4241-9937-ef593d662a75 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:47:06.888257 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d6924829-e9a3-4b4b-b4bc-c2ed48f17c3d req-1d8fbbb7-d250-449d-bc99-ae0e074d33c2 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=f35e86e5-032f-42cd-9d02-3615b3e713b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226749 Oct 27 18:47:06.902573 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2177e1c9-74a7-454d-aec7-0e85cd2377ee admin admin] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:07.020095 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2177e1c9-74a7-454d-aec7-0e85cd2377ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:07.098807 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2177e1c9-74a7-454d-aec7-0e85cd2377ee admin admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:47:07.099052 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-2177e1c9-74a7-454d-aec7-0e85cd2377ee admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:47:07.102660 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2177e1c9-74a7-454d-aec7-0e85cd2377ee admin admin] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:47:07.138342 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2177e1c9-74a7-454d-aec7-0e85cd2377ee admin admin] Pushing event updated for resources: {'Port': ['ID=38ed28c2-e94c-4684-84bd-ad512ade3629,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:07.187870 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-19179e65-eba9-4e5c-9b49-c99d45038e39 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:07.396343 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-ada9a63e-70df-4b4e-871f-161bb0b27ce7 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Allocated IP 2001:db8::33a (00736b91-c432-4f1d-abef-a5f78d8dac79/70582f5d-30e8-4db1-baa4-d249dde7bf93/ac7daf6d-1427-42c2-9c2f-c450da66d4a3) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:47:07.417007 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-19179e65-eba9-4e5c-9b49-c99d45038e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:07.465341 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19179e65-eba9-4e5c-9b49-c99d45038e39 None None] Network 00736b91-c432-4f1d-abef-a5f78d8dac79 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:47:07.468492 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-19179e65-eba9-4e5c-9b49-c99d45038e39 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:47:07.476186 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19179e65-eba9-4e5c-9b49-c99d45038e39 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:47:07.492813 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19179e65-eba9-4e5c-9b49-c99d45038e39 None None] Pushing event updated for resources: {'Port': ['ID=e82667df-5b58-40b6-8294-81cac878b715,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:07.541868 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-7043038c-9958-4a3b-bbd6-1db3e71801bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'name': 'tempest-TestNetworkBasicOps-router-775598626', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'af54d696-44f7-47f4-8bd5-67c445fa7597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:11Z', 'updated_at': '2021-10-27T18:47:04Z', 'revision_number': 5, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'gw_port': {'id': 'af54d696-44f7-47f4-8bd5-67c445fa7597', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ac:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:12Z', 'updated_at': '2021-10-27T18:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '9a8a3427-dc50-47df-83af-2e9640bb026f', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'floating_ip_address': '172.25.6.252', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'port_id': '34f552f3-e722-46af-9140-9f4def23bbc8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75e02ded-c2ac-42f1-841f-7a6a75428960', 'mac_address': 'fa:16:3e:b5:56:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8a1515-3d3a-404a-a96e-a3984e3378f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:45:58Z', 'updated_at': '2021-10-27T18:46:06Z', 'revision_number': 1, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '123815b5-1d0a-435e-b6de-ee98916b7a58', 'name': '', 'network_id': '75e02ded-c2ac-42f1-841f-7a6a75428960', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'mac_address': 'fa:16:3e:54:a1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '18093b5f-696f-44c2-a94b-0ce096165d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:18Z', 'updated_at': '2021-10-27T18:45:23Z', 'revision_number': 5, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'subnets': [{'id': '18093b5f-696f-44c2-a94b-0ce096165d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6170c8a2-e6e9-46d5-bd5e-75fa04799731', 'name': '', 'network_id': '648b7f78-aaf7-4fa4-b7bd-658874557ab4', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'mac_address': 'fa:16:3e:bb:36:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '48bc7790-a2d7-4fea-aea4-f8691c6458d8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:04Z', 'updated_at': '2021-10-27T18:47:05Z', 'revision_number': 2, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'subnets': [{'id': '48bc7790-a2d7-4fea-aea4-f8691c6458d8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:07.580583 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7043038c-9958-4a3b-bbd6-1db3e71801bd None None] Checking router: 8318be0b-e6c7-4241-9937-ef593d662a75 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:47:07.580879 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7043038c-9958-4a3b-bbd6-1db3e71801bd None None] Updating router 8318be0b-e6c7-4241-9937-ef593d662a75 port 6170c8a2-e6e9-46d5-bd5e-75fa04799731 binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:47:07.601930 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-19179e65-eba9-4e5c-9b49-c99d45038e39 None None] Attempting to bind port e82667df-5b58-40b6-8294-81cac878b715 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:47:07.602231 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-19179e65-eba9-4e5c-9b49-c99d45038e39 None None] Attempting to bind port e82667df-5b58-40b6-8294-81cac878b715 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8388cf36-aed0-402d-9431-c47974fe93bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '00736b91-c432-4f1d-abef-a5f78d8dac79'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:47:07.602591 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19179e65-eba9-4e5c-9b49-c99d45038e39 None None] Attempting to bind port e82667df-5b58-40b6-8294-81cac878b715 on network 00736b91-c432-4f1d-abef-a5f78d8dac79 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:47:07.612713 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7043038c-9958-4a3b-bbd6-1db3e71801bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:07.622153 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19179e65-eba9-4e5c-9b49-c99d45038e39 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:47:07.622537 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19179e65-eba9-4e5c-9b49-c99d45038e39 None None] Checking segment: {'id': '8388cf36-aed0-402d-9431-c47974fe93bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '00736b91-c432-4f1d-abef-a5f78d8dac79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:47:07.622978 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-19179e65-eba9-4e5c-9b49-c99d45038e39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:07.623379 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19179e65-eba9-4e5c-9b49-c99d45038e39 None None] Bound using segment: {'id': '8388cf36-aed0-402d-9431-c47974fe93bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '00736b91-c432-4f1d-abef-a5f78d8dac79'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:47:07.623868 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-19179e65-eba9-4e5c-9b49-c99d45038e39 None None] Bound port: e82667df-5b58-40b6-8294-81cac878b715, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8388cf36-aed0-402d-9431-c47974fe93bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '00736b91-c432-4f1d-abef-a5f78d8dac79'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:47:07.624564 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-19179e65-eba9-4e5c-9b49-c99d45038e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:07.637451 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ada9a63e-70df-4b4e-871f-161bb0b27ce7 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:07.640445 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2177e1c9-74a7-454d-aec7-0e85cd2377ee admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:07.821740 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-19179e65-eba9-4e5c-9b49-c99d45038e39 None None] For port e82667df-5b58-40b6-8294-81cac878b715, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:47:07.874874 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-19179e65-eba9-4e5c-9b49-c99d45038e39 None None] For port e82667df-5b58-40b6-8294-81cac878b715, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=e82667df-5b58-40b6-8294-81cac878b715,segment=NetworkSegment(8388cf36-aed0-402d-9431-c47974fe93bb),segment_id=8388cf36-aed0-402d-9431-c47974fe93bb)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:47:07.915125 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2177e1c9-74a7-454d-aec7-0e85cd2377ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:07.921222 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ada9a63e-70df-4b4e-871f-161bb0b27ce7 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:07.944000 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-19179e65-eba9-4e5c-9b49-c99d45038e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:08.020917 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada9a63e-70df-4b4e-871f-161bb0b27ce7 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Network 00736b91-c432-4f1d-abef-a5f78d8dac79 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:47:08.032631 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-ada9a63e-70df-4b4e-871f-161bb0b27ce7 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:47:08.057502 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c202fec1-fbc5-4a60-b055-128eb234f76a None None] Network fa1623a9-1856-4ad1-88c3-750138951c47 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:47:08.075038 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada9a63e-70df-4b4e-871f-161bb0b27ce7 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:47:08.081098 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada9a63e-70df-4b4e-871f-161bb0b27ce7 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:08.081722 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ada9a63e-70df-4b4e-871f-161bb0b27ce7 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:08.118051 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7043038c-9958-4a3b-bbd6-1db3e71801bd None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:08.119906 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19179e65-eba9-4e5c-9b49-c99d45038e39 None None] Pushing event updated for resources: {'Port': ['ID=e82667df-5b58-40b6-8294-81cac878b715,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:08.124554 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada9a63e-70df-4b4e-871f-161bb0b27ce7 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'Port': ['ID=ac7daf6d-1427-42c2-9c2f-c450da66d4a3,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:08.141783 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-652bc865-4723-4e65-8c2a-88e4181ff117 None None] Provisioning complete for port 2c066642-c85a-4122-a571-5b8374b1d3d6 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:08.142024 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-652bc865-4723-4e65-8c2a-88e4181ff117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:08.155965 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd38e61-78f7-4609-aaa8-8c56bc54c0a5 req-1686b1b0-4b51-4a89-996e-ffc41a5d1b06 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:08.158844 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3cd38e61-78f7-4609-aaa8-8c56bc54c0a5 req-1686b1b0-4b51-4a89-996e-ffc41a5d1b06 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 946 time: 0.1231098 Oct 27 18:47:08.209865 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ada9a63e-70df-4b4e-871f-161bb0b27ce7 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.1400466 Oct 27 18:47:08.210607 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 33314) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:08.238607 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3cd38e61-78f7-4609-aaa8-8c56bc54c0a5 req-2e6d45b3-21b7-46bb-960d-da5eb72bc5b5 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=f35e86e5-032f-42cd-9d02-3615b3e713b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634563 Oct 27 18:47:08.241649 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7043038c-9958-4a3b-bbd6-1db3e71801bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:08.305997 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2177e1c9-74a7-454d-aec7-0e85cd2377ee admin admin] Router 17b07073-8af2-4d32-8cd9-490799b13d12 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:47:08.387976 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-f9868c56-6527-49ba-9938-aca5fba01f38 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Deleting port ac7daf6d-1427-42c2-9c2f-c450da66d4a3 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:47:08.391330 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f9868c56-6527-49ba-9938-aca5fba01f38 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:08.423622 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4973d75-6feb-4a07-9361-4cd1d07e3adc None None] Pushing event updated for resources: {'Port': ['ID=6170c8a2-e6e9-46d5-bd5e-75fa04799731,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:08.490877 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-652bc865-4723-4e65-8c2a-88e4181ff117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:08.571387 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2177e1c9-74a7-454d-aec7-0e85cd2377ee admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:47:08.588110 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3173e5b-14ef-44fe-afe3-6a2c22f0738b None None] Sync routers for ids ['17b07073-8af2-4d32-8cd9-490799b13d12'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:47:08.630189 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3173e5b-14ef-44fe-afe3-6a2c22f0738b None None] Routers {'17b07073-8af2-4d32-8cd9-490799b13d12'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:47:08.631932 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-b3173e5b-14ef-44fe-afe3-6a2c22f0738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:46:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['17b07073-8af2-4d32-8cd9-490799b13d12'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:08.641425 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f9868c56-6527-49ba-9938-aca5fba01f38 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:08.657985 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-f9868c56-6527-49ba-9938-aca5fba01f38 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Calling delete_port for ac7daf6d-1427-42c2-9c2f-c450da66d4a3 owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:47:08.662944 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 2c066642-c85a-4122-a571-5b8374b1d3d6 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:47:08.710609 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2177e1c9-74a7-454d-aec7-0e85cd2377ee admin admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:08.714726 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-2177e1c9-74a7-454d-aec7-0e85cd2377ee admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4744189 Oct 27 18:47:08.715933 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33320) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:08.732010 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-7043038c-9958-4a3b-bbd6-1db3e71801bd None None] Attempting to bind port 6170c8a2-e6e9-46d5-bd5e-75fa04799731 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:47:08.734902 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-7043038c-9958-4a3b-bbd6-1db3e71801bd None None] Attempting to bind port 6170c8a2-e6e9-46d5-bd5e-75fa04799731 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '58563bb9-fe54-4f6b-93d4-ae1d22c3cec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '648b7f78-aaf7-4fa4-b7bd-658874557ab4'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:47:08.734902 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7043038c-9958-4a3b-bbd6-1db3e71801bd None None] Attempting to bind port 6170c8a2-e6e9-46d5-bd5e-75fa04799731 on network 648b7f78-aaf7-4fa4-b7bd-658874557ab4 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:47:08.762462 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-652bc865-4723-4e65-8c2a-88e4181ff117 None None] For port 2c066642-c85a-4122-a571-5b8374b1d3d6, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=2c066642-c85a-4122-a571-5b8374b1d3d6,segment=NetworkSegment(466ff7d5-b359-45a3-9453-10be1f7dfc61),segment_id=466ff7d5-b359-45a3-9453-10be1f7dfc61)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:47:08.764915 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7043038c-9958-4a3b-bbd6-1db3e71801bd None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:47:08.765073 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7043038c-9958-4a3b-bbd6-1db3e71801bd None None] Checking segment: {'id': '58563bb9-fe54-4f6b-93d4-ae1d22c3cec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '648b7f78-aaf7-4fa4-b7bd-658874557ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:47:08.765523 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7043038c-9958-4a3b-bbd6-1db3e71801bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:08.765732 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7043038c-9958-4a3b-bbd6-1db3e71801bd None None] Bound using segment: {'id': '58563bb9-fe54-4f6b-93d4-ae1d22c3cec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '648b7f78-aaf7-4fa4-b7bd-658874557ab4'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:47:08.766207 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-7043038c-9958-4a3b-bbd6-1db3e71801bd None None] Bound port: 6170c8a2-e6e9-46d5-bd5e-75fa04799731, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58563bb9-fe54-4f6b-93d4-ae1d22c3cec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '648b7f78-aaf7-4fa4-b7bd-658874557ab4'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:47:08.766587 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7043038c-9958-4a3b-bbd6-1db3e71801bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:08.789838 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 2c066642-c85a-4122-a571-5b8374b1d3d6 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:08.790225 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:08.807386 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-b3173e5b-14ef-44fe-afe3-6a2c22f0738b None None] Set router 17b07073-8af2-4d32-8cd9-490799b13d12 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:47:08.859631 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-652bc865-4723-4e65-8c2a-88e4181ff117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:08.932323 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f9868c56-6527-49ba-9938-aca5fba01f38 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:09.006287 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9868c56-6527-49ba-9938-aca5fba01f38 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event deleted for resources: {'Port': ['ID=ac7daf6d-1427-42c2-9c2f-c450da66d4a3,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:09.056001 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-7043038c-9958-4a3b-bbd6-1db3e71801bd None None] For port 6170c8a2-e6e9-46d5-bd5e-75fa04799731, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:47:09.069515 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-7043038c-9958-4a3b-bbd6-1db3e71801bd None None] For port 6170c8a2-e6e9-46d5-bd5e-75fa04799731, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=6170c8a2-e6e9-46d5-bd5e-75fa04799731,segment=NetworkSegment(58563bb9-fe54-4f6b-93d4-ae1d22c3cec9),segment_id=58563bb9-fe54-4f6b-93d4-ae1d22c3cec9)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:47:09.083709 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f9868c56-6527-49ba-9938-aca5fba01f38 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:09.088131 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bc865-4723-4e65-8c2a-88e4181ff117 None None] Pushing event updated for resources: {'Port': ['ID=2c066642-c85a-4122-a571-5b8374b1d3d6,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:09.096739 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f9868c56-6527-49ba-9938-aca5fba01f38 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/ports/ac7daf6d-1427-42c2-9c2f-c450da66d4a3 HTTP/1.1" status: 204 len: 168 time: 0.8834896 Oct 27 18:47:09.097724 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 33326) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:09.139990 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-b6174af3-6078-4e32-b1c7-c3f971722742 None None] Provisioning complete for port 6170c8a2-e6e9-46d5-bd5e-75fa04799731 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:09.140282 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b6174af3-6078-4e32-b1c7-c3f971722742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:09.150891 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-be8c35de-723c-490d-b608-2af05faf1fb0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] GET failed (client error): The resource could not be found. Oct 27 18:47:09.157064 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-be8c35de-723c-490d-b608-2af05faf1fb0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "GET /v2.0/ports/ac7daf6d-1427-42c2-9c2f-c450da66d4a3 HTTP/1.1" status: 404 len: 333 time: 0.0571265 Oct 27 18:47:09.158220 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 33328) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:09.162844 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-b3173e5b-14ef-44fe-afe3-6a2c22f0738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b07073-8af2-4d32-8cd9-490799b13d12', 'name': 'tempest-TestServerMultinode-1754018849-router', 'tenant_id': 'd106a5239d15419e8ba11d733c87013f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '38ed28c2-e94c-4684-84bd-ad512ade3629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:47:05Z', 'updated_at': '2021-10-27T18:47:07Z', 'revision_number': 3, 'project_id': 'd106a5239d15419e8ba11d733c87013f', 'gw_port': {'id': '38ed28c2-e94c-4684-84bd-ad512ade3629', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b07073-8af2-4d32-8cd9-490799b13d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:06Z', 'updated_at': '2021-10-27T18:47:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:09.217951 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7043038c-9958-4a3b-bbd6-1db3e71801bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:09.229084 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-1785e01b-82d2-4315-9edf-b0408be1746c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Deleting subnet 70582f5d-30e8-4db1-baa4-d249dde7bf93 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:47:09.233205 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1785e01b-82d2-4315-9edf-b0408be1746c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:09.252896 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3173e5b-14ef-44fe-afe3-6a2c22f0738b None None] Checking router: 17b07073-8af2-4d32-8cd9-490799b13d12 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:47:09.253243 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3173e5b-14ef-44fe-afe3-6a2c22f0738b None None] Updating router 17b07073-8af2-4d32-8cd9-490799b13d12 port 38ed28c2-e94c-4684-84bd-ad512ade3629 binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:47:09.296188 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1785e01b-82d2-4315-9edf-b0408be1746c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:09.318362 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-b3173e5b-14ef-44fe-afe3-6a2c22f0738b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:09.335975 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4973d75-6feb-4a07-9361-4cd1d07e3adc None None] Pushing event updated for resources: {'Port': ['ID=6170c8a2-e6e9-46d5-bd5e-75fa04799731,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:09.441277 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1785e01b-82d2-4315-9edf-b0408be1746c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:09.549403 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7043038c-9958-4a3b-bbd6-1db3e71801bd None None] Routers {'8318be0b-e6c7-4241-9937-ef593d662a75'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:47:09.551760 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-7043038c-9958-4a3b-bbd6-1db3e71801bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:46:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8318be0b-e6c7-4241-9937-ef593d662a75'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:09.680397 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1785e01b-82d2-4315-9edf-b0408be1746c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:09.737989 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-b3173e5b-14ef-44fe-afe3-6a2c22f0738b None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:09.763487 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1785e01b-82d2-4315-9edf-b0408be1746c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:09.764267 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b6174af3-6078-4e32-b1c7-c3f971722742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:09.776558 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1785e01b-82d2-4315-9edf-b0408be1746c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/subnets/70582f5d-30e8-4db1-baa4-d249dde7bf93 HTTP/1.1" status: 204 len: 168 time: 0.6168826 Oct 27 18:47:09.777380 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 33342) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:09.778260 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785e01b-82d2-4315-9edf-b0408be1746c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event deleted for resources: {'Subnet': ['ID=70582f5d-30e8-4db1-baa4-d249dde7bf93,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:09.792472 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee370a29-6654-4dfc-9cbc-e2d5b5112cf8 req-4fe1c701-d6dc-4077-976b-ad513a074c2f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:09.804827 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee370a29-6654-4dfc-9cbc-e2d5b5112cf8 req-4fe1c701-d6dc-4077-976b-ad513a074c2f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 946 time: 0.2153575 Oct 27 18:47:09.839553 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-b3173e5b-14ef-44fe-afe3-6a2c22f0738b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:09.845987 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b3a8e224-138c-4cae-acf1-fb48b0041da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:09.865613 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-b6174af3-6078-4e32-b1c7-c3f971722742 None None] For port 6170c8a2-e6e9-46d5-bd5e-75fa04799731, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=6170c8a2-e6e9-46d5-bd5e-75fa04799731,segment=NetworkSegment(58563bb9-fe54-4f6b-93d4-ae1d22c3cec9),segment_id=58563bb9-fe54-4f6b-93d4-ae1d22c3cec9)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:47:09.875777 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-7043038c-9958-4a3b-bbd6-1db3e71801bd None None] Set router 8318be0b-e6c7-4241-9937-ef593d662a75 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:47:09.912355 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edec7c20-eef9-4aaa-bd17-f3787042f1b6 None None] Network 00736b91-c432-4f1d-abef-a5f78d8dac79 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:47:09.931417 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-b3173e5b-14ef-44fe-afe3-6a2c22f0738b None None] Attempting to bind port 38ed28c2-e94c-4684-84bd-ad512ade3629 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:47:09.931792 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-b3173e5b-14ef-44fe-afe3-6a2c22f0738b None None] Attempting to bind port 38ed28c2-e94c-4684-84bd-ad512ade3629 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:47:09.932288 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3173e5b-14ef-44fe-afe3-6a2c22f0738b None None] Attempting to bind port 38ed28c2-e94c-4684-84bd-ad512ade3629 on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:47:09.938852 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d8e9c966-ad78-4904-b14c-f1b76b9e1b5e tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:09.939717 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3173e5b-14ef-44fe-afe3-6a2c22f0738b None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:47:09.940218 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3173e5b-14ef-44fe-afe3-6a2c22f0738b None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:47:09.940714 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-b3173e5b-14ef-44fe-afe3-6a2c22f0738b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:09.941205 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3173e5b-14ef-44fe-afe3-6a2c22f0738b None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:47:09.941802 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-b3173e5b-14ef-44fe-afe3-6a2c22f0738b None None] Bound port: 38ed28c2-e94c-4684-84bd-ad512ade3629, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:47:09.943182 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-b3173e5b-14ef-44fe-afe3-6a2c22f0738b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:09.962008 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b6174af3-6078-4e32-b1c7-c3f971722742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:09.978948 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee370a29-6654-4dfc-9cbc-e2d5b5112cf8 req-1fb7c039-520b-4f61-89e1-21e87eaf9e01 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=f35e86e5-032f-42cd-9d02-3615b3e713b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729193 Oct 27 18:47:10.006381 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-b3173e5b-14ef-44fe-afe3-6a2c22f0738b None None] For port 38ed28c2-e94c-4684-84bd-ad512ade3629, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:47:10.026348 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-b3173e5b-14ef-44fe-afe3-6a2c22f0738b None None] For port 38ed28c2-e94c-4684-84bd-ad512ade3629, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=38ed28c2-e94c-4684-84bd-ad512ade3629,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:47:10.032455 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71515b30-f0c3-427c-869e-7ffa5e1b5ff9 None None] Pushing event updated for resources: {'Port': ['ID=38ed28c2-e94c-4684-84bd-ad512ade3629,revision_number=2']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:10.041202 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71515b30-f0c3-427c-869e-7ffa5e1b5ff9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:10.041202 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71515b30-f0c3-427c-869e-7ffa5e1b5ff9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:10.041531 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71515b30-f0c3-427c-869e-7ffa5e1b5ff9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:10.041874 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71515b30-f0c3-427c-869e-7ffa5e1b5ff9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:10.042214 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71515b30-f0c3-427c-869e-7ffa5e1b5ff9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:10.042544 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71515b30-f0c3-427c-869e-7ffa5e1b5ff9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:10.043185 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71515b30-f0c3-427c-869e-7ffa5e1b5ff9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:10.043185 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71515b30-f0c3-427c-869e-7ffa5e1b5ff9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:10.043519 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71515b30-f0c3-427c-869e-7ffa5e1b5ff9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:10.043836 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71515b30-f0c3-427c-869e-7ffa5e1b5ff9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:10.044162 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71515b30-f0c3-427c-869e-7ffa5e1b5ff9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:10.044484 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71515b30-f0c3-427c-869e-7ffa5e1b5ff9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:10.057684 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6174af3-6078-4e32-b1c7-c3f971722742 None None] Pushing event updated for resources: {'Port': ['ID=6170c8a2-e6e9-46d5-bd5e-75fa04799731,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:10.080845 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-d8e9c966-ad78-4904-b14c-f1b76b9e1b5e tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Deleting port e82667df-5b58-40b6-8294-81cac878b715 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:47:10.081215 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d8e9c966-ad78-4904-b14c-f1b76b9e1b5e tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:10.103276 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-b3173e5b-14ef-44fe-afe3-6a2c22f0738b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:10.165809 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3173e5b-14ef-44fe-afe3-6a2c22f0738b None None] Routers {'17b07073-8af2-4d32-8cd9-490799b13d12'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:47:10.166577 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-b3173e5b-14ef-44fe-afe3-6a2c22f0738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:46:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['17b07073-8af2-4d32-8cd9-490799b13d12'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:10.183944 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-d8e9c966-ad78-4904-b14c-f1b76b9e1b5e tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] For port e82667df-5b58-40b6-8294-81cac878b715, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=e82667df-5b58-40b6-8294-81cac878b715,segment=NetworkSegment(8388cf36-aed0-402d-9431-c47974fe93bb),segment_id=8388cf36-aed0-402d-9431-c47974fe93bb)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:47:10.184368 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d8e9c966-ad78-4904-b14c-f1b76b9e1b5e tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:10.202444 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-d8e9c966-ad78-4904-b14c-f1b76b9e1b5e tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Calling delete_port for e82667df-5b58-40b6-8294-81cac878b715 owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:47:10.238152 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71515b30-f0c3-427c-869e-7ffa5e1b5ff9 None None] Pushing event updated for resources: {'Port': ['ID=38ed28c2-e94c-4684-84bd-ad512ade3629,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:10.258165 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f8345278-fb49-48eb-a608-c1cc2b8a014e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:10.329973 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-b3173e5b-14ef-44fe-afe3-6a2c22f0738b None None] Set router 17b07073-8af2-4d32-8cd9-490799b13d12 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:47:10.534204 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-f8345278-fb49-48eb-a608-c1cc2b8a014e admin admin] Allocated IP 172.20.0.1 (fa1623a9-1856-4ad1-88c3-750138951c47/b0693d3c-afea-47b3-aa9b-9f06cc67b630/11b258ef-d6e1-4ece-86da-74235ea2dc48) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:47:10.691415 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-b3173e5b-14ef-44fe-afe3-6a2c22f0738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b07073-8af2-4d32-8cd9-490799b13d12', 'name': 'tempest-TestServerMultinode-1754018849-router', 'tenant_id': 'd106a5239d15419e8ba11d733c87013f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '38ed28c2-e94c-4684-84bd-ad512ade3629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:47:05Z', 'updated_at': '2021-10-27T18:47:07Z', 'revision_number': 3, 'project_id': 'd106a5239d15419e8ba11d733c87013f', 'gw_port': {'id': '38ed28c2-e94c-4684-84bd-ad512ade3629', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b07073-8af2-4d32-8cd9-490799b13d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:06Z', 'updated_at': '2021-10-27T18:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:10.727438 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f8345278-fb49-48eb-a608-c1cc2b8a014e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:10.737703 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device e82667df-5b58-40b6-8294-81cac878b715 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:47:10.745077 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-054f673d-52f5-4abc-8245-e21da35e30f6 None None] Provisioning complete for port e82667df-5b58-40b6-8294-81cac878b715 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:10.745587 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-054f673d-52f5-4abc-8245-e21da35e30f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:10.834548 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f8345278-fb49-48eb-a608-c1cc2b8a014e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:10.850748 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3173e5b-14ef-44fe-afe3-6a2c22f0738b None None] The sync data for ids ['17b07073-8af2-4d32-8cd9-490799b13d12'] in n-d-815690-2 is: [{'id': '17b07073-8af2-4d32-8cd9-490799b13d12', 'name': 'tempest-TestServerMultinode-1754018849-router', 'tenant_id': 'd106a5239d15419e8ba11d733c87013f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '38ed28c2-e94c-4684-84bd-ad512ade3629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:47:05Z', 'updated_at': '2021-10-27T18:47:07Z', 'revision_number': 3, 'project_id': 'd106a5239d15419e8ba11d733c87013f', 'gw_port': {'id': '38ed28c2-e94c-4684-84bd-ad512ade3629', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b07073-8af2-4d32-8cd9-490799b13d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:06Z', 'updated_at': '2021-10-27T18:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:47:10.872122 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port e82667df-5b58-40b6-8294-81cac878b715 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:10.872721 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:10.877231 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-7043038c-9958-4a3b-bbd6-1db3e71801bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'name': 'tempest-TestNetworkBasicOps-router-775598626', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'af54d696-44f7-47f4-8bd5-67c445fa7597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:11Z', 'updated_at': '2021-10-27T18:47:04Z', 'revision_number': 5, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'gw_port': {'id': 'af54d696-44f7-47f4-8bd5-67c445fa7597', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ac:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:12Z', 'updated_at': '2021-10-27T18:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '9a8a3427-dc50-47df-83af-2e9640bb026f', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'floating_ip_address': '172.25.6.252', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'port_id': '34f552f3-e722-46af-9140-9f4def23bbc8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75e02ded-c2ac-42f1-841f-7a6a75428960', 'mac_address': 'fa:16:3e:b5:56:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8a1515-3d3a-404a-a96e-a3984e3378f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:45:58Z', 'updated_at': '2021-10-27T18:46:06Z', 'revision_number': 1, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '123815b5-1d0a-435e-b6de-ee98916b7a58', 'name': '', 'network_id': '75e02ded-c2ac-42f1-841f-7a6a75428960', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'mac_address': 'fa:16:3e:54:a1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '18093b5f-696f-44c2-a94b-0ce096165d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:18Z', 'updated_at': '2021-10-27T18:45:23Z', 'revision_number': 5, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'subnets': [{'id': '18093b5f-696f-44c2-a94b-0ce096165d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6170c8a2-e6e9-46d5-bd5e-75fa04799731', 'name': '', 'network_id': '648b7f78-aaf7-4fa4-b7bd-658874557ab4', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'mac_address': 'fa:16:3e:bb:36:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '48bc7790-a2d7-4fea-aea4-f8691c6458d8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:04Z', 'updated_at': '2021-10-27T18:47:09Z', 'revision_number': 4, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'subnets': [{'id': '48bc7790-a2d7-4fea-aea4-f8691c6458d8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:10.908804 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8345278-fb49-48eb-a608-c1cc2b8a014e admin admin] Network fa1623a9-1856-4ad1-88c3-750138951c47 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:47:10.913064 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-f8345278-fb49-48eb-a608-c1cc2b8a014e admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:47:10.929077 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d8e9c966-ad78-4904-b14c-f1b76b9e1b5e tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:10.944892 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8345278-fb49-48eb-a608-c1cc2b8a014e admin admin] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:47:10.978228 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-054f673d-52f5-4abc-8245-e21da35e30f6 None None] Port e82667df-5b58-40b6-8294-81cac878b715 update to ACTIVE by agent not found {{(pid=102880) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 27 18:47:10.982953 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8345278-fb49-48eb-a608-c1cc2b8a014e admin admin] Pushing event updated for resources: {'Port': ['ID=11b258ef-d6e1-4ece-86da-74235ea2dc48,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:10.988037 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e9c966-ad78-4904-b14c-f1b76b9e1b5e tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event deleted for resources: {'Port': ['ID=e82667df-5b58-40b6-8294-81cac878b715,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:10.988186 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb0f9ca-3cbf-4481-b398-cff878cc71ef None None] DHCP port deletion for 00736b91-c432-4f1d-abef-a5f78d8dac79 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:47:10.988369 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e9c966-ad78-4904-b14c-f1b76b9e1b5e tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] No DVR routers for this DVR port e82667df-5b58-40b6-8294-81cac878b715 on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:47:10.993019 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7043038c-9958-4a3b-bbd6-1db3e71801bd None None] The sync data for ids ['8318be0b-e6c7-4241-9937-ef593d662a75'] in n-d-815690-2 is: [{'id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'name': 'tempest-TestNetworkBasicOps-router-775598626', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'af54d696-44f7-47f4-8bd5-67c445fa7597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:11Z', 'updated_at': '2021-10-27T18:47:04Z', 'revision_number': 5, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'gw_port': {'id': 'af54d696-44f7-47f4-8bd5-67c445fa7597', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ac:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:12Z', 'updated_at': '2021-10-27T18:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '9a8a3427-dc50-47df-83af-2e9640bb026f', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'floating_ip_address': '172.25.6.252', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'port_id': '34f552f3-e722-46af-9140-9f4def23bbc8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75e02ded-c2ac-42f1-841f-7a6a75428960', 'mac_address': 'fa:16:3e:b5:56:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8a1515-3d3a-404a-a96e-a3984e3378f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:45:58Z', 'updated_at': '2021-10-27T18:46:06Z', 'revision_number': 1, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '123815b5-1d0a-435e-b6de-ee98916b7a58', 'name': '', 'network_id': '75e02ded-c2ac-42f1-841f-7a6a75428960', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'mac_address': 'fa:16:3e:54:a1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '18093b5f-696f-44c2-a94b-0ce096165d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:18Z', 'updated_at': '2021-10-27T18:45:23Z', 'revision_number': 5, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'subnets': [{'id': '18093b5f-696f-44c2-a94b-0ce096165d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6170c8a2-e6e9-46d5-bd5e-75fa04799731', 'name': '', 'network_id': '648b7f78-aaf7-4fa4-b7bd-658874557ab4', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'mac_address': 'fa:16:3e:bb:36:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '48bc7790-a2d7-4fea-aea4-f8691c6458d8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:04Z', 'updated_at': '2021-10-27T18:47:09Z', 'revision_number': 4, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'subnets': [{'id': '48bc7790-a2d7-4fea-aea4-f8691c6458d8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:47:11.014383 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f8345278-fb49-48eb-a608-c1cc2b8a014e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:11.029705 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-054f673d-52f5-4abc-8245-e21da35e30f6 None None] Provisioning complete for port 2c066642-c85a-4122-a571-5b8374b1d3d6 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:11.030221 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-054f673d-52f5-4abc-8245-e21da35e30f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:11.034521 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Could not find standard attr ID for object e82667df-5b58-40b6-8294-81cac878b715. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 18:47:11.037716 n-d-815690-2 neutron-server[102880]: INFO neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No ports have port_id starting with e82667df-5b58-40b6-8294-81cac878b715 Oct 27 18:47:11.063011 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 2c066642-c85a-4122-a571-5b8374b1d3d6 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:47:11.242317 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 2c066642-c85a-4122-a571-5b8374b1d3d6 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:11.244553 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:11.309480 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d8e9c966-ad78-4904-b14c-f1b76b9e1b5e tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:11.321297 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-054f673d-52f5-4abc-8245-e21da35e30f6 None None] Provisioning complete for port 6170c8a2-e6e9-46d5-bd5e-75fa04799731 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:11.321685 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-054f673d-52f5-4abc-8245-e21da35e30f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:11.338676 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-d8e9c966-ad78-4904-b14c-f1b76b9e1b5e tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00736b91-c432-4f1d-abef-a5f78d8dac79']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:11.364800 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-d8e9c966-ad78-4904-b14c-f1b76b9e1b5e tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8388cf36-aed0-402d-9431-c47974fe93bb') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:11.365229 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-d8e9c966-ad78-4904-b14c-f1b76b9e1b5e tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8388cf36-aed0-402d-9431-c47974fe93bb') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:11.377968 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d8e9c966-ad78-4904-b14c-f1b76b9e1b5e tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:11.406313 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d8e9c966-ad78-4904-b14c-f1b76b9e1b5e tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:11.422433 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b6463-34e7-4a3c-ab30-93e30426547b req-f945bf56-af46-4b70-b243-5a849cabd104 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:11.423179 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8e9c966-ad78-4904-b14c-f1b76b9e1b5e tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:47:11.423767 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d8e9c966-ad78-4904-b14c-f1b76b9e1b5e tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:11.425875 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ca0b6463-34e7-4a3c-ab30-93e30426547b req-f945bf56-af46-4b70-b243-5a849cabd104 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 946 time: 0.1838002 Oct 27 18:47:11.432510 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:47:11.432510 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:47:11.432510 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:47:11.432510 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:47:11.432510 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:47:11.432510 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:47:11.432510 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:47:11.432510 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:47:11.432510 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:47:11.432510 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:47:11.432510 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:47:11.432510 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:47:11.432510 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:47:11.432510 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:47:11.432510 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:47:11.432510 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:47:11.432510 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:47:11.432510 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:47:11.432510 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:47:11.432510 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:47:11.432510 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:47:11.432510 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:47:11.432510 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:47:11.432510 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:47:11.432510 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:47:11.432510 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:47:11.432510 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:47:11.432510 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:47:11.432510 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:47:11.432510 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:47:11.432510 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:47:11.432510 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:47:11.531747 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ca0b6463-34e7-4a3c-ab30-93e30426547b req-c124355e-7a58-4ac2-8573-a4955417f6ba tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=f35e86e5-032f-42cd-9d02-3615b3e713b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881698 Oct 27 18:47:11.532709 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f8345278-fb49-48eb-a608-c1cc2b8a014e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:11.666463 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d8e9c966-ad78-4904-b14c-f1b76b9e1b5e tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:11.675992 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d8e9c966-ad78-4904-b14c-f1b76b9e1b5e tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:11.684808 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d8e9c966-ad78-4904-b14c-f1b76b9e1b5e tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/networks/00736b91-c432-4f1d-abef-a5f78d8dac79 HTTP/1.1" status: 204 len: 168 time: 1.8991091 Oct 27 18:47:11.684991 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33368) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:11.700719 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e9c966-ad78-4904-b14c-f1b76b9e1b5e tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event deleted for resources: {'Network': ['ID=00736b91-c432-4f1d-abef-a5f78d8dac79,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:11.719632 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-d1f00af5-6d44-40d1-8c3f-bd8dd1d980ce tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'port': {'network_id': '3f9855fb-a1c4-4fa3-9c52-b00108f1af00', 'name': 'tempest-PortsIpV6TestJSON-1717123472'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:47:11.802409 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-9d9af967-3a24-4f7f-829e-e3cded45ed11 None None] Provisioning complete for port 11b258ef-d6e1-4ece-86da-74235ea2dc48 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:11.803672 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9d9af967-3a24-4f7f-829e-e3cded45ed11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:11.863550 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-9d9af967-3a24-4f7f-829e-e3cded45ed11 None None] Port 11b258ef-d6e1-4ece-86da-74235ea2dc48 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:47:11.891159 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f8345278-fb49-48eb-a608-c1cc2b8a014e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:11.953823 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f00af5-6d44-40d1-8c3f-bd8dd1d980ce tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Made reservation on behalf of 28633539e0ee40d1a4a981a2e2462808 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:47:11.958082 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d1f00af5-6d44-40d1-8c3f-bd8dd1d980ce tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:11.969226 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f8345278-fb49-48eb-a608-c1cc2b8a014e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:12.042773 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8345278-fb49-48eb-a608-c1cc2b8a014e admin admin] Pushing event updated for resources: {'Port': ['ID=11b258ef-d6e1-4ece-86da-74235ea2dc48,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:12.059895 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-d1f00af5-6d44-40d1-8c3f-bd8dd1d980ce tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] device_id is not set on port 34f53f6d-9932-4652-bf10-786d608ae2b1 yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:47:12.074035 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8c102866-c8a4-49b7-aef8-84e00a715757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:12.116582 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f8345278-fb49-48eb-a608-c1cc2b8a014e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:12.322908 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8345278-fb49-48eb-a608-c1cc2b8a014e admin admin] Network fa1623a9-1856-4ad1-88c3-750138951c47 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:47:12.325860 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-f8345278-fb49-48eb-a608-c1cc2b8a014e admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:47:12.333377 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d1f00af5-6d44-40d1-8c3f-bd8dd1d980ce tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:12.539338 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8345278-fb49-48eb-a608-c1cc2b8a014e admin admin] Router 17b07073-8af2-4d32-8cd9-490799b13d12 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:47:12.605159 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d1f00af5-6d44-40d1-8c3f-bd8dd1d980ce tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:12.617722 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 6170c8a2-e6e9-46d5-bd5e-75fa04799731 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:47:12.691768 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 6170c8a2-e6e9-46d5-bd5e-75fa04799731 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:12.692310 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:12.734345 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4a10d8f9-d32b-40d5-a57f-ac1962ef97d7 None None] Provisioning complete for port 11b258ef-d6e1-4ece-86da-74235ea2dc48 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:12.734727 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4a10d8f9-d32b-40d5-a57f-ac1962ef97d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:12.776742 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4a10d8f9-d32b-40d5-a57f-ac1962ef97d7 None None] Port 11b258ef-d6e1-4ece-86da-74235ea2dc48 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:47:12.782240 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f00af5-6d44-40d1-8c3f-bd8dd1d980ce tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Network 3f9855fb-a1c4-4fa3-9c52-b00108f1af00 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:47:12.798061 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-d1f00af5-6d44-40d1-8c3f-bd8dd1d980ce tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:47:12.801344 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f00af5-6d44-40d1-8c3f-bd8dd1d980ce tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:47:12.807421 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f00af5-6d44-40d1-8c3f-bd8dd1d980ce tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:12.808034 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d1f00af5-6d44-40d1-8c3f-bd8dd1d980ce tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:12.815724 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f00af5-6d44-40d1-8c3f-bd8dd1d980ce tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'Port': ['ID=34f53f6d-9932-4652-bf10-786d608ae2b1,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:12.830691 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e2512-2c55-476b-bb76-b0e004741f78 req-290ed365-a559-463b-8431-695ff64f63cc tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:12.832749 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4e9e2512-2c55-476b-bb76-b0e004741f78 req-290ed365-a559-463b-8431-695ff64f63cc tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 946 time: 0.1563091 Oct 27 18:47:12.839229 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8345278-fb49-48eb-a608-c1cc2b8a014e admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:47:12.844979 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f8345278-fb49-48eb-a608-c1cc2b8a014e admin admin] 10.222.0.52 "PUT /v2.0/routers/17b07073-8af2-4d32-8cd9-490799b13d12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1281483 Oct 27 18:47:12.858715 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 38ed28c2-e94c-4684-84bd-ad512ade3629 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:47:12.913394 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4e9e2512-2c55-476b-bb76-b0e004741f78 req-ece3785a-766d-485a-8c8a-585b465c4528 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=f35e86e5-032f-42cd-9d02-3615b3e713b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627041 Oct 27 18:47:12.925756 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 38ed28c2-e94c-4684-84bd-ad512ade3629 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:12.925756 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:12.933964 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d1f00af5-6d44-40d1-8c3f-bd8dd1d980ce tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2488253 Oct 27 18:47:12.936545 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33390) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:13.021927 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:13.049179 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-850fd76e-9572-44a7-972a-d6570c94abc0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Deleting port 34f53f6d-9932-4652-bf10-786d608ae2b1 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:47:13.049572 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-850fd76e-9572-44a7-972a-d6570c94abc0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:13.058264 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 38ed28c2-e94c-4684-84bd-ad512ade3629, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=38ed28c2-e94c-4684-84bd-ad512ade3629,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:47:13.131042 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-850fd76e-9572-44a7-972a-d6570c94abc0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:13.146554 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-850fd76e-9572-44a7-972a-d6570c94abc0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Calling delete_port for 34f53f6d-9932-4652-bf10-786d608ae2b1 owned by {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:47:13.164678 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:13.250091 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device e82667df-5b58-40b6-8294-81cac878b715 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:47:13.272321 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: e82667df-5b58-40b6-8294-81cac878b715 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:47:13.272680 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device e82667df-5b58-40b6-8294-81cac878b715 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:47:13.290932 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=38ed28c2-e94c-4684-84bd-ad512ade3629,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:13.351511 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-850fd76e-9572-44a7-972a-d6570c94abc0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:13.378224 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850fd76e-9572-44a7-972a-d6570c94abc0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event deleted for resources: {'Port': ['ID=34f53f6d-9932-4652-bf10-786d608ae2b1,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:13.387450 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-850fd76e-9572-44a7-972a-d6570c94abc0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:13.391020 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-850fd76e-9572-44a7-972a-d6570c94abc0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/ports/34f53f6d-9932-4652-bf10-786d608ae2b1 HTTP/1.1" status: 204 len: 168 time: 0.4534218 Oct 27 18:47:13.393568 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33402) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:13.398991 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-6dd16490-41e8-453e-83f3-43d2c96877e7 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'port': {'network_id': '3f9855fb-a1c4-4fa3-9c52-b00108f1af00', 'mac_address': 'fa:16:3e:8e:ef:ed', 'name': 'tempest-PortsIpV6TestJSON-1559753537'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:47:13.462356 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:13.477084 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79828029-2cdd-4990-95a3-e4ce6c893aff None None] Sync routers for ids ['17b07073-8af2-4d32-8cd9-490799b13d12'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:47:13.486248 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79828029-2cdd-4990-95a3-e4ce6c893aff None None] Routers {'17b07073-8af2-4d32-8cd9-490799b13d12'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:47:13.486927 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-79828029-2cdd-4990-95a3-e4ce6c893aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:47:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['17b07073-8af2-4d32-8cd9-490799b13d12'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:13.526013 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:13.610154 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-79828029-2cdd-4990-95a3-e4ce6c893aff None None] Set router 17b07073-8af2-4d32-8cd9-490799b13d12 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:47:13.613122 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd16490-41e8-453e-83f3-43d2c96877e7 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Made reservation on behalf of 28633539e0ee40d1a4a981a2e2462808 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:47:13.700632 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6dd16490-41e8-453e-83f3-43d2c96877e7 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:13.725350 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-6dd16490-41e8-453e-83f3-43d2c96877e7 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] device_id is not set on port afb38d38-d4a7-4116-ac78-c6250df26790 yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:47:13.856238 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-79828029-2cdd-4990-95a3-e4ce6c893aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b07073-8af2-4d32-8cd9-490799b13d12', 'name': 'tempest-TestServerMultinode-1754018849-router', 'tenant_id': 'd106a5239d15419e8ba11d733c87013f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '38ed28c2-e94c-4684-84bd-ad512ade3629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:47:05Z', 'updated_at': '2021-10-27T18:47:11Z', 'revision_number': 4, 'project_id': 'd106a5239d15419e8ba11d733c87013f', 'gw_port': {'id': '38ed28c2-e94c-4684-84bd-ad512ade3629', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b07073-8af2-4d32-8cd9-490799b13d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:06Z', 'updated_at': '2021-10-27T18:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '11b258ef-d6e1-4ece-86da-74235ea2dc48', 'name': '', 'network_id': 'fa1623a9-1856-4ad1-88c3-750138951c47', 'tenant_id': 'd106a5239d15419e8ba11d733c87013f', 'mac_address': 'fa:16:3e:23:a7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b07073-8af2-4d32-8cd9-490799b13d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'b0693d3c-afea-47b3-aa9b-9f06cc67b630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:10Z', 'updated_at': '2021-10-27T18:47:11Z', 'revision_number': 2, 'project_id': 'd106a5239d15419e8ba11d733c87013f', 'subnets': [{'id': 'b0693d3c-afea-47b3-aa9b-9f06cc67b630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:13.883366 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79828029-2cdd-4990-95a3-e4ce6c893aff None None] Checking router: 17b07073-8af2-4d32-8cd9-490799b13d12 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:47:13.884050 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79828029-2cdd-4990-95a3-e4ce6c893aff None None] Updating router 17b07073-8af2-4d32-8cd9-490799b13d12 port 11b258ef-d6e1-4ece-86da-74235ea2dc48 binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:47:13.913394 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-79828029-2cdd-4990-95a3-e4ce6c893aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:13.914504 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6dd16490-41e8-453e-83f3-43d2c96877e7 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:13.957293 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 33424) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:13.969161 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-f972e048-82fb-4ca3-b707-82bae70ed425 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-888962813-network', 'tenant_id': '276d8a2dcde6411ca4a19eb389798e06'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:47:14.054139 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f972e048-82fb-4ca3-b707-82bae70ed425 admin admin] Made reservation on behalf of 276d8a2dcde6411ca4a19eb389798e06 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:47:14.056545 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f972e048-82fb-4ca3-b707-82bae70ed425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:14.057456 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6dd16490-41e8-453e-83f3-43d2c96877e7 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:14.072631 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f972e048-82fb-4ca3-b707-82bae70ed425 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:14.109746 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd16490-41e8-453e-83f3-43d2c96877e7 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Network 3f9855fb-a1c4-4fa3-9c52-b00108f1af00 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:47:14.116251 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-6dd16490-41e8-453e-83f3-43d2c96877e7 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:47:14.125672 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd16490-41e8-453e-83f3-43d2c96877e7 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:47:14.132762 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd16490-41e8-453e-83f3-43d2c96877e7 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:14.133368 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6dd16490-41e8-453e-83f3-43d2c96877e7 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:14.149642 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd9d34-c19d-4833-add4-3bef70ef4f58 req-9d3eedfb-7244-4708-bc95-1180ee777571 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:14.157442 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-82cd9d34-c19d-4833-add4-3bef70ef4f58 req-9d3eedfb-7244-4708-bc95-1180ee777571 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 946 time: 0.1383307 Oct 27 18:47:14.159394 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd16490-41e8-453e-83f3-43d2c96877e7 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'Port': ['ID=afb38d38-d4a7-4116-ac78-c6250df26790,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:14.177292 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f972e048-82fb-4ca3-b707-82bae70ed425 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:14.206895 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-82cd9d34-c19d-4833-add4-3bef70ef4f58 req-bdcdb721-d44e-4006-a7ca-c34b684368ec tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=f35e86e5-032f-42cd-9d02-3615b3e713b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442724 Oct 27 18:47:14.254711 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f972e048-82fb-4ca3-b707-82bae70ed425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:14.260424 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-79828029-2cdd-4990-95a3-e4ce6c893aff None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:14.270861 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6dd16490-41e8-453e-83f3-43d2c96877e7 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8738251 Oct 27 18:47:14.271317 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33430) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:14.279201 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f972e048-82fb-4ca3-b707-82bae70ed425 admin admin] vlan segment allocate from pool success with {'vlan_id': 1027, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:47:14.295238 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f972e048-82fb-4ca3-b707-82bae70ed425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2837e2-a408-4438-a7be-ad25eb21dbfe,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:14.298180 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f972e048-82fb-4ca3-b707-82bae70ed425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:14.298534 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-f972e048-82fb-4ca3-b707-82bae70ed425 admin admin] Added segment 6d9738ac-cdb3-4374-a821-5e647d416f28 of type vlan for network 6c2d4437-83a2-4b65-91c2-ddb6d589bd73 Oct 27 18:47:14.317447 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ead9f9e-7f02-4a48-91d0-f22da9eea019 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:14.318882 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4ead9f9e-7f02-4a48-91d0-f22da9eea019 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "GET /v2.0/ports/afb38d38-d4a7-4116-ac78-c6250df26790 HTTP/1.1" status: 200 len: 845 time: 0.0465169 Oct 27 18:47:14.321608 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33432) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:14.341324 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f972e048-82fb-4ca3-b707-82bae70ed425 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:14.383289 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-79828029-2cdd-4990-95a3-e4ce6c893aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:14.443622 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964dc727-033e-4516-b213-d3e4c90f7fd6 None None] Pushing event updated for resources: {'Port': ['ID=11b258ef-d6e1-4ece-86da-74235ea2dc48,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:14.453210 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-3c9b3316-bc74-4132-9178-00cd2ea9d4e0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Deleting port afb38d38-d4a7-4116-ac78-c6250df26790 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:47:14.454479 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3c9b3316-bc74-4132-9178-00cd2ea9d4e0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:14.475793 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f972e048-82fb-4ca3-b707-82bae70ed425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:14.477070 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f972e048-82fb-4ca3-b707-82bae70ed425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:14.479026 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f972e048-82fb-4ca3-b707-82bae70ed425 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:14.528551 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-79828029-2cdd-4990-95a3-e4ce6c893aff None None] Attempting to bind port 11b258ef-d6e1-4ece-86da-74235ea2dc48 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:47:14.529010 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-79828029-2cdd-4990-95a3-e4ce6c893aff None None] Attempting to bind port 11b258ef-d6e1-4ece-86da-74235ea2dc48 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '466ff7d5-b359-45a3-9453-10be1f7dfc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'fa1623a9-1856-4ad1-88c3-750138951c47'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:47:14.529445 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79828029-2cdd-4990-95a3-e4ce6c893aff None None] Attempting to bind port 11b258ef-d6e1-4ece-86da-74235ea2dc48 on network fa1623a9-1856-4ad1-88c3-750138951c47 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:47:14.536782 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79828029-2cdd-4990-95a3-e4ce6c893aff None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:47:14.541966 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79828029-2cdd-4990-95a3-e4ce6c893aff None None] Checking segment: {'id': '466ff7d5-b359-45a3-9453-10be1f7dfc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'fa1623a9-1856-4ad1-88c3-750138951c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:47:14.542968 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-79828029-2cdd-4990-95a3-e4ce6c893aff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:14.543708 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79828029-2cdd-4990-95a3-e4ce6c893aff None None] Bound using segment: {'id': '466ff7d5-b359-45a3-9453-10be1f7dfc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'fa1623a9-1856-4ad1-88c3-750138951c47'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:47:14.544525 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-79828029-2cdd-4990-95a3-e4ce6c893aff None None] Bound port: 11b258ef-d6e1-4ece-86da-74235ea2dc48, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '466ff7d5-b359-45a3-9453-10be1f7dfc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'fa1623a9-1856-4ad1-88c3-750138951c47'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:47:14.545120 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-79828029-2cdd-4990-95a3-e4ce6c893aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:14.550162 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 38ed28c2-e94c-4684-84bd-ad512ade3629 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:47:14.580627 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f972e048-82fb-4ca3-b707-82bae70ed425 admin admin] Pushing event updated for resources: {'Network': ['ID=6c2d4437-83a2-4b65-91c2-ddb6d589bd73,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:14.581778 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3c9b3316-bc74-4132-9178-00cd2ea9d4e0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:14.600808 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 6c2d4437-83a2-4b65-91c2-ddb6d589bd73 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:47:14.628735 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-3c9b3316-bc74-4132-9178-00cd2ea9d4e0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Calling delete_port for afb38d38-d4a7-4116-ac78-c6250df26790 owned by {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:47:14.655026 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f972e048-82fb-4ca3-b707-82bae70ed425 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6962457 Oct 27 18:47:14.659481 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 33440) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:14.665860 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-d308117a-2ebd-42f6-bc2c-37634ad9dea4 admin admin] Request body: {'subnet': {'network_id': '6c2d4437-83a2-4b65-91c2-ddb6d589bd73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-888962813-subnet', 'tenant_id': '276d8a2dcde6411ca4a19eb389798e06', 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:47:14.755930 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-79828029-2cdd-4990-95a3-e4ce6c893aff None None] For port 11b258ef-d6e1-4ece-86da-74235ea2dc48, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:47:14.759662 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d308117a-2ebd-42f6-bc2c-37634ad9dea4 admin admin] Made reservation on behalf of 276d8a2dcde6411ca4a19eb389798e06 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:47:14.759806 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-79828029-2cdd-4990-95a3-e4ce6c893aff None None] For port 11b258ef-d6e1-4ece-86da-74235ea2dc48, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=11b258ef-d6e1-4ece-86da-74235ea2dc48,segment=NetworkSegment(466ff7d5-b359-45a3-9453-10be1f7dfc61),segment_id=466ff7d5-b359-45a3-9453-10be1f7dfc61)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:47:14.764092 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 38ed28c2-e94c-4684-84bd-ad512ade3629 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:14.764092 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:14.764522 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d308117a-2ebd-42f6-bc2c-37634ad9dea4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:14.831536 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-32d75e04-3a7e-4ac0-93b8-33ef05ba8e9e None None] Provisioning complete for port 11b258ef-d6e1-4ece-86da-74235ea2dc48 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:14.831536 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-32d75e04-3a7e-4ac0-93b8-33ef05ba8e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:14.890798 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3c9b3316-bc74-4132-9178-00cd2ea9d4e0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:14.914440 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-32d75e04-3a7e-4ac0-93b8-33ef05ba8e9e None None] Port 11b258ef-d6e1-4ece-86da-74235ea2dc48 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:47:14.924317 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-79828029-2cdd-4990-95a3-e4ce6c893aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:14.950723 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3c9b3316-bc74-4132-9178-00cd2ea9d4e0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:14.962204 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3c9b3316-bc74-4132-9178-00cd2ea9d4e0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/ports/afb38d38-d4a7-4116-ac78-c6250df26790 HTTP/1.1" status: 204 len: 168 time: 0.6367443 Oct 27 18:47:14.962204 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33444) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:14.963144 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b3316-bc74-4132-9178-00cd2ea9d4e0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event deleted for resources: {'Port': ['ID=afb38d38-d4a7-4116-ac78-c6250df26790,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:14.996829 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79828029-2cdd-4990-95a3-e4ce6c893aff None None] Routers {'17b07073-8af2-4d32-8cd9-490799b13d12'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:47:14.997469 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-79828029-2cdd-4990-95a3-e4ce6c893aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:47:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['17b07073-8af2-4d32-8cd9-490799b13d12'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:15.003640 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964dc727-033e-4516-b213-d3e4c90f7fd6 None None] Pushing event updated for resources: {'Port': ['ID=11b258ef-d6e1-4ece-86da-74235ea2dc48,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:15.016780 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba126066-7e62-46e8-895d-68b0009dde96 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] GET failed (client error): The resource could not be found. Oct 27 18:47:15.024931 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ba126066-7e62-46e8-895d-68b0009dde96 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "GET /v2.0/ports/afb38d38-d4a7-4116-ac78-c6250df26790 HTTP/1.1" status: 404 len: 333 time: 0.0459735 Oct 27 18:47:15.025807 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 33446) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:15.042780 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-db7168fa-7190-45ca-a53c-85845b869831 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'port': {'network_id': '3f9855fb-a1c4-4fa3-9c52-b00108f1af00', 'name': 'tempest-PortsIpV6TestJSON-1004913071'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:47:15.254851 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d308117a-2ebd-42f6-bc2c-37634ad9dea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:15.336234 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308117a-2ebd-42f6-bc2c-37634ad9dea4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5b23d29-2ec9-44fe-93f2-8813a19830cb,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:15.362984 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7168fa-7190-45ca-a53c-85845b869831 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Made reservation on behalf of 28633539e0ee40d1a4a981a2e2462808 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:47:15.367695 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-db7168fa-7190-45ca-a53c-85845b869831 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:15.372858 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5d20a-d37a-4e7e-a597-25ed154453f3 req-b2150c25-b0c7-4277-aa32-d452fa941e23 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:15.375261 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6ef5d20a-d37a-4e7e-a597-25ed154453f3 req-b2150c25-b0c7-4277-aa32-d452fa941e23 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 946 time: 0.0790510 Oct 27 18:47:15.376719 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d308117a-2ebd-42f6-bc2c-37634ad9dea4 admin admin] Checking segment: {'id': '6d9738ac-cdb3-4374-a821-5e647d416f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '6c2d4437-83a2-4b65-91c2-ddb6d589bd73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:47:15.377079 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d308117a-2ebd-42f6-bc2c-37634ad9dea4 admin admin] Network hostable DHCP agents. Network: 6c2d4437-83a2-4b65-91c2-ddb6d589bd73, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:47:15.404877 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-db7168fa-7190-45ca-a53c-85845b869831 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] device_id is not set on port e85f009f-2f24-4181-82b6-c1ecffc1c2f6 yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:47:15.434731 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-76061f37-994a-44c6-a907-d32548aa4206 None None] Provisioning complete for port 11b258ef-d6e1-4ece-86da-74235ea2dc48 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:15.435090 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-76061f37-994a-44c6-a907-d32548aa4206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:15.460987 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6ef5d20a-d37a-4e7e-a597-25ed154453f3 req-a1bc8dcd-6b15-48bb-9519-b6db02d9701e tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=f35e86e5-032f-42cd-9d02-3615b3e713b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723033 Oct 27 18:47:15.541591 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-79828029-2cdd-4990-95a3-e4ce6c893aff None None] Set router 17b07073-8af2-4d32-8cd9-490799b13d12 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:47:15.541591 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:15.596509 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d308117a-2ebd-42f6-bc2c-37634ad9dea4 admin admin] Network 6c2d4437-83a2-4b65-91c2-ddb6d589bd73 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:47:15.644301 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-db7168fa-7190-45ca-a53c-85845b869831 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:15.675929 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-d308117a-2ebd-42f6-bc2c-37634ad9dea4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 6c2d4437-83a2-4b65-91c2-ddb6d589bd73) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:47:15.680978 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d308117a-2ebd-42f6-bc2c-37634ad9dea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:15.681733 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d308117a-2ebd-42f6-bc2c-37634ad9dea4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:15.702197 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5857c2-b370-49ac-8e3f-5dcdea4e767c None None] Network 6c2d4437-83a2-4b65-91c2-ddb6d589bd73 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:47:15.751889 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-db7168fa-7190-45ca-a53c-85845b869831 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:15.769044 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-76061f37-994a-44c6-a907-d32548aa4206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:15.794770 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d308117a-2ebd-42f6-bc2c-37634ad9dea4 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1330895 Oct 27 18:47:15.797919 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 33464) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:15.808259 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-82e791ba-19d7-45d1-868f-917081f86ed7 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-888962813-router', 'tenant_id': '276d8a2dcde6411ca4a19eb389798e06', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:47:15.827830 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7168fa-7190-45ca-a53c-85845b869831 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Network 3f9855fb-a1c4-4fa3-9c52-b00108f1af00 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:47:15.831797 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-76061f37-994a-44c6-a907-d32548aa4206 None None] For port 11b258ef-d6e1-4ece-86da-74235ea2dc48, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=11b258ef-d6e1-4ece-86da-74235ea2dc48,segment=NetworkSegment(466ff7d5-b359-45a3-9453-10be1f7dfc61),segment_id=466ff7d5-b359-45a3-9453-10be1f7dfc61)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:47:15.835986 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-db7168fa-7190-45ca-a53c-85845b869831 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:47:15.845199 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7168fa-7190-45ca-a53c-85845b869831 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:47:15.851673 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7168fa-7190-45ca-a53c-85845b869831 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:15.852292 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-db7168fa-7190-45ca-a53c-85845b869831 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:15.863508 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7168fa-7190-45ca-a53c-85845b869831 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'Port': ['ID=e85f009f-2f24-4181-82b6-c1ecffc1c2f6,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:15.932622 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-82e791ba-19d7-45d1-868f-917081f86ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:15.933813 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-82e791ba-19d7-45d1-868f-917081f86ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:15.934935 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-76061f37-994a-44c6-a907-d32548aa4206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:15.977468 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22998f6-d9f9-42fd-ab29-aed750cabd1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-6c2d4437-83a2-4b65-91c2-ddb6d589bd73', 'network_id': '6c2d4437-83a2-4b65-91c2-ddb6d589bd73', 'tenant_id': '276d8a2dcde6411ca4a19eb389798e06', 'fixed_ips': [{'subnet_id': 'b5b23d29-2ec9-44fe-93f2-8813a19830cb'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:47:15.978333 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e22998f6-d9f9-42fd-ab29-aed750cabd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:15.986072 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-79828029-2cdd-4990-95a3-e4ce6c893aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b07073-8af2-4d32-8cd9-490799b13d12', 'name': 'tempest-TestServerMultinode-1754018849-router', 'tenant_id': 'd106a5239d15419e8ba11d733c87013f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '38ed28c2-e94c-4684-84bd-ad512ade3629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:47:05Z', 'updated_at': '2021-10-27T18:47:11Z', 'revision_number': 4, 'project_id': 'd106a5239d15419e8ba11d733c87013f', 'gw_port': {'id': '38ed28c2-e94c-4684-84bd-ad512ade3629', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b07073-8af2-4d32-8cd9-490799b13d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:06Z', 'updated_at': '2021-10-27T18:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '11b258ef-d6e1-4ece-86da-74235ea2dc48', 'name': '', 'network_id': 'fa1623a9-1856-4ad1-88c3-750138951c47', 'tenant_id': 'd106a5239d15419e8ba11d733c87013f', 'mac_address': 'fa:16:3e:23:a7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b07073-8af2-4d32-8cd9-490799b13d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'b0693d3c-afea-47b3-aa9b-9f06cc67b630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:10Z', 'updated_at': '2021-10-27T18:47:14Z', 'revision_number': 4, 'project_id': 'd106a5239d15419e8ba11d733c87013f', 'subnets': [{'id': 'b0693d3c-afea-47b3-aa9b-9f06cc67b630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:15.991659 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-82e791ba-19d7-45d1-868f-917081f86ed7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:16.011373 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-db7168fa-7190-45ca-a53c-85845b869831 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9823675 Oct 27 18:47:16.013953 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 33468) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:16.020247 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-f4cae6e0-bda7-4490-9d2e-f68da70dbfe7 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:47:16.034849 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79828029-2cdd-4990-95a3-e4ce6c893aff None None] The sync data for ids ['17b07073-8af2-4d32-8cd9-490799b13d12'] in n-d-815690-2 is: [{'id': '17b07073-8af2-4d32-8cd9-490799b13d12', 'name': 'tempest-TestServerMultinode-1754018849-router', 'tenant_id': 'd106a5239d15419e8ba11d733c87013f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '38ed28c2-e94c-4684-84bd-ad512ade3629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:47:05Z', 'updated_at': '2021-10-27T18:47:11Z', 'revision_number': 4, 'project_id': 'd106a5239d15419e8ba11d733c87013f', 'gw_port': {'id': '38ed28c2-e94c-4684-84bd-ad512ade3629', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b07073-8af2-4d32-8cd9-490799b13d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:06Z', 'updated_at': '2021-10-27T18:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '11b258ef-d6e1-4ece-86da-74235ea2dc48', 'name': '', 'network_id': 'fa1623a9-1856-4ad1-88c3-750138951c47', 'tenant_id': 'd106a5239d15419e8ba11d733c87013f', 'mac_address': 'fa:16:3e:23:a7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b07073-8af2-4d32-8cd9-490799b13d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'b0693d3c-afea-47b3-aa9b-9f06cc67b630', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:10Z', 'updated_at': '2021-10-27T18:47:14Z', 'revision_number': 4, 'project_id': 'd106a5239d15419e8ba11d733c87013f', 'subnets': [{'id': 'b0693d3c-afea-47b3-aa9b-9f06cc67b630', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:47:16.124910 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76061f37-994a-44c6-a907-d32548aa4206 None None] Pushing event updated for resources: {'Port': ['ID=11b258ef-d6e1-4ece-86da-74235ea2dc48,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:16.206755 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f4cae6e0-bda7-4490-9d2e-f68da70dbfe7 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:16.236416 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-e22998f6-d9f9-42fd-ab29-aed750cabd1b None None] Allocated IP 172.20.0.2 (6c2d4437-83a2-4b65-91c2-ddb6d589bd73/b5b23d29-2ec9-44fe-93f2-8813a19830cb/ecc526b5-d8e6-4306-bec0-dbb2239624c8) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:47:16.324949 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-82e791ba-19d7-45d1-868f-917081f86ed7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:16.491633 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e22998f6-d9f9-42fd-ab29-aed750cabd1b None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:16.536358 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f4cae6e0-bda7-4490-9d2e-f68da70dbfe7 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:16.541552 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 11b258ef-d6e1-4ece-86da-74235ea2dc48 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:47:16.615002 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e22998f6-d9f9-42fd-ab29-aed750cabd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:16.623698 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31afe8cf-c527-484a-b717-546a4eee28ab req-9ce3d93a-1147-4eb1-855e-c1cd37e49945 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:16.625271 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-31afe8cf-c527-484a-b717-546a4eee28ab req-9ce3d93a-1147-4eb1-855e-c1cd37e49945 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 946 time: 0.0743248 Oct 27 18:47:16.686913 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f4cae6e0-bda7-4490-9d2e-f68da70dbfe7 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:16.720988 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-31afe8cf-c527-484a-b717-546a4eee28ab req-f689bd45-5e76-41bd-b725-7b9cb0af0b5b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=f35e86e5-032f-42cd-9d02-3615b3e713b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815575 Oct 27 18:47:16.727208 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22998f6-d9f9-42fd-ab29-aed750cabd1b None None] Network 6c2d4437-83a2-4b65-91c2-ddb6d589bd73 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:47:16.737432 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-e22998f6-d9f9-42fd-ab29-aed750cabd1b None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:47:16.750179 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22998f6-d9f9-42fd-ab29-aed750cabd1b None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:47:16.766953 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cae6e0-bda7-4490-9d2e-f68da70dbfe7 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'Port': ['ID=e85f009f-2f24-4181-82b6-c1ecffc1c2f6,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:16.798522 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-f4cae6e0-bda7-4490-9d2e-f68da70dbfe7 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] In _notify_port_updated(), no bound segment for port e85f009f-2f24-4181-82b6-c1ecffc1c2f6 on network 3f9855fb-a1c4-4fa3-9c52-b00108f1af00 {{(pid=102879) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 18:47:16.805585 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cae6e0-bda7-4490-9d2e-f68da70dbfe7 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:16.806340 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f4cae6e0-bda7-4490-9d2e-f68da70dbfe7 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:16.811036 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33482) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:16.811348 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f4cae6e0-bda7-4490-9d2e-f68da70dbfe7 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "PUT /v2.0/ports/e85f009f-2f24-4181-82b6-c1ecffc1c2f6 HTTP/1.1" status: 200 len: 818 time: 0.7962160 Oct 27 18:47:16.821529 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22998f6-d9f9-42fd-ab29-aed750cabd1b None None] Pushing event updated for resources: {'Port': ['ID=ecc526b5-d8e6-4306-bec0-dbb2239624c8,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:16.840183 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-82e791ba-19d7-45d1-868f-917081f86ed7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:16.861763 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-82e791ba-19d7-45d1-868f-917081f86ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:16.882306 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 11b258ef-d6e1-4ece-86da-74235ea2dc48 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:16.882785 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:16.912642 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-e22998f6-d9f9-42fd-ab29-aed750cabd1b None None] Attempting to bind port ecc526b5-d8e6-4306-bec0-dbb2239624c8 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:47:16.912642 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-e22998f6-d9f9-42fd-ab29-aed750cabd1b None None] Attempting to bind port ecc526b5-d8e6-4306-bec0-dbb2239624c8 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '6d9738ac-cdb3-4374-a821-5e647d416f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '6c2d4437-83a2-4b65-91c2-ddb6d589bd73'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:47:16.916564 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22998f6-d9f9-42fd-ab29-aed750cabd1b None None] Attempting to bind port ecc526b5-d8e6-4306-bec0-dbb2239624c8 on network 6c2d4437-83a2-4b65-91c2-ddb6d589bd73 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:47:16.939422 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22998f6-d9f9-42fd-ab29-aed750cabd1b None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:47:16.940067 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22998f6-d9f9-42fd-ab29-aed750cabd1b None None] Checking segment: {'id': '6d9738ac-cdb3-4374-a821-5e647d416f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '6c2d4437-83a2-4b65-91c2-ddb6d589bd73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:47:16.940223 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e22998f6-d9f9-42fd-ab29-aed750cabd1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:16.940637 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22998f6-d9f9-42fd-ab29-aed750cabd1b None None] Bound using segment: {'id': '6d9738ac-cdb3-4374-a821-5e647d416f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '6c2d4437-83a2-4b65-91c2-ddb6d589bd73'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:47:16.941124 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-e22998f6-d9f9-42fd-ab29-aed750cabd1b None None] Bound port: ecc526b5-d8e6-4306-bec0-dbb2239624c8, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d9738ac-cdb3-4374-a821-5e647d416f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '6c2d4437-83a2-4b65-91c2-ddb6d589bd73'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:47:16.943144 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e22998f6-d9f9-42fd-ab29-aed750cabd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:16.958293 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-4e450de3-9b7f-4d22-9af9-6c4322e5c3f0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Deleting port e85f009f-2f24-4181-82b6-c1ecffc1c2f6 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:47:16.958645 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4e450de3-9b7f-4d22-9af9-6c4322e5c3f0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:17.008224 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-82e791ba-19d7-45d1-868f-917081f86ed7 admin admin] Allocated IP 172.25.6.2 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/a168f6e3-1c5d-4e53-8f4a-ccd7e7facab8) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:47:17.054477 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4e450de3-9b7f-4d22-9af9-6c4322e5c3f0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:17.071744 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-e22998f6-d9f9-42fd-ab29-aed750cabd1b None None] For port ecc526b5-d8e6-4306-bec0-dbb2239624c8, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:47:17.076772 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-4e450de3-9b7f-4d22-9af9-6c4322e5c3f0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Calling delete_port for e85f009f-2f24-4181-82b6-c1ecffc1c2f6 owned by {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:47:17.077224 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-e22998f6-d9f9-42fd-ab29-aed750cabd1b None None] For port ecc526b5-d8e6-4306-bec0-dbb2239624c8, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ecc526b5-d8e6-4306-bec0-dbb2239624c8,segment=NetworkSegment(6d9738ac-cdb3-4374-a821-5e647d416f28),segment_id=6d9738ac-cdb3-4374-a821-5e647d416f28)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:47:17.154591 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e22998f6-d9f9-42fd-ab29-aed750cabd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:17.199816 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-82e791ba-19d7-45d1-868f-917081f86ed7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:17.265873 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22998f6-d9f9-42fd-ab29-aed750cabd1b None None] Pushing event updated for resources: {'Port': ['ID=ecc526b5-d8e6-4306-bec0-dbb2239624c8,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:17.279713 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4e450de3-9b7f-4d22-9af9-6c4322e5c3f0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:17.314874 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e450de3-9b7f-4d22-9af9-6c4322e5c3f0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event deleted for resources: {'Port': ['ID=e85f009f-2f24-4181-82b6-c1ecffc1c2f6,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:17.327288 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4e450de3-9b7f-4d22-9af9-6c4322e5c3f0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:17.327625 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4e450de3-9b7f-4d22-9af9-6c4322e5c3f0 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/ports/e85f009f-2f24-4181-82b6-c1ecffc1c2f6 HTTP/1.1" status: 204 len: 168 time: 0.5154431 Oct 27 18:47:17.330348 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33488) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:17.347393 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-82e791ba-19d7-45d1-868f-917081f86ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:17.395219 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad9bff0-20cf-41ac-86c6-dbe8a75b06b3 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:17.399519 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8ad9bff0-20cf-41ac-86c6-dbe8a75b06b3 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0681231 Oct 27 18:47:17.399764 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 33492) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:17.438658 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb764421-9a87-4770-899a-dff586727d16 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] GET failed (client error): The resource could not be found. Oct 27 18:47:17.440304 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-fb764421-9a87-4770-899a-dff586727d16 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "GET /v2.0/ports/e85f009f-2f24-4181-82b6-c1ecffc1c2f6 HTTP/1.1" status: 404 len: 333 time: 0.0376964 Oct 27 18:47:17.445466 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33494) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:17.447262 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e791ba-19d7-45d1-868f-917081f86ed7 admin admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:47:17.450904 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-56f30439-b9e0-40cc-9351-a796dd8b8c54 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1711117780'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:47:17.451348 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-82e791ba-19d7-45d1-868f-917081f86ed7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:47:17.453859 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e791ba-19d7-45d1-868f-917081f86ed7 admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:47:17.456630 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e791ba-19d7-45d1-868f-917081f86ed7 admin admin] Pushing event updated for resources: {'Port': ['ID=a168f6e3-1c5d-4e53-8f4a-ccd7e7facab8,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:17.545385 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f30439-b9e0-40cc-9351-a796dd8b8c54 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Made reservation on behalf of 28633539e0ee40d1a4a981a2e2462808 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:47:17.548939 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-56f30439-b9e0-40cc-9351-a796dd8b8c54 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:17.584485 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f30439-b9e0-40cc-9351-a796dd8b8c54 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] vlan segment allocate from pool success with {'vlan_id': 1001, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:47:17.595058 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-56f30439-b9e0-40cc-9351-a796dd8b8c54 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:17.595402 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-56f30439-b9e0-40cc-9351-a796dd8b8c54 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Added segment 71c70781-b665-4e8a-824b-036488b8b411 of type vlan for network d30ed50a-c4a7-4cd4-b521-a53291bd1fe0 Oct 27 18:47:17.642943 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-56f30439-b9e0-40cc-9351-a796dd8b8c54 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:17.730607 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-56f30439-b9e0-40cc-9351-a796dd8b8c54 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:17.741174 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f30439-b9e0-40cc-9351-a796dd8b8c54 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:17.741830 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-56f30439-b9e0-40cc-9351-a796dd8b8c54 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:17.813672 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-82e791ba-19d7-45d1-868f-917081f86ed7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:17.824249 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f30439-b9e0-40cc-9351-a796dd8b8c54 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'Network': ['ID=d30ed50a-c4a7-4cd4-b521-a53291bd1fe0,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:17.835335 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network d30ed50a-c4a7-4cd4-b521-a53291bd1fe0 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:47:17.885675 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74ef5b-72ec-4241-b27f-5e86d3fb90b6 req-32ae5acb-e2fa-447f-8ea7-b72544360011 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:17.887277 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1c74ef5b-72ec-4241-b27f-5e86d3fb90b6 req-32ae5acb-e2fa-447f-8ea7-b72544360011 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 946 time: 0.0598931 Oct 27 18:47:17.899388 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-56f30439-b9e0-40cc-9351-a796dd8b8c54 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4527702 Oct 27 18:47:17.902624 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 33506) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:17.908275 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-d64bcb5b-1653-4dcd-ae01-91ffab50b9fb tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'subnet': {'network_id': 'd30ed50a-c4a7-4cd4-b521-a53291bd1fe0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:47:17.938449 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1c74ef5b-72ec-4241-b27f-5e86d3fb90b6 req-24dd6dbe-b687-47b8-bb33-436e698cddbc tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=f35e86e5-032f-42cd-9d02-3615b3e713b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429070 Oct 27 18:47:18.113496 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-82e791ba-19d7-45d1-868f-917081f86ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:18.185737 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64bcb5b-1653-4dcd-ae01-91ffab50b9fb tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Made reservation on behalf of 28633539e0ee40d1a4a981a2e2462808 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:47:18.190980 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d64bcb5b-1653-4dcd-ae01-91ffab50b9fb tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:18.432506 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8b098a-2d30-4462-bf89-9ca38f442fe3 None None] Network 6c2d4437-83a2-4b65-91c2-ddb6d589bd73 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:47:18.455546 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e791ba-19d7-45d1-868f-917081f86ed7 admin admin] Router 99bfc86e-10ab-455d-bf10-ab6155f61f0d is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:47:18.520109 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-554f355a-9f05-4bec-9670-63a4aa1f0e7f None None] Provisioning complete for port ecc526b5-d8e6-4306-bec0-dbb2239624c8 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:18.520833 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-554f355a-9f05-4bec-9670-63a4aa1f0e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:18.553939 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d64bcb5b-1653-4dcd-ae01-91ffab50b9fb tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:18.583511 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ecc526b5-d8e6-4306-bec0-dbb2239624c8 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:47:18.647381 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64bcb5b-1653-4dcd-ae01-91ffab50b9fb tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'Subnet': ['ID=463c10d3-17ef-49be-b34e-19de7c5a7c31,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:18.665170 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e791ba-19d7-45d1-868f-917081f86ed7 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:47:18.671738 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64bcb5b-1653-4dcd-ae01-91ffab50b9fb tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Checking segment: {'id': '71c70781-b665-4e8a-824b-036488b8b411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'd30ed50a-c4a7-4cd4-b521-a53291bd1fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:47:18.672013 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64bcb5b-1653-4dcd-ae01-91ffab50b9fb tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Network hostable DHCP agents. Network: d30ed50a-c4a7-4cd4-b521-a53291bd1fe0, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:47:18.681145 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc71bd7-bc42-4c17-8014-372e89279b76 None None] Sync routers for ids ['99bfc86e-10ab-455d-bf10-ab6155f61f0d'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:47:18.700041 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc71bd7-bc42-4c17-8014-372e89279b76 None None] Routers {'99bfc86e-10ab-455d-bf10-ab6155f61f0d'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:47:18.700663 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-fcc71bd7-bc42-4c17-8014-372e89279b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:47:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['99bfc86e-10ab-455d-bf10-ab6155f61f0d'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:18.732931 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port ecc526b5-d8e6-4306-bec0-dbb2239624c8 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:18.733319 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:18.756835 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-554f355a-9f05-4bec-9670-63a4aa1f0e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:18.780510 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-82e791ba-19d7-45d1-868f-917081f86ed7 admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:18.786441 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33520) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:18.787348 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-82e791ba-19d7-45d1-868f-917081f86ed7 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.9887040 Oct 27 18:47:18.811400 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-554f355a-9f05-4bec-9670-63a4aa1f0e7f None None] For port ecc526b5-d8e6-4306-bec0-dbb2239624c8, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ecc526b5-d8e6-4306-bec0-dbb2239624c8,segment=NetworkSegment(6d9738ac-cdb3-4374-a821-5e647d416f28),segment_id=6d9738ac-cdb3-4374-a821-5e647d416f28)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:47:18.824055 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64bcb5b-1653-4dcd-ae01-91ffab50b9fb tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Network d30ed50a-c4a7-4cd4-b521-a53291bd1fe0 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:47:18.858315 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:18.865081 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-fcc71bd7-bc42-4c17-8014-372e89279b76 None None] Set router 99bfc86e-10ab-455d-bf10-ab6155f61f0d gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:47:18.883238 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-554f355a-9f05-4bec-9670-63a4aa1f0e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:18.911765 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-d64bcb5b-1653-4dcd-ae01-91ffab50b9fb tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, d30ed50a-c4a7-4cd4-b521-a53291bd1fe0) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:47:18.916164 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64bcb5b-1653-4dcd-ae01-91ffab50b9fb tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:18.926380 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d64bcb5b-1653-4dcd-ae01-91ffab50b9fb tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:18.949369 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038ae81b-bb09-49e1-9349-01fac3cf3948 None None] Network d30ed50a-c4a7-4cd4-b521-a53291bd1fe0 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:47:19.009014 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d64bcb5b-1653-4dcd-ae01-91ffab50b9fb tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1024275 Oct 27 18:47:19.009318 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 33526) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:19.014428 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-adec4d91-19b1-47dd-9baa-0d8365a3e16b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'subnet': {'network_id': 'd30ed50a-c4a7-4cd4-b521-a53291bd1fe0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:47:19.144099 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-fcc71bd7-bc42-4c17-8014-372e89279b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bfc86e-10ab-455d-bf10-ab6155f61f0d', 'name': 'tempest-TestServerMultinode-888962813-router', 'tenant_id': '276d8a2dcde6411ca4a19eb389798e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'a168f6e3-1c5d-4e53-8f4a-ccd7e7facab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:47:15Z', 'updated_at': '2021-10-27T18:47:17Z', 'revision_number': 3, 'project_id': '276d8a2dcde6411ca4a19eb389798e06', 'gw_port': {'id': 'a168f6e3-1c5d-4e53-8f4a-ccd7e7facab8', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99bfc86e-10ab-455d-bf10-ab6155f61f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:16Z', 'updated_at': '2021-10-27T18:47:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:19.148370 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:47:19.151579 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:47:19.185512 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc71bd7-bc42-4c17-8014-372e89279b76 None None] Checking router: 99bfc86e-10ab-455d-bf10-ab6155f61f0d for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:47:19.185850 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc71bd7-bc42-4c17-8014-372e89279b76 None None] Updating router 99bfc86e-10ab-455d-bf10-ab6155f61f0d port a168f6e3-1c5d-4e53-8f4a-ccd7e7facab8 binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:47:19.206759 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f355a-9f05-4bec-9670-63a4aa1f0e7f None None] Pushing event updated for resources: {'Port': ['ID=ecc526b5-d8e6-4306-bec0-dbb2239624c8,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:19.209063 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4acde2-fb4f-4e5f-ada9-e902906e61b4 req-d4cc85df-8745-4901-915f-64e4f120eff4 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:19.227799 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ae4acde2-fb4f-4e5f-ada9-e902906e61b4 req-d4cc85df-8745-4901-915f-64e4f120eff4 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 946 time: 0.1719520 Oct 27 18:47:19.237473 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-fcc71bd7-bc42-4c17-8014-372e89279b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:19.241030 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-9182ca1e-c17e-46ec-b045-2679e20114aa None None] Provisioning complete for port ecc526b5-d8e6-4306-bec0-dbb2239624c8 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:19.241482 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9182ca1e-c17e-46ec-b045-2679e20114aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:19.321563 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-d4bec71b-5463-4749-9886-847c4dc2ae3a service neutron] show failed (client error): The resource could not be found. Oct 27 18:47:19.323021 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-d4bec71b-5463-4749-9886-847c4dc2ae3a service neutron] 10.222.0.93 "GET /v2.0/ports/0744efde-88be-4f06-accb-741e25dc3426/bindings/n-h1-815690-2 HTTP/1.1" status: 404 len: 380 time: 0.1063728 Oct 27 18:47:19.382783 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa2c0cf-a174-4eae-b83b-43081c5952ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-d30ed50a-c4a7-4cd4-b521-a53291bd1fe0', 'network_id': 'd30ed50a-c4a7-4cd4-b521-a53291bd1fe0', 'tenant_id': '28633539e0ee40d1a4a981a2e2462808', 'fixed_ips': [{'subnet_id': '463c10d3-17ef-49be-b34e-19de7c5a7c31'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:47:19.383551 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adec4d91-19b1-47dd-9baa-0d8365a3e16b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Made reservation on behalf of 28633539e0ee40d1a4a981a2e2462808 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:47:19.385110 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5fa2c0cf-a174-4eae-b83b-43081c5952ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:19.393727 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-adec4d91-19b1-47dd-9baa-0d8365a3e16b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:19.399558 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ae4acde2-fb4f-4e5f-ada9-e902906e61b4 req-ef2d9d81-b42b-4f37-8609-31d8c8a72dc0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=f35e86e5-032f-42cd-9d02-3615b3e713b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706638 Oct 27 18:47:19.618048 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4747fdb8-638e-43e5-9f94-1044cfc594c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:19.637541 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-5fa2c0cf-a174-4eae-b83b-43081c5952ee None None] Allocated IP 2001:db8::2 (d30ed50a-c4a7-4cd4-b521-a53291bd1fe0/463c10d3-17ef-49be-b34e-19de7c5a7c31/b29c6237-bd1a-4316-8857-477d8a7708a6) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:47:19.756725 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-fcc71bd7-bc42-4c17-8014-372e89279b76 None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:19.855736 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-4747fdb8-638e-43e5-9f94-1044cfc594c7 admin admin] Allocated IP 172.20.0.1 (6c2d4437-83a2-4b65-91c2-ddb6d589bd73/b5b23d29-2ec9-44fe-93f2-8813a19830cb/e40c477a-0364-466b-afa0-edd01dcd3283) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:47:19.873869 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-fcc71bd7-bc42-4c17-8014-372e89279b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:19.914157 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5fa2c0cf-a174-4eae-b83b-43081c5952ee None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:19.956569 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44418956-78de-4c50-8507-f6fffd885269 None None] Pushing event updated for resources: {'Port': ['ID=a168f6e3-1c5d-4e53-8f4a-ccd7e7facab8,revision_number=2']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:19.982851 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5fa2c0cf-a174-4eae-b83b-43081c5952ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:19.990001 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-fcc71bd7-bc42-4c17-8014-372e89279b76 None None] Attempting to bind port a168f6e3-1c5d-4e53-8f4a-ccd7e7facab8 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:47:19.990498 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-fcc71bd7-bc42-4c17-8014-372e89279b76 None None] Attempting to bind port a168f6e3-1c5d-4e53-8f4a-ccd7e7facab8 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:47:19.991157 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc71bd7-bc42-4c17-8014-372e89279b76 None None] Attempting to bind port a168f6e3-1c5d-4e53-8f4a-ccd7e7facab8 on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:47:19.999237 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc71bd7-bc42-4c17-8014-372e89279b76 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:47:20.000213 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc71bd7-bc42-4c17-8014-372e89279b76 None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:47:20.000213 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-fcc71bd7-bc42-4c17-8014-372e89279b76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:20.000743 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc71bd7-bc42-4c17-8014-372e89279b76 None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:47:20.001430 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-fcc71bd7-bc42-4c17-8014-372e89279b76 None None] Bound port: a168f6e3-1c5d-4e53-8f4a-ccd7e7facab8, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:47:20.002356 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-fcc71bd7-bc42-4c17-8014-372e89279b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:20.007389 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-f88895e9-dfed-46e2-bfc7-b6a3f6be76e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:20.012244 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-f88895e9-dfed-46e2-bfc7-b6a3f6be76e8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c&tenant_id=21f5568e020c455199c8dde94ac0b73c HTTP/1.1" status: 200 len: 1097 time: 0.1211500 Oct 27 18:47:20.026028 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-96613c35-c1be-494f-9cad-afa23580d6dc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815690-2', 'device_owner': 'compute:nova'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:47:20.048124 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4747fdb8-638e-43e5-9f94-1044cfc594c7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:20.063029 n-d-815690-2 neutron-server[102879]: INFO neutron.db.ipam_backend_mixin [None req-adec4d91-19b1-47dd-9baa-0d8365a3e16b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 463c10d3-17ef-49be-b34e-19de7c5a7c31 (CIDR: 2001:db8::/64) Oct 27 18:47:20.065111 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa2c0cf-a174-4eae-b83b-43081c5952ee None None] Network d30ed50a-c4a7-4cd4-b521-a53291bd1fe0 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:47:20.074084 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-5fa2c0cf-a174-4eae-b83b-43081c5952ee None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:47:20.079633 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa2c0cf-a174-4eae-b83b-43081c5952ee None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:47:20.082846 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa2c0cf-a174-4eae-b83b-43081c5952ee None None] Pushing event updated for resources: {'Port': ['ID=b29c6237-bd1a-4316-8857-477d8a7708a6,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:20.088879 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-fcc71bd7-bc42-4c17-8014-372e89279b76 None None] For port a168f6e3-1c5d-4e53-8f4a-ccd7e7facab8, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:47:20.092413 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-fcc71bd7-bc42-4c17-8014-372e89279b76 None None] For port a168f6e3-1c5d-4e53-8f4a-ccd7e7facab8, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=a168f6e3-1c5d-4e53-8f4a-ccd7e7facab8,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:47:20.092746 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-96613c35-c1be-494f-9cad-afa23580d6dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:20.099864 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-adec4d91-19b1-47dd-9baa-0d8365a3e16b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:47:20.100415 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adec4d91-19b1-47dd-9baa-0d8365a3e16b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:47:20.151258 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-5fa2c0cf-a174-4eae-b83b-43081c5952ee None None] Attempting to bind port b29c6237-bd1a-4316-8857-477d8a7708a6 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:47:20.151934 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-5fa2c0cf-a174-4eae-b83b-43081c5952ee None None] Attempting to bind port b29c6237-bd1a-4316-8857-477d8a7708a6 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '71c70781-b665-4e8a-824b-036488b8b411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'd30ed50a-c4a7-4cd4-b521-a53291bd1fe0'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:47:20.153023 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa2c0cf-a174-4eae-b83b-43081c5952ee None None] Attempting to bind port b29c6237-bd1a-4316-8857-477d8a7708a6 on network d30ed50a-c4a7-4cd4-b521-a53291bd1fe0 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:47:20.158442 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa2c0cf-a174-4eae-b83b-43081c5952ee None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:47:20.160482 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa2c0cf-a174-4eae-b83b-43081c5952ee None None] Checking segment: {'id': '71c70781-b665-4e8a-824b-036488b8b411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'd30ed50a-c4a7-4cd4-b521-a53291bd1fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:47:20.160482 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5fa2c0cf-a174-4eae-b83b-43081c5952ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:20.160482 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa2c0cf-a174-4eae-b83b-43081c5952ee None None] Bound using segment: {'id': '71c70781-b665-4e8a-824b-036488b8b411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'd30ed50a-c4a7-4cd4-b521-a53291bd1fe0'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:47:20.161230 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-5fa2c0cf-a174-4eae-b83b-43081c5952ee None None] Bound port: b29c6237-bd1a-4316-8857-477d8a7708a6, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71c70781-b665-4e8a-824b-036488b8b411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'd30ed50a-c4a7-4cd4-b521-a53291bd1fe0'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:47:20.161521 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5fa2c0cf-a174-4eae-b83b-43081c5952ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:20.180162 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-fcc71bd7-bc42-4c17-8014-372e89279b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:20.227882 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4747fdb8-638e-43e5-9f94-1044cfc594c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:20.229824 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-adec4d91-19b1-47dd-9baa-0d8365a3e16b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2193809 Oct 27 18:47:20.232949 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 33544) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:20.237918 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-a14cc1fa-a90b-40fb-a523-c02c70f7a58b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'subnet': {'network_id': 'd30ed50a-c4a7-4cd4-b521-a53291bd1fe0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:47:20.258634 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc71bd7-bc42-4c17-8014-372e89279b76 None None] Routers {'99bfc86e-10ab-455d-bf10-ab6155f61f0d'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:47:20.259631 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-5fa2c0cf-a174-4eae-b83b-43081c5952ee None None] For port b29c6237-bd1a-4316-8857-477d8a7708a6, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:47:20.260971 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-fcc71bd7-bc42-4c17-8014-372e89279b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:47:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['99bfc86e-10ab-455d-bf10-ab6155f61f0d'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:20.263231 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-5fa2c0cf-a174-4eae-b83b-43081c5952ee None None] For port b29c6237-bd1a-4316-8857-477d8a7708a6, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=b29c6237-bd1a-4316-8857-477d8a7708a6,segment=NetworkSegment(71c70781-b665-4e8a-824b-036488b8b411),segment_id=71c70781-b665-4e8a-824b-036488b8b411)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:47:20.264130 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44418956-78de-4c50-8507-f6fffd885269 None None] Pushing event updated for resources: {'Port': ['ID=a168f6e3-1c5d-4e53-8f4a-ccd7e7facab8,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:20.366071 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5fa2c0cf-a174-4eae-b83b-43081c5952ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:20.512200 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-96613c35-c1be-494f-9cad-afa23580d6dc service neutron] For port 0744efde-88be-4f06-accb-741e25dc3426, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=0744efde-88be-4f06-accb-741e25dc3426,segment=NetworkSegment(1fc589c5-2774-47b1-a7a7-250651af85dc),segment_id=1fc589c5-2774-47b1-a7a7-250651af85dc)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:47:20.523954 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-fcc71bd7-bc42-4c17-8014-372e89279b76 None None] Set router 99bfc86e-10ab-455d-bf10-ab6155f61f0d gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:47:20.574791 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa2c0cf-a174-4eae-b83b-43081c5952ee None None] Pushing event updated for resources: {'Port': ['ID=b29c6237-bd1a-4316-8857-477d8a7708a6,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:20.597751 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-96613c35-c1be-494f-9cad-afa23580d6dc service neutron] For port 0744efde-88be-4f06-accb-741e25dc3426, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:47:20.662266 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14cc1fa-a90b-40fb-a523-c02c70f7a58b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Made reservation on behalf of 28633539e0ee40d1a4a981a2e2462808 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:47:20.677483 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a14cc1fa-a90b-40fb-a523-c02c70f7a58b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:20.682954 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ecc526b5-d8e6-4306-bec0-dbb2239624c8 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:47:20.718360 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4747fdb8-638e-43e5-9f94-1044cfc594c7 admin admin] Network 6c2d4437-83a2-4b65-91c2-ddb6d589bd73 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:47:20.725366 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-4747fdb8-638e-43e5-9f94-1044cfc594c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:47:20.734683 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4747fdb8-638e-43e5-9f94-1044cfc594c7 admin admin] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:47:20.741009 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747fdb8-638e-43e5-9f94-1044cfc594c7 admin admin] Pushing event updated for resources: {'Port': ['ID=e40c477a-0364-466b-afa0-edd01dcd3283,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:20.787126 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747fdb8-638e-43e5-9f94-1044cfc594c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:20.788013 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747fdb8-638e-43e5-9f94-1044cfc594c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:20.788368 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747fdb8-638e-43e5-9f94-1044cfc594c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:20.788714 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747fdb8-638e-43e5-9f94-1044cfc594c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:20.789056 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747fdb8-638e-43e5-9f94-1044cfc594c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:20.789394 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747fdb8-638e-43e5-9f94-1044cfc594c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:20.789876 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747fdb8-638e-43e5-9f94-1044cfc594c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:20.790241 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747fdb8-638e-43e5-9f94-1044cfc594c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:20.797471 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747fdb8-638e-43e5-9f94-1044cfc594c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:20.797471 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747fdb8-638e-43e5-9f94-1044cfc594c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:20.797471 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747fdb8-638e-43e5-9f94-1044cfc594c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:20.797471 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747fdb8-638e-43e5-9f94-1044cfc594c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:20.839909 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port ecc526b5-d8e6-4306-bec0-dbb2239624c8 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:20.839909 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:20.844476 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf32d0e-7eaa-483d-9205-4600da045c67 req-e18cf3a1-02e1-40d1-a6ad-de8ab80e057c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:20.846075 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6bf32d0e-7eaa-483d-9205-4600da045c67 req-e18cf3a1-02e1-40d1-a6ad-de8ab80e057c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 946 time: 0.1768634 Oct 27 18:47:20.877435 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-fcc71bd7-bc42-4c17-8014-372e89279b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bfc86e-10ab-455d-bf10-ab6155f61f0d', 'name': 'tempest-TestServerMultinode-888962813-router', 'tenant_id': '276d8a2dcde6411ca4a19eb389798e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'a168f6e3-1c5d-4e53-8f4a-ccd7e7facab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:47:15Z', 'updated_at': '2021-10-27T18:47:17Z', 'revision_number': 3, 'project_id': '276d8a2dcde6411ca4a19eb389798e06', 'gw_port': {'id': 'a168f6e3-1c5d-4e53-8f4a-ccd7e7facab8', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99bfc86e-10ab-455d-bf10-ab6155f61f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:16Z', 'updated_at': '2021-10-27T18:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:20.884434 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4747fdb8-638e-43e5-9f94-1044cfc594c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:20.930849 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc71bd7-bc42-4c17-8014-372e89279b76 None None] The sync data for ids ['99bfc86e-10ab-455d-bf10-ab6155f61f0d'] in n-d-815690-2 is: [{'id': '99bfc86e-10ab-455d-bf10-ab6155f61f0d', 'name': 'tempest-TestServerMultinode-888962813-router', 'tenant_id': '276d8a2dcde6411ca4a19eb389798e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'a168f6e3-1c5d-4e53-8f4a-ccd7e7facab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:47:15Z', 'updated_at': '2021-10-27T18:47:17Z', 'revision_number': 3, 'project_id': '276d8a2dcde6411ca4a19eb389798e06', 'gw_port': {'id': 'a168f6e3-1c5d-4e53-8f4a-ccd7e7facab8', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99bfc86e-10ab-455d-bf10-ab6155f61f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:16Z', 'updated_at': '2021-10-27T18:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:47:20.935713 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd08de410-5bb4-4cb7-ba66-f6115ddf677c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0744efde-88be-4f06-accb-741e25dc3426'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:47:20.938788 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb1fe2f-8e59-49c2-b171-fb71b43705bc" -d '{"events": [{"server_uuid": "d08de410-5bb4-4cb7-ba66-f6115ddf677c", "name": "network-vif-unplugged", "status": "completed", "tag": "0744efde-88be-4f06-accb-741e25dc3426"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:47:20.961622 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-96613c35-c1be-494f-9cad-afa23580d6dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:20.998874 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-96613c35-c1be-494f-9cad-afa23580d6dc service neutron] Transition to ACTIVE for port object 0744efde-88be-4f06-accb-741e25dc3426 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:47:21.020187 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6bf32d0e-7eaa-483d-9205-4600da045c67 req-5637cbc7-5b7a-43ed-bd78-1cd2deda9b55 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=f35e86e5-032f-42cd-9d02-3615b3e713b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651132 Oct 27 18:47:21.067054 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-96613c35-c1be-494f-9cad-afa23580d6dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:21.250910 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4747fdb8-638e-43e5-9f94-1044cfc594c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:21.301761 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96613c35-c1be-494f-9cad-afa23580d6dc service neutron] Pushing event updated for resources: {'Port': ['ID=0744efde-88be-4f06-accb-741e25dc3426,revision_number=6']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:21.302285 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-2d606468-1244-494c-8df0-2eb565e41da4 None None] Provisioning complete for port e40c477a-0364-466b-afa0-edd01dcd3283 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:21.302747 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2d606468-1244-494c-8df0-2eb565e41da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:21.319917 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 18:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c18487-b0e2-4965-a760-dc921a78924b x-openstack-request-id: req-b4c18487-b0e2-4965-a760-dc921a78924b {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:47:21.322438 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d08de410-5bb4-4cb7-ba66-f6115ddf677c", "name": "network-vif-unplugged", "status": "completed", "tag": "0744efde-88be-4f06-accb-741e25dc3426", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:47:21.322438 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b4c18487-b0e2-4965-a760-dc921a78924b {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:47:21.322438 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd08de410-5bb4-4cb7-ba66-f6115ddf677c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0744efde-88be-4f06-accb-741e25dc3426', 'code': 200} Oct 27 18:47:21.589056 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-2d606468-1244-494c-8df0-2eb565e41da4 None None] Port e40c477a-0364-466b-afa0-edd01dcd3283 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:47:21.598790 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-96613c35-c1be-494f-9cad-afa23580d6dc service neutron] No DVR routers for this DVR port 0744efde-88be-4f06-accb-741e25dc3426 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:47:21.631622 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4747fdb8-638e-43e5-9f94-1044cfc594c7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:21.719827 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4747fdb8-638e-43e5-9f94-1044cfc594c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:21.811581 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747fdb8-638e-43e5-9f94-1044cfc594c7 admin admin] Pushing event updated for resources: {'Port': ['ID=e40c477a-0364-466b-afa0-edd01dcd3283,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:21.818511 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4747fdb8-638e-43e5-9f94-1044cfc594c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:21.838239 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-96613c35-c1be-494f-9cad-afa23580d6dc service neutron] Attempting to bind port 0744efde-88be-4f06-accb-741e25dc3426 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:47:21.838585 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-96613c35-c1be-494f-9cad-afa23580d6dc service neutron] Attempting to bind port 0744efde-88be-4f06-accb-741e25dc3426 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '1fc589c5-2774-47b1-a7a7-250651af85dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '7bd6a875-a657-47e8-89d0-37edc08a1634'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:47:21.838938 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-96613c35-c1be-494f-9cad-afa23580d6dc service neutron] Attempting to bind port 0744efde-88be-4f06-accb-741e25dc3426 on network 7bd6a875-a657-47e8-89d0-37edc08a1634 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:47:21.843847 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-96613c35-c1be-494f-9cad-afa23580d6dc service neutron] Port 0744efde-88be-4f06-accb-741e25dc3426 on network 7bd6a875-a657-47e8-89d0-37edc08a1634 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:47:21.844167 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-96613c35-c1be-494f-9cad-afa23580d6dc service neutron] Attempting to bind port 0744efde-88be-4f06-accb-741e25dc3426 on network 7bd6a875-a657-47e8-89d0-37edc08a1634 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:47:21.850889 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-96613c35-c1be-494f-9cad-afa23580d6dc service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:47:21.852924 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-96613c35-c1be-494f-9cad-afa23580d6dc service neutron] Checking segment: {'id': '1fc589c5-2774-47b1-a7a7-250651af85dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '7bd6a875-a657-47e8-89d0-37edc08a1634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:47:21.852924 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-96613c35-c1be-494f-9cad-afa23580d6dc service neutron] Bound using segment: {'id': '1fc589c5-2774-47b1-a7a7-250651af85dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '7bd6a875-a657-47e8-89d0-37edc08a1634'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:47:21.852924 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-96613c35-c1be-494f-9cad-afa23580d6dc service neutron] Bound port: 0744efde-88be-4f06-accb-741e25dc3426, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fc589c5-2774-47b1-a7a7-250651af85dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '7bd6a875-a657-47e8-89d0-37edc08a1634'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:47:21.852924 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-96613c35-c1be-494f-9cad-afa23580d6dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:21.894907 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a14cc1fa-a90b-40fb-a523-c02c70f7a58b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:21.947559 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4747fdb8-638e-43e5-9f94-1044cfc594c7 admin admin] Network 6c2d4437-83a2-4b65-91c2-ddb6d589bd73 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:47:21.948110 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-4747fdb8-638e-43e5-9f94-1044cfc594c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:47:21.948525 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14cc1fa-a90b-40fb-a523-c02c70f7a58b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Network d30ed50a-c4a7-4cd4-b521-a53291bd1fe0 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:47:21.963837 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-a14cc1fa-a90b-40fb-a523-c02c70f7a58b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:47:21.972210 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14cc1fa-a90b-40fb-a523-c02c70f7a58b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:21.973367 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a14cc1fa-a90b-40fb-a523-c02c70f7a58b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:21.994266 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14cc1fa-a90b-40fb-a523-c02c70f7a58b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'Subnet': ['ID=cda0d11f-100a-43c6-996c-98b8f12c3192,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:21.996806 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-96613c35-c1be-494f-9cad-afa23580d6dc service neutron] For port 0744efde-88be-4f06-accb-741e25dc3426, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:47:22.000739 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-96613c35-c1be-494f-9cad-afa23580d6dc service neutron] For port 0744efde-88be-4f06-accb-741e25dc3426, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=0744efde-88be-4f06-accb-741e25dc3426,segment=NetworkSegment(1fc589c5-2774-47b1-a7a7-250651af85dc),segment_id=1fc589c5-2774-47b1-a7a7-250651af85dc)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:47:22.083532 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a14cc1fa-a90b-40fb-a523-c02c70f7a58b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8494067 Oct 27 18:47:22.086333 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 33574) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:22.092721 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-9ae24823-a008-49bf-8b18-a0c2c438a21b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'port': {'network_id': 'd30ed50a-c4a7-4cd4-b521-a53291bd1fe0', 'fixed_ips': [{'subnet_id': '463c10d3-17ef-49be-b34e-19de7c5a7c31'}, {'subnet_id': 'cda0d11f-100a-43c6-996c-98b8f12c3192'}], 'name': 'tempest-PortsIpV6TestJSON-296466458'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:47:22.126108 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4747fdb8-638e-43e5-9f94-1044cfc594c7 admin admin] Router 99bfc86e-10ab-455d-bf10-ab6155f61f0d has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:47:22.128533 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-96613c35-c1be-494f-9cad-afa23580d6dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:22.242098 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa4fded-45d5-42d9-ac82-a4d8783a5d4e None None] Network d30ed50a-c4a7-4cd4-b521-a53291bd1fe0 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:47:22.286418 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-96613c35-c1be-494f-9cad-afa23580d6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:22.287068 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-96613c35-c1be-494f-9cad-afa23580d6dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:22.288499 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-96613c35-c1be-494f-9cad-afa23580d6dc service neutron] 10.222.0.81 "PUT /v2.0/ports/0744efde-88be-4f06-accb-741e25dc3426 HTTP/1.1" status: 200 len: 1092 time: 2.2681389 Oct 27 18:47:22.306932 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e850f9-5d9e-4168-9da0-9b0867295edf req-eff081fe-64b8-4779-9ba6-cbf0b74c9ea8 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:22.314670 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a5e850f9-5d9e-4168-9da0-9b0867295edf req-eff081fe-64b8-4779-9ba6-cbf0b74c9ea8 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 944 time: 0.1846092 Oct 27 18:47:22.322601 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96613c35-c1be-494f-9cad-afa23580d6dc service neutron] Pushing event updated for resources: {'Port': ['ID=0744efde-88be-4f06-accb-741e25dc3426,revision_number=7']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:22.376826 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a5e850f9-5d9e-4168-9da0-9b0867295edf req-45e886bf-dbda-47f3-9196-fd7ad005cd30 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=f35e86e5-032f-42cd-9d02-3615b3e713b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610528 Oct 27 18:47:22.395166 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4747fdb8-638e-43e5-9f94-1044cfc594c7 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:47:22.406270 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4747fdb8-638e-43e5-9f94-1044cfc594c7 admin admin] 10.222.0.52 "PUT /v2.0/routers/99bfc86e-10ab-455d-bf10-ab6155f61f0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6179857 Oct 27 18:47:22.413240 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-dfccafc5-8cad-4efe-8198-d1e91c4ed624 None None] Provisioning complete for port b29c6237-bd1a-4316-8857-477d8a7708a6 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:22.413624 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dfccafc5-8cad-4efe-8198-d1e91c4ed624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:22.556974 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-a3fed820-4c7a-470c-9d7f-ca3bbd6678d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:22.558521 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-a3fed820-4c7a-470c-9d7f-ca3bbd6678d7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=21f5568e020c455199c8dde94ac0b73c&device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 1095 time: 0.1566830 Oct 27 18:47:22.589782 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dfccafc5-8cad-4efe-8198-d1e91c4ed624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:22.719407 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device b29c6237-bd1a-4316-8857-477d8a7708a6 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:47:22.723456 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae24823-a008-49bf-8b18-a0c2c438a21b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Made reservation on behalf of 28633539e0ee40d1a4a981a2e2462808 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:47:22.756170 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-dfccafc5-8cad-4efe-8198-d1e91c4ed624 None None] For port b29c6237-bd1a-4316-8857-477d8a7708a6, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=b29c6237-bd1a-4316-8857-477d8a7708a6,segment=NetworkSegment(71c70781-b665-4e8a-824b-036488b8b411),segment_id=71c70781-b665-4e8a-824b-036488b8b411)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:47:22.814148 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port b29c6237-bd1a-4316-8857-477d8a7708a6 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:22.814608 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:22.832915 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dfccafc5-8cad-4efe-8198-d1e91c4ed624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:22.858473 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-2aac6ff6-c700-49a5-b0d9-1fa22a3bc633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:22.861891 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-2aac6ff6-c700-49a5-b0d9-1fa22a3bc633 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7bd6a875-a657-47e8-89d0-37edc08a1634 HTTP/1.1" status: 200 len: 898 time: 0.2930632 Oct 27 18:47:22.932158 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9ae24823-a008-49bf-8b18-a0c2c438a21b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:22.964658 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-9ae24823-a008-49bf-8b18-a0c2c438a21b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] device_id is not set on port ad3a4185-09f3-490f-9f02-c0165f71b4c6 yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:47:22.980596 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-b8b78c98-3b71-4089-9f70-b211d027bf2e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0744efde-88be-4f06-accb-741e25dc3426 HTTP/1.1" status: 200 len: 999 time: 0.1069441 Oct 27 18:47:23.021863 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be849b1a-e311-4ae0-8d9d-3b012ddbbe5e None None] Update dhcp port {'port': {'network_id': 'd30ed50a-c4a7-4cd4-b521-a53291bd1fe0', 'fixed_ips': [{'subnet_id': '463c10d3-17ef-49be-b34e-19de7c5a7c31', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cda0d11f-100a-43c6-996c-98b8f12c3192'}], 'binding:host_id': 'n-d-815690-2'}, 'id': 'b29c6237-bd1a-4316-8857-477d8a7708a6'} from n-d-815690-2. {{(pid=102880) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 18:47:23.023805 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-dfccafc5-8cad-4efe-8198-d1e91c4ed624 None None] Provisioning complete for port e40c477a-0364-466b-afa0-edd01dcd3283 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:23.024176 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dfccafc5-8cad-4efe-8198-d1e91c4ed624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:23.142177 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-be849b1a-e311-4ae0-8d9d-3b012ddbbe5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:23.168012 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-0026c77a-f937-4e1b-bee8-92166a3e0503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:23.169504 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-0026c77a-f937-4e1b-bee8-92166a3e0503 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=160bc31a-12ba-4b4e-818c-d23c30c3ab80 HTTP/1.1" status: 200 len: 834 time: 0.1286054 Oct 27 18:47:23.203925 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfccafc5-8cad-4efe-8198-d1e91c4ed624 None None] Pushing event updated for resources: {'Port': ['ID=b29c6237-bd1a-4316-8857-477d8a7708a6,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:23.224507 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device a168f6e3-1c5d-4e53-8f4a-ccd7e7facab8 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:47:23.253816 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-dfccafc5-8cad-4efe-8198-d1e91c4ed624 None None] Port e40c477a-0364-466b-afa0-edd01dcd3283 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:47:23.303256 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-40129144-828b-4935-bd65-cd41dcc4916b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:23.304848 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-40129144-828b-4935-bd65-cd41dcc4916b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7bd6a875-a657-47e8-89d0-37edc08a1634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1258714 Oct 27 18:47:23.324537 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd08de410-5bb4-4cb7-ba66-f6115ddf677c', 'tag': '0744efde-88be-4f06-accb-741e25dc3426'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:47:23.327139 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c47e04-ff35-4e3d-b60b-afbdbfdb3937" -d '{"events": [{"name": "network-changed", "server_uuid": "d08de410-5bb4-4cb7-ba66-f6115ddf677c", "tag": "0744efde-88be-4f06-accb-741e25dc3426"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:47:23.398526 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port a168f6e3-1c5d-4e53-8f4a-ccd7e7facab8 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:23.398940 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:23.423509 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88447405-e4bb-4d9b-850d-352d968db716 req-bba93403-7d94-44be-8f27-daad4e4ce88b tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:23.425267 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-88447405-e4bb-4d9b-850d-352d968db716 req-bba93403-7d94-44be-8f27-daad4e4ce88b tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/networks?id=fa1623a9-1856-4ad1-88c3-750138951c47 HTTP/1.1" status: 200 len: 912 time: 0.2446702 Oct 27 18:47:23.446970 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-88447405-e4bb-4d9b-850d-352d968db716 req-279ffe52-4382-46c5-b03e-ed60abe61aa1 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/quotas/276d8a2dcde6411ca4a19eb389798e06 HTTP/1.1" status: 200 len: 375 time: 0.0149660 Oct 27 18:47:23.501669 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:23.529478 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port a168f6e3-1c5d-4e53-8f4a-ccd7e7facab8, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=a168f6e3-1c5d-4e53-8f4a-ccd7e7facab8,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:47:23.546761 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-a03e0be0-656e-4d61-b0a7-98530a8a2385 service neutron] 10.222.0.81 "GET /v2.0/networks/7bd6a875-a657-47e8-89d0-37edc08a1634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305269 Oct 27 18:47:23.547450 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-88447405-e4bb-4d9b-850d-352d968db716 req-7ce9db8f-3c3a-4cda-81a6-11abb5457de9 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/ports?tenant_id=276d8a2dcde6411ca4a19eb389798e06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0993903 Oct 27 18:47:23.574071 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-9ae24823-a008-49bf-8b18-a0c2c438a21b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Allocated IP 2001:db8::10c (d30ed50a-c4a7-4cd4-b521-a53291bd1fe0/463c10d3-17ef-49be-b34e-19de7c5a7c31/ad3a4185-09f3-490f-9f02-c0165f71b4c6) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:47:23.593159 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:23.616910 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-9ae24823-a008-49bf-8b18-a0c2c438a21b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Allocated IP 2001:db8:0:1::330 (d30ed50a-c4a7-4cd4-b521-a53291bd1fe0/cda0d11f-100a-43c6-996c-98b8f12c3192/ad3a4185-09f3-490f-9f02-c0165f71b4c6) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:47:23.656294 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=a168f6e3-1c5d-4e53-8f4a-ccd7e7facab8,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:23.702581 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-88447405-e4bb-4d9b-850d-352d968db716 req-fce98472-9dd4-499f-8b3c-ff0ac1641ed6 service neutron] 10.222.0.52 "GET /v2.0/networks/fa1623a9-1856-4ad1-88c3-750138951c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487348 Oct 27 18:47:23.713932 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-702084a3-c576-49df-9c5e-623c9dcaa2e1 req-bbe0acb4-d25d-49de-bcba-30a7524516b8 service neutron] 10.222.0.81 "GET /v2.0/networks/7bd6a875-a657-47e8-89d0-37edc08a1634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586213 Oct 27 18:47:23.807386 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-88447405-e4bb-4d9b-850d-352d968db716 req-6b8c5ccc-dfe7-4957-98e8-35641b6bb785 service neutron] 10.222.0.52 "GET /v2.0/networks/fa1623a9-1856-4ad1-88c3-750138951c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987892 Oct 27 18:47:23.830123 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9ae24823-a008-49bf-8b18-a0c2c438a21b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:23.953319 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9ae24823-a008-49bf-8b18-a0c2c438a21b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:24.040785 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae24823-a008-49bf-8b18-a0c2c438a21b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Network d30ed50a-c4a7-4cd4-b521-a53291bd1fe0 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:47:24.046393 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-9ae24823-a008-49bf-8b18-a0c2c438a21b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:47:24.056880 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae24823-a008-49bf-8b18-a0c2c438a21b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:47:24.064246 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae24823-a008-49bf-8b18-a0c2c438a21b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:24.064387 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-be849b1a-e311-4ae0-8d9d-3b012ddbbe5e None None] Allocated IP 2001:db8:0:1::2 (d30ed50a-c4a7-4cd4-b521-a53291bd1fe0/cda0d11f-100a-43c6-996c-98b8f12c3192/b29c6237-bd1a-4316-8857-477d8a7708a6) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:47:24.064919 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9ae24823-a008-49bf-8b18-a0c2c438a21b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:24.069365 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae24823-a008-49bf-8b18-a0c2c438a21b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'Port': ['ID=ad3a4185-09f3-490f-9f02-c0165f71b4c6,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:24.090028 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846ec62f-75c8-47f9-8f7d-c10a58400c95 x-openstack-request-id: req-846ec62f-75c8-47f9-8f7d-c10a58400c95 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:47:24.090322 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d08de410-5bb4-4cb7-ba66-f6115ddf677c", "tag": "0744efde-88be-4f06-accb-741e25dc3426", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:47:24.090581 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-846ec62f-75c8-47f9-8f7d-c10a58400c95 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:47:24.091011 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd08de410-5bb4-4cb7-ba66-f6115ddf677c', 'tag': '0744efde-88be-4f06-accb-741e25dc3426', 'status': 'completed', 'code': 200} Oct 27 18:47:24.172243 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 0744efde-88be-4f06-accb-741e25dc3426 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:47:24.194933 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9ae24823-a008-49bf-8b18-a0c2c438a21b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.1071050 Oct 27 18:47:24.198876 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 33630) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:24.204188 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-fbdd465b-02aa-4dd4-b025-0404d1bbfddc tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '463c10d3-17ef-49be-b34e-19de7c5a7c31'}]}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:47:24.249669 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c47e04-ff35-4e3d-b60b-afbdbfdb3937 req-67e74b2f-c958-4cbd-aae1-c0b8d8cbefe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:24.251255 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-43c47e04-ff35-4e3d-b60b-afbdbfdb3937 req-67e74b2f-c958-4cbd-aae1-c0b8d8cbefe6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=21f5568e020c455199c8dde94ac0b73c&device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 1095 time: 0.1577113 Oct 27 18:47:24.266481 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250cfaba-c64f-4b78-8fa9-f00a83cf7b78 None None] Sync routers for ids ['99bfc86e-10ab-455d-bf10-ab6155f61f0d'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:47:24.270445 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 0744efde-88be-4f06-accb-741e25dc3426 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:47:24.299382 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250cfaba-c64f-4b78-8fa9-f00a83cf7b78 None None] Routers {'99bfc86e-10ab-455d-bf10-ab6155f61f0d'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:47:24.299382 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-250cfaba-c64f-4b78-8fa9-f00a83cf7b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:47:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['99bfc86e-10ab-455d-bf10-ab6155f61f0d'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:24.315575 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af5394-2bbe-4fbb-9035-00474e20fdc8 req-2f7e9808-44bb-4726-ba48-466c7976c310 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:24.323674 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b3af5394-2bbe-4fbb-9035-00474e20fdc8 req-2f7e9808-44bb-4726-ba48-466c7976c310 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 944 time: 0.1379590 Oct 27 18:47:24.370236 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c47e04-ff35-4e3d-b60b-afbdbfdb3937 req-7421e915-3772-4203-ae26-4ad6dbbd522f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:24.371874 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-43c47e04-ff35-4e3d-b60b-afbdbfdb3937 req-7421e915-3772-4203-ae26-4ad6dbbd522f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=21f5568e020c455199c8dde94ac0b73c&device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 1095 time: 0.2162220 Oct 27 18:47:24.391469 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-be849b1a-e311-4ae0-8d9d-3b012ddbbe5e None None] For port b29c6237-bd1a-4316-8857-477d8a7708a6, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=b29c6237-bd1a-4316-8857-477d8a7708a6,segment=NetworkSegment(71c70781-b665-4e8a-824b-036488b8b411),segment_id=71c70781-b665-4e8a-824b-036488b8b411)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:47:24.402077 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fbdd465b-02aa-4dd4-b025-0404d1bbfddc tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:24.443702 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-be849b1a-e311-4ae0-8d9d-3b012ddbbe5e None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:24.444606 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b3af5394-2bbe-4fbb-9035-00474e20fdc8 req-0cc46834-068f-43c3-8885-b655115639ce tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=f35e86e5-032f-42cd-9d02-3615b3e713b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199262 Oct 27 18:47:24.467952 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-250cfaba-c64f-4b78-8fa9-f00a83cf7b78 None None] Set router 99bfc86e-10ab-455d-bf10-ab6155f61f0d gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:47:24.544369 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c47e04-ff35-4e3d-b60b-afbdbfdb3937 req-f67fd1c0-9866-4a77-9cea-f58bb9b2de17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:24.546356 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-43c47e04-ff35-4e3d-b60b-afbdbfdb3937 req-f67fd1c0-9866-4a77-9cea-f58bb9b2de17 service neutron] 10.222.0.93 "GET /v2.0/networks?id=7bd6a875-a657-47e8-89d0-37edc08a1634 HTTP/1.1" status: 200 len: 898 time: 0.2862289 Oct 27 18:47:24.601424 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-be849b1a-e311-4ae0-8d9d-3b012ddbbe5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:24.623959 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1e40ccb4-bd87-4297-aae7-a9b714725ed7 req-a77e065b-2e8d-4c24-bb60-a78e04974085 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ee786d50-c1a6-4ee9-9d1f-cc2bfb2a99f3 HTTP/1.1" status: 200 len: 210 time: 0.0372925 Oct 27 18:47:24.674933 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device b29c6237-bd1a-4316-8857-477d8a7708a6 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:47:24.801410 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be849b1a-e311-4ae0-8d9d-3b012ddbbe5e None None] Pushing event updated for resources: {'Port': ['ID=b29c6237-bd1a-4316-8857-477d8a7708a6,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:24.860175 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port b29c6237-bd1a-4316-8857-477d8a7708a6 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:24.860556 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:24.904226 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33644) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:25.004734 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c47e04-ff35-4e3d-b60b-afbdbfdb3937 req-939e8540-d974-4282-afc3-be74e6b520fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:25.006271 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-43c47e04-ff35-4e3d-b60b-afbdbfdb3937 req-939e8540-d974-4282-afc3-be74e6b520fe service neutron] 10.222.0.81 "GET /v2.0/networks?id=7bd6a875-a657-47e8-89d0-37edc08a1634 HTTP/1.1" status: 200 len: 898 time: 0.6199310 Oct 27 18:47:25.178355 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-43c47e04-ff35-4e3d-b60b-afbdbfdb3937 req-e04929f2-c9d5-45fd-83be-bed4d0c471a0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0744efde-88be-4f06-accb-741e25dc3426 HTTP/1.1" status: 200 len: 999 time: 0.6220815 Oct 27 18:47:25.218025 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-250cfaba-c64f-4b78-8fa9-f00a83cf7b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bfc86e-10ab-455d-bf10-ab6155f61f0d', 'name': 'tempest-TestServerMultinode-888962813-router', 'tenant_id': '276d8a2dcde6411ca4a19eb389798e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'a168f6e3-1c5d-4e53-8f4a-ccd7e7facab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:47:15Z', 'updated_at': '2021-10-27T18:47:21Z', 'revision_number': 4, 'project_id': '276d8a2dcde6411ca4a19eb389798e06', 'gw_port': {'id': 'a168f6e3-1c5d-4e53-8f4a-ccd7e7facab8', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bfc86e-10ab-455d-bf10-ab6155f61f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:16Z', 'updated_at': '2021-10-27T18:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'e40c477a-0364-466b-afa0-edd01dcd3283', 'name': '', 'network_id': '6c2d4437-83a2-4b65-91c2-ddb6d589bd73', 'tenant_id': '276d8a2dcde6411ca4a19eb389798e06', 'mac_address': 'fa:16:3e:1f:b5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99bfc86e-10ab-455d-bf10-ab6155f61f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'b5b23d29-2ec9-44fe-93f2-8813a19830cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:19Z', 'updated_at': '2021-10-27T18:47:21Z', 'revision_number': 2, 'project_id': '276d8a2dcde6411ca4a19eb389798e06', 'subnets': [{'id': 'b5b23d29-2ec9-44fe-93f2-8813a19830cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:25.239018 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-43c47e04-ff35-4e3d-b60b-afbdbfdb3937 req-1f8fcbe4-237f-4592-b65a-315b565aa3eb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0744efde-88be-4f06-accb-741e25dc3426 HTTP/1.1" status: 200 len: 999 time: 0.2222342 Oct 27 18:47:25.272141 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250cfaba-c64f-4b78-8fa9-f00a83cf7b78 None None] Checking router: 99bfc86e-10ab-455d-bf10-ab6155f61f0d for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:47:25.273144 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250cfaba-c64f-4b78-8fa9-f00a83cf7b78 None None] Updating router 99bfc86e-10ab-455d-bf10-ab6155f61f0d port e40c477a-0364-466b-afa0-edd01dcd3283 binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:47:25.337007 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device a168f6e3-1c5d-4e53-8f4a-ccd7e7facab8 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:47:25.343371 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c47e04-ff35-4e3d-b60b-afbdbfdb3937 req-ccfd0b68-66dd-4b73-9542-4401b73cf921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:25.354003 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-43c47e04-ff35-4e3d-b60b-afbdbfdb3937 req-ccfd0b68-66dd-4b73-9542-4401b73cf921 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=160bc31a-12ba-4b4e-818c-d23c30c3ab80 HTTP/1.1" status: 200 len: 834 time: 0.1645815 Oct 27 18:47:25.422635 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c47e04-ff35-4e3d-b60b-afbdbfdb3937 req-95cb5cc2-293f-46e3-b047-b339c99b8f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:25.428393 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-43c47e04-ff35-4e3d-b60b-afbdbfdb3937 req-95cb5cc2-293f-46e3-b047-b339c99b8f55 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=160bc31a-12ba-4b4e-818c-d23c30c3ab80 HTTP/1.1" status: 200 len: 834 time: 0.1760089 Oct 27 18:47:25.436001 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-250cfaba-c64f-4b78-8fa9-f00a83cf7b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:25.439266 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port a168f6e3-1c5d-4e53-8f4a-ccd7e7facab8 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:25.439638 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:25.524381 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c47e04-ff35-4e3d-b60b-afbdbfdb3937 req-e4108304-b100-4d48-9c84-726a704e4a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:25.530132 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-43c47e04-ff35-4e3d-b60b-afbdbfdb3937 req-e4108304-b100-4d48-9c84-726a704e4a0f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7bd6a875-a657-47e8-89d0-37edc08a1634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1611969 Oct 27 18:47:25.534252 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-fbdd465b-02aa-4dd4-b025-0404d1bbfddc tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Delete allocated IP 2001:db8:0:1::330 (d30ed50a-c4a7-4cd4-b521-a53291bd1fe0/cda0d11f-100a-43c6-996c-98b8f12c3192) {{(pid=102879) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 27 18:47:25.577292 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c47e04-ff35-4e3d-b60b-afbdbfdb3937 req-30388b5e-f45d-4ee3-8aea-71bf3a52e38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:25.580287 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-43c47e04-ff35-4e3d-b60b-afbdbfdb3937 req-30388b5e-f45d-4ee3-8aea-71bf3a52e38b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7bd6a875-a657-47e8-89d0-37edc08a1634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1360617 Oct 27 18:47:25.646298 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ad5ea9d8-e182-4edf-a650-16ecdda727fa tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:25.781930 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0f4ca-208f-45f6-98a0-d66ccb923b31 req-142da124-7f12-449d-8a1e-be269018e37f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:25.790432 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a4d0f4ca-208f-45f6-98a0-d66ccb923b31 req-142da124-7f12-449d-8a1e-be269018e37f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 944 time: 0.2295973 Oct 27 18:47:25.801946 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac075b7-1f3d-480c-9fa7-d6d8b63928a6 None None] Network d30ed50a-c4a7-4cd4-b521-a53291bd1fe0 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:47:25.859750 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-43c47e04-ff35-4e3d-b60b-afbdbfdb3937 req-0d3072a5-24d0-45b8-95d5-feb8a5aa063d service neutron] 10.222.0.81 "GET /v2.0/networks/7bd6a875-a657-47e8-89d0-37edc08a1634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416646 Oct 27 18:47:25.909374 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-57d64180-2a17-4b8a-9fa2-e63e2f306a5c None None] Provisioning complete for port b29c6237-bd1a-4316-8857-477d8a7708a6 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:25.910061 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-57d64180-2a17-4b8a-9fa2-e63e2f306a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:25.999039 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a4d0f4ca-208f-45f6-98a0-d66ccb923b31 req-8a9d9cc1-04d6-442f-99ef-347f98fb47c1 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=f35e86e5-032f-42cd-9d02-3615b3e713b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074432 Oct 27 18:47:26.055648 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-43c47e04-ff35-4e3d-b60b-afbdbfdb3937 req-a7865829-8acb-4f5a-8b0f-8b3dd755fb33 service neutron] 10.222.0.81 "GET /v2.0/networks/7bd6a875-a657-47e8-89d0-37edc08a1634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859262 Oct 27 18:47:26.163368 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-43c47e04-ff35-4e3d-b60b-afbdbfdb3937 req-feb8c8fb-bcb6-428b-bb3a-20b7a840ed8f service neutron] 10.222.0.93 "GET /v2.0/networks/7bd6a875-a657-47e8-89d0-37edc08a1634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6223028 Oct 27 18:47:26.225300 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fbdd465b-02aa-4dd4-b025-0404d1bbfddc tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:26.233662 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-250cfaba-c64f-4b78-8fa9-f00a83cf7b78 None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:26.286092 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-43c47e04-ff35-4e3d-b60b-afbdbfdb3937 req-bf7216b7-4554-44a9-b911-b6f5764c0b8e service neutron] 10.222.0.93 "GET /v2.0/networks/7bd6a875-a657-47e8-89d0-37edc08a1634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138499 Oct 27 18:47:26.294293 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fbdd465b-02aa-4dd4-b025-0404d1bbfddc tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:26.299478 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-523519fc-cbee-470d-9623-65622e37ab34 req-52ff21ce-20c9-4901-9435-879bd473e7f7 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ee786d50-c1a6-4ee9-9d1f-cc2bfb2a99f3 HTTP/1.1" status: 200 len: 210 time: 0.0757079 Oct 27 18:47:26.309256 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-ad5ea9d8-e182-4edf-a650-16ecdda727fa tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Deleting port 6170c8a2-e6e9-46d5-bd5e-75fa04799731 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:47:26.312942 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ad5ea9d8-e182-4edf-a650-16ecdda727fa tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:26.341991 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-250cfaba-c64f-4b78-8fa9-f00a83cf7b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:26.412226 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-fbdd465b-02aa-4dd4-b025-0404d1bbfddc tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] In _notify_port_updated(), no bound segment for port ad3a4185-09f3-490f-9f02-c0165f71b4c6 on network d30ed50a-c4a7-4cd4-b521-a53291bd1fe0 {{(pid=102879) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 18:47:26.423838 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdd465b-02aa-4dd4-b025-0404d1bbfddc tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:26.424524 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fbdd465b-02aa-4dd4-b025-0404d1bbfddc tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:26.428910 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-fbdd465b-02aa-4dd4-b025-0404d1bbfddc tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "PUT /v2.0/ports/ad3a4185-09f3-490f-9f02-c0165f71b4c6 HTTP/1.1" status: 200 len: 925 time: 2.2266035 Oct 27 18:47:26.435965 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 33668) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:26.444535 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-8180c710-0b4a-4b86-af15-311505e5ef6c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '463c10d3-17ef-49be-b34e-19de7c5a7c31'}, {'subnet_id': 'cda0d11f-100a-43c6-996c-98b8f12c3192'}]}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:47:26.446633 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:26.467513 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb469564-fdb1-448b-a61b-c1b07d38cbc2 None None] Pushing event updated for resources: {'Port': ['ID=e40c477a-0364-466b-afa0-edd01dcd3283,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:26.490638 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-ad5ea9d8-e182-4edf-a650-16ecdda727fa tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] For port 6170c8a2-e6e9-46d5-bd5e-75fa04799731, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=6170c8a2-e6e9-46d5-bd5e-75fa04799731,segment=NetworkSegment(58563bb9-fe54-4f6b-93d4-ae1d22c3cec9),segment_id=58563bb9-fe54-4f6b-93d4-ae1d22c3cec9)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:47:26.491248 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ad5ea9d8-e182-4edf-a650-16ecdda727fa tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:26.499676 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-250cfaba-c64f-4b78-8fa9-f00a83cf7b78 None None] Attempting to bind port e40c477a-0364-466b-afa0-edd01dcd3283 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:47:26.500225 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-250cfaba-c64f-4b78-8fa9-f00a83cf7b78 None None] Attempting to bind port e40c477a-0364-466b-afa0-edd01dcd3283 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '6d9738ac-cdb3-4374-a821-5e647d416f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '6c2d4437-83a2-4b65-91c2-ddb6d589bd73'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:47:26.500688 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250cfaba-c64f-4b78-8fa9-f00a83cf7b78 None None] Attempting to bind port e40c477a-0364-466b-afa0-edd01dcd3283 on network 6c2d4437-83a2-4b65-91c2-ddb6d589bd73 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:47:26.508644 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250cfaba-c64f-4b78-8fa9-f00a83cf7b78 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:47:26.515955 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250cfaba-c64f-4b78-8fa9-f00a83cf7b78 None None] Checking segment: {'id': '6d9738ac-cdb3-4374-a821-5e647d416f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '6c2d4437-83a2-4b65-91c2-ddb6d589bd73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:47:26.515955 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-250cfaba-c64f-4b78-8fa9-f00a83cf7b78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:26.515955 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250cfaba-c64f-4b78-8fa9-f00a83cf7b78 None None] Bound using segment: {'id': '6d9738ac-cdb3-4374-a821-5e647d416f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '6c2d4437-83a2-4b65-91c2-ddb6d589bd73'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:47:26.515955 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-250cfaba-c64f-4b78-8fa9-f00a83cf7b78 None None] Bound port: e40c477a-0364-466b-afa0-edd01dcd3283, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d9738ac-cdb3-4374-a821-5e647d416f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '6c2d4437-83a2-4b65-91c2-ddb6d589bd73'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:47:26.515955 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-250cfaba-c64f-4b78-8fa9-f00a83cf7b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:26.519729 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd465b-02aa-4dd4-b025-0404d1bbfddc tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'Port': ['ID=ad3a4185-09f3-490f-9f02-c0165f71b4c6,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:26.551999 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-ad5ea9d8-e182-4edf-a650-16ecdda727fa tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Calling delete_port for 6170c8a2-e6e9-46d5-bd5e-75fa04799731 owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:47:26.607904 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8180c710-0b4a-4b86-af15-311505e5ef6c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:26.660235 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device b29c6237-bd1a-4316-8857-477d8a7708a6 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:47:26.753041 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-250cfaba-c64f-4b78-8fa9-f00a83cf7b78 None None] For port e40c477a-0364-466b-afa0-edd01dcd3283, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:47:26.771634 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-250cfaba-c64f-4b78-8fa9-f00a83cf7b78 None None] For port e40c477a-0364-466b-afa0-edd01dcd3283, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=e40c477a-0364-466b-afa0-edd01dcd3283,segment=NetworkSegment(6d9738ac-cdb3-4374-a821-5e647d416f28),segment_id=6d9738ac-cdb3-4374-a821-5e647d416f28)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:47:26.820188 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port b29c6237-bd1a-4316-8857-477d8a7708a6 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:26.821218 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:26.887198 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-250cfaba-c64f-4b78-8fa9-f00a83cf7b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:26.900146 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:26.942661 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ad5ea9d8-e182-4edf-a650-16ecdda727fa tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:26.978072 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ea9d8-e182-4edf-a650-16ecdda727fa tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event deleted for resources: {'Port': ['ID=6170c8a2-e6e9-46d5-bd5e-75fa04799731,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:26.981335 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-13ad8934-9b3f-4a1f-91b9-04ec5e4e89fc None None] Provisioning complete for port b29c6237-bd1a-4316-8857-477d8a7708a6 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:26.981884 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-13ad8934-9b3f-4a1f-91b9-04ec5e4e89fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:27.053314 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb469564-fdb1-448b-a61b-c1b07d38cbc2 None None] Pushing event updated for resources: {'Port': ['ID=e40c477a-0364-466b-afa0-edd01dcd3283,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:27.059214 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250cfaba-c64f-4b78-8fa9-f00a83cf7b78 None None] Routers {'99bfc86e-10ab-455d-bf10-ab6155f61f0d'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:47:27.059896 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-250cfaba-c64f-4b78-8fa9-f00a83cf7b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:47:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['99bfc86e-10ab-455d-bf10-ab6155f61f0d'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:27.119222 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-8180c710-0b4a-4b86-af15-311505e5ef6c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Allocated IP 2001:db8:0:1::108 (d30ed50a-c4a7-4cd4-b521-a53291bd1fe0/cda0d11f-100a-43c6-996c-98b8f12c3192/ad3a4185-09f3-490f-9f02-c0165f71b4c6) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:47:27.323417 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-250cfaba-c64f-4b78-8fa9-f00a83cf7b78 None None] Set router 99bfc86e-10ab-455d-bf10-ab6155f61f0d gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:47:27.419986 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5458f-9795-4086-8752-755a70f4e20f req-a8c07567-f7db-4a89-bc06-f898a7486050 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:27.422047 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-13ad8934-9b3f-4a1f-91b9-04ec5e4e89fc None None] Provisioning complete for port e40c477a-0364-466b-afa0-edd01dcd3283 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:27.423033 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-13ad8934-9b3f-4a1f-91b9-04ec5e4e89fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:27.437806 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a2e5458f-9795-4086-8752-755a70f4e20f req-a8c07567-f7db-4a89-bc06-f898a7486050 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 944 time: 0.2798395 Oct 27 18:47:27.553511 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ad5ea9d8-e182-4edf-a650-16ecdda727fa tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:27.609501 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88447405-e4bb-4d9b-850d-352d968db716 req-fa78e794-9963-4988-a7c5-0c007c0e47ee tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:27.617956 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-88447405-e4bb-4d9b-850d-352d968db716 req-fa78e794-9963-4988-a7c5-0c007c0e47ee tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.81 "GET /v2.0/networks?id=fa1623a9-1856-4ad1-88c3-750138951c47 HTTP/1.1" status: 200 len: 912 time: 0.4464254 Oct 27 18:47:27.631259 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-88447405-e4bb-4d9b-850d-352d968db716 req-a06a7d2b-64fb-44f7-a4b4-4b8f72a733b6 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Request body: {'port': {'device_id': 'ee786d50-c1a6-4ee9-9d1f-cc2bfb2a99f3', 'network_id': 'fa1623a9-1856-4ad1-88c3-750138951c47', 'admin_state_up': True, 'tenant_id': '276d8a2dcde6411ca4a19eb389798e06'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:47:27.641027 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 0744efde-88be-4f06-accb-741e25dc3426 details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:47:27.692047 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a2e5458f-9795-4086-8752-755a70f4e20f req-2ac46816-6d5e-48f4-843d-b053a976978f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=f35e86e5-032f-42cd-9d02-3615b3e713b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2532303 Oct 27 18:47:27.701030 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8180c710-0b4a-4b86-af15-311505e5ef6c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:27.722112 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-13ad8934-9b3f-4a1f-91b9-04ec5e4e89fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:27.780234 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88447405-e4bb-4d9b-850d-352d968db716 req-a06a7d2b-64fb-44f7-a4b4-4b8f72a733b6 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Made reservation on behalf of 276d8a2dcde6411ca4a19eb389798e06 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:47:27.785265 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-88447405-e4bb-4d9b-850d-352d968db716 req-a06a7d2b-64fb-44f7-a4b4-4b8f72a733b6 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:27.824556 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8180c710-0b4a-4b86-af15-311505e5ef6c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:27.866156 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-13ad8934-9b3f-4a1f-91b9-04ec5e4e89fc None None] For port e40c477a-0364-466b-afa0-edd01dcd3283, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=e40c477a-0364-466b-afa0-edd01dcd3283,segment=NetworkSegment(6d9738ac-cdb3-4374-a821-5e647d416f28),segment_id=6d9738ac-cdb3-4374-a821-5e647d416f28)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:47:27.908913 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 0744efde-88be-4f06-accb-741e25dc3426, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=0744efde-88be-4f06-accb-741e25dc3426,segment=NetworkSegment(1fc589c5-2774-47b1-a7a7-250651af85dc),segment_id=1fc589c5-2774-47b1-a7a7-250651af85dc)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:47:27.920748 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': '0744efde-88be-4f06-accb-741e25dc3426', 'network_id': '7bd6a875-a657-47e8-89d0-37edc08a1634', 'port_id': '0744efde-88be-4f06-accb-741e25dc3426', 'mac_address': 'fa:16:3e:93:1c:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '160bc31a-12ba-4b4e-818c-d23c30c3ab80', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:47:27.930842 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-13ad8934-9b3f-4a1f-91b9-04ec5e4e89fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:27.974722 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-18c9ca60-7157-42e9-967c-fa9e8b524a11 req-09730f64-626c-4cb9-8d25-e61340e8e477 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ee786d50-c1a6-4ee9-9d1f-cc2bfb2a99f3 HTTP/1.1" status: 200 len: 210 time: 0.0462277 Oct 27 18:47:27.989940 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-8180c710-0b4a-4b86-af15-311505e5ef6c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] In _notify_port_updated(), no bound segment for port ad3a4185-09f3-490f-9f02-c0165f71b4c6 on network d30ed50a-c4a7-4cd4-b521-a53291bd1fe0 {{(pid=102879) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 18:47:27.995393 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5ea9d8-e182-4edf-a650-16ecdda727fa tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Router 8318be0b-e6c7-4241-9937-ef593d662a75 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:47:27.996443 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8180c710-0b4a-4b86-af15-311505e5ef6c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:27.997510 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8180c710-0b4a-4b86-af15-311505e5ef6c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:27.998926 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8180c710-0b4a-4b86-af15-311505e5ef6c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "PUT /v2.0/ports/ad3a4185-09f3-490f-9f02-c0165f71b4c6 HTTP/1.1" status: 200 len: 1011 time: 1.5626810 Oct 27 18:47:28.004606 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33694) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:28.032773 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:28.069030 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180c710-0b4a-4b86-af15-311505e5ef6c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'Port': ['ID=ad3a4185-09f3-490f-9f02-c0165f71b4c6,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:28.073557 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-250cfaba-c64f-4b78-8fa9-f00a83cf7b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bfc86e-10ab-455d-bf10-ab6155f61f0d', 'name': 'tempest-TestServerMultinode-888962813-router', 'tenant_id': '276d8a2dcde6411ca4a19eb389798e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'a168f6e3-1c5d-4e53-8f4a-ccd7e7facab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:47:15Z', 'updated_at': '2021-10-27T18:47:21Z', 'revision_number': 4, 'project_id': '276d8a2dcde6411ca4a19eb389798e06', 'gw_port': {'id': 'a168f6e3-1c5d-4e53-8f4a-ccd7e7facab8', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bfc86e-10ab-455d-bf10-ab6155f61f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:16Z', 'updated_at': '2021-10-27T18:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'e40c477a-0364-466b-afa0-edd01dcd3283', 'name': '', 'network_id': '6c2d4437-83a2-4b65-91c2-ddb6d589bd73', 'tenant_id': '276d8a2dcde6411ca4a19eb389798e06', 'mac_address': 'fa:16:3e:1f:b5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99bfc86e-10ab-455d-bf10-ab6155f61f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'b5b23d29-2ec9-44fe-93f2-8813a19830cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:19Z', 'updated_at': '2021-10-27T18:47:26Z', 'revision_number': 4, 'project_id': '276d8a2dcde6411ca4a19eb389798e06', 'subnets': [{'id': 'b5b23d29-2ec9-44fe-93f2-8813a19830cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:28.145060 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250cfaba-c64f-4b78-8fa9-f00a83cf7b78 None None] The sync data for ids ['99bfc86e-10ab-455d-bf10-ab6155f61f0d'] in n-d-815690-2 is: [{'id': '99bfc86e-10ab-455d-bf10-ab6155f61f0d', 'name': 'tempest-TestServerMultinode-888962813-router', 'tenant_id': '276d8a2dcde6411ca4a19eb389798e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'a168f6e3-1c5d-4e53-8f4a-ccd7e7facab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:47:15Z', 'updated_at': '2021-10-27T18:47:21Z', 'revision_number': 4, 'project_id': '276d8a2dcde6411ca4a19eb389798e06', 'gw_port': {'id': 'a168f6e3-1c5d-4e53-8f4a-ccd7e7facab8', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bfc86e-10ab-455d-bf10-ab6155f61f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:16Z', 'updated_at': '2021-10-27T18:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'e40c477a-0364-466b-afa0-edd01dcd3283', 'name': '', 'network_id': '6c2d4437-83a2-4b65-91c2-ddb6d589bd73', 'tenant_id': '276d8a2dcde6411ca4a19eb389798e06', 'mac_address': 'fa:16:3e:1f:b5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99bfc86e-10ab-455d-bf10-ab6155f61f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'b5b23d29-2ec9-44fe-93f2-8813a19830cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:19Z', 'updated_at': '2021-10-27T18:47:26Z', 'revision_number': 4, 'project_id': '276d8a2dcde6411ca4a19eb389798e06', 'subnets': [{'id': 'b5b23d29-2ec9-44fe-93f2-8813a19830cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:47:28.168494 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad8934-9b3f-4a1f-91b9-04ec5e4e89fc None None] Pushing event updated for resources: {'Port': ['ID=e40c477a-0364-466b-afa0-edd01dcd3283,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:28.178305 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0744efde-88be-4f06-accb-741e25dc3426 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:47:28.189782 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-88447405-e4bb-4d9b-850d-352d968db716 req-a06a7d2b-64fb-44f7-a4b4-4b8f72a733b6 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Allocated IP 172.20.0.11 (fa1623a9-1856-4ad1-88c3-750138951c47/b0693d3c-afea-47b3-aa9b-9f06cc67b630/d7201b1e-4452-4115-9833-090643d7966f) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:47:28.207619 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-13ad8934-9b3f-4a1f-91b9-04ec5e4e89fc None None] Provisioning complete for port ad3a4185-09f3-490f-9f02-c0165f71b4c6 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:28.207955 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-13ad8934-9b3f-4a1f-91b9-04ec5e4e89fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:28.273307 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-13ad8934-9b3f-4a1f-91b9-04ec5e4e89fc None None] Port ad3a4185-09f3-490f-9f02-c0165f71b4c6 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:47:28.284166 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 0744efde-88be-4f06-accb-741e25dc3426, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=0744efde-88be-4f06-accb-741e25dc3426,segment=NetworkSegment(1fc589c5-2774-47b1-a7a7-250651af85dc),segment_id=1fc589c5-2774-47b1-a7a7-250651af85dc)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:47:28.297492 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-339a8657-b703-4fa9-89fd-14882d1cd88a tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Deleting port ad3a4185-09f3-490f-9f02-c0165f71b4c6 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:47:28.297877 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-339a8657-b703-4fa9-89fd-14882d1cd88a tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:28.365396 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5ea9d8-e182-4edf-a650-16ecdda727fa tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:47:28.377882 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ad5ea9d8-e182-4edf-a650-16ecdda727fa tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "PUT /v2.0/routers/8318be0b-e6c7-4241-9937-ef593d662a75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4698806 Oct 27 18:47:28.379803 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd59406-783a-491f-acde-79af0050a6f5 None None] Sync routers for ids ['8318be0b-e6c7-4241-9937-ef593d662a75'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:47:28.396628 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:28.413428 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd59406-783a-491f-acde-79af0050a6f5 None None] Routers {'8318be0b-e6c7-4241-9937-ef593d662a75'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:47:28.414293 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-ec625e61-8874-4989-b8e7-87c6429a1a56 None None] Provisioning complete for port e40c477a-0364-466b-afa0-edd01dcd3283 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:28.414738 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ec625e61-8874-4989-b8e7-87c6429a1a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:28.425614 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-abd59406-783a-491f-acde-79af0050a6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:47:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8318be0b-e6c7-4241-9937-ef593d662a75'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:28.440730 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-339a8657-b703-4fa9-89fd-14882d1cd88a tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:28.462828 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-339a8657-b703-4fa9-89fd-14882d1cd88a tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Calling delete_port for ad3a4185-09f3-490f-9f02-c0165f71b4c6 owned by {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:47:28.568120 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-88447405-e4bb-4d9b-850d-352d968db716 req-a06a7d2b-64fb-44f7-a4b4-4b8f72a733b6 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:28.684437 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['0744efde-88be-4f06-accb-741e25dc3426'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:47:28.695303 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=0744efde-88be-4f06-accb-741e25dc3426,revision_number=8']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:28.744140 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-abd59406-783a-491f-acde-79af0050a6f5 None None] Set router 8318be0b-e6c7-4241-9937-ef593d662a75 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:47:28.805741 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device e40c477a-0364-466b-afa0-edd01dcd3283 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:47:28.872761 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b14a6-2841-47b4-b623-18c6758739de req-7af58ea5-dc2a-4872-be92-d3548316e9ae tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:28.876970 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e18b14a6-2841-47b4-b623-18c6758739de req-7af58ea5-dc2a-4872-be92-d3548316e9ae tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.81 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c&tenant_id=21f5568e020c455199c8dde94ac0b73c&binding%3Ahost_id=n-h1-815690-2 HTTP/1.1" status: 200 len: 945 time: 0.2415736 Oct 27 18:47:28.934702 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-339a8657-b703-4fa9-89fd-14882d1cd88a tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:28.970290 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-ec625e61-8874-4989-b8e7-87c6429a1a56 None None] Provisioning complete for port ad3a4185-09f3-490f-9f02-c0165f71b4c6 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:28.970670 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ec625e61-8874-4989-b8e7-87c6429a1a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:28.971556 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-88447405-e4bb-4d9b-850d-352d968db716 req-a06a7d2b-64fb-44f7-a4b4-4b8f72a733b6 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:29.020373 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a8657-b703-4fa9-89fd-14882d1cd88a tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event deleted for resources: {'Port': ['ID=ad3a4185-09f3-490f-9f02-c0165f71b4c6,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:29.052073 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-ec625e61-8874-4989-b8e7-87c6429a1a56 None None] Port ad3a4185-09f3-490f-9f02-c0165f71b4c6 was deleted so its status cannot be updated. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 27 18:47:29.090948 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88447405-e4bb-4d9b-850d-352d968db716 req-a06a7d2b-64fb-44f7-a4b4-4b8f72a733b6 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Network fa1623a9-1856-4ad1-88c3-750138951c47 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:47:29.109069 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-88447405-e4bb-4d9b-850d-352d968db716 req-a06a7d2b-64fb-44f7-a4b4-4b8f72a733b6 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:47:29.120726 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-88447405-e4bb-4d9b-850d-352d968db716 req-a06a7d2b-64fb-44f7-a4b4-4b8f72a733b6 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:47:29.178297 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-339a8657-b703-4fa9-89fd-14882d1cd88a tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:29.196141 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-339a8657-b703-4fa9-89fd-14882d1cd88a tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/ports/ad3a4185-09f3-490f-9f02-c0165f71b4c6 HTTP/1.1" status: 204 len: 168 time: 1.1885242 Oct 27 18:47:29.197961 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33716) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:29.202609 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port e40c477a-0364-466b-afa0-edd01dcd3283 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:29.203036 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:29.237551 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e18b14a6-2841-47b4-b623-18c6758739de req-71a1f15c-a54b-4f53-a9ff-305e9625f06b service neutron] 10.222.0.81 "GET /v2.0/ports/0744efde-88be-4f06-accb-741e25dc3426/bindings/n-h1-815690-2 HTTP/1.1" status: 200 len: 382 time: 0.3482559 Oct 27 18:47:29.240247 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a7d2b-64fb-44f7-a4b4-4b8f72a733b6 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Pushing event updated for resources: {'Port': ['ID=d7201b1e-4452-4115-9833-090643d7966f,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:29.328595 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc7813dd-dae9-47f6-aa24-7ae151e2c864 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] GET failed (client error): The resource could not be found. Oct 27 18:47:29.350094 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-bc7813dd-dae9-47f6-aa24-7ae151e2c864 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "GET /v2.0/ports/ad3a4185-09f3-490f-9f02-c0165f71b4c6 HTTP/1.1" status: 404 len: 333 time: 0.1509566 Oct 27 18:47:29.352272 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33718) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:29.401598 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88447405-e4bb-4d9b-850d-352d968db716 req-a06a7d2b-64fb-44f7-a4b4-4b8f72a733b6 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:29.402226 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-88447405-e4bb-4d9b-850d-352d968db716 req-a06a7d2b-64fb-44f7-a4b4-4b8f72a733b6 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:29.442440 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-abd59406-783a-491f-acde-79af0050a6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'name': 'tempest-TestNetworkBasicOps-router-775598626', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'af54d696-44f7-47f4-8bd5-67c445fa7597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:11Z', 'updated_at': '2021-10-27T18:47:26Z', 'revision_number': 6, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'gw_port': {'id': 'af54d696-44f7-47f4-8bd5-67c445fa7597', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ac:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:12Z', 'updated_at': '2021-10-27T18:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '9a8a3427-dc50-47df-83af-2e9640bb026f', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'floating_ip_address': '172.25.6.252', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'port_id': '34f552f3-e722-46af-9140-9f4def23bbc8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75e02ded-c2ac-42f1-841f-7a6a75428960', 'mac_address': 'fa:16:3e:b5:56:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8a1515-3d3a-404a-a96e-a3984e3378f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:45:58Z', 'updated_at': '2021-10-27T18:46:06Z', 'revision_number': 1, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '123815b5-1d0a-435e-b6de-ee98916b7a58', 'name': '', 'network_id': '75e02ded-c2ac-42f1-841f-7a6a75428960', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'mac_address': 'fa:16:3e:54:a1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '18093b5f-696f-44c2-a94b-0ce096165d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:18Z', 'updated_at': '2021-10-27T18:45:23Z', 'revision_number': 5, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'subnets': [{'id': '18093b5f-696f-44c2-a94b-0ce096165d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:29.478097 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd59406-783a-491f-acde-79af0050a6f5 None None] Checking router: 8318be0b-e6c7-4241-9937-ef593d662a75 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:47:29.481401 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b14a6-2841-47b4-b623-18c6758739de req-fd5655c1-ed0b-4282-a388-8ceeaa365e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:29.484856 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e18b14a6-2841-47b4-b623-18c6758739de req-fd5655c1-ed0b-4282-a388-8ceeaa365e75 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=21f5568e020c455199c8dde94ac0b73c&device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 1096 time: 0.1987715 Oct 27 18:47:29.491040 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd59406-783a-491f-acde-79af0050a6f5 None None] Routers {'8318be0b-e6c7-4241-9937-ef593d662a75'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:47:29.491694 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-abd59406-783a-491f-acde-79af0050a6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:47:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8318be0b-e6c7-4241-9937-ef593d662a75'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:29.623772 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-88447405-e4bb-4d9b-850d-352d968db716 req-a06a7d2b-64fb-44f7-a4b4-4b8f72a733b6 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.0029023 Oct 27 18:47:29.644478 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-1c799918-9df6-402e-b81b-0e4ac1e5731f None None] Could not find standard attr ID for object ad3a4185-09f3-490f-9f02-c0165f71b4c6. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 18:47:29.646932 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-88447405-e4bb-4d9b-850d-352d968db716 req-281a4bdf-c027-4e77-9769-75b4bac464f5 service neutron] Request body: {'port': {'device_id': 'ee786d50-c1a6-4ee9-9d1f-cc2bfb2a99f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:47:29.666633 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-abd59406-783a-491f-acde-79af0050a6f5 None None] Set router 8318be0b-e6c7-4241-9937-ef593d662a75 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:47:29.875228 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-88447405-e4bb-4d9b-850d-352d968db716 req-281a4bdf-c027-4e77-9769-75b4bac464f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:29.886392 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b14a6-2841-47b4-b623-18c6758739de req-3f6c80c5-f429-437a-95e1-7715c8635aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:29.886630 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-97987ef4-f0a5-48e4-9776-8ce42b7a5147 None None] Provisioning complete for port d7201b1e-4452-4115-9833-090643d7966f triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:29.887119 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-97987ef4-f0a5-48e4-9776-8ce42b7a5147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:29.897801 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e18b14a6-2841-47b4-b623-18c6758739de req-3f6c80c5-f429-437a-95e1-7715c8635aad service neutron] 10.222.0.81 "GET /v2.0/networks?id=7bd6a875-a657-47e8-89d0-37edc08a1634 HTTP/1.1" status: 200 len: 898 time: 0.4070039 Oct 27 18:47:29.930845 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-97987ef4-f0a5-48e4-9776-8ce42b7a5147 None None] Port d7201b1e-4452-4115-9833-090643d7966f cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:47:30.086321 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-abd59406-783a-491f-acde-79af0050a6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'name': 'tempest-TestNetworkBasicOps-router-775598626', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'af54d696-44f7-47f4-8bd5-67c445fa7597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:11Z', 'updated_at': '2021-10-27T18:47:26Z', 'revision_number': 6, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'gw_port': {'id': 'af54d696-44f7-47f4-8bd5-67c445fa7597', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ac:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:12Z', 'updated_at': '2021-10-27T18:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '9a8a3427-dc50-47df-83af-2e9640bb026f', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'floating_ip_address': '172.25.6.252', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'port_id': '34f552f3-e722-46af-9140-9f4def23bbc8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75e02ded-c2ac-42f1-841f-7a6a75428960', 'mac_address': 'fa:16:3e:b5:56:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8a1515-3d3a-404a-a96e-a3984e3378f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:45:58Z', 'updated_at': '2021-10-27T18:46:06Z', 'revision_number': 1, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '123815b5-1d0a-435e-b6de-ee98916b7a58', 'name': '', 'network_id': '75e02ded-c2ac-42f1-841f-7a6a75428960', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'mac_address': 'fa:16:3e:54:a1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '18093b5f-696f-44c2-a94b-0ce096165d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:18Z', 'updated_at': '2021-10-27T18:45:23Z', 'revision_number': 5, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'subnets': [{'id': '18093b5f-696f-44c2-a94b-0ce096165d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:30.094690 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e18b14a6-2841-47b4-b623-18c6758739de req-9ae63b39-a83d-48ef-92ca-8f7663d3e716 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0744efde-88be-4f06-accb-741e25dc3426 HTTP/1.1" status: 200 len: 1000 time: 0.1951773 Oct 27 18:47:30.114887 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12e914-ab2c-4621-9e60-af576ecb8ffa req-1427a942-6eb1-4bfc-aa36-0ad67a73fe80 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:30.121869 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd59406-783a-491f-acde-79af0050a6f5 None None] The sync data for ids ['8318be0b-e6c7-4241-9937-ef593d662a75'] in n-d-815690-2 is: [{'id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'name': 'tempest-TestNetworkBasicOps-router-775598626', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'af54d696-44f7-47f4-8bd5-67c445fa7597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:11Z', 'updated_at': '2021-10-27T18:47:26Z', 'revision_number': 6, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'gw_port': {'id': 'af54d696-44f7-47f4-8bd5-67c445fa7597', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ac:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:12Z', 'updated_at': '2021-10-27T18:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '9a8a3427-dc50-47df-83af-2e9640bb026f', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'floating_ip_address': '172.25.6.252', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'port_id': '34f552f3-e722-46af-9140-9f4def23bbc8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75e02ded-c2ac-42f1-841f-7a6a75428960', 'mac_address': 'fa:16:3e:b5:56:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8a1515-3d3a-404a-a96e-a3984e3378f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:45:58Z', 'updated_at': '2021-10-27T18:46:06Z', 'revision_number': 1, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '123815b5-1d0a-435e-b6de-ee98916b7a58', 'name': '', 'network_id': '75e02ded-c2ac-42f1-841f-7a6a75428960', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'mac_address': 'fa:16:3e:54:a1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '18093b5f-696f-44c2-a94b-0ce096165d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:18Z', 'updated_at': '2021-10-27T18:45:23Z', 'revision_number': 5, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'subnets': [{'id': '18093b5f-696f-44c2-a94b-0ce096165d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:47:30.125784 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7c12e914-ab2c-4621-9e60-af576ecb8ffa req-1427a942-6eb1-4bfc-aa36-0ad67a73fe80 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 945 time: 0.8295922 Oct 27 18:47:30.131988 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-67f07d64-9145-4786-82d4-6ee15bfe5235 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Deleting subnet cda0d11f-100a-43c6-996c-98b8f12c3192 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:47:30.141476 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-67f07d64-9145-4786-82d4-6ee15bfe5235 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:30.209457 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7c12e914-ab2c-4621-9e60-af576ecb8ffa req-0557cf34-8be3-4346-a29f-39b669cc44ff tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=f35e86e5-032f-42cd-9d02-3615b3e713b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826657 Oct 27 18:47:30.212298 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-67f07d64-9145-4786-82d4-6ee15bfe5235 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:30.264916 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b14a6-2841-47b4-b623-18c6758739de req-ce8b5840-1ba2-4b00-84c4-c11cc72de9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:30.266432 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e18b14a6-2841-47b4-b623-18c6758739de req-ce8b5840-1ba2-4b00-84c4-c11cc72de9df service neutron] 10.222.0.81 "GET /v2.0/subnets?id=160bc31a-12ba-4b4e-818c-d23c30c3ab80 HTTP/1.1" status: 200 len: 834 time: 0.1608927 Oct 27 18:47:30.350007 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-67f07d64-9145-4786-82d4-6ee15bfe5235 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:30.394704 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b14a6-2841-47b4-b623-18c6758739de req-6560a938-976d-4414-ab6e-f0c9310e3aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:30.396385 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e18b14a6-2841-47b4-b623-18c6758739de req-6560a938-976d-4414-ab6e-f0c9310e3aec service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7bd6a875-a657-47e8-89d0-37edc08a1634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1200223 Oct 27 18:47:30.465468 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd254c6d-d5d5-4ab5-badd-03fe803e6628 req-276e8b9f-5bab-40ea-a2a7-2cb9b2b0c088 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:30.466655 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dd254c6d-d5d5-4ab5-badd-03fe803e6628 req-276e8b9f-5bab-40ea-a2a7-2cb9b2b0c088 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ee786d50-c1a6-4ee9-9d1f-cc2bfb2a99f3 HTTP/1.1" status: 200 len: 1028 time: 0.0542645 Oct 27 18:47:30.532296 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dd254c6d-d5d5-4ab5-badd-03fe803e6628 req-a722af6c-3894-4e78-8411-e8f9f5de5d74 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=9c2837e2-a408-4438-a7be-ad25eb21dbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441687 Oct 27 18:47:30.539268 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-67f07d64-9145-4786-82d4-6ee15bfe5235 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:30.600939 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e18b14a6-2841-47b4-b623-18c6758739de req-f2549a37-3c23-4077-9d59-3851acc2b00b service neutron] 10.222.0.81 "GET /v2.0/networks/7bd6a875-a657-47e8-89d0-37edc08a1634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937611 Oct 27 18:47:30.627320 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f07d64-9145-4786-82d4-6ee15bfe5235 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event deleted for resources: {'Subnet': ['ID=cda0d11f-100a-43c6-996c-98b8f12c3192,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:30.637290 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-88447405-e4bb-4d9b-850d-352d968db716 req-281a4bdf-c027-4e77-9769-75b4bac464f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7201b1e-4452-4115-9833-090643d7966f {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:47:30.639857 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-67f07d64-9145-4786-82d4-6ee15bfe5235 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:30.647118 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7362534-9f09-4c35-9f32-8dae041a5daf None None] Network d30ed50a-c4a7-4cd4-b521-a53291bd1fe0 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:47:30.652101 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-67f07d64-9145-4786-82d4-6ee15bfe5235 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/subnets/cda0d11f-100a-43c6-996c-98b8f12c3192 HTTP/1.1" status: 204 len: 168 time: 1.2986870 Oct 27 18:47:30.654594 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33724) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:30.674425 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-88447405-e4bb-4d9b-850d-352d968db716 req-281a4bdf-c027-4e77-9769-75b4bac464f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:30.731327 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccbd9352-3dd3-46d5-a374-b15ac91621a4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Deleting subnet 463c10d3-17ef-49be-b34e-19de7c5a7c31 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:47:30.773475 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ccbd9352-3dd3-46d5-a374-b15ac91621a4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:30.796922 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-88447405-e4bb-4d9b-850d-352d968db716 req-281a4bdf-c027-4e77-9769-75b4bac464f5 service neutron] Transition to ACTIVE for port object d7201b1e-4452-4115-9833-090643d7966f will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:47:30.843179 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fcd639-1bfd-4652-be5e-930d671c0f69 req-52929ad5-371a-4766-8ff7-5c841de099a2 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:30.846066 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051690dc-99c1-48d5-96c9-82bad4f6b7e2 req-19f07aea-3cd4-48e0-be6b-570bad8cdb91 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:30.853312 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-051690dc-99c1-48d5-96c9-82bad4f6b7e2 req-19f07aea-3cd4-48e0-be6b-570bad8cdb91 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.93 "GET /v2.0/ports?device_id=39b5b785-155e-461e-b70d-1d7870d99ddc HTTP/1.1" status: 200 len: 946 time: 0.2677963 Oct 27 18:47:30.856308 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b8fcd639-1bfd-4652-be5e-930d671c0f69 req-52929ad5-371a-4766-8ff7-5c841de099a2 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=39b5b785-155e-461e-b70d-1d7870d99ddc HTTP/1.1" status: 200 len: 946 time: 0.1221278 Oct 27 18:47:30.882629 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ccbd9352-3dd3-46d5-a374-b15ac91621a4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:30.896121 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 6170c8a2-e6e9-46d5-bd5e-75fa04799731 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:47:30.924104 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e18b14a6-2841-47b4-b623-18c6758739de req-ca239de2-c1df-44dc-9bfd-d3f6bb380fc9 service neutron] 10.222.0.81 "GET /v2.0/networks/7bd6a875-a657-47e8-89d0-37edc08a1634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037949 Oct 27 18:47:30.925439 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 6170c8a2-e6e9-46d5-bd5e-75fa04799731 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:47:30.925970 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 6170c8a2-e6e9-46d5-bd5e-75fa04799731 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:47:30.926759 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-88447405-e4bb-4d9b-850d-352d968db716 req-281a4bdf-c027-4e77-9769-75b4bac464f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:30.956778 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b8fcd639-1bfd-4652-be5e-930d671c0f69 req-d671b496-afe7-4d55-99a3-d7375b6f8c1c tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e5b2351-2712-485c-824b-230eaf6340fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942810 Oct 27 18:47:31.029946 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ccbd9352-3dd3-46d5-a374-b15ac91621a4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:31.097467 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a4bdf-c027-4e77-9769-75b4bac464f5 service neutron] Pushing event updated for resources: {'Port': ['ID=d7201b1e-4452-4115-9833-090643d7966f,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:31.197282 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ccbd9352-3dd3-46d5-a374-b15ac91621a4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:31.211132 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-88447405-e4bb-4d9b-850d-352d968db716 req-281a4bdf-c027-4e77-9769-75b4bac464f5 service neutron] Attempting to bind port d7201b1e-4452-4115-9833-090643d7966f on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:47:31.211132 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-88447405-e4bb-4d9b-850d-352d968db716 req-281a4bdf-c027-4e77-9769-75b4bac464f5 service neutron] Attempting to bind port d7201b1e-4452-4115-9833-090643d7966f by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '466ff7d5-b359-45a3-9453-10be1f7dfc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'fa1623a9-1856-4ad1-88c3-750138951c47'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:47:31.211132 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88447405-e4bb-4d9b-850d-352d968db716 req-281a4bdf-c027-4e77-9769-75b4bac464f5 service neutron] Attempting to bind port d7201b1e-4452-4115-9833-090643d7966f on network fa1623a9-1856-4ad1-88c3-750138951c47 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:47:31.237877 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-051690dc-99c1-48d5-96c9-82bad4f6b7e2 req-734733ab-35d0-499c-9c05-c97a5f83f1b2 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Deleting port 23ba823a-7383-46dd-8468-97696bd2ceab {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:47:31.238315 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-051690dc-99c1-48d5-96c9-82bad4f6b7e2 req-734733ab-35d0-499c-9c05-c97a5f83f1b2 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:31.241308 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88447405-e4bb-4d9b-850d-352d968db716 req-281a4bdf-c027-4e77-9769-75b4bac464f5 service neutron] Port d7201b1e-4452-4115-9833-090643d7966f on network fa1623a9-1856-4ad1-88c3-750138951c47 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:47:31.241415 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88447405-e4bb-4d9b-850d-352d968db716 req-281a4bdf-c027-4e77-9769-75b4bac464f5 service neutron] Attempting to bind port d7201b1e-4452-4115-9833-090643d7966f on network fa1623a9-1856-4ad1-88c3-750138951c47 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:47:31.272457 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ccbd9352-3dd3-46d5-a374-b15ac91621a4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:31.276488 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ccbd9352-3dd3-46d5-a374-b15ac91621a4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/subnets/463c10d3-17ef-49be-b34e-19de7c5a7c31 HTTP/1.1" status: 204 len: 168 time: 0.6208210 Oct 27 18:47:31.278362 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd9352-3dd3-46d5-a374-b15ac91621a4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event deleted for resources: {'Subnet': ['ID=463c10d3-17ef-49be-b34e-19de7c5a7c31,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:31.282203 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33730) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:31.314212 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88447405-e4bb-4d9b-850d-352d968db716 req-281a4bdf-c027-4e77-9769-75b4bac464f5 service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:47:31.314546 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88447405-e4bb-4d9b-850d-352d968db716 req-281a4bdf-c027-4e77-9769-75b4bac464f5 service neutron] Checking segment: {'id': '466ff7d5-b359-45a3-9453-10be1f7dfc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'fa1623a9-1856-4ad1-88c3-750138951c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:47:31.314958 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88447405-e4bb-4d9b-850d-352d968db716 req-281a4bdf-c027-4e77-9769-75b4bac464f5 service neutron] Bound using segment: {'id': '466ff7d5-b359-45a3-9453-10be1f7dfc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'fa1623a9-1856-4ad1-88c3-750138951c47'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:47:31.315392 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-88447405-e4bb-4d9b-850d-352d968db716 req-281a4bdf-c027-4e77-9769-75b4bac464f5 service neutron] Bound port: d7201b1e-4452-4115-9833-090643d7966f, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '466ff7d5-b359-45a3-9453-10be1f7dfc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'fa1623a9-1856-4ad1-88c3-750138951c47'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:47:31.316471 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-88447405-e4bb-4d9b-850d-352d968db716 req-281a4bdf-c027-4e77-9769-75b4bac464f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:31.437001 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bbb5afd5-1c49-4864-ad38-e25ec8f1e6f6 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:31.454229 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4ce2f-81a2-4d27-8a5d-d951ad181d73 req-66404eb8-2db5-4754-b5b0-9eded9c7f9af tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:31.456590 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7ef4ce2f-81a2-4d27-8a5d-d951ad181d73 req-66404eb8-2db5-4754-b5b0-9eded9c7f9af tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 945 time: 0.1457281 Oct 27 18:47:31.548829 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7ef4ce2f-81a2-4d27-8a5d-d951ad181d73 req-b0f148d0-fe98-4879-b909-bab5eded47cc tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=f35e86e5-032f-42cd-9d02-3615b3e713b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846205 Oct 27 18:47:31.590092 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-bbb5afd5-1c49-4864-ad38-e25ec8f1e6f6 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Deleting port b29c6237-bd1a-4316-8857-477d8a7708a6 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:47:31.590451 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bbb5afd5-1c49-4864-ad38-e25ec8f1e6f6 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:31.662305 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 0744efde-88be-4f06-accb-741e25dc3426 up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:47:31.712953 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-bbb5afd5-1c49-4864-ad38-e25ec8f1e6f6 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] For port b29c6237-bd1a-4316-8857-477d8a7708a6, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=b29c6237-bd1a-4316-8857-477d8a7708a6,segment=NetworkSegment(71c70781-b665-4e8a-824b-036488b8b411),segment_id=71c70781-b665-4e8a-824b-036488b8b411)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:47:31.713503 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bbb5afd5-1c49-4864-ad38-e25ec8f1e6f6 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:31.748612 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-bbb5afd5-1c49-4864-ad38-e25ec8f1e6f6 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Calling delete_port for b29c6237-bd1a-4316-8857-477d8a7708a6 owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:47:31.829737 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a443cf-741f-48c9-b91b-bb1a7fba8bec req-5985ce51-4586-4526-9623-ef3ea280c7a4 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:31.831833 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d0a443cf-741f-48c9-b91b-bb1a7fba8bec req-5985ce51-4586-4526-9623-ef3ea280c7a4 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ee786d50-c1a6-4ee9-9d1f-cc2bfb2a99f3 HTTP/1.1" status: 200 len: 1053 time: 0.1043267 Oct 27 18:47:31.840414 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-051690dc-99c1-48d5-96c9-82bad4f6b7e2 req-734733ab-35d0-499c-9c05-c97a5f83f1b2 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] For port 23ba823a-7383-46dd-8468-97696bd2ceab, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=23ba823a-7383-46dd-8468-97696bd2ceab,segment=NetworkSegment(58563bb9-fe54-4f6b-93d4-ae1d22c3cec9),segment_id=58563bb9-fe54-4f6b-93d4-ae1d22c3cec9)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:47:31.840771 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-051690dc-99c1-48d5-96c9-82bad4f6b7e2 req-734733ab-35d0-499c-9c05-c97a5f83f1b2 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:31.859647 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-88447405-e4bb-4d9b-850d-352d968db716 req-281a4bdf-c027-4e77-9769-75b4bac464f5 service neutron] For port d7201b1e-4452-4115-9833-090643d7966f, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:47:31.862122 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-051690dc-99c1-48d5-96c9-82bad4f6b7e2 req-734733ab-35d0-499c-9c05-c97a5f83f1b2 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Calling delete_port for 23ba823a-7383-46dd-8468-97696bd2ceab owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:47:31.866145 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-88447405-e4bb-4d9b-850d-352d968db716 req-281a4bdf-c027-4e77-9769-75b4bac464f5 service neutron] For port d7201b1e-4452-4115-9833-090643d7966f, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=d7201b1e-4452-4115-9833-090643d7966f,segment=NetworkSegment(466ff7d5-b359-45a3-9453-10be1f7dfc61),segment_id=466ff7d5-b359-45a3-9453-10be1f7dfc61)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:47:31.869540 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning for port 0744efde-88be-4f06-accb-741e25dc3426 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:47:31.878682 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port 0744efde-88be-4f06-accb-741e25dc3426 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:31.879332 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:31.897357 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d0a443cf-741f-48c9-b91b-bb1a7fba8bec req-c61c88cf-201a-4c70-a659-821969c40e81 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=9c2837e2-a408-4438-a7be-ad25eb21dbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541370 Oct 27 18:47:31.934784 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6e1feb-f4e7-4220-96be-b8ca7fd1a4a1 None None] Network d30ed50a-c4a7-4cd4-b521-a53291bd1fe0 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:47:31.952436 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-88447405-e4bb-4d9b-850d-352d968db716 req-281a4bdf-c027-4e77-9769-75b4bac464f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:31.979144 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bbb5afd5-1c49-4864-ad38-e25ec8f1e6f6 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:31.999024 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88447405-e4bb-4d9b-850d-352d968db716 req-281a4bdf-c027-4e77-9769-75b4bac464f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:32.001180 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-88447405-e4bb-4d9b-850d-352d968db716 req-281a4bdf-c027-4e77-9769-75b4bac464f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:32.002599 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-88447405-e4bb-4d9b-850d-352d968db716 req-281a4bdf-c027-4e77-9769-75b4bac464f5 service neutron] 10.222.0.81 "PUT /v2.0/ports/d7201b1e-4452-4115-9833-090643d7966f HTTP/1.1" status: 200 len: 1092 time: 2.3650439 Oct 27 18:47:32.013447 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-a94efb8b-2446-4886-a234-a24eb67d5c24 None None] Could not find standard attr ID for object b29c6237-bd1a-4316-8857-477d8a7708a6. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 18:47:32.016871 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee786d50-c1a6-4ee9-9d1f-cc2bfb2a99f3', 'tag': 'd7201b1e-4452-4115-9833-090643d7966f'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:47:32.022759 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33798ec6-757f-44e0-9e48-ff2f6aad1819" -d '{"events": [{"name": "network-changed", "server_uuid": "ee786d50-c1a6-4ee9-9d1f-cc2bfb2a99f3", "tag": "d7201b1e-4452-4115-9833-090643d7966f"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:47:32.037447 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5afd5-1c49-4864-ad38-e25ec8f1e6f6 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event deleted for resources: {'Port': ['ID=b29c6237-bd1a-4316-8857-477d8a7708a6,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:32.050976 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb5afd5-1c49-4864-ad38-e25ec8f1e6f6 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] No DVR routers for this DVR port b29c6237-bd1a-4316-8857-477d8a7708a6 on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:47:32.096587 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a4bdf-c027-4e77-9769-75b4bac464f5 service neutron] Pushing event updated for resources: {'Port': ['ID=d7201b1e-4452-4115-9833-090643d7966f,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:32.118462 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:32.187881 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd08de410-5bb4-4cb7-ba66-f6115ddf677c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0744efde-88be-4f06-accb-741e25dc3426'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:47:32.190174 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d81ee5-6591-4530-b0df-059fa85ffa9e" -d '{"events": [{"server_uuid": "d08de410-5bb4-4cb7-ba66-f6115ddf677c", "name": "network-vif-plugged", "status": "completed", "tag": "0744efde-88be-4f06-accb-741e25dc3426"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:47:32.218560 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bbb5afd5-1c49-4864-ad38-e25ec8f1e6f6 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:32.223277 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 0744efde-88be-4f06-accb-741e25dc3426, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=0744efde-88be-4f06-accb-741e25dc3426,segment=NetworkSegment(1fc589c5-2774-47b1-a7a7-250651af85dc),segment_id=1fc589c5-2774-47b1-a7a7-250651af85dc)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:47:32.228086 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90b6b57-cf88-4632-9376-da39226e62db None None] DHCP port deletion for d30ed50a-c4a7-4cd4-b521-a53291bd1fe0 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:47:32.234419 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-051690dc-99c1-48d5-96c9-82bad4f6b7e2 req-734733ab-35d0-499c-9c05-c97a5f83f1b2 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:32.254646 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88447405-e4bb-4d9b-850d-352d968db716 req-83cf39dd-cb49-427a-b00f-13d7f575abdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:32.255370 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a5675-2eab-403c-8ee9-449be788fded req-16206379-7462-4d3e-84aa-cca2d35b5e78 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:32.256271 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-88447405-e4bb-4d9b-850d-352d968db716 req-83cf39dd-cb49-427a-b00f-13d7f575abdc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=276d8a2dcde6411ca4a19eb389798e06&device_id=ee786d50-c1a6-4ee9-9d1f-cc2bfb2a99f3 HTTP/1.1" status: 200 len: 1095 time: 0.1162989 Oct 27 18:47:32.263312 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cd0a5675-2eab-403c-8ee9-449be788fded req-16206379-7462-4d3e-84aa-cca2d35b5e78 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=39b5b785-155e-461e-b70d-1d7870d99ddc HTTP/1.1" status: 200 len: 867 time: 0.1479828 Oct 27 18:47:32.274214 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-bbb5afd5-1c49-4864-ad38-e25ec8f1e6f6 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d30ed50a-c4a7-4cd4-b521-a53291bd1fe0']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:32.293827 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-bbb5afd5-1c49-4864-ad38-e25ec8f1e6f6 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71c70781-b665-4e8a-824b-036488b8b411') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:32.294134 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-bbb5afd5-1c49-4864-ad38-e25ec8f1e6f6 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71c70781-b665-4e8a-824b-036488b8b411') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:32.303868 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:32.323741 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bbb5afd5-1c49-4864-ad38-e25ec8f1e6f6 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:32.394383 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cd0a5675-2eab-403c-8ee9-449be788fded req-b219893b-916f-4725-8a5a-11d4ca9ae839 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e5b2351-2712-485c-824b-230eaf6340fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295772 Oct 27 18:47:32.401269 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bbb5afd5-1c49-4864-ad38-e25ec8f1e6f6 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:32.402060 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=0744efde-88be-4f06-accb-741e25dc3426,revision_number=9']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:32.415116 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb5afd5-1c49-4864-ad38-e25ec8f1e6f6 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:47:32.415737 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bbb5afd5-1c49-4864-ad38-e25ec8f1e6f6 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:32.419267 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:47:32.419267 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:47:32.419267 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:47:32.419267 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:47:32.419267 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:47:32.419267 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:47:32.419267 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:47:32.419267 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:47:32.419267 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:47:32.419267 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:47:32.419267 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:47:32.419267 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:47:32.419267 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:47:32.419267 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:47:32.419267 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:47:32.419267 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:47:32.419267 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:47:32.419267 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:47:32.419267 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:47:32.419267 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:47:32.419267 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:47:32.419267 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:47:32.419267 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:47:32.419267 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:47:32.419267 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:47:32.419267 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:47:32.419267 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:47:32.419267 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:47:32.419267 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:47:32.419267 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:47:32.419267 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:47:32.419267 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:47:32.460603 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-88447405-e4bb-4d9b-850d-352d968db716 req-4fc660b0-9820-415c-bc59-f2958775e9ab service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7201b1e-4452-4115-9833-090643d7966f HTTP/1.1" status: 200 len: 217 time: 0.1919892 Oct 27 18:47:32.461526 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-051690dc-99c1-48d5-96c9-82bad4f6b7e2 req-734733ab-35d0-499c-9c05-c97a5f83f1b2 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] No DVR routers for this DVR port 23ba823a-7383-46dd-8468-97696bd2ceab on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:47:32.465780 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b467c2f-3c3b-4441-9f48-8714e6ec987a x-openstack-request-id: req-5b467c2f-3c3b-4441-9f48-8714e6ec987a {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:47:32.466126 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee786d50-c1a6-4ee9-9d1f-cc2bfb2a99f3", "tag": "d7201b1e-4452-4115-9833-090643d7966f", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:47:32.474186 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5b467c2f-3c3b-4441-9f48-8714e6ec987a {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:47:32.474186 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee786d50-c1a6-4ee9-9d1f-cc2bfb2a99f3', 'tag': 'd7201b1e-4452-4115-9833-090643d7966f', 'status': 'completed', 'code': 200} Oct 27 18:47:32.474186 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734733ab-35d0-499c-9c05-c97a5f83f1b2 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event deleted for resources: {'Port': ['ID=23ba823a-7383-46dd-8468-97696bd2ceab,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:32.475182 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-051690dc-99c1-48d5-96c9-82bad4f6b7e2 req-734733ab-35d0-499c-9c05-c97a5f83f1b2 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:32.479740 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-051690dc-99c1-48d5-96c9-82bad4f6b7e2 req-734733ab-35d0-499c-9c05-c97a5f83f1b2 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.93 "DELETE /v2.0/ports/23ba823a-7383-46dd-8468-97696bd2ceab HTTP/1.1" status: 204 len: 173 time: 1.6149285 Oct 27 18:47:32.564113 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88447405-e4bb-4d9b-850d-352d968db716 req-17487149-9158-4030-92b7-0ccc46cbb49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:32.566246 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-88447405-e4bb-4d9b-850d-352d968db716 req-17487149-9158-4030-92b7-0ccc46cbb49f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b0693d3c-afea-47b3-aa9b-9f06cc67b630 HTTP/1.1" status: 200 len: 849 time: 0.0850780 Oct 27 18:47:32.577971 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device b29c6237-bd1a-4316-8857-477d8a7708a6 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:47:32.609972 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: b29c6237-bd1a-4316-8857-477d8a7708a6 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:47:32.610365 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device b29c6237-bd1a-4316-8857-477d8a7708a6 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:47:32.636053 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5d3cf2-9504-4eba-92f8-72eb1658fd69 x-openstack-request-id: req-7a5d3cf2-9504-4eba-92f8-72eb1658fd69 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:47:32.636358 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d08de410-5bb4-4cb7-ba66-f6115ddf677c", "name": "network-vif-plugged", "status": "completed", "tag": "0744efde-88be-4f06-accb-741e25dc3426", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:47:32.636610 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7a5d3cf2-9504-4eba-92f8-72eb1658fd69 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:47:32.637003 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd08de410-5bb4-4cb7-ba66-f6115ddf677c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0744efde-88be-4f06-accb-741e25dc3426', 'code': 200} Oct 27 18:47:32.637129 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88447405-e4bb-4d9b-850d-352d968db716 req-1d70e9cd-78ae-4c18-a814-d1ad14cc7a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:32.638572 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-88447405-e4bb-4d9b-850d-352d968db716 req-1d70e9cd-78ae-4c18-a814-d1ad14cc7a1f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa1623a9-1856-4ad1-88c3-750138951c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657890 Oct 27 18:47:32.677367 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bbb5afd5-1c49-4864-ad38-e25ec8f1e6f6 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:32.686405 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bbb5afd5-1c49-4864-ad38-e25ec8f1e6f6 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:32.697309 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-bbb5afd5-1c49-4864-ad38-e25ec8f1e6f6 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/networks/d30ed50a-c4a7-4cd4-b521-a53291bd1fe0 HTTP/1.1" status: 204 len: 168 time: 1.4090869 Oct 27 18:47:32.702612 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33752) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:32.746210 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5afd5-1c49-4864-ad38-e25ec8f1e6f6 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event deleted for resources: {'Network': ['ID=d30ed50a-c4a7-4cd4-b521-a53291bd1fe0,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:32.785871 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-88447405-e4bb-4d9b-850d-352d968db716 req-70944ea4-adbd-4a30-905a-b5601b7bac2f service neutron] 10.222.0.81 "GET /v2.0/networks/fa1623a9-1856-4ad1-88c3-750138951c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363888 Oct 27 18:47:32.836000 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbe2fff-ed3d-4ee3-aa89-ce5daf4fade8 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:32.847605 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-cdbe2fff-ed3d-4ee3-aa89-ce5daf4fade8 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1382356 Oct 27 18:47:32.849858 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33754) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:32.958567 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-88447405-e4bb-4d9b-850d-352d968db716 req-fc9ced18-73dd-4e73-a963-1d5f80df676a service neutron] 10.222.0.81 "GET /v2.0/networks/fa1623a9-1856-4ad1-88c3-750138951c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654818 Oct 27 18:47:32.986536 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ab1e30a9-9fd7-497b-bed6-adbe52f09fe8 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1355312 Oct 27 18:47:32.990873 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 33758) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:32.997463 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-5b62cc8e-8a77-428a-8497-b62dda1d26ce tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1376103744'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:47:33.010062 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc582b6b-3230-41e2-a649-036cff1f334b req-e1aba42c-4a16-42eb-98a4-5d0aaa9e9555 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:33.011773 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cc582b6b-3230-41e2-a649-036cff1f334b req-e1aba42c-4a16-42eb-98a4-5d0aaa9e9555 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 946 time: 0.0950530 Oct 27 18:47:33.055960 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cc582b6b-3230-41e2-a649-036cff1f334b req-06bd4166-f208-453a-8a69-693bed3f013e tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=f35e86e5-032f-42cd-9d02-3615b3e713b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353229 Oct 27 18:47:33.082324 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b62cc8e-8a77-428a-8497-b62dda1d26ce tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Made reservation on behalf of 28633539e0ee40d1a4a981a2e2462808 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:47:33.085872 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5b62cc8e-8a77-428a-8497-b62dda1d26ce tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:33.114406 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b62cc8e-8a77-428a-8497-b62dda1d26ce tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] vlan segment allocate from pool success with {'vlan_id': 1015, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:47:33.171383 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5b62cc8e-8a77-428a-8497-b62dda1d26ce tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:33.172019 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-5b62cc8e-8a77-428a-8497-b62dda1d26ce tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Added segment 8837ca81-994d-4f24-873a-fd517f00163a of type vlan for network 152f0e52-090b-453a-ab4c-25b6ae21b282 Oct 27 18:47:33.230509 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33798ec6-757f-44e0-9e48-ff2f6aad1819 req-f789bae8-20f7-45e7-b996-1aff4bd943d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:33.232599 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-33798ec6-757f-44e0-9e48-ff2f6aad1819 req-f789bae8-20f7-45e7-b996-1aff4bd943d9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=276d8a2dcde6411ca4a19eb389798e06&device_id=ee786d50-c1a6-4ee9-9d1f-cc2bfb2a99f3 HTTP/1.1" status: 200 len: 1095 time: 0.1074233 Oct 27 18:47:33.242379 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5b62cc8e-8a77-428a-8497-b62dda1d26ce tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:33.251575 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3534c4-1afa-4c0e-b621-63e41f34bca7 req-e8693d95-fa2f-4e2e-a628-be0f40e07db9 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:33.253360 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3e3534c4-1afa-4c0e-b621-63e41f34bca7 req-e8693d95-fa2f-4e2e-a628-be0f40e07db9 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ee786d50-c1a6-4ee9-9d1f-cc2bfb2a99f3 HTTP/1.1" status: 200 len: 1095 time: 0.0539560 Oct 27 18:47:33.308238 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3e3534c4-1afa-4c0e-b621-63e41f34bca7 req-9dae4760-72f1-4390-98ee-1782a6991809 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=9c2837e2-a408-4438-a7be-ad25eb21dbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393088 Oct 27 18:47:33.371261 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33798ec6-757f-44e0-9e48-ff2f6aad1819 req-4706c8ce-c6c6-481f-a156-735f39e791e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:33.373196 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-33798ec6-757f-44e0-9e48-ff2f6aad1819 req-4706c8ce-c6c6-481f-a156-735f39e791e2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=fa1623a9-1856-4ad1-88c3-750138951c47 HTTP/1.1" status: 200 len: 912 time: 0.1283004 Oct 27 18:47:33.433929 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-33798ec6-757f-44e0-9e48-ff2f6aad1819 req-58bd2a5f-e442-4411-9275-a5fafa917bb3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7201b1e-4452-4115-9833-090643d7966f HTTP/1.1" status: 200 len: 217 time: 0.0526226 Oct 27 18:47:33.436228 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5b62cc8e-8a77-428a-8497-b62dda1d26ce tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:33.443561 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b62cc8e-8a77-428a-8497-b62dda1d26ce tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:33.444213 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5b62cc8e-8a77-428a-8497-b62dda1d26ce tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:33.511476 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-703bd200-7da2-4096-be78-cfc1ce8f3e94 req-18932939-5a68-4131-9bd9-f7ac1e45f42e tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=39b5b785-155e-461e-b70d-1d7870d99ddc HTTP/1.1" status: 200 len: 210 time: 0.0499315 Oct 27 18:47:33.556279 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b62cc8e-8a77-428a-8497-b62dda1d26ce tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'Network': ['ID=152f0e52-090b-453a-ab4c-25b6ae21b282,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:33.561973 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33798ec6-757f-44e0-9e48-ff2f6aad1819 req-c236d60c-6fd3-47bc-af88-c24960531aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:33.563631 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-33798ec6-757f-44e0-9e48-ff2f6aad1819 req-c236d60c-6fd3-47bc-af88-c24960531aae service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b0693d3c-afea-47b3-aa9b-9f06cc67b630 HTTP/1.1" status: 200 len: 849 time: 0.1062655 Oct 27 18:47:33.569107 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 152f0e52-090b-453a-ab4c-25b6ae21b282 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:47:33.635058 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5b62cc8e-8a77-428a-8497-b62dda1d26ce tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6394219 Oct 27 18:47:33.635272 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33764) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:33.642274 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-1b3d72b1-c80f-4a9c-93d1-73a8866fa93d tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'subnet': {'network_id': '152f0e52-090b-453a-ab4c-25b6ae21b282', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:47:33.651138 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33798ec6-757f-44e0-9e48-ff2f6aad1819 req-fd201ec7-9ee6-470c-b4bb-acba041fc33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:33.652788 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-33798ec6-757f-44e0-9e48-ff2f6aad1819 req-fd201ec7-9ee6-470c-b4bb-acba041fc33e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=fa1623a9-1856-4ad1-88c3-750138951c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807076 Oct 27 18:47:33.805009 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b14a6-2841-47b4-b623-18c6758739de req-c79f2b9a-84c1-435b-b874-ca7e8abb8e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:33.806668 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e18b14a6-2841-47b4-b623-18c6758739de req-c79f2b9a-84c1-435b-b874-ca7e8abb8e32 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c&tenant_id=21f5568e020c455199c8dde94ac0b73c HTTP/1.1" status: 200 len: 1097 time: 0.0736701 Oct 27 18:47:33.808976 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-33798ec6-757f-44e0-9e48-ff2f6aad1819 req-7afa65ab-1700-4490-aaa0-cb909a7b9a58 service neutron] 10.222.0.81 "GET /v2.0/networks/fa1623a9-1856-4ad1-88c3-750138951c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480134 Oct 27 18:47:33.813185 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3d72b1-c80f-4a9c-93d1-73a8866fa93d tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Made reservation on behalf of 28633539e0ee40d1a4a981a2e2462808 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:47:33.817278 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1b3d72b1-c80f-4a9c-93d1-73a8866fa93d tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:33.819137 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-e18b14a6-2841-47b4-b623-18c6758739de req-8f5b27fd-8bd3-4c2f-bbc2-51a63e65580c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815690-2', 'device_owner': 'compute:nova'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:47:33.936141 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e18b14a6-2841-47b4-b623-18c6758739de req-8f5b27fd-8bd3-4c2f-bbc2-51a63e65580c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:34.001476 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-33798ec6-757f-44e0-9e48-ff2f6aad1819 req-3822f536-40a1-419b-9d91-a0caf2468aa7 service neutron] 10.222.0.81 "GET /v2.0/networks/fa1623a9-1856-4ad1-88c3-750138951c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795280 Oct 27 18:47:34.073307 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1b3d72b1-c80f-4a9c-93d1-73a8866fa93d tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:34.180024 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3d72b1-c80f-4a9c-93d1-73a8866fa93d tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'Subnet': ['ID=c8b65a9e-eea3-4025-87ae-a3e1497c0264,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:34.188141 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3d72b1-c80f-4a9c-93d1-73a8866fa93d tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Checking segment: {'id': '8837ca81-994d-4f24-873a-fd517f00163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '152f0e52-090b-453a-ab4c-25b6ae21b282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:47:34.188559 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3d72b1-c80f-4a9c-93d1-73a8866fa93d tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Network hostable DHCP agents. Network: 152f0e52-090b-453a-ab4c-25b6ae21b282, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:47:34.196654 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-e18b14a6-2841-47b4-b623-18c6758739de req-8f5b27fd-8bd3-4c2f-bbc2-51a63e65580c service neutron] For port 0744efde-88be-4f06-accb-741e25dc3426, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=0744efde-88be-4f06-accb-741e25dc3426,segment=NetworkSegment(1fc589c5-2774-47b1-a7a7-250651af85dc),segment_id=1fc589c5-2774-47b1-a7a7-250651af85dc)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:47:34.224189 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549faced-3d9e-4fc5-a031-587ec160da6d req-2790ab88-47ec-442b-ba2b-f59c041a12a0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:34.226723 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-549faced-3d9e-4fc5-a031-587ec160da6d req-2790ab88-47ec-442b-ba2b-f59c041a12a0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 946 time: 0.0775764 Oct 27 18:47:34.240273 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-e18b14a6-2841-47b4-b623-18c6758739de req-8f5b27fd-8bd3-4c2f-bbc2-51a63e65580c service neutron] For port 0744efde-88be-4f06-accb-741e25dc3426, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:47:34.272295 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-549faced-3d9e-4fc5-a031-587ec160da6d req-be2ebf32-524a-4010-aafc-1c1130b9574d tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=f35e86e5-032f-42cd-9d02-3615b3e713b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362008 Oct 27 18:47:34.285085 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e18b14a6-2841-47b4-b623-18c6758739de req-8f5b27fd-8bd3-4c2f-bbc2-51a63e65580c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:34.298724 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-e18b14a6-2841-47b4-b623-18c6758739de req-8f5b27fd-8bd3-4c2f-bbc2-51a63e65580c service neutron] Transition to ACTIVE for port object 0744efde-88be-4f06-accb-741e25dc3426 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:47:34.312656 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3d72b1-c80f-4a9c-93d1-73a8866fa93d tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Network 152f0e52-090b-453a-ab4c-25b6ae21b282 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:47:34.385075 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e18b14a6-2841-47b4-b623-18c6758739de req-8f5b27fd-8bd3-4c2f-bbc2-51a63e65580c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:34.389070 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-1b3d72b1-c80f-4a9c-93d1-73a8866fa93d tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 152f0e52-090b-453a-ab4c-25b6ae21b282) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:47:34.395024 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3d72b1-c80f-4a9c-93d1-73a8866fa93d tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:34.401035 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1b3d72b1-c80f-4a9c-93d1-73a8866fa93d tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:34.402183 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649d5ab3-64ae-4076-a7d5-70a91a698470 None None] Network 152f0e52-090b-453a-ab4c-25b6ae21b282 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:47:34.482476 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b5b785-155e-461e-b70d-1d7870d99ddc', 'name': 'network-vif-deleted', 'tag': '23ba823a-7383-46dd-8468-97696bd2ceab'}, {'server_uuid': 'd08de410-5bb4-4cb7-ba66-f6115ddf677c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0744efde-88be-4f06-accb-741e25dc3426'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:47:34.484991 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4307f74a-5b8d-4944-9f7b-bd690bfa4e63" -d '{"events": [{"server_uuid": "39b5b785-155e-461e-b70d-1d7870d99ddc", "name": "network-vif-deleted", "tag": "23ba823a-7383-46dd-8468-97696bd2ceab"}, {"server_uuid": "d08de410-5bb4-4cb7-ba66-f6115ddf677c", "name": "network-vif-unplugged", "status": "completed", "tag": "0744efde-88be-4f06-accb-741e25dc3426"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:47:34.490773 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b27fd-8bd3-4c2f-bbc2-51a63e65580c service neutron] Pushing event updated for resources: {'Port': ['ID=0744efde-88be-4f06-accb-741e25dc3426,revision_number=10']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:34.520929 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2a90b-ea21-4642-951a-e7220be32164 req-ce537add-b115-423b-a8ee-5dec4a7127f6 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:34.531126 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05c2a90b-ea21-4642-951a-e7220be32164 req-ce537add-b115-423b-a8ee-5dec4a7127f6 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ee786d50-c1a6-4ee9-9d1f-cc2bfb2a99f3 HTTP/1.1" status: 200 len: 1095 time: 0.1063838 Oct 27 18:47:34.574216 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18b14a6-2841-47b4-b623-18c6758739de req-8f5b27fd-8bd3-4c2f-bbc2-51a63e65580c service neutron] No DVR routers for this DVR port 0744efde-88be-4f06-accb-741e25dc3426 on host n-h1-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:47:34.581474 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05c2a90b-ea21-4642-951a-e7220be32164 req-d3bd7303-ffd3-4528-83ca-a2c95c3dd149 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=9c2837e2-a408-4438-a7be-ad25eb21dbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487080 Oct 27 18:47:34.586277 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1b3d72b1-c80f-4a9c-93d1-73a8866fa93d tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9499128 Oct 27 18:47:34.588668 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33778) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:34.594013 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-5e1cbb48-eb92-4072-bd4b-8e5a5b16dd97 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'port': {'network_id': '152f0e52-090b-453a-ab4c-25b6ae21b282', 'name': 'tempest-PortsIpV6TestJSON-936477281'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:47:34.668038 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff65b6b-724e-4dd8-9828-763a88d1062d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-152f0e52-090b-453a-ab4c-25b6ae21b282', 'network_id': '152f0e52-090b-453a-ab4c-25b6ae21b282', 'tenant_id': '28633539e0ee40d1a4a981a2e2462808', 'fixed_ips': [{'subnet_id': 'c8b65a9e-eea3-4025-87ae-a3e1497c0264'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:47:34.669052 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ff65b6b-724e-4dd8-9828-763a88d1062d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:34.729477 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 27 Oct 2021 18:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26542eb7-9fe9-4a2d-891f-36b06e0f6cd0 x-openstack-request-id: req-26542eb7-9fe9-4a2d-891f-36b06e0f6cd0 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:47:34.729477 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b5b785-155e-461e-b70d-1d7870d99ddc", "name": "network-vif-deleted", "tag": "23ba823a-7383-46dd-8468-97696bd2ceab", "status": "completed", "code": 200}, {"server_uuid": "d08de410-5bb4-4cb7-ba66-f6115ddf677c", "name": "network-vif-unplugged", "status": "completed", "tag": "0744efde-88be-4f06-accb-741e25dc3426", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:47:34.729477 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-26542eb7-9fe9-4a2d-891f-36b06e0f6cd0 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:47:34.729477 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b5b785-155e-461e-b70d-1d7870d99ddc', 'name': 'network-vif-deleted', 'tag': '23ba823a-7383-46dd-8468-97696bd2ceab', 'status': 'completed', 'code': 200} Oct 27 18:47:34.729477 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd08de410-5bb4-4cb7-ba66-f6115ddf677c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0744efde-88be-4f06-accb-741e25dc3426', 'code': 200} Oct 27 18:47:34.795689 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-e18b14a6-2841-47b4-b623-18c6758739de req-8f5b27fd-8bd3-4c2f-bbc2-51a63e65580c service neutron] Attempting to bind port 0744efde-88be-4f06-accb-741e25dc3426 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:47:34.795883 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-e18b14a6-2841-47b4-b623-18c6758739de req-8f5b27fd-8bd3-4c2f-bbc2-51a63e65580c service neutron] Attempting to bind port 0744efde-88be-4f06-accb-741e25dc3426 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '1fc589c5-2774-47b1-a7a7-250651af85dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '7bd6a875-a657-47e8-89d0-37edc08a1634'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:47:34.796217 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18b14a6-2841-47b4-b623-18c6758739de req-8f5b27fd-8bd3-4c2f-bbc2-51a63e65580c service neutron] Attempting to bind port 0744efde-88be-4f06-accb-741e25dc3426 on network 7bd6a875-a657-47e8-89d0-37edc08a1634 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:47:34.802972 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18b14a6-2841-47b4-b623-18c6758739de req-8f5b27fd-8bd3-4c2f-bbc2-51a63e65580c service neutron] Port 0744efde-88be-4f06-accb-741e25dc3426 on network 7bd6a875-a657-47e8-89d0-37edc08a1634 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:47:34.802972 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18b14a6-2841-47b4-b623-18c6758739de req-8f5b27fd-8bd3-4c2f-bbc2-51a63e65580c service neutron] Attempting to bind port 0744efde-88be-4f06-accb-741e25dc3426 on network 7bd6a875-a657-47e8-89d0-37edc08a1634 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:47:34.803264 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33780) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:34.808784 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18b14a6-2841-47b4-b623-18c6758739de req-8f5b27fd-8bd3-4c2f-bbc2-51a63e65580c service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:47:34.809176 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18b14a6-2841-47b4-b623-18c6758739de req-8f5b27fd-8bd3-4c2f-bbc2-51a63e65580c service neutron] Checking segment: {'id': '1fc589c5-2774-47b1-a7a7-250651af85dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '7bd6a875-a657-47e8-89d0-37edc08a1634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:47:34.809619 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18b14a6-2841-47b4-b623-18c6758739de req-8f5b27fd-8bd3-4c2f-bbc2-51a63e65580c service neutron] Bound using segment: {'id': '1fc589c5-2774-47b1-a7a7-250651af85dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '7bd6a875-a657-47e8-89d0-37edc08a1634'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:47:34.813214 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-e18b14a6-2841-47b4-b623-18c6758739de req-8f5b27fd-8bd3-4c2f-bbc2-51a63e65580c service neutron] Bound port: 0744efde-88be-4f06-accb-741e25dc3426, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fc589c5-2774-47b1-a7a7-250651af85dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '7bd6a875-a657-47e8-89d0-37edc08a1634'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:47:34.813214 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e18b14a6-2841-47b4-b623-18c6758739de req-8f5b27fd-8bd3-4c2f-bbc2-51a63e65580c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:34.865724 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1cbb48-eb92-4072-bd4b-8e5a5b16dd97 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Made reservation on behalf of 28633539e0ee40d1a4a981a2e2462808 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:47:34.869115 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5e1cbb48-eb92-4072-bd4b-8e5a5b16dd97 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:34.872022 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ee2ce940-4b12-45c9-a796-56baa91ce0bc tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:34.909239 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-e18b14a6-2841-47b4-b623-18c6758739de req-8f5b27fd-8bd3-4c2f-bbc2-51a63e65580c service neutron] For port 0744efde-88be-4f06-accb-741e25dc3426, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:47:34.909851 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-6ff65b6b-724e-4dd8-9828-763a88d1062d None None] Allocated IP 2001:db8::2 (152f0e52-090b-453a-ab4c-25b6ae21b282/c8b65a9e-eea3-4025-87ae-a3e1497c0264/a374d832-12a3-46c9-a9af-1932107a4e8e) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:47:34.913527 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-5e1cbb48-eb92-4072-bd4b-8e5a5b16dd97 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] device_id is not set on port 4fcb2619-c736-4b43-a339-df6688d8bb19 yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:47:34.915799 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-e18b14a6-2841-47b4-b623-18c6758739de req-8f5b27fd-8bd3-4c2f-bbc2-51a63e65580c service neutron] For port 0744efde-88be-4f06-accb-741e25dc3426, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=0744efde-88be-4f06-accb-741e25dc3426,segment=NetworkSegment(1fc589c5-2774-47b1-a7a7-250651af85dc),segment_id=1fc589c5-2774-47b1-a7a7-250651af85dc)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:47:34.931252 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ee2ce940-4b12-45c9-a796-56baa91ce0bc tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:35.010267 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e18b14a6-2841-47b4-b623-18c6758739de req-8f5b27fd-8bd3-4c2f-bbc2-51a63e65580c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:35.053760 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b14a6-2841-47b4-b623-18c6758739de req-8f5b27fd-8bd3-4c2f-bbc2-51a63e65580c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:35.055232 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e18b14a6-2841-47b4-b623-18c6758739de req-8f5b27fd-8bd3-4c2f-bbc2-51a63e65580c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:35.056805 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e18b14a6-2841-47b4-b623-18c6758739de req-8f5b27fd-8bd3-4c2f-bbc2-51a63e65580c service neutron] 10.222.0.93 "PUT /v2.0/ports/0744efde-88be-4f06-accb-741e25dc3426 HTTP/1.1" status: 200 len: 1093 time: 1.2419882 Oct 27 18:47:35.094537 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ff65b6b-724e-4dd8-9828-763a88d1062d None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:35.123435 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b27fd-8bd3-4c2f-bbc2-51a63e65580c service neutron] Pushing event updated for resources: {'Port': ['ID=0744efde-88be-4f06-accb-741e25dc3426,revision_number=11']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:35.127501 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ee2ce940-4b12-45c9-a796-56baa91ce0bc tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:35.134225 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ee2ce940-4b12-45c9-a796-56baa91ce0bc tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:35.139108 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ee2ce940-4b12-45c9-a796-56baa91ce0bc tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "DELETE /v2.0/security-groups/3e5b2351-2712-485c-824b-230eaf6340fa HTTP/1.1" status: 204 len: 168 time: 0.3340504 Oct 27 18:47:35.149618 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ce940-4b12-45c9-a796-56baa91ce0bc tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5b2351-2712-485c-824b-230eaf6340fa,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:35.161029 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b14a6-2841-47b4-b623-18c6758739de req-1bb930c8-c4e7-494b-998a-4f857b27e98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:35.164526 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e18b14a6-2841-47b4-b623-18c6758739de req-1bb930c8-c4e7-494b-998a-4f857b27e98a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=21f5568e020c455199c8dde94ac0b73c&device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 1096 time: 0.0734451 Oct 27 18:47:35.183798 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ff65b6b-724e-4dd8-9828-763a88d1062d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:35.259939 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-5e1cbb48-eb92-4072-bd4b-8e5a5b16dd97 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Allocated IP 2001:db8::27c (152f0e52-090b-453a-ab4c-25b6ae21b282/c8b65a9e-eea3-4025-87ae-a3e1497c0264/4fcb2619-c736-4b43-a339-df6688d8bb19) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:47:35.283352 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33784) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:35.291207 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff65b6b-724e-4dd8-9828-763a88d1062d None None] Pushing event updated for resources: {'Port': ['ID=a374d832-12a3-46c9-a9af-1932107a4e8e,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:35.316905 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff65b6b-724e-4dd8-9828-763a88d1062d None None] Network 152f0e52-090b-453a-ab4c-25b6ae21b282 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:47:35.323744 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b14a6-2841-47b4-b623-18c6758739de req-010863a6-c077-4de6-95f3-37d3cb53bce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:35.324383 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-6ff65b6b-724e-4dd8-9828-763a88d1062d None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:47:35.325313 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e18b14a6-2841-47b4-b623-18c6758739de req-010863a6-c077-4de6-95f3-37d3cb53bce5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=7bd6a875-a657-47e8-89d0-37edc08a1634 HTTP/1.1" status: 200 len: 898 time: 0.1536047 Oct 27 18:47:35.329541 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff65b6b-724e-4dd8-9828-763a88d1062d None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:47:35.375130 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d571026-f45e-4f46-8624-3aa3d7f919b8 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Deleting subnet 48bc7790-a2d7-4fea-aea4-f8691c6458d8 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:47:35.404303 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9d571026-f45e-4f46-8624-3aa3d7f919b8 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:35.444153 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e18b14a6-2841-47b4-b623-18c6758739de req-bfb25707-e0fc-4e32-b19c-5bcf0b12f30c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0744efde-88be-4f06-accb-741e25dc3426 HTTP/1.1" status: 200 len: 999 time: 0.1103168 Oct 27 18:47:35.450618 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-6ff65b6b-724e-4dd8-9828-763a88d1062d None None] Attempting to bind port a374d832-12a3-46c9-a9af-1932107a4e8e on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:47:35.451082 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-6ff65b6b-724e-4dd8-9828-763a88d1062d None None] Attempting to bind port a374d832-12a3-46c9-a9af-1932107a4e8e by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8837ca81-994d-4f24-873a-fd517f00163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '152f0e52-090b-453a-ab4c-25b6ae21b282'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:47:35.451955 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff65b6b-724e-4dd8-9828-763a88d1062d None None] Attempting to bind port a374d832-12a3-46c9-a9af-1932107a4e8e on network 152f0e52-090b-453a-ab4c-25b6ae21b282 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:47:35.459380 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff65b6b-724e-4dd8-9828-763a88d1062d None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:47:35.459923 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff65b6b-724e-4dd8-9828-763a88d1062d None None] Checking segment: {'id': '8837ca81-994d-4f24-873a-fd517f00163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '152f0e52-090b-453a-ab4c-25b6ae21b282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:47:35.460421 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ff65b6b-724e-4dd8-9828-763a88d1062d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:35.460906 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff65b6b-724e-4dd8-9828-763a88d1062d None None] Bound using segment: {'id': '8837ca81-994d-4f24-873a-fd517f00163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '152f0e52-090b-453a-ab4c-25b6ae21b282'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:47:35.461717 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-6ff65b6b-724e-4dd8-9828-763a88d1062d None None] Bound port: a374d832-12a3-46c9-a9af-1932107a4e8e, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8837ca81-994d-4f24-873a-fd517f00163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '152f0e52-090b-453a-ab4c-25b6ae21b282'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:47:35.462194 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ff65b6b-724e-4dd8-9828-763a88d1062d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:35.503934 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b14a6-2841-47b4-b623-18c6758739de req-85227d10-d121-4f4c-8b2a-58c86147a862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:35.505255 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e18b14a6-2841-47b4-b623-18c6758739de req-85227d10-d121-4f4c-8b2a-58c86147a862 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=160bc31a-12ba-4b4e-818c-d23c30c3ab80 HTTP/1.1" status: 200 len: 834 time: 0.0495946 Oct 27 18:47:35.558084 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b14a6-2841-47b4-b623-18c6758739de req-097dd8d2-91d8-4c49-adbf-725e82cd534c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:35.558921 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ff65b6b-724e-4dd8-9828-763a88d1062d None None] For port a374d832-12a3-46c9-a9af-1932107a4e8e, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:47:35.559669 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e18b14a6-2841-47b4-b623-18c6758739de req-097dd8d2-91d8-4c49-adbf-725e82cd534c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7bd6a875-a657-47e8-89d0-37edc08a1634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465548 Oct 27 18:47:35.564498 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ff65b6b-724e-4dd8-9828-763a88d1062d None None] For port a374d832-12a3-46c9-a9af-1932107a4e8e, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=a374d832-12a3-46c9-a9af-1932107a4e8e,segment=NetworkSegment(8837ca81-994d-4f24-873a-fd517f00163a),segment_id=8837ca81-994d-4f24-873a-fd517f00163a)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:47:35.591229 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9d571026-f45e-4f46-8624-3aa3d7f919b8 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:35.642728 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ff65b6b-724e-4dd8-9828-763a88d1062d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:35.645645 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9d474-33d6-4a3e-a28b-4bfe0efe507c req-b6a142b4-9277-4fae-9072-da123d275f3e tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:35.648181 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-19e9d474-33d6-4a3e-a28b-4bfe0efe507c req-b6a142b4-9277-4fae-9072-da123d275f3e tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 945 time: 0.2039065 Oct 27 18:47:35.684788 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e18b14a6-2841-47b4-b623-18c6758739de req-166f56ea-7ec5-4587-8d22-9bac4ac78415 service neutron] 10.222.0.93 "GET /v2.0/networks/7bd6a875-a657-47e8-89d0-37edc08a1634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138010 Oct 27 18:47:35.712201 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device d7201b1e-4452-4115-9833-090643d7966f details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:47:35.722314 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff65b6b-724e-4dd8-9828-763a88d1062d None None] Pushing event updated for resources: {'Port': ['ID=a374d832-12a3-46c9-a9af-1932107a4e8e,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:35.743889 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 0744efde-88be-4f06-accb-741e25dc3426 no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:47:35.759977 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5e1cbb48-eb92-4072-bd4b-8e5a5b16dd97 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:35.780961 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-19e9d474-33d6-4a3e-a28b-4bfe0efe507c req-446b9fe3-aed9-4ac2-a3a5-6d3412e78ee4 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=f35e86e5-032f-42cd-9d02-3615b3e713b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198549 Oct 27 18:47:35.835247 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9d571026-f45e-4f46-8624-3aa3d7f919b8 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:35.843481 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e18b14a6-2841-47b4-b623-18c6758739de req-6c779a4a-479e-4ad7-aee5-0d4e63256650 service neutron] 10.222.0.93 "GET /v2.0/networks/7bd6a875-a657-47e8-89d0-37edc08a1634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491771 Oct 27 18:47:35.867910 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 0744efde-88be-4f06-accb-741e25dc3426 not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:47:35.984332 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port d7201b1e-4452-4115-9833-090643d7966f, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=d7201b1e-4452-4115-9833-090643d7966f,segment=NetworkSegment(466ff7d5-b359-45a3-9453-10be1f7dfc61),segment_id=466ff7d5-b359-45a3-9453-10be1f7dfc61)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:47:35.997602 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': 'd7201b1e-4452-4115-9833-090643d7966f', 'network_id': 'fa1623a9-1856-4ad1-88c3-750138951c47', 'port_id': 'd7201b1e-4452-4115-9833-090643d7966f', 'mac_address': 'fa:16:3e:ff:e9:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0693d3c-afea-47b3-aa9b-9f06cc67b630', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:47:36.029369 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5e1cbb48-eb92-4072-bd4b-8e5a5b16dd97 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:36.060987 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:36.082466 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7201b1e-4452-4115-9833-090643d7966f {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:47:36.088179 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9d571026-f45e-4f46-8624-3aa3d7f919b8 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:36.101243 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef80a90-e809-4725-9a93-997b23b04a23 req-570a427b-830c-4354-aa40-804b429ea394 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:36.109695 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3ef80a90-e809-4725-9a93-997b23b04a23 req-570a427b-830c-4354-aa40-804b429ea394 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ee786d50-c1a6-4ee9-9d1f-cc2bfb2a99f3 HTTP/1.1" status: 200 len: 1095 time: 0.1303988 Oct 27 18:47:36.131244 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port d7201b1e-4452-4115-9833-090643d7966f, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=d7201b1e-4452-4115-9833-090643d7966f,segment=NetworkSegment(466ff7d5-b359-45a3-9453-10be1f7dfc61),segment_id=466ff7d5-b359-45a3-9453-10be1f7dfc61)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:47:36.133094 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1cbb48-eb92-4072-bd4b-8e5a5b16dd97 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Network 152f0e52-090b-453a-ab4c-25b6ae21b282 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:47:36.168580 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-5e1cbb48-eb92-4072-bd4b-8e5a5b16dd97 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:47:36.172739 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 23ba823a-7383-46dd-8468-97696bd2ceab no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:47:36.173971 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9d571026-f45e-4f46-8624-3aa3d7f919b8 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:36.180777 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9d571026-f45e-4f46-8624-3aa3d7f919b8 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "DELETE /v2.0/subnets/48bc7790-a2d7-4fea-aea4-f8691c6458d8 HTTP/1.1" status: 204 len: 168 time: 0.8961811 Oct 27 18:47:36.181445 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 33796) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:36.181846 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d571026-f45e-4f46-8624-3aa3d7f919b8 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event deleted for resources: {'Subnet': ['ID=48bc7790-a2d7-4fea-aea4-f8691c6458d8,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:36.186457 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1cbb48-eb92-4072-bd4b-8e5a5b16dd97 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:47:36.194951 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1cbb48-eb92-4072-bd4b-8e5a5b16dd97 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:36.196287 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5e1cbb48-eb92-4072-bd4b-8e5a5b16dd97 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:36.220275 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186dd737-1f3a-4703-b0d5-d81842e1bb77 None None] Network 648b7f78-aaf7-4fa4-b7bd-658874557ab4 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:47:36.229307 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1cbb48-eb92-4072-bd4b-8e5a5b16dd97 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'Port': ['ID=4fcb2619-c736-4b43-a339-df6688d8bb19,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:36.255890 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3ef80a90-e809-4725-9a93-997b23b04a23 req-afff5885-821a-4cd8-bed9-76c29254c7c4 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=9c2837e2-a408-4438-a7be-ad25eb21dbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439855 Oct 27 18:47:36.271708 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 23ba823a-7383-46dd-8468-97696bd2ceab {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:47:36.271822 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 23ba823a-7383-46dd-8468-97696bd2ceab not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:47:36.277580 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:36.339677 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3c4d95de-8669-41f9-961f-93c7a0342778 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:36.349979 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5e1cbb48-eb92-4072-bd4b-8e5a5b16dd97 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7576721 Oct 27 18:47:36.350614 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33800) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:36.355386 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-f4548789-1d40-4125-b457-7eae3cab6aed tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'port': {'network_id': '152f0e52-090b-453a-ab4c-25b6ae21b282', 'name': 'tempest-PortsIpV6TestJSON-509506635'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:47:36.374034 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=d7201b1e-4452-4115-9833-090643d7966f,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:36.412841 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-3c4d95de-8669-41f9-961f-93c7a0342778 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Deleting port 7f557a85-b184-474c-9483-9dc447b43f93 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:47:36.413350 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3c4d95de-8669-41f9-961f-93c7a0342778 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:36.493129 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['d7201b1e-4452-4115-9833-090643d7966f'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:47:36.519611 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-3c4d95de-8669-41f9-961f-93c7a0342778 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] For port 7f557a85-b184-474c-9483-9dc447b43f93, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=7f557a85-b184-474c-9483-9dc447b43f93,segment=NetworkSegment(58563bb9-fe54-4f6b-93d4-ae1d22c3cec9),segment_id=58563bb9-fe54-4f6b-93d4-ae1d22c3cec9)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:47:36.519993 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3c4d95de-8669-41f9-961f-93c7a0342778 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:36.548723 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-3c4d95de-8669-41f9-961f-93c7a0342778 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Calling delete_port for 7f557a85-b184-474c-9483-9dc447b43f93 owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:47:36.554285 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3157e1d3-6828-4fbc-ac5b-4d2e86007b81 None None] DHCP port deletion for 648b7f78-aaf7-4fa4-b7bd-658874557ab4 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:47:36.617015 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device a374d832-12a3-46c9-a9af-1932107a4e8e up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:47:36.644489 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4548789-1d40-4125-b457-7eae3cab6aed tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Made reservation on behalf of 28633539e0ee40d1a4a981a2e2462808 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:47:36.648044 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f4548789-1d40-4125-b457-7eae3cab6aed tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:36.672047 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-f4548789-1d40-4125-b457-7eae3cab6aed tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] device_id is not set on port 7d8945c1-3b8b-4b75-b5aa-9079acb55531 yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:47:36.696758 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-3157e1d3-6828-4fbc-ac5b-4d2e86007b81 None None] Deleting port 7f557a85-b184-474c-9483-9dc447b43f93 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:47:36.697174 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3157e1d3-6828-4fbc-ac5b-4d2e86007b81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:36.730616 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd08de410-5bb4-4cb7-ba66-f6115ddf677c', 'tag': '0744efde-88be-4f06-accb-741e25dc3426'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:47:36.734298 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73df997e-30c9-4f7f-b927-75a596e67ef7" -d '{"events": [{"name": "network-changed", "server_uuid": "d08de410-5bb4-4cb7-ba66-f6115ddf677c", "tag": "0744efde-88be-4f06-accb-741e25dc3426"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:47:36.741923 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3c4d95de-8669-41f9-961f-93c7a0342778 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:36.796211 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4d95de-8669-41f9-961f-93c7a0342778 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] No DVR routers for this DVR port 7f557a85-b184-474c-9483-9dc447b43f93 on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:47:36.812866 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port a374d832-12a3-46c9-a9af-1932107a4e8e triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:36.813447 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:36.817829 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4d95de-8669-41f9-961f-93c7a0342778 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event deleted for resources: {'Port': ['ID=7f557a85-b184-474c-9483-9dc447b43f93,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:36.876389 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0cd8233-8670-4937-b359-72c5ff363813 x-openstack-request-id: req-d0cd8233-8670-4937-b359-72c5ff363813 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:47:36.876682 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d08de410-5bb4-4cb7-ba66-f6115ddf677c", "tag": "0744efde-88be-4f06-accb-741e25dc3426", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:47:36.876942 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d0cd8233-8670-4937-b359-72c5ff363813 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:47:36.880105 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd08de410-5bb4-4cb7-ba66-f6115ddf677c', 'tag': '0744efde-88be-4f06-accb-741e25dc3426', 'status': 'completed', 'code': 200} Oct 27 18:47:36.904220 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-3157e1d3-6828-4fbc-ac5b-4d2e86007b81 None None] For port 7f557a85-b184-474c-9483-9dc447b43f93, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=7f557a85-b184-474c-9483-9dc447b43f93,segment=NetworkSegment(58563bb9-fe54-4f6b-93d4-ae1d22c3cec9),segment_id=58563bb9-fe54-4f6b-93d4-ae1d22c3cec9)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:47:36.907566 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-f4548789-1d40-4125-b457-7eae3cab6aed tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Allocated IP 2001:db8::1fc (152f0e52-090b-453a-ab4c-25b6ae21b282/c8b65a9e-eea3-4025-87ae-a3e1497c0264/7d8945c1-3b8b-4b75-b5aa-9079acb55531) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:47:36.914432 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3157e1d3-6828-4fbc-ac5b-4d2e86007b81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:36.961915 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-3157e1d3-6828-4fbc-ac5b-4d2e86007b81 None None] Calling delete_port for 7f557a85-b184-474c-9483-9dc447b43f93 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:47:37.075307 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3c4d95de-8669-41f9-961f-93c7a0342778 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:37.097660 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df997e-30c9-4f7f-b927-75a596e67ef7 req-6ed3130a-440e-42ae-abf1-8d078a083dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:37.100299 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-73df997e-30c9-4f7f-b927-75a596e67ef7 req-6ed3130a-440e-42ae-abf1-8d078a083dd2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=21f5568e020c455199c8dde94ac0b73c&device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 1096 time: 0.2190752 Oct 27 18:47:37.100493 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0796f-5292-4fe0-a0a8-ee270567eaf8 req-1494fcf8-3577-4a18-aa56-569281fbb733 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:37.108930 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-24e0796f-5292-4fe0-a0a8-ee270567eaf8 req-1494fcf8-3577-4a18-aa56-569281fbb733 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 945 time: 0.1435900 Oct 27 18:47:37.116143 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df997e-30c9-4f7f-b927-75a596e67ef7 req-c17840eb-1c33-46f1-8165-3c4b87979147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:37.117738 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-73df997e-30c9-4f7f-b927-75a596e67ef7 req-c17840eb-1c33-46f1-8165-3c4b87979147 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=21f5568e020c455199c8dde94ac0b73c&device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 1096 time: 0.2351806 Oct 27 18:47:37.154785 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-3c4d95de-8669-41f9-961f-93c7a0342778 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['648b7f78-aaf7-4fa4-b7bd-658874557ab4']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:37.163229 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:37.181897 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3157e1d3-6828-4fbc-ac5b-4d2e86007b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:37.215581 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-24e0796f-5292-4fe0-a0a8-ee270567eaf8 req-f5294ada-4194-4aa0-9c97-5e07589d5a53 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=f35e86e5-032f-42cd-9d02-3615b3e713b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052856 Oct 27 18:47:37.248671 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3157e1d3-6828-4fbc-ac5b-4d2e86007b81 None None] Pushing event deleted for resources: {'Port': ['ID=7f557a85-b184-474c-9483-9dc447b43f93,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:37.255391 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3157e1d3-6828-4fbc-ac5b-4d2e86007b81 None None] No DVR routers for this DVR port 7f557a85-b184-474c-9483-9dc447b43f93 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:47:37.262542 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port a374d832-12a3-46c9-a9af-1932107a4e8e, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=a374d832-12a3-46c9-a9af-1932107a4e8e,segment=NetworkSegment(8837ca81-994d-4f24-873a-fd517f00163a),segment_id=8837ca81-994d-4f24-873a-fd517f00163a)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:47:37.264244 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f4548789-1d40-4125-b457-7eae3cab6aed tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:37.298926 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-3c4d95de-8669-41f9-961f-93c7a0342778 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58563bb9-fe54-4f6b-93d4-ae1d22c3cec9') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:37.299519 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-3c4d95de-8669-41f9-961f-93c7a0342778 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58563bb9-fe54-4f6b-93d4-ae1d22c3cec9') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:37.325026 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb887b7-25ba-4905-9efc-45679c7dd507 None None] Network 152f0e52-090b-453a-ab4c-25b6ae21b282 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:47:37.330335 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3c4d95de-8669-41f9-961f-93c7a0342778 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:37.375774 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3c4d95de-8669-41f9-961f-93c7a0342778 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:37.394130 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:37.423103 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f4548789-1d40-4125-b457-7eae3cab6aed tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:37.446155 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c4d95de-8669-41f9-961f-93c7a0342778 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:47:37.446608 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3c4d95de-8669-41f9-961f-93c7a0342778 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:37.460119 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:47:37.460119 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:47:37.460119 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:47:37.460119 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:47:37.460119 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:47:37.460119 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:47:37.460119 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:47:37.460119 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:47:37.460119 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:47:37.460119 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:47:37.460119 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:47:37.460119 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:47:37.460119 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:47:37.460119 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:47:37.460119 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:47:37.460119 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:47:37.460119 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:47:37.460119 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:47:37.460119 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:47:37.460119 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:47:37.460119 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:47:37.460119 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:47:37.460119 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:47:37.460119 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:47:37.460119 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:47:37.460119 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:47:37.460119 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:47:37.460119 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:47:37.460119 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:47:37.460119 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:47:37.460119 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:47:37.460119 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:47:37.473444 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-8a6d27b0-1685-4a2c-8ad9-1d1623f3c460 None None] Provisioning complete for port a374d832-12a3-46c9-a9af-1932107a4e8e triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:37.473916 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8a6d27b0-1685-4a2c-8ad9-1d1623f3c460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:37.533320 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4548789-1d40-4125-b457-7eae3cab6aed tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Network 152f0e52-090b-453a-ab4c-25b6ae21b282 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:47:37.537904 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df997e-30c9-4f7f-b927-75a596e67ef7 req-51779ee6-c661-4a72-86ca-aff6a1bb45a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:37.539885 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-f4548789-1d40-4125-b457-7eae3cab6aed tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:47:37.540289 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-73df997e-30c9-4f7f-b927-75a596e67ef7 req-51779ee6-c661-4a72-86ca-aff6a1bb45a5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=7bd6a875-a657-47e8-89d0-37edc08a1634 HTTP/1.1" status: 200 len: 898 time: 0.4213552 Oct 27 18:47:37.541602 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df997e-30c9-4f7f-b927-75a596e67ef7 req-bbeebf44-ab98-481f-b084-e970f35a04ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:37.543122 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4548789-1d40-4125-b457-7eae3cab6aed tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:47:37.544073 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-73df997e-30c9-4f7f-b927-75a596e67ef7 req-bbeebf44-ab98-481f-b084-e970f35a04ef service neutron] 10.222.0.81 "GET /v2.0/networks?id=7bd6a875-a657-47e8-89d0-37edc08a1634 HTTP/1.1" status: 200 len: 898 time: 0.4174058 Oct 27 18:47:37.551016 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4548789-1d40-4125-b457-7eae3cab6aed tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:37.551860 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f4548789-1d40-4125-b457-7eae3cab6aed tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:37.573303 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4548789-1d40-4125-b457-7eae3cab6aed tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'Port': ['ID=7d8945c1-3b8b-4b75-b5aa-9079acb55531,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:37.584176 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af187af-c428-4993-b457-1fe48b608677 req-83adef2f-1aae-4f95-9ffe-2400b871fdc3 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:37.592887 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7af187af-c428-4993-b457-1fe48b608677 req-83adef2f-1aae-4f95-9ffe-2400b871fdc3 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ee786d50-c1a6-4ee9-9d1f-cc2bfb2a99f3 HTTP/1.1" status: 200 len: 1096 time: 0.1175590 Oct 27 18:47:37.630576 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f4548789-1d40-4125-b457-7eae3cab6aed tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2759199 Oct 27 18:47:37.638941 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33816) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:37.661842 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-73df997e-30c9-4f7f-b927-75a596e67ef7 req-6fe0f8e0-e5ea-42e7-9616-62c1c9be2f46 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0744efde-88be-4f06-accb-741e25dc3426 HTTP/1.1" status: 200 len: 999 time: 0.1137996 Oct 27 18:47:37.707731 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7af187af-c428-4993-b457-1fe48b608677 req-e7b96dca-7fe9-4b6d-91a6-64edb1e88c2c tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=9c2837e2-a408-4438-a7be-ad25eb21dbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137037 Oct 27 18:47:37.709036 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=a374d832-12a3-46c9-a9af-1932107a4e8e,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:37.775909 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device d7201b1e-4452-4115-9833-090643d7966f up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:47:37.780006 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ad8dbd-ec69-4721-b657-8374209ae602 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:37.781771 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-49ad8dbd-ec69-4721-b657-8374209ae602 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A27c HTTP/1.1" status: 200 len: 928 time: 0.1489313 Oct 27 18:47:37.787406 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33820) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:37.800228 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df997e-30c9-4f7f-b927-75a596e67ef7 req-2fdd87fc-36d7-4945-afb3-56b81f80422c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:37.801841 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-73df997e-30c9-4f7f-b927-75a596e67ef7 req-2fdd87fc-36d7-4945-afb3-56b81f80422c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=160bc31a-12ba-4b4e-818c-d23c30c3ab80 HTTP/1.1" status: 200 len: 834 time: 0.0889554 Oct 27 18:47:37.808872 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-73df997e-30c9-4f7f-b927-75a596e67ef7 req-ca38ae4e-7877-49be-afa1-77086e976cb2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0744efde-88be-4f06-accb-741e25dc3426 HTTP/1.1" status: 200 len: 999 time: 0.1458628 Oct 27 18:47:37.888860 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3c4d95de-8669-41f9-961f-93c7a0342778 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:37.907401 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3c4d95de-8669-41f9-961f-93c7a0342778 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:37.917044 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3c4d95de-8669-41f9-961f-93c7a0342778 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "DELETE /v2.0/networks/648b7f78-aaf7-4fa4-b7bd-658874557ab4 HTTP/1.1" status: 204 len: 168 time: 1.7337222 Oct 27 18:47:37.918052 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 33828) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:37.946018 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df997e-30c9-4f7f-b927-75a596e67ef7 req-bb0a86a0-8a36-4ddc-95ab-d41427e16471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:37.948414 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-5e0e2ae3-3eb7-4a4b-b9e4-598bd559ac2b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Deleting port 7d8945c1-3b8b-4b75-b5aa-9079acb55531 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:47:37.948910 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5e0e2ae3-3eb7-4a4b-b9e4-598bd559ac2b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:37.949573 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-73df997e-30c9-4f7f-b927-75a596e67ef7 req-bb0a86a0-8a36-4ddc-95ab-d41427e16471 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=160bc31a-12ba-4b4e-818c-d23c30c3ab80 HTTP/1.1" status: 200 len: 834 time: 0.1197484 Oct 27 18:47:37.961506 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4d95de-8669-41f9-961f-93c7a0342778 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event deleted for resources: {'Network': ['ID=648b7f78-aaf7-4fa4-b7bd-658874557ab4,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:38.010634 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df997e-30c9-4f7f-b927-75a596e67ef7 req-6821d222-58df-4065-883c-f29f1b852fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:38.012522 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-73df997e-30c9-4f7f-b927-75a596e67ef7 req-6821d222-58df-4065-883c-f29f1b852fde service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7bd6a875-a657-47e8-89d0-37edc08a1634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2011337 Oct 27 18:47:38.094771 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5e0e2ae3-3eb7-4a4b-b9e4-598bd559ac2b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:38.111689 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-5e0e2ae3-3eb7-4a4b-b9e4-598bd559ac2b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Calling delete_port for 7d8945c1-3b8b-4b75-b5aa-9079acb55531 owned by {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:47:38.155236 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df997e-30c9-4f7f-b927-75a596e67ef7 req-196c733b-256b-4209-9bef-cadb90cc1554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:38.157008 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-73df997e-30c9-4f7f-b927-75a596e67ef7 req-196c733b-256b-4209-9bef-cadb90cc1554 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7bd6a875-a657-47e8-89d0-37edc08a1634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1967611 Oct 27 18:47:38.188210 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 0744efde-88be-4f06-accb-741e25dc3426 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:47:38.330443 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 0744efde-88be-4f06-accb-741e25dc3426, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=0744efde-88be-4f06-accb-741e25dc3426,segment=NetworkSegment(1fc589c5-2774-47b1-a7a7-250651af85dc),segment_id=1fc589c5-2774-47b1-a7a7-250651af85dc)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:47:38.366755 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '0744efde-88be-4f06-accb-741e25dc3426', 'network_id': '7bd6a875-a657-47e8-89d0-37edc08a1634', 'port_id': '0744efde-88be-4f06-accb-741e25dc3426', 'mac_address': 'fa:16:3e:93:1c:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '160bc31a-12ba-4b4e-818c-d23c30c3ab80', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:47:38.454318 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:38.481330 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0744efde-88be-4f06-accb-741e25dc3426 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:47:38.509856 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 0744efde-88be-4f06-accb-741e25dc3426, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=0744efde-88be-4f06-accb-741e25dc3426,segment=NetworkSegment(1fc589c5-2774-47b1-a7a7-250651af85dc),segment_id=1fc589c5-2774-47b1-a7a7-250651af85dc)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:47:38.509982 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning for port d7201b1e-4452-4115-9833-090643d7966f completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:47:38.522457 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port d7201b1e-4452-4115-9833-090643d7966f triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:38.522950 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:38.563195 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33852) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:38.591461 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:38.646946 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device a374d832-12a3-46c9-a9af-1932107a4e8e up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:47:38.662670 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421013ab-ffee-4357-8e5a-6a92e3b01e31 req-ccd3d190-681d-4f5b-a996-3bf2d9721800 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:38.664675 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-421013ab-ffee-4357-8e5a-6a92e3b01e31 req-ccd3d190-681d-4f5b-a996-3bf2d9721800 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 945 time: 0.2555470 Oct 27 18:47:38.701399 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:47:38.715702 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5e0e2ae3-3eb7-4a4b-b9e4-598bd559ac2b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:38.767744 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-421013ab-ffee-4357-8e5a-6a92e3b01e31 req-2b15e47a-004f-4e9d-b45f-7dd4764177a5 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=f35e86e5-032f-42cd-9d02-3615b3e713b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937750 Oct 27 18:47:38.770627 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=0744efde-88be-4f06-accb-741e25dc3426,revision_number=12']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:38.801833 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port a374d832-12a3-46c9-a9af-1932107a4e8e triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:38.802293 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:38.804758 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e2ae3-3eb7-4a4b-b9e4-598bd559ac2b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event deleted for resources: {'Port': ['ID=7d8945c1-3b8b-4b75-b5aa-9079acb55531,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:38.818798 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33868) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:38.857892 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-84a67b24-d06b-4e21-876c-56f1681dfe82 None None] Could not find standard attr ID for object 7d8945c1-3b8b-4b75-b5aa-9079acb55531. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 18:47:38.866029 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['0744efde-88be-4f06-accb-741e25dc3426'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:47:38.910197 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:38.949964 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-84a67b24-d06b-4e21-876c-56f1681dfe82 None None] Provisioning complete for port 4fcb2619-c736-4b43-a339-df6688d8bb19 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:38.950344 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-84a67b24-d06b-4e21-876c-56f1681dfe82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:38.995661 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-84a67b24-d06b-4e21-876c-56f1681dfe82 None None] Port 4fcb2619-c736-4b43-a339-df6688d8bb19 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:47:39.018267 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5e0e2ae3-3eb7-4a4b-b9e4-598bd559ac2b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:39.025473 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5e0e2ae3-3eb7-4a4b-b9e4-598bd559ac2b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/ports/7d8945c1-3b8b-4b75-b5aa-9079acb55531 HTTP/1.1" status: 204 len: 168 time: 1.2370477 Oct 27 18:47:39.032137 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33882) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:39.075442 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee786d50-c1a6-4ee9-9d1f-cc2bfb2a99f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7201b1e-4452-4115-9833-090643d7966f'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:47:39.077971 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a5e8cc-c468-4333-a517-d2ee89f21147" -d '{"events": [{"server_uuid": "ee786d50-c1a6-4ee9-9d1f-cc2bfb2a99f3", "name": "network-vif-plugged", "status": "completed", "tag": "d7201b1e-4452-4115-9833-090643d7966f"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:47:39.093942 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-84a67b24-d06b-4e21-876c-56f1681dfe82 None None] Provisioning complete for port a374d832-12a3-46c9-a9af-1932107a4e8e triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:39.094313 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-84a67b24-d06b-4e21-876c-56f1681dfe82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:39.133554 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port d7201b1e-4452-4115-9833-090643d7966f, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=d7201b1e-4452-4115-9833-090643d7966f,segment=NetworkSegment(466ff7d5-b359-45a3-9453-10be1f7dfc61),segment_id=466ff7d5-b359-45a3-9453-10be1f7dfc61)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:47:39.135646 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-d168a3ab-c0f1-49fb-9707-e060770bc4ab tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] GET failed (client error): The resource could not be found. Oct 27 18:47:39.142420 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d168a3ab-c0f1-49fb-9707-e060770bc4ab tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "GET /v2.0/ports/7d8945c1-3b8b-4b75-b5aa-9079acb55531 HTTP/1.1" status: 404 len: 333 time: 0.1050398 Oct 27 18:47:39.146519 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33890) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:39.168838 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7f557a85-b184-474c-9483-9dc447b43f93 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:47:39.183091 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-73df997e-30c9-4f7f-b927-75a596e67ef7 req-ccded423-8434-4c91-912b-3399492f4b2e service neutron] 10.222.0.93 "GET /v2.0/networks/7bd6a875-a657-47e8-89d0-37edc08a1634?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1605997 Oct 27 18:47:39.199246 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 7f557a85-b184-474c-9483-9dc447b43f93 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:47:39.199730 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7f557a85-b184-474c-9483-9dc447b43f93 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:47:39.226348 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-07a451c8-401e-409a-8e2d-518e90bd4298 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/floatingips/8711499c-3376-40eb-b97c-87c0ba0938f2 HTTP/1.1" status: 200 len: 992 time: 0.4058654 Oct 27 18:47:39.242652 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c5aaf-c41e-493b-8cac-155c9e0338a2 req-0f222e6b-0756-47e3-aa5b-8a64e981d1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:39.243147 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:39.244958 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3c3c5aaf-c41e-493b-8cac-155c9e0338a2 req-0f222e6b-0756-47e3-aa5b-8a64e981d1cb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=41b20104-aeaf-485a-9e42-518dc2dd7d47 HTTP/1.1" status: 200 len: 1096 time: 0.6801939 Oct 27 18:47:39.365167 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb65ad8-cf0b-411d-a17d-4344f046122d req-dc9af734-59b9-4ffd-94c1-367cfd48d727 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:39.374557 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3fb65ad8-cf0b-411d-a17d-4344f046122d req-dc9af734-59b9-4ffd-94c1-367cfd48d727 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ee786d50-c1a6-4ee9-9d1f-cc2bfb2a99f3 HTTP/1.1" status: 200 len: 1096 time: 0.3286757 Oct 27 18:47:39.394729 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-73df997e-30c9-4f7f-b927-75a596e67ef7 req-b21295d7-6818-45a1-b9bd-06dd6b0b7d1a service neutron] 10.222.0.81 "GET /v2.0/networks/7bd6a875-a657-47e8-89d0-37edc08a1634?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2260637 Oct 27 18:47:39.411932 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3c3c5aaf-c41e-493b-8cac-155c9e0338a2 req-164f0b98-1ba9-4cb7-bffe-8da748a49c51 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2d0fd5e2-6b7c-4a04-826b-ed81e70205c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540811 Oct 27 18:47:39.463214 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=d7201b1e-4452-4115-9833-090643d7966f,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:39.477078 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3fb65ad8-cf0b-411d-a17d-4344f046122d req-5486bc4b-5045-4f7b-9a2b-a583bffa8513 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=9c2837e2-a408-4438-a7be-ad25eb21dbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927970 Oct 27 18:47:39.504572 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-f5a2bd33-7450-43b6-9086-2b86e532691e tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Deleting port 4fcb2619-c736-4b43-a339-df6688d8bb19 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:47:39.504950 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f5a2bd33-7450-43b6-9086-2b86e532691e tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:39.575863 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a743820-5e2f-4b9d-a4fc-4d080ed1329c x-openstack-request-id: req-2a743820-5e2f-4b9d-a4fc-4d080ed1329c {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:47:39.576215 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee786d50-c1a6-4ee9-9d1f-cc2bfb2a99f3", "name": "network-vif-plugged", "status": "completed", "tag": "d7201b1e-4452-4115-9833-090643d7966f", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:47:39.576387 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2a743820-5e2f-4b9d-a4fc-4d080ed1329c {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:47:39.576768 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee786d50-c1a6-4ee9-9d1f-cc2bfb2a99f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7201b1e-4452-4115-9833-090643d7966f', 'code': 200} Oct 27 18:47:39.600438 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-73df997e-30c9-4f7f-b927-75a596e67ef7 req-b401bb0d-6a2c-4b32-ac99-eb731bd04404 service neutron] 10.222.0.81 "GET /v2.0/networks/7bd6a875-a657-47e8-89d0-37edc08a1634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944201 Oct 27 18:47:39.642634 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-58dbbcad-b0e5-44b4-943e-ce7ecb8be74f None None] Provisioning complete for port 4fcb2619-c736-4b43-a339-df6688d8bb19 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:39.643092 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-58dbbcad-b0e5-44b4-943e-ce7ecb8be74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:39.671383 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-73df997e-30c9-4f7f-b927-75a596e67ef7 req-8d4a0c00-8831-4765-9b75-f6e81be4c0fb service neutron] 10.222.0.93 "GET /v2.0/networks/7bd6a875-a657-47e8-89d0-37edc08a1634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416296 Oct 27 18:47:39.701473 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7760a581-bae4-4ac1-87c3-28eed7c2968c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:39.715095 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f5a2bd33-7450-43b6-9086-2b86e532691e tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:39.746844 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-f5a2bd33-7450-43b6-9086-2b86e532691e tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Calling delete_port for 4fcb2619-c736-4b43-a339-df6688d8bb19 owned by {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:47:39.749477 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-58dbbcad-b0e5-44b4-943e-ce7ecb8be74f None None] Port 4fcb2619-c736-4b43-a339-df6688d8bb19 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:47:39.750248 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-3e13c43b-5233-4f1d-a2e1-7016780b9195 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Deleting port f1d78521-2e55-4229-ad8a-dd06de55994d {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:47:39.755838 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3e13c43b-5233-4f1d-a2e1-7016780b9195 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:39.835915 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8db40f-d37b-42a7-9d3e-778562cb978d req-e962741e-eea6-4495-b9cc-daf18eab1762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:39.838766 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5f8db40f-d37b-42a7-9d3e-778562cb978d req-e962741e-eea6-4495-b9cc-daf18eab1762 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ee786d50-c1a6-4ee9-9d1f-cc2bfb2a99f3 HTTP/1.1" status: 200 len: 1097 time: 0.2359354 Oct 27 18:47:39.923067 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5f8db40f-d37b-42a7-9d3e-778562cb978d req-a5025006-2ef1-45f9-9397-675feeaf5ef5 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=9c2837e2-a408-4438-a7be-ad25eb21dbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696831 Oct 27 18:47:39.934917 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3e13c43b-5233-4f1d-a2e1-7016780b9195 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:39.934917 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3e13c43b-5233-4f1d-a2e1-7016780b9195 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:39.944674 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-9b2fe4d2-9984-4de1-8233-27b8059092b8 None None] Could not find standard attr ID for object 7d8945c1-3b8b-4b75-b5aa-9079acb55531. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 18:47:39.947627 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-3e13c43b-5233-4f1d-a2e1-7016780b9195 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Calling delete_port for f1d78521-2e55-4229-ad8a-dd06de55994d owned by network:floatingip {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:47:40.232964 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3e13c43b-5233-4f1d-a2e1-7016780b9195 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:40.266739 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13c43b-5233-4f1d-a2e1-7016780b9195 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event deleted for resources: {'Port': ['ID=f1d78521-2e55-4229-ad8a-dd06de55994d,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:40.367061 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3e13c43b-5233-4f1d-a2e1-7016780b9195 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for floatingip, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:40.367399 n-d-815690-2 neutron-server[102879]: INFO neutron.db.l3_db [None req-3e13c43b-5233-4f1d-a2e1-7016780b9195 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Floating IP 9a8a3427-dc50-47df-83af-2e9640bb026f disassociated (deleted). External IP: 172.25.6.252, port: 34f552f3-e722-46af-9140-9f4def23bbc8. Oct 27 18:47:40.415480 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f5a2bd33-7450-43b6-9086-2b86e532691e tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:40.462178 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2bd33-7450-43b6-9086-2b86e532691e tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event deleted for resources: {'Port': ['ID=4fcb2619-c736-4b43-a339-df6688d8bb19,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:40.493907 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f5a2bd33-7450-43b6-9086-2b86e532691e tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:40.502324 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f5a2bd33-7450-43b6-9086-2b86e532691e tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/ports/4fcb2619-c736-4b43-a339-df6688d8bb19 HTTP/1.1" status: 204 len: 168 time: 1.3295314 Oct 27 18:47:40.505131 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33958) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:40.538982 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-4202e965-ba6c-4c3b-944d-790acb85c9b9 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] GET failed (client error): The resource could not be found. Oct 27 18:47:40.543772 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4202e965-ba6c-4c3b-944d-790acb85c9b9 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "GET /v2.0/ports/4fcb2619-c736-4b43-a339-df6688d8bb19 HTTP/1.1" status: 404 len: 333 time: 0.0374610 Oct 27 18:47:40.544587 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 33962) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:40.644566 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dc85e5f-7d86-46e6-8431-7a283295d42a tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Deleting subnet c8b65a9e-eea3-4025-87ae-a3e1497c0264 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:47:40.651192 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0dc85e5f-7d86-46e6-8431-7a283295d42a tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:40.677284 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e13c43b-5233-4f1d-a2e1-7016780b9195 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Router 8318be0b-e6c7-4241-9937-ef593d662a75 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:47:40.700541 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56b54e-2ebe-47df-bca8-7cd840513fac req-1b3af2af-6181-4cd2-87a4-0c391e0838e6 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:40.702101 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9b56b54e-2ebe-47df-bca8-7cd840513fac req-1b3af2af-6181-4cd2-87a4-0c391e0838e6 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ee786d50-c1a6-4ee9-9d1f-cc2bfb2a99f3 HTTP/1.1" status: 200 len: 1097 time: 0.1114569 Oct 27 18:47:40.727507 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0dc85e5f-7d86-46e6-8431-7a283295d42a tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:40.796173 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9b56b54e-2ebe-47df-bca8-7cd840513fac req-65f50cbe-803b-44b5-9964-7344e66a71a5 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=9c2837e2-a408-4438-a7be-ad25eb21dbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845723 Oct 27 18:47:40.822331 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e13c43b-5233-4f1d-a2e1-7016780b9195 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:47:40.827936 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3e13c43b-5233-4f1d-a2e1-7016780b9195 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:40.833886 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2784b43d-4ad5-4486-bcfe-09c8899f2752 None None] Sync routers for ids ['8318be0b-e6c7-4241-9937-ef593d662a75'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:47:40.861191 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2784b43d-4ad5-4486-bcfe-09c8899f2752 None None] Routers {'8318be0b-e6c7-4241-9937-ef593d662a75'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:47:40.861191 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-2784b43d-4ad5-4486-bcfe-09c8899f2752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:47:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8318be0b-e6c7-4241-9937-ef593d662a75'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:40.867732 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0dc85e5f-7d86-46e6-8431-7a283295d42a tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:40.879656 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3e13c43b-5233-4f1d-a2e1-7016780b9195 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "DELETE /v2.0/floatingips/9a8a3427-dc50-47df-83af-2e9640bb026f HTTP/1.1" status: 204 len: 168 time: 2.9364793 Oct 27 18:47:40.880478 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8a1515-3d3a-404a-a96e-a3984e3378f3', 'tag': '34f552f3-e722-46af-9140-9f4def23bbc8'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:47:40.883197 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5013658e-b4b7-454f-84b8-c5d753f3d473" -d '{"events": [{"name": "network-changed", "server_uuid": "4b8a1515-3d3a-404a-a96e-a3984e3378f3", "tag": "34f552f3-e722-46af-9140-9f4def23bbc8"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:47:41.013004 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-2784b43d-4ad5-4486-bcfe-09c8899f2752 None None] Set router 8318be0b-e6c7-4241-9937-ef593d662a75 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:47:41.025142 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0dc85e5f-7d86-46e6-8431-7a283295d42a tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:41.055328 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc85e5f-7d86-46e6-8431-7a283295d42a tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event deleted for resources: {'Subnet': ['ID=c8b65a9e-eea3-4025-87ae-a3e1497c0264,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:41.059394 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0dc85e5f-7d86-46e6-8431-7a283295d42a tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:41.066603 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0dc85e5f-7d86-46e6-8431-7a283295d42a tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/subnets/c8b65a9e-eea3-4025-87ae-a3e1497c0264 HTTP/1.1" status: 204 len: 168 time: 0.5113449 Oct 27 18:47:41.066704 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 33992) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:41.081745 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e193fb-78ea-438e-9f98-c81d9a03546d None None] Network 152f0e52-090b-453a-ab4c-25b6ae21b282 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:47:41.198218 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a0b7865-983a-4148-8bb1-c6835a165297 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:41.259920 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-9a0b7865-983a-4148-8bb1-c6835a165297 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Deleting port a374d832-12a3-46c9-a9af-1932107a4e8e {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:47:41.260625 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a0b7865-983a-4148-8bb1-c6835a165297 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:41.347711 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-9a0b7865-983a-4148-8bb1-c6835a165297 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] For port a374d832-12a3-46c9-a9af-1932107a4e8e, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=a374d832-12a3-46c9-a9af-1932107a4e8e,segment=NetworkSegment(8837ca81-994d-4f24-873a-fd517f00163a),segment_id=8837ca81-994d-4f24-873a-fd517f00163a)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:47:41.348114 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a0b7865-983a-4148-8bb1-c6835a165297 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:41.364886 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-9a0b7865-983a-4148-8bb1-c6835a165297 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Calling delete_port for a374d832-12a3-46c9-a9af-1932107a4e8e owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:47:41.368643 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-2784b43d-4ad5-4486-bcfe-09c8899f2752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'name': 'tempest-TestNetworkBasicOps-router-775598626', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'af54d696-44f7-47f4-8bd5-67c445fa7597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:11Z', 'updated_at': '2021-10-27T18:47:26Z', 'revision_number': 6, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'gw_port': {'id': 'af54d696-44f7-47f4-8bd5-67c445fa7597', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ac:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:12Z', 'updated_at': '2021-10-27T18:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '123815b5-1d0a-435e-b6de-ee98916b7a58', 'name': '', 'network_id': '75e02ded-c2ac-42f1-841f-7a6a75428960', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'mac_address': 'fa:16:3e:54:a1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '18093b5f-696f-44c2-a94b-0ce096165d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:18Z', 'updated_at': '2021-10-27T18:45:23Z', 'revision_number': 5, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'subnets': [{'id': '18093b5f-696f-44c2-a94b-0ce096165d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:41.403211 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2784b43d-4ad5-4486-bcfe-09c8899f2752 None None] Checking router: 8318be0b-e6c7-4241-9937-ef593d662a75 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:47:41.419654 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2784b43d-4ad5-4486-bcfe-09c8899f2752 None None] Routers {'8318be0b-e6c7-4241-9937-ef593d662a75'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:47:41.420288 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-2784b43d-4ad5-4486-bcfe-09c8899f2752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:47:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8318be0b-e6c7-4241-9937-ef593d662a75'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:41.427477 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3f684b-f07a-4090-8100-95f25578c1d0 None None] DHCP port deletion for 152f0e52-090b-453a-ab4c-25b6ae21b282 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:47:41.453038 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18137e93-7a50-433a-8564-4d7bc258cdac x-openstack-request-id: req-18137e93-7a50-433a-8564-4d7bc258cdac {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:47:41.453329 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b8a1515-3d3a-404a-a96e-a3984e3378f3", "tag": "34f552f3-e722-46af-9140-9f4def23bbc8", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:47:41.453581 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-18137e93-7a50-433a-8564-4d7bc258cdac {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:47:41.453969 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b8a1515-3d3a-404a-a96e-a3984e3378f3', 'tag': '34f552f3-e722-46af-9140-9f4def23bbc8', 'status': 'completed', 'code': 200} Oct 27 18:47:41.533080 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013658e-b4b7-454f-84b8-c5d753f3d473 req-bbd61542-7956-4ee2-9595-a8d4971de278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:41.535264 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5013658e-b4b7-454f-84b8-c5d753f3d473 req-bbd61542-7956-4ee2-9595-a8d4971de278 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a56febe1ed07496abd79e6dfcd66d421&device_id=4b8a1515-3d3a-404a-a96e-a3984e3378f3 HTTP/1.1" status: 200 len: 1097 time: 0.0466137 Oct 27 18:47:41.538858 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a0b7865-983a-4148-8bb1-c6835a165297 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:41.586381 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-2784b43d-4ad5-4486-bcfe-09c8899f2752 None None] Set router 8318be0b-e6c7-4241-9937-ef593d662a75 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:47:41.610543 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0b7865-983a-4148-8bb1-c6835a165297 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] No DVR routers for this DVR port a374d832-12a3-46c9-a9af-1932107a4e8e on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:47:41.616757 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-fd3f684b-f07a-4090-8100-95f25578c1d0 None None] Deleting port a374d832-12a3-46c9-a9af-1932107a4e8e {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:47:41.617138 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd3f684b-f07a-4090-8100-95f25578c1d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:41.621509 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830d0be-5328-4612-868e-8f19dbacd4e6 req-5332c0f2-c377-4390-9ec3-80a6b9eb1e07 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:41.623242 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e830d0be-5328-4612-868e-8f19dbacd4e6 req-5332c0f2-c377-4390-9ec3-80a6b9eb1e07 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b8a1515-3d3a-404a-a96e-a3984e3378f3 HTTP/1.1" status: 200 len: 946 time: 0.0538452 Oct 27 18:47:41.645362 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b7865-983a-4148-8bb1-c6835a165297 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event deleted for resources: {'Port': ['ID=a374d832-12a3-46c9-a9af-1932107a4e8e,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:41.669818 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e830d0be-5328-4612-868e-8f19dbacd4e6 req-b135a1c4-8e5e-4370-a8e5-a36639964d3e tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7f1ea27-933a-45d7-ad94-26eb8ca2bded&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382071 Oct 27 18:47:41.755062 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a0b7865-983a-4148-8bb1-c6835a165297 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:41.777495 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-fd3f684b-f07a-4090-8100-95f25578c1d0 None None] For port a374d832-12a3-46c9-a9af-1932107a4e8e, host n-d-815690-2, got binding levels [] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:47:41.777893 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd3f684b-f07a-4090-8100-95f25578c1d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:41.791712 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-9a0b7865-983a-4148-8bb1-c6835a165297 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['152f0e52-090b-453a-ab4c-25b6ae21b282']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:41.798557 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-fd3f684b-f07a-4090-8100-95f25578c1d0 None None] Calling delete_port for a374d832-12a3-46c9-a9af-1932107a4e8e owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:47:41.798724 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013658e-b4b7-454f-84b8-c5d753f3d473 req-d022bd10-d05c-488c-a9b7-95ea9a8d8db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:41.800396 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5013658e-b4b7-454f-84b8-c5d753f3d473 req-d022bd10-d05c-488c-a9b7-95ea9a8d8db8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=75e02ded-c2ac-42f1-841f-7a6a75428960 HTTP/1.1" status: 200 len: 898 time: 0.2546129 Oct 27 18:47:41.802483 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.ipam_backend_mixin [None req-fd3f684b-f07a-4090-8100-95f25578c1d0 None None] Port a374d832-12a3-46c9-a9af-1932107a4e8e was not found and therefore no delete operation was performed {{(pid=102880) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 18:47:41.803588 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-9a0b7865-983a-4148-8bb1-c6835a165297 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8837ca81-994d-4f24-873a-fd517f00163a') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:41.803881 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-9a0b7865-983a-4148-8bb1-c6835a165297 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8837ca81-994d-4f24-873a-fd517f00163a') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:41.807446 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd3f684b-f07a-4090-8100-95f25578c1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:41.821538 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a0b7865-983a-4148-8bb1-c6835a165297 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:41.847787 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f684b-f07a-4090-8100-95f25578c1d0 None None] Pushing event deleted for resources: {'Port': ['ID=a374d832-12a3-46c9-a9af-1932107a4e8e,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:41.857774 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5013658e-b4b7-454f-84b8-c5d753f3d473 req-3d2c277c-74ad-4cd0-9ad3-cbeaf266f3fd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34f552f3-e722-46af-9140-9f4def23bbc8 HTTP/1.1" status: 200 len: 217 time: 0.0473042 Oct 27 18:47:41.860276 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3f684b-f07a-4090-8100-95f25578c1d0 None None] No DVR routers for this DVR port a374d832-12a3-46c9-a9af-1932107a4e8e on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:47:41.865526 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a0b7865-983a-4148-8bb1-c6835a165297 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:41.906239 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a0b7865-983a-4148-8bb1-c6835a165297 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:47:41.906489 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a0b7865-983a-4148-8bb1-c6835a165297 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:41.910152 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:47:41.910152 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:47:41.910152 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:47:41.910152 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:47:41.910152 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:47:41.910152 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:47:41.910152 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:47:41.910152 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:47:41.910152 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:47:41.910152 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:47:41.910152 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:47:41.910152 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:47:41.910152 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:47:41.910152 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:47:41.910152 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:47:41.910152 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:47:41.910152 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:47:41.910152 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:47:41.910152 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:47:41.910152 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:47:41.910152 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:47:41.910152 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:47:41.910152 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:47:41.910152 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:47:41.910152 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:47:41.910152 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:47:41.910152 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:47:41.910152 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:47:41.910152 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:47:41.910152 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:47:41.910152 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:47:41.910152 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:47:41.933556 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-2784b43d-4ad5-4486-bcfe-09c8899f2752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'name': 'tempest-TestNetworkBasicOps-router-775598626', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'af54d696-44f7-47f4-8bd5-67c445fa7597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:11Z', 'updated_at': '2021-10-27T18:47:26Z', 'revision_number': 6, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'gw_port': {'id': 'af54d696-44f7-47f4-8bd5-67c445fa7597', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ac:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:12Z', 'updated_at': '2021-10-27T18:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '123815b5-1d0a-435e-b6de-ee98916b7a58', 'name': '', 'network_id': '75e02ded-c2ac-42f1-841f-7a6a75428960', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'mac_address': 'fa:16:3e:54:a1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '18093b5f-696f-44c2-a94b-0ce096165d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:18Z', 'updated_at': '2021-10-27T18:45:23Z', 'revision_number': 5, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'subnets': [{'id': '18093b5f-696f-44c2-a94b-0ce096165d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:41.936972 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c22d8-915b-4b93-bc59-e6cd5b0eca71 req-10294864-e5ea-49b2-b516-9b70abf02035 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:41.939064 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f92c22d8-915b-4b93-bc59-e6cd5b0eca71 req-10294864-e5ea-49b2-b516-9b70abf02035 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ee786d50-c1a6-4ee9-9d1f-cc2bfb2a99f3 HTTP/1.1" status: 200 len: 1097 time: 0.0550873 Oct 27 18:47:41.962182 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2784b43d-4ad5-4486-bcfe-09c8899f2752 None None] The sync data for ids ['8318be0b-e6c7-4241-9937-ef593d662a75'] in n-d-815690-2 is: [{'id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'name': 'tempest-TestNetworkBasicOps-router-775598626', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'af54d696-44f7-47f4-8bd5-67c445fa7597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:11Z', 'updated_at': '2021-10-27T18:47:26Z', 'revision_number': 6, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'gw_port': {'id': 'af54d696-44f7-47f4-8bd5-67c445fa7597', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ac:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:12Z', 'updated_at': '2021-10-27T18:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '123815b5-1d0a-435e-b6de-ee98916b7a58', 'name': '', 'network_id': '75e02ded-c2ac-42f1-841f-7a6a75428960', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'mac_address': 'fa:16:3e:54:a1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '18093b5f-696f-44c2-a94b-0ce096165d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:18Z', 'updated_at': '2021-10-27T18:45:23Z', 'revision_number': 5, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'subnets': [{'id': '18093b5f-696f-44c2-a94b-0ce096165d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:47:41.979220 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013658e-b4b7-454f-84b8-c5d753f3d473 req-4602e5ef-01f1-4ba1-ad07-56fe58a34b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:41.980721 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5013658e-b4b7-454f-84b8-c5d753f3d473 req-4602e5ef-01f1-4ba1-ad07-56fe58a34b2f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=18093b5f-696f-44c2-a94b-0ce096165d5c HTTP/1.1" status: 200 len: 834 time: 0.1126158 Oct 27 18:47:41.981960 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f92c22d8-915b-4b93-bc59-e6cd5b0eca71 req-6ac9c07c-5a55-4784-a20a-f63bcead1b79 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=9c2837e2-a408-4438-a7be-ad25eb21dbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355952 Oct 27 18:47:42.051988 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a0b7865-983a-4148-8bb1-c6835a165297 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:42.063225 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a0b7865-983a-4148-8bb1-c6835a165297 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:42.070859 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9a0b7865-983a-4148-8bb1-c6835a165297 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/networks/152f0e52-090b-453a-ab4c-25b6ae21b282 HTTP/1.1" status: 204 len: 168 time: 1.0013731 Oct 27 18:47:42.078837 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34036) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:42.081006 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013658e-b4b7-454f-84b8-c5d753f3d473 req-89e6332f-b398-424b-a8ce-e777ff881223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:42.082550 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5013658e-b4b7-454f-84b8-c5d753f3d473 req-89e6332f-b398-424b-a8ce-e777ff881223 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=75e02ded-c2ac-42f1-841f-7a6a75428960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939677 Oct 27 18:47:42.088224 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-fe8669a7-0619-4b27-8113-bd3c40e9b870 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1791621428'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:47:42.094756 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b7865-983a-4148-8bb1-c6835a165297 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event deleted for resources: {'Network': ['ID=152f0e52-090b-453a-ab4c-25b6ae21b282,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:42.124170 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f908cf5a-d255-43d8-9d20-dadd28649674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:42.132627 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4248dc-b848-41a9-82ce-e3a8231c7d3d req-10556b21-5412-4fa2-a55e-ce365766eda6 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:42.135149 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ed4248dc-b848-41a9-82ce-e3a8231c7d3d req-10556b21-5412-4fa2-a55e-ce365766eda6 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ee786d50-c1a6-4ee9-9d1f-cc2bfb2a99f3 HTTP/1.1" status: 200 len: 1097 time: 0.0675826 Oct 27 18:47:42.173036 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ed4248dc-b848-41a9-82ce-e3a8231c7d3d req-e759251c-6c4d-4d64-b27d-89bfebc893da tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=9c2837e2-a408-4438-a7be-ad25eb21dbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312572 Oct 27 18:47:42.192807 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 0744efde-88be-4f06-accb-741e25dc3426 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:47:42.229359 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8669a7-0619-4b27-8113-bd3c40e9b870 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Made reservation on behalf of 28633539e0ee40d1a4a981a2e2462808 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:47:42.235466 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fe8669a7-0619-4b27-8113-bd3c40e9b870 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:42.247089 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5013658e-b4b7-454f-84b8-c5d753f3d473 req-1e71ce28-1d68-4178-8bb2-4585d7217844 service neutron] 10.222.0.81 "GET /v2.0/networks/75e02ded-c2ac-42f1-841f-7a6a75428960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500337 Oct 27 18:47:42.287887 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe8669a7-0619-4b27-8113-bd3c40e9b870 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] vlan segment allocate from pool success with {'vlan_id': 1031, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:47:42.312949 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f54a5-c764-4835-9e6e-49668ff59fb3 req-516107a9-2c1c-47c6-baf7-c5d8c344e107 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:42.316333 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-922f54a5-c764-4835-9e6e-49668ff59fb3 req-516107a9-2c1c-47c6-baf7-c5d8c344e107 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ee786d50-c1a6-4ee9-9d1f-cc2bfb2a99f3 HTTP/1.1" status: 200 len: 1097 time: 0.0434444 Oct 27 18:47:42.334077 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fe8669a7-0619-4b27-8113-bd3c40e9b870 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:42.345895 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-fe8669a7-0619-4b27-8113-bd3c40e9b870 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Added segment a2caf51b-4369-4538-bdc0-d81887600a00 of type vlan for network c8454cc3-773d-4c2e-b654-3265923675f4 Oct 27 18:47:42.356125 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd4faf8-5789-41a7-9634-72be7e6b2b25 None None] New status for floating IP 9a8a3427-dc50-47df-83af-2e9640bb026f: DOWN {{(pid=102881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:47:42.374876 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-922f54a5-c764-4835-9e6e-49668ff59fb3 req-859225e6-ade1-40a0-a3ed-48328ba1c6f8 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=9c2837e2-a408-4438-a7be-ad25eb21dbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449135 Oct 27 18:47:42.380341 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fe8669a7-0619-4b27-8113-bd3c40e9b870 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:42.413262 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 0744efde-88be-4f06-accb-741e25dc3426 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:47:42.427032 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 0744efde-88be-4f06-accb-741e25dc3426 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:42.427032 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:42.488745 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fe8669a7-0619-4b27-8113-bd3c40e9b870 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:42.506657 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8669a7-0619-4b27-8113-bd3c40e9b870 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:42.507352 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fe8669a7-0619-4b27-8113-bd3c40e9b870 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:42.532837 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:42.562795 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd08de410-5bb4-4cb7-ba66-f6115ddf677c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0744efde-88be-4f06-accb-741e25dc3426'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:47:42.566161 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348d61ad-213c-4bcd-86c2-ebd03c9fb870" -d '{"events": [{"server_uuid": "d08de410-5bb4-4cb7-ba66-f6115ddf677c", "name": "network-vif-plugged", "status": "completed", "tag": "0744efde-88be-4f06-accb-741e25dc3426"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:47:42.572614 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device a374d832-12a3-46c9-a9af-1932107a4e8e no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:47:42.607289 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 0744efde-88be-4f06-accb-741e25dc3426, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=0744efde-88be-4f06-accb-741e25dc3426,segment=NetworkSegment(1fc589c5-2774-47b1-a7a7-250651af85dc),segment_id=1fc589c5-2774-47b1-a7a7-250651af85dc)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:47:42.608525 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: a374d832-12a3-46c9-a9af-1932107a4e8e {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:47:42.608869 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device a374d832-12a3-46c9-a9af-1932107a4e8e not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:47:42.624343 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5013658e-b4b7-454f-84b8-c5d753f3d473 req-faea04b2-f059-4a70-8efe-0dc528af7f5b service neutron] 10.222.0.81 "GET /v2.0/networks/75e02ded-c2ac-42f1-841f-7a6a75428960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683212 Oct 27 18:47:42.628629 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8669a7-0619-4b27-8113-bd3c40e9b870 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'Network': ['ID=c8454cc3-773d-4c2e-b654-3265923675f4,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:42.645928 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network c8454cc3-773d-4c2e-b654-3265923675f4 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:47:42.683847 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-fe8669a7-0619-4b27-8113-bd3c40e9b870 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5981150 Oct 27 18:47:42.684682 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34076) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:42.692385 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-13ed7b05-feea-45b3-945e-7d6dcd133b40 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'subnet': {'network_id': 'c8454cc3-773d-4c2e-b654-3265923675f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:47:42.724200 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:42.784575 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=0744efde-88be-4f06-accb-741e25dc3426,revision_number=13']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:42.804528 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365312e-b4e5-41e7-b500-5a12143d389c req-d7eff9b1-20af-4783-ac65-dd14e2a6fc4a tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:42.806056 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e365312e-b4e5-41e7-b500-5a12143d389c req-d7eff9b1-20af-4783-ac65-dd14e2a6fc4a tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/networks?id=fa1623a9-1856-4ad1-88c3-750138951c47 HTTP/1.1" status: 200 len: 912 time: 0.1143675 Oct 27 18:47:42.820885 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e365312e-b4e5-41e7-b500-5a12143d389c req-ef1591b4-e220-4f4d-bae0-090531cc10a7 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/quotas/276d8a2dcde6411ca4a19eb389798e06 HTTP/1.1" status: 200 len: 375 time: 0.0087445 Oct 27 18:47:42.849675 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ed7b05-feea-45b3-945e-7d6dcd133b40 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Made reservation on behalf of 28633539e0ee40d1a4a981a2e2462808 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:47:42.853705 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-13ed7b05-feea-45b3-945e-7d6dcd133b40 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:42.872385 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e365312e-b4e5-41e7-b500-5a12143d389c req-ee3cc394-728c-4e9f-8802-fd5db8796028 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/ports?tenant_id=276d8a2dcde6411ca4a19eb389798e06&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456181 Oct 27 18:47:42.972205 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad1011-9e3c-4707-ac0c-b932b9ef3a08 req-5662f6e4-2cdf-4f4e-abfd-3ba815b3906d tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:42.973691 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e365312e-b4e5-41e7-b500-5a12143d389c req-164970e9-d106-4c5c-b38d-02075725117a service neutron] 10.222.0.52 "GET /v2.0/networks/fa1623a9-1856-4ad1-88c3-750138951c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930245 Oct 27 18:47:42.974228 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-88ad1011-9e3c-4707-ac0c-b932b9ef3a08 req-5662f6e4-2cdf-4f4e-abfd-3ba815b3906d tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b8a1515-3d3a-404a-a96e-a3984e3378f3 HTTP/1.1" status: 200 len: 946 time: 0.1147251 Oct 27 18:47:43.069372 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e365312e-b4e5-41e7-b500-5a12143d389c req-9d5e9c5f-622e-4664-b351-7f227ea1b59f service neutron] 10.222.0.52 "GET /v2.0/networks/fa1623a9-1856-4ad1-88c3-750138951c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893023 Oct 27 18:47:43.151334 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-88ad1011-9e3c-4707-ac0c-b932b9ef3a08 req-3353f805-7165-416e-b2e4-657c7effa1af tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Deleting port 34f552f3-e722-46af-9140-9f4def23bbc8 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:47:43.156706 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-88ad1011-9e3c-4707-ac0c-b932b9ef3a08 req-3353f805-7165-416e-b2e4-657c7effa1af tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:43.235256 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-13ed7b05-feea-45b3-945e-7d6dcd133b40 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:43.277625 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-88ad1011-9e3c-4707-ac0c-b932b9ef3a08 req-3353f805-7165-416e-b2e4-657c7effa1af tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] For port 34f552f3-e722-46af-9140-9f4def23bbc8, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=34f552f3-e722-46af-9140-9f4def23bbc8,segment=NetworkSegment(5df04c20-b7e4-4ee5-af77-441b83fa19d3),segment_id=5df04c20-b7e4-4ee5-af77-441b83fa19d3)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:47:43.277994 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-88ad1011-9e3c-4707-ac0c-b932b9ef3a08 req-3353f805-7165-416e-b2e4-657c7effa1af tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:43.304674 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-88ad1011-9e3c-4707-ac0c-b932b9ef3a08 req-3353f805-7165-416e-b2e4-657c7effa1af tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Calling delete_port for 34f552f3-e722-46af-9140-9f4def23bbc8 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:47:43.329216 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed7b05-feea-45b3-945e-7d6dcd133b40 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'Subnet': ['ID=d202b382-a786-4cbb-b623-7aeb67f2bcd9,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:43.349183 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5d22fd-eac9-4348-aa2d-d29483c3c638 x-openstack-request-id: req-dd5d22fd-eac9-4348-aa2d-d29483c3c638 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:47:43.350178 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d08de410-5bb4-4cb7-ba66-f6115ddf677c", "name": "network-vif-plugged", "status": "completed", "tag": "0744efde-88be-4f06-accb-741e25dc3426", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:47:43.350698 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dd5d22fd-eac9-4348-aa2d-d29483c3c638 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:47:43.351421 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd08de410-5bb4-4cb7-ba66-f6115ddf677c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0744efde-88be-4f06-accb-741e25dc3426', 'code': 200} Oct 27 18:47:43.369666 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ed7b05-feea-45b3-945e-7d6dcd133b40 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Checking segment: {'id': 'a2caf51b-4369-4538-bdc0-d81887600a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'c8454cc3-773d-4c2e-b654-3265923675f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:47:43.370028 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ed7b05-feea-45b3-945e-7d6dcd133b40 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Network hostable DHCP agents. Network: c8454cc3-773d-4c2e-b654-3265923675f4, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:47:43.451238 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:43.472480 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4997a2-e409-4300-9c2f-71982ffd5758 req-cb6fdcd9-fac6-4587-899f-d97573122888 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:43.474227 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8c4997a2-e409-4300-9c2f-71982ffd5758 req-cb6fdcd9-fac6-4587-899f-d97573122888 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b8a1515-3d3a-404a-a96e-a3984e3378f3 HTTP/1.1" status: 200 len: 946 time: 0.0654607 Oct 27 18:47:43.484006 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:43.490621 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ed7b05-feea-45b3-945e-7d6dcd133b40 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Network c8454cc3-773d-4c2e-b654-3265923675f4 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:47:43.516281 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8c4997a2-e409-4300-9c2f-71982ffd5758 req-cbd6eabe-d202-4007-b203-0f9614265911 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7f1ea27-933a-45d7-ad94-26eb8ca2bded&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359802 Oct 27 18:47:43.575351 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-13ed7b05-feea-45b3-945e-7d6dcd133b40 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, c8454cc3-773d-4c2e-b654-3265923675f4) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:47:43.579786 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ed7b05-feea-45b3-945e-7d6dcd133b40 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:43.589041 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-13ed7b05-feea-45b3-945e-7d6dcd133b40 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:43.589967 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee1b83e-7ffc-43e4-b309-5b994383c2b6 None None] Network c8454cc3-773d-4c2e-b654-3265923675f4 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:47:43.590069 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20061b37-8282-42a8-ad23-7a919b40be76 req-44bd1cac-7326-4e96-bc1c-9d05e53e24ea tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3588884b-50ee-46aa-94e8-8e4162b81845 HTTP/1.1" status: 200 len: 210 time: 0.0314667 Oct 27 18:47:43.609792 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-88ad1011-9e3c-4707-ac0c-b932b9ef3a08 req-3353f805-7165-416e-b2e4-657c7effa1af tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:43.645792 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3353f805-7165-416e-b2e4-657c7effa1af tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event deleted for resources: {'Port': ['ID=34f552f3-e722-46af-9140-9f4def23bbc8,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:43.694589 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-13ed7b05-feea-45b3-945e-7d6dcd133b40 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0081689 Oct 27 18:47:43.697627 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34132) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:43.703086 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-8efb2fb1-ad2a-4ac5-9dcb-087a9769692b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'port': {'network_id': 'c8454cc3-773d-4c2e-b654-3265923675f4', 'name': 'tempest-PortsIpV6TestJSON-2080538367', 'fixed_ips': [{'subnet_id': 'd202b382-a786-4cbb-b623-7aeb67f2bcd9', 'ip_address': '2001:db8::10'}]}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:47:43.727044 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ad1011-9e3c-4707-ac0c-b932b9ef3a08 req-3353f805-7165-416e-b2e4-657c7effa1af tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] No DVR routers for this DVR port 34f552f3-e722-46af-9140-9f4def23bbc8 on host n-h1-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:47:43.730619 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-88ad1011-9e3c-4707-ac0c-b932b9ef3a08 req-3353f805-7165-416e-b2e4-657c7effa1af tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:43.735588 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-88ad1011-9e3c-4707-ac0c-b932b9ef3a08 req-3353f805-7165-416e-b2e4-657c7effa1af tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.81 "DELETE /v2.0/ports/34f552f3-e722-46af-9140-9f4def23bbc8 HTTP/1.1" status: 204 len: 173 time: 0.7534378 Oct 27 18:47:43.750617 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8a1515-3d3a-404a-a96e-a3984e3378f3', 'name': 'network-vif-deleted', 'tag': '34f552f3-e722-46af-9140-9f4def23bbc8'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:47:43.753076 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82d5dc7-0b91-4284-9ca1-a077eb0243ac" -d '{"events": [{"server_uuid": "4b8a1515-3d3a-404a-a96e-a3984e3378f3", "name": "network-vif-deleted", "tag": "34f552f3-e722-46af-9140-9f4def23bbc8"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:47:43.857047 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0f1ad8-cfb1-41ca-8590-b267bed646d7 x-openstack-request-id: req-9e0f1ad8-cfb1-41ca-8590-b267bed646d7 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:47:43.857454 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8a1515-3d3a-404a-a96e-a3984e3378f3", "name": "network-vif-deleted", "tag": "34f552f3-e722-46af-9140-9f4def23bbc8", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:47:43.857747 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9e0f1ad8-cfb1-41ca-8590-b267bed646d7 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:47:43.860193 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8a1515-3d3a-404a-a96e-a3984e3378f3', 'name': 'network-vif-deleted', 'tag': '34f552f3-e722-46af-9140-9f4def23bbc8', 'status': 'completed', 'code': 200} Oct 27 18:47:43.979427 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b01caee-3576-4279-b0d0-eba88c02c9eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-c8454cc3-773d-4c2e-b654-3265923675f4', 'network_id': 'c8454cc3-773d-4c2e-b654-3265923675f4', 'tenant_id': '28633539e0ee40d1a4a981a2e2462808', 'fixed_ips': [{'subnet_id': 'd202b382-a786-4cbb-b623-7aeb67f2bcd9'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:47:43.980562 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2b01caee-3576-4279-b0d0-eba88c02c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:44.013126 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efb2fb1-ad2a-4ac5-9dcb-087a9769692b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Made reservation on behalf of 28633539e0ee40d1a4a981a2e2462808 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:47:44.124859 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8efb2fb1-ad2a-4ac5-9dcb-087a9769692b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:44.170611 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-2b01caee-3576-4279-b0d0-eba88c02c9eb None None] Allocated IP 2001:db8::2 (c8454cc3-773d-4c2e-b654-3265923675f4/d202b382-a786-4cbb-b623-7aeb67f2bcd9/8c02df5f-84ff-4b86-b22f-519ed6f6bf7f) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:47:44.173224 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-8efb2fb1-ad2a-4ac5-9dcb-087a9769692b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] device_id is not set on port 5e135131-157f-42ad-988a-af41138377be yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:47:44.359825 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2b01caee-3576-4279-b0d0-eba88c02c9eb None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:44.524853 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2b01caee-3576-4279-b0d0-eba88c02c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:44.593007 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b01caee-3576-4279-b0d0-eba88c02c9eb None None] Pushing event updated for resources: {'Port': ['ID=8c02df5f-84ff-4b86-b22f-519ed6f6bf7f,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:44.599563 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b01caee-3576-4279-b0d0-eba88c02c9eb None None] Network c8454cc3-773d-4c2e-b654-3265923675f4 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:47:44.602079 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-2b01caee-3576-4279-b0d0-eba88c02c9eb None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:47:44.603130 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-8efb2fb1-ad2a-4ac5-9dcb-087a9769692b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Allocated IP 2001:db8::10 (c8454cc3-773d-4c2e-b654-3265923675f4/d202b382-a786-4cbb-b623-7aeb67f2bcd9/5e135131-157f-42ad-988a-af41138377be) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:47:44.605394 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b01caee-3576-4279-b0d0-eba88c02c9eb None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:47:44.676344 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-2b01caee-3576-4279-b0d0-eba88c02c9eb None None] Attempting to bind port 8c02df5f-84ff-4b86-b22f-519ed6f6bf7f on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:47:44.683078 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-2b01caee-3576-4279-b0d0-eba88c02c9eb None None] Attempting to bind port 8c02df5f-84ff-4b86-b22f-519ed6f6bf7f by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'a2caf51b-4369-4538-bdc0-d81887600a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'c8454cc3-773d-4c2e-b654-3265923675f4'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:47:44.683078 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b01caee-3576-4279-b0d0-eba88c02c9eb None None] Attempting to bind port 8c02df5f-84ff-4b86-b22f-519ed6f6bf7f on network c8454cc3-773d-4c2e-b654-3265923675f4 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:47:44.683078 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b01caee-3576-4279-b0d0-eba88c02c9eb None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:47:44.683434 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b01caee-3576-4279-b0d0-eba88c02c9eb None None] Checking segment: {'id': 'a2caf51b-4369-4538-bdc0-d81887600a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'c8454cc3-773d-4c2e-b654-3265923675f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:47:44.683592 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2b01caee-3576-4279-b0d0-eba88c02c9eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:44.684151 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b01caee-3576-4279-b0d0-eba88c02c9eb None None] Bound using segment: {'id': 'a2caf51b-4369-4538-bdc0-d81887600a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'c8454cc3-773d-4c2e-b654-3265923675f4'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:47:44.684626 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-2b01caee-3576-4279-b0d0-eba88c02c9eb None None] Bound port: 8c02df5f-84ff-4b86-b22f-519ed6f6bf7f, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2caf51b-4369-4538-bdc0-d81887600a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'c8454cc3-773d-4c2e-b654-3265923675f4'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:47:44.685012 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2b01caee-3576-4279-b0d0-eba88c02c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:44.702550 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b0af850c-279e-45c3-8076-0447c421a652 req-31aa98c6-fa55-46f8-a777-69b23b3120da tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b8a1515-3d3a-404a-a96e-a3984e3378f3 HTTP/1.1" status: 200 len: 210 time: 0.0295866 Oct 27 18:47:44.758837 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-2b01caee-3576-4279-b0d0-eba88c02c9eb None None] For port 8c02df5f-84ff-4b86-b22f-519ed6f6bf7f, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:47:44.763589 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-2b01caee-3576-4279-b0d0-eba88c02c9eb None None] For port 8c02df5f-84ff-4b86-b22f-519ed6f6bf7f, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=8c02df5f-84ff-4b86-b22f-519ed6f6bf7f,segment=NetworkSegment(a2caf51b-4369-4538-bdc0-d81887600a00),segment_id=a2caf51b-4369-4538-bdc0-d81887600a00)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:47:44.808815 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4c4b420d-d6c9-4fa1-ab1a-6b7e82b69578 req-1dcc8110-e04b-4d78-ae08-2a938453f4cd tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3588884b-50ee-46aa-94e8-8e4162b81845 HTTP/1.1" status: 200 len: 210 time: 0.0346675 Oct 27 18:47:44.837096 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2b01caee-3576-4279-b0d0-eba88c02c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:44.848878 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8efb2fb1-ad2a-4ac5-9dcb-087a9769692b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:44.915211 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b01caee-3576-4279-b0d0-eba88c02c9eb None None] Pushing event updated for resources: {'Port': ['ID=8c02df5f-84ff-4b86-b22f-519ed6f6bf7f,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:44.967565 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8efb2fb1-ad2a-4ac5-9dcb-087a9769692b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:45.021779 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efb2fb1-ad2a-4ac5-9dcb-087a9769692b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Network c8454cc3-773d-4c2e-b654-3265923675f4 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:47:45.025136 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-8efb2fb1-ad2a-4ac5-9dcb-087a9769692b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:47:45.028877 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efb2fb1-ad2a-4ac5-9dcb-087a9769692b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:47:45.035840 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efb2fb1-ad2a-4ac5-9dcb-087a9769692b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:45.039112 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8efb2fb1-ad2a-4ac5-9dcb-087a9769692b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:45.046859 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb2fb1-ad2a-4ac5-9dcb-087a9769692b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'Port': ['ID=5e135131-157f-42ad-988a-af41138377be,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:45.123122 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:45.155257 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8efb2fb1-ad2a-4ac5-9dcb-087a9769692b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4564302 Oct 27 18:47:45.158180 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34206) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:45.164530 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-f02d1a00-e9f2-4f18-9b98-f0caa08c04f5 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'port': {'network_id': 'c8454cc3-773d-4c2e-b654-3265923675f4', 'name': 'tempest-PortsIpV6TestJSON-446584664', 'fixed_ips': [{'subnet_id': 'd202b382-a786-4cbb-b623-7aeb67f2bcd9', 'ip_address': '2001:db8::f'}]}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:47:45.406977 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02d1a00-e9f2-4f18-9b98-f0caa08c04f5 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Made reservation on behalf of 28633539e0ee40d1a4a981a2e2462808 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:47:45.412531 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f02d1a00-e9f2-4f18-9b98-f0caa08c04f5 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:45.439306 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-f02d1a00-e9f2-4f18-9b98-f0caa08c04f5 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] device_id is not set on port 0bf517a0-e51c-4404-95ec-3465f77d03a0 yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:47:45.738180 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 34f552f3-e722-46af-9140-9f4def23bbc8 no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:47:45.746536 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-f02d1a00-e9f2-4f18-9b98-f0caa08c04f5 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Allocated IP 2001:db8::f (c8454cc3-773d-4c2e-b654-3265923675f4/d202b382-a786-4cbb-b623-7aeb67f2bcd9/0bf517a0-e51c-4404-95ec-3465f77d03a0) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:47:45.788651 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] No Port match for: 34f552f3-e722-46af-9140-9f4def23bbc8 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:47:45.789264 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 34f552f3-e722-46af-9140-9f4def23bbc8 not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:47:45.819728 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365312e-b4e5-41e7-b500-5a12143d389c req-6b654764-bd13-4c1f-88ea-a1924160cdb9 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:45.820468 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34240) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:45.830681 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e365312e-b4e5-41e7-b500-5a12143d389c req-6b654764-bd13-4c1f-88ea-a1924160cdb9 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.93 "GET /v2.0/networks?id=fa1623a9-1856-4ad1-88c3-750138951c47 HTTP/1.1" status: 200 len: 912 time: 0.1892989 Oct 27 18:47:45.856778 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-e365312e-b4e5-41e7-b500-5a12143d389c req-9556c489-a09c-4348-b7f2-c7d83b91b962 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Request body: {'port': {'device_id': '3588884b-50ee-46aa-94e8-8e4162b81845', 'network_id': 'fa1623a9-1856-4ad1-88c3-750138951c47', 'admin_state_up': True, 'tenant_id': '276d8a2dcde6411ca4a19eb389798e06'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:47:45.909592 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dbb16f81-7cfe-40ee-a3b2-e6745bfc6ec6 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:45.975866 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a2e007e2-c43d-4145-88ed-e2e436a124ed req-98ecf237-e93d-4cd1-b9bf-66faee828e35 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3588884b-50ee-46aa-94e8-8e4162b81845 HTTP/1.1" status: 200 len: 210 time: 0.0503049 Oct 27 18:47:45.991477 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dbb16f81-7cfe-40ee-a3b2-e6745bfc6ec6 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:46.053397 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e365312e-b4e5-41e7-b500-5a12143d389c req-9556c489-a09c-4348-b7f2-c7d83b91b962 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Made reservation on behalf of 276d8a2dcde6411ca4a19eb389798e06 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:47:46.056524 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e365312e-b4e5-41e7-b500-5a12143d389c req-9556c489-a09c-4348-b7f2-c7d83b91b962 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:46.070036 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f02d1a00-e9f2-4f18-9b98-f0caa08c04f5 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:46.274506 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-e365312e-b4e5-41e7-b500-5a12143d389c req-9556c489-a09c-4348-b7f2-c7d83b91b962 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Allocated IP 172.20.0.13 (fa1623a9-1856-4ad1-88c3-750138951c47/b0693d3c-afea-47b3-aa9b-9f06cc67b630/e55eb229-6c71-45a3-b415-1c9edf523c91) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:47:46.312198 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dbb16f81-7cfe-40ee-a3b2-e6745bfc6ec6 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:46.312198 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dbb16f81-7cfe-40ee-a3b2-e6745bfc6ec6 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:46.312198 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-dbb16f81-7cfe-40ee-a3b2-e6745bfc6ec6 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "DELETE /v2.0/security-groups/d7f1ea27-933a-45d7-ad94-26eb8ca2bded HTTP/1.1" status: 204 len: 168 time: 0.4872713 Oct 27 18:47:46.320569 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb16f81-7cfe-40ee-a3b2-e6745bfc6ec6 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f1ea27-933a-45d7-ad94-26eb8ca2bded,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:46.376245 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f02d1a00-e9f2-4f18-9b98-f0caa08c04f5 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:46.397779 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6792479-39ab-4423-9ea5-97782da0a12e None None] Network c8454cc3-773d-4c2e-b654-3265923675f4 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:47:46.433846 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02d1a00-e9f2-4f18-9b98-f0caa08c04f5 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Network c8454cc3-773d-4c2e-b654-3265923675f4 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:47:46.437129 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-f02d1a00-e9f2-4f18-9b98-f0caa08c04f5 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:47:46.441293 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02d1a00-e9f2-4f18-9b98-f0caa08c04f5 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:47:46.447178 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02d1a00-e9f2-4f18-9b98-f0caa08c04f5 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:46.447807 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f02d1a00-e9f2-4f18-9b98-f0caa08c04f5 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:46.461829 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d1a00-e9f2-4f18-9b98-f0caa08c04f5 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'Port': ['ID=0bf517a0-e51c-4404-95ec-3465f77d03a0,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:46.493205 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34270) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:46.535663 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e365312e-b4e5-41e7-b500-5a12143d389c req-9556c489-a09c-4348-b7f2-c7d83b91b962 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:46.542145 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-304fad1c-9deb-4981-87ba-e95a4da48b0c None None] Provisioning complete for port 8c02df5f-84ff-4b86-b22f-519ed6f6bf7f triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:46.542521 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-304fad1c-9deb-4981-87ba-e95a4da48b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:46.595078 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 8c02df5f-84ff-4b86-b22f-519ed6f6bf7f up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:47:46.603629 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f02d1a00-e9f2-4f18-9b98-f0caa08c04f5 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4411304 Oct 27 18:47:46.603919 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34274) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:46.647506 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e365312e-b4e5-41e7-b500-5a12143d389c req-9556c489-a09c-4348-b7f2-c7d83b91b962 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:46.671042 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['d7201b1e-4452-4115-9833-090643d7966f'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:47:46.709612 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420b4858-3666-40fb-b5de-0d26117faaee tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:46.710569 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-420b4858-3666-40fb-b5de-0d26117faaee tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1057260 Oct 27 18:47:46.713281 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34282) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:46.720475 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e365312e-b4e5-41e7-b500-5a12143d389c req-9556c489-a09c-4348-b7f2-c7d83b91b962 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Network fa1623a9-1856-4ad1-88c3-750138951c47 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:47:46.725778 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-e365312e-b4e5-41e7-b500-5a12143d389c req-9556c489-a09c-4348-b7f2-c7d83b91b962 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:47:46.747052 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-e365312e-b4e5-41e7-b500-5a12143d389c req-9556c489-a09c-4348-b7f2-c7d83b91b962 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:47:46.752123 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9556c489-a09c-4348-b7f2-c7d83b91b962 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Pushing event updated for resources: {'Port': ['ID=e55eb229-6c71-45a3-b415-1c9edf523c91,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:46.813348 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-304fad1c-9deb-4981-87ba-e95a4da48b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:46.840885 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 8c02df5f-84ff-4b86-b22f-519ed6f6bf7f triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:46.841448 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:46.856953 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365312e-b4e5-41e7-b500-5a12143d389c req-9556c489-a09c-4348-b7f2-c7d83b91b962 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:46.864225 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e365312e-b4e5-41e7-b500-5a12143d389c req-9556c489-a09c-4348-b7f2-c7d83b91b962 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:46.880375 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28176e91-bb90-442d-a832-daf9af17db28 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:46.889188 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28176e91-bb90-442d-a832-daf9af17db28 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:46.896916 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28176e91-bb90-442d-a832-daf9af17db28 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:46.903792 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-28176e91-bb90-442d-a832-daf9af17db28 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1891208 Oct 27 18:47:46.906376 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34292) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:46.941604 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-304fad1c-9deb-4981-87ba-e95a4da48b0c None None] For port 8c02df5f-84ff-4b86-b22f-519ed6f6bf7f, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=8c02df5f-84ff-4b86-b22f-519ed6f6bf7f,segment=NetworkSegment(a2caf51b-4369-4538-bdc0-d81887600a00),segment_id=a2caf51b-4369-4538-bdc0-d81887600a00)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:47:47.003618 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e365312e-b4e5-41e7-b500-5a12143d389c req-9556c489-a09c-4348-b7f2-c7d83b91b962 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1607392 Oct 27 18:47:47.021043 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-e365312e-b4e5-41e7-b500-5a12143d389c req-f1e21915-ee11-4601-baad-0912d74c4347 service neutron] Request body: {'port': {'device_id': '3588884b-50ee-46aa-94e8-8e4162b81845', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:47:47.036090 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-304fad1c-9deb-4981-87ba-e95a4da48b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:47.135010 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:47.164505 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e365312e-b4e5-41e7-b500-5a12143d389c req-f1e21915-ee11-4601-baad-0912d74c4347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:47.224942 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4d1582dc-8179-4060-bd54-95fe1647f21e None None] Provisioning complete for port e55eb229-6c71-45a3-b415-1c9edf523c91 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:47.225325 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4d1582dc-8179-4060-bd54-95fe1647f21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:47.227208 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c5dad-4c16-4cf0-b6c5-5274771fe2a0 req-012400f7-b969-4570-98fa-d53695cccc18 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:47.231422 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-211c5dad-4c16-4cf0-b6c5-5274771fe2a0 req-012400f7-b969-4570-98fa-d53695cccc18 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3588884b-50ee-46aa-94e8-8e4162b81845 HTTP/1.1" status: 200 len: 1028 time: 0.0813017 Oct 27 18:47:47.280452 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304fad1c-9deb-4981-87ba-e95a4da48b0c None None] Pushing event updated for resources: {'Port': ['ID=8c02df5f-84ff-4b86-b22f-519ed6f6bf7f,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:47.289651 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bcb13aed-9672-4e5f-8490-1129c11e86fd tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:47.308170 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-211c5dad-4c16-4cf0-b6c5-5274771fe2a0 req-42b5f59a-4660-4cfb-ad90-fdff622a99f1 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=9c2837e2-a408-4438-a7be-ad25eb21dbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679085 Oct 27 18:47:47.360393 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:47:47.360757 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:47:47.375770 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-5aac16de-c4c2-4945-ba85-c70da5a59bea tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Deleting port 0bf517a0-e51c-4404-95ec-3465f77d03a0 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:47:47.376233 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5aac16de-c4c2-4945-ba85-c70da5a59bea tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:47.378515 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4d1582dc-8179-4060-bd54-95fe1647f21e None None] Port e55eb229-6c71-45a3-b415-1c9edf523c91 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:47:47.500616 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-12f835f9-03e8-4b86-b118-87e54e6bc863 None None] Provisioning complete for port 0bf517a0-e51c-4404-95ec-3465f77d03a0 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:47.500616 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-12f835f9-03e8-4b86-b118-87e54e6bc863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:47.572889 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-12f835f9-03e8-4b86-b118-87e54e6bc863 None None] Port 0bf517a0-e51c-4404-95ec-3465f77d03a0 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:47:47.591487 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-12f835f9-03e8-4b86-b118-87e54e6bc863 None None] Provisioning complete for port 5e135131-157f-42ad-988a-af41138377be triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:47.592099 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-12f835f9-03e8-4b86-b118-87e54e6bc863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:47.614802 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5aac16de-c4c2-4945-ba85-c70da5a59bea tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:47.635604 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-12f835f9-03e8-4b86-b118-87e54e6bc863 None None] Port 5e135131-157f-42ad-988a-af41138377be cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:47:47.649750 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-12f835f9-03e8-4b86-b118-87e54e6bc863 None None] Provisioning complete for port 8c02df5f-84ff-4b86-b22f-519ed6f6bf7f triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:47.650137 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-12f835f9-03e8-4b86-b118-87e54e6bc863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:47.668695 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-5aac16de-c4c2-4945-ba85-c70da5a59bea tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Calling delete_port for 0bf517a0-e51c-4404-95ec-3465f77d03a0 owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:47:47.670790 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-bcb13aed-9672-4e5f-8490-1129c11e86fd tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Deleting port 123815b5-1d0a-435e-b6de-ee98916b7a58 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:47:47.672175 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bcb13aed-9672-4e5f-8490-1129c11e86fd tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:47.807350 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-bcb13aed-9672-4e5f-8490-1129c11e86fd tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] For port 123815b5-1d0a-435e-b6de-ee98916b7a58, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=123815b5-1d0a-435e-b6de-ee98916b7a58,segment=NetworkSegment(5df04c20-b7e4-4ee5-af77-441b83fa19d3),segment_id=5df04c20-b7e4-4ee5-af77-441b83fa19d3)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:47:47.807798 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bcb13aed-9672-4e5f-8490-1129c11e86fd tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:47.824027 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-bcb13aed-9672-4e5f-8490-1129c11e86fd tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Calling delete_port for 123815b5-1d0a-435e-b6de-ee98916b7a58 owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:47:47.906947 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-bf861c25-d5ff-452d-b96a-e0cc335d2749 None None] Provisioning complete for port 5e135131-157f-42ad-988a-af41138377be triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:47.907940 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-bf861c25-d5ff-452d-b96a-e0cc335d2749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:47.975980 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-bf861c25-d5ff-452d-b96a-e0cc335d2749 None None] Port 5e135131-157f-42ad-988a-af41138377be cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:47:48.097101 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-02966063-760f-422b-91f4-ee1a712369d3 None None] Provisioning complete for port 0bf517a0-e51c-4404-95ec-3465f77d03a0 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:48.097476 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-02966063-760f-422b-91f4-ee1a712369d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:48.137458 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-02966063-760f-422b-91f4-ee1a712369d3 None None] Port 0bf517a0-e51c-4404-95ec-3465f77d03a0 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:47:48.156108 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-e365312e-b4e5-41e7-b500-5a12143d389c req-f1e21915-ee11-4601-baad-0912d74c4347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e55eb229-6c71-45a3-b415-1c9edf523c91 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:47:48.160718 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bcb13aed-9672-4e5f-8490-1129c11e86fd tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:48.166525 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e365312e-b4e5-41e7-b500-5a12143d389c req-f1e21915-ee11-4601-baad-0912d74c4347 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:48.193128 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-e365312e-b4e5-41e7-b500-5a12143d389c req-f1e21915-ee11-4601-baad-0912d74c4347 service neutron] Transition to ACTIVE for port object e55eb229-6c71-45a3-b415-1c9edf523c91 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:47:48.200399 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb13aed-9672-4e5f-8490-1129c11e86fd tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event deleted for resources: {'Port': ['ID=123815b5-1d0a-435e-b6de-ee98916b7a58,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:48.347586 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e365312e-b4e5-41e7-b500-5a12143d389c req-f1e21915-ee11-4601-baad-0912d74c4347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:48.411138 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5aac16de-c4c2-4945-ba85-c70da5a59bea tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:48.463135 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bcb13aed-9672-4e5f-8490-1129c11e86fd tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:48.531964 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5aac16de-c4c2-4945-ba85-c70da5a59bea tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:48.540984 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5aac16de-c4c2-4945-ba85-c70da5a59bea tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/ports/0bf517a0-e51c-4404-95ec-3465f77d03a0 HTTP/1.1" status: 204 len: 168 time: 1.6324570 Oct 27 18:47:48.543638 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34378) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:48.585429 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e21915-ee11-4601-baad-0912d74c4347 service neutron] Pushing event updated for resources: {'Port': ['ID=e55eb229-6c71-45a3-b415-1c9edf523c91,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:48.598018 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1412f04-55c7-4aed-a9c3-c90729ac1624 req-3d854d54-c2ed-48aa-a4ae-e7269df11c59 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:48.605519 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1412f04-55c7-4aed-a9c3-c90729ac1624 req-3d854d54-c2ed-48aa-a4ae-e7269df11c59 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 945 time: 0.2162149 Oct 27 18:47:48.676697 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-0929b737-69ee-440b-9113-213029b147a4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] GET failed (client error): The resource could not be found. Oct 27 18:47:48.680821 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0929b737-69ee-440b-9113-213029b147a4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "GET /v2.0/ports/0bf517a0-e51c-4404-95ec-3465f77d03a0 HTTP/1.1" status: 404 len: 333 time: 0.1323340 Oct 27 18:47:48.704238 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34384) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:48.712032 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 8c02df5f-84ff-4b86-b22f-519ed6f6bf7f up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:47:48.719353 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac16de-c4c2-4945-ba85-c70da5a59bea tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event deleted for resources: {'Port': ['ID=0bf517a0-e51c-4404-95ec-3465f77d03a0,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:48.751014 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1412f04-55c7-4aed-a9c3-c90729ac1624 req-3b5ba3f4-564d-4ef8-97bb-ad151dc23716 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408076 Oct 27 18:47:48.755156 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-e365312e-b4e5-41e7-b500-5a12143d389c req-f1e21915-ee11-4601-baad-0912d74c4347 service neutron] Attempting to bind port e55eb229-6c71-45a3-b415-1c9edf523c91 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:47:48.755512 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-e365312e-b4e5-41e7-b500-5a12143d389c req-f1e21915-ee11-4601-baad-0912d74c4347 service neutron] Attempting to bind port e55eb229-6c71-45a3-b415-1c9edf523c91 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '466ff7d5-b359-45a3-9453-10be1f7dfc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'fa1623a9-1856-4ad1-88c3-750138951c47'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:47:48.762277 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e365312e-b4e5-41e7-b500-5a12143d389c req-f1e21915-ee11-4601-baad-0912d74c4347 service neutron] Attempting to bind port e55eb229-6c71-45a3-b415-1c9edf523c91 on network fa1623a9-1856-4ad1-88c3-750138951c47 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:47:48.774204 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e365312e-b4e5-41e7-b500-5a12143d389c req-f1e21915-ee11-4601-baad-0912d74c4347 service neutron] Port e55eb229-6c71-45a3-b415-1c9edf523c91 on network fa1623a9-1856-4ad1-88c3-750138951c47 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:47:48.774204 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e365312e-b4e5-41e7-b500-5a12143d389c req-f1e21915-ee11-4601-baad-0912d74c4347 service neutron] Attempting to bind port e55eb229-6c71-45a3-b415-1c9edf523c91 on network fa1623a9-1856-4ad1-88c3-750138951c47 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:47:48.776088 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e365312e-b4e5-41e7-b500-5a12143d389c req-f1e21915-ee11-4601-baad-0912d74c4347 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:47:48.776436 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e365312e-b4e5-41e7-b500-5a12143d389c req-f1e21915-ee11-4601-baad-0912d74c4347 service neutron] Checking segment: {'id': '466ff7d5-b359-45a3-9453-10be1f7dfc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'fa1623a9-1856-4ad1-88c3-750138951c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:47:48.776828 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e365312e-b4e5-41e7-b500-5a12143d389c req-f1e21915-ee11-4601-baad-0912d74c4347 service neutron] Bound using segment: {'id': '466ff7d5-b359-45a3-9453-10be1f7dfc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'fa1623a9-1856-4ad1-88c3-750138951c47'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:47:48.777304 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-e365312e-b4e5-41e7-b500-5a12143d389c req-f1e21915-ee11-4601-baad-0912d74c4347 service neutron] Bound port: e55eb229-6c71-45a3-b415-1c9edf523c91, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '466ff7d5-b359-45a3-9453-10be1f7dfc61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'fa1623a9-1856-4ad1-88c3-750138951c47'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:47:48.777673 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e365312e-b4e5-41e7-b500-5a12143d389c req-f1e21915-ee11-4601-baad-0912d74c4347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:48.839099 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 8c02df5f-84ff-4b86-b22f-519ed6f6bf7f triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:48.839440 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:48.883425 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-e365312e-b4e5-41e7-b500-5a12143d389c req-f1e21915-ee11-4601-baad-0912d74c4347 service neutron] For port e55eb229-6c71-45a3-b415-1c9edf523c91, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:47:48.905134 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-e365312e-b4e5-41e7-b500-5a12143d389c req-f1e21915-ee11-4601-baad-0912d74c4347 service neutron] For port e55eb229-6c71-45a3-b415-1c9edf523c91, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e55eb229-6c71-45a3-b415-1c9edf523c91,segment=NetworkSegment(466ff7d5-b359-45a3-9453-10be1f7dfc61),segment_id=466ff7d5-b359-45a3-9453-10be1f7dfc61)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:47:48.928842 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb13aed-9672-4e5f-8490-1129c11e86fd tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Router 8318be0b-e6c7-4241-9937-ef593d662a75 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:47:48.928998 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-424b706e-9973-49a6-b5c3-d193d90062c3 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Deleting port 5e135131-157f-42ad-988a-af41138377be {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:47:48.929296 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-424b706e-9973-49a6-b5c3-d193d90062c3 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:48.931205 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf894b1-e40e-4d15-a213-fff84280faf4 req-5689ced5-bf0c-4b46-9f9f-7c3e5512aaea tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:48.934502 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eaf894b1-e40e-4d15-a213-fff84280faf4 req-5689ced5-bf0c-4b46-9f9f-7c3e5512aaea tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3588884b-50ee-46aa-94e8-8e4162b81845 HTTP/1.1" status: 200 len: 1053 time: 0.0706031 Oct 27 18:47:48.991407 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e365312e-b4e5-41e7-b500-5a12143d389c req-f1e21915-ee11-4601-baad-0912d74c4347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:49.052234 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eaf894b1-e40e-4d15-a213-fff84280faf4 req-f6ff1fdc-ffb0-4f11-b8ab-edca7119a483 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=9c2837e2-a408-4438-a7be-ad25eb21dbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021745 Oct 27 18:47:49.064888 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365312e-b4e5-41e7-b500-5a12143d389c req-f1e21915-ee11-4601-baad-0912d74c4347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:49.065530 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e365312e-b4e5-41e7-b500-5a12143d389c req-f1e21915-ee11-4601-baad-0912d74c4347 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:49.067047 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e365312e-b4e5-41e7-b500-5a12143d389c req-f1e21915-ee11-4601-baad-0912d74c4347 service neutron] 10.222.0.93 "PUT /v2.0/ports/e55eb229-6c71-45a3-b415-1c9edf523c91 HTTP/1.1" status: 200 len: 1092 time: 2.0513484 Oct 27 18:47:49.067445 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3588884b-50ee-46aa-94e8-8e4162b81845', 'tag': 'e55eb229-6c71-45a3-b415-1c9edf523c91'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:47:49.069709 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dccf6a1e-93d9-45c8-a585-23535e1b326e" -d '{"events": [{"name": "network-changed", "server_uuid": "3588884b-50ee-46aa-94e8-8e4162b81845", "tag": "e55eb229-6c71-45a3-b415-1c9edf523c91"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:47:49.086120 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-424b706e-9973-49a6-b5c3-d193d90062c3 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:49.094773 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb13aed-9672-4e5f-8490-1129c11e86fd tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:47:49.102831 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-bcb13aed-9672-4e5f-8490-1129c11e86fd tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "PUT /v2.0/routers/8318be0b-e6c7-4241-9937-ef593d662a75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6080635 Oct 27 18:47:49.106692 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34404) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:49.108989 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed2cf00-8af5-46af-9227-10d4824b350a None None] Sync routers for ids ['8318be0b-e6c7-4241-9937-ef593d662a75'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:47:49.129036 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4806b9d-3bbc-4bed-93a2-1526891cf894 x-openstack-request-id: req-d4806b9d-3bbc-4bed-93a2-1526891cf894 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:47:49.129319 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed2cf00-8af5-46af-9227-10d4824b350a None None] Routers {'8318be0b-e6c7-4241-9937-ef593d662a75'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:47:49.129467 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3588884b-50ee-46aa-94e8-8e4162b81845", "tag": "e55eb229-6c71-45a3-b415-1c9edf523c91", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:47:49.129567 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d4806b9d-3bbc-4bed-93a2-1526891cf894 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:47:49.129972 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3588884b-50ee-46aa-94e8-8e4162b81845', 'tag': 'e55eb229-6c71-45a3-b415-1c9edf523c91', 'status': 'completed', 'code': 200} Oct 27 18:47:49.131042 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-1ed2cf00-8af5-46af-9227-10d4824b350a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:47:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8318be0b-e6c7-4241-9937-ef593d662a75'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:49.131182 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-424b706e-9973-49a6-b5c3-d193d90062c3 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Calling delete_port for 5e135131-157f-42ad-988a-af41138377be owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:47:49.133563 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e21915-ee11-4601-baad-0912d74c4347 service neutron] Pushing event updated for resources: {'Port': ['ID=e55eb229-6c71-45a3-b415-1c9edf523c91,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:49.203929 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d8794b5-f060-4dba-bf92-01ddbd5f1846 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Deleting subnet 18093b5f-696f-44c2-a94b-0ce096165d5c {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:47:49.210476 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4d8794b5-f060-4dba-bf92-01ddbd5f1846 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:49.276650 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4d8794b5-f060-4dba-bf92-01ddbd5f1846 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:49.303503 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf6a1e-93d9-45c8-a585-23535e1b326e req-152e9c1f-e713-4a00-b518-f8d83bf96bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:49.305064 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dccf6a1e-93d9-45c8-a585-23535e1b326e req-152e9c1f-e713-4a00-b518-f8d83bf96bb5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=276d8a2dcde6411ca4a19eb389798e06&device_id=3588884b-50ee-46aa-94e8-8e4162b81845 HTTP/1.1" status: 200 len: 1095 time: 0.1427765 Oct 27 18:47:49.324465 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-1ed2cf00-8af5-46af-9227-10d4824b350a None None] Set router 8318be0b-e6c7-4241-9937-ef593d662a75 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:47:49.408538 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4d8794b5-f060-4dba-bf92-01ddbd5f1846 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:49.513787 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf6a1e-93d9-45c8-a585-23535e1b326e req-d8ad7d3c-a3a5-48d4-abbc-d0fc138a277b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:49.515368 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dccf6a1e-93d9-45c8-a585-23535e1b326e req-d8ad7d3c-a3a5-48d4-abbc-d0fc138a277b service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=276d8a2dcde6411ca4a19eb389798e06&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1911659 Oct 27 18:47:49.552694 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-1ed2cf00-8af5-46af-9227-10d4824b350a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'name': 'tempest-TestNetworkBasicOps-router-775598626', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'af54d696-44f7-47f4-8bd5-67c445fa7597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:11Z', 'updated_at': '2021-10-27T18:47:48Z', 'revision_number': 7, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'gw_port': {'id': 'af54d696-44f7-47f4-8bd5-67c445fa7597', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ac:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:12Z', 'updated_at': '2021-10-27T18:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:49.580054 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed2cf00-8af5-46af-9227-10d4824b350a None None] Checking router: 8318be0b-e6c7-4241-9937-ef593d662a75 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:47:49.584587 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4d8794b5-f060-4dba-bf92-01ddbd5f1846 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:49.588386 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-424b706e-9973-49a6-b5c3-d193d90062c3 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:49.597547 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed2cf00-8af5-46af-9227-10d4824b350a None None] Routers {'8318be0b-e6c7-4241-9937-ef593d662a75'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:47:49.598226 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-1ed2cf00-8af5-46af-9227-10d4824b350a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:47:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8318be0b-e6c7-4241-9937-ef593d662a75'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:49.618977 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8794b5-f060-4dba-bf92-01ddbd5f1846 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event deleted for resources: {'Subnet': ['ID=18093b5f-696f-44c2-a94b-0ce096165d5c,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:49.620973 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4d8794b5-f060-4dba-bf92-01ddbd5f1846 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:49.627681 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4d8794b5-f060-4dba-bf92-01ddbd5f1846 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "DELETE /v2.0/subnets/18093b5f-696f-44c2-a94b-0ce096165d5c HTTP/1.1" status: 204 len: 168 time: 0.5184879 Oct 27 18:47:49.628675 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34428) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:49.651159 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b706e-9973-49a6-b5c3-d193d90062c3 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event deleted for resources: {'Port': ['ID=5e135131-157f-42ad-988a-af41138377be,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:49.703393 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eaadd8d-7578-4c45-8db6-3a7c39fc2828 None None] Network 75e02ded-c2ac-42f1-841f-7a6a75428960 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:47:49.753192 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8fb73743-5091-48ca-88e5-246b256a9b62 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:49.815972 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-424b706e-9973-49a6-b5c3-d193d90062c3 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:49.819810 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-424b706e-9973-49a6-b5c3-d193d90062c3 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/ports/5e135131-157f-42ad-988a-af41138377be HTTP/1.1" status: 204 len: 168 time: 1.1136086 Oct 27 18:47:49.821712 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf6a1e-93d9-45c8-a585-23535e1b326e req-1c85b41c-de3e-49da-95ed-f82dd0d00448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:49.829035 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dccf6a1e-93d9-45c8-a585-23535e1b326e req-1c85b41c-de3e-49da-95ed-f82dd0d00448 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3013642 Oct 27 18:47:49.829035 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34440) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:49.859739 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-83cb1664-89cf-47b8-a3ab-ac7e3d90e689 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] GET failed (client error): The resource could not be found. Oct 27 18:47:49.862595 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-83cb1664-89cf-47b8-a3ab-ac7e3d90e689 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "GET /v2.0/ports/5e135131-157f-42ad-988a-af41138377be HTTP/1.1" status: 404 len: 333 time: 0.0373755 Oct 27 18:47:49.865115 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34442) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:49.960853 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7b7aee9-1bfe-4d1d-b060-c624c58306ef tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Deleting subnet d202b382-a786-4cbb-b623-7aeb67f2bcd9 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:47:49.975387 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d7b7aee9-1bfe-4d1d-b060-c624c58306ef tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:50.049535 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365312e-b4e5-41e7-b500-5a12143d389c req-8337d4c1-e3a6-46ce-ae24-ca020d6cf7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:50.051739 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e365312e-b4e5-41e7-b500-5a12143d389c req-8337d4c1-e3a6-46ce-ae24-ca020d6cf7b0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=276d8a2dcde6411ca4a19eb389798e06&device_id=3588884b-50ee-46aa-94e8-8e4162b81845 HTTP/1.1" status: 200 len: 1095 time: 0.0877450 Oct 27 18:47:50.058478 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d7b7aee9-1bfe-4d1d-b060-c624c58306ef tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:50.062789 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-1ed2cf00-8af5-46af-9227-10d4824b350a None None] Set router 8318be0b-e6c7-4241-9937-ef593d662a75 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:47:50.125486 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e365312e-b4e5-41e7-b500-5a12143d389c req-acd561ad-87b2-4778-b108-d7a63d9784db service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e55eb229-6c71-45a3-b415-1c9edf523c91 HTTP/1.1" status: 200 len: 217 time: 0.0446079 Oct 27 18:47:50.225395 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d7b7aee9-1bfe-4d1d-b060-c624c58306ef tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:50.269933 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365312e-b4e5-41e7-b500-5a12143d389c req-e602b298-d3f8-4ee2-88fc-608a50f3168e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:50.271379 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e365312e-b4e5-41e7-b500-5a12143d389c req-e602b298-d3f8-4ee2-88fc-608a50f3168e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b0693d3c-afea-47b3-aa9b-9f06cc67b630 HTTP/1.1" status: 200 len: 849 time: 0.1349306 Oct 27 18:47:50.283839 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543635c4-635a-4e97-891d-fa9058827cf4 None None] DHCP port deletion for 75e02ded-c2ac-42f1-841f-7a6a75428960 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:47:50.336064 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365312e-b4e5-41e7-b500-5a12143d389c req-6f17fc9a-7d5d-4070-96e6-e45a3de18833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:50.337605 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e365312e-b4e5-41e7-b500-5a12143d389c req-6f17fc9a-7d5d-4070-96e6-e45a3de18833 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fa1623a9-1856-4ad1-88c3-750138951c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572672 Oct 27 18:47:50.343525 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560555c-d2c2-4aac-949d-c8dbc68ecd8e req-c18c7f5f-7e8e-4622-8d0d-78fd79efe869 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:50.343978 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-1ed2cf00-8af5-46af-9227-10d4824b350a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'name': 'tempest-TestNetworkBasicOps-router-775598626', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'af54d696-44f7-47f4-8bd5-67c445fa7597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:11Z', 'updated_at': '2021-10-27T18:47:48Z', 'revision_number': 7, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'gw_port': {'id': 'af54d696-44f7-47f4-8bd5-67c445fa7597', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ac:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:12Z', 'updated_at': '2021-10-27T18:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:50.349867 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9560555c-d2c2-4aac-949d-c8dbc68ecd8e req-c18c7f5f-7e8e-4622-8d0d-78fd79efe869 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 945 time: 0.1277928 Oct 27 18:47:50.363938 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8fb73743-5091-48ca-88e5-246b256a9b62 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:50.383022 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-543635c4-635a-4e97-891d-fa9058827cf4 None None] Deleting port 2d5707e7-d3ed-4027-961d-f8d726223fcf {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:47:50.383397 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-543635c4-635a-4e97-891d-fa9058827cf4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:50.385190 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed2cf00-8af5-46af-9227-10d4824b350a None None] The sync data for ids ['8318be0b-e6c7-4241-9937-ef593d662a75'] in n-d-815690-2 is: [{'id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'name': 'tempest-TestNetworkBasicOps-router-775598626', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'af54d696-44f7-47f4-8bd5-67c445fa7597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:11Z', 'updated_at': '2021-10-27T18:47:48Z', 'revision_number': 7, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'gw_port': {'id': 'af54d696-44f7-47f4-8bd5-67c445fa7597', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ac:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8318be0b-e6c7-4241-9937-ef593d662a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:12Z', 'updated_at': '2021-10-27T18:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:47:50.399794 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9560555c-d2c2-4aac-949d-c8dbc68ecd8e req-30911ac8-b79b-456c-a73a-2256a7f3cad0 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441570 Oct 27 18:47:50.420161 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d7b7aee9-1bfe-4d1d-b060-c624c58306ef tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:50.443919 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d7b7aee9-1bfe-4d1d-b060-c624c58306ef tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:50.443919 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d7b7aee9-1bfe-4d1d-b060-c624c58306ef tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/subnets/d202b382-a786-4cbb-b623-7aeb67f2bcd9 HTTP/1.1" status: 204 len: 168 time: 0.5756738 Oct 27 18:47:50.445357 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34456) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:50.469402 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b7aee9-1bfe-4d1d-b060-c624c58306ef tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event deleted for resources: {'Subnet': ['ID=d202b382-a786-4cbb-b623-7aeb67f2bcd9,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:50.478595 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e91a45-8690-4556-8865-662f5886a12b None None] Network c8454cc3-773d-4c2e-b654-3265923675f4 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:47:50.521639 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e365312e-b4e5-41e7-b500-5a12143d389c req-294ee9df-aca8-42ee-96ef-3d80459b417b service neutron] 10.222.0.93 "GET /v2.0/networks/fa1623a9-1856-4ad1-88c3-750138951c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760244 Oct 27 18:47:50.534709 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-543635c4-635a-4e97-891d-fa9058827cf4 None None] For port 2d5707e7-d3ed-4027-961d-f8d726223fcf, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=2d5707e7-d3ed-4027-961d-f8d726223fcf,segment=NetworkSegment(5df04c20-b7e4-4ee5-af77-441b83fa19d3),segment_id=5df04c20-b7e4-4ee5-af77-441b83fa19d3)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:47:50.535138 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-543635c4-635a-4e97-891d-fa9058827cf4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:50.560808 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-543635c4-635a-4e97-891d-fa9058827cf4 None None] Calling delete_port for 2d5707e7-d3ed-4027-961d-f8d726223fcf owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:47:50.595046 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-04af9f66-0ebc-424c-9893-f9f80ea84192 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:50.624173 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a14dc-6871-41e9-91f4-35277ae8af04 req-e6b2c8c8-f2d2-436e-8de3-d5e62b6c7e19 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:50.625735 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-267a14dc-6871-41e9-91f4-35277ae8af04 req-e6b2c8c8-f2d2-436e-8de3-d5e62b6c7e19 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3588884b-50ee-46aa-94e8-8e4162b81845 HTTP/1.1" status: 200 len: 1095 time: 0.1156125 Oct 27 18:47:50.632523 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-8fb73743-5091-48ca-88e5-246b256a9b62 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Deleting port af54d696-44f7-47f4-8bd5-67c445fa7597 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:47:50.632873 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8fb73743-5091-48ca-88e5-246b256a9b62 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:50.643142 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e365312e-b4e5-41e7-b500-5a12143d389c req-921f918b-86fe-4bc0-9b75-d9e7f18ae2cf service neutron] 10.222.0.93 "GET /v2.0/networks/fa1623a9-1856-4ad1-88c3-750138951c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033404 Oct 27 18:47:50.746549 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-267a14dc-6871-41e9-91f4-35277ae8af04 req-377dc7f2-81a0-4fc0-bf65-ba1496d1a114 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=9c2837e2-a408-4438-a7be-ad25eb21dbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941184 Oct 27 18:47:50.787379 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee313ca-64e0-409f-8fb1-adb48d160352 None None] DHCP port deletion for c8454cc3-773d-4c2e-b654-3265923675f4 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:47:50.801620 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-04af9f66-0ebc-424c-9893-f9f80ea84192 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Deleting port 8c02df5f-84ff-4b86-b22f-519ed6f6bf7f {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:47:50.802007 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-04af9f66-0ebc-424c-9893-f9f80ea84192 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:50.823154 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-543635c4-635a-4e97-891d-fa9058827cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:50.868039 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543635c4-635a-4e97-891d-fa9058827cf4 None None] Pushing event deleted for resources: {'Port': ['ID=2d5707e7-d3ed-4027-961d-f8d726223fcf,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:50.870229 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-8fb73743-5091-48ca-88e5-246b256a9b62 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] For port af54d696-44f7-47f4-8bd5-67c445fa7597, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=af54d696-44f7-47f4-8bd5-67c445fa7597,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:47:50.870615 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8fb73743-5091-48ca-88e5-246b256a9b62 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:50.879642 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543635c4-635a-4e97-891d-fa9058827cf4 None None] No DVR routers for this DVR port 2d5707e7-d3ed-4027-961d-f8d726223fcf on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:47:50.900714 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-8fb73743-5091-48ca-88e5-246b256a9b62 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Calling delete_port for af54d696-44f7-47f4-8bd5-67c445fa7597 owned by network:router_gateway {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:47:50.903652 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 8c02df5f-84ff-4b86-b22f-519ed6f6bf7f no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:47:50.925069 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-04af9f66-0ebc-424c-9893-f9f80ea84192 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] For port 8c02df5f-84ff-4b86-b22f-519ed6f6bf7f, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=8c02df5f-84ff-4b86-b22f-519ed6f6bf7f,segment=NetworkSegment(a2caf51b-4369-4538-bdc0-d81887600a00),segment_id=a2caf51b-4369-4538-bdc0-d81887600a00)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:47:50.925468 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-04af9f66-0ebc-424c-9893-f9f80ea84192 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:50.965581 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-cee313ca-64e0-409f-8fb1-adb48d160352 None None] Deleting port 8c02df5f-84ff-4b86-b22f-519ed6f6bf7f {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:47:50.966024 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cee313ca-64e0-409f-8fb1-adb48d160352 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:50.973233 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-04af9f66-0ebc-424c-9893-f9f80ea84192 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Calling delete_port for 8c02df5f-84ff-4b86-b22f-519ed6f6bf7f owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:47:51.071831 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-cee313ca-64e0-409f-8fb1-adb48d160352 None None] For port 8c02df5f-84ff-4b86-b22f-519ed6f6bf7f, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=8c02df5f-84ff-4b86-b22f-519ed6f6bf7f,segment=NetworkSegment(a2caf51b-4369-4538-bdc0-d81887600a00),segment_id=a2caf51b-4369-4538-bdc0-d81887600a00)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:47:51.072230 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cee313ca-64e0-409f-8fb1-adb48d160352 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:51.089983 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-cee313ca-64e0-409f-8fb1-adb48d160352 None None] Calling delete_port for 8c02df5f-84ff-4b86-b22f-519ed6f6bf7f owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:47:51.091677 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:51.241160 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-04af9f66-0ebc-424c-9893-f9f80ea84192 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:51.247996 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 27 18:47:51.247996 n-d-815690-2 neutron-server[102880]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Oct 27 18:47:51.247996 n-d-815690-2 neutron-server[102880]: [parameters: {'status': 'DOWN', 'ports_id': '8c02df5f-84ff-4b86-b22f-519ed6f6bf7f'}] Oct 27 18:47:51.247996 n-d-815690-2 neutron-server[102880]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:47:51.248360 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:47:51.254622 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cee313ca-64e0-409f-8fb1-adb48d160352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:51.270661 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af9f66-0ebc-424c-9893-f9f80ea84192 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event deleted for resources: {'Port': ['ID=8c02df5f-84ff-4b86-b22f-519ed6f6bf7f,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:51.273831 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04af9f66-0ebc-424c-9893-f9f80ea84192 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] No DVR routers for this DVR port 8c02df5f-84ff-4b86-b22f-519ed6f6bf7f on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:47:51.275567 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8fb73743-5091-48ca-88e5-246b256a9b62 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:51.293298 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee313ca-64e0-409f-8fb1-adb48d160352 None None] No DVR routers for this DVR port 8c02df5f-84ff-4b86-b22f-519ed6f6bf7f on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:47:51.295322 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee313ca-64e0-409f-8fb1-adb48d160352 None None] Pushing event deleted for resources: {'Port': ['ID=8c02df5f-84ff-4b86-b22f-519ed6f6bf7f,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:51.335449 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb73743-5091-48ca-88e5-246b256a9b62 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event deleted for resources: {'Port': ['ID=af54d696-44f7-47f4-8bd5-67c445fa7597,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:51.431872 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-04af9f66-0ebc-424c-9893-f9f80ea84192 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:51.460409 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-04af9f66-0ebc-424c-9893-f9f80ea84192 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8454cc3-773d-4c2e-b654-3265923675f4']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:51.469559 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8fb73743-5091-48ca-88e5-246b256a9b62 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:51.475238 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-04af9f66-0ebc-424c-9893-f9f80ea84192 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2caf51b-4369-4538-bdc0-d81887600a00') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:51.475536 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-04af9f66-0ebc-424c-9893-f9f80ea84192 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2caf51b-4369-4538-bdc0-d81887600a00') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:51.572185 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-04af9f66-0ebc-424c-9893-f9f80ea84192 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:51.598446 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8fb73743-5091-48ca-88e5-246b256a9b62 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:51.601723 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8fb73743-5091-48ca-88e5-246b256a9b62 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:51.612469 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-04af9f66-0ebc-424c-9893-f9f80ea84192 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:51.653787 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04af9f66-0ebc-424c-9893-f9f80ea84192 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:47:51.654194 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-04af9f66-0ebc-424c-9893-f9f80ea84192 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:51.658849 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:47:51.658849 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:47:51.658849 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:47:51.658849 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:47:51.658849 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:47:51.658849 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:47:51.658849 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:47:51.658849 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:47:51.658849 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:47:51.658849 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:47:51.658849 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:47:51.658849 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:47:51.658849 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:47:51.658849 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:47:51.658849 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:47:51.658849 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:47:51.658849 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:47:51.658849 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:47:51.658849 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:47:51.658849 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:47:51.658849 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:47:51.658849 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:47:51.658849 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:47:51.658849 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:47:51.658849 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:47:51.658849 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:47:51.658849 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:47:51.658849 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:47:51.658849 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:47:51.658849 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:47:51.658849 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:47:51.658849 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:47:51.712472 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1591c3-fb4f-466b-ae52-d0790c5085b8 req-6ef4445b-d3f5-475c-bb72-414f7b779976 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:51.713940 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7e1591c3-fb4f-466b-ae52-d0790c5085b8 req-6ef4445b-d3f5-475c-bb72-414f7b779976 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 945 time: 0.2088206 Oct 27 18:47:51.730975 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8fb73743-5091-48ca-88e5-246b256a9b62 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:51.731519 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb73743-5091-48ca-88e5-246b256a9b62 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Fanout notify agent at l3_agent the message router_deleted on router 8318be0b-e6c7-4241-9937-ef593d662a75 {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:47:51.745630 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8fb73743-5091-48ca-88e5-246b256a9b62 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:51.749218 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8fb73743-5091-48ca-88e5-246b256a9b62 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "DELETE /v2.0/routers/8318be0b-e6c7-4241-9937-ef593d662a75 HTTP/1.1" status: 204 len: 168 time: 2.1171615 Oct 27 18:47:51.749487 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34466) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:51.771329 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Port 8c02df5f-84ff-4b86-b22f-519ed6f6bf7f update to DOWN by agent not found {{(pid=102880) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 27 18:47:51.771716 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 123815b5-1d0a-435e-b6de-ee98916b7a58 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:47:51.797398 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 123815b5-1d0a-435e-b6de-ee98916b7a58 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:47:51.797750 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 123815b5-1d0a-435e-b6de-ee98916b7a58 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:47:51.798184 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 2d5707e7-d3ed-4027-961d-f8d726223fcf no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:47:51.811548 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-04af9f66-0ebc-424c-9893-f9f80ea84192 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:51.827130 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-04af9f66-0ebc-424c-9893-f9f80ea84192 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:51.834469 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-04af9f66-0ebc-424c-9893-f9f80ea84192 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/networks/c8454cc3-773d-4c2e-b654-3265923675f4 HTTP/1.1" status: 204 len: 168 time: 1.3844478 Oct 27 18:47:51.834863 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34470) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:51.840506 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-9a35872b-9572-43df-ac24-6fc5b9d4a4dd tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1737315928'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:47:51.844330 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 2d5707e7-d3ed-4027-961d-f8d726223fcf {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:47:51.844692 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 2d5707e7-d3ed-4027-961d-f8d726223fcf not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:47:51.869472 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7e1591c3-fb4f-466b-ae52-d0790c5085b8 req-0595eae4-5699-421a-a51e-9558aac4713b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379590 Oct 27 18:47:51.876836 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af9f66-0ebc-424c-9893-f9f80ea84192 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event deleted for resources: {'Network': ['ID=c8454cc3-773d-4c2e-b654-3265923675f4,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:51.897821 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-78331618-3d0b-4668-ab94-81c2f65c243f tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:51.956209 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a35872b-9572-43df-ac24-6fc5b9d4a4dd tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Made reservation on behalf of 28633539e0ee40d1a4a981a2e2462808 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:47:51.959851 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a35872b-9572-43df-ac24-6fc5b9d4a4dd tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:51.985618 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a35872b-9572-43df-ac24-6fc5b9d4a4dd tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] vlan segment allocate from pool success with {'vlan_id': 1040, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:47:51.995551 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a35872b-9572-43df-ac24-6fc5b9d4a4dd tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:51.995986 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-9a35872b-9572-43df-ac24-6fc5b9d4a4dd tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Added segment 8e76796e-3ac4-4415-b689-402cf05a2732 of type vlan for network 15d39c61-2799-4fb2-bc4a-35f175421c64 Oct 27 18:47:52.015879 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-78331618-3d0b-4668-ab94-81c2f65c243f tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:52.039708 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a35872b-9572-43df-ac24-6fc5b9d4a4dd tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:52.042319 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-78331618-3d0b-4668-ab94-81c2f65c243f tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75e02ded-c2ac-42f1-841f-7a6a75428960']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:52.055437 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-78331618-3d0b-4668-ab94-81c2f65c243f tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5df04c20-b7e4-4ee5-af77-441b83fa19d3') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:52.055734 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-78331618-3d0b-4668-ab94-81c2f65c243f tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5df04c20-b7e4-4ee5-af77-441b83fa19d3') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:52.058627 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47016a78-a84d-47c6-a19d-eeeea4f889b4 req-367229c3-0f2f-4802-b638-81366fca024c tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:52.060294 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-47016a78-a84d-47c6-a19d-eeeea4f889b4 req-367229c3-0f2f-4802-b638-81366fca024c tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3588884b-50ee-46aa-94e8-8e4162b81845 HTTP/1.1" status: 200 len: 1095 time: 0.0884750 Oct 27 18:47:52.069535 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-78331618-3d0b-4668-ab94-81c2f65c243f tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:52.096611 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-78331618-3d0b-4668-ab94-81c2f65c243f tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:52.110395 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78331618-3d0b-4668-ab94-81c2f65c243f tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:47:52.110842 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-78331618-3d0b-4668-ab94-81c2f65c243f tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:52.114256 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:47:52.114256 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:47:52.114256 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:47:52.114256 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:47:52.114256 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:47:52.114256 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:47:52.114256 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:47:52.114256 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:47:52.114256 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:47:52.114256 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:47:52.114256 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:47:52.114256 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:47:52.114256 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:47:52.114256 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:47:52.114256 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:47:52.114256 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:47:52.114256 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:47:52.114256 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:47:52.114256 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:47:52.114256 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:47:52.114256 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:47:52.114256 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:47:52.114256 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:47:52.114256 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:47:52.114256 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:47:52.114256 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:47:52.114256 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:47:52.114256 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:47:52.114256 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:47:52.114256 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:47:52.114256 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:47:52.114256 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:47:52.121206 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a35872b-9572-43df-ac24-6fc5b9d4a4dd tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:52.127425 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-47016a78-a84d-47c6-a19d-eeeea4f889b4 req-f38bca4c-6048-42cb-9c5a-f50013e25998 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=9c2837e2-a408-4438-a7be-ad25eb21dbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552914 Oct 27 18:47:52.128511 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a35872b-9572-43df-ac24-6fc5b9d4a4dd tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:52.129339 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a35872b-9572-43df-ac24-6fc5b9d4a4dd tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:52.215600 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35872b-9572-43df-ac24-6fc5b9d4a4dd tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'Network': ['ID=15d39c61-2799-4fb2-bc4a-35f175421c64,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:52.229818 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 15d39c61-2799-4fb2-bc4a-35f175421c64 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:47:52.244168 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9a35872b-9572-43df-ac24-6fc5b9d4a4dd tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4066794 Oct 27 18:47:52.244854 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34474) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:52.250337 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-c3685116-0464-4ae4-ac96-ee541bae4eb4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'subnet': {'network_id': '15d39c61-2799-4fb2-bc4a-35f175421c64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:47:52.258235 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-78331618-3d0b-4668-ab94-81c2f65c243f tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:52.284855 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-78331618-3d0b-4668-ab94-81c2f65c243f tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:52.299893 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-78331618-3d0b-4668-ab94-81c2f65c243f tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "DELETE /v2.0/networks/75e02ded-c2ac-42f1-841f-7a6a75428960 HTTP/1.1" status: 204 len: 168 time: 0.5483832 Oct 27 18:47:52.325844 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34476) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:52.336652 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-55ccbe45-11a8-470c-8f0a-9c2a38486db4 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Request body: {'network': {'name': 'tempest-network-smoke--462773371', 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'port_security_enabled': True}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:47:52.351073 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78331618-3d0b-4668-ab94-81c2f65c243f tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event deleted for resources: {'Network': ['ID=75e02ded-c2ac-42f1-841f-7a6a75428960,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:52.446654 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ccbe45-11a8-470c-8f0a-9c2a38486db4 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Made reservation on behalf of a56febe1ed07496abd79e6dfcd66d421 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:47:52.451109 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-55ccbe45-11a8-470c-8f0a-9c2a38486db4 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:52.477853 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55ccbe45-11a8-470c-8f0a-9c2a38486db4 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] vlan segment allocate from pool success with {'vlan_id': 1049, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:47:52.489346 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-55ccbe45-11a8-470c-8f0a-9c2a38486db4 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:52.489840 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-55ccbe45-11a8-470c-8f0a-9c2a38486db4 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Added segment a9b0de6a-5f69-4e5d-a0cc-ddc908150efa of type vlan for network c751e866-e27d-4a5e-92da-f83379f6a6f2 Oct 27 18:47:52.531883 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device af54d696-44f7-47f4-8bd5-67c445fa7597 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:47:52.536454 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3685116-0464-4ae4-ac96-ee541bae4eb4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Made reservation on behalf of 28633539e0ee40d1a4a981a2e2462808 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:47:52.540351 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c3685116-0464-4ae4-ac96-ee541bae4eb4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:52.547829 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-55ccbe45-11a8-470c-8f0a-9c2a38486db4 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:52.553335 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: af54d696-44f7-47f4-8bd5-67c445fa7597 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:47:52.553523 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device af54d696-44f7-47f4-8bd5-67c445fa7597 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:47:52.659175 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-55ccbe45-11a8-470c-8f0a-9c2a38486db4 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:52.665110 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ccbe45-11a8-470c-8f0a-9c2a38486db4 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:52.666915 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-55ccbe45-11a8-470c-8f0a-9c2a38486db4 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:52.737934 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ccbe45-11a8-470c-8f0a-9c2a38486db4 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event updated for resources: {'Network': ['ID=c751e866-e27d-4a5e-92da-f83379f6a6f2,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:52.749217 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network c751e866-e27d-4a5e-92da-f83379f6a6f2 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:47:52.792476 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-55ccbe45-11a8-470c-8f0a-9c2a38486db4 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4609876 Oct 27 18:47:52.795071 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34478) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:52.799958 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-09f09ec1-ce51-4a74-8553-dc7ce329c4f1 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-850632275', 'admin_state_up': True, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:47:52.819125 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c3685116-0464-4ae4-ac96-ee541bae4eb4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:52.882614 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3685116-0464-4ae4-ac96-ee541bae4eb4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'Subnet': ['ID=e83ca37c-d79f-4602-bd45-a93a2dc292c1,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:52.894023 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3685116-0464-4ae4-ac96-ee541bae4eb4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Checking segment: {'id': '8e76796e-3ac4-4415-b689-402cf05a2732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '15d39c61-2799-4fb2-bc4a-35f175421c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:47:52.894386 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3685116-0464-4ae4-ac96-ee541bae4eb4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Network hostable DHCP agents. Network: 15d39c61-2799-4fb2-bc4a-35f175421c64, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:47:52.901251 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-09f09ec1-ce51-4a74-8553-dc7ce329c4f1 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:52.902630 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-09f09ec1-ce51-4a74-8553-dc7ce329c4f1 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:52.971065 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-09f09ec1-ce51-4a74-8553-dc7ce329c4f1 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:52.986519 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3685116-0464-4ae4-ac96-ee541bae4eb4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Network 15d39c61-2799-4fb2-bc4a-35f175421c64 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:47:53.009316 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0341c9b-00e9-4ae0-a655-b2b958aeba39 req-2dee94a8-a4a7-4dfe-bbc1-ae74df1fe168 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:53.010768 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d0341c9b-00e9-4ae0-a655-b2b958aeba39 req-2dee94a8-a4a7-4dfe-bbc1-ae74df1fe168 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 945 time: 0.0527749 Oct 27 18:47:53.072405 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-c3685116-0464-4ae4-ac96-ee541bae4eb4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 15d39c61-2799-4fb2-bc4a-35f175421c64) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:47:53.080911 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3685116-0464-4ae4-ac96-ee541bae4eb4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:53.082776 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13578cb0-3a4c-44f6-b0a4-d41d3c68f0c4 None None] Network 15d39c61-2799-4fb2-bc4a-35f175421c64 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:47:53.083495 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c3685116-0464-4ae4-ac96-ee541bae4eb4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:53.115394 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d0341c9b-00e9-4ae0-a655-b2b958aeba39 req-34c87170-5d31-4704-a87b-194258c749fa tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983810 Oct 27 18:47:53.178093 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c3685116-0464-4ae4-ac96-ee541bae4eb4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9318652 Oct 27 18:47:53.181132 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34484) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:53.191367 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-4ff221d3-bc7c-4aea-aca0-bc257b8ad303 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-501394499', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:47:53.198126 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-09f09ec1-ce51-4a74-8553-dc7ce329c4f1 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:53.269410 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667f0792-4cfe-429d-8309-60ef7edbfc6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-15d39c61-2799-4fb2-bc4a-35f175421c64', 'network_id': '15d39c61-2799-4fb2-bc4a-35f175421c64', 'tenant_id': '28633539e0ee40d1a4a981a2e2462808', 'fixed_ips': [{'subnet_id': 'e83ca37c-d79f-4602-bd45-a93a2dc292c1'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:47:53.270366 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-667f0792-4cfe-429d-8309-60ef7edbfc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:53.318387 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4ff221d3-bc7c-4aea-aca0-bc257b8ad303 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:53.319504 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4ff221d3-bc7c-4aea-aca0-bc257b8ad303 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:53.343042 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5bf075-4dc6-4d05-9a1b-3ccf55ff5386 req-0d35bc2b-c99b-44bb-893a-358d570914e1 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:53.351122 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ba5bf075-4dc6-4d05-9a1b-3ccf55ff5386 req-0d35bc2b-c99b-44bb-893a-358d570914e1 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3588884b-50ee-46aa-94e8-8e4162b81845 HTTP/1.1" status: 200 len: 1095 time: 0.0934348 Oct 27 18:47:53.387576 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4ff221d3-bc7c-4aea-aca0-bc257b8ad303 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:53.408884 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ba5bf075-4dc6-4d05-9a1b-3ccf55ff5386 req-bffa4b23-2a23-41f2-b86e-06a00dafa8d9 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=9c2837e2-a408-4438-a7be-ad25eb21dbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568001 Oct 27 18:47:53.441839 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-667f0792-4cfe-429d-8309-60ef7edbfc6d None None] Allocated IP 2001:db8::2 (15d39c61-2799-4fb2-bc4a-35f175421c64/e83ca37c-d79f-4602-bd45-a93a2dc292c1/561c07ae-e6f3-4ce6-afa5-11f858d98c85) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:47:53.450802 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4ff221d3-bc7c-4aea-aca0-bc257b8ad303 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:53.563002 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4ff221d3-bc7c-4aea-aca0-bc257b8ad303 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:53.568916 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4ff221d3-bc7c-4aea-aca0-bc257b8ad303 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3810883 Oct 27 18:47:53.569514 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34488) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:53.574717 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-e86bdda1-96c1-4740-b40f-4ed0d960ea63 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'port': {'network_id': '15d39c61-2799-4fb2-bc4a-35f175421c64', 'name': 'tempest-PortsIpV6TestJSON-1499688600'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:47:53.578231 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-09f09ec1-ce51-4a74-8553-dc7ce329c4f1 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for router_gateway, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:53.598537 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-09f09ec1-ce51-4a74-8553-dc7ce329c4f1 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:53.609153 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-667f0792-4cfe-429d-8309-60ef7edbfc6d None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:53.681807 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-667f0792-4cfe-429d-8309-60ef7edbfc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:53.720048 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-09f09ec1-ce51-4a74-8553-dc7ce329c4f1 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Allocated IP 172.25.6.250 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/e421c008-5c54-40e2-9c6d-fa6a44b55a4f) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:47:53.727145 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667f0792-4cfe-429d-8309-60ef7edbfc6d None None] Network 15d39c61-2799-4fb2-bc4a-35f175421c64 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:47:53.733952 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-667f0792-4cfe-429d-8309-60ef7edbfc6d None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:47:53.737849 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667f0792-4cfe-429d-8309-60ef7edbfc6d None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:47:53.770597 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f0792-4cfe-429d-8309-60ef7edbfc6d None None] Pushing event updated for resources: {'Port': ['ID=561c07ae-e6f3-4ce6-afa5-11f858d98c85,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:53.773324 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86bdda1-96c1-4740-b40f-4ed0d960ea63 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Made reservation on behalf of 28633539e0ee40d1a4a981a2e2462808 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:47:53.779388 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e86bdda1-96c1-4740-b40f-4ed0d960ea63 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:53.803658 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-e86bdda1-96c1-4740-b40f-4ed0d960ea63 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] device_id is not set on port 713b4954-22a9-4612-966a-99ef76cb4887 yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:47:53.805805 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-667f0792-4cfe-429d-8309-60ef7edbfc6d None None] Attempting to bind port 561c07ae-e6f3-4ce6-afa5-11f858d98c85 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:47:53.806190 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-667f0792-4cfe-429d-8309-60ef7edbfc6d None None] Attempting to bind port 561c07ae-e6f3-4ce6-afa5-11f858d98c85 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8e76796e-3ac4-4415-b689-402cf05a2732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '15d39c61-2799-4fb2-bc4a-35f175421c64'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:47:53.806558 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667f0792-4cfe-429d-8309-60ef7edbfc6d None None] Attempting to bind port 561c07ae-e6f3-4ce6-afa5-11f858d98c85 on network 15d39c61-2799-4fb2-bc4a-35f175421c64 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:47:53.812980 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667f0792-4cfe-429d-8309-60ef7edbfc6d None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:47:53.813414 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667f0792-4cfe-429d-8309-60ef7edbfc6d None None] Checking segment: {'id': '8e76796e-3ac4-4415-b689-402cf05a2732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '15d39c61-2799-4fb2-bc4a-35f175421c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:47:53.815114 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-667f0792-4cfe-429d-8309-60ef7edbfc6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:53.815552 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667f0792-4cfe-429d-8309-60ef7edbfc6d None None] Bound using segment: {'id': '8e76796e-3ac4-4415-b689-402cf05a2732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '15d39c61-2799-4fb2-bc4a-35f175421c64'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:47:53.818490 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-667f0792-4cfe-429d-8309-60ef7edbfc6d None None] Bound port: 561c07ae-e6f3-4ce6-afa5-11f858d98c85, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e76796e-3ac4-4415-b689-402cf05a2732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '15d39c61-2799-4fb2-bc4a-35f175421c64'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:47:53.819069 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-667f0792-4cfe-429d-8309-60ef7edbfc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:53.872912 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-09f09ec1-ce51-4a74-8553-dc7ce329c4f1 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:53.891107 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-667f0792-4cfe-429d-8309-60ef7edbfc6d None None] For port 561c07ae-e6f3-4ce6-afa5-11f858d98c85, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:47:53.895451 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-667f0792-4cfe-429d-8309-60ef7edbfc6d None None] For port 561c07ae-e6f3-4ce6-afa5-11f858d98c85, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=561c07ae-e6f3-4ce6-afa5-11f858d98c85,segment=NetworkSegment(8e76796e-3ac4-4415-b689-402cf05a2732),segment_id=8e76796e-3ac4-4415-b689-402cf05a2732)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:47:53.944470 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-667f0792-4cfe-429d-8309-60ef7edbfc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:53.945573 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-e86bdda1-96c1-4740-b40f-4ed0d960ea63 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Allocated IP 2001:db8::13b (15d39c61-2799-4fb2-bc4a-35f175421c64/e83ca37c-d79f-4602-bd45-a93a2dc292c1/713b4954-22a9-4612-966a-99ef76cb4887) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:47:53.975610 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-09f09ec1-ce51-4a74-8553-dc7ce329c4f1 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:54.018838 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f09ec1-ce51-4a74-8553-dc7ce329c4f1 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:47:54.021928 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-09f09ec1-ce51-4a74-8553-dc7ce329c4f1 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:47:54.024691 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f09ec1-ce51-4a74-8553-dc7ce329c4f1 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:47:54.037249 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f0792-4cfe-429d-8309-60ef7edbfc6d None None] Pushing event updated for resources: {'Port': ['ID=561c07ae-e6f3-4ce6-afa5-11f858d98c85,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:54.051997 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f09ec1-ce51-4a74-8553-dc7ce329c4f1 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event updated for resources: {'Port': ['ID=e421c008-5c54-40e2-9c6d-fa6a44b55a4f,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:54.122147 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e86bdda1-96c1-4740-b40f-4ed0d960ea63 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:54.219354 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e55eb229-6c71-45a3-b415-1c9edf523c91 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:47:54.240424 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e86bdda1-96c1-4740-b40f-4ed0d960ea63 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:54.295589 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806d262-b3fc-44fb-bb35-f6e662921ea1 req-8ac2fbd6-afcd-4759-94fd-ae88eaf5420a tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:54.297484 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86bdda1-96c1-4740-b40f-4ed0d960ea63 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Network 15d39c61-2799-4fb2-bc4a-35f175421c64 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:47:54.303114 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3806d262-b3fc-44fb-bb35-f6e662921ea1 req-8ac2fbd6-afcd-4759-94fd-ae88eaf5420a tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 945 time: 0.0907054 Oct 27 18:47:54.305990 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-e86bdda1-96c1-4740-b40f-4ed0d960ea63 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:47:54.311353 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86bdda1-96c1-4740-b40f-4ed0d960ea63 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:47:54.336996 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86bdda1-96c1-4740-b40f-4ed0d960ea63 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:54.338609 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e86bdda1-96c1-4740-b40f-4ed0d960ea63 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:54.371023 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86bdda1-96c1-4740-b40f-4ed0d960ea63 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'Port': ['ID=713b4954-22a9-4612-966a-99ef76cb4887,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:54.381066 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86bdda1-96c1-4740-b40f-4ed0d960ea63 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:54.381546 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86bdda1-96c1-4740-b40f-4ed0d960ea63 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:54.381896 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86bdda1-96c1-4740-b40f-4ed0d960ea63 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:54.382240 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86bdda1-96c1-4740-b40f-4ed0d960ea63 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:54.382581 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86bdda1-96c1-4740-b40f-4ed0d960ea63 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:54.383031 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86bdda1-96c1-4740-b40f-4ed0d960ea63 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:54.383373 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86bdda1-96c1-4740-b40f-4ed0d960ea63 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:54.384692 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86bdda1-96c1-4740-b40f-4ed0d960ea63 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:54.384692 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86bdda1-96c1-4740-b40f-4ed0d960ea63 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:54.389245 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86bdda1-96c1-4740-b40f-4ed0d960ea63 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:54.391065 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86bdda1-96c1-4740-b40f-4ed0d960ea63 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:54.392922 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86bdda1-96c1-4740-b40f-4ed0d960ea63 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:54.423025 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port e55eb229-6c71-45a3-b415-1c9edf523c91, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e55eb229-6c71-45a3-b415-1c9edf523c91,segment=NetworkSegment(466ff7d5-b359-45a3-9453-10be1f7dfc61),segment_id=466ff7d5-b359-45a3-9453-10be1f7dfc61)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:47:54.438083 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'e55eb229-6c71-45a3-b415-1c9edf523c91', 'network_id': 'fa1623a9-1856-4ad1-88c3-750138951c47', 'port_id': 'e55eb229-6c71-45a3-b415-1c9edf523c91', 'mac_address': 'fa:16:3e:41:34:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0693d3c-afea-47b3-aa9b-9f06cc67b630', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:47:54.457094 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e86bdda1-96c1-4740-b40f-4ed0d960ea63 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8865366 Oct 27 18:47:54.463485 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34494) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:54.522716 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3806d262-b3fc-44fb-bb35-f6e662921ea1 req-6022ecde-a49a-4bf1-a686-ebb7b156778e tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2106533 Oct 27 18:47:54.543989 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-09f09ec1-ce51-4a74-8553-dc7ce329c4f1 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for router_gateway, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:54.615849 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:54.640330 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e55eb229-6c71-45a3-b415-1c9edf523c91 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:47:54.665517 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 561c07ae-e6f3-4ce6-afa5-11f858d98c85 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:47:54.702896 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port e55eb229-6c71-45a3-b415-1c9edf523c91, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e55eb229-6c71-45a3-b415-1c9edf523c91,segment=NetworkSegment(466ff7d5-b359-45a3-9453-10be1f7dfc61),segment_id=466ff7d5-b359-45a3-9453-10be1f7dfc61)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:47:54.736337 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 561c07ae-e6f3-4ce6-afa5-11f858d98c85 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:54.737114 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:54.772624 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:54.839550 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=e55eb229-6c71-45a3-b415-1c9edf523c91,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:54.901901 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:54.965269 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 561c07ae-e6f3-4ce6-afa5-11f858d98c85, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=561c07ae-e6f3-4ce6-afa5-11f858d98c85,segment=NetworkSegment(8e76796e-3ac4-4415-b689-402cf05a2732),segment_id=8e76796e-3ac4-4415-b689-402cf05a2732)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:47:54.971788 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a109f5bf-7edb-4e8e-9d3f-f85282a996e2 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:55.027586 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['e55eb229-6c71-45a3-b415-1c9edf523c91'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:47:55.074273 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:55.144898 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a00f6-98d3-488b-99d0-cbf0921b2b70 req-6c9b5037-c8b0-415f-a24a-ebde2130a753 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:55.152764 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4f1a00f6-98d3-488b-99d0-cbf0921b2b70 req-6c9b5037-c8b0-415f-a24a-ebde2130a753 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3588884b-50ee-46aa-94e8-8e4162b81845 HTTP/1.1" status: 200 len: 1096 time: 0.0777926 Oct 27 18:47:55.205637 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=561c07ae-e6f3-4ce6-afa5-11f858d98c85,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:55.304469 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4f1a00f6-98d3-488b-99d0-cbf0921b2b70 req-5e39d444-632e-4996-afaa-7f600b5bc42c tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=9c2837e2-a408-4438-a7be-ad25eb21dbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492097 Oct 27 18:47:55.381880 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-09f09ec1-ce51-4a74-8553-dc7ce329c4f1 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:55.455691 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7569ee8-708b-4025-880b-d220f21a8096 None None] Network 15d39c61-2799-4fb2-bc4a-35f175421c64 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:47:55.455854 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a109f5bf-7edb-4e8e-9d3f-f85282a996e2 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:55.507412 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a109f5bf-7edb-4e8e-9d3f-f85282a996e2 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:55.513357 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-18d2b6da-e6ca-40fe-a629-a84e96822db2 None None] Provisioning complete for port 561c07ae-e6f3-4ce6-afa5-11f858d98c85 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:55.513750 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-18d2b6da-e6ca-40fe-a629-a84e96822db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:55.596129 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109f5bf-7edb-4e8e-9d3f-f85282a996e2 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'Port': ['ID=713b4954-22a9-4612-966a-99ef76cb4887,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:55.613678 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f09ec1-ce51-4a74-8553-dc7ce329c4f1 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Router 55ea74b9-79df-4f15-9210-d9e05d5942b3 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:47:55.773884 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a109f5bf-7edb-4e8e-9d3f-f85282a996e2 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:55.805114 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f534fa4-434d-4978-acbf-41a449dff465 req-72629610-385b-4f3b-9878-9d6ffd50e6df tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:55.806755 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9f534fa4-434d-4978-acbf-41a449dff465 req-72629610-385b-4f3b-9878-9d6ffd50e6df tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 945 time: 0.1095364 Oct 27 18:47:55.844655 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f09ec1-ce51-4a74-8553-dc7ce329c4f1 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:47:55.856848 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ada26e-9148-4b9b-8f32-dc4d2ef38f22 None None] Sync routers for ids ['55ea74b9-79df-4f15-9210-d9e05d5942b3'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:47:55.873986 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ada26e-9148-4b9b-8f32-dc4d2ef38f22 None None] Routers {'55ea74b9-79df-4f15-9210-d9e05d5942b3'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:47:55.875085 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-84ada26e-9148-4b9b-8f32-dc4d2ef38f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:47:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['55ea74b9-79df-4f15-9210-d9e05d5942b3'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:55.879855 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9f534fa4-434d-4978-acbf-41a449dff465 req-755e313c-d48a-4389-8fd7-bc564fc48b74 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626955 Oct 27 18:47:55.974756 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-09f09ec1-ce51-4a74-8553-dc7ce329c4f1 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:55.976451 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-09f09ec1-ce51-4a74-8553-dc7ce329c4f1 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.1802707 Oct 27 18:47:55.979497 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34502) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:55.982252 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a109f5bf-7edb-4e8e-9d3f-f85282a996e2 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:56.029351 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-84ada26e-9148-4b9b-8f32-dc4d2ef38f22 None None] Set router 55ea74b9-79df-4f15-9210-d9e05d5942b3 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:47:56.030145 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7989e93d-0b07-4af0-9c0e-2aa0dacccaf3 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=a56febe1ed07496abd79e6dfcd66d421&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0491288 Oct 27 18:47:56.032563 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34504) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:56.078140 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-8f65bcae-41f7-4b26-88ed-aed8e824f3dc None None] Provisioning complete for port 561c07ae-e6f3-4ce6-afa5-11f858d98c85 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:56.078681 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8f65bcae-41f7-4b26-88ed-aed8e824f3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:56.222733 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e55eb229-6c71-45a3-b415-1c9edf523c91 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:47:56.224612 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85fa0fd-464f-4f3e-b8b3-b3ded0e7c69f tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:56.232504 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b85fa0fd-464f-4f3e-b8b3-b3ded0e7c69f tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1921415 Oct 27 18:47:56.232504 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34506) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:56.282000 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0a8d09c8-fd1a-4e72-a7af-bfd90bd3397a tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=0fad50cd-70b8-43d9-8a14-cc05c0fdea0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0495315 Oct 27 18:47:56.282270 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34508) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:56.288967 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-37f480fb-97cc-43c0-ab99-3413f9e6d487 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1532585282', 'network_id': 'c751e866-e27d-4a5e-92da-f83379f6a6f2', 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:47:56.332219 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-84ada26e-9148-4b9b-8f32-dc4d2ef38f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ea74b9-79df-4f15-9210-d9e05d5942b3', 'name': 'tempest-TestNetworkBasicOps-router-850632275', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'e421c008-5c54-40e2-9c6d-fa6a44b55a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:47:52Z', 'updated_at': '2021-10-27T18:47:54Z', 'revision_number': 3, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'gw_port': {'id': 'e421c008-5c54-40e2-9c6d-fa6a44b55a4f', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ea74b9-79df-4f15-9210-d9e05d5942b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:53Z', 'updated_at': '2021-10-27T18:47:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:56.340340 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-8f65bcae-41f7-4b26-88ed-aed8e824f3dc None None] Provisioning complete for port 713b4954-22a9-4612-966a-99ef76cb4887 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:56.340889 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8f65bcae-41f7-4b26-88ed-aed8e824f3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:56.387063 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ada26e-9148-4b9b-8f32-dc4d2ef38f22 None None] Checking router: 55ea74b9-79df-4f15-9210-d9e05d5942b3 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:47:56.387514 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ada26e-9148-4b9b-8f32-dc4d2ef38f22 None None] Updating router 55ea74b9-79df-4f15-9210-d9e05d5942b3 port e421c008-5c54-40e2-9c6d-fa6a44b55a4f binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:47:56.421004 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-84ada26e-9148-4b9b-8f32-dc4d2ef38f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:56.522160 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14a152-19bf-406e-90cf-cfeb5a408d2e req-8763f611-9624-426e-b903-9489454c1d92 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:56.525952 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fa14a152-19bf-406e-90cf-cfeb5a408d2e req-8763f611-9624-426e-b903-9489454c1d92 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3588884b-50ee-46aa-94e8-8e4162b81845 HTTP/1.1" status: 200 len: 1096 time: 0.0807369 Oct 27 18:47:56.577241 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a109f5bf-7edb-4e8e-9d3f-f85282a996e2 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:56.590937 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f480fb-97cc-43c0-ab99-3413f9e6d487 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Made reservation on behalf of a56febe1ed07496abd79e6dfcd66d421 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:47:56.598183 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-37f480fb-97cc-43c0-ab99-3413f9e6d487 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:56.618847 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 561c07ae-e6f3-4ce6-afa5-11f858d98c85 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:47:56.628912 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:56.629589 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port e55eb229-6c71-45a3-b415-1c9edf523c91 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:47:56.637979 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a109f5bf-7edb-4e8e-9d3f-f85282a996e2 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:56.639160 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a109f5bf-7edb-4e8e-9d3f-f85282a996e2 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:56.656537 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port e55eb229-6c71-45a3-b415-1c9edf523c91 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:56.656950 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:56.695798 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-8f65bcae-41f7-4b26-88ed-aed8e824f3dc None None] Port 713b4954-22a9-4612-966a-99ef76cb4887 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:47:56.721265 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fa14a152-19bf-406e-90cf-cfeb5a408d2e req-ae2e4c90-a50d-47e0-a902-c02ee404b3fc tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=9c2837e2-a408-4438-a7be-ad25eb21dbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864038 Oct 27 18:47:56.733051 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 561c07ae-e6f3-4ce6-afa5-11f858d98c85 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:56.733364 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:56.853911 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:56.866078 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109f5bf-7edb-4e8e-9d3f-f85282a996e2 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'Port': ['ID=713b4954-22a9-4612-966a-99ef76cb4887,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:56.908247 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-719fc27d-92b4-4519-8c19-1abbe52c7a55 None None] Provisioning complete for port 713b4954-22a9-4612-966a-99ef76cb4887 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:56.908994 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-719fc27d-92b4-4519-8c19-1abbe52c7a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:56.913699 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3588884b-50ee-46aa-94e8-8e4162b81845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55eb229-6c71-45a3-b415-1c9edf523c91'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:47:56.918877 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08446b65-41d7-424a-8aac-81b81097f658" -d '{"events": [{"server_uuid": "3588884b-50ee-46aa-94e8-8e4162b81845", "name": "network-vif-plugged", "status": "completed", "tag": "e55eb229-6c71-45a3-b415-1c9edf523c91"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:47:56.933623 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:56.955631 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port e55eb229-6c71-45a3-b415-1c9edf523c91, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e55eb229-6c71-45a3-b415-1c9edf523c91,segment=NetworkSegment(466ff7d5-b359-45a3-9453-10be1f7dfc61),segment_id=466ff7d5-b359-45a3-9453-10be1f7dfc61)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:47:56.978663 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a109f5bf-7edb-4e8e-9d3f-f85282a996e2 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Network 15d39c61-2799-4fb2-bc4a-35f175421c64 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:47:56.980507 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-a109f5bf-7edb-4e8e-9d3f-f85282a996e2 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:47:56.986053 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-84ada26e-9148-4b9b-8f32-dc4d2ef38f22 None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:56.996911 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-719fc27d-92b4-4519-8c19-1abbe52c7a55 None None] Port 713b4954-22a9-4612-966a-99ef76cb4887 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:47:57.043536 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:57.077707 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-84ada26e-9148-4b9b-8f32-dc4d2ef38f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:57.086444 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-37f480fb-97cc-43c0-ab99-3413f9e6d487 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:57.104682 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae562e-ff5f-4bf2-91cb-673feeaee2b9 req-aa34daed-02c6-4c2c-a14c-9baf90cf6be9 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:57.106946 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d9ae562e-ff5f-4bf2-91cb-673feeaee2b9 req-aa34daed-02c6-4c2c-a14c-9baf90cf6be9 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 945 time: 0.0805364 Oct 27 18:47:57.178767 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=e55eb229-6c71-45a3-b415-1c9edf523c91,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:57.190421 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-2a95589f-183e-41d0-bcc4-1690ff8f9feb None None] Provisioning complete for port 713b4954-22a9-4612-966a-99ef76cb4887 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:57.193701 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2a95589f-183e-41d0-bcc4-1690ff8f9feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:57.203599 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-84ada26e-9148-4b9b-8f32-dc4d2ef38f22 None None] Attempting to bind port e421c008-5c54-40e2-9c6d-fa6a44b55a4f on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:47:57.203599 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-84ada26e-9148-4b9b-8f32-dc4d2ef38f22 None None] Attempting to bind port e421c008-5c54-40e2-9c6d-fa6a44b55a4f by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:47:57.203599 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ada26e-9148-4b9b-8f32-dc4d2ef38f22 None None] Attempting to bind port e421c008-5c54-40e2-9c6d-fa6a44b55a4f on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:47:57.222497 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6589acc1-02a6-4d50-84a9-1e20eb0d9252 None None] Pushing event updated for resources: {'Port': ['ID=e421c008-5c54-40e2-9c6d-fa6a44b55a4f,revision_number=2']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:57.232557 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ada26e-9148-4b9b-8f32-dc4d2ef38f22 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:47:57.234869 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ada26e-9148-4b9b-8f32-dc4d2ef38f22 None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:47:57.235360 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-84ada26e-9148-4b9b-8f32-dc4d2ef38f22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:57.235909 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ada26e-9148-4b9b-8f32-dc4d2ef38f22 None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:47:57.236520 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-84ada26e-9148-4b9b-8f32-dc4d2ef38f22 None None] Bound port: e421c008-5c54-40e2-9c6d-fa6a44b55a4f, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:47:57.237045 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f480fb-97cc-43c0-ab99-3413f9e6d487 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event updated for resources: {'Subnet': ['ID=071dd6fa-e000-4919-ba50-3dfa52855a21,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:57.237939 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-84ada26e-9148-4b9b-8f32-dc4d2ef38f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:57.285729 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-2a95589f-183e-41d0-bcc4-1690ff8f9feb None None] Port 713b4954-22a9-4612-966a-99ef76cb4887 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:47:57.323493 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d9ae562e-ff5f-4bf2-91cb-673feeaee2b9 req-1fc8539e-af57-4e6e-b8a6-38211f0de315 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064534 Oct 27 18:47:57.333186 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f480fb-97cc-43c0-ab99-3413f9e6d487 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Checking segment: {'id': 'a9b0de6a-5f69-4e5d-a0cc-ddc908150efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'c751e866-e27d-4a5e-92da-f83379f6a6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:47:57.333573 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f480fb-97cc-43c0-ab99-3413f9e6d487 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Network hostable DHCP agents. Network: c751e866-e27d-4a5e-92da-f83379f6a6f2, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:47:57.342079 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-84ada26e-9148-4b9b-8f32-dc4d2ef38f22 None None] For port e421c008-5c54-40e2-9c6d-fa6a44b55a4f, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:47:57.350500 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-84ada26e-9148-4b9b-8f32-dc4d2ef38f22 None None] For port e421c008-5c54-40e2-9c6d-fa6a44b55a4f, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=e421c008-5c54-40e2-9c6d-fa6a44b55a4f,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:47:57.396952 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab39c1d7-469c-4dc8-a3fa-687d343e3edc x-openstack-request-id: req-ab39c1d7-469c-4dc8-a3fa-687d343e3edc {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:47:57.397261 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3588884b-50ee-46aa-94e8-8e4162b81845", "name": "network-vif-plugged", "status": "completed", "tag": "e55eb229-6c71-45a3-b415-1c9edf523c91", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:47:57.397538 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ab39c1d7-469c-4dc8-a3fa-687d343e3edc {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:47:57.398190 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3588884b-50ee-46aa-94e8-8e4162b81845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55eb229-6c71-45a3-b415-1c9edf523c91', 'code': 200} Oct 27 18:47:57.422677 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4803b91a-06d9-47fb-8857-cd717092d4df None None] Provisioning complete for port 713b4954-22a9-4612-966a-99ef76cb4887 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:57.423899 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4803b91a-06d9-47fb-8857-cd717092d4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:57.427050 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-84ada26e-9148-4b9b-8f32-dc4d2ef38f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:57.440682 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f480fb-97cc-43c0-ab99-3413f9e6d487 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Network c751e866-e27d-4a5e-92da-f83379f6a6f2 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:47:57.498350 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4803b91a-06d9-47fb-8857-cd717092d4df None None] Port 713b4954-22a9-4612-966a-99ef76cb4887 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:47:57.505356 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ada26e-9148-4b9b-8f32-dc4d2ef38f22 None None] Routers {'55ea74b9-79df-4f15-9210-d9e05d5942b3'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:47:57.511807 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-84ada26e-9148-4b9b-8f32-dc4d2ef38f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:47:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['55ea74b9-79df-4f15-9210-d9e05d5942b3'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:57.526763 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-37f480fb-97cc-43c0-ab99-3413f9e6d487 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, c751e866-e27d-4a5e-92da-f83379f6a6f2) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:47:57.531214 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f480fb-97cc-43c0-ab99-3413f9e6d487 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:57.531992 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-37f480fb-97cc-43c0-ab99-3413f9e6d487 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:57.543480 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea2cd49-2299-4b0b-8d59-c3c11f85aba1 None None] Network c751e866-e27d-4a5e-92da-f83379f6a6f2 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:47:57.573821 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6589acc1-02a6-4d50-84a9-1e20eb0d9252 None None] Pushing event updated for resources: {'Port': ['ID=e421c008-5c54-40e2-9c6d-fa6a44b55a4f,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:57.605975 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ced83-69ff-471d-92c8-9a49cee075fb req-277b8995-c364-47bf-88a7-1738fe27938e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:57.607508 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0c0ced83-69ff-471d-92c8-9a49cee075fb req-277b8995-c364-47bf-88a7-1738fe27938e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=3588884b-50ee-46aa-94e8-8e4162b81845 HTTP/1.1" status: 200 len: 1097 time: 0.0628359 Oct 27 18:47:57.630399 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-37f480fb-97cc-43c0-ab99-3413f9e6d487 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3457737 Oct 27 18:47:57.635124 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-84ada26e-9148-4b9b-8f32-dc4d2ef38f22 None None] Set router 55ea74b9-79df-4f15-9210-d9e05d5942b3 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:47:57.636127 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34518) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:57.669010 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0c0ced83-69ff-471d-92c8-9a49cee075fb req-c99cfd3b-09a0-475a-a9c0-8558a22d4aa5 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=9c2837e2-a408-4438-a7be-ad25eb21dbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528657 Oct 27 18:47:57.737811 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f004aed3-2eb4-4ce1-88d8-47a699159d5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-c751e866-e27d-4a5e-92da-f83379f6a6f2', 'network_id': 'c751e866-e27d-4a5e-92da-f83379f6a6f2', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'fixed_ips': [{'subnet_id': '071dd6fa-e000-4919-ba50-3dfa52855a21'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:47:57.739839 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f004aed3-2eb4-4ce1-88d8-47a699159d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:57.763773 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a109f5bf-7edb-4e8e-9d3f-f85282a996e2 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Router 5100808e-7a2d-43ec-96f5-5b9c6c659d48 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:47:57.902940 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-84ada26e-9148-4b9b-8f32-dc4d2ef38f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ea74b9-79df-4f15-9210-d9e05d5942b3', 'name': 'tempest-TestNetworkBasicOps-router-850632275', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'e421c008-5c54-40e2-9c6d-fa6a44b55a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:47:52Z', 'updated_at': '2021-10-27T18:47:54Z', 'revision_number': 3, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'gw_port': {'id': 'e421c008-5c54-40e2-9c6d-fa6a44b55a4f', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ea74b9-79df-4f15-9210-d9e05d5942b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:53Z', 'updated_at': '2021-10-27T18:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:57.909667 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a109f5bf-7edb-4e8e-9d3f-f85282a996e2 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:47:57.919016 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a109f5bf-7edb-4e8e-9d3f-f85282a996e2 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "PUT /v2.0/routers/5100808e-7a2d-43ec-96f5-5b9c6c659d48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4557691 Oct 27 18:47:57.919291 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34528) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:57.924068 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-f004aed3-2eb4-4ce1-88d8-47a699159d5d None None] Allocated IP 172.20.0.2 (c751e866-e27d-4a5e-92da-f83379f6a6f2/071dd6fa-e000-4919-ba50-3dfa52855a21/66125828-af89-4939-8b34-37b7acf705b7) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:47:57.926563 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ed4af3-c19a-43d5-ab1a-d239664283c1 None None] Sync routers for ids ['5100808e-7a2d-43ec-96f5-5b9c6c659d48'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:47:57.947970 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ada26e-9148-4b9b-8f32-dc4d2ef38f22 None None] The sync data for ids ['55ea74b9-79df-4f15-9210-d9e05d5942b3'] in n-d-815690-2 is: [{'id': '55ea74b9-79df-4f15-9210-d9e05d5942b3', 'name': 'tempest-TestNetworkBasicOps-router-850632275', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'e421c008-5c54-40e2-9c6d-fa6a44b55a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:47:52Z', 'updated_at': '2021-10-27T18:47:54Z', 'revision_number': 3, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'gw_port': {'id': 'e421c008-5c54-40e2-9c6d-fa6a44b55a4f', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ea74b9-79df-4f15-9210-d9e05d5942b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:53Z', 'updated_at': '2021-10-27T18:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:47:57.976985 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d60dfb-245d-4912-8231-88259a067652 req-c686b1b9-4347-4a83-9b14-18704ad7f9da tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:57.978628 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-79d60dfb-245d-4912-8231-88259a067652 req-c686b1b9-4347-4a83-9b14-18704ad7f9da tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3588884b-50ee-46aa-94e8-8e4162b81845 HTTP/1.1" status: 200 len: 1097 time: 0.1142335 Oct 27 18:47:58.000781 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadb044c-6342-4512-9205-8b37ec3183b1 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:58.005222 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-dadb044c-6342-4512-9205-8b37ec3183b1 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "GET /v2.0/ports?device_id=5100808e-7a2d-43ec-96f5-5b9c6c659d48 HTTP/1.1" status: 200 len: 989 time: 0.0821772 Oct 27 18:47:58.012594 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34530) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:58.031288 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ed4af3-c19a-43d5-ab1a-d239664283c1 None None] Routers {'5100808e-7a2d-43ec-96f5-5b9c6c659d48'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:47:58.032091 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-77ed4af3-c19a-43d5-ab1a-d239664283c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:47:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['5100808e-7a2d-43ec-96f5-5b9c6c659d48'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:58.077365 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-77ed4af3-c19a-43d5-ab1a-d239664283c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:58.096413 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ed4af3-c19a-43d5-ab1a-d239664283c1 None None] Routers {'5100808e-7a2d-43ec-96f5-5b9c6c659d48'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:47:58.098375 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-77ed4af3-c19a-43d5-ab1a-d239664283c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:47:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['5100808e-7a2d-43ec-96f5-5b9c6c659d48'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:58.106704 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-79d60dfb-245d-4912-8231-88259a067652 req-5531decb-8e5b-49bb-97e2-59cf0c2ce0ac tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=9c2837e2-a408-4438-a7be-ad25eb21dbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140261 Oct 27 18:47:58.136203 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-77ed4af3-c19a-43d5-ab1a-d239664283c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:58.136877 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ed4af3-c19a-43d5-ab1a-d239664283c1 None None] The sync data for ids ['5100808e-7a2d-43ec-96f5-5b9c6c659d48'] in n-d-815690-2 is: [] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:47:58.250475 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f004aed3-2eb4-4ce1-88d8-47a699159d5d None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:58.329118 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f004aed3-2eb4-4ce1-88d8-47a699159d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:58.397726 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f004aed3-2eb4-4ce1-88d8-47a699159d5d None None] Network c751e866-e27d-4a5e-92da-f83379f6a6f2 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:47:58.404847 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-f004aed3-2eb4-4ce1-88d8-47a699159d5d None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:47:58.409734 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f004aed3-2eb4-4ce1-88d8-47a699159d5d None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:47:58.472340 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a2f24eaf-08bd-4cc9-bb6a-5c3fbb009c68 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:58.489902 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f004aed3-2eb4-4ce1-88d8-47a699159d5d None None] Pushing event updated for resources: {'Port': ['ID=66125828-af89-4939-8b34-37b7acf705b7,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:58.518608 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-f004aed3-2eb4-4ce1-88d8-47a699159d5d None None] Attempting to bind port 66125828-af89-4939-8b34-37b7acf705b7 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:47:58.530085 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-f004aed3-2eb4-4ce1-88d8-47a699159d5d None None] Attempting to bind port 66125828-af89-4939-8b34-37b7acf705b7 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'a9b0de6a-5f69-4e5d-a0cc-ddc908150efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'c751e866-e27d-4a5e-92da-f83379f6a6f2'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:47:58.530645 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f004aed3-2eb4-4ce1-88d8-47a699159d5d None None] Attempting to bind port 66125828-af89-4939-8b34-37b7acf705b7 on network c751e866-e27d-4a5e-92da-f83379f6a6f2 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:47:58.537941 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f004aed3-2eb4-4ce1-88d8-47a699159d5d None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:47:58.538200 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f004aed3-2eb4-4ce1-88d8-47a699159d5d None None] Checking segment: {'id': 'a9b0de6a-5f69-4e5d-a0cc-ddc908150efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'c751e866-e27d-4a5e-92da-f83379f6a6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:47:58.538557 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f004aed3-2eb4-4ce1-88d8-47a699159d5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:58.539046 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f004aed3-2eb4-4ce1-88d8-47a699159d5d None None] Bound using segment: {'id': 'a9b0de6a-5f69-4e5d-a0cc-ddc908150efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'c751e866-e27d-4a5e-92da-f83379f6a6f2'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:47:58.539507 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-f004aed3-2eb4-4ce1-88d8-47a699159d5d None None] Bound port: 66125828-af89-4939-8b34-37b7acf705b7, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b0de6a-5f69-4e5d-a0cc-ddc908150efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'c751e866-e27d-4a5e-92da-f83379f6a6f2'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:47:58.539892 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f004aed3-2eb4-4ce1-88d8-47a699159d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:58.584928 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-216be1ea-70dd-4cee-a289-e73562b16795 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:58.629058 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device e421c008-5c54-40e2-9c6d-fa6a44b55a4f up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:47:58.703408 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f004aed3-2eb4-4ce1-88d8-47a699159d5d None None] For port 66125828-af89-4939-8b34-37b7acf705b7, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:47:58.710962 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f004aed3-2eb4-4ce1-88d8-47a699159d5d None None] For port 66125828-af89-4939-8b34-37b7acf705b7, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=66125828-af89-4939-8b34-37b7acf705b7,segment=NetworkSegment(a9b0de6a-5f69-4e5d-a0cc-ddc908150efa),segment_id=a9b0de6a-5f69-4e5d-a0cc-ddc908150efa)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:47:58.722441 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port e421c008-5c54-40e2-9c6d-fa6a44b55a4f triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:47:58.722855 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:58.793070 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f004aed3-2eb4-4ce1-88d8-47a699159d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:58.887624 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-216be1ea-70dd-4cee-a289-e73562b16795 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Deleting port 713b4954-22a9-4612-966a-99ef76cb4887 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:47:58.888121 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-216be1ea-70dd-4cee-a289-e73562b16795 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:58.902241 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a6030-5e5a-45df-88bc-fe2bee35bdaf req-c1083036-a1ba-4894-a0bc-deca155b528c tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:58.903575 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f004aed3-2eb4-4ce1-88d8-47a699159d5d None None] Pushing event updated for resources: {'Port': ['ID=66125828-af89-4939-8b34-37b7acf705b7,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:58.904430 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-608a6030-5e5a-45df-88bc-fe2bee35bdaf req-c1083036-a1ba-4894-a0bc-deca155b528c tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 945 time: 0.1697149 Oct 27 18:47:58.919763 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004aed3-2eb4-4ce1-88d8-47a699159d5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:58.921099 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004aed3-2eb4-4ce1-88d8-47a699159d5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:58.921099 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004aed3-2eb4-4ce1-88d8-47a699159d5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:58.921099 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004aed3-2eb4-4ce1-88d8-47a699159d5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:58.921386 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004aed3-2eb4-4ce1-88d8-47a699159d5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:58.921722 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004aed3-2eb4-4ce1-88d8-47a699159d5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:58.922118 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004aed3-2eb4-4ce1-88d8-47a699159d5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:58.922514 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004aed3-2eb4-4ce1-88d8-47a699159d5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:58.922969 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004aed3-2eb4-4ce1-88d8-47a699159d5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:58.925689 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004aed3-2eb4-4ce1-88d8-47a699159d5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:58.926126 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004aed3-2eb4-4ce1-88d8-47a699159d5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:58.926537 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004aed3-2eb4-4ce1-88d8-47a699159d5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:47:58.930846 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:58.959120 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port e421c008-5c54-40e2-9c6d-fa6a44b55a4f, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=e421c008-5c54-40e2-9c6d-fa6a44b55a4f,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:47:59.007376 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-608a6030-5e5a-45df-88bc-fe2bee35bdaf req-f716bf2c-a0a6-477a-a1ea-54b12d5c8eef tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943577 Oct 27 18:47:59.025549 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-a2f24eaf-08bd-4cc9-bb6a-5c3fbb009c68 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Allocated IP 172.20.0.1 (c751e866-e27d-4a5e-92da-f83379f6a6f2/071dd6fa-e000-4919-ba50-3dfa52855a21/5835fd65-3e40-4cd0-8893-726d158ebbd8) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:47:59.043976 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:59.076628 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-216be1ea-70dd-4cee-a289-e73562b16795 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:59.094301 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-216be1ea-70dd-4cee-a289-e73562b16795 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Calling delete_port for 713b4954-22a9-4612-966a-99ef76cb4887 owned by network:router_interface {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:47:59.156176 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=e421c008-5c54-40e2-9c6d-fa6a44b55a4f,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:59.333770 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634bd86-c8c7-4956-afa6-f72bd982025b req-665ed20a-5098-4abe-8e59-36fd40c4f74a tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:59.341763 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5634bd86-c8c7-4956-afa6-f72bd982025b req-665ed20a-5098-4abe-8e59-36fd40c4f74a tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bf8e39-1d6d-4bc4-ae5e-0ddbab92af02 HTTP/1.1" status: 200 len: 950 time: 0.1950183 Oct 27 18:47:59.396638 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a2f24eaf-08bd-4cc9-bb6a-5c3fbb009c68 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:59.427469 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5634bd86-c8c7-4956-afa6-f72bd982025b req-78a934a4-267d-4e6e-ad1a-b97c13d35a35 tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] 10.222.0.52 "GET /v2.0/security-groups?id=99f7f361-3858-4349-a5fa-f4c87ffc8737&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847015 Oct 27 18:47:59.455485 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-216be1ea-70dd-4cee-a289-e73562b16795 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:59.495716 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216be1ea-70dd-4cee-a289-e73562b16795 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event deleted for resources: {'Port': ['ID=713b4954-22a9-4612-966a-99ef76cb4887,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:59.550804 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7873a8-1fa7-491b-9a5a-c054bf8c1b3c req-697c1af5-58a7-4463-8f0d-abac74abd463 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:59.552392 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee7873a8-1fa7-491b-9a5a-c054bf8c1b3c req-697c1af5-58a7-4463-8f0d-abac74abd463 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3588884b-50ee-46aa-94e8-8e4162b81845 HTTP/1.1" status: 200 len: 1097 time: 0.0486121 Oct 27 18:47:59.553473 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a2f24eaf-08bd-4cc9-bb6a-5c3fbb009c68 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:59.615857 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-216be1ea-70dd-4cee-a289-e73562b16795 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:59.624613 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f24eaf-08bd-4cc9-bb6a-5c3fbb009c68 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Network c751e866-e27d-4a5e-92da-f83379f6a6f2 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:47:59.632958 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-a2f24eaf-08bd-4cc9-bb6a-5c3fbb009c68 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:47:59.641591 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f24eaf-08bd-4cc9-bb6a-5c3fbb009c68 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event updated for resources: {'Port': ['ID=5835fd65-3e40-4cd0-8893-726d158ebbd8,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:47:59.646013 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f24eaf-08bd-4cc9-bb6a-5c3fbb009c68 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:47:59.679283 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee7873a8-1fa7-491b-9a5a-c054bf8c1b3c req-0f158b8e-95c3-4c6e-aa0a-9ec9a8d91aa8 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=9c2837e2-a408-4438-a7be-ad25eb21dbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969534 Oct 27 18:47:59.710719 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a2f24eaf-08bd-4cc9-bb6a-5c3fbb009c68 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:47:59.826005 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-216be1ea-70dd-4cee-a289-e73562b16795 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Router 5100808e-7a2d-43ec-96f5-5b9c6c659d48 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:47:59.869623 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2382eaf-1057-428f-aada-d97172c62114 req-a8dd2c00-2b7b-46d6-b0d5-523a8608d87f tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:47:59.871201 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e2382eaf-1057-428f-aada-d97172c62114 req-a8dd2c00-2b7b-46d6-b0d5-523a8608d87f tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3588884b-50ee-46aa-94e8-8e4162b81845 HTTP/1.1" status: 200 len: 1097 time: 0.0910070 Oct 27 18:47:59.908304 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216be1ea-70dd-4cee-a289-e73562b16795 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:47:59.913695 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-216be1ea-70dd-4cee-a289-e73562b16795 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "PUT /v2.0/routers/5100808e-7a2d-43ec-96f5-5b9c6c659d48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9069014 Oct 27 18:47:59.916125 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34540) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:47:59.920393 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8a263a-8466-4b71-91b6-9e45db586145 None None] Sync routers for ids ['5100808e-7a2d-43ec-96f5-5b9c6c659d48'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:47:59.922145 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e2382eaf-1057-428f-aada-d97172c62114 req-6d0550b2-cea3-4886-8aae-7933012a85c5 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=9c2837e2-a408-4438-a7be-ad25eb21dbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401840 Oct 27 18:47:59.947024 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c042693-0008-4862-bd38-81fc386e72fd tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] GET failed (client error): The resource could not be found. Oct 27 18:47:59.947024 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6c042693-0008-4862-bd38-81fc386e72fd tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "GET /v2.0/ports/713b4954-22a9-4612-966a-99ef76cb4887 HTTP/1.1" status: 404 len: 333 time: 0.0275764 Oct 27 18:47:59.947219 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8a263a-8466-4b71-91b6-9e45db586145 None None] Routers {'5100808e-7a2d-43ec-96f5-5b9c6c659d48'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:47:59.947219 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-fb8a263a-8466-4b71-91b6-9e45db586145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:47:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['5100808e-7a2d-43ec-96f5-5b9c6c659d48'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:47:59.953355 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34544) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:00.094540 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-134f287b-c688-40e8-9d08-d6a3e9b487f4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:00.098094 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a2f24eaf-08bd-4cc9-bb6a-5c3fbb009c68 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:00.107762 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-fb8a263a-8466-4b71-91b6-9e45db586145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:00.117811 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8a263a-8466-4b71-91b6-9e45db586145 None None] Routers {'5100808e-7a2d-43ec-96f5-5b9c6c659d48'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:48:00.118422 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-fb8a263a-8466-4b71-91b6-9e45db586145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:47:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['5100808e-7a2d-43ec-96f5-5b9c6c659d48'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:00.153480 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-fb8a263a-8466-4b71-91b6-9e45db586145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:00.154160 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8a263a-8466-4b71-91b6-9e45db586145 None None] The sync data for ids ['5100808e-7a2d-43ec-96f5-5b9c6c659d48'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:48:00.250336 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66f6bd-c3fb-4cae-a7d5-e9020ffa3c13 req-81979ec2-b8eb-4c26-9d1c-3f139ad06a8f tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:00.252060 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2f66f6bd-c3fb-4cae-a7d5-e9020ffa3c13 req-81979ec2-b8eb-4c26-9d1c-3f139ad06a8f tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3588884b-50ee-46aa-94e8-8e4162b81845 HTTP/1.1" status: 200 len: 1097 time: 0.2210965 Oct 27 18:48:00.317465 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc32c97-b334-4e3f-997f-315c8b02ab09 req-e6e4356c-4cfb-489e-8630-e9a474a1c320 tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:00.319023 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ffc32c97-b334-4e3f-997f-315c8b02ab09 req-e6e4356c-4cfb-489e-8630-e9a474a1c320 tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] 10.222.0.93 "GET /v2.0/ports?device_id=43bf8e39-1d6d-4bc4-ae5e-0ddbab92af02 HTTP/1.1" status: 200 len: 950 time: 0.0675189 Oct 27 18:48:00.358328 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-134f287b-c688-40e8-9d08-d6a3e9b487f4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:00.362260 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-134f287b-c688-40e8-9d08-d6a3e9b487f4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:00.490138 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-ffc32c97-b334-4e3f-997f-315c8b02ab09 req-e2e0734d-9da1-489b-8bae-b437a880a1b2 tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] Deleting port 18a0adb3-0300-4a31-a6b2-ef969ed2a070 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:48:00.491977 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ffc32c97-b334-4e3f-997f-315c8b02ab09 req-e2e0734d-9da1-489b-8bae-b437a880a1b2 tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:00.549110 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2f66f6bd-c3fb-4cae-a7d5-e9020ffa3c13 req-4813f9e0-6fa4-4acc-ab68-cd3c1b2b9911 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=9c2837e2-a408-4438-a7be-ad25eb21dbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504637 Oct 27 18:48:00.646467 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-ffc32c97-b334-4e3f-997f-315c8b02ab09 req-e2e0734d-9da1-489b-8bae-b437a880a1b2 tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] For port 18a0adb3-0300-4a31-a6b2-ef969ed2a070, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=18a0adb3-0300-4a31-a6b2-ef969ed2a070,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:48:00.647015 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ffc32c97-b334-4e3f-997f-315c8b02ab09 req-e2e0734d-9da1-489b-8bae-b437a880a1b2 tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:00.668771 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-ffc32c97-b334-4e3f-997f-315c8b02ab09 req-e2e0734d-9da1-489b-8bae-b437a880a1b2 tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] Calling delete_port for 18a0adb3-0300-4a31-a6b2-ef969ed2a070 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:48:00.806272 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device e421c008-5c54-40e2-9c6d-fa6a44b55a4f up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:48:00.894669 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f789240-b487-4515-a94e-452e51a1865d None None] Network c751e866-e27d-4a5e-92da-f83379f6a6f2 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:48:00.898622 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port e421c008-5c54-40e2-9c6d-fa6a44b55a4f triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:00.899109 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:00.974801 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ffc32c97-b334-4e3f-997f-315c8b02ab09 req-e2e0734d-9da1-489b-8bae-b437a880a1b2 tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:01.006940 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['18a0adb3-0300-4a31-a6b2-ef969ed2a070'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:48:01.007741 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e0734d-9da1-489b-8bae-b437a880a1b2 tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] Pushing event deleted for resources: {'Port': ['ID=18a0adb3-0300-4a31-a6b2-ef969ed2a070,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:01.063478 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-59317903-96dc-4d83-b41e-ae11fb4e05b5 None None] Provisioning complete for port 66125828-af89-4939-8b34-37b7acf705b7 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:01.064491 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-59317903-96dc-4d83-b41e-ae11fb4e05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:01.069707 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc32c97-b334-4e3f-997f-315c8b02ab09 req-e2e0734d-9da1-489b-8bae-b437a880a1b2 tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] No DVR routers for this DVR port 18a0adb3-0300-4a31-a6b2-ef969ed2a070 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:48:01.072746 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ffc32c97-b334-4e3f-997f-315c8b02ab09 req-e2e0734d-9da1-489b-8bae-b437a880a1b2 tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:01.076630 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ffc32c97-b334-4e3f-997f-315c8b02ab09 req-e2e0734d-9da1-489b-8bae-b437a880a1b2 tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] 10.222.0.93 "DELETE /v2.0/ports/18a0adb3-0300-4a31-a6b2-ef969ed2a070 HTTP/1.1" status: 204 len: 173 time: 0.7511733 Oct 27 18:48:01.077097 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43bf8e39-1d6d-4bc4-ae5e-0ddbab92af02', 'name': 'network-vif-deleted', 'tag': '18a0adb3-0300-4a31-a6b2-ef969ed2a070'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:48:01.080328 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2bb61a-2e1b-453a-a685-d146d5a23ef7" -d '{"events": [{"server_uuid": "43bf8e39-1d6d-4bc4-ae5e-0ddbab92af02", "name": "network-vif-deleted", "tag": "18a0adb3-0300-4a31-a6b2-ef969ed2a070"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:48:01.110539 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-134f287b-c688-40e8-9d08-d6a3e9b487f4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:01.111125 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134f287b-c688-40e8-9d08-d6a3e9b487f4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Fanout notify agent at l3_agent the message router_deleted on router 5100808e-7a2d-43ec-96f5-5b9c6c659d48 {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:48:01.121760 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-134f287b-c688-40e8-9d08-d6a3e9b487f4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:01.122955 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-134f287b-c688-40e8-9d08-d6a3e9b487f4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/routers/5100808e-7a2d-43ec-96f5-5b9c6c659d48 HTTP/1.1" status: 204 len: 168 time: 1.1685607 Oct 27 18:48:01.127244 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34554) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:01.195992 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d02697-b2ec-44f8-8213-12aef930d730 req-84456ab1-2a9c-402b-8da5-0330b567e2f1 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:01.197540 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d7d02697-b2ec-44f8-8213-12aef930d730 req-84456ab1-2a9c-402b-8da5-0330b567e2f1 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 945 time: 0.0955410 Oct 27 18:48:01.228215 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-001e6a53-c6e4-4920-af94-38abcb1a7033 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Deleting subnet e83ca37c-d79f-4602-bd45-a93a2dc292c1 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:48:01.231902 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-001e6a53-c6e4-4920-af94-38abcb1a7033 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:01.262714 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 66125828-af89-4939-8b34-37b7acf705b7 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:48:01.279492 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a2f24eaf-08bd-4cc9-bb6a-5c3fbb009c68 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:01.284240 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-001e6a53-c6e4-4920-af94-38abcb1a7033 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:01.303074 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-59317903-96dc-4d83-b41e-ae11fb4e05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:01.306651 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d7d02697-b2ec-44f8-8213-12aef930d730 req-1dd415ea-f75e-4cef-86f3-6d166174b472 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000638 Oct 27 18:48:01.325268 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b1b72-9b34-408c-8275-92551b59653e req-75b92207-053e-463e-b190-ba915beb9b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:01.333073 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5e0b1b72-9b34-408c-8275-92551b59653e req-75b92207-053e-463e-b190-ba915beb9b93 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=186d6eca453449f79cfaf020191a989c&device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 1096 time: 0.1924567 Oct 27 18:48:01.363593 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-59317903-96dc-4d83-b41e-ae11fb4e05b5 None None] For port 66125828-af89-4939-8b34-37b7acf705b7, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=66125828-af89-4939-8b34-37b7acf705b7,segment=NetworkSegment(a9b0de6a-5f69-4e5d-a0cc-ddc908150efa),segment_id=a9b0de6a-5f69-4e5d-a0cc-ddc908150efa)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:48:01.375594 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a2f24eaf-08bd-4cc9-bb6a-5c3fbb009c68 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:01.396923 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 66125828-af89-4939-8b34-37b7acf705b7 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:01.397552 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:01.442332 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-59317903-96dc-4d83-b41e-ae11fb4e05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:01.495004 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-001e6a53-c6e4-4920-af94-38abcb1a7033 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:01.548024 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d1045480-bce8-421b-b298-ace1ca5e3685 req-d9b1ad7c-f943-47c7-b467-11f35e495ecb tempest-VolumesBackupsTest-1203701259 tempest-VolumesBackupsTest-1203701259-project] 10.222.0.52 "GET /v2.0/ports?device_id=43bf8e39-1d6d-4bc4-ae5e-0ddbab92af02 HTTP/1.1" status: 200 len: 210 time: 0.1622090 Oct 27 18:48:01.549211 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a2f24eaf-08bd-4cc9-bb6a-5c3fbb009c68 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:01.562480 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59317903-96dc-4d83-b41e-ae11fb4e05b5 None None] Pushing event updated for resources: {'Port': ['ID=66125828-af89-4939-8b34-37b7acf705b7,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:01.576412 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f24eaf-08bd-4cc9-bb6a-5c3fbb009c68 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event updated for resources: {'Port': ['ID=5835fd65-3e40-4cd0-8893-726d158ebbd8,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:01.622701 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b1b72-9b34-408c-8275-92551b59653e req-d9298b27-5f57-4a70-87dc-88f3231af182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:01.624983 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5e0b1b72-9b34-408c-8275-92551b59653e req-d9298b27-5f57-4a70-87dc-88f3231af182 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7ad8bf39-d91e-470a-b850-b50a11bc458b HTTP/1.1" status: 200 len: 919 time: 0.2682970 Oct 27 18:48:01.752714 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f24eaf-08bd-4cc9-bb6a-5c3fbb009c68 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Network c751e866-e27d-4a5e-92da-f83379f6a6f2 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:48:01.754447 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-a2f24eaf-08bd-4cc9-bb6a-5c3fbb009c68 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:48:01.763402 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5e0b1b72-9b34-408c-8275-92551b59653e req-34f0d15f-0243-4b08-b51f-6887623c9efd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 HTTP/1.1" status: 200 len: 999 time: 0.1113510 Oct 27 18:48:01.823045 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-001e6a53-c6e4-4920-af94-38abcb1a7033 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:01.877457 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f919fb8e-1088-43de-9117-0f39c04b8cf9 None None] Provisioning complete for port 5835fd65-3e40-4cd0-8893-726d158ebbd8 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:01.877931 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f919fb8e-1088-43de-9117-0f39c04b8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:01.883298 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e6a53-c6e4-4920-af94-38abcb1a7033 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event deleted for resources: {'Subnet': ['ID=e83ca37c-d79f-4602-bd45-a93a2dc292c1,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:01.893652 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-001e6a53-c6e4-4920-af94-38abcb1a7033 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:01.897260 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-001e6a53-c6e4-4920-af94-38abcb1a7033 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/subnets/e83ca37c-d79f-4602-bd45-a93a2dc292c1 HTTP/1.1" status: 204 len: 168 time: 0.7680225 Oct 27 18:48:01.900287 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34558) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:01.907340 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1343778e-c7a2-4140-9f19-f9ba780c1cec None None] Network 15d39c61-2799-4fb2-bc4a-35f175421c64 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:48:01.932697 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f24eaf-08bd-4cc9-bb6a-5c3fbb009c68 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Router 55ea74b9-79df-4f15-9210-d9e05d5942b3 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:48:01.976917 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b1b72-9b34-408c-8275-92551b59653e req-31d0be79-ef0a-4a2e-9a68-75c6a42863a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:01.978432 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5e0b1b72-9b34-408c-8275-92551b59653e req-31d0be79-ef0a-4a2e-9a68-75c6a42863a5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=db74a198-9b96-4f1c-98df-8ec54f422805 HTTP/1.1" status: 200 len: 856 time: 0.2141838 Oct 27 18:48:02.013437 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f919fb8e-1088-43de-9117-0f39c04b8cf9 None None] Port 5835fd65-3e40-4cd0-8893-726d158ebbd8 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:48:02.056263 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f919fb8e-1088-43de-9117-0f39c04b8cf9 None None] Provisioning complete for port 66125828-af89-4939-8b34-37b7acf705b7 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:02.056741 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f919fb8e-1088-43de-9117-0f39c04b8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:02.092920 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1e235940-eea4-4d57-be0a-4713d8488082 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:02.102380 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ab7ea8-fc3d-431b-bcef-17ac3e061e00 x-openstack-request-id: req-51ab7ea8-fc3d-431b-bcef-17ac3e061e00 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:48:02.102672 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43bf8e39-1d6d-4bc4-ae5e-0ddbab92af02", "name": "network-vif-deleted", "tag": "18a0adb3-0300-4a31-a6b2-ef969ed2a070", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:48:02.103109 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-51ab7ea8-fc3d-431b-bcef-17ac3e061e00 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:48:02.103505 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43bf8e39-1d6d-4bc4-ae5e-0ddbab92af02', 'name': 'network-vif-deleted', 'tag': '18a0adb3-0300-4a31-a6b2-ef969ed2a070', 'status': 'completed', 'code': 200} Oct 27 18:48:02.116890 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b1b72-9b34-408c-8275-92551b59653e req-d66917c7-2f36-4062-93e4-9b116c74abde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:02.118449 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5e0b1b72-9b34-408c-8275-92551b59653e req-d66917c7-2f36-4062-93e4-9b116c74abde service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ad8bf39-d91e-470a-b850-b50a11bc458b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1287253 Oct 27 18:48:02.130310 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f24eaf-08bd-4cc9-bb6a-5c3fbb009c68 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:48:02.132448 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-60c975b4-aac4-460d-abe1-e2c60b05808b req-6c29da8b-a5c0-4714-9cc3-0d9f71261376 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1518781 Oct 27 18:48:02.140657 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a2f24eaf-08bd-4cc9-bb6a-5c3fbb009c68 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "PUT /v2.0/routers/55ea74b9-79df-4f15-9210-d9e05d5942b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5068393 Oct 27 18:48:02.141322 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34562) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:02.176741 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b065378b-0b84-4d2d-8c48-98ac78471839 None None] Sync routers for ids ['55ea74b9-79df-4f15-9210-d9e05d5942b3'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:48:02.224326 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b065378b-0b84-4d2d-8c48-98ac78471839 None None] Routers {'55ea74b9-79df-4f15-9210-d9e05d5942b3'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:48:02.225964 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-b065378b-0b84-4d2d-8c48-98ac78471839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:47:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['55ea74b9-79df-4f15-9210-d9e05d5942b3'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:02.324746 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed2a7d-f58b-4fd6-8008-8a86c4dfa6ca req-81d4ce5b-59f5-4884-8513-410bb1226d08 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:02.333895 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eaed2a7d-f58b-4fd6-8008-8a86c4dfa6ca req-81d4ce5b-59f5-4884-8513-410bb1226d08 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3588884b-50ee-46aa-94e8-8e4162b81845 HTTP/1.1" status: 200 len: 1097 time: 0.0972223 Oct 27 18:48:02.350973 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c975b4-aac4-460d-abe1-e2c60b05808b req-a2511f3b-2bea-4bef-aa97-742ac05fab41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:02.352505 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-60c975b4-aac4-460d-abe1-e2c60b05808b req-a2511f3b-2bea-4bef-aa97-742ac05fab41 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=21f5568e020c455199c8dde94ac0b73c&device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 1098 time: 0.1046510 Oct 27 18:48:02.373053 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-1e235940-eea4-4d57-be0a-4713d8488082 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Deleting port 561c07ae-e6f3-4ce6-afa5-11f858d98c85 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:48:02.373680 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1e235940-eea4-4d57-be0a-4713d8488082 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:02.415177 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c05ea03-c3aa-491f-8eb0-a611feba2130 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:02.415177 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c05ea03-c3aa-491f-8eb0-a611feba2130 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:02.415177 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c05ea03-c3aa-491f-8eb0-a611feba2130 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:02.415558 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c05ea03-c3aa-491f-8eb0-a611feba2130 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:02.415856 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c05ea03-c3aa-491f-8eb0-a611feba2130 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:02.416326 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c05ea03-c3aa-491f-8eb0-a611feba2130 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:02.416791 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c05ea03-c3aa-491f-8eb0-a611feba2130 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:02.417252 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c05ea03-c3aa-491f-8eb0-a611feba2130 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:02.417717 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c05ea03-c3aa-491f-8eb0-a611feba2130 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:02.418181 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c05ea03-c3aa-491f-8eb0-a611feba2130 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:02.418645 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c05ea03-c3aa-491f-8eb0-a611feba2130 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:02.419141 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c05ea03-c3aa-491f-8eb0-a611feba2130 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:02.422747 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7c05ea03-c3aa-491f-8eb0-a611feba2130 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8386 time: 0.2802942 Oct 27 18:48:02.425546 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eaed2a7d-f58b-4fd6-8008-8a86c4dfa6ca req-0f85cbc4-aa16-44dd-a3ef-87b3985ba835 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=9c2837e2-a408-4438-a7be-ad25eb21dbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905223 Oct 27 18:48:02.426896 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34566) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:02.530520 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c975b4-aac4-460d-abe1-e2c60b05808b req-c6a253af-6f11-4ccf-92f6-e5d3058a818b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:02.532156 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-60c975b4-aac4-460d-abe1-e2c60b05808b req-c6a253af-6f11-4ccf-92f6-e5d3058a818b service neutron] 10.222.0.93 "GET /v2.0/networks?id=7bd6a875-a657-47e8-89d0-37edc08a1634 HTTP/1.1" status: 200 len: 898 time: 0.1326764 Oct 27 18:48:02.549134 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d015f167-1d79-4cf0-978c-33cb58c384e4 None None] DHCP port deletion for 15d39c61-2799-4fb2-bc4a-35f175421c64 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:48:02.619462 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5e0b1b72-9b34-408c-8275-92551b59653e req-c5758029-6483-4d83-bb24-f54e4d533616 service neutron] 10.222.0.81 "GET /v2.0/networks/7ad8bf39-d91e-470a-b850-b50a11bc458b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4856641 Oct 27 18:48:02.643804 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 66125828-af89-4939-8b34-37b7acf705b7 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:48:02.670305 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0be49b-9726-4a2d-bb0e-c4358bc4a388 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:02.671867 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-b065378b-0b84-4d2d-8c48-98ac78471839 None None] Set router 55ea74b9-79df-4f15-9210-d9e05d5942b3 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:48:02.672187 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0be49b-9726-4a2d-bb0e-c4358bc4a388 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:02.672894 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0be49b-9726-4a2d-bb0e-c4358bc4a388 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:02.677322 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0be49b-9726-4a2d-bb0e-c4358bc4a388 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:02.677797 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0be49b-9726-4a2d-bb0e-c4358bc4a388 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:02.678298 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0be49b-9726-4a2d-bb0e-c4358bc4a388 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:02.679997 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0be49b-9726-4a2d-bb0e-c4358bc4a388 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:02.679997 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0be49b-9726-4a2d-bb0e-c4358bc4a388 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:02.679997 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0be49b-9726-4a2d-bb0e-c4358bc4a388 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:02.680289 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0be49b-9726-4a2d-bb0e-c4358bc4a388 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:02.685103 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7d0be49b-9726-4a2d-bb0e-c4358bc4a388 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6539 time: 0.2546179 Oct 27 18:48:02.685498 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34570) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:02.700397 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649de078-7d42-4481-b227-074421c092d2 req-95146a07-5d54-4a5e-b8fa-aa84219c999c tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:02.703400 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-649de078-7d42-4481-b227-074421c092d2 req-95146a07-5d54-4a5e-b8fa-aa84219c999c tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 945 time: 0.1603634 Oct 27 18:48:02.709245 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-1e235940-eea4-4d57-be0a-4713d8488082 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] For port 561c07ae-e6f3-4ce6-afa5-11f858d98c85, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=561c07ae-e6f3-4ce6-afa5-11f858d98c85,segment=NetworkSegment(8e76796e-3ac4-4415-b689-402cf05a2732),segment_id=8e76796e-3ac4-4415-b689-402cf05a2732)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:48:02.709736 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1e235940-eea4-4d57-be0a-4713d8488082 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:02.718077 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-d015f167-1d79-4cf0-978c-33cb58c384e4 None None] Deleting port 561c07ae-e6f3-4ce6-afa5-11f858d98c85 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:48:02.718547 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d015f167-1d79-4cf0-978c-33cb58c384e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:02.732788 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-1e235940-eea4-4d57-be0a-4713d8488082 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Calling delete_port for 561c07ae-e6f3-4ce6-afa5-11f858d98c85 owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:48:02.738145 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-60c975b4-aac4-460d-abe1-e2c60b05808b req-b63884fb-8ee9-48db-8b9c-8702017633bf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0744efde-88be-4f06-accb-741e25dc3426 HTTP/1.1" status: 200 len: 1001 time: 0.1761084 Oct 27 18:48:02.839742 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-649de078-7d42-4481-b227-074421c092d2 req-51cb9b9d-74da-4d36-ab16-69489b92bb3c tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840259 Oct 27 18:48:02.848586 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5e0b1b72-9b34-408c-8275-92551b59653e req-047cef91-fe9f-4350-9b65-0bc41109fe67 service neutron] 10.222.0.81 "GET /v2.0/networks/7ad8bf39-d91e-470a-b850-b50a11bc458b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208693 Oct 27 18:48:02.865661 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c975b4-aac4-460d-abe1-e2c60b05808b req-024edb2f-2b4b-45d8-bf64-c7f3d8b9555a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:02.867495 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-31edac17-19ca-4bae-bb80-a521825fc5b5 None None] Provisioning complete for port 5835fd65-3e40-4cd0-8893-726d158ebbd8 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:02.867629 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-60c975b4-aac4-460d-abe1-e2c60b05808b req-024edb2f-2b4b-45d8-bf64-c7f3d8b9555a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=160bc31a-12ba-4b4e-818c-d23c30c3ab80 HTTP/1.1" status: 200 len: 834 time: 0.1133287 Oct 27 18:48:02.867877 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-31edac17-19ca-4bae-bb80-a521825fc5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:02.917626 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-d015f167-1d79-4cf0-978c-33cb58c384e4 None None] For port 561c07ae-e6f3-4ce6-afa5-11f858d98c85, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=561c07ae-e6f3-4ce6-afa5-11f858d98c85,segment=NetworkSegment(8e76796e-3ac4-4415-b689-402cf05a2732),segment_id=8e76796e-3ac4-4415-b689-402cf05a2732)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:48:02.918306 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d015f167-1d79-4cf0-978c-33cb58c384e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:02.931948 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c975b4-aac4-460d-abe1-e2c60b05808b req-a6fb908d-6527-4954-8126-53a9c3e07919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:02.933592 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-60c975b4-aac4-460d-abe1-e2c60b05808b req-a6fb908d-6527-4954-8126-53a9c3e07919 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7bd6a875-a657-47e8-89d0-37edc08a1634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509069 Oct 27 18:48:02.955747 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-d015f167-1d79-4cf0-978c-33cb58c384e4 None None] Calling delete_port for 561c07ae-e6f3-4ce6-afa5-11f858d98c85 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:48:02.965027 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-998785c8-24c2-4dc6-ba96-3d1fc43a2146 tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5930 time: 0.2743375 Oct 27 18:48:02.965250 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 66125828-af89-4939-8b34-37b7acf705b7 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:02.965250 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:02.979554 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-31edac17-19ca-4bae-bb80-a521825fc5b5 None None] Port 5835fd65-3e40-4cd0-8893-726d158ebbd8 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:48:03.017202 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1e235940-eea4-4d57-be0a-4713d8488082 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:03.046357 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e235940-eea4-4d57-be0a-4713d8488082 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event deleted for resources: {'Port': ['ID=561c07ae-e6f3-4ce6-afa5-11f858d98c85,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:03.061516 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e235940-eea4-4d57-be0a-4713d8488082 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] No DVR routers for this DVR port 561c07ae-e6f3-4ce6-afa5-11f858d98c85 on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:48:03.151350 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d015f167-1d79-4cf0-978c-33cb58c384e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:03.151854 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1e235940-eea4-4d57-be0a-4713d8488082 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:03.204968 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d015f167-1d79-4cf0-978c-33cb58c384e4 None None] No DVR routers for this DVR port 561c07ae-e6f3-4ce6-afa5-11f858d98c85 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:48:03.206372 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d015f167-1d79-4cf0-978c-33cb58c384e4 None None] Pushing event deleted for resources: {'Port': ['ID=561c07ae-e6f3-4ce6-afa5-11f858d98c85,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:03.224310 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-b065378b-0b84-4d2d-8c48-98ac78471839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ea74b9-79df-4f15-9210-d9e05d5942b3', 'name': 'tempest-TestNetworkBasicOps-router-850632275', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'e421c008-5c54-40e2-9c6d-fa6a44b55a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:47:52Z', 'updated_at': '2021-10-27T18:47:59Z', 'revision_number': 4, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'gw_port': {'id': 'e421c008-5c54-40e2-9c6d-fa6a44b55a4f', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ea74b9-79df-4f15-9210-d9e05d5942b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:53Z', 'updated_at': '2021-10-27T18:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '5835fd65-3e40-4cd0-8893-726d158ebbd8', 'name': '', 'network_id': 'c751e866-e27d-4a5e-92da-f83379f6a6f2', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'mac_address': 'fa:16:3e:d5:ff:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ea74b9-79df-4f15-9210-d9e05d5942b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '071dd6fa-e000-4919-ba50-3dfa52855a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:58Z', 'updated_at': '2021-10-27T18:48:00Z', 'revision_number': 2, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'subnets': [{'id': '071dd6fa-e000-4919-ba50-3dfa52855a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:03.225835 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-1e235940-eea4-4d57-be0a-4713d8488082 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15d39c61-2799-4fb2-bc4a-35f175421c64']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:03.249050 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-1e235940-eea4-4d57-be0a-4713d8488082 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e76796e-3ac4-4415-b689-402cf05a2732') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:03.249347 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-1e235940-eea4-4d57-be0a-4713d8488082 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e76796e-3ac4-4415-b689-402cf05a2732') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:03.264419 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-60c975b4-aac4-460d-abe1-e2c60b05808b req-c320fa52-277c-47c3-8471-d3cd5a83661a service neutron] 10.222.0.93 "GET /v2.0/networks/7bd6a875-a657-47e8-89d0-37edc08a1634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216100 Oct 27 18:48:03.265277 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b065378b-0b84-4d2d-8c48-98ac78471839 None None] Checking router: 55ea74b9-79df-4f15-9210-d9e05d5942b3 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:48:03.268207 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b065378b-0b84-4d2d-8c48-98ac78471839 None None] Updating router 55ea74b9-79df-4f15-9210-d9e05d5942b3 port 5835fd65-3e40-4cd0-8893-726d158ebbd8 binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:48:03.268353 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1e235940-eea4-4d57-be0a-4713d8488082 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:03.300804 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b065378b-0b84-4d2d-8c48-98ac78471839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:03.360118 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1e235940-eea4-4d57-be0a-4713d8488082 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:03.372620 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e235940-eea4-4d57-be0a-4713d8488082 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:48:03.373443 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1e235940-eea4-4d57-be0a-4713d8488082 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:03.378015 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:48:03.378015 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:48:03.378015 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:48:03.378015 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:48:03.378015 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:48:03.378015 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:48:03.378015 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:48:03.378015 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:48:03.378015 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:48:03.378015 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:48:03.378015 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:48:03.378015 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:48:03.378015 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:48:03.378015 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:48:03.378015 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:48:03.378015 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:48:03.378015 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:48:03.378015 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:48:03.378015 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:48:03.378015 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:48:03.378015 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:48:03.378015 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:48:03.378015 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:48:03.378015 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:48:03.378015 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:48:03.378015 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:48:03.378015 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:48:03.378015 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:48:03.378015 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:48:03.378015 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:48:03.378015 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:48:03.378015 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:48:03.478949 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 561c07ae-e6f3-4ce6-afa5-11f858d98c85 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:48:03.518507 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 561c07ae-e6f3-4ce6-afa5-11f858d98c85 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:48:03.518874 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 561c07ae-e6f3-4ce6-afa5-11f858d98c85 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:48:03.552189 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-60c975b4-aac4-460d-abe1-e2c60b05808b req-0418825e-a13a-4f25-9827-0fdbd46d9c8d service neutron] 10.222.0.93 "GET /v2.0/networks/7bd6a875-a657-47e8-89d0-37edc08a1634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779315 Oct 27 18:48:03.560170 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0288f-07a7-489e-acd0-599fa938c928 req-59465025-9554-48b2-8e89-f26baec17923 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:03.562420 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e3f0288f-07a7-489e-acd0-599fa938c928 req-59465025-9554-48b2-8e89-f26baec17923 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=3588884b-50ee-46aa-94e8-8e4162b81845 HTTP/1.1" status: 200 len: 1097 time: 0.1069400 Oct 27 18:48:03.564064 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1e235940-eea4-4d57-be0a-4713d8488082 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:03.572413 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1e235940-eea4-4d57-be0a-4713d8488082 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:03.580959 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1e235940-eea4-4d57-be0a-4713d8488082 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/networks/15d39c61-2799-4fb2-bc4a-35f175421c64 HTTP/1.1" status: 204 len: 168 time: 1.6745901 Oct 27 18:48:03.582292 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34584) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:03.642605 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e235940-eea4-4d57-be0a-4713d8488082 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event deleted for resources: {'Network': ['ID=15d39c61-2799-4fb2-bc4a-35f175421c64,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:03.654712 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34586) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:03.663144 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-55813f39-0506-433b-a027-d8844da54bc8 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2067371507', 'description': 'tempest-secgroup-smoke-2067371507 description', 'project_id': 'a56febe1ed07496abd79e6dfcd66d421'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:03.707497 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140edd12-2b3d-42e5-8803-152c621e4baf tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:03.709681 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-140edd12-2b3d-42e5-8803-152c621e4baf tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "GET /v2.0/ports/604c0057-8a1f-4861-9bbd-94c0f6b8a840 HTTP/1.1" status: 200 len: 845 time: 0.1257281 Oct 27 18:48:03.724461 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34588) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:03.783291 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-e3f0288f-07a7-489e-acd0-599fa938c928 req-ac819735-1e3b-492b-bcc9-3081fa007c6c tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Deleting port e55eb229-6c71-45a3-b415-1c9edf523c91 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:48:03.783694 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e3f0288f-07a7-489e-acd0-599fa938c928 req-ac819735-1e3b-492b-bcc9-3081fa007c6c tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:03.806604 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-28782522-9f5d-4207-8d7e-961a77e0cbf1 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "GET /v2.0/ports/604c0057-8a1f-4861-9bbd-94c0f6b8a840?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0792832 Oct 27 18:48:03.829241 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34592) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:03.830885 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-55813f39-0506-433b-a027-d8844da54bc8 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:03.841480 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-4a8f9557-8e66-40c8-bd8a-fb2b262257ed tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'subnet': {'network_id': '3f9855fb-a1c4-4fa3-9c52-b00108f1af00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:03.850145 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b065378b-0b84-4d2d-8c48-98ac78471839 None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:03.972051 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b065378b-0b84-4d2d-8c48-98ac78471839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:04.012785 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56633c97-0f82-4a8b-b527-ab35880401a3 req-c58d485f-2ae7-41d4-a945-efc7c45679b9 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:04.034067 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1090b6-974a-4275-ad8b-a7eb70eaf234 None None] Pushing event updated for resources: {'Port': ['ID=5835fd65-3e40-4cd0-8893-726d158ebbd8,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:04.041867 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-56633c97-0f82-4a8b-b527-ab35880401a3 req-c58d485f-2ae7-41d4-a945-efc7c45679b9 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3588884b-50ee-46aa-94e8-8e4162b81845 HTTP/1.1" status: 200 len: 1097 time: 0.1886971 Oct 27 18:48:04.118182 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-56633c97-0f82-4a8b-b527-ab35880401a3 req-82c270c3-29f1-488c-bf99-bb710c82c13b tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=9c2837e2-a408-4438-a7be-ad25eb21dbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746288 Oct 27 18:48:04.123165 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8f9557-8e66-40c8-bd8a-fb2b262257ed tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Made reservation on behalf of 28633539e0ee40d1a4a981a2e2462808 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:48:04.137291 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4a8f9557-8e66-40c8-bd8a-fb2b262257ed tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:04.153747 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-b065378b-0b84-4d2d-8c48-98ac78471839 None None] Attempting to bind port 5835fd65-3e40-4cd0-8893-726d158ebbd8 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:48:04.154125 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-b065378b-0b84-4d2d-8c48-98ac78471839 None None] Attempting to bind port 5835fd65-3e40-4cd0-8893-726d158ebbd8 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'a9b0de6a-5f69-4e5d-a0cc-ddc908150efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'c751e866-e27d-4a5e-92da-f83379f6a6f2'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:48:04.154494 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b065378b-0b84-4d2d-8c48-98ac78471839 None None] Attempting to bind port 5835fd65-3e40-4cd0-8893-726d158ebbd8 on network c751e866-e27d-4a5e-92da-f83379f6a6f2 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:48:04.162855 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b065378b-0b84-4d2d-8c48-98ac78471839 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:48:04.163511 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b065378b-0b84-4d2d-8c48-98ac78471839 None None] Checking segment: {'id': 'a9b0de6a-5f69-4e5d-a0cc-ddc908150efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'c751e866-e27d-4a5e-92da-f83379f6a6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:48:04.164087 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b065378b-0b84-4d2d-8c48-98ac78471839 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:04.164665 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b065378b-0b84-4d2d-8c48-98ac78471839 None None] Bound using segment: {'id': 'a9b0de6a-5f69-4e5d-a0cc-ddc908150efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'c751e866-e27d-4a5e-92da-f83379f6a6f2'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:48:04.165372 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-b065378b-0b84-4d2d-8c48-98ac78471839 None None] Bound port: 5835fd65-3e40-4cd0-8893-726d158ebbd8, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b0de6a-5f69-4e5d-a0cc-ddc908150efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'c751e866-e27d-4a5e-92da-f83379f6a6f2'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:48:04.166653 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b065378b-0b84-4d2d-8c48-98ac78471839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:04.254838 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-b065378b-0b84-4d2d-8c48-98ac78471839 None None] For port 5835fd65-3e40-4cd0-8893-726d158ebbd8, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:48:04.275782 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-b065378b-0b84-4d2d-8c48-98ac78471839 None None] For port 5835fd65-3e40-4cd0-8893-726d158ebbd8, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=5835fd65-3e40-4cd0-8893-726d158ebbd8,segment=NetworkSegment(a9b0de6a-5f69-4e5d-a0cc-ddc908150efa),segment_id=a9b0de6a-5f69-4e5d-a0cc-ddc908150efa)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:48:04.281255 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 18a0adb3-0300-4a31-a6b2-ef969ed2a070 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:48:04.352809 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 18a0adb3-0300-4a31-a6b2-ef969ed2a070 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:48:04.353150 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 18a0adb3-0300-4a31-a6b2-ef969ed2a070 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:48:04.356390 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b065378b-0b84-4d2d-8c48-98ac78471839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:04.361677 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-e3f0288f-07a7-489e-acd0-599fa938c928 req-ac819735-1e3b-492b-bcc9-3081fa007c6c tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] For port e55eb229-6c71-45a3-b415-1c9edf523c91, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e55eb229-6c71-45a3-b415-1c9edf523c91,segment=NetworkSegment(466ff7d5-b359-45a3-9453-10be1f7dfc61),segment_id=466ff7d5-b359-45a3-9453-10be1f7dfc61)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:48:04.362252 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e3f0288f-07a7-489e-acd0-599fa938c928 req-ac819735-1e3b-492b-bcc9-3081fa007c6c tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:04.383387 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-e3f0288f-07a7-489e-acd0-599fa938c928 req-ac819735-1e3b-492b-bcc9-3081fa007c6c tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Calling delete_port for e55eb229-6c71-45a3-b415-1c9edf523c91 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:48:04.425406 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1090b6-974a-4275-ad8b-a7eb70eaf234 None None] Pushing event updated for resources: {'Port': ['ID=5835fd65-3e40-4cd0-8893-726d158ebbd8,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:04.441374 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be2453-58a1-4bdf-af55-a68f7b5d2317 req-192d81e1-636f-4878-9c08-677423a5d02f tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:04.446728 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-55813f39-0506-433b-a027-d8844da54bc8 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:04.451793 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e7be2453-58a1-4bdf-af55-a68f7b5d2317 req-192d81e1-636f-4878-9c08-677423a5d02f tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 945 time: 0.1584969 Oct 27 18:48:04.489570 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b065378b-0b84-4d2d-8c48-98ac78471839 None None] Routers {'55ea74b9-79df-4f15-9210-d9e05d5942b3'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:48:04.492565 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-b065378b-0b84-4d2d-8c48-98ac78471839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:47:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['55ea74b9-79df-4f15-9210-d9e05d5942b3'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:04.505311 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e7be2453-58a1-4bdf-af55-a68f7b5d2317 req-6fa0c534-0c1e-4a9b-9254-a9a61e29ad8a tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521841 Oct 27 18:48:04.585408 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-55813f39-0506-433b-a027-d8844da54bc8 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:04.601235 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-0c0b53c8-7885-4ed8-a65a-38369d7e4c06 None None] Provisioning complete for port 5835fd65-3e40-4cd0-8893-726d158ebbd8 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:04.602035 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0c0b53c8-7885-4ed8-a65a-38369d7e4c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:04.664211 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55813f39-0506-433b-a027-d8844da54bc8 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad17adb3-b108-44e8-9bf6-405b4ef64bcd,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:04.717846 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-55813f39-0506-433b-a027-d8844da54bc8 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:04.722854 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-55813f39-0506-433b-a027-d8844da54bc8 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0607328 Oct 27 18:48:04.723758 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34598) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:04.726466 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-b065378b-0b84-4d2d-8c48-98ac78471839 None None] Set router 55ea74b9-79df-4f15-9210-d9e05d5942b3 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:48:04.730754 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-40f133fb-010e-42f2-a5d0-55c7d08d6e7c tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Request body: {'security_group_rule': {'security_group_id': 'ad17adb3-b108-44e8-9bf6-405b4ef64bcd', 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:04.744207 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e3f0288f-07a7-489e-acd0-599fa938c928 req-ac819735-1e3b-492b-bcc9-3081fa007c6c tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:04.746377 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4a8f9557-8e66-40c8-bd8a-fb2b262257ed tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:04.793872 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['e55eb229-6c71-45a3-b415-1c9edf523c91'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:48:04.804753 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac819735-1e3b-492b-bcc9-3081fa007c6c tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Pushing event deleted for resources: {'Port': ['ID=e55eb229-6c71-45a3-b415-1c9edf523c91,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:04.804966 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8f9557-8e66-40c8-bd8a-fb2b262257ed tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Network 3f9855fb-a1c4-4fa3-9c52-b00108f1af00 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:48:04.805334 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-4a8f9557-8e66-40c8-bd8a-fb2b262257ed tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:48:04.810193 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8f9557-8e66-40c8-bd8a-fb2b262257ed tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:04.810918 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4a8f9557-8e66-40c8-bd8a-fb2b262257ed tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:04.834980 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f9557-8e66-40c8-bd8a-fb2b262257ed tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'Subnet': ['ID=111654d8-38d7-4968-879f-02475024d389,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:04.840411 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['d7201b1e-4452-4115-9833-090643d7966f'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:48:04.860568 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b521cf-c8cb-4c64-b4af-06e46cb4c655 None None] Network 3f9855fb-a1c4-4fa3-9c52-b00108f1af00 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:48:04.864650 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-40f133fb-010e-42f2-a5d0-55c7d08d6e7c tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:04.887221 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f0288f-07a7-489e-acd0-599fa938c928 req-ac819735-1e3b-492b-bcc9-3081fa007c6c tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] No DVR routers for this DVR port e55eb229-6c71-45a3-b415-1c9edf523c91 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:48:04.890299 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e3f0288f-07a7-489e-acd0-599fa938c928 req-ac819735-1e3b-492b-bcc9-3081fa007c6c tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:04.895063 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e3f0288f-07a7-489e-acd0-599fa938c928 req-ac819735-1e3b-492b-bcc9-3081fa007c6c tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.93 "DELETE /v2.0/ports/e55eb229-6c71-45a3-b415-1c9edf523c91 HTTP/1.1" status: 204 len: 173 time: 1.3180363 Oct 27 18:48:04.896452 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3588884b-50ee-46aa-94e8-8e4162b81845', 'name': 'network-vif-deleted', 'tag': 'e55eb229-6c71-45a3-b415-1c9edf523c91'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:48:04.909595 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63240ef-2f95-4664-8b70-db2ef1d33e25" -d '{"events": [{"server_uuid": "3588884b-50ee-46aa-94e8-8e4162b81845", "name": "network-vif-deleted", "tag": "e55eb229-6c71-45a3-b415-1c9edf523c91"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:48:04.936171 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4a8f9557-8e66-40c8-bd8a-fb2b262257ed tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0992296 Oct 27 18:48:04.937766 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34602) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:04.944185 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-ea2a5731-2a31-474a-8aeb-624dc889768c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'security_group': {'name': 'tempest-secgroup-1600676156'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:04.949172 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-40f133fb-010e-42f2-a5d0-55c7d08d6e7c tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:04.966120 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8a08f8-9bf6-48f5-ac4c-77a27cfc3ed4 x-openstack-request-id: req-aa8a08f8-9bf6-48f5-ac4c-77a27cfc3ed4 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:48:04.966458 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3588884b-50ee-46aa-94e8-8e4162b81845", "name": "network-vif-deleted", "tag": "e55eb229-6c71-45a3-b415-1c9edf523c91", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:48:04.966727 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aa8a08f8-9bf6-48f5-ac4c-77a27cfc3ed4 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:48:04.967194 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3588884b-50ee-46aa-94e8-8e4162b81845', 'name': 'network-vif-deleted', 'tag': 'e55eb229-6c71-45a3-b415-1c9edf523c91', 'status': 'completed', 'code': 200} Oct 27 18:48:05.046586 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-40f133fb-010e-42f2-a5d0-55c7d08d6e7c tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:05.046836 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ea2a5731-2a31-474a-8aeb-624dc889768c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:05.060126 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0c0b53c8-7885-4ed8-a65a-38369d7e4c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:05.084185 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f133fb-010e-42f2-a5d0-55c7d08d6e7c tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87da3c63-24b3-4871-9652-cd91266dd83f,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:05.130377 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-40f133fb-010e-42f2-a5d0-55c7d08d6e7c tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:05.135023 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-40f133fb-010e-42f2-a5d0-55c7d08d6e7c tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4071958 Oct 27 18:48:05.135171 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34604) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:05.140198 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-3ce048ac-5f2f-427e-88e9-20cddfd1d029 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Request body: {'security_group_rule': {'security_group_id': 'ad17adb3-b108-44e8-9bf6-405b4ef64bcd', 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:05.155694 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ea2a5731-2a31-474a-8aeb-624dc889768c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:05.237495 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5d89beb8-72ce-47cf-8e31-99a5ef081414 req-beb1ff0c-9d49-470e-a92e-d1702bc77afe tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3588884b-50ee-46aa-94e8-8e4162b81845 HTTP/1.1" status: 200 len: 210 time: 0.0340636 Oct 27 18:48:05.245908 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ea2a5731-2a31-474a-8aeb-624dc889768c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:05.258600 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-0c0b53c8-7885-4ed8-a65a-38369d7e4c06 None None] For port 5835fd65-3e40-4cd0-8893-726d158ebbd8, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=5835fd65-3e40-4cd0-8893-726d158ebbd8,segment=NetworkSegment(a9b0de6a-5f69-4e5d-a0cc-ddc908150efa),segment_id=a9b0de6a-5f69-4e5d-a0cc-ddc908150efa)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:48:05.292195 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a5731-2a31-474a-8aeb-624dc889768c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f547947-ef36-4ce3-a937-c23f8c568afc,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:05.304805 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3ce048ac-5f2f-427e-88e9-20cddfd1d029 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:05.364660 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0c0b53c8-7885-4ed8-a65a-38369d7e4c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:05.382281 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3ce048ac-5f2f-427e-88e9-20cddfd1d029 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:05.393491 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ea2a5731-2a31-474a-8aeb-624dc889768c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:05.395007 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ea2a5731-2a31-474a-8aeb-624dc889768c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4553778 Oct 27 18:48:05.397878 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34608) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:05.402850 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-35038490-4a8e-4fbb-b653-1b75d6401cac tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'security_group': {'name': 'tempest-secgroup-2105739071'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:05.428889 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3ce048ac-5f2f-427e-88e9-20cddfd1d029 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:05.444685 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce048ac-5f2f-427e-88e9-20cddfd1d029 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c97906b7-889c-4755-a396-6228f761c4df,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:05.483502 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-35038490-4a8e-4fbb-b653-1b75d6401cac tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:05.526251 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b53c8-7885-4ed8-a65a-38369d7e4c06 None None] Pushing event updated for resources: {'Port': ['ID=5835fd65-3e40-4cd0-8893-726d158ebbd8,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:05.557688 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-af9a2fdf-6b04-4bba-9ae8-b0fc8f790665 None None] Provisioning complete for port 5835fd65-3e40-4cd0-8893-726d158ebbd8 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:05.557688 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-af9a2fdf-6b04-4bba-9ae8-b0fc8f790665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:05.567560 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3ce048ac-5f2f-427e-88e9-20cddfd1d029 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:05.571360 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3ce048ac-5f2f-427e-88e9-20cddfd1d029 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4328604 Oct 27 18:48:05.571609 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34614) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:05.576642 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-b39b087b-2b26-4206-97d9-f84b2480ccc0 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Request body: {'security_group_rule': {'security_group_id': 'ad17adb3-b108-44e8-9bf6-405b4ef64bcd', 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:05.622970 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-35038490-4a8e-4fbb-b653-1b75d6401cac tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:05.729646 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b39b087b-2b26-4206-97d9-f84b2480ccc0 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:05.739843 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c6602-386a-442f-a8d0-84cfc18862eb req-be2de8fc-2a48-4957-926f-35c52e6abf0e tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:05.744207 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-363c6602-386a-442f-a8d0-84cfc18862eb req-be2de8fc-2a48-4957-926f-35c52e6abf0e tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 945 time: 0.0836706 Oct 27 18:48:05.745488 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-35038490-4a8e-4fbb-b653-1b75d6401cac tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:05.815470 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35038490-4a8e-4fbb-b653-1b75d6401cac tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a11313e-6ac7-4780-93c0-31cc9fe4ec3b,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:05.839427 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-35038490-4a8e-4fbb-b653-1b75d6401cac tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:05.840781 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-35038490-4a8e-4fbb-b653-1b75d6401cac tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4415858 Oct 27 18:48:05.846390 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34624) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:05.854923 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-c148d70e-2f7b-4856-8d80-930e853a7c95 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-48904224', 'security_groups': ['4a11313e-6ac7-4780-93c0-31cc9fe4ec3b'], 'network_id': '3f9855fb-a1c4-4fa3-9c52-b00108f1af00', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '111654d8-38d7-4968-879f-02475024d389'}]}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:05.879144 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b39b087b-2b26-4206-97d9-f84b2480ccc0 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:05.921376 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:48:05.930184 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cb3cc9-7b34-411f-abd7-3447b7afbea7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-3f9855fb-a1c4-4fa3-9c52-b00108f1af00', 'network_id': '3f9855fb-a1c4-4fa3-9c52-b00108f1af00', 'tenant_id': '28633539e0ee40d1a4a981a2e2462808', 'fixed_ips': [{'subnet_id': '111654d8-38d7-4968-879f-02475024d389'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:48:05.931082 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-65cb3cc9-7b34-411f-abd7-3447b7afbea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:05.932555 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-363c6602-386a-442f-a8d0-84cfc18862eb req-d7b78488-ff0a-41bc-a12f-3285d873df8b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640756 Oct 27 18:48:05.957271 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b39b087b-2b26-4206-97d9-f84b2480ccc0 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:06.005126 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b087b-2b26-4206-97d9-f84b2480ccc0 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0296b99c-a8cf-47be-bbf2-08fbe22d0752,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:06.078803 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-b065378b-0b84-4d2d-8c48-98ac78471839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ea74b9-79df-4f15-9210-d9e05d5942b3', 'name': 'tempest-TestNetworkBasicOps-router-850632275', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'e421c008-5c54-40e2-9c6d-fa6a44b55a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:47:52Z', 'updated_at': '2021-10-27T18:47:59Z', 'revision_number': 4, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'gw_port': {'id': 'e421c008-5c54-40e2-9c6d-fa6a44b55a4f', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ea74b9-79df-4f15-9210-d9e05d5942b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:53Z', 'updated_at': '2021-10-27T18:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '5835fd65-3e40-4cd0-8893-726d158ebbd8', 'name': '', 'network_id': 'c751e866-e27d-4a5e-92da-f83379f6a6f2', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'mac_address': 'fa:16:3e:d5:ff:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ea74b9-79df-4f15-9210-d9e05d5942b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '071dd6fa-e000-4919-ba50-3dfa52855a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:58Z', 'updated_at': '2021-10-27T18:48:04Z', 'revision_number': 4, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'subnets': [{'id': '071dd6fa-e000-4919-ba50-3dfa52855a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:06.084449 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9,segment=NetworkSegment(29ae5e06-41a1-428b-8e42-42a692caa382),segment_id=29ae5e06-41a1-428b-8e42-42a692caa382)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:48:06.089404 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c148d70e-2f7b-4856-8d80-930e853a7c95 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Made reservation on behalf of 28633539e0ee40d1a4a981a2e2462808 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:48:06.129356 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b065378b-0b84-4d2d-8c48-98ac78471839 None None] The sync data for ids ['55ea74b9-79df-4f15-9210-d9e05d5942b3'] in n-d-815690-2 is: [{'id': '55ea74b9-79df-4f15-9210-d9e05d5942b3', 'name': 'tempest-TestNetworkBasicOps-router-850632275', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'e421c008-5c54-40e2-9c6d-fa6a44b55a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:47:52Z', 'updated_at': '2021-10-27T18:47:59Z', 'revision_number': 4, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'gw_port': {'id': 'e421c008-5c54-40e2-9c6d-fa6a44b55a4f', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ea74b9-79df-4f15-9210-d9e05d5942b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:53Z', 'updated_at': '2021-10-27T18:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '5835fd65-3e40-4cd0-8893-726d158ebbd8', 'name': '', 'network_id': 'c751e866-e27d-4a5e-92da-f83379f6a6f2', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'mac_address': 'fa:16:3e:d5:ff:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55ea74b9-79df-4f15-9210-d9e05d5942b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '071dd6fa-e000-4919-ba50-3dfa52855a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:58Z', 'updated_at': '2021-10-27T18:48:04Z', 'revision_number': 4, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'subnets': [{'id': '071dd6fa-e000-4919-ba50-3dfa52855a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:48:06.171612 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b39b087b-2b26-4206-97d9-f84b2480ccc0 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:06.178018 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34630) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:06.179555 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b39b087b-2b26-4206-97d9-f84b2480ccc0 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6021576 Oct 27 18:48:06.182848 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': '2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9', 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b', 'port_id': '2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9', 'mac_address': 'fa:16:3e:6c:c8:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db74a198-9b96-4f1c-98df-8ec54f422805', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:48:06.196643 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-6275f476-6a65-4620-9369-5c7062cfcf90 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Request body: {'security_group_rule': {'security_group_id': 'ad17adb3-b108-44e8-9bf6-405b4ef64bcd', 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:06.285783 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c148d70e-2f7b-4856-8d80-930e853a7c95 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:06.327648 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-c148d70e-2f7b-4856-8d80-930e853a7c95 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] device_id is not set on port 3092390f-e402-413e-830e-fce57eb34a8a yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:48:06.362655 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:06.395073 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:48:06.405050 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6275f476-6a65-4620-9369-5c7062cfcf90 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:06.417608 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9,segment=NetworkSegment(29ae5e06-41a1-428b-8e42-42a692caa382),segment_id=29ae5e06-41a1-428b-8e42-42a692caa382)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:48:06.438503 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-65cb3cc9-7b34-411f-abd7-3447b7afbea7 None None] Allocated IP 2001:db8::2 (3f9855fb-a1c4-4fa3-9c52-b00108f1af00/111654d8-38d7-4968-879f-02475024d389/e9893c77-4a4e-4020-82ea-f867aee1cf54) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:48:06.520447 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6275f476-6a65-4620-9369-5c7062cfcf90 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:06.530859 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:06.620796 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:48:06.678324 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 5835fd65-3e40-4cd0-8893-726d158ebbd8 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:48:06.697500 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6275f476-6a65-4620-9369-5c7062cfcf90 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:06.726281 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275f476-6a65-4620-9369-5c7062cfcf90 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52f82bb1-5818-40f9-9dd6-8519c25ffe29,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:06.742398 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9,revision_number=6']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:06.809754 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6275f476-6a65-4620-9369-5c7062cfcf90 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:06.812679 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6275f476-6a65-4620-9369-5c7062cfcf90 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6327701 Oct 27 18:48:06.819441 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34654) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:06.826303 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-2272481d-26bb-4b04-b6fc-c7b23631844c tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Request body: {'security_group_rule': {'security_group_id': 'ad17adb3-b108-44e8-9bf6-405b4ef64bcd', 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:06.848643 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-65cb3cc9-7b34-411f-abd7-3447b7afbea7 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:06.879091 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 5835fd65-3e40-4cd0-8893-726d158ebbd8 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:06.879664 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:06.939321 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-65cb3cc9-7b34-411f-abd7-3447b7afbea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:06.966990 n-d-815690-2 neutron-server[102879]: INFO neutron.db.securitygroups_db [None req-2272481d-26bb-4b04-b6fc-c7b23631844c tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Project a56febe1ed07496abd79e6dfcd66d421 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 18:48:06.979521 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2272481d-26bb-4b04-b6fc-c7b23631844c tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:07.103488 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-c148d70e-2f7b-4856-8d80-930e853a7c95 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Allocated IP 2001:db8::d (3f9855fb-a1c4-4fa3-9c52-b00108f1af00/111654d8-38d7-4968-879f-02475024d389/3092390f-e402-413e-830e-fce57eb34a8a) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:48:07.108718 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abb63b-4c7b-485a-a15f-dd318e61db6e req-7368ca56-c435-4eb8-b5fe-65bacf8e1b2f tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:07.114837 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-37abb63b-4c7b-485a-a15f-dd318e61db6e req-7368ca56-c435-4eb8-b5fe-65bacf8e1b2f tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ee786d50-c1a6-4ee9-9d1f-cc2bfb2a99f3 HTTP/1.1" status: 200 len: 1097 time: 0.1925042 Oct 27 18:48:07.115240 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2272481d-26bb-4b04-b6fc-c7b23631844c tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:07.120116 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cb3cc9-7b34-411f-abd7-3447b7afbea7 None None] Network 3f9855fb-a1c4-4fa3-9c52-b00108f1af00 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:48:07.122562 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-65cb3cc9-7b34-411f-abd7-3447b7afbea7 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:48:07.136836 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cb3cc9-7b34-411f-abd7-3447b7afbea7 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:48:07.213058 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2272481d-26bb-4b04-b6fc-c7b23631844c tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:07.241408 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272481d-26bb-4b04-b6fc-c7b23631844c tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f9ff5e8-b436-475e-b1fe-aadd042d5958,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:07.262324 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb3cc9-7b34-411f-abd7-3447b7afbea7 None None] Pushing event updated for resources: {'Port': ['ID=e9893c77-4a4e-4020-82ea-f867aee1cf54,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:07.283459 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-37abb63b-4c7b-485a-a15f-dd318e61db6e req-74fa2d3a-75ec-4943-aa76-35a95c899ec6 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=9c2837e2-a408-4438-a7be-ad25eb21dbfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478612 Oct 27 18:48:07.343136 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2272481d-26bb-4b04-b6fc-c7b23631844c tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:07.345276 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2272481d-26bb-4b04-b6fc-c7b23631844c tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5240502 Oct 27 18:48:07.348834 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34662) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:07.353560 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-628ba2e6-6bc5-44d5-982d-d351fb663b77 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Request body: {'security_group_rule': {'security_group_id': 'ad17adb3-b108-44e8-9bf6-405b4ef64bcd', 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:07.404219 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-65cb3cc9-7b34-411f-abd7-3447b7afbea7 None None] Attempting to bind port e9893c77-4a4e-4020-82ea-f867aee1cf54 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:48:07.404754 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-65cb3cc9-7b34-411f-abd7-3447b7afbea7 None None] Attempting to bind port e9893c77-4a4e-4020-82ea-f867aee1cf54 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'bec84976-adf3-4987-abc5-5540a3846298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '3f9855fb-a1c4-4fa3-9c52-b00108f1af00'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:48:07.405115 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cb3cc9-7b34-411f-abd7-3447b7afbea7 None None] Attempting to bind port e9893c77-4a4e-4020-82ea-f867aee1cf54 on network 3f9855fb-a1c4-4fa3-9c52-b00108f1af00 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:48:07.421258 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cb3cc9-7b34-411f-abd7-3447b7afbea7 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:48:07.424353 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cb3cc9-7b34-411f-abd7-3447b7afbea7 None None] Checking segment: {'id': 'bec84976-adf3-4987-abc5-5540a3846298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '3f9855fb-a1c4-4fa3-9c52-b00108f1af00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:48:07.426646 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-65cb3cc9-7b34-411f-abd7-3447b7afbea7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:07.427095 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cb3cc9-7b34-411f-abd7-3447b7afbea7 None None] Bound using segment: {'id': 'bec84976-adf3-4987-abc5-5540a3846298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '3f9855fb-a1c4-4fa3-9c52-b00108f1af00'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:48:07.427659 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-65cb3cc9-7b34-411f-abd7-3447b7afbea7 None None] Bound port: e9893c77-4a4e-4020-82ea-f867aee1cf54, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bec84976-adf3-4987-abc5-5540a3846298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '3f9855fb-a1c4-4fa3-9c52-b00108f1af00'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:48:07.428048 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-65cb3cc9-7b34-411f-abd7-3447b7afbea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:07.519855 n-d-815690-2 neutron-server[102879]: INFO neutron.db.securitygroups_db [None req-628ba2e6-6bc5-44d5-982d-d351fb663b77 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Project a56febe1ed07496abd79e6dfcd66d421 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 18:48:07.529429 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-628ba2e6-6bc5-44d5-982d-d351fb663b77 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:07.533746 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e57c6-d8af-4e3f-9a2a-54d57e1ab89c req-56876c13-0ab2-4a5e-8850-7915c82bb20a tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:07.541707 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5c1e57c6-d8af-4e3f-9a2a-54d57e1ab89c req-56876c13-0ab2-4a5e-8850-7915c82bb20a tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 944 time: 0.1458879 Oct 27 18:48:07.586497 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-65cb3cc9-7b34-411f-abd7-3447b7afbea7 None None] For port e9893c77-4a4e-4020-82ea-f867aee1cf54, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:48:07.592982 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-65cb3cc9-7b34-411f-abd7-3447b7afbea7 None None] For port e9893c77-4a4e-4020-82ea-f867aee1cf54, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=e9893c77-4a4e-4020-82ea-f867aee1cf54,segment=NetworkSegment(bec84976-adf3-4987-abc5-5540a3846298),segment_id=bec84976-adf3-4987-abc5-5540a3846298)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:48:07.635192 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c148d70e-2f7b-4856-8d80-930e853a7c95 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:07.650765 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-628ba2e6-6bc5-44d5-982d-d351fb663b77 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:07.664866 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5c1e57c6-d8af-4e3f-9a2a-54d57e1ab89c req-24e6dbe0-e540-4cfc-98fc-8af97368ba3d tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222215 Oct 27 18:48:07.669779 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-65cb3cc9-7b34-411f-abd7-3447b7afbea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:07.766223 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-628ba2e6-6bc5-44d5-982d-d351fb663b77 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:07.804959 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c148d70e-2f7b-4856-8d80-930e853a7c95 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:07.806969 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb3cc9-7b34-411f-abd7-3447b7afbea7 None None] Pushing event updated for resources: {'Port': ['ID=e9893c77-4a4e-4020-82ea-f867aee1cf54,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:07.827179 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ba2e6-6bc5-44d5-982d-d351fb663b77 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed89b0dd-0c17-458c-a518-5ead8b8b675b,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:07.849479 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:48:07.908775 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c148d70e-2f7b-4856-8d80-930e853a7c95 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Network 3f9855fb-a1c4-4fa3-9c52-b00108f1af00 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:48:07.915513 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-628ba2e6-6bc5-44d5-982d-d351fb663b77 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:07.926356 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-628ba2e6-6bc5-44d5-982d-d351fb663b77 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5669911 Oct 27 18:48:07.934362 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-c148d70e-2f7b-4856-8d80-930e853a7c95 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:48:07.945810 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c148d70e-2f7b-4856-8d80-930e853a7c95 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:48:07.953947 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c148d70e-2f7b-4856-8d80-930e853a7c95 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:07.955668 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c148d70e-2f7b-4856-8d80-930e853a7c95 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:07.980879 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:07.982244 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148d70e-2f7b-4856-8d80-930e853a7c95 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'Port': ['ID=3092390f-e402-413e-830e-fce57eb34a8a,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:07.983149 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:08.095740 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c148d70e-2f7b-4856-8d80-930e853a7c95 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.2433653 Oct 27 18:48:08.097265 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34668) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:08.105826 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-3d79674d-54e6-4d2a-8abd-97d177f62639 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'subnet': {'network_id': '3f9855fb-a1c4-4fa3-9c52-b00108f1af00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:08.160491 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:08.177445 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1723794-49c4-4e2a-a011-d65b8762d5a4 req-6313fc36-01b1-4556-af18-a95c052412e1 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:08.180257 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b1723794-49c4-4e2a-a011-d65b8762d5a4 req-6313fc36-01b1-4556-af18-a95c052412e1 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ee786d50-c1a6-4ee9-9d1f-cc2bfb2a99f3 HTTP/1.1" status: 200 len: 1097 time: 0.0757861 Oct 27 18:48:08.209550 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a97861b-82ca-4465-b3ab-2b6f3ee4a17b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:48:08.215226 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f72adb-d081-4c4f-ba8b-22d01b560510" -d '{"events": [{"server_uuid": "2a97861b-82ca-4465-b3ab-2b6f3ee4a17b", "name": "network-vif-plugged", "status": "completed", "tag": "2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:48:08.264313 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9,segment=NetworkSegment(29ae5e06-41a1-428b-8e42-42a692caa382),segment_id=29ae5e06-41a1-428b-8e42-42a692caa382)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:48:08.289360 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e55eb229-6c71-45a3-b415-1c9edf523c91 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:48:08.330187 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: e55eb229-6c71-45a3-b415-1c9edf523c91 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:48:08.331506 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e55eb229-6c71-45a3-b415-1c9edf523c91 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:48:08.347161 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:08.401999 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-b1723794-49c4-4e2a-a011-d65b8762d5a4 req-434a84af-68de-4cf0-b28a-828269002c3c tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Deleting port d7201b1e-4452-4115-9833-090643d7966f {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:48:08.405124 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b1723794-49c4-4e2a-a011-d65b8762d5a4 req-434a84af-68de-4cf0-b28a-828269002c3c tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:08.410102 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9,revision_number=7']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:08.419791 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-372650b6-ff26-47f3-b279-348b30e25f6b tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2067371507&fields=id&tenant_id=a56febe1ed07496abd79e6dfcd66d421 HTTP/1.1" status: 200 len: 267 time: 0.1103749 Oct 27 18:48:08.609801 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-b1723794-49c4-4e2a-a011-d65b8762d5a4 req-434a84af-68de-4cf0-b28a-828269002c3c tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] For port d7201b1e-4452-4115-9833-090643d7966f, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=d7201b1e-4452-4115-9833-090643d7966f,segment=NetworkSegment(466ff7d5-b359-45a3-9453-10be1f7dfc61),segment_id=466ff7d5-b359-45a3-9453-10be1f7dfc61)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:48:08.612123 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b1723794-49c4-4e2a-a011-d65b8762d5a4 req-434a84af-68de-4cf0-b28a-828269002c3c tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:08.632842 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-b1723794-49c4-4e2a-a011-d65b8762d5a4 req-434a84af-68de-4cf0-b28a-828269002c3c tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Calling delete_port for d7201b1e-4452-4115-9833-090643d7966f owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:48:08.634933 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-78bf84cc-7430-476b-afd9-e37c17e9107c tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:08.644885 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-78bf84cc-7430-476b-afd9-e37c17e9107c tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/networks?id=c751e866-e27d-4a5e-92da-f83379f6a6f2 HTTP/1.1" status: 200 len: 796 time: 0.2241540 Oct 27 18:48:08.667246 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d79674d-54e6-4d2a-8abd-97d177f62639 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Made reservation on behalf of 28633539e0ee40d1a4a981a2e2462808 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:48:08.670768 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3d79674d-54e6-4d2a-8abd-97d177f62639 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:08.683546 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-cb722e5c-9478-4708-b360-921cb6871788 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/quotas/a56febe1ed07496abd79e6dfcd66d421 HTTP/1.1" status: 200 len: 375 time: 0.0376413 Oct 27 18:48:08.695665 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device e9893c77-4a4e-4020-82ea-f867aee1cf54 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:48:08.810478 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-6f2a85b0-c127-4b8c-95f5-fd7505511ddd tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a56febe1ed07496abd79e6dfcd66d421&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1171851 Oct 27 18:48:08.834045 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port e9893c77-4a4e-4020-82ea-f867aee1cf54 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:08.835642 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:08.909990 n-d-815690-2 neutron-server[102878]: INFO neutron.db.ipam_backend_mixin [None req-3d79674d-54e6-4d2a-8abd-97d177f62639 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 111654d8-38d7-4968-879f-02475024d389 (CIDR: 2001:db8::/64) Oct 27 18:48:08.948293 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d79674d-54e6-4d2a-8abd-97d177f62639 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:48:08.948853 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d79674d-54e6-4d2a-8abd-97d177f62639 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:48:09.025902 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-50e36413-95f7-4f53-bc3a-7e4a5c890d43 service neutron] 10.222.0.52 "GET /v2.0/networks/c751e866-e27d-4a5e-92da-f83379f6a6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028561 Oct 27 18:48:09.034634 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b1723794-49c4-4e2a-a011-d65b8762d5a4 req-434a84af-68de-4cf0-b28a-828269002c3c tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:09.063795 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:09.073550 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['d7201b1e-4452-4115-9833-090643d7966f'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:48:09.135925 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a84af-68de-4cf0-b28a-828269002c3c tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7201b1e-4452-4115-9833-090643d7966f,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:09.171483 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3d79674d-54e6-4d2a-8abd-97d177f62639 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0720179 Oct 27 18:48:09.177436 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34712) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:09.198800 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-05755cdf-faac-4db6-8417-4ae399b276e6 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'subnet': {'network_id': '3f9855fb-a1c4-4fa3-9c52-b00108f1af00', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:09.234909 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1723794-49c4-4e2a-a011-d65b8762d5a4 req-434a84af-68de-4cf0-b28a-828269002c3c tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] No DVR routers for this DVR port d7201b1e-4452-4115-9833-090643d7966f on host n-h1-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:48:09.245473 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b1723794-49c4-4e2a-a011-d65b8762d5a4 req-434a84af-68de-4cf0-b28a-828269002c3c tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:09.259712 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port e9893c77-4a4e-4020-82ea-f867aee1cf54, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=e9893c77-4a4e-4020-82ea-f867aee1cf54,segment=NetworkSegment(bec84976-adf3-4987-abc5-5540a3846298),segment_id=bec84976-adf3-4987-abc5-5540a3846298)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:48:09.261046 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b1723794-49c4-4e2a-a011-d65b8762d5a4 req-434a84af-68de-4cf0-b28a-828269002c3c tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.81 "DELETE /v2.0/ports/d7201b1e-4452-4115-9833-090643d7966f HTTP/1.1" status: 204 len: 173 time: 1.0655835 Oct 27 18:48:09.261720 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee786d50-c1a6-4ee9-9d1f-cc2bfb2a99f3', 'name': 'network-vif-deleted', 'tag': 'd7201b1e-4452-4115-9833-090643d7966f'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:48:09.264322 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57cab0c-69de-430c-b80a-a425ac4dda83" -d '{"events": [{"server_uuid": "ee786d50-c1a6-4ee9-9d1f-cc2bfb2a99f3", "name": "network-vif-deleted", "tag": "d7201b1e-4452-4115-9833-090643d7966f"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:48:09.316403 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:09.434386 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=e9893c77-4a4e-4020-82ea-f867aee1cf54,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:09.483407 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-9c3bd688-5cd5-45ba-8cfa-38693f15b474 service neutron] 10.222.0.52 "GET /v2.0/networks/c751e866-e27d-4a5e-92da-f83379f6a6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4499636 Oct 27 18:48:09.704823 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8521d4d3-c9e9-4c1b-942e-f4bd461b45ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:09.705879 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05755cdf-faac-4db6-8417-4ae399b276e6 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Made reservation on behalf of 28633539e0ee40d1a4a981a2e2462808 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:48:09.711916 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-05755cdf-faac-4db6-8417-4ae399b276e6 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:09.899039 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918dd2fd-f3fc-44f8-8475-f05e0c81f280 x-openstack-request-id: req-918dd2fd-f3fc-44f8-8475-f05e0c81f280 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:48:09.899338 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a97861b-82ca-4465-b3ab-2b6f3ee4a17b", "name": "network-vif-plugged", "status": "completed", "tag": "2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:48:09.905702 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-918dd2fd-f3fc-44f8-8475-f05e0c81f280 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:48:09.905702 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a97861b-82ca-4465-b3ab-2b6f3ee4a17b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9', 'code': 200} Oct 27 18:48:09.905702 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-e57b896e-6b0a-4aa9-856c-25d268e3179c None None] Provisioning complete for port e9893c77-4a4e-4020-82ea-f867aee1cf54 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:09.905702 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e57b896e-6b0a-4aa9-856c-25d268e3179c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:10.261840 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-e57b896e-6b0a-4aa9-856c-25d268e3179c None None] Provisioning complete for port 604c0057-8a1f-4861-9bbd-94c0f6b8a840 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:10.262495 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e57b896e-6b0a-4aa9-856c-25d268e3179c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:10.273059 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1b52c574-f33a-435c-8d3f-67458315a195 req-3f7f5df6-184c-4bb9-9144-c05b3e1f9887 tempest-TestServerMultinode-1170317959 tempest-TestServerMultinode-1170317959-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ee786d50-c1a6-4ee9-9d1f-cc2bfb2a99f3 HTTP/1.1" status: 200 len: 210 time: 0.1054275 Oct 27 18:48:10.366340 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-e57b896e-6b0a-4aa9-856c-25d268e3179c None None] Port 604c0057-8a1f-4861-9bbd-94c0f6b8a840 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:48:10.503600 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-b8323af1-8dac-4ab2-9fb7-1a833dc4a3bd None None] Provisioning complete for port 3092390f-e402-413e-830e-fce57eb34a8a triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:10.503982 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b8323af1-8dac-4ab2-9fb7-1a833dc4a3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:10.517380 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-05755cdf-faac-4db6-8417-4ae399b276e6 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:10.596518 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-b8323af1-8dac-4ab2-9fb7-1a833dc4a3bd None None] Port 3092390f-e402-413e-830e-fce57eb34a8a cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:48:10.606156 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86263df6-dba8-421a-83f8-a82eae987239 req-6a634295-bf0c-4d61-8c4c-e29ee460f916 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:10.623950 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-86263df6-dba8-421a-83f8-a82eae987239 req-6a634295-bf0c-4d61-8c4c-e29ee460f916 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 945 time: 0.2294438 Oct 27 18:48:10.636701 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device e9893c77-4a4e-4020-82ea-f867aee1cf54 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:48:10.712403 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05755cdf-faac-4db6-8417-4ae399b276e6 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Network 3f9855fb-a1c4-4fa3-9c52-b00108f1af00 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:48:10.744762 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-05755cdf-faac-4db6-8417-4ae399b276e6 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:48:10.762202 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05755cdf-faac-4db6-8417-4ae399b276e6 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:10.764582 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-05755cdf-faac-4db6-8417-4ae399b276e6 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:10.806353 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f41924-0e92-4c59-9bcb-63b7a1dc2378 None None] Network 3f9855fb-a1c4-4fa3-9c52-b00108f1af00 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:48:10.894072 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-86263df6-dba8-421a-83f8-a82eae987239 req-373bde25-e7cf-4f81-b911-49db5bf599f9 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2656524 Oct 27 18:48:10.898983 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port e9893c77-4a4e-4020-82ea-f867aee1cf54 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:10.899358 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:10.931705 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05755cdf-faac-4db6-8417-4ae399b276e6 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'Subnet': ['ID=0c01645e-cdd2-410d-be3c-e9aaee5ddc31,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:10.980555 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-05755cdf-faac-4db6-8417-4ae399b276e6 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7969935 Oct 27 18:48:10.983190 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34776) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:10.983481 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9279c3-8e28-4f48-a308-00f9df8f7337 x-openstack-request-id: req-ff9279c3-8e28-4f48-a308-00f9df8f7337 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:48:10.983941 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee786d50-c1a6-4ee9-9d1f-cc2bfb2a99f3", "name": "network-vif-deleted", "tag": "d7201b1e-4452-4115-9833-090643d7966f", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:48:10.991090 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ff9279c3-8e28-4f48-a308-00f9df8f7337 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:48:10.991090 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee786d50-c1a6-4ee9-9d1f-cc2bfb2a99f3', 'name': 'network-vif-deleted', 'tag': 'd7201b1e-4452-4115-9833-090643d7966f', 'status': 'completed', 'code': 200} Oct 27 18:48:10.992306 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-5739ade6-f255-42e1-8ed1-e8cecb44d9c4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-201596404', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0c01645e-cdd2-410d-be3c-e9aaee5ddc31'}], 'security_groups': ['2f547947-ef36-4ce3-a937-c23f8c568afc']}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:11.121150 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e16240e8-a239-474d-afa9-af3a2b631f83 req-17b3fd99-d80a-4cc8-9fdf-f461e97e416d tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=d240bd8f-4c2a-4c05-b98c-2ca58b31fef2 HTTP/1.1" status: 200 len: 210 time: 0.0434597 Oct 27 18:48:11.214512 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5739ade6-f255-42e1-8ed1-e8cecb44d9c4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:11.355620 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25296b5-a856-4a6c-bb8e-97d21d6d9a03 None None] Update dhcp port {'port': {'network_id': '3f9855fb-a1c4-4fa3-9c52-b00108f1af00', 'fixed_ips': [{'subnet_id': '111654d8-38d7-4968-879f-02475024d389', 'ip_address': '2001:db8::2'}, {'subnet_id': '0c01645e-cdd2-410d-be3c-e9aaee5ddc31'}], 'binding:host_id': 'n-d-815690-2'}, 'id': 'e9893c77-4a4e-4020-82ea-f867aee1cf54'} from n-d-815690-2. {{(pid=102880) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 18:48:11.483344 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c25296b5-a856-4a6c-bb8e-97d21d6d9a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:11.835065 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-c25296b5-a856-4a6c-bb8e-97d21d6d9a03 None None] Allocated IP 2001:db8:0:1::2 (3f9855fb-a1c4-4fa3-9c52-b00108f1af00/0c01645e-cdd2-410d-be3c-e9aaee5ddc31/e9893c77-4a4e-4020-82ea-f867aee1cf54) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:48:11.886209 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device d7201b1e-4452-4115-9833-090643d7966f no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:48:11.947692 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] No Port match for: d7201b1e-4452-4115-9833-090643d7966f {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:48:11.964802 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device d7201b1e-4452-4115-9833-090643d7966f not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:48:12.061544 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30560d2-069e-41c5-9cac-3097d08af923 req-a4a39887-8e58-4113-86d3-5d7331f354f5 tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:12.072814 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f30560d2-069e-41c5-9cac-3097d08af923 req-a4a39887-8e58-4113-86d3-5d7331f354f5 tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 1098 time: 0.1190236 Oct 27 18:48:12.128447 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-c25296b5-a856-4a6c-bb8e-97d21d6d9a03 None None] For port e9893c77-4a4e-4020-82ea-f867aee1cf54, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=e9893c77-4a4e-4020-82ea-f867aee1cf54,segment=NetworkSegment(bec84976-adf3-4987-abc5-5540a3846298),segment_id=bec84976-adf3-4987-abc5-5540a3846298)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:48:12.132072 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f30560d2-069e-41c5-9cac-3097d08af923 req-38410ae7-9785-40eb-bffe-d6a542dc6f2a tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=f35e86e5-032f-42cd-9d02-3615b3e713b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579491 Oct 27 18:48:12.153270 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34792) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:12.181553 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c25296b5-a856-4a6c-bb8e-97d21d6d9a03 None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:12.210486 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34794) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:12.443984 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-1c9ed810-0f89-4448-af43-ca3bc6a513c7 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Deleting port c312016e-29e0-41e9-8940-c20ff5275e16 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:48:12.444981 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1c9ed810-0f89-4448-af43-ca3bc6a513c7 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:12.463579 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ed842b09-2be4-4480-a48e-966105b9f4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:12.467550 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c25296b5-a856-4a6c-bb8e-97d21d6d9a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:12.606367 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818925b-8b5d-4434-8202-72c82e3df024 req-c1e6cc9a-4c5f-419b-bceb-acb9847696eb tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:12.608435 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c818925b-8b5d-4434-8202-72c82e3df024 req-c1e6cc9a-4c5f-419b-bceb-acb9847696eb tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 945 time: 0.2034914 Oct 27 18:48:12.626611 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25296b5-a856-4a6c-bb8e-97d21d6d9a03 None None] Pushing event updated for resources: {'Port': ['ID=e9893c77-4a4e-4020-82ea-f867aee1cf54,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:12.778024 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1c9ed810-0f89-4448-af43-ca3bc6a513c7 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:12.778385 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1c9ed810-0f89-4448-af43-ca3bc6a513c7 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:12.792485 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0e1985e1-9f4c-47c4-a69e-c016c4ec9d74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:12.810148 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-1c9ed810-0f89-4448-af43-ca3bc6a513c7 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Calling delete_port for c312016e-29e0-41e9-8940-c20ff5275e16 owned by network:floatingip {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:48:12.865564 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-5739ade6-f255-42e1-8ed1-e8cecb44d9c4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Delete allocated IP 2001:db8::d (3f9855fb-a1c4-4fa3-9c52-b00108f1af00/111654d8-38d7-4968-879f-02475024d389) {{(pid=102878) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 27 18:48:12.877996 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-5739ade6-f255-42e1-8ed1-e8cecb44d9c4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Allocated IP 2001:db8:0:1::245 (3f9855fb-a1c4-4fa3-9c52-b00108f1af00/0c01645e-cdd2-410d-be3c-e9aaee5ddc31/3092390f-e402-413e-830e-fce57eb34a8a) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:48:13.097661 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c818925b-8b5d-4434-8202-72c82e3df024 req-a4931f8d-e951-4ee4-ad53-33829b2cbfa8 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4727249 Oct 27 18:48:13.172106 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5739ade6-f255-42e1-8ed1-e8cecb44d9c4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:13.282700 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5739ade6-f255-42e1-8ed1-e8cecb44d9c4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:13.340183 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-0e1985e1-9f4c-47c4-a69e-c016c4ec9d74 admin admin] Deleting port 11b258ef-d6e1-4ece-86da-74235ea2dc48 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:48:13.340783 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0e1985e1-9f4c-47c4-a69e-c016c4ec9d74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:13.431450 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:13.460123 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:13.470909 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-edcb10fc-6a0e-4c6a-b6be-9e94f1d1967e req-4f3261f0-b802-4961-ae52-a78d4e18b308 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=d240bd8f-4c2a-4c05-b98c-2ca58b31fef2 HTTP/1.1" status: 200 len: 210 time: 0.1919117 Oct 27 18:48:13.475907 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-943daf42-fe28-4d78-b763-9873cf629e43 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:13.477480 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-943daf42-fe28-4d78-b763-9873cf629e43 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.81 "GET /v2.0/networks?id=c751e866-e27d-4a5e-92da-f83379f6a6f2 HTTP/1.1" status: 200 len: 796 time: 0.2785625 Oct 27 18:48:13.560877 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-6cf64613-9cd6-427c-98ee-6bc643303ac2 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a56febe1ed07496abd79e6dfcd66d421 HTTP/1.1" status: 200 len: 380 time: 0.0508428 Oct 27 18:48:13.569167 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-5739ade6-f255-42e1-8ed1-e8cecb44d9c4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] In _notify_port_updated(), no bound segment for port 3092390f-e402-413e-830e-fce57eb34a8a on network 3f9855fb-a1c4-4fa3-9c52-b00108f1af00 {{(pid=102878) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 18:48:13.575187 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5739ade6-f255-42e1-8ed1-e8cecb44d9c4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:13.580213 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5739ade6-f255-42e1-8ed1-e8cecb44d9c4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:13.580213 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5739ade6-f255-42e1-8ed1-e8cecb44d9c4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "PUT /v2.0/ports/3092390f-e402-413e-830e-fce57eb34a8a HTTP/1.1" status: 200 len: 930 time: 2.5922253 Oct 27 18:48:13.580769 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34800) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:13.581448 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5739ade6-f255-42e1-8ed1-e8cecb44d9c4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'Port': ['ID=3092390f-e402-413e-830e-fce57eb34a8a,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:13.586918 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-f0298463-0e2c-45c5-a366-6883745feed9 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Request body: {'port': {'device_id': 'd240bd8f-4c2a-4c05-b98c-2ca58b31fef2', 'network_id': 'c751e866-e27d-4a5e-92da-f83379f6a6f2', 'admin_state_up': True, 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'security_groups': ['ad17adb3-b108-44e8-9bf6-405b4ef64bcd']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:13.680995 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-0e1985e1-9f4c-47c4-a69e-c016c4ec9d74 admin admin] For port 11b258ef-d6e1-4ece-86da-74235ea2dc48, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=11b258ef-d6e1-4ece-86da-74235ea2dc48,segment=NetworkSegment(466ff7d5-b359-45a3-9453-10be1f7dfc61),segment_id=466ff7d5-b359-45a3-9453-10be1f7dfc61)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:48:13.682067 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0e1985e1-9f4c-47c4-a69e-c016c4ec9d74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:13.702472 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-0e1985e1-9f4c-47c4-a69e-c016c4ec9d74 admin admin] Calling delete_port for 11b258ef-d6e1-4ece-86da-74235ea2dc48 owned by network:router_interface {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:48:13.913313 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-f0298463-0e2c-45c5-a366-6883745feed9 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Made reservation on behalf of a56febe1ed07496abd79e6dfcd66d421 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:48:13.916827 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-f0298463-0e2c-45c5-a366-6883745feed9 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:13.970154 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-cd08a7c4-d519-4d1d-85e3-e9f344905b9b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Deleting port 3092390f-e402-413e-830e-fce57eb34a8a {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:48:13.970530 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cd08a7c4-d519-4d1d-85e3-e9f344905b9b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:14.049972 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-12f66f1e-3c9d-4e26-a568-73b4a3b37e6c None None] Provisioning complete for port e9893c77-4a4e-4020-82ea-f867aee1cf54 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:14.049972 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-12f66f1e-3c9d-4e26-a568-73b4a3b37e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:14.145481 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cd08a7c4-d519-4d1d-85e3-e9f344905b9b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:14.145481 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-cd08a7c4-d519-4d1d-85e3-e9f344905b9b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Calling delete_port for 3092390f-e402-413e-830e-fce57eb34a8a owned by {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:48:14.146777 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-f0298463-0e2c-45c5-a366-6883745feed9 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Allocated IP 172.20.0.4 (c751e866-e27d-4a5e-92da-f83379f6a6f2/071dd6fa-e000-4919-ba50-3dfa52855a21/f5b3d0e5-b704-41ac-91de-96f85cfd7ce5) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:48:14.222754 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1c9ed810-0f89-4448-af43-ca3bc6a513c7 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:14.240655 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-12f66f1e-3c9d-4e26-a568-73b4a3b37e6c None None] Provisioning complete for port 3092390f-e402-413e-830e-fce57eb34a8a triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:14.246045 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-12f66f1e-3c9d-4e26-a568-73b4a3b37e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:14.310264 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-12f66f1e-3c9d-4e26-a568-73b4a3b37e6c None None] Port 3092390f-e402-413e-830e-fce57eb34a8a cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:48:14.324261 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-12f66f1e-3c9d-4e26-a568-73b4a3b37e6c None None] Provisioning complete for port 604c0057-8a1f-4861-9bbd-94c0f6b8a840 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:14.324636 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-12f66f1e-3c9d-4e26-a568-73b4a3b37e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:14.327767 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ed810-0f89-4448-af43-ca3bc6a513c7 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event deleted for resources: {'Port': ['ID=c312016e-29e0-41e9-8940-c20ff5275e16,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:14.374773 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-12f66f1e-3c9d-4e26-a568-73b4a3b37e6c None None] Port 604c0057-8a1f-4861-9bbd-94c0f6b8a840 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:48:14.434851 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-f0298463-0e2c-45c5-a366-6883745feed9 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:14.491739 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0e1985e1-9f4c-47c4-a69e-c016c4ec9d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:14.495798 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c2b72-c727-451b-bd13-5443080348fc req-9d5a84ca-4377-44aa-aba9-6528224fbbef tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:14.496966 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eb6c2b72-c727-451b-bd13-5443080348fc req-9d5a84ca-4377-44aa-aba9-6528224fbbef tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 945 time: 0.1226623 Oct 27 18:48:14.548597 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1c9ed810-0f89-4448-af43-ca3bc6a513c7 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for floatingip, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:14.558961 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [None req-1c9ed810-0f89-4448-af43-ca3bc6a513c7 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Floating IP 8711499c-3376-40eb-b97c-87c0ba0938f2 disassociated (deleted). External IP: 172.25.6.11, port: 0744efde-88be-4f06-accb-741e25dc3426. Oct 27 18:48:14.585921 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1985e1-9f4c-47c4-a69e-c016c4ec9d74 admin admin] Pushing event deleted for resources: {'Port': ['ID=11b258ef-d6e1-4ece-86da-74235ea2dc48,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:14.592432 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-0b66586b-86a9-468f-82b0-c77d9a04e9b8 None None] Could not find standard attr ID for object 3092390f-e402-413e-830e-fce57eb34a8a. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 18:48:14.619412 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device e9893c77-4a4e-4020-82ea-f867aee1cf54 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:48:14.634274 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-f0298463-0e2c-45c5-a366-6883745feed9 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:14.690685 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-f0298463-0e2c-45c5-a366-6883745feed9 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Network c751e866-e27d-4a5e-92da-f83379f6a6f2 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:48:14.694077 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cd08a7c4-d519-4d1d-85e3-e9f344905b9b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:14.701585 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-f0298463-0e2c-45c5-a366-6883745feed9 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:48:14.711743 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-f0298463-0e2c-45c5-a366-6883745feed9 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:48:14.739364 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port e9893c77-4a4e-4020-82ea-f867aee1cf54 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:14.740665 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:14.786796 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-f0298463-0e2c-45c5-a366-6883745feed9 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:14.787568 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-f0298463-0e2c-45c5-a366-6883745feed9 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:14.823026 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08a7c4-d519-4d1d-85e3-e9f344905b9b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event deleted for resources: {'Port': ['ID=3092390f-e402-413e-830e-fce57eb34a8a,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:14.938713 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cd08a7c4-d519-4d1d-85e3-e9f344905b9b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:14.956933 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-cd08a7c4-d519-4d1d-85e3-e9f344905b9b tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/ports/3092390f-e402-413e-830e-fce57eb34a8a HTTP/1.1" status: 204 len: 168 time: 1.3694708 Oct 27 18:48:14.965095 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34812) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:14.971446 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0298463-0e2c-45c5-a366-6883745feed9 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event updated for resources: {'Port': ['ID=f5b3d0e5-b704-41ac-91de-96f85cfd7ce5,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:15.000991 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eb6c2b72-c727-451b-bd13-5443080348fc req-10f5a5a9-4379-4879-970e-cb1ea1d1ddb2 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4936955 Oct 27 18:48:15.103294 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-00c73852-0da5-4c93-889b-88cec9fe2d96 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] GET failed (client error): The resource could not be found. Oct 27 18:48:15.110251 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-00c73852-0da5-4c93-889b-88cec9fe2d96 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "GET /v2.0/ports/3092390f-e402-413e-830e-fce57eb34a8a HTTP/1.1" status: 404 len: 333 time: 0.1409862 Oct 27 18:48:15.112157 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34814) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:15.230297 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-f0298463-0e2c-45c5-a366-6883745feed9 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6585786 Oct 27 18:48:15.245210 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-d97d81b6-ec6e-4fc0-aaec-61d85911c382 service neutron] Request body: {'port': {'device_id': 'd240bd8f-4c2a-4c05-b98c-2ca58b31fef2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:15.345941 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-d97d81b6-ec6e-4fc0-aaec-61d85911c382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:15.376184 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-a08c4c6e-cea0-4acd-a86d-9ccf401b3abb None None] Provisioning complete for port f5b3d0e5-b704-41ac-91de-96f85cfd7ce5 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:15.377222 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a08c4c6e-cea0-4acd-a86d-9ccf401b3abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:15.398339 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6f167bec-27c7-4afc-a750-cba27a883900 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:15.401469 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0e1985e1-9f4c-47c4-a69e-c016c4ec9d74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:15.428092 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-a08c4c6e-cea0-4acd-a86d-9ccf401b3abb None None] Port f5b3d0e5-b704-41ac-91de-96f85cfd7ce5 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:48:15.464792 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddede29-0f69-464b-8b1d-b54801b5c03c req-ac6a4ad5-abcb-4bb2-831a-1ad6b784b386 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:15.467126 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5ddede29-0f69-464b-8b1d-b54801b5c03c req-ac6a4ad5-abcb-4bb2-831a-1ad6b784b386 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=d240bd8f-4c2a-4c05-b98c-2ca58b31fef2 HTTP/1.1" status: 200 len: 931 time: 0.2421045 Oct 27 18:48:15.502499 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:15.526702 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9ed810-0f89-4448-af43-ca3bc6a513c7 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Router b081e169-82e7-4d91-81d3-6a6b847fcdfb has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:48:15.562017 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5ddede29-0f69-464b-8b1d-b54801b5c03c req-dc592a5c-e276-4f9f-be57-e845ea4966fa tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad17adb3-b108-44e8-9bf6-405b4ef64bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841160 Oct 27 18:48:15.649821 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6f167bec-27c7-4afc-a750-cba27a883900 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:15.701832 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:48:15.734836 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9ed810-0f89-4448-af43-ca3bc6a513c7 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:48:15.749245 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1c9ed810-0f89-4448-af43-ca3bc6a513c7 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:15.753998 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4415ca62-ede0-49c6-87f7-748fe8caa403 None None] Sync routers for ids ['b081e169-82e7-4d91-81d3-6a6b847fcdfb'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:48:15.770408 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4415ca62-ede0-49c6-87f7-748fe8caa403 None None] Routers {'b081e169-82e7-4d91-81d3-6a6b847fcdfb'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:48:15.772761 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-4415ca62-ede0-49c6-87f7-748fe8caa403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:48:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b081e169-82e7-4d91-81d3-6a6b847fcdfb'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:15.803031 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6f167bec-27c7-4afc-a750-cba27a883900 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:15.805847 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6f167bec-27c7-4afc-a750-cba27a883900 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:15.807101 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6f167bec-27c7-4afc-a750-cba27a883900 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/security-groups/4a11313e-6ac7-4780-93c0-31cc9fe4ec3b HTTP/1.1" status: 204 len: 168 time: 0.6848116 Oct 27 18:48:15.815856 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34818) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:15.872920 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f167bec-27c7-4afc-a750-cba27a883900 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a11313e-6ac7-4780-93c0-31cc9fe4ec3b,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:15.875948 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1c9ed810-0f89-4448-af43-ca3bc6a513c7 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "DELETE /v2.0/floatingips/8711499c-3376-40eb-b97c-87c0ba0938f2 HTTP/1.1" status: 204 len: 168 time: 3.7212887 Oct 27 18:48:15.899691 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd08de410-5bb4-4cb7-ba66-f6115ddf677c', 'tag': '0744efde-88be-4f06-accb-741e25dc3426'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:48:15.920703 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f146fb-aa68-495a-9719-b03b83212abf" -d '{"events": [{"name": "network-changed", "server_uuid": "d08de410-5bb4-4cb7-ba66-f6115ddf677c", "tag": "0744efde-88be-4f06-accb-741e25dc3426"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:48:16.080333 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-4415ca62-ede0-49c6-87f7-748fe8caa403 None None] Set router b081e169-82e7-4d91-81d3-6a6b847fcdfb gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:48:16.300014 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-66f606da-8a3a-4962-b5e7-2ee5a6196a57 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:16.323197 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1985e1-9f4c-47c4-a69e-c016c4ec9d74 admin admin] Router 17b07073-8af2-4d32-8cd9-490799b13d12 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:48:16.365378 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-4415ca62-ede0-49c6-87f7-748fe8caa403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b081e169-82e7-4d91-81d3-6a6b847fcdfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1263487848', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '77d7dce0-73f0-451b-91d0-3f1540a1f916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:46Z', 'updated_at': '2021-10-27T18:45:59Z', 'revision_number': 4, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '77d7dce0-73f0-451b-91d0-3f1540a1f916', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:15:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081e169-82e7-4d91-81d3-6a6b847fcdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:48Z', 'updated_at': '2021-10-27T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '16a5ac1e-6c0b-4bed-bcf5-80e2d1d25cf5', 'name': '', 'network_id': '7bd6a875-a657-47e8-89d0-37edc08a1634', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'mac_address': 'fa:16:3e:b5:e5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081e169-82e7-4d91-81d3-6a6b847fcdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '160bc31a-12ba-4b4e-818c-d23c30c3ab80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:55Z', 'updated_at': '2021-10-27T18:46:07Z', 'revision_number': 5, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'subnets': [{'id': '160bc31a-12ba-4b4e-818c-d23c30c3ab80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:16.377331 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-66f606da-8a3a-4962-b5e7-2ee5a6196a57 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:16.412279 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4415ca62-ede0-49c6-87f7-748fe8caa403 None None] Checking router: b081e169-82e7-4d91-81d3-6a6b847fcdfb for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:48:16.427632 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4415ca62-ede0-49c6-87f7-748fe8caa403 None None] Routers {'b081e169-82e7-4d91-81d3-6a6b847fcdfb'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:48:16.427846 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-4415ca62-ede0-49c6-87f7-748fe8caa403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:48:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b081e169-82e7-4d91-81d3-6a6b847fcdfb'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:16.462728 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f95c4e-1b27-4ca0-9582-dd7593a74fbe x-openstack-request-id: req-d7f95c4e-1b27-4ca0-9582-dd7593a74fbe {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:48:16.463288 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d08de410-5bb4-4cb7-ba66-f6115ddf677c", "tag": "0744efde-88be-4f06-accb-741e25dc3426", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:48:16.463737 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d7f95c4e-1b27-4ca0-9582-dd7593a74fbe {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:48:16.464342 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd08de410-5bb4-4cb7-ba66-f6115ddf677c', 'tag': '0744efde-88be-4f06-accb-741e25dc3426', 'status': 'completed', 'code': 200} Oct 27 18:48:16.605840 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1985e1-9f4c-47c4-a69e-c016c4ec9d74 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:48:16.621167 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0e1985e1-9f4c-47c4-a69e-c016c4ec9d74 admin admin] 10.222.0.52 "PUT /v2.0/routers/17b07073-8af2-4d32-8cd9-490799b13d12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4089274 Oct 27 18:48:16.621748 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ab74ea-085e-4a2a-aa94-37f2956ac35d None None] Sync routers for ids ['17b07073-8af2-4d32-8cd9-490799b13d12'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:48:16.634299 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34830) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:16.648052 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ab74ea-085e-4a2a-aa94-37f2956ac35d None None] Routers {'17b07073-8af2-4d32-8cd9-490799b13d12'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:48:16.649842 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-13ab74ea-085e-4a2a-aa94-37f2956ac35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:48:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['17b07073-8af2-4d32-8cd9-490799b13d12'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:16.682694 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-d97d81b6-ec6e-4fc0-aaec-61d85911c382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5b3d0e5-b704-41ac-91de-96f85cfd7ce5 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:48:16.695671 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-d97d81b6-ec6e-4fc0-aaec-61d85911c382 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:16.700970 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f146fb-aa68-495a-9719-b03b83212abf req-0688a403-ac15-422b-8411-486b3f25f24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:16.703006 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a3f146fb-aa68-495a-9719-b03b83212abf req-0688a403-ac15-422b-8411-486b3f25f24b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=21f5568e020c455199c8dde94ac0b73c&device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 1098 time: 0.1339703 Oct 27 18:48:16.820977 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f146fb-aa68-495a-9719-b03b83212abf req-841040c8-f6ef-4c92-ace7-1554340bd1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:16.823051 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a3f146fb-aa68-495a-9719-b03b83212abf req-841040c8-f6ef-4c92-ace7-1554340bd1cf service neutron] 10.222.0.93 "GET /v2.0/networks?id=7bd6a875-a657-47e8-89d0-37edc08a1634 HTTP/1.1" status: 200 len: 898 time: 0.1118686 Oct 27 18:48:16.826625 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-66f606da-8a3a-4962-b5e7-2ee5a6196a57 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:16.830118 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-66f606da-8a3a-4962-b5e7-2ee5a6196a57 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:16.834261 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-66f606da-8a3a-4962-b5e7-2ee5a6196a57 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/security-groups/2f547947-ef36-4ce3-a937-c23f8c568afc HTTP/1.1" status: 204 len: 168 time: 1.0083678 Oct 27 18:48:16.834662 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-4415ca62-ede0-49c6-87f7-748fe8caa403 None None] Set router b081e169-82e7-4d91-81d3-6a6b847fcdfb gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:48:16.865854 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34834) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:16.895948 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a3f146fb-aa68-495a-9719-b03b83212abf req-ce406af6-8bb7-4a17-afbd-330c97363098 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0744efde-88be-4f06-accb-741e25dc3426 HTTP/1.1" status: 200 len: 217 time: 0.0603974 Oct 27 18:48:16.899234 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-d97d81b6-ec6e-4fc0-aaec-61d85911c382 service neutron] Transition to ACTIVE for port object f5b3d0e5-b704-41ac-91de-96f85cfd7ce5 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:48:16.914397 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f606da-8a3a-4962-b5e7-2ee5a6196a57 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f547947-ef36-4ce3-a937-c23f8c568afc,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:16.945328 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f04fd126-7987-450e-b06c-540718e8b6ff admin admin] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:16.948516 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-13ab74ea-085e-4a2a-aa94-37f2956ac35d None None] Set router 17b07073-8af2-4d32-8cd9-490799b13d12 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:48:16.967526 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f146fb-aa68-495a-9719-b03b83212abf req-b0da3c00-f1d9-444c-a095-547ddd97c8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:16.970840 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a3f146fb-aa68-495a-9719-b03b83212abf req-b0da3c00-f1d9-444c-a095-547ddd97c8d9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=160bc31a-12ba-4b4e-818c-d23c30c3ab80 HTTP/1.1" status: 200 len: 834 time: 0.0661321 Oct 27 18:48:16.974459 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-d97d81b6-ec6e-4fc0-aaec-61d85911c382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:17.086641 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d81b6-ec6e-4fc0-aaec-61d85911c382 service neutron] Pushing event updated for resources: {'Port': ['ID=f5b3d0e5-b704-41ac-91de-96f85cfd7ce5,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:17.152639 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bed205-b90f-40fd-a45e-f80022dcee17 req-16ecc382-bee4-4a88-990e-aaf43af944a1 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:17.175135 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20bed205-b90f-40fd-a45e-f80022dcee17 req-16ecc382-bee4-4a88-990e-aaf43af944a1 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 945 time: 0.6354318 Oct 27 18:48:17.249039 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f146fb-aa68-495a-9719-b03b83212abf req-f4676bbb-1e57-42b0-8095-355229410458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:17.252832 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a3f146fb-aa68-495a-9719-b03b83212abf req-f4676bbb-1e57-42b0-8095-355229410458 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7bd6a875-a657-47e8-89d0-37edc08a1634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2721789 Oct 27 18:48:17.319931 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e48f455-7406-4256-801b-235562b0e8cc tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Deleting subnet 111654d8-38d7-4968-879f-02475024d389 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:48:17.332674 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-13ab74ea-085e-4a2a-aa94-37f2956ac35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b07073-8af2-4d32-8cd9-490799b13d12', 'name': 'tempest-TestServerMultinode-1754018849-router', 'tenant_id': 'd106a5239d15419e8ba11d733c87013f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '38ed28c2-e94c-4684-84bd-ad512ade3629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:47:05Z', 'updated_at': '2021-10-27T18:48:14Z', 'revision_number': 5, 'project_id': 'd106a5239d15419e8ba11d733c87013f', 'gw_port': {'id': '38ed28c2-e94c-4684-84bd-ad512ade3629', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b07073-8af2-4d32-8cd9-490799b13d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:06Z', 'updated_at': '2021-10-27T18:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:17.366108 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20bed205-b90f-40fd-a45e-f80022dcee17 req-976e15d1-402b-4b53-b92b-e2c9bffda99f tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806531 Oct 27 18:48:17.380374 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1e48f455-7406-4256-801b-235562b0e8cc tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:17.420167 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-4415ca62-ede0-49c6-87f7-748fe8caa403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b081e169-82e7-4d91-81d3-6a6b847fcdfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1263487848', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '77d7dce0-73f0-451b-91d0-3f1540a1f916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:46Z', 'updated_at': '2021-10-27T18:45:59Z', 'revision_number': 4, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '77d7dce0-73f0-451b-91d0-3f1540a1f916', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:15:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081e169-82e7-4d91-81d3-6a6b847fcdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:48Z', 'updated_at': '2021-10-27T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '16a5ac1e-6c0b-4bed-bcf5-80e2d1d25cf5', 'name': '', 'network_id': '7bd6a875-a657-47e8-89d0-37edc08a1634', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'mac_address': 'fa:16:3e:b5:e5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081e169-82e7-4d91-81d3-6a6b847fcdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '160bc31a-12ba-4b4e-818c-d23c30c3ab80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:55Z', 'updated_at': '2021-10-27T18:46:07Z', 'revision_number': 5, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'subnets': [{'id': '160bc31a-12ba-4b4e-818c-d23c30c3ab80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:17.426209 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ab74ea-085e-4a2a-aa94-37f2956ac35d None None] Checking router: 17b07073-8af2-4d32-8cd9-490799b13d12 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:48:17.441511 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ab74ea-085e-4a2a-aa94-37f2956ac35d None None] Routers {'17b07073-8af2-4d32-8cd9-490799b13d12'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:48:17.443131 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-13ab74ea-085e-4a2a-aa94-37f2956ac35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:48:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['17b07073-8af2-4d32-8cd9-490799b13d12'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:17.535535 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4415ca62-ede0-49c6-87f7-748fe8caa403 None None] The sync data for ids ['b081e169-82e7-4d91-81d3-6a6b847fcdfb'] in n-d-815690-2 is: [{'id': 'b081e169-82e7-4d91-81d3-6a6b847fcdfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1263487848', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '77d7dce0-73f0-451b-91d0-3f1540a1f916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:46Z', 'updated_at': '2021-10-27T18:45:59Z', 'revision_number': 4, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '77d7dce0-73f0-451b-91d0-3f1540a1f916', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:15:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081e169-82e7-4d91-81d3-6a6b847fcdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:48Z', 'updated_at': '2021-10-27T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '16a5ac1e-6c0b-4bed-bcf5-80e2d1d25cf5', 'name': '', 'network_id': '7bd6a875-a657-47e8-89d0-37edc08a1634', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'mac_address': 'fa:16:3e:b5:e5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081e169-82e7-4d91-81d3-6a6b847fcdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '160bc31a-12ba-4b4e-818c-d23c30c3ab80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:55Z', 'updated_at': '2021-10-27T18:46:07Z', 'revision_number': 5, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'subnets': [{'id': '160bc31a-12ba-4b4e-818c-d23c30c3ab80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:48:17.600156 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1e48f455-7406-4256-801b-235562b0e8cc tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:17.676521 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-d97d81b6-ec6e-4fc0-aaec-61d85911c382 service neutron] Attempting to bind port f5b3d0e5-b704-41ac-91de-96f85cfd7ce5 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:48:17.677031 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-d97d81b6-ec6e-4fc0-aaec-61d85911c382 service neutron] Attempting to bind port f5b3d0e5-b704-41ac-91de-96f85cfd7ce5 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': 'a9b0de6a-5f69-4e5d-a0cc-ddc908150efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'c751e866-e27d-4a5e-92da-f83379f6a6f2'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:48:17.678579 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-13ab74ea-085e-4a2a-aa94-37f2956ac35d None None] Set router 17b07073-8af2-4d32-8cd9-490799b13d12 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:48:17.682120 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-d97d81b6-ec6e-4fc0-aaec-61d85911c382 service neutron] Attempting to bind port f5b3d0e5-b704-41ac-91de-96f85cfd7ce5 on network c751e866-e27d-4a5e-92da-f83379f6a6f2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:48:17.722008 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f04fd126-7987-450e-b06c-540718e8b6ff admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:17.746974 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535f4e7-c37a-4ca2-bd96-676e6939fc7f req-797bc220-b0fd-4980-89a4-7f4163dcb536 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:17.755659 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a535f4e7-c37a-4ca2-bd96-676e6939fc7f req-797bc220-b0fd-4980-89a4-7f4163dcb536 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 947 time: 0.1876113 Oct 27 18:48:17.817221 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-d97d81b6-ec6e-4fc0-aaec-61d85911c382 service neutron] Port f5b3d0e5-b704-41ac-91de-96f85cfd7ce5 on network c751e866-e27d-4a5e-92da-f83379f6a6f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:48:17.817675 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-d97d81b6-ec6e-4fc0-aaec-61d85911c382 service neutron] Attempting to bind port f5b3d0e5-b704-41ac-91de-96f85cfd7ce5 on network c751e866-e27d-4a5e-92da-f83379f6a6f2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:48:17.846610 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a3f146fb-aa68-495a-9719-b03b83212abf req-169d69d9-a3b0-4368-b05d-ecc52fc121d9 service neutron] 10.222.0.93 "GET /v2.0/networks/7bd6a875-a657-47e8-89d0-37edc08a1634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5849493 Oct 27 18:48:17.857983 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-d97d81b6-ec6e-4fc0-aaec-61d85911c382 service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:48:17.859181 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-d97d81b6-ec6e-4fc0-aaec-61d85911c382 service neutron] Checking segment: {'id': 'a9b0de6a-5f69-4e5d-a0cc-ddc908150efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'c751e866-e27d-4a5e-92da-f83379f6a6f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:48:17.864981 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-d97d81b6-ec6e-4fc0-aaec-61d85911c382 service neutron] Bound using segment: {'id': 'a9b0de6a-5f69-4e5d-a0cc-ddc908150efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'c751e866-e27d-4a5e-92da-f83379f6a6f2'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:48:17.866399 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-d97d81b6-ec6e-4fc0-aaec-61d85911c382 service neutron] Bound port: f5b3d0e5-b704-41ac-91de-96f85cfd7ce5, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b0de6a-5f69-4e5d-a0cc-ddc908150efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'c751e866-e27d-4a5e-92da-f83379f6a6f2'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:48:17.866399 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-d97d81b6-ec6e-4fc0-aaec-61d85911c382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:17.949708 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a535f4e7-c37a-4ca2-bd96-676e6939fc7f req-a9b94566-0781-4212-aec1-de413fb94fcf tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=f35e86e5-032f-42cd-9d02-3615b3e713b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906164 Oct 27 18:48:17.989103 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1e48f455-7406-4256-801b-235562b0e8cc tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:18.080860 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-13ab74ea-085e-4a2a-aa94-37f2956ac35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b07073-8af2-4d32-8cd9-490799b13d12', 'name': 'tempest-TestServerMultinode-1754018849-router', 'tenant_id': 'd106a5239d15419e8ba11d733c87013f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '38ed28c2-e94c-4684-84bd-ad512ade3629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:47:05Z', 'updated_at': '2021-10-27T18:48:14Z', 'revision_number': 5, 'project_id': 'd106a5239d15419e8ba11d733c87013f', 'gw_port': {'id': '38ed28c2-e94c-4684-84bd-ad512ade3629', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b07073-8af2-4d32-8cd9-490799b13d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:06Z', 'updated_at': '2021-10-27T18:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:18.106832 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26b9e8-b907-4fbc-8e59-ac5a3ec9892e req-e73340b6-8d47-419e-89db-504b2037d49b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:18.111685 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6f26b9e8-b907-4fbc-8e59-ac5a3ec9892e req-e73340b6-8d47-419e-89db-504b2037d49b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.93 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 947 time: 0.4212043 Oct 27 18:48:18.132286 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d17ff6f-d329-44e2-a516-4126e61d1b02 None None] New status for floating IP 8711499c-3376-40eb-b97c-87c0ba0938f2: DOWN {{(pid=102881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:48:18.133870 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ab74ea-085e-4a2a-aa94-37f2956ac35d None None] The sync data for ids ['17b07073-8af2-4d32-8cd9-490799b13d12'] in n-d-815690-2 is: [{'id': '17b07073-8af2-4d32-8cd9-490799b13d12', 'name': 'tempest-TestServerMultinode-1754018849-router', 'tenant_id': 'd106a5239d15419e8ba11d733c87013f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '38ed28c2-e94c-4684-84bd-ad512ade3629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:47:05Z', 'updated_at': '2021-10-27T18:48:14Z', 'revision_number': 5, 'project_id': 'd106a5239d15419e8ba11d733c87013f', 'gw_port': {'id': '38ed28c2-e94c-4684-84bd-ad512ade3629', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b07073-8af2-4d32-8cd9-490799b13d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3409, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:06Z', 'updated_at': '2021-10-27T18:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:48:18.222325 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-f04fd126-7987-450e-b06c-540718e8b6ff admin admin] Deleting port 38ed28c2-e94c-4684-84bd-ad512ade3629 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:48:18.222676 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f04fd126-7987-450e-b06c-540718e8b6ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:18.335279 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991823e-54d8-4275-9d46-2428227438d1 req-017b907c-9f15-404d-8b13-95909b3987ff tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:18.348712 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8991823e-54d8-4275-9d46-2428227438d1 req-017b907c-9f15-404d-8b13-95909b3987ff tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=d240bd8f-4c2a-4c05-b98c-2ca58b31fef2 HTTP/1.1" status: 200 len: 943 time: 0.2613008 Oct 27 18:48:18.398464 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-d97d81b6-ec6e-4fc0-aaec-61d85911c382 service neutron] For port f5b3d0e5-b704-41ac-91de-96f85cfd7ce5, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:48:18.420773 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-d97d81b6-ec6e-4fc0-aaec-61d85911c382 service neutron] For port f5b3d0e5-b704-41ac-91de-96f85cfd7ce5, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=f5b3d0e5-b704-41ac-91de-96f85cfd7ce5,segment=NetworkSegment(a9b0de6a-5f69-4e5d-a0cc-ddc908150efa),segment_id=a9b0de6a-5f69-4e5d-a0cc-ddc908150efa)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:48:18.431268 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a3f146fb-aa68-495a-9719-b03b83212abf req-0462acdb-0e13-4e0a-9661-aabff5a52c8d service neutron] 10.222.0.93 "GET /v2.0/networks/7bd6a875-a657-47e8-89d0-37edc08a1634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5354526 Oct 27 18:48:18.435318 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8991823e-54d8-4275-9d46-2428227438d1 req-54f606ab-38a0-405a-8131-f7d3d6bc394e tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad17adb3-b108-44e8-9bf6-405b4ef64bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833609 Oct 27 18:48:18.476401 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-6f26b9e8-b907-4fbc-8e59-ac5a3ec9892e req-59d3945f-ebbc-4448-934b-3682f9c399e3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Deleting port 0744efde-88be-4f06-accb-741e25dc3426 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:48:18.476774 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6f26b9e8-b907-4fbc-8e59-ac5a3ec9892e req-59d3945f-ebbc-4448-934b-3682f9c399e3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:18.483259 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1e48f455-7406-4256-801b-235562b0e8cc tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:18.490489 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-f04fd126-7987-450e-b06c-540718e8b6ff admin admin] For port 38ed28c2-e94c-4684-84bd-ad512ade3629, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=38ed28c2-e94c-4684-84bd-ad512ade3629,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:48:18.495353 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f04fd126-7987-450e-b06c-540718e8b6ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:18.524462 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-f04fd126-7987-450e-b06c-540718e8b6ff admin admin] Calling delete_port for 38ed28c2-e94c-4684-84bd-ad512ade3629 owned by network:router_gateway {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:48:18.538223 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-d97d81b6-ec6e-4fc0-aaec-61d85911c382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:18.591101 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 11b258ef-d6e1-4ece-86da-74235ea2dc48 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:48:18.636125 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-d97d81b6-ec6e-4fc0-aaec-61d85911c382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:18.636745 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-d97d81b6-ec6e-4fc0-aaec-61d85911c382 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:18.638169 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-d97d81b6-ec6e-4fc0-aaec-61d85911c382 service neutron] 10.222.0.81 "PUT /v2.0/ports/f5b3d0e5-b704-41ac-91de-96f85cfd7ce5 HTTP/1.1" status: 200 len: 1091 time: 3.3974164 Oct 27 18:48:18.644250 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 11b258ef-d6e1-4ece-86da-74235ea2dc48 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:48:18.646935 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 11b258ef-d6e1-4ece-86da-74235ea2dc48 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:48:18.669230 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd240bd8f-4c2a-4c05-b98c-2ca58b31fef2', 'tag': 'f5b3d0e5-b704-41ac-91de-96f85cfd7ce5'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:48:18.671426 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4b6f35-6bb0-4d25-9bc2-bde6a5729a06" -d '{"events": [{"name": "network-changed", "server_uuid": "d240bd8f-4c2a-4c05-b98c-2ca58b31fef2", "tag": "f5b3d0e5-b704-41ac-91de-96f85cfd7ce5"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:48:18.749092 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d81b6-ec6e-4fc0-aaec-61d85911c382 service neutron] Pushing event updated for resources: {'Port': ['ID=f5b3d0e5-b704-41ac-91de-96f85cfd7ce5,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:18.883404 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-6f26b9e8-b907-4fbc-8e59-ac5a3ec9892e req-59d3945f-ebbc-4448-934b-3682f9c399e3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] For port 0744efde-88be-4f06-accb-741e25dc3426, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=0744efde-88be-4f06-accb-741e25dc3426,segment=NetworkSegment(1fc589c5-2774-47b1-a7a7-250651af85dc),segment_id=1fc589c5-2774-47b1-a7a7-250651af85dc)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:48:18.884600 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6f26b9e8-b907-4fbc-8e59-ac5a3ec9892e req-59d3945f-ebbc-4448-934b-3682f9c399e3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:18.900864 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-c4efa570-205d-4a7b-ae24-e867666863ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:18.902792 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-c4efa570-205d-4a7b-ae24-e867666863ac service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a56febe1ed07496abd79e6dfcd66d421&device_id=d240bd8f-4c2a-4c05-b98c-2ca58b31fef2 HTTP/1.1" status: 200 len: 1094 time: 0.1432559 Oct 27 18:48:18.906335 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48f455-7406-4256-801b-235562b0e8cc tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event deleted for resources: {'Subnet': ['ID=111654d8-38d7-4968-879f-02475024d389,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:18.923461 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f04fd126-7987-450e-b06c-540718e8b6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:18.954461 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04fd126-7987-450e-b06c-540718e8b6ff admin admin] Pushing event deleted for resources: {'Port': ['ID=38ed28c2-e94c-4684-84bd-ad512ade3629,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:18.971077 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5939ebf-137e-4b42-b2cd-8529935c1c71 None None] Network 3f9855fb-a1c4-4fa3-9c52-b00108f1af00 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:48:19.011171 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1e48f455-7406-4256-801b-235562b0e8cc tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:19.025897 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1e48f455-7406-4256-801b-235562b0e8cc tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/subnets/111654d8-38d7-4968-879f-02475024d389 HTTP/1.1" status: 204 len: 168 time: 2.1571224 Oct 27 18:48:19.030489 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34846) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:19.053762 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-28614753-8290-417f-a20c-c8b622acfb4c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'subnet': {'network_id': '3f9855fb-a1c4-4fa3-9c52-b00108f1af00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:19.222664 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705aefe2-c9a8-4968-bc70-218831edb8bf req-bf7fec39-fd65-424e-afbd-535396544e46 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:19.235188 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-705aefe2-c9a8-4968-bc70-218831edb8bf req-bf7fec39-fd65-424e-afbd-535396544e46 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 945 time: 0.3968244 Oct 27 18:48:19.364345 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-705aefe2-c9a8-4968-bc70-218831edb8bf req-683c9f67-d4a7-48d8-aa50-9e4bdffd1b37 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281435 Oct 27 18:48:19.392745 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f04fd126-7987-450e-b06c-540718e8b6ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:19.543902 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a088fdac-0760-42eb-9121-7090fbcdec40 x-openstack-request-id: req-a088fdac-0760-42eb-9121-7090fbcdec40 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:48:19.544205 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d240bd8f-4c2a-4c05-b98c-2ca58b31fef2", "tag": "f5b3d0e5-b704-41ac-91de-96f85cfd7ce5", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:48:19.544452 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a088fdac-0760-42eb-9121-7090fbcdec40 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:48:19.544846 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd240bd8f-4c2a-4c05-b98c-2ca58b31fef2', 'tag': 'f5b3d0e5-b704-41ac-91de-96f85cfd7ce5', 'status': 'completed', 'code': 200} Oct 27 18:48:19.545700 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-6f26b9e8-b907-4fbc-8e59-ac5a3ec9892e req-59d3945f-ebbc-4448-934b-3682f9c399e3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Calling delete_port for 0744efde-88be-4f06-accb-741e25dc3426 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:48:19.629527 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-5c6d87ea-0302-4db9-9bdd-cfd4ecf941c3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5b3d0e5-b704-41ac-91de-96f85cfd7ce5 HTTP/1.1" status: 200 len: 217 time: 0.7100894 Oct 27 18:48:19.635358 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f04fd126-7987-450e-b06c-540718e8b6ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:19.637552 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f04fd126-7987-450e-b06c-540718e8b6ff admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:19.693287 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28614753-8290-417f-a20c-c8b622acfb4c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Made reservation on behalf of 28633539e0ee40d1a4a981a2e2462808 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:48:19.697328 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-28614753-8290-417f-a20c-c8b622acfb4c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:19.810866 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-754b4e70-aa2f-48c8-8c3b-3254dfaec24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:19.817109 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-754b4e70-aa2f-48c8-8c3b-3254dfaec24a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=071dd6fa-e000-4919-ba50-3dfa52855a21 HTTP/1.1" status: 200 len: 835 time: 0.1753178 Oct 27 18:48:19.824481 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f04fd126-7987-450e-b06c-540718e8b6ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:19.825050 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04fd126-7987-450e-b06c-540718e8b6ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17b07073-8af2-4d32-8cd9-490799b13d12 {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:48:19.830655 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f04fd126-7987-450e-b06c-540718e8b6ff admin admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:19.832176 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f04fd126-7987-450e-b06c-540718e8b6ff admin admin] 10.222.0.52 "DELETE /v2.0/routers/17b07073-8af2-4d32-8cd9-490799b13d12 HTTP/1.1" status: 204 len: 168 time: 3.1893928 Oct 27 18:48:19.850287 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34850) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:19.959903 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac060a0-7cd6-4975-b7a0-f5076a403f52 req-93a22667-361c-46b6-bb92-098676e47579 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:19.962409 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ac060a0-7cd6-4975-b7a0-f5076a403f52 req-93a22667-361c-46b6-bb92-098676e47579 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 947 time: 0.2702355 Oct 27 18:48:19.979069 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bc8261a-3ae3-46c5-92f5-eea4a4563863 admin admin] Deleting subnet b0693d3c-afea-47b3-aa9b-9f06cc67b630 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:48:19.996319 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9bc8261a-3ae3-46c5-92f5-eea4a4563863 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:20.040613 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-5a6260cd-e054-475d-a4b0-8ed08a90bc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:20.046432 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-5a6260cd-e054-475d-a4b0-8ed08a90bc5c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c751e866-e27d-4a5e-92da-f83379f6a6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2182543 Oct 27 18:48:20.136993 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9bc8261a-3ae3-46c5-92f5-eea4a4563863 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:20.211511 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ac060a0-7cd6-4975-b7a0-f5076a403f52 req-bc5b6905-5569-4538-a90b-0a1f7e2cd76e tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=f35e86e5-032f-42cd-9d02-3615b3e713b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2188005 Oct 27 18:48:20.305881 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-4a02cc95-4cfa-4f47-bf05-37916b1a5601 service neutron] 10.222.0.81 "GET /v2.0/networks/c751e866-e27d-4a5e-92da-f83379f6a6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395480 Oct 27 18:48:20.450603 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cc4108ab-1281-4fd4-ac98-f19c596a3c97 req-0746b3c6-5372-478c-b09a-e61636adf759 service neutron] 10.222.0.81 "GET /v2.0/networks/c751e866-e27d-4a5e-92da-f83379f6a6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288292 Oct 27 18:48:20.452135 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6f26b9e8-b907-4fbc-8e59-ac5a3ec9892e req-59d3945f-ebbc-4448-934b-3682f9c399e3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:20.527132 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d3945f-ebbc-4448-934b-3682f9c399e3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event deleted for resources: {'Port': ['ID=0744efde-88be-4f06-accb-741e25dc3426,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:20.565937 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f26b9e8-b907-4fbc-8e59-ac5a3ec9892e req-59d3945f-ebbc-4448-934b-3682f9c399e3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] No DVR routers for this DVR port 0744efde-88be-4f06-accb-741e25dc3426 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:48:20.569446 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6f26b9e8-b907-4fbc-8e59-ac5a3ec9892e req-59d3945f-ebbc-4448-934b-3682f9c399e3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:20.577603 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6f26b9e8-b907-4fbc-8e59-ac5a3ec9892e req-59d3945f-ebbc-4448-934b-3682f9c399e3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.93 "DELETE /v2.0/ports/0744efde-88be-4f06-accb-741e25dc3426 HTTP/1.1" status: 204 len: 173 time: 2.4485805 Oct 27 18:48:20.638080 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-e815f0cd-a738-4b87-8ed6-499321f62998 None None] Provisioning complete for port e9893c77-4a4e-4020-82ea-f867aee1cf54 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:20.638659 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e815f0cd-a738-4b87-8ed6-499321f62998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:20.702400 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 38ed28c2-e94c-4684-84bd-ad512ade3629 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:48:20.753793 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 38ed28c2-e94c-4684-84bd-ad512ade3629 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:48:20.754137 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 38ed28c2-e94c-4684-84bd-ad512ade3629 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:48:20.831555 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-e815f0cd-a738-4b87-8ed6-499321f62998 None None] Provisioning complete for port 604c0057-8a1f-4861-9bbd-94c0f6b8a840 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:20.831925 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e815f0cd-a738-4b87-8ed6-499321f62998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:20.877604 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-e815f0cd-a738-4b87-8ed6-499321f62998 None None] Port 604c0057-8a1f-4861-9bbd-94c0f6b8a840 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:48:20.980416 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a9d80-157b-49b6-bd55-c721b964112f req-72b72503-d61a-45a9-920f-033b47b6cfa2 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:20.988425 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-901a9d80-157b-49b6-bd55-c721b964112f req-72b72503-d61a-45a9-920f-033b47b6cfa2 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=d240bd8f-4c2a-4c05-b98c-2ca58b31fef2 HTTP/1.1" status: 200 len: 943 time: 0.1454639 Oct 27 18:48:21.008117 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9bc8261a-3ae3-46c5-92f5-eea4a4563863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:21.075093 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-901a9d80-157b-49b6-bd55-c721b964112f req-59f5d14f-159e-4497-8cf4-93a751c43a14 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad17adb3-b108-44e8-9bf6-405b4ef64bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857437 Oct 27 18:48:21.236791 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-28614753-8290-417f-a20c-c8b622acfb4c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:21.241025 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b6f35-6bb0-4d25-9bc2-bde6a5729a06 req-a42a0645-b01e-465f-b581-47d1a4dbd66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:21.245281 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-eb4b6f35-6bb0-4d25-9bc2-bde6a5729a06 req-a42a0645-b01e-465f-b581-47d1a4dbd66b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a56febe1ed07496abd79e6dfcd66d421&device_id=d240bd8f-4c2a-4c05-b98c-2ca58b31fef2 HTTP/1.1" status: 200 len: 1094 time: 0.0934746 Oct 27 18:48:21.310415 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28614753-8290-417f-a20c-c8b622acfb4c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Network 3f9855fb-a1c4-4fa3-9c52-b00108f1af00 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:48:21.317292 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-28614753-8290-417f-a20c-c8b622acfb4c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:48:21.326987 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01aaef99-e4c3-4df2-bf7f-46a27ae09091 None None] Network 3f9855fb-a1c4-4fa3-9c52-b00108f1af00 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:48:21.330778 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28614753-8290-417f-a20c-c8b622acfb4c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:21.330778 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-28614753-8290-417f-a20c-c8b622acfb4c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:21.364637 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9bc8261a-3ae3-46c5-92f5-eea4a4563863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:21.381439 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28614753-8290-417f-a20c-c8b622acfb4c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'Subnet': ['ID=a70b9ad3-74a3-4239-aa0c-fe89786f6065,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:21.392028 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92868e-166d-471b-8a43-9709f552104b req-53d12f41-802e-4fff-a108-0bd1ec227f33 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:21.395377 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6b92868e-166d-471b-8a43-9709f552104b req-53d12f41-802e-4fff-a108-0bd1ec227f33 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 945 time: 0.2332635 Oct 27 18:48:21.397827 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9bc8261a-3ae3-46c5-92f5-eea4a4563863 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:21.410247 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9bc8261a-3ae3-46c5-92f5-eea4a4563863 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b0693d3c-afea-47b3-aa9b-9f06cc67b630 HTTP/1.1" status: 204 len: 168 time: 1.5558205 Oct 27 18:48:21.421586 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34862) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:21.443127 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21e8aab-5717-47a3-92f2-54f8b573842c None None] Network fa1623a9-1856-4ad1-88c3-750138951c47 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:48:21.443370 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28614753-8290-417f-a20c-c8b622acfb4c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:48:21.443673 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28614753-8290-417f-a20c-c8b622acfb4c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:48:21.444270 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28614753-8290-417f-a20c-c8b622acfb4c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:48:21.444621 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28614753-8290-417f-a20c-c8b622acfb4c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:48:21.444968 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28614753-8290-417f-a20c-c8b622acfb4c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:48:21.445319 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28614753-8290-417f-a20c-c8b622acfb4c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:48:21.445659 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28614753-8290-417f-a20c-c8b622acfb4c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:48:21.445999 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28614753-8290-417f-a20c-c8b622acfb4c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:48:21.446337 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28614753-8290-417f-a20c-c8b622acfb4c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:48:21.446668 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28614753-8290-417f-a20c-c8b622acfb4c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:48:21.447036 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28614753-8290-417f-a20c-c8b622acfb4c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:48:21.447371 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28614753-8290-417f-a20c-c8b622acfb4c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:48:21.463310 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b6f35-6bb0-4d25-9bc2-bde6a5729a06 req-d5fd923b-1483-4e36-bcac-1be539209178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:21.465243 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-eb4b6f35-6bb0-4d25-9bc2-bde6a5729a06 req-d5fd923b-1483-4e36-bcac-1be539209178 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c751e866-e27d-4a5e-92da-f83379f6a6f2 HTTP/1.1" status: 200 len: 898 time: 0.2115636 Oct 27 18:48:21.529322 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-28614753-8290-417f-a20c-c8b622acfb4c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4837563 Oct 27 18:48:21.529549 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-eb4b6f35-6bb0-4d25-9bc2-bde6a5729a06 req-3b73d212-090c-458f-b220-9b100e44b9e5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5b3d0e5-b704-41ac-91de-96f85cfd7ce5 HTTP/1.1" status: 200 len: 217 time: 0.0522032 Oct 27 18:48:21.530644 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34864) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:21.534829 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-3619f21b-acba-4712-94c7-f5ef148022fe tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'security_group': {'name': 'tempest-secgroup-1211014172'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:21.541603 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8261a-3ae3-46c5-92f5-eea4a4563863 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0693d3c-afea-47b3-aa9b-9f06cc67b630,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:21.573113 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6b92868e-166d-471b-8a43-9709f552104b req-13189409-e778-4ffc-868e-bb114e3163e7 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574218 Oct 27 18:48:21.589118 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fe315087-3432-4e7b-a914-6e8213a4d800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:21.634629 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd08de410-5bb4-4cb7-ba66-f6115ddf677c', 'name': 'network-vif-deleted', 'tag': '0744efde-88be-4f06-accb-741e25dc3426'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:48:21.637621 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5df79c-a32a-4f04-8b14-3dbc5d422d3e" -d '{"events": [{"server_uuid": "d08de410-5bb4-4cb7-ba66-f6115ddf677c", "name": "network-vif-deleted", "tag": "0744efde-88be-4f06-accb-741e25dc3426"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:48:21.649437 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b6f35-6bb0-4d25-9bc2-bde6a5729a06 req-19782515-d10f-443e-bad6-6a515564a4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:21.651794 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-eb4b6f35-6bb0-4d25-9bc2-bde6a5729a06 req-19782515-d10f-443e-bad6-6a515564a4fc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=071dd6fa-e000-4919-ba50-3dfa52855a21 HTTP/1.1" status: 200 len: 835 time: 0.1114333 Oct 27 18:48:21.750402 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-fe315087-3432-4e7b-a914-6e8213a4d800 admin admin] Deleting port 2c066642-c85a-4122-a571-5b8374b1d3d6 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:48:21.757074 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fe315087-3432-4e7b-a914-6e8213a4d800 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:21.779672 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b6f35-6bb0-4d25-9bc2-bde6a5729a06 req-0f9497f1-98f6-4042-a2c9-74645a34fa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:21.782070 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-eb4b6f35-6bb0-4d25-9bc2-bde6a5729a06 req-0f9497f1-98f6-4042-a2c9-74645a34fa2a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c751e866-e27d-4a5e-92da-f83379f6a6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1188667 Oct 27 18:48:21.918487 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146a7941-8dba-43ac-906c-552d0314b31d None None] Update dhcp port {'port': {'network_id': '3f9855fb-a1c4-4fa3-9c52-b00108f1af00', 'fixed_ips': [{'subnet_id': '0c01645e-cdd2-410d-be3c-e9aaee5ddc31', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a70b9ad3-74a3-4239-aa0c-fe89786f6065'}], 'binding:host_id': 'n-d-815690-2'}, 'id': 'e9893c77-4a4e-4020-82ea-f867aee1cf54'} from n-d-815690-2. {{(pid=102880) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 18:48:21.925179 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-fe315087-3432-4e7b-a914-6e8213a4d800 admin admin] For port 2c066642-c85a-4122-a571-5b8374b1d3d6, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=2c066642-c85a-4122-a571-5b8374b1d3d6,segment=NetworkSegment(466ff7d5-b359-45a3-9453-10be1f7dfc61),segment_id=466ff7d5-b359-45a3-9453-10be1f7dfc61)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:48:21.927142 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fe315087-3432-4e7b-a914-6e8213a4d800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:21.950638 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-eb4b6f35-6bb0-4d25-9bc2-bde6a5729a06 req-eceef4fb-e5c3-42cf-8955-0cfa6ee295d2 service neutron] 10.222.0.81 "GET /v2.0/networks/c751e866-e27d-4a5e-92da-f83379f6a6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559770 Oct 27 18:48:21.951084 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-146a7941-8dba-43ac-906c-552d0314b31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:21.951956 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3619f21b-acba-4712-94c7-f5ef148022fe tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:21.967621 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-fe315087-3432-4e7b-a914-6e8213a4d800 admin admin] Calling delete_port for 2c066642-c85a-4122-a571-5b8374b1d3d6 owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:48:22.010013 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-23ea7b66-2a2c-4e9c-81a7-57d0c71a27d9 req-ab35561d-50fc-4a87-be1d-373d80c4ef36 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=d08de410-5bb4-4cb7-ba66-f6115ddf677c HTTP/1.1" status: 200 len: 210 time: 0.2243509 Oct 27 18:48:22.154443 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-eb4b6f35-6bb0-4d25-9bc2-bde6a5729a06 req-057069a1-4a50-41ef-89b2-8a285106d43e service neutron] 10.222.0.81 "GET /v2.0/networks/c751e866-e27d-4a5e-92da-f83379f6a6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933515 Oct 27 18:48:22.156415 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abab195d-21aa-47a2-b92c-89f530fd688a x-openstack-request-id: req-abab195d-21aa-47a2-b92c-89f530fd688a {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:48:22.156649 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d08de410-5bb4-4cb7-ba66-f6115ddf677c", "name": "network-vif-deleted", "tag": "0744efde-88be-4f06-accb-741e25dc3426", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:48:22.157297 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-abab195d-21aa-47a2-b92c-89f530fd688a {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:48:22.157799 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd08de410-5bb4-4cb7-ba66-f6115ddf677c', 'name': 'network-vif-deleted', 'tag': '0744efde-88be-4f06-accb-741e25dc3426', 'status': 'completed', 'code': 200} Oct 27 18:48:22.242387 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba23997-21be-498d-bf9f-709e158f66de None None] DHCP port deletion for fa1623a9-1856-4ad1-88c3-750138951c47 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:48:22.307156 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fe315087-3432-4e7b-a914-6e8213a4d800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:22.350953 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3619f21b-acba-4712-94c7-f5ef148022fe tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:22.357870 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe315087-3432-4e7b-a914-6e8213a4d800 admin admin] No DVR routers for this DVR port 2c066642-c85a-4122-a571-5b8374b1d3d6 on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:48:22.366926 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe315087-3432-4e7b-a914-6e8213a4d800 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c066642-c85a-4122-a571-5b8374b1d3d6,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:22.388312 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba23997-21be-498d-bf9f-709e158f66de None None] Deleting port 2c066642-c85a-4122-a571-5b8374b1d3d6 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:48:22.388754 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9ba23997-21be-498d-bf9f-709e158f66de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:22.407295 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 0744efde-88be-4f06-accb-741e25dc3426 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:48:22.463213 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84ab25-0fcf-4f9e-b7d2-67e9d2fb0d57 req-4d61354e-588a-4c60-9f6d-220e92aa6783 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:22.464488 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ad84ab25-0fcf-4f9e-b7d2-67e9d2fb0d57 req-4d61354e-588a-4c60-9f6d-220e92aa6783 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=d240bd8f-4c2a-4c05-b98c-2ca58b31fef2 HTTP/1.1" status: 200 len: 943 time: 0.2481699 Oct 27 18:48:22.480875 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-146a7941-8dba-43ac-906c-552d0314b31d None None] Allocated IP 2001:db8::2 (3f9855fb-a1c4-4fa3-9c52-b00108f1af00/a70b9ad3-74a3-4239-aa0c-fe89786f6065/e9893c77-4a4e-4020-82ea-f867aee1cf54) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:48:22.482979 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 0744efde-88be-4f06-accb-741e25dc3426 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:48:22.483350 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 0744efde-88be-4f06-accb-741e25dc3426 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:48:22.489002 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fe315087-3432-4e7b-a914-6e8213a4d800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:22.530839 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-9ba23997-21be-498d-bf9f-709e158f66de None None] For port 2c066642-c85a-4122-a571-5b8374b1d3d6, host n-d-815690-2, got binding levels [] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:48:22.533128 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9ba23997-21be-498d-bf9f-709e158f66de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:22.533582 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-fe315087-3432-4e7b-a914-6e8213a4d800 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa1623a9-1856-4ad1-88c3-750138951c47']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:22.551082 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ad84ab25-0fcf-4f9e-b7d2-67e9d2fb0d57 req-92d8fce5-1982-4261-aea0-192c481d329b tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad17adb3-b108-44e8-9bf6-405b4ef64bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747080 Oct 27 18:48:22.552995 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-fe315087-3432-4e7b-a914-6e8213a4d800 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '466ff7d5-b359-45a3-9453-10be1f7dfc61') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:22.553339 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-fe315087-3432-4e7b-a914-6e8213a4d800 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '466ff7d5-b359-45a3-9453-10be1f7dfc61') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:22.574979 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fe315087-3432-4e7b-a914-6e8213a4d800 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:22.589688 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fe315087-3432-4e7b-a914-6e8213a4d800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:22.597839 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe315087-3432-4e7b-a914-6e8213a4d800 admin admin] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:48:22.598291 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fe315087-3432-4e7b-a914-6e8213a4d800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:22.600302 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:48:22.600302 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:48:22.600302 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:48:22.600302 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:48:22.600302 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:48:22.600302 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:48:22.600302 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:48:22.600302 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:48:22.600302 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:48:22.600302 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:48:22.600302 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:48:22.600302 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:48:22.600302 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:48:22.600302 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:48:22.600302 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:48:22.600302 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:48:22.600302 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:48:22.600302 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:48:22.600302 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:48:22.600302 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:48:22.600302 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:48:22.600302 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:48:22.600302 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:48:22.600302 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:48:22.600302 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:48:22.600302 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:48:22.600302 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:48:22.600302 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:48:22.600302 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:48:22.600302 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:48:22.600302 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:48:22.600302 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:48:22.613784 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 2c066642-c85a-4122-a571-5b8374b1d3d6 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:48:22.637981 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-9ba23997-21be-498d-bf9f-709e158f66de None None] Calling delete_port for 2c066642-c85a-4122-a571-5b8374b1d3d6 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:48:22.642803 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.ipam_backend_mixin [None req-9ba23997-21be-498d-bf9f-709e158f66de None None] Port 2c066642-c85a-4122-a571-5b8374b1d3d6 was not found and therefore no delete operation was performed {{(pid=102880) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 18:48:22.650027 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 2c066642-c85a-4122-a571-5b8374b1d3d6 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:48:22.650862 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 2c066642-c85a-4122-a571-5b8374b1d3d6 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:48:22.655014 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9ba23997-21be-498d-bf9f-709e158f66de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:22.682406 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba23997-21be-498d-bf9f-709e158f66de None None] Pushing event deleted for resources: {'Port': ['ID=2c066642-c85a-4122-a571-5b8374b1d3d6,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:22.696848 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba23997-21be-498d-bf9f-709e158f66de None None] No DVR routers for this DVR port 2c066642-c85a-4122-a571-5b8374b1d3d6 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:48:22.720022 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3619f21b-acba-4712-94c7-f5ef148022fe tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:22.733854 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-146a7941-8dba-43ac-906c-552d0314b31d None None] For port e9893c77-4a4e-4020-82ea-f867aee1cf54, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=e9893c77-4a4e-4020-82ea-f867aee1cf54,segment=NetworkSegment(bec84976-adf3-4987-abc5-5540a3846298),segment_id=bec84976-adf3-4987-abc5-5540a3846298)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:48:22.764016 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3619f21b-acba-4712-94c7-f5ef148022fe tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71b76c24-b288-4347-8cef-1468fb320eba,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:22.777636 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-146a7941-8dba-43ac-906c-552d0314b31d None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:22.783028 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54426ba-a7f0-40dc-8804-9d8ced6c732f req-45624cbb-e274-4b9e-ab35-6b765050c270 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:22.802467 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c54426ba-a7f0-40dc-8804-9d8ced6c732f req-45624cbb-e274-4b9e-ab35-6b765050c270 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 945 time: 0.0905423 Oct 27 18:48:22.839684 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c54426ba-a7f0-40dc-8804-9d8ced6c732f req-982bd345-73a4-4c77-87a9-14b539c92a7f tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471823 Oct 27 18:48:22.858994 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3619f21b-acba-4712-94c7-f5ef148022fe tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:22.861186 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3619f21b-acba-4712-94c7-f5ef148022fe tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3301599 Oct 27 18:48:22.863908 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34878) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:22.868607 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-6a16336d-6eb0-4933-88dd-8eb5f7eace83 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'security_group': {'name': 'tempest-secgroup-1071968479'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:22.913976 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-146a7941-8dba-43ac-906c-552d0314b31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:22.971897 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fe315087-3432-4e7b-a914-6e8213a4d800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:22.979200 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fe315087-3432-4e7b-a914-6e8213a4d800 admin admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:22.983535 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-fe315087-3432-4e7b-a914-6e8213a4d800 admin admin] 10.222.0.52 "DELETE /v2.0/networks/fa1623a9-1856-4ad1-88c3-750138951c47 HTTP/1.1" status: 204 len: 168 time: 1.5604243 Oct 27 18:48:22.987128 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34880) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:22.999060 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6a16336d-6eb0-4933-88dd-8eb5f7eace83 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:23.025467 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe315087-3432-4e7b-a914-6e8213a4d800 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa1623a9-1856-4ad1-88c3-750138951c47,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:23.115862 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34884) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:23.245499 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a7941-8dba-43ac-906c-552d0314b31d None None] Pushing event updated for resources: {'Port': ['ID=e9893c77-4a4e-4020-82ea-f867aee1cf54,revision_number=6']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:23.476423 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6a16336d-6eb0-4933-88dd-8eb5f7eace83 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:23.570321 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6a16336d-6eb0-4933-88dd-8eb5f7eace83 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:23.617352 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16336d-6eb0-4933-88dd-8eb5f7eace83 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f52e52d-f192-47b4-b543-941d83f2e5e1,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:23.707149 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6a16336d-6eb0-4933-88dd-8eb5f7eace83 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:23.714445 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6a16336d-6eb0-4933-88dd-8eb5f7eace83 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8494475 Oct 27 18:48:23.717525 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34890) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:23.726749 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-11524dc6-87b6-42f3-ac55-ff21608ffe25 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'security_group': {'name': 'tempest-secgroup-901246967'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:23.836063 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27193e78-bfbd-4891-8b0b-b380afe4574c req-ec679e12-f939-4bbc-bb81-7d8fc3f6e945 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:23.838157 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-27193e78-bfbd-4891-8b0b-b380afe4574c req-ec679e12-f939-4bbc-bb81-7d8fc3f6e945 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=d240bd8f-4c2a-4c05-b98c-2ca58b31fef2 HTTP/1.1" status: 200 len: 943 time: 0.1121602 Oct 27 18:48:23.903991 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-11524dc6-87b6-42f3-ac55-ff21608ffe25 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:23.909269 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device f5b3d0e5-b704-41ac-91de-96f85cfd7ce5 details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:48:23.926127 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-27193e78-bfbd-4891-8b0b-b380afe4574c req-832092ba-41f9-4b14-808b-cb28ee764b24 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad17adb3-b108-44e8-9bf6-405b4ef64bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797939 Oct 27 18:48:24.029507 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-795d76d3-8c6d-478b-b78a-aaf65434a5b8 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:24.036479 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6315193d-d2d0-447c-ac57-71005cd0f227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:24.148380 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port f5b3d0e5-b704-41ac-91de-96f85cfd7ce5, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=f5b3d0e5-b704-41ac-91de-96f85cfd7ce5,segment=NetworkSegment(a9b0de6a-5f69-4e5d-a0cc-ddc908150efa),segment_id=a9b0de6a-5f69-4e5d-a0cc-ddc908150efa)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:48:24.187992 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-11524dc6-87b6-42f3-ac55-ff21608ffe25 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:24.189530 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': 'f5b3d0e5-b704-41ac-91de-96f85cfd7ce5', 'network_id': 'c751e866-e27d-4a5e-92da-f83379f6a6f2', 'port_id': 'f5b3d0e5-b704-41ac-91de-96f85cfd7ce5', 'mac_address': 'fa:16:3e:d3:e8:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '071dd6fa-e000-4919-ba50-3dfa52855a21', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:48:24.219103 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-d9b9e25c-30f4-45b9-8bfe-84ea23ac9f79 None None] Provisioning complete for port e9893c77-4a4e-4020-82ea-f867aee1cf54 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:24.219975 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d9b9e25c-30f4-45b9-8bfe-84ea23ac9f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:24.308090 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-11524dc6-87b6-42f3-ac55-ff21608ffe25 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:24.310354 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:24.364512 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e4877-fd38-4324-beaa-857393c82279 req-0b909355-3790-4266-a848-14ea8111c29c tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:24.366944 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d58e4877-fd38-4324-beaa-857393c82279 req-0b909355-3790-4266-a848-14ea8111c29c tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 945 time: 0.1839080 Oct 27 18:48:24.374556 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11524dc6-87b6-42f3-ac55-ff21608ffe25 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=449d1529-6619-4e79-9f25-d6a5d46552b6,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:24.392853 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5b3d0e5-b704-41ac-91de-96f85cfd7ce5 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:48:24.461959 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d58e4877-fd38-4324-beaa-857393c82279 req-824ffb45-9876-4b41-ab9d-35d141631311 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853245 Oct 27 18:48:24.496809 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-11524dc6-87b6-42f3-ac55-ff21608ffe25 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:24.498675 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-11524dc6-87b6-42f3-ac55-ff21608ffe25 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7800586 Oct 27 18:48:24.514493 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34896) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:24.526729 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-0ac5ac12-9f8e-44e7-a336-3c962d829822 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2125549516', 'security_groups': ['449d1529-6619-4e79-9f25-d6a5d46552b6'], 'network_id': '3f9855fb-a1c4-4fa3-9c52-b00108f1af00', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a70b9ad3-74a3-4239-aa0c-fe89786f6065'}]}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:24.531981 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port f5b3d0e5-b704-41ac-91de-96f85cfd7ce5, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=f5b3d0e5-b704-41ac-91de-96f85cfd7ce5,segment=NetworkSegment(a9b0de6a-5f69-4e5d-a0cc-ddc908150efa),segment_id=a9b0de6a-5f69-4e5d-a0cc-ddc908150efa)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:48:24.614402 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-6315193d-d2d0-447c-ac57-71005cd0f227 admin admin] Deleting port e40c477a-0364-466b-afa0-edd01dcd3283 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:48:24.615035 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6315193d-d2d0-447c-ac57-71005cd0f227 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:24.620347 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-d9b9e25c-30f4-45b9-8bfe-84ea23ac9f79 None None] Provisioning complete for port 604c0057-8a1f-4861-9bbd-94c0f6b8a840 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:24.620845 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d9b9e25c-30f4-45b9-8bfe-84ea23ac9f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:24.691358 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-d9b9e25c-30f4-45b9-8bfe-84ea23ac9f79 None None] Port 604c0057-8a1f-4861-9bbd-94c0f6b8a840 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:48:24.703615 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device e9893c77-4a4e-4020-82ea-f867aee1cf54 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:48:24.707377 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:24.724903 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-795d76d3-8c6d-478b-b78a-aaf65434a5b8 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Deleting port 16a5ac1e-6c0b-4bed-bcf5-80e2d1d25cf5 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:48:24.725563 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-795d76d3-8c6d-478b-b78a-aaf65434a5b8 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:24.788866 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac5ac12-9f8e-44e7-a336-3c962d829822 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Made reservation on behalf of 28633539e0ee40d1a4a981a2e2462808 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:48:24.802743 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-6315193d-d2d0-447c-ac57-71005cd0f227 admin admin] For port e40c477a-0364-466b-afa0-edd01dcd3283, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=e40c477a-0364-466b-afa0-edd01dcd3283,segment=NetworkSegment(6d9738ac-cdb3-4374-a821-5e647d416f28),segment_id=6d9738ac-cdb3-4374-a821-5e647d416f28)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:48:24.803163 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6315193d-d2d0-447c-ac57-71005cd0f227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:24.833565 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-6315193d-d2d0-447c-ac57-71005cd0f227 admin admin] Calling delete_port for e40c477a-0364-466b-afa0-edd01dcd3283 owned by network:router_interface {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:48:24.839688 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=f5b3d0e5-b704-41ac-91de-96f85cfd7ce5,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:24.901590 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port e9893c77-4a4e-4020-82ea-f867aee1cf54 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:24.902616 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-795d76d3-8c6d-478b-b78a-aaf65434a5b8 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] For port 16a5ac1e-6c0b-4bed-bcf5-80e2d1d25cf5, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=16a5ac1e-6c0b-4bed-bcf5-80e2d1d25cf5,segment=NetworkSegment(1fc589c5-2774-47b1-a7a7-250651af85dc),segment_id=1fc589c5-2774-47b1-a7a7-250651af85dc)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:48:24.903236 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:24.907395 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-795d76d3-8c6d-478b-b78a-aaf65434a5b8 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:24.964201 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-795d76d3-8c6d-478b-b78a-aaf65434a5b8 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Calling delete_port for 16a5ac1e-6c0b-4bed-bcf5-80e2d1d25cf5 owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:48:24.974085 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['f5b3d0e5-b704-41ac-91de-96f85cfd7ce5'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:48:24.993845 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0ac5ac12-9f8e-44e7-a336-3c962d829822 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:25.078907 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-0ac5ac12-9f8e-44e7-a336-3c962d829822 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] device_id is not set on port 9e9a4bf3-ba3b-4114-a754-e3a649abdaf8 yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 18:48:25.243101 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6315193d-d2d0-447c-ac57-71005cd0f227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:25.283604 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4de19-1780-40ef-a0f8-171a3587938a req-d41eb881-4880-4dd5-8515-f40bd1f89c2a tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:25.285161 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-34a4de19-1780-40ef-a0f8-171a3587938a req-d41eb881-4880-4dd5-8515-f40bd1f89c2a tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=d240bd8f-4c2a-4c05-b98c-2ca58b31fef2 HTTP/1.1" status: 200 len: 944 time: 0.1614716 Oct 27 18:48:25.311878 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315193d-d2d0-447c-ac57-71005cd0f227 admin admin] Pushing event deleted for resources: {'Port': ['ID=e40c477a-0364-466b-afa0-edd01dcd3283,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:25.565046 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-0ac5ac12-9f8e-44e7-a336-3c962d829822 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Allocated IP 2001:db8::32f (3f9855fb-a1c4-4fa3-9c52-b00108f1af00/a70b9ad3-74a3-4239-aa0c-fe89786f6065/9e9a4bf3-ba3b-4114-a754-e3a649abdaf8) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:48:25.618645 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-795d76d3-8c6d-478b-b78a-aaf65434a5b8 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:25.632047 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-34a4de19-1780-40ef-a0f8-171a3587938a req-80dd43a1-56a5-4a0e-8339-3a6fd9bb73e5 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad17adb3-b108-44e8-9bf6-405b4ef64bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3326852 Oct 27 18:48:25.659918 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d76d3-8c6d-478b-b78a-aaf65434a5b8 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event deleted for resources: {'Port': ['ID=16a5ac1e-6c0b-4bed-bcf5-80e2d1d25cf5,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:25.771445 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6315193d-d2d0-447c-ac57-71005cd0f227 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:25.973103 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07600e6c-545c-42c4-a074-e0d932f24a51 req-e81d7631-3435-45d4-b9c4-a5bcc1e55cb8 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:25.980671 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-07600e6c-545c-42c4-a074-e0d932f24a51 req-e81d7631-3435-45d4-b9c4-a5bcc1e55cb8 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 945 time: 0.2236629 Oct 27 18:48:26.059475 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0ac5ac12-9f8e-44e7-a336-3c962d829822 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:26.134733 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-07600e6c-545c-42c4-a074-e0d932f24a51 req-303e84f7-e35a-4eee-91f6-ec79519685c5 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531866 Oct 27 18:48:26.219780 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-795d76d3-8c6d-478b-b78a-aaf65434a5b8 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:26.292031 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6315193d-d2d0-447c-ac57-71005cd0f227 admin admin] Router 99bfc86e-10ab-455d-bf10-ab6155f61f0d has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:48:26.478461 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6315193d-d2d0-447c-ac57-71005cd0f227 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:48:26.487918 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6315193d-d2d0-447c-ac57-71005cd0f227 admin admin] 10.222.0.52 "PUT /v2.0/routers/99bfc86e-10ab-455d-bf10-ab6155f61f0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4995828 Oct 27 18:48:26.488866 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34904) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:26.492231 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fd9243-3e02-4982-b670-b7ed5d0a5463 None None] Sync routers for ids ['99bfc86e-10ab-455d-bf10-ab6155f61f0d'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:48:26.509746 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fd9243-3e02-4982-b670-b7ed5d0a5463 None None] Routers {'99bfc86e-10ab-455d-bf10-ab6155f61f0d'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:48:26.512029 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-50fd9243-3e02-4982-b670-b7ed5d0a5463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:48:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['99bfc86e-10ab-455d-bf10-ab6155f61f0d'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:26.619124 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0ac5ac12-9f8e-44e7-a336-3c962d829822 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:26.652148 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fe5ba39b-3f9a-4659-a34c-b4854dff5645 admin admin] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:26.717064 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-50fd9243-3e02-4982-b670-b7ed5d0a5463 None None] Set router 99bfc86e-10ab-455d-bf10-ab6155f61f0d gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:48:26.786873 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:26.836777 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fe5ba39b-3f9a-4659-a34c-b4854dff5645 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:26.892334 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795d76d3-8c6d-478b-b78a-aaf65434a5b8 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Router b081e169-82e7-4d91-81d3-6a6b847fcdfb has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:48:26.896590 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac5ac12-9f8e-44e7-a336-3c962d829822 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Network 3f9855fb-a1c4-4fa3-9c52-b00108f1af00 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:48:26.910075 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-0ac5ac12-9f8e-44e7-a336-3c962d829822 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:48:26.914309 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac5ac12-9f8e-44e7-a336-3c962d829822 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:48:26.920229 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac5ac12-9f8e-44e7-a336-3c962d829822 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:26.920870 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0ac5ac12-9f8e-44e7-a336-3c962d829822 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:26.925774 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5ac12-9f8e-44e7-a336-3c962d829822 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'Port': ['ID=9e9a4bf3-ba3b-4114-a754-e3a649abdaf8,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:26.961092 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d69a67-de2c-4450-a52e-e97cad161441 req-8277b6d3-443c-449d-9bb0-6031b4d2cb6e tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:26.968358 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-13d69a67-de2c-4450-a52e-e97cad161441 req-8277b6d3-443c-449d-9bb0-6031b4d2cb6e tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=d240bd8f-4c2a-4c05-b98c-2ca58b31fef2 HTTP/1.1" status: 200 len: 944 time: 0.1591132 Oct 27 18:48:26.986170 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:27.042800 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-50fd9243-3e02-4982-b670-b7ed5d0a5463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bfc86e-10ab-455d-bf10-ab6155f61f0d', 'name': 'tempest-TestServerMultinode-888962813-router', 'tenant_id': '276d8a2dcde6411ca4a19eb389798e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': 'a168f6e3-1c5d-4e53-8f4a-ccd7e7facab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:47:15Z', 'updated_at': '2021-10-27T18:48:25Z', 'revision_number': 5, 'project_id': '276d8a2dcde6411ca4a19eb389798e06', 'gw_port': {'id': 'a168f6e3-1c5d-4e53-8f4a-ccd7e7facab8', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99bfc86e-10ab-455d-bf10-ab6155f61f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:16Z', 'updated_at': '2021-10-27T18:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:27.100453 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fd9243-3e02-4982-b670-b7ed5d0a5463 None None] Checking router: 99bfc86e-10ab-455d-bf10-ab6155f61f0d for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:48:27.113734 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fd9243-3e02-4982-b670-b7ed5d0a5463 None None] Routers {'99bfc86e-10ab-455d-bf10-ab6155f61f0d'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:48:27.118939 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-50fd9243-3e02-4982-b670-b7ed5d0a5463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:48:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['99bfc86e-10ab-455d-bf10-ab6155f61f0d'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:27.306732 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-50fd9243-3e02-4982-b670-b7ed5d0a5463 None None] Set router 99bfc86e-10ab-455d-bf10-ab6155f61f0d gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:48:27.379755 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-50fd9243-3e02-4982-b670-b7ed5d0a5463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99bfc86e-10ab-455d-bf10-ab6155f61f0d', 'name': 'tempest-TestServerMultinode-888962813-router', 'tenant_id': '276d8a2dcde6411ca4a19eb389798e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:47:15Z', 'updated_at': '2021-10-27T18:48:26Z', 'revision_number': 6, 'project_id': '276d8a2dcde6411ca4a19eb389798e06', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:27.420400 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fd9243-3e02-4982-b670-b7ed5d0a5463 None None] The sync data for ids ['99bfc86e-10ab-455d-bf10-ab6155f61f0d'] in n-d-815690-2 is: [{'id': '99bfc86e-10ab-455d-bf10-ab6155f61f0d', 'name': 'tempest-TestServerMultinode-888962813-router', 'tenant_id': '276d8a2dcde6411ca4a19eb389798e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:47:15Z', 'updated_at': '2021-10-27T18:48:26Z', 'revision_number': 6, 'project_id': '276d8a2dcde6411ca4a19eb389798e06', 'gw_port_host': None}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:48:27.432773 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-ed03705b-ef6c-4bc8-8f23-1c724ff0ac71 None None] Provisioning complete for port 9e9a4bf3-ba3b-4114-a754-e3a649abdaf8 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:27.433137 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ed03705b-ef6c-4bc8-8f23-1c724ff0ac71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:27.488598 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-ed03705b-ef6c-4bc8-8f23-1c724ff0ac71 None None] Port 9e9a4bf3-ba3b-4114-a754-e3a649abdaf8 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:48:27.570269 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0ac5ac12-9f8e-44e7-a336-3c962d829822 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0493336 Oct 27 18:48:27.573908 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34912) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:27.580098 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-ed1f3945-2695-4b70-92a1-4c70a4757a0d tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'subnet': {'network_id': '3f9855fb-a1c4-4fa3-9c52-b00108f1af00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:27.626507 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-13d69a67-de2c-4450-a52e-e97cad161441 req-e31beadb-6ea0-461f-a41f-4571002bdd80 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad17adb3-b108-44e8-9bf6-405b4ef64bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6116853 Oct 27 18:48:27.663524 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795d76d3-8c6d-478b-b78a-aaf65434a5b8 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:48:27.676221 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-795d76d3-8c6d-478b-b78a-aaf65434a5b8 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "PUT /v2.0/routers/b081e169-82e7-4d91-81d3-6a6b847fcdfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5566726 Oct 27 18:48:27.682361 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e35a5e6-5e00-443b-8371-fd5ea2b72fee None None] Sync routers for ids ['b081e169-82e7-4d91-81d3-6a6b847fcdfb'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:48:27.685653 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34914) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:27.700226 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e35a5e6-5e00-443b-8371-fd5ea2b72fee None None] Routers {'b081e169-82e7-4d91-81d3-6a6b847fcdfb'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:48:27.703629 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-3e35a5e6-5e00-443b-8371-fd5ea2b72fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:48:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b081e169-82e7-4d91-81d3-6a6b847fcdfb'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:27.722060 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-fe5ba39b-3f9a-4659-a34c-b4854dff5645 admin admin] Deleting port a168f6e3-1c5d-4e53-8f4a-ccd7e7facab8 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:48:27.731251 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fe5ba39b-3f9a-4659-a34c-b4854dff5645 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:27.870537 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1f3945-2695-4b70-92a1-4c70a4757a0d tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Made reservation on behalf of 28633539e0ee40d1a4a981a2e2462808 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:48:27.877280 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ed1f3945-2695-4b70-92a1-4c70a4757a0d tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:27.897291 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-3e35a5e6-5e00-443b-8371-fd5ea2b72fee None None] Set router b081e169-82e7-4d91-81d3-6a6b847fcdfb gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:48:27.909143 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device f5b3d0e5-b704-41ac-91de-96f85cfd7ce5 up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:48:28.051611 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-cce34a85-2596-4f8e-a2c5-061ca4e032ad tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Deleting subnet 160bc31a-12ba-4b4e-818c-d23c30c3ab80 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:48:28.061783 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cce34a85-2596-4f8e-a2c5-061ca4e032ad tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:28.099476 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning for port f5b3d0e5-b704-41ac-91de-96f85cfd7ce5 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:48:28.104436 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1a78a-ed96-41d9-96fe-2ef0657d09eb req-56c4dbe2-461a-419e-9122-743717b050cb tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:28.105581 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port f5b3d0e5-b704-41ac-91de-96f85cfd7ce5 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:28.106021 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:28.106297 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6dd1a78a-ed96-41d9-96fe-2ef0657d09eb req-56c4dbe2-461a-419e-9122-743717b050cb tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 945 time: 0.3189642 Oct 27 18:48:28.159455 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-3e35a5e6-5e00-443b-8371-fd5ea2b72fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b081e169-82e7-4d91-81d3-6a6b847fcdfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1263487848', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '77d7dce0-73f0-451b-91d0-3f1540a1f916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:46Z', 'updated_at': '2021-10-27T18:48:25Z', 'revision_number': 5, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '77d7dce0-73f0-451b-91d0-3f1540a1f916', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:15:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081e169-82e7-4d91-81d3-6a6b847fcdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:48Z', 'updated_at': '2021-10-27T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:28.163463 n-d-815690-2 neutron-server[102879]: INFO neutron.db.ipam_backend_mixin [None req-ed1f3945-2695-4b70-92a1-4c70a4757a0d tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a70b9ad3-74a3-4239-aa0c-fe89786f6065 (CIDR: 2001:db8::/64) Oct 27 18:48:28.188697 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6dd1a78a-ed96-41d9-96fe-2ef0657d09eb req-894668d0-6622-4faa-82f5-ffd1cfff45e7 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697730 Oct 27 18:48:28.191214 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-fe5ba39b-3f9a-4659-a34c-b4854dff5645 admin admin] For port a168f6e3-1c5d-4e53-8f4a-ccd7e7facab8, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=a168f6e3-1c5d-4e53-8f4a-ccd7e7facab8,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:48:28.191711 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fe5ba39b-3f9a-4659-a34c-b4854dff5645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:28.208803 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed1f3945-2695-4b70-92a1-4c70a4757a0d tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:48:28.209652 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed1f3945-2695-4b70-92a1-4c70a4757a0d tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:48:28.216736 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cce34a85-2596-4f8e-a2c5-061ca4e032ad tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:28.275888 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-fe5ba39b-3f9a-4659-a34c-b4854dff5645 admin admin] Calling delete_port for a168f6e3-1c5d-4e53-8f4a-ccd7e7facab8 owned by network:router_gateway {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:48:28.302473 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ed1f3945-2695-4b70-92a1-4c70a4757a0d tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7254143 Oct 27 18:48:28.303116 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34918) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:28.310467 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-35216d67-a504-495b-bba2-f1e222a18032 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'subnet': {'network_id': '3f9855fb-a1c4-4fa3-9c52-b00108f1af00', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:28.384651 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:28.389912 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e35a5e6-5e00-443b-8371-fd5ea2b72fee None None] Checking router: b081e169-82e7-4d91-81d3-6a6b847fcdfb for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:48:28.401305 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e35a5e6-5e00-443b-8371-fd5ea2b72fee None None] Routers {'b081e169-82e7-4d91-81d3-6a6b847fcdfb'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:48:28.402160 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-3e35a5e6-5e00-443b-8371-fd5ea2b72fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:48:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['b081e169-82e7-4d91-81d3-6a6b847fcdfb'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:28.471467 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd240bd8f-4c2a-4c05-b98c-2ca58b31fef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b3d0e5-b704-41ac-91de-96f85cfd7ce5'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:48:28.473819 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ae21fd-c685-4268-8718-440f9da46857" -d '{"events": [{"server_uuid": "d240bd8f-4c2a-4c05-b98c-2ca58b31fef2", "name": "network-vif-plugged", "status": "completed", "tag": "f5b3d0e5-b704-41ac-91de-96f85cfd7ce5"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:48:28.515462 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port f5b3d0e5-b704-41ac-91de-96f85cfd7ce5, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=f5b3d0e5-b704-41ac-91de-96f85cfd7ce5,segment=NetworkSegment(a9b0de6a-5f69-4e5d-a0cc-ddc908150efa),segment_id=a9b0de6a-5f69-4e5d-a0cc-ddc908150efa)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:48:28.591855 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:28.609882 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-3e35a5e6-5e00-443b-8371-fd5ea2b72fee None None] Set router b081e169-82e7-4d91-81d3-6a6b847fcdfb gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:48:28.704142 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6df207-5706-48d1-8644-b6758ea19954 x-openstack-request-id: req-9a6df207-5706-48d1-8644-b6758ea19954 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:48:28.704435 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d240bd8f-4c2a-4c05-b98c-2ca58b31fef2", "name": "network-vif-plugged", "status": "completed", "tag": "f5b3d0e5-b704-41ac-91de-96f85cfd7ce5", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:48:28.709414 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9a6df207-5706-48d1-8644-b6758ea19954 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:48:28.709868 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd240bd8f-4c2a-4c05-b98c-2ca58b31fef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b3d0e5-b704-41ac-91de-96f85cfd7ce5', 'code': 200} Oct 27 18:48:28.710678 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device a168f6e3-1c5d-4e53-8f4a-ccd7e7facab8 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:48:28.769444 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdaab3-9de7-46b3-ae82-f9b74a46f688 req-bdd84c0c-3698-496e-b487-f0911e3c7972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:28.772137 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-13fdaab3-9de7-46b3-ae82-f9b74a46f688 req-bdd84c0c-3698-496e-b487-f0911e3c7972 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d240bd8f-4c2a-4c05-b98c-2ca58b31fef2 HTTP/1.1" status: 200 len: 1096 time: 0.0777276 Oct 27 18:48:28.822848 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35216d67-a504-495b-bba2-f1e222a18032 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Made reservation on behalf of 28633539e0ee40d1a4a981a2e2462808 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:48:28.828528 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-35216d67-a504-495b-bba2-f1e222a18032 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:28.972401 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fe5ba39b-3f9a-4659-a34c-b4854dff5645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:28.976823 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No active binding found for port a168f6e3-1c5d-4e53-8f4a-ccd7e7facab8 {{(pid=102880) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 27 18:48:28.981631 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device a168f6e3-1c5d-4e53-8f4a-ccd7e7facab8 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:48:28.983934 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device e40c477a-0364-466b-afa0-edd01dcd3283 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:48:28.988078 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=f5b3d0e5-b704-41ac-91de-96f85cfd7ce5,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:28.989187 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cce34a85-2596-4f8e-a2c5-061ca4e032ad tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:28.997727 n-d-815690-2 neutron-server[102879]: INFO neutron.db.ipam_backend_mixin [None req-35216d67-a504-495b-bba2-f1e222a18032 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 0c01645e-cdd2-410d-be3c-e9aaee5ddc31 (CIDR: 2001:db8:0:1::/64) Oct 27 18:48:29.000705 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-3e35a5e6-5e00-443b-8371-fd5ea2b72fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b081e169-82e7-4d91-81d3-6a6b847fcdfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1263487848', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '77d7dce0-73f0-451b-91d0-3f1540a1f916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:46Z', 'updated_at': '2021-10-27T18:48:25Z', 'revision_number': 5, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '77d7dce0-73f0-451b-91d0-3f1540a1f916', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:15:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081e169-82e7-4d91-81d3-6a6b847fcdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:48Z', 'updated_at': '2021-10-27T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:29.003856 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-13fdaab3-9de7-46b3-ae82-f9b74a46f688 req-e5b26f91-1bdd-45e6-ae56-832383a287e8 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=ad17adb3-b108-44e8-9bf6-405b4ef64bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2217207 Oct 27 18:48:29.036967 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-35216d67-a504-495b-bba2-f1e222a18032 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 18:48:29.038526 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35216d67-a504-495b-bba2-f1e222a18032 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:48:29.043884 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: e40c477a-0364-466b-afa0-edd01dcd3283 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:48:29.044231 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device e40c477a-0364-466b-afa0-edd01dcd3283 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:48:29.059179 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e35a5e6-5e00-443b-8371-fd5ea2b72fee None None] The sync data for ids ['b081e169-82e7-4d91-81d3-6a6b847fcdfb'] in n-d-815690-2 is: [{'id': 'b081e169-82e7-4d91-81d3-6a6b847fcdfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1263487848', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '77d7dce0-73f0-451b-91d0-3f1540a1f916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:46Z', 'updated_at': '2021-10-27T18:48:25Z', 'revision_number': 5, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '77d7dce0-73f0-451b-91d0-3f1540a1f916', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:15:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b081e169-82e7-4d91-81d3-6a6b847fcdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:48Z', 'updated_at': '2021-10-27T18:45:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:48:29.111137 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca88ad-c4ff-4ba1-ab8a-39232eca9059 req-2578df09-fac8-42f8-b1e7-dda8cb3288fa tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:29.112922 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c8ca88ad-c4ff-4ba1-ab8a-39232eca9059 req-2578df09-fac8-42f8-b1e7-dda8cb3288fa tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=d240bd8f-4c2a-4c05-b98c-2ca58b31fef2 HTTP/1.1" status: 200 len: 945 time: 0.2275608 Oct 27 18:48:29.136800 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ba39b-3f9a-4659-a34c-b4854dff5645 admin admin] Pushing event deleted for resources: {'Port': ['ID=a168f6e3-1c5d-4e53-8f4a-ccd7e7facab8,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:29.181214 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-35216d67-a504-495b-bba2-f1e222a18032 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8765936 Oct 27 18:48:29.183874 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34926) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:29.200656 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-15237504-996c-4b19-b3ec-aaaa86840be3 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'subnet': {'network_id': '3f9855fb-a1c4-4fa3-9c52-b00108f1af00', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:29.270724 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c8ca88ad-c4ff-4ba1-ab8a-39232eca9059 req-bd83805c-e0b9-4710-9d6e-a07feb9be8f7 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad17adb3-b108-44e8-9bf6-405b4ef64bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005523 Oct 27 18:48:29.283772 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fe5ba39b-3f9a-4659-a34c-b4854dff5645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:29.422393 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cce34a85-2596-4f8e-a2c5-061ca4e032ad tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:29.473303 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce34a85-2596-4f8e-a2c5-061ca4e032ad tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event deleted for resources: {'Subnet': ['ID=160bc31a-12ba-4b4e-818c-d23c30c3ab80,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:29.477011 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fe5ba39b-3f9a-4659-a34c-b4854dff5645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:29.482207 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cce34a85-2596-4f8e-a2c5-061ca4e032ad tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:29.488688 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-cce34a85-2596-4f8e-a2c5-061ca4e032ad tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "DELETE /v2.0/subnets/160bc31a-12ba-4b4e-818c-d23c30c3ab80 HTTP/1.1" status: 204 len: 168 time: 1.7941179 Oct 27 18:48:29.488966 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34930) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:29.492102 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fe5ba39b-3f9a-4659-a34c-b4854dff5645 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:29.497830 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23377a4-878f-48af-99cf-8d0572638203 None None] Network 7bd6a875-a657-47e8-89d0-37edc08a1634 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:48:29.604411 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4e5b3-b685-47c1-aa08-f127ae6c25a0 req-a4e1406f-90d5-4654-b7c2-ab2ed7355b58 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:29.612198 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8bc4e5b3-b685-47c1-aa08-f127ae6c25a0 req-a4e1406f-90d5-4654-b7c2-ab2ed7355b58 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 945 time: 0.2027888 Oct 27 18:48:29.665920 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8bc4e5b3-b685-47c1-aa08-f127ae6c25a0 req-467aae16-f95d-46fb-9141-7b85f2698033 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527942 Oct 27 18:48:29.704856 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-63b1f732-13fd-4d02-8100-1fb869b047ae tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:29.763736 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1652ea-07c1-4972-aa17-c360ad8e7532 None None] DHCP port deletion for 7bd6a875-a657-47e8-89d0-37edc08a1634 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:48:29.799993 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15237504-996c-4b19-b3ec-aaaa86840be3 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Made reservation on behalf of 28633539e0ee40d1a4a981a2e2462808 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:48:29.803495 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-15237504-996c-4b19-b3ec-aaaa86840be3 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:29.838080 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-0a1652ea-07c1-4972-aa17-c360ad8e7532 None None] Deleting port 0e448b23-0344-4cc8-9c24-7f1046beb334 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:48:29.838525 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0a1652ea-07c1-4972-aa17-c360ad8e7532 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:29.885538 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fe5ba39b-3f9a-4659-a34c-b4854dff5645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:29.886186 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5ba39b-3f9a-4659-a34c-b4854dff5645 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99bfc86e-10ab-455d-bf10-ab6155f61f0d {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:48:29.892047 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fe5ba39b-3f9a-4659-a34c-b4854dff5645 admin admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:29.896496 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-fe5ba39b-3f9a-4659-a34c-b4854dff5645 admin admin] 10.222.0.52 "DELETE /v2.0/routers/99bfc86e-10ab-455d-bf10-ab6155f61f0d HTTP/1.1" status: 204 len: 168 time: 3.4051254 Oct 27 18:48:29.896496 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34936) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:29.935077 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-63b1f732-13fd-4d02-8100-1fb869b047ae tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:29.969534 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-0a1652ea-07c1-4972-aa17-c360ad8e7532 None None] For port 0e448b23-0344-4cc8-9c24-7f1046beb334, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=0e448b23-0344-4cc8-9c24-7f1046beb334,segment=NetworkSegment(1fc589c5-2774-47b1-a7a7-250651af85dc),segment_id=1fc589c5-2774-47b1-a7a7-250651af85dc)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:48:29.971623 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0a1652ea-07c1-4972-aa17-c360ad8e7532 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:30.001594 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-0a1652ea-07c1-4972-aa17-c360ad8e7532 None None] Calling delete_port for 0e448b23-0344-4cc8-9c24-7f1046beb334 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:48:30.021228 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-14915491-8f16-4415-a8fa-71ff1bf2f18d admin admin] Deleting subnet b5b23d29-2ec9-44fe-93f2-8813a19830cb {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:48:30.034586 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-14915491-8f16-4415-a8fa-71ff1bf2f18d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:30.113161 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-14915491-8f16-4415-a8fa-71ff1bf2f18d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:30.293525 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-14915491-8f16-4415-a8fa-71ff1bf2f18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:30.296450 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0a1652ea-07c1-4972-aa17-c360ad8e7532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:30.326168 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-63b1f732-13fd-4d02-8100-1fb869b047ae tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Deleting port 77d7dce0-73f0-451b-91d0-3f1540a1f916 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:48:30.332829 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-63b1f732-13fd-4d02-8100-1fb869b047ae tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:30.383883 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1652ea-07c1-4972-aa17-c360ad8e7532 None None] Pushing event deleted for resources: {'Port': ['ID=0e448b23-0344-4cc8-9c24-7f1046beb334,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:30.396482 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1652ea-07c1-4972-aa17-c360ad8e7532 None None] No DVR routers for this DVR port 0e448b23-0344-4cc8-9c24-7f1046beb334 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:48:30.500790 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-63b1f732-13fd-4d02-8100-1fb869b047ae tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] For port 77d7dce0-73f0-451b-91d0-3f1540a1f916, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=77d7dce0-73f0-451b-91d0-3f1540a1f916,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:48:30.501155 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-63b1f732-13fd-4d02-8100-1fb869b047ae tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:30.506536 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd34f1-8eeb-40cf-bc39-a1417b67baf4 req-cb5662d5-b1ed-4150-8287-8a3ea6187f0f tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:30.508778 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c0cd34f1-8eeb-40cf-bc39-a1417b67baf4 req-cb5662d5-b1ed-4150-8287-8a3ea6187f0f tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=d240bd8f-4c2a-4c05-b98c-2ca58b31fef2 HTTP/1.1" status: 200 len: 945 time: 0.0630393 Oct 27 18:48:30.534938 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-63b1f732-13fd-4d02-8100-1fb869b047ae tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Calling delete_port for 77d7dce0-73f0-451b-91d0-3f1540a1f916 owned by network:router_gateway {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:48:30.560622 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-15237504-996c-4b19-b3ec-aaaa86840be3 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:30.561499 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-14915491-8f16-4415-a8fa-71ff1bf2f18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:30.615821 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 0e448b23-0344-4cc8-9c24-7f1046beb334 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:48:30.625930 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14915491-8f16-4415-a8fa-71ff1bf2f18d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5b23d29-2ec9-44fe-93f2-8813a19830cb,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:30.632728 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-14915491-8f16-4415-a8fa-71ff1bf2f18d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:30.639808 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-14915491-8f16-4415-a8fa-71ff1bf2f18d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b5b23d29-2ec9-44fe-93f2-8813a19830cb HTTP/1.1" status: 204 len: 168 time: 0.7390912 Oct 27 18:48:30.647510 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34942) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:30.664419 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6193a438-08b2-4ee4-8208-ab097ab05d2f None None] Network 6c2d4437-83a2-4b65-91c2-ddb6d589bd73 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:48:30.687127 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15237504-996c-4b19-b3ec-aaaa86840be3 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Network 3f9855fb-a1c4-4fa3-9c52-b00108f1af00 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:48:30.709654 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-15237504-996c-4b19-b3ec-aaaa86840be3 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:48:30.715137 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c0cd34f1-8eeb-40cf-bc39-a1417b67baf4 req-efe93b0b-39ef-4755-936c-89b009ada5df tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad17adb3-b108-44e8-9bf6-405b4ef64bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1990318 Oct 27 18:48:30.724151 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15237504-996c-4b19-b3ec-aaaa86840be3 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:30.728023 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-15237504-996c-4b19-b3ec-aaaa86840be3 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:30.765435 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15237504-996c-4b19-b3ec-aaaa86840be3 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'Subnet': ['ID=f9e0009a-b8a0-4164-8b0d-0f903622e161,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:30.779078 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0b993498-077a-465f-ac38-18b599674968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:30.835446 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 0e448b23-0344-4cc8-9c24-7f1046beb334 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:48:30.838520 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 0e448b23-0344-4cc8-9c24-7f1046beb334 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:48:30.839344 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 16a5ac1e-6c0b-4bed-bcf5-80e2d1d25cf5 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:48:30.843807 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e86e79-371d-4e17-b570-1247ba9c6dc4 None None] Network 3f9855fb-a1c4-4fa3-9c52-b00108f1af00 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:48:30.905212 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-15237504-996c-4b19-b3ec-aaaa86840be3 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7187378 Oct 27 18:48:30.909685 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34948) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:30.915325 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-57277d42-de34-4669-9829-956519335275 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-550595567', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f9e0009a-b8a0-4164-8b0d-0f903622e161'}], 'security_groups': ['71b76c24-b288-4347-8cef-1468fb320eba', '9f52e52d-f192-47b4-b543-941d83f2e5e1']}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:30.952642 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43519974-54dd-4f6b-9e15-f7a45d6dcdcf req-cffd9fb5-4220-408b-9682-3a0eff0c54f4 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:30.955111 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-43519974-54dd-4f6b-9e15-f7a45d6dcdcf req-cffd9fb5-4220-408b-9682-3a0eff0c54f4 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 945 time: 0.1130080 Oct 27 18:48:31.001825 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 16a5ac1e-6c0b-4bed-bcf5-80e2d1d25cf5 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:48:31.002894 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 16a5ac1e-6c0b-4bed-bcf5-80e2d1d25cf5 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:48:31.033771 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-0b993498-077a-465f-ac38-18b599674968 admin admin] Deleting port ecc526b5-d8e6-4306-bec0-dbb2239624c8 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:48:31.034334 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0b993498-077a-465f-ac38-18b599674968 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:31.099201 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-63b1f732-13fd-4d02-8100-1fb869b047ae tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:31.138390 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-0b993498-077a-465f-ac38-18b599674968 admin admin] For port ecc526b5-d8e6-4306-bec0-dbb2239624c8, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ecc526b5-d8e6-4306-bec0-dbb2239624c8,segment=NetworkSegment(6d9738ac-cdb3-4374-a821-5e647d416f28),segment_id=6d9738ac-cdb3-4374-a821-5e647d416f28)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:48:31.139048 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0b993498-077a-465f-ac38-18b599674968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:31.164227 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-0b993498-077a-465f-ac38-18b599674968 admin admin] Calling delete_port for ecc526b5-d8e6-4306-bec0-dbb2239624c8 owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:48:31.237605 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1f732-13fd-4d02-8100-1fb869b047ae tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event deleted for resources: {'Port': ['ID=77d7dce0-73f0-451b-91d0-3f1540a1f916,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:31.242030 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0589ae-2df2-48e1-9287-31af4fa2f90e None None] DHCP port deletion for 6c2d4437-83a2-4b65-91c2-ddb6d589bd73 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:48:31.294069 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-63b1f732-13fd-4d02-8100-1fb869b047ae tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:31.327164 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-2b0589ae-2df2-48e1-9287-31af4fa2f90e None None] Deleting port ecc526b5-d8e6-4306-bec0-dbb2239624c8 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:48:31.329190 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2b0589ae-2df2-48e1-9287-31af4fa2f90e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:31.378784 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-43519974-54dd-4f6b-9e15-f7a45d6dcdcf req-ab33c988-72fc-4f43-9104-9fbad22a798a tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4155853 Oct 27 18:48:31.476009 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-2b0589ae-2df2-48e1-9287-31af4fa2f90e None None] For port ecc526b5-d8e6-4306-bec0-dbb2239624c8, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ecc526b5-d8e6-4306-bec0-dbb2239624c8,segment=NetworkSegment(6d9738ac-cdb3-4374-a821-5e647d416f28),segment_id=6d9738ac-cdb3-4374-a821-5e647d416f28)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:48:31.476722 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2b0589ae-2df2-48e1-9287-31af4fa2f90e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:31.492054 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-2b0589ae-2df2-48e1-9287-31af4fa2f90e None None] Calling delete_port for ecc526b5-d8e6-4306-bec0-dbb2239624c8 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:48:31.492310 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0b993498-077a-465f-ac38-18b599674968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:31.582311 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b993498-077a-465f-ac38-18b599674968 admin admin] No DVR routers for this DVR port ecc526b5-d8e6-4306-bec0-dbb2239624c8 on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:48:31.592430 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f32a25-312a-42d8-b84e-910a712f943e None None] Update dhcp port {'port': {'network_id': '3f9855fb-a1c4-4fa3-9c52-b00108f1af00', 'fixed_ips': [{'subnet_id': '0c01645e-cdd2-410d-be3c-e9aaee5ddc31', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a70b9ad3-74a3-4239-aa0c-fe89786f6065', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f9e0009a-b8a0-4164-8b0d-0f903622e161'}], 'binding:host_id': 'n-d-815690-2'}, 'id': 'e9893c77-4a4e-4020-82ea-f867aee1cf54'} from n-d-815690-2. {{(pid=102880) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 18:48:31.608896 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b993498-077a-465f-ac38-18b599674968 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecc526b5-d8e6-4306-bec0-dbb2239624c8,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:31.630489 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f7f32a25-312a-42d8-b84e-910a712f943e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:31.685599 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2b0589ae-2df2-48e1-9287-31af4fa2f90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:31.728543 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0589ae-2df2-48e1-9287-31af4fa2f90e None None] Pushing event deleted for resources: {'Port': ['ID=ecc526b5-d8e6-4306-bec0-dbb2239624c8,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:31.771479 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0589ae-2df2-48e1-9287-31af4fa2f90e None None] No DVR routers for this DVR port ecc526b5-d8e6-4306-bec0-dbb2239624c8 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:48:31.794608 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0b993498-077a-465f-ac38-18b599674968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:31.807529 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-57277d42-de34-4669-9829-956519335275 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:31.824353 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-63b1f732-13fd-4d02-8100-1fb869b047ae tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:31.826683 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-63b1f732-13fd-4d02-8100-1fb869b047ae tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:31.841004 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2244d2-8b93-4645-8bbe-2ba983745ee4 req-a8497cc8-2aa9-4777-b11d-fe63991e0f5f tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:31.842755 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4e2244d2-8b93-4645-8bbe-2ba983745ee4 req-a8497cc8-2aa9-4777-b11d-fe63991e0f5f tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=d240bd8f-4c2a-4c05-b98c-2ca58b31fef2 HTTP/1.1" status: 200 len: 945 time: 0.2820845 Oct 27 18:48:31.847683 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-0b993498-077a-465f-ac38-18b599674968 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c2d4437-83a2-4b65-91c2-ddb6d589bd73']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:31.863145 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-0b993498-077a-465f-ac38-18b599674968 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d9738ac-cdb3-4374-a821-5e647d416f28') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:31.863507 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-0b993498-077a-465f-ac38-18b599674968 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d9738ac-cdb3-4374-a821-5e647d416f28') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:31.907593 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-f7f32a25-312a-42d8-b84e-910a712f943e None None] Allocated IP 2001:db8:0:2::2 (3f9855fb-a1c4-4fa3-9c52-b00108f1af00/f9e0009a-b8a0-4164-8b0d-0f903622e161/e9893c77-4a4e-4020-82ea-f867aee1cf54) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:48:31.911350 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0b993498-077a-465f-ac38-18b599674968 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:31.941375 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0b993498-077a-465f-ac38-18b599674968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:31.956639 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b993498-077a-465f-ac38-18b599674968 admin admin] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:48:31.957049 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0b993498-077a-465f-ac38-18b599674968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:31.959107 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:48:31.959107 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:48:31.959107 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:48:31.959107 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:48:31.959107 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:48:31.959107 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:48:31.959107 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:48:31.959107 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:48:31.959107 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:48:31.959107 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:48:31.959107 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:48:31.959107 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:48:31.959107 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:48:31.959107 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:48:31.959107 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:48:31.959107 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:48:31.959107 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:48:31.959107 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:48:31.959107 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:48:31.959107 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:48:31.959107 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:48:31.959107 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:48:31.959107 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:48:31.959107 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:48:31.959107 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:48:31.959107 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:48:31.959107 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:48:31.959107 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:48:31.959107 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:48:31.959107 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:48:31.959107 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:48:31.959107 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:48:31.965808 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4e2244d2-8b93-4645-8bbe-2ba983745ee4 req-28e0c41a-f77d-493d-bc7d-ea295b49f722 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad17adb3-b108-44e8-9bf6-405b4ef64bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723767 Oct 27 18:48:31.992427 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-63b1f732-13fd-4d02-8100-1fb869b047ae tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:31.993831 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b1f732-13fd-4d02-8100-1fb869b047ae tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Fanout notify agent at l3_agent the message router_deleted on router b081e169-82e7-4d91-81d3-6a6b847fcdfb {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:48:32.001514 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34958) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:32.017908 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-63b1f732-13fd-4d02-8100-1fb869b047ae tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:32.019936 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-63b1f732-13fd-4d02-8100-1fb869b047ae tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "DELETE /v2.0/routers/b081e169-82e7-4d91-81d3-6a6b847fcdfb HTTP/1.1" status: 204 len: 168 time: 2.5288181 Oct 27 18:48:32.023953 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34960) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:32.194762 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-918eebdb-fa98-45ac-9277-b9c4bbbbfc9f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:32.211961 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0b993498-077a-465f-ac38-18b599674968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:32.243917 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0b993498-077a-465f-ac38-18b599674968 admin admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:32.247345 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0b993498-077a-465f-ac38-18b599674968 admin admin] 10.222.0.52 "DELETE /v2.0/networks/6c2d4437-83a2-4b65-91c2-ddb6d589bd73 HTTP/1.1" status: 204 len: 168 time: 1.5988855 Oct 27 18:48:32.262155 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41f2fb7-d92a-436f-b54d-85bccdd8b76d tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:32.263952 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f41f2fb7-d92a-436f-b54d-85bccdd8b76d tempest-TestNetworkBasicOps-708783072 tempest-TestNetworkBasicOps-708783072-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d240bd8f-4c2a-4c05-b98c-2ca58b31fef2 HTTP/1.1" status: 200 len: 1091 time: 0.2294016 Oct 27 18:48:32.267943 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34970) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:32.268842 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b993498-077a-465f-ac38-18b599674968 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c2d4437-83a2-4b65-91c2-ddb6d589bd73,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:32.273476 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f7f32a25-312a-42d8-b84e-910a712f943e None None] For port e9893c77-4a4e-4020-82ea-f867aee1cf54, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=e9893c77-4a4e-4020-82ea-f867aee1cf54,segment=NetworkSegment(bec84976-adf3-4987-abc5-5540a3846298),segment_id=bec84976-adf3-4987-abc5-5540a3846298)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:48:32.277053 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-a0509e3b-6830-463b-8f5c-47a0c547442c tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'port_id': 'f5b3d0e5-b704-41ac-91de-96f85cfd7ce5', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:32.329761 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-918eebdb-fa98-45ac-9277-b9c4bbbbfc9f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:32.344910 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f7f32a25-312a-42d8-b84e-910a712f943e None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:32.372774 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-918eebdb-fa98-45ac-9277-b9c4bbbbfc9f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bd6a875-a657-47e8-89d0-37edc08a1634']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:32.372774 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-918eebdb-fa98-45ac-9277-b9c4bbbbfc9f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fc589c5-2774-47b1-a7a7-250651af85dc') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:32.372774 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-918eebdb-fa98-45ac-9277-b9c4bbbbfc9f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fc589c5-2774-47b1-a7a7-250651af85dc') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:32.387652 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-918eebdb-fa98-45ac-9277-b9c4bbbbfc9f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:32.403858 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-918eebdb-fa98-45ac-9277-b9c4bbbbfc9f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:32.411853 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-918eebdb-fa98-45ac-9277-b9c4bbbbfc9f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:48:32.412257 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-918eebdb-fa98-45ac-9277-b9c4bbbbfc9f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:32.415501 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:48:32.415501 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:48:32.415501 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:48:32.415501 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:48:32.415501 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:48:32.415501 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:48:32.415501 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:48:32.415501 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:48:32.415501 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:48:32.415501 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:48:32.415501 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:48:32.415501 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:48:32.415501 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:48:32.415501 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:48:32.415501 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:48:32.415501 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:48:32.415501 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:48:32.415501 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:48:32.415501 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:48:32.415501 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:48:32.415501 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:48:32.415501 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:48:32.415501 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:48:32.415501 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:48:32.415501 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:48:32.415501 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:48:32.415501 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:48:32.415501 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:48:32.415501 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:48:32.415501 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:48:32.415501 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:48:32.415501 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:48:32.538082 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ebc88-1b6a-4d03-bf52-0c821cdc5665 req-903882c6-f8d6-4e4c-968f-5fafb9d598b4 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:32.539872 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c46ebc88-1b6a-4d03-bf52-0c821cdc5665 req-903882c6-f8d6-4e4c-968f-5fafb9d598b4 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 945 time: 0.0628595 Oct 27 18:48:32.611987 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c46ebc88-1b6a-4d03-bf52-0c821cdc5665 req-a81b7ad0-122c-4f24-adbd-f6ea132c7b03 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538595 Oct 27 18:48:32.627328 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ecc526b5-d8e6-4306-bec0-dbb2239624c8 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:48:32.659635 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: ecc526b5-d8e6-4306-bec0-dbb2239624c8 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:48:32.660107 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ecc526b5-d8e6-4306-bec0-dbb2239624c8 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:48:32.661248 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 77d7dce0-73f0-451b-91d0-3f1540a1f916 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:48:32.691555 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 77d7dce0-73f0-451b-91d0-3f1540a1f916 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:48:32.691899 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 77d7dce0-73f0-451b-91d0-3f1540a1f916 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:48:32.807837 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a0509e3b-6830-463b-8f5c-47a0c547442c tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for floatingip, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:32.845795 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-918eebdb-fa98-45ac-9277-b9c4bbbbfc9f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:32.850613 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-918eebdb-fa98-45ac-9277-b9c4bbbbfc9f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:32.851424 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f7f32a25-312a-42d8-b84e-910a712f943e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:32.857250 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-918eebdb-fa98-45ac-9277-b9c4bbbbfc9f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "DELETE /v2.0/networks/7bd6a875-a657-47e8-89d0-37edc08a1634 HTTP/1.1" status: 204 len: 168 time: 0.8294694 Oct 27 18:48:32.858191 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34982) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:32.915457 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918eebdb-fa98-45ac-9277-b9c4bbbbfc9f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event deleted for resources: {'Network': ['ID=7bd6a875-a657-47e8-89d0-37edc08a1634,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:32.952659 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6ae16309-1438-47e2-a68a-23dd15002cce tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:32.998014 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f32a25-312a-42d8-b84e-910a712f943e None None] Pushing event updated for resources: {'Port': ['ID=e9893c77-4a4e-4020-82ea-f867aee1cf54,revision_number=7']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:33.029013 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6ae16309-1438-47e2-a68a-23dd15002cce tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:33.074234 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643443bf-31b5-4304-b7c3-2f071817be56 req-d84b362b-5685-4d05-b73c-409df33790de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:33.075928 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-643443bf-31b5-4304-b7c3-2f071817be56 req-d84b362b-5685-4d05-b73c-409df33790de service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=186d6eca453449f79cfaf020191a989c&device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 1096 time: 0.0867000 Oct 27 18:48:33.110915 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-57277d42-de34-4669-9829-956519335275 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Delete allocated IP 2001:db8::32f (3f9855fb-a1c4-4fa3-9c52-b00108f1af00/a70b9ad3-74a3-4239-aa0c-fe89786f6065) {{(pid=102878) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 27 18:48:33.127190 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 34984) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:33.138137 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-57277d42-de34-4669-9829-956519335275 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Allocated IP 2001:db8:0:2::33c (3f9855fb-a1c4-4fa3-9c52-b00108f1af00/f9e0009a-b8a0-4164-8b0d-0f903622e161/9e9a4bf3-ba3b-4114-a754-e3a649abdaf8) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:48:33.182039 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a0509e3b-6830-463b-8f5c-47a0c547442c tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:33.215215 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643443bf-31b5-4304-b7c3-2f071817be56 req-2f7a242f-9994-42de-8ce1-9fe704757366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:33.217709 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-643443bf-31b5-4304-b7c3-2f071817be56 req-2f7a242f-9994-42de-8ce1-9fe704757366 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7ad8bf39-d91e-470a-b850-b50a11bc458b HTTP/1.1" status: 200 len: 919 time: 0.1335406 Oct 27 18:48:33.275277 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6ae16309-1438-47e2-a68a-23dd15002cce tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:33.277886 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6ae16309-1438-47e2-a68a-23dd15002cce tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:33.279279 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6ae16309-1438-47e2-a68a-23dd15002cce tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "DELETE /v2.0/security-groups/f35e86e5-032f-42cd-9d02-3615b3e713b5 HTTP/1.1" status: 204 len: 168 time: 0.4087892 Oct 27 18:48:33.306609 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae16309-1438-47e2-a68a-23dd15002cce tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35e86e5-032f-42cd-9d02-3615b3e713b5,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:33.328762 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-643443bf-31b5-4304-b7c3-2f071817be56 req-be2c6061-1b83-4da9-83f9-b1ff8c447aa9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 HTTP/1.1" status: 200 len: 999 time: 0.1044252 Oct 27 18:48:33.376636 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-abb43f4c-382c-4722-a648-6a13d941fa9e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d106a5239d15419e8ba11d733c87013f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2440474 Oct 27 18:48:33.379458 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 34998) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:33.440868 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643443bf-31b5-4304-b7c3-2f071817be56 req-b5848000-0060-4096-aa07-09d0cfbdd507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:33.442304 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-643443bf-31b5-4304-b7c3-2f071817be56 req-b5848000-0060-4096-aa07-09d0cfbdd507 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=db74a198-9b96-4f1c-98df-8ec54f422805 HTTP/1.1" status: 200 len: 856 time: 0.1063845 Oct 27 18:48:33.448126 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-a0509e3b-6830-463b-8f5c-47a0c547442c tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Allocated IP 172.25.6.102 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/d59d8aae-150f-485e-82db-9ec7420041b0) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:48:33.510108 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6df21128-0e3d-42af-b92d-8309c12d03e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:33.542424 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6df21128-0e3d-42af-b92d-8309c12d03e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:33.555807 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643443bf-31b5-4304-b7c3-2f071817be56 req-8f011e4e-5e26-4a4e-8cd8-673c2cab6e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:33.557394 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-643443bf-31b5-4304-b7c3-2f071817be56 req-8f011e4e-5e26-4a4e-8cd8-673c2cab6e19 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ad8bf39-d91e-470a-b850-b50a11bc458b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0949092 Oct 27 18:48:33.714280 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-643443bf-31b5-4304-b7c3-2f071817be56 req-ef924da8-c7d0-4161-a631-f91c5bb1fb1e service neutron] 10.222.0.81 "GET /v2.0/networks/7ad8bf39-d91e-470a-b850-b50a11bc458b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481271 Oct 27 18:48:33.744897 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35004) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:33.767989 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a0509e3b-6830-463b-8f5c-47a0c547442c tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:33.794995 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-83ac10df-b843-4dba-a3ca-ee3a0587bc21 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-318761048', 'description': 'tempest-secgroup-smoke-318761048 description', 'project_id': '21f5568e020c455199c8dde94ac0b73c'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:33.802420 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6df21128-0e3d-42af-b92d-8309c12d03e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:33.805504 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6df21128-0e3d-42af-b92d-8309c12d03e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:33.819085 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6df21128-0e3d-42af-b92d-8309c12d03e7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f1678557-1153-4997-b1b1-d43d49910ffe HTTP/1.1" status: 204 len: 168 time: 0.4287152 Oct 27 18:48:33.830264 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-57277d42-de34-4669-9829-956519335275 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:33.850722 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df21128-0e3d-42af-b92d-8309c12d03e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1678557-1153-4997-b1b1-d43d49910ffe,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:33.876505 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-643443bf-31b5-4304-b7c3-2f071817be56 req-dfc0d683-6af2-4621-b65d-9a16ad2fb0c8 service neutron] 10.222.0.81 "GET /v2.0/networks/7ad8bf39-d91e-470a-b850-b50a11bc458b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538322 Oct 27 18:48:33.902916 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-57277d42-de34-4669-9829-956519335275 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:33.958509 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f868d-b316-4eb7-98bf-f9bfbbb4c381 req-aee6e6a6-7c3e-41e6-ab75-48733c0afd10 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:33.960127 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3b8f868d-b316-4eb7-98bf-f9bfbbb4c381 req-aee6e6a6-7c3e-41e6-ab75-48733c0afd10 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 945 time: 0.1450853 Oct 27 18:48:34.003699 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-57277d42-de34-4669-9829-956519335275 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] In _notify_port_updated(), no bound segment for port 9e9a4bf3-ba3b-4114-a754-e3a649abdaf8 on network 3f9855fb-a1c4-4fa3-9c52-b00108f1af00 {{(pid=102878) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 18:48:34.009522 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-a3c05992-6917-479a-99ef-c39d6bf764c9 None None] Provisioning complete for port e9893c77-4a4e-4020-82ea-f867aee1cf54 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:34.009522 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a3c05992-6917-479a-99ef-c39d6bf764c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:34.010060 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57277d42-de34-4669-9829-956519335275 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:34.010060 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-57277d42-de34-4669-9829-956519335275 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:34.012285 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-57277d42-de34-4669-9829-956519335275 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "PUT /v2.0/ports/9e9a4bf3-ba3b-4114-a754-e3a649abdaf8 HTTP/1.1" status: 200 len: 969 time: 3.1016297 Oct 27 18:48:34.016984 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35008) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:34.017375 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a0509e3b-6830-463b-8f5c-47a0c547442c tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:34.035535 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-83ac10df-b843-4dba-a3ca-ee3a0587bc21 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:34.079210 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3b8f868d-b316-4eb7-98bf-f9bfbbb4c381 req-9d687cde-9316-4693-9e57-7fd24e268c07 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125431 Oct 27 18:48:34.083830 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57277d42-de34-4669-9829-956519335275 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event updated for resources: {'Port': ['ID=9e9a4bf3-ba3b-4114-a754-e3a649abdaf8,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:34.106907 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0509e3b-6830-463b-8f5c-47a0c547442c tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:48:34.173606 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-a0509e3b-6830-463b-8f5c-47a0c547442c tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:48:34.186270 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0509e3b-6830-463b-8f5c-47a0c547442c tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:48:34.189681 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-a3c05992-6917-479a-99ef-c39d6bf764c9 None None] Provisioning complete for port 9e9a4bf3-ba3b-4114-a754-e3a649abdaf8 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:34.190088 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a3c05992-6917-479a-99ef-c39d6bf764c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:34.206655 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-455f948f-7da8-487e-b9f4-c9508b07008f tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Deleting port 9e9a4bf3-ba3b-4114-a754-e3a649abdaf8 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:48:34.206655 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-455f948f-7da8-487e-b9f4-c9508b07008f tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:34.244362 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-a3c05992-6917-479a-99ef-c39d6bf764c9 None None] Port 9e9a4bf3-ba3b-4114-a754-e3a649abdaf8 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:48:34.257779 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-a3c05992-6917-479a-99ef-c39d6bf764c9 None None] Provisioning complete for port 604c0057-8a1f-4861-9bbd-94c0f6b8a840 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:34.258157 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a3c05992-6917-479a-99ef-c39d6bf764c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:34.313123 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0509e3b-6830-463b-8f5c-47a0c547442c tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event updated for resources: {'Port': ['ID=d59d8aae-150f-485e-82db-9ec7420041b0,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:34.325882 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-a3c05992-6917-479a-99ef-c39d6bf764c9 None None] Port 604c0057-8a1f-4861-9bbd-94c0f6b8a840 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:48:34.387027 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-455f948f-7da8-487e-b9f4-c9508b07008f tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:34.403044 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-455f948f-7da8-487e-b9f4-c9508b07008f tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Calling delete_port for 9e9a4bf3-ba3b-4114-a754-e3a649abdaf8 owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:48:34.445938 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-8240df72-debf-426b-8972-9975577b9153 None None] Provisioning complete for port 9e9a4bf3-ba3b-4114-a754-e3a649abdaf8 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:34.446279 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8240df72-debf-426b-8972-9975577b9153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:34.483547 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-8240df72-debf-426b-8972-9975577b9153 None None] Port 9e9a4bf3-ba3b-4114-a754-e3a649abdaf8 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:48:34.588101 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device e9893c77-4a4e-4020-82ea-f867aee1cf54 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:48:34.599486 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-83ac10df-b843-4dba-a3ca-ee3a0587bc21 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:34.619189 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-455f948f-7da8-487e-b9f4-c9508b07008f tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:34.651628 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f948f-7da8-487e-b9f4-c9508b07008f tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event deleted for resources: {'Port': ['ID=9e9a4bf3-ba3b-4114-a754-e3a649abdaf8,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:34.670302 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port e9893c77-4a4e-4020-82ea-f867aee1cf54 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:34.670687 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:34.685137 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-83ac10df-b843-4dba-a3ca-ee3a0587bc21 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:34.716669 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35014) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:34.719760 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-455f948f-7da8-487e-b9f4-c9508b07008f tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:34.726252 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-455f948f-7da8-487e-b9f4-c9508b07008f tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/ports/9e9a4bf3-ba3b-4114-a754-e3a649abdaf8 HTTP/1.1" status: 204 len: 168 time: 0.7081668 Oct 27 18:48:34.728993 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35016) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:34.735835 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac10df-b843-4dba-a3ca-ee3a0587bc21 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ebfb6b-32e3-4535-afff-6cadab6dff22,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:34.805819 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-be874547-cd75-4708-887b-bb513541295e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=276d8a2dcde6411ca4a19eb389798e06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0872705 Oct 27 18:48:34.808161 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35018) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:34.876965 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fb31e934-d2ef-4227-96a2-334477117bf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:34.904334 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fb31e934-d2ef-4227-96a2-334477117bf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:35.023726 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fb31e934-d2ef-4227-96a2-334477117bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:35.026757 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fb31e934-d2ef-4227-96a2-334477117bf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:35.034134 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-fb31e934-d2ef-4227-96a2-334477117bf2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9c2837e2-a408-4438-a7be-ad25eb21dbfe HTTP/1.1" status: 204 len: 168 time: 0.2223644 Oct 27 18:48:35.042247 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb31e934-d2ef-4227-96a2-334477117bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2837e2-a408-4438-a7be-ad25eb21dbfe,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:35.143410 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-83ac10df-b843-4dba-a3ca-ee3a0587bc21 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:35.144791 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-83ac10df-b843-4dba-a3ca-ee3a0587bc21 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3615739 Oct 27 18:48:35.148269 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35024) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:35.158045 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-04eb1a0d-e0a7-498f-9973-0e1569c093cd tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'security_group_rule': {'security_group_id': 'a4ebfb6b-32e3-4535-afff-6cadab6dff22', 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:35.165719 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-da8a099a-1909-42ed-aa56-74b70bec3d42 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] GET failed (client error): The resource could not be found. Oct 27 18:48:35.170016 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-da8a099a-1909-42ed-aa56-74b70bec3d42 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "GET /v2.0/ports/9e9a4bf3-ba3b-4114-a754-e3a649abdaf8 HTTP/1.1" status: 404 len: 333 time: 0.4276426 Oct 27 18:48:35.172393 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35026) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:35.269464 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a0509e3b-6830-463b-8f5c-47a0c547442c tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:35.284884 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-04eb1a0d-e0a7-498f-9973-0e1569c093cd tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:35.324253 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a33b743a-f23f-4086-b54d-1747e2ece098 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:35.331517 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-04eb1a0d-e0a7-498f-9973-0e1569c093cd tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:35.357423 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df870644-c406-40c4-9e81-6b1beffbdecf req-c5c697e9-515d-4987-a0e1-96d9e45fac82 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:35.359129 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-df870644-c406-40c4-9e81-6b1beffbdecf req-c5c697e9-515d-4987-a0e1-96d9e45fac82 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 945 time: 0.1275320 Oct 27 18:48:35.384849 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a33b743a-f23f-4086-b54d-1747e2ece098 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:35.414252 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-04eb1a0d-e0a7-498f-9973-0e1569c093cd tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:35.454598 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-df870644-c406-40c4-9e81-6b1beffbdecf req-257f5c8e-e47e-4c0d-b2bb-255d8b84e15f tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877407 Oct 27 18:48:35.461588 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb1a0d-e0a7-498f-9973-0e1569c093cd tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab4f22d7-6992-4bb7-a074-ac65712dbc0b,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:35.500201 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a0509e3b-6830-463b-8f5c-47a0c547442c tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:35.539772 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-04eb1a0d-e0a7-498f-9973-0e1569c093cd tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:35.546206 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-04eb1a0d-e0a7-498f-9973-0e1569c093cd tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3961053 Oct 27 18:48:35.549002 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35038) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:35.556620 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-2be78d33-3a27-47e8-ae56-6d76696199ee tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'security_group_rule': {'security_group_id': 'a4ebfb6b-32e3-4535-afff-6cadab6dff22', 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:35.612151 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a33b743a-f23f-4086-b54d-1747e2ece098 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:35.615130 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a33b743a-f23f-4086-b54d-1747e2ece098 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:35.619351 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a33b743a-f23f-4086-b54d-1747e2ece098 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/security-groups/449d1529-6619-4e79-9f25-d6a5d46552b6 HTTP/1.1" status: 204 len: 168 time: 0.4476759 Oct 27 18:48:35.620080 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35040) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:35.641202 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b743a-f23f-4086-b54d-1747e2ece098 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=449d1529-6619-4e79-9f25-d6a5d46552b6,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:35.709805 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2be78d33-3a27-47e8-ae56-6d76696199ee tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:35.714147 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a0509e3b-6830-463b-8f5c-47a0c547442c tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:35.762655 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-22709c8f-2ad6-46d8-9a52-fd453825efcd tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:35.779479 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a0509e3b-6830-463b-8f5c-47a0c547442c tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:35.801767 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-22709c8f-2ad6-46d8-9a52-fd453825efcd tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:35.825697 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2be78d33-3a27-47e8-ae56-6d76696199ee tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:35.867903 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0509e3b-6830-463b-8f5c-47a0c547442c tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event updated for resources: {'Port': ['ID=d59d8aae-150f-485e-82db-9ec7420041b0,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:35.881915 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a0509e3b-6830-463b-8f5c-47a0c547442c tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:35.887544 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2be78d33-3a27-47e8-ae56-6d76696199ee tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:35.906265 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be78d33-3a27-47e8-ae56-6d76696199ee tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c07a3009-47d0-4933-bedf-70abcae32c95,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:35.945113 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:48:35.976576 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-22709c8f-2ad6-46d8-9a52-fd453825efcd tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:35.981431 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-22709c8f-2ad6-46d8-9a52-fd453825efcd tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:35.985800 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-22709c8f-2ad6-46d8-9a52-fd453825efcd tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/security-groups/9f52e52d-f192-47b4-b543-941d83f2e5e1 HTTP/1.1" status: 204 len: 168 time: 0.3638353 Oct 27 18:48:35.988632 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35042) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:35.998756 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22709c8f-2ad6-46d8-9a52-fd453825efcd tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f52e52d-f192-47b4-b543-941d83f2e5e1,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:36.014062 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2be78d33-3a27-47e8-ae56-6d76696199ee tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:36.016031 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [None req-a0509e3b-6830-463b-8f5c-47a0c547442c tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Floating IP 344dbb0f-49bd-4dbc-86e9-440892780781 associated. External IP: 172.25.6.102, port: f5b3d0e5-b704-41ac-91de-96f85cfd7ce5. Oct 27 18:48:36.017313 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2be78d33-3a27-47e8-ae56-6d76696199ee tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4661913 Oct 27 18:48:36.020398 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35044) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:36.027874 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-327796ff-3a95-4e7d-9832-3048d9d83648 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'security_group_rule': {'security_group_id': 'a4ebfb6b-32e3-4535-afff-6cadab6dff22', 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:36.042587 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:36.080790 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a97861b-82ca-4465-b3ab-2b6f3ee4a17b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:48:36.083231 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a7d137-8f60-459c-b014-c66e1fdb99f1" -d '{"events": [{"server_uuid": "2a97861b-82ca-4465-b3ab-2b6f3ee4a17b", "name": "network-vif-unplugged", "status": "completed", "tag": "2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:48:36.110395 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9,segment=NetworkSegment(29ae5e06-41a1-428b-8e42-42a692caa382),segment_id=29ae5e06-41a1-428b-8e42-42a692caa382)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:48:36.124394 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 18:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084127eb-47e4-4e53-83eb-c237f84bffab x-openstack-request-id: req-084127eb-47e4-4e53-83eb-c237f84bffab {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:48:36.124909 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a97861b-82ca-4465-b3ab-2b6f3ee4a17b", "name": "network-vif-unplugged", "status": "completed", "tag": "2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:48:36.125172 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-084127eb-47e4-4e53-83eb-c237f84bffab {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:48:36.125689 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a97861b-82ca-4465-b3ab-2b6f3ee4a17b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9', 'code': 200} Oct 27 18:48:36.137356 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-327796ff-3a95-4e7d-9832-3048d9d83648 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:36.139149 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4ac31ef0-5e90-4c23-a58f-c3ed9de18fc5 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:36.179018 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4ac31ef0-5e90-4c23-a58f-c3ed9de18fc5 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:36.199332 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:36.217345 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-327796ff-3a95-4e7d-9832-3048d9d83648 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:36.257787 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9,revision_number=8']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:36.288287 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-327796ff-3a95-4e7d-9832-3048d9d83648 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:36.311215 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327796ff-3a95-4e7d-9832-3048d9d83648 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec59346b-669d-43b6-950f-7a916c57a658,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:36.337764 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0509e3b-6830-463b-8f5c-47a0c547442c tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Router 55ea74b9-79df-4f15-9210-d9e05d5942b3 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:48:36.386130 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-327796ff-3a95-4e7d-9832-3048d9d83648 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:36.391169 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-327796ff-3a95-4e7d-9832-3048d9d83648 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3695309 Oct 27 18:48:36.391830 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35048) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:36.396207 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-8ff88549-b796-446b-8fd2-9282bbb40134 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'security_group_rule': {'security_group_id': 'a4ebfb6b-32e3-4535-afff-6cadab6dff22', 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:36.414806 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4ac31ef0-5e90-4c23-a58f-c3ed9de18fc5 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:36.417414 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4ac31ef0-5e90-4c23-a58f-c3ed9de18fc5 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:36.418574 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4ac31ef0-5e90-4c23-a58f-c3ed9de18fc5 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/security-groups/71b76c24-b288-4347-8cef-1468fb320eba HTTP/1.1" status: 204 len: 168 time: 0.4287825 Oct 27 18:48:36.421662 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35050) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:36.437050 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac31ef0-5e90-4c23-a58f-c3ed9de18fc5 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b76c24-b288-4347-8cef-1468fb320eba,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:36.478986 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0509e3b-6830-463b-8f5c-47a0c547442c tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:48:36.491833 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa342222-2569-467f-8921-5acd67dd6d65 None None] Sync routers for ids ['55ea74b9-79df-4f15-9210-d9e05d5942b3'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:48:36.505704 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa342222-2569-467f-8921-5acd67dd6d65 None None] Routers {'55ea74b9-79df-4f15-9210-d9e05d5942b3'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:48:36.506443 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-fa342222-2569-467f-8921-5acd67dd6d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:48:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['55ea74b9-79df-4f15-9210-d9e05d5942b3'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:36.519096 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a81ccac-f662-4291-97a0-2b2a20723f35 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Deleting subnet a70b9ad3-74a3-4239-aa0c-fe89786f6065 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:48:36.525753 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4a81ccac-f662-4291-97a0-2b2a20723f35 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:36.583818 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4a81ccac-f662-4291-97a0-2b2a20723f35 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:36.592359 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a0509e3b-6830-463b-8f5c-47a0c547442c tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:36.642408 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-fa342222-2569-467f-8921-5acd67dd6d65 None None] Set router 55ea74b9-79df-4f15-9210-d9e05d5942b3 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:48:36.652861 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a0509e3b-6830-463b-8f5c-47a0c547442c tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3777187 Oct 27 18:48:36.652861 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd240bd8f-4c2a-4c05-b98c-2ca58b31fef2', 'tag': 'f5b3d0e5-b704-41ac-91de-96f85cfd7ce5'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:48:36.655898 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991e118e-2408-447f-948b-67fa3f6fa753" -d '{"events": [{"name": "network-changed", "server_uuid": "d240bd8f-4c2a-4c05-b98c-2ca58b31fef2", "tag": "f5b3d0e5-b704-41ac-91de-96f85cfd7ce5"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:48:36.658984 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35056) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:36.688049 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4a81ccac-f662-4291-97a0-2b2a20723f35 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:36.734738 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48535848-827f-4402-9d40-d41ce283265e req-f65948c8-4358-494d-9e09-ea7973d3dc8b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:36.736490 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-48535848-827f-4402-9d40-d41ce283265e req-f65948c8-4358-494d-9e09-ea7973d3dc8b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 943 time: 0.1228988 Oct 27 18:48:36.752451 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c6fe916c-d7a5-408f-9e9c-541fd2bdee9e tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/floatingips/344dbb0f-49bd-4dbc-86e9-440892780781 HTTP/1.1" status: 200 len: 991 time: 0.0905209 Oct 27 18:48:36.768341 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8ff88549-b796-446b-8fd2-9282bbb40134 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:36.791283 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-48535848-827f-4402-9d40-d41ce283265e req-25feb69a-85df-4112-be6e-6450ed201fcb tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474374 Oct 27 18:48:36.840524 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4a81ccac-f662-4291-97a0-2b2a20723f35 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:36.859609 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8ff88549-b796-446b-8fd2-9282bbb40134 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:36.863229 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7dffb5-491c-4e01-8740-d0aded16a554 x-openstack-request-id: req-3a7dffb5-491c-4e01-8740-d0aded16a554 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:48:36.863540 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d240bd8f-4c2a-4c05-b98c-2ca58b31fef2", "tag": "f5b3d0e5-b704-41ac-91de-96f85cfd7ce5", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:48:36.863803 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3a7dffb5-491c-4e01-8740-d0aded16a554 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:48:36.864248 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd240bd8f-4c2a-4c05-b98c-2ca58b31fef2', 'tag': 'f5b3d0e5-b704-41ac-91de-96f85cfd7ce5', 'status': 'completed', 'code': 200} Oct 27 18:48:36.889770 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a81ccac-f662-4291-97a0-2b2a20723f35 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event deleted for resources: {'Subnet': ['ID=a70b9ad3-74a3-4239-aa0c-fe89786f6065,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:36.913667 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4a81ccac-f662-4291-97a0-2b2a20723f35 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:36.918157 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4a81ccac-f662-4291-97a0-2b2a20723f35 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/subnets/a70b9ad3-74a3-4239-aa0c-fe89786f6065 HTTP/1.1" status: 204 len: 168 time: 0.4951937 Oct 27 18:48:36.924815 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35062) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:36.925573 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869d38b3-bce5-4c7e-a8a3-d6f7a3ec424a None None] Network 3f9855fb-a1c4-4fa3-9c52-b00108f1af00 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:48:36.947446 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8ff88549-b796-446b-8fd2-9282bbb40134 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:36.979408 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e118e-2408-447f-948b-67fa3f6fa753 req-d49cc7f5-9840-42fe-a8e5-56105a292862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:36.981451 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-991e118e-2408-447f-948b-67fa3f6fa753 req-d49cc7f5-9840-42fe-a8e5-56105a292862 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a56febe1ed07496abd79e6dfcd66d421&device_id=d240bd8f-4c2a-4c05-b98c-2ca58b31fef2 HTTP/1.1" status: 200 len: 1096 time: 0.0884614 Oct 27 18:48:36.982568 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff88549-b796-446b-8fd2-9282bbb40134 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df619bc1-00a9-4c97-bb21-e9eb4b404dd1,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:37.017771 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-0564962c-4b48-489b-8066-9d0ae06b24d4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Deleting subnet f9e0009a-b8a0-4164-8b0d-0f903622e161 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:48:37.029604 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0564962c-4b48-489b-8066-9d0ae06b24d4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:37.054111 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8ff88549-b796-446b-8fd2-9282bbb40134 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:37.055797 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8ff88549-b796-446b-8fd2-9282bbb40134 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6629262 Oct 27 18:48:37.058707 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35066) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:37.067597 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-1ba18c36-40ec-46ed-acd9-1c3c255e4be6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'security_group_rule': {'security_group_id': 'a4ebfb6b-32e3-4535-afff-6cadab6dff22', 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:37.086988 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0564962c-4b48-489b-8066-9d0ae06b24d4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:37.136248 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-fa342222-2569-467f-8921-5acd67dd6d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ea74b9-79df-4f15-9210-d9e05d5942b3', 'name': 'tempest-TestNetworkBasicOps-router-850632275', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'e421c008-5c54-40e2-9c6d-fa6a44b55a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:47:52Z', 'updated_at': '2021-10-27T18:47:59Z', 'revision_number': 4, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'gw_port': {'id': 'e421c008-5c54-40e2-9c6d-fa6a44b55a4f', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ea74b9-79df-4f15-9210-d9e05d5942b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:53Z', 'updated_at': '2021-10-27T18:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '344dbb0f-49bd-4dbc-86e9-440892780781', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '55ea74b9-79df-4f15-9210-d9e05d5942b3', 'port_id': 'f5b3d0e5-b704-41ac-91de-96f85cfd7ce5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c751e866-e27d-4a5e-92da-f83379f6a6f2', 'mac_address': 'fa:16:3e:d3:e8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd240bd8f-4c2a-4c05-b98c-2ca58b31fef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:48:34Z', 'updated_at': '2021-10-27T18:48:34Z', 'revision_number': 0, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5835fd65-3e40-4cd0-8893-726d158ebbd8', 'name': '', 'network_id': 'c751e866-e27d-4a5e-92da-f83379f6a6f2', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'mac_address': 'fa:16:3e:d5:ff:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ea74b9-79df-4f15-9210-d9e05d5942b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '071dd6fa-e000-4919-ba50-3dfa52855a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:58Z', 'updated_at': '2021-10-27T18:48:05Z', 'revision_number': 5, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'subnets': [{'id': '071dd6fa-e000-4919-ba50-3dfa52855a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:37.158043 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e118e-2408-447f-948b-67fa3f6fa753 req-abcf5f03-ade7-432e-a9a4-6d9eca875052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:37.159605 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-991e118e-2408-447f-948b-67fa3f6fa753 req-abcf5f03-ade7-432e-a9a4-6d9eca875052 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c751e866-e27d-4a5e-92da-f83379f6a6f2 HTTP/1.1" status: 200 len: 898 time: 0.1694169 Oct 27 18:48:37.193848 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa342222-2569-467f-8921-5acd67dd6d65 None None] Checking router: 55ea74b9-79df-4f15-9210-d9e05d5942b3 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:48:37.209031 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0564962c-4b48-489b-8066-9d0ae06b24d4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:37.213000 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa342222-2569-467f-8921-5acd67dd6d65 None None] Routers {'55ea74b9-79df-4f15-9210-d9e05d5942b3'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:48:37.213752 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-fa342222-2569-467f-8921-5acd67dd6d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:48:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['55ea74b9-79df-4f15-9210-d9e05d5942b3'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:37.222372 n-d-815690-2 neutron-server[102879]: INFO neutron.db.securitygroups_db [None req-1ba18c36-40ec-46ed-acd9-1c3c255e4be6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Project 21f5568e020c455199c8dde94ac0b73c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 18:48:37.236694 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1ba18c36-40ec-46ed-acd9-1c3c255e4be6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:37.320870 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-991e118e-2408-447f-948b-67fa3f6fa753 req-39dadf75-973b-4497-a18f-7732dbf9352a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5b3d0e5-b704-41ac-91de-96f85cfd7ce5 HTTP/1.1" status: 200 len: 999 time: 0.1536562 Oct 27 18:48:37.322402 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1ba18c36-40ec-46ed-acd9-1c3c255e4be6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:37.375250 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-fa342222-2569-467f-8921-5acd67dd6d65 None None] Set router 55ea74b9-79df-4f15-9210-d9e05d5942b3 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:48:37.383204 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e118e-2408-447f-948b-67fa3f6fa753 req-decc0684-4b26-43a8-9402-89fca109c1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:37.385904 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-991e118e-2408-447f-948b-67fa3f6fa753 req-decc0684-4b26-43a8-9402-89fca109c1f6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=071dd6fa-e000-4919-ba50-3dfa52855a21 HTTP/1.1" status: 200 len: 835 time: 0.0577016 Oct 27 18:48:37.423376 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0564962c-4b48-489b-8066-9d0ae06b24d4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:37.440826 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0564962c-4b48-489b-8066-9d0ae06b24d4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:37.446858 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0564962c-4b48-489b-8066-9d0ae06b24d4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/subnets/f9e0009a-b8a0-4164-8b0d-0f903622e161 HTTP/1.1" status: 204 len: 168 time: 0.5176094 Oct 27 18:48:37.447048 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35072) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:37.494222 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564962c-4b48-489b-8066-9d0ae06b24d4 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event deleted for resources: {'Subnet': ['ID=f9e0009a-b8a0-4164-8b0d-0f903622e161,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:37.510723 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-27f09ab8-93d0-42d5-ab3f-e837c3f5403c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] DELETE failed (client error): The resource could not be found. Oct 27 18:48:37.511537 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27f09ab8-93d0-42d5-ab3f-e837c3f5403c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:48:37.518402 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-27f09ab8-93d0-42d5-ab3f-e837c3f5403c tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/subnets/a70b9ad3-74a3-4239-aa0c-fe89786f6065 HTTP/1.1" status: 404 len: 337 time: 0.0697310 Oct 27 18:48:37.521780 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35074) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:37.606371 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a29f548-3ae0-4b69-9a22-4550853d6682 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Deleting subnet 0c01645e-cdd2-410d-be3c-e9aaee5ddc31 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:48:37.611676 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1ba18c36-40ec-46ed-acd9-1c3c255e4be6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:37.619805 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4a29f548-3ae0-4b69-9a22-4550853d6682 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:37.693941 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba18c36-40ec-46ed-acd9-1c3c255e4be6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f3f9e00-3991-4310-ac54-b29963c7e9ea,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:37.706737 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e118e-2408-447f-948b-67fa3f6fa753 req-17536ac5-bb61-4d25-8e88-e7691969a09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:37.709125 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-991e118e-2408-447f-948b-67fa3f6fa753 req-17536ac5-bb61-4d25-8e88-e7691969a09b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c751e866-e27d-4a5e-92da-f83379f6a6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3161869 Oct 27 18:48:37.715366 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4a29f548-3ae0-4b69-9a22-4550853d6682 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:37.726351 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-fa342222-2569-467f-8921-5acd67dd6d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ea74b9-79df-4f15-9210-d9e05d5942b3', 'name': 'tempest-TestNetworkBasicOps-router-850632275', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'e421c008-5c54-40e2-9c6d-fa6a44b55a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:47:52Z', 'updated_at': '2021-10-27T18:47:59Z', 'revision_number': 4, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'gw_port': {'id': 'e421c008-5c54-40e2-9c6d-fa6a44b55a4f', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ea74b9-79df-4f15-9210-d9e05d5942b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:53Z', 'updated_at': '2021-10-27T18:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '344dbb0f-49bd-4dbc-86e9-440892780781', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '55ea74b9-79df-4f15-9210-d9e05d5942b3', 'port_id': 'f5b3d0e5-b704-41ac-91de-96f85cfd7ce5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c751e866-e27d-4a5e-92da-f83379f6a6f2', 'mac_address': 'fa:16:3e:d3:e8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd240bd8f-4c2a-4c05-b98c-2ca58b31fef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:48:34Z', 'updated_at': '2021-10-27T18:48:34Z', 'revision_number': 0, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5835fd65-3e40-4cd0-8893-726d158ebbd8', 'name': '', 'network_id': 'c751e866-e27d-4a5e-92da-f83379f6a6f2', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'mac_address': 'fa:16:3e:d5:ff:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ea74b9-79df-4f15-9210-d9e05d5942b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '071dd6fa-e000-4919-ba50-3dfa52855a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:58Z', 'updated_at': '2021-10-27T18:48:05Z', 'revision_number': 5, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'subnets': [{'id': '071dd6fa-e000-4919-ba50-3dfa52855a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:37.755755 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35080) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:37.767965 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa342222-2569-467f-8921-5acd67dd6d65 None None] The sync data for ids ['55ea74b9-79df-4f15-9210-d9e05d5942b3'] in n-d-815690-2 is: [{'id': '55ea74b9-79df-4f15-9210-d9e05d5942b3', 'name': 'tempest-TestNetworkBasicOps-router-850632275', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'e421c008-5c54-40e2-9c6d-fa6a44b55a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:47:52Z', 'updated_at': '2021-10-27T18:47:59Z', 'revision_number': 4, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'gw_port': {'id': 'e421c008-5c54-40e2-9c6d-fa6a44b55a4f', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ea74b9-79df-4f15-9210-d9e05d5942b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:53Z', 'updated_at': '2021-10-27T18:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '344dbb0f-49bd-4dbc-86e9-440892780781', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '55ea74b9-79df-4f15-9210-d9e05d5942b3', 'port_id': 'f5b3d0e5-b704-41ac-91de-96f85cfd7ce5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c751e866-e27d-4a5e-92da-f83379f6a6f2', 'mac_address': 'fa:16:3e:d3:e8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd240bd8f-4c2a-4c05-b98c-2ca58b31fef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:48:34Z', 'updated_at': '2021-10-27T18:48:34Z', 'revision_number': 0, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5835fd65-3e40-4cd0-8893-726d158ebbd8', 'name': '', 'network_id': 'c751e866-e27d-4a5e-92da-f83379f6a6f2', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'mac_address': 'fa:16:3e:d5:ff:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ea74b9-79df-4f15-9210-d9e05d5942b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '071dd6fa-e000-4919-ba50-3dfa52855a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:58Z', 'updated_at': '2021-10-27T18:48:05Z', 'revision_number': 5, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'subnets': [{'id': '071dd6fa-e000-4919-ba50-3dfa52855a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:48:37.810121 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1ba18c36-40ec-46ed-acd9-1c3c255e4be6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:37.819553 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1ba18c36-40ec-46ed-acd9-1c3c255e4be6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7594984 Oct 27 18:48:37.820265 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35082) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:37.838501 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-79fba49f-2a06-48e3-920d-28005dd261ef tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'security_group_rule': {'security_group_id': 'a4ebfb6b-32e3-4535-afff-6cadab6dff22', 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:37.872308 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0a3ea23f-4ec5-4eae-b4e1-94862053b230 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/floatingips/344dbb0f-49bd-4dbc-86e9-440892780781 HTTP/1.1" status: 200 len: 991 time: 0.1148064 Oct 27 18:48:37.960965 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-991e118e-2408-447f-948b-67fa3f6fa753 req-09536d4b-6613-4dc9-9874-8951ec47a7a5 service neutron] 10.222.0.81 "GET /v2.0/networks/c751e866-e27d-4a5e-92da-f83379f6a6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411845 Oct 27 18:48:37.963733 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4a29f548-3ae0-4b69-9a22-4550853d6682 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:38.006116 n-d-815690-2 neutron-server[102879]: INFO neutron.db.securitygroups_db [None req-79fba49f-2a06-48e3-920d-28005dd261ef tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Project 21f5568e020c455199c8dde94ac0b73c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 18:48:38.021965 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-79fba49f-2a06-48e3-920d-28005dd261ef tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:38.143798 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285a0dd8-5545-4f4c-a99e-eac45f7c5760 None None] New status for floating IP 344dbb0f-49bd-4dbc-86e9-440892780781: ACTIVE {{(pid=102881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:48:38.169035 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80e9f04-fec3-4050-b93a-1d221323e6ff None None] Network 3f9855fb-a1c4-4fa3-9c52-b00108f1af00 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:48:38.171813 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-79fba49f-2a06-48e3-920d-28005dd261ef tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:38.177868 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-991e118e-2408-447f-948b-67fa3f6fa753 req-7e49403e-6a69-4ba5-899c-aeceb227a6bb service neutron] 10.222.0.81 "GET /v2.0/networks/c751e866-e27d-4a5e-92da-f83379f6a6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884856 Oct 27 18:48:38.269115 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-79fba49f-2a06-48e3-920d-28005dd261ef tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:38.270051 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-5cdef8e5-b04d-4820-a910-6501df8048ae None None] Provisioning complete for port e9893c77-4a4e-4020-82ea-f867aee1cf54 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:38.270434 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5cdef8e5-b04d-4820-a910-6501df8048ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:38.283215 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4a29f548-3ae0-4b69-9a22-4550853d6682 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:38.329811 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a29f548-3ae0-4b69-9a22-4550853d6682 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event deleted for resources: {'Subnet': ['ID=0c01645e-cdd2-410d-be3c-e9aaee5ddc31,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:38.339252 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fba49f-2a06-48e3-920d-28005dd261ef tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69a2afbd-b66b-4adc-b0b8-c09e63b17ac7,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:38.345576 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4a29f548-3ae0-4b69-9a22-4550853d6682 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:38.349905 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4a29f548-3ae0-4b69-9a22-4550853d6682 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/subnets/0c01645e-cdd2-410d-be3c-e9aaee5ddc31 HTTP/1.1" status: 204 len: 168 time: 0.8267856 Oct 27 18:48:38.352427 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35090) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:38.387349 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-3117906f-08e2-41dc-a5f1-d1338a3371b6 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] DELETE failed (client error): The resource could not be found. Oct 27 18:48:38.388009 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3117906f-08e2-41dc-a5f1-d1338a3371b6 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:48:38.394289 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3117906f-08e2-41dc-a5f1-d1338a3371b6 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/subnets/111654d8-38d7-4968-879f-02475024d389 HTTP/1.1" status: 404 len: 337 time: 0.0384493 Oct 27 18:48:38.394666 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35094) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:38.439042 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-5654d14f-8d69-41a6-b003-542354ef1b38 req-62515c62-c67b-490d-a0b9-7f82e516de14 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:48:38.440226 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5654d14f-8d69-41a6-b003-542354ef1b38 req-62515c62-c67b-490d-a0b9-7f82e516de14 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059757 Oct 27 18:48:38.442601 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-fc164a03-cd5a-475e-95bc-1c9982b0a488 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "GET /v2.0/ports?device_id=5100808e-7a2d-43ec-96f5-5b9c6c659d48 HTTP/1.1" status: 200 len: 205 time: 0.0450158 Oct 27 18:48:38.445469 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35096) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:38.449365 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-5cdef8e5-b04d-4820-a910-6501df8048ae None None] Provisioning complete for port 604c0057-8a1f-4861-9bbd-94c0f6b8a840 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:38.449744 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5cdef8e5-b04d-4820-a910-6501df8048ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:38.489265 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-b1c969fb-da93-47c3-a38a-ab1c335c36f8 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] delete failed (client error): The resource could not be found. Oct 27 18:48:38.490402 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b1c969fb-da93-47c3-a38a-ab1c335c36f8 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/routers/5100808e-7a2d-43ec-96f5-5b9c6c659d48 HTTP/1.1" status: 404 len: 336 time: 0.0439994 Oct 27 18:48:38.490922 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-5cdef8e5-b04d-4820-a910-6501df8048ae None None] Port 604c0057-8a1f-4861-9bbd-94c0f6b8a840 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:48:38.493045 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35098) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:38.504879 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-79fba49f-2a06-48e3-920d-28005dd261ef tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:38.506870 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-79fba49f-2a06-48e3-920d-28005dd261ef tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6808777 Oct 27 18:48:38.510382 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35100) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:38.518430 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16912af-69c9-415f-b0d5-55d80f813ac2 None None] DHCP port deletion for 3f9855fb-a1c4-4fa3-9c52-b00108f1af00 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:48:38.522471 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-37017d34-9780-418d-a676-94e1a302bd95 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'network': {'name': 'tempest-network-smoke--1705978772', 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'port_security_enabled': True}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:38.526458 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-26ba1cde-fce7-4334-bae6-de22e87a4c76 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] DELETE failed (client error): The resource could not be found. Oct 27 18:48:38.526943 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26ba1cde-fce7-4334-bae6-de22e87a4c76 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:48:38.529990 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-26ba1cde-fce7-4334-bae6-de22e87a4c76 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/subnets/e83ca37c-d79f-4602-bd45-a93a2dc292c1 HTTP/1.1" status: 404 len: 337 time: 0.0358677 Oct 27 18:48:38.533454 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35102) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:38.571914 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-44f35858-e6c0-4c37-af27-cf35a8ae9e94 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] DELETE failed (client error): The resource could not be found. Oct 27 18:48:38.572686 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44f35858-e6c0-4c37-af27-cf35a8ae9e94 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:48:38.579716 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-44f35858-e6c0-4c37-af27-cf35a8ae9e94 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/subnets/d202b382-a786-4cbb-b623-7aeb67f2bcd9 HTTP/1.1" status: 404 len: 337 time: 0.0451767 Oct 27 18:48:38.580266 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35104) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:38.597158 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device e9893c77-4a4e-4020-82ea-f867aee1cf54 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:48:38.614676 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf28634-2bfc-4aa5-973b-8faa424818c2 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] DELETE failed (client error): The resource could not be found. Oct 27 18:48:38.615157 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcf28634-2bfc-4aa5-973b-8faa424818c2 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:48:38.618962 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-dcf28634-2bfc-4aa5-973b-8faa424818c2 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/subnets/c8b65a9e-eea3-4025-87ae-a3e1497c0264 HTTP/1.1" status: 404 len: 337 time: 0.0370739 Oct 27 18:48:38.621085 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35106) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:38.647284 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c874de-f4f5-443f-ad04-fbfd73ace257 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] DELETE failed (client error): The resource could not be found. Oct 27 18:48:38.648043 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60c874de-f4f5-443f-ad04-fbfd73ace257 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:48:38.651110 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-60c874de-f4f5-443f-ad04-fbfd73ace257 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/ports/ad3a4185-09f3-490f-9f02-c0165f71b4c6 HTTP/1.1" status: 404 len: 333 time: 0.0290353 Oct 27 18:48:38.653654 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35108) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:38.681562 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-45563291-8176-48b2-b5fa-c0e693f14ac9 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] DELETE failed (client error): The resource could not be found. Oct 27 18:48:38.681969 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45563291-8176-48b2-b5fa-c0e693f14ac9 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:48:38.688142 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-45563291-8176-48b2-b5fa-c0e693f14ac9 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/subnets/cda0d11f-100a-43c6-996c-98b8f12c3192 HTTP/1.1" status: 404 len: 337 time: 0.0305874 Oct 27 18:48:38.688402 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35112) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:38.716184 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaf217e4-7656-4db4-9b17-8ef555ed14d9 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] DELETE failed (client error): The resource could not be found. Oct 27 18:48:38.716670 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaf217e4-7656-4db4-9b17-8ef555ed14d9 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:48:38.721183 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-aaf217e4-7656-4db4-9b17-8ef555ed14d9 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/subnets/463c10d3-17ef-49be-b34e-19de7c5a7c31 HTTP/1.1" status: 404 len: 337 time: 0.0318866 Oct 27 18:48:38.722408 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37017d34-9780-418d-a676-94e1a302bd95 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Made reservation on behalf of 21f5568e020c455199c8dde94ac0b73c for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:48:38.723844 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35114) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:38.726112 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-37017d34-9780-418d-a676-94e1a302bd95 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:38.750414 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-e16912af-69c9-415f-b0d5-55d80f813ac2 None None] Deleting port e9893c77-4a4e-4020-82ea-f867aee1cf54 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:48:38.750603 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-66747c81-9ceb-4f1e-a80c-1dc796339d1d tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] DELETE failed (client error): The resource could not be found. Oct 27 18:48:38.750690 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e16912af-69c9-415f-b0d5-55d80f813ac2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:38.751315 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66747c81-9ceb-4f1e-a80c-1dc796339d1d tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:48:38.752303 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37017d34-9780-418d-a676-94e1a302bd95 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] vlan segment allocate from pool success with {'vlan_id': 1032, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:48:38.755296 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-66747c81-9ceb-4f1e-a80c-1dc796339d1d tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/ports/ac7daf6d-1427-42c2-9c2f-c450da66d4a3 HTTP/1.1" status: 404 len: 333 time: 0.0303390 Oct 27 18:48:38.757656 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35116) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:38.763759 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-37017d34-9780-418d-a676-94e1a302bd95 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:38.764741 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-37017d34-9780-418d-a676-94e1a302bd95 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Added segment fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39 of type vlan for network bc95bb99-00fd-4971-9630-aa6f2c6ac7b4 Oct 27 18:48:38.790380 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-92546493-f3ea-4865-9104-b3e1c8792567 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] DELETE failed (client error): The resource could not be found. Oct 27 18:48:38.791189 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92546493-f3ea-4865-9104-b3e1c8792567 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:48:38.794554 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-92546493-f3ea-4865-9104-b3e1c8792567 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/subnets/70582f5d-30e8-4db1-baa4-d249dde7bf93 HTTP/1.1" status: 404 len: 337 time: 0.0357962 Oct 27 18:48:38.798187 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35120) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:38.833171 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-7712ca43-f799-40ac-b718-43b60abc5dd1 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] DELETE failed (client error): The resource could not be found. Oct 27 18:48:38.834002 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7712ca43-f799-40ac-b718-43b60abc5dd1 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 18:48:38.837177 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7712ca43-f799-40ac-b718-43b60abc5dd1 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/subnets/27f11548-e810-433b-a7a2-2837b5ca84e6 HTTP/1.1" status: 404 len: 337 time: 0.0370693 Oct 27 18:48:38.839892 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35122) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:38.854418 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-e16912af-69c9-415f-b0d5-55d80f813ac2 None None] For port e9893c77-4a4e-4020-82ea-f867aee1cf54, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=e9893c77-4a4e-4020-82ea-f867aee1cf54,segment=NetworkSegment(bec84976-adf3-4987-abc5-5540a3846298),segment_id=bec84976-adf3-4987-abc5-5540a3846298)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:48:38.854951 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e16912af-69c9-415f-b0d5-55d80f813ac2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:38.857979 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-37017d34-9780-418d-a676-94e1a302bd95 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:38.873207 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35124) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:38.875319 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-e16912af-69c9-415f-b0d5-55d80f813ac2 None None] Calling delete_port for e9893c77-4a4e-4020-82ea-f867aee1cf54 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:48:38.881234 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:38.951122 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61d1a9-bedf-442c-a89a-7058e1c0b5c3 req-44074397-8f5b-4dc7-8b4e-79900c97ab25 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:38.952901 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1e61d1a9-bedf-442c-a89a-7058e1c0b5c3 req-44074397-8f5b-4dc7-8b4e-79900c97ab25 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 943 time: 0.0598943 Oct 27 18:48:38.975567 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-37017d34-9780-418d-a676-94e1a302bd95 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:38.982042 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37017d34-9780-418d-a676-94e1a302bd95 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:38.982751 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-37017d34-9780-418d-a676-94e1a302bd95 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:38.992922 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-39c961af-475d-4c59-abb3-a77eb2b2ea30 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/floatingips/344dbb0f-49bd-4dbc-86e9-440892780781 HTTP/1.1" status: 200 len: 993 time: 0.1188383 Oct 27 18:48:39.014988 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-8854b8b4-88f6-42ec-b6f1-5933975ac705 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Deleting port 604c0057-8a1f-4861-9bbd-94c0f6b8a840 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:48:39.016716 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8854b8b4-88f6-42ec-b6f1-5933975ac705 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:39.024314 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port e9893c77-4a4e-4020-82ea-f867aee1cf54, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=e9893c77-4a4e-4020-82ea-f867aee1cf54,segment=NetworkSegment(bec84976-adf3-4987-abc5-5540a3846298),segment_id=bec84976-adf3-4987-abc5-5540a3846298)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:48:39.073847 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1e61d1a9-bedf-442c-a89a-7058e1c0b5c3 req-dad264a7-233a-43ea-918a-ec6b661780ec tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132736 Oct 27 18:48:39.074982 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37017d34-9780-418d-a676-94e1a302bd95 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'Network': ['ID=bc95bb99-00fd-4971-9630-aa6f2c6ac7b4,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:39.087412 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network bc95bb99-00fd-4971-9630-aa6f2c6ac7b4 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:48:39.105856 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8854b8b4-88f6-42ec-b6f1-5933975ac705 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:39.125615 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-8854b8b4-88f6-42ec-b6f1-5933975ac705 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Calling delete_port for 604c0057-8a1f-4861-9bbd-94c0f6b8a840 owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:48:39.131754 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:39.181506 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35132) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:39.181720 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-37017d34-9780-418d-a676-94e1a302bd95 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6657174 Oct 27 18:48:39.190689 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-cab40467-81ad-480a-ab46-b5d60be960ac tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-68605186', 'admin_state_up': True, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:39.209278 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=e9893c77-4a4e-4020-82ea-f867aee1cf54,revision_number=11']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:39.270399 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e16912af-69c9-415f-b0d5-55d80f813ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:39.303545 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16912af-69c9-415f-b0d5-55d80f813ac2 None None] Pushing event deleted for resources: {'Port': ['ID=e9893c77-4a4e-4020-82ea-f867aee1cf54,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:39.305560 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16912af-69c9-415f-b0d5-55d80f813ac2 None None] No DVR routers for this DVR port e9893c77-4a4e-4020-82ea-f867aee1cf54 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:48:39.391218 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cab40467-81ad-480a-ab46-b5d60be960ac tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:39.392312 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cab40467-81ad-480a-ab46-b5d60be960ac tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:39.441041 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8854b8b4-88f6-42ec-b6f1-5933975ac705 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:39.448264 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cab40467-81ad-480a-ab46-b5d60be960ac tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:39.480474 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8854b8b4-88f6-42ec-b6f1-5933975ac705 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event deleted for resources: {'Port': ['ID=604c0057-8a1f-4861-9bbd-94c0f6b8a840,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:39.480474 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8854b8b4-88f6-42ec-b6f1-5933975ac705 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:39.484520 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8854b8b4-88f6-42ec-b6f1-5933975ac705 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/ports/604c0057-8a1f-4861-9bbd-94c0f6b8a840 HTTP/1.1" status: 204 len: 168 time: 0.6435070 Oct 27 18:48:39.486932 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35138) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:39.562342 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8525d9b9-c1ae-4f91-8103-9f00aad4d038 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:39.699202 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f5bc396d-ecfe-42e5-9bcc-302515c2de29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:39.734201 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8525d9b9-c1ae-4f91-8103-9f00aad4d038 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:39.763568 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-8525d9b9-c1ae-4f91-8103-9f00aad4d038 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f9855fb-a1c4-4fa3-9c52-b00108f1af00']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:39.830847 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-8525d9b9-c1ae-4f91-8103-9f00aad4d038 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bec84976-adf3-4987-abc5-5540a3846298') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:39.831151 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-8525d9b9-c1ae-4f91-8103-9f00aad4d038 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bec84976-adf3-4987-abc5-5540a3846298') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:39.835181 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-36ae598e-f99f-427f-aebf-9540e7bf4615 req-34ddfbc9-d7ee-4028-b3bc-17270009c117 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2436006 Oct 27 18:48:39.847856 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8525d9b9-c1ae-4f91-8103-9f00aad4d038 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:39.850766 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cab40467-81ad-480a-ab46-b5d60be960ac tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:39.866090 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8525d9b9-c1ae-4f91-8103-9f00aad4d038 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:39.872621 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8525d9b9-c1ae-4f91-8103-9f00aad4d038 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:48:39.873081 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8525d9b9-c1ae-4f91-8103-9f00aad4d038 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:39.876451 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:48:39.876451 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:48:39.876451 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:48:39.876451 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:48:39.876451 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:48:39.876451 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:48:39.876451 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:48:39.876451 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:48:39.876451 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:48:39.876451 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:48:39.876451 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:48:39.876451 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:48:39.876451 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:48:39.876451 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:48:39.876451 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:48:39.876451 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:48:39.876451 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:48:39.876451 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:48:39.876451 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:48:39.876451 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:48:39.876451 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:48:39.876451 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:48:39.876451 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:48:39.876451 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:48:39.876451 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:48:39.876451 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:48:39.876451 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:48:39.876451 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:48:39.876451 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:48:39.876451 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:48:39.876451 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:48:39.876451 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:48:39.971039 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:48:40.068716 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8525d9b9-c1ae-4f91-8103-9f00aad4d038 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:40.103001 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8525d9b9-c1ae-4f91-8103-9f00aad4d038 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:40.106075 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8525d9b9-c1ae-4f91-8103-9f00aad4d038 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] 10.222.0.52 "DELETE /v2.0/networks/3f9855fb-a1c4-4fa3-9c52-b00108f1af00 HTTP/1.1" status: 204 len: 168 time: 0.6182361 Oct 27 18:48:40.121710 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8525d9b9-c1ae-4f91-8103-9f00aad4d038 tempest-PortsIpV6TestJSON-1183491680 tempest-PortsIpV6TestJSON-1183491680-project] Pushing event deleted for resources: {'Network': ['ID=3f9855fb-a1c4-4fa3-9c52-b00108f1af00,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:40.147118 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cab40467-81ad-480a-ab46-b5d60be960ac tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:40.167257 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cab40467-81ad-480a-ab46-b5d60be960ac tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:40.246432 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578d4bc-c786-49b5-bf14-9790a07f464e req-9ee17f4e-cc25-4229-9272-75a829041878 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:40.247967 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d578d4bc-c786-49b5-bf14-9790a07f464e req-9ee17f4e-cc25-4229-9272-75a829041878 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 943 time: 0.0599787 Oct 27 18:48:40.286899 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-cab40467-81ad-480a-ab46-b5d60be960ac tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Allocated IP 172.25.6.242 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/35f41979-5e5f-4dd0-9fe8-d3cc595a5faf) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:48:40.290229 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d578d4bc-c786-49b5-bf14-9790a07f464e req-bb2f8211-fbd5-4439-a3a1-d82358ae0046 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356393 Oct 27 18:48:40.397518 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cab40467-81ad-480a-ab46-b5d60be960ac tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:40.545198 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cab40467-81ad-480a-ab46-b5d60be960ac tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:40.582641 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab40467-81ad-480a-ab46-b5d60be960ac tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:48:40.586650 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-cab40467-81ad-480a-ab46-b5d60be960ac tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:48:40.590201 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab40467-81ad-480a-ab46-b5d60be960ac tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:48:40.620718 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab40467-81ad-480a-ab46-b5d60be960ac tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'Port': ['ID=35f41979-5e5f-4dd0-9fe8-d3cc595a5faf,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:40.762445 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35154) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:40.925266 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-336a7c4d-0a38-4a05-8af8-c3b985d02bdb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=28633539e0ee40d1a4a981a2e2462808&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1613381 Oct 27 18:48:40.927667 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35160) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:40.984400 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-84877663-dbfa-4e6e-822e-a8a7c2ddc53b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:41.007405 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-84877663-dbfa-4e6e-822e-a8a7c2ddc53b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:41.301133 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-84877663-dbfa-4e6e-822e-a8a7c2ddc53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:41.301133 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-84877663-dbfa-4e6e-822e-a8a7c2ddc53b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:41.301133 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-84877663-dbfa-4e6e-822e-a8a7c2ddc53b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1d2db157-87c8-400e-9e4b-149c3c97ab7d HTTP/1.1" status: 204 len: 168 time: 0.2831054 Oct 27 18:48:41.301133 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84877663-dbfa-4e6e-822e-a8a7c2ddc53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2db157-87c8-400e-9e4b-149c3c97ab7d,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:41.363253 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cab40467-81ad-480a-ab46-b5d60be960ac tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:41.429065 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7fb49-581d-4fc6-82f9-4fad5144b4f7 req-fcdd257b-e386-4b49-b13c-6d18dedbc5fd tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:41.440390 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b4c7fb49-581d-4fc6-82f9-4fad5144b4f7 req-fcdd257b-e386-4b49-b13c-6d18dedbc5fd tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 943 time: 0.0709083 Oct 27 18:48:41.476710 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b4c7fb49-581d-4fc6-82f9-4fad5144b4f7 req-592d0ffc-d987-45a3-a372-1e98d230c53f tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353794 Oct 27 18:48:41.571218 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cab40467-81ad-480a-ab46-b5d60be960ac tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:41.819077 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab40467-81ad-480a-ab46-b5d60be960ac tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Router 37a88d76-4102-4ef0-aac5-656217ff0eef is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:48:41.940112 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab40467-81ad-480a-ab46-b5d60be960ac tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:48:41.959576 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65bd1e4-090f-48ba-8eaf-83a8843c5bc6 None None] Sync routers for ids ['37a88d76-4102-4ef0-aac5-656217ff0eef'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:48:41.974128 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65bd1e4-090f-48ba-8eaf-83a8843c5bc6 None None] Routers {'37a88d76-4102-4ef0-aac5-656217ff0eef'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:48:41.978397 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-a65bd1e4-090f-48ba-8eaf-83a8843c5bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:48:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['37a88d76-4102-4ef0-aac5-656217ff0eef'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:42.049762 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cab40467-81ad-480a-ab46-b5d60be960ac tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:42.054443 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-cab40467-81ad-480a-ab46-b5d60be960ac tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.8686306 Oct 27 18:48:42.055755 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35178) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:42.089717 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-70b85e04-a6d8-4674-a9c1-b777e4db3c7a tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=21f5568e020c455199c8dde94ac0b73c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331752 Oct 27 18:48:42.095622 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35180) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:42.105802 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-a65bd1e4-090f-48ba-8eaf-83a8843c5bc6 None None] Set router 37a88d76-4102-4ef0-aac5-656217ff0eef gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:48:42.209232 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05d9976-e05f-40f6-8f87-07941e334804 tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:42.210787 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c05d9976-e05f-40f6-8f87-07941e334804 tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1140776 Oct 27 18:48:42.213675 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35184) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:42.266718 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-03bd5bf7-58c3-4255-89b5-c1bb8b0eb43c tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=0fad50cd-70b8-43d9-8a14-cc05c0fdea0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0485945 Oct 27 18:48:42.266718 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35188) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:42.272144 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-b2dd00ab-5c1b-46c6-93ab-f00ccbd67810 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1515973092', 'network_id': 'bc95bb99-00fd-4971-9630-aa6f2c6ac7b4', 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:42.369486 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-64dc824b-fd65-4695-863b-c996077bacee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:42.509588 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-a65bd1e4-090f-48ba-8eaf-83a8843c5bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a88d76-4102-4ef0-aac5-656217ff0eef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-68605186', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '35f41979-5e5f-4dd0-9fe8-d3cc595a5faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:48:39Z', 'updated_at': '2021-10-27T18:48:41Z', 'revision_number': 3, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '35f41979-5e5f-4dd0-9fe8-d3cc595a5faf', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a88d76-4102-4ef0-aac5-656217ff0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:48:40Z', 'updated_at': '2021-10-27T18:48:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:42.539148 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65bd1e4-090f-48ba-8eaf-83a8843c5bc6 None None] Checking router: 37a88d76-4102-4ef0-aac5-656217ff0eef for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:48:42.539643 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65bd1e4-090f-48ba-8eaf-83a8843c5bc6 None None] Updating router 37a88d76-4102-4ef0-aac5-656217ff0eef port 35f41979-5e5f-4dd0-9fe8-d3cc595a5faf binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:48:42.559080 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2dd00ab-5c1b-46c6-93ab-f00ccbd67810 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Made reservation on behalf of 21f5568e020c455199c8dde94ac0b73c for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:48:42.564418 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b2dd00ab-5c1b-46c6-93ab-f00ccbd67810 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:42.571552 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a65bd1e4-090f-48ba-8eaf-83a8843c5bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:42.601414 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35196) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:42.760630 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fdb2b3-ccd9-4049-8ec9-e4e7a09341c3 req-e43f8728-c9ba-4657-84ee-13b14aa122e6 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:42.762361 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-38fdb2b3-ccd9-4049-8ec9-e4e7a09341c3 req-e43f8728-c9ba-4657-84ee-13b14aa122e6 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 943 time: 0.1113439 Oct 27 18:48:42.778861 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-aedea0c4-03e4-4eb7-ac1e-099a5aaacec5 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Request body: {'security_group': {'name': 'tempest-secgroup--156883729'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:42.838263 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-38fdb2b3-ccd9-4049-8ec9-e4e7a09341c3 req-bc858fd0-01bc-4a94-a72b-7d9c5ac17805 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679889 Oct 27 18:48:42.884380 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-aedea0c4-03e4-4eb7-ac1e-099a5aaacec5 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:42.903837 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-aedea0c4-03e4-4eb7-ac1e-099a5aaacec5 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:42.907721 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a65bd1e4-090f-48ba-8eaf-83a8843c5bc6 None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:42.991483 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-aedea0c4-03e4-4eb7-ac1e-099a5aaacec5 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:43.004672 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b2dd00ab-5c1b-46c6-93ab-f00ccbd67810 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:43.045036 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a65bd1e4-090f-48ba-8eaf-83a8843c5bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:43.069337 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd00ab-5c1b-46c6-93ab-f00ccbd67810 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'Subnet': ['ID=826f7c4e-07b2-4711-bcb6-a09950586eaa,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:43.086553 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dd00ab-5c1b-46c6-93ab-f00ccbd67810 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Checking segment: {'id': 'fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'bc95bb99-00fd-4971-9630-aa6f2c6ac7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:48:43.086553 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dd00ab-5c1b-46c6-93ab-f00ccbd67810 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Network hostable DHCP agents. Network: bc95bb99-00fd-4971-9630-aa6f2c6ac7b4, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:48:43.106264 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-a65bd1e4-090f-48ba-8eaf-83a8843c5bc6 None None] Attempting to bind port 35f41979-5e5f-4dd0-9fe8-d3cc595a5faf on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:48:43.106774 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-a65bd1e4-090f-48ba-8eaf-83a8843c5bc6 None None] Attempting to bind port 35f41979-5e5f-4dd0-9fe8-d3cc595a5faf by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:48:43.107249 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65bd1e4-090f-48ba-8eaf-83a8843c5bc6 None None] Attempting to bind port 35f41979-5e5f-4dd0-9fe8-d3cc595a5faf on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:48:43.110589 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-aedea0c4-03e4-4eb7-ac1e-099a5aaacec5 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:43.111694 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda55d17-6687-4584-9986-9bdbc1ded8c2 None None] Pushing event updated for resources: {'Port': ['ID=35f41979-5e5f-4dd0-9fe8-d3cc595a5faf,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:43.116368 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65bd1e4-090f-48ba-8eaf-83a8843c5bc6 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:48:43.116745 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65bd1e4-090f-48ba-8eaf-83a8843c5bc6 None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:48:43.117141 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a65bd1e4-090f-48ba-8eaf-83a8843c5bc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:43.117526 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65bd1e4-090f-48ba-8eaf-83a8843c5bc6 None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:48:43.117994 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-a65bd1e4-090f-48ba-8eaf-83a8843c5bc6 None None] Bound port: 35f41979-5e5f-4dd0-9fe8-d3cc595a5faf, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:48:43.118378 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a65bd1e4-090f-48ba-8eaf-83a8843c5bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:43.154124 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedea0c4-03e4-4eb7-ac1e-099a5aaacec5 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98bf5c67-9736-48a8-9e98-bca7477c9aa6,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:43.180625 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-a65bd1e4-090f-48ba-8eaf-83a8843c5bc6 None None] For port 35f41979-5e5f-4dd0-9fe8-d3cc595a5faf, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:48:43.181857 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dd00ab-5c1b-46c6-93ab-f00ccbd67810 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Network bc95bb99-00fd-4971-9630-aa6f2c6ac7b4 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:48:43.184875 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-a65bd1e4-090f-48ba-8eaf-83a8843c5bc6 None None] For port 35f41979-5e5f-4dd0-9fe8-d3cc595a5faf, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=35f41979-5e5f-4dd0-9fe8-d3cc595a5faf,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:48:43.202633 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-aedea0c4-03e4-4eb7-ac1e-099a5aaacec5 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:43.282523 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a65bd1e4-090f-48ba-8eaf-83a8843c5bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:43.321623 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-aedea0c4-03e4-4eb7-ac1e-099a5aaacec5 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:43.322459 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-b2dd00ab-5c1b-46c6-93ab-f00ccbd67810 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, bc95bb99-00fd-4971-9630-aa6f2c6ac7b4) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:48:43.327313 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dd00ab-5c1b-46c6-93ab-f00ccbd67810 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:43.328974 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b2dd00ab-5c1b-46c6-93ab-f00ccbd67810 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:43.339298 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7212ca6-0a4f-46c9-bde0-7ed5d494fa50 None None] Network bc95bb99-00fd-4971-9630-aa6f2c6ac7b4 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:48:43.353432 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65bd1e4-090f-48ba-8eaf-83a8843c5bc6 None None] Routers {'37a88d76-4102-4ef0-aac5-656217ff0eef'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:48:43.354015 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-a65bd1e4-090f-48ba-8eaf-83a8843c5bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:48:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['37a88d76-4102-4ef0-aac5-656217ff0eef'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:43.374383 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedea0c4-03e4-4eb7-ac1e-099a5aaacec5 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cddcfbc-43a2-4e03-ba5d-63beaff8d860,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:43.400669 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda55d17-6687-4584-9986-9bdbc1ded8c2 None None] Pushing event updated for resources: {'Port': ['ID=35f41979-5e5f-4dd0-9fe8-d3cc595a5faf,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:43.523162 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b2dd00ab-5c1b-46c6-93ab-f00ccbd67810 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2555654 Oct 27 18:48:43.526063 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35202) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:43.548197 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-aedea0c4-03e4-4eb7-ac1e-099a5aaacec5 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:43.552303 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-aedea0c4-03e4-4eb7-ac1e-099a5aaacec5 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9468572 Oct 27 18:48:43.559808 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35204) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:43.612589 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-a65bd1e4-090f-48ba-8eaf-83a8843c5bc6 None None] Set router 37a88d76-4102-4ef0-aac5-656217ff0eef gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:48:43.651505 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3871ab8e-2eb6-4144-bcc6-e5e2ef7002f4 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0945203 Oct 27 18:48:43.652439 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35206) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:43.663122 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-dbe771cd-d069-4f88-9f07-5dc612c41ade tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Request body: {'security_group': {'name': 'tempest-security--1678432807', 'description': 'tempest-security-description-1889978540'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:43.679876 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:43.685781 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:43.698985 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dbe771cd-d069-4f88-9f07-5dc612c41ade tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:43.771563 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dbe771cd-d069-4f88-9f07-5dc612c41ade tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:43.776451 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407859bf-19ce-4da8-aafe-68083c5155af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-bc95bb99-00fd-4971-9630-aa6f2c6ac7b4', 'network_id': 'bc95bb99-00fd-4971-9630-aa6f2c6ac7b4', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'fixed_ips': [{'subnet_id': '826f7c4e-07b2-4711-bcb6-a09950586eaa'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:48:43.777305 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-407859bf-19ce-4da8-aafe-68083c5155af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:43.847764 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dbe771cd-d069-4f88-9f07-5dc612c41ade tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:43.852845 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dbe771cd-d069-4f88-9f07-5dc612c41ade tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:43.854376 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-dbe771cd-d069-4f88-9f07-5dc612c41ade tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "PUT /v2.0/security-groups/0cddcfbc-43a2-4e03-ba5d-63beaff8d860 HTTP/1.1" status: 200 len: 1780 time: 0.2009242 Oct 27 18:48:43.859920 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35208) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:43.947923 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a786d27b-a187-4474-afa0-224a7fad7c24 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "GET /v2.0/security-groups/0cddcfbc-43a2-4e03-ba5d-63beaff8d860 HTTP/1.1" status: 200 len: 1780 time: 0.0853050 Oct 27 18:48:43.950460 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35214) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:43.995620 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-a65bd1e4-090f-48ba-8eaf-83a8843c5bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a88d76-4102-4ef0-aac5-656217ff0eef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-68605186', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '35f41979-5e5f-4dd0-9fe8-d3cc595a5faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:48:39Z', 'updated_at': '2021-10-27T18:48:41Z', 'revision_number': 3, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '35f41979-5e5f-4dd0-9fe8-d3cc595a5faf', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a88d76-4102-4ef0-aac5-656217ff0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:48:40Z', 'updated_at': '2021-10-27T18:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:44.003611 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-407859bf-19ce-4da8-aafe-68083c5155af None None] Allocated IP 172.20.0.2 (bc95bb99-00fd-4971-9630-aa6f2c6ac7b4/826f7c4e-07b2-4711-bcb6-a09950586eaa/d064b83e-0dc2-4d49-a057-bd25db24bbd6) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:48:44.028407 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe771cd-d069-4f88-9f07-5dc612c41ade tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cddcfbc-43a2-4e03-ba5d-63beaff8d860,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:44.032544 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ea417e1f-359f-4d9a-9d09-55ae27f923c4 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:44.036971 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65bd1e4-090f-48ba-8eaf-83a8843c5bc6 None None] The sync data for ids ['37a88d76-4102-4ef0-aac5-656217ff0eef'] in n-d-815690-2 is: [{'id': '37a88d76-4102-4ef0-aac5-656217ff0eef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-68605186', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '35f41979-5e5f-4dd0-9fe8-d3cc595a5faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:48:39Z', 'updated_at': '2021-10-27T18:48:41Z', 'revision_number': 3, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '35f41979-5e5f-4dd0-9fe8-d3cc595a5faf', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a88d76-4102-4ef0-aac5-656217ff0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:48:40Z', 'updated_at': '2021-10-27T18:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:48:44.080893 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ea417e1f-359f-4d9a-9d09-55ae27f923c4 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:44.096897 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc9904-ed4a-493a-9cd5-aee344a6dfd8 req-cdcbb059-9810-4f5c-9fd9-8967ed2c9596 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:44.099539 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dcbc9904-ed4a-493a-9cd5-aee344a6dfd8 req-cdcbb059-9810-4f5c-9fd9-8967ed2c9596 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 943 time: 0.1225710 Oct 27 18:48:44.182583 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dcbc9904-ed4a-493a-9cd5-aee344a6dfd8 req-376bcf9e-3ce9-4aac-ad2c-06e30ef71236 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771351 Oct 27 18:48:44.253846 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ea417e1f-359f-4d9a-9d09-55ae27f923c4 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:44.257334 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ea417e1f-359f-4d9a-9d09-55ae27f923c4 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:44.257510 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-407859bf-19ce-4da8-aafe-68083c5155af None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:44.259103 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ea417e1f-359f-4d9a-9d09-55ae27f923c4 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "DELETE /v2.0/security-groups/0cddcfbc-43a2-4e03-ba5d-63beaff8d860 HTTP/1.1" status: 204 len: 168 time: 0.3074119 Oct 27 18:48:44.270394 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35216) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:44.278586 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea417e1f-359f-4d9a-9d09-55ae27f923c4 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cddcfbc-43a2-4e03-ba5d-63beaff8d860,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:44.322072 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8f5044c5-5bf1-4ea8-b6bc-1d4648a3db46 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:44.348127 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-17476f3f-78a6-4adc-bbf4-40f72bed0011 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0728376 Oct 27 18:48:44.348503 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35218) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:44.371387 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-0c027d7b-cf31-4cf5-bf01-c9bae32e1dd0 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] delete failed (client error): The resource could not be found. Oct 27 18:48:44.372534 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0c027d7b-cf31-4cf5-bf01-c9bae32e1dd0 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "DELETE /v2.0/security-groups/0cddcfbc-43a2-4e03-ba5d-63beaff8d860 HTTP/1.1" status: 404 len: 347 time: 0.0227633 Oct 27 18:48:44.376842 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35220) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:44.382249 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-42bc8b14-b6c3-4cf4-a99a-79b8e99dc64f tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Request body: {'security_group': {'name': 'tempest-secgroup--1684033702'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:44.390075 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-407859bf-19ce-4da8-aafe-68083c5155af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:44.465872 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407859bf-19ce-4da8-aafe-68083c5155af None None] Network bc95bb99-00fd-4971-9630-aa6f2c6ac7b4 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:48:44.471065 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-407859bf-19ce-4da8-aafe-68083c5155af None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:48:44.473100 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407859bf-19ce-4da8-aafe-68083c5155af None None] Pushing event updated for resources: {'Port': ['ID=d064b83e-0dc2-4d49-a057-bd25db24bbd6,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:44.481555 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407859bf-19ce-4da8-aafe-68083c5155af None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:48:44.583535 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-407859bf-19ce-4da8-aafe-68083c5155af None None] Attempting to bind port d064b83e-0dc2-4d49-a057-bd25db24bbd6 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:48:44.583918 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-407859bf-19ce-4da8-aafe-68083c5155af None None] Attempting to bind port d064b83e-0dc2-4d49-a057-bd25db24bbd6 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'bc95bb99-00fd-4971-9630-aa6f2c6ac7b4'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:48:44.584288 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407859bf-19ce-4da8-aafe-68083c5155af None None] Attempting to bind port d064b83e-0dc2-4d49-a057-bd25db24bbd6 on network bc95bb99-00fd-4971-9630-aa6f2c6ac7b4 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:48:44.589714 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407859bf-19ce-4da8-aafe-68083c5155af None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:48:44.590174 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407859bf-19ce-4da8-aafe-68083c5155af None None] Checking segment: {'id': 'fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'bc95bb99-00fd-4971-9630-aa6f2c6ac7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:48:44.590651 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-407859bf-19ce-4da8-aafe-68083c5155af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:44.591368 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407859bf-19ce-4da8-aafe-68083c5155af None None] Bound using segment: {'id': 'fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'bc95bb99-00fd-4971-9630-aa6f2c6ac7b4'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:48:44.591843 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-407859bf-19ce-4da8-aafe-68083c5155af None None] Bound port: d064b83e-0dc2-4d49-a057-bd25db24bbd6, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'bc95bb99-00fd-4971-9630-aa6f2c6ac7b4'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:48:44.592335 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-407859bf-19ce-4da8-aafe-68083c5155af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:44.593192 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-42bc8b14-b6c3-4cf4-a99a-79b8e99dc64f tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:44.678445 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 35f41979-5e5f-4dd0-9fe8-d3cc595a5faf up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:48:44.728202 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-42bc8b14-b6c3-4cf4-a99a-79b8e99dc64f tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:44.752219 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-407859bf-19ce-4da8-aafe-68083c5155af None None] For port d064b83e-0dc2-4d49-a057-bd25db24bbd6, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:48:44.756467 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-407859bf-19ce-4da8-aafe-68083c5155af None None] For port d064b83e-0dc2-4d49-a057-bd25db24bbd6, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=d064b83e-0dc2-4d49-a057-bd25db24bbd6,segment=NetworkSegment(fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39),segment_id=fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:48:44.772674 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 35f41979-5e5f-4dd0-9fe8-d3cc595a5faf triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:44.773049 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:44.830924 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-8f5044c5-5bf1-4ea8-b6bc-1d4648a3db46 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Allocated IP 172.20.0.1 (bc95bb99-00fd-4971-9630-aa6f2c6ac7b4/826f7c4e-07b2-4711-bcb6-a09950586eaa/b63910ea-afee-4581-bb97-c99d20f74792) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:48:44.871437 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:44.878685 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-42bc8b14-b6c3-4cf4-a99a-79b8e99dc64f tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:44.899420 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-407859bf-19ce-4da8-aafe-68083c5155af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:44.922390 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 35f41979-5e5f-4dd0-9fe8-d3cc595a5faf, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=35f41979-5e5f-4dd0-9fe8-d3cc595a5faf,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:48:44.943171 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bc8b14-b6c3-4cf4-a99a-79b8e99dc64f tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a12e2c9-6a8e-4fd1-afa6-7fbac70314d2,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:45.015619 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407859bf-19ce-4da8-aafe-68083c5155af None None] Pushing event updated for resources: {'Port': ['ID=d064b83e-0dc2-4d49-a057-bd25db24bbd6,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:45.031701 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-42bc8b14-b6c3-4cf4-a99a-79b8e99dc64f tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:45.032853 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-42bc8b14-b6c3-4cf4-a99a-79b8e99dc64f tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6550641 Oct 27 18:48:45.036114 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35222) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:45.041516 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-33d8bb03-c882-4be3-a800-fccf3216f06f tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Request body: {'security_group_rule': {'security_group_id': '6a12e2c9-6a8e-4fd1-afa6-7fbac70314d2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:45.053329 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:45.144634 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=35f41979-5e5f-4dd0-9fe8-d3cc595a5faf,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:45.213246 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:45.251475 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-33d8bb03-c882-4be3-a800-fccf3216f06f tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:45.431127 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-33d8bb03-c882-4be3-a800-fccf3216f06f tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:45.527444 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-33d8bb03-c882-4be3-a800-fccf3216f06f tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:45.550577 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8bb03-c882-4be3-a800-fccf3216f06f tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca0a3b52-08a0-4b58-8489-549adad7b74f,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:45.580437 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1336d-93b6-41c3-8d1b-ae800e7aabe8 req-968ed86d-fe8b-45d6-a43b-4645e8c689f0 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:45.583363 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a0d1336d-93b6-41c3-8d1b-ae800e7aabe8 req-968ed86d-fe8b-45d6-a43b-4645e8c689f0 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 943 time: 0.1096680 Oct 27 18:48:45.624223 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8f5044c5-5bf1-4ea8-b6bc-1d4648a3db46 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:45.647216 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a0d1336d-93b6-41c3-8d1b-ae800e7aabe8 req-6094538a-38af-49ed-9bde-0a738b716ab2 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580657 Oct 27 18:48:45.662652 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-33d8bb03-c882-4be3-a800-fccf3216f06f tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:45.664624 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-33d8bb03-c882-4be3-a800-fccf3216f06f tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6271129 Oct 27 18:48:45.667297 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35228) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:45.709563 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d7d5dd3c-268b-450f-b9b8-a536bc24c0bd tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:45.718820 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d7d5dd3c-268b-450f-b9b8-a536bc24c0bd tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:45.759151 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8f5044c5-5bf1-4ea8-b6bc-1d4648a3db46 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:45.808894 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5044c5-5bf1-4ea8-b6bc-1d4648a3db46 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Network bc95bb99-00fd-4971-9630-aa6f2c6ac7b4 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:48:45.811176 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-8f5044c5-5bf1-4ea8-b6bc-1d4648a3db46 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:48:45.815701 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5044c5-5bf1-4ea8-b6bc-1d4648a3db46 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:48:45.822071 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5044c5-5bf1-4ea8-b6bc-1d4648a3db46 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'Port': ['ID=b63910ea-afee-4581-bb97-c99d20f74792,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:45.829342 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d7d5dd3c-268b-450f-b9b8-a536bc24c0bd tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:45.846061 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d7d5dd3c-268b-450f-b9b8-a536bc24c0bd tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:45.846061 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d7d5dd3c-268b-450f-b9b8-a536bc24c0bd tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/ca0a3b52-08a0-4b58-8489-549adad7b74f HTTP/1.1" status: 204 len: 168 time: 0.1744008 Oct 27 18:48:45.846061 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35230) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:45.856918 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d5dd3c-268b-450f-b9b8-a536bc24c0bd tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca0a3b52-08a0-4b58-8489-549adad7b74f,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:45.878509 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8f5044c5-5bf1-4ea8-b6bc-1d4648a3db46 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:45.906045 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a7575d14-c8f3-43ff-ba72-8c861ab82d0f tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0583823 Oct 27 18:48:45.908217 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35232) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:45.990059 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-647b85b9-d8a9-4b78-ba5b-666f629043d2 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:46.016353 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-647b85b9-d8a9-4b78-ba5b-666f629043d2 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:46.174632 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-647b85b9-d8a9-4b78-ba5b-666f629043d2 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:46.179857 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-647b85b9-d8a9-4b78-ba5b-666f629043d2 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:46.181322 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-647b85b9-d8a9-4b78-ba5b-666f629043d2 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "DELETE /v2.0/security-groups/6a12e2c9-6a8e-4fd1-afa6-7fbac70314d2 HTTP/1.1" status: 204 len: 168 time: 0.2721636 Oct 27 18:48:46.188813 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35236) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:46.213505 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647b85b9-d8a9-4b78-ba5b-666f629043d2 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a12e2c9-6a8e-4fd1-afa6-7fbac70314d2,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:46.236459 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8f5044c5-5bf1-4ea8-b6bc-1d4648a3db46 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:46.318515 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-63deb3ff-a29a-47b5-bcc7-b6d57ebaee8b tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1198847 Oct 27 18:48:46.318769 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35238) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:46.324165 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-7f6e048b-6b75-431f-b040-cc01b017bd2c tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Request body: {'security_group': {'name': 'tempest-secgroup--726931346'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:46.476540 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2403c9f-91c8-449e-a354-2d92b755d4d0 None None] Network bc95bb99-00fd-4971-9630-aa6f2c6ac7b4 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:48:46.585109 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-34372673-0bed-47ec-9747-40a9c99e7d04 None None] Provisioning complete for port d064b83e-0dc2-4d49-a057-bd25db24bbd6 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:46.585703 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-34372673-0bed-47ec-9747-40a9c99e7d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:46.642326 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7f6e048b-6b75-431f-b040-cc01b017bd2c tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:46.765828 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-34372673-0bed-47ec-9747-40a9c99e7d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:46.803137 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d064b83e-0dc2-4d49-a057-bd25db24bbd6 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:48:46.879797 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7f6e048b-6b75-431f-b040-cc01b017bd2c tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:46.892997 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8f5044c5-5bf1-4ea8-b6bc-1d4648a3db46 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:46.911390 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-34372673-0bed-47ec-9747-40a9c99e7d04 None None] For port d064b83e-0dc2-4d49-a057-bd25db24bbd6, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=d064b83e-0dc2-4d49-a057-bd25db24bbd6,segment=NetworkSegment(fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39),segment_id=fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:48:46.913767 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af886d-7091-4f80-9c12-31d3d5b4e486 req-9e50bdec-ccd5-402d-ba5c-a7bc7e7b5602 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:46.919699 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-36af886d-7091-4f80-9c12-31d3d5b4e486 req-9e50bdec-ccd5-402d-ba5c-a7bc7e7b5602 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 943 time: 0.1216393 Oct 27 18:48:46.940301 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port d064b83e-0dc2-4d49-a057-bd25db24bbd6 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:46.940683 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:46.981158 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-36af886d-7091-4f80-9c12-31d3d5b4e486 req-e480e11a-8183-4c98-ac08-fd56f4169574 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567737 Oct 27 18:48:46.992828 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7f6e048b-6b75-431f-b040-cc01b017bd2c tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:47.054936 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e048b-6b75-431f-b040-cc01b017bd2c tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb9b263-a003-4d3f-8fd0-fe429a6b9f1f,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:47.061328 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8f5044c5-5bf1-4ea8-b6bc-1d4648a3db46 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:47.151953 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5044c5-5bf1-4ea8-b6bc-1d4648a3db46 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'Port': ['ID=b63910ea-afee-4581-bb97-c99d20f74792,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:47.172478 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-34372673-0bed-47ec-9747-40a9c99e7d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:47.179765 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7f6e048b-6b75-431f-b040-cc01b017bd2c tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:47.183961 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35242) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:47.184476 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7f6e048b-6b75-431f-b040-cc01b017bd2c tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8664577 Oct 27 18:48:47.193476 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-236118a9-5c05-4209-a3c2-95ced51dd444 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Request body: {'security_group_rule': {'security_group_id': '8fb9b263-a003-4d3f-8fd0-fe429a6b9f1f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:47.207299 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8f5044c5-5bf1-4ea8-b6bc-1d4648a3db46 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:47.262252 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34372673-0bed-47ec-9747-40a9c99e7d04 None None] Pushing event updated for resources: {'Port': ['ID=d064b83e-0dc2-4d49-a057-bd25db24bbd6,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:47.311355 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 35f41979-5e5f-4dd0-9fe8-d3cc595a5faf up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:48:47.340047 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5044c5-5bf1-4ea8-b6bc-1d4648a3db46 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Network bc95bb99-00fd-4971-9630-aa6f2c6ac7b4 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:48:47.341988 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-8f5044c5-5bf1-4ea8-b6bc-1d4648a3db46 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:48:47.378998 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 35f41979-5e5f-4dd0-9fe8-d3cc595a5faf triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:47.379645 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:47.399770 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-236118a9-5c05-4209-a3c2-95ced51dd444 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:47.431267 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-e4c692fd-5816-4e86-b73a-42a6d3245b41 None None] Provisioning complete for port d064b83e-0dc2-4d49-a057-bd25db24bbd6 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:47.431900 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e4c692fd-5816-4e86-b73a-42a6d3245b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:47.528706 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-236118a9-5c05-4209-a3c2-95ced51dd444 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:47.543767 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5044c5-5bf1-4ea8-b6bc-1d4648a3db46 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Router 37a88d76-4102-4ef0-aac5-656217ff0eef has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:48:47.635334 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-236118a9-5c05-4209-a3c2-95ced51dd444 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:47.662706 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-e4c692fd-5816-4e86-b73a-42a6d3245b41 None None] Provisioning complete for port b63910ea-afee-4581-bb97-c99d20f74792 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:47.663524 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e4c692fd-5816-4e86-b73a-42a6d3245b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:47.682104 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236118a9-5c05-4209-a3c2-95ced51dd444 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d6ae23d-1d63-46e8-99aa-cf0ba1fc7611,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:47.718980 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5044c5-5bf1-4ea8-b6bc-1d4648a3db46 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:48:47.722918 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-e4c692fd-5816-4e86-b73a-42a6d3245b41 None None] Port b63910ea-afee-4581-bb97-c99d20f74792 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:48:47.735962 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8f5044c5-5bf1-4ea8-b6bc-1d4648a3db46 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "PUT /v2.0/routers/37a88d76-4102-4ef0-aac5-656217ff0eef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2040410 Oct 27 18:48:47.739845 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54742c5c-c404-4a65-bf34-7212dd4abe6f None None] Sync routers for ids ['37a88d76-4102-4ef0-aac5-656217ff0eef'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:48:47.750755 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54742c5c-c404-4a65-bf34-7212dd4abe6f None None] Routers {'37a88d76-4102-4ef0-aac5-656217ff0eef'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:48:47.751172 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-54742c5c-c404-4a65-bf34-7212dd4abe6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:48:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['37a88d76-4102-4ef0-aac5-656217ff0eef'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:47.801161 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-236118a9-5c05-4209-a3c2-95ced51dd444 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:47.806359 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35248) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:47.807940 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-236118a9-5c05-4209-a3c2-95ced51dd444 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6220191 Oct 27 18:48:47.813598 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-15a8bf23-18eb-43d9-866d-f640d046d07c tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Request body: {'security_group_rule': {'security_group_id': '8fb9b263-a003-4d3f-8fd0-fe429a6b9f1f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:47.852157 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-9cdb1c3f-bf6a-4513-821a-8e5934beabf7 None None] Provisioning complete for port b63910ea-afee-4581-bb97-c99d20f74792 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:47.852529 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9cdb1c3f-bf6a-4513-821a-8e5934beabf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:47.923673 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-54742c5c-c404-4a65-bf34-7212dd4abe6f None None] Set router 37a88d76-4102-4ef0-aac5-656217ff0eef gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:48:47.930565 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-9cdb1c3f-bf6a-4513-821a-8e5934beabf7 None None] Port b63910ea-afee-4581-bb97-c99d20f74792 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:48:47.953290 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-15a8bf23-18eb-43d9-866d-f640d046d07c tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:48.060035 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-a280775a-f9dc-438c-9652-dad14f0ebff5 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-318761048&fields=id&tenant_id=21f5568e020c455199c8dde94ac0b73c HTTP/1.1" status: 200 len: 267 time: 0.0724690 Oct 27 18:48:48.067677 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-8a38b3ca-59e2-47f5-989b-1fa1330a9772 None None] Provisioning complete for port b63910ea-afee-4581-bb97-c99d20f74792 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:48.068048 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8a38b3ca-59e2-47f5-989b-1fa1330a9772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:48.091411 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-15a8bf23-18eb-43d9-866d-f640d046d07c tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:48.126455 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-8a38b3ca-59e2-47f5-989b-1fa1330a9772 None None] Port b63910ea-afee-4581-bb97-c99d20f74792 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:48:48.168116 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-15a8bf23-18eb-43d9-866d-f640d046d07c tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:48.197458 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-54742c5c-c404-4a65-bf34-7212dd4abe6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a88d76-4102-4ef0-aac5-656217ff0eef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-68605186', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '35f41979-5e5f-4dd0-9fe8-d3cc595a5faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:48:39Z', 'updated_at': '2021-10-27T18:48:46Z', 'revision_number': 4, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '35f41979-5e5f-4dd0-9fe8-d3cc595a5faf', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a88d76-4102-4ef0-aac5-656217ff0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:48:40Z', 'updated_at': '2021-10-27T18:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'b63910ea-afee-4581-bb97-c99d20f74792', 'name': '', 'network_id': 'bc95bb99-00fd-4971-9630-aa6f2c6ac7b4', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'mac_address': 'fa:16:3e:a2:1e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a88d76-4102-4ef0-aac5-656217ff0eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '826f7c4e-07b2-4711-bcb6-a09950586eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:48:44Z', 'updated_at': '2021-10-27T18:48:46Z', 'revision_number': 2, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'subnets': [{'id': '826f7c4e-07b2-4711-bcb6-a09950586eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:48.197853 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a8bf23-18eb-43d9-866d-f640d046d07c tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0b24dee-a81a-4fd2-b644-b0c281c5a0ab,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:48.239203 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-59588980-cab7-4e8c-aba5-57cdc4c67010 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:48.240893 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-59588980-cab7-4e8c-aba5-57cdc4c67010 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/networks?id=bc95bb99-00fd-4971-9630-aa6f2c6ac7b4 HTTP/1.1" status: 200 len: 797 time: 0.1699786 Oct 27 18:48:48.251945 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54742c5c-c404-4a65-bf34-7212dd4abe6f None None] Checking router: 37a88d76-4102-4ef0-aac5-656217ff0eef for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:48:48.259517 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54742c5c-c404-4a65-bf34-7212dd4abe6f None None] Updating router 37a88d76-4102-4ef0-aac5-656217ff0eef port b63910ea-afee-4581-bb97-c99d20f74792 binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:48:48.260111 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-734d1583-414b-48ea-bc3d-b3e62bdbbd37 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/quotas/21f5568e020c455199c8dde94ac0b73c HTTP/1.1" status: 200 len: 375 time: 0.0117269 Oct 27 18:48:48.281102 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-15a8bf23-18eb-43d9-866d-f640d046d07c tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:48.282985 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-15a8bf23-18eb-43d9-866d-f640d046d07c tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4744873 Oct 27 18:48:48.285074 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35262) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:48.290638 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-417709ee-5c7f-4c68-9198-34f72b323cec tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Request body: {'security_group_rule': {'security_group_id': '8fb9b263-a003-4d3f-8fd0-fe429a6b9f1f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:48.293599 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-54742c5c-c404-4a65-bf34-7212dd4abe6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:48.330420 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-0e01c798-0bcd-4fad-a6bf-222fb01c4fd9 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=21f5568e020c455199c8dde94ac0b73c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635099 Oct 27 18:48:48.408264 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-417709ee-5c7f-4c68-9198-34f72b323cec tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:48.490242 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-388ccc41-e0e2-454f-8b1b-98e90a2663c6 service neutron] 10.222.0.52 "GET /v2.0/networks/bc95bb99-00fd-4971-9630-aa6f2c6ac7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422970 Oct 27 18:48:48.515297 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-417709ee-5c7f-4c68-9198-34f72b323cec tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:48.612952 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-417709ee-5c7f-4c68-9198-34f72b323cec tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:48.645086 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d064b83e-0dc2-4d49-a057-bd25db24bbd6 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:48:48.658462 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417709ee-5c7f-4c68-9198-34f72b323cec tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=631ec48a-84db-4ed6-9c3b-b3190c1e54c5,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:48.668172 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-2fd87aa3-9658-4483-a242-a4a1818236f2 service neutron] 10.222.0.52 "GET /v2.0/networks/bc95bb99-00fd-4971-9630-aa6f2c6ac7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618474 Oct 27 18:48:48.741598 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-54742c5c-c404-4a65-bf34-7212dd4abe6f None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:48.742563 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-417709ee-5c7f-4c68-9198-34f72b323cec tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:48.745556 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-417709ee-5c7f-4c68-9198-34f72b323cec tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4588408 Oct 27 18:48:48.748727 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35266) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:48.753902 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-dad5242f-5d33-4844-b8fb-f813ad4e939a tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Request body: {'security_group_rule': {'security_group_id': '8fb9b263-a003-4d3f-8fd0-fe429a6b9f1f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:48.769625 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port d064b83e-0dc2-4d49-a057-bd25db24bbd6 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:48.770209 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:48.847344 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-54742c5c-c404-4a65-bf34-7212dd4abe6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:48.884832 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dad5242f-5d33-4844-b8fb-f813ad4e939a tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:48.897784 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a42643-9115-4dfb-a76a-54ab18b462de None None] Pushing event updated for resources: {'Port': ['ID=b63910ea-afee-4581-bb97-c99d20f74792,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:48.968960 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a42643-9115-4dfb-a76a-54ab18b462de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:48:48.969292 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a42643-9115-4dfb-a76a-54ab18b462de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:48:48.969639 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a42643-9115-4dfb-a76a-54ab18b462de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:48:48.969978 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a42643-9115-4dfb-a76a-54ab18b462de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:48:48.970312 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a42643-9115-4dfb-a76a-54ab18b462de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:48:48.970649 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a42643-9115-4dfb-a76a-54ab18b462de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:48:48.971008 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a42643-9115-4dfb-a76a-54ab18b462de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:48:48.971353 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a42643-9115-4dfb-a76a-54ab18b462de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:48:48.971746 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a42643-9115-4dfb-a76a-54ab18b462de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:48:48.971992 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a42643-9115-4dfb-a76a-54ab18b462de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:48:48.972312 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a42643-9115-4dfb-a76a-54ab18b462de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:48:48.972668 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a42643-9115-4dfb-a76a-54ab18b462de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:48:48.993154 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dad5242f-5d33-4844-b8fb-f813ad4e939a tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:49.034027 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-54742c5c-c404-4a65-bf34-7212dd4abe6f None None] Attempting to bind port b63910ea-afee-4581-bb97-c99d20f74792 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:48:49.034567 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-54742c5c-c404-4a65-bf34-7212dd4abe6f None None] Attempting to bind port b63910ea-afee-4581-bb97-c99d20f74792 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'bc95bb99-00fd-4971-9630-aa6f2c6ac7b4'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:48:49.045263 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54742c5c-c404-4a65-bf34-7212dd4abe6f None None] Attempting to bind port b63910ea-afee-4581-bb97-c99d20f74792 on network bc95bb99-00fd-4971-9630-aa6f2c6ac7b4 {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:48:49.055781 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54742c5c-c404-4a65-bf34-7212dd4abe6f None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:48:49.056776 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54742c5c-c404-4a65-bf34-7212dd4abe6f None None] Checking segment: {'id': 'fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'bc95bb99-00fd-4971-9630-aa6f2c6ac7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:48:49.057345 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-54742c5c-c404-4a65-bf34-7212dd4abe6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:49.057895 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54742c5c-c404-4a65-bf34-7212dd4abe6f None None] Bound using segment: {'id': 'fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'bc95bb99-00fd-4971-9630-aa6f2c6ac7b4'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:48:49.058016 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae598e-f99f-427f-aebf-9540e7bf4615 req-af4e1f8a-1b33-424a-8df6-cdedba5c89fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:49.058796 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-54742c5c-c404-4a65-bf34-7212dd4abe6f None None] Bound port: b63910ea-afee-4581-bb97-c99d20f74792, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'bc95bb99-00fd-4971-9630-aa6f2c6ac7b4'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:48:49.059394 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-54742c5c-c404-4a65-bf34-7212dd4abe6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:49.059779 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-36ae598e-f99f-427f-aebf-9540e7bf4615 req-af4e1f8a-1b33-424a-8df6-cdedba5c89fb service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b&tenant_id=186d6eca453449f79cfaf020191a989c HTTP/1.1" status: 200 len: 1094 time: 0.0842347 Oct 27 18:48:49.073922 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-36ae598e-f99f-427f-aebf-9540e7bf4615 req-d8360861-e343-4019-85de-99efe3528678 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815690-2', 'device_owner': 'compute:nova'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:49.101870 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dad5242f-5d33-4844-b8fb-f813ad4e939a tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:49.138585 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad5242f-5d33-4844-b8fb-f813ad4e939a tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23d6c97f-fc65-4d5c-86b9-1d8d7aa728e1,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:49.170437 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c297865-5f29-4cd5-b0a9-20cdc5740c18 req-f1b6691b-746f-47ab-948b-8d82fb12878e tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:49.172076 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6c297865-5f29-4cd5-b0a9-20cdc5740c18 req-f1b6691b-746f-47ab-948b-8d82fb12878e tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 943 time: 0.1306221 Oct 27 18:48:49.179662 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-54742c5c-c404-4a65-bf34-7212dd4abe6f None None] For port b63910ea-afee-4581-bb97-c99d20f74792, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:48:49.184068 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-54742c5c-c404-4a65-bf34-7212dd4abe6f None None] For port b63910ea-afee-4581-bb97-c99d20f74792, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=b63910ea-afee-4581-bb97-c99d20f74792,segment=NetworkSegment(fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39),segment_id=fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:48:49.210805 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-36ae598e-f99f-427f-aebf-9540e7bf4615 req-d8360861-e343-4019-85de-99efe3528678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:49.236338 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6c297865-5f29-4cd5-b0a9-20cdc5740c18 req-1530ef56-d2e8-464c-abc8-be3484df133c tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558863 Oct 27 18:48:49.247162 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-54742c5c-c404-4a65-bf34-7212dd4abe6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:49.249973 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dad5242f-5d33-4844-b8fb-f813ad4e939a tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:49.256545 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-dad5242f-5d33-4844-b8fb-f813ad4e939a tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5063066 Oct 27 18:48:49.258560 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35276) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:49.268130 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-138032b7-8cc2-4cca-92b7-b22a6f9674e6 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Request body: {'security_group_rule': {'security_group_id': '8fb9b263-a003-4d3f-8fd0-fe429a6b9f1f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:49.344383 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54742c5c-c404-4a65-bf34-7212dd4abe6f None None] Routers {'37a88d76-4102-4ef0-aac5-656217ff0eef'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:48:49.345030 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-54742c5c-c404-4a65-bf34-7212dd4abe6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:48:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['37a88d76-4102-4ef0-aac5-656217ff0eef'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:49.362051 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-a73ff819-822f-4b4b-9b1c-36cba8d277f4 None None] Provisioning complete for port b63910ea-afee-4581-bb97-c99d20f74792 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:49.362518 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a73ff819-822f-4b4b-9b1c-36cba8d277f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:49.369404 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6f8a2ce7-f242-4521-b063-5570966088be req-c01e3fec-4a97-4305-81bd-aba1c141b04d tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f HTTP/1.1" status: 200 len: 210 time: 0.0442333 Oct 27 18:48:49.391090 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-138032b7-8cc2-4cca-92b7-b22a6f9674e6 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:49.437454 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a42643-9115-4dfb-a76a-54ab18b462de None None] Pushing event updated for resources: {'Port': ['ID=b63910ea-afee-4581-bb97-c99d20f74792,revision_number=4']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:49.476047 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a73ff819-822f-4b4b-9b1c-36cba8d277f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:49.494470 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-138032b7-8cc2-4cca-92b7-b22a6f9674e6 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:49.514054 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-a73ff819-822f-4b4b-9b1c-36cba8d277f4 None None] For port b63910ea-afee-4581-bb97-c99d20f74792, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=b63910ea-afee-4581-bb97-c99d20f74792,segment=NetworkSegment(fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39),segment_id=fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:48:49.570518 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-36ae598e-f99f-427f-aebf-9540e7bf4615 req-d8360861-e343-4019-85de-99efe3528678 service neutron] For port 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9,segment=NetworkSegment(29ae5e06-41a1-428b-8e42-42a692caa382),segment_id=29ae5e06-41a1-428b-8e42-42a692caa382)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:48:49.600338 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-138032b7-8cc2-4cca-92b7-b22a6f9674e6 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:49.616718 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-36ae598e-f99f-427f-aebf-9540e7bf4615 req-d8360861-e343-4019-85de-99efe3528678 service neutron] For port 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:48:49.624051 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138032b7-8cc2-4cca-92b7-b22a6f9674e6 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c3bd2ab-0433-48d3-accb-fc23ec47dfda,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:49.641225 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a73ff819-822f-4b4b-9b1c-36cba8d277f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:49.657631 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-36ae598e-f99f-427f-aebf-9540e7bf4615 req-d8360861-e343-4019-85de-99efe3528678 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:48:49.663766 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-54742c5c-c404-4a65-bf34-7212dd4abe6f None None] Set router 37a88d76-4102-4ef0-aac5-656217ff0eef gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:48:49.665665 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-36ae598e-f99f-427f-aebf-9540e7bf4615 req-d8360861-e343-4019-85de-99efe3528678 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:49.678560 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-36ae598e-f99f-427f-aebf-9540e7bf4615 req-d8360861-e343-4019-85de-99efe3528678 service neutron] Transition to ACTIVE for port object 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:48:49.686996 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-138032b7-8cc2-4cca-92b7-b22a6f9674e6 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:49.691087 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-138032b7-8cc2-4cca-92b7-b22a6f9674e6 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4279051 Oct 27 18:48:49.691647 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35278) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:49.692046 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ff819-822f-4b4b-9b1c-36cba8d277f4 None None] Pushing event updated for resources: {'Port': ['ID=b63910ea-afee-4581-bb97-c99d20f74792,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:49.731961 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ec52d33e-9bcf-48eb-a3e3-baf2d2540a19 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:49.741095 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ec52d33e-9bcf-48eb-a3e3-baf2d2540a19 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:49.758790 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-36ae598e-f99f-427f-aebf-9540e7bf4615 req-d8360861-e343-4019-85de-99efe3528678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:49.784877 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-eacca675-d12f-41ef-9734-2cc534a01ae9 None None] Provisioning complete for port b63910ea-afee-4581-bb97-c99d20f74792 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:49.787356 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-eacca675-d12f-41ef-9734-2cc534a01ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:49.858905 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ec52d33e-9bcf-48eb-a3e3-baf2d2540a19 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:49.858905 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ec52d33e-9bcf-48eb-a3e3-baf2d2540a19 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:49.860375 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ec52d33e-9bcf-48eb-a3e3-baf2d2540a19 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/6c3bd2ab-0433-48d3-accb-fc23ec47dfda HTTP/1.1" status: 204 len: 168 time: 0.1673450 Oct 27 18:48:49.865583 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35288) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:49.890149 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec52d33e-9bcf-48eb-a3e3-baf2d2540a19 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c3bd2ab-0433-48d3-accb-fc23ec47dfda,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:49.899426 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8360861-e343-4019-85de-99efe3528678 service neutron] Pushing event updated for resources: {'Port': ['ID=2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9,revision_number=9']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:49.973380 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-54742c5c-c404-4a65-bf34-7212dd4abe6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a88d76-4102-4ef0-aac5-656217ff0eef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-68605186', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '35f41979-5e5f-4dd0-9fe8-d3cc595a5faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:48:39Z', 'updated_at': '2021-10-27T18:48:46Z', 'revision_number': 4, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '35f41979-5e5f-4dd0-9fe8-d3cc595a5faf', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a88d76-4102-4ef0-aac5-656217ff0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:48:40Z', 'updated_at': '2021-10-27T18:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'b63910ea-afee-4581-bb97-c99d20f74792', 'name': '', 'network_id': 'bc95bb99-00fd-4971-9630-aa6f2c6ac7b4', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'mac_address': 'fa:16:3e:a2:1e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a88d76-4102-4ef0-aac5-656217ff0eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '826f7c4e-07b2-4711-bcb6-a09950586eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:48:44Z', 'updated_at': '2021-10-27T18:48:49Z', 'revision_number': 4, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'subnets': [{'id': '826f7c4e-07b2-4711-bcb6-a09950586eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:48:49.984162 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ae598e-f99f-427f-aebf-9540e7bf4615 req-d8360861-e343-4019-85de-99efe3528678 service neutron] No DVR routers for this DVR port 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 on host n-h1-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:48:50.001466 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c28f6f37-1b3d-4f62-aad1-5178b5ed9d47 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1306329 Oct 27 18:48:50.001837 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35290) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:50.008171 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54742c5c-c404-4a65-bf34-7212dd4abe6f None None] The sync data for ids ['37a88d76-4102-4ef0-aac5-656217ff0eef'] in n-d-815690-2 is: [{'id': '37a88d76-4102-4ef0-aac5-656217ff0eef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-68605186', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '35f41979-5e5f-4dd0-9fe8-d3cc595a5faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:48:39Z', 'updated_at': '2021-10-27T18:48:46Z', 'revision_number': 4, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '35f41979-5e5f-4dd0-9fe8-d3cc595a5faf', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a88d76-4102-4ef0-aac5-656217ff0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:48:40Z', 'updated_at': '2021-10-27T18:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'b63910ea-afee-4581-bb97-c99d20f74792', 'name': '', 'network_id': 'bc95bb99-00fd-4971-9630-aa6f2c6ac7b4', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'mac_address': 'fa:16:3e:a2:1e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a88d76-4102-4ef0-aac5-656217ff0eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '826f7c4e-07b2-4711-bcb6-a09950586eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:48:44Z', 'updated_at': '2021-10-27T18:48:49Z', 'revision_number': 4, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'subnets': [{'id': '826f7c4e-07b2-4711-bcb6-a09950586eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:48:50.031708 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-90cea4ed-111f-467b-970b-8cbdd1d5030b tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:50.068326 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-90cea4ed-111f-467b-970b-8cbdd1d5030b tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:50.181663 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-90cea4ed-111f-467b-970b-8cbdd1d5030b tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:50.194710 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-90cea4ed-111f-467b-970b-8cbdd1d5030b tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:50.197496 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-90cea4ed-111f-467b-970b-8cbdd1d5030b tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/23d6c97f-fc65-4d5c-86b9-1d8d7aa728e1 HTTP/1.1" status: 204 len: 168 time: 0.1945264 Oct 27 18:48:50.199533 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35292) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:50.205458 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-36ae598e-f99f-427f-aebf-9540e7bf4615 req-d8360861-e343-4019-85de-99efe3528678 service neutron] Attempting to bind port 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:48:50.206074 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-36ae598e-f99f-427f-aebf-9540e7bf4615 req-d8360861-e343-4019-85de-99efe3528678 service neutron] Attempting to bind port 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '29ae5e06-41a1-428b-8e42-42a692caa382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:48:50.207282 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ae598e-f99f-427f-aebf-9540e7bf4615 req-d8360861-e343-4019-85de-99efe3528678 service neutron] Attempting to bind port 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 on network 7ad8bf39-d91e-470a-b850-b50a11bc458b {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:48:50.214337 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cea4ed-111f-467b-970b-8cbdd1d5030b tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=23d6c97f-fc65-4d5c-86b9-1d8d7aa728e1,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:50.229267 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ae598e-f99f-427f-aebf-9540e7bf4615 req-d8360861-e343-4019-85de-99efe3528678 service neutron] Port 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 on network 7ad8bf39-d91e-470a-b850-b50a11bc458b not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:48:50.229615 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ae598e-f99f-427f-aebf-9540e7bf4615 req-d8360861-e343-4019-85de-99efe3528678 service neutron] Attempting to bind port 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 on network 7ad8bf39-d91e-470a-b850-b50a11bc458b {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:48:50.241658 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ae598e-f99f-427f-aebf-9540e7bf4615 req-d8360861-e343-4019-85de-99efe3528678 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:48:50.242001 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ae598e-f99f-427f-aebf-9540e7bf4615 req-d8360861-e343-4019-85de-99efe3528678 service neutron] Checking segment: {'id': '29ae5e06-41a1-428b-8e42-42a692caa382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:48:50.243001 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ae598e-f99f-427f-aebf-9540e7bf4615 req-d8360861-e343-4019-85de-99efe3528678 service neutron] Bound using segment: {'id': '29ae5e06-41a1-428b-8e42-42a692caa382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:48:50.243001 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-36ae598e-f99f-427f-aebf-9540e7bf4615 req-d8360861-e343-4019-85de-99efe3528678 service neutron] Bound port: 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29ae5e06-41a1-428b-8e42-42a692caa382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:48:50.243297 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-36ae598e-f99f-427f-aebf-9540e7bf4615 req-d8360861-e343-4019-85de-99efe3528678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:50.283840 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f36c15c7-5593-494d-95f1-da015134ca09 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0815794 Oct 27 18:48:50.286556 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35296) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:50.323614 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a81eedea-3423-411b-8b07-03a3b3c10b18 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:50.336772 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a81eedea-3423-411b-8b07-03a3b3c10b18 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:50.364810 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-36ae598e-f99f-427f-aebf-9540e7bf4615 req-d8360861-e343-4019-85de-99efe3528678 service neutron] For port 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:48:50.368340 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-36ae598e-f99f-427f-aebf-9540e7bf4615 req-d8360861-e343-4019-85de-99efe3528678 service neutron] For port 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9,segment=NetworkSegment(29ae5e06-41a1-428b-8e42-42a692caa382),segment_id=29ae5e06-41a1-428b-8e42-42a692caa382)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:48:50.419626 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4e3cb-2469-462b-8d7d-5a434342eef9 req-f0d73b25-39f2-4c96-8965-3c9a29fa874c tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:50.421266 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3cf4e3cb-2469-462b-8d7d-5a434342eef9 req-f0d73b25-39f2-4c96-8965-3c9a29fa874c tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 943 time: 0.0641618 Oct 27 18:48:50.462394 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3cf4e3cb-2469-462b-8d7d-5a434342eef9 req-89f6f682-cc72-4204-a62f-867b5a4b3124 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348661 Oct 27 18:48:50.532696 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-36ae598e-f99f-427f-aebf-9540e7bf4615 req-d8360861-e343-4019-85de-99efe3528678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:50.532906 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a81eedea-3423-411b-8b07-03a3b3c10b18 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:50.556041 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a81eedea-3423-411b-8b07-03a3b3c10b18 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:50.561397 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a81eedea-3423-411b-8b07-03a3b3c10b18 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/631ec48a-84db-4ed6-9c3b-b3190c1e54c5 HTTP/1.1" status: 204 len: 168 time: 0.2698002 Oct 27 18:48:50.571695 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35302) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:50.604575 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6836ed45-e341-45ca-8a56-1ff84448902b req-95c63d8f-f8bd-48a9-b2de-3a49e6797093 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f HTTP/1.1" status: 200 len: 210 time: 0.0578432 Oct 27 18:48:50.610963 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81eedea-3423-411b-8b07-03a3b3c10b18 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=631ec48a-84db-4ed6-9c3b-b3190c1e54c5,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:50.620149 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae598e-f99f-427f-aebf-9540e7bf4615 req-d8360861-e343-4019-85de-99efe3528678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:50.621989 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-36ae598e-f99f-427f-aebf-9540e7bf4615 req-d8360861-e343-4019-85de-99efe3528678 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:50.625755 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-36ae598e-f99f-427f-aebf-9540e7bf4615 req-d8360861-e343-4019-85de-99efe3528678 service neutron] 10.222.0.93 "PUT /v2.0/ports/2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 HTTP/1.1" status: 200 len: 1091 time: 1.5582340 Oct 27 18:48:50.626547 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a97861b-82ca-4465-b3ab-2b6f3ee4a17b', 'tag': '2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:48:50.629253 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1643b5-77fd-4537-b707-8f4ffa49f4c7" -d '{"events": [{"name": "network-changed", "server_uuid": "2a97861b-82ca-4465-b3ab-2b6f3ee4a17b", "tag": "2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:48:50.658339 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device b63910ea-afee-4581-bb97-c99d20f74792 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:48:50.718978 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4203fd7d-14cb-4bbd-a3b9-db0af115b475 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1448514 Oct 27 18:48:50.720033 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9409c01-281e-4c5d-8299-1e01e6717fb2 x-openstack-request-id: req-f9409c01-281e-4c5d-8299-1e01e6717fb2 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:48:50.720569 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a97861b-82ca-4465-b3ab-2b6f3ee4a17b", "tag": "2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:48:50.721039 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f9409c01-281e-4c5d-8299-1e01e6717fb2 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:48:50.721503 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35306) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:50.721848 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a97861b-82ca-4465-b3ab-2b6f3ee4a17b', 'tag': '2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9', 'status': 'completed', 'code': 200} Oct 27 18:48:50.747539 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8360861-e343-4019-85de-99efe3528678 service neutron] Pushing event updated for resources: {'Port': ['ID=2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9,revision_number=10']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:50.769496 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port b63910ea-afee-4581-bb97-c99d20f74792 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:50.771200 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:50.782143 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3c62510a-e005-4d66-9401-38adc3231012 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:50.789919 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae598e-f99f-427f-aebf-9540e7bf4615 req-5073ac9c-6bf7-4c18-b4a7-fb2927398b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:50.791805 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-36ae598e-f99f-427f-aebf-9540e7bf4615 req-5073ac9c-6bf7-4c18-b4a7-fb2927398b96 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=186d6eca453449f79cfaf020191a989c&device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 1095 time: 0.1280532 Oct 27 18:48:50.801480 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3c62510a-e005-4d66-9401-38adc3231012 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:50.946805 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3c62510a-e005-4d66-9401-38adc3231012 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:50.954030 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3c62510a-e005-4d66-9401-38adc3231012 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:50.957921 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3c62510a-e005-4d66-9401-38adc3231012 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/c0b24dee-a81a-4fd2-b644-b0c281c5a0ab HTTP/1.1" status: 204 len: 168 time: 0.2354198 Oct 27 18:48:50.958789 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35308) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:50.978218 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae598e-f99f-427f-aebf-9540e7bf4615 req-6a3d177e-ffc6-4844-98fe-983276fe6a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:50.980499 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-36ae598e-f99f-427f-aebf-9540e7bf4615 req-6a3d177e-ffc6-4844-98fe-983276fe6a1c service neutron] 10.222.0.93 "GET /v2.0/networks?id=7ad8bf39-d91e-470a-b850-b50a11bc458b HTTP/1.1" status: 200 len: 919 time: 0.1816416 Oct 27 18:48:51.011421 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c62510a-e005-4d66-9401-38adc3231012 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0b24dee-a81a-4fd2-b644-b0c281c5a0ab,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:51.048035 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b53af89b-7f1e-4fbd-8aae-3aae15c55129 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0868731 Oct 27 18:48:51.052721 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35310) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:51.096009 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-36ae598e-f99f-427f-aebf-9540e7bf4615 req-ea983030-0113-4f5c-a0a5-a3551843f2c0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 HTTP/1.1" status: 200 len: 997 time: 0.1043117 Oct 27 18:48:51.116811 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a639cc21-b627-4072-bdae-c9d8b136f3d7 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:51.145612 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a639cc21-b627-4072-bdae-c9d8b136f3d7 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:51.176193 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae598e-f99f-427f-aebf-9540e7bf4615 req-d115440b-1ffc-4700-aac2-0eb8f1a7ee0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:51.177770 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-36ae598e-f99f-427f-aebf-9540e7bf4615 req-d115440b-1ffc-4700-aac2-0eb8f1a7ee0f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=db74a198-9b96-4f1c-98df-8ec54f422805 HTTP/1.1" status: 200 len: 856 time: 0.0723026 Oct 27 18:48:51.240649 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae598e-f99f-427f-aebf-9540e7bf4615 req-123519ef-0c4c-4f51-9df7-229ac8acc8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:51.244237 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-36ae598e-f99f-427f-aebf-9540e7bf4615 req-123519ef-0c4c-4f51-9df7-229ac8acc8af service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7ad8bf39-d91e-470a-b850-b50a11bc458b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585067 Oct 27 18:48:51.269628 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a639cc21-b627-4072-bdae-c9d8b136f3d7 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:51.300648 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a639cc21-b627-4072-bdae-c9d8b136f3d7 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:51.304290 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a639cc21-b627-4072-bdae-c9d8b136f3d7 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/6d6ae23d-1d63-46e8-99aa-cf0ba1fc7611 HTTP/1.1" status: 204 len: 168 time: 0.2480955 Oct 27 18:48:51.305125 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35312) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:51.309622 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639cc21-b627-4072-bdae-c9d8b136f3d7 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d6ae23d-1d63-46e8-99aa-cf0ba1fc7611,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:51.363826 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-36ae598e-f99f-427f-aebf-9540e7bf4615 req-ceab6cd4-2b0d-4934-84a2-ffd4d7f63208 service neutron] 10.222.0.93 "GET /v2.0/networks/7ad8bf39-d91e-470a-b850-b50a11bc458b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116877 Oct 27 18:48:51.376464 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0d0137d6-db84-4c10-b9dc-da3a9824437d tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0701175 Oct 27 18:48:51.379475 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35314) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:51.488223 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-037369a1-d57c-49cf-a2c9-120f722bc667 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:51.511558 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-36ae598e-f99f-427f-aebf-9540e7bf4615 req-3f843d3a-1c91-4d7e-abb0-e34909531626 service neutron] 10.222.0.93 "GET /v2.0/networks/7ad8bf39-d91e-470a-b850-b50a11bc458b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402247 Oct 27 18:48:51.555665 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-037369a1-d57c-49cf-a2c9-120f722bc667 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:51.655350 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed66fd6-2cdd-48db-8335-11cdafcb9c3a req-fe56167f-b3cd-4edd-b846-8a41f2dbd0c7 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:51.656897 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2ed66fd6-2cdd-48db-8335-11cdafcb9c3a req-fe56167f-b3cd-4edd-b846-8a41f2dbd0c7 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 944 time: 0.0848773 Oct 27 18:48:51.721441 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2ed66fd6-2cdd-48db-8335-11cdafcb9c3a req-687f9111-fdf2-4a29-8726-5f726cfe5ebc tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471082 Oct 27 18:48:51.775006 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-037369a1-d57c-49cf-a2c9-120f722bc667 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:51.788178 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-037369a1-d57c-49cf-a2c9-120f722bc667 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:51.788178 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-037369a1-d57c-49cf-a2c9-120f722bc667 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "DELETE /v2.0/security-groups/8fb9b263-a003-4d3f-8fd0-fe429a6b9f1f HTTP/1.1" status: 204 len: 168 time: 0.4038165 Oct 27 18:48:51.788478 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1643b5-77fd-4537-b707-8f4ffa49f4c7 req-9f7f6ca1-3d34-4ff1-9b76-a0a1a82a5654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:51.788478 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-eb1643b5-77fd-4537-b707-8f4ffa49f4c7 req-9f7f6ca1-3d34-4ff1-9b76-a0a1a82a5654 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=186d6eca453449f79cfaf020191a989c&device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 1095 time: 0.1346126 Oct 27 18:48:51.794887 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35328) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:51.810882 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037369a1-d57c-49cf-a2c9-120f722bc667 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb9b263-a003-4d3f-8fd0-fe429a6b9f1f,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:51.895545 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f42e50af-abe9-4a9c-b792-dce8a0796700 req-aaeb8858-663f-4a66-8029-846bc6c49ad7 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f HTTP/1.1" status: 200 len: 210 time: 0.0490575 Oct 27 18:48:51.953034 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-13e99940-0376-4874-b7e3-7f70e784a481 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1371176 Oct 27 18:48:51.957368 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35334) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:51.965713 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-2f9032bf-628b-469f-8f53-70e911da3798 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Request body: {'security_group': {'name': 'tempest-secgroup--904261589'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:51.993997 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-15cc3918-98e5-4b7f-88ad-0b3ff87650fe tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:51.995568 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-15cc3918-98e5-4b7f-88ad-0b3ff87650fe tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.93 "GET /v2.0/networks?id=bc95bb99-00fd-4971-9630-aa6f2c6ac7b4 HTTP/1.1" status: 200 len: 797 time: 0.3039901 Oct 27 18:48:52.021107 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1643b5-77fd-4537-b707-8f4ffa49f4c7 req-dddfccc4-a263-47d3-aabd-720cf51110b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:52.022555 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-eb1643b5-77fd-4537-b707-8f4ffa49f4c7 req-dddfccc4-a263-47d3-aabd-720cf51110b0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=7ad8bf39-d91e-470a-b850-b50a11bc458b HTTP/1.1" status: 200 len: 919 time: 0.2267907 Oct 27 18:48:52.061423 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2f9032bf-628b-469f-8f53-70e911da3798 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:52.093411 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-dd92b772-f102-4d2f-8097-72b78ae30b7c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21f5568e020c455199c8dde94ac0b73c HTTP/1.1" status: 200 len: 379 time: 0.0880408 Oct 27 18:48:52.105003 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-c41e3c23-c9b9-4fb0-8cdc-97109fa6641b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'port': {'device_id': 'e2904934-4cc2-4e24-976d-206e2ec2dc3f', 'network_id': 'bc95bb99-00fd-4971-9630-aa6f2c6ac7b4', 'admin_state_up': True, 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'security_groups': ['a4ebfb6b-32e3-4535-afff-6cadab6dff22']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:52.164339 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2f9032bf-628b-469f-8f53-70e911da3798 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:52.172885 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-eb1643b5-77fd-4537-b707-8f4ffa49f4c7 req-e727ad6d-2faf-47d2-afbd-da8b1b78c35d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 HTTP/1.1" status: 200 len: 997 time: 0.1418447 Oct 27 18:48:52.251250 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1643b5-77fd-4537-b707-8f4ffa49f4c7 req-b7370c28-c004-485d-9ec9-74244d0c4b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:52.252880 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-eb1643b5-77fd-4537-b707-8f4ffa49f4c7 req-b7370c28-c004-485d-9ec9-74244d0c4b95 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=db74a198-9b96-4f1c-98df-8ec54f422805 HTTP/1.1" status: 200 len: 856 time: 0.0728836 Oct 27 18:48:52.256246 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2f9032bf-628b-469f-8f53-70e911da3798 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:52.310186 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9032bf-628b-469f-8f53-70e911da3798 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06a85117-dc11-416f-a411-c1698d9bbeed,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:52.358357 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1643b5-77fd-4537-b707-8f4ffa49f4c7 req-74b73e0b-ee69-40ee-92a5-6c58ab53ed7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:52.360215 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-eb1643b5-77fd-4537-b707-8f4ffa49f4c7 req-74b73e0b-ee69-40ee-92a5-6c58ab53ed7b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7ad8bf39-d91e-470a-b850-b50a11bc458b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894132 Oct 27 18:48:52.439260 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-c41e3c23-c9b9-4fb0-8cdc-97109fa6641b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Made reservation on behalf of 21f5568e020c455199c8dde94ac0b73c for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:48:52.443224 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-c41e3c23-c9b9-4fb0-8cdc-97109fa6641b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:52.492672 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-eb1643b5-77fd-4537-b707-8f4ffa49f4c7 req-d2a84231-3524-448d-aa6b-085aec719ac2 service neutron] 10.222.0.93 "GET /v2.0/networks/7ad8bf39-d91e-470a-b850-b50a11bc458b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243033 Oct 27 18:48:52.538140 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2f9032bf-628b-469f-8f53-70e911da3798 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:52.539645 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-2f9032bf-628b-469f-8f53-70e911da3798 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5803585 Oct 27 18:48:52.542386 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35342) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:52.555021 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-376c30ec-ce05-41de-81e1-9512a2eb5c73 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Request body: {'security_group_rule': {'security_group_id': '06a85117-dc11-416f-a411-c1698d9bbeed', 'direction': 'ingress', 'protocol': 17}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:52.691062 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-376c30ec-ce05-41de-81e1-9512a2eb5c73 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:52.701641 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:48:52.712813 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-eb1643b5-77fd-4537-b707-8f4ffa49f4c7 req-387adbf6-0e38-4177-b1cb-c120489263ca service neutron] 10.222.0.93 "GET /v2.0/networks/7ad8bf39-d91e-470a-b850-b50a11bc458b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823001 Oct 27 18:48:52.714021 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-c41e3c23-c9b9-4fb0-8cdc-97109fa6641b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Allocated IP 172.20.0.5 (bc95bb99-00fd-4971-9630-aa6f2c6ac7b4/826f7c4e-07b2-4711-bcb6-a09950586eaa/97ff5641-a2b4-4b9f-8fd0-10417463375f) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:48:52.803723 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-376c30ec-ce05-41de-81e1-9512a2eb5c73 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:52.889844 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-376c30ec-ce05-41de-81e1-9512a2eb5c73 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:52.922116 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c30ec-ce05-41de-81e1-9512a2eb5c73 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=899ef7dd-2463-425b-949a-07e04d617e2d,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:52.952540 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70b6e4-90bb-4f67-88bc-afaacd08a1c1 req-c095c484-b369-4914-a7ac-3463f2321d93 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:52.956704 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fc70b6e4-90bb-4f67-88bc-afaacd08a1c1 req-c095c484-b369-4914-a7ac-3463f2321d93 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 944 time: 0.1170666 Oct 27 18:48:52.998553 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-c41e3c23-c9b9-4fb0-8cdc-97109fa6641b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:53.049801 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-376c30ec-ce05-41de-81e1-9512a2eb5c73 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:53.049801 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-376c30ec-ce05-41de-81e1-9512a2eb5c73 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4914544 Oct 27 18:48:53.049801 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35350) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:53.103806 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fc70b6e4-90bb-4f67-88bc-afaacd08a1c1 req-e76fd1db-1dda-408c-8684-81aec246abdf tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407318 Oct 27 18:48:53.153803 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-c41e3c23-c9b9-4fb0-8cdc-97109fa6641b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:53.172269 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a0344299-659d-4f46-ab7e-fec5053912ad tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:53.244581 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a0344299-659d-4f46-ab7e-fec5053912ad tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:53.293699 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-c41e3c23-c9b9-4fb0-8cdc-97109fa6641b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Network bc95bb99-00fd-4971-9630-aa6f2c6ac7b4 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:48:53.299067 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-c41e3c23-c9b9-4fb0-8cdc-97109fa6641b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:48:53.312698 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-c41e3c23-c9b9-4fb0-8cdc-97109fa6641b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:48:53.315942 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e3c23-c9b9-4fb0-8cdc-97109fa6641b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'Port': ['ID=97ff5641-a2b4-4b9f-8fd0-10417463375f,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:53.402479 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ec625-1681-42bf-8cf3-94949b149b3a req-579aa91b-1b7b-4ac6-bbd1-d50b8906b851 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:53.405434 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-039ec625-1681-42bf-8cf3-94949b149b3a req-579aa91b-1b7b-4ac6-bbd1-d50b8906b851 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f HTTP/1.1" status: 200 len: 931 time: 0.1709111 Oct 27 18:48:53.442944 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-c41e3c23-c9b9-4fb0-8cdc-97109fa6641b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:53.443760 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-c41e3c23-c9b9-4fb0-8cdc-97109fa6641b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:53.511307 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-039ec625-1681-42bf-8cf3-94949b149b3a req-f2631d1f-f569-4385-bbc4-23ca534f42c9 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4ebfb6b-32e3-4535-afff-6cadab6dff22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791841 Oct 27 18:48:53.541513 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a0344299-659d-4f46-ab7e-fec5053912ad tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:53.544538 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a0344299-659d-4f46-ab7e-fec5053912ad tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:53.549504 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a0344299-659d-4f46-ab7e-fec5053912ad tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "DELETE /v2.0/security-groups/06a85117-dc11-416f-a411-c1698d9bbeed HTTP/1.1" status: 204 len: 168 time: 0.5077229 Oct 27 18:48:53.549839 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-c41e3c23-c9b9-4fb0-8cdc-97109fa6641b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4491026 Oct 27 18:48:53.550296 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35352) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:53.584103 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0344299-659d-4f46-ab7e-fec5053912ad tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a85117-dc11-416f-a411-c1698d9bbeed,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:53.593821 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-cd8482dc-3bd0-408e-98fa-ac2ed704d30e service neutron] Request body: {'port': {'device_id': 'e2904934-4cc2-4e24-976d-206e2ec2dc3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:53.651717 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-bd5226a9-d550-4286-98bd-372baff8f895 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0925038 Oct 27 18:48:53.652529 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35356) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:53.662286 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-a299477a-0cc0-4670-bae9-1e03a7e1ea44 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Request body: {'security_group': {'name': 'tempest-secgroup--355464432'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:53.722561 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-cd8482dc-3bd0-408e-98fa-ac2ed704d30e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:53.767896 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-43b52889-c9fb-44e1-9eec-92e64f44e915 None None] Provisioning complete for port 97ff5641-a2b4-4b9f-8fd0-10417463375f triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:48:53.768490 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-43b52889-c9fb-44e1-9eec-92e64f44e915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:53.781780 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a299477a-0cc0-4670-bae9-1e03a7e1ea44 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:53.850343 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-43b52889-c9fb-44e1-9eec-92e64f44e915 None None] Port 97ff5641-a2b4-4b9f-8fd0-10417463375f cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:48:53.903658 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a299477a-0cc0-4670-bae9-1e03a7e1ea44 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:53.984345 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a299477a-0cc0-4670-bae9-1e03a7e1ea44 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:54.031856 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299477a-0cc0-4670-bae9-1e03a7e1ea44 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3208b0a9-9fc5-4a94-b567-15eb46ee7a73,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:54.084700 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a299477a-0cc0-4670-bae9-1e03a7e1ea44 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:54.089163 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a299477a-0cc0-4670-bae9-1e03a7e1ea44 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4300702 Oct 27 18:48:54.089569 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35360) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:54.097143 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-32fb496d-6c26-4ca2-8ad7-38e2c2148e00 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Request body: {'security_group': {'name': 'tempest-secgroup--1268420932'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:54.193129 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-cd8482dc-3bd0-408e-98fa-ac2ed704d30e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97ff5641-a2b4-4b9f-8fd0-10417463375f {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:48:54.203510 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-cd8482dc-3bd0-408e-98fa-ac2ed704d30e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:54.219984 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-cd8482dc-3bd0-408e-98fa-ac2ed704d30e service neutron] Transition to ACTIVE for port object 97ff5641-a2b4-4b9f-8fd0-10417463375f will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:48:54.231047 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-32fb496d-6c26-4ca2-8ad7-38e2c2148e00 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:54.290278 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-cd8482dc-3bd0-408e-98fa-ac2ed704d30e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:54.350258 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d398296-0c5d-484d-96e0-dbdff1bcf430 req-5dffccd8-feed-4612-9b98-6e2aadb43eb5 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:54.352518 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0d398296-0c5d-484d-96e0-dbdff1bcf430 req-5dffccd8-feed-4612-9b98-6e2aadb43eb5 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 944 time: 0.1113935 Oct 27 18:48:54.389977 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-32fb496d-6c26-4ca2-8ad7-38e2c2148e00 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:54.411257 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8482dc-3bd0-408e-98fa-ac2ed704d30e service neutron] Pushing event updated for resources: {'Port': ['ID=97ff5641-a2b4-4b9f-8fd0-10417463375f,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:54.444141 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8482dc-3bd0-408e-98fa-ac2ed704d30e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:48:54.444810 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8482dc-3bd0-408e-98fa-ac2ed704d30e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:48:54.445387 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8482dc-3bd0-408e-98fa-ac2ed704d30e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:48:54.446015 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8482dc-3bd0-408e-98fa-ac2ed704d30e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:48:54.446515 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8482dc-3bd0-408e-98fa-ac2ed704d30e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:48:54.447039 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8482dc-3bd0-408e-98fa-ac2ed704d30e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:48:54.447562 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8482dc-3bd0-408e-98fa-ac2ed704d30e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:48:54.448080 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8482dc-3bd0-408e-98fa-ac2ed704d30e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:48:54.448577 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8482dc-3bd0-408e-98fa-ac2ed704d30e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:48:54.449080 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8482dc-3bd0-408e-98fa-ac2ed704d30e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:48:54.449570 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8482dc-3bd0-408e-98fa-ac2ed704d30e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:48:54.450054 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8482dc-3bd0-408e-98fa-ac2ed704d30e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:48:54.469085 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0d398296-0c5d-484d-96e0-dbdff1bcf430 req-1b85e691-223d-4914-ae03-3e5af8ada369 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043520 Oct 27 18:48:54.500841 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-32fb496d-6c26-4ca2-8ad7-38e2c2148e00 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:54.548822 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb496d-6c26-4ca2-8ad7-38e2c2148e00 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a0eca8-bdf5-4247-8279-d0926c0f615c,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:54.566144 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-cd8482dc-3bd0-408e-98fa-ac2ed704d30e service neutron] Attempting to bind port 97ff5641-a2b4-4b9f-8fd0-10417463375f on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:48:54.566589 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-cd8482dc-3bd0-408e-98fa-ac2ed704d30e service neutron] Attempting to bind port 97ff5641-a2b4-4b9f-8fd0-10417463375f by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': 'fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'bc95bb99-00fd-4971-9630-aa6f2c6ac7b4'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:48:54.567261 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-cd8482dc-3bd0-408e-98fa-ac2ed704d30e service neutron] Attempting to bind port 97ff5641-a2b4-4b9f-8fd0-10417463375f on network bc95bb99-00fd-4971-9630-aa6f2c6ac7b4 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:48:54.572742 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-cd8482dc-3bd0-408e-98fa-ac2ed704d30e service neutron] Port 97ff5641-a2b4-4b9f-8fd0-10417463375f on network bc95bb99-00fd-4971-9630-aa6f2c6ac7b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:48:54.573347 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-cd8482dc-3bd0-408e-98fa-ac2ed704d30e service neutron] Attempting to bind port 97ff5641-a2b4-4b9f-8fd0-10417463375f on network bc95bb99-00fd-4971-9630-aa6f2c6ac7b4 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:48:54.594280 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-cd8482dc-3bd0-408e-98fa-ac2ed704d30e service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:48:54.594661 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-cd8482dc-3bd0-408e-98fa-ac2ed704d30e service neutron] Checking segment: {'id': 'fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'bc95bb99-00fd-4971-9630-aa6f2c6ac7b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:48:54.595124 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-cd8482dc-3bd0-408e-98fa-ac2ed704d30e service neutron] Bound using segment: {'id': 'fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'bc95bb99-00fd-4971-9630-aa6f2c6ac7b4'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:48:54.595680 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-cd8482dc-3bd0-408e-98fa-ac2ed704d30e service neutron] Bound port: 97ff5641-a2b4-4b9f-8fd0-10417463375f, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'bc95bb99-00fd-4971-9630-aa6f2c6ac7b4'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:48:54.596157 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-cd8482dc-3bd0-408e-98fa-ac2ed704d30e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:54.678905 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-32fb496d-6c26-4ca2-8ad7-38e2c2148e00 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:54.681641 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-32fb496d-6c26-4ca2-8ad7-38e2c2148e00 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5909810 Oct 27 18:48:54.688421 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35366) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:54.700115 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-82fd9535-f3c5-4a68-968c-5a483d7edc93 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Request body: {'security_group_rule': {'security_group_id': '3208b0a9-9fc5-4a94-b567-15eb46ee7a73', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f4a0eca8-bdf5-4247-8279-d0926c0f615c', 'remote_ip_prefix': None}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:54.739296 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f3b0f-db70-46ac-b076-fc728f56214c req-8ab404bc-395c-4e70-9408-4db102184bd9 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:54.743243 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2b1f3b0f-db70-46ac-b076-fc728f56214c req-8ab404bc-395c-4e70-9408-4db102184bd9 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f HTTP/1.1" status: 200 len: 943 time: 0.1176040 Oct 27 18:48:54.823142 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2b1f3b0f-db70-46ac-b076-fc728f56214c req-d1f658e0-ce3d-423b-b495-adf6fd1c17b6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4ebfb6b-32e3-4535-afff-6cadab6dff22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722020 Oct 27 18:48:54.847890 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-cd8482dc-3bd0-408e-98fa-ac2ed704d30e service neutron] For port 97ff5641-a2b4-4b9f-8fd0-10417463375f, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:48:54.851779 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-cd8482dc-3bd0-408e-98fa-ac2ed704d30e service neutron] For port 97ff5641-a2b4-4b9f-8fd0-10417463375f, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=97ff5641-a2b4-4b9f-8fd0-10417463375f,segment=NetworkSegment(fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39),segment_id=fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:48:54.871870 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-82fd9535-f3c5-4a68-968c-5a483d7edc93 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:54.911458 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-cd8482dc-3bd0-408e-98fa-ac2ed704d30e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:54.974614 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-cd8482dc-3bd0-408e-98fa-ac2ed704d30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:54.975642 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-cd8482dc-3bd0-408e-98fa-ac2ed704d30e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:54.977592 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-cd8482dc-3bd0-408e-98fa-ac2ed704d30e service neutron] 10.222.0.93 "PUT /v2.0/ports/97ff5641-a2b4-4b9f-8fd0-10417463375f HTTP/1.1" status: 200 len: 1091 time: 1.3894904 Oct 27 18:48:54.981837 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2904934-4cc2-4e24-976d-206e2ec2dc3f', 'tag': '97ff5641-a2b4-4b9f-8fd0-10417463375f'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:48:54.985843 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b21fc24-1f97-4bc5-b856-a661a3810b9a" -d '{"events": [{"name": "network-changed", "server_uuid": "e2904934-4cc2-4e24-976d-206e2ec2dc3f", "tag": "97ff5641-a2b4-4b9f-8fd0-10417463375f"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:48:55.042246 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8482dc-3bd0-408e-98fa-ac2ed704d30e service neutron] Pushing event updated for resources: {'Port': ['ID=97ff5641-a2b4-4b9f-8fd0-10417463375f,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:55.069982 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-82fd9535-f3c5-4a68-968c-5a483d7edc93 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:55.099264 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d6949f-5dfb-4281-a206-3c7e3a813220 x-openstack-request-id: req-38d6949f-5dfb-4281-a206-3c7e3a813220 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:48:55.099264 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2904934-4cc2-4e24-976d-206e2ec2dc3f", "tag": "97ff5641-a2b4-4b9f-8fd0-10417463375f", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:48:55.099264 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-38d6949f-5dfb-4281-a206-3c7e3a813220 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:48:55.099264 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2904934-4cc2-4e24-976d-206e2ec2dc3f', 'tag': '97ff5641-a2b4-4b9f-8fd0-10417463375f', 'status': 'completed', 'code': 200} Oct 27 18:48:55.147401 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-82fd9535-f3c5-4a68-968c-5a483d7edc93 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:55.225262 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd9535-f3c5-4a68-968c-5a483d7edc93 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e44ff80-cd71-4e55-919a-06556bdda08a,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:55.290420 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b21fc24-1f97-4bc5-b856-a661a3810b9a req-01be1bc7-55f0-4ea5-8b8c-7f3e2d4d2839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:55.291885 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8b21fc24-1f97-4bc5-b856-a661a3810b9a req-01be1bc7-55f0-4ea5-8b8c-7f3e2d4d2839 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=21f5568e020c455199c8dde94ac0b73c&device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f HTTP/1.1" status: 200 len: 1094 time: 0.1296599 Oct 27 18:48:55.309131 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-82fd9535-f3c5-4a68-968c-5a483d7edc93 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:55.310925 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-82fd9535-f3c5-4a68-968c-5a483d7edc93 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6209743 Oct 27 18:48:55.315121 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35376) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:55.364199 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-daf002d8-4458-40b8-bef6-ddf6ef32fab8 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:55.374468 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-daf002d8-4458-40b8-bef6-ddf6ef32fab8 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:55.478393 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-daf002d8-4458-40b8-bef6-ddf6ef32fab8 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:55.489623 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-daf002d8-4458-40b8-bef6-ddf6ef32fab8 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:55.493591 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-daf002d8-4458-40b8-bef6-ddf6ef32fab8 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/8e44ff80-cd71-4e55-919a-06556bdda08a HTTP/1.1" status: 204 len: 168 time: 0.1747153 Oct 27 18:48:55.499428 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35380) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:55.504753 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf002d8-4458-40b8-bef6-ddf6ef32fab8 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e44ff80-cd71-4e55-919a-06556bdda08a,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:55.676030 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a858d55-659c-472f-a979-e71d2cecb16d req-2984673a-bfbc-41bd-8e6f-fb29172ff586 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:55.686216 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1a858d55-659c-472f-a979-e71d2cecb16d req-2984673a-bfbc-41bd-8e6f-fb29172ff586 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 944 time: 0.0940213 Oct 27 18:48:55.762578 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1a858d55-659c-472f-a979-e71d2cecb16d req-a628861f-d1ef-4a14-86d5-023daf4eebc9 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740213 Oct 27 18:48:56.070147 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ce21c-3b41-442e-90ff-4cab855f0126 req-0e8c797d-afb6-414f-be62-2abd63a2444a tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:56.074678 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b32ce21c-3b41-442e-90ff-4cab855f0126 req-0e8c797d-afb6-414f-be62-2abd63a2444a tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f HTTP/1.1" status: 200 len: 943 time: 0.1432364 Oct 27 18:48:56.089149 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ac800519-9eb4-4528-8d39-5dd2c249a1e3 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5818391 Oct 27 18:48:56.090188 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35390) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:56.161981 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b32ce21c-3b41-442e-90ff-4cab855f0126 req-ba758812-d611-472f-9045-2a0b0d7a1d1c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4ebfb6b-32e3-4535-afff-6cadab6dff22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791628 Oct 27 18:48:56.167704 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-06cd66ba-69f9-4925-bc01-7e40fff4350b tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:56.201797 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-06cd66ba-69f9-4925-bc01-7e40fff4350b tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:56.329487 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-06cd66ba-69f9-4925-bc01-7e40fff4350b tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:56.332319 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-06cd66ba-69f9-4925-bc01-7e40fff4350b tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:56.335994 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-06cd66ba-69f9-4925-bc01-7e40fff4350b tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "DELETE /v2.0/security-groups/f4a0eca8-bdf5-4247-8279-d0926c0f615c HTTP/1.1" status: 204 len: 168 time: 0.2422531 Oct 27 18:48:56.336325 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35392) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:56.359165 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd66ba-69f9-4925-bc01-7e40fff4350b tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a0eca8-bdf5-4247-8279-d0926c0f615c,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:56.389627 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:56.456037 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c393ed36-b7fe-4195-b352-ab510a13148a tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1156352 Oct 27 18:48:56.456384 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35394) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:56.521157 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-459cd05c-c6e2-4b86-ad2b-5bfc7c84422e tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:56.562674 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-459cd05c-c6e2-4b86-ad2b-5bfc7c84422e tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:56.695551 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-459cd05c-c6e2-4b86-ad2b-5bfc7c84422e tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:56.698074 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-459cd05c-c6e2-4b86-ad2b-5bfc7c84422e tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:56.699297 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-459cd05c-c6e2-4b86-ad2b-5bfc7c84422e tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "DELETE /v2.0/security-groups/3208b0a9-9fc5-4a94-b567-15eb46ee7a73 HTTP/1.1" status: 204 len: 168 time: 0.2418988 Oct 27 18:48:56.702487 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35396) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:56.709437 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459cd05c-c6e2-4b86-ad2b-5bfc7c84422e tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3208b0a9-9fc5-4a94-b567-15eb46ee7a73,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:56.789004 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-85d34641-e145-47f8-ba2c-6614a84b3dc8 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0850263 Oct 27 18:48:56.801666 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35402) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:56.812470 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-a2fc589d-61dc-4cbb-9f29-81b0cce731ca tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Request body: {'security_group': {'name': 'tempest-secgroup--1562822116'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:56.959111 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:56.970920 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9264ca2-f8cd-4e56-9ec9-d08dee2a5ae9 req-f6d1293e-24b8-49e8-82c8-71b2d9f82451 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:56.975444 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d9264ca2-f8cd-4e56-9ec9-d08dee2a5ae9 req-f6d1293e-24b8-49e8-82c8-71b2d9f82451 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 944 time: 0.1044438 Oct 27 18:48:57.001352 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a2fc589d-61dc-4cbb-9f29-81b0cce731ca tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:57.034495 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d9264ca2-f8cd-4e56-9ec9-d08dee2a5ae9 req-b99e59bf-8c78-4753-8a42-b70f43a890e9 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540411 Oct 27 18:48:57.079300 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a2fc589d-61dc-4cbb-9f29-81b0cce731ca tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:57.156288 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a2fc589d-61dc-4cbb-9f29-81b0cce731ca tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:57.204213 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc589d-61dc-4cbb-9f29-81b0cce731ca tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8999d9-89e0-4fef-8814-770b57540862,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:57.260142 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a2fc589d-61dc-4cbb-9f29-81b0cce731ca tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:57.262038 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a2fc589d-61dc-4cbb-9f29-81b0cce731ca tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4593723 Oct 27 18:48:57.265079 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35406) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:57.272180 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-a2ef5245-fce3-4729-8e09-5e9f8905733d tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Request body: {'security_group_rule': {'security_group_id': '5d8999d9-89e0-4fef-8814-770b57540862', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:57.340463 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257d785-1a2c-4f13-85c0-0eb308507d2c req-7396e447-cea2-4dd4-b59c-be8c1c414898 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:57.343275 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5257d785-1a2c-4f13-85c0-0eb308507d2c req-7396e447-cea2-4dd4-b59c-be8c1c414898 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f HTTP/1.1" status: 200 len: 943 time: 0.0791185 Oct 27 18:48:57.381005 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a2ef5245-fce3-4729-8e09-5e9f8905733d tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:57.387833 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5257d785-1a2c-4f13-85c0-0eb308507d2c req-184f0b60-dcf8-406a-8636-562d29cd95ae tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4ebfb6b-32e3-4535-afff-6cadab6dff22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370462 Oct 27 18:48:57.468675 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a2ef5245-fce3-4729-8e09-5e9f8905733d tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:57.547092 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a2ef5245-fce3-4729-8e09-5e9f8905733d tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:57.575648 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef5245-fce3-4729-8e09-5e9f8905733d tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d797f88-444f-4b57-9892-4a4515a53d32,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:57.662989 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a2ef5245-fce3-4729-8e09-5e9f8905733d tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:57.667032 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a2ef5245-fce3-4729-8e09-5e9f8905733d tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3981409 Oct 27 18:48:57.668631 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35408) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:57.698416 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fccfd361-1f3b-49e7-a351-e1611ef36f41 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:57.707835 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fccfd361-1f3b-49e7-a351-e1611ef36f41 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:57.820552 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fccfd361-1f3b-49e7-a351-e1611ef36f41 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:57.829677 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fccfd361-1f3b-49e7-a351-e1611ef36f41 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:57.830799 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-fccfd361-1f3b-49e7-a351-e1611ef36f41 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/8d797f88-444f-4b57-9892-4a4515a53d32 HTTP/1.1" status: 204 len: 168 time: 0.1610537 Oct 27 18:48:57.833552 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35414) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:57.848886 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccfd361-1f3b-49e7-a351-e1611ef36f41 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d797f88-444f-4b57-9892-4a4515a53d32,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:57.888415 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-970f8b34-10e4-415a-ae54-55db046ab949 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0483992 Oct 27 18:48:57.897450 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35416) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:57.972137 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-41597729-30b2-448b-ab21-11a23c48e570 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:57.999133 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-41597729-30b2-448b-ab21-11a23c48e570 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:58.119168 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-41597729-30b2-448b-ab21-11a23c48e570 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:58.135869 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-41597729-30b2-448b-ab21-11a23c48e570 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:58.139764 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-41597729-30b2-448b-ab21-11a23c48e570 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "DELETE /v2.0/security-groups/5d8999d9-89e0-4fef-8814-770b57540862 HTTP/1.1" status: 204 len: 168 time: 0.2448492 Oct 27 18:48:58.140688 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35422) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:58.148602 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41597729-30b2-448b-ab21-11a23c48e570 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8999d9-89e0-4fef-8814-770b57540862,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:58.260057 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35424) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:58.263211 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e1b8d909-efea-41f1-b8d5-8cc7c952d43c tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1171103 Oct 27 18:48:58.264803 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-e194d472-4b81-4b97-9a88-a3ee51ad3d4c tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Request body: {'security_group': {'name': 'tempest-secgroup--80246065'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:58.280891 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7134f07-9342-4de7-9bd3-b3be6e5d2e8f req-199156d9-2c1b-4ad0-bdc1-3f26bdf5bc23 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:58.289158 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b7134f07-9342-4de7-9bd3-b3be6e5d2e8f req-199156d9-2c1b-4ad0-bdc1-3f26bdf5bc23 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 944 time: 0.1388476 Oct 27 18:48:58.331189 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b7134f07-9342-4de7-9bd3-b3be6e5d2e8f req-bce7470c-7ecf-4af4-914f-7c2a82f02726 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408576 Oct 27 18:48:58.378484 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e194d472-4b81-4b97-9a88-a3ee51ad3d4c tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:58.451765 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e194d472-4b81-4b97-9a88-a3ee51ad3d4c tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:58.514596 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e194d472-4b81-4b97-9a88-a3ee51ad3d4c tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:58.538835 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d84486-56c8-4805-8655-7f8741bedbc2 req-69de728d-6311-4273-9e13-665291b835a1 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:58.542130 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a7d84486-56c8-4805-8655-7f8741bedbc2 req-69de728d-6311-4273-9e13-665291b835a1 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f HTTP/1.1" status: 200 len: 943 time: 0.0703409 Oct 27 18:48:58.549462 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e194d472-4b81-4b97-9a88-a3ee51ad3d4c tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee04fe6a-80cf-4530-ae4e-ac7a0bc540d8,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:58.586981 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a7d84486-56c8-4805-8655-7f8741bedbc2 req-43e9e17a-565b-4098-9687-a5b9037cc03c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4ebfb6b-32e3-4535-afff-6cadab6dff22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378671 Oct 27 18:48:58.605353 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e194d472-4b81-4b97-9a88-a3ee51ad3d4c tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:58.609895 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e194d472-4b81-4b97-9a88-a3ee51ad3d4c tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3456080 Oct 27 18:48:58.610114 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35430) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:58.614566 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-2e6df427-75be-4729-aa5d-0eea9d921708 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Request body: {'security_group_rule': {'security_group_id': 'ee04fe6a-80cf-4530-ae4e-ac7a0bc540d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:58.708795 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2e6df427-75be-4729-aa5d-0eea9d921708 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:58.771741 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2e6df427-75be-4729-aa5d-0eea9d921708 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:58.843680 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2e6df427-75be-4729-aa5d-0eea9d921708 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:58.867001 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6df427-75be-4729-aa5d-0eea9d921708 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8db8872-7105-48d0-8070-56a478943cbc,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:58.934418 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2e6df427-75be-4729-aa5d-0eea9d921708 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:58.935888 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2e6df427-75be-4729-aa5d-0eea9d921708 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3248019 Oct 27 18:48:58.938630 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35434) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:58.962380 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-11fa7cde-8247-425c-af0b-bb370334a98e tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "GET /v2.0/security-group-rules/e8db8872-7105-48d0-8070-56a478943cbc HTTP/1.1" status: 200 len: 763 time: 0.0221524 Oct 27 18:48:58.978449 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35436) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:59.070407 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a68e83e2-a9ad-4efb-b0e4-6c0806ccc166 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0905771 Oct 27 18:48:59.073196 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35438) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:59.107723 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dae471ac-1aeb-4e2b-8e03-a8d10f942a63 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:59.119661 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dae471ac-1aeb-4e2b-8e03-a8d10f942a63 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:59.386621 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dae471ac-1aeb-4e2b-8e03-a8d10f942a63 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:59.396110 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dae471ac-1aeb-4e2b-8e03-a8d10f942a63 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:59.400065 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35442) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:59.412269 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-dae471ac-1aeb-4e2b-8e03-a8d10f942a63 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/e8db8872-7105-48d0-8070-56a478943cbc HTTP/1.1" status: 204 len: 168 time: 0.3378439 Oct 27 18:48:59.426485 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae471ac-1aeb-4e2b-8e03-a8d10f942a63 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8db8872-7105-48d0-8070-56a478943cbc,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:59.550511 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0ebae4a6-9232-4c07-9534-a46f5cce6cda tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1489177 Oct 27 18:48:59.554287 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35444) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:48:59.559030 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-62df9cfb-eaed-4fb5-9fe4-604b21167fc2 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Request body: {'security_group_rule': {'security_group_id': 'ee04fe6a-80cf-4530-ae4e-ac7a0bc540d8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:48:59.571474 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61ddfc-092c-40cd-8a56-0bb9babbe599 req-486e86aa-dc35-4a50-a777-33bac2f81d8d tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:59.591636 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ea61ddfc-092c-40cd-8a56-0bb9babbe599 req-486e86aa-dc35-4a50-a777-33bac2f81d8d tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 944 time: 0.1768765 Oct 27 18:48:59.661737 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ea61ddfc-092c-40cd-8a56-0bb9babbe599 req-f1461150-6a37-4d5b-9941-776b062711a5 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648842 Oct 27 18:48:59.681017 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-62df9cfb-eaed-4fb5-9fe4-604b21167fc2 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:59.801653 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-62df9cfb-eaed-4fb5-9fe4-604b21167fc2 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:59.877901 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-62df9cfb-eaed-4fb5-9fe4-604b21167fc2 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:59.904637 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7167cf-0c6d-4e32-9802-9e69f64560de req-da0830f0-4da1-43d3-acec-5c8754cc76fb tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:48:59.906307 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2a7167cf-0c6d-4e32-9802-9e69f64560de req-da0830f0-4da1-43d3-acec-5c8754cc76fb tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f HTTP/1.1" status: 200 len: 943 time: 0.0688133 Oct 27 18:48:59.906962 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df9cfb-eaed-4fb5-9fe4-604b21167fc2 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f32b757-99f3-404c-8fc4-892932ca87d2,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:48:59.974789 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2a7167cf-0c6d-4e32-9802-9e69f64560de req-3ab8e5c6-98bc-4d24-99ef-620efbab575a tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4ebfb6b-32e3-4535-afff-6cadab6dff22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571277 Oct 27 18:48:59.986404 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-62df9cfb-eaed-4fb5-9fe4-604b21167fc2 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:48:59.992381 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-62df9cfb-eaed-4fb5-9fe4-604b21167fc2 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4329488 Oct 27 18:48:59.992381 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35458) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:00.021686 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7e462ec9-d428-4289-8972-10b498c60c16 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "GET /v2.0/security-group-rules/8f32b757-99f3-404c-8fc4-892932ca87d2 HTTP/1.1" status: 200 len: 763 time: 0.0288141 Oct 27 18:49:00.026629 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35460) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:00.079843 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f4868d10-8c6c-495b-8dce-22879931edbb tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0524640 Oct 27 18:49:00.080234 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35462) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:00.104568 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1007ff35-fedc-43f2-90ba-0d83f0e1f4c9 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:00.113546 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1007ff35-fedc-43f2-90ba-0d83f0e1f4c9 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:00.247182 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1007ff35-fedc-43f2-90ba-0d83f0e1f4c9 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:00.256039 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1007ff35-fedc-43f2-90ba-0d83f0e1f4c9 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:00.258407 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1007ff35-fedc-43f2-90ba-0d83f0e1f4c9 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/8f32b757-99f3-404c-8fc4-892932ca87d2 HTTP/1.1" status: 204 len: 168 time: 0.1769938 Oct 27 18:49:00.260046 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35466) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:00.265166 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007ff35-fedc-43f2-90ba-0d83f0e1f4c9 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f32b757-99f3-404c-8fc4-892932ca87d2,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:00.327396 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35468) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:00.329387 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8395a8d4-69e7-4b6d-ab36-69e2b3f68fa0 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0675178 Oct 27 18:49:00.337434 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-e847431a-038a-47d8-8101-921c95dc8f26 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Request body: {'security_group_rule': {'security_group_id': 'ee04fe6a-80cf-4530-ae4e-ac7a0bc540d8', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:49:00.473826 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e847431a-038a-47d8-8101-921c95dc8f26 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:00.605837 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e847431a-038a-47d8-8101-921c95dc8f26 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:00.687058 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e847431a-038a-47d8-8101-921c95dc8f26 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:00.707674 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847431a-038a-47d8-8101-921c95dc8f26 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f92f907-fa7b-4c82-9abe-de69a59d2dc3,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:00.792362 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e847431a-038a-47d8-8101-921c95dc8f26 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:00.793611 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e847431a-038a-47d8-8101-921c95dc8f26 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4651513 Oct 27 18:49:00.797119 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35476) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:00.830018 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e1d74e13-8e2d-4fa8-9268-8764745bbb03 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "GET /v2.0/security-group-rules/6f92f907-fa7b-4c82-9abe-de69a59d2dc3 HTTP/1.1" status: 200 len: 764 time: 0.0289304 Oct 27 18:49:00.831006 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35478) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:00.863202 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863af59-5b27-4f0c-b7ec-4547ac111f44 req-aa90c29a-0ed0-4180-967d-212e0b7e2ca5 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:00.879847 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4863af59-5b27-4f0c-b7ec-4547ac111f44 req-aa90c29a-0ed0-4180-967d-212e0b7e2ca5 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 944 time: 0.0905216 Oct 27 18:49:00.938227 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2cef2f73-ad2c-4515-b065-a0ccf9d36573 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1038690 Oct 27 18:49:00.938881 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35482) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:00.971857 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-293eeeec-ce5e-40fc-8ca1-640356216861 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:00.980363 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-293eeeec-ce5e-40fc-8ca1-640356216861 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:00.983869 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4863af59-5b27-4f0c-b7ec-4547ac111f44 req-0bd56fb3-191a-409b-81e8-22fe0937ced3 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962598 Oct 27 18:49:01.115341 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-293eeeec-ce5e-40fc-8ca1-640356216861 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:01.126103 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-293eeeec-ce5e-40fc-8ca1-640356216861 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:01.127485 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-293eeeec-ce5e-40fc-8ca1-640356216861 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/6f92f907-fa7b-4c82-9abe-de69a59d2dc3 HTTP/1.1" status: 204 len: 168 time: 0.1875772 Oct 27 18:49:01.129938 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35486) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:01.148605 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293eeeec-ce5e-40fc-8ca1-640356216861 tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f92f907-fa7b-4c82-9abe-de69a59d2dc3,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:01.170323 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69d905-1740-4cdb-9072-df0e8bf7d1fd req-334afa0a-e7fa-4faf-9f05-f0f23ded9544 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:01.171993 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-da69d905-1740-4cdb-9072-df0e8bf7d1fd req-334afa0a-e7fa-4faf-9f05-f0f23ded9544 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f HTTP/1.1" status: 200 len: 943 time: 0.0847075 Oct 27 18:49:01.182362 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-56c984ad-7362-4ff6-a894-4fe5ad377f7e tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0488768 Oct 27 18:49:01.182733 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35490) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:01.244807 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-da69d905-1740-4cdb-9072-df0e8bf7d1fd req-853203ac-9a64-4360-b50b-c9a86b6d06e6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4ebfb6b-32e3-4535-afff-6cadab6dff22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635436 Oct 27 18:49:01.268462 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a86e2f2e-86e4-4417-b3af-3e59a2414c0f tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:01.298589 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a86e2f2e-86e4-4417-b3af-3e59a2414c0f tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:01.455306 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a86e2f2e-86e4-4417-b3af-3e59a2414c0f tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:01.457986 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a86e2f2e-86e4-4417-b3af-3e59a2414c0f tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:01.461884 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a86e2f2e-86e4-4417-b3af-3e59a2414c0f tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "DELETE /v2.0/security-groups/ee04fe6a-80cf-4530-ae4e-ac7a0bc540d8 HTTP/1.1" status: 204 len: 168 time: 0.2701592 Oct 27 18:49:01.463607 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35496) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:01.472783 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e2f2e-86e4-4417-b3af-3e59a2414c0f tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee04fe6a-80cf-4530-ae4e-ac7a0bc540d8,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:01.551750 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8c55f5de-a24f-4df3-a6f2-7d7a6fc41edc tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0881367 Oct 27 18:49:01.557216 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35498) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:01.615246 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-23ab4a33-68e4-4481-8428-365b3dbbe22e tempest-SecGroupTest-976017387 tempest-SecGroupTest-976017387-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0572777 Oct 27 18:49:02.129283 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301defda-c671-420c-ae44-7abf91bd928d req-d2af2841-ee56-4551-825b-38b5405761a1 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:02.131075 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-301defda-c671-420c-ae44-7abf91bd928d req-d2af2841-ee56-4551-825b-38b5405761a1 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 944 time: 0.0579476 Oct 27 18:49:02.186888 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-301defda-c671-420c-ae44-7abf91bd928d req-3ca253d4-67d0-461c-b6e6-f3a168dbc5c8 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480878 Oct 27 18:49:02.265989 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35516) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:02.408021 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2bb551-ec08-4d36-9540-42279863c568 req-da913f12-3c9f-40a8-a541-65b1d437714e tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:02.415940 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1a2bb551-ec08-4d36-9540-42279863c568 req-da913f12-3c9f-40a8-a541-65b1d437714e tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f HTTP/1.1" status: 200 len: 943 time: 0.0710912 Oct 27 18:49:02.467188 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1a2bb551-ec08-4d36-9540-42279863c568 req-5f6cf1ef-1f6c-4e95-9341-9855e2c15d60 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4ebfb6b-32e3-4535-afff-6cadab6dff22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481224 Oct 27 18:49:02.490746 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-eb5287a9-8473-4c1b-8f5b-30f7e2fcd136 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2da3ea0a17b44e208e8226ab2a1dd32a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2236419 Oct 27 18:49:02.493348 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35522) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:02.549701 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-67e45f6a-c1ea-4a68-8750-2cf1d3b87172 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:02.571858 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-67e45f6a-c1ea-4a68-8750-2cf1d3b87172 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:02.688984 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-67e45f6a-c1ea-4a68-8750-2cf1d3b87172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:02.691612 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-67e45f6a-c1ea-4a68-8750-2cf1d3b87172 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:02.695296 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-67e45f6a-c1ea-4a68-8750-2cf1d3b87172 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/98bf5c67-9736-48a8-9e98-bca7477c9aa6 HTTP/1.1" status: 204 len: 168 time: 0.1983576 Oct 27 18:49:02.700559 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e45f6a-c1ea-4a68-8750-2cf1d3b87172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98bf5c67-9736-48a8-9e98-bca7477c9aa6,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:02.802182 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d1ad70ef-9e17-4388-a1a2-ddc553d2118d req-f0bc0034-a676-4d7c-bd4f-e313c38843d8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d240bd8f-4c2a-4c05-b98c-2ca58b31fef2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446765 Oct 27 18:49:02.884469 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad70ef-9e17-4388-a1a2-ddc553d2118d req-4b93a184-033c-46bd-8c71-9e0d650c84d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:02.886193 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d1ad70ef-9e17-4388-a1a2-ddc553d2118d req-4b93a184-033c-46bd-8c71-9e0d650c84d8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a56febe1ed07496abd79e6dfcd66d421&device_id=d240bd8f-4c2a-4c05-b98c-2ca58b31fef2 HTTP/1.1" status: 200 len: 1096 time: 0.0427778 Oct 27 18:49:03.029645 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad70ef-9e17-4388-a1a2-ddc553d2118d req-98343ef3-efc3-410a-95ff-46bd57f9c904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:03.033413 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d1ad70ef-9e17-4388-a1a2-ddc553d2118d req-98343ef3-efc3-410a-95ff-46bd57f9c904 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c751e866-e27d-4a5e-92da-f83379f6a6f2 HTTP/1.1" status: 200 len: 898 time: 0.1257596 Oct 27 18:49:03.153096 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d1ad70ef-9e17-4388-a1a2-ddc553d2118d req-4707fda1-1c5c-439c-ac1f-2cfd44db080c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5b3d0e5-b704-41ac-91de-96f85cfd7ce5 HTTP/1.1" status: 200 len: 1001 time: 0.1026671 Oct 27 18:49:03.218655 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad70ef-9e17-4388-a1a2-ddc553d2118d req-ceb7462a-9132-4584-932b-12225aab665c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:03.221635 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d1ad70ef-9e17-4388-a1a2-ddc553d2118d req-ceb7462a-9132-4584-932b-12225aab665c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=071dd6fa-e000-4919-ba50-3dfa52855a21 HTTP/1.1" status: 200 len: 835 time: 0.0595317 Oct 27 18:49:03.244396 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b21fc24-1f97-4bc5-b856-a661a3810b9a req-49c1dec2-2d17-4f6e-a763-925b90f851fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:03.245851 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8b21fc24-1f97-4bc5-b856-a661a3810b9a req-49c1dec2-2d17-4f6e-a763-925b90f851fd service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=21f5568e020c455199c8dde94ac0b73c&shared=False HTTP/1.1" status: 200 len: 899 time: 0.2390475 Oct 27 18:49:03.334861 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad70ef-9e17-4388-a1a2-ddc553d2118d req-addafae3-9650-4f4f-bed3-c465028a73d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:03.337156 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d1ad70ef-9e17-4388-a1a2-ddc553d2118d req-addafae3-9650-4f4f-bed3-c465028a73d0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c751e866-e27d-4a5e-92da-f83379f6a6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1063020 Oct 27 18:49:03.383904 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d50c7-7d14-45c0-a4c6-47169c57a6ea req-cb629fcf-846e-402b-98c5-74ab81455c9d tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:03.385826 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cd9d50c7-7d14-45c0-a4c6-47169c57a6ea req-cb629fcf-846e-402b-98c5-74ab81455c9d tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 944 time: 0.0829082 Oct 27 18:49:03.439506 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cd9d50c7-7d14-45c0-a4c6-47169c57a6ea req-62459a5c-756d-4100-a5b3-85bb7436cb8e tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451996 Oct 27 18:49:03.444182 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b21fc24-1f97-4bc5-b856-a661a3810b9a req-db635a7d-10c1-49e4-9d40-f21163073695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:03.445734 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8b21fc24-1f97-4bc5-b856-a661a3810b9a req-db635a7d-10c1-49e4-9d40-f21163073695 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1858380 Oct 27 18:49:03.485355 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d1ad70ef-9e17-4388-a1a2-ddc553d2118d req-2d663a68-35ac-418c-865f-3bc36a7bfb3d service neutron] 10.222.0.81 "GET /v2.0/networks/c751e866-e27d-4a5e-92da-f83379f6a6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368482 Oct 27 18:49:03.587603 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-871944b6-d38a-44ac-996e-074bc5b0ec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:03.589175 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-871944b6-d38a-44ac-996e-074bc5b0ec2f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=21f5568e020c455199c8dde94ac0b73c&device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f HTTP/1.1" status: 200 len: 1094 time: 0.0996943 Oct 27 18:49:03.611535 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb263e5-4ce9-4ddd-be3e-fc7f3948ec4c req-576627fa-b330-43b4-903d-e9f0ae272639 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:03.613920 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5bb263e5-4ce9-4ddd-be3e-fc7f3948ec4c req-576627fa-b330-43b4-903d-e9f0ae272639 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f HTTP/1.1" status: 200 len: 943 time: 0.0789835 Oct 27 18:49:03.651514 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-5fdbb9dc-0431-42bf-ba88-67903230a7af service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97ff5641-a2b4-4b9f-8fd0-10417463375f HTTP/1.1" status: 200 len: 217 time: 0.0520990 Oct 27 18:49:03.667604 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5bb263e5-4ce9-4ddd-be3e-fc7f3948ec4c req-ab7468f8-f1bf-49ca-80ae-f2226e489877 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4ebfb6b-32e3-4535-afff-6cadab6dff22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439167 Oct 27 18:49:03.673594 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d1ad70ef-9e17-4388-a1a2-ddc553d2118d req-b7211e63-8777-4d8b-a194-cc9c13c4501b service neutron] 10.222.0.81 "GET /v2.0/networks/c751e866-e27d-4a5e-92da-f83379f6a6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739259 Oct 27 18:49:03.711997 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-9783f73c-2834-4941-874a-4a95d3e9f6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:03.713483 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-9783f73c-2834-4941-874a-4a95d3e9f6ad service neutron] 10.222.0.93 "GET /v2.0/subnets?id=826f7c4e-07b2-4711-bcb6-a09950586eaa HTTP/1.1" status: 200 len: 835 time: 0.0520918 Oct 27 18:49:03.762240 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-ef3177e8-9d19-4d8d-9aa6-285454c1b267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:03.764433 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-ef3177e8-9d19-4d8d-9aa6-285454c1b267 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=bc95bb99-00fd-4971-9630-aa6f2c6ac7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423405 Oct 27 18:49:03.863743 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-35c1dcaf-7387-4a04-8718-9b969e99531a service neutron] 10.222.0.93 "GET /v2.0/networks/bc95bb99-00fd-4971-9630-aa6f2c6ac7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910647 Oct 27 18:49:03.867279 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35554) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:03.960943 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-130fe0f8-e49d-491f-8bc7-6892428570e2 req-f9d4b15d-ec95-4c2e-91f9-2d79295c0362 service neutron] 10.222.0.93 "GET /v2.0/networks/bc95bb99-00fd-4971-9630-aa6f2c6ac7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872667 Oct 27 18:49:03.975563 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-b41901e2-8970-46f5-b070-23d9044903a8 tempest-SubnetPoolsTestJSON-1253616849 tempest-SubnetPoolsTestJSON-1253616849-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1987772231', 'prefixes': ['172.20.0.0/16']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:49:04.248341 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b41901e2-8970-46f5-b070-23d9044903a8 tempest-SubnetPoolsTestJSON-1253616849 tempest-SubnetPoolsTestJSON-1253616849-project] Publish callbacks [] for subnetpool, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:04.249516 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b41901e2-8970-46f5-b070-23d9044903a8 tempest-SubnetPoolsTestJSON-1253616849 tempest-SubnetPoolsTestJSON-1253616849-project] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3813159 Oct 27 18:49:04.252218 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35560) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:04.295360 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-19039e66-b4dc-4d2f-8102-5186251ae0cd tempest-SubnetPoolsTestJSON-1253616849 tempest-SubnetPoolsTestJSON-1253616849-project] 10.222.0.52 "GET /v2.0/subnetpools/23c990e1-d5e8-48a5-870a-b4d5f993961c HTTP/1.1" status: 200 len: 732 time: 0.0420511 Oct 27 18:49:04.297988 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35562) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:04.302208 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-1797ee74-8610-4f19-8b84-de7d018b3fa4 tempest-SubnetPoolsTestJSON-1253616849 tempest-SubnetPoolsTestJSON-1253616849-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-270735637'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:49:04.454582 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1797ee74-8610-4f19-8b84-de7d018b3fa4 tempest-SubnetPoolsTestJSON-1253616849 tempest-SubnetPoolsTestJSON-1253616849-project] Publish callbacks [] for subnetpool, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:04.455831 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1797ee74-8610-4f19-8b84-de7d018b3fa4 tempest-SubnetPoolsTestJSON-1253616849 tempest-SubnetPoolsTestJSON-1253616849-project] 10.222.0.52 "PUT /v2.0/subnetpools/23c990e1-d5e8-48a5-870a-b4d5f993961c HTTP/1.1" status: 200 len: 683 time: 0.1569545 Oct 27 18:49:04.458465 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35564) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:04.566402 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f1f50-9103-4fac-8bca-2e1b6871f12b req-67a58bb6-d94f-44e3-9224-9b473f9d01b4 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:04.567978 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ec2f1f50-9103-4fac-8bca-2e1b6871f12b req-67a58bb6-d94f-44e3-9224-9b473f9d01b4 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 944 time: 0.0495796 Oct 27 18:49:04.603123 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-805d9f18-b4e4-4e05-8e12-2f08a4c269cf tempest-SubnetPoolsTestJSON-1253616849 tempest-SubnetPoolsTestJSON-1253616849-project] Publish callbacks [] for subnetpool, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:04.604280 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-805d9f18-b4e4-4e05-8e12-2f08a4c269cf tempest-SubnetPoolsTestJSON-1253616849 tempest-SubnetPoolsTestJSON-1253616849-project] 10.222.0.52 "DELETE /v2.0/subnetpools/23c990e1-d5e8-48a5-870a-b4d5f993961c HTTP/1.1" status: 204 len: 168 time: 0.1449158 Oct 27 18:49:04.607886 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35568) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:04.617541 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ec2f1f50-9103-4fac-8bca-2e1b6871f12b req-0d14ad5b-9257-4ccd-a604-930970a2f127 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433595 Oct 27 18:49:04.629247 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-9541a084-128c-459d-b505-1f0968921533 tempest-SubnetPoolsTestJSON-1253616849 tempest-SubnetPoolsTestJSON-1253616849-project] show failed (client error): The resource could not be found. Oct 27 18:49:04.633394 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9541a084-128c-459d-b505-1f0968921533 tempest-SubnetPoolsTestJSON-1253616849 tempest-SubnetPoolsTestJSON-1253616849-project] 10.222.0.52 "GET /v2.0/subnetpools/23c990e1-d5e8-48a5-870a-b4d5f993961c HTTP/1.1" status: 404 len: 346 time: 0.0214858 Oct 27 18:49:04.633394 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35570) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:04.647704 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-b62c8cb8-821e-45ce-b47c-7e4c5c8fa43d tempest-SubnetPoolsTestJSON-1253616849 tempest-SubnetPoolsTestJSON-1253616849-project] delete failed (client error): The resource could not be found. Oct 27 18:49:04.648691 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b62c8cb8-821e-45ce-b47c-7e4c5c8fa43d tempest-SubnetPoolsTestJSON-1253616849 tempest-SubnetPoolsTestJSON-1253616849-project] 10.222.0.52 "DELETE /v2.0/subnetpools/23c990e1-d5e8-48a5-870a-b4d5f993961c HTTP/1.1" status: 404 len: 346 time: 0.0145953 Oct 27 18:49:04.770700 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-be4a1536-05ce-498d-985c-5b5b6ef0d7f8 req-71fe02ad-792e-444a-bacf-5bd04e68708a service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=41b20104-aeaf-485a-9e42-518dc2dd7d47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0704589 Oct 27 18:49:04.802473 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83038d6-fc4c-4c23-b279-374d43a7f898 req-0c145aa5-2f72-46c7-b42a-7bc72606c45f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:04.804019 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c83038d6-fc4c-4c23-b279-374d43a7f898 req-0c145aa5-2f72-46c7-b42a-7bc72606c45f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f HTTP/1.1" status: 200 len: 943 time: 0.0646532 Oct 27 18:49:04.842577 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a1536-05ce-498d-985c-5b5b6ef0d7f8 req-595e1d22-2c2a-4c96-a67a-bbace366bd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:04.843906 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c83038d6-fc4c-4c23-b279-374d43a7f898 req-8551ac99-d36c-4816-a91d-14465eea1dcf tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4ebfb6b-32e3-4535-afff-6cadab6dff22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332606 Oct 27 18:49:04.844318 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-be4a1536-05ce-498d-985c-5b5b6ef0d7f8 req-595e1d22-2c2a-4c96-a67a-bbace366bd77 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=391e76b4c39940e3b00bc672cc4dcd20&device_id=41b20104-aeaf-485a-9e42-518dc2dd7d47 HTTP/1.1" status: 200 len: 1096 time: 0.0478494 Oct 27 18:49:04.964345 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a1536-05ce-498d-985c-5b5b6ef0d7f8 req-efbb3143-e3b0-4121-9778-2cefbd309b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:04.965857 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-be4a1536-05ce-498d-985c-5b5b6ef0d7f8 req-efbb3143-e3b0-4121-9778-2cefbd309b8e service neutron] 10.222.0.93 "GET /v2.0/networks?id=94183f82-ba43-4cad-a650-759fa6592117 HTTP/1.1" status: 200 len: 911 time: 0.0900474 Oct 27 18:49:05.044787 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-be4a1536-05ce-498d-985c-5b5b6ef0d7f8 req-a772c1ee-072c-4fb7-8729-f867a16a92ab service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d305108-7a10-41a7-b659-00d4b6fd10be HTTP/1.1" status: 200 len: 1001 time: 0.0707748 Oct 27 18:49:05.104965 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a1536-05ce-498d-985c-5b5b6ef0d7f8 req-5761ea30-56c4-4bde-832f-860f44a1f31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:05.106664 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-be4a1536-05ce-498d-985c-5b5b6ef0d7f8 req-5761ea30-56c4-4bde-832f-860f44a1f31b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=49ceb9f9-65ac-4ed1-b447-596c7946b52c HTTP/1.1" status: 200 len: 848 time: 0.0552208 Oct 27 18:49:05.154902 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a1536-05ce-498d-985c-5b5b6ef0d7f8 req-4f4fc413-6a17-4708-a059-42671732a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:05.156315 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-be4a1536-05ce-498d-985c-5b5b6ef0d7f8 req-4f4fc413-6a17-4708-a059-42671732a82a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=94183f82-ba43-4cad-a650-759fa6592117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427613 Oct 27 18:49:05.188094 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35586) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:05.253385 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-be4a1536-05ce-498d-985c-5b5b6ef0d7f8 req-7210ada6-b905-4d41-9044-824396623c59 service neutron] 10.222.0.93 "GET /v2.0/networks/94183f82-ba43-4cad-a650-759fa6592117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895522 Oct 27 18:49:05.301275 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d57b3e92-434b-4f29-986d-eafc5d7b7092 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:05.361765 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-be4a1536-05ce-498d-985c-5b5b6ef0d7f8 req-78e413ae-0358-4b1b-ad6d-12804a5a3213 service neutron] 10.222.0.93 "GET /v2.0/networks/94183f82-ba43-4cad-a650-759fa6592117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011262 Oct 27 18:49:05.389230 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d57b3e92-434b-4f29-986d-eafc5d7b7092 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:05.466682 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d57b3e92-434b-4f29-986d-eafc5d7b7092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:05.506704 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d57b3e92-434b-4f29-986d-eafc5d7b7092 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f0187e4f700e418db68e23e9191071e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3174293 Oct 27 18:49:05.507710 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b3e92-434b-4f29-986d-eafc5d7b7092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8178e4f6-ad03-4b43-9d8c-824bc06dfecf,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:05.509715 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35592) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:05.562900 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fc7aa493-dacd-479d-8cd7-5f9051b1ab2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:05.584139 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fc7aa493-dacd-479d-8cd7-5f9051b1ab2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:05.688942 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fc7aa493-dacd-479d-8cd7-5f9051b1ab2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:05.691729 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fc7aa493-dacd-479d-8cd7-5f9051b1ab2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:05.695265 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-fc7aa493-dacd-479d-8cd7-5f9051b1ab2d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8178e4f6-ad03-4b43-9d8c-824bc06dfecf HTTP/1.1" status: 204 len: 168 time: 0.1815932 Oct 27 18:49:05.702890 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7aa493-dacd-479d-8cd7-5f9051b1ab2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8178e4f6-ad03-4b43-9d8c-824bc06dfecf,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:05.769562 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2742033-97c9-4395-96c0-ad298bdd641b req-f3f0310e-7982-49fd-b7b7-49ee42f1c221 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:05.771550 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a2742033-97c9-4395-96c0-ad298bdd641b req-f3f0310e-7982-49fd-b7b7-49ee42f1c221 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 944 time: 0.0761542 Oct 27 18:49:05.815763 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a2742033-97c9-4395-96c0-ad298bdd641b req-73fadebf-6559-496d-8125-add636f0c444 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376005 Oct 27 18:49:05.974881 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d521aa2-e0ca-4460-9d46-3dc08b24e4e5 req-df461970-e013-4b3f-8caa-1e705a9a76fb tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:05.976539 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4d521aa2-e0ca-4460-9d46-3dc08b24e4e5 req-df461970-e013-4b3f-8caa-1e705a9a76fb tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f HTTP/1.1" status: 200 len: 943 time: 0.0619051 Oct 27 18:49:06.019227 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4d521aa2-e0ca-4460-9d46-3dc08b24e4e5 req-f18fa4f3-6c4b-4b0a-9e73-cbd4c67db99b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4ebfb6b-32e3-4535-afff-6cadab6dff22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351110 Oct 27 18:49:06.193865 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35620) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:06.266180 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-92d8b420-71f0-4b0b-9e07-387bdbbd26bc tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/floatingips/344dbb0f-49bd-4dbc-86e9-440892780781 HTTP/1.1" status: 200 len: 993 time: 0.0711496 Oct 27 18:49:06.497623 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35634) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:06.672520 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-f7cfc589-b545-44cb-aafe-e09db966ae8d tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Deleting port d59d8aae-150f-485e-82db-9ec7420041b0 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:49:06.673176 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f7cfc589-b545-44cb-aafe-e09db966ae8d tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:06.685880 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 97ff5641-a2b4-4b9f-8fd0-10417463375f details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:49:06.766287 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f7cfc589-b545-44cb-aafe-e09db966ae8d tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:06.766618 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f7cfc589-b545-44cb-aafe-e09db966ae8d tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:06.781859 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-f7cfc589-b545-44cb-aafe-e09db966ae8d tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Calling delete_port for d59d8aae-150f-485e-82db-9ec7420041b0 owned by network:floatingip {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:49:06.795725 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 97ff5641-a2b4-4b9f-8fd0-10417463375f, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=97ff5641-a2b4-4b9f-8fd0-10417463375f,segment=NetworkSegment(fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39),segment_id=fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:49:06.811933 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '97ff5641-a2b4-4b9f-8fd0-10417463375f', 'network_id': 'bc95bb99-00fd-4971-9630-aa6f2c6ac7b4', 'port_id': '97ff5641-a2b4-4b9f-8fd0-10417463375f', 'mac_address': 'fa:16:3e:09:6c:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '826f7c4e-07b2-4711-bcb6-a09950586eaa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:49:06.851848 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:06.869889 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97ff5641-a2b4-4b9f-8fd0-10417463375f {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:49:06.898852 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 97ff5641-a2b4-4b9f-8fd0-10417463375f, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=97ff5641-a2b4-4b9f-8fd0-10417463375f,segment=NetworkSegment(fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39),segment_id=fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:49:06.975320 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f069f1-3363-4ca4-ba45-a0a52558feee req-3553060d-684d-4504-a9ec-67ae3325ebd6 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:06.979335 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-29f069f1-3363-4ca4-ba45-a0a52558feee req-3553060d-684d-4504-a9ec-67ae3325ebd6 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 944 time: 0.0558102 Oct 27 18:49:07.021321 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-29f069f1-3363-4ca4-ba45-a0a52558feee req-2f862c70-a4cd-471b-b846-9f07d3905dde tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352998 Oct 27 18:49:07.153756 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6a13b-59d0-485c-b2c7-14e950685cd4 req-3dec9946-4318-475b-854c-2c383285a444 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:07.155719 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3ac6a13b-59d0-485c-b2c7-14e950685cd4 req-3dec9946-4318-475b-854c-2c383285a444 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f HTTP/1.1" status: 200 len: 943 time: 0.0546169 Oct 27 18:49:07.211366 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3ac6a13b-59d0-485c-b2c7-14e950685cd4 req-1d9d5be1-956d-4a1b-9f3d-108f26c8e3ba tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4ebfb6b-32e3-4535-afff-6cadab6dff22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489078 Oct 27 18:49:07.657939 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f7cfc589-b545-44cb-aafe-e09db966ae8d tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:07.658651 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:07.688780 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cfc589-b545-44cb-aafe-e09db966ae8d tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event deleted for resources: {'Port': ['ID=d59d8aae-150f-485e-82db-9ec7420041b0,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:07.724388 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=97ff5641-a2b4-4b9f-8fd0-10417463375f,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:07.739254 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:49:07.740180 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:49:07.741511 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:49:07.742503 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:49:07.743220 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:49:07.744613 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:49:07.745186 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:49:07.745953 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:49:07.747046 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:49:07.747651 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:49:07.748302 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:49:07.749427 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:49:07.758361 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f7cfc589-b545-44cb-aafe-e09db966ae8d tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for floatingip, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:07.760139 n-d-815690-2 neutron-server[102879]: INFO neutron.db.l3_db [None req-f7cfc589-b545-44cb-aafe-e09db966ae8d tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Floating IP 344dbb0f-49bd-4dbc-86e9-440892780781 disassociated (deleted). External IP: 172.25.6.102, port: f5b3d0e5-b704-41ac-91de-96f85cfd7ce5. Oct 27 18:49:07.880403 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['97ff5641-a2b4-4b9f-8fd0-10417463375f'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:49:07.986021 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7cfc589-b545-44cb-aafe-e09db966ae8d tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Router 55ea74b9-79df-4f15-9210-d9e05d5942b3 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:49:08.123987 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7cfc589-b545-44cb-aafe-e09db966ae8d tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:49:08.137728 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f7cfc589-b545-44cb-aafe-e09db966ae8d tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:08.139228 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a37d2a5-189f-4109-a134-db08f34a81d4 None None] Sync routers for ids ['55ea74b9-79df-4f15-9210-d9e05d5942b3'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:49:08.164240 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a37d2a5-189f-4109-a134-db08f34a81d4 None None] Routers {'55ea74b9-79df-4f15-9210-d9e05d5942b3'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:49:08.165178 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-9a37d2a5-189f-4109-a134-db08f34a81d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:48:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['55ea74b9-79df-4f15-9210-d9e05d5942b3'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:49:08.191336 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f7cfc589-b545-44cb-aafe-e09db966ae8d tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "DELETE /v2.0/floatingips/344dbb0f-49bd-4dbc-86e9-440892780781 HTTP/1.1" status: 204 len: 168 time: 1.6873233 Oct 27 18:49:08.214428 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd240bd8f-4c2a-4c05-b98c-2ca58b31fef2', 'tag': 'f5b3d0e5-b704-41ac-91de-96f85cfd7ce5'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:49:08.236015 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2805be45-14e6-44b1-b98a-0be7d3459720" -d '{"events": [{"name": "network-changed", "server_uuid": "d240bd8f-4c2a-4c05-b98c-2ca58b31fef2", "tag": "f5b3d0e5-b704-41ac-91de-96f85cfd7ce5"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:49:08.241854 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135409b-80c2-4fb1-8309-956246954fe8 req-5ac18a24-8332-41e6-a5b6-1ea64f6a7292 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:08.244098 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a135409b-80c2-4fb1-8309-956246954fe8 req-5ac18a24-8332-41e6-a5b6-1ea64f6a7292 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 944 time: 0.1205065 Oct 27 18:49:08.286732 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a135409b-80c2-4fb1-8309-956246954fe8 req-a9af6f10-b4af-4622-841a-06164fe77a9f tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361376 Oct 27 18:49:08.327690 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-9a37d2a5-189f-4109-a134-db08f34a81d4 None None] Set router 55ea74b9-79df-4f15-9210-d9e05d5942b3 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:49:08.541672 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-9a37d2a5-189f-4109-a134-db08f34a81d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ea74b9-79df-4f15-9210-d9e05d5942b3', 'name': 'tempest-TestNetworkBasicOps-router-850632275', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'e421c008-5c54-40e2-9c6d-fa6a44b55a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:47:52Z', 'updated_at': '2021-10-27T18:47:59Z', 'revision_number': 4, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'gw_port': {'id': 'e421c008-5c54-40e2-9c6d-fa6a44b55a4f', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ea74b9-79df-4f15-9210-d9e05d5942b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:53Z', 'updated_at': '2021-10-27T18:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '5835fd65-3e40-4cd0-8893-726d158ebbd8', 'name': '', 'network_id': 'c751e866-e27d-4a5e-92da-f83379f6a6f2', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'mac_address': 'fa:16:3e:d5:ff:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ea74b9-79df-4f15-9210-d9e05d5942b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '071dd6fa-e000-4919-ba50-3dfa52855a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:58Z', 'updated_at': '2021-10-27T18:48:05Z', 'revision_number': 5, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'subnets': [{'id': '071dd6fa-e000-4919-ba50-3dfa52855a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:49:08.568991 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a37d2a5-189f-4109-a134-db08f34a81d4 None None] Checking router: 55ea74b9-79df-4f15-9210-d9e05d5942b3 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:49:08.578421 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a37d2a5-189f-4109-a134-db08f34a81d4 None None] Routers {'55ea74b9-79df-4f15-9210-d9e05d5942b3'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:49:08.579076 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-9a37d2a5-189f-4109-a134-db08f34a81d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:48:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['55ea74b9-79df-4f15-9210-d9e05d5942b3'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:49:08.689589 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-9a37d2a5-189f-4109-a134-db08f34a81d4 None None] Set router 55ea74b9-79df-4f15-9210-d9e05d5942b3 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:49:08.717755 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 97ff5641-a2b4-4b9f-8fd0-10417463375f up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:49:08.822354 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a3e35-7924-4d36-89e8-2de36743a42c req-741ac5c6-137f-44e9-83cc-2d999f9a3548 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:08.824348 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cc0a3e35-7924-4d36-89e8-2de36743a42c req-741ac5c6-137f-44e9-83cc-2d999f9a3548 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f HTTP/1.1" status: 200 len: 944 time: 0.0565836 Oct 27 18:49:08.893604 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cc0a3e35-7924-4d36-89e8-2de36743a42c req-2ade00cc-a753-4a60-b89c-8d4ac3728d77 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4ebfb6b-32e3-4535-afff-6cadab6dff22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584142 Oct 27 18:49:08.909556 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35692) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:08.944832 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b394346f-e223-4fa7-b9a7-66255a4face9 x-openstack-request-id: req-b394346f-e223-4fa7-b9a7-66255a4face9 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:49:08.945894 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d240bd8f-4c2a-4c05-b98c-2ca58b31fef2", "tag": "f5b3d0e5-b704-41ac-91de-96f85cfd7ce5", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:49:08.946504 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b394346f-e223-4fa7-b9a7-66255a4face9 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:49:08.962590 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd240bd8f-4c2a-4c05-b98c-2ca58b31fef2', 'tag': 'f5b3d0e5-b704-41ac-91de-96f85cfd7ce5', 'status': 'completed', 'code': 200} Oct 27 18:49:09.039767 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805be45-14e6-44b1-b98a-0be7d3459720 req-6ea3d80e-8a16-410a-ab14-7b756150f47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:09.041709 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2805be45-14e6-44b1-b98a-0be7d3459720 req-6ea3d80e-8a16-410a-ab14-7b756150f47f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a56febe1ed07496abd79e6dfcd66d421&device_id=d240bd8f-4c2a-4c05-b98c-2ca58b31fef2 HTTP/1.1" status: 200 len: 1096 time: 0.0647287 Oct 27 18:49:09.081484 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff202ca-d7e2-4960-8d0b-83fca9b0a5aa req-5ff36d99-e367-4637-ac3e-30bc349cebe7 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:09.089483 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0ff202ca-d7e2-4960-8d0b-83fca9b0a5aa req-5ff36d99-e367-4637-ac3e-30bc349cebe7 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=d240bd8f-4c2a-4c05-b98c-2ca58b31fef2 HTTP/1.1" status: 200 len: 945 time: 0.0891187 Oct 27 18:49:09.093224 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b652c016-f811-4e6f-b034-0b08cc3734e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:09.095042 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 97ff5641-a2b4-4b9f-8fd0-10417463375f completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:49:09.106038 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 97ff5641-a2b4-4b9f-8fd0-10417463375f triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:49:09.107089 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:09.159057 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0ff202ca-d7e2-4960-8d0b-83fca9b0a5aa req-172f9893-32fb-4893-94d0-8ee23b8ac029 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad17adb3-b108-44e8-9bf6-405b4ef64bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681019 Oct 27 18:49:09.183984 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-9a37d2a5-189f-4109-a134-db08f34a81d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ea74b9-79df-4f15-9210-d9e05d5942b3', 'name': 'tempest-TestNetworkBasicOps-router-850632275', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'e421c008-5c54-40e2-9c6d-fa6a44b55a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:47:52Z', 'updated_at': '2021-10-27T18:47:59Z', 'revision_number': 4, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'gw_port': {'id': 'e421c008-5c54-40e2-9c6d-fa6a44b55a4f', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ea74b9-79df-4f15-9210-d9e05d5942b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:53Z', 'updated_at': '2021-10-27T18:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '5835fd65-3e40-4cd0-8893-726d158ebbd8', 'name': '', 'network_id': 'c751e866-e27d-4a5e-92da-f83379f6a6f2', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'mac_address': 'fa:16:3e:d5:ff:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ea74b9-79df-4f15-9210-d9e05d5942b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '071dd6fa-e000-4919-ba50-3dfa52855a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:58Z', 'updated_at': '2021-10-27T18:48:05Z', 'revision_number': 5, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'subnets': [{'id': '071dd6fa-e000-4919-ba50-3dfa52855a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:49:09.222019 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805be45-14e6-44b1-b98a-0be7d3459720 req-30c834a2-445e-4c9d-9a81-fd093a3dbb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:09.224220 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2805be45-14e6-44b1-b98a-0be7d3459720 req-30c834a2-445e-4c9d-9a81-fd093a3dbb24 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c751e866-e27d-4a5e-92da-f83379f6a6f2 HTTP/1.1" status: 200 len: 898 time: 0.1656713 Oct 27 18:49:09.225699 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a37d2a5-189f-4109-a134-db08f34a81d4 None None] The sync data for ids ['55ea74b9-79df-4f15-9210-d9e05d5942b3'] in n-d-815690-2 is: [{'id': '55ea74b9-79df-4f15-9210-d9e05d5942b3', 'name': 'tempest-TestNetworkBasicOps-router-850632275', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'e421c008-5c54-40e2-9c6d-fa6a44b55a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:47:52Z', 'updated_at': '2021-10-27T18:47:59Z', 'revision_number': 4, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'gw_port': {'id': 'e421c008-5c54-40e2-9c6d-fa6a44b55a4f', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ea74b9-79df-4f15-9210-d9e05d5942b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:53Z', 'updated_at': '2021-10-27T18:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '5835fd65-3e40-4cd0-8893-726d158ebbd8', 'name': '', 'network_id': 'c751e866-e27d-4a5e-92da-f83379f6a6f2', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'mac_address': 'fa:16:3e:d5:ff:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ea74b9-79df-4f15-9210-d9e05d5942b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3460, 'fixed_ips': [{'subnet_id': '071dd6fa-e000-4919-ba50-3dfa52855a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:58Z', 'updated_at': '2021-10-27T18:48:05Z', 'revision_number': 5, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'subnets': [{'id': '071dd6fa-e000-4919-ba50-3dfa52855a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:49:09.275963 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:09.287240 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2805be45-14e6-44b1-b98a-0be7d3459720 req-0d34c17c-e775-4918-961c-95f6ae21e55e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5b3d0e5-b704-41ac-91de-96f85cfd7ce5 HTTP/1.1" status: 200 len: 217 time: 0.0533774 Oct 27 18:49:09.306131 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2904934-4cc2-4e24-976d-206e2ec2dc3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ff5641-a2b4-4b9f-8fd0-10417463375f'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:49:09.308692 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cddaa6e-9b67-448a-8b83-7672c2acf108" -d '{"events": [{"server_uuid": "e2904934-4cc2-4e24-976d-206e2ec2dc3f", "name": "network-vif-plugged", "status": "completed", "tag": "97ff5641-a2b4-4b9f-8fd0-10417463375f"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:49:09.323607 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 97ff5641-a2b4-4b9f-8fd0-10417463375f, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=97ff5641-a2b4-4b9f-8fd0-10417463375f,segment=NetworkSegment(fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39),segment_id=fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:49:09.349833 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b652c016-f811-4e6f-b034-0b08cc3734e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:09.359095 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978c8fc9-9b83-40f2-9e25-80a20dc5b440 x-openstack-request-id: req-978c8fc9-9b83-40f2-9e25-80a20dc5b440 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:49:09.359680 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2904934-4cc2-4e24-976d-206e2ec2dc3f", "name": "network-vif-plugged", "status": "completed", "tag": "97ff5641-a2b4-4b9f-8fd0-10417463375f", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:49:09.359873 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-978c8fc9-9b83-40f2-9e25-80a20dc5b440 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:49:09.360366 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2904934-4cc2-4e24-976d-206e2ec2dc3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ff5641-a2b4-4b9f-8fd0-10417463375f', 'code': 200} Oct 27 18:49:09.375033 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805be45-14e6-44b1-b98a-0be7d3459720 req-eecb5819-c5e1-42b2-a5d8-63671b3a3309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:09.376552 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2805be45-14e6-44b1-b98a-0be7d3459720 req-eecb5819-c5e1-42b2-a5d8-63671b3a3309 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=071dd6fa-e000-4919-ba50-3dfa52855a21 HTTP/1.1" status: 200 len: 835 time: 0.0753472 Oct 27 18:49:09.426863 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:09.490946 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b652c016-f811-4e6f-b034-0b08cc3734e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:09.495636 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5998a7-ab7d-466b-844e-8d151e2cd76b req-fcec8bf3-0d44-4746-ad1e-3e2113d47f5b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:09.505479 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-be5998a7-ab7d-466b-844e-8d151e2cd76b req-fcec8bf3-0d44-4746-ad1e-3e2113d47f5b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 944 time: 0.0745153 Oct 27 18:49:09.534078 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=97ff5641-a2b4-4b9f-8fd0-10417463375f,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:09.548552 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-be5998a7-ab7d-466b-844e-8d151e2cd76b req-9cee66c8-f084-4c55-9b40-75cdd62ffefe tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419276 Oct 27 18:49:09.557158 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b652c016-f811-4e6f-b034-0b08cc3734e2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=85b4b90e52394ae3b5047e252e4f87b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6433978 Oct 27 18:49:09.557338 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b652c016-f811-4e6f-b034-0b08cc3734e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c61328-dcf7-4fb7-8466-ebd27c3418e1,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:09.557498 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35704) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:09.571360 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b839d-d5be-47b9-83c0-124ceb57bc53 req-702e5021-77fb-4069-8bd1-2e1a460699b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:09.572881 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c07b839d-d5be-47b9-83c0-124ceb57bc53 req-702e5021-77fb-4069-8bd1-2e1a460699b2 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f HTTP/1.1" status: 200 len: 1096 time: 0.1282051 Oct 27 18:49:09.579632 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805be45-14e6-44b1-b98a-0be7d3459720 req-e7479160-02ae-40d1-bc84-aaa06e452bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:09.581456 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2805be45-14e6-44b1-b98a-0be7d3459720 req-e7479160-02ae-40d1-bc84-aaa06e452bd5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c751e866-e27d-4a5e-92da-f83379f6a6f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1958823 Oct 27 18:49:09.616916 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6a42a4-b380-4bea-be31-3d7e9b6e2399 None None] New status for floating IP 344dbb0f-49bd-4dbc-86e9-440892780781: DOWN {{(pid=102881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:49:09.642013 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-10c12afc-555b-481b-8983-41ef9c66dbde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:09.666635 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-10c12afc-555b-481b-8983-41ef9c66dbde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:09.669537 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1b056db9-2939-411b-8960-d1da2c949d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:09.692375 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2805be45-14e6-44b1-b98a-0be7d3459720 req-162829fc-a0bb-43d8-ba41-b706c10eb12e service neutron] 10.222.0.81 "GET /v2.0/networks/c751e866-e27d-4a5e-92da-f83379f6a6f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940740 Oct 27 18:49:09.711833 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c07b839d-d5be-47b9-83c0-124ceb57bc53 req-e5182ce0-6d8d-4d99-84b6-545dde39979c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a4ebfb6b-32e3-4535-afff-6cadab6dff22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291103 Oct 27 18:49:09.800366 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-10c12afc-555b-481b-8983-41ef9c66dbde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:09.803946 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-10c12afc-555b-481b-8983-41ef9c66dbde admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:09.804757 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2805be45-14e6-44b1-b98a-0be7d3459720 req-77914977-495e-41de-a4b4-09f7b7c327f9 service neutron] 10.222.0.81 "GET /v2.0/networks/c751e866-e27d-4a5e-92da-f83379f6a6f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951395 Oct 27 18:49:09.808147 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-10c12afc-555b-481b-8983-41ef9c66dbde admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c4c61328-dcf7-4fb7-8466-ebd27c3418e1 HTTP/1.1" status: 204 len: 168 time: 0.2496569 Oct 27 18:49:09.823134 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c12afc-555b-481b-8983-41ef9c66dbde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c61328-dcf7-4fb7-8466-ebd27c3418e1,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:10.017384 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ca898-9c1a-44d4-9034-0b6d99d8b907 req-6a778cdb-d4cb-4737-8fb4-594e135d5af3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:10.018922 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d33ca898-9c1a-44d4-9034-0b6d99d8b907 req-6a778cdb-d4cb-4737-8fb4-594e135d5af3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f HTTP/1.1" status: 200 len: 945 time: 0.0599329 Oct 27 18:49:10.065164 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79a39b-023a-4b97-b0ca-15b90f1cd34d req-ec4cd3a2-ec52-4a54-822d-c3825d0d0d4f tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:10.067078 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ee79a39b-023a-4b97-b0ca-15b90f1cd34d req-ec4cd3a2-ec52-4a54-822d-c3825d0d0d4f tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.81 "GET /v2.0/ports?device_id=d240bd8f-4c2a-4c05-b98c-2ca58b31fef2 HTTP/1.1" status: 200 len: 945 time: 0.0903025 Oct 27 18:49:10.071315 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d33ca898-9c1a-44d4-9034-0b6d99d8b907 req-1fc9b0b5-b9e5-4d2a-b467-0b5f9782b3e0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4ebfb6b-32e3-4535-afff-6cadab6dff22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450969 Oct 27 18:49:10.178345 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-ee79a39b-023a-4b97-b0ca-15b90f1cd34d req-aecc2c07-c058-4b53-ac0c-ee5b6b98e8d5 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Deleting port f5b3d0e5-b704-41ac-91de-96f85cfd7ce5 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:49:10.178986 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ee79a39b-023a-4b97-b0ca-15b90f1cd34d req-aecc2c07-c058-4b53-ac0c-ee5b6b98e8d5 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:10.278784 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-ee79a39b-023a-4b97-b0ca-15b90f1cd34d req-aecc2c07-c058-4b53-ac0c-ee5b6b98e8d5 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] For port f5b3d0e5-b704-41ac-91de-96f85cfd7ce5, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=f5b3d0e5-b704-41ac-91de-96f85cfd7ce5,segment=NetworkSegment(a9b0de6a-5f69-4e5d-a0cc-ddc908150efa),segment_id=a9b0de6a-5f69-4e5d-a0cc-ddc908150efa)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:49:10.278784 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ee79a39b-023a-4b97-b0ca-15b90f1cd34d req-aecc2c07-c058-4b53-ac0c-ee5b6b98e8d5 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:10.295539 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-ee79a39b-023a-4b97-b0ca-15b90f1cd34d req-aecc2c07-c058-4b53-ac0c-ee5b6b98e8d5 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Calling delete_port for f5b3d0e5-b704-41ac-91de-96f85cfd7ce5 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:49:10.299699 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e4b29-8d1d-44ec-8bd7-4e6a89a5df9e req-b7abecd5-b711-461e-b67e-b6e1f1d5edf8 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:10.301364 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d61e4b29-8d1d-44ec-8bd7-4e6a89a5df9e req-b7abecd5-b711-461e-b67e-b6e1f1d5edf8 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=d240bd8f-4c2a-4c05-b98c-2ca58b31fef2 HTTP/1.1" status: 200 len: 945 time: 0.0569880 Oct 27 18:49:10.347335 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d61e4b29-8d1d-44ec-8bd7-4e6a89a5df9e req-000b2b11-09c8-48fc-8970-8dfee94f6d9e tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/security-groups?id=ad17adb3-b108-44e8-9bf6-405b4ef64bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382576 Oct 27 18:49:10.500476 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ee79a39b-023a-4b97-b0ca-15b90f1cd34d req-aecc2c07-c058-4b53-ac0c-ee5b6b98e8d5 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:10.533560 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35720) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:10.536041 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc2c07-c058-4b53-ac0c-ee5b6b98e8d5 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event deleted for resources: {'Port': ['ID=f5b3d0e5-b704-41ac-91de-96f85cfd7ce5,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:10.555934 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7a63b329-efb1-40d3-9b9c-db994f8e0959 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:10.593058 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee79a39b-023a-4b97-b0ca-15b90f1cd34d req-aecc2c07-c058-4b53-ac0c-ee5b6b98e8d5 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] No DVR routers for this DVR port f5b3d0e5-b704-41ac-91de-96f85cfd7ce5 on host n-h1-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:49:10.595734 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ee79a39b-023a-4b97-b0ca-15b90f1cd34d req-aecc2c07-c058-4b53-ac0c-ee5b6b98e8d5 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:10.599307 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ee79a39b-023a-4b97-b0ca-15b90f1cd34d req-aecc2c07-c058-4b53-ac0c-ee5b6b98e8d5 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.81 "DELETE /v2.0/ports/f5b3d0e5-b704-41ac-91de-96f85cfd7ce5 HTTP/1.1" status: 204 len: 173 time: 0.5249503 Oct 27 18:49:10.658325 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7a63b329-efb1-40d3-9b9c-db994f8e0959 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:10.720237 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb32779-d038-4ae7-b49a-7bcd3f5c499f req-de82c174-088e-4c97-8028-ca940abcde63 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:10.722989 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-deb32779-d038-4ae7-b49a-7bcd3f5c499f req-de82c174-088e-4c97-8028-ca940abcde63 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 944 time: 0.0546236 Oct 27 18:49:10.724173 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7a63b329-efb1-40d3-9b9c-db994f8e0959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:10.784322 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7a63b329-efb1-40d3-9b9c-db994f8e0959 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7702db16bb294552be2fc437dbd0b77b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2493567 Oct 27 18:49:10.787065 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35724) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:10.799175 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a63b329-efb1-40d3-9b9c-db994f8e0959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37fcf60-0b58-4b4d-b5e3-15de0bdf9e23,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:10.811254 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-deb32779-d038-4ae7-b49a-7bcd3f5c499f req-87acb154-f999-4cb8-ab5f-dd5c7b3e421d tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763874 Oct 27 18:49:10.893648 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d5263893-71a6-4d43-8f02-3c9b7aaee039 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:10.916949 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d5263893-71a6-4d43-8f02-3c9b7aaee039 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:10.966914 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd240bd8f-4c2a-4c05-b98c-2ca58b31fef2', 'name': 'network-vif-deleted', 'tag': 'f5b3d0e5-b704-41ac-91de-96f85cfd7ce5'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:49:10.969772 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f555f8f7-6d59-4ff2-91aa-94d23978de9c" -d '{"events": [{"server_uuid": "d240bd8f-4c2a-4c05-b98c-2ca58b31fef2", "name": "network-vif-deleted", "tag": "f5b3d0e5-b704-41ac-91de-96f85cfd7ce5"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:49:11.014497 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d612613f-581e-48ff-ba0a-7d10b1fffa68 x-openstack-request-id: req-d612613f-581e-48ff-ba0a-7d10b1fffa68 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:49:11.014803 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d240bd8f-4c2a-4c05-b98c-2ca58b31fef2", "name": "network-vif-deleted", "tag": "f5b3d0e5-b704-41ac-91de-96f85cfd7ce5", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:49:11.015088 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d612613f-581e-48ff-ba0a-7d10b1fffa68 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:49:11.015529 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd240bd8f-4c2a-4c05-b98c-2ca58b31fef2', 'name': 'network-vif-deleted', 'tag': 'f5b3d0e5-b704-41ac-91de-96f85cfd7ce5', 'status': 'completed', 'code': 200} Oct 27 18:49:11.023810 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d5263893-71a6-4d43-8f02-3c9b7aaee039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:11.026564 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d5263893-71a6-4d43-8f02-3c9b7aaee039 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:11.027863 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d5263893-71a6-4d43-8f02-3c9b7aaee039 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d37fcf60-0b58-4b4d-b5e3-15de0bdf9e23 HTTP/1.1" status: 204 len: 168 time: 0.2395687 Oct 27 18:49:11.037356 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5263893-71a6-4d43-8f02-3c9b7aaee039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37fcf60-0b58-4b4d-b5e3-15de0bdf9e23,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:11.202780 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221a908-4fa2-409d-bad6-c8ec28636886 req-67ac4ac2-bdc0-4a17-91dc-a2498306ea43 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:11.204381 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d221a908-4fa2-409d-bad6-c8ec28636886 req-67ac4ac2-bdc0-4a17-91dc-a2498306ea43 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f HTTP/1.1" status: 200 len: 945 time: 0.0552223 Oct 27 18:49:11.251017 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d221a908-4fa2-409d-bad6-c8ec28636886 req-cf2bb85e-7d91-4b32-b8ed-d92c597c143b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4ebfb6b-32e3-4535-afff-6cadab6dff22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404036 Oct 27 18:49:11.391638 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0d2b4-57b3-4705-baa2-5cbc4213b96e req-2e7764e6-4f1e-4065-a30b-181baa68bd6b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:11.393160 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-faa0d2b4-57b3-4705-baa2-5cbc4213b96e req-2e7764e6-4f1e-4065-a30b-181baa68bd6b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f HTTP/1.1" status: 200 len: 945 time: 0.0632675 Oct 27 18:49:11.437334 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-faa0d2b4-57b3-4705-baa2-5cbc4213b96e req-ef07628f-604b-4b72-88fe-67b1f7c5b33b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4ebfb6b-32e3-4535-afff-6cadab6dff22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331099 Oct 27 18:49:11.460960 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35744) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:11.516877 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d68e75-da98-43f3-b58f-057bc46e2b1a tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:11.518783 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-48d68e75-da98-43f3-b58f-057bc46e2b1a tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f HTTP/1.1" status: 200 len: 1091 time: 0.0562949 Oct 27 18:49:11.522029 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35748) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:11.533257 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-0b8464f0-4937-4376-a80d-c8a05cec8b3b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'port_id': '97ff5641-a2b4-4b9f-8fd0-10417463375f', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:49:11.621447 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a7751368-5263-4db3-996e-b46d930c8fd2 req-6cd8ab48-b992-4674-b086-9952111479dc tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "GET /v2.0/ports?device_id=d240bd8f-4c2a-4c05-b98c-2ca58b31fef2 HTTP/1.1" status: 200 len: 210 time: 0.0317099 Oct 27 18:49:11.660295 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0b8464f0-4937-4376-a80d-c8a05cec8b3b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for floatingip, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:11.757490 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0b8464f0-4937-4376-a80d-c8a05cec8b3b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:11.869684 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-0b8464f0-4937-4376-a80d-c8a05cec8b3b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Allocated IP 172.25.6.11 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/a0a4ad2a-d065-418a-ace5-223e02f637f2) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:49:11.977589 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0b8464f0-4937-4376-a80d-c8a05cec8b3b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:11.977913 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def047d1-ddeb-4c09-9d5b-38c91d2c00ef req-0d6a4d00-78f1-41e5-b78d-85c97055b18c tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:11.980476 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-def047d1-ddeb-4c09-9d5b-38c91d2c00ef req-0d6a4d00-78f1-41e5-b78d-85c97055b18c tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 944 time: 0.0560145 Oct 27 18:49:12.028924 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-def047d1-ddeb-4c09-9d5b-38c91d2c00ef req-d5e43323-c916-487c-ab8d-28e389819f23 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385520 Oct 27 18:49:12.086364 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0b8464f0-4937-4376-a80d-c8a05cec8b3b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:12.109844 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-64a8db0a-0709-43c7-b769-4623600d0be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:12.138638 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8464f0-4937-4376-a80d-c8a05cec8b3b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:49:12.141570 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-0b8464f0-4937-4376-a80d-c8a05cec8b3b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:49:12.146697 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8464f0-4937-4376-a80d-c8a05cec8b3b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:49:12.149832 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8464f0-4937-4376-a80d-c8a05cec8b3b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'Port': ['ID=a0a4ad2a-d065-418a-ace5-223e02f637f2,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:12.697119 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35780) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:12.737339 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:49:12.784136 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5465bdf5-d15e-4ce4-a958-668685f9fa43 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:12.831236 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5465bdf5-d15e-4ce4-a958-668685f9fa43 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:12.899369 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9,segment=NetworkSegment(29ae5e06-41a1-428b-8e42-42a692caa382),segment_id=29ae5e06-41a1-428b-8e42-42a692caa382)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:49:12.913035 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9', 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b', 'port_id': '2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9', 'mac_address': 'fa:16:3e:6c:c8:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db74a198-9b96-4f1c-98df-8ec54f422805', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:49:12.966034 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:12.968584 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5465bdf5-d15e-4ce4-a958-668685f9fa43 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:12.973193 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5465bdf5-d15e-4ce4-a958-668685f9fa43 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:12.975670 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5465bdf5-d15e-4ce4-a958-668685f9fa43 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "DELETE /v2.0/security-groups/ad17adb3-b108-44e8-9bf6-405b4ef64bcd HTTP/1.1" status: 204 len: 168 time: 0.2775362 Oct 27 18:49:13.001209 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5465bdf5-d15e-4ce4-a958-668685f9fa43 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad17adb3-b108-44e8-9bf6-405b4ef64bcd,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:13.013414 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:49:13.052386 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9,segment=NetworkSegment(29ae5e06-41a1-428b-8e42-42a692caa382),segment_id=29ae5e06-41a1-428b-8e42-42a692caa382)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:49:13.057731 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0b8464f0-4937-4376-a80d-c8a05cec8b3b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:13.096275 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35794) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:13.152883 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:13.252722 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9,revision_number=11']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:13.262765 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68991e2-14d9-4536-af03-0101fda3d78b req-8d481520-648c-4b25-ad6b-b9750ccb339d tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:13.271932 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a68991e2-14d9-4536-af03-0101fda3d78b req-8d481520-648c-4b25-ad6b-b9750ccb339d tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 945 time: 0.0770049 Oct 27 18:49:13.312833 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0b8464f0-4937-4376-a80d-c8a05cec8b3b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:13.328500 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a68991e2-14d9-4536-af03-0101fda3d78b req-39d361d3-bc40-45de-820d-a22c40e0f248 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469255 Oct 27 18:49:13.394047 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:49:13.443419 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:13.503955 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:13.592436 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0b8464f0-4937-4376-a80d-c8a05cec8b3b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:13.677091 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0b8464f0-4937-4376-a80d-c8a05cec8b3b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:13.697070 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ada358b5-da0f-4d93-85f4-887caaa98524 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:13.761096 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8464f0-4937-4376-a80d-c8a05cec8b3b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'Port': ['ID=a0a4ad2a-d065-418a-ace5-223e02f637f2,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:13.772078 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0b8464f0-4937-4376-a80d-c8a05cec8b3b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:13.885801 n-d-815690-2 neutron-server[102879]: INFO neutron.db.l3_db [None req-0b8464f0-4937-4376-a80d-c8a05cec8b3b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Floating IP 0be01819-8774-4aa5-a83b-3f55484ac096 associated. External IP: 172.25.6.11, port: 97ff5641-a2b4-4b9f-8fd0-10417463375f. Oct 27 18:49:14.008364 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-ada358b5-da0f-4d93-85f4-887caaa98524 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Deleting port 5835fd65-3e40-4cd0-8893-726d158ebbd8 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:49:14.013380 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ada358b5-da0f-4d93-85f4-887caaa98524 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:14.031567 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device f5b3d0e5-b704-41ac-91de-96f85cfd7ce5 no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:49:14.058567 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] No Port match for: f5b3d0e5-b704-41ac-91de-96f85cfd7ce5 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:49:14.058938 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device f5b3d0e5-b704-41ac-91de-96f85cfd7ce5 not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:49:14.125195 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8464f0-4937-4376-a80d-c8a05cec8b3b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Router 37a88d76-4102-4ef0-aac5-656217ff0eef has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:49:14.136497 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-ada358b5-da0f-4d93-85f4-887caaa98524 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] For port 5835fd65-3e40-4cd0-8893-726d158ebbd8, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=5835fd65-3e40-4cd0-8893-726d158ebbd8,segment=NetworkSegment(a9b0de6a-5f69-4e5d-a0cc-ddc908150efa),segment_id=a9b0de6a-5f69-4e5d-a0cc-ddc908150efa)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:49:14.136879 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ada358b5-da0f-4d93-85f4-887caaa98524 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:14.151408 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-ada358b5-da0f-4d93-85f4-887caaa98524 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Calling delete_port for 5835fd65-3e40-4cd0-8893-726d158ebbd8 owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:49:14.259087 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8464f0-4937-4376-a80d-c8a05cec8b3b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:49:14.278202 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fe1762-64f0-48ac-b677-23a117e5b475 None None] Sync routers for ids ['37a88d76-4102-4ef0-aac5-656217ff0eef'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:49:14.299250 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fe1762-64f0-48ac-b677-23a117e5b475 None None] Routers {'37a88d76-4102-4ef0-aac5-656217ff0eef'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:49:14.299967 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-53fe1762-64f0-48ac-b677-23a117e5b475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:49:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['37a88d76-4102-4ef0-aac5-656217ff0eef'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:49:14.331880 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0b8464f0-4937-4376-a80d-c8a05cec8b3b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:14.415500 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0b8464f0-4937-4376-a80d-c8a05cec8b3b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8921554 Oct 27 18:49:14.420040 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2904934-4cc2-4e24-976d-206e2ec2dc3f', 'tag': '97ff5641-a2b4-4b9f-8fd0-10417463375f'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:49:14.422512 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b96663-4a89-4074-b998-18ccc8c5ba47" -d '{"events": [{"name": "network-changed", "server_uuid": "e2904934-4cc2-4e24-976d-206e2ec2dc3f", "tag": "97ff5641-a2b4-4b9f-8fd0-10417463375f"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:49:14.443649 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-53fe1762-64f0-48ac-b677-23a117e5b475 None None] Set router 37a88d76-4102-4ef0-aac5-656217ff0eef gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:49:14.484132 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2bbf5-492d-4464-8d14-b59b2fba1212 req-372ad4ab-7dc5-4c34-9529-b5f5053849f0 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:14.485956 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f6a2bbf5-492d-4464-8d14-b59b2fba1212 req-372ad4ab-7dc5-4c34-9529-b5f5053849f0 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 945 time: 0.0512002 Oct 27 18:49:14.499807 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ada358b5-da0f-4d93-85f4-887caaa98524 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:14.546644 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada358b5-da0f-4d93-85f4-887caaa98524 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event deleted for resources: {'Port': ['ID=5835fd65-3e40-4cd0-8893-726d158ebbd8,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:14.744119 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:49:14.854474 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-53fe1762-64f0-48ac-b677-23a117e5b475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a88d76-4102-4ef0-aac5-656217ff0eef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-68605186', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '35f41979-5e5f-4dd0-9fe8-d3cc595a5faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:48:39Z', 'updated_at': '2021-10-27T18:48:46Z', 'revision_number': 4, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '35f41979-5e5f-4dd0-9fe8-d3cc595a5faf', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a88d76-4102-4ef0-aac5-656217ff0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:48:40Z', 'updated_at': '2021-10-27T18:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '0be01819-8774-4aa5-a83b-3f55484ac096', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'floating_ip_address': '172.25.6.11', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '37a88d76-4102-4ef0-aac5-656217ff0eef', 'port_id': '97ff5641-a2b4-4b9f-8fd0-10417463375f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc95bb99-00fd-4971-9630-aa6f2c6ac7b4', 'mac_address': 'fa:16:3e:09:6c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2904934-4cc2-4e24-976d-206e2ec2dc3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:49:12Z', 'updated_at': '2021-10-27T18:49:12Z', 'revision_number': 0, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b63910ea-afee-4581-bb97-c99d20f74792', 'name': '', 'network_id': 'bc95bb99-00fd-4971-9630-aa6f2c6ac7b4', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'mac_address': 'fa:16:3e:a2:1e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a88d76-4102-4ef0-aac5-656217ff0eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '826f7c4e-07b2-4711-bcb6-a09950586eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:48:44Z', 'updated_at': '2021-10-27T18:48:49Z', 'revision_number': 5, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'subnets': [{'id': '826f7c4e-07b2-4711-bcb6-a09950586eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:49:14.893013 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35836) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:14.904083 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:49:14.909289 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:49:14.909603 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:14.947809 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fe1762-64f0-48ac-b677-23a117e5b475 None None] Checking router: 37a88d76-4102-4ef0-aac5-656217ff0eef for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:49:14.972980 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fe1762-64f0-48ac-b677-23a117e5b475 None None] Routers {'37a88d76-4102-4ef0-aac5-656217ff0eef'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:49:14.973799 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-53fe1762-64f0-48ac-b677-23a117e5b475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:49:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['37a88d76-4102-4ef0-aac5-656217ff0eef'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:49:15.018775 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f6a2bbf5-492d-4464-8d14-b59b2fba1212 req-ca568bd5-edd3-4e46-a9d0-afb206fe910b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5232639 Oct 27 18:49:15.064493 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3ca4d02e-b158-4255-9a4d-5df91a6f6d29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:15.165834 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:15.171876 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3ca4d02e-b158-4255-9a4d-5df91a6f6d29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:15.192769 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-53fe1762-64f0-48ac-b677-23a117e5b475 None None] Set router 37a88d76-4102-4ef0-aac5-656217ff0eef gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:49:15.196103 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ada358b5-da0f-4d93-85f4-887caaa98524 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:15.250499 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:15.255346 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3ca4d02e-b158-4255-9a4d-5df91a6f6d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:15.266298 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a97861b-82ca-4465-b3ab-2b6f3ee4a17b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:49:15.269208 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4cbc50c-5a24-4b59-a1dc-01025503c8c6" -d '{"events": [{"server_uuid": "2a97861b-82ca-4465-b3ab-2b6f3ee4a17b", "name": "network-vif-plugged", "status": "completed", "tag": "2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:49:15.291080 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9,segment=NetworkSegment(29ae5e06-41a1-428b-8e42-42a692caa382),segment_id=29ae5e06-41a1-428b-8e42-42a692caa382)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:49:15.314852 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3ca4d02e-b158-4255-9a4d-5df91a6f6d29 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=24cc989e49f4411dbda0385d539672e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4182642 Oct 27 18:49:15.317920 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d838fd-a1fa-44df-9fe9-c9275ce7984e req-e9727952-76c6-4cd4-b1e8-c2945011f03d tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:15.319699 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-21d838fd-a1fa-44df-9fe9-c9275ce7984e req-e9727952-76c6-4cd4-b1e8-c2945011f03d tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f HTTP/1.1" status: 200 len: 945 time: 0.1411135 Oct 27 18:49:15.328347 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35846) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:15.337195 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca4d02e-b158-4255-9a4d-5df91a6f6d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92b8d07-9cf8-4ed8-b3c0-17c7f7a40f46,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:15.391938 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-21d838fd-a1fa-44df-9fe9-c9275ce7984e req-bb325461-4c3a-4970-ac78-45563849744e tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4ebfb6b-32e3-4535-afff-6cadab6dff22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602226 Oct 27 18:49:15.416110 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35850) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:15.509187 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2842f071-d140-45c6-ab6e-7b2be859d0ef tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/floatingips/0be01819-8774-4aa5-a83b-3f55484ac096 HTTP/1.1" status: 200 len: 990 time: 0.0919406 Oct 27 18:49:15.519626 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:15.522043 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a412bd50-1c7b-4c5f-8509-6bc038c3b5b0 x-openstack-request-id: req-a412bd50-1c7b-4c5f-8509-6bc038c3b5b0 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:49:15.522354 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2904934-4cc2-4e24-976d-206e2ec2dc3f", "tag": "97ff5641-a2b4-4b9f-8fd0-10417463375f", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:49:15.524370 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a412bd50-1c7b-4c5f-8509-6bc038c3b5b0 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:49:15.524790 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2904934-4cc2-4e24-976d-206e2ec2dc3f', 'tag': '97ff5641-a2b4-4b9f-8fd0-10417463375f', 'status': 'completed', 'code': 200} Oct 27 18:49:15.548610 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37384e6-982f-4ef2-b44e-c1e160678029 x-openstack-request-id: req-a37384e6-982f-4ef2-b44e-c1e160678029 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:49:15.548889 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a97861b-82ca-4465-b3ab-2b6f3ee4a17b", "name": "network-vif-plugged", "status": "completed", "tag": "2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:49:15.549210 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a37384e6-982f-4ef2-b44e-c1e160678029 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:49:15.549784 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a97861b-82ca-4465-b3ab-2b6f3ee4a17b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9', 'code': 200} Oct 27 18:49:15.553605 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada358b5-da0f-4d93-85f4-887caaa98524 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Router 55ea74b9-79df-4f15-9210-d9e05d5942b3 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:49:15.581645 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9716b862-091e-4ca8-9ee9-9ea323b51056 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:15.595890 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9,revision_number=12']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:15.609007 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-53fe1762-64f0-48ac-b677-23a117e5b475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a88d76-4102-4ef0-aac5-656217ff0eef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-68605186', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '35f41979-5e5f-4dd0-9fe8-d3cc595a5faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:48:39Z', 'updated_at': '2021-10-27T18:48:46Z', 'revision_number': 4, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '35f41979-5e5f-4dd0-9fe8-d3cc595a5faf', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a88d76-4102-4ef0-aac5-656217ff0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:48:40Z', 'updated_at': '2021-10-27T18:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '0be01819-8774-4aa5-a83b-3f55484ac096', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'floating_ip_address': '172.25.6.11', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '37a88d76-4102-4ef0-aac5-656217ff0eef', 'port_id': '97ff5641-a2b4-4b9f-8fd0-10417463375f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc95bb99-00fd-4971-9630-aa6f2c6ac7b4', 'mac_address': 'fa:16:3e:09:6c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2904934-4cc2-4e24-976d-206e2ec2dc3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:49:12Z', 'updated_at': '2021-10-27T18:49:12Z', 'revision_number': 0, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b63910ea-afee-4581-bb97-c99d20f74792', 'name': '', 'network_id': 'bc95bb99-00fd-4971-9630-aa6f2c6ac7b4', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'mac_address': 'fa:16:3e:a2:1e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a88d76-4102-4ef0-aac5-656217ff0eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '826f7c4e-07b2-4711-bcb6-a09950586eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:48:44Z', 'updated_at': '2021-10-27T18:48:49Z', 'revision_number': 5, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'subnets': [{'id': '826f7c4e-07b2-4711-bcb6-a09950586eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:49:15.630748 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9716b862-091e-4ca8-9ee9-9ea323b51056 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:15.641032 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fe1762-64f0-48ac-b677-23a117e5b475 None None] The sync data for ids ['37a88d76-4102-4ef0-aac5-656217ff0eef'] in n-d-815690-2 is: [{'id': '37a88d76-4102-4ef0-aac5-656217ff0eef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-68605186', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '35f41979-5e5f-4dd0-9fe8-d3cc595a5faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:48:39Z', 'updated_at': '2021-10-27T18:48:46Z', 'revision_number': 4, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '35f41979-5e5f-4dd0-9fe8-d3cc595a5faf', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a88d76-4102-4ef0-aac5-656217ff0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:48:40Z', 'updated_at': '2021-10-27T18:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '0be01819-8774-4aa5-a83b-3f55484ac096', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'floating_ip_address': '172.25.6.11', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '37a88d76-4102-4ef0-aac5-656217ff0eef', 'port_id': '97ff5641-a2b4-4b9f-8fd0-10417463375f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc95bb99-00fd-4971-9630-aa6f2c6ac7b4', 'mac_address': 'fa:16:3e:09:6c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2904934-4cc2-4e24-976d-206e2ec2dc3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:49:12Z', 'updated_at': '2021-10-27T18:49:12Z', 'revision_number': 0, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b63910ea-afee-4581-bb97-c99d20f74792', 'name': '', 'network_id': 'bc95bb99-00fd-4971-9630-aa6f2c6ac7b4', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'mac_address': 'fa:16:3e:a2:1e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a88d76-4102-4ef0-aac5-656217ff0eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '826f7c4e-07b2-4711-bcb6-a09950586eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:48:44Z', 'updated_at': '2021-10-27T18:48:49Z', 'revision_number': 5, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'subnets': [{'id': '826f7c4e-07b2-4711-bcb6-a09950586eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:49:15.682409 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b96663-4a89-4074-b998-18ccc8c5ba47 req-fe90ec03-9b8f-4465-8722-74dd082192a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:15.684147 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e0b96663-4a89-4074-b998-18ccc8c5ba47 req-fe90ec03-9b8f-4465-8722-74dd082192a3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=21f5568e020c455199c8dde94ac0b73c&device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f HTTP/1.1" status: 200 len: 1096 time: 0.1645584 Oct 27 18:49:15.717593 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada358b5-da0f-4d93-85f4-887caaa98524 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:49:15.729497 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe2ac33-83ec-49b8-ba72-0db52dac8695 None None] Sync routers for ids ['55ea74b9-79df-4f15-9210-d9e05d5942b3'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:49:15.732349 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ada358b5-da0f-4d93-85f4-887caaa98524 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "PUT /v2.0/routers/55ea74b9-79df-4f15-9210-d9e05d5942b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6349182 Oct 27 18:49:15.735275 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35852) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:15.766684 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe2ac33-83ec-49b8-ba72-0db52dac8695 None None] Routers {'55ea74b9-79df-4f15-9210-d9e05d5942b3'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:49:15.768377 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-6fe2ac33-83ec-49b8-ba72-0db52dac8695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:49:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['55ea74b9-79df-4f15-9210-d9e05d5942b3'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:49:15.810499 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-32c38607-a82c-4908-b90c-de5c5e88cffd tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Deleting subnet 071dd6fa-e000-4919-ba50-3dfa52855a21 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:49:15.814170 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-32c38607-a82c-4908-b90c-de5c5e88cffd tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:15.829479 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9716b862-091e-4ca8-9ee9-9ea323b51056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:15.832143 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9716b862-091e-4ca8-9ee9-9ea323b51056 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:15.840087 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9716b862-091e-4ca8-9ee9-9ea323b51056 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b92b8d07-9cf8-4ed8-b3c0-17c7f7a40f46 HTTP/1.1" status: 204 len: 168 time: 0.5106685 Oct 27 18:49:15.848908 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b96663-4a89-4074-b998-18ccc8c5ba47 req-80ddb3b4-d415-4663-9206-e6266bb3113f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:15.850383 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e0b96663-4a89-4074-b998-18ccc8c5ba47 req-80ddb3b4-d415-4663-9206-e6266bb3113f service neutron] 10.222.0.93 "GET /v2.0/networks?id=bc95bb99-00fd-4971-9630-aa6f2c6ac7b4 HTTP/1.1" status: 200 len: 899 time: 0.1593490 Oct 27 18:49:15.858983 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9716b862-091e-4ca8-9ee9-9ea323b51056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92b8d07-9cf8-4ed8-b3c0-17c7f7a40f46,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:15.898203 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-32c38607-a82c-4908-b90c-de5c5e88cffd tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:15.942291 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e0b96663-4a89-4074-b998-18ccc8c5ba47 req-d4831364-04b1-4a47-bfba-d1b2125ca255 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97ff5641-a2b4-4b9f-8fd0-10417463375f HTTP/1.1" status: 200 len: 998 time: 0.0804050 Oct 27 18:49:15.957962 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-6fe2ac33-83ec-49b8-ba72-0db52dac8695 None None] Set router 55ea74b9-79df-4f15-9210-d9e05d5942b3 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:49:15.963007 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f100c09-8f0c-4853-a351-816fbea0af87 req-49520494-f968-4046-8115-47fc5c670fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:15.964615 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3f100c09-8f0c-4853-a351-816fbea0af87 req-49520494-f968-4046-8115-47fc5c670fdb service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 1097 time: 0.1891639 Oct 27 18:49:16.042886 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b96663-4a89-4074-b998-18ccc8c5ba47 req-5f5597eb-d271-49dc-a848-2e6ae8121389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:16.042886 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e0b96663-4a89-4074-b998-18ccc8c5ba47 req-5f5597eb-d271-49dc-a848-2e6ae8121389 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=826f7c4e-07b2-4711-bcb6-a09950586eaa HTTP/1.1" status: 200 len: 835 time: 0.0885811 Oct 27 18:49:16.047039 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3f100c09-8f0c-4853-a351-816fbea0af87 req-f121dd99-b183-4c61-9a13-21b8d6bf6655 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621712 Oct 27 18:49:16.094056 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a6b2c1-d682-49e5-8750-bae803543876 None None] New status for floating IP 0be01819-8774-4aa5-a83b-3f55484ac096: ACTIVE {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:49:16.140665 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-32c38607-a82c-4908-b90c-de5c5e88cffd tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:16.263498 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-6fe2ac33-83ec-49b8-ba72-0db52dac8695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ea74b9-79df-4f15-9210-d9e05d5942b3', 'name': 'tempest-TestNetworkBasicOps-router-850632275', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'e421c008-5c54-40e2-9c6d-fa6a44b55a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:47:52Z', 'updated_at': '2021-10-27T18:49:14Z', 'revision_number': 5, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'gw_port': {'id': 'e421c008-5c54-40e2-9c6d-fa6a44b55a4f', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ea74b9-79df-4f15-9210-d9e05d5942b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:53Z', 'updated_at': '2021-10-27T18:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:49:16.298049 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe2ac33-83ec-49b8-ba72-0db52dac8695 None None] Checking router: 55ea74b9-79df-4f15-9210-d9e05d5942b3 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:49:16.317003 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386b149-f3fb-449e-b1a8-29a0c1b68da8 req-30274658-48c0-484e-933e-a865dcc3bfeb tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:16.317003 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f386b149-f3fb-449e-b1a8-29a0c1b68da8 req-30274658-48c0-484e-933e-a865dcc3bfeb tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 946 time: 0.1137516 Oct 27 18:49:16.317003 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-32c38607-a82c-4908-b90c-de5c5e88cffd tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:16.318281 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe2ac33-83ec-49b8-ba72-0db52dac8695 None None] Routers {'55ea74b9-79df-4f15-9210-d9e05d5942b3'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:49:16.318911 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-6fe2ac33-83ec-49b8-ba72-0db52dac8695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:49:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['55ea74b9-79df-4f15-9210-d9e05d5942b3'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:49:16.381684 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b96663-4a89-4074-b998-18ccc8c5ba47 req-d150f7dd-ac00-406f-82f3-7149cc239b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:16.382245 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcef5cc8-360f-47a6-a3a3-c35d5e694395 None None] Network c751e866-e27d-4a5e-92da-f83379f6a6f2 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:49:16.383712 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e0b96663-4a89-4074-b998-18ccc8c5ba47 req-d150f7dd-ac00-406f-82f3-7149cc239b89 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=bc95bb99-00fd-4971-9630-aa6f2c6ac7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1359208 Oct 27 18:49:16.463044 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-32c38607-a82c-4908-b90c-de5c5e88cffd tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:16.483639 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-32c38607-a82c-4908-b90c-de5c5e88cffd tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "DELETE /v2.0/subnets/071dd6fa-e000-4919-ba50-3dfa52855a21 HTTP/1.1" status: 204 len: 168 time: 0.7468908 Oct 27 18:49:16.502848 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35866) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:16.535479 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35868) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:16.552894 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-6fe2ac33-83ec-49b8-ba72-0db52dac8695 None None] Set router 55ea74b9-79df-4f15-9210-d9e05d5942b3 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:49:16.557579 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c38607-a82c-4908-b90c-de5c5e88cffd tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event deleted for resources: {'Subnet': ['ID=071dd6fa-e000-4919-ba50-3dfa52855a21,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:16.710647 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278590a5-c8ee-49a5-ab84-1b470abb3881 None None] DHCP port deletion for c751e866-e27d-4a5e-92da-f83379f6a6f2 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:49:16.728702 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f386b149-f3fb-449e-b1a8-29a0c1b68da8 req-7475d254-bc09-4dab-bedc-a149b69aceaa tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3734143 Oct 27 18:49:16.773628 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-59380e97-c4aa-4ff7-a918-80a8c0998cfd tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/floatingips/0be01819-8774-4aa5-a83b-3f55484ac096 HTTP/1.1" status: 200 len: 992 time: 0.2314174 Oct 27 18:49:16.776922 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e0b96663-4a89-4074-b998-18ccc8c5ba47 req-70db26be-37a8-4a8f-97de-0f2c927713c5 service neutron] 10.222.0.93 "GET /v2.0/networks/bc95bb99-00fd-4971-9630-aa6f2c6ac7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843906 Oct 27 18:49:16.796978 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-84e60c82-1c88-4f06-8878-4ff298c5896b tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:16.817997 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35870) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:16.837072 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-278590a5-c8ee-49a5-ab84-1b470abb3881 None None] Deleting port 66125828-af89-4939-8b34-37b7acf705b7 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:49:16.837463 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-278590a5-c8ee-49a5-ab84-1b470abb3881 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:16.878754 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-6fe2ac33-83ec-49b8-ba72-0db52dac8695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55ea74b9-79df-4f15-9210-d9e05d5942b3', 'name': 'tempest-TestNetworkBasicOps-router-850632275', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'e421c008-5c54-40e2-9c6d-fa6a44b55a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:47:52Z', 'updated_at': '2021-10-27T18:49:14Z', 'revision_number': 5, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'gw_port': {'id': 'e421c008-5c54-40e2-9c6d-fa6a44b55a4f', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ea74b9-79df-4f15-9210-d9e05d5942b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:53Z', 'updated_at': '2021-10-27T18:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:49:16.889187 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8c2e1c8b-e029-4c41-b843-46a2e25faab1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:16.942011 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-278590a5-c8ee-49a5-ab84-1b470abb3881 None None] For port 66125828-af89-4939-8b34-37b7acf705b7, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=66125828-af89-4939-8b34-37b7acf705b7,segment=NetworkSegment(a9b0de6a-5f69-4e5d-a0cc-ddc908150efa),segment_id=a9b0de6a-5f69-4e5d-a0cc-ddc908150efa)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:49:16.942543 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-278590a5-c8ee-49a5-ab84-1b470abb3881 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:16.948302 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe2ac33-83ec-49b8-ba72-0db52dac8695 None None] The sync data for ids ['55ea74b9-79df-4f15-9210-d9e05d5942b3'] in n-d-815690-2 is: [{'id': '55ea74b9-79df-4f15-9210-d9e05d5942b3', 'name': 'tempest-TestNetworkBasicOps-router-850632275', 'tenant_id': 'a56febe1ed07496abd79e6dfcd66d421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'e421c008-5c54-40e2-9c6d-fa6a44b55a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:47:52Z', 'updated_at': '2021-10-27T18:49:14Z', 'revision_number': 5, 'project_id': 'a56febe1ed07496abd79e6dfcd66d421', 'gw_port': {'id': 'e421c008-5c54-40e2-9c6d-fa6a44b55a4f', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ea74b9-79df-4f15-9210-d9e05d5942b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3456, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:47:53Z', 'updated_at': '2021-10-27T18:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:49:16.958301 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-84e60c82-1c88-4f06-8878-4ff298c5896b tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:16.979667 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8c2e1c8b-e029-4c41-b843-46a2e25faab1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:17.031870 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e0b96663-4a89-4074-b998-18ccc8c5ba47 req-8a47719c-6d7d-449b-9408-c76d3312eca1 service neutron] 10.222.0.93 "GET /v2.0/networks/bc95bb99-00fd-4971-9630-aa6f2c6ac7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462592 Oct 27 18:49:17.114501 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8c2e1c8b-e029-4c41-b843-46a2e25faab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:17.114983 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-84e60c82-1c88-4f06-8878-4ff298c5896b tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Deleting port e421c008-5c54-40e2-9c6d-fa6a44b55a4f {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:49:17.115388 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-84e60c82-1c88-4f06-8878-4ff298c5896b tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:17.157470 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-278590a5-c8ee-49a5-ab84-1b470abb3881 None None] Calling delete_port for 66125828-af89-4939-8b34-37b7acf705b7 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:49:17.193683 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35874) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:17.194749 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8c2e1c8b-e029-4c41-b843-46a2e25faab1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3444fda0ad9448ee8c3f1f2c3cafe562&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3758643 Oct 27 18:49:17.197200 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e1c8b-e029-4c41-b843-46a2e25faab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c09465-d737-4b59-b970-fbfae93ac6d5,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:17.274032 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-84e60c82-1c88-4f06-8878-4ff298c5896b tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] For port e421c008-5c54-40e2-9c6d-fa6a44b55a4f, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=e421c008-5c54-40e2-9c6d-fa6a44b55a4f,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:49:17.274401 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-84e60c82-1c88-4f06-8878-4ff298c5896b tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:17.305648 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-84e60c82-1c88-4f06-8878-4ff298c5896b tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Calling delete_port for e421c008-5c54-40e2-9c6d-fa6a44b55a4f owned by network:router_gateway {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:49:17.329877 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e9abe981-973c-4206-8ba9-8b72a4b44767 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:17.332173 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-278590a5-c8ee-49a5-ab84-1b470abb3881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:17.396671 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e9abe981-973c-4206-8ba9-8b72a4b44767 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:17.417733 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278590a5-c8ee-49a5-ab84-1b470abb3881 None None] Pushing event deleted for resources: {'Port': ['ID=66125828-af89-4939-8b34-37b7acf705b7,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:17.419835 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278590a5-c8ee-49a5-ab84-1b470abb3881 None None] No DVR routers for this DVR port 66125828-af89-4939-8b34-37b7acf705b7 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:49:17.614303 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e9abe981-973c-4206-8ba9-8b72a4b44767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:17.617106 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e9abe981-973c-4206-8ba9-8b72a4b44767 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:17.618982 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e9abe981-973c-4206-8ba9-8b72a4b44767 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f9c09465-d737-4b59-b970-fbfae93ac6d5 HTTP/1.1" status: 204 len: 168 time: 0.4236588 Oct 27 18:49:17.627723 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9abe981-973c-4206-8ba9-8b72a4b44767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c09465-d737-4b59-b970-fbfae93ac6d5,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:17.727090 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-84e60c82-1c88-4f06-8878-4ff298c5896b tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:17.770198 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e60c82-1c88-4f06-8878-4ff298c5896b tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event deleted for resources: {'Port': ['ID=e421c008-5c54-40e2-9c6d-fa6a44b55a4f,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:17.872355 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-84e60c82-1c88-4f06-8878-4ff298c5896b tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:17.911893 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714aada-b6d4-4d7d-add8-4900c4284d5a req-102d5552-eb58-41c3-be12-a831eb36a88d tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:17.913384 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b714aada-b6d4-4d7d-add8-4900c4284d5a req-102d5552-eb58-41c3-be12-a831eb36a88d tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 946 time: 0.1139884 Oct 27 18:49:17.994521 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-84e60c82-1c88-4f06-8878-4ff298c5896b tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:17.998714 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-84e60c82-1c88-4f06-8878-4ff298c5896b tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:18.063880 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b714aada-b6d4-4d7d-add8-4900c4284d5a req-50a5c4c6-9ae1-4a8b-92cb-e3f16e4b141a tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847123 Oct 27 18:49:18.146233 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-84e60c82-1c88-4f06-8878-4ff298c5896b tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:18.149347 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e60c82-1c88-4f06-8878-4ff298c5896b tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Fanout notify agent at l3_agent the message router_deleted on router 55ea74b9-79df-4f15-9210-d9e05d5942b3 {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:49:18.156983 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-84e60c82-1c88-4f06-8878-4ff298c5896b tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:18.158086 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-84e60c82-1c88-4f06-8878-4ff298c5896b tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "DELETE /v2.0/routers/55ea74b9-79df-4f15-9210-d9e05d5942b3 HTTP/1.1" status: 204 len: 168 time: 1.6542692 Oct 27 18:49:18.160836 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35928) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:18.264475 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f1eb9b26-f13d-40f0-80fc-3db164cce608 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:18.374401 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f1eb9b26-f13d-40f0-80fc-3db164cce608 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:18.397974 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-f1eb9b26-f13d-40f0-80fc-3db164cce608 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c751e866-e27d-4a5e-92da-f83379f6a6f2']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:49:18.408164 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-f1eb9b26-f13d-40f0-80fc-3db164cce608 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b0de6a-5f69-4e5d-a0cc-ddc908150efa') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:49:18.408682 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-f1eb9b26-f13d-40f0-80fc-3db164cce608 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b0de6a-5f69-4e5d-a0cc-ddc908150efa') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:49:18.418985 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f1eb9b26-f13d-40f0-80fc-3db164cce608 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:18.432477 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f1eb9b26-f13d-40f0-80fc-3db164cce608 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:18.439493 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1eb9b26-f13d-40f0-80fc-3db164cce608 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:49:18.439829 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f1eb9b26-f13d-40f0-80fc-3db164cce608 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:18.442845 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:49:18.442845 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:49:18.442845 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:49:18.442845 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:49:18.442845 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:49:18.442845 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:49:18.442845 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:49:18.442845 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:49:18.442845 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:49:18.442845 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:49:18.442845 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:49:18.442845 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:49:18.442845 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:49:18.442845 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:49:18.442845 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:49:18.442845 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:49:18.442845 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:49:18.442845 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:49:18.442845 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:49:18.442845 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:49:18.442845 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:49:18.442845 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:49:18.442845 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:49:18.442845 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:49:18.442845 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:49:18.442845 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:49:18.442845 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:49:18.442845 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:49:18.442845 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:49:18.442845 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:49:18.442845 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:49:18.442845 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:49:18.581474 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f1eb9b26-f13d-40f0-80fc-3db164cce608 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:18.591720 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f1eb9b26-f13d-40f0-80fc-3db164cce608 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:18.594943 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f1eb9b26-f13d-40f0-80fc-3db164cce608 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] 10.222.0.52 "DELETE /v2.0/networks/c751e866-e27d-4a5e-92da-f83379f6a6f2 HTTP/1.1" status: 204 len: 168 time: 0.4331481 Oct 27 18:49:18.627772 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eb9b26-f13d-40f0-80fc-3db164cce608 tempest-TestNetworkBasicOps-598296386 tempest-TestNetworkBasicOps-598296386-project] Pushing event deleted for resources: {'Network': ['ID=c751e866-e27d-4a5e-92da-f83379f6a6f2,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:18.767189 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device e421c008-5c54-40e2-9c6d-fa6a44b55a4f no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:49:18.793005 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: e421c008-5c54-40e2-9c6d-fa6a44b55a4f {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:49:18.793526 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device e421c008-5c54-40e2-9c6d-fa6a44b55a4f not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:49:18.794025 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 5835fd65-3e40-4cd0-8893-726d158ebbd8 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:49:18.813708 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 5835fd65-3e40-4cd0-8893-726d158ebbd8 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:49:18.816511 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 5835fd65-3e40-4cd0-8893-726d158ebbd8 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:49:18.816511 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 66125828-af89-4939-8b34-37b7acf705b7 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:49:18.835796 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 66125828-af89-4939-8b34-37b7acf705b7 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:49:18.836144 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 66125828-af89-4939-8b34-37b7acf705b7 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:49:19.127337 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 35956) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:19.236295 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc92dab-947f-43e2-a46c-7900f7802f68 req-9383299c-ce56-4846-bae7-0c18364b0acb tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:19.237993 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1dc92dab-947f-43e2-a46c-7900f7802f68 req-9383299c-ce56-4846-bae7-0c18364b0acb tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 946 time: 0.0759549 Oct 27 18:49:19.283107 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1dc92dab-947f-43e2-a46c-7900f7802f68 req-6126f5cd-3420-4698-aebd-e603f3e5402c tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386636 Oct 27 18:49:19.357244 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35966) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:19.357476 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0def7cc3-4b30-49ae-94de-134159489bfb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a56febe1ed07496abd79e6dfcd66d421&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2280023 Oct 27 18:49:19.407474 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7629506a-e55d-4b6b-82cc-c03e0228b7c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:19.429565 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7629506a-e55d-4b6b-82cc-c03e0228b7c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:19.562588 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7629506a-e55d-4b6b-82cc-c03e0228b7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:19.565746 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7629506a-e55d-4b6b-82cc-c03e0228b7c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:19.566989 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7629506a-e55d-4b6b-82cc-c03e0228b7c1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b4679595-0c78-445d-802f-1be8804b5699 HTTP/1.1" status: 204 len: 168 time: 0.2084510 Oct 27 18:49:19.584104 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629506a-e55d-4b6b-82cc-c03e0228b7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4679595-0c78-445d-802f-1be8804b5699,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:20.267648 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35992) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:20.285228 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6711c488-c736-49fd-894d-fa7f69a89f7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:20.360784 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6711c488-c736-49fd-894d-fa7f69a89f7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:20.446293 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6711c488-c736-49fd-894d-fa7f69a89f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:20.490387 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6711c488-c736-49fd-894d-fa7f69a89f7a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f635a7bfdf1145919338428f4d97ef35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2192657 Oct 27 18:49:20.490387 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6711c488-c736-49fd-894d-fa7f69a89f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d22439-57e7-435b-9eb7-d66d50e42e12,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:20.491218 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 35996) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:20.549440 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-63d0483f-4c45-4d5f-9618-7ce5521970a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:20.570652 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-63d0483f-4c45-4d5f-9618-7ce5521970a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:20.702798 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-63d0483f-4c45-4d5f-9618-7ce5521970a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:20.705458 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-63d0483f-4c45-4d5f-9618-7ce5521970a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:20.706704 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-63d0483f-4c45-4d5f-9618-7ce5521970a1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e5d22439-57e7-435b-9eb7-d66d50e42e12 HTTP/1.1" status: 204 len: 168 time: 0.2145708 Oct 27 18:49:20.714765 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d0483f-4c45-4d5f-9618-7ce5521970a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d22439-57e7-435b-9eb7-d66d50e42e12,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:25.758960 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 36230) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:25.900027 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-44f9e5a6-d7cf-4f3a-a04c-b462b3479638 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:25.977454 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-44f9e5a6-d7cf-4f3a-a04c-b462b3479638 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:26.030988 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-44f9e5a6-d7cf-4f3a-a04c-b462b3479638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:26.075554 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36236) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:26.076025 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-44f9e5a6-d7cf-4f3a-a04c-b462b3479638 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c60a323a650f4a318770682ebc62160c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3155603 Oct 27 18:49:26.076601 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f9e5a6-d7cf-4f3a-a04c-b462b3479638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa5e767-6da0-4465-901d-8cbe0189d4ff,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:26.087665 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f9e5a6-d7cf-4f3a-a04c-b462b3479638 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:49:26.088024 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f9e5a6-d7cf-4f3a-a04c-b462b3479638 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:49:26.088378 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f9e5a6-d7cf-4f3a-a04c-b462b3479638 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:49:26.088732 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f9e5a6-d7cf-4f3a-a04c-b462b3479638 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:49:26.089078 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f9e5a6-d7cf-4f3a-a04c-b462b3479638 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:49:26.089419 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f9e5a6-d7cf-4f3a-a04c-b462b3479638 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:49:26.090326 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f9e5a6-d7cf-4f3a-a04c-b462b3479638 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:49:26.090677 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f9e5a6-d7cf-4f3a-a04c-b462b3479638 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:49:26.091037 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f9e5a6-d7cf-4f3a-a04c-b462b3479638 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:49:26.091374 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f9e5a6-d7cf-4f3a-a04c-b462b3479638 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:49:26.091707 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f9e5a6-d7cf-4f3a-a04c-b462b3479638 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:49:26.092032 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f9e5a6-d7cf-4f3a-a04c-b462b3479638 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:49:26.139220 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-51e403aa-4413-405d-bb21-1ccb710229aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:26.161114 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-51e403aa-4413-405d-bb21-1ccb710229aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:26.187078 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 36240) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:26.299504 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-51e403aa-4413-405d-bb21-1ccb710229aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:26.302221 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-51e403aa-4413-405d-bb21-1ccb710229aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:26.305653 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-51e403aa-4413-405d-bb21-1ccb710229aa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9aa5e767-6da0-4465-901d-8cbe0189d4ff HTTP/1.1" status: 204 len: 168 time: 0.2258878 Oct 27 18:49:26.305786 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6a165119-9854-4bad-bfbc-f645bb46a5fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:26.315297 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e403aa-4413-405d-bb21-1ccb710229aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa5e767-6da0-4465-901d-8cbe0189d4ff,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:26.392410 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6a165119-9854-4bad-bfbc-f645bb46a5fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:26.482298 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:26.511239 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6a165119-9854-4bad-bfbc-f645bb46a5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:26.554207 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6a165119-9854-4bad-bfbc-f645bb46a5fd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9cc7835de8ec4983a4e3617c26c70e05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3659701 Oct 27 18:49:26.555122 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a165119-9854-4bad-bfbc-f645bb46a5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1789986-a406-4a83-bd97-c1978bd2fff0,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:26.557946 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36246) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:26.609915 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a5f9589d-c78e-43e2-9dba-4064426ebd97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:26.633213 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a5f9589d-c78e-43e2-9dba-4064426ebd97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:26.728358 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a5f9589d-c78e-43e2-9dba-4064426ebd97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:26.731738 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a5f9589d-c78e-43e2-9dba-4064426ebd97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:26.732943 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a5f9589d-c78e-43e2-9dba-4064426ebd97 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a1789986-a406-4a83-bd97-c1978bd2fff0 HTTP/1.1" status: 204 len: 168 time: 0.1729453 Oct 27 18:49:26.740616 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f9589d-c78e-43e2-9dba-4064426ebd97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1789986-a406-4a83-bd97-c1978bd2fff0,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:26.928125 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:27.002165 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 36258) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:27.016484 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cb1df3e3-9238-40da-9e55-c03bdf3b10a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:27.098480 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cb1df3e3-9238-40da-9e55-c03bdf3b10a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:27.168766 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cb1df3e3-9238-40da-9e55-c03bdf3b10a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:27.211948 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-cb1df3e3-9238-40da-9e55-c03bdf3b10a6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bd83eb537bbe44d89dba540a840ed998&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2086289 Oct 27 18:49:27.213295 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1df3e3-9238-40da-9e55-c03bdf3b10a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1933d0f2-fc6e-4d7d-8095-7bd97f213818,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:27.214802 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36262) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:27.276788 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3af7cf67-d41d-496b-9def-07b81119d661 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:27.299724 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3af7cf67-d41d-496b-9def-07b81119d661 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:27.370109 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36264) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:27.383558 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bbb6f94c-92b4-4ab4-aa3e-0513bf5a7b21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:27.407739 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3af7cf67-d41d-496b-9def-07b81119d661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:27.410372 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3af7cf67-d41d-496b-9def-07b81119d661 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:27.411651 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3af7cf67-d41d-496b-9def-07b81119d661 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1933d0f2-fc6e-4d7d-8095-7bd97f213818 HTTP/1.1" status: 204 len: 168 time: 0.1948171 Oct 27 18:49:27.430154 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7cf67-d41d-496b-9def-07b81119d661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1933d0f2-fc6e-4d7d-8095-7bd97f213818,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:27.477975 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bbb6f94c-92b4-4ab4-aa3e-0513bf5a7b21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:27.528664 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bbb6f94c-92b4-4ab4-aa3e-0513bf5a7b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:27.577040 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-bbb6f94c-92b4-4ab4-aa3e-0513bf5a7b21 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=438d55cced0a428283598c9bbe302e52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2022161 Oct 27 18:49:27.577874 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36268) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:27.584610 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb6f94c-92b4-4ab4-aa3e-0513bf5a7b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9abf863-a9d4-4cab-8005-ff61298aa4b9,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:27.632462 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e4fddc31-8279-4013-bda8-d710b3fab882 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:27.656050 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e4fddc31-8279-4013-bda8-d710b3fab882 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:27.763323 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e4fddc31-8279-4013-bda8-d710b3fab882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:27.766180 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e4fddc31-8279-4013-bda8-d710b3fab882 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:27.770637 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e4fddc31-8279-4013-bda8-d710b3fab882 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d9abf863-a9d4-4cab-8005-ff61298aa4b9 HTTP/1.1" status: 204 len: 168 time: 0.1916070 Oct 27 18:49:27.793243 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fddc31-8279-4013-bda8-d710b3fab882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9abf863-a9d4-4cab-8005-ff61298aa4b9,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:28.873025 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36320) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:28.983360 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-cc594676-cf16-444d-9fd8-8e88d01b0da8 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2001710536-network', 'tenant_id': '77c0f938a278406e8c07c3c95f966548'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:49:29.102677 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc594676-cf16-444d-9fd8-8e88d01b0da8 admin admin] Made reservation on behalf of 77c0f938a278406e8c07c3c95f966548 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:49:29.106529 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cc594676-cf16-444d-9fd8-8e88d01b0da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:29.115673 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cc594676-cf16-444d-9fd8-8e88d01b0da8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:29.193903 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cc594676-cf16-444d-9fd8-8e88d01b0da8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:29.259337 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cc594676-cf16-444d-9fd8-8e88d01b0da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:29.290338 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc594676-cf16-444d-9fd8-8e88d01b0da8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1043, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:49:29.298918 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc594676-cf16-444d-9fd8-8e88d01b0da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ed2480-0507-46b2-833f-118c89255d39,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:29.305629 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cc594676-cf16-444d-9fd8-8e88d01b0da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:29.305983 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-cc594676-cf16-444d-9fd8-8e88d01b0da8 admin admin] Added segment c05a0d9e-11fb-4470-aecc-6bcc3af96f1f of type vlan for network 24cc6b4f-7fbe-4616-b9da-73cf2863e7c4 Oct 27 18:49:29.356540 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cc594676-cf16-444d-9fd8-8e88d01b0da8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:29.448544 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cc594676-cf16-444d-9fd8-8e88d01b0da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:29.450456 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc594676-cf16-444d-9fd8-8e88d01b0da8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:29.451182 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cc594676-cf16-444d-9fd8-8e88d01b0da8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:29.556214 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc594676-cf16-444d-9fd8-8e88d01b0da8 admin admin] Pushing event updated for resources: {'Network': ['ID=24cc6b4f-7fbe-4616-b9da-73cf2863e7c4,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:29.567877 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 24cc6b4f-7fbe-4616-b9da-73cf2863e7c4 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:49:29.588243 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-cc594676-cf16-444d-9fd8-8e88d01b0da8 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7140088 Oct 27 18:49:29.591754 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36342) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:29.596504 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-b42261f1-635e-49ae-8b06-5d5d713890f2 admin admin] Request body: {'subnet': {'network_id': '24cc6b4f-7fbe-4616-b9da-73cf2863e7c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2001710536-subnet', 'tenant_id': '77c0f938a278406e8c07c3c95f966548', 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:49:29.688018 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42261f1-635e-49ae-8b06-5d5d713890f2 admin admin] Made reservation on behalf of 77c0f938a278406e8c07c3c95f966548 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:49:29.690409 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b42261f1-635e-49ae-8b06-5d5d713890f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:29.701297 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:49:29.945060 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b42261f1-635e-49ae-8b06-5d5d713890f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:30.005185 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42261f1-635e-49ae-8b06-5d5d713890f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=753904f2-32f3-4834-a3b8-89803b77ea5a,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:30.013652 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42261f1-635e-49ae-8b06-5d5d713890f2 admin admin] Checking segment: {'id': 'c05a0d9e-11fb-4470-aecc-6bcc3af96f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '24cc6b4f-7fbe-4616-b9da-73cf2863e7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:49:30.014012 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42261f1-635e-49ae-8b06-5d5d713890f2 admin admin] Network hostable DHCP agents. Network: 24cc6b4f-7fbe-4616-b9da-73cf2863e7c4, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:49:30.131220 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42261f1-635e-49ae-8b06-5d5d713890f2 admin admin] Network 24cc6b4f-7fbe-4616-b9da-73cf2863e7c4 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:49:30.224773 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-b42261f1-635e-49ae-8b06-5d5d713890f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 24cc6b4f-7fbe-4616-b9da-73cf2863e7c4) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:49:30.233708 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bdbc75-9007-411d-9153-86ae45b7797e None None] Network 24cc6b4f-7fbe-4616-b9da-73cf2863e7c4 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:49:30.235992 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42261f1-635e-49ae-8b06-5d5d713890f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:30.236781 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b42261f1-635e-49ae-8b06-5d5d713890f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:30.312191 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b42261f1-635e-49ae-8b06-5d5d713890f2 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7193587 Oct 27 18:49:30.315103 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 36350) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:30.321062 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-c57749b2-6274-4d1c-a2d4-5dd83d1d9b0a admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2001710536-router', 'tenant_id': '77c0f938a278406e8c07c3c95f966548', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:49:30.392102 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdda20e-974e-47f8-913c-b612e1afcba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-24cc6b4f-7fbe-4616-b9da-73cf2863e7c4', 'network_id': '24cc6b4f-7fbe-4616-b9da-73cf2863e7c4', 'tenant_id': '77c0f938a278406e8c07c3c95f966548', 'fixed_ips': [{'subnet_id': '753904f2-32f3-4834-a3b8-89803b77ea5a'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:49:30.393132 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6cdda20e-974e-47f8-913c-b612e1afcba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:30.462978 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c57749b2-6274-4d1c-a2d4-5dd83d1d9b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:30.465690 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c57749b2-6274-4d1c-a2d4-5dd83d1d9b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:30.551823 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c57749b2-6274-4d1c-a2d4-5dd83d1d9b0a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:30.564013 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-6cdda20e-974e-47f8-913c-b612e1afcba5 None None] Allocated IP 172.20.0.2 (24cc6b4f-7fbe-4616-b9da-73cf2863e7c4/753904f2-32f3-4834-a3b8-89803b77ea5a/d49e1219-e929-46c7-a378-843bebe9d4ba) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:49:30.710634 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6cdda20e-974e-47f8-913c-b612e1afcba5 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:30.808402 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6cdda20e-974e-47f8-913c-b612e1afcba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:30.836160 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c57749b2-6274-4d1c-a2d4-5dd83d1d9b0a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:30.861666 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdda20e-974e-47f8-913c-b612e1afcba5 None None] Network 24cc6b4f-7fbe-4616-b9da-73cf2863e7c4 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:49:30.864849 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-6cdda20e-974e-47f8-913c-b612e1afcba5 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:49:30.870026 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdda20e-974e-47f8-913c-b612e1afcba5 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:49:30.879294 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdda20e-974e-47f8-913c-b612e1afcba5 None None] Pushing event updated for resources: {'Port': ['ID=d49e1219-e929-46c7-a378-843bebe9d4ba,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:30.927546 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-6cdda20e-974e-47f8-913c-b612e1afcba5 None None] Attempting to bind port d49e1219-e929-46c7-a378-843bebe9d4ba on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:49:30.927911 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-6cdda20e-974e-47f8-913c-b612e1afcba5 None None] Attempting to bind port d49e1219-e929-46c7-a378-843bebe9d4ba by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'c05a0d9e-11fb-4470-aecc-6bcc3af96f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '24cc6b4f-7fbe-4616-b9da-73cf2863e7c4'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:49:30.928291 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdda20e-974e-47f8-913c-b612e1afcba5 None None] Attempting to bind port d49e1219-e929-46c7-a378-843bebe9d4ba on network 24cc6b4f-7fbe-4616-b9da-73cf2863e7c4 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:49:30.933848 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdda20e-974e-47f8-913c-b612e1afcba5 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:49:30.934445 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdda20e-974e-47f8-913c-b612e1afcba5 None None] Checking segment: {'id': 'c05a0d9e-11fb-4470-aecc-6bcc3af96f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '24cc6b4f-7fbe-4616-b9da-73cf2863e7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:49:30.934870 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6cdda20e-974e-47f8-913c-b612e1afcba5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:30.935266 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdda20e-974e-47f8-913c-b612e1afcba5 None None] Bound using segment: {'id': 'c05a0d9e-11fb-4470-aecc-6bcc3af96f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '24cc6b4f-7fbe-4616-b9da-73cf2863e7c4'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:49:30.935738 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-6cdda20e-974e-47f8-913c-b612e1afcba5 None None] Bound port: d49e1219-e929-46c7-a378-843bebe9d4ba, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05a0d9e-11fb-4470-aecc-6bcc3af96f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '24cc6b4f-7fbe-4616-b9da-73cf2863e7c4'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:49:30.936138 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6cdda20e-974e-47f8-913c-b612e1afcba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:31.019947 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6cdda20e-974e-47f8-913c-b612e1afcba5 None None] For port d49e1219-e929-46c7-a378-843bebe9d4ba, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:49:31.023419 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6cdda20e-974e-47f8-913c-b612e1afcba5 None None] For port d49e1219-e929-46c7-a378-843bebe9d4ba, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=d49e1219-e929-46c7-a378-843bebe9d4ba,segment=NetworkSegment(c05a0d9e-11fb-4470-aecc-6bcc3af96f1f),segment_id=c05a0d9e-11fb-4470-aecc-6bcc3af96f1f)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:49:31.092062 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6cdda20e-974e-47f8-913c-b612e1afcba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:31.170176 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdda20e-974e-47f8-913c-b612e1afcba5 None None] Pushing event updated for resources: {'Port': ['ID=d49e1219-e929-46c7-a378-843bebe9d4ba,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:31.175385 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c57749b2-6274-4d1c-a2d4-5dd83d1d9b0a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:31.209528 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c57749b2-6274-4d1c-a2d4-5dd83d1d9b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:31.322308 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-c57749b2-6274-4d1c-a2d4-5dd83d1d9b0a admin admin] Allocated IP 172.25.6.211 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/b9ac60d2-f8b3-4b5c-8146-c6b413402711) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:49:31.507624 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c57749b2-6274-4d1c-a2d4-5dd83d1d9b0a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:31.623380 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c57749b2-6274-4d1c-a2d4-5dd83d1d9b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:31.669424 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57749b2-6274-4d1c-a2d4-5dd83d1d9b0a admin admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:49:31.672758 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-c57749b2-6274-4d1c-a2d4-5dd83d1d9b0a admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:49:31.676603 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57749b2-6274-4d1c-a2d4-5dd83d1d9b0a admin admin] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:49:31.699724 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57749b2-6274-4d1c-a2d4-5dd83d1d9b0a admin admin] Pushing event updated for resources: {'Port': ['ID=b9ac60d2-f8b3-4b5c-8146-c6b413402711,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:32.014319 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c57749b2-6274-4d1c-a2d4-5dd83d1d9b0a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:32.222651 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c57749b2-6274-4d1c-a2d4-5dd83d1d9b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:32.239349 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214cdc6e-54d9-4fa3-a2dc-6990ddf840e5 None None] Network 24cc6b4f-7fbe-4616-b9da-73cf2863e7c4 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:49:32.337609 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-82b3f33f-9c57-41a8-8d15-9b996df90172 None None] Provisioning complete for port d49e1219-e929-46c7-a378-843bebe9d4ba triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:49:32.338266 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-82b3f33f-9c57-41a8-8d15-9b996df90172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:32.519382 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-82b3f33f-9c57-41a8-8d15-9b996df90172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:32.593049 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-82b3f33f-9c57-41a8-8d15-9b996df90172 None None] For port d49e1219-e929-46c7-a378-843bebe9d4ba, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=d49e1219-e929-46c7-a378-843bebe9d4ba,segment=NetworkSegment(c05a0d9e-11fb-4470-aecc-6bcc3af96f1f),segment_id=c05a0d9e-11fb-4470-aecc-6bcc3af96f1f)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:49:32.665790 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-82b3f33f-9c57-41a8-8d15-9b996df90172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:32.688145 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d49e1219-e929-46c7-a378-843bebe9d4ba up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:49:32.811953 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b3f33f-9c57-41a8-8d15-9b996df90172 None None] Pushing event updated for resources: {'Port': ['ID=d49e1219-e929-46c7-a378-843bebe9d4ba,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:32.828315 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port d49e1219-e929-46c7-a378-843bebe9d4ba triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:49:32.828832 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:32.862444 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c57749b2-6274-4d1c-a2d4-5dd83d1d9b0a admin admin] Router 5f930f6e-0f51-4e73-b8e6-276acd4a39b3 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:49:32.897240 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-af00f2d4-004d-491b-8b6d-03409307651a None None] Provisioning complete for port d49e1219-e929-46c7-a378-843bebe9d4ba triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:49:32.897528 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-af00f2d4-004d-491b-8b6d-03409307651a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:32.987453 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57749b2-6274-4d1c-a2d4-5dd83d1d9b0a admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:49:32.998376 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da07fbda-6d2b-4859-811d-b17723563187 None None] Sync routers for ids ['5f930f6e-0f51-4e73-b8e6-276acd4a39b3'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:49:33.009254 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da07fbda-6d2b-4859-811d-b17723563187 None None] Routers {'5f930f6e-0f51-4e73-b8e6-276acd4a39b3'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:49:33.009929 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-da07fbda-6d2b-4859-811d-b17723563187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:49:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['5f930f6e-0f51-4e73-b8e6-276acd4a39b3'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:49:33.131896 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-da07fbda-6d2b-4859-811d-b17723563187 None None] Set router 5f930f6e-0f51-4e73-b8e6-276acd4a39b3 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:49:33.152895 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c57749b2-6274-4d1c-a2d4-5dd83d1d9b0a admin admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:33.152895 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c57749b2-6274-4d1c-a2d4-5dd83d1d9b0a admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.8357177 Oct 27 18:49:33.154778 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 36384) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:33.466412 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-da07fbda-6d2b-4859-811d-b17723563187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f930f6e-0f51-4e73-b8e6-276acd4a39b3', 'name': 'tempest-ImageQuotaTest-2001710536-router', 'tenant_id': '77c0f938a278406e8c07c3c95f966548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'b9ac60d2-f8b3-4b5c-8146-c6b413402711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:49:30Z', 'updated_at': '2021-10-27T18:49:31Z', 'revision_number': 3, 'project_id': '77c0f938a278406e8c07c3c95f966548', 'gw_port': {'id': 'b9ac60d2-f8b3-4b5c-8146-c6b413402711', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f930f6e-0f51-4e73-b8e6-276acd4a39b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:49:31Z', 'updated_at': '2021-10-27T18:49:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:49:33.509883 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da07fbda-6d2b-4859-811d-b17723563187 None None] Checking router: 5f930f6e-0f51-4e73-b8e6-276acd4a39b3 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:49:33.510270 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da07fbda-6d2b-4859-811d-b17723563187 None None] Updating router 5f930f6e-0f51-4e73-b8e6-276acd4a39b3 port b9ac60d2-f8b3-4b5c-8146-c6b413402711 binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:49:33.539266 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-da07fbda-6d2b-4859-811d-b17723563187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:33.633237 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-180e9755-4cb9-4c00-b051-880205f0f8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:33.842261 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-180e9755-4cb9-4c00-b051-880205f0f8ac admin admin] Allocated IP 172.20.0.1 (24cc6b4f-7fbe-4616-b9da-73cf2863e7c4/753904f2-32f3-4834-a3b8-89803b77ea5a/ded1180d-04e6-4623-92b2-8cf32e35c636) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:49:33.899079 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-da07fbda-6d2b-4859-811d-b17723563187 None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:33.990758 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-180e9755-4cb9-4c00-b051-880205f0f8ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:33.994282 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-da07fbda-6d2b-4859-811d-b17723563187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:34.061158 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-da07fbda-6d2b-4859-811d-b17723563187 None None] Attempting to bind port b9ac60d2-f8b3-4b5c-8146-c6b413402711 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:49:34.061810 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-da07fbda-6d2b-4859-811d-b17723563187 None None] Attempting to bind port b9ac60d2-f8b3-4b5c-8146-c6b413402711 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:49:34.061962 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da07fbda-6d2b-4859-811d-b17723563187 None None] Attempting to bind port b9ac60d2-f8b3-4b5c-8146-c6b413402711 on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:49:34.063920 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3905008-5f15-43e3-90ae-0a281a1d79c1 None None] Pushing event updated for resources: {'Port': ['ID=b9ac60d2-f8b3-4b5c-8146-c6b413402711,revision_number=2']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:34.070123 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da07fbda-6d2b-4859-811d-b17723563187 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:49:34.070498 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da07fbda-6d2b-4859-811d-b17723563187 None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:49:34.071548 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-da07fbda-6d2b-4859-811d-b17723563187 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:34.071548 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da07fbda-6d2b-4859-811d-b17723563187 None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:49:34.071821 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-da07fbda-6d2b-4859-811d-b17723563187 None None] Bound port: b9ac60d2-f8b3-4b5c-8146-c6b413402711, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:49:34.072118 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-da07fbda-6d2b-4859-811d-b17723563187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:34.119912 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-180e9755-4cb9-4c00-b051-880205f0f8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:34.126848 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-da07fbda-6d2b-4859-811d-b17723563187 None None] For port b9ac60d2-f8b3-4b5c-8146-c6b413402711, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:49:34.129433 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-da07fbda-6d2b-4859-811d-b17723563187 None None] For port b9ac60d2-f8b3-4b5c-8146-c6b413402711, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=b9ac60d2-f8b3-4b5c-8146-c6b413402711,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:49:34.179536 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180e9755-4cb9-4c00-b051-880205f0f8ac admin admin] Network 24cc6b4f-7fbe-4616-b9da-73cf2863e7c4 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:49:34.186885 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-180e9755-4cb9-4c00-b051-880205f0f8ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:49:34.188613 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180e9755-4cb9-4c00-b051-880205f0f8ac admin admin] Pushing event updated for resources: {'Port': ['ID=ded1180d-04e6-4623-92b2-8cf32e35c636,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:34.191016 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180e9755-4cb9-4c00-b051-880205f0f8ac admin admin] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:49:34.209584 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-da07fbda-6d2b-4859-811d-b17723563187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:34.239706 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-180e9755-4cb9-4c00-b051-880205f0f8ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:34.311318 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da07fbda-6d2b-4859-811d-b17723563187 None None] Routers {'5f930f6e-0f51-4e73-b8e6-276acd4a39b3'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:49:34.312145 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-da07fbda-6d2b-4859-811d-b17723563187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:49:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['5f930f6e-0f51-4e73-b8e6-276acd4a39b3'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:49:34.409131 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3905008-5f15-43e3-90ae-0a281a1d79c1 None None] Pushing event updated for resources: {'Port': ['ID=b9ac60d2-f8b3-4b5c-8146-c6b413402711,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:34.472569 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-da07fbda-6d2b-4859-811d-b17723563187 None None] Set router 5f930f6e-0f51-4e73-b8e6-276acd4a39b3 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:49:34.565710 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-180e9755-4cb9-4c00-b051-880205f0f8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:34.572235 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-ca25f5ce-fa12-43fa-b9ce-ff72d3a6f369 None None] Provisioning complete for port ded1180d-04e6-4623-92b2-8cf32e35c636 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:49:34.572235 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ca25f5ce-fa12-43fa-b9ce-ff72d3a6f369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:34.650114 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-ca25f5ce-fa12-43fa-b9ce-ff72d3a6f369 None None] Port ded1180d-04e6-4623-92b2-8cf32e35c636 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:49:34.674281 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d49e1219-e929-46c7-a378-843bebe9d4ba up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:49:34.795544 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port d49e1219-e929-46c7-a378-843bebe9d4ba triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:49:34.795915 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:34.817475 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-da07fbda-6d2b-4859-811d-b17723563187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f930f6e-0f51-4e73-b8e6-276acd4a39b3', 'name': 'tempest-ImageQuotaTest-2001710536-router', 'tenant_id': '77c0f938a278406e8c07c3c95f966548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'b9ac60d2-f8b3-4b5c-8146-c6b413402711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:49:30Z', 'updated_at': '2021-10-27T18:49:31Z', 'revision_number': 3, 'project_id': '77c0f938a278406e8c07c3c95f966548', 'gw_port': {'id': 'b9ac60d2-f8b3-4b5c-8146-c6b413402711', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f930f6e-0f51-4e73-b8e6-276acd4a39b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:49:31Z', 'updated_at': '2021-10-27T18:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:49:34.849197 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da07fbda-6d2b-4859-811d-b17723563187 None None] The sync data for ids ['5f930f6e-0f51-4e73-b8e6-276acd4a39b3'] in n-d-815690-2 is: [{'id': '5f930f6e-0f51-4e73-b8e6-276acd4a39b3', 'name': 'tempest-ImageQuotaTest-2001710536-router', 'tenant_id': '77c0f938a278406e8c07c3c95f966548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'b9ac60d2-f8b3-4b5c-8146-c6b413402711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:49:30Z', 'updated_at': '2021-10-27T18:49:31Z', 'revision_number': 3, 'project_id': '77c0f938a278406e8c07c3c95f966548', 'gw_port': {'id': 'b9ac60d2-f8b3-4b5c-8146-c6b413402711', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f930f6e-0f51-4e73-b8e6-276acd4a39b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:49:31Z', 'updated_at': '2021-10-27T18:49:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:49:34.905754 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-180e9755-4cb9-4c00-b051-880205f0f8ac admin admin] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:35.002071 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-180e9755-4cb9-4c00-b051-880205f0f8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:35.080505 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180e9755-4cb9-4c00-b051-880205f0f8ac admin admin] Pushing event updated for resources: {'Port': ['ID=ded1180d-04e6-4623-92b2-8cf32e35c636,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:35.083319 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-180e9755-4cb9-4c00-b051-880205f0f8ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:35.253168 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180e9755-4cb9-4c00-b051-880205f0f8ac admin admin] Network 24cc6b4f-7fbe-4616-b9da-73cf2863e7c4 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:49:35.254623 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-180e9755-4cb9-4c00-b051-880205f0f8ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:49:35.404403 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180e9755-4cb9-4c00-b051-880205f0f8ac admin admin] Router 5f930f6e-0f51-4e73-b8e6-276acd4a39b3 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:49:35.571796 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180e9755-4cb9-4c00-b051-880205f0f8ac admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:49:35.591070 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-180e9755-4cb9-4c00-b051-880205f0f8ac admin admin] 10.222.0.52 "PUT /v2.0/routers/5f930f6e-0f51-4e73-b8e6-276acd4a39b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4352014 Oct 27 18:49:35.599309 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-03966a8f-6c2c-4a2e-963d-f34ca20898b7 None None] Provisioning complete for port ded1180d-04e6-4623-92b2-8cf32e35c636 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:49:35.599808 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-03966a8f-6c2c-4a2e-963d-f34ca20898b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:35.659357 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-03966a8f-6c2c-4a2e-963d-f34ca20898b7 None None] Port ded1180d-04e6-4623-92b2-8cf32e35c636 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:49:36.659531 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device b9ac60d2-f8b3-4b5c-8146-c6b413402711 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:49:36.724213 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port b9ac60d2-f8b3-4b5c-8146-c6b413402711 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:49:36.724580 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:36.813342 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:36.834070 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port b9ac60d2-f8b3-4b5c-8146-c6b413402711, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=b9ac60d2-f8b3-4b5c-8146-c6b413402711,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:49:36.928827 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:37.000482 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=b9ac60d2-f8b3-4b5c-8146-c6b413402711,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:37.008786 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0d5a1a-9aea-4766-b103-847c97d303d6 None None] Sync routers for ids ['5f930f6e-0f51-4e73-b8e6-276acd4a39b3'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:49:37.023465 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0d5a1a-9aea-4766-b103-847c97d303d6 None None] Routers {'5f930f6e-0f51-4e73-b8e6-276acd4a39b3'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:49:37.024329 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-0e0d5a1a-9aea-4766-b103-847c97d303d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:49:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['5f930f6e-0f51-4e73-b8e6-276acd4a39b3'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:49:37.131939 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 36440) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:37.142335 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-0e0d5a1a-9aea-4766-b103-847c97d303d6 None None] Set router 5f930f6e-0f51-4e73-b8e6-276acd4a39b3 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:49:37.350190 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-0e0d5a1a-9aea-4766-b103-847c97d303d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f930f6e-0f51-4e73-b8e6-276acd4a39b3', 'name': 'tempest-ImageQuotaTest-2001710536-router', 'tenant_id': '77c0f938a278406e8c07c3c95f966548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'b9ac60d2-f8b3-4b5c-8146-c6b413402711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:49:30Z', 'updated_at': '2021-10-27T18:49:34Z', 'revision_number': 4, 'project_id': '77c0f938a278406e8c07c3c95f966548', 'gw_port': {'id': 'b9ac60d2-f8b3-4b5c-8146-c6b413402711', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f930f6e-0f51-4e73-b8e6-276acd4a39b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:49:31Z', 'updated_at': '2021-10-27T18:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'ded1180d-04e6-4623-92b2-8cf32e35c636', 'name': '', 'network_id': '24cc6b4f-7fbe-4616-b9da-73cf2863e7c4', 'tenant_id': '77c0f938a278406e8c07c3c95f966548', 'mac_address': 'fa:16:3e:32:30:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f930f6e-0f51-4e73-b8e6-276acd4a39b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '753904f2-32f3-4834-a3b8-89803b77ea5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:49:33Z', 'updated_at': '2021-10-27T18:49:34Z', 'revision_number': 2, 'project_id': '77c0f938a278406e8c07c3c95f966548', 'subnets': [{'id': '753904f2-32f3-4834-a3b8-89803b77ea5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:49:37.377658 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0d5a1a-9aea-4766-b103-847c97d303d6 None None] Checking router: 5f930f6e-0f51-4e73-b8e6-276acd4a39b3 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:49:37.378260 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0d5a1a-9aea-4766-b103-847c97d303d6 None None] Updating router 5f930f6e-0f51-4e73-b8e6-276acd4a39b3 port ded1180d-04e6-4623-92b2-8cf32e35c636 binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:49:37.406224 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0e0d5a1a-9aea-4766-b103-847c97d303d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:37.488859 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-887a3166-de84-47bc-b075-d1ff8b83f0e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:37.685639 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0e0d5a1a-9aea-4766-b103-847c97d303d6 None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:37.749940 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0e0d5a1a-9aea-4766-b103-847c97d303d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:37.766729 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-887a3166-de84-47bc-b075-d1ff8b83f0e5 admin admin] Deleting port ded1180d-04e6-4623-92b2-8cf32e35c636 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:49:37.767096 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-887a3166-de84-47bc-b075-d1ff8b83f0e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:37.805717 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c412b-67be-4758-b3b0-d2ed2f888c31 None None] Pushing event updated for resources: {'Port': ['ID=ded1180d-04e6-4623-92b2-8cf32e35c636,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:37.863693 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-0e0d5a1a-9aea-4766-b103-847c97d303d6 None None] Attempting to bind port ded1180d-04e6-4623-92b2-8cf32e35c636 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:49:37.864311 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-0e0d5a1a-9aea-4766-b103-847c97d303d6 None None] Attempting to bind port ded1180d-04e6-4623-92b2-8cf32e35c636 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'c05a0d9e-11fb-4470-aecc-6bcc3af96f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '24cc6b4f-7fbe-4616-b9da-73cf2863e7c4'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:49:37.864998 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0d5a1a-9aea-4766-b103-847c97d303d6 None None] Attempting to bind port ded1180d-04e6-4623-92b2-8cf32e35c636 on network 24cc6b4f-7fbe-4616-b9da-73cf2863e7c4 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:49:37.872030 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0d5a1a-9aea-4766-b103-847c97d303d6 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:49:37.873023 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0d5a1a-9aea-4766-b103-847c97d303d6 None None] Checking segment: {'id': 'c05a0d9e-11fb-4470-aecc-6bcc3af96f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '24cc6b4f-7fbe-4616-b9da-73cf2863e7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:49:37.873595 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0e0d5a1a-9aea-4766-b103-847c97d303d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:37.874169 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0d5a1a-9aea-4766-b103-847c97d303d6 None None] Bound using segment: {'id': 'c05a0d9e-11fb-4470-aecc-6bcc3af96f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '24cc6b4f-7fbe-4616-b9da-73cf2863e7c4'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:49:37.874295 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-887a3166-de84-47bc-b075-d1ff8b83f0e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:37.875231 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-0e0d5a1a-9aea-4766-b103-847c97d303d6 None None] Bound port: ded1180d-04e6-4623-92b2-8cf32e35c636, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05a0d9e-11fb-4470-aecc-6bcc3af96f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '24cc6b4f-7fbe-4616-b9da-73cf2863e7c4'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:49:37.875791 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0e0d5a1a-9aea-4766-b103-847c97d303d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:37.889165 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-887a3166-de84-47bc-b075-d1ff8b83f0e5 admin admin] Calling delete_port for ded1180d-04e6-4623-92b2-8cf32e35c636 owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:49:37.957948 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-0e0d5a1a-9aea-4766-b103-847c97d303d6 None None] For port ded1180d-04e6-4623-92b2-8cf32e35c636, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:49:37.961284 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-0e0d5a1a-9aea-4766-b103-847c97d303d6 None None] For port ded1180d-04e6-4623-92b2-8cf32e35c636, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ded1180d-04e6-4623-92b2-8cf32e35c636,segment=NetworkSegment(c05a0d9e-11fb-4470-aecc-6bcc3af96f1f),segment_id=c05a0d9e-11fb-4470-aecc-6bcc3af96f1f)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:49:38.040879 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0e0d5a1a-9aea-4766-b103-847c97d303d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:38.157381 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0d5a1a-9aea-4766-b103-847c97d303d6 None None] Routers {'5f930f6e-0f51-4e73-b8e6-276acd4a39b3'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:49:38.158061 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-0e0d5a1a-9aea-4766-b103-847c97d303d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:49:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['5f930f6e-0f51-4e73-b8e6-276acd4a39b3'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:49:38.327876 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-0e0d5a1a-9aea-4766-b103-847c97d303d6 None None] Set router 5f930f6e-0f51-4e73-b8e6-276acd4a39b3 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:49:38.356350 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-887a3166-de84-47bc-b075-d1ff8b83f0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:38.367356 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-e3c99292-91e8-4795-a910-3494c7bcf203 None None] Provisioning complete for port ded1180d-04e6-4623-92b2-8cf32e35c636 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:49:38.367821 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e3c99292-91e8-4795-a910-3494c7bcf203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:38.377664 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c412b-67be-4758-b3b0-d2ed2f888c31 None None] Pushing event updated for resources: {'Port': ['ID=ded1180d-04e6-4623-92b2-8cf32e35c636,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:38.412280 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a3166-de84-47bc-b075-d1ff8b83f0e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ded1180d-04e6-4623-92b2-8cf32e35c636,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:38.698042 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-e3c99292-91e8-4795-a910-3494c7bcf203 None None] Port ded1180d-04e6-4623-92b2-8cf32e35c636 was deleted so its status cannot be updated. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 27 18:49:38.700533 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device b9ac60d2-f8b3-4b5c-8146-c6b413402711 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:49:38.717470 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-887a3166-de84-47bc-b075-d1ff8b83f0e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:38.818894 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-43aeb7f4-f41d-4ac2-8e14-e699212891db None None] Could not find standard attr ID for object ded1180d-04e6-4623-92b2-8cf32e35c636. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 18:49:38.830920 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port b9ac60d2-f8b3-4b5c-8146-c6b413402711 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:49:38.831301 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:38.985121 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-0e0d5a1a-9aea-4766-b103-847c97d303d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f930f6e-0f51-4e73-b8e6-276acd4a39b3', 'name': 'tempest-ImageQuotaTest-2001710536-router', 'tenant_id': '77c0f938a278406e8c07c3c95f966548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'b9ac60d2-f8b3-4b5c-8146-c6b413402711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:49:30Z', 'updated_at': '2021-10-27T18:49:34Z', 'revision_number': 4, 'project_id': '77c0f938a278406e8c07c3c95f966548', 'gw_port': {'id': 'b9ac60d2-f8b3-4b5c-8146-c6b413402711', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f930f6e-0f51-4e73-b8e6-276acd4a39b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:49:31Z', 'updated_at': '2021-10-27T18:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'ded1180d-04e6-4623-92b2-8cf32e35c636', 'name': '', 'network_id': '24cc6b4f-7fbe-4616-b9da-73cf2863e7c4', 'tenant_id': '77c0f938a278406e8c07c3c95f966548', 'mac_address': 'fa:16:3e:32:30:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f930f6e-0f51-4e73-b8e6-276acd4a39b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '753904f2-32f3-4834-a3b8-89803b77ea5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:49:33Z', 'updated_at': '2021-10-27T18:49:37Z', 'revision_number': 4, 'project_id': '77c0f938a278406e8c07c3c95f966548', 'subnets': [{'id': '753904f2-32f3-4834-a3b8-89803b77ea5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:49:38.985419 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-887a3166-de84-47bc-b075-d1ff8b83f0e5 admin admin] Router 5f930f6e-0f51-4e73-b8e6-276acd4a39b3 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:49:39.014839 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0d5a1a-9aea-4766-b103-847c97d303d6 None None] The sync data for ids ['5f930f6e-0f51-4e73-b8e6-276acd4a39b3'] in n-d-815690-2 is: [{'id': '5f930f6e-0f51-4e73-b8e6-276acd4a39b3', 'name': 'tempest-ImageQuotaTest-2001710536-router', 'tenant_id': '77c0f938a278406e8c07c3c95f966548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'b9ac60d2-f8b3-4b5c-8146-c6b413402711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:49:30Z', 'updated_at': '2021-10-27T18:49:34Z', 'revision_number': 4, 'project_id': '77c0f938a278406e8c07c3c95f966548', 'gw_port': {'id': 'b9ac60d2-f8b3-4b5c-8146-c6b413402711', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f930f6e-0f51-4e73-b8e6-276acd4a39b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:49:31Z', 'updated_at': '2021-10-27T18:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'ded1180d-04e6-4623-92b2-8cf32e35c636', 'name': '', 'network_id': '24cc6b4f-7fbe-4616-b9da-73cf2863e7c4', 'tenant_id': '77c0f938a278406e8c07c3c95f966548', 'mac_address': 'fa:16:3e:32:30:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f930f6e-0f51-4e73-b8e6-276acd4a39b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '753904f2-32f3-4834-a3b8-89803b77ea5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:49:33Z', 'updated_at': '2021-10-27T18:49:37Z', 'revision_number': 4, 'project_id': '77c0f938a278406e8c07c3c95f966548', 'subnets': [{'id': '753904f2-32f3-4834-a3b8-89803b77ea5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:49:39.134335 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887a3166-de84-47bc-b075-d1ff8b83f0e5 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:49:39.140837 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-887a3166-de84-47bc-b075-d1ff8b83f0e5 admin admin] 10.222.0.52 "PUT /v2.0/routers/5f930f6e-0f51-4e73-b8e6-276acd4a39b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0078223 Oct 27 18:49:39.144259 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36464) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:39.276332 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e438f405-3ae8-4ceb-b676-5e418ab2fbfc admin admin] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:39.435004 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e438f405-3ae8-4ceb-b676-5e418ab2fbfc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:39.618928 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-e438f405-3ae8-4ceb-b676-5e418ab2fbfc admin admin] Deleting port b9ac60d2-f8b3-4b5c-8146-c6b413402711 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:49:39.618928 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e438f405-3ae8-4ceb-b676-5e418ab2fbfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:39.638182 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3763546a-c69b-4ff6-89b1-2abf9a3750ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:40.004731 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-e438f405-3ae8-4ceb-b676-5e418ab2fbfc admin admin] For port b9ac60d2-f8b3-4b5c-8146-c6b413402711, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=b9ac60d2-f8b3-4b5c-8146-c6b413402711,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:49:40.005198 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e438f405-3ae8-4ceb-b676-5e418ab2fbfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:40.019263 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-e438f405-3ae8-4ceb-b676-5e418ab2fbfc admin admin] Calling delete_port for b9ac60d2-f8b3-4b5c-8146-c6b413402711 owned by network:router_gateway {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:49:40.265330 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e438f405-3ae8-4ceb-b676-5e418ab2fbfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:40.299517 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438f405-3ae8-4ceb-b676-5e418ab2fbfc admin admin] Pushing event deleted for resources: {'Port': ['ID=b9ac60d2-f8b3-4b5c-8146-c6b413402711,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:40.387852 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e438f405-3ae8-4ceb-b676-5e418ab2fbfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:40.492898 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e438f405-3ae8-4ceb-b676-5e418ab2fbfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:40.495407 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e438f405-3ae8-4ceb-b676-5e418ab2fbfc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:40.533208 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452e8c3f-4144-40fc-87fc-05e275a08285 None None] Sync routers for ids ['5f930f6e-0f51-4e73-b8e6-276acd4a39b3'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:49:40.558265 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452e8c3f-4144-40fc-87fc-05e275a08285 None None] Routers {'5f930f6e-0f51-4e73-b8e6-276acd4a39b3'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:49:40.559377 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-452e8c3f-4144-40fc-87fc-05e275a08285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:49:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['5f930f6e-0f51-4e73-b8e6-276acd4a39b3'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:49:40.622794 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e438f405-3ae8-4ceb-b676-5e418ab2fbfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:40.623981 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e438f405-3ae8-4ceb-b676-5e418ab2fbfc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f930f6e-0f51-4e73-b8e6-276acd4a39b3 {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:49:40.628803 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e438f405-3ae8-4ceb-b676-5e418ab2fbfc admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:40.632486 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e438f405-3ae8-4ceb-b676-5e418ab2fbfc admin admin] 10.222.0.52 "DELETE /v2.0/routers/5f930f6e-0f51-4e73-b8e6-276acd4a39b3 HTTP/1.1" status: 204 len: 168 time: 1.4878380 Oct 27 18:49:40.632996 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 36482) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:40.670804 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-452e8c3f-4144-40fc-87fc-05e275a08285 None None] Set router 5f930f6e-0f51-4e73-b8e6-276acd4a39b3 gateway port host: None {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:49:40.693883 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-d24f5d87-d76f-4233-8ecc-3872611e00b2 admin admin] Deleting subnet 753904f2-32f3-4834-a3b8-89803b77ea5a {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:49:40.697664 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d24f5d87-d76f-4233-8ecc-3872611e00b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:40.738314 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d24f5d87-d76f-4233-8ecc-3872611e00b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:40.739758 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-452e8c3f-4144-40fc-87fc-05e275a08285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f930f6e-0f51-4e73-b8e6-276acd4a39b3', 'name': 'tempest-ImageQuotaTest-2001710536-router', 'tenant_id': '77c0f938a278406e8c07c3c95f966548', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:49:30Z', 'updated_at': '2021-10-27T18:49:40Z', 'revision_number': 7, 'project_id': '77c0f938a278406e8c07c3c95f966548', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:49:40.770226 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452e8c3f-4144-40fc-87fc-05e275a08285 None None] Checking router: 5f930f6e-0f51-4e73-b8e6-276acd4a39b3 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:49:40.783742 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452e8c3f-4144-40fc-87fc-05e275a08285 None None] Routers set() bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:49:40.784187 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452e8c3f-4144-40fc-87fc-05e275a08285 None None] Router IDs set() for agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 27 18:49:40.785308 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_agentschedulers_db [None req-452e8c3f-4144-40fc-87fc-05e275a08285 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5f930f6e-0f51-4e73-b8e6-276acd4a39b3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:49:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent'). {{(pid=102881) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 27 18:49:40.785742 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452e8c3f-4144-40fc-87fc-05e275a08285 None None] The sync data for ids ['5f930f6e-0f51-4e73-b8e6-276acd4a39b3'] in n-d-815690-2 is: [] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:49:40.835848 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d24f5d87-d76f-4233-8ecc-3872611e00b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:40.974121 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d24f5d87-d76f-4233-8ecc-3872611e00b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:41.000658 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f5d87-d76f-4233-8ecc-3872611e00b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=753904f2-32f3-4834-a3b8-89803b77ea5a,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:41.006966 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d24f5d87-d76f-4233-8ecc-3872611e00b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:41.010708 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d24f5d87-d76f-4233-8ecc-3872611e00b2 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/753904f2-32f3-4834-a3b8-89803b77ea5a HTTP/1.1" status: 204 len: 168 time: 0.3758013 Oct 27 18:49:41.011964 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0d6bfe-2ef2-4878-a3bb-32789e8a8820 None None] Network 24cc6b4f-7fbe-4616-b9da-73cf2863e7c4 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:49:41.012825 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 36486) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:41.088243 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-036aadc3-87ea-4fa2-846a-4642c81cb1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:41.148244 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-036aadc3-87ea-4fa2-846a-4642c81cb1e8 admin admin] Deleting port d49e1219-e929-46c7-a378-843bebe9d4ba {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:49:41.148244 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-036aadc3-87ea-4fa2-846a-4642c81cb1e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:41.234524 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5aaf21-b259-4830-b2e4-0afadf96761d None None] DHCP port deletion for 24cc6b4f-7fbe-4616-b9da-73cf2863e7c4 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:49:41.236287 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-036aadc3-87ea-4fa2-846a-4642c81cb1e8 admin admin] For port d49e1219-e929-46c7-a378-843bebe9d4ba, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=d49e1219-e929-46c7-a378-843bebe9d4ba,segment=NetworkSegment(c05a0d9e-11fb-4470-aecc-6bcc3af96f1f),segment_id=c05a0d9e-11fb-4470-aecc-6bcc3af96f1f)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:49:41.236784 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-036aadc3-87ea-4fa2-846a-4642c81cb1e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:41.276959 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-036aadc3-87ea-4fa2-846a-4642c81cb1e8 admin admin] Calling delete_port for d49e1219-e929-46c7-a378-843bebe9d4ba owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:49:41.331968 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-5c5aaf21-b259-4830-b2e4-0afadf96761d None None] Deleting port d49e1219-e929-46c7-a378-843bebe9d4ba {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:49:41.338288 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5c5aaf21-b259-4830-b2e4-0afadf96761d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:41.440047 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-5c5aaf21-b259-4830-b2e4-0afadf96761d None None] For port d49e1219-e929-46c7-a378-843bebe9d4ba, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=d49e1219-e929-46c7-a378-843bebe9d4ba,segment=NetworkSegment(c05a0d9e-11fb-4470-aecc-6bcc3af96f1f),segment_id=c05a0d9e-11fb-4470-aecc-6bcc3af96f1f)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:49:41.440499 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5c5aaf21-b259-4830-b2e4-0afadf96761d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:41.454252 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-5c5aaf21-b259-4830-b2e4-0afadf96761d None None] Calling delete_port for d49e1219-e929-46c7-a378-843bebe9d4ba owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:49:41.480062 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-036aadc3-87ea-4fa2-846a-4642c81cb1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:41.512507 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036aadc3-87ea-4fa2-846a-4642c81cb1e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d49e1219-e929-46c7-a378-843bebe9d4ba,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:41.521556 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036aadc3-87ea-4fa2-846a-4642c81cb1e8 admin admin] No DVR routers for this DVR port d49e1219-e929-46c7-a378-843bebe9d4ba on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:49:41.579096 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5c5aaf21-b259-4830-b2e4-0afadf96761d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:41.601771 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-036aadc3-87ea-4fa2-846a-4642c81cb1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:41.625816 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5aaf21-b259-4830-b2e4-0afadf96761d None None] Pushing event deleted for resources: {'Port': ['ID=d49e1219-e929-46c7-a378-843bebe9d4ba,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:41.629436 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-036aadc3-87ea-4fa2-846a-4642c81cb1e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24cc6b4f-7fbe-4616-b9da-73cf2863e7c4']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:49:41.634725 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5aaf21-b259-4830-b2e4-0afadf96761d None None] No DVR routers for this DVR port d49e1219-e929-46c7-a378-843bebe9d4ba on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:49:41.652127 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-036aadc3-87ea-4fa2-846a-4642c81cb1e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c05a0d9e-11fb-4470-aecc-6bcc3af96f1f') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:49:41.652520 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-036aadc3-87ea-4fa2-846a-4642c81cb1e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c05a0d9e-11fb-4470-aecc-6bcc3af96f1f') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:49:41.663627 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-036aadc3-87ea-4fa2-846a-4642c81cb1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:41.691034 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-036aadc3-87ea-4fa2-846a-4642c81cb1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:41.705522 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-036aadc3-87ea-4fa2-846a-4642c81cb1e8 admin admin] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:49:41.708738 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-036aadc3-87ea-4fa2-846a-4642c81cb1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:41.708738 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:49:41.708738 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:49:41.708738 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:49:41.708738 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:49:41.708738 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:49:41.708738 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:49:41.708738 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:49:41.708738 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:49:41.708738 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:49:41.708738 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:49:41.708738 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:49:41.708738 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:49:41.708738 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:49:41.708738 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:49:41.708738 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:49:41.708738 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:49:41.708738 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:49:41.708738 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:49:41.708738 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:49:41.708738 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:49:41.708738 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:49:41.708738 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:49:41.708738 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:49:41.708738 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:49:41.708738 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:49:41.708738 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:49:41.708738 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:49:41.708738 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:49:41.708738 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:49:41.708738 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:49:41.708738 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:49:41.708738 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:49:41.848328 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-036aadc3-87ea-4fa2-846a-4642c81cb1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:41.852799 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-036aadc3-87ea-4fa2-846a-4642c81cb1e8 admin admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:41.859132 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-036aadc3-87ea-4fa2-846a-4642c81cb1e8 admin admin] 10.222.0.52 "DELETE /v2.0/networks/24cc6b4f-7fbe-4616-b9da-73cf2863e7c4 HTTP/1.1" status: 204 len: 168 time: 0.8424461 Oct 27 18:49:41.869693 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036aadc3-87ea-4fa2-846a-4642c81cb1e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=24cc6b4f-7fbe-4616-b9da-73cf2863e7c4,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:42.043730 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 36506) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:42.128151 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9086a7c6-19f0-4e16-a954-44d89d191581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:42.171176 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3b841c19-f516-4586-abb6-6f5d660bf5fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:42.215917 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36510) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:42.268746 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a84a4c4e-8d2a-4b18-808b-a044a2a8c46b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=77c0f938a278406e8c07c3c95f966548&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454781 Oct 27 18:49:42.270971 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36514) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:42.299783 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3b841c19-f516-4586-abb6-6f5d660bf5fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:42.333341 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-86064cb4-d3e5-4015-bae8-0bdc18bca4da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:42.357221 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-86064cb4-d3e5-4015-bae8-0bdc18bca4da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:42.396751 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3b841c19-f516-4586-abb6-6f5d660bf5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:42.435694 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3b841c19-f516-4586-abb6-6f5d660bf5fb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0042305572a7448eb41ae6ca33cc7265&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3885827 Oct 27 18:49:42.436610 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 36518) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:42.460442 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b841c19-f516-4586-abb6-6f5d660bf5fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b20e06b-d3fc-4db6-83f3-ec70ac0ea1ad,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:42.492019 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-86064cb4-d3e5-4015-bae8-0bdc18bca4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:42.494727 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-86064cb4-d3e5-4015-bae8-0bdc18bca4da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:42.500462 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-86064cb4-d3e5-4015-bae8-0bdc18bca4da admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/35ed2480-0507-46b2-833f-118c89255d39 HTTP/1.1" status: 204 len: 168 time: 0.2260895 Oct 27 18:49:42.513777 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86064cb4-d3e5-4015-bae8-0bdc18bca4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ed2480-0507-46b2-833f-118c89255d39,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:42.520220 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-64aec5b0-22b3-46d2-b492-ab8e2283f04c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:42.554028 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-64aec5b0-22b3-46d2-b492-ab8e2283f04c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:42.641235 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ded1180d-04e6-4623-92b2-8cf32e35c636 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:49:42.665878 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: ded1180d-04e6-4623-92b2-8cf32e35c636 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:49:42.669665 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ded1180d-04e6-4623-92b2-8cf32e35c636 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:49:42.669665 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device b9ac60d2-f8b3-4b5c-8146-c6b413402711 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:49:42.688425 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: b9ac60d2-f8b3-4b5c-8146-c6b413402711 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:49:42.688768 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device b9ac60d2-f8b3-4b5c-8146-c6b413402711 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:49:42.689421 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d49e1219-e929-46c7-a378-843bebe9d4ba no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:49:42.691222 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-64aec5b0-22b3-46d2-b492-ab8e2283f04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:42.693838 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-64aec5b0-22b3-46d2-b492-ab8e2283f04c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:42.704420 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-64aec5b0-22b3-46d2-b492-ab8e2283f04c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5b20e06b-d3fc-4db6-83f3-ec70ac0ea1ad HTTP/1.1" status: 204 len: 168 time: 0.2575715 Oct 27 18:49:42.722957 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aec5b0-22b3-46d2-b492-ab8e2283f04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b20e06b-d3fc-4db6-83f3-ec70ac0ea1ad,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:42.731256 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: d49e1219-e929-46c7-a378-843bebe9d4ba {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:49:42.731598 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d49e1219-e929-46c7-a378-843bebe9d4ba not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:49:43.331817 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 36536) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:43.351759 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-282bdf31-0a44-4077-8304-d91e7b508122 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:43.413732 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:43.425658 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36538) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:43.440903 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6d0520f3-269b-4a14-aa0f-6131d7469057 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:43.448903 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-282bdf31-0a44-4077-8304-d91e7b508122 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:43.513943 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:43.524952 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6d0520f3-269b-4a14-aa0f-6131d7469057 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:43.543387 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-282bdf31-0a44-4077-8304-d91e7b508122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:43.582521 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-282bdf31-0a44-4077-8304-d91e7b508122 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=512942e1ff51452b9447b4ae625c8e7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2495959 Oct 27 18:49:43.583473 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282bdf31-0a44-4077-8304-d91e7b508122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07b3f77-8e40-42a6-b1a7-c811b4878efd,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:43.586019 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36540) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:43.601914 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6d0520f3-269b-4a14-aa0f-6131d7469057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:43.660142 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6d0520f3-269b-4a14-aa0f-6131d7469057 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2345011 Oct 27 18:49:43.662432 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0520f3-269b-4a14-aa0f-6131d7469057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867acb24-59ae-4fc1-a334-8e84acc65b0c,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:43.663518 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 36542) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:43.679883 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9e1ca14a-bd1e-45b2-b5f5-2c6cd9893b15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:43.703248 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9e1ca14a-bd1e-45b2-b5f5-2c6cd9893b15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:43.721469 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fc06b138-8e0a-4c15-84a2-16aab2e7f1d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:43.743519 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fc06b138-8e0a-4c15-84a2-16aab2e7f1d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:43.822643 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9e1ca14a-bd1e-45b2-b5f5-2c6cd9893b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:43.826158 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9e1ca14a-bd1e-45b2-b5f5-2c6cd9893b15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:43.827373 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9e1ca14a-bd1e-45b2-b5f5-2c6cd9893b15 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b07b3f77-8e40-42a6-b1a7-c811b4878efd HTTP/1.1" status: 204 len: 168 time: 0.2397261 Oct 27 18:49:43.835633 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ca14a-bd1e-45b2-b5f5-2c6cd9893b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07b3f77-8e40-42a6-b1a7-c811b4878efd,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:43.854435 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fc06b138-8e0a-4c15-84a2-16aab2e7f1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:43.857628 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fc06b138-8e0a-4c15-84a2-16aab2e7f1d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:43.858867 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-fc06b138-8e0a-4c15-84a2-16aab2e7f1d3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/867acb24-59ae-4fc1-a334-8e84acc65b0c HTTP/1.1" status: 204 len: 168 time: 0.1940470 Oct 27 18:49:43.867116 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc06b138-8e0a-4c15-84a2-16aab2e7f1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867acb24-59ae-4fc1-a334-8e84acc65b0c,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:45.110888 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:48.007572 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fca7b8-f394-4c1e-9bc0-15cc8b28c14d req-bba5fe42-c665-4636-90b9-9220aa4affc2 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:48.009114 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-47fca7b8-f394-4c1e-9bc0-15cc8b28c14d req-bba5fe42-c665-4636-90b9-9220aa4affc2 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f HTTP/1.1" status: 200 len: 945 time: 0.0589752 Oct 27 18:49:48.050884 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-47fca7b8-f394-4c1e-9bc0-15cc8b28c14d req-42045da7-6a57-4efe-b78e-12353db8392c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4ebfb6b-32e3-4535-afff-6cadab6dff22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353007 Oct 27 18:49:48.075093 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36632) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:49:48.146150 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8d0b25d7-ffea-45eb-9e8a-05147e05b0f8 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/floatingips/0be01819-8774-4aa5-a83b-3f55484ac096 HTTP/1.1" status: 200 len: 992 time: 0.0695133 Oct 27 18:49:48.659388 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d1fdd-8ffd-4467-b461-a847e30abc18 req-8d44e02d-a556-4105-a5d1-0b1ff7153d48 tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:48.661024 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-199d1fdd-8ffd-4467-b461-a847e30abc18 req-8d44e02d-a556-4105-a5d1-0b1ff7153d48 tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f HTTP/1.1" status: 200 len: 1096 time: 0.2041390 Oct 27 18:49:48.696291 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-199d1fdd-8ffd-4467-b461-a847e30abc18 req-bf1a9785-dcf6-458e-9088-65fc971f7331 tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=a4ebfb6b-32e3-4535-afff-6cadab6dff22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294321 Oct 27 18:49:49.797352 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-2c931dfe-17fb-487a-ab82-332e1217b571 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1031818 Oct 27 18:49:49.806644 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-4191f58f-323a-4c4b-91ae-6963810b4e2d service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:49:49.807735 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-4191f58f-323a-4c4b-91ae-6963810b4e2d service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053337 Oct 27 18:49:50.776385 n-d-815690-2 neutron-server[102879]: WARNING keystonemiddleware.auth_token [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-4191f58f-323a-4c4b-91ae-6963810b4e2d service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 27 18:49:50.808716 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-cac67c21-ce5a-44ef-ac9d-341a0c4ef9ad tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:50.810162 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-cac67c21-ce5a-44ef-ac9d-341a0c4ef9ad tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] 10.222.0.52 "GET /v2.0/ports/97ff5641-a2b4-4b9f-8fd0-10417463375f HTTP/1.1" status: 200 len: 1093 time: 0.0351808 Oct 27 18:49:50.819190 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-266db512-eff0-42ff-a987-6d5b59468d80 service neutron] Request body: {'binding': {'host': 'n-h1-815690-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:49:50.819657 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-266db512-eff0-42ff-a987-6d5b59468d80 service neutron] Unknown quota resources ['binding']. {{(pid=102879) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 18:49:50.969257 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-266db512-eff0-42ff-a987-6d5b59468d80 service neutron] Attempting to bind port 97ff5641-a2b4-4b9f-8fd0-10417463375f on host n-h1-815690-2 for vnic_type normal with profile None {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:49:50.969901 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-266db512-eff0-42ff-a987-6d5b59468d80 service neutron] Attempting to bind port 97ff5641-a2b4-4b9f-8fd0-10417463375f by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': 'fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'bc95bb99-00fd-4971-9630-aa6f2c6ac7b4'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:49:50.970535 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-266db512-eff0-42ff-a987-6d5b59468d80 service neutron] Attempting to bind port 97ff5641-a2b4-4b9f-8fd0-10417463375f on network bc95bb99-00fd-4971-9630-aa6f2c6ac7b4 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:49:50.976169 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-266db512-eff0-42ff-a987-6d5b59468d80 service neutron] Port 97ff5641-a2b4-4b9f-8fd0-10417463375f on network bc95bb99-00fd-4971-9630-aa6f2c6ac7b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:49:50.976665 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-266db512-eff0-42ff-a987-6d5b59468d80 service neutron] Attempting to bind port 97ff5641-a2b4-4b9f-8fd0-10417463375f on network bc95bb99-00fd-4971-9630-aa6f2c6ac7b4 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:49:50.982780 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-266db512-eff0-42ff-a987-6d5b59468d80 service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:49:50.983372 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-266db512-eff0-42ff-a987-6d5b59468d80 service neutron] Checking segment: {'id': 'fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'bc95bb99-00fd-4971-9630-aa6f2c6ac7b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:49:50.983781 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-266db512-eff0-42ff-a987-6d5b59468d80 service neutron] Bound using segment: {'id': 'fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'bc95bb99-00fd-4971-9630-aa6f2c6ac7b4'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:49:50.984206 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-266db512-eff0-42ff-a987-6d5b59468d80 service neutron] Bound port: 97ff5641-a2b4-4b9f-8fd0-10417463375f, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'bc95bb99-00fd-4971-9630-aa6f2c6ac7b4'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:49:51.088970 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-266db512-eff0-42ff-a987-6d5b59468d80 service neutron] For port 97ff5641-a2b4-4b9f-8fd0-10417463375f, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=97ff5641-a2b4-4b9f-8fd0-10417463375f,segment=NetworkSegment(fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39),segment_id=fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:49:51.193458 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-266db512-eff0-42ff-a987-6d5b59468d80 service neutron] Publish callbacks [] for binding, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:51.195709 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-266db512-eff0-42ff-a987-6d5b59468d80 service neutron] 10.222.0.52 "POST /v2.0/ports/97ff5641-a2b4-4b9f-8fd0-10417463375f/bindings HTTP/1.1" status: 201 len: 389 time: 0.3792067 Oct 27 18:49:51.508807 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387c661-704e-4f6e-b895-c35ebf4bc68f req-eb2e38c8-bb9d-425b-8ba7-c829d5490135 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:51.511267 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0387c661-704e-4f6e-b895-c35ebf4bc68f req-eb2e38c8-bb9d-425b-8ba7-c829d5490135 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f HTTP/1.1" status: 200 len: 945 time: 0.0555532 Oct 27 18:49:51.553076 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0387c661-704e-4f6e-b895-c35ebf4bc68f req-701b3d39-b045-4247-92ae-d77c8d8b9ec2 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4ebfb6b-32e3-4535-afff-6cadab6dff22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355492 Oct 27 18:49:52.025493 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-fc74dadb-7c93-42d2-acdb-ff9f45774c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:52.027937 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-fc74dadb-7c93-42d2-acdb-ff9f45774c80 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=21f5568e020c455199c8dde94ac0b73c&device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f HTTP/1.1" status: 200 len: 1096 time: 0.1469767 Oct 27 18:49:52.121724 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-44250162-e43c-4b88-a6d1-39a27654bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:52.123537 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-44250162-e43c-4b88-a6d1-39a27654bdef service neutron] 10.222.0.81 "GET /v2.0/networks?id=bc95bb99-00fd-4971-9630-aa6f2c6ac7b4 HTTP/1.1" status: 200 len: 899 time: 0.0897870 Oct 27 18:49:52.196654 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-dad2c458-4b34-43f2-b466-ac90589fb95b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97ff5641-a2b4-4b9f-8fd0-10417463375f HTTP/1.1" status: 200 len: 1000 time: 0.0666401 Oct 27 18:49:52.258000 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-1293ce3a-c0b5-4f18-96d7-40c4d098fec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:52.259521 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-1293ce3a-c0b5-4f18-96d7-40c4d098fec7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=826f7c4e-07b2-4711-bcb6-a09950586eaa HTTP/1.1" status: 200 len: 835 time: 0.0565662 Oct 27 18:49:52.304993 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-0f4e6061-3388-4627-b419-316da951d09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:52.306491 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-0f4e6061-3388-4627-b419-316da951d09e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bc95bb99-00fd-4971-9630-aa6f2c6ac7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402768 Oct 27 18:49:52.419675 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-bdadc591-a8ba-4bad-b7fc-e636f83c5ba9 service neutron] 10.222.0.81 "GET /v2.0/networks/bc95bb99-00fd-4971-9630-aa6f2c6ac7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050835 Oct 27 18:49:52.546354 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-95acee8f-6f49-42fa-a0af-7376e7af5d5b service neutron] 10.222.0.81 "GET /v2.0/networks/bc95bb99-00fd-4971-9630-aa6f2c6ac7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168320 Oct 27 18:49:52.711509 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-3f565cb2-66e8-4181-9a65-d88a8a91a242 tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:52.713080 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6529cf0-68e8-4389-aa2c-2db96f91d0e0 req-1b6e489b-985c-4fb2-a198-fef0b0e136e0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:52.713624 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-3f565cb2-66e8-4181-9a65-d88a8a91a242 tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f&tenant_id=21f5568e020c455199c8dde94ac0b73c&binding%3Ahost_id=n-h2-815690-2 HTTP/1.1" status: 200 len: 1096 time: 0.1095505 Oct 27 18:49:52.715391 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e6529cf0-68e8-4389-aa2c-2db96f91d0e0 req-1b6e489b-985c-4fb2-a198-fef0b0e136e0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f HTTP/1.1" status: 200 len: 945 time: 0.0597148 Oct 27 18:49:52.727292 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-4d782bb6-e5ec-46c1-98c2-8b2f69301d58 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815690-2'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:49:52.777995 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e6529cf0-68e8-4389-aa2c-2db96f91d0e0 req-d2123d05-64cb-4175-b502-219eedf892cd tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4ebfb6b-32e3-4535-afff-6cadab6dff22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544896 Oct 27 18:49:52.807327 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-4d782bb6-e5ec-46c1-98c2-8b2f69301d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:52.956551 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-4d782bb6-e5ec-46c1-98c2-8b2f69301d58 service neutron] For port 97ff5641-a2b4-4b9f-8fd0-10417463375f, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=97ff5641-a2b4-4b9f-8fd0-10417463375f,segment=NetworkSegment(fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39),segment_id=fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:49:53.007531 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-4d782bb6-e5ec-46c1-98c2-8b2f69301d58 service neutron] For port 97ff5641-a2b4-4b9f-8fd0-10417463375f, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:49:53.054089 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2904934-4cc2-4e24-976d-206e2ec2dc3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97ff5641-a2b4-4b9f-8fd0-10417463375f'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:49:53.056640 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f046a287-fbaa-4639-b10a-405e5a2555f7" -d '{"events": [{"server_uuid": "e2904934-4cc2-4e24-976d-206e2ec2dc3f", "name": "network-vif-unplugged", "status": "completed", "tag": "97ff5641-a2b4-4b9f-8fd0-10417463375f"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:49:53.062100 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-4d782bb6-e5ec-46c1-98c2-8b2f69301d58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:53.107018 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 18:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f8b8a6-b98a-46aa-820d-bbc754431304 x-openstack-request-id: req-b0f8b8a6-b98a-46aa-820d-bbc754431304 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:49:53.107769 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2904934-4cc2-4e24-976d-206e2ec2dc3f", "name": "network-vif-unplugged", "status": "completed", "tag": "97ff5641-a2b4-4b9f-8fd0-10417463375f", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:49:53.108221 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b0f8b8a6-b98a-46aa-820d-bbc754431304 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:49:53.108879 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2904934-4cc2-4e24-976d-206e2ec2dc3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97ff5641-a2b4-4b9f-8fd0-10417463375f', 'code': 200} Oct 27 18:49:53.157346 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-4d782bb6-e5ec-46c1-98c2-8b2f69301d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:53.287766 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d782bb6-e5ec-46c1-98c2-8b2f69301d58 service neutron] Pushing event updated for resources: {'Port': ['ID=97ff5641-a2b4-4b9f-8fd0-10417463375f,revision_number=7']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:53.372610 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-4d782bb6-e5ec-46c1-98c2-8b2f69301d58 service neutron] Attempting to bind port 97ff5641-a2b4-4b9f-8fd0-10417463375f on host n-h2-815690-2 for vnic_type normal with profile {"migrating_to": "n-h1-815690-2"} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:49:53.372962 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-4d782bb6-e5ec-46c1-98c2-8b2f69301d58 service neutron] Attempting to bind port 97ff5641-a2b4-4b9f-8fd0-10417463375f by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': 'fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'bc95bb99-00fd-4971-9630-aa6f2c6ac7b4'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:49:53.373438 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-4d782bb6-e5ec-46c1-98c2-8b2f69301d58 service neutron] Attempting to bind port 97ff5641-a2b4-4b9f-8fd0-10417463375f on network bc95bb99-00fd-4971-9630-aa6f2c6ac7b4 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:49:53.378405 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-4d782bb6-e5ec-46c1-98c2-8b2f69301d58 service neutron] Port 97ff5641-a2b4-4b9f-8fd0-10417463375f on network bc95bb99-00fd-4971-9630-aa6f2c6ac7b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:49:53.378954 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-4d782bb6-e5ec-46c1-98c2-8b2f69301d58 service neutron] Attempting to bind port 97ff5641-a2b4-4b9f-8fd0-10417463375f on network bc95bb99-00fd-4971-9630-aa6f2c6ac7b4 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:49:53.384071 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-4d782bb6-e5ec-46c1-98c2-8b2f69301d58 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:49:53.386344 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-4d782bb6-e5ec-46c1-98c2-8b2f69301d58 service neutron] Checking segment: {'id': 'fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'bc95bb99-00fd-4971-9630-aa6f2c6ac7b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:49:53.386344 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-4d782bb6-e5ec-46c1-98c2-8b2f69301d58 service neutron] Bound using segment: {'id': 'fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'bc95bb99-00fd-4971-9630-aa6f2c6ac7b4'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:49:53.386344 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-4d782bb6-e5ec-46c1-98c2-8b2f69301d58 service neutron] Bound port: 97ff5641-a2b4-4b9f-8fd0-10417463375f, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'bc95bb99-00fd-4971-9630-aa6f2c6ac7b4'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:49:53.386344 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-4d782bb6-e5ec-46c1-98c2-8b2f69301d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:53.467423 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-4d782bb6-e5ec-46c1-98c2-8b2f69301d58 service neutron] For port 97ff5641-a2b4-4b9f-8fd0-10417463375f, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:49:53.472769 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-4d782bb6-e5ec-46c1-98c2-8b2f69301d58 service neutron] For port 97ff5641-a2b4-4b9f-8fd0-10417463375f, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=97ff5641-a2b4-4b9f-8fd0-10417463375f,segment=NetworkSegment(fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39),segment_id=fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:49:53.550914 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-b71d84eb-3f0a-4561-9ef4-9336f5721a1d None None] Provisioning complete for port 97ff5641-a2b4-4b9f-8fd0-10417463375f triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:49:53.552000 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b71d84eb-3f0a-4561-9ef4-9336f5721a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:53.607772 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-4d782bb6-e5ec-46c1-98c2-8b2f69301d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:53.607937 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-b71d84eb-3f0a-4561-9ef4-9336f5721a1d None None] Port 97ff5641-a2b4-4b9f-8fd0-10417463375f cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:49:53.772263 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d782bb6-e5ec-46c1-98c2-8b2f69301d58 service neutron] Pushing event updated for resources: {'Port': ['ID=97ff5641-a2b4-4b9f-8fd0-10417463375f,revision_number=8']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:53.837632 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-4d782bb6-e5ec-46c1-98c2-8b2f69301d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:53.838332 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-4d782bb6-e5ec-46c1-98c2-8b2f69301d58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:53.841487 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-4d782bb6-e5ec-46c1-98c2-8b2f69301d58 service neutron] 10.222.0.81 "PUT /v2.0/ports/97ff5641-a2b4-4b9f-8fd0-10417463375f HTTP/1.1" status: 200 len: 1121 time: 1.1178792 Oct 27 18:49:53.915788 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['97ff5641-a2b4-4b9f-8fd0-10417463375f'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:49:54.033413 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbefab35-d7d0-439e-8554-504aa5ef016e req-bd142e4f-bc39-44ef-be9c-a0c5013dd15a tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:54.035060 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fbefab35-d7d0-439e-8554-504aa5ef016e req-bd142e4f-bc39-44ef-be9c-a0c5013dd15a tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f HTTP/1.1" status: 200 len: 943 time: 0.1465774 Oct 27 18:49:54.081494 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fbefab35-d7d0-439e-8554-504aa5ef016e req-a2f145ab-ecf2-4530-b454-44b4c386f74c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4ebfb6b-32e3-4535-afff-6cadab6dff22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402277 Oct 27 18:49:54.193901 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-e2f4e127-e301-425a-b15f-1253f3a29363 None None] Provisioning complete for port 97ff5641-a2b4-4b9f-8fd0-10417463375f triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:49:54.194362 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e2f4e127-e301-425a-b15f-1253f3a29363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:54.245769 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-a4d18f18-971e-4e23-a926-5e1fce6049e1 req-a4869f5e-92c3-4f33-a84f-73fc7960fe27 service neutron] (102878) timed out ('10.222.0.93', 52272) {{(pid=102878) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 18:49:54.395204 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e2f4e127-e301-425a-b15f-1253f3a29363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:54.451863 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2904934-4cc2-4e24-976d-206e2ec2dc3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ff5641-a2b4-4b9f-8fd0-10417463375f'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:49:54.454744 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8641272b-c43f-4bf7-8a1b-8728b5188665" -d '{"events": [{"server_uuid": "e2904934-4cc2-4e24-976d-206e2ec2dc3f", "name": "network-vif-plugged", "status": "completed", "tag": "97ff5641-a2b4-4b9f-8fd0-10417463375f"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:49:54.472224 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-e2f4e127-e301-425a-b15f-1253f3a29363 None None] For port 97ff5641-a2b4-4b9f-8fd0-10417463375f, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=97ff5641-a2b4-4b9f-8fd0-10417463375f,segment=NetworkSegment(fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39),segment_id=fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:49:54.500058 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8044ab92-c9d2-4775-be9a-e31fe4aafb72 x-openstack-request-id: req-8044ab92-c9d2-4775-be9a-e31fe4aafb72 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:49:54.500350 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2904934-4cc2-4e24-976d-206e2ec2dc3f", "name": "network-vif-plugged", "status": "completed", "tag": "97ff5641-a2b4-4b9f-8fd0-10417463375f", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:49:54.500605 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8044ab92-c9d2-4775-be9a-e31fe4aafb72 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:49:54.501000 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2904934-4cc2-4e24-976d-206e2ec2dc3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ff5641-a2b4-4b9f-8fd0-10417463375f', 'code': 200} Oct 27 18:49:54.576127 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e2f4e127-e301-425a-b15f-1253f3a29363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:54.723376 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f4e127-e301-425a-b15f-1253f3a29363 None None] Pushing event updated for resources: {'Port': ['ID=97ff5641-a2b4-4b9f-8fd0-10417463375f,revision_number=9']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:55.110593 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2904934-4cc2-4e24-976d-206e2ec2dc3f', 'tag': '97ff5641-a2b4-4b9f-8fd0-10417463375f'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:49:55.113162 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51592ce0-5eed-4e06-bdfb-c60b771dadc3" -d '{"events": [{"name": "network-changed", "server_uuid": "e2904934-4cc2-4e24-976d-206e2ec2dc3f", "tag": "97ff5641-a2b4-4b9f-8fd0-10417463375f"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:49:55.153394 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5342c17-c512-458f-86d9-c3c94a55bbd2 x-openstack-request-id: req-f5342c17-c512-458f-86d9-c3c94a55bbd2 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:49:55.154084 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2904934-4cc2-4e24-976d-206e2ec2dc3f", "tag": "97ff5641-a2b4-4b9f-8fd0-10417463375f", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:49:55.154575 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f5342c17-c512-458f-86d9-c3c94a55bbd2 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:49:55.155208 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2904934-4cc2-4e24-976d-206e2ec2dc3f', 'tag': '97ff5641-a2b4-4b9f-8fd0-10417463375f', 'status': 'completed', 'code': 200} Oct 27 18:49:55.230626 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51592ce0-5eed-4e06-bdfb-c60b771dadc3 req-c7136546-04d0-48a6-83cf-645008e0afa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:55.232715 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-51592ce0-5eed-4e06-bdfb-c60b771dadc3 req-c7136546-04d0-48a6-83cf-645008e0afa6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=21f5568e020c455199c8dde94ac0b73c&device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f HTTP/1.1" status: 200 len: 1126 time: 0.0507269 Oct 27 18:49:55.260799 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700b59b-f881-439d-8636-c2e68c3ae52f req-6337ef63-ee8c-464d-94bf-25afe46e58b0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:55.263286 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4700b59b-f881-439d-8636-c2e68c3ae52f req-6337ef63-ee8c-464d-94bf-25afe46e58b0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f HTTP/1.1" status: 200 len: 945 time: 0.0588722 Oct 27 18:49:55.310418 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4700b59b-f881-439d-8636-c2e68c3ae52f req-3a770109-01e6-40c7-8846-bc63b7730ecb tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4ebfb6b-32e3-4535-afff-6cadab6dff22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411549 Oct 27 18:49:55.359489 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51592ce0-5eed-4e06-bdfb-c60b771dadc3 req-ab3b4d60-3109-421a-96b0-750bc2547319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:55.361778 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-51592ce0-5eed-4e06-bdfb-c60b771dadc3 req-ab3b4d60-3109-421a-96b0-750bc2547319 service neutron] 10.222.0.93 "GET /v2.0/networks?id=bc95bb99-00fd-4971-9630-aa6f2c6ac7b4 HTTP/1.1" status: 200 len: 899 time: 0.1221337 Oct 27 18:49:55.442933 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-51592ce0-5eed-4e06-bdfb-c60b771dadc3 req-ef24cabf-4189-43a8-9d61-93a800d62b7c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97ff5641-a2b4-4b9f-8fd0-10417463375f HTTP/1.1" status: 200 len: 1000 time: 0.0712078 Oct 27 18:49:55.513909 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51592ce0-5eed-4e06-bdfb-c60b771dadc3 req-5cd9f134-b2ec-411a-a41a-5d69263949c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:55.515550 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-51592ce0-5eed-4e06-bdfb-c60b771dadc3 req-5cd9f134-b2ec-411a-a41a-5d69263949c9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=826f7c4e-07b2-4711-bcb6-a09950586eaa HTTP/1.1" status: 200 len: 835 time: 0.0614693 Oct 27 18:49:55.566577 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51592ce0-5eed-4e06-bdfb-c60b771dadc3 req-6faf42a1-33e7-4336-9ca2-b4bd7e487ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:55.568160 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-51592ce0-5eed-4e06-bdfb-c60b771dadc3 req-6faf42a1-33e7-4336-9ca2-b4bd7e487ce0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=bc95bb99-00fd-4971-9630-aa6f2c6ac7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441306 Oct 27 18:49:55.665805 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-51592ce0-5eed-4e06-bdfb-c60b771dadc3 req-32191903-3898-41e0-9480-592f67d08c18 service neutron] 10.222.0.93 "GET /v2.0/networks/bc95bb99-00fd-4971-9630-aa6f2c6ac7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900090 Oct 27 18:49:55.772213 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-51592ce0-5eed-4e06-bdfb-c60b771dadc3 req-f3c48b85-90ae-47d1-8ffd-0c7cd51a4c74 service neutron] 10.222.0.93 "GET /v2.0/networks/bc95bb99-00fd-4971-9630-aa6f2c6ac7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989780 Oct 27 18:49:56.235851 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 97ff5641-a2b4-4b9f-8fd0-10417463375f details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:49:56.417676 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 97ff5641-a2b4-4b9f-8fd0-10417463375f, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=97ff5641-a2b4-4b9f-8fd0-10417463375f,segment=NetworkSegment(fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39),segment_id=fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:49:56.457929 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da282969-430e-4980-a372-fd98912be473 req-441ca581-dfbf-4e6b-9aa3-448ca3fb1802 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:56.458476 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 97ff5641-a2b4-4b9f-8fd0-10417463375f has no active binding in host n-h1-815690-2 {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 27 18:49:56.463605 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:56.467985 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-da282969-430e-4980-a372-fd98912be473 req-441ca581-dfbf-4e6b-9aa3-448ca3fb1802 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f HTTP/1.1" status: 200 len: 945 time: 0.0702863 Oct 27 18:49:56.507814 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-da282969-430e-4980-a372-fd98912be473 req-326c5b0e-a5b9-47a0-90d2-a061f3d54055 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4ebfb6b-32e3-4535-afff-6cadab6dff22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387480 Oct 27 18:49:56.923562 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:57.647371 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dbe0a5-9114-40b4-a4d4-4b2fea4bc1d7 req-d241d8f5-5137-4924-a334-7d2eca15056a tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:57.649154 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-24dbe0a5-9114-40b4-a4d4-4b2fea4bc1d7 req-d241d8f5-5137-4924-a334-7d2eca15056a tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f HTTP/1.1" status: 200 len: 945 time: 0.0512562 Oct 27 18:49:57.691334 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-24dbe0a5-9114-40b4-a4d4-4b2fea4bc1d7 req-4c3b788c-7eef-4752-b62b-9c5a327dd8f6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4ebfb6b-32e3-4535-afff-6cadab6dff22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336299 Oct 27 18:49:58.258793 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e450242-6c02-4fe9-9951-1c27acb163d4 req-4e19ce04-1acb-45b2-929f-53a6f2c7e0c2 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:58.260479 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2e450242-6c02-4fe9-9951-1c27acb163d4 req-4e19ce04-1acb-45b2-929f-53a6f2c7e0c2 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 946 time: 0.0510008 Oct 27 18:49:58.301545 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2e450242-6c02-4fe9-9951-1c27acb163d4 req-1e575796-3f7a-430a-928f-eeee545c46b7 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335004 Oct 27 18:49:58.796591 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-7ea56c4f-220f-4737-a660-9a02a68a5dd4 service neutron] 10.222.0.93 "GET /v2.0/ports/97ff5641-a2b4-4b9f-8fd0-10417463375f/bindings/n-h1-815690-2 HTTP/1.1" status: 200 len: 384 time: 0.1160393 Oct 27 18:49:58.831060 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73bb991-7e08-4646-9767-7b61c0de1552 req-645df301-0c60-488b-84d4-308cca5058c6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:58.838513 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d73bb991-7e08-4646-9767-7b61c0de1552 req-645df301-0c60-488b-84d4-308cca5058c6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f HTTP/1.1" status: 200 len: 945 time: 0.0721619 Oct 27 18:49:58.908472 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d73bb991-7e08-4646-9767-7b61c0de1552 req-6719997f-f4b9-40ec-b585-dc27ed18a7bc tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4ebfb6b-32e3-4535-afff-6cadab6dff22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630679 Oct 27 18:49:59.009225 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-a156c45a-e0b4-4dc0-ad00-a6ae02b326a9 service neutron] For port 97ff5641-a2b4-4b9f-8fd0-10417463375f, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=97ff5641-a2b4-4b9f-8fd0-10417463375f,segment=NetworkSegment(fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39),segment_id=fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:49:59.029264 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-a156c45a-e0b4-4dc0-ad00-a6ae02b326a9 service neutron] For port 97ff5641-a2b4-4b9f-8fd0-10417463375f, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:49:59.075831 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2904934-4cc2-4e24-976d-206e2ec2dc3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97ff5641-a2b4-4b9f-8fd0-10417463375f'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:49:59.078335 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0ab2ad-f0eb-497a-b994-27e8fa4e6db9" -d '{"events": [{"server_uuid": "e2904934-4cc2-4e24-976d-206e2ec2dc3f", "name": "network-vif-unplugged", "status": "completed", "tag": "97ff5641-a2b4-4b9f-8fd0-10417463375f"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:49:59.085997 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-a156c45a-e0b4-4dc0-ad00-a6ae02b326a9 service neutron] For port 97ff5641-a2b4-4b9f-8fd0-10417463375f, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=97ff5641-a2b4-4b9f-8fd0-10417463375f,segment=NetworkSegment(fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39),segment_id=fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:49:59.127757 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 18:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaee09d8-7cb4-4925-a6be-301d4df904ce x-openstack-request-id: req-aaee09d8-7cb4-4925-a6be-301d4df904ce {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:49:59.134307 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2904934-4cc2-4e24-976d-206e2ec2dc3f", "name": "network-vif-unplugged", "status": "completed", "tag": "97ff5641-a2b4-4b9f-8fd0-10417463375f", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:49:59.134307 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aaee09d8-7cb4-4925-a6be-301d4df904ce {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:49:59.134307 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2904934-4cc2-4e24-976d-206e2ec2dc3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97ff5641-a2b4-4b9f-8fd0-10417463375f', 'code': 200} Oct 27 18:49:59.188505 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-a156c45a-e0b4-4dc0-ad00-a6ae02b326a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:59.278172 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-a156c45a-e0b4-4dc0-ad00-a6ae02b326a9 service neutron] Transition to ACTIVE for port object 97ff5641-a2b4-4b9f-8fd0-10417463375f will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:49:59.362017 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-a156c45a-e0b4-4dc0-ad00-a6ae02b326a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:49:59.511776 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e8b01-7a12-4b3d-b74e-6d74f4ace76d req-86070d52-c9d0-4907-b2fd-2f4aced79558 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:59.531090 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-955e8b01-7a12-4b3d-b74e-6d74f4ace76d req-86070d52-c9d0-4907-b2fd-2f4aced79558 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 946 time: 0.0948684 Oct 27 18:49:59.561593 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156c45a-e0b4-4dc0-ad00-a6ae02b326a9 service neutron] Pushing event updated for resources: {'Port': ['ID=97ff5641-a2b4-4b9f-8fd0-10417463375f,revision_number=11']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:49:59.579027 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-955e8b01-7a12-4b3d-b74e-6d74f4ace76d req-9d7b42e9-392b-4910-aeac-ea9ef944936e tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463605 Oct 27 18:49:59.585424 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156c45a-e0b4-4dc0-ad00-a6ae02b326a9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:49:59.585424 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156c45a-e0b4-4dc0-ad00-a6ae02b326a9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:49:59.585700 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156c45a-e0b4-4dc0-ad00-a6ae02b326a9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:49:59.586012 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156c45a-e0b4-4dc0-ad00-a6ae02b326a9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:49:59.586354 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156c45a-e0b4-4dc0-ad00-a6ae02b326a9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:49:59.586692 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156c45a-e0b4-4dc0-ad00-a6ae02b326a9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:49:59.587103 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156c45a-e0b4-4dc0-ad00-a6ae02b326a9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:49:59.587491 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156c45a-e0b4-4dc0-ad00-a6ae02b326a9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:49:59.587773 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156c45a-e0b4-4dc0-ad00-a6ae02b326a9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:49:59.588102 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156c45a-e0b4-4dc0-ad00-a6ae02b326a9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:49:59.588431 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156c45a-e0b4-4dc0-ad00-a6ae02b326a9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:49:59.606909 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a156c45a-e0b4-4dc0-ad00-a6ae02b326a9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:49:59.641118 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-a156c45a-e0b4-4dc0-ad00-a6ae02b326a9 service neutron] No DVR routers for this DVR port 97ff5641-a2b4-4b9f-8fd0-10417463375f on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:49:59.824389 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c19382-a1d6-4986-a16b-0391d4656f13 req-f4e8e072-1dcb-40ec-a078-3aa48439ee75 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:49:59.825100 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-65c19382-a1d6-4986-a16b-0391d4656f13 req-f4e8e072-1dcb-40ec-a078-3aa48439ee75 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.93 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 946 time: 0.1845975 Oct 27 18:49:59.959911 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-a156c45a-e0b4-4dc0-ad00-a6ae02b326a9 service neutron] 10.222.0.93 "PUT /v2.0/ports/97ff5641-a2b4-4b9f-8fd0-10417463375f/bindings/n-h1-815690-2/activate HTTP/1.1" status: 200 len: 369 time: 1.1554050 Oct 27 18:49:59.999318 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-65c19382-a1d6-4986-a16b-0391d4656f13 req-62715145-ee8f-45d1-af1f-c1127738211b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Deleting port 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:49:59.999996 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-65c19382-a1d6-4986-a16b-0391d4656f13 req-62715145-ee8f-45d1-af1f-c1127738211b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:00.062760 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fd2aa-b48d-4e68-b715-9b4a9b7bb444 req-6ad11964-ac82-4701-a308-0b08a9ea443d tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:00.069984 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-324fd2aa-b48d-4e68-b715-9b4a9b7bb444 req-6ad11964-ac82-4701-a308-0b08a9ea443d tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f HTTP/1.1" status: 200 len: 944 time: 0.0817254 Oct 27 18:50:00.117503 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-324fd2aa-b48d-4e68-b715-9b4a9b7bb444 req-24d66066-3fb2-4232-9591-1a49ec78ce06 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4ebfb6b-32e3-4535-afff-6cadab6dff22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464036 Oct 27 18:50:00.185747 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 36878) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:50:00.218215 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-7f713c80-d19c-4664-9e77-ad4a8204902c tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:00.220100 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-7f713c80-d19c-4664-9e77-ad4a8204902c tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f&tenant_id=21f5568e020c455199c8dde94ac0b73c&binding%3Ahost_id=n-h2-815690-2 HTTP/1.1" status: 200 len: 1095 time: 0.1225274 Oct 27 18:50:00.222281 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-65c19382-a1d6-4986-a16b-0391d4656f13 req-62715145-ee8f-45d1-af1f-c1127738211b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] For port 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9,segment=NetworkSegment(29ae5e06-41a1-428b-8e42-42a692caa382),segment_id=29ae5e06-41a1-428b-8e42-42a692caa382)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:50:00.222878 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-65c19382-a1d6-4986-a16b-0391d4656f13 req-62715145-ee8f-45d1-af1f-c1127738211b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:00.357077 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-edaa0879-0f81-40eb-90f1-1d7269459bf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:00.423182 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-2cbacb2c-3181-4065-9350-c6578ffe5e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:00.424849 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-2cbacb2c-3181-4065-9350-c6578ffe5e86 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f&tenant_id=21f5568e020c455199c8dde94ac0b73c HTTP/1.1" status: 200 len: 1095 time: 0.0979347 Oct 27 18:50:00.471665 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-edaa0879-0f81-40eb-90f1-1d7269459bf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:00.529908 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-edaa0879-0f81-40eb-90f1-1d7269459bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:00.578781 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-edaa0879-0f81-40eb-90f1-1d7269459bf9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ce8a15d6fbe547218db23fe81dfca21b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3917282 Oct 27 18:50:00.580368 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa0879-0f81-40eb-90f1-1d7269459bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb928d8-41bf-4cb3-8b9c-c54079a62b39,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:00.583081 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 36886) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:50:00.687816 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1033292d-88a0-485c-b37b-7c08eb9c27bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:00.730923 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1033292d-88a0-485c-b37b-7c08eb9c27bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:00.755627 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13784498-803d-4022-8fa9-9e8e7ced1f77 req-96193421-6c25-443d-aee7-3a08becea023 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:00.757163 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-13784498-803d-4022-8fa9-9e8e7ced1f77 req-96193421-6c25-443d-aee7-3a08becea023 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 946 time: 0.0823202 Oct 27 18:50:00.860346 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-9d6f11fe-1466-4003-9727-2f21a2eaae0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:00.860346 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-9d6f11fe-1466-4003-9727-2f21a2eaae0b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=21f5568e020c455199c8dde94ac0b73c&device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f HTTP/1.1" status: 200 len: 1095 time: 0.4025528 Oct 27 18:50:00.892618 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-65c19382-a1d6-4986-a16b-0391d4656f13 req-62715145-ee8f-45d1-af1f-c1127738211b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:00.892618 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-65c19382-a1d6-4986-a16b-0391d4656f13 req-62715145-ee8f-45d1-af1f-c1127738211b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:00.892975 n-d-815690-2 neutron-server[102879]: INFO neutron.db.l3_db [req-65c19382-a1d6-4986-a16b-0391d4656f13 req-62715145-ee8f-45d1-af1f-c1127738211b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Floating IP 218364cf-9a2f-4265-aac6-25becbdc47f6 disassociated. External IP: 172.25.6.9, port: 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9. Oct 27 18:50:00.893869 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-65c19382-a1d6-4986-a16b-0391d4656f13 req-62715145-ee8f-45d1-af1f-c1127738211b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Calling delete_port for 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:50:01.022490 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-e978cffa-81c5-4bf3-baff-c59112bc6b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:01.024028 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-e978cffa-81c5-4bf3-baff-c59112bc6b8c service neutron] 10.222.0.81 "GET /v2.0/networks?id=bc95bb99-00fd-4971-9630-aa6f2c6ac7b4 HTTP/1.1" status: 200 len: 899 time: 0.1569357 Oct 27 18:50:01.131167 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-645487df-b707-47c3-8d88-e1cd442a5669 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97ff5641-a2b4-4b9f-8fd0-10417463375f HTTP/1.1" status: 200 len: 998 time: 0.0967436 Oct 27 18:50:01.155535 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-13784498-803d-4022-8fa9-9e8e7ced1f77 req-108d40a2-18e2-4556-ae26-fa505f521f6b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=358a16cb-84eb-41ff-b100-734949294668&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3891497 Oct 27 18:50:01.196355 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-1a307723-5c25-4397-990b-e510c985a054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:01.197885 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-1a307723-5c25-4397-990b-e510c985a054 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=826f7c4e-07b2-4711-bcb6-a09950586eaa HTTP/1.1" status: 200 len: 835 time: 0.0592337 Oct 27 18:50:01.240575 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1033292d-88a0-485c-b37b-7c08eb9c27bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:01.243255 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1033292d-88a0-485c-b37b-7c08eb9c27bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:01.244475 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1033292d-88a0-485c-b37b-7c08eb9c27bf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/afb928d8-41bf-4cb3-8b9c-c54079a62b39 HTTP/1.1" status: 204 len: 168 time: 0.6476862 Oct 27 18:50:01.257300 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-e714dfe9-5707-42aa-9d5c-66b4499ad077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:01.259069 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-e714dfe9-5707-42aa-9d5c-66b4499ad077 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bc95bb99-00fd-4971-9630-aa6f2c6ac7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492206 Oct 27 18:50:01.271515 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033292d-88a0-485c-b37b-7c08eb9c27bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb928d8-41bf-4cb3-8b9c-c54079a62b39,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:01.276580 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-65c19382-a1d6-4986-a16b-0391d4656f13 req-62715145-ee8f-45d1-af1f-c1127738211b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:01.292505 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3decef6-0ce1-4e48-a972-6c3cc579e53e req-86160afa-2c8c-4993-a427-d9507dbdda25 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:01.295013 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a3decef6-0ce1-4e48-a972-6c3cc579e53e req-86160afa-2c8c-4993-a427-d9507dbdda25 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f HTTP/1.1" status: 200 len: 944 time: 0.0656776 Oct 27 18:50:01.372698 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a3decef6-0ce1-4e48-a972-6c3cc579e53e req-984386b8-7516-48fc-873b-660950ec7776 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4ebfb6b-32e3-4535-afff-6cadab6dff22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689490 Oct 27 18:50:01.388364 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62715145-ee8f-45d1-af1f-c1127738211b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Pushing event deleted for resources: {'Port': ['ID=2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:01.507059 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-82f61c10-4f03-4376-bd34-b783c31f27aa service neutron] 10.222.0.81 "GET /v2.0/networks/bc95bb99-00fd-4971-9630-aa6f2c6ac7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338173 Oct 27 18:50:01.597007 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65c19382-a1d6-4986-a16b-0391d4656f13 req-62715145-ee8f-45d1-af1f-c1127738211b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Router 9faeaf28-c10c-45f3-8bc3-8496afb70c48 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:50:01.658757 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-0c2d392f-014b-410b-9561-2867514eb354 service neutron] 10.222.0.81 "GET /v2.0/networks/bc95bb99-00fd-4971-9630-aa6f2c6ac7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420281 Oct 27 18:50:01.754353 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65c19382-a1d6-4986-a16b-0391d4656f13 req-62715145-ee8f-45d1-af1f-c1127738211b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:50:01.767652 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff88eed1-ab63-47c7-ac5c-6f6b5761238c None None] Sync routers for ids ['9faeaf28-c10c-45f3-8bc3-8496afb70c48'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:50:01.779736 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff88eed1-ab63-47c7-ac5c-6f6b5761238c None None] Routers {'9faeaf28-c10c-45f3-8bc3-8496afb70c48'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:50:01.780884 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-ff88eed1-ab63-47c7-ac5c-6f6b5761238c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:49:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9faeaf28-c10c-45f3-8bc3-8496afb70c48'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:50:01.818105 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c19382-a1d6-4986-a16b-0391d4656f13 req-62715145-ee8f-45d1-af1f-c1127738211b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] No DVR routers for this DVR port 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:50:01.821793 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-65c19382-a1d6-4986-a16b-0391d4656f13 req-62715145-ee8f-45d1-af1f-c1127738211b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:01.827588 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-65c19382-a1d6-4986-a16b-0391d4656f13 req-62715145-ee8f-45d1-af1f-c1127738211b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.93 "DELETE /v2.0/ports/2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 HTTP/1.1" status: 204 len: 173 time: 1.9958365 Oct 27 18:50:01.828175 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a97861b-82ca-4465-b3ab-2b6f3ee4a17b', 'name': 'network-vif-deleted', 'tag': '2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:50:01.830756 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a571d48-0cf8-4e64-b5ca-9b0b9c3cbecc" -d '{"events": [{"server_uuid": "2a97861b-82ca-4465-b3ab-2b6f3ee4a17b", "name": "network-vif-deleted", "tag": "2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:50:01.913600 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b233e26-ffda-4fcc-830c-da8667091f6f x-openstack-request-id: req-9b233e26-ffda-4fcc-830c-da8667091f6f {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:50:01.916308 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a97861b-82ca-4465-b3ab-2b6f3ee4a17b", "name": "network-vif-deleted", "tag": "2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:50:01.916579 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9b233e26-ffda-4fcc-830c-da8667091f6f {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:50:01.917857 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a97861b-82ca-4465-b3ab-2b6f3ee4a17b', 'name': 'network-vif-deleted', 'tag': '2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9', 'status': 'completed', 'code': 200} Oct 27 18:50:01.944172 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-ff88eed1-ab63-47c7-ac5c-6f6b5761238c None None] Set router 9faeaf28-c10c-45f3-8bc3-8496afb70c48 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:50:02.095777 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 36916) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:50:02.112038 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-10ea8561-9afe-4639-8144-07767d7e63eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:02.166848 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-ff88eed1-ab63-47c7-ac5c-6f6b5761238c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'name': 'tempest-AttachVolumeShelveTestJSON-1598767232-router', 'tenant_id': '186d6eca453449f79cfaf020191a989c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '5b0f0053-b447-48df-9f3b-2756a65bb9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:29Z', 'updated_at': '2021-10-27T18:45:37Z', 'revision_number': 4, 'project_id': '186d6eca453449f79cfaf020191a989c', 'gw_port': {'id': '5b0f0053-b447-48df-9f3b-2756a65bb9c4', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:30Z', 'updated_at': '2021-10-27T18:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '3a8064eb-708a-4e1e-a69d-00dfb9bfa428', 'name': '', 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b', 'tenant_id': '186d6eca453449f79cfaf020191a989c', 'mac_address': 'fa:16:3e:a4:5b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'db74a198-9b96-4f1c-98df-8ec54f422805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:35Z', 'updated_at': '2021-10-27T18:45:42Z', 'revision_number': 5, 'project_id': '186d6eca453449f79cfaf020191a989c', 'subnets': [{'id': 'db74a198-9b96-4f1c-98df-8ec54f422805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:50:02.198536 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff88eed1-ab63-47c7-ac5c-6f6b5761238c None None] Checking router: 9faeaf28-c10c-45f3-8bc3-8496afb70c48 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:50:02.215205 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff88eed1-ab63-47c7-ac5c-6f6b5761238c None None] Routers {'9faeaf28-c10c-45f3-8bc3-8496afb70c48'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:50:02.215205 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-ff88eed1-ab63-47c7-ac5c-6f6b5761238c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:49:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9faeaf28-c10c-45f3-8bc3-8496afb70c48'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:50:02.221593 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-10ea8561-9afe-4639-8144-07767d7e63eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:02.306353 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-10ea8561-9afe-4639-8144-07767d7e63eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:02.317797 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-403d113b-5a55-44e9-9a37-7970e7e4af08 tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:02.319667 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-403d113b-5a55-44e9-9a37-7970e7e4af08 tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f&tenant_id=21f5568e020c455199c8dde94ac0b73c&binding%3Ahost_id=n-h1-815690-2 HTTP/1.1" status: 200 len: 1095 time: 0.0797925 Oct 27 18:50:02.321842 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-90e5fe30-a70c-44ba-adf7-a08f0837d1af req-d2a550b6-d308-4945-8151-8cc740f7d48a tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a97861b-82ca-4465-b3ab-2b6f3ee4a17b HTTP/1.1" status: 200 len: 210 time: 0.0433731 Oct 27 18:50:02.341844 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-ff88eed1-ab63-47c7-ac5c-6f6b5761238c None None] Set router 9faeaf28-c10c-45f3-8bc3-8496afb70c48 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:50:02.368101 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea8561-9afe-4639-8144-07767d7e63eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9641d93e-0bff-4144-83c2-e7512253dcda,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:02.410427 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-10ea8561-9afe-4639-8144-07767d7e63eb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2f06d8507fda4664a2b1b6a65f8ce7ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3134093 Oct 27 18:50:02.413089 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36924) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:50:02.509155 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a9f3ae83-ba0e-4e30-aceb-b9f25ecf3fa6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:02.510505 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c914d33-fc61-406b-b38c-1fa76ee0d809 req-21d72e18-b5fa-4cd2-b4bf-e28d909c4cdf tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:02.511907 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0c914d33-fc61-406b-b38c-1fa76ee0d809 req-21d72e18-b5fa-4cd2-b4bf-e28d909c4cdf tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f HTTP/1.1" status: 200 len: 944 time: 0.0555987 Oct 27 18:50:02.534315 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a9f3ae83-ba0e-4e30-aceb-b9f25ecf3fa6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:02.556699 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0c914d33-fc61-406b-b38c-1fa76ee0d809 req-00602c3c-c9dc-4444-9472-de4bf38ab1da tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4ebfb6b-32e3-4535-afff-6cadab6dff22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351956 Oct 27 18:50:02.601382 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-ddec9a0e-7392-4ab7-b75d-078f61087006 service neutron] For port 97ff5641-a2b4-4b9f-8fd0-10417463375f, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:50:02.605043 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-ddec9a0e-7392-4ab7-b75d-078f61087006 service neutron] Publish callbacks [] for binding, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:02.606748 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-ddec9a0e-7392-4ab7-b75d-078f61087006 service neutron] 10.222.0.81 "DELETE /v2.0/ports/97ff5641-a2b4-4b9f-8fd0-10417463375f/bindings/n-h2-815690-2 HTTP/1.1" status: 204 len: 173 time: 0.2788963 Oct 27 18:50:02.609634 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-ff88eed1-ab63-47c7-ac5c-6f6b5761238c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'name': 'tempest-AttachVolumeShelveTestJSON-1598767232-router', 'tenant_id': '186d6eca453449f79cfaf020191a989c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '5b0f0053-b447-48df-9f3b-2756a65bb9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:29Z', 'updated_at': '2021-10-27T18:45:37Z', 'revision_number': 4, 'project_id': '186d6eca453449f79cfaf020191a989c', 'gw_port': {'id': '5b0f0053-b447-48df-9f3b-2756a65bb9c4', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:30Z', 'updated_at': '2021-10-27T18:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '3a8064eb-708a-4e1e-a69d-00dfb9bfa428', 'name': '', 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b', 'tenant_id': '186d6eca453449f79cfaf020191a989c', 'mac_address': 'fa:16:3e:a4:5b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'db74a198-9b96-4f1c-98df-8ec54f422805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:35Z', 'updated_at': '2021-10-27T18:45:42Z', 'revision_number': 5, 'project_id': '186d6eca453449f79cfaf020191a989c', 'subnets': [{'id': 'db74a198-9b96-4f1c-98df-8ec54f422805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:50:02.734803 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a9f3ae83-ba0e-4e30-aceb-b9f25ecf3fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:02.738339 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a9f3ae83-ba0e-4e30-aceb-b9f25ecf3fa6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:02.739666 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a9f3ae83-ba0e-4e30-aceb-b9f25ecf3fa6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9641d93e-0bff-4144-83c2-e7512253dcda HTTP/1.1" status: 204 len: 168 time: 0.3249569 Oct 27 18:50:02.751340 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f3ae83-ba0e-4e30-aceb-b9f25ecf3fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9641d93e-0bff-4144-83c2-e7512253dcda,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:02.759043 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3c5c7-5f6f-4385-a176-c29784a4469c req-d6bbcb03-137e-4e77-ac88-64fd80c335bc tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:02.760634 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c7f3c5c7-5f6f-4385-a176-c29784a4469c req-d6bbcb03-137e-4e77-ac88-64fd80c335bc tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f HTTP/1.1" status: 200 len: 1095 time: 0.0674858 Oct 27 18:50:02.835461 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c7f3c5c7-5f6f-4385-a176-c29784a4469c req-4259e04e-a67a-4f15-a167-a6654ee4dc69 tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=a4ebfb6b-32e3-4535-afff-6cadab6dff22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601285 Oct 27 18:50:02.847209 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff88eed1-ab63-47c7-ac5c-6f6b5761238c None None] The sync data for ids ['9faeaf28-c10c-45f3-8bc3-8496afb70c48'] in n-d-815690-2 is: [{'id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'name': 'tempest-AttachVolumeShelveTestJSON-1598767232-router', 'tenant_id': '186d6eca453449f79cfaf020191a989c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '5b0f0053-b447-48df-9f3b-2756a65bb9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:29Z', 'updated_at': '2021-10-27T18:45:37Z', 'revision_number': 4, 'project_id': '186d6eca453449f79cfaf020191a989c', 'gw_port': {'id': '5b0f0053-b447-48df-9f3b-2756a65bb9c4', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:30Z', 'updated_at': '2021-10-27T18:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '3a8064eb-708a-4e1e-a69d-00dfb9bfa428', 'name': '', 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b', 'tenant_id': '186d6eca453449f79cfaf020191a989c', 'mac_address': 'fa:16:3e:a4:5b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'db74a198-9b96-4f1c-98df-8ec54f422805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:35Z', 'updated_at': '2021-10-27T18:45:42Z', 'revision_number': 5, 'project_id': '186d6eca453449f79cfaf020191a989c', 'subnets': [{'id': 'db74a198-9b96-4f1c-98df-8ec54f422805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:50:02.979331 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552c910-98c3-4d78-b3dc-afcc70e47e62 req-7a2ffb77-8b81-49ec-b7b7-252a6a0ecff6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:02.980134 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9552c910-98c3-4d78-b3dc-afcc70e47e62 req-7a2ffb77-8b81-49ec-b7b7-252a6a0ecff6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f HTTP/1.1" status: 200 len: 944 time: 0.0567567 Oct 27 18:50:02.982481 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 97ff5641-a2b4-4b9f-8fd0-10417463375f no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:50:03.027422 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9552c910-98c3-4d78-b3dc-afcc70e47e62 req-b4cd9da4-d181-4506-ba7f-486d9420ef98 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4ebfb6b-32e3-4535-afff-6cadab6dff22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406313 Oct 27 18:50:03.047847 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 97ff5641-a2b4-4b9f-8fd0-10417463375f not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:50:03.048411 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:50:03.050725 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36940) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:50:03.101958 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:50:03.102472 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 2d3e6b25-9538-4714-9d8a-ec0ca7b7ccb9 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:50:03.193769 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-63d5f233-34ff-4c78-92c4-0055bb181095 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/floatingips/0be01819-8774-4aa5-a83b-3f55484ac096 HTTP/1.1" status: 200 len: 990 time: 0.1352441 Oct 27 18:50:03.199162 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cd1297bd-6dfa-478a-8042-01284c83aad7 req-b453a6df-9dfc-4f4c-9596-fa1836ba3ac8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0754049 Oct 27 18:50:03.274016 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba351e4-e6a3-421e-ac8a-6c91844c4066 None None] New status for floating IP 218364cf-9a2f-4265-aac6-25becbdc47f6: DOWN {{(pid=102881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:50:03.299395 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1297bd-6dfa-478a-8042-01284c83aad7 req-70a47d75-64c9-4861-8662-0396861bf7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:03.301536 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cd1297bd-6dfa-478a-8042-01284c83aad7 req-70a47d75-64c9-4861-8662-0396861bf7d4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=21f5568e020c455199c8dde94ac0b73c&device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f HTTP/1.1" status: 200 len: 1095 time: 0.0481038 Oct 27 18:50:03.451978 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1297bd-6dfa-478a-8042-01284c83aad7 req-4dc6ebfa-73af-4178-9573-ab667c41f1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:03.452414 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cd1297bd-6dfa-478a-8042-01284c83aad7 req-4dc6ebfa-73af-4178-9573-ab667c41f1a3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=bc95bb99-00fd-4971-9630-aa6f2c6ac7b4 HTTP/1.1" status: 200 len: 899 time: 0.1299002 Oct 27 18:50:03.521065 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cd1297bd-6dfa-478a-8042-01284c83aad7 req-f67052c7-0f62-4ebf-ae78-adabdd96360c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97ff5641-a2b4-4b9f-8fd0-10417463375f HTTP/1.1" status: 200 len: 998 time: 0.0617478 Oct 27 18:50:03.552871 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36960) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:50:03.592365 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1297bd-6dfa-478a-8042-01284c83aad7 req-6e4579ad-5492-455e-b6c3-28cdf71cca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:03.593738 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cd1297bd-6dfa-478a-8042-01284c83aad7 req-6e4579ad-5492-455e-b6c3-28cdf71cca18 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=826f7c4e-07b2-4711-bcb6-a09950586eaa HTTP/1.1" status: 200 len: 835 time: 0.0662043 Oct 27 18:50:03.670504 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1297bd-6dfa-478a-8042-01284c83aad7 req-bad029ae-81c9-4ff7-8122-93c8f60132f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:03.672149 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cd1297bd-6dfa-478a-8042-01284c83aad7 req-bad029ae-81c9-4ff7-8122-93c8f60132f7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bc95bb99-00fd-4971-9630-aa6f2c6ac7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714195 Oct 27 18:50:03.730601 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bb4b8852-1191-4c00-af07-ae2446aaa7bb tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:03.771786 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bb4b8852-1191-4c00-af07-ae2446aaa7bb tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:03.818260 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cd1297bd-6dfa-478a-8042-01284c83aad7 req-84585e5b-7513-4569-8b61-fe1620051e47 service neutron] 10.222.0.81 "GET /v2.0/networks/bc95bb99-00fd-4971-9630-aa6f2c6ac7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367261 Oct 27 18:50:03.912374 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cd1297bd-6dfa-478a-8042-01284c83aad7 req-2d68aeff-a641-48f9-9c16-69f8baa69356 service neutron] 10.222.0.81 "GET /v2.0/networks/bc95bb99-00fd-4971-9630-aa6f2c6ac7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867507 Oct 27 18:50:03.945025 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bb4b8852-1191-4c00-af07-ae2446aaa7bb tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:03.947932 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bb4b8852-1191-4c00-af07-ae2446aaa7bb tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:03.949216 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-bb4b8852-1191-4c00-af07-ae2446aaa7bb tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "DELETE /v2.0/security-groups/358a16cb-84eb-41ff-b100-734949294668 HTTP/1.1" status: 204 len: 168 time: 0.3953974 Oct 27 18:50:03.952165 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 36976) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:50:03.961943 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b8852-1191-4c00-af07-ae2446aaa7bb tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=358a16cb-84eb-41ff-b100-734949294668,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:04.008492 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-963a2908-d514-4538-91bd-1c898de964dd tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] show failed (client error): The resource could not be found. Oct 27 18:50:04.012674 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-963a2908-d514-4538-91bd-1c898de964dd tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups/358a16cb-84eb-41ff-b100-734949294668 HTTP/1.1" status: 404 len: 347 time: 0.0555372 Oct 27 18:50:04.013130 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 36978) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:50:04.142457 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-3d59c4c2-ba7f-449e-87f7-c1bcc1e48ef6 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Deleting port 6c119d36-615e-48fa-8aa8-b419990d71bd {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:50:04.143215 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3d59c4c2-ba7f-449e-87f7-c1bcc1e48ef6 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:04.229521 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3d59c4c2-ba7f-449e-87f7-c1bcc1e48ef6 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:04.229854 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3d59c4c2-ba7f-449e-87f7-c1bcc1e48ef6 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:04.242932 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-3d59c4c2-ba7f-449e-87f7-c1bcc1e48ef6 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Calling delete_port for 6c119d36-615e-48fa-8aa8-b419990d71bd owned by network:floatingip {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:50:04.455249 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3d59c4c2-ba7f-449e-87f7-c1bcc1e48ef6 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:04.482287 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d59c4c2-ba7f-449e-87f7-c1bcc1e48ef6 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Pushing event deleted for resources: {'Port': ['ID=6c119d36-615e-48fa-8aa8-b419990d71bd,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:04.552092 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3d59c4c2-ba7f-449e-87f7-c1bcc1e48ef6 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks [] for floatingip, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:04.554659 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3d59c4c2-ba7f-449e-87f7-c1bcc1e48ef6 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:04.555874 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3d59c4c2-ba7f-449e-87f7-c1bcc1e48ef6 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "DELETE /v2.0/floatingips/218364cf-9a2f-4265-aac6-25becbdc47f6 HTTP/1.1" status: 204 len: 168 time: 0.5417578 Oct 27 18:50:04.859672 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37004) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:50:04.864305 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-ac97b449-1a15-4263-a3cc-cb02923fa9ba tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Request body: {'security_group': {'name': 'tempest-securitygroup--514037604', 'description': 'tempest-description--802417122'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:50:04.958541 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ac97b449-1a15-4263-a3cc-cb02923fa9ba tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:05.055266 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ac97b449-1a15-4263-a3cc-cb02923fa9ba tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:05.116114 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ac97b449-1a15-4263-a3cc-cb02923fa9ba tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:05.151997 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac97b449-1a15-4263-a3cc-cb02923fa9ba tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:05.257411 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ac97b449-1a15-4263-a3cc-cb02923fa9ba tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:05.261758 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ac97b449-1a15-4263-a3cc-cb02923fa9ba tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3979211 Oct 27 18:50:05.261993 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37028) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:50:05.267004 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-aec80433-aed3-4787-8dea-a51918b6de49 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Request body: {'security_group_rule': {'security_group_id': '6f2c9906-ccff-4b1f-ae20-f5848aabc2e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:50:05.365115 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-aec80433-aed3-4787-8dea-a51918b6de49 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:05.422729 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-aec80433-aed3-4787-8dea-a51918b6de49 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:05.443049 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37038) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:50:05.542910 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-aec80433-aed3-4787-8dea-a51918b6de49 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:05.579637 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec80433-aed3-4787-8dea-a51918b6de49 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=900f393c-9964-409b-8172-fc527614fbf3,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:05.636031 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-d93086e6-2e23-453e-8ff2-94f99f8e5e32 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Deleting port a0a4ad2a-d065-418a-ace5-223e02f637f2 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:50:05.636376 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d93086e6-2e23-453e-8ff2-94f99f8e5e32 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:05.650139 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-aec80433-aed3-4787-8dea-a51918b6de49 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:05.651363 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-aec80433-aed3-4787-8dea-a51918b6de49 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3882916 Oct 27 18:50:05.655447 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37050) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:50:05.661087 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-e4bc4b6d-e432-4ced-876c-aa3fef6a25f5 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Request body: {'security_group_rule': {'security_group_id': '6f2c9906-ccff-4b1f-ae20-f5848aabc2e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:50:05.717282 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d93086e6-2e23-453e-8ff2-94f99f8e5e32 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:05.717542 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d93086e6-2e23-453e-8ff2-94f99f8e5e32 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:05.732646 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-d93086e6-2e23-453e-8ff2-94f99f8e5e32 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Calling delete_port for a0a4ad2a-d065-418a-ace5-223e02f637f2 owned by network:floatingip {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:50:05.752750 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e4bc4b6d-e432-4ced-876c-aa3fef6a25f5 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:05.836301 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e4bc4b6d-e432-4ced-876c-aa3fef6a25f5 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:05.918147 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e4bc4b6d-e432-4ced-876c-aa3fef6a25f5 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:05.938800 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc4b6d-e432-4ced-876c-aa3fef6a25f5 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf609434-776f-42a0-b05e-db1d0db9433b,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:05.998969 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d93086e6-2e23-453e-8ff2-94f99f8e5e32 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:06.026703 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93086e6-2e23-453e-8ff2-94f99f8e5e32 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event deleted for resources: {'Port': ['ID=a0a4ad2a-d065-418a-ace5-223e02f637f2,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:06.075209 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e4bc4b6d-e432-4ced-876c-aa3fef6a25f5 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:06.076543 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e4bc4b6d-e432-4ced-876c-aa3fef6a25f5 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4194846 Oct 27 18:50:06.079634 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37066) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:50:06.084587 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-19864e96-a8af-49cb-a30c-43b24f13003b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:50:06.108969 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d93086e6-2e23-453e-8ff2-94f99f8e5e32 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for floatingip, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:06.109331 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [None req-d93086e6-2e23-453e-8ff2-94f99f8e5e32 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Floating IP 0be01819-8774-4aa5-a83b-3f55484ac096 disassociated (deleted). External IP: 172.25.6.11, port: 97ff5641-a2b4-4b9f-8fd0-10417463375f. Oct 27 18:50:06.228443 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-19864e96-a8af-49cb-a30c-43b24f13003b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks [] for floatingip, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:06.405871 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93086e6-2e23-453e-8ff2-94f99f8e5e32 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Router 37a88d76-4102-4ef0-aac5-656217ff0eef has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:50:06.413091 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37074) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:50:06.504345 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-19864e96-a8af-49cb-a30c-43b24f13003b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:06.532174 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a7a3779a-475e-4909-989c-63cb2635dc1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:06.625277 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93086e6-2e23-453e-8ff2-94f99f8e5e32 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:50:06.631075 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d93086e6-2e23-453e-8ff2-94f99f8e5e32 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:06.640786 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a7a3779a-475e-4909-989c-63cb2635dc1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:06.643389 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445e831e-73cc-4011-8556-94fef919a1d1 None None] Sync routers for ids ['37a88d76-4102-4ef0-aac5-656217ff0eef'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:50:06.655537 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445e831e-73cc-4011-8556-94fef919a1d1 None None] Routers {'37a88d76-4102-4ef0-aac5-656217ff0eef'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:50:06.656252 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-445e831e-73cc-4011-8556-94fef919a1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:49:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['37a88d76-4102-4ef0-aac5-656217ff0eef'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:50:06.677541 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d93086e6-2e23-453e-8ff2-94f99f8e5e32 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "DELETE /v2.0/floatingips/0be01819-8774-4aa5-a83b-3f55484ac096 HTTP/1.1" status: 204 len: 168 time: 1.2307324 Oct 27 18:50:06.678562 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2904934-4cc2-4e24-976d-206e2ec2dc3f', 'tag': '97ff5641-a2b4-4b9f-8fd0-10417463375f'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:50:06.680885 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269186d6-f5ee-443d-a2e4-5f821dfaf033" -d '{"events": [{"name": "network-changed", "server_uuid": "e2904934-4cc2-4e24-976d-206e2ec2dc3f", "tag": "97ff5641-a2b4-4b9f-8fd0-10417463375f"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:50:06.684073 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a7a3779a-475e-4909-989c-63cb2635dc1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:06.691055 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-19864e96-a8af-49cb-a30c-43b24f13003b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Allocated IP 172.25.6.60 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/a0a79d67-fb60-4d0a-be2e-024e79f93dad) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:50:06.699462 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:50:06.719513 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a7a3779a-475e-4909-989c-63cb2635dc1b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9f86799a97314c2da506a09e905dd57b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3049037 Oct 27 18:50:06.727293 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37084) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:50:06.769829 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a3779a-475e-4909-989c-63cb2635dc1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dac6f1c-dbc7-4364-9441-c62059a525e2,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:06.802846 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-26269800-00e6-4ae0-ae37-f1d50e4149f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:06.833764 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-26269800-00e6-4ae0-ae37-f1d50e4149f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:06.834327 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-19864e96-a8af-49cb-a30c-43b24f13003b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:06.837648 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-445e831e-73cc-4011-8556-94fef919a1d1 None None] Set router 37a88d76-4102-4ef0-aac5-656217ff0eef gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:50:06.964486 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-19864e96-a8af-49cb-a30c-43b24f13003b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:06.996117 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-26269800-00e6-4ae0-ae37-f1d50e4149f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:06.999398 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-26269800-00e6-4ae0-ae37-f1d50e4149f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:07.003303 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-26269800-00e6-4ae0-ae37-f1d50e4149f9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3dac6f1c-dbc7-4364-9441-c62059a525e2 HTTP/1.1" status: 204 len: 168 time: 0.2750096 Oct 27 18:50:07.011629 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26269800-00e6-4ae0-ae37-f1d50e4149f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dac6f1c-dbc7-4364-9441-c62059a525e2,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:07.038264 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19864e96-a8af-49cb-a30c-43b24f13003b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:50:07.041364 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-19864e96-a8af-49cb-a30c-43b24f13003b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:50:07.047173 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19864e96-a8af-49cb-a30c-43b24f13003b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:50:07.051082 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19864e96-a8af-49cb-a30c-43b24f13003b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Pushing event updated for resources: {'Port': ['ID=a0a79d67-fb60-4d0a-be2e-024e79f93dad,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:07.133848 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-445e831e-73cc-4011-8556-94fef919a1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a88d76-4102-4ef0-aac5-656217ff0eef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-68605186', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '35f41979-5e5f-4dd0-9fe8-d3cc595a5faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:48:39Z', 'updated_at': '2021-10-27T18:48:46Z', 'revision_number': 4, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '35f41979-5e5f-4dd0-9fe8-d3cc595a5faf', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a88d76-4102-4ef0-aac5-656217ff0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:48:40Z', 'updated_at': '2021-10-27T18:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'b63910ea-afee-4581-bb97-c99d20f74792', 'name': '', 'network_id': 'bc95bb99-00fd-4971-9630-aa6f2c6ac7b4', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'mac_address': 'fa:16:3e:a2:1e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a88d76-4102-4ef0-aac5-656217ff0eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '826f7c4e-07b2-4711-bcb6-a09950586eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:48:44Z', 'updated_at': '2021-10-27T18:48:49Z', 'revision_number': 5, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'subnets': [{'id': '826f7c4e-07b2-4711-bcb6-a09950586eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:50:07.163342 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-19864e96-a8af-49cb-a30c-43b24f13003b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:07.166134 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445e831e-73cc-4011-8556-94fef919a1d1 None None] Checking router: 37a88d76-4102-4ef0-aac5-656217ff0eef for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:50:07.175711 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445e831e-73cc-4011-8556-94fef919a1d1 None None] Routers {'37a88d76-4102-4ef0-aac5-656217ff0eef'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:50:07.176440 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-445e831e-73cc-4011-8556-94fef919a1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:49:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['37a88d76-4102-4ef0-aac5-656217ff0eef'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:50:07.288722 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-19864e96-a8af-49cb-a30c-43b24f13003b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:07.314252 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-445e831e-73cc-4011-8556-94fef919a1d1 None None] Set router 37a88d76-4102-4ef0-aac5-656217ff0eef gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:50:07.452953 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd21534-8d64-4abc-9e34-305d5a6e150a x-openstack-request-id: req-8fd21534-8d64-4abc-9e34-305d5a6e150a {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:50:07.453252 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2904934-4cc2-4e24-976d-206e2ec2dc3f", "tag": "97ff5641-a2b4-4b9f-8fd0-10417463375f", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:50:07.455089 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8fd21534-8d64-4abc-9e34-305d5a6e150a {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:50:07.455503 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2904934-4cc2-4e24-976d-206e2ec2dc3f', 'tag': '97ff5641-a2b4-4b9f-8fd0-10417463375f', 'status': 'completed', 'code': 200} Oct 27 18:50:07.555233 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269186d6-f5ee-443d-a2e4-5f821dfaf033 req-032f1132-1cb6-48d0-9b68-c3b6dd3b0f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:07.557077 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-269186d6-f5ee-443d-a2e4-5f821dfaf033 req-032f1132-1cb6-48d0-9b68-c3b6dd3b0f87 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=21f5568e020c455199c8dde94ac0b73c&device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f HTTP/1.1" status: 200 len: 1095 time: 0.0824482 Oct 27 18:50:07.608598 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-445e831e-73cc-4011-8556-94fef919a1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a88d76-4102-4ef0-aac5-656217ff0eef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-68605186', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '35f41979-5e5f-4dd0-9fe8-d3cc595a5faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:48:39Z', 'updated_at': '2021-10-27T18:48:46Z', 'revision_number': 4, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '35f41979-5e5f-4dd0-9fe8-d3cc595a5faf', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a88d76-4102-4ef0-aac5-656217ff0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:48:40Z', 'updated_at': '2021-10-27T18:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'b63910ea-afee-4581-bb97-c99d20f74792', 'name': '', 'network_id': 'bc95bb99-00fd-4971-9630-aa6f2c6ac7b4', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'mac_address': 'fa:16:3e:a2:1e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a88d76-4102-4ef0-aac5-656217ff0eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '826f7c4e-07b2-4711-bcb6-a09950586eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:48:44Z', 'updated_at': '2021-10-27T18:48:49Z', 'revision_number': 5, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'subnets': [{'id': '826f7c4e-07b2-4711-bcb6-a09950586eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:50:07.608869 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-19864e96-a8af-49cb-a30c-43b24f13003b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:07.620885 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48dfc0-d6d7-483f-8f2e-dc556fe58bc4 req-d0f16427-0461-4cc2-bf70-fdccac154e0b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:07.623008 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ab48dfc0-d6d7-483f-8f2e-dc556fe58bc4 req-d0f16427-0461-4cc2-bf70-fdccac154e0b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f HTTP/1.1" status: 200 len: 944 time: 0.0790179 Oct 27 18:50:07.648192 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445e831e-73cc-4011-8556-94fef919a1d1 None None] The sync data for ids ['37a88d76-4102-4ef0-aac5-656217ff0eef'] in n-d-815690-2 is: [{'id': '37a88d76-4102-4ef0-aac5-656217ff0eef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-68605186', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '35f41979-5e5f-4dd0-9fe8-d3cc595a5faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:48:39Z', 'updated_at': '2021-10-27T18:48:46Z', 'revision_number': 4, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '35f41979-5e5f-4dd0-9fe8-d3cc595a5faf', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a88d76-4102-4ef0-aac5-656217ff0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:48:40Z', 'updated_at': '2021-10-27T18:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'b63910ea-afee-4581-bb97-c99d20f74792', 'name': '', 'network_id': 'bc95bb99-00fd-4971-9630-aa6f2c6ac7b4', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'mac_address': 'fa:16:3e:a2:1e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a88d76-4102-4ef0-aac5-656217ff0eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '826f7c4e-07b2-4711-bcb6-a09950586eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:48:44Z', 'updated_at': '2021-10-27T18:48:49Z', 'revision_number': 5, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'subnets': [{'id': '826f7c4e-07b2-4711-bcb6-a09950586eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:50:07.667251 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ab48dfc0-d6d7-483f-8f2e-dc556fe58bc4 req-f2c21e04-7dd1-42e9-9c6f-38826fa95165 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=a4ebfb6b-32e3-4535-afff-6cadab6dff22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377159 Oct 27 18:50:07.671309 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bdfa37-2354-458e-ab12-6195753b1345 req-8264693e-790b-494c-84c8-79c749374c37 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:07.673010 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d9bdfa37-2354-458e-ab12-6195753b1345 req-8264693e-790b-494c-84c8-79c749374c37 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f HTTP/1.1" status: 200 len: 944 time: 0.1147864 Oct 27 18:50:07.685153 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-19864e96-a8af-49cb-a30c-43b24f13003b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:07.770653 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269186d6-f5ee-443d-a2e4-5f821dfaf033 req-e3cca492-85d8-4c47-8e9b-46966e58dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:07.772351 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-269186d6-f5ee-443d-a2e4-5f821dfaf033 req-e3cca492-85d8-4c47-8e9b-46966e58dc7b service neutron] 10.222.0.81 "GET /v2.0/networks?id=bc95bb99-00fd-4971-9630-aa6f2c6ac7b4 HTTP/1.1" status: 200 len: 899 time: 0.2041445 Oct 27 18:50:07.774794 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19864e96-a8af-49cb-a30c-43b24f13003b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Pushing event updated for resources: {'Port': ['ID=a0a79d67-fb60-4d0a-be2e-024e79f93dad,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:07.785872 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-19864e96-a8af-49cb-a30c-43b24f13003b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:07.832945 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-269186d6-f5ee-443d-a2e4-5f821dfaf033 req-1bedb1ac-3d4e-4966-9511-79ee77177978 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97ff5641-a2b4-4b9f-8fd0-10417463375f HTTP/1.1" status: 200 len: 217 time: 0.0465419 Oct 27 18:50:07.880666 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-19864e96-a8af-49cb-a30c-43b24f13003b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:07.890955 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-19864e96-a8af-49cb-a30c-43b24f13003b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8010101 Oct 27 18:50:07.895353 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-d9bdfa37-2354-458e-ab12-6195753b1345 req-c55f061e-a05c-43d4-b97e-a08607458903 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Deleting port 97ff5641-a2b4-4b9f-8fd0-10417463375f {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:50:07.895772 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-d9bdfa37-2354-458e-ab12-6195753b1345 req-c55f061e-a05c-43d4-b97e-a08607458903 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:07.903035 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37110) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:50:07.923370 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269186d6-f5ee-443d-a2e4-5f821dfaf033 req-affa61f6-b20b-45cb-809a-50fbe4397885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:07.926001 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-269186d6-f5ee-443d-a2e4-5f821dfaf033 req-affa61f6-b20b-45cb-809a-50fbe4397885 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=826f7c4e-07b2-4711-bcb6-a09950586eaa HTTP/1.1" status: 200 len: 835 time: 0.0853603 Oct 27 18:50:07.995795 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5cc44260-2d97-4f20-b16d-e080ea05d287 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:08.058046 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f477cb9e-4510-4823-b7ac-2ec3aeb5e555 None None] New status for floating IP 0be01819-8774-4aa5-a83b-3f55484ac096: DOWN {{(pid=102881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:50:08.066179 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269186d6-f5ee-443d-a2e4-5f821dfaf033 req-7dc26fb0-36fe-4888-a163-51441bab1e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:08.067748 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-269186d6-f5ee-443d-a2e4-5f821dfaf033 req-7dc26fb0-36fe-4888-a163-51441bab1e5e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=bc95bb99-00fd-4971-9630-aa6f2c6ac7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121206 Oct 27 18:50:08.089624 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-d9bdfa37-2354-458e-ab12-6195753b1345 req-c55f061e-a05c-43d4-b97e-a08607458903 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] For port 97ff5641-a2b4-4b9f-8fd0-10417463375f, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=97ff5641-a2b4-4b9f-8fd0-10417463375f,segment=NetworkSegment(fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39),segment_id=fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:50:08.089994 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-d9bdfa37-2354-458e-ab12-6195753b1345 req-c55f061e-a05c-43d4-b97e-a08607458903 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:08.138171 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-1a3b31b6-3b93-4328-93a9-29d2650945bb tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--514037604&fields=id&tenant_id=186d6eca453449f79cfaf020191a989c HTTP/1.1" status: 200 len: 267 time: 0.0407035 Oct 27 18:50:08.192176 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-d9bdfa37-2354-458e-ab12-6195753b1345 req-c55f061e-a05c-43d4-b97e-a08607458903 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Calling delete_port for 97ff5641-a2b4-4b9f-8fd0-10417463375f owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:50:08.265536 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-298f5a38-f7db-46cd-852e-043b77c89014 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:08.267205 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-298f5a38-f7db-46cd-852e-043b77c89014 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/networks?id=7ad8bf39-d91e-470a-b850-b50a11bc458b HTTP/1.1" status: 200 len: 817 time: 0.1200171 Oct 27 18:50:08.287183 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-d86a4b5d-88b2-4aeb-baa0-7174aa28c403 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/quotas/186d6eca453449f79cfaf020191a989c HTTP/1.1" status: 200 len: 375 time: 0.0107064 Oct 27 18:50:08.314455 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-269186d6-f5ee-443d-a2e4-5f821dfaf033 req-8ca3b6cb-95b0-422d-9886-d93a154251ed service neutron] 10.222.0.81 "GET /v2.0/networks/bc95bb99-00fd-4971-9630-aa6f2c6ac7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343554 Oct 27 18:50:08.321263 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5cc44260-2d97-4f20-b16d-e080ea05d287 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:08.351804 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-f015a649-e940-45ca-86d1-ab3578db2df5 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=186d6eca453449f79cfaf020191a989c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0612464 Oct 27 18:50:08.577184 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-ccea5dbf-64d2-4e89-97a8-49c2746a7fff service neutron] 10.222.0.52 "GET /v2.0/networks/7ad8bf39-d91e-470a-b850-b50a11bc458b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132430 Oct 27 18:50:08.672824 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-564f20f7-e8de-4e76-83a1-041c336a7cbe service neutron] 10.222.0.52 "GET /v2.0/networks/7ad8bf39-d91e-470a-b850-b50a11bc458b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894501 Oct 27 18:50:08.691916 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5cc44260-2d97-4f20-b16d-e080ea05d287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:08.769676 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc44260-2d97-4f20-b16d-e080ea05d287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec371e34-d468-494b-9fb7-9556992904c3,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:08.774159 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5cc44260-2d97-4f20-b16d-e080ea05d287 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=034810764d274008b683e2cbd058c7a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8691354 Oct 27 18:50:08.777932 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37140) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:50:08.807878 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-269186d6-f5ee-443d-a2e4-5f821dfaf033 req-887a284b-5a51-47bf-9794-5dc37ed5e6ee service neutron] 10.222.0.81 "GET /v2.0/networks/bc95bb99-00fd-4971-9630-aa6f2c6ac7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4842894 Oct 27 18:50:08.836650 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b57be412-44a7-4d9b-8fa5-ac07d9dab412 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:08.858081 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b57be412-44a7-4d9b-8fa5-ac07d9dab412 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:08.886376 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-d9bdfa37-2354-458e-ab12-6195753b1345 req-c55f061e-a05c-43d4-b97e-a08607458903 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:08.987912 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f061e-a05c-43d4-b97e-a08607458903 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event deleted for resources: {'Port': ['ID=97ff5641-a2b4-4b9f-8fd0-10417463375f,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:09.011811 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9bdfa37-2354-458e-ab12-6195753b1345 req-c55f061e-a05c-43d4-b97e-a08607458903 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] No DVR routers for this DVR port 97ff5641-a2b4-4b9f-8fd0-10417463375f on host n-h1-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:50:09.014717 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-032e57be-7af2-4293-ac21-3eb017a5e888 req-1cfeb1c9-c43b-4fc8-b7b9-10d5efecb8c2 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=e2904934-4cc2-4e24-976d-206e2ec2dc3f HTTP/1.1" status: 200 len: 210 time: 0.0695021 Oct 27 18:50:09.015577 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b57be412-44a7-4d9b-8fa5-ac07d9dab412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:09.018990 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b57be412-44a7-4d9b-8fa5-ac07d9dab412 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:09.019481 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b57be412-44a7-4d9b-8fa5-ac07d9dab412 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ec371e34-d468-494b-9fb7-9556992904c3 HTTP/1.1" status: 204 len: 168 time: 0.2401862 Oct 27 18:50:09.029306 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57be412-44a7-4d9b-8fa5-ac07d9dab412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec371e34-d468-494b-9fb7-9556992904c3,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:09.033849 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-d9bdfa37-2354-458e-ab12-6195753b1345 req-c55f061e-a05c-43d4-b97e-a08607458903 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:09.046806 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d9bdfa37-2354-458e-ab12-6195753b1345 req-c55f061e-a05c-43d4-b97e-a08607458903 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.81 "DELETE /v2.0/ports/97ff5641-a2b4-4b9f-8fd0-10417463375f HTTP/1.1" status: 204 len: 173 time: 1.3638797 Oct 27 18:50:09.047351 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2904934-4cc2-4e24-976d-206e2ec2dc3f', 'name': 'network-vif-deleted', 'tag': '97ff5641-a2b4-4b9f-8fd0-10417463375f'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:50:09.058230 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7b27db-ab4c-457c-bf14-e94730d4c250" -d '{"events": [{"server_uuid": "e2904934-4cc2-4e24-976d-206e2ec2dc3f", "name": "network-vif-deleted", "tag": "97ff5641-a2b4-4b9f-8fd0-10417463375f"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:50:09.173523 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d4284cbe-dfec-4f2f-993b-a56bc350463c req-cafcb856-476c-469d-860b-bc3936c72460 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 210 time: 0.0612733 Oct 27 18:50:09.237159 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88791b78-cbb7-4ce2-883f-ac50ca44b354 x-openstack-request-id: req-88791b78-cbb7-4ce2-883f-ac50ca44b354 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:50:09.237685 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2904934-4cc2-4e24-976d-206e2ec2dc3f", "name": "network-vif-deleted", "tag": "97ff5641-a2b4-4b9f-8fd0-10417463375f", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:50:09.237938 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-88791b78-cbb7-4ce2-883f-ac50ca44b354 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:50:09.238534 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2904934-4cc2-4e24-976d-206e2ec2dc3f', 'name': 'network-vif-deleted', 'tag': '97ff5641-a2b4-4b9f-8fd0-10417463375f', 'status': 'completed', 'code': 200} Oct 27 18:50:09.660247 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9df124e0-3b87-498e-baeb-212b6353e79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:10.087089 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37182) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:50:10.282199 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 97ff5641-a2b4-4b9f-8fd0-10417463375f no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:50:10.310673 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] No Port match for: 97ff5641-a2b4-4b9f-8fd0-10417463375f {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:50:10.311135 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 97ff5641-a2b4-4b9f-8fd0-10417463375f not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:50:10.338020 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-08327e13-3f4d-4a6c-9f6d-a2865739d024 req-3c673a7f-49d8-4d47-aaf1-97117759a4f4 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 210 time: 0.0606093 Oct 27 18:50:10.548654 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-69b973e6-2d19-4a9c-b3b7-ab35b32af2ae tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:10.856859 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-69b973e6-2d19-4a9c-b3b7-ab35b32af2ae tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Deleting port b63910ea-afee-4581-bb97-c99d20f74792 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:50:10.857222 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-69b973e6-2d19-4a9c-b3b7-ab35b32af2ae tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:10.950059 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-69b973e6-2d19-4a9c-b3b7-ab35b32af2ae tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] For port b63910ea-afee-4581-bb97-c99d20f74792, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=b63910ea-afee-4581-bb97-c99d20f74792,segment=NetworkSegment(fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39),segment_id=fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:50:10.951050 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-69b973e6-2d19-4a9c-b3b7-ab35b32af2ae tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:10.963861 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-69b973e6-2d19-4a9c-b3b7-ab35b32af2ae tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Calling delete_port for b63910ea-afee-4581-bb97-c99d20f74792 owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:50:11.238557 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-69b973e6-2d19-4a9c-b3b7-ab35b32af2ae tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:11.271792 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b973e6-2d19-4a9c-b3b7-ab35b32af2ae tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event deleted for resources: {'Port': ['ID=b63910ea-afee-4581-bb97-c99d20f74792,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:11.326962 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-e1708048-5bc3-4e49-b84a-7b86b6fb7c26 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:11.328747 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-e1708048-5bc3-4e49-b84a-7b86b6fb7c26 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.81 "GET /v2.0/networks?id=7ad8bf39-d91e-470a-b850-b50a11bc458b HTTP/1.1" status: 200 len: 817 time: 0.1197572 Oct 27 18:50:11.399323 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-f584566e-0605-4f0e-8075-78191c0741d4 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=186d6eca453449f79cfaf020191a989c HTTP/1.1" status: 200 len: 379 time: 0.0617011 Oct 27 18:50:11.414283 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-10be98bf-54b1-4f69-846d-9b423d68e009 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Request body: {'port': {'device_id': '75112211-8b57-4ad5-a7e0-09f06b119323', 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b', 'admin_state_up': True, 'tenant_id': '186d6eca453449f79cfaf020191a989c', 'security_groups': ['6f2c9906-ccff-4b1f-ae20-f5848aabc2e9']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:50:11.530617 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b978e808-152f-43cb-90ff-1eac32c5527d req-2a92c15e-77eb-416a-a6be-c01a8823863f tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 210 time: 0.0366631 Oct 27 18:50:11.567494 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-69b973e6-2d19-4a9c-b3b7-ab35b32af2ae tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:11.630571 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-10be98bf-54b1-4f69-846d-9b423d68e009 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Made reservation on behalf of 186d6eca453449f79cfaf020191a989c for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:50:11.634232 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-10be98bf-54b1-4f69-846d-9b423d68e009 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:11.795096 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-10be98bf-54b1-4f69-846d-9b423d68e009 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Allocated IP 172.20.0.4 (7ad8bf39-d91e-470a-b850-b50a11bc458b/db74a198-9b96-4f1c-98df-8ec54f422805/34f26098-2109-4b06-8c20-ccf43ddb19ef) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:50:11.982317 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-10be98bf-54b1-4f69-846d-9b423d68e009 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:12.081896 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-48209e63-a453-42a5-b480-60f185333bb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:12.111240 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-10be98bf-54b1-4f69-846d-9b423d68e009 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:12.165599 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-10be98bf-54b1-4f69-846d-9b423d68e009 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Network 7ad8bf39-d91e-470a-b850-b50a11bc458b is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:50:12.169151 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-10be98bf-54b1-4f69-846d-9b423d68e009 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:50:12.171922 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-10be98bf-54b1-4f69-846d-9b423d68e009 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:50:12.204123 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be98bf-54b1-4f69-846d-9b423d68e009 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Pushing event updated for resources: {'Port': ['ID=34f26098-2109-4b06-8c20-ccf43ddb19ef,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:12.234361 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-10be98bf-54b1-4f69-846d-9b423d68e009 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:12.235043 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-10be98bf-54b1-4f69-846d-9b423d68e009 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:12.267412 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b973e6-2d19-4a9c-b3b7-ab35b32af2ae tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Router 37a88d76-4102-4ef0-aac5-656217ff0eef has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:50:12.315239 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-10be98bf-54b1-4f69-846d-9b423d68e009 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9090309 Oct 27 18:50:12.328781 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-3e59f439-de3f-4b66-9667-09dfaca7bfd7 service neutron] Request body: {'port': {'device_id': '75112211-8b57-4ad5-a7e0-09f06b119323', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:50:12.396734 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-3e59f439-de3f-4b66-9667-09dfaca7bfd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:12.413383 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b973e6-2d19-4a9c-b3b7-ab35b32af2ae tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:50:12.425779 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9465c4c8-448d-4b66-9ffc-11b62b8cc768 None None] Sync routers for ids ['37a88d76-4102-4ef0-aac5-656217ff0eef'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:50:12.426097 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-69b973e6-2d19-4a9c-b3b7-ab35b32af2ae tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "PUT /v2.0/routers/37a88d76-4102-4ef0-aac5-656217ff0eef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3376455 Oct 27 18:50:12.428544 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37236) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:50:12.455843 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9465c4c8-448d-4b66-9ffc-11b62b8cc768 None None] Routers {'37a88d76-4102-4ef0-aac5-656217ff0eef'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:50:12.456779 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-9465c4c8-448d-4b66-9ffc-11b62b8cc768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:50:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['37a88d76-4102-4ef0-aac5-656217ff0eef'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:50:12.534174 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd7bb9a1-d708-4261-abf2-8a74f54bc154 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Deleting subnet 826f7c4e-07b2-4711-bcb6-a09950586eaa {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:50:12.538507 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cd7bb9a1-d708-4261-abf2-8a74f54bc154 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:12.590307 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cd7bb9a1-d708-4261-abf2-8a74f54bc154 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:12.745140 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-9465c4c8-448d-4b66-9ffc-11b62b8cc768 None None] Set router 37a88d76-4102-4ef0-aac5-656217ff0eef gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:50:12.787778 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21225dfc-a575-4210-b585-2093f566f459 req-4aa1c873-14e8-4c9d-b12c-f85e9261312e tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:12.791141 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-21225dfc-a575-4210-b585-2093f566f459 req-4aa1c873-14e8-4c9d-b12c-f85e9261312e tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 931 time: 0.0759335 Oct 27 18:50:12.802859 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cd7bb9a1-d708-4261-abf2-8a74f54bc154 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:12.849980 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-3e59f439-de3f-4b66-9667-09dfaca7bfd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34f26098-2109-4b06-8c20-ccf43ddb19ef {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:50:12.858587 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-3e59f439-de3f-4b66-9667-09dfaca7bfd7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:12.861714 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-21225dfc-a575-4210-b585-2093f566f459 req-a1457f2a-77ce-4771-91b0-8cf2c107fe84 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697358 Oct 27 18:50:12.872717 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-75b75fb1-9bf0-41e1-98eb-2559fac36f09 None None] Provisioning complete for port 34f26098-2109-4b06-8c20-ccf43ddb19ef triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:50:12.873156 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-75b75fb1-9bf0-41e1-98eb-2559fac36f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:12.941298 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-75b75fb1-9bf0-41e1-98eb-2559fac36f09 None None] Port 34f26098-2109-4b06-8c20-ccf43ddb19ef cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:50:12.999640 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-3e59f439-de3f-4b66-9667-09dfaca7bfd7 service neutron] Transition to ACTIVE for port object 34f26098-2109-4b06-8c20-ccf43ddb19ef will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:50:13.000715 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cd7bb9a1-d708-4261-abf2-8a74f54bc154 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:13.009442 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-9465c4c8-448d-4b66-9ffc-11b62b8cc768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a88d76-4102-4ef0-aac5-656217ff0eef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-68605186', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '35f41979-5e5f-4dd0-9fe8-d3cc595a5faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:48:39Z', 'updated_at': '2021-10-27T18:50:11Z', 'revision_number': 5, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '35f41979-5e5f-4dd0-9fe8-d3cc595a5faf', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a88d76-4102-4ef0-aac5-656217ff0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:48:40Z', 'updated_at': '2021-10-27T18:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:50:13.035784 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7bb9a1-d708-4261-abf2-8a74f54bc154 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event deleted for resources: {'Subnet': ['ID=826f7c4e-07b2-4711-bcb6-a09950586eaa,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:13.039730 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cd7bb9a1-d708-4261-abf2-8a74f54bc154 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:13.040845 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9465c4c8-448d-4b66-9ffc-11b62b8cc768 None None] Checking router: 37a88d76-4102-4ef0-aac5-656217ff0eef for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:50:13.042699 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-cd7bb9a1-d708-4261-abf2-8a74f54bc154 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "DELETE /v2.0/subnets/826f7c4e-07b2-4711-bcb6-a09950586eaa HTTP/1.1" status: 204 len: 168 time: 0.6128283 Oct 27 18:50:13.045880 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37244) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:50:13.055820 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d77acd-2f5b-4220-a088-f84b2534b21b None None] Network bc95bb99-00fd-4971-9630-aa6f2c6ac7b4 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:50:13.059535 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9465c4c8-448d-4b66-9ffc-11b62b8cc768 None None] Routers {'37a88d76-4102-4ef0-aac5-656217ff0eef'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:50:13.060615 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-9465c4c8-448d-4b66-9ffc-11b62b8cc768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:50:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['37a88d76-4102-4ef0-aac5-656217ff0eef'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:50:13.093316 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-3e59f439-de3f-4b66-9667-09dfaca7bfd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:13.158482 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-942e3528-6f2b-4eb9-95c0-f24696b10283 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:13.272956 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e59f439-de3f-4b66-9667-09dfaca7bfd7 service neutron] Pushing event updated for resources: {'Port': ['ID=34f26098-2109-4b06-8c20-ccf43ddb19ef,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:13.292089 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-3e59f439-de3f-4b66-9667-09dfaca7bfd7 service neutron] Attempting to bind port 34f26098-2109-4b06-8c20-ccf43ddb19ef on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:50:13.292432 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-3e59f439-de3f-4b66-9667-09dfaca7bfd7 service neutron] Attempting to bind port 34f26098-2109-4b06-8c20-ccf43ddb19ef by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '29ae5e06-41a1-428b-8e42-42a692caa382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:50:13.292873 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-3e59f439-de3f-4b66-9667-09dfaca7bfd7 service neutron] Attempting to bind port 34f26098-2109-4b06-8c20-ccf43ddb19ef on network 7ad8bf39-d91e-470a-b850-b50a11bc458b {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:50:13.298235 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-3e59f439-de3f-4b66-9667-09dfaca7bfd7 service neutron] Port 34f26098-2109-4b06-8c20-ccf43ddb19ef on network 7ad8bf39-d91e-470a-b850-b50a11bc458b not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:50:13.299215 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-3e59f439-de3f-4b66-9667-09dfaca7bfd7 service neutron] Attempting to bind port 34f26098-2109-4b06-8c20-ccf43ddb19ef on network 7ad8bf39-d91e-470a-b850-b50a11bc458b {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:50:13.304691 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-942e3528-6f2b-4eb9-95c0-f24696b10283 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:13.305915 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-9465c4c8-448d-4b66-9ffc-11b62b8cc768 None None] Set router 37a88d76-4102-4ef0-aac5-656217ff0eef gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:50:13.323596 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-3e59f439-de3f-4b66-9667-09dfaca7bfd7 service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:50:13.323955 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-3e59f439-de3f-4b66-9667-09dfaca7bfd7 service neutron] Checking segment: {'id': '29ae5e06-41a1-428b-8e42-42a692caa382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:50:13.324344 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-3e59f439-de3f-4b66-9667-09dfaca7bfd7 service neutron] Bound using segment: {'id': '29ae5e06-41a1-428b-8e42-42a692caa382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:50:13.324782 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-3e59f439-de3f-4b66-9667-09dfaca7bfd7 service neutron] Bound port: 34f26098-2109-4b06-8c20-ccf43ddb19ef, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29ae5e06-41a1-428b-8e42-42a692caa382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:50:13.326560 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-3e59f439-de3f-4b66-9667-09dfaca7bfd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:13.468977 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-3e59f439-de3f-4b66-9667-09dfaca7bfd7 service neutron] For port 34f26098-2109-4b06-8c20-ccf43ddb19ef, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:50:13.475949 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-3e59f439-de3f-4b66-9667-09dfaca7bfd7 service neutron] For port 34f26098-2109-4b06-8c20-ccf43ddb19ef, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=34f26098-2109-4b06-8c20-ccf43ddb19ef,segment=NetworkSegment(29ae5e06-41a1-428b-8e42-42a692caa382),segment_id=29ae5e06-41a1-428b-8e42-42a692caa382)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:50:13.499152 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-942e3528-6f2b-4eb9-95c0-f24696b10283 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Deleting port 35f41979-5e5f-4dd0-9fe8-d3cc595a5faf {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:50:13.499152 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-942e3528-6f2b-4eb9-95c0-f24696b10283 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:13.570737 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-3e59f439-de3f-4b66-9667-09dfaca7bfd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:13.629430 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:13.656220 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-942e3528-6f2b-4eb9-95c0-f24696b10283 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] For port 35f41979-5e5f-4dd0-9fe8-d3cc595a5faf, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=35f41979-5e5f-4dd0-9fe8-d3cc595a5faf,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:50:13.657825 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-942e3528-6f2b-4eb9-95c0-f24696b10283 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:13.668657 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e59f439-de3f-4b66-9667-09dfaca7bfd7 service neutron] Pushing event updated for resources: {'Port': ['ID=34f26098-2109-4b06-8c20-ccf43ddb19ef,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:13.673567 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24224de-1c4f-496a-aef5-d9890703c4f0 None None] DHCP port deletion for bc95bb99-00fd-4971-9630-aa6f2c6ac7b4 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:50:13.675439 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:13.679051 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-942e3528-6f2b-4eb9-95c0-f24696b10283 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Calling delete_port for 35f41979-5e5f-4dd0-9fe8-d3cc595a5faf owned by network:router_gateway {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:50:13.685332 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-3e59f439-de3f-4b66-9667-09dfaca7bfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:13.690973 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-3e59f439-de3f-4b66-9667-09dfaca7bfd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:13.690973 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-3e59f439-de3f-4b66-9667-09dfaca7bfd7 service neutron] 10.222.0.81 "PUT /v2.0/ports/34f26098-2109-4b06-8c20-ccf43ddb19ef HTTP/1.1" status: 200 len: 1091 time: 1.3655760 Oct 27 18:50:13.690973 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75112211-8b57-4ad5-a7e0-09f06b119323', 'tag': '34f26098-2109-4b06-8c20-ccf43ddb19ef'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:50:13.693227 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fc9009-4323-4fd9-9ec3-a5cde60b753c" -d '{"events": [{"name": "network-changed", "server_uuid": "75112211-8b57-4ad5-a7e0-09f06b119323", "tag": "34f26098-2109-4b06-8c20-ccf43ddb19ef"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:50:13.750181 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-9465c4c8-448d-4b66-9ffc-11b62b8cc768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a88d76-4102-4ef0-aac5-656217ff0eef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-68605186', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '35f41979-5e5f-4dd0-9fe8-d3cc595a5faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:48:39Z', 'updated_at': '2021-10-27T18:50:11Z', 'revision_number': 5, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '35f41979-5e5f-4dd0-9fe8-d3cc595a5faf', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a88d76-4102-4ef0-aac5-656217ff0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:48:40Z', 'updated_at': '2021-10-27T18:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:50:13.760724 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5f500e-77c9-43b2-8290-20523fcdcedc x-openstack-request-id: req-de5f500e-77c9-43b2-8290-20523fcdcedc {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:50:13.761018 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75112211-8b57-4ad5-a7e0-09f06b119323", "tag": "34f26098-2109-4b06-8c20-ccf43ddb19ef", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:50:13.761273 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-de5f500e-77c9-43b2-8290-20523fcdcedc {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:50:13.761681 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75112211-8b57-4ad5-a7e0-09f06b119323', 'tag': '34f26098-2109-4b06-8c20-ccf43ddb19ef', 'status': 'completed', 'code': 200} Oct 27 18:50:13.783367 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9465c4c8-448d-4b66-9ffc-11b62b8cc768 None None] The sync data for ids ['37a88d76-4102-4ef0-aac5-656217ff0eef'] in n-d-815690-2 is: [{'id': '37a88d76-4102-4ef0-aac5-656217ff0eef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-68605186', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '35f41979-5e5f-4dd0-9fe8-d3cc595a5faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:48:39Z', 'updated_at': '2021-10-27T18:50:11Z', 'revision_number': 5, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '35f41979-5e5f-4dd0-9fe8-d3cc595a5faf', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:4e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a88d76-4102-4ef0-aac5-656217ff0eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3507, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:48:40Z', 'updated_at': '2021-10-27T18:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:50:13.788741 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-a24224de-1c4f-496a-aef5-d9890703c4f0 None None] Deleting port d064b83e-0dc2-4d49-a057-bd25db24bbd6 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:50:13.788883 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a24224de-1c4f-496a-aef5-d9890703c4f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:13.931154 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc9009-4323-4fd9-9ec3-a5cde60b753c req-5fb574ac-3532-42e0-83dc-5330018da141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:13.934145 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-06fc9009-4323-4fd9-9ec3-a5cde60b753c req-5fb574ac-3532-42e0-83dc-5330018da141 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=186d6eca453449f79cfaf020191a989c&device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 1094 time: 0.1427372 Oct 27 18:50:14.004756 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-942e3528-6f2b-4eb9-95c0-f24696b10283 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:14.053276 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e3528-6f2b-4eb9-95c0-f24696b10283 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event deleted for resources: {'Port': ['ID=35f41979-5e5f-4dd0-9fe8-d3cc595a5faf,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:14.102153 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-a24224de-1c4f-496a-aef5-d9890703c4f0 None None] For port d064b83e-0dc2-4d49-a057-bd25db24bbd6, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=d064b83e-0dc2-4d49-a057-bd25db24bbd6,segment=NetworkSegment(fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39),segment_id=fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:50:14.102569 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a24224de-1c4f-496a-aef5-d9890703c4f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:14.124934 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc9009-4323-4fd9-9ec3-a5cde60b753c req-24f14cb4-ed02-4e1e-b891-91119c2592ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:14.128826 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-a24224de-1c4f-496a-aef5-d9890703c4f0 None None] Calling delete_port for d064b83e-0dc2-4d49-a057-bd25db24bbd6 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:50:14.129966 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-06fc9009-4323-4fd9-9ec3-a5cde60b753c req-24f14cb4-ed02-4e1e-b891-91119c2592ac service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=186d6eca453449f79cfaf020191a989c&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1868412 Oct 27 18:50:14.180798 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33adfd-692c-498f-b56a-dfbf1dc0cb64 req-3bd0625f-c0ce-4128-ac0e-8dbece756345 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:14.182890 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2c33adfd-692c-498f-b56a-dfbf1dc0cb64 req-3bd0625f-c0ce-4128-ac0e-8dbece756345 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 943 time: 0.1434214 Oct 27 18:50:14.230031 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-942e3528-6f2b-4eb9-95c0-f24696b10283 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:14.291880 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2c33adfd-692c-498f-b56a-dfbf1dc0cb64 req-c2c77216-f32c-47b9-9929-cdf088f91fa0 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999184 Oct 27 18:50:14.324141 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc9009-4323-4fd9-9ec3-a5cde60b753c req-d3f3049b-2086-4610-9894-437e52a01d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:14.326233 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-06fc9009-4323-4fd9-9ec3-a5cde60b753c req-d3f3049b-2086-4610-9894-437e52a01d4d service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1897271 Oct 27 18:50:14.334138 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a24224de-1c4f-496a-aef5-d9890703c4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:14.374128 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24224de-1c4f-496a-aef5-d9890703c4f0 None None] Pushing event deleted for resources: {'Port': ['ID=d064b83e-0dc2-4d49-a057-bd25db24bbd6,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:14.395574 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-942e3528-6f2b-4eb9-95c0-f24696b10283 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:14.398709 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-942e3528-6f2b-4eb9-95c0-f24696b10283 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:14.418953 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24224de-1c4f-496a-aef5-d9890703c4f0 None None] No DVR routers for this DVR port d064b83e-0dc2-4d49-a057-bd25db24bbd6 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:50:14.422040 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24224de-1c4f-496a-aef5-d9890703c4f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:50:14.422407 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24224de-1c4f-496a-aef5-d9890703c4f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:50:14.422748 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24224de-1c4f-496a-aef5-d9890703c4f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:50:14.423126 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24224de-1c4f-496a-aef5-d9890703c4f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:50:14.424210 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24224de-1c4f-496a-aef5-d9890703c4f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:50:14.424568 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24224de-1c4f-496a-aef5-d9890703c4f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:50:14.424913 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24224de-1c4f-496a-aef5-d9890703c4f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:50:14.425251 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24224de-1c4f-496a-aef5-d9890703c4f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:50:14.425588 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24224de-1c4f-496a-aef5-d9890703c4f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:50:14.425926 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24224de-1c4f-496a-aef5-d9890703c4f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:50:14.426262 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24224de-1c4f-496a-aef5-d9890703c4f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:50:14.426594 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24224de-1c4f-496a-aef5-d9890703c4f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:50:14.492883 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-e55264d3-fcdc-4898-8c2c-445874723ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:14.494407 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-e55264d3-fcdc-4898-8c2c-445874723ab4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=186d6eca453449f79cfaf020191a989c&device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 1094 time: 0.1147838 Oct 27 18:50:14.536155 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-942e3528-6f2b-4eb9-95c0-f24696b10283 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:14.536741 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942e3528-6f2b-4eb9-95c0-f24696b10283 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Fanout notify agent at l3_agent the message router_deleted on router 37a88d76-4102-4ef0-aac5-656217ff0eef {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:50:14.542635 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-cbeb7882-e47d-44e9-9d17-0c84ce4db04e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34f26098-2109-4b06-8c20-ccf43ddb19ef HTTP/1.1" status: 200 len: 217 time: 0.0399976 Oct 27 18:50:14.548545 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-942e3528-6f2b-4eb9-95c0-f24696b10283 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:14.559116 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37274) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:50:14.563112 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-942e3528-6f2b-4eb9-95c0-f24696b10283 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "DELETE /v2.0/routers/37a88d76-4102-4ef0-aac5-656217ff0eef HTTP/1.1" status: 204 len: 168 time: 1.5160973 Oct 27 18:50:14.689577 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-5701161f-8be8-48fc-aee4-212e2d3e03e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:14.691532 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-5701161f-8be8-48fc-aee4-212e2d3e03e0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=db74a198-9b96-4f1c-98df-8ec54f422805 HTTP/1.1" status: 200 len: 856 time: 0.1321099 Oct 27 18:50:14.735246 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d064b83e-0dc2-4d49-a057-bd25db24bbd6 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:50:14.761906 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: d064b83e-0dc2-4d49-a057-bd25db24bbd6 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:50:14.762249 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d064b83e-0dc2-4d49-a057-bd25db24bbd6 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:50:14.762672 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device b63910ea-afee-4581-bb97-c99d20f74792 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:50:14.765469 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-642aa472-372d-4ba7-8b5b-d540df76c588 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:14.786048 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-69b131d0-b8e2-4e8a-be78-33e599679c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:14.789758 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-69b131d0-b8e2-4e8a-be78-33e599679c5e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ad8bf39-d91e-470a-b850-b50a11bc458b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0891776 Oct 27 18:50:14.800340 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: b63910ea-afee-4581-bb97-c99d20f74792 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:50:14.800453 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device b63910ea-afee-4581-bb97-c99d20f74792 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:50:14.930168 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-642aa472-372d-4ba7-8b5b-d540df76c588 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:14.961867 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-642aa472-372d-4ba7-8b5b-d540df76c588 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc95bb99-00fd-4971-9630-aa6f2c6ac7b4']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:50:14.979397 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-642aa472-372d-4ba7-8b5b-d540df76c588 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:50:14.979704 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-642aa472-372d-4ba7-8b5b-d540df76c588 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd6c9b7f-1a2c-4b24-ad34-e66f122b0b39') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:50:14.992712 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-642aa472-372d-4ba7-8b5b-d540df76c588 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:14.996645 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-246a3596-31e3-4103-865d-e53a891134c5 service neutron] 10.222.0.81 "GET /v2.0/networks/7ad8bf39-d91e-470a-b850-b50a11bc458b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793580 Oct 27 18:50:15.024088 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-642aa472-372d-4ba7-8b5b-d540df76c588 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:15.055774 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-642aa472-372d-4ba7-8b5b-d540df76c588 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:50:15.056188 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-642aa472-372d-4ba7-8b5b-d540df76c588 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:15.059155 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:50:15.059155 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:50:15.059155 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:50:15.059155 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:50:15.059155 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:50:15.059155 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:50:15.059155 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:50:15.059155 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:50:15.059155 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:50:15.059155 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:50:15.059155 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:50:15.059155 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:50:15.059155 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:50:15.059155 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:50:15.059155 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:50:15.059155 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:50:15.059155 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:50:15.059155 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:50:15.059155 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:50:15.059155 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:50:15.059155 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:50:15.059155 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:50:15.059155 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:50:15.059155 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:50:15.059155 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:50:15.059155 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:50:15.059155 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:50:15.059155 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:50:15.059155 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:50:15.059155 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:50:15.059155 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:50:15.059155 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:50:15.122781 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:15.165816 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9789a30e-5135-4c1d-868d-1156b55f0ccc req-6a78ac09-aa22-45f7-ba45-eacc93d746a5 service neutron] 10.222.0.81 "GET /v2.0/networks/7ad8bf39-d91e-470a-b850-b50a11bc458b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622059 Oct 27 18:50:15.200173 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-642aa472-372d-4ba7-8b5b-d540df76c588 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:15.209980 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-642aa472-372d-4ba7-8b5b-d540df76c588 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:15.215948 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-642aa472-372d-4ba7-8b5b-d540df76c588 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "DELETE /v2.0/networks/bc95bb99-00fd-4971-9630-aa6f2c6ac7b4 HTTP/1.1" status: 204 len: 168 time: 0.6544578 Oct 27 18:50:15.217051 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37290) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:50:15.232804 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642aa472-372d-4ba7-8b5b-d540df76c588 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event deleted for resources: {'Network': ['ID=bc95bb99-00fd-4971-9630-aa6f2c6ac7b4,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:15.288822 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9dca0d41-136b-49d7-afca-7693a03315e6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:15.315738 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9dca0d41-136b-49d7-afca-7693a03315e6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:15.432991 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1217aa2-8a57-4170-9f2a-9d5f0a145005 req-f3cd0f14-2d7f-494b-bac7-0f79377e0dbb tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:15.434433 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1217aa2-8a57-4170-9f2a-9d5f0a145005 req-f3cd0f14-2d7f-494b-bac7-0f79377e0dbb tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 943 time: 0.0502584 Oct 27 18:50:15.457701 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9dca0d41-136b-49d7-afca-7693a03315e6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:15.460321 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9dca0d41-136b-49d7-afca-7693a03315e6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:15.461507 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9dca0d41-136b-49d7-afca-7693a03315e6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "DELETE /v2.0/security-groups/a4ebfb6b-32e3-4535-afff-6cadab6dff22 HTTP/1.1" status: 204 len: 168 time: 0.2425976 Oct 27 18:50:15.480001 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca0d41-136b-49d7-afca-7693a03315e6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ebfb6b-32e3-4535-afff-6cadab6dff22,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:15.490221 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1217aa2-8a57-4170-9f2a-9d5f0a145005 req-53bd1407-856e-4527-a8f5-35a72c7ef497 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485842 Oct 27 18:50:15.954501 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37306) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:50:15.959477 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-7acf7c7b-6d31-4a88-aca6-fac32381fd10 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-508137404', 'description': 'tempest-secgroup-smoke-508137404 description', 'project_id': '21f5568e020c455199c8dde94ac0b73c'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:50:16.079895 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7acf7c7b-6d31-4a88-aca6-fac32381fd10 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:16.170028 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7acf7c7b-6d31-4a88-aca6-fac32381fd10 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:16.228025 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7acf7c7b-6d31-4a88-aca6-fac32381fd10 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:16.268725 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf7c7b-6d31-4a88-aca6-fac32381fd10 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe41648-3212-4f2d-a7e8-8a85dfee81c9,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:16.325227 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7acf7c7b-6d31-4a88-aca6-fac32381fd10 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:16.325227 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7acf7c7b-6d31-4a88-aca6-fac32381fd10 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3666244 Oct 27 18:50:16.325488 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37310) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:50:16.331262 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-60e30de9-6f50-4c1c-8565-2e899116cfb3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'security_group_rule': {'security_group_id': '0fe41648-3212-4f2d-a7e8-8a85dfee81c9', 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:50:16.433126 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-60e30de9-6f50-4c1c-8565-2e899116cfb3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:16.498120 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-60e30de9-6f50-4c1c-8565-2e899116cfb3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:16.578125 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-60e30de9-6f50-4c1c-8565-2e899116cfb3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:16.596337 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 35f41979-5e5f-4dd0-9fe8-d3cc595a5faf no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:50:16.617260 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e30de9-6f50-4c1c-8565-2e899116cfb3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ba7acca-d95e-4caf-85e2-c70df5a780a8,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:16.627040 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 35f41979-5e5f-4dd0-9fe8-d3cc595a5faf {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:50:16.627880 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 35f41979-5e5f-4dd0-9fe8-d3cc595a5faf not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:50:16.643640 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df835e5f-06ec-4cd7-997a-abc5afd3311b req-bdd21090-4305-4433-985d-b3bbe272f48c tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:16.645709 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-df835e5f-06ec-4cd7-997a-abc5afd3311b req-bdd21090-4305-4433-985d-b3bbe272f48c tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 943 time: 0.0786605 Oct 27 18:50:16.693584 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-60e30de9-6f50-4c1c-8565-2e899116cfb3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:16.695176 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-60e30de9-6f50-4c1c-8565-2e899116cfb3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3676732 Oct 27 18:50:16.698942 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37318) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:50:16.708644 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-222d798e-a6ee-438a-8922-d759b173baa4 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'security_group_rule': {'security_group_id': '0fe41648-3212-4f2d-a7e8-8a85dfee81c9', 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:50:16.709129 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-df835e5f-06ec-4cd7-997a-abc5afd3311b req-2dbac65b-2fc7-45ff-949f-a0343dd74c96 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568192 Oct 27 18:50:16.814075 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-222d798e-a6ee-438a-8922-d759b173baa4 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:16.875415 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-222d798e-a6ee-438a-8922-d759b173baa4 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:16.953149 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-222d798e-a6ee-438a-8922-d759b173baa4 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:16.971776 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d798e-a6ee-438a-8922-d759b173baa4 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf953228-998c-499d-8d54-3017bb0a03e3,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:17.044596 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-222d798e-a6ee-438a-8922-d759b173baa4 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:17.045871 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-222d798e-a6ee-438a-8922-d759b173baa4 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3457987 Oct 27 18:50:17.048620 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37320) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:50:17.053167 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-b2771ee7-b62f-466e-b8fb-5353ed16e235 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'security_group_rule': {'security_group_id': '0fe41648-3212-4f2d-a7e8-8a85dfee81c9', 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:50:17.136363 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b2771ee7-b62f-466e-b8fb-5353ed16e235 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:17.198707 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b2771ee7-b62f-466e-b8fb-5353ed16e235 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:17.267683 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b2771ee7-b62f-466e-b8fb-5353ed16e235 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:17.288644 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2771ee7-b62f-466e-b8fb-5353ed16e235 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30660c3e-0691-48d4-9b93-04932f5f4ddf,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:17.401226 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b2771ee7-b62f-466e-b8fb-5353ed16e235 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:17.402530 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b2771ee7-b62f-466e-b8fb-5353ed16e235 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3529186 Oct 27 18:50:17.405850 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37326) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:50:17.410285 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-f6fe2136-11ae-45f1-9f95-21c4c4e77874 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'security_group_rule': {'security_group_id': '0fe41648-3212-4f2d-a7e8-8a85dfee81c9', 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:50:17.501568 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f6fe2136-11ae-45f1-9f95-21c4c4e77874 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:17.568881 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f6fe2136-11ae-45f1-9f95-21c4c4e77874 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:17.650681 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f6fe2136-11ae-45f1-9f95-21c4c4e77874 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:17.671984 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fe2136-11ae-45f1-9f95-21c4c4e77874 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a9ccfcd-43ee-4190-8b63-8c69b609573b,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:17.767578 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f6fe2136-11ae-45f1-9f95-21c4c4e77874 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:17.771540 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f6fe2136-11ae-45f1-9f95-21c4c4e77874 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3644493 Oct 27 18:50:17.772135 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37334) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:50:17.776767 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-2196ba73-3532-477a-914e-6a1f0ca3f178 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'security_group_rule': {'security_group_id': '0fe41648-3212-4f2d-a7e8-8a85dfee81c9', 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:50:17.842573 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a327f5-1a85-4bed-b927-f5ce6bb23b78 req-bb0ea2a3-7b76-412b-b975-8be18ce1cf71 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:17.844189 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-68a327f5-1a85-4bed-b927-f5ce6bb23b78 req-bb0ea2a3-7b76-412b-b975-8be18ce1cf71 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 943 time: 0.0582204 Oct 27 18:50:17.886136 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-68a327f5-1a85-4bed-b927-f5ce6bb23b78 req-9a3621b3-2083-4ebf-afcf-ed2e243ed58a tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359020 Oct 27 18:50:17.912479 n-d-815690-2 neutron-server[102878]: INFO neutron.db.securitygroups_db [None req-2196ba73-3532-477a-914e-6a1f0ca3f178 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Project 21f5568e020c455199c8dde94ac0b73c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 18:50:17.918697 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2196ba73-3532-477a-914e-6a1f0ca3f178 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:17.990360 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2196ba73-3532-477a-914e-6a1f0ca3f178 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:18.065352 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2196ba73-3532-477a-914e-6a1f0ca3f178 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:18.084446 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2196ba73-3532-477a-914e-6a1f0ca3f178 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=156b4480-b0b9-4943-ae00-77656b3ec8ea,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:18.158967 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2196ba73-3532-477a-914e-6a1f0ca3f178 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:18.160547 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-2196ba73-3532-477a-914e-6a1f0ca3f178 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3874860 Oct 27 18:50:18.163522 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37336) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:50:18.168641 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-b327b8d4-698c-4ed2-82b3-06b3f5a9cbab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'security_group_rule': {'security_group_id': '0fe41648-3212-4f2d-a7e8-8a85dfee81c9', 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:50:18.250859 n-d-815690-2 neutron-server[102878]: INFO neutron.db.securitygroups_db [None req-b327b8d4-698c-4ed2-82b3-06b3f5a9cbab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Project 21f5568e020c455199c8dde94ac0b73c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 18:50:18.256535 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b327b8d4-698c-4ed2-82b3-06b3f5a9cbab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:18.314626 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 34f26098-2109-4b06-8c20-ccf43ddb19ef details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:50:18.327470 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b327b8d4-698c-4ed2-82b3-06b3f5a9cbab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:18.391155 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b327b8d4-698c-4ed2-82b3-06b3f5a9cbab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:18.410535 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327b8d4-698c-4ed2-82b3-06b3f5a9cbab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=270fd15e-8ec0-4d42-a0ac-594c4f183f0d,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:18.428055 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 34f26098-2109-4b06-8c20-ccf43ddb19ef, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=34f26098-2109-4b06-8c20-ccf43ddb19ef,segment=NetworkSegment(29ae5e06-41a1-428b-8e42-42a692caa382),segment_id=29ae5e06-41a1-428b-8e42-42a692caa382)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:50:18.440442 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': '34f26098-2109-4b06-8c20-ccf43ddb19ef', 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b', 'port_id': '34f26098-2109-4b06-8c20-ccf43ddb19ef', 'mac_address': 'fa:16:3e:82:45:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db74a198-9b96-4f1c-98df-8ec54f422805', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:50:18.480143 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:18.494979 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34f26098-2109-4b06-8c20-ccf43ddb19ef {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:50:18.496707 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b327b8d4-698c-4ed2-82b3-06b3f5a9cbab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:18.499482 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b327b8d4-698c-4ed2-82b3-06b3f5a9cbab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3344846 Oct 27 18:50:18.502248 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37340) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:50:18.507478 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-9c5570bd-2016-485c-9b52-1a60ef52e8b5 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'network': {'name': 'tempest-network-smoke--2088800310', 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'port_security_enabled': True}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:50:18.526006 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 34f26098-2109-4b06-8c20-ccf43ddb19ef, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=34f26098-2109-4b06-8c20-ccf43ddb19ef,segment=NetworkSegment(29ae5e06-41a1-428b-8e42-42a692caa382),segment_id=29ae5e06-41a1-428b-8e42-42a692caa382)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:50:18.599648 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:18.610424 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5570bd-2016-485c-9b52-1a60ef52e8b5 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Made reservation on behalf of 21f5568e020c455199c8dde94ac0b73c for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:50:18.614095 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9c5570bd-2016-485c-9b52-1a60ef52e8b5 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:18.640485 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c5570bd-2016-485c-9b52-1a60ef52e8b5 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] vlan segment allocate from pool success with {'vlan_id': 1018, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:50:18.652723 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9c5570bd-2016-485c-9b52-1a60ef52e8b5 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:18.654032 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-9c5570bd-2016-485c-9b52-1a60ef52e8b5 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Added segment 57e693dc-9025-48f1-b17a-e16a1a8efd9a of type vlan for network c6d7eb50-c031-433c-941b-523b9ace4640 Oct 27 18:50:18.657284 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=34f26098-2109-4b06-8c20-ccf43ddb19ef,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:18.702375 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9c5570bd-2016-485c-9b52-1a60ef52e8b5 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:18.797393 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9c5570bd-2016-485c-9b52-1a60ef52e8b5 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:18.803198 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5570bd-2016-485c-9b52-1a60ef52e8b5 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:18.803740 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9c5570bd-2016-485c-9b52-1a60ef52e8b5 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:18.829279 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['34f26098-2109-4b06-8c20-ccf43ddb19ef'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:50:18.884049 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5570bd-2016-485c-9b52-1a60ef52e8b5 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'Network': ['ID=c6d7eb50-c031-433c-941b-523b9ace4640,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:18.898876 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network c6d7eb50-c031-433c-941b-523b9ace4640 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:50:18.949673 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37348) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:50:18.950213 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9c5570bd-2016-485c-9b52-1a60ef52e8b5 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4464548 Oct 27 18:50:18.960497 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-b1fdac82-abb1-41dc-b42a-ea5d7af0b86c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1140216795', 'admin_state_up': True, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:50:19.046304 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac1d745-818a-4bff-aa4f-4ec78fa3bf8b req-b7559e24-b453-4796-9ce4-5d302273bb8f tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:19.050455 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1ac1d745-818a-4bff-aa4f-4ec78fa3bf8b req-b7559e24-b453-4796-9ce4-5d302273bb8f tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 944 time: 0.0569341 Oct 27 18:50:19.056808 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b1fdac82-abb1-41dc-b42a-ea5d7af0b86c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:19.058492 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b1fdac82-abb1-41dc-b42a-ea5d7af0b86c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:19.112266 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1ac1d745-818a-4bff-aa4f-4ec78fa3bf8b req-5e715ab5-3124-44d2-9d52-19fe288c304c tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552833 Oct 27 18:50:19.126653 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b1fdac82-abb1-41dc-b42a-ea5d7af0b86c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:19.341166 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b1fdac82-abb1-41dc-b42a-ea5d7af0b86c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:19.675140 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b1fdac82-abb1-41dc-b42a-ea5d7af0b86c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:19.698649 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b1fdac82-abb1-41dc-b42a-ea5d7af0b86c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:19.808146 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-b1fdac82-abb1-41dc-b42a-ea5d7af0b86c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Allocated IP 172.25.6.222 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:50:19.918382 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b1fdac82-abb1-41dc-b42a-ea5d7af0b86c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:20.034557 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b1fdac82-abb1-41dc-b42a-ea5d7af0b86c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:20.077553 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fdac82-abb1-41dc-b42a-ea5d7af0b86c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:50:20.080860 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-b1fdac82-abb1-41dc-b42a-ea5d7af0b86c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:50:20.084583 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fdac82-abb1-41dc-b42a-ea5d7af0b86c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:50:20.107350 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fdac82-abb1-41dc-b42a-ea5d7af0b86c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'Port': ['ID=9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:20.244420 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd581d-eef1-4786-86c8-f69342831fb5 req-b12f7b1c-3d8a-44fa-8da0-65068aefd4c1 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:20.245991 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-37cd581d-eef1-4786-86c8-f69342831fb5 req-b12f7b1c-3d8a-44fa-8da0-65068aefd4c1 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 944 time: 0.0623200 Oct 27 18:50:20.286971 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-37cd581d-eef1-4786-86c8-f69342831fb5 req-87b2fe2e-eb18-43b5-aaac-c45757ea3a1b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326498 Oct 27 18:50:20.329432 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 34f26098-2109-4b06-8c20-ccf43ddb19ef up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:50:20.417826 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b1fdac82-abb1-41dc-b42a-ea5d7af0b86c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:20.462268 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning for port 34f26098-2109-4b06-8c20-ccf43ddb19ef completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:50:20.466936 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port 34f26098-2109-4b06-8c20-ccf43ddb19ef triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:50:20.467350 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:20.554191 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:20.590216 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 34f26098-2109-4b06-8c20-ccf43ddb19ef, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=34f26098-2109-4b06-8c20-ccf43ddb19ef,segment=NetworkSegment(29ae5e06-41a1-428b-8e42-42a692caa382),segment_id=29ae5e06-41a1-428b-8e42-42a692caa382)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:50:20.591089 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75112211-8b57-4ad5-a7e0-09f06b119323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f26098-2109-4b06-8c20-ccf43ddb19ef'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:50:20.593968 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325f947e-0115-4451-a5bf-07794b363601" -d '{"events": [{"server_uuid": "75112211-8b57-4ad5-a7e0-09f06b119323", "name": "network-vif-plugged", "status": "completed", "tag": "34f26098-2109-4b06-8c20-ccf43ddb19ef"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:50:20.631692 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8faaeb1e-9eb3-4a96-848b-e71739a5c035 x-openstack-request-id: req-8faaeb1e-9eb3-4a96-848b-e71739a5c035 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:50:20.632149 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75112211-8b57-4ad5-a7e0-09f06b119323", "name": "network-vif-plugged", "status": "completed", "tag": "34f26098-2109-4b06-8c20-ccf43ddb19ef", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:50:20.632500 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8faaeb1e-9eb3-4a96-848b-e71739a5c035 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:50:20.632957 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75112211-8b57-4ad5-a7e0-09f06b119323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f26098-2109-4b06-8c20-ccf43ddb19ef', 'code': 200} Oct 27 18:50:20.635564 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b1fdac82-abb1-41dc-b42a-ea5d7af0b86c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:20.663899 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:20.727425 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=34f26098-2109-4b06-8c20-ccf43ddb19ef,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:20.774425 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de76f6-66af-41a8-83b8-6dc8bf900dd3 req-ce61cee4-c120-4659-b709-bd9c2b20c4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:20.776005 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a5de76f6-66af-41a8-83b8-6dc8bf900dd3 req-ce61cee4-c120-4659-b709-bd9c2b20c4a4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 1096 time: 0.0696275 Oct 27 18:50:20.840216 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a5de76f6-66af-41a8-83b8-6dc8bf900dd3 req-93e60a90-25e5-4ee6-884b-901be40a8044 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560224 Oct 27 18:50:20.930867 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1fdac82-abb1-41dc-b42a-ea5d7af0b86c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Router e19733d4-72e0-49a1-96c1-24d125ac2f72 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:50:21.338955 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fdac82-abb1-41dc-b42a-ea5d7af0b86c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:50:21.352125 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa31090-34c2-4aca-9f69-faa991710600 None None] Sync routers for ids ['e19733d4-72e0-49a1-96c1-24d125ac2f72'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:50:21.365417 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa31090-34c2-4aca-9f69-faa991710600 None None] Routers {'e19733d4-72e0-49a1-96c1-24d125ac2f72'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:50:21.370031 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-4aa31090-34c2-4aca-9f69-faa991710600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:50:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['e19733d4-72e0-49a1-96c1-24d125ac2f72'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:50:21.418784 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b1fdac82-abb1-41dc-b42a-ea5d7af0b86c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:21.420659 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b1fdac82-abb1-41dc-b42a-ea5d7af0b86c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4696996 Oct 27 18:50:21.423671 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37368) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:50:21.430274 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b93ca-3113-4894-ad7d-54f3beb6df27 req-588b6c28-5f85-430a-a234-5647b51f14ef tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:21.432145 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bf0b93ca-3113-4894-ad7d-54f3beb6df27 req-588b6c28-5f85-430a-a234-5647b51f14ef tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 945 time: 0.0577607 Oct 27 18:50:21.467486 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b87f96a4-e210-4c25-8f2a-e9750dc70815 tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=21f5568e020c455199c8dde94ac0b73c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424259 Oct 27 18:50:21.468274 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37370) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:50:21.480259 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bf0b93ca-3113-4894-ad7d-54f3beb6df27 req-d185963f-a308-4dcf-9304-b7f19e9d8271 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407109 Oct 27 18:50:21.482600 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-4aa31090-34c2-4aca-9f69-faa991710600 None None] Set router e19733d4-72e0-49a1-96c1-24d125ac2f72 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:50:21.630219 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cf0252-5bcf-46a1-a21c-ca745e6e4a9a tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:21.635172 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e8cf0252-5bcf-46a1-a21c-ca745e6e4a9a tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1657360 Oct 27 18:50:21.635628 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37372) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:50:21.661456 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-4aa31090-34c2-4aca-9f69-faa991710600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19733d4-72e0-49a1-96c1-24d125ac2f72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140216795', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:50:19Z', 'updated_at': '2021-10-27T18:50:20Z', 'revision_number': 3, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:52:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19733d4-72e0-49a1-96c1-24d125ac2f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:50:19Z', 'updated_at': '2021-10-27T18:50:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:50:21.666949 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-64052460-766f-4244-9f20-0e26f64b034d tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=0fad50cd-70b8-43d9-8a14-cc05c0fdea0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298595 Oct 27 18:50:21.669208 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37374) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:50:21.675283 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-562ab053-e2ab-41e9-b75b-47941e49efe0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1538597092', 'network_id': 'c6d7eb50-c031-433c-941b-523b9ace4640', 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:50:21.692388 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa31090-34c2-4aca-9f69-faa991710600 None None] Checking router: e19733d4-72e0-49a1-96c1-24d125ac2f72 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:50:21.692740 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa31090-34c2-4aca-9f69-faa991710600 None None] Updating router e19733d4-72e0-49a1-96c1-24d125ac2f72 port 9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:50:21.718599 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-4aa31090-34c2-4aca-9f69-faa991710600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:21.862188 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562ab053-e2ab-41e9-b75b-47941e49efe0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Made reservation on behalf of 21f5568e020c455199c8dde94ac0b73c for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:50:21.866109 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-562ab053-e2ab-41e9-b75b-47941e49efe0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:22.009930 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-4aa31090-34c2-4aca-9f69-faa991710600 None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:22.085569 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-4aa31090-34c2-4aca-9f69-faa991710600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:22.139463 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-4aa31090-34c2-4aca-9f69-faa991710600 None None] Attempting to bind port 9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:50:22.139831 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-4aa31090-34c2-4aca-9f69-faa991710600 None None] Attempting to bind port 9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:50:22.140192 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa31090-34c2-4aca-9f69-faa991710600 None None] Attempting to bind port 9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:50:22.145618 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0295f18-b938-4866-967c-6ca54b4f358b None None] Pushing event updated for resources: {'Port': ['ID=9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb,revision_number=2']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:22.153779 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa31090-34c2-4aca-9f69-faa991710600 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:50:22.154753 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa31090-34c2-4aca-9f69-faa991710600 None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:50:22.155104 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-4aa31090-34c2-4aca-9f69-faa991710600 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:22.155496 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa31090-34c2-4aca-9f69-faa991710600 None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:50:22.155964 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-4aa31090-34c2-4aca-9f69-faa991710600 None None] Bound port: 9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:50:22.156344 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-4aa31090-34c2-4aca-9f69-faa991710600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:22.159324 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0295f18-b938-4866-967c-6ca54b4f358b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:50:22.159668 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0295f18-b938-4866-967c-6ca54b4f358b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:50:22.160009 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0295f18-b938-4866-967c-6ca54b4f358b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:50:22.160345 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0295f18-b938-4866-967c-6ca54b4f358b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:50:22.160677 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0295f18-b938-4866-967c-6ca54b4f358b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:50:22.161006 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0295f18-b938-4866-967c-6ca54b4f358b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:50:22.161335 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0295f18-b938-4866-967c-6ca54b4f358b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:50:22.161656 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0295f18-b938-4866-967c-6ca54b4f358b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:50:22.161979 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0295f18-b938-4866-967c-6ca54b4f358b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:50:22.162304 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0295f18-b938-4866-967c-6ca54b4f358b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:50:22.162625 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0295f18-b938-4866-967c-6ca54b4f358b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:50:22.162969 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0295f18-b938-4866-967c-6ca54b4f358b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:50:22.210880 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-562ab053-e2ab-41e9-b75b-47941e49efe0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:22.214154 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-4aa31090-34c2-4aca-9f69-faa991710600 None None] For port 9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:50:22.222290 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-4aa31090-34c2-4aca-9f69-faa991710600 None None] For port 9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:50:22.276488 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ab053-e2ab-41e9-b75b-47941e49efe0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'Subnet': ['ID=8bd3688c-0f08-4aa8-8cd7-8cbec2907449,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:22.287311 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562ab053-e2ab-41e9-b75b-47941e49efe0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Checking segment: {'id': '57e693dc-9025-48f1-b17a-e16a1a8efd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'c6d7eb50-c031-433c-941b-523b9ace4640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:50:22.287311 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562ab053-e2ab-41e9-b75b-47941e49efe0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Network hostable DHCP agents. Network: c6d7eb50-c031-433c-941b-523b9ace4640, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:50:22.306578 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-4aa31090-34c2-4aca-9f69-faa991710600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:22.356418 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa31090-34c2-4aca-9f69-faa991710600 None None] Routers {'e19733d4-72e0-49a1-96c1-24d125ac2f72'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:50:22.357132 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-4aa31090-34c2-4aca-9f69-faa991710600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:50:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['e19733d4-72e0-49a1-96c1-24d125ac2f72'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:50:22.360257 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562ab053-e2ab-41e9-b75b-47941e49efe0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Network c6d7eb50-c031-433c-941b-523b9ace4640 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:50:22.432613 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0295f18-b938-4866-967c-6ca54b4f358b None None] Pushing event updated for resources: {'Port': ['ID=9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:22.465832 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-562ab053-e2ab-41e9-b75b-47941e49efe0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, c6d7eb50-c031-433c-941b-523b9ace4640) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:50:22.469013 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562ab053-e2ab-41e9-b75b-47941e49efe0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:22.469685 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-562ab053-e2ab-41e9-b75b-47941e49efe0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:22.476211 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-4aa31090-34c2-4aca-9f69-faa991710600 None None] Set router e19733d4-72e0-49a1-96c1-24d125ac2f72 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:50:22.478043 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5595359-f2cd-4166-a2c0-b584c5a8a26d None None] Network c6d7eb50-c031-433c-941b-523b9ace4640 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:50:22.611894 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-562ab053-e2ab-41e9-b75b-47941e49efe0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9380426 Oct 27 18:50:22.612408 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37386) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:50:22.651437 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ec496-08af-4f17-b8df-7ba576f26ae2 req-e0380dfa-ddfc-4a4a-bdfb-d5439c6b6d45 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:22.653046 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cc4ec496-08af-4f17-b8df-7ba576f26ae2 req-e0380dfa-ddfc-4a4a-bdfb-d5439c6b6d45 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 945 time: 0.0586183 Oct 27 18:50:22.765487 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cc4ec496-08af-4f17-b8df-7ba576f26ae2 req-09a6da4b-812c-4e2b-a2ab-ff68db037e56 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991790 Oct 27 18:50:22.778257 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2fe4ca-74ff-49c2-9062-71433236ffd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-c6d7eb50-c031-433c-941b-523b9ace4640', 'network_id': 'c6d7eb50-c031-433c-941b-523b9ace4640', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'fixed_ips': [{'subnet_id': '8bd3688c-0f08-4aa8-8cd7-8cbec2907449'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:50:22.779758 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3a2fe4ca-74ff-49c2-9062-71433236ffd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:22.801952 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-4aa31090-34c2-4aca-9f69-faa991710600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19733d4-72e0-49a1-96c1-24d125ac2f72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140216795', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:50:19Z', 'updated_at': '2021-10-27T18:50:20Z', 'revision_number': 3, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:52:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19733d4-72e0-49a1-96c1-24d125ac2f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:50:19Z', 'updated_at': '2021-10-27T18:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:50:22.836579 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa31090-34c2-4aca-9f69-faa991710600 None None] The sync data for ids ['e19733d4-72e0-49a1-96c1-24d125ac2f72'] in n-d-815690-2 is: [{'id': 'e19733d4-72e0-49a1-96c1-24d125ac2f72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140216795', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:50:19Z', 'updated_at': '2021-10-27T18:50:20Z', 'revision_number': 3, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:52:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19733d4-72e0-49a1-96c1-24d125ac2f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:50:19Z', 'updated_at': '2021-10-27T18:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:50:22.967332 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67f70c-cfe5-448a-8e97-8611136cc5b3 req-7edf9868-7fd3-4cff-b780-035ca7aa688b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:22.972954 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2d67f70c-cfe5-448a-8e97-8611136cc5b3 req-7edf9868-7fd3-4cff-b780-035ca7aa688b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 945 time: 0.0902596 Oct 27 18:50:22.977476 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37394) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:50:22.984258 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-1a1407b9-5d93-4f70-bd4c-dc319d6a0069 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Request body: {'floatingip': {'port_id': '34f26098-2109-4b06-8c20-ccf43ddb19ef'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:50:23.025203 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-3a2fe4ca-74ff-49c2-9062-71433236ffd3 None None] Allocated IP 172.20.0.2 (c6d7eb50-c031-433c-941b-523b9ace4640/8bd3688c-0f08-4aa8-8cd7-8cbec2907449/d993b101-356c-454b-b2c9-53975915cc6c) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:50:23.059909 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1a1407b9-5d93-4f70-bd4c-dc319d6a0069 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks [] for floatingip, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:23.354999 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4b4b44b5-a694-4cca-86f4-6e994dd1be0f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:23.390047 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3a2fe4ca-74ff-49c2-9062-71433236ffd3 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:23.462891 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3a2fe4ca-74ff-49c2-9062-71433236ffd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:23.531728 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2fe4ca-74ff-49c2-9062-71433236ffd3 None None] Network c6d7eb50-c031-433c-941b-523b9ace4640 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:50:23.533014 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2fe4ca-74ff-49c2-9062-71433236ffd3 None None] Pushing event updated for resources: {'Port': ['ID=d993b101-356c-454b-b2c9-53975915cc6c,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:23.535728 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-3a2fe4ca-74ff-49c2-9062-71433236ffd3 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:50:23.538293 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2fe4ca-74ff-49c2-9062-71433236ffd3 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:50:23.628489 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-3a2fe4ca-74ff-49c2-9062-71433236ffd3 None None] Attempting to bind port d993b101-356c-454b-b2c9-53975915cc6c on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:50:23.628946 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-3a2fe4ca-74ff-49c2-9062-71433236ffd3 None None] Attempting to bind port d993b101-356c-454b-b2c9-53975915cc6c by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '57e693dc-9025-48f1-b17a-e16a1a8efd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'c6d7eb50-c031-433c-941b-523b9ace4640'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:50:23.629319 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2fe4ca-74ff-49c2-9062-71433236ffd3 None None] Attempting to bind port d993b101-356c-454b-b2c9-53975915cc6c on network c6d7eb50-c031-433c-941b-523b9ace4640 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:50:23.644998 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2fe4ca-74ff-49c2-9062-71433236ffd3 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:50:23.644998 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2fe4ca-74ff-49c2-9062-71433236ffd3 None None] Checking segment: {'id': '57e693dc-9025-48f1-b17a-e16a1a8efd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'c6d7eb50-c031-433c-941b-523b9ace4640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:50:23.644998 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3a2fe4ca-74ff-49c2-9062-71433236ffd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:23.649329 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2fe4ca-74ff-49c2-9062-71433236ffd3 None None] Bound using segment: {'id': '57e693dc-9025-48f1-b17a-e16a1a8efd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'c6d7eb50-c031-433c-941b-523b9ace4640'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:50:23.649329 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-3a2fe4ca-74ff-49c2-9062-71433236ffd3 None None] Bound port: d993b101-356c-454b-b2c9-53975915cc6c, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57e693dc-9025-48f1-b17a-e16a1a8efd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'c6d7eb50-c031-433c-941b-523b9ace4640'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:50:23.649329 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3a2fe4ca-74ff-49c2-9062-71433236ffd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:23.788916 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-3a2fe4ca-74ff-49c2-9062-71433236ffd3 None None] For port d993b101-356c-454b-b2c9-53975915cc6c, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:50:23.792065 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-3a2fe4ca-74ff-49c2-9062-71433236ffd3 None None] For port d993b101-356c-454b-b2c9-53975915cc6c, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=d993b101-356c-454b-b2c9-53975915cc6c,segment=NetworkSegment(57e693dc-9025-48f1-b17a-e16a1a8efd9a),segment_id=57e693dc-9025-48f1-b17a-e16a1a8efd9a)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:50:23.845013 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1a1407b9-5d93-4f70-bd4c-dc319d6a0069 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:23.885720 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3a2fe4ca-74ff-49c2-9062-71433236ffd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:23.908434 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-4b4b44b5-a694-4cca-86f4-6e994dd1be0f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Allocated IP 172.20.0.1 (c6d7eb50-c031-433c-941b-523b9ace4640/8bd3688c-0f08-4aa8-8cd7-8cbec2907449/6c82d70d-6317-402f-a44e-1642ece45fae) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:50:23.923357 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1a1407b9-5d93-4f70-bd4c-dc319d6a0069 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:23.984832 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2fe4ca-74ff-49c2-9062-71433236ffd3 None None] Pushing event updated for resources: {'Port': ['ID=d993b101-356c-454b-b2c9-53975915cc6c,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:24.119450 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [None req-1a1407b9-5d93-4f70-bd4c-dc319d6a0069 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Floating IP d7903ba2-624c-4f1f-a241-bc7a096a1115 associated. External IP: 172.25.6.60, port: 34f26098-2109-4b06-8c20-ccf43ddb19ef. Oct 27 18:50:24.144079 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4b4b44b5-a694-4cca-86f4-6e994dd1be0f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:24.283906 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4b4b44b5-a694-4cca-86f4-6e994dd1be0f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:24.361769 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4b44b5-a694-4cca-86f4-6e994dd1be0f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Network c6d7eb50-c031-433c-941b-523b9ace4640 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:50:24.365923 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-4b4b44b5-a694-4cca-86f4-6e994dd1be0f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:50:24.373657 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4b44b5-a694-4cca-86f4-6e994dd1be0f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:50:24.430123 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b44b5-a694-4cca-86f4-6e994dd1be0f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'Port': ['ID=6c82d70d-6317-402f-a44e-1642ece45fae,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:24.465803 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1407b9-5d93-4f70-bd4c-dc319d6a0069 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Router 9faeaf28-c10c-45f3-8bc3-8496afb70c48 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:50:24.465914 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4b4b44b5-a694-4cca-86f4-6e994dd1be0f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:24.605004 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1407b9-5d93-4f70-bd4c-dc319d6a0069 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:50:24.615352 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b8b174-6f6b-400b-8ae8-060bdb8c8f4c None None] Sync routers for ids ['9faeaf28-c10c-45f3-8bc3-8496afb70c48'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:50:24.628295 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1a1407b9-5d93-4f70-bd4c-dc319d6a0069 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:24.637120 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b8b174-6f6b-400b-8ae8-060bdb8c8f4c None None] Routers {'9faeaf28-c10c-45f3-8bc3-8496afb70c48'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:50:24.637854 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-46b8b174-6f6b-400b-8ae8-060bdb8c8f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:50:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9faeaf28-c10c-45f3-8bc3-8496afb70c48'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:50:24.690085 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1a1407b9-5d93-4f70-bd4c-dc319d6a0069 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "PUT /v2.0/floatingips/d7903ba2-624c-4f1f-a241-bc7a096a1115 HTTP/1.1" status: 200 len: 990 time: 1.7114434 Oct 27 18:50:24.690708 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75112211-8b57-4ad5-a7e0-09f06b119323', 'tag': '34f26098-2109-4b06-8c20-ccf43ddb19ef'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:50:24.694419 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c86cc7-b413-4a4e-9999-67a81601a150" -d '{"events": [{"name": "network-changed", "server_uuid": "75112211-8b57-4ad5-a7e0-09f06b119323", "tag": "34f26098-2109-4b06-8c20-ccf43ddb19ef"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:50:24.789946 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4b4b44b5-a694-4cca-86f4-6e994dd1be0f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:24.802300 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-46b8b174-6f6b-400b-8ae8-060bdb8c8f4c None None] Set router 9faeaf28-c10c-45f3-8bc3-8496afb70c48 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:50:24.806923 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:50:24.809722 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653fd350-d9ba-43b5-bf2e-110b9f0fb222 x-openstack-request-id: req-653fd350-d9ba-43b5-bf2e-110b9f0fb222 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:50:24.810021 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75112211-8b57-4ad5-a7e0-09f06b119323", "tag": "34f26098-2109-4b06-8c20-ccf43ddb19ef", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:50:24.810312 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-653fd350-d9ba-43b5-bf2e-110b9f0fb222 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:50:24.810845 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75112211-8b57-4ad5-a7e0-09f06b119323', 'tag': '34f26098-2109-4b06-8c20-ccf43ddb19ef', 'status': 'completed', 'code': 200} Oct 27 18:50:25.003805 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:50:25.004433 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:25.052362 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c86cc7-b413-4a4e-9999-67a81601a150 req-41a29f72-790d-4150-910a-b326d3822e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:25.053910 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-81c86cc7-b413-4a4e-9999-67a81601a150 req-41a29f72-790d-4150-910a-b326d3822e14 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=186d6eca453449f79cfaf020191a989c&device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 1096 time: 0.1847532 Oct 27 18:50:25.218215 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:25.284236 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:50:25.320679 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c86cc7-b413-4a4e-9999-67a81601a150 req-a9d0f9d4-28f6-40cf-9b97-a9ab792bb064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:25.323830 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-81c86cc7-b413-4a4e-9999-67a81601a150 req-a9d0f9d4-28f6-40cf-9b97-a9ab792bb064 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7ad8bf39-d91e-470a-b850-b50a11bc458b HTTP/1.1" status: 200 len: 919 time: 0.2615135 Oct 27 18:50:25.338937 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-46b8b174-6f6b-400b-8ae8-060bdb8c8f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'name': 'tempest-AttachVolumeShelveTestJSON-1598767232-router', 'tenant_id': '186d6eca453449f79cfaf020191a989c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '5b0f0053-b447-48df-9f3b-2756a65bb9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:29Z', 'updated_at': '2021-10-27T18:45:37Z', 'revision_number': 4, 'project_id': '186d6eca453449f79cfaf020191a989c', 'gw_port': {'id': '5b0f0053-b447-48df-9f3b-2756a65bb9c4', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:30Z', 'updated_at': '2021-10-27T18:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'd7903ba2-624c-4f1f-a241-bc7a096a1115', 'tenant_id': '186d6eca453449f79cfaf020191a989c', 'floating_ip_address': '172.25.6.60', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'port_id': '34f26098-2109-4b06-8c20-ccf43ddb19ef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b', 'mac_address': 'fa:16:3e:82:45:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75112211-8b57-4ad5-a7e0-09f06b119323', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:50:07Z', 'updated_at': '2021-10-27T18:50:23Z', 'revision_number': 1, 'project_id': '186d6eca453449f79cfaf020191a989c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a8064eb-708a-4e1e-a69d-00dfb9bfa428', 'name': '', 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b', 'tenant_id': '186d6eca453449f79cfaf020191a989c', 'mac_address': 'fa:16:3e:a4:5b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'db74a198-9b96-4f1c-98df-8ec54f422805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:35Z', 'updated_at': '2021-10-27T18:45:42Z', 'revision_number': 5, 'project_id': '186d6eca453449f79cfaf020191a989c', 'subnets': [{'id': 'db74a198-9b96-4f1c-98df-8ec54f422805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:50:25.387495 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b8b174-6f6b-400b-8ae8-060bdb8c8f4c None None] Checking router: 9faeaf28-c10c-45f3-8bc3-8496afb70c48 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:50:25.389656 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:25.390438 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d993b101-356c-454b-b2c9-53975915cc6c up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:50:25.437619 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-81c86cc7-b413-4a4e-9999-67a81601a150 req-15d33aff-ed8c-4ead-9717-c8b26d07f6d6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34f26098-2109-4b06-8c20-ccf43ddb19ef HTTP/1.1" status: 200 len: 998 time: 0.1042943 Oct 27 18:50:25.441659 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:25.499818 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b8b174-6f6b-400b-8ae8-060bdb8c8f4c None None] Routers {'9faeaf28-c10c-45f3-8bc3-8496afb70c48'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:50:25.500663 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-46b8b174-6f6b-400b-8ae8-060bdb8c8f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:50:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9faeaf28-c10c-45f3-8bc3-8496afb70c48'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:50:25.587263 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4b4b44b5-a694-4cca-86f4-6e994dd1be0f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:25.593560 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c86cc7-b413-4a4e-9999-67a81601a150 req-06dab283-e4ee-4e60-b3ed-d4d1f6a272f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:25.595469 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-81c86cc7-b413-4a4e-9999-67a81601a150 req-06dab283-e4ee-4e60-b3ed-d4d1f6a272f3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=db74a198-9b96-4f1c-98df-8ec54f422805 HTTP/1.1" status: 200 len: 856 time: 0.1488507 Oct 27 18:50:25.611883 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9763aa06-9da4-4a8e-a954-76dcdf8d36f8 None None] Network c6d7eb50-c031-433c-941b-523b9ace4640 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:50:25.658236 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4b4b44b5-a694-4cca-86f4-6e994dd1be0f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:25.718905 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-580bc876-a76a-456e-927b-a14703b68cb9 None None] Provisioning complete for port d993b101-356c-454b-b2c9-53975915cc6c triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:50:25.719505 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-580bc876-a76a-456e-927b-a14703b68cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:25.755261 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c86cc7-b413-4a4e-9999-67a81601a150 req-c8538667-5f2c-44d0-b1d4-83e75c42dc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:25.755460 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port d993b101-356c-454b-b2c9-53975915cc6c triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:50:25.755460 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:25.755657 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-81c86cc7-b413-4a4e-9999-67a81601a150 req-c8538667-5f2c-44d0-b1d4-83e75c42dc95 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ad8bf39-d91e-470a-b850-b50a11bc458b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1503339 Oct 27 18:50:25.758707 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4b4b44b5-a694-4cca-86f4-6e994dd1be0f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:25.762003 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b44b5-a694-4cca-86f4-6e994dd1be0f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'Port': ['ID=6c82d70d-6317-402f-a44e-1642ece45fae,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:25.834518 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-46b8b174-6f6b-400b-8ae8-060bdb8c8f4c None None] Set router 9faeaf28-c10c-45f3-8bc3-8496afb70c48 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:50:25.977092 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-81c86cc7-b413-4a4e-9999-67a81601a150 req-fb2c62fc-9125-473e-9be8-b5423949f9b2 service neutron] 10.222.0.81 "GET /v2.0/networks/7ad8bf39-d91e-470a-b850-b50a11bc458b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998858 Oct 27 18:50:26.094133 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4b44b5-a694-4cca-86f4-6e994dd1be0f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Network c6d7eb50-c031-433c-941b-523b9ace4640 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:50:26.097363 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-81c86cc7-b413-4a4e-9999-67a81601a150 req-97007761-0fef-4599-8684-5ba88d940a1c service neutron] 10.222.0.81 "GET /v2.0/networks/7ad8bf39-d91e-470a-b850-b50a11bc458b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133807 Oct 27 18:50:26.098560 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-4b4b44b5-a694-4cca-86f4-6e994dd1be0f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:50:26.252505 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b4b44b5-a694-4cca-86f4-6e994dd1be0f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Router e19733d4-72e0-49a1-96c1-24d125ac2f72 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:50:26.372563 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4b44b5-a694-4cca-86f4-6e994dd1be0f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:50:26.379215 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4b4b44b5-a694-4cca-86f4-6e994dd1be0f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "PUT /v2.0/routers/e19733d4-72e0-49a1-96c1-24d125ac2f72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7655327 Oct 27 18:50:26.392677 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f031ec-111c-4ff3-86f3-1cdb586140b4 None None] Sync routers for ids ['e19733d4-72e0-49a1-96c1-24d125ac2f72'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:50:26.403393 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:26.408746 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-580bc876-a76a-456e-927b-a14703b68cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:26.419224 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f031ec-111c-4ff3-86f3-1cdb586140b4 None None] Routers {'e19733d4-72e0-49a1-96c1-24d125ac2f72'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:50:26.421310 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-23f031ec-111c-4ff3-86f3-1cdb586140b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:50:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['e19733d4-72e0-49a1-96c1-24d125ac2f72'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:50:26.473050 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-580bc876-a76a-456e-927b-a14703b68cb9 None None] For port d993b101-356c-454b-b2c9-53975915cc6c, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=d993b101-356c-454b-b2c9-53975915cc6c,segment=NetworkSegment(57e693dc-9025-48f1-b17a-e16a1a8efd9a),segment_id=57e693dc-9025-48f1-b17a-e16a1a8efd9a)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:50:26.539907 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:26.559561 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-46b8b174-6f6b-400b-8ae8-060bdb8c8f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'name': 'tempest-AttachVolumeShelveTestJSON-1598767232-router', 'tenant_id': '186d6eca453449f79cfaf020191a989c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '5b0f0053-b447-48df-9f3b-2756a65bb9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:29Z', 'updated_at': '2021-10-27T18:45:37Z', 'revision_number': 4, 'project_id': '186d6eca453449f79cfaf020191a989c', 'gw_port': {'id': '5b0f0053-b447-48df-9f3b-2756a65bb9c4', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:30Z', 'updated_at': '2021-10-27T18:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'd7903ba2-624c-4f1f-a241-bc7a096a1115', 'tenant_id': '186d6eca453449f79cfaf020191a989c', 'floating_ip_address': '172.25.6.60', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'port_id': '34f26098-2109-4b06-8c20-ccf43ddb19ef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b', 'mac_address': 'fa:16:3e:82:45:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75112211-8b57-4ad5-a7e0-09f06b119323', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:50:07Z', 'updated_at': '2021-10-27T18:50:23Z', 'revision_number': 1, 'project_id': '186d6eca453449f79cfaf020191a989c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a8064eb-708a-4e1e-a69d-00dfb9bfa428', 'name': '', 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b', 'tenant_id': '186d6eca453449f79cfaf020191a989c', 'mac_address': 'fa:16:3e:a4:5b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'db74a198-9b96-4f1c-98df-8ec54f422805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:35Z', 'updated_at': '2021-10-27T18:45:42Z', 'revision_number': 5, 'project_id': '186d6eca453449f79cfaf020191a989c', 'subnets': [{'id': 'db74a198-9b96-4f1c-98df-8ec54f422805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:50:26.595895 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b8b174-6f6b-400b-8ae8-060bdb8c8f4c None None] The sync data for ids ['9faeaf28-c10c-45f3-8bc3-8496afb70c48'] in n-d-815690-2 is: [{'id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'name': 'tempest-AttachVolumeShelveTestJSON-1598767232-router', 'tenant_id': '186d6eca453449f79cfaf020191a989c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '5b0f0053-b447-48df-9f3b-2756a65bb9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:29Z', 'updated_at': '2021-10-27T18:45:37Z', 'revision_number': 4, 'project_id': '186d6eca453449f79cfaf020191a989c', 'gw_port': {'id': '5b0f0053-b447-48df-9f3b-2756a65bb9c4', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:30Z', 'updated_at': '2021-10-27T18:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'd7903ba2-624c-4f1f-a241-bc7a096a1115', 'tenant_id': '186d6eca453449f79cfaf020191a989c', 'floating_ip_address': '172.25.6.60', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'port_id': '34f26098-2109-4b06-8c20-ccf43ddb19ef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b', 'mac_address': 'fa:16:3e:82:45:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75112211-8b57-4ad5-a7e0-09f06b119323', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:50:07Z', 'updated_at': '2021-10-27T18:50:23Z', 'revision_number': 1, 'project_id': '186d6eca453449f79cfaf020191a989c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a8064eb-708a-4e1e-a69d-00dfb9bfa428', 'name': '', 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b', 'tenant_id': '186d6eca453449f79cfaf020191a989c', 'mac_address': 'fa:16:3e:a4:5b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'db74a198-9b96-4f1c-98df-8ec54f422805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:35Z', 'updated_at': '2021-10-27T18:45:42Z', 'revision_number': 5, 'project_id': '186d6eca453449f79cfaf020191a989c', 'subnets': [{'id': 'db74a198-9b96-4f1c-98df-8ec54f422805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:50:26.599174 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-580bc876-a76a-456e-927b-a14703b68cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:26.612998 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-23f031ec-111c-4ff3-86f3-1cdb586140b4 None None] Set router e19733d4-72e0-49a1-96c1-24d125ac2f72 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:50:26.725221 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:50:26.725788 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:50:26.793865 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580bc876-a76a-456e-927b-a14703b68cb9 None None] Pushing event updated for resources: {'Port': ['ID=d993b101-356c-454b-b2c9-53975915cc6c,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:26.812005 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3393e912-a406-4689-8d11-8ac81afc1fde req-4b413e40-7e58-4abb-b725-cb075a68146a tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-508137404&fields=id&tenant_id=21f5568e020c455199c8dde94ac0b73c HTTP/1.1" status: 200 len: 267 time: 0.0827959 Oct 27 18:50:26.912415 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:26.954953 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-23f031ec-111c-4ff3-86f3-1cdb586140b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19733d4-72e0-49a1-96c1-24d125ac2f72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140216795', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:50:19Z', 'updated_at': '2021-10-27T18:50:24Z', 'revision_number': 4, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:52:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19733d4-72e0-49a1-96c1-24d125ac2f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:50:19Z', 'updated_at': '2021-10-27T18:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '6c82d70d-6317-402f-a44e-1642ece45fae', 'name': '', 'network_id': 'c6d7eb50-c031-433c-941b-523b9ace4640', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'mac_address': 'fa:16:3e:e9:3c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19733d4-72e0-49a1-96c1-24d125ac2f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '8bd3688c-0f08-4aa8-8cd7-8cbec2907449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:50:23Z', 'updated_at': '2021-10-27T18:50:25Z', 'revision_number': 2, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'subnets': [{'id': '8bd3688c-0f08-4aa8-8cd7-8cbec2907449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:50:27.001102 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f031ec-111c-4ff3-86f3-1cdb586140b4 None None] Checking router: e19733d4-72e0-49a1-96c1-24d125ac2f72 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:50:27.001957 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f031ec-111c-4ff3-86f3-1cdb586140b4 None None] Updating router e19733d4-72e0-49a1-96c1-24d125ac2f72 port 6c82d70d-6317-402f-a44e-1642ece45fae binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:50:27.013073 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393e912-a406-4689-8d11-8ac81afc1fde req-c99dee35-bee6-4b3b-92a9-2ae900d3c278 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:27.025552 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3393e912-a406-4689-8d11-8ac81afc1fde req-c99dee35-bee6-4b3b-92a9-2ae900d3c278 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/networks?id=c6d7eb50-c031-433c-941b-523b9ace4640 HTTP/1.1" status: 200 len: 797 time: 0.2128778 Oct 27 18:50:27.034078 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f98cab-2b2b-4cc6-9ad5-d8baf349d8e9 None None] New status for floating IP d7903ba2-624c-4f1f-a241-bc7a096a1115: ACTIVE {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:50:27.044220 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-23f031ec-111c-4ff3-86f3-1cdb586140b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:27.062295 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3393e912-a406-4689-8d11-8ac81afc1fde req-21ca2a27-0258-4b5c-928d-a9bfdc2dc85a tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/quotas/21f5568e020c455199c8dde94ac0b73c HTTP/1.1" status: 200 len: 375 time: 0.0315099 Oct 27 18:50:27.135855 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3393e912-a406-4689-8d11-8ac81afc1fde req-a1737333-69f7-46f3-a164-b41b513f3fdf tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=21f5568e020c455199c8dde94ac0b73c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0726683 Oct 27 18:50:27.241949 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-e1280245-b157-4639-b719-7a620e6da995 None None] Provisioning complete for port d993b101-356c-454b-b2c9-53975915cc6c triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:50:27.242578 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e1280245-b157-4639-b719-7a620e6da995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:27.387012 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3393e912-a406-4689-8d11-8ac81afc1fde req-0035641f-8951-4842-8e89-9fbee56ddf4d service neutron] 10.222.0.52 "GET /v2.0/networks/c6d7eb50-c031-433c-941b-523b9ace4640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986558 Oct 27 18:50:27.494721 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:50:27.577144 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3393e912-a406-4689-8d11-8ac81afc1fde req-eba2fff2-b7bf-4ef5-bb0e-dc5a791b77eb service neutron] 10.222.0.52 "GET /v2.0/networks/c6d7eb50-c031-433c-941b-523b9ace4640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835101 Oct 27 18:50:27.586504 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-e1280245-b157-4639-b719-7a620e6da995 None None] Provisioning complete for port 6c82d70d-6317-402f-a44e-1642ece45fae triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:50:27.587026 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e1280245-b157-4639-b719-7a620e6da995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:27.656517 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-e1280245-b157-4639-b719-7a620e6da995 None None] Port 6c82d70d-6317-402f-a44e-1642ece45fae cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:50:27.666304 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:50:27.666798 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:27.705769 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-23f031ec-111c-4ff3-86f3-1cdb586140b4 None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:27.764386 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-23f031ec-111c-4ff3-86f3-1cdb586140b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:27.820726 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-5047afe8-f6c0-4651-8400-21d8bee26e25 None None] Provisioning complete for port 6c82d70d-6317-402f-a44e-1642ece45fae triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:50:27.821325 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5047afe8-f6c0-4651-8400-21d8bee26e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:27.877292 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d993b101-356c-454b-b2c9-53975915cc6c up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:50:27.924261 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41158351-8ed0-4fa6-90b7-eb175063ef78 None None] Pushing event updated for resources: {'Port': ['ID=6c82d70d-6317-402f-a44e-1642ece45fae,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:27.943424 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-23f031ec-111c-4ff3-86f3-1cdb586140b4 None None] Attempting to bind port 6c82d70d-6317-402f-a44e-1642ece45fae on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:50:27.943797 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-23f031ec-111c-4ff3-86f3-1cdb586140b4 None None] Attempting to bind port 6c82d70d-6317-402f-a44e-1642ece45fae by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '57e693dc-9025-48f1-b17a-e16a1a8efd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'c6d7eb50-c031-433c-941b-523b9ace4640'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:50:27.944158 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f031ec-111c-4ff3-86f3-1cdb586140b4 None None] Attempting to bind port 6c82d70d-6317-402f-a44e-1642ece45fae on network c6d7eb50-c031-433c-941b-523b9ace4640 {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:50:27.958501 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-5047afe8-f6c0-4651-8400-21d8bee26e25 None None] Port 6c82d70d-6317-402f-a44e-1642ece45fae cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:50:27.977327 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f031ec-111c-4ff3-86f3-1cdb586140b4 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:50:27.981347 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f031ec-111c-4ff3-86f3-1cdb586140b4 None None] Checking segment: {'id': '57e693dc-9025-48f1-b17a-e16a1a8efd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'c6d7eb50-c031-433c-941b-523b9ace4640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:50:27.981833 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-23f031ec-111c-4ff3-86f3-1cdb586140b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:27.982271 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f031ec-111c-4ff3-86f3-1cdb586140b4 None None] Bound using segment: {'id': '57e693dc-9025-48f1-b17a-e16a1a8efd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'c6d7eb50-c031-433c-941b-523b9ace4640'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:50:27.983334 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-23f031ec-111c-4ff3-86f3-1cdb586140b4 None None] Bound port: 6c82d70d-6317-402f-a44e-1642ece45fae, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57e693dc-9025-48f1-b17a-e16a1a8efd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'c6d7eb50-c031-433c-941b-523b9ace4640'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:50:27.983722 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-23f031ec-111c-4ff3-86f3-1cdb586140b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:27.995354 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port d993b101-356c-454b-b2c9-53975915cc6c triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:50:27.995865 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:28.090068 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bd09eded-872f-4123-834e-7a5b896d6b1d req-07048c19-2178-4553-be36-523e86f62cc9 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a HTTP/1.1" status: 200 len: 210 time: 0.0553124 Oct 27 18:50:28.119150 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-23f031ec-111c-4ff3-86f3-1cdb586140b4 None None] For port 6c82d70d-6317-402f-a44e-1642ece45fae, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:50:28.122559 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-23f031ec-111c-4ff3-86f3-1cdb586140b4 None None] For port 6c82d70d-6317-402f-a44e-1642ece45fae, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=6c82d70d-6317-402f-a44e-1642ece45fae,segment=NetworkSegment(57e693dc-9025-48f1-b17a-e16a1a8efd9a),segment_id=57e693dc-9025-48f1-b17a-e16a1a8efd9a)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:50:28.200505 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-23f031ec-111c-4ff3-86f3-1cdb586140b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:28.266665 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f031ec-111c-4ff3-86f3-1cdb586140b4 None None] Routers {'e19733d4-72e0-49a1-96c1-24d125ac2f72'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:50:28.267466 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-23f031ec-111c-4ff3-86f3-1cdb586140b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:50:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['e19733d4-72e0-49a1-96c1-24d125ac2f72'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:50:28.297066 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-779b46be-4279-42bb-9e57-b79e83f05eb4 None None] Provisioning complete for port 6c82d70d-6317-402f-a44e-1642ece45fae triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:50:28.297434 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-779b46be-4279-42bb-9e57-b79e83f05eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:28.355259 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41158351-8ed0-4fa6-90b7-eb175063ef78 None None] Pushing event updated for resources: {'Port': ['ID=6c82d70d-6317-402f-a44e-1642ece45fae,revision_number=4']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:28.455111 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-779b46be-4279-42bb-9e57-b79e83f05eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:28.495465 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-779b46be-4279-42bb-9e57-b79e83f05eb4 None None] For port 6c82d70d-6317-402f-a44e-1642ece45fae, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=6c82d70d-6317-402f-a44e-1642ece45fae,segment=NetworkSegment(57e693dc-9025-48f1-b17a-e16a1a8efd9a),segment_id=57e693dc-9025-48f1-b17a-e16a1a8efd9a)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:50:28.514130 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-23f031ec-111c-4ff3-86f3-1cdb586140b4 None None] Set router e19733d4-72e0-49a1-96c1-24d125ac2f72 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:50:28.560939 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-779b46be-4279-42bb-9e57-b79e83f05eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:28.636268 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779b46be-4279-42bb-9e57-b79e83f05eb4 None None] Pushing event updated for resources: {'Port': ['ID=6c82d70d-6317-402f-a44e-1642ece45fae,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:28.689811 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-58e6668f-fe56-48d6-b44c-daffba084a6c None None] Provisioning complete for port 6c82d70d-6317-402f-a44e-1642ece45fae triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:50:28.690188 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-58e6668f-fe56-48d6-b44c-daffba084a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:28.822693 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-23f031ec-111c-4ff3-86f3-1cdb586140b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19733d4-72e0-49a1-96c1-24d125ac2f72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140216795', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:50:19Z', 'updated_at': '2021-10-27T18:50:24Z', 'revision_number': 4, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:52:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19733d4-72e0-49a1-96c1-24d125ac2f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:50:19Z', 'updated_at': '2021-10-27T18:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '6c82d70d-6317-402f-a44e-1642ece45fae', 'name': '', 'network_id': 'c6d7eb50-c031-433c-941b-523b9ace4640', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'mac_address': 'fa:16:3e:e9:3c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19733d4-72e0-49a1-96c1-24d125ac2f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '8bd3688c-0f08-4aa8-8cd7-8cbec2907449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:50:23Z', 'updated_at': '2021-10-27T18:50:28Z', 'revision_number': 4, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'subnets': [{'id': '8bd3688c-0f08-4aa8-8cd7-8cbec2907449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:50:28.863956 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f031ec-111c-4ff3-86f3-1cdb586140b4 None None] The sync data for ids ['e19733d4-72e0-49a1-96c1-24d125ac2f72'] in n-d-815690-2 is: [{'id': 'e19733d4-72e0-49a1-96c1-24d125ac2f72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140216795', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:50:19Z', 'updated_at': '2021-10-27T18:50:24Z', 'revision_number': 4, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:52:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19733d4-72e0-49a1-96c1-24d125ac2f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:50:19Z', 'updated_at': '2021-10-27T18:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '6c82d70d-6317-402f-a44e-1642ece45fae', 'name': '', 'network_id': 'c6d7eb50-c031-433c-941b-523b9ace4640', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'mac_address': 'fa:16:3e:e9:3c:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e19733d4-72e0-49a1-96c1-24d125ac2f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '8bd3688c-0f08-4aa8-8cd7-8cbec2907449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:50:23Z', 'updated_at': '2021-10-27T18:50:28Z', 'revision_number': 4, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'subnets': [{'id': '8bd3688c-0f08-4aa8-8cd7-8cbec2907449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:50:29.242335 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e156e3c5-091f-41cf-a1a8-0c14ac218fc5 req-a729ff69-7918-43cb-839b-ba93de7c0e3b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a HTTP/1.1" status: 200 len: 210 time: 0.0454686 Oct 27 18:50:29.465124 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 6c82d70d-6317-402f-a44e-1642ece45fae up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:50:29.536840 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 6c82d70d-6317-402f-a44e-1642ece45fae triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:50:29.537320 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:30.327525 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393e912-a406-4689-8d11-8ac81afc1fde req-db3b0775-7b16-47f8-a93a-4860045dc4a6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:30.329325 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3393e912-a406-4689-8d11-8ac81afc1fde req-db3b0775-7b16-47f8-a93a-4860045dc4a6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.93 "GET /v2.0/networks?id=c6d7eb50-c031-433c-941b-523b9ace4640 HTTP/1.1" status: 200 len: 797 time: 0.1479464 Oct 27 18:50:30.402233 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3393e912-a406-4689-8d11-8ac81afc1fde req-3d391752-c0ea-48f6-87de-d1e362fb618a tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21f5568e020c455199c8dde94ac0b73c HTTP/1.1" status: 200 len: 379 time: 0.0621603 Oct 27 18:50:30.403016 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d190607a-ad12-4109-90ea-3f74289a57f7 req-9147d474-aab1-4d22-84ea-1c73bef69546 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a HTTP/1.1" status: 200 len: 210 time: 0.0347285 Oct 27 18:50:30.425665 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-3393e912-a406-4689-8d11-8ac81afc1fde req-b2cd603f-0664-42af-893f-20b46e8c1bd3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'port': {'device_id': '5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a', 'network_id': 'c6d7eb50-c031-433c-941b-523b9ace4640', 'admin_state_up': True, 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'security_groups': ['0fe41648-3212-4f2d-a7e8-8a85dfee81c9']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:50:30.624573 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3393e912-a406-4689-8d11-8ac81afc1fde req-b2cd603f-0664-42af-893f-20b46e8c1bd3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Made reservation on behalf of 21f5568e020c455199c8dde94ac0b73c for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:50:30.628834 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-3393e912-a406-4689-8d11-8ac81afc1fde req-b2cd603f-0664-42af-893f-20b46e8c1bd3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:30.790842 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-3393e912-a406-4689-8d11-8ac81afc1fde req-b2cd603f-0664-42af-893f-20b46e8c1bd3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Allocated IP 172.20.0.5 (c6d7eb50-c031-433c-941b-523b9ace4640/8bd3688c-0f08-4aa8-8cd7-8cbec2907449/62fee7a0-3ad1-4b35-a031-51707a10e9c9) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:50:30.947949 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-3393e912-a406-4689-8d11-8ac81afc1fde req-b2cd603f-0664-42af-893f-20b46e8c1bd3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:31.052866 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-3393e912-a406-4689-8d11-8ac81afc1fde req-b2cd603f-0664-42af-893f-20b46e8c1bd3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:31.117835 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3393e912-a406-4689-8d11-8ac81afc1fde req-b2cd603f-0664-42af-893f-20b46e8c1bd3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Network c6d7eb50-c031-433c-941b-523b9ace4640 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:50:31.119358 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-3393e912-a406-4689-8d11-8ac81afc1fde req-b2cd603f-0664-42af-893f-20b46e8c1bd3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:50:31.140944 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-3393e912-a406-4689-8d11-8ac81afc1fde req-b2cd603f-0664-42af-893f-20b46e8c1bd3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:50:31.210235 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cd603f-0664-42af-893f-20b46e8c1bd3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'Port': ['ID=62fee7a0-3ad1-4b35-a031-51707a10e9c9,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:31.237788 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393e912-a406-4689-8d11-8ac81afc1fde req-b2cd603f-0664-42af-893f-20b46e8c1bd3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:31.238930 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-3393e912-a406-4689-8d11-8ac81afc1fde req-b2cd603f-0664-42af-893f-20b46e8c1bd3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:31.317072 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3393e912-a406-4689-8d11-8ac81afc1fde req-b2cd603f-0664-42af-893f-20b46e8c1bd3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9051349 Oct 27 18:50:31.339640 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-3393e912-a406-4689-8d11-8ac81afc1fde req-71c69e2b-5d96-4b75-87a6-115f7175d558 service neutron] Request body: {'port': {'device_id': '5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:50:31.416077 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-3393e912-a406-4689-8d11-8ac81afc1fde req-71c69e2b-5d96-4b75-87a6-115f7175d558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:31.534232 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-55013bfa-9cb3-42ff-bd66-b94a5aeb9302 None None] Provisioning complete for port 62fee7a0-3ad1-4b35-a031-51707a10e9c9 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:50:31.534804 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-55013bfa-9cb3-42ff-bd66-b94a5aeb9302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:31.571531 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe6fd7-e8df-4f3c-850a-6d7d1ab51e7d req-458160a2-1e5d-4ae8-a78c-34d3ed2c5f0a tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:31.573673 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8fbe6fd7-e8df-4f3c-850a-6d7d1ab51e7d req-458160a2-1e5d-4ae8-a78c-34d3ed2c5f0a tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a HTTP/1.1" status: 200 len: 931 time: 0.0573974 Oct 27 18:50:31.601305 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-55013bfa-9cb3-42ff-bd66-b94a5aeb9302 None None] Port 62fee7a0-3ad1-4b35-a031-51707a10e9c9 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:50:31.637920 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8fbe6fd7-e8df-4f3c-850a-6d7d1ab51e7d req-979a996b-c90d-4d64-9917-e1edc39cf1a3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fe41648-3212-4f2d-a7e8-8a85dfee81c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558748 Oct 27 18:50:32.067508 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-3393e912-a406-4689-8d11-8ac81afc1fde req-71c69e2b-5d96-4b75-87a6-115f7175d558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62fee7a0-3ad1-4b35-a031-51707a10e9c9 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:50:32.075575 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-3393e912-a406-4689-8d11-8ac81afc1fde req-71c69e2b-5d96-4b75-87a6-115f7175d558 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:32.091298 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-3393e912-a406-4689-8d11-8ac81afc1fde req-71c69e2b-5d96-4b75-87a6-115f7175d558 service neutron] Transition to ACTIVE for port object 62fee7a0-3ad1-4b35-a031-51707a10e9c9 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:50:32.173864 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-3393e912-a406-4689-8d11-8ac81afc1fde req-71c69e2b-5d96-4b75-87a6-115f7175d558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:32.304279 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c69e2b-5d96-4b75-87a6-115f7175d558 service neutron] Pushing event updated for resources: {'Port': ['ID=62fee7a0-3ad1-4b35-a031-51707a10e9c9,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:32.328079 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-3393e912-a406-4689-8d11-8ac81afc1fde req-71c69e2b-5d96-4b75-87a6-115f7175d558 service neutron] Attempting to bind port 62fee7a0-3ad1-4b35-a031-51707a10e9c9 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:50:32.328413 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-3393e912-a406-4689-8d11-8ac81afc1fde req-71c69e2b-5d96-4b75-87a6-115f7175d558 service neutron] Attempting to bind port 62fee7a0-3ad1-4b35-a031-51707a10e9c9 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '57e693dc-9025-48f1-b17a-e16a1a8efd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'c6d7eb50-c031-433c-941b-523b9ace4640'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:50:32.328743 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3393e912-a406-4689-8d11-8ac81afc1fde req-71c69e2b-5d96-4b75-87a6-115f7175d558 service neutron] Attempting to bind port 62fee7a0-3ad1-4b35-a031-51707a10e9c9 on network c6d7eb50-c031-433c-941b-523b9ace4640 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:50:32.333478 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3393e912-a406-4689-8d11-8ac81afc1fde req-71c69e2b-5d96-4b75-87a6-115f7175d558 service neutron] Port 62fee7a0-3ad1-4b35-a031-51707a10e9c9 on network c6d7eb50-c031-433c-941b-523b9ace4640 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:50:32.333797 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3393e912-a406-4689-8d11-8ac81afc1fde req-71c69e2b-5d96-4b75-87a6-115f7175d558 service neutron] Attempting to bind port 62fee7a0-3ad1-4b35-a031-51707a10e9c9 on network c6d7eb50-c031-433c-941b-523b9ace4640 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:50:32.339089 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3393e912-a406-4689-8d11-8ac81afc1fde req-71c69e2b-5d96-4b75-87a6-115f7175d558 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:50:32.343541 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3393e912-a406-4689-8d11-8ac81afc1fde req-71c69e2b-5d96-4b75-87a6-115f7175d558 service neutron] Checking segment: {'id': '57e693dc-9025-48f1-b17a-e16a1a8efd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'c6d7eb50-c031-433c-941b-523b9ace4640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:50:32.343541 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3393e912-a406-4689-8d11-8ac81afc1fde req-71c69e2b-5d96-4b75-87a6-115f7175d558 service neutron] Bound using segment: {'id': '57e693dc-9025-48f1-b17a-e16a1a8efd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'c6d7eb50-c031-433c-941b-523b9ace4640'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:50:32.343541 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-3393e912-a406-4689-8d11-8ac81afc1fde req-71c69e2b-5d96-4b75-87a6-115f7175d558 service neutron] Bound port: 62fee7a0-3ad1-4b35-a031-51707a10e9c9, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57e693dc-9025-48f1-b17a-e16a1a8efd9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'c6d7eb50-c031-433c-941b-523b9ace4640'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:50:32.343541 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-3393e912-a406-4689-8d11-8ac81afc1fde req-71c69e2b-5d96-4b75-87a6-115f7175d558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:32.407968 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-3393e912-a406-4689-8d11-8ac81afc1fde req-71c69e2b-5d96-4b75-87a6-115f7175d558 service neutron] For port 62fee7a0-3ad1-4b35-a031-51707a10e9c9, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:50:32.411164 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-3393e912-a406-4689-8d11-8ac81afc1fde req-71c69e2b-5d96-4b75-87a6-115f7175d558 service neutron] For port 62fee7a0-3ad1-4b35-a031-51707a10e9c9, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=62fee7a0-3ad1-4b35-a031-51707a10e9c9,segment=NetworkSegment(57e693dc-9025-48f1-b17a-e16a1a8efd9a),segment_id=57e693dc-9025-48f1-b17a-e16a1a8efd9a)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:50:32.503693 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-3393e912-a406-4689-8d11-8ac81afc1fde req-71c69e2b-5d96-4b75-87a6-115f7175d558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:32.540641 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393e912-a406-4689-8d11-8ac81afc1fde req-71c69e2b-5d96-4b75-87a6-115f7175d558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:32.544426 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-3393e912-a406-4689-8d11-8ac81afc1fde req-71c69e2b-5d96-4b75-87a6-115f7175d558 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:32.544426 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3393e912-a406-4689-8d11-8ac81afc1fde req-71c69e2b-5d96-4b75-87a6-115f7175d558 service neutron] 10.222.0.93 "PUT /v2.0/ports/62fee7a0-3ad1-4b35-a031-51707a10e9c9 HTTP/1.1" status: 200 len: 1091 time: 1.2169318 Oct 27 18:50:32.544426 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a', 'tag': '62fee7a0-3ad1-4b35-a031-51707a10e9c9'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:50:32.546043 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead72fa1-68c2-40ee-9331-5237da8e7c2e" -d '{"events": [{"name": "network-changed", "server_uuid": "5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a", "tag": "62fee7a0-3ad1-4b35-a031-51707a10e9c9"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:50:32.568401 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c69e2b-5d96-4b75-87a6-115f7175d558 service neutron] Pushing event updated for resources: {'Port': ['ID=62fee7a0-3ad1-4b35-a031-51707a10e9c9,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:32.588226 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500a144d-a4ef-4ded-981b-8cfa29423ba9 x-openstack-request-id: req-500a144d-a4ef-4ded-981b-8cfa29423ba9 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:50:32.588549 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a", "tag": "62fee7a0-3ad1-4b35-a031-51707a10e9c9", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:50:32.588831 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-500a144d-a4ef-4ded-981b-8cfa29423ba9 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:50:32.589855 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a', 'tag': '62fee7a0-3ad1-4b35-a031-51707a10e9c9', 'status': 'completed', 'code': 200} Oct 27 18:50:32.655291 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead72fa1-68c2-40ee-9331-5237da8e7c2e req-7e5481df-7a3f-4107-a361-c23a04285d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:32.656949 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ead72fa1-68c2-40ee-9331-5237da8e7c2e req-7e5481df-7a3f-4107-a361-c23a04285d73 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=21f5568e020c455199c8dde94ac0b73c&device_id=5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a HTTP/1.1" status: 200 len: 1094 time: 0.0467017 Oct 27 18:50:32.764670 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6589bb-d0a7-4d06-8df3-99147a13d8ac req-83f49f76-2e12-43f6-a165-02dc794d42f5 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:32.766226 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead72fa1-68c2-40ee-9331-5237da8e7c2e req-83277dff-8e0a-4c28-8182-4c9eaef2eceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:32.767018 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ef6589bb-d0a7-4d06-8df3-99147a13d8ac req-83f49f76-2e12-43f6-a165-02dc794d42f5 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a HTTP/1.1" status: 200 len: 943 time: 0.0605149 Oct 27 18:50:32.767759 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ead72fa1-68c2-40ee-9331-5237da8e7c2e req-83277dff-8e0a-4c28-8182-4c9eaef2eceb service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=21f5568e020c455199c8dde94ac0b73c&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1030791 Oct 27 18:50:32.808392 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ef6589bb-d0a7-4d06-8df3-99147a13d8ac req-88bc31a0-85e6-4b54-b5f4-9d028e9a3786 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fe41648-3212-4f2d-a7e8-8a85dfee81c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352900 Oct 27 18:50:32.881946 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead72fa1-68c2-40ee-9331-5237da8e7c2e req-0e306452-7d7e-4fb8-97c0-708e01788962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:32.883469 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ead72fa1-68c2-40ee-9331-5237da8e7c2e req-0e306452-7d7e-4fb8-97c0-708e01788962 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1085184 Oct 27 18:50:32.961171 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393e912-a406-4689-8d11-8ac81afc1fde req-849a284b-6955-451e-bfc5-fb6bdb490e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:32.962744 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3393e912-a406-4689-8d11-8ac81afc1fde req-849a284b-6955-451e-bfc5-fb6bdb490e6a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=21f5568e020c455199c8dde94ac0b73c&device_id=5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a HTTP/1.1" status: 200 len: 1094 time: 0.0416942 Oct 27 18:50:33.008445 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3393e912-a406-4689-8d11-8ac81afc1fde req-db6555a2-2c5e-42fa-b2cf-c2d94f13aee9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62fee7a0-3ad1-4b35-a031-51707a10e9c9 HTTP/1.1" status: 200 len: 217 time: 0.0381970 Oct 27 18:50:33.058123 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393e912-a406-4689-8d11-8ac81afc1fde req-4a7f9199-741b-43b3-b643-c6a64b5eabd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:33.059613 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3393e912-a406-4689-8d11-8ac81afc1fde req-4a7f9199-741b-43b3-b643-c6a64b5eabd6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8bd3688c-0f08-4aa8-8cd7-8cbec2907449 HTTP/1.1" status: 200 len: 835 time: 0.0440607 Oct 27 18:50:33.104919 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393e912-a406-4689-8d11-8ac81afc1fde req-4c52ed32-9108-46aa-b3ae-f2fd85d8d012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:33.106409 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3393e912-a406-4689-8d11-8ac81afc1fde req-4c52ed32-9108-46aa-b3ae-f2fd85d8d012 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c6d7eb50-c031-433c-941b-523b9ace4640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398149 Oct 27 18:50:33.232617 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3393e912-a406-4689-8d11-8ac81afc1fde req-1e466e29-f14b-4740-af65-d1e52ecf5a71 service neutron] 10.222.0.93 "GET /v2.0/networks/c6d7eb50-c031-433c-941b-523b9ace4640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189101 Oct 27 18:50:33.334802 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3393e912-a406-4689-8d11-8ac81afc1fde req-9045bfc9-f117-424f-8ff7-4fcc9760c80d service neutron] 10.222.0.93 "GET /v2.0/networks/c6d7eb50-c031-433c-941b-523b9ace4640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957215 Oct 27 18:50:33.935323 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1976c1c-1705-47ff-b983-56fc86a49b35 req-d75a1529-763c-45d8-8cac-1870116dc4fc tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:33.937700 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1976c1c-1705-47ff-b983-56fc86a49b35 req-d75a1529-763c-45d8-8cac-1870116dc4fc tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a HTTP/1.1" status: 200 len: 943 time: 0.0516715 Oct 27 18:50:33.980478 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1976c1c-1705-47ff-b983-56fc86a49b35 req-6e07ff1d-ccb7-42e8-905a-f14ed92ec5c8 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fe41648-3212-4f2d-a7e8-8a85dfee81c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364556 Oct 27 18:50:35.108472 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89ff62-e1b3-4712-9013-f9dc9062c441 req-f49aca6b-8598-4521-9dd5-98a10c37ffb3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:35.109997 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4d89ff62-e1b3-4712-9013-f9dc9062c441 req-f49aca6b-8598-4521-9dd5-98a10c37ffb3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a HTTP/1.1" status: 200 len: 943 time: 0.0504720 Oct 27 18:50:35.150727 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4d89ff62-e1b3-4712-9013-f9dc9062c441 req-67a280f8-fd9c-4dd8-9d84-caebf502c6df tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fe41648-3212-4f2d-a7e8-8a85dfee81c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345404 Oct 27 18:50:36.301172 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d12a79-e3b5-4fcf-8d78-b410ecdbad6d req-9d8f6612-0891-47cf-a54f-9f0e13962780 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:36.302894 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-39d12a79-e3b5-4fcf-8d78-b410ecdbad6d req-9d8f6612-0891-47cf-a54f-9f0e13962780 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a HTTP/1.1" status: 200 len: 943 time: 0.0570183 Oct 27 18:50:36.348524 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-39d12a79-e3b5-4fcf-8d78-b410ecdbad6d req-ea71c526-bcc7-4ec4-8dcb-85c93a417f5a tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fe41648-3212-4f2d-a7e8-8a85dfee81c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378041 Oct 27 18:50:37.074277 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 62fee7a0-3ad1-4b35-a031-51707a10e9c9 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:50:37.181950 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 62fee7a0-3ad1-4b35-a031-51707a10e9c9, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=62fee7a0-3ad1-4b35-a031-51707a10e9c9,segment=NetworkSegment(57e693dc-9025-48f1-b17a-e16a1a8efd9a),segment_id=57e693dc-9025-48f1-b17a-e16a1a8efd9a)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:50:37.194893 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '62fee7a0-3ad1-4b35-a031-51707a10e9c9', 'network_id': 'c6d7eb50-c031-433c-941b-523b9ace4640', 'port_id': '62fee7a0-3ad1-4b35-a031-51707a10e9c9', 'mac_address': 'fa:16:3e:42:7b:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bd3688c-0f08-4aa8-8cd7-8cbec2907449', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:50:37.236413 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:37.251711 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62fee7a0-3ad1-4b35-a031-51707a10e9c9 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:50:37.275763 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 62fee7a0-3ad1-4b35-a031-51707a10e9c9, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=62fee7a0-3ad1-4b35-a031-51707a10e9c9,segment=NetworkSegment(57e693dc-9025-48f1-b17a-e16a1a8efd9a),segment_id=57e693dc-9025-48f1-b17a-e16a1a8efd9a)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:50:37.370109 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:37.422556 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=62fee7a0-3ad1-4b35-a031-51707a10e9c9,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:37.522190 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f457a8-ef69-4cac-8a7f-f994b29e5ea1 req-25868745-718c-48fa-a828-237482ca8265 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:37.524563 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2f457a8-ef69-4cac-8a7f-f994b29e5ea1 req-25868745-718c-48fa-a828-237482ca8265 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a HTTP/1.1" status: 200 len: 944 time: 0.0664203 Oct 27 18:50:37.568085 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2f457a8-ef69-4cac-8a7f-f994b29e5ea1 req-82a4afad-b739-47f3-9f5d-8acb778b30e9 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fe41648-3212-4f2d-a7e8-8a85dfee81c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373552 Oct 27 18:50:37.596278 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['62fee7a0-3ad1-4b35-a031-51707a10e9c9'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:50:38.710464 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55fa91-f81c-4f71-a3be-d6a1ae022551 req-4eb4a207-cd63-4a00-b6c6-b9207062b4a3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:38.712003 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4b55fa91-f81c-4f71-a3be-d6a1ae022551 req-4eb4a207-cd63-4a00-b6c6-b9207062b4a3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a HTTP/1.1" status: 200 len: 944 time: 0.0552983 Oct 27 18:50:38.774397 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4b55fa91-f81c-4f71-a3be-d6a1ae022551 req-61f77968-feb8-472f-b3fb-330d3f05ea9f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fe41648-3212-4f2d-a7e8-8a85dfee81c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506635 Oct 27 18:50:39.106047 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 62fee7a0-3ad1-4b35-a031-51707a10e9c9 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:50:39.246009 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 62fee7a0-3ad1-4b35-a031-51707a10e9c9 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:50:39.251075 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 62fee7a0-3ad1-4b35-a031-51707a10e9c9 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:50:39.251447 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:39.336042 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:39.364735 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62fee7a0-3ad1-4b35-a031-51707a10e9c9'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:50:39.367228 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ca57a4-b7a2-4b98-92f6-479a16f5a8d2" -d '{"events": [{"server_uuid": "5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a", "name": "network-vif-plugged", "status": "completed", "tag": "62fee7a0-3ad1-4b35-a031-51707a10e9c9"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:50:39.383227 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 62fee7a0-3ad1-4b35-a031-51707a10e9c9, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=62fee7a0-3ad1-4b35-a031-51707a10e9c9,segment=NetworkSegment(57e693dc-9025-48f1-b17a-e16a1a8efd9a),segment_id=57e693dc-9025-48f1-b17a-e16a1a8efd9a)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:50:39.423955 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3cc084-866e-4348-b946-9cd11e664105 x-openstack-request-id: req-ba3cc084-866e-4348-b946-9cd11e664105 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:50:39.423955 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a", "name": "network-vif-plugged", "status": "completed", "tag": "62fee7a0-3ad1-4b35-a031-51707a10e9c9", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:50:39.423955 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ba3cc084-866e-4348-b946-9cd11e664105 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:50:39.423955 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62fee7a0-3ad1-4b35-a031-51707a10e9c9', 'code': 200} Oct 27 18:50:39.484033 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:39.531797 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8ac3f-d0d8-4a6e-ae4d-6e6f34f207ae req-843deb40-6d67-42e2-9793-c8ef5d5bd3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:39.533344 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a1f8ac3f-d0d8-4a6e-ae4d-6e6f34f207ae req-843deb40-6d67-42e2-9793-c8ef5d5bd3e7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a HTTP/1.1" status: 200 len: 1096 time: 0.0434346 Oct 27 18:50:39.537953 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=62fee7a0-3ad1-4b35-a031-51707a10e9c9,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:39.585692 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a1f8ac3f-d0d8-4a6e-ae4d-6e6f34f207ae req-ad4a17dc-233d-42a0-b160-e511a6d26117 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=0fe41648-3212-4f2d-a7e8-8a85dfee81c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438559 Oct 27 18:50:39.667189 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e1068de7-1269-4367-af46-3e22d5b220cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:39.896707 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10645453-72a1-43ea-b09e-8b2f99f5f104 req-dbffa683-95ef-4a43-b373-5a5d74c9cb25 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:39.898637 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-10645453-72a1-43ea-b09e-8b2f99f5f104 req-dbffa683-95ef-4a43-b373-5a5d74c9cb25 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a HTTP/1.1" status: 200 len: 945 time: 0.0558319 Oct 27 18:50:39.939844 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-10645453-72a1-43ea-b09e-8b2f99f5f104 req-bac4321a-9ad0-48ab-90ab-23eb4fab3683 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fe41648-3212-4f2d-a7e8-8a85dfee81c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349376 Oct 27 18:50:41.103146 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e44f0-6b5b-4141-bb5f-25e069440edd req-25af2a77-88dc-4391-85eb-eb5de178fc2e tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:41.104701 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-967e44f0-6b5b-4141-bb5f-25e069440edd req-25af2a77-88dc-4391-85eb-eb5de178fc2e tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a HTTP/1.1" status: 200 len: 945 time: 0.0791802 Oct 27 18:50:41.158246 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-967e44f0-6b5b-4141-bb5f-25e069440edd req-b4446dfd-a7a3-42ce-8f26-b01f9acaf54f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fe41648-3212-4f2d-a7e8-8a85dfee81c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424466 Oct 27 18:50:41.536182 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478921a-0653-4f96-9b72-3cf75a39fd51 req-2552db8b-90cb-46f1-bd6f-37920f7c4d6e tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:41.538962 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9478921a-0653-4f96-9b72-3cf75a39fd51 req-2552db8b-90cb-46f1-bd6f-37920f7c4d6e tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a HTTP/1.1" status: 200 len: 945 time: 0.0527871 Oct 27 18:50:41.583871 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9478921a-0653-4f96-9b72-3cf75a39fd51 req-bf85676d-3408-46ec-9a9b-4cea5347b664 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fe41648-3212-4f2d-a7e8-8a85dfee81c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377805 Oct 27 18:50:41.605654 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37668) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:50:41.652784 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3ff64f-eccc-4bfa-8ffc-aedc6235465c tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:41.658269 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-bb3ff64f-eccc-4bfa-8ffc-aedc6235465c tempest-TestNetworkAdvancedServerOps-1549335517 tempest-TestNetworkAdvancedServerOps-1549335517-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a HTTP/1.1" status: 200 len: 1091 time: 0.0478132 Oct 27 18:50:41.658680 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37672) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:50:41.663175 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-d4a11be9-9683-4267-8fda-6b357bc22eab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'port_id': '62fee7a0-3ad1-4b35-a031-51707a10e9c9', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:50:41.730665 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d4a11be9-9683-4267-8fda-6b357bc22eab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for floatingip, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:41.832394 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d4a11be9-9683-4267-8fda-6b357bc22eab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:41.946093 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-d4a11be9-9683-4267-8fda-6b357bc22eab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Allocated IP 172.25.6.80 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/9387b5bf-0035-436b-b0d2-47c9cf107a40) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:50:42.063515 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d4a11be9-9683-4267-8fda-6b357bc22eab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:42.147703 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7d6d4bca-e2c8-4786-b843-f6d6c4966aa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:42.201732 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d4a11be9-9683-4267-8fda-6b357bc22eab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:42.245301 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a11be9-9683-4267-8fda-6b357bc22eab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:50:42.248368 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-d4a11be9-9683-4267-8fda-6b357bc22eab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:50:42.252694 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a11be9-9683-4267-8fda-6b357bc22eab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:50:42.277427 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a11be9-9683-4267-8fda-6b357bc22eab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'Port': ['ID=9387b5bf-0035-436b-b0d2-47c9cf107a40,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:42.294036 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a11be9-9683-4267-8fda-6b357bc22eab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:50:42.294372 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a11be9-9683-4267-8fda-6b357bc22eab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:50:42.294720 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a11be9-9683-4267-8fda-6b357bc22eab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:50:42.295116 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a11be9-9683-4267-8fda-6b357bc22eab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:50:42.295446 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a11be9-9683-4267-8fda-6b357bc22eab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:50:42.296414 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a11be9-9683-4267-8fda-6b357bc22eab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:50:42.297190 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a11be9-9683-4267-8fda-6b357bc22eab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:50:42.297190 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a11be9-9683-4267-8fda-6b357bc22eab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:50:42.297472 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a11be9-9683-4267-8fda-6b357bc22eab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:50:42.297792 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a11be9-9683-4267-8fda-6b357bc22eab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:50:42.298070 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a11be9-9683-4267-8fda-6b357bc22eab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:50:42.298401 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a11be9-9683-4267-8fda-6b357bc22eab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:50:42.649729 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d4a11be9-9683-4267-8fda-6b357bc22eab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:42.789145 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d4a11be9-9683-4267-8fda-6b357bc22eab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:43.301450 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d4a11be9-9683-4267-8fda-6b357bc22eab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:43.404599 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d4a11be9-9683-4267-8fda-6b357bc22eab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:43.461132 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:43.486441 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a11be9-9683-4267-8fda-6b357bc22eab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event updated for resources: {'Port': ['ID=9387b5bf-0035-436b-b0d2-47c9cf107a40,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:50:43.493780 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d4a11be9-9683-4267-8fda-6b357bc22eab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:43.510758 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:43.608542 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [None req-d4a11be9-9683-4267-8fda-6b357bc22eab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Floating IP d707e39d-9dfa-4cd8-9de2-8fecc4a03230 associated. External IP: 172.25.6.80, port: 62fee7a0-3ad1-4b35-a031-51707a10e9c9. Oct 27 18:50:43.700377 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:50:43.829934 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a11be9-9683-4267-8fda-6b357bc22eab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Router e19733d4-72e0-49a1-96c1-24d125ac2f72 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:50:43.960510 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a11be9-9683-4267-8fda-6b357bc22eab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:50:43.974671 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f50f427-fa3b-4724-84c2-c23ec4ced3bb None None] Sync routers for ids ['e19733d4-72e0-49a1-96c1-24d125ac2f72'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:50:43.990306 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f50f427-fa3b-4724-84c2-c23ec4ced3bb None None] Routers {'e19733d4-72e0-49a1-96c1-24d125ac2f72'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:50:43.990966 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-3f50f427-fa3b-4724-84c2-c23ec4ced3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:50:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['e19733d4-72e0-49a1-96c1-24d125ac2f72'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:50:44.054315 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d4a11be9-9683-4267-8fda-6b357bc22eab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:44.085322 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d4a11be9-9683-4267-8fda-6b357bc22eab tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4257128 Oct 27 18:50:44.085928 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a', 'tag': '62fee7a0-3ad1-4b35-a031-51707a10e9c9'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:50:44.088219 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefb3800-9d6c-472c-8db3-5607caccfc14" -d '{"events": [{"name": "network-changed", "server_uuid": "5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a", "tag": "62fee7a0-3ad1-4b35-a031-51707a10e9c9"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:50:44.105947 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-3f50f427-fa3b-4724-84c2-c23ec4ced3bb None None] Set router e19733d4-72e0-49a1-96c1-24d125ac2f72 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:50:44.209636 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac7268-f6ac-4f8b-893b-364017c76059 req-6a2308e8-0982-4e1e-962a-25bcf923660d tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:44.211300 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-35ac7268-f6ac-4f8b-893b-364017c76059 req-6a2308e8-0982-4e1e-962a-25bcf923660d tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a HTTP/1.1" status: 200 len: 945 time: 0.0617790 Oct 27 18:50:44.256411 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-35ac7268-f6ac-4f8b-893b-364017c76059 req-85e971df-e99a-4d29-8777-dc8ec02be43c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fe41648-3212-4f2d-a7e8-8a85dfee81c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385756 Oct 27 18:50:44.289711 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37718) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:50:44.325501 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3827ade4-3849-41cb-8907-b603a9d88922 x-openstack-request-id: req-3827ade4-3849-41cb-8907-b603a9d88922 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:50:44.325990 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a", "tag": "62fee7a0-3ad1-4b35-a031-51707a10e9c9", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:50:44.326098 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3827ade4-3849-41cb-8907-b603a9d88922 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:50:44.326441 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a', 'tag': '62fee7a0-3ad1-4b35-a031-51707a10e9c9', 'status': 'completed', 'code': 200} Oct 27 18:50:44.404616 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-3f50f427-fa3b-4724-84c2-c23ec4ced3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19733d4-72e0-49a1-96c1-24d125ac2f72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140216795', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:50:19Z', 'updated_at': '2021-10-27T18:50:24Z', 'revision_number': 4, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:52:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19733d4-72e0-49a1-96c1-24d125ac2f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:50:19Z', 'updated_at': '2021-10-27T18:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'd707e39d-9dfa-4cd8-9de2-8fecc4a03230', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'floating_ip_address': '172.25.6.80', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': 'e19733d4-72e0-49a1-96c1-24d125ac2f72', 'port_id': '62fee7a0-3ad1-4b35-a031-51707a10e9c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d7eb50-c031-433c-941b-523b9ace4640', 'mac_address': 'fa:16:3e:42:7b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:50:42Z', 'updated_at': '2021-10-27T18:50:42Z', 'revision_number': 0, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c82d70d-6317-402f-a44e-1642ece45fae', 'name': '', 'network_id': 'c6d7eb50-c031-433c-941b-523b9ace4640', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'mac_address': 'fa:16:3e:e9:3c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19733d4-72e0-49a1-96c1-24d125ac2f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '8bd3688c-0f08-4aa8-8cd7-8cbec2907449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:50:23Z', 'updated_at': '2021-10-27T18:50:28Z', 'revision_number': 5, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'subnets': [{'id': '8bd3688c-0f08-4aa8-8cd7-8cbec2907449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:50:44.412369 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-28ec42b6-bf84-49e7-8977-bddf699218fb tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/floatingips/d707e39d-9dfa-4cd8-9de2-8fecc4a03230 HTTP/1.1" status: 200 len: 990 time: 0.1214273 Oct 27 18:50:44.419335 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb3800-9d6c-472c-8db3-5607caccfc14 req-d1379108-b890-4f05-9a41-2bf91b226a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:44.420889 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-aefb3800-9d6c-472c-8db3-5607caccfc14 req-d1379108-b890-4f05-9a41-2bf91b226a9d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=21f5568e020c455199c8dde94ac0b73c&device_id=5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a HTTP/1.1" status: 200 len: 1096 time: 0.0576885 Oct 27 18:50:44.436247 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f50f427-fa3b-4724-84c2-c23ec4ced3bb None None] Checking router: e19733d4-72e0-49a1-96c1-24d125ac2f72 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:50:44.445906 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f50f427-fa3b-4724-84c2-c23ec4ced3bb None None] Routers {'e19733d4-72e0-49a1-96c1-24d125ac2f72'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:50:44.446520 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-3f50f427-fa3b-4724-84c2-c23ec4ced3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:50:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['e19733d4-72e0-49a1-96c1-24d125ac2f72'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:50:44.547572 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb3800-9d6c-472c-8db3-5607caccfc14 req-8b2f90d2-e6fe-47f1-a315-377aa87b2b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:44.550931 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-aefb3800-9d6c-472c-8db3-5607caccfc14 req-8b2f90d2-e6fe-47f1-a315-377aa87b2b5f service neutron] 10.222.0.93 "GET /v2.0/networks?id=c6d7eb50-c031-433c-941b-523b9ace4640 HTTP/1.1" status: 200 len: 899 time: 0.1203959 Oct 27 18:50:44.586325 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-3f50f427-fa3b-4724-84c2-c23ec4ced3bb None None] Set router e19733d4-72e0-49a1-96c1-24d125ac2f72 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:50:44.622476 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-aefb3800-9d6c-472c-8db3-5607caccfc14 req-35f8d925-371f-434b-9463-a24f721601f7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62fee7a0-3ad1-4b35-a031-51707a10e9c9 HTTP/1.1" status: 200 len: 998 time: 0.0667691 Oct 27 18:50:44.699507 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb3800-9d6c-472c-8db3-5607caccfc14 req-b3a3cb35-a8e1-42c7-aa6b-bae0a593f219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:44.700994 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-aefb3800-9d6c-472c-8db3-5607caccfc14 req-b3a3cb35-a8e1-42c7-aa6b-bae0a593f219 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8bd3688c-0f08-4aa8-8cd7-8cbec2907449 HTTP/1.1" status: 200 len: 835 time: 0.0691583 Oct 27 18:50:44.763986 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb3800-9d6c-472c-8db3-5607caccfc14 req-c69ea6d4-88b4-4134-a290-45660b61952d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:50:44.763986 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-aefb3800-9d6c-472c-8db3-5607caccfc14 req-c69ea6d4-88b4-4134-a290-45660b61952d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c6d7eb50-c031-433c-941b-523b9ace4640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527780 Oct 27 18:50:44.864968 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-3f50f427-fa3b-4724-84c2-c23ec4ced3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19733d4-72e0-49a1-96c1-24d125ac2f72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140216795', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:50:19Z', 'updated_at': '2021-10-27T18:50:24Z', 'revision_number': 4, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:52:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19733d4-72e0-49a1-96c1-24d125ac2f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:50:19Z', 'updated_at': '2021-10-27T18:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'd707e39d-9dfa-4cd8-9de2-8fecc4a03230', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'floating_ip_address': '172.25.6.80', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': 'e19733d4-72e0-49a1-96c1-24d125ac2f72', 'port_id': '62fee7a0-3ad1-4b35-a031-51707a10e9c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d7eb50-c031-433c-941b-523b9ace4640', 'mac_address': 'fa:16:3e:42:7b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:50:42Z', 'updated_at': '2021-10-27T18:50:42Z', 'revision_number': 0, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c82d70d-6317-402f-a44e-1642ece45fae', 'name': '', 'network_id': 'c6d7eb50-c031-433c-941b-523b9ace4640', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'mac_address': 'fa:16:3e:e9:3c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19733d4-72e0-49a1-96c1-24d125ac2f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '8bd3688c-0f08-4aa8-8cd7-8cbec2907449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:50:23Z', 'updated_at': '2021-10-27T18:50:28Z', 'revision_number': 5, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'subnets': [{'id': '8bd3688c-0f08-4aa8-8cd7-8cbec2907449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:50:44.876226 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-aefb3800-9d6c-472c-8db3-5607caccfc14 req-0dd8bfd8-b79e-49a1-81e7-9cef871daa34 service neutron] 10.222.0.93 "GET /v2.0/networks/c6d7eb50-c031-433c-941b-523b9ace4640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073320 Oct 27 18:50:44.996714 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f50f427-fa3b-4724-84c2-c23ec4ced3bb None None] The sync data for ids ['e19733d4-72e0-49a1-96c1-24d125ac2f72'] in n-d-815690-2 is: [{'id': 'e19733d4-72e0-49a1-96c1-24d125ac2f72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140216795', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:50:19Z', 'updated_at': '2021-10-27T18:50:24Z', 'revision_number': 4, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:52:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19733d4-72e0-49a1-96c1-24d125ac2f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:50:19Z', 'updated_at': '2021-10-27T18:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'd707e39d-9dfa-4cd8-9de2-8fecc4a03230', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'floating_ip_address': '172.25.6.80', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': 'e19733d4-72e0-49a1-96c1-24d125ac2f72', 'port_id': '62fee7a0-3ad1-4b35-a031-51707a10e9c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d7eb50-c031-433c-941b-523b9ace4640', 'mac_address': 'fa:16:3e:42:7b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:50:42Z', 'updated_at': '2021-10-27T18:50:42Z', 'revision_number': 0, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c82d70d-6317-402f-a44e-1642ece45fae', 'name': '', 'network_id': 'c6d7eb50-c031-433c-941b-523b9ace4640', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'mac_address': 'fa:16:3e:e9:3c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19733d4-72e0-49a1-96c1-24d125ac2f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '8bd3688c-0f08-4aa8-8cd7-8cbec2907449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:50:23Z', 'updated_at': '2021-10-27T18:50:28Z', 'revision_number': 5, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'subnets': [{'id': '8bd3688c-0f08-4aa8-8cd7-8cbec2907449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:50:45.000976 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-aefb3800-9d6c-472c-8db3-5607caccfc14 req-eff44ec7-fd18-46b2-9bae-109923bd388d service neutron] 10.222.0.93 "GET /v2.0/networks/c6d7eb50-c031-433c-941b-523b9ace4640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172075 Oct 27 18:50:45.156141 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:45.229470 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ea7ba7-1dde-41f8-bf6c-6014764c90a0 None None] New status for floating IP d707e39d-9dfa-4cd8-9de2-8fecc4a03230: ACTIVE {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:50:45.418350 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37738) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:50:45.495193 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-50685d59-b22f-4f60-a1ee-c63f15b6cd45 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/floatingips/d707e39d-9dfa-4cd8-9de2-8fecc4a03230 HTTP/1.1" status: 200 len: 990 time: 0.0752149 Oct 27 18:50:46.499962 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37758) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:50:46.569040 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-121fa570-91ab-4630-a659-52d50fea0f58 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/floatingips/d707e39d-9dfa-4cd8-9de2-8fecc4a03230 HTTP/1.1" status: 200 len: 992 time: 0.0678177 Oct 27 18:50:56.393909 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:50:56.899114 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:01.367477 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 37960) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:51:01.477640 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-65c51818-4239-4e53-b961-56247b1ae7f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:01.550267 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-65c51818-4239-4e53-b961-56247b1ae7f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:01.611650 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-65c51818-4239-4e53-b961-56247b1ae7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:01.651751 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-65c51818-4239-4e53-b961-56247b1ae7f1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c59a2aa409874258969d152dbd7c1ace&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2831724 Oct 27 18:51:01.652469 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c51818-4239-4e53-b961-56247b1ae7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36555bd-8126-4c51-a578-553da2a1c555,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:51:01.654445 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 37964) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:51:01.709149 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2a5441e5-4611-48e1-9967-de7adb5505f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:01.729939 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2a5441e5-4611-48e1-9967-de7adb5505f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:01.870916 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2a5441e5-4611-48e1-9967-de7adb5505f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:01.873761 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2a5441e5-4611-48e1-9967-de7adb5505f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:01.875116 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2a5441e5-4611-48e1-9967-de7adb5505f6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d36555bd-8126-4c51-a578-553da2a1c555 HTTP/1.1" status: 204 len: 168 time: 0.2172711 Oct 27 18:51:01.883494 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5441e5-4611-48e1-9967-de7adb5505f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36555bd-8126-4c51-a578-553da2a1c555,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:51:01.891324 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5441e5-4611-48e1-9967-de7adb5505f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:51:01.891674 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5441e5-4611-48e1-9967-de7adb5505f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:51:01.892206 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5441e5-4611-48e1-9967-de7adb5505f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:51:01.896041 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5441e5-4611-48e1-9967-de7adb5505f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:51:01.896041 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5441e5-4611-48e1-9967-de7adb5505f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:51:01.896041 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5441e5-4611-48e1-9967-de7adb5505f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:51:01.896041 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5441e5-4611-48e1-9967-de7adb5505f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:51:01.896041 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5441e5-4611-48e1-9967-de7adb5505f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:51:01.896041 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5441e5-4611-48e1-9967-de7adb5505f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:51:01.896041 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5441e5-4611-48e1-9967-de7adb5505f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:51:01.896041 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5441e5-4611-48e1-9967-de7adb5505f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:51:01.896041 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5441e5-4611-48e1-9967-de7adb5505f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:51:03.147596 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b3567aba-04a7-4034-97de-e49e51d81c50 req-27d36c8d-c2f9-4b26-987e-b73a35605664 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439341 Oct 27 18:51:03.235636 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3567aba-04a7-4034-97de-e49e51d81c50 req-6aa559d9-5c38-4cf1-bee5-707555bcdc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:51:03.237248 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b3567aba-04a7-4034-97de-e49e51d81c50 req-6aa559d9-5c38-4cf1-bee5-707555bcdc44 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=186d6eca453449f79cfaf020191a989c&device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 1096 time: 0.0452936 Oct 27 18:51:03.351944 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3567aba-04a7-4034-97de-e49e51d81c50 req-416f8941-386f-41bb-b3d9-81c72878acae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:51:03.353490 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b3567aba-04a7-4034-97de-e49e51d81c50 req-416f8941-386f-41bb-b3d9-81c72878acae service neutron] 10.222.0.81 "GET /v2.0/networks?id=7ad8bf39-d91e-470a-b850-b50a11bc458b HTTP/1.1" status: 200 len: 919 time: 0.0973914 Oct 27 18:51:03.427781 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b3567aba-04a7-4034-97de-e49e51d81c50 req-9eac625a-8fa2-4767-b934-c88ba380a7fb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34f26098-2109-4b06-8c20-ccf43ddb19ef HTTP/1.1" status: 200 len: 1000 time: 0.0668509 Oct 27 18:51:03.478879 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3567aba-04a7-4034-97de-e49e51d81c50 req-e2857ead-c38a-4db6-9eb6-bfb56eca5390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:51:03.480257 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b3567aba-04a7-4034-97de-e49e51d81c50 req-e2857ead-c38a-4db6-9eb6-bfb56eca5390 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=db74a198-9b96-4f1c-98df-8ec54f422805 HTTP/1.1" status: 200 len: 856 time: 0.0458927 Oct 27 18:51:03.527093 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3567aba-04a7-4034-97de-e49e51d81c50 req-f0731ca2-0b2e-47bc-a9d7-62c545fb53d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:51:03.528973 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b3567aba-04a7-4034-97de-e49e51d81c50 req-f0731ca2-0b2e-47bc-a9d7-62c545fb53d8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ad8bf39-d91e-470a-b850-b50a11bc458b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413318 Oct 27 18:51:03.648393 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b3567aba-04a7-4034-97de-e49e51d81c50 req-5427952f-b48d-4723-bb42-a34d41c3ff81 service neutron] 10.222.0.81 "GET /v2.0/networks/7ad8bf39-d91e-470a-b850-b50a11bc458b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121447 Oct 27 18:51:03.750284 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b3567aba-04a7-4034-97de-e49e51d81c50 req-0cf2f8da-1e49-4366-8053-262813a0af65 service neutron] 10.222.0.81 "GET /v2.0/networks/7ad8bf39-d91e-470a-b850-b50a11bc458b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951328 Oct 27 18:51:07.010594 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-02140036-de15-4397-9811-85093f0e8df1 req-69d3d738-1a19-4e07-8c03-79ca64559769 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=41b20104-aeaf-485a-9e42-518dc2dd7d47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419147 Oct 27 18:51:07.100344 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02140036-de15-4397-9811-85093f0e8df1 req-b7f63716-e58c-433d-aa5f-31638d603fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:51:07.101890 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-02140036-de15-4397-9811-85093f0e8df1 req-b7f63716-e58c-433d-aa5f-31638d603fa1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=391e76b4c39940e3b00bc672cc4dcd20&device_id=41b20104-aeaf-485a-9e42-518dc2dd7d47 HTTP/1.1" status: 200 len: 1096 time: 0.0463331 Oct 27 18:51:07.233783 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02140036-de15-4397-9811-85093f0e8df1 req-255b5a36-8276-4387-9e71-cb72940af73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:51:07.235959 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-02140036-de15-4397-9811-85093f0e8df1 req-255b5a36-8276-4387-9e71-cb72940af73b service neutron] 10.222.0.93 "GET /v2.0/networks?id=94183f82-ba43-4cad-a650-759fa6592117 HTTP/1.1" status: 200 len: 911 time: 0.1074820 Oct 27 18:51:07.311898 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-02140036-de15-4397-9811-85093f0e8df1 req-fe3da211-cde3-456d-b77c-4be5efa75018 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d305108-7a10-41a7-b659-00d4b6fd10be HTTP/1.1" status: 200 len: 1001 time: 0.0690367 Oct 27 18:51:07.364146 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02140036-de15-4397-9811-85093f0e8df1 req-183455a2-fd23-433b-8438-a4b2a268859f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:51:07.365730 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-02140036-de15-4397-9811-85093f0e8df1 req-183455a2-fd23-433b-8438-a4b2a268859f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=49ceb9f9-65ac-4ed1-b447-596c7946b52c HTTP/1.1" status: 200 len: 848 time: 0.0466008 Oct 27 18:51:07.413741 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02140036-de15-4397-9811-85093f0e8df1 req-02b002bb-652a-4b37-8931-fdcd9b89a41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:51:07.415202 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-02140036-de15-4397-9811-85093f0e8df1 req-02b002bb-652a-4b37-8931-fdcd9b89a41b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=94183f82-ba43-4cad-a650-759fa6592117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428417 Oct 27 18:51:07.511480 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-02140036-de15-4397-9811-85093f0e8df1 req-51095188-3104-41f1-92dd-17649dc96900 service neutron] 10.222.0.93 "GET /v2.0/networks/94183f82-ba43-4cad-a650-759fa6592117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890908 Oct 27 18:51:07.605076 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-02140036-de15-4397-9811-85093f0e8df1 req-7521675a-4682-47da-908b-8c5ddb1276ab service neutron] 10.222.0.93 "GET /v2.0/networks/94183f82-ba43-4cad-a650-759fa6592117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867558 Oct 27 18:51:09.659473 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c9484000-2f12-4d99-9886-08ec1640accb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:10.740466 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 38430) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:51:10.858451 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c5b2da67-0d96-4b48-8b1b-dfff15891ddc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:10.940225 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c5b2da67-0d96-4b48-8b1b-dfff15891ddc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:11.006095 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c5b2da67-0d96-4b48-8b1b-dfff15891ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:11.045251 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c5b2da67-0d96-4b48-8b1b-dfff15891ddc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=88a527941a354296974388a004e601f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3036141 Oct 27 18:51:11.046091 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b2da67-0d96-4b48-8b1b-dfff15891ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1a5b62-2048-4f43-99b4-edfdb9c4e038,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:51:11.048925 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 38452) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:51:11.105530 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2563c4a7-071b-4ea1-999b-f8f452ec03b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:11.122975 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2563c4a7-071b-4ea1-999b-f8f452ec03b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:11.248431 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2563c4a7-071b-4ea1-999b-f8f452ec03b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:11.251885 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2563c4a7-071b-4ea1-999b-f8f452ec03b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:11.253067 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-2563c4a7-071b-4ea1-999b-f8f452ec03b0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dd1a5b62-2048-4f43-99b4-edfdb9c4e038 HTTP/1.1" status: 204 len: 168 time: 0.2024326 Oct 27 18:51:11.260991 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563c4a7-071b-4ea1-999b-f8f452ec03b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1a5b62-2048-4f43-99b4-edfdb9c4e038,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:51:12.092255 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5b9aa24a-2ea6-4574-81e6-fc6fe2776ea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:13.475263 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:13.483613 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:13.695156 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c0f78-c444-45b2-a061-c5fdd33b806f req-93d2bc94-b591-4fd9-96a4-6305fa496aa9 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:51:13.704532 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-145c0f78-c444-45b2-a061-c5fdd33b806f req-93d2bc94-b591-4fd9-96a4-6305fa496aa9 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a HTTP/1.1" status: 200 len: 945 time: 0.0681348 Oct 27 18:51:13.740318 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-145c0f78-c444-45b2-a061-c5fdd33b806f req-b2dd72ec-353d-4b10-95ae-0b914409a71c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fe41648-3212-4f2d-a7e8-8a85dfee81c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347991 Oct 27 18:51:14.870698 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c73333-f461-4f8e-bab3-3e680aa63c8a req-7fdde4fa-96a6-4b7b-b175-10e99260033b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:51:14.872285 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20c73333-f461-4f8e-bab3-3e680aa63c8a req-7fdde4fa-96a6-4b7b-b175-10e99260033b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a HTTP/1.1" status: 200 len: 945 time: 0.0551147 Oct 27 18:51:14.916817 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20c73333-f461-4f8e-bab3-3e680aa63c8a req-a895c3e3-ed7c-406f-bd3e-3482bd172da6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fe41648-3212-4f2d-a7e8-8a85dfee81c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370460 Oct 27 18:51:15.112746 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:16.045479 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb17e96-7c62-47e9-bca3-e51dbc71af4f req-59b83dec-874e-493f-ba90-b5c398277358 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:51:16.047012 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ccb17e96-7c62-47e9-bca3-e51dbc71af4f req-59b83dec-874e-493f-ba90-b5c398277358 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a HTTP/1.1" status: 200 len: 945 time: 0.0519338 Oct 27 18:51:16.085894 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ccb17e96-7c62-47e9-bca3-e51dbc71af4f req-e92884a4-5e1a-43b2-81d0-df712413f3f0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fe41648-3212-4f2d-a7e8-8a85dfee81c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327485 Oct 27 18:51:17.247116 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cbd5d-31ba-4c65-96e2-eed16f07de93 req-d843f731-f5fd-46ad-9668-06b042e6e0c0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:51:17.249758 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e21cbd5d-31ba-4c65-96e2-eed16f07de93 req-d843f731-f5fd-46ad-9668-06b042e6e0c0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a HTTP/1.1" status: 200 len: 945 time: 0.0819180 Oct 27 18:51:17.301249 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e21cbd5d-31ba-4c65-96e2-eed16f07de93 req-78fc95e0-dc94-40c4-bcd0-e7cfb6db5a06 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fe41648-3212-4f2d-a7e8-8a85dfee81c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421414 Oct 27 18:51:18.445088 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157a5a3-1b90-4f7e-bc53-4029b1ea74d8 req-d0124cd0-2d5d-43bd-9798-4fe477bd3cd0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:51:18.446715 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3157a5a3-1b90-4f7e-bc53-4029b1ea74d8 req-d0124cd0-2d5d-43bd-9798-4fe477bd3cd0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a HTTP/1.1" status: 200 len: 945 time: 0.0639632 Oct 27 18:51:18.488782 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3157a5a3-1b90-4f7e-bc53-4029b1ea74d8 req-6f95c793-3891-4254-82e0-2ed3c0892d7b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fe41648-3212-4f2d-a7e8-8a85dfee81c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351582 Oct 27 18:51:19.618432 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93de3a0-6adb-427b-a3a5-917f843900d8 req-3926f257-a9c3-47f0-8e85-b07f0d92a93f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:51:19.620180 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f93de3a0-6adb-427b-a3a5-917f843900d8 req-3926f257-a9c3-47f0-8e85-b07f0d92a93f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a HTTP/1.1" status: 200 len: 945 time: 0.0545988 Oct 27 18:51:19.667901 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f93de3a0-6adb-427b-a3a5-917f843900d8 req-1e1a22b8-ecdb-4777-b089-10fcb72f2073 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fe41648-3212-4f2d-a7e8-8a85dfee81c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389524 Oct 27 18:51:20.699456 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:51:20.804576 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281bb3b5-cf10-494b-9b63-dd164f529e6b req-655574a9-7bad-4659-848c-2e82e9553443 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:51:20.806348 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-281bb3b5-cf10-494b-9b63-dd164f529e6b req-655574a9-7bad-4659-848c-2e82e9553443 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a HTTP/1.1" status: 200 len: 945 time: 0.0602577 Oct 27 18:51:20.849131 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-281bb3b5-cf10-494b-9b63-dd164f529e6b req-d08bc8f9-0525-4f63-85a5-b1f6a77bd6f3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fe41648-3212-4f2d-a7e8-8a85dfee81c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367000 Oct 27 18:51:21.976556 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e560aa8-1278-4f1a-a5fa-682bce034a99 req-87814bb0-f25d-4384-8dcd-1404cde91317 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:51:21.979264 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3e560aa8-1278-4f1a-a5fa-682bce034a99 req-87814bb0-f25d-4384-8dcd-1404cde91317 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a HTTP/1.1" status: 200 len: 945 time: 0.0530262 Oct 27 18:51:22.025178 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3e560aa8-1278-4f1a-a5fa-682bce034a99 req-a128ab6a-0125-426f-ba25-762d75948a1c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fe41648-3212-4f2d-a7e8-8a85dfee81c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383697 Oct 27 18:51:23.202054 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e563c-f8d7-47d2-b993-e0c8b9f43e9a req-832e6575-e022-4224-903a-f7060c89a60d tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:51:23.203977 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-331e563c-f8d7-47d2-b993-e0c8b9f43e9a req-832e6575-e022-4224-903a-f7060c89a60d tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a HTTP/1.1" status: 200 len: 945 time: 0.0921462 Oct 27 18:51:23.327817 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-331e563c-f8d7-47d2-b993-e0c8b9f43e9a req-b40f553a-2e22-4a50-8875-96ba04de988d tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fe41648-3212-4f2d-a7e8-8a85dfee81c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443106 Oct 27 18:51:24.448234 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c67a57-9af3-4ddc-a435-8d19fdb714e9 req-fbaa3335-ec73-4290-9860-272aa4485801 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:51:24.449842 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-45c67a57-9af3-4ddc-a435-8d19fdb714e9 req-fbaa3335-ec73-4290-9860-272aa4485801 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a HTTP/1.1" status: 200 len: 945 time: 0.0562012 Oct 27 18:51:24.489620 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-45c67a57-9af3-4ddc-a435-8d19fdb714e9 req-307dd72d-97fc-4813-aaaf-f192790602b2 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fe41648-3212-4f2d-a7e8-8a85dfee81c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322597 Oct 27 18:51:25.616136 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052022e-85b7-43eb-8689-ae7320a3817b req-b774e0e4-69bb-465a-a149-fb9105816458 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:51:25.619396 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1052022e-85b7-43eb-8689-ae7320a3817b req-b774e0e4-69bb-465a-a149-fb9105816458 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a HTTP/1.1" status: 200 len: 945 time: 0.0515103 Oct 27 18:51:25.663989 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1052022e-85b7-43eb-8689-ae7320a3817b req-dfe68363-6707-46e9-bde6-fe72aacf8c76 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fe41648-3212-4f2d-a7e8-8a85dfee81c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394239 Oct 27 18:51:26.460994 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:26.795407 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054114d6-f06b-47c6-9d55-c543daf0d8c2 req-905d3d5a-b79d-4a80-92c1-15e5ede70ee3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:51:26.797096 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-054114d6-f06b-47c6-9d55-c543daf0d8c2 req-905d3d5a-b79d-4a80-92c1-15e5ede70ee3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a HTTP/1.1" status: 200 len: 945 time: 0.0542104 Oct 27 18:51:26.873963 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-054114d6-f06b-47c6-9d55-c543daf0d8c2 req-f54609ae-e27c-4417-b742-17ce03248dd8 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fe41648-3212-4f2d-a7e8-8a85dfee81c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616360 Oct 27 18:51:26.929744 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:26.982371 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cea7e3-b2b6-4400-bad4-5ef281bbb36a req-914d57a4-9b4e-46b7-9592-89c4ee8544f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:51:26.983799 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-72cea7e3-b2b6-4400-bad4-5ef281bbb36a req-914d57a4-9b4e-46b7-9592-89c4ee8544f4 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a HTTP/1.1" status: 200 len: 1096 time: 0.0457492 Oct 27 18:51:27.021672 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-72cea7e3-b2b6-4400-bad4-5ef281bbb36a req-39e90f5c-4fa3-4dfa-8bec-1d21051e746a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=0fe41648-3212-4f2d-a7e8-8a85dfee81c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305808 Oct 27 18:51:28.025311 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40abfd1d-e413-4bc1-8f2e-e69980cee474 req-06cb9a67-977f-402f-8f4b-2d4142a00aff tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:51:28.030081 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-40abfd1d-e413-4bc1-8f2e-e69980cee474 req-06cb9a67-977f-402f-8f4b-2d4142a00aff tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a HTTP/1.1" status: 200 len: 945 time: 0.0689495 Oct 27 18:51:28.084423 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-40abfd1d-e413-4bc1-8f2e-e69980cee474 req-740b6235-4119-42f1-b533-f194cdb14aa6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fe41648-3212-4f2d-a7e8-8a85dfee81c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433440 Oct 27 18:51:29.234994 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47607a-1f32-4927-8c17-dbfb4bc1a28b req-53714fad-89dc-4605-9993-2cdf24843969 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:51:29.236604 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af47607a-1f32-4927-8c17-dbfb4bc1a28b req-53714fad-89dc-4605-9993-2cdf24843969 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a HTTP/1.1" status: 200 len: 945 time: 0.0526063 Oct 27 18:51:29.282969 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af47607a-1f32-4927-8c17-dbfb4bc1a28b req-c5fed558-2aa9-4001-becc-38991e984a99 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fe41648-3212-4f2d-a7e8-8a85dfee81c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331571 Oct 27 18:51:29.301367 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 38860) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:51:29.313070 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 62fee7a0-3ad1-4b35-a031-51707a10e9c9 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:51:29.319489 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 62fee7a0-3ad1-4b35-a031-51707a10e9c9 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:51:29.388015 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e2452fa1-eb18-4b69-86eb-864032336f6b tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/floatingips/d707e39d-9dfa-4cd8-9de2-8fecc4a03230 HTTP/1.1" status: 200 len: 992 time: 0.0854652 Oct 27 18:51:29.486762 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:29.510021 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 62fee7a0-3ad1-4b35-a031-51707a10e9c9, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=62fee7a0-3ad1-4b35-a031-51707a10e9c9,segment=NetworkSegment(57e693dc-9025-48f1-b17a-e16a1a8efd9a),segment_id=57e693dc-9025-48f1-b17a-e16a1a8efd9a)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:51:29.529860 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62fee7a0-3ad1-4b35-a031-51707a10e9c9'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:51:29.532180 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f19def-1255-4a95-ac7b-e689ce7a67d4" -d '{"events": [{"server_uuid": "5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a", "name": "network-vif-unplugged", "status": "completed", "tag": "62fee7a0-3ad1-4b35-a031-51707a10e9c9"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:51:29.537562 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '62fee7a0-3ad1-4b35-a031-51707a10e9c9', 'network_id': 'c6d7eb50-c031-433c-941b-523b9ace4640', 'port_id': '62fee7a0-3ad1-4b35-a031-51707a10e9c9', 'mac_address': 'fa:16:3e:42:7b:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bd3688c-0f08-4aa8-8cd7-8cbec2907449', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:51:29.547481 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 62fee7a0-3ad1-4b35-a031-51707a10e9c9, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=62fee7a0-3ad1-4b35-a031-51707a10e9c9,segment=NetworkSegment(57e693dc-9025-48f1-b17a-e16a1a8efd9a),segment_id=57e693dc-9025-48f1-b17a-e16a1a8efd9a)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:51:29.577894 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 18:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b357ad89-e303-4dfc-a627-e4e2fc78bb4c x-openstack-request-id: req-b357ad89-e303-4dfc-a627-e4e2fc78bb4c {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:51:29.578190 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a", "name": "network-vif-unplugged", "status": "completed", "tag": "62fee7a0-3ad1-4b35-a031-51707a10e9c9", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:51:29.578446 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b357ad89-e303-4dfc-a627-e4e2fc78bb4c {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:51:29.578895 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62fee7a0-3ad1-4b35-a031-51707a10e9c9', 'code': 200} Oct 27 18:51:29.587809 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:29.603222 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62fee7a0-3ad1-4b35-a031-51707a10e9c9 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:51:29.678615 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:29.751652 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:51:29.752034 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:51:29.757248 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=62fee7a0-3ad1-4b35-a031-51707a10e9c9,revision_number=6']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:51:29.765551 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:51:29.765904 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:51:29.766391 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:51:29.766738 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:51:29.767096 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:51:29.767458 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:51:29.767788 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:51:29.768740 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:51:29.769097 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:51:29.769580 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:51:29.769943 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:51:29.770255 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:51:30.290211 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:30.303824 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62fee7a0-3ad1-4b35-a031-51707a10e9c9 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:51:30.322713 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 62fee7a0-3ad1-4b35-a031-51707a10e9c9, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=62fee7a0-3ad1-4b35-a031-51707a10e9c9,segment=NetworkSegment(57e693dc-9025-48f1-b17a-e16a1a8efd9a),segment_id=57e693dc-9025-48f1-b17a-e16a1a8efd9a)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:51:30.410922 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:30.461606 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=62fee7a0-3ad1-4b35-a031-51707a10e9c9,revision_number=7']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:51:30.626539 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['62fee7a0-3ad1-4b35-a031-51707a10e9c9'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:51:31.326637 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 62fee7a0-3ad1-4b35-a031-51707a10e9c9 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:51:31.379927 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 62fee7a0-3ad1-4b35-a031-51707a10e9c9 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:51:31.380305 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:31.467272 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:31.502528 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 62fee7a0-3ad1-4b35-a031-51707a10e9c9, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=62fee7a0-3ad1-4b35-a031-51707a10e9c9,segment=NetworkSegment(57e693dc-9025-48f1-b17a-e16a1a8efd9a),segment_id=57e693dc-9025-48f1-b17a-e16a1a8efd9a)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:51:31.580278 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62fee7a0-3ad1-4b35-a031-51707a10e9c9'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:51:31.582957 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303c904f-95ed-4313-bdc3-6d7665225f71" -d '{"events": [{"server_uuid": "5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a", "name": "network-vif-plugged", "status": "completed", "tag": "62fee7a0-3ad1-4b35-a031-51707a10e9c9"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:51:31.616509 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:31.622884 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a18642-f561-4d69-b08e-5cf3152e30c8 x-openstack-request-id: req-10a18642-f561-4d69-b08e-5cf3152e30c8 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:51:31.623185 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a", "name": "network-vif-plugged", "status": "completed", "tag": "62fee7a0-3ad1-4b35-a031-51707a10e9c9", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:51:31.623598 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-10a18642-f561-4d69-b08e-5cf3152e30c8 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:51:31.623990 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62fee7a0-3ad1-4b35-a031-51707a10e9c9', 'code': 200} Oct 27 18:51:31.673282 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=62fee7a0-3ad1-4b35-a031-51707a10e9c9,revision_number=8']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:51:39.644525 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-bea8cf69-492e-4810-adff-72e437668719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:42.101532 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1f7ad7a9-fd9b-4391-98b3-cd013584f9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:43.443557 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:43.473433 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:44.397040 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160dd476-a561-4f67-819b-a55419f94de6 req-ab502113-6242-4ce7-8f38-1d988d16f071 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:51:44.398661 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-160dd476-a561-4f67-819b-a55419f94de6 req-ab502113-6242-4ce7-8f38-1d988d16f071 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.52 "GET /v2.0/ports?device_id=41b20104-aeaf-485a-9e42-518dc2dd7d47 HTTP/1.1" status: 200 len: 945 time: 0.0560617 Oct 27 18:51:44.438431 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-160dd476-a561-4f67-819b-a55419f94de6 req-0d4e2d51-903b-44db-b09b-56956a792576 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d0fd5e2-6b7c-4a04-826b-ed81e70205c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333142 Oct 27 18:51:45.158991 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:45.561584 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a3d5f-8ea7-496b-aee7-9e3a17e48858 req-3d5d5cdf-3e63-4852-aabc-a4281e85d70f tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:51:45.563139 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c34a3d5f-8ea7-496b-aee7-9e3a17e48858 req-3d5d5cdf-3e63-4852-aabc-a4281e85d70f tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.52 "GET /v2.0/ports?device_id=41b20104-aeaf-485a-9e42-518dc2dd7d47 HTTP/1.1" status: 200 len: 945 time: 0.0517068 Oct 27 18:51:45.603019 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c34a3d5f-8ea7-496b-aee7-9e3a17e48858 req-4d557b7a-5f76-430d-9ff8-8574523ff00e tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.52 "GET /v2.0/security-groups?id=2d0fd5e2-6b7c-4a04-826b-ed81e70205c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322633 Oct 27 18:51:45.695268 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559008b-cec0-4bb2-bfc4-4f2ca9146ce6 req-c44b2f60-9bb8-4a4e-8fa5-c0e806b69565 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:51:45.696916 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1559008b-cec0-4bb2-bfc4-4f2ca9146ce6 req-c44b2f60-9bb8-4a4e-8fa5-c0e806b69565 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.93 "GET /v2.0/ports?device_id=41b20104-aeaf-485a-9e42-518dc2dd7d47 HTTP/1.1" status: 200 len: 945 time: 0.0580504 Oct 27 18:51:45.803701 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-1559008b-cec0-4bb2-bfc4-4f2ca9146ce6 req-8a7a62ac-1cfd-4aa9-986e-9ffb105f9ab1 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Deleting port 8d305108-7a10-41a7-b659-00d4b6fd10be {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:51:45.805679 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1559008b-cec0-4bb2-bfc4-4f2ca9146ce6 req-8a7a62ac-1cfd-4aa9-986e-9ffb105f9ab1 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:45.902017 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-1559008b-cec0-4bb2-bfc4-4f2ca9146ce6 req-8a7a62ac-1cfd-4aa9-986e-9ffb105f9ab1 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] For port 8d305108-7a10-41a7-b659-00d4b6fd10be, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=8d305108-7a10-41a7-b659-00d4b6fd10be,segment=NetworkSegment(eb0b0768-9cd0-4948-9ab0-c0df8ffa80ea),segment_id=eb0b0768-9cd0-4948-9ab0-c0df8ffa80ea)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:51:45.902669 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1559008b-cec0-4bb2-bfc4-4f2ca9146ce6 req-8a7a62ac-1cfd-4aa9-986e-9ffb105f9ab1 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:46.104564 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1559008b-cec0-4bb2-bfc4-4f2ca9146ce6 req-8a7a62ac-1cfd-4aa9-986e-9ffb105f9ab1 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:46.104928 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1559008b-cec0-4bb2-bfc4-4f2ca9146ce6 req-8a7a62ac-1cfd-4aa9-986e-9ffb105f9ab1 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:46.105230 n-d-815690-2 neutron-server[102879]: INFO neutron.db.l3_db [req-1559008b-cec0-4bb2-bfc4-4f2ca9146ce6 req-8a7a62ac-1cfd-4aa9-986e-9ffb105f9ab1 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Floating IP 56a80d60-d4c5-4696-8784-fe9b6b74b6ed disassociated. External IP: 172.25.6.196, port: 8d305108-7a10-41a7-b659-00d4b6fd10be. Oct 27 18:51:46.105569 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-1559008b-cec0-4bb2-bfc4-4f2ca9146ce6 req-8a7a62ac-1cfd-4aa9-986e-9ffb105f9ab1 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Calling delete_port for 8d305108-7a10-41a7-b659-00d4b6fd10be owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:51:46.340383 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1559008b-cec0-4bb2-bfc4-4f2ca9146ce6 req-8a7a62ac-1cfd-4aa9-986e-9ffb105f9ab1 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:46.379115 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a62ac-1cfd-4aa9-986e-9ffb105f9ab1 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Pushing event deleted for resources: {'Port': ['ID=8d305108-7a10-41a7-b659-00d4b6fd10be,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:51:46.507281 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1559008b-cec0-4bb2-bfc4-4f2ca9146ce6 req-8a7a62ac-1cfd-4aa9-986e-9ffb105f9ab1 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Router 15deb4f5-af2b-4084-b49e-71e67c134467 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:51:46.623414 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1559008b-cec0-4bb2-bfc4-4f2ca9146ce6 req-8a7a62ac-1cfd-4aa9-986e-9ffb105f9ab1 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:51:46.635634 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df60c76b-949a-4580-8dd9-5417bd8ac8a3 None None] Sync routers for ids ['15deb4f5-af2b-4084-b49e-71e67c134467'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:51:46.647422 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df60c76b-949a-4580-8dd9-5417bd8ac8a3 None None] Routers {'15deb4f5-af2b-4084-b49e-71e67c134467'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:51:46.648206 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-df60c76b-949a-4580-8dd9-5417bd8ac8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:51:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['15deb4f5-af2b-4084-b49e-71e67c134467'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:51:46.691967 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-1559008b-cec0-4bb2-bfc4-4f2ca9146ce6 req-8a7a62ac-1cfd-4aa9-986e-9ffb105f9ab1 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] No DVR routers for this DVR port 8d305108-7a10-41a7-b659-00d4b6fd10be on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:51:46.698076 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1559008b-cec0-4bb2-bfc4-4f2ca9146ce6 req-8a7a62ac-1cfd-4aa9-986e-9ffb105f9ab1 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:46.701525 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1559008b-cec0-4bb2-bfc4-4f2ca9146ce6 req-8a7a62ac-1cfd-4aa9-986e-9ffb105f9ab1 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.93 "DELETE /v2.0/ports/8d305108-7a10-41a7-b659-00d4b6fd10be HTTP/1.1" status: 204 len: 173 time: 0.9979930 Oct 27 18:51:46.701986 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b20104-aeaf-485a-9e42-518dc2dd7d47', 'name': 'network-vif-deleted', 'tag': '8d305108-7a10-41a7-b659-00d4b6fd10be'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:51:46.704578 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06a02de-3ba6-4fd0-bb79-54b41c67875f" -d '{"events": [{"server_uuid": "41b20104-aeaf-485a-9e42-518dc2dd7d47", "name": "network-vif-deleted", "tag": "8d305108-7a10-41a7-b659-00d4b6fd10be"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:51:46.727787 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9586a5a9-df23-4d7d-829d-ab5acf90b737 req-14a31bf0-535b-4edf-ba92-9498fbd647cf tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.52 "GET /v2.0/ports?device_id=41b20104-aeaf-485a-9e42-518dc2dd7d47 HTTP/1.1" status: 200 len: 210 time: 0.0371733 Oct 27 18:51:46.776855 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-df60c76b-949a-4580-8dd9-5417bd8ac8a3 None None] Set router 15deb4f5-af2b-4084-b49e-71e67c134467 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:51:46.877924 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3119d71-53e8-4a44-87b3-087a7d74e10f x-openstack-request-id: req-b3119d71-53e8-4a44-87b3-087a7d74e10f {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:51:46.877924 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b20104-aeaf-485a-9e42-518dc2dd7d47", "name": "network-vif-deleted", "tag": "8d305108-7a10-41a7-b659-00d4b6fd10be", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:51:46.877924 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b3119d71-53e8-4a44-87b3-087a7d74e10f {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:51:46.877924 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b20104-aeaf-485a-9e42-518dc2dd7d47', 'name': 'network-vif-deleted', 'tag': '8d305108-7a10-41a7-b659-00d4b6fd10be', 'status': 'completed', 'code': 200} Oct 27 18:51:47.045132 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-df60c76b-949a-4580-8dd9-5417bd8ac8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15deb4f5-af2b-4084-b49e-71e67c134467', 'name': 'tempest-TestServerBasicOps-2115343559-router', 'tenant_id': '391e76b4c39940e3b00bc672cc4dcd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '38184c6c-e7a4-48de-ba97-4f869b7e9c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:46:11Z', 'updated_at': '2021-10-27T18:46:18Z', 'revision_number': 4, 'project_id': '391e76b4c39940e3b00bc672cc4dcd20', 'gw_port': {'id': '38184c6c-e7a4-48de-ba97-4f869b7e9c33', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:37:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15deb4f5-af2b-4084-b49e-71e67c134467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:46:12Z', 'updated_at': '2021-10-27T18:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '5680c526-3f22-43f3-b014-80908da219db', 'name': '', 'network_id': '94183f82-ba43-4cad-a650-759fa6592117', 'tenant_id': '391e76b4c39940e3b00bc672cc4dcd20', 'mac_address': 'fa:16:3e:c6:e9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15deb4f5-af2b-4084-b49e-71e67c134467', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '49ceb9f9-65ac-4ed1-b447-596c7946b52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:46:17Z', 'updated_at': '2021-10-27T18:46:28Z', 'revision_number': 5, 'project_id': '391e76b4c39940e3b00bc672cc4dcd20', 'subnets': [{'id': '49ceb9f9-65ac-4ed1-b447-596c7946b52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:51:47.073058 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df60c76b-949a-4580-8dd9-5417bd8ac8a3 None None] Checking router: 15deb4f5-af2b-4084-b49e-71e67c134467 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:51:47.081816 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df60c76b-949a-4580-8dd9-5417bd8ac8a3 None None] Routers {'15deb4f5-af2b-4084-b49e-71e67c134467'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:51:47.082419 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-df60c76b-949a-4580-8dd9-5417bd8ac8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:51:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['15deb4f5-af2b-4084-b49e-71e67c134467'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:51:47.200281 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-df60c76b-949a-4580-8dd9-5417bd8ac8a3 None None] Set router 15deb4f5-af2b-4084-b49e-71e67c134467 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:51:47.425447 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-df60c76b-949a-4580-8dd9-5417bd8ac8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15deb4f5-af2b-4084-b49e-71e67c134467', 'name': 'tempest-TestServerBasicOps-2115343559-router', 'tenant_id': '391e76b4c39940e3b00bc672cc4dcd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '38184c6c-e7a4-48de-ba97-4f869b7e9c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:46:11Z', 'updated_at': '2021-10-27T18:46:18Z', 'revision_number': 4, 'project_id': '391e76b4c39940e3b00bc672cc4dcd20', 'gw_port': {'id': '38184c6c-e7a4-48de-ba97-4f869b7e9c33', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:37:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15deb4f5-af2b-4084-b49e-71e67c134467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:46:12Z', 'updated_at': '2021-10-27T18:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '5680c526-3f22-43f3-b014-80908da219db', 'name': '', 'network_id': '94183f82-ba43-4cad-a650-759fa6592117', 'tenant_id': '391e76b4c39940e3b00bc672cc4dcd20', 'mac_address': 'fa:16:3e:c6:e9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15deb4f5-af2b-4084-b49e-71e67c134467', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '49ceb9f9-65ac-4ed1-b447-596c7946b52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:46:17Z', 'updated_at': '2021-10-27T18:46:28Z', 'revision_number': 5, 'project_id': '391e76b4c39940e3b00bc672cc4dcd20', 'subnets': [{'id': '49ceb9f9-65ac-4ed1-b447-596c7946b52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:51:47.457589 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df60c76b-949a-4580-8dd9-5417bd8ac8a3 None None] The sync data for ids ['15deb4f5-af2b-4084-b49e-71e67c134467'] in n-d-815690-2 is: [{'id': '15deb4f5-af2b-4084-b49e-71e67c134467', 'name': 'tempest-TestServerBasicOps-2115343559-router', 'tenant_id': '391e76b4c39940e3b00bc672cc4dcd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '38184c6c-e7a4-48de-ba97-4f869b7e9c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:46:11Z', 'updated_at': '2021-10-27T18:46:18Z', 'revision_number': 4, 'project_id': '391e76b4c39940e3b00bc672cc4dcd20', 'gw_port': {'id': '38184c6c-e7a4-48de-ba97-4f869b7e9c33', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:37:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15deb4f5-af2b-4084-b49e-71e67c134467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:46:12Z', 'updated_at': '2021-10-27T18:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '5680c526-3f22-43f3-b014-80908da219db', 'name': '', 'network_id': '94183f82-ba43-4cad-a650-759fa6592117', 'tenant_id': '391e76b4c39940e3b00bc672cc4dcd20', 'mac_address': 'fa:16:3e:c6:e9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15deb4f5-af2b-4084-b49e-71e67c134467', 'device_owner': 'network:router_interface', 'standard_attr_id': 3335, 'fixed_ips': [{'subnet_id': '49ceb9f9-65ac-4ed1-b447-596c7946b52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:46:17Z', 'updated_at': '2021-10-27T18:46:28Z', 'revision_number': 5, 'project_id': '391e76b4c39940e3b00bc672cc4dcd20', 'subnets': [{'id': '49ceb9f9-65ac-4ed1-b447-596c7946b52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:51:47.713369 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ac294a-a039-4397-b0e0-be4fd3d25946 None None] New status for floating IP 56a80d60-d4c5-4696-8784-fe9b6b74b6ed: DOWN {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:51:47.900391 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2db1c69b-ad64-4dfd-aa98-dfb35446599f req-f8eb0ccc-d887-4b06-a23e-3f288e5755a0 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.52 "GET /v2.0/ports?device_id=41b20104-aeaf-485a-9e42-518dc2dd7d47 HTTP/1.1" status: 200 len: 210 time: 0.0315735 Oct 27 18:51:48.966399 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39206) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:51:49.109440 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-e5208d75-3085-4be3-946f-cee316b0a0b8 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Deleting port 896314e5-4a91-455e-ac5b-541edbaca4ce {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:51:49.109785 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e5208d75-3085-4be3-946f-cee316b0a0b8 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:49.189125 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e5208d75-3085-4be3-946f-cee316b0a0b8 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:49.189457 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e5208d75-3085-4be3-946f-cee316b0a0b8 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:49.202199 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-e5208d75-3085-4be3-946f-cee316b0a0b8 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Calling delete_port for 896314e5-4a91-455e-ac5b-541edbaca4ce owned by network:floatingip {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:51:49.439291 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e5208d75-3085-4be3-946f-cee316b0a0b8 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:49.467295 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5208d75-3085-4be3-946f-cee316b0a0b8 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Pushing event deleted for resources: {'Port': ['ID=896314e5-4a91-455e-ac5b-541edbaca4ce,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:51:49.483441 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5208d75-3085-4be3-946f-cee316b0a0b8 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:51:49.483792 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5208d75-3085-4be3-946f-cee316b0a0b8 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:51:49.484139 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5208d75-3085-4be3-946f-cee316b0a0b8 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:51:49.484549 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5208d75-3085-4be3-946f-cee316b0a0b8 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:51:49.484817 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5208d75-3085-4be3-946f-cee316b0a0b8 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:51:49.485154 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5208d75-3085-4be3-946f-cee316b0a0b8 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:51:49.485491 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5208d75-3085-4be3-946f-cee316b0a0b8 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:51:49.485827 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5208d75-3085-4be3-946f-cee316b0a0b8 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:51:49.486162 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5208d75-3085-4be3-946f-cee316b0a0b8 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:51:49.486496 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5208d75-3085-4be3-946f-cee316b0a0b8 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:51:49.486965 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5208d75-3085-4be3-946f-cee316b0a0b8 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:51:49.487303 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5208d75-3085-4be3-946f-cee316b0a0b8 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:51:49.506541 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 8d305108-7a10-41a7-b659-00d4b6fd10be no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:51:49.529747 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 8d305108-7a10-41a7-b659-00d4b6fd10be {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:51:49.530473 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 8d305108-7a10-41a7-b659-00d4b6fd10be not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:51:49.555163 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e5208d75-3085-4be3-946f-cee316b0a0b8 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks [] for floatingip, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:49.558096 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e5208d75-3085-4be3-946f-cee316b0a0b8 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:49.559611 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e5208d75-3085-4be3-946f-cee316b0a0b8 tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.52 "DELETE /v2.0/floatingips/56a80d60-d4c5-4696-8784-fe9b6b74b6ed HTTP/1.1" status: 204 len: 168 time: 0.5920527 Oct 27 18:51:49.636857 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39222) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:51:49.702337 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4a1da46e-0034-4609-8741-d1efac15fb1f tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:49.729186 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4a1da46e-0034-4609-8741-d1efac15fb1f tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:49.896699 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4a1da46e-0034-4609-8741-d1efac15fb1f tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:49.900164 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4a1da46e-0034-4609-8741-d1efac15fb1f tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:49.904263 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4a1da46e-0034-4609-8741-d1efac15fb1f tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] 10.222.0.52 "DELETE /v2.0/security-groups/2d0fd5e2-6b7c-4a04-826b-ed81e70205c9 HTTP/1.1" status: 204 len: 168 time: 0.2636716 Oct 27 18:51:49.912933 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1da46e-0034-4609-8741-d1efac15fb1f tempest-TestServerBasicOps-542905025 tempest-TestServerBasicOps-542905025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0fd5e2-6b7c-4a04-826b-ed81e70205c9,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:51:50.060050 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39232) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:51:50.616097 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a487a374-e066-410c-86e6-42581ae5b1c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:50.894929 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-a487a374-e066-410c-86e6-42581ae5b1c1 admin admin] Deleting port 5680c526-3f22-43f3-b014-80908da219db {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:51:50.895282 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a487a374-e066-410c-86e6-42581ae5b1c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:50.979542 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-a487a374-e066-410c-86e6-42581ae5b1c1 admin admin] For port 5680c526-3f22-43f3-b014-80908da219db, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=5680c526-3f22-43f3-b014-80908da219db,segment=NetworkSegment(eb0b0768-9cd0-4948-9ab0-c0df8ffa80ea),segment_id=eb0b0768-9cd0-4948-9ab0-c0df8ffa80ea)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:51:50.979907 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a487a374-e066-410c-86e6-42581ae5b1c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:50.993904 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-a487a374-e066-410c-86e6-42581ae5b1c1 admin admin] Calling delete_port for 5680c526-3f22-43f3-b014-80908da219db owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:51:51.278056 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a487a374-e066-410c-86e6-42581ae5b1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:51.310233 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a487a374-e066-410c-86e6-42581ae5b1c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5680c526-3f22-43f3-b014-80908da219db,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:51:51.558354 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a487a374-e066-410c-86e6-42581ae5b1c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:51.830072 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a487a374-e066-410c-86e6-42581ae5b1c1 admin admin] Router 15deb4f5-af2b-4084-b49e-71e67c134467 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:51:51.969851 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a487a374-e066-410c-86e6-42581ae5b1c1 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:51:51.982491 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a487a374-e066-410c-86e6-42581ae5b1c1 admin admin] 10.222.0.52 "PUT /v2.0/routers/15deb4f5-af2b-4084-b49e-71e67c134467/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9160466 Oct 27 18:51:51.982597 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76cce17-78ff-4f5d-83ed-6603ef845ba9 None None] Sync routers for ids ['15deb4f5-af2b-4084-b49e-71e67c134467'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:51:51.984141 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39264) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:51:51.993429 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76cce17-78ff-4f5d-83ed-6603ef845ba9 None None] Routers {'15deb4f5-af2b-4084-b49e-71e67c134467'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:51:51.994294 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-c76cce17-78ff-4f5d-83ed-6603ef845ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:51:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['15deb4f5-af2b-4084-b49e-71e67c134467'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:51:52.118262 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-c76cce17-78ff-4f5d-83ed-6603ef845ba9 None None] Set router 15deb4f5-af2b-4084-b49e-71e67c134467 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:51:52.119214 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8623724b-85d5-46ec-bbf2-7651e0781741 admin admin] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:52.260184 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8623724b-85d5-46ec-bbf2-7651e0781741 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:52.332953 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-c76cce17-78ff-4f5d-83ed-6603ef845ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15deb4f5-af2b-4084-b49e-71e67c134467', 'name': 'tempest-TestServerBasicOps-2115343559-router', 'tenant_id': '391e76b4c39940e3b00bc672cc4dcd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '38184c6c-e7a4-48de-ba97-4f869b7e9c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:46:11Z', 'updated_at': '2021-10-27T18:51:51Z', 'revision_number': 5, 'project_id': '391e76b4c39940e3b00bc672cc4dcd20', 'gw_port': {'id': '38184c6c-e7a4-48de-ba97-4f869b7e9c33', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:37:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15deb4f5-af2b-4084-b49e-71e67c134467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:46:12Z', 'updated_at': '2021-10-27T18:46:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:51:52.360089 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76cce17-78ff-4f5d-83ed-6603ef845ba9 None None] Checking router: 15deb4f5-af2b-4084-b49e-71e67c134467 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:51:52.370349 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76cce17-78ff-4f5d-83ed-6603ef845ba9 None None] Routers {'15deb4f5-af2b-4084-b49e-71e67c134467'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:51:52.371136 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-c76cce17-78ff-4f5d-83ed-6603ef845ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:51:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['15deb4f5-af2b-4084-b49e-71e67c134467'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:51:52.403166 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-8623724b-85d5-46ec-bbf2-7651e0781741 admin admin] Deleting port 38184c6c-e7a4-48de-ba97-4f869b7e9c33 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:51:52.403763 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8623724b-85d5-46ec-bbf2-7651e0781741 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:52.466806 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-c76cce17-78ff-4f5d-83ed-6603ef845ba9 None None] Set router 15deb4f5-af2b-4084-b49e-71e67c134467 gateway port host: None {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:51:52.500996 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-8623724b-85d5-46ec-bbf2-7651e0781741 admin admin] For port 38184c6c-e7a4-48de-ba97-4f869b7e9c33, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=38184c6c-e7a4-48de-ba97-4f869b7e9c33,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:51:52.501398 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8623724b-85d5-46ec-bbf2-7651e0781741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:52.514039 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-8623724b-85d5-46ec-bbf2-7651e0781741 admin admin] Calling delete_port for 38184c6c-e7a4-48de-ba97-4f869b7e9c33 owned by network:router_gateway {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:51:52.523648 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-c76cce17-78ff-4f5d-83ed-6603ef845ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15deb4f5-af2b-4084-b49e-71e67c134467', 'name': 'tempest-TestServerBasicOps-2115343559-router', 'tenant_id': '391e76b4c39940e3b00bc672cc4dcd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:46:11Z', 'updated_at': '2021-10-27T18:51:52Z', 'revision_number': 6, 'project_id': '391e76b4c39940e3b00bc672cc4dcd20', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:51:52.645841 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76cce17-78ff-4f5d-83ed-6603ef845ba9 None None] The sync data for ids ['15deb4f5-af2b-4084-b49e-71e67c134467'] in n-d-815690-2 is: [{'id': '15deb4f5-af2b-4084-b49e-71e67c134467', 'name': 'tempest-TestServerBasicOps-2115343559-router', 'tenant_id': '391e76b4c39940e3b00bc672cc4dcd20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:46:11Z', 'updated_at': '2021-10-27T18:51:52Z', 'revision_number': 6, 'project_id': '391e76b4c39940e3b00bc672cc4dcd20', 'gw_port_host': None}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:51:52.814917 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8623724b-85d5-46ec-bbf2-7651e0781741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:52.844030 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8623724b-85d5-46ec-bbf2-7651e0781741 admin admin] Pushing event deleted for resources: {'Port': ['ID=38184c6c-e7a4-48de-ba97-4f869b7e9c33,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:51:52.910330 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8623724b-85d5-46ec-bbf2-7651e0781741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:53.352523 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8623724b-85d5-46ec-bbf2-7651e0781741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:53.354804 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8623724b-85d5-46ec-bbf2-7651e0781741 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:53.473909 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8623724b-85d5-46ec-bbf2-7651e0781741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:53.475787 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8623724b-85d5-46ec-bbf2-7651e0781741 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15deb4f5-af2b-4084-b49e-71e67c134467 {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:51:53.481870 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8623724b-85d5-46ec-bbf2-7651e0781741 admin admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:53.484603 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8623724b-85d5-46ec-bbf2-7651e0781741 admin admin] 10.222.0.52 "DELETE /v2.0/routers/15deb4f5-af2b-4084-b49e-71e67c134467 HTTP/1.1" status: 204 len: 168 time: 1.4994373 Oct 27 18:51:53.487140 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39288) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:51:53.549059 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab9f1d2e-b4b2-460c-b0bf-53a156e8fd3d admin admin] Deleting subnet 49ceb9f9-65ac-4ed1-b447-596c7946b52c {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:51:53.551086 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ab9f1d2e-b4b2-460c-b0bf-53a156e8fd3d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:53.584584 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 38184c6c-e7a4-48de-ba97-4f869b7e9c33 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:51:53.603769 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ab9f1d2e-b4b2-460c-b0bf-53a156e8fd3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:53.615843 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 38184c6c-e7a4-48de-ba97-4f869b7e9c33 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:51:53.616294 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 38184c6c-e7a4-48de-ba97-4f869b7e9c33 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:51:53.616814 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 5680c526-3f22-43f3-b014-80908da219db no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:51:53.644468 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 5680c526-3f22-43f3-b014-80908da219db {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:51:53.644815 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 5680c526-3f22-43f3-b014-80908da219db not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:51:53.706463 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ab9f1d2e-b4b2-460c-b0bf-53a156e8fd3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:53.874170 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ab9f1d2e-b4b2-460c-b0bf-53a156e8fd3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:53.904410 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f1d2e-b4b2-460c-b0bf-53a156e8fd3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49ceb9f9-65ac-4ed1-b447-596c7946b52c,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:51:53.910055 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ab9f1d2e-b4b2-460c-b0bf-53a156e8fd3d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:53.917103 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ab9f1d2e-b4b2-460c-b0bf-53a156e8fd3d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/49ceb9f9-65ac-4ed1-b447-596c7946b52c HTTP/1.1" status: 204 len: 168 time: 0.4267192 Oct 27 18:51:53.917381 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39300) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:51:53.919913 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda242ab-de04-4661-8260-b9181c3d6b42 None None] Network 94183f82-ba43-4cad-a650-759fa6592117 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:51:54.001613 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-526e658d-719e-4752-8aa3-f05445a0dcfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:54.076861 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-526e658d-719e-4752-8aa3-f05445a0dcfb admin admin] Deleting port ed34f478-54da-404e-abae-591b10fc8027 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:51:54.077481 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-526e658d-719e-4752-8aa3-f05445a0dcfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:54.148948 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39446384-208f-421f-adb2-ee32daaaee4f None None] DHCP port deletion for 94183f82-ba43-4cad-a650-759fa6592117 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:51:54.158490 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-526e658d-719e-4752-8aa3-f05445a0dcfb admin admin] For port ed34f478-54da-404e-abae-591b10fc8027, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ed34f478-54da-404e-abae-591b10fc8027,segment=NetworkSegment(eb0b0768-9cd0-4948-9ab0-c0df8ffa80ea),segment_id=eb0b0768-9cd0-4948-9ab0-c0df8ffa80ea)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:51:54.158996 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-526e658d-719e-4752-8aa3-f05445a0dcfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:54.173042 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-526e658d-719e-4752-8aa3-f05445a0dcfb admin admin] Calling delete_port for ed34f478-54da-404e-abae-591b10fc8027 owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:51:54.205417 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-39446384-208f-421f-adb2-ee32daaaee4f None None] Deleting port ed34f478-54da-404e-abae-591b10fc8027 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:51:54.205888 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-39446384-208f-421f-adb2-ee32daaaee4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:54.280068 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-39446384-208f-421f-adb2-ee32daaaee4f None None] For port ed34f478-54da-404e-abae-591b10fc8027, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ed34f478-54da-404e-abae-591b10fc8027,segment=NetworkSegment(eb0b0768-9cd0-4948-9ab0-c0df8ffa80ea),segment_id=eb0b0768-9cd0-4948-9ab0-c0df8ffa80ea)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:51:54.280465 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-39446384-208f-421f-adb2-ee32daaaee4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:54.294966 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-39446384-208f-421f-adb2-ee32daaaee4f None None] Calling delete_port for ed34f478-54da-404e-abae-591b10fc8027 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 18:51:54.513120 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 18:51:54.517393 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-526e658d-719e-4752-8aa3-f05445a0dcfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:54.537120 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-39446384-208f-421f-adb2-ee32daaaee4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:54.545232 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e658d-719e-4752-8aa3-f05445a0dcfb admin admin] Pushing event deleted for resources: {'Port': ['ID=ed34f478-54da-404e-abae-591b10fc8027,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:51:54.548769 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526e658d-719e-4752-8aa3-f05445a0dcfb admin admin] No DVR routers for this DVR port ed34f478-54da-404e-abae-591b10fc8027 on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:51:54.564783 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39446384-208f-421f-adb2-ee32daaaee4f None None] Pushing event deleted for resources: {'Port': ['ID=ed34f478-54da-404e-abae-591b10fc8027,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:51:54.569139 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39446384-208f-421f-adb2-ee32daaaee4f None None] No DVR routers for this DVR port ed34f478-54da-404e-abae-591b10fc8027 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:51:54.628820 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-526e658d-719e-4752-8aa3-f05445a0dcfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:54.650035 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-526e658d-719e-4752-8aa3-f05445a0dcfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94183f82-ba43-4cad-a650-759fa6592117']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:51:54.659581 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-526e658d-719e-4752-8aa3-f05445a0dcfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb0b0768-9cd0-4948-9ab0-c0df8ffa80ea') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:51:54.659882 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-526e658d-719e-4752-8aa3-f05445a0dcfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb0b0768-9cd0-4948-9ab0-c0df8ffa80ea') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:51:54.669853 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-526e658d-719e-4752-8aa3-f05445a0dcfb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:54.685573 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-526e658d-719e-4752-8aa3-f05445a0dcfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:54.691412 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-526e658d-719e-4752-8aa3-f05445a0dcfb admin admin] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:51:54.691813 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-526e658d-719e-4752-8aa3-f05445a0dcfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:54.693621 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:51:54.693621 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:51:54.693621 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:51:54.693621 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:51:54.693621 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:51:54.693621 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:51:54.693621 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:51:54.693621 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:51:54.693621 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:51:54.693621 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:51:54.693621 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:51:54.693621 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:51:54.693621 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:51:54.693621 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:51:54.693621 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:51:54.693621 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:51:54.693621 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:51:54.693621 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:51:54.693621 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:51:54.693621 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:51:54.693621 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:51:54.693621 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:51:54.693621 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:51:54.693621 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:51:54.693621 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:51:54.693621 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:51:54.693621 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:51:54.693621 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:51:54.693621 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:51:54.693621 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:51:54.693621 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:51:54.693621 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:51:54.854934 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-526e658d-719e-4752-8aa3-f05445a0dcfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:54.874501 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-526e658d-719e-4752-8aa3-f05445a0dcfb admin admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:54.875279 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-526e658d-719e-4752-8aa3-f05445a0dcfb admin admin] 10.222.0.52 "DELETE /v2.0/networks/94183f82-ba43-4cad-a650-759fa6592117 HTTP/1.1" status: 204 len: 168 time: 0.9569349 Oct 27 18:51:54.876168 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e658d-719e-4752-8aa3-f05445a0dcfb admin admin] Pushing event deleted for resources: {'Network': ['ID=94183f82-ba43-4cad-a650-759fa6592117,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:51:54.878210 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39316) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:51:55.266689 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cd74cf1b-121e-46ba-9e2f-8bd6ff842098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:55.427758 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ed34f478-54da-404e-abae-591b10fc8027 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:51:55.456132 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: ed34f478-54da-404e-abae-591b10fc8027 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:51:55.457064 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ed34f478-54da-404e-abae-591b10fc8027 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:51:55.555291 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-cd74cf1b-121e-46ba-9e2f-8bd6ff842098 admin admin] Deleting port 31f97cb5-55c9-43d6-9a79-6e2988971627 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:51:55.555925 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cd74cf1b-121e-46ba-9e2f-8bd6ff842098 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:55.645060 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-cd74cf1b-121e-46ba-9e2f-8bd6ff842098 admin admin] For port 31f97cb5-55c9-43d6-9a79-6e2988971627, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=31f97cb5-55c9-43d6-9a79-6e2988971627,segment=NetworkSegment(ed425845-d8e7-4614-84c8-0131f3142071),segment_id=ed425845-d8e7-4614-84c8-0131f3142071)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:51:55.645424 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cd74cf1b-121e-46ba-9e2f-8bd6ff842098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:55.663350 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-cd74cf1b-121e-46ba-9e2f-8bd6ff842098 admin admin] Calling delete_port for 31f97cb5-55c9-43d6-9a79-6e2988971627 owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:51:55.935275 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cd74cf1b-121e-46ba-9e2f-8bd6ff842098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:55.965520 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd74cf1b-121e-46ba-9e2f-8bd6ff842098 admin admin] Pushing event deleted for resources: {'Port': ['ID=31f97cb5-55c9-43d6-9a79-6e2988971627,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:51:56.171992 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cd74cf1b-121e-46ba-9e2f-8bd6ff842098 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:56.432053 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd74cf1b-121e-46ba-9e2f-8bd6ff842098 admin admin] Router caffc3d3-7c5d-42c0-af2b-d2170c632c59 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:51:56.445389 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:56.552193 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd74cf1b-121e-46ba-9e2f-8bd6ff842098 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:51:56.562945 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39350) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:51:56.563505 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073349ef-5c7c-4321-a9da-b6b9f14796ae None None] Sync routers for ids ['caffc3d3-7c5d-42c0-af2b-d2170c632c59'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:51:56.563619 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-cd74cf1b-121e-46ba-9e2f-8bd6ff842098 admin admin] 10.222.0.52 "PUT /v2.0/routers/caffc3d3-7c5d-42c0-af2b-d2170c632c59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6838391 Oct 27 18:51:56.575822 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073349ef-5c7c-4321-a9da-b6b9f14796ae None None] Routers {'caffc3d3-7c5d-42c0-af2b-d2170c632c59'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:51:56.576443 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-073349ef-5c7c-4321-a9da-b6b9f14796ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:51:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['caffc3d3-7c5d-42c0-af2b-d2170c632c59'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:51:56.677012 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1f5d3c4d-762c-40e5-8724-bff3c784e574 admin admin] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:56.691172 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-073349ef-5c7c-4321-a9da-b6b9f14796ae None None] Set router caffc3d3-7c5d-42c0-af2b-d2170c632c59 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:51:56.803850 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1f5d3c4d-762c-40e5-8724-bff3c784e574 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:56.919349 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-073349ef-5c7c-4321-a9da-b6b9f14796ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caffc3d3-7c5d-42c0-af2b-d2170c632c59', 'name': 'tempest-TestServerBasicOps-1097079212-router', 'tenant_id': 'aa541e686710482f87bb689c404fa02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': 'dd4e497c-1d07-4a1a-b288-b2bd04ef7a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:46:23Z', 'updated_at': '2021-10-27T18:51:55Z', 'revision_number': 5, 'project_id': 'aa541e686710482f87bb689c404fa02f', 'gw_port': {'id': 'dd4e497c-1d07-4a1a-b288-b2bd04ef7a7a', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:26:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caffc3d3-7c5d-42c0-af2b-d2170c632c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:46:25Z', 'updated_at': '2021-10-27T18:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:51:56.947428 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-1f5d3c4d-762c-40e5-8724-bff3c784e574 admin admin] Deleting port dd4e497c-1d07-4a1a-b288-b2bd04ef7a7a {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:51:56.948032 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1f5d3c4d-762c-40e5-8724-bff3c784e574 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:56.958374 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073349ef-5c7c-4321-a9da-b6b9f14796ae None None] Checking router: caffc3d3-7c5d-42c0-af2b-d2170c632c59 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:51:56.964734 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:56.969356 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073349ef-5c7c-4321-a9da-b6b9f14796ae None None] Routers {'caffc3d3-7c5d-42c0-af2b-d2170c632c59'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:51:56.970071 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-073349ef-5c7c-4321-a9da-b6b9f14796ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:51:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['caffc3d3-7c5d-42c0-af2b-d2170c632c59'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:51:57.044380 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-1f5d3c4d-762c-40e5-8724-bff3c784e574 admin admin] For port dd4e497c-1d07-4a1a-b288-b2bd04ef7a7a, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=dd4e497c-1d07-4a1a-b288-b2bd04ef7a7a,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:51:57.044994 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1f5d3c4d-762c-40e5-8724-bff3c784e574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:57.062201 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-1f5d3c4d-762c-40e5-8724-bff3c784e574 admin admin] Calling delete_port for dd4e497c-1d07-4a1a-b288-b2bd04ef7a7a owned by network:router_gateway {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:51:57.244037 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-073349ef-5c7c-4321-a9da-b6b9f14796ae None None] Set router caffc3d3-7c5d-42c0-af2b-d2170c632c59 gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:51:57.304600 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-073349ef-5c7c-4321-a9da-b6b9f14796ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caffc3d3-7c5d-42c0-af2b-d2170c632c59', 'name': 'tempest-TestServerBasicOps-1097079212-router', 'tenant_id': 'aa541e686710482f87bb689c404fa02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:46:23Z', 'updated_at': '2021-10-27T18:51:56Z', 'revision_number': 6, 'project_id': 'aa541e686710482f87bb689c404fa02f', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:51:57.340245 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073349ef-5c7c-4321-a9da-b6b9f14796ae None None] The sync data for ids ['caffc3d3-7c5d-42c0-af2b-d2170c632c59'] in n-d-815690-2 is: [{'id': 'caffc3d3-7c5d-42c0-af2b-d2170c632c59', 'name': 'tempest-TestServerBasicOps-1097079212-router', 'tenant_id': 'aa541e686710482f87bb689c404fa02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:46:23Z', 'updated_at': '2021-10-27T18:51:56Z', 'revision_number': 6, 'project_id': 'aa541e686710482f87bb689c404fa02f', 'gw_port_host': None}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:51:57.348311 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1f5d3c4d-762c-40e5-8724-bff3c784e574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:57.384355 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d3c4d-762c-40e5-8724-bff3c784e574 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd4e497c-1d07-4a1a-b288-b2bd04ef7a7a,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:51:57.442662 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1f5d3c4d-762c-40e5-8724-bff3c784e574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:57.538298 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1f5d3c4d-762c-40e5-8724-bff3c784e574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:57.540447 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1f5d3c4d-762c-40e5-8724-bff3c784e574 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:57.662596 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1f5d3c4d-762c-40e5-8724-bff3c784e574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:57.673344 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5d3c4d-762c-40e5-8724-bff3c784e574 admin admin] Fanout notify agent at l3_agent the message router_deleted on router caffc3d3-7c5d-42c0-af2b-d2170c632c59 {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:51:57.673344 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1f5d3c4d-762c-40e5-8724-bff3c784e574 admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:57.673344 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1f5d3c4d-762c-40e5-8724-bff3c784e574 admin admin] 10.222.0.52 "DELETE /v2.0/routers/caffc3d3-7c5d-42c0-af2b-d2170c632c59 HTTP/1.1" status: 204 len: 168 time: 1.1037154 Oct 27 18:51:57.675734 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39368) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:51:57.715135 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:51:57.750797 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 31f97cb5-55c9-43d6-9a79-6e2988971627 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:51:57.779147 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ae935f5-f5b0-44c6-acf5-f5b7e6131c9a admin admin] Deleting subnet 75932458-c549-415e-b173-9806e9739a22 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:51:57.783007 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4ae935f5-f5b0-44c6-acf5-f5b7e6131c9a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:57.785045 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 31f97cb5-55c9-43d6-9a79-6e2988971627 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:51:57.785395 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 31f97cb5-55c9-43d6-9a79-6e2988971627 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:51:57.830385 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4ae935f5-f5b0-44c6-acf5-f5b7e6131c9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:57.918507 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4ae935f5-f5b0-44c6-acf5-f5b7e6131c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:58.072539 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4ae935f5-f5b0-44c6-acf5-f5b7e6131c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:58.099102 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae935f5-f5b0-44c6-acf5-f5b7e6131c9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75932458-c549-415e-b173-9806e9739a22,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:51:58.106386 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4ae935f5-f5b0-44c6-acf5-f5b7e6131c9a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:58.111305 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491bba4b-f349-43a5-9e1d-9a1c33637842 None None] Network d530ef2b-2107-47cc-8858-4b14176034ea requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:51:58.115077 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39378) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:51:58.115842 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4ae935f5-f5b0-44c6-acf5-f5b7e6131c9a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/75932458-c549-415e-b173-9806e9739a22 HTTP/1.1" status: 204 len: 168 time: 0.4382973 Oct 27 18:51:58.246068 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6df4d6c4-8504-4cff-955c-38f580e8c938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:58.312373 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-6df4d6c4-8504-4cff-955c-38f580e8c938 admin admin] Deleting port f6ca83a1-56ef-479d-b7d1-5a61ed15c911 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:51:58.312717 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6df4d6c4-8504-4cff-955c-38f580e8c938 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:58.359123 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a7b674-4ead-4fcf-ac51-9a73677d003d None None] DHCP port deletion for d530ef2b-2107-47cc-8858-4b14176034ea request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:51:58.387416 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-6df4d6c4-8504-4cff-955c-38f580e8c938 admin admin] For port f6ca83a1-56ef-479d-b7d1-5a61ed15c911, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=f6ca83a1-56ef-479d-b7d1-5a61ed15c911,segment=NetworkSegment(ed425845-d8e7-4614-84c8-0131f3142071),segment_id=ed425845-d8e7-4614-84c8-0131f3142071)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:51:58.387416 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6df4d6c4-8504-4cff-955c-38f580e8c938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:58.399864 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-6df4d6c4-8504-4cff-955c-38f580e8c938 admin admin] Calling delete_port for f6ca83a1-56ef-479d-b7d1-5a61ed15c911 owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:51:58.419515 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-76a7b674-4ead-4fcf-ac51-9a73677d003d None None] Deleting port f6ca83a1-56ef-479d-b7d1-5a61ed15c911 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:51:58.419891 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-76a7b674-4ead-4fcf-ac51-9a73677d003d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:58.489236 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-76a7b674-4ead-4fcf-ac51-9a73677d003d None None] For port f6ca83a1-56ef-479d-b7d1-5a61ed15c911, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=f6ca83a1-56ef-479d-b7d1-5a61ed15c911,segment=NetworkSegment(ed425845-d8e7-4614-84c8-0131f3142071),segment_id=ed425845-d8e7-4614-84c8-0131f3142071)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:51:58.489836 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-76a7b674-4ead-4fcf-ac51-9a73677d003d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:58.509679 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-76a7b674-4ead-4fcf-ac51-9a73677d003d None None] Calling delete_port for f6ca83a1-56ef-479d-b7d1-5a61ed15c911 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:51:58.570741 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6df4d6c4-8504-4cff-955c-38f580e8c938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:58.591758 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-76a7b674-4ead-4fcf-ac51-9a73677d003d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:58.599252 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df4d6c4-8504-4cff-955c-38f580e8c938 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6ca83a1-56ef-479d-b7d1-5a61ed15c911,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:51:58.609552 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df4d6c4-8504-4cff-955c-38f580e8c938 admin admin] No DVR routers for this DVR port f6ca83a1-56ef-479d-b7d1-5a61ed15c911 on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:51:58.625450 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a7b674-4ead-4fcf-ac51-9a73677d003d None None] Pushing event deleted for resources: {'Port': ['ID=f6ca83a1-56ef-479d-b7d1-5a61ed15c911,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:51:58.633406 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a7b674-4ead-4fcf-ac51-9a73677d003d None None] No DVR routers for this DVR port f6ca83a1-56ef-479d-b7d1-5a61ed15c911 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:51:58.710733 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6df4d6c4-8504-4cff-955c-38f580e8c938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:58.736116 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-6df4d6c4-8504-4cff-955c-38f580e8c938 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d530ef2b-2107-47cc-8858-4b14176034ea']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:51:58.752718 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-6df4d6c4-8504-4cff-955c-38f580e8c938 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed425845-d8e7-4614-84c8-0131f3142071') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:51:58.753095 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-6df4d6c4-8504-4cff-955c-38f580e8c938 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed425845-d8e7-4614-84c8-0131f3142071') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:51:58.764344 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6df4d6c4-8504-4cff-955c-38f580e8c938 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:58.779358 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6df4d6c4-8504-4cff-955c-38f580e8c938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:58.785577 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6df4d6c4-8504-4cff-955c-38f580e8c938 admin admin] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:51:58.785964 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6df4d6c4-8504-4cff-955c-38f580e8c938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:58.788875 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:51:58.788875 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:51:58.788875 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:51:58.788875 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:51:58.788875 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:51:58.788875 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:51:58.788875 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:51:58.788875 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:51:58.788875 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:51:58.788875 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:51:58.788875 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:51:58.788875 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:51:58.788875 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:51:58.788875 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:51:58.788875 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:51:58.788875 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:51:58.788875 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:51:58.788875 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:51:58.788875 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:51:58.788875 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:51:58.788875 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:51:58.788875 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:51:58.788875 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:51:58.788875 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:51:58.788875 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:51:58.788875 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:51:58.788875 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:51:58.788875 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:51:58.788875 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:51:58.788875 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:51:58.788875 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:51:58.788875 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:51:58.931441 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6df4d6c4-8504-4cff-955c-38f580e8c938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:58.936562 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6df4d6c4-8504-4cff-955c-38f580e8c938 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:58.939973 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6df4d6c4-8504-4cff-955c-38f580e8c938 admin admin] 10.222.0.52 "DELETE /v2.0/networks/d530ef2b-2107-47cc-8858-4b14176034ea HTTP/1.1" status: 204 len: 168 time: 0.8240554 Oct 27 18:51:58.960161 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df4d6c4-8504-4cff-955c-38f580e8c938 admin admin] Pushing event deleted for resources: {'Network': ['ID=d530ef2b-2107-47cc-8858-4b14176034ea,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:51:59.424347 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39408) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:51:59.530321 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device dd4e497c-1d07-4a1a-b288-b2bd04ef7a7a no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:51:59.532740 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-790e5a99-e6a6-4e29-8544-50bb9f8203a8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=391e76b4c39940e3b00bc672cc4dcd20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1071210 Oct 27 18:51:59.535130 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39412) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:51:59.557892 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: dd4e497c-1d07-4a1a-b288-b2bd04ef7a7a {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:51:59.558512 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device dd4e497c-1d07-4a1a-b288-b2bd04ef7a7a not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:51:59.559749 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device f6ca83a1-56ef-479d-b7d1-5a61ed15c911 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:51:59.589806 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: f6ca83a1-56ef-479d-b7d1-5a61ed15c911 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:51:59.590302 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device f6ca83a1-56ef-479d-b7d1-5a61ed15c911 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:51:59.615553 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-987fa136-f2fa-4ddc-a660-fe74a1dc42d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:59.636837 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-987fa136-f2fa-4ddc-a660-fe74a1dc42d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:59.805541 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-987fa136-f2fa-4ddc-a660-fe74a1dc42d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:59.808918 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-987fa136-f2fa-4ddc-a660-fe74a1dc42d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:51:59.809876 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-987fa136-f2fa-4ddc-a660-fe74a1dc42d6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6df3c91f-725c-47be-8bf4-2491cd155347 HTTP/1.1" status: 204 len: 168 time: 0.2736969 Oct 27 18:51:59.828603 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987fa136-f2fa-4ddc-a660-fe74a1dc42d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df3c91f-725c-47be-8bf4-2491cd155347,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:00.018227 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39424) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:52:00.487941 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-b060b380-fe58-485f-9f98-9437b6af5ae6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Deleting port 9387b5bf-0035-436b-b0d2-47c9cf107a40 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:52:00.488291 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b060b380-fe58-485f-9f98-9437b6af5ae6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:00.601929 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b060b380-fe58-485f-9f98-9437b6af5ae6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:00.602260 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b060b380-fe58-485f-9f98-9437b6af5ae6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:00.615357 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-b060b380-fe58-485f-9f98-9437b6af5ae6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Calling delete_port for 9387b5bf-0035-436b-b0d2-47c9cf107a40 owned by network:floatingip {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:52:00.863058 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b060b380-fe58-485f-9f98-9437b6af5ae6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:00.914307 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b060b380-fe58-485f-9f98-9437b6af5ae6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event deleted for resources: {'Port': ['ID=9387b5bf-0035-436b-b0d2-47c9cf107a40,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:00.993322 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39442) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:52:00.998607 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b060b380-fe58-485f-9f98-9437b6af5ae6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for floatingip, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:00.999468 n-d-815690-2 neutron-server[102879]: INFO neutron.db.l3_db [None req-b060b380-fe58-485f-9f98-9437b6af5ae6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Floating IP d707e39d-9dfa-4cd8-9de2-8fecc4a03230 disassociated (deleted). External IP: 172.25.6.80, port: 62fee7a0-3ad1-4b35-a031-51707a10e9c9. Oct 27 18:52:01.051263 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-cafa0677-3c01-40c8-a9a4-1cb1c997e102 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=aa541e686710482f87bb689c404fa02f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0560553 Oct 27 18:52:01.054275 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39444) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:52:01.123688 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-66588ded-6ad7-42b2-a0eb-dc64cbdf4eb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:01.151383 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-66588ded-6ad7-42b2-a0eb-dc64cbdf4eb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:01.417526 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-66588ded-6ad7-42b2-a0eb-dc64cbdf4eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:01.420176 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-66588ded-6ad7-42b2-a0eb-dc64cbdf4eb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:01.424042 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-66588ded-6ad7-42b2-a0eb-dc64cbdf4eb1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/60f329a7-b339-41d3-b6c5-34ab8201867c HTTP/1.1" status: 204 len: 168 time: 0.3686664 Oct 27 18:52:01.436176 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66588ded-6ad7-42b2-a0eb-dc64cbdf4eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f329a7-b339-41d3-b6c5-34ab8201867c,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:01.623473 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b060b380-fe58-485f-9f98-9437b6af5ae6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Router e19733d4-72e0-49a1-96c1-24d125ac2f72 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:52:01.748650 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b060b380-fe58-485f-9f98-9437b6af5ae6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:52:01.754278 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b060b380-fe58-485f-9f98-9437b6af5ae6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:01.760977 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7d92c9-c854-44b6-ad04-b88317829fdb None None] Sync routers for ids ['e19733d4-72e0-49a1-96c1-24d125ac2f72'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:52:01.772950 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7d92c9-c854-44b6-ad04-b88317829fdb None None] Routers {'e19733d4-72e0-49a1-96c1-24d125ac2f72'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:52:01.773563 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-6e7d92c9-c854-44b6-ad04-b88317829fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:51:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['e19733d4-72e0-49a1-96c1-24d125ac2f72'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:52:01.785035 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b060b380-fe58-485f-9f98-9437b6af5ae6 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "DELETE /v2.0/floatingips/d707e39d-9dfa-4cd8-9de2-8fecc4a03230 HTTP/1.1" status: 204 len: 168 time: 1.7656016 Oct 27 18:52:01.792713 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a', 'tag': '62fee7a0-3ad1-4b35-a031-51707a10e9c9'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:52:01.792713 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3bf608-6641-4c60-9134-3967934eda5f" -d '{"events": [{"name": "network-changed", "server_uuid": "5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a", "tag": "62fee7a0-3ad1-4b35-a031-51707a10e9c9"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:52:01.900710 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-6e7d92c9-c854-44b6-ad04-b88317829fdb None None] Set router e19733d4-72e0-49a1-96c1-24d125ac2f72 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:52:02.116600 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-6e7d92c9-c854-44b6-ad04-b88317829fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19733d4-72e0-49a1-96c1-24d125ac2f72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140216795', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:50:19Z', 'updated_at': '2021-10-27T18:50:24Z', 'revision_number': 4, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:52:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19733d4-72e0-49a1-96c1-24d125ac2f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:50:19Z', 'updated_at': '2021-10-27T18:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '6c82d70d-6317-402f-a44e-1642ece45fae', 'name': '', 'network_id': 'c6d7eb50-c031-433c-941b-523b9ace4640', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'mac_address': 'fa:16:3e:e9:3c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19733d4-72e0-49a1-96c1-24d125ac2f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '8bd3688c-0f08-4aa8-8cd7-8cbec2907449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:50:23Z', 'updated_at': '2021-10-27T18:50:28Z', 'revision_number': 5, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'subnets': [{'id': '8bd3688c-0f08-4aa8-8cd7-8cbec2907449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:52:02.144941 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7d92c9-c854-44b6-ad04-b88317829fdb None None] Checking router: e19733d4-72e0-49a1-96c1-24d125ac2f72 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:52:02.154307 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7d92c9-c854-44b6-ad04-b88317829fdb None None] Routers {'e19733d4-72e0-49a1-96c1-24d125ac2f72'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:52:02.154946 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-6e7d92c9-c854-44b6-ad04-b88317829fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:51:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['e19733d4-72e0-49a1-96c1-24d125ac2f72'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:52:02.269007 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-6e7d92c9-c854-44b6-ad04-b88317829fdb None None] Set router e19733d4-72e0-49a1-96c1-24d125ac2f72 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:52:02.524504 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44225477-612d-49b9-80fd-99bfa7bf4b82 x-openstack-request-id: req-44225477-612d-49b9-80fd-99bfa7bf4b82 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:52:02.529520 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a", "tag": "62fee7a0-3ad1-4b35-a031-51707a10e9c9", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:52:02.529520 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-44225477-612d-49b9-80fd-99bfa7bf4b82 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:52:02.529520 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a', 'tag': '62fee7a0-3ad1-4b35-a031-51707a10e9c9', 'status': 'completed', 'code': 200} Oct 27 18:52:02.569169 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-6e7d92c9-c854-44b6-ad04-b88317829fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19733d4-72e0-49a1-96c1-24d125ac2f72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140216795', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:50:19Z', 'updated_at': '2021-10-27T18:50:24Z', 'revision_number': 4, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:52:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19733d4-72e0-49a1-96c1-24d125ac2f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:50:19Z', 'updated_at': '2021-10-27T18:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '6c82d70d-6317-402f-a44e-1642ece45fae', 'name': '', 'network_id': 'c6d7eb50-c031-433c-941b-523b9ace4640', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'mac_address': 'fa:16:3e:e9:3c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19733d4-72e0-49a1-96c1-24d125ac2f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '8bd3688c-0f08-4aa8-8cd7-8cbec2907449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:50:23Z', 'updated_at': '2021-10-27T18:50:28Z', 'revision_number': 5, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'subnets': [{'id': '8bd3688c-0f08-4aa8-8cd7-8cbec2907449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:52:02.633945 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7d92c9-c854-44b6-ad04-b88317829fdb None None] The sync data for ids ['e19733d4-72e0-49a1-96c1-24d125ac2f72'] in n-d-815690-2 is: [{'id': 'e19733d4-72e0-49a1-96c1-24d125ac2f72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140216795', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:50:19Z', 'updated_at': '2021-10-27T18:50:24Z', 'revision_number': 4, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:52:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19733d4-72e0-49a1-96c1-24d125ac2f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:50:19Z', 'updated_at': '2021-10-27T18:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '6c82d70d-6317-402f-a44e-1642ece45fae', 'name': '', 'network_id': 'c6d7eb50-c031-433c-941b-523b9ace4640', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'mac_address': 'fa:16:3e:e9:3c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19733d4-72e0-49a1-96c1-24d125ac2f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '8bd3688c-0f08-4aa8-8cd7-8cbec2907449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:50:23Z', 'updated_at': '2021-10-27T18:50:28Z', 'revision_number': 5, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'subnets': [{'id': '8bd3688c-0f08-4aa8-8cd7-8cbec2907449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:52:02.655357 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3bf608-6641-4c60-9134-3967934eda5f req-e0424055-74af-4e36-9c86-14fda548f81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:02.657156 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bf3bf608-6641-4c60-9134-3967934eda5f req-e0424055-74af-4e36-9c86-14fda548f81b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=21f5568e020c455199c8dde94ac0b73c&device_id=5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a HTTP/1.1" status: 200 len: 1096 time: 0.0999877 Oct 27 18:52:02.664145 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d149c-4a6d-4b6a-8943-a35595a95ddb req-8ed3934e-74c9-4ba2-8475-3e15bd60c02a tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:02.672734 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c87d149c-4a6d-4b6a-8943-a35595a95ddb req-8ed3934e-74c9-4ba2-8475-3e15bd60c02a tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a HTTP/1.1" status: 200 len: 945 time: 0.0886152 Oct 27 18:52:02.715041 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c87d149c-4a6d-4b6a-8943-a35595a95ddb req-5af171a1-1b3d-4a2e-9b78-1b7460d3a81f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fe41648-3212-4f2d-a7e8-8a85dfee81c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412421 Oct 27 18:52:02.793332 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3bf608-6641-4c60-9134-3967934eda5f req-04d982a4-395c-483b-b07e-1ac7623ea616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:02.795337 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bf3bf608-6641-4c60-9134-3967934eda5f req-04d982a4-395c-483b-b07e-1ac7623ea616 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c6d7eb50-c031-433c-941b-523b9ace4640 HTTP/1.1" status: 200 len: 899 time: 0.1274526 Oct 27 18:52:02.845904 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bf3bf608-6641-4c60-9134-3967934eda5f req-48c65fe4-d031-4eec-b018-4fe8acce1aab service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62fee7a0-3ad1-4b35-a031-51707a10e9c9 HTTP/1.1" status: 200 len: 217 time: 0.0433898 Oct 27 18:52:02.924612 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3bf608-6641-4c60-9134-3967934eda5f req-d2a325ea-9898-458b-bafe-f4adc9bf344a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:02.926123 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bf3bf608-6641-4c60-9134-3967934eda5f req-d2a325ea-9898-458b-bafe-f4adc9bf344a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8bd3688c-0f08-4aa8-8cd7-8cbec2907449 HTTP/1.1" status: 200 len: 835 time: 0.0680661 Oct 27 18:52:02.958126 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39502) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:52:03.001739 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3bf608-6641-4c60-9134-3967934eda5f req-47cac114-be9c-4023-94f2-6ee1d51b0ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:03.003824 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bf3bf608-6641-4c60-9134-3967934eda5f req-47cac114-be9c-4023-94f2-6ee1d51b0ac9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c6d7eb50-c031-433c-941b-523b9ace4640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688171 Oct 27 18:52:03.051272 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1116d168-8def-40c0-bcea-ef7648f471d9 None None] New status for floating IP d707e39d-9dfa-4cd8-9de2-8fecc4a03230: DOWN {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:52:03.102196 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-9fa2f625-cce4-41ae-a6c1-9d08dd79322b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1820527811-network', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:52:03.111251 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bf3bf608-6641-4c60-9134-3967934eda5f req-636442a2-caae-40bc-9638-9fa2fd67563b service neutron] 10.222.0.93 "GET /v2.0/networks/c6d7eb50-c031-433c-941b-523b9ace4640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988486 Oct 27 18:52:03.221416 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa2f625-cce4-41ae-a6c1-9d08dd79322b admin admin] Made reservation on behalf of 346c2f1cc90a43138ca74853aad732b9 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:52:03.229113 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bf3bf608-6641-4c60-9134-3967934eda5f req-92264f78-e3d5-4ed4-bbc0-9db71bd9ec5b service neutron] 10.222.0.93 "GET /v2.0/networks/c6d7eb50-c031-433c-941b-523b9ace4640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092927 Oct 27 18:52:03.236213 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9fa2f625-cce4-41ae-a6c1-9d08dd79322b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:03.247289 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9fa2f625-cce4-41ae-a6c1-9d08dd79322b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:03.343313 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9fa2f625-cce4-41ae-a6c1-9d08dd79322b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:03.445871 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9fa2f625-cce4-41ae-a6c1-9d08dd79322b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:03.473517 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fa2f625-cce4-41ae-a6c1-9d08dd79322b admin admin] vlan segment allocate from pool success with {'vlan_id': 1010, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:52:03.483815 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa2f625-cce4-41ae-a6c1-9d08dd79322b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c649aa-40d7-4532-80ee-98c84f83002d,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:03.488554 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9fa2f625-cce4-41ae-a6c1-9d08dd79322b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:03.488898 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-9fa2f625-cce4-41ae-a6c1-9d08dd79322b admin admin] Added segment 6b4a3a2c-45ac-4611-a987-4af30c2bf086 of type vlan for network d0191f7b-8e46-434e-8842-bf24f16effff Oct 27 18:52:03.539200 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9fa2f625-cce4-41ae-a6c1-9d08dd79322b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:03.698307 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe339e9d-16c6-43c6-b62d-5a6cedd3698b req-87a688b8-ffe5-46af-8f28-6f62afa48dc3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:03.699992 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fe339e9d-16c6-43c6-b62d-5a6cedd3698b req-87a688b8-ffe5-46af-8f28-6f62afa48dc3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.93 "GET /v2.0/ports?device_id=5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a HTTP/1.1" status: 200 len: 945 time: 0.0549564 Oct 27 18:52:03.741328 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9fa2f625-cce4-41ae-a6c1-9d08dd79322b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:03.741328 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa2f625-cce4-41ae-a6c1-9d08dd79322b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:03.741328 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9fa2f625-cce4-41ae-a6c1-9d08dd79322b admin admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:03.802517 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa2f625-cce4-41ae-a6c1-9d08dd79322b admin admin] Pushing event updated for resources: {'Network': ['ID=d0191f7b-8e46-434e-8842-bf24f16effff,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:03.805518 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-fe339e9d-16c6-43c6-b62d-5a6cedd3698b req-b93d9089-7799-410a-8eef-5d817db79ac0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Deleting port 62fee7a0-3ad1-4b35-a031-51707a10e9c9 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:52:03.805969 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-fe339e9d-16c6-43c6-b62d-5a6cedd3698b req-b93d9089-7799-410a-8eef-5d817db79ac0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:03.817630 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network d0191f7b-8e46-434e-8842-bf24f16effff details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:52:03.897459 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3bc50-1a07-4f42-8f04-e5f08f18288f req-8542cb70-8d6b-481a-82b0-eb307685b65f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:03.905772 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a9b3bc50-1a07-4f42-8f04-e5f08f18288f req-8542cb70-8d6b-481a-82b0-eb307685b65f tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a HTTP/1.1" status: 200 len: 945 time: 0.1002233 Oct 27 18:52:03.919697 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9fa2f625-cce4-41ae-a6c1-9d08dd79322b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9603920 Oct 27 18:52:03.925435 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39522) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:52:03.931359 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-bad4ee84-cc92-4cee-a823-ebadb6de3d61 admin admin] Request body: {'subnet': {'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1820527811-subnet', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:52:03.970266 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a9b3bc50-1a07-4f42-8f04-e5f08f18288f req-0795fff9-0018-4989-b9e7-da8b7f05e052 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/security-groups?id=0fe41648-3212-4f2d-a7e8-8a85dfee81c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631428 Oct 27 18:52:03.972266 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-fe339e9d-16c6-43c6-b62d-5a6cedd3698b req-b93d9089-7799-410a-8eef-5d817db79ac0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] For port 62fee7a0-3ad1-4b35-a031-51707a10e9c9, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=62fee7a0-3ad1-4b35-a031-51707a10e9c9,segment=NetworkSegment(57e693dc-9025-48f1-b17a-e16a1a8efd9a),segment_id=57e693dc-9025-48f1-b17a-e16a1a8efd9a)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:52:03.972746 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-fe339e9d-16c6-43c6-b62d-5a6cedd3698b req-b93d9089-7799-410a-8eef-5d817db79ac0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:03.987102 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-fe339e9d-16c6-43c6-b62d-5a6cedd3698b req-b93d9089-7799-410a-8eef-5d817db79ac0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Calling delete_port for 62fee7a0-3ad1-4b35-a031-51707a10e9c9 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:52:04.082645 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad4ee84-cc92-4cee-a823-ebadb6de3d61 admin admin] Made reservation on behalf of 346c2f1cc90a43138ca74853aad732b9 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:52:04.093366 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bad4ee84-cc92-4cee-a823-ebadb6de3d61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:04.317987 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-fe339e9d-16c6-43c6-b62d-5a6cedd3698b req-b93d9089-7799-410a-8eef-5d817db79ac0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:04.362725 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d9089-7799-410a-8eef-5d817db79ac0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event deleted for resources: {'Port': ['ID=62fee7a0-3ad1-4b35-a031-51707a10e9c9,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:04.446375 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe339e9d-16c6-43c6-b62d-5a6cedd3698b req-b93d9089-7799-410a-8eef-5d817db79ac0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] No DVR routers for this DVR port 62fee7a0-3ad1-4b35-a031-51707a10e9c9 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:52:04.449260 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d9089-7799-410a-8eef-5d817db79ac0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:52:04.454171 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d9089-7799-410a-8eef-5d817db79ac0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:52:04.454698 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d9089-7799-410a-8eef-5d817db79ac0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:52:04.455211 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d9089-7799-410a-8eef-5d817db79ac0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:52:04.455718 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d9089-7799-410a-8eef-5d817db79ac0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:52:04.459585 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d9089-7799-410a-8eef-5d817db79ac0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:52:04.459585 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d9089-7799-410a-8eef-5d817db79ac0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:52:04.459899 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d9089-7799-410a-8eef-5d817db79ac0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:52:04.462858 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d9089-7799-410a-8eef-5d817db79ac0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:52:04.462858 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d9089-7799-410a-8eef-5d817db79ac0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:52:04.462858 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d9089-7799-410a-8eef-5d817db79ac0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:52:04.462858 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93d9089-7799-410a-8eef-5d817db79ac0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:52:04.466107 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-fe339e9d-16c6-43c6-b62d-5a6cedd3698b req-b93d9089-7799-410a-8eef-5d817db79ac0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:04.469603 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fe339e9d-16c6-43c6-b62d-5a6cedd3698b req-b93d9089-7799-410a-8eef-5d817db79ac0 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.93 "DELETE /v2.0/ports/62fee7a0-3ad1-4b35-a031-51707a10e9c9 HTTP/1.1" status: 204 len: 173 time: 0.7630875 Oct 27 18:52:04.526342 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a', 'name': 'network-vif-deleted', 'tag': '62fee7a0-3ad1-4b35-a031-51707a10e9c9'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:52:04.528944 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffcc21b-cf6e-4675-a7a0-3bfa5222d59e" -d '{"events": [{"server_uuid": "5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a", "name": "network-vif-deleted", "tag": "62fee7a0-3ad1-4b35-a031-51707a10e9c9"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:52:04.617026 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5477b637-1d5b-492e-ae71-6bc499a5369d x-openstack-request-id: req-5477b637-1d5b-492e-ae71-6bc499a5369d {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:52:04.617691 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a", "name": "network-vif-deleted", "tag": "62fee7a0-3ad1-4b35-a031-51707a10e9c9", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:52:04.621617 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5477b637-1d5b-492e-ae71-6bc499a5369d {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:52:04.622096 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a', 'name': 'network-vif-deleted', 'tag': '62fee7a0-3ad1-4b35-a031-51707a10e9c9', 'status': 'completed', 'code': 200} Oct 27 18:52:04.724521 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bad4ee84-cc92-4cee-a823-ebadb6de3d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:04.793500 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4ee84-cc92-4cee-a823-ebadb6de3d61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56e753bb-c9b4-439a-bd0c-5adf5ac2396a,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:04.799074 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad4ee84-cc92-4cee-a823-ebadb6de3d61 admin admin] Checking segment: {'id': '6b4a3a2c-45ac-4611-a987-4af30c2bf086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:52:04.799361 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad4ee84-cc92-4cee-a823-ebadb6de3d61 admin admin] Network hostable DHCP agents. Network: d0191f7b-8e46-434e-8842-bf24f16effff, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:52:04.948530 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad4ee84-cc92-4cee-a823-ebadb6de3d61 admin admin] Network d0191f7b-8e46-434e-8842-bf24f16effff is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:52:05.082576 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-bad4ee84-cc92-4cee-a823-ebadb6de3d61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, d0191f7b-8e46-434e-8842-bf24f16effff) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:52:05.089962 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f7e5bea3-c254-4425-9b65-a3058dea6b7a req-54829676-9c7e-44d7-84e9-091979791428 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ddbf7b5-9339-4cb9-a1f3-c7885709ee4a HTTP/1.1" status: 200 len: 210 time: 0.0381131 Oct 27 18:52:05.094439 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad4ee84-cc92-4cee-a823-ebadb6de3d61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:05.096263 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3909e05b-3a33-4cda-99f0-9f32adbd9805 None None] Network d0191f7b-8e46-434e-8842-bf24f16effff requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:52:05.096709 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bad4ee84-cc92-4cee-a823-ebadb6de3d61 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:05.216591 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-bad4ee84-cc92-4cee-a823-ebadb6de3d61 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2878897 Oct 27 18:52:05.216798 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39540) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:52:05.234034 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-9315c0ab-3591-4005-836d-bb21c71a5432 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1820527811-router', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:52:05.272887 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e4d72c-7bc1-441f-bf84-3aec0fd76bcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-d0191f7b-8e46-434e-8842-bf24f16effff', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'fixed_ips': [{'subnet_id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:52:05.273015 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f5e4d72c-7bc1-441f-bf84-3aec0fd76bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:05.380859 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9315c0ab-3591-4005-836d-bb21c71a5432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:05.381969 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9315c0ab-3591-4005-836d-bb21c71a5432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:05.449305 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-f5e4d72c-7bc1-441f-bf84-3aec0fd76bcc None None] Allocated IP 172.20.0.2 (d0191f7b-8e46-434e-8842-bf24f16effff/56e753bb-c9b4-439a-bd0c-5adf5ac2396a/17691d30-c685-4386-ae68-aa2ee76d036d) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:52:05.478867 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9315c0ab-3591-4005-836d-bb21c71a5432 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:05.666358 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f5e4d72c-7bc1-441f-bf84-3aec0fd76bcc None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:05.738522 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f5e4d72c-7bc1-441f-bf84-3aec0fd76bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:05.768345 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9315c0ab-3591-4005-836d-bb21c71a5432 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:05.780346 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e4d72c-7bc1-441f-bf84-3aec0fd76bcc None None] Network d0191f7b-8e46-434e-8842-bf24f16effff is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:52:05.783306 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-f5e4d72c-7bc1-441f-bf84-3aec0fd76bcc None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:52:05.786895 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e4d72c-7bc1-441f-bf84-3aec0fd76bcc None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:52:05.801471 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e4d72c-7bc1-441f-bf84-3aec0fd76bcc None None] Pushing event updated for resources: {'Port': ['ID=17691d30-c685-4386-ae68-aa2ee76d036d,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:05.850585 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-f5e4d72c-7bc1-441f-bf84-3aec0fd76bcc None None] Attempting to bind port 17691d30-c685-4386-ae68-aa2ee76d036d on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:52:05.851212 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-f5e4d72c-7bc1-441f-bf84-3aec0fd76bcc None None] Attempting to bind port 17691d30-c685-4386-ae68-aa2ee76d036d by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '6b4a3a2c-45ac-4611-a987-4af30c2bf086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:52:05.851796 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e4d72c-7bc1-441f-bf84-3aec0fd76bcc None None] Attempting to bind port 17691d30-c685-4386-ae68-aa2ee76d036d on network d0191f7b-8e46-434e-8842-bf24f16effff {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:52:05.859017 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e4d72c-7bc1-441f-bf84-3aec0fd76bcc None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:52:05.859492 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e4d72c-7bc1-441f-bf84-3aec0fd76bcc None None] Checking segment: {'id': '6b4a3a2c-45ac-4611-a987-4af30c2bf086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:52:05.860555 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f5e4d72c-7bc1-441f-bf84-3aec0fd76bcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:05.861032 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e4d72c-7bc1-441f-bf84-3aec0fd76bcc None None] Bound using segment: {'id': '6b4a3a2c-45ac-4611-a987-4af30c2bf086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:52:05.861720 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-f5e4d72c-7bc1-441f-bf84-3aec0fd76bcc None None] Bound port: 17691d30-c685-4386-ae68-aa2ee76d036d, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b4a3a2c-45ac-4611-a987-4af30c2bf086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:52:05.865037 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f5e4d72c-7bc1-441f-bf84-3aec0fd76bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:05.964637 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f5e4d72c-7bc1-441f-bf84-3aec0fd76bcc None None] For port 17691d30-c685-4386-ae68-aa2ee76d036d, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:52:05.968785 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f5e4d72c-7bc1-441f-bf84-3aec0fd76bcc None None] For port 17691d30-c685-4386-ae68-aa2ee76d036d, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=17691d30-c685-4386-ae68-aa2ee76d036d,segment=NetworkSegment(6b4a3a2c-45ac-4611-a987-4af30c2bf086),segment_id=6b4a3a2c-45ac-4611-a987-4af30c2bf086)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:52:05.992108 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c840e040-995b-4289-89c0-da557f670326 req-6eff2b20-5bbd-4570-8306-989d3ff04c3b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0860436 Oct 27 18:52:06.046054 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f5e4d72c-7bc1-441f-bf84-3aec0fd76bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:06.136902 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e4d72c-7bc1-441f-bf84-3aec0fd76bcc None None] Pushing event updated for resources: {'Port': ['ID=17691d30-c685-4386-ae68-aa2ee76d036d,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:06.169898 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39556) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:52:06.172146 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840e040-995b-4289-89c0-da557f670326 req-1a9a1368-b732-4621-b13a-203ae37d7054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:06.173646 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c840e040-995b-4289-89c0-da557f670326 req-1a9a1368-b732-4621-b13a-203ae37d7054 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=186d6eca453449f79cfaf020191a989c&device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 1096 time: 0.1359239 Oct 27 18:52:06.187010 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9315c0ab-3591-4005-836d-bb21c71a5432 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:06.225939 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9315c0ab-3591-4005-836d-bb21c71a5432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:06.456248 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-9315c0ab-3591-4005-836d-bb21c71a5432 admin admin] Allocated IP 172.25.6.113 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/a8bfe20a-60e7-4652-8ffe-de66c76493fe) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:52:06.467227 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840e040-995b-4289-89c0-da557f670326 req-eabc4da5-8a05-48e7-9c84-f0b347682f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:06.471719 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c840e040-995b-4289-89c0-da557f670326 req-eabc4da5-8a05-48e7-9c84-f0b347682f79 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7ad8bf39-d91e-470a-b850-b50a11bc458b HTTP/1.1" status: 200 len: 919 time: 0.2581911 Oct 27 18:52:06.627773 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c840e040-995b-4289-89c0-da557f670326 req-e21c4708-2e99-48b8-bb70-eb717e0d1411 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34f26098-2109-4b06-8c20-ccf43ddb19ef HTTP/1.1" status: 200 len: 1000 time: 0.1474240 Oct 27 18:52:06.716821 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840e040-995b-4289-89c0-da557f670326 req-8f05e84c-a2f8-44e5-af2b-e5745e25ef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:06.719169 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c840e040-995b-4289-89c0-da557f670326 req-8f05e84c-a2f8-44e5-af2b-e5745e25ef67 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=db74a198-9b96-4f1c-98df-8ec54f422805 HTTP/1.1" status: 200 len: 856 time: 0.0825870 Oct 27 18:52:06.723171 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-945253b7-1cf5-45f4-9bf2-741d440a5f8c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:06.743250 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9315c0ab-3591-4005-836d-bb21c71a5432 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:06.813097 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840e040-995b-4289-89c0-da557f670326 req-996736d5-8847-405f-9603-b24497eb75c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:06.819151 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c840e040-995b-4289-89c0-da557f670326 req-996736d5-8847-405f-9603-b24497eb75c6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ad8bf39-d91e-470a-b850-b50a11bc458b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900040 Oct 27 18:52:06.961577 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c840e040-995b-4289-89c0-da557f670326 req-bc75cd57-a181-46e0-93fa-d6c7ce0c740e service neutron] 10.222.0.81 "GET /v2.0/networks/7ad8bf39-d91e-470a-b850-b50a11bc458b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380033 Oct 27 18:52:06.963599 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9315c0ab-3591-4005-836d-bb21c71a5432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:07.072798 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-945253b7-1cf5-45f4-9bf2-741d440a5f8c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Deleting port 6c82d70d-6317-402f-a44e-1642ece45fae {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:52:07.073150 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-945253b7-1cf5-45f4-9bf2-741d440a5f8c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:07.154187 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c840e040-995b-4289-89c0-da557f670326 req-40a27265-da94-4333-b7af-baf129bf773d service neutron] 10.222.0.81 "GET /v2.0/networks/7ad8bf39-d91e-470a-b850-b50a11bc458b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376829 Oct 27 18:52:07.163038 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9315c0ab-3591-4005-836d-bb21c71a5432 admin admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:52:07.164200 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9315c0ab-3591-4005-836d-bb21c71a5432 admin admin] Pushing event updated for resources: {'Port': ['ID=a8bfe20a-60e7-4652-8ffe-de66c76493fe,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:07.173365 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-9315c0ab-3591-4005-836d-bb21c71a5432 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:52:07.176395 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9315c0ab-3591-4005-836d-bb21c71a5432 admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:52:07.217249 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-945253b7-1cf5-45f4-9bf2-741d440a5f8c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] For port 6c82d70d-6317-402f-a44e-1642ece45fae, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=6c82d70d-6317-402f-a44e-1642ece45fae,segment=NetworkSegment(57e693dc-9025-48f1-b17a-e16a1a8efd9a),segment_id=57e693dc-9025-48f1-b17a-e16a1a8efd9a)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:52:07.223903 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-945253b7-1cf5-45f4-9bf2-741d440a5f8c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:07.242303 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-945253b7-1cf5-45f4-9bf2-741d440a5f8c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Calling delete_port for 6c82d70d-6317-402f-a44e-1642ece45fae owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:52:07.522556 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 17691d30-c685-4386-ae68-aa2ee76d036d up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:52:07.575944 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a3dbd9-13a1-4c5c-b835-65df9be55b8c None None] Network d0191f7b-8e46-434e-8842-bf24f16effff requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:52:07.600704 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-945253b7-1cf5-45f4-9bf2-741d440a5f8c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:07.629127 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 17691d30-c685-4386-ae68-aa2ee76d036d triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:52:07.629479 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:07.632350 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945253b7-1cf5-45f4-9bf2-741d440a5f8c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event deleted for resources: {'Port': ['ID=6c82d70d-6317-402f-a44e-1642ece45fae,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:07.654096 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9315c0ab-3591-4005-836d-bb21c71a5432 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:07.792372 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 62fee7a0-3ad1-4b35-a031-51707a10e9c9 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:52:07.856136 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 62fee7a0-3ad1-4b35-a031-51707a10e9c9 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:52:07.856755 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 62fee7a0-3ad1-4b35-a031-51707a10e9c9 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:52:07.867121 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-c36e2847-98d6-4ac8-a7f1-d1b2247da0ff None None] Provisioning complete for port 17691d30-c685-4386-ae68-aa2ee76d036d triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:52:07.868245 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c36e2847-98d6-4ac8-a7f1-d1b2247da0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:07.979683 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:08.048543 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 17691d30-c685-4386-ae68-aa2ee76d036d, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=17691d30-c685-4386-ae68-aa2ee76d036d,segment=NetworkSegment(6b4a3a2c-45ac-4611-a987-4af30c2bf086),segment_id=6b4a3a2c-45ac-4611-a987-4af30c2bf086)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:52:08.058539 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9315c0ab-3591-4005-836d-bb21c71a5432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:08.063086 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c36e2847-98d6-4ac8-a7f1-d1b2247da0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:08.176574 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:08.259571 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-c36e2847-98d6-4ac8-a7f1-d1b2247da0ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:52:08.259922 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-c36e2847-98d6-4ac8-a7f1-d1b2247da0ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:52:08.264316 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=17691d30-c685-4386-ae68-aa2ee76d036d,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:08.324415 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9315c0ab-3591-4005-836d-bb21c71a5432 admin admin] Router 4bba4a23-f4cf-4407-870e-ef6a7ab6225c is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:52:08.346860 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-945253b7-1cf5-45f4-9bf2-741d440a5f8c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:08.586650 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945253b7-1cf5-45f4-9bf2-741d440a5f8c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Router e19733d4-72e0-49a1-96c1-24d125ac2f72 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:52:08.703088 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945253b7-1cf5-45f4-9bf2-741d440a5f8c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:52:08.711721 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-945253b7-1cf5-45f4-9bf2-741d440a5f8c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "PUT /v2.0/routers/e19733d4-72e0-49a1-96c1-24d125ac2f72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5400333 Oct 27 18:52:08.712363 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39592) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:52:08.717028 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676a6933-25d6-4511-ab72-d25a2379e083 None None] Sync routers for ids ['e19733d4-72e0-49a1-96c1-24d125ac2f72'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:52:08.727899 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676a6933-25d6-4511-ab72-d25a2379e083 None None] Routers {'e19733d4-72e0-49a1-96c1-24d125ac2f72'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:52:08.728505 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-676a6933-25d6-4511-ab72-d25a2379e083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:51:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['e19733d4-72e0-49a1-96c1-24d125ac2f72'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:52:08.769049 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac96b783-e70a-4266-96da-a9a77c15a1ce tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Deleting subnet 8bd3688c-0f08-4aa8-8cd7-8cbec2907449 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:52:08.776274 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ac96b783-e70a-4266-96da-a9a77c15a1ce tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:08.853394 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9315c0ab-3591-4005-836d-bb21c71a5432 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:52:08.858221 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-676a6933-25d6-4511-ab72-d25a2379e083 None None] Set router e19733d4-72e0-49a1-96c1-24d125ac2f72 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:52:08.865024 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8413f6-44ce-4376-aff4-5dfe563ce2ba None None] Sync routers for ids ['4bba4a23-f4cf-4407-870e-ef6a7ab6225c'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:52:08.885319 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8413f6-44ce-4376-aff4-5dfe563ce2ba None None] Routers {'4bba4a23-f4cf-4407-870e-ef6a7ab6225c'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:52:08.885940 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-7c8413f6-44ce-4376-aff4-5dfe563ce2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:51:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['4bba4a23-f4cf-4407-870e-ef6a7ab6225c'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:52:08.896636 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ac96b783-e70a-4266-96da-a9a77c15a1ce tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:09.021320 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ac96b783-e70a-4266-96da-a9a77c15a1ce tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:09.068987 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-163776a2-0c24-4863-8235-0496040ca365 None None] Provisioning complete for port 17691d30-c685-4386-ae68-aa2ee76d036d triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:52:09.069682 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-163776a2-0c24-4863-8235-0496040ca365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:09.126762 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-7c8413f6-44ce-4376-aff4-5dfe563ce2ba None None] Set router 4bba4a23-f4cf-4407-870e-ef6a7ab6225c gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:52:09.160689 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-676a6933-25d6-4511-ab72-d25a2379e083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19733d4-72e0-49a1-96c1-24d125ac2f72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140216795', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:50:19Z', 'updated_at': '2021-10-27T18:52:07Z', 'revision_number': 5, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:52:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19733d4-72e0-49a1-96c1-24d125ac2f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:50:19Z', 'updated_at': '2021-10-27T18:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:52:09.172454 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9315c0ab-3591-4005-836d-bb21c71a5432 admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:09.173865 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9315c0ab-3591-4005-836d-bb21c71a5432 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9560609 Oct 27 18:52:09.176697 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39600) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:52:09.193685 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676a6933-25d6-4511-ab72-d25a2379e083 None None] Checking router: e19733d4-72e0-49a1-96c1-24d125ac2f72 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:52:09.217040 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676a6933-25d6-4511-ab72-d25a2379e083 None None] Routers {'e19733d4-72e0-49a1-96c1-24d125ac2f72'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:52:09.217930 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-676a6933-25d6-4511-ab72-d25a2379e083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:51:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['e19733d4-72e0-49a1-96c1-24d125ac2f72'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:52:09.258208 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ac96b783-e70a-4266-96da-a9a77c15a1ce tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:09.301680 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac96b783-e70a-4266-96da-a9a77c15a1ce tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event deleted for resources: {'Subnet': ['ID=8bd3688c-0f08-4aa8-8cd7-8cbec2907449,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:09.314739 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ac96b783-e70a-4266-96da-a9a77c15a1ce tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:09.326500 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ac96b783-e70a-4266-96da-a9a77c15a1ce tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "DELETE /v2.0/subnets/8bd3688c-0f08-4aa8-8cd7-8cbec2907449 HTTP/1.1" status: 204 len: 168 time: 0.6096878 Oct 27 18:52:09.328006 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39602) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:52:09.349177 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d62491-cbad-4e03-b915-8b498e0ba713 None None] Network c6d7eb50-c031-433c-941b-523b9ace4640 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:52:09.364017 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-676a6933-25d6-4511-ab72-d25a2379e083 None None] Set router e19733d4-72e0-49a1-96c1-24d125ac2f72 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:52:09.541141 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-7c8413f6-44ce-4376-aff4-5dfe563ce2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'name': 'tempest-TestVolumeBootPattern-1820527811-router', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:52:05Z', 'updated_at': '2021-10-27T18:52:07Z', 'revision_number': 3, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'gw_port': {'id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:06Z', 'updated_at': '2021-10-27T18:52:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:52:09.560978 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4896af79-3aa0-47f2-a70c-7cf1ea9d7e84 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:09.663091 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 17691d30-c685-4386-ae68-aa2ee76d036d up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:52:09.668628 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8413f6-44ce-4376-aff4-5dfe563ce2ba None None] Checking router: 4bba4a23-f4cf-4407-870e-ef6a7ab6225c for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:52:09.669651 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8413f6-44ce-4376-aff4-5dfe563ce2ba None None] Updating router 4bba4a23-f4cf-4407-870e-ef6a7ab6225c port a8bfe20a-60e7-4652-8ffe-de66c76493fe binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:52:09.782105 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4896af79-3aa0-47f2-a70c-7cf1ea9d7e84 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:09.800173 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-311b583c-691e-4628-844a-c8b8cc21d12d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:09.805405 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7c8413f6-44ce-4376-aff4-5dfe563ce2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:09.880647 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-676a6933-25d6-4511-ab72-d25a2379e083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e19733d4-72e0-49a1-96c1-24d125ac2f72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140216795', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:50:19Z', 'updated_at': '2021-10-27T18:52:07Z', 'revision_number': 5, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:52:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19733d4-72e0-49a1-96c1-24d125ac2f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:50:19Z', 'updated_at': '2021-10-27T18:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:52:09.913427 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676a6933-25d6-4511-ab72-d25a2379e083 None None] The sync data for ids ['e19733d4-72e0-49a1-96c1-24d125ac2f72'] in n-d-815690-2 is: [{'id': 'e19733d4-72e0-49a1-96c1-24d125ac2f72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1140216795', 'tenant_id': '21f5568e020c455199c8dde94ac0b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': '9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:50:19Z', 'updated_at': '2021-10-27T18:52:07Z', 'revision_number': 5, 'project_id': '21f5568e020c455199c8dde94ac0b73c', 'gw_port': {'id': '9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:52:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19733d4-72e0-49a1-96c1-24d125ac2f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:50:19Z', 'updated_at': '2021-10-27T18:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:52:09.982404 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-4896af79-3aa0-47f2-a70c-7cf1ea9d7e84 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Deleting port 9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:52:09.983313 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4896af79-3aa0-47f2-a70c-7cf1ea9d7e84 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:10.010097 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ccb7b1f1-86e9-471f-ac86-85832e5fbc8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:10.087438 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07307dc6-3db4-4cb0-93d7-834b48c7cfe7 None None] DHCP port deletion for c6d7eb50-c031-433c-941b-523b9ace4640 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:52:10.121798 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-4896af79-3aa0-47f2-a70c-7cf1ea9d7e84 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] For port 9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:52:10.125363 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4896af79-3aa0-47f2-a70c-7cf1ea9d7e84 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:10.149500 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-4896af79-3aa0-47f2-a70c-7cf1ea9d7e84 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Calling delete_port for 9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb owned by network:router_gateway {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:52:10.210855 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-ccb7b1f1-86e9-471f-ac86-85832e5fbc8e admin admin] Allocated IP 172.20.0.1 (d0191f7b-8e46-434e-8842-bf24f16effff/56e753bb-c9b4-439a-bd0c-5adf5ac2396a/9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:52:10.352043 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ccb7b1f1-86e9-471f-ac86-85832e5fbc8e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:10.473902 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7c8413f6-44ce-4376-aff4-5dfe563ce2ba None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:10.525491 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 17691d30-c685-4386-ae68-aa2ee76d036d triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:52:10.525868 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:10.532303 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ccb7b1f1-86e9-471f-ac86-85832e5fbc8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:10.551400 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb7b1f1-86e9-471f-ac86-85832e5fbc8e admin admin] Network d0191f7b-8e46-434e-8842-bf24f16effff is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:52:10.554152 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-ccb7b1f1-86e9-471f-ac86-85832e5fbc8e admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:52:10.563722 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4896af79-3aa0-47f2-a70c-7cf1ea9d7e84 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:10.575518 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb7b1f1-86e9-471f-ac86-85832e5fbc8e admin admin] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:52:10.594428 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7c8413f6-44ce-4376-aff4-5dfe563ce2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:10.624153 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-07307dc6-3db4-4cb0-93d7-834b48c7cfe7 None None] Deleting port d993b101-356c-454b-b2c9-53975915cc6c {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:52:10.624519 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-07307dc6-3db4-4cb0-93d7-834b48c7cfe7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:10.647248 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4896af79-3aa0-47f2-a70c-7cf1ea9d7e84 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event deleted for resources: {'Port': ['ID=9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:10.697776 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb7b1f1-86e9-471f-ac86-85832e5fbc8e admin admin] Pushing event updated for resources: {'Port': ['ID=9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:10.719215 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ccb7b1f1-86e9-471f-ac86-85832e5fbc8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:10.734742 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-7c8413f6-44ce-4376-aff4-5dfe563ce2ba None None] Attempting to bind port a8bfe20a-60e7-4652-8ffe-de66c76493fe on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:52:10.735142 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-7c8413f6-44ce-4376-aff4-5dfe563ce2ba None None] Attempting to bind port a8bfe20a-60e7-4652-8ffe-de66c76493fe by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:52:10.735507 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8413f6-44ce-4376-aff4-5dfe563ce2ba None None] Attempting to bind port a8bfe20a-60e7-4652-8ffe-de66c76493fe on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:52:10.773830 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8413f6-44ce-4376-aff4-5dfe563ce2ba None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:52:10.774201 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8413f6-44ce-4376-aff4-5dfe563ce2ba None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:52:10.774602 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7c8413f6-44ce-4376-aff4-5dfe563ce2ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:10.775022 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8413f6-44ce-4376-aff4-5dfe563ce2ba None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:52:10.775507 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-7c8413f6-44ce-4376-aff4-5dfe563ce2ba None None] Bound port: a8bfe20a-60e7-4652-8ffe-de66c76493fe, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:52:10.775892 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7c8413f6-44ce-4376-aff4-5dfe563ce2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:10.844243 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f2e45-b42f-41b6-8a6c-98c03c35b3fc None None] Pushing event updated for resources: {'Port': ['ID=a8bfe20a-60e7-4652-8ffe-de66c76493fe,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:10.862492 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4896af79-3aa0-47f2-a70c-7cf1ea9d7e84 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:10.862727 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-07307dc6-3db4-4cb0-93d7-834b48c7cfe7 None None] For port d993b101-356c-454b-b2c9-53975915cc6c, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=d993b101-356c-454b-b2c9-53975915cc6c,segment=NetworkSegment(57e693dc-9025-48f1-b17a-e16a1a8efd9a),segment_id=57e693dc-9025-48f1-b17a-e16a1a8efd9a)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:52:10.862993 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-07307dc6-3db4-4cb0-93d7-834b48c7cfe7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:10.925061 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-07307dc6-3db4-4cb0-93d7-834b48c7cfe7 None None] Calling delete_port for d993b101-356c-454b-b2c9-53975915cc6c owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:52:10.950552 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-7c8413f6-44ce-4376-aff4-5dfe563ce2ba None None] For port a8bfe20a-60e7-4652-8ffe-de66c76493fe, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:52:10.957014 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-7c8413f6-44ce-4376-aff4-5dfe563ce2ba None None] For port a8bfe20a-60e7-4652-8ffe-de66c76493fe, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=a8bfe20a-60e7-4652-8ffe-de66c76493fe,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:52:10.994713 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4896af79-3aa0-47f2-a70c-7cf1ea9d7e84 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:10.999397 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4896af79-3aa0-47f2-a70c-7cf1ea9d7e84 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:11.038571 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ca528b7-4ce8-4b5b-9248-eeb6e539d41b None None] Provisioning complete for port 9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:52:11.038990 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ca528b7-4ce8-4b5b-9248-eeb6e539d41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:11.056095 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ccb7b1f1-86e9-471f-ac86-85832e5fbc8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:11.076257 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7c8413f6-44ce-4376-aff4-5dfe563ce2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:11.139136 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ca528b7-4ce8-4b5b-9248-eeb6e539d41b None None] Port 9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:52:11.141866 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4896af79-3aa0-47f2-a70c-7cf1ea9d7e84 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:11.142935 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4896af79-3aa0-47f2-a70c-7cf1ea9d7e84 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Fanout notify agent at l3_agent the message router_deleted on router e19733d4-72e0-49a1-96c1-24d125ac2f72 {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:52:11.159239 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f2e45-b42f-41b6-8a6c-98c03c35b3fc None None] Pushing event updated for resources: {'Port': ['ID=a8bfe20a-60e7-4652-8ffe-de66c76493fe,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:11.164504 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8413f6-44ce-4376-aff4-5dfe563ce2ba None None] Routers {'4bba4a23-f4cf-4407-870e-ef6a7ab6225c'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:52:11.165122 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-7c8413f6-44ce-4376-aff4-5dfe563ce2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:51:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['4bba4a23-f4cf-4407-870e-ef6a7ab6225c'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:52:11.174026 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4896af79-3aa0-47f2-a70c-7cf1ea9d7e84 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:11.180672 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4896af79-3aa0-47f2-a70c-7cf1ea9d7e84 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "DELETE /v2.0/routers/e19733d4-72e0-49a1-96c1-24d125ac2f72 HTTP/1.1" status: 204 len: 168 time: 1.8507788 Oct 27 18:52:11.185479 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39616) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:52:11.213856 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-07307dc6-3db4-4cb0-93d7-834b48c7cfe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:11.326242 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ccb7b1f1-86e9-471f-ac86-85832e5fbc8e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:11.333888 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9c647f0c-4bea-4105-aedb-773b8499b3a3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:11.356816 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07307dc6-3db4-4cb0-93d7-834b48c7cfe7 None None] Pushing event deleted for resources: {'Port': ['ID=d993b101-356c-454b-b2c9-53975915cc6c,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:11.366922 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07307dc6-3db4-4cb0-93d7-834b48c7cfe7 None None] No DVR routers for this DVR port d993b101-356c-454b-b2c9-53975915cc6c on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:52:11.390264 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ccb7b1f1-86e9-471f-ac86-85832e5fbc8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:11.416514 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-7c8413f6-44ce-4376-aff4-5dfe563ce2ba None None] Set router 4bba4a23-f4cf-4407-870e-ef6a7ab6225c gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:52:11.466742 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ccb7b1f1-86e9-471f-ac86-85832e5fbc8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:11.469856 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb7b1f1-86e9-471f-ac86-85832e5fbc8e admin admin] Pushing event updated for resources: {'Port': ['ID=9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:11.473802 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9c647f0c-4bea-4105-aedb-773b8499b3a3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:11.500234 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-9c647f0c-4bea-4105-aedb-773b8499b3a3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6d7eb50-c031-433c-941b-523b9ace4640']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:52:11.512922 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-9c647f0c-4bea-4105-aedb-773b8499b3a3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57e693dc-9025-48f1-b17a-e16a1a8efd9a') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:52:11.513496 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-9c647f0c-4bea-4105-aedb-773b8499b3a3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57e693dc-9025-48f1-b17a-e16a1a8efd9a') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:52:11.526915 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9c647f0c-4bea-4105-aedb-773b8499b3a3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:11.552062 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9c647f0c-4bea-4105-aedb-773b8499b3a3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:11.559596 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c647f0c-4bea-4105-aedb-773b8499b3a3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:52:11.560601 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9c647f0c-4bea-4105-aedb-773b8499b3a3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:11.568197 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb7b1f1-86e9-471f-ac86-85832e5fbc8e admin admin] Network d0191f7b-8e46-434e-8842-bf24f16effff is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:52:11.569714 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-ccb7b1f1-86e9-471f-ac86-85832e5fbc8e admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:52:11.654787 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:52:11.654787 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:52:11.654787 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:52:11.654787 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:52:11.654787 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:52:11.654787 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:52:11.654787 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:52:11.654787 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:52:11.654787 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:52:11.654787 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:52:11.654787 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:52:11.654787 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:52:11.654787 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:52:11.654787 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:52:11.654787 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:52:11.654787 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:52:11.654787 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:52:11.654787 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:52:11.654787 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:52:11.654787 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:52:11.654787 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:52:11.654787 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:52:11.654787 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:52:11.654787 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:52:11.654787 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:52:11.654787 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:52:11.654787 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:52:11.654787 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:52:11.654787 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:52:11.654787 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:52:11.654787 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:52:11.654787 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:52:11.681106 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-7c8413f6-44ce-4376-aff4-5dfe563ce2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'name': 'tempest-TestVolumeBootPattern-1820527811-router', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:52:05Z', 'updated_at': '2021-10-27T18:52:10Z', 'revision_number': 4, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'gw_port': {'id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:06Z', 'updated_at': '2021-10-27T18:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9', 'name': '', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'mac_address': 'fa:16:3e:b2:21:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:10Z', 'updated_at': '2021-10-27T18:52:10Z', 'revision_number': 1, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'subnets': [{'id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:52:11.725437 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9c647f0c-4bea-4105-aedb-773b8499b3a3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:11.740206 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9c647f0c-4bea-4105-aedb-773b8499b3a3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:11.749081 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39620) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:52:11.750468 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9c647f0c-4bea-4105-aedb-773b8499b3a3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "DELETE /v2.0/networks/c6d7eb50-c031-433c-941b-523b9ace4640 HTTP/1.1" status: 204 len: 168 time: 0.5618498 Oct 27 18:52:11.757195 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8413f6-44ce-4376-aff4-5dfe563ce2ba None None] The sync data for ids ['4bba4a23-f4cf-4407-870e-ef6a7ab6225c'] in n-d-815690-2 is: [{'id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'name': 'tempest-TestVolumeBootPattern-1820527811-router', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:52:05Z', 'updated_at': '2021-10-27T18:52:10Z', 'revision_number': 4, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'gw_port': {'id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:06Z', 'updated_at': '2021-10-27T18:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9', 'name': '', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'mac_address': 'fa:16:3e:b2:21:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:10Z', 'updated_at': '2021-10-27T18:52:10Z', 'revision_number': 1, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'subnets': [{'id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:52:11.763437 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb7b1f1-86e9-471f-ac86-85832e5fbc8e admin admin] Router 4bba4a23-f4cf-4407-870e-ef6a7ab6225c has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:52:11.776577 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c647f0c-4bea-4105-aedb-773b8499b3a3 tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event deleted for resources: {'Network': ['ID=c6d7eb50-c031-433c-941b-523b9ace4640,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:11.833538 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:52:11.863575 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:52:11.864179 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 9b384cb9-9d23-46ad-9ea2-bbfb8ee9b8bb not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:52:11.864800 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d993b101-356c-454b-b2c9-53975915cc6c no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:52:11.910570 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: d993b101-356c-454b-b2c9-53975915cc6c {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:52:11.911026 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d993b101-356c-454b-b2c9-53975915cc6c not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:52:11.911595 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 6c82d70d-6317-402f-a44e-1642ece45fae no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:52:11.939778 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 6c82d70d-6317-402f-a44e-1642ece45fae {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:52:11.940197 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 6c82d70d-6317-402f-a44e-1642ece45fae not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:52:11.957931 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb7b1f1-86e9-471f-ac86-85832e5fbc8e admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:52:11.979703 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ccb7b1f1-86e9-471f-ac86-85832e5fbc8e admin admin] 10.222.0.52 "PUT /v2.0/routers/4bba4a23-f4cf-4407-870e-ef6a7ab6225c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7895403 Oct 27 18:52:12.003333 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-b05f94d7-fb33-48d8-9b68-cc057a525336 None None] Provisioning complete for port 9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:52:12.004002 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b05f94d7-fb33-48d8-9b68-cc057a525336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:12.025439 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-342543ea-5cc3-44f5-9949-ed6f40fcea1c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:12.064628 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-b05f94d7-fb33-48d8-9b68-cc057a525336 None None] Port 9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:52:12.095288 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-342543ea-5cc3-44f5-9949-ed6f40fcea1c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:12.170130 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4306cd99-46bf-4b6b-ae14-266914004ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:12.307515 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-342543ea-5cc3-44f5-9949-ed6f40fcea1c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:12.310269 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-342543ea-5cc3-44f5-9949-ed6f40fcea1c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:12.311897 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-342543ea-5cc3-44f5-9949-ed6f40fcea1c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] 10.222.0.52 "DELETE /v2.0/security-groups/0fe41648-3212-4f2d-a7e8-8a85dfee81c9 HTTP/1.1" status: 204 len: 168 time: 0.5595698 Oct 27 18:52:12.323311 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342543ea-5cc3-44f5-9949-ed6f40fcea1c tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe41648-3212-4f2d-a7e8-8a85dfee81c9,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:12.979293 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39652) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:52:12.984719 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-1fb9bb63-cc7d-434c-a76e-8e5d3293c747 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1436265570-network', 'tenant_id': 'a5c6e2525a2a4a6dba445446b162a41b'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:52:13.005325 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39654) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:52:13.102399 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb9bb63-cc7d-434c-a76e-8e5d3293c747 admin admin] Made reservation on behalf of a5c6e2525a2a4a6dba445446b162a41b for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:52:13.106454 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1fb9bb63-cc7d-434c-a76e-8e5d3293c747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:13.117515 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1fb9bb63-cc7d-434c-a76e-8e5d3293c747 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:13.232498 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1fb9bb63-cc7d-434c-a76e-8e5d3293c747 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:13.252827 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39660) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:52:13.253127 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-18a19f94-126a-440d-b733-c57a05209040 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=21f5568e020c455199c8dde94ac0b73c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2453461 Oct 27 18:52:13.307227 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1fb9bb63-cc7d-434c-a76e-8e5d3293c747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:13.349673 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7a15b09f-4b4c-40d8-949c-b009b0f7ec6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:13.363828 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fb9bb63-cc7d-434c-a76e-8e5d3293c747 admin admin] vlan segment allocate from pool success with {'vlan_id': 1049, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:52:13.377383 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb9bb63-cc7d-434c-a76e-8e5d3293c747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456a48db-f843-4e02-bf84-864909dc76b9,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:13.393548 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1fb9bb63-cc7d-434c-a76e-8e5d3293c747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:13.393909 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-1fb9bb63-cc7d-434c-a76e-8e5d3293c747 admin admin] Added segment c715af3a-a0a8-4de4-8829-698862af3ce4 of type vlan for network 68a71ee1-267d-45d0-be2e-32fedca76477 Oct 27 18:52:13.396994 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7a15b09f-4b4c-40d8-949c-b009b0f7ec6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:13.474396 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1fb9bb63-cc7d-434c-a76e-8e5d3293c747 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:13.495389 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:13.524739 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:13.607758 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device a8bfe20a-60e7-4652-8ffe-de66c76493fe up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:52:13.649729 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1fb9bb63-cc7d-434c-a76e-8e5d3293c747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:13.651623 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb9bb63-cc7d-434c-a76e-8e5d3293c747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:13.652519 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1fb9bb63-cc7d-434c-a76e-8e5d3293c747 admin admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:13.658712 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7a15b09f-4b4c-40d8-949c-b009b0f7ec6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:13.661740 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7a15b09f-4b4c-40d8-949c-b009b0f7ec6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:13.663082 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7a15b09f-4b4c-40d8-949c-b009b0f7ec6e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f3257384-9366-44d1-be02-4fca0706bd64 HTTP/1.1" status: 204 len: 168 time: 0.4087427 Oct 27 18:52:13.707367 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port a8bfe20a-60e7-4652-8ffe-de66c76493fe triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:52:13.708843 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:13.736928 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a15b09f-4b4c-40d8-949c-b009b0f7ec6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3257384-9366-44d1-be02-4fca0706bd64,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:13.786467 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb9bb63-cc7d-434c-a76e-8e5d3293c747 admin admin] Pushing event updated for resources: {'Network': ['ID=68a71ee1-267d-45d0-be2e-32fedca76477,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:13.806925 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 68a71ee1-267d-45d0-be2e-32fedca76477 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:52:13.807496 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1fb9bb63-cc7d-434c-a76e-8e5d3293c747 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8265111 Oct 27 18:52:13.813923 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39668) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:52:13.818502 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-5ab06c31-3243-4e73-a877-1b38397f193e admin admin] Request body: {'subnet': {'network_id': '68a71ee1-267d-45d0-be2e-32fedca76477', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1436265570-subnet', 'tenant_id': 'a5c6e2525a2a4a6dba445446b162a41b', 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:52:13.914952 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:13.931605 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab06c31-3243-4e73-a877-1b38397f193e admin admin] Made reservation on behalf of a5c6e2525a2a4a6dba445446b162a41b for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:52:13.934021 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5ab06c31-3243-4e73-a877-1b38397f193e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:13.938932 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port a8bfe20a-60e7-4652-8ffe-de66c76493fe, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=a8bfe20a-60e7-4652-8ffe-de66c76493fe,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:52:14.012399 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:14.107982 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=a8bfe20a-60e7-4652-8ffe-de66c76493fe,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:14.286394 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5ab06c31-3243-4e73-a877-1b38397f193e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:14.353523 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab06c31-3243-4e73-a877-1b38397f193e admin admin] Pushing event updated for resources: {'Subnet': ['ID=49cdef8f-a685-4b90-abca-2a88cf1945c4,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:14.362513 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab06c31-3243-4e73-a877-1b38397f193e admin admin] Checking segment: {'id': 'c715af3a-a0a8-4de4-8829-698862af3ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '68a71ee1-267d-45d0-be2e-32fedca76477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:52:14.363177 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab06c31-3243-4e73-a877-1b38397f193e admin admin] Network hostable DHCP agents. Network: 68a71ee1-267d-45d0-be2e-32fedca76477, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:52:14.452041 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab06c31-3243-4e73-a877-1b38397f193e admin admin] Network 68a71ee1-267d-45d0-be2e-32fedca76477 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:52:14.507776 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39672) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:52:14.547994 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-5ab06c31-3243-4e73-a877-1b38397f193e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 68a71ee1-267d-45d0-be2e-32fedca76477) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:52:14.557191 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9335747b-fc58-4454-bfa6-5a49406c03a8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3bdf355cf18943ac833549152335c3fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466580 Oct 27 18:52:14.559716 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39674) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:52:14.561290 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab871b9-32db-46f8-92fb-990223d488c9 None None] Network 68a71ee1-267d-45d0-be2e-32fedca76477 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:52:14.564162 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab06c31-3243-4e73-a877-1b38397f193e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:14.574503 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5ab06c31-3243-4e73-a877-1b38397f193e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:14.626750 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4b5418e9-7484-4d3a-8242-16f023f11b1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:14.650965 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4b5418e9-7484-4d3a-8242-16f023f11b1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:14.705973 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5ab06c31-3243-4e73-a877-1b38397f193e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8912668 Oct 27 18:52:14.709155 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 39676) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:52:14.714267 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-0b5f281f-3f82-4ac7-83ae-f657d5746bf2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1436265570-router', 'tenant_id': 'a5c6e2525a2a4a6dba445446b162a41b', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:52:14.753306 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d924be4-82a5-482a-86cb-a05597834210 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-68a71ee1-267d-45d0-be2e-32fedca76477', 'network_id': '68a71ee1-267d-45d0-be2e-32fedca76477', 'tenant_id': 'a5c6e2525a2a4a6dba445446b162a41b', 'fixed_ips': [{'subnet_id': '49cdef8f-a685-4b90-abca-2a88cf1945c4'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:52:14.754231 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7d924be4-82a5-482a-86cb-a05597834210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:14.804026 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4b5418e9-7484-4d3a-8242-16f023f11b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:14.818018 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4b5418e9-7484-4d3a-8242-16f023f11b1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:14.824114 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0b5f281f-3f82-4ac7-83ae-f657d5746bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:14.825356 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0b5f281f-3f82-4ac7-83ae-f657d5746bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:14.833236 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4b5418e9-7484-4d3a-8242-16f023f11b1d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/06d46a9e-5f0d-49b2-aafa-985cd5f444b2 HTTP/1.1" status: 204 len: 168 time: 0.2723556 Oct 27 18:52:14.854939 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3472222-9329-4aa2-ab91-afd2b8bbdf6d None None] Sync routers for ids ['4bba4a23-f4cf-4407-870e-ef6a7ab6225c'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:52:14.869366 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3472222-9329-4aa2-ab91-afd2b8bbdf6d None None] Routers {'4bba4a23-f4cf-4407-870e-ef6a7ab6225c'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:52:14.869957 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-b3472222-9329-4aa2-ab91-afd2b8bbdf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:52:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['4bba4a23-f4cf-4407-870e-ef6a7ab6225c'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:52:14.877895 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5418e9-7484-4d3a-8242-16f023f11b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d46a9e-5f0d-49b2-aafa-985cd5f444b2,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:15.096706 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0b5f281f-3f82-4ac7-83ae-f657d5746bf2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:15.135113 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-7d924be4-82a5-482a-86cb-a05597834210 None None] Allocated IP 172.20.0.2 (68a71ee1-267d-45d0-be2e-32fedca76477/49cdef8f-a685-4b90-abca-2a88cf1945c4/d0fc5bc6-595a-416d-84d7-eefa7b215ca9) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:52:15.155289 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-b3472222-9329-4aa2-ab91-afd2b8bbdf6d None None] Set router 4bba4a23-f4cf-4407-870e-ef6a7ab6225c gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:52:15.382006 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7d924be4-82a5-482a-86cb-a05597834210 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:15.431914 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-b3472222-9329-4aa2-ab91-afd2b8bbdf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'name': 'tempest-TestVolumeBootPattern-1820527811-router', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:52:05Z', 'updated_at': '2021-10-27T18:52:10Z', 'revision_number': 4, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'gw_port': {'id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:06Z', 'updated_at': '2021-10-27T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9', 'name': '', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'mac_address': 'fa:16:3e:b2:21:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:10Z', 'updated_at': '2021-10-27T18:52:11Z', 'revision_number': 2, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'subnets': [{'id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:52:15.487243 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7d924be4-82a5-482a-86cb-a05597834210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:15.491505 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3472222-9329-4aa2-ab91-afd2b8bbdf6d None None] Checking router: 4bba4a23-f4cf-4407-870e-ef6a7ab6225c for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:52:15.503781 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3472222-9329-4aa2-ab91-afd2b8bbdf6d None None] Updating router 4bba4a23-f4cf-4407-870e-ef6a7ab6225c port 9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9 binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:52:15.504271 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0b5f281f-3f82-4ac7-83ae-f657d5746bf2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:15.536923 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-b3472222-9329-4aa2-ab91-afd2b8bbdf6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:15.558136 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:15.560899 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device a8bfe20a-60e7-4652-8ffe-de66c76493fe up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:52:15.703423 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d924be4-82a5-482a-86cb-a05597834210 None None] Network 68a71ee1-267d-45d0-be2e-32fedca76477 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:52:15.737176 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-7d924be4-82a5-482a-86cb-a05597834210 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:52:15.743221 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d924be4-82a5-482a-86cb-a05597834210 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:52:15.760283 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d924be4-82a5-482a-86cb-a05597834210 None None] Pushing event updated for resources: {'Port': ['ID=d0fc5bc6-595a-416d-84d7-eefa7b215ca9,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:15.878190 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-b3472222-9329-4aa2-ab91-afd2b8bbdf6d None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:15.892615 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-7d924be4-82a5-482a-86cb-a05597834210 None None] Attempting to bind port d0fc5bc6-595a-416d-84d7-eefa7b215ca9 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:52:15.893008 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-7d924be4-82a5-482a-86cb-a05597834210 None None] Attempting to bind port d0fc5bc6-595a-416d-84d7-eefa7b215ca9 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'c715af3a-a0a8-4de4-8829-698862af3ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '68a71ee1-267d-45d0-be2e-32fedca76477'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:52:15.893462 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d924be4-82a5-482a-86cb-a05597834210 None None] Attempting to bind port d0fc5bc6-595a-416d-84d7-eefa7b215ca9 on network 68a71ee1-267d-45d0-be2e-32fedca76477 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:52:15.910722 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d924be4-82a5-482a-86cb-a05597834210 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:52:15.920374 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d924be4-82a5-482a-86cb-a05597834210 None None] Checking segment: {'id': 'c715af3a-a0a8-4de4-8829-698862af3ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '68a71ee1-267d-45d0-be2e-32fedca76477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:52:15.920374 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7d924be4-82a5-482a-86cb-a05597834210 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:15.920374 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d924be4-82a5-482a-86cb-a05597834210 None None] Bound using segment: {'id': 'c715af3a-a0a8-4de4-8829-698862af3ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '68a71ee1-267d-45d0-be2e-32fedca76477'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:52:15.920374 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-7d924be4-82a5-482a-86cb-a05597834210 None None] Bound port: d0fc5bc6-595a-416d-84d7-eefa7b215ca9, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c715af3a-a0a8-4de4-8829-698862af3ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '68a71ee1-267d-45d0-be2e-32fedca76477'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:52:15.920374 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7d924be4-82a5-482a-86cb-a05597834210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:15.961661 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port a8bfe20a-60e7-4652-8ffe-de66c76493fe triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:52:15.961965 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:16.022662 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0b5f281f-3f82-4ac7-83ae-f657d5746bf2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:16.023281 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-b3472222-9329-4aa2-ab91-afd2b8bbdf6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:16.055289 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-7d924be4-82a5-482a-86cb-a05597834210 None None] For port d0fc5bc6-595a-416d-84d7-eefa7b215ca9, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:52:16.055694 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0b5f281f-3f82-4ac7-83ae-f657d5746bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:16.059600 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-7d924be4-82a5-482a-86cb-a05597834210 None None] For port d0fc5bc6-595a-416d-84d7-eefa7b215ca9, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=d0fc5bc6-595a-416d-84d7-eefa7b215ca9,segment=NetworkSegment(c715af3a-a0a8-4de4-8829-698862af3ce4),segment_id=c715af3a-a0a8-4de4-8829-698862af3ce4)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:52:16.188642 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1451d527-5163-4449-ac07-bdfe38a38973 None None] Pushing event updated for resources: {'Port': ['ID=9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:16.199998 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1451d527-5163-4449-ac07-bdfe38a38973 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:52:16.200573 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1451d527-5163-4449-ac07-bdfe38a38973 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:52:16.201074 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1451d527-5163-4449-ac07-bdfe38a38973 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:52:16.201568 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1451d527-5163-4449-ac07-bdfe38a38973 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:52:16.202055 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1451d527-5163-4449-ac07-bdfe38a38973 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:52:16.202565 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1451d527-5163-4449-ac07-bdfe38a38973 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:52:16.203086 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1451d527-5163-4449-ac07-bdfe38a38973 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:52:16.203566 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1451d527-5163-4449-ac07-bdfe38a38973 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:52:16.204063 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1451d527-5163-4449-ac07-bdfe38a38973 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:52:16.204554 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1451d527-5163-4449-ac07-bdfe38a38973 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:52:16.205039 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1451d527-5163-4449-ac07-bdfe38a38973 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:52:16.205517 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1451d527-5163-4449-ac07-bdfe38a38973 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:52:16.224484 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-0b5f281f-3f82-4ac7-83ae-f657d5746bf2 admin admin] Allocated IP 172.25.6.4 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/9ca221c6-3037-48ae-9dcf-10ff298a8121) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:52:16.229155 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-b3472222-9329-4aa2-ab91-afd2b8bbdf6d None None] Attempting to bind port 9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:52:16.229901 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-b3472222-9329-4aa2-ab91-afd2b8bbdf6d None None] Attempting to bind port 9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '6b4a3a2c-45ac-4611-a987-4af30c2bf086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:52:16.230486 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3472222-9329-4aa2-ab91-afd2b8bbdf6d None None] Attempting to bind port 9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9 on network d0191f7b-8e46-434e-8842-bf24f16effff {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:52:16.241610 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3472222-9329-4aa2-ab91-afd2b8bbdf6d None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:52:16.242230 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3472222-9329-4aa2-ab91-afd2b8bbdf6d None None] Checking segment: {'id': '6b4a3a2c-45ac-4611-a987-4af30c2bf086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:52:16.242900 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-b3472222-9329-4aa2-ab91-afd2b8bbdf6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:16.243491 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3472222-9329-4aa2-ab91-afd2b8bbdf6d None None] Bound using segment: {'id': '6b4a3a2c-45ac-4611-a987-4af30c2bf086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:52:16.244201 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-b3472222-9329-4aa2-ab91-afd2b8bbdf6d None None] Bound port: 9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b4a3a2c-45ac-4611-a987-4af30c2bf086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:52:16.244875 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-b3472222-9329-4aa2-ab91-afd2b8bbdf6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:16.335900 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7d924be4-82a5-482a-86cb-a05597834210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:16.339063 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-b3472222-9329-4aa2-ab91-afd2b8bbdf6d None None] For port 9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:52:16.344873 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-b3472222-9329-4aa2-ab91-afd2b8bbdf6d None None] For port 9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9,segment=NetworkSegment(6b4a3a2c-45ac-4611-a987-4af30c2bf086),segment_id=6b4a3a2c-45ac-4611-a987-4af30c2bf086)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:52:16.354564 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0b5f281f-3f82-4ac7-83ae-f657d5746bf2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:16.413815 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d924be4-82a5-482a-86cb-a05597834210 None None] Pushing event updated for resources: {'Port': ['ID=d0fc5bc6-595a-416d-84d7-eefa7b215ca9,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:16.435497 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-b3472222-9329-4aa2-ab91-afd2b8bbdf6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:16.482940 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0b5f281f-3f82-4ac7-83ae-f657d5746bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:16.499907 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3472222-9329-4aa2-ab91-afd2b8bbdf6d None None] Routers {'4bba4a23-f4cf-4407-870e-ef6a7ab6225c'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:52:16.500941 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-b3472222-9329-4aa2-ab91-afd2b8bbdf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:52:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['4bba4a23-f4cf-4407-870e-ef6a7ab6225c'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:52:16.510643 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1451d527-5163-4449-ac07-bdfe38a38973 None None] Pushing event updated for resources: {'Port': ['ID=9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9,revision_number=4']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:16.554701 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-d3c82c55-b9c7-4586-bf7f-ba0c4b6c5807 None None] Provisioning complete for port 9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:52:16.555370 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d3c82c55-b9c7-4586-bf7f-ba0c4b6c5807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:16.566974 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5f281f-3f82-4ac7-83ae-f657d5746bf2 admin admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:52:16.572228 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-0b5f281f-3f82-4ac7-83ae-f657d5746bf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:52:16.585957 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5f281f-3f82-4ac7-83ae-f657d5746bf2 admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:52:16.651588 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f281f-3f82-4ac7-83ae-f657d5746bf2 admin admin] Pushing event updated for resources: {'Port': ['ID=9ca221c6-3037-48ae-9dcf-10ff298a8121,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:16.744167 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-b3472222-9329-4aa2-ab91-afd2b8bbdf6d None None] Set router 4bba4a23-f4cf-4407-870e-ef6a7ab6225c gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:52:16.761578 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d3c82c55-b9c7-4586-bf7f-ba0c4b6c5807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:16.857808 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-d3c82c55-b9c7-4586-bf7f-ba0c4b6c5807 None None] For port 9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9,segment=NetworkSegment(6b4a3a2c-45ac-4611-a987-4af30c2bf086),segment_id=6b4a3a2c-45ac-4611-a987-4af30c2bf086)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:52:16.954786 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d3c82c55-b9c7-4586-bf7f-ba0c4b6c5807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:17.027058 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c82c55-b9c7-4586-bf7f-ba0c4b6c5807 None None] Pushing event updated for resources: {'Port': ['ID=9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:17.078394 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-b54022f2-0ac6-4e21-936d-4c3474041124 None None] Provisioning complete for port 9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:52:17.079078 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b54022f2-0ac6-4e21-936d-4c3474041124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:17.095512 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-b3472222-9329-4aa2-ab91-afd2b8bbdf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'name': 'tempest-TestVolumeBootPattern-1820527811-router', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:52:05Z', 'updated_at': '2021-10-27T18:52:10Z', 'revision_number': 4, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'gw_port': {'id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:06Z', 'updated_at': '2021-10-27T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9', 'name': '', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'mac_address': 'fa:16:3e:b2:21:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:10Z', 'updated_at': '2021-10-27T18:52:16Z', 'revision_number': 4, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'subnets': [{'id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:52:17.135561 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3472222-9329-4aa2-ab91-afd2b8bbdf6d None None] The sync data for ids ['4bba4a23-f4cf-4407-870e-ef6a7ab6225c'] in n-d-815690-2 is: [{'id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'name': 'tempest-TestVolumeBootPattern-1820527811-router', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:52:05Z', 'updated_at': '2021-10-27T18:52:10Z', 'revision_number': 4, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'gw_port': {'id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:06Z', 'updated_at': '2021-10-27T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9', 'name': '', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'mac_address': 'fa:16:3e:b2:21:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:10Z', 'updated_at': '2021-10-27T18:52:16Z', 'revision_number': 4, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'subnets': [{'id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:52:17.185862 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0b5f281f-3f82-4ac7-83ae-f657d5746bf2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:17.481298 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0b5f281f-3f82-4ac7-83ae-f657d5746bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:17.726999 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5f281f-3f82-4ac7-83ae-f657d5746bf2 admin admin] Router 5228c0c4-1eb8-4b5a-8211-519b3cf7285c is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:52:17.729908 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d0fc5bc6-595a-416d-84d7-eefa7b215ca9 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:52:17.895371 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port d0fc5bc6-595a-416d-84d7-eefa7b215ca9 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:52:17.895988 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:17.956944 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5f281f-3f82-4ac7-83ae-f657d5746bf2 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:52:17.975684 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894c01a6-e614-41da-8dfe-2f6f5e06cc47 None None] Sync routers for ids ['5228c0c4-1eb8-4b5a-8211-519b3cf7285c'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:52:18.041315 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba54892-ccf4-428b-85e6-06408253f7d3 None None] Network 68a71ee1-267d-45d0-be2e-32fedca76477 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:52:18.090055 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0b5f281f-3f82-4ac7-83ae-f657d5746bf2 admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:18.091474 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0b5f281f-3f82-4ac7-83ae-f657d5746bf2 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3819561 Oct 27 18:52:18.094353 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 39704) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:52:18.176566 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894c01a6-e614-41da-8dfe-2f6f5e06cc47 None None] Routers {'5228c0c4-1eb8-4b5a-8211-519b3cf7285c'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:52:18.177246 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-894c01a6-e614-41da-8dfe-2f6f5e06cc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:52:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['5228c0c4-1eb8-4b5a-8211-519b3cf7285c'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:52:18.242360 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:18.321511 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-ae3d7cb1-4d83-4137-aa4b-51d689433745 None None] Provisioning complete for port d0fc5bc6-595a-416d-84d7-eefa7b215ca9 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:52:18.322141 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ae3d7cb1-4d83-4137-aa4b-51d689433745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:18.458601 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port d0fc5bc6-595a-416d-84d7-eefa7b215ca9, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=d0fc5bc6-595a-416d-84d7-eefa7b215ca9,segment=NetworkSegment(c715af3a-a0a8-4de4-8829-698862af3ce4),segment_id=c715af3a-a0a8-4de4-8829-698862af3ce4)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:52:18.481308 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-894c01a6-e614-41da-8dfe-2f6f5e06cc47 None None] Set router 5228c0c4-1eb8-4b5a-8211-519b3cf7285c gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:52:18.562779 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:18.563971 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:52:18.784005 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6ced7-17db-4b15-ad27-dd7d62b4b840 req-8c8a3f43-c1c9-43ca-b445-af236e79c299 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:18.791417 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-99d6ced7-17db-4b15-ad27-dd7d62b4b840 req-8c8a3f43-c1c9-43ca-b445-af236e79c299 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 945 time: 0.0951543 Oct 27 18:52:18.813112 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=d0fc5bc6-595a-416d-84d7-eefa7b215ca9,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:18.817611 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9db9e938-f2a7-44ae-b1a1-abe8fcf15b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:18.868558 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-99d6ced7-17db-4b15-ad27-dd7d62b4b840 req-75c12623-b54a-4240-a702-1d7e3d770c53 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738142 Oct 27 18:52:18.878610 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:52:18.882790 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:19.067483 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-894c01a6-e614-41da-8dfe-2f6f5e06cc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5228c0c4-1eb8-4b5a-8211-519b3cf7285c', 'name': 'tempest-TestVolumeBootPattern-1436265570-router', 'tenant_id': 'a5c6e2525a2a4a6dba445446b162a41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '9ca221c6-3037-48ae-9dcf-10ff298a8121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:52:14Z', 'updated_at': '2021-10-27T18:52:16Z', 'revision_number': 3, 'project_id': 'a5c6e2525a2a4a6dba445446b162a41b', 'gw_port': {'id': '9ca221c6-3037-48ae-9dcf-10ff298a8121', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5228c0c4-1eb8-4b5a-8211-519b3cf7285c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:16Z', 'updated_at': '2021-10-27T18:52:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:52:19.112436 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894c01a6-e614-41da-8dfe-2f6f5e06cc47 None None] Checking router: 5228c0c4-1eb8-4b5a-8211-519b3cf7285c for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:52:19.112795 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894c01a6-e614-41da-8dfe-2f6f5e06cc47 None None] Updating router 5228c0c4-1eb8-4b5a-8211-519b3cf7285c port 9ca221c6-3037-48ae-9dcf-10ff298a8121 binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:52:19.145678 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-894c01a6-e614-41da-8dfe-2f6f5e06cc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:19.184619 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-9db9e938-f2a7-44ae-b1a1-abe8fcf15b19 admin admin] Allocated IP 172.20.0.1 (68a71ee1-267d-45d0-be2e-32fedca76477/49cdef8f-a685-4b90-abca-2a88cf1945c4/9648a288-3872-48d8-836c-098b9ce9f5c1) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:52:19.207652 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-e3a683d2-e87d-4b67-8328-bd0dc186e428 None None] Provisioning complete for port d0fc5bc6-595a-416d-84d7-eefa7b215ca9 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:52:19.207652 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e3a683d2-e87d-4b67-8328-bd0dc186e428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:19.326021 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9db9e938-f2a7-44ae-b1a1-abe8fcf15b19 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:19.441944 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9db9e938-f2a7-44ae-b1a1-abe8fcf15b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:19.515489 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db9e938-f2a7-44ae-b1a1-abe8fcf15b19 admin admin] Network 68a71ee1-267d-45d0-be2e-32fedca76477 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:52:19.519473 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-9db9e938-f2a7-44ae-b1a1-abe8fcf15b19 admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:52:19.546621 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db9e938-f2a7-44ae-b1a1-abe8fcf15b19 admin admin] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:52:19.567140 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-894c01a6-e614-41da-8dfe-2f6f5e06cc47 None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:19.620351 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db9e938-f2a7-44ae-b1a1-abe8fcf15b19 admin admin] Pushing event updated for resources: {'Port': ['ID=9648a288-3872-48d8-836c-098b9ce9f5c1,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:19.639003 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-894c01a6-e614-41da-8dfe-2f6f5e06cc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:19.639569 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9db9e938-f2a7-44ae-b1a1-abe8fcf15b19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:19.681820 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d0fc5bc6-595a-416d-84d7-eefa7b215ca9 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:52:19.768415 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d3f1b-0b5a-4c03-bcdb-60c648460f5b None None] Pushing event updated for resources: {'Port': ['ID=9ca221c6-3037-48ae-9dcf-10ff298a8121,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:19.781177 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-894c01a6-e614-41da-8dfe-2f6f5e06cc47 None None] Attempting to bind port 9ca221c6-3037-48ae-9dcf-10ff298a8121 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:52:19.788569 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-894c01a6-e614-41da-8dfe-2f6f5e06cc47 None None] Attempting to bind port 9ca221c6-3037-48ae-9dcf-10ff298a8121 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:52:19.789350 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894c01a6-e614-41da-8dfe-2f6f5e06cc47 None None] Attempting to bind port 9ca221c6-3037-48ae-9dcf-10ff298a8121 on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:52:19.801876 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894c01a6-e614-41da-8dfe-2f6f5e06cc47 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:52:19.806462 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894c01a6-e614-41da-8dfe-2f6f5e06cc47 None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:52:19.807048 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-894c01a6-e614-41da-8dfe-2f6f5e06cc47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:19.807562 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894c01a6-e614-41da-8dfe-2f6f5e06cc47 None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:52:19.808231 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-894c01a6-e614-41da-8dfe-2f6f5e06cc47 None None] Bound port: 9ca221c6-3037-48ae-9dcf-10ff298a8121, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:52:19.808740 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-894c01a6-e614-41da-8dfe-2f6f5e06cc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:19.810923 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port d0fc5bc6-595a-416d-84d7-eefa7b215ca9 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:52:19.812557 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:19.908301 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-894c01a6-e614-41da-8dfe-2f6f5e06cc47 None None] For port 9ca221c6-3037-48ae-9dcf-10ff298a8121, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:52:19.911987 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-894c01a6-e614-41da-8dfe-2f6f5e06cc47 None None] For port 9ca221c6-3037-48ae-9dcf-10ff298a8121, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=9ca221c6-3037-48ae-9dcf-10ff298a8121,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:52:19.992254 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-a6f941a7-1d93-46a4-9834-6538c15b1d13 None None] Provisioning complete for port 9648a288-3872-48d8-836c-098b9ce9f5c1 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:52:19.995946 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a6f941a7-1d93-46a4-9834-6538c15b1d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:20.028477 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-894c01a6-e614-41da-8dfe-2f6f5e06cc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:20.064856 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9db9e938-f2a7-44ae-b1a1-abe8fcf15b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:20.095314 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-a6f941a7-1d93-46a4-9834-6538c15b1d13 None None] Port 9648a288-3872-48d8-836c-098b9ce9f5c1 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:52:20.114944 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894c01a6-e614-41da-8dfe-2f6f5e06cc47 None None] Routers {'5228c0c4-1eb8-4b5a-8211-519b3cf7285c'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:52:20.115576 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-894c01a6-e614-41da-8dfe-2f6f5e06cc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:52:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['5228c0c4-1eb8-4b5a-8211-519b3cf7285c'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:52:20.117499 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d3f1b-0b5a-4c03-bcdb-60c648460f5b None None] Pushing event updated for resources: {'Port': ['ID=9ca221c6-3037-48ae-9dcf-10ff298a8121,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:20.140940 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706445f0-8101-4046-968a-a755f6e8df7f req-da95ba38-3f39-4b95-8237-63a1d8752685 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:20.142444 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-706445f0-8101-4046-968a-a755f6e8df7f req-da95ba38-3f39-4b95-8237-63a1d8752685 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 945 time: 0.1206784 Oct 27 18:52:20.258601 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-894c01a6-e614-41da-8dfe-2f6f5e06cc47 None None] Set router 5228c0c4-1eb8-4b5a-8211-519b3cf7285c gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:52:20.300553 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-706445f0-8101-4046-968a-a755f6e8df7f req-91aac2da-93de-4e80-812c-760453f67379 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413815 Oct 27 18:52:20.440383 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9db9e938-f2a7-44ae-b1a1-abe8fcf15b19 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:20.509305 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9db9e938-f2a7-44ae-b1a1-abe8fcf15b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:20.582878 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db9e938-f2a7-44ae-b1a1-abe8fcf15b19 admin admin] Pushing event updated for resources: {'Port': ['ID=9648a288-3872-48d8-836c-098b9ce9f5c1,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:20.591969 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9db9e938-f2a7-44ae-b1a1-abe8fcf15b19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:20.697225 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db9e938-f2a7-44ae-b1a1-abe8fcf15b19 admin admin] Network 68a71ee1-267d-45d0-be2e-32fedca76477 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:52:20.699324 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-9db9e938-f2a7-44ae-b1a1-abe8fcf15b19 admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:52:20.720179 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-894c01a6-e614-41da-8dfe-2f6f5e06cc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5228c0c4-1eb8-4b5a-8211-519b3cf7285c', 'name': 'tempest-TestVolumeBootPattern-1436265570-router', 'tenant_id': 'a5c6e2525a2a4a6dba445446b162a41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '9ca221c6-3037-48ae-9dcf-10ff298a8121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:52:14Z', 'updated_at': '2021-10-27T18:52:19Z', 'revision_number': 4, 'project_id': 'a5c6e2525a2a4a6dba445446b162a41b', 'gw_port': {'id': '9ca221c6-3037-48ae-9dcf-10ff298a8121', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5228c0c4-1eb8-4b5a-8211-519b3cf7285c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:16Z', 'updated_at': '2021-10-27T18:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '9648a288-3872-48d8-836c-098b9ce9f5c1', 'name': '', 'network_id': '68a71ee1-267d-45d0-be2e-32fedca76477', 'tenant_id': 'a5c6e2525a2a4a6dba445446b162a41b', 'mac_address': 'fa:16:3e:69:5e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5228c0c4-1eb8-4b5a-8211-519b3cf7285c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '49cdef8f-a685-4b90-abca-2a88cf1945c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:18Z', 'updated_at': '2021-10-27T18:52:19Z', 'revision_number': 1, 'project_id': 'a5c6e2525a2a4a6dba445446b162a41b', 'subnets': [{'id': '49cdef8f-a685-4b90-abca-2a88cf1945c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:52:20.757947 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894c01a6-e614-41da-8dfe-2f6f5e06cc47 None None] The sync data for ids ['5228c0c4-1eb8-4b5a-8211-519b3cf7285c'] in n-d-815690-2 is: [{'id': '5228c0c4-1eb8-4b5a-8211-519b3cf7285c', 'name': 'tempest-TestVolumeBootPattern-1436265570-router', 'tenant_id': 'a5c6e2525a2a4a6dba445446b162a41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '9ca221c6-3037-48ae-9dcf-10ff298a8121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:52:14Z', 'updated_at': '2021-10-27T18:52:19Z', 'revision_number': 4, 'project_id': 'a5c6e2525a2a4a6dba445446b162a41b', 'gw_port': {'id': '9ca221c6-3037-48ae-9dcf-10ff298a8121', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5228c0c4-1eb8-4b5a-8211-519b3cf7285c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:16Z', 'updated_at': '2021-10-27T18:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '9648a288-3872-48d8-836c-098b9ce9f5c1', 'name': '', 'network_id': '68a71ee1-267d-45d0-be2e-32fedca76477', 'tenant_id': 'a5c6e2525a2a4a6dba445446b162a41b', 'mac_address': 'fa:16:3e:69:5e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5228c0c4-1eb8-4b5a-8211-519b3cf7285c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '49cdef8f-a685-4b90-abca-2a88cf1945c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:18Z', 'updated_at': '2021-10-27T18:52:19Z', 'revision_number': 1, 'project_id': 'a5c6e2525a2a4a6dba445446b162a41b', 'subnets': [{'id': '49cdef8f-a685-4b90-abca-2a88cf1945c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:52:20.873755 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db9e938-f2a7-44ae-b1a1-abe8fcf15b19 admin admin] Router 5228c0c4-1eb8-4b5a-8211-519b3cf7285c has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:52:21.083359 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db9e938-f2a7-44ae-b1a1-abe8fcf15b19 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:52:21.089592 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9db9e938-f2a7-44ae-b1a1-abe8fcf15b19 admin admin] 10.222.0.52 "PUT /v2.0/routers/5228c0c4-1eb8-4b5a-8211-519b3cf7285c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9941347 Oct 27 18:52:21.141239 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-c5d8f702-02b4-4def-8346-66768a723957 None None] Provisioning complete for port 9648a288-3872-48d8-836c-098b9ce9f5c1 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:52:21.142673 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c5d8f702-02b4-4def-8346-66768a723957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:21.192101 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-c5d8f702-02b4-4def-8346-66768a723957 None None] Port 9648a288-3872-48d8-836c-098b9ce9f5c1 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:52:21.504193 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9535cc-adf9-40aa-9e63-5fb2428508af req-1d8ea6c8-d6cb-4140-898a-17fa85368e4b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:21.504193 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fe9535cc-adf9-40aa-9e63-5fb2428508af req-1d8ea6c8-d6cb-4140-898a-17fa85368e4b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 945 time: 0.1015432 Oct 27 18:52:21.566936 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fe9535cc-adf9-40aa-9e63-5fb2428508af req-8c0e0961-bbc2-4feb-b3e9-7615ce341135 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535035 Oct 27 18:52:22.731313 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83a341-6b44-4933-863b-10397b5fb776 req-c7cb90b1-26ec-4406-b5bc-0169cebe8be4 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:22.737606 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ce83a341-6b44-4933-863b-10397b5fb776 req-c7cb90b1-26ec-4406-b5bc-0169cebe8be4 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 945 time: 0.0631902 Oct 27 18:52:22.795395 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ce83a341-6b44-4933-863b-10397b5fb776 req-986c2189-a377-4169-a652-f6e00a21cc24 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566480 Oct 27 18:52:23.533409 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 9ca221c6-3037-48ae-9dcf-10ff298a8121 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:52:23.606397 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 9ca221c6-3037-48ae-9dcf-10ff298a8121 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:52:23.606767 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:23.708139 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:23.743683 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 9ca221c6-3037-48ae-9dcf-10ff298a8121, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=9ca221c6-3037-48ae-9dcf-10ff298a8121,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:52:23.857967 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:23.948707 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6684a-9fe6-4899-973c-0fffea98b35e req-58af56b9-5363-42bc-8e56-2a6fe6354c49 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:23.953169 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f6e6684a-9fe6-4899-973c-0fffea98b35e req-58af56b9-5363-42bc-8e56-2a6fe6354c49 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 945 time: 0.0731874 Oct 27 18:52:24.026007 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=9ca221c6-3037-48ae-9dcf-10ff298a8121,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:24.057653 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f6e6684a-9fe6-4899-973c-0fffea98b35e req-cf3d94ad-75de-4476-b6e5-eaf33e994855 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941982 Oct 27 18:52:24.713480 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea01470-3e3d-41b8-a762-913355ec8b62 None None] Sync routers for ids ['5228c0c4-1eb8-4b5a-8211-519b3cf7285c'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:52:24.727012 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea01470-3e3d-41b8-a762-913355ec8b62 None None] Routers {'5228c0c4-1eb8-4b5a-8211-519b3cf7285c'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:52:24.734381 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-6ea01470-3e3d-41b8-a762-913355ec8b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:52:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['5228c0c4-1eb8-4b5a-8211-519b3cf7285c'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:52:24.938785 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-6ea01470-3e3d-41b8-a762-913355ec8b62 None None] Set router 5228c0c4-1eb8-4b5a-8211-519b3cf7285c gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:52:25.252752 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-6ea01470-3e3d-41b8-a762-913355ec8b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5228c0c4-1eb8-4b5a-8211-519b3cf7285c', 'name': 'tempest-TestVolumeBootPattern-1436265570-router', 'tenant_id': 'a5c6e2525a2a4a6dba445446b162a41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '9ca221c6-3037-48ae-9dcf-10ff298a8121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:52:14Z', 'updated_at': '2021-10-27T18:52:19Z', 'revision_number': 4, 'project_id': 'a5c6e2525a2a4a6dba445446b162a41b', 'gw_port': {'id': '9ca221c6-3037-48ae-9dcf-10ff298a8121', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5228c0c4-1eb8-4b5a-8211-519b3cf7285c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:16Z', 'updated_at': '2021-10-27T18:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '9648a288-3872-48d8-836c-098b9ce9f5c1', 'name': '', 'network_id': '68a71ee1-267d-45d0-be2e-32fedca76477', 'tenant_id': 'a5c6e2525a2a4a6dba445446b162a41b', 'mac_address': 'fa:16:3e:69:5e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5228c0c4-1eb8-4b5a-8211-519b3cf7285c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '49cdef8f-a685-4b90-abca-2a88cf1945c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:18Z', 'updated_at': '2021-10-27T18:52:20Z', 'revision_number': 2, 'project_id': 'a5c6e2525a2a4a6dba445446b162a41b', 'subnets': [{'id': '49cdef8f-a685-4b90-abca-2a88cf1945c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:52:25.262918 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88edfa-2f03-4f39-892c-39602dbc226b req-4eeab0ec-0d86-4855-8535-63f426d3aba7 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:25.341531 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dd88edfa-2f03-4f39-892c-39602dbc226b req-4eeab0ec-0d86-4855-8535-63f426d3aba7 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 945 time: 0.0958750 Oct 27 18:52:25.342339 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea01470-3e3d-41b8-a762-913355ec8b62 None None] Checking router: 5228c0c4-1eb8-4b5a-8211-519b3cf7285c for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:52:25.342339 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea01470-3e3d-41b8-a762-913355ec8b62 None None] Updating router 5228c0c4-1eb8-4b5a-8211-519b3cf7285c port 9648a288-3872-48d8-836c-098b9ce9f5c1 binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:52:25.342539 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dd88edfa-2f03-4f39-892c-39602dbc226b req-ba9b37c8-d236-484a-a4bf-4cd489493905 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369706 Oct 27 18:52:25.342647 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-6ea01470-3e3d-41b8-a762-913355ec8b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:25.456807 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 9ca221c6-3037-48ae-9dcf-10ff298a8121 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:52:25.515738 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 9ca221c6-3037-48ae-9dcf-10ff298a8121 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:52:25.516111 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:25.611630 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-6ea01470-3e3d-41b8-a762-913355ec8b62 None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:25.792730 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-6ea01470-3e3d-41b8-a762-913355ec8b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:25.858151 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc568-303b-470e-a331-e5b2e6d81264 None None] Pushing event updated for resources: {'Port': ['ID=9648a288-3872-48d8-836c-098b9ce9f5c1,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:25.918758 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-6ea01470-3e3d-41b8-a762-913355ec8b62 None None] Attempting to bind port 9648a288-3872-48d8-836c-098b9ce9f5c1 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:52:25.919443 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-6ea01470-3e3d-41b8-a762-913355ec8b62 None None] Attempting to bind port 9648a288-3872-48d8-836c-098b9ce9f5c1 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'c715af3a-a0a8-4de4-8829-698862af3ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '68a71ee1-267d-45d0-be2e-32fedca76477'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:52:25.920123 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea01470-3e3d-41b8-a762-913355ec8b62 None None] Attempting to bind port 9648a288-3872-48d8-836c-098b9ce9f5c1 on network 68a71ee1-267d-45d0-be2e-32fedca76477 {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:52:25.926962 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea01470-3e3d-41b8-a762-913355ec8b62 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:52:25.927626 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea01470-3e3d-41b8-a762-913355ec8b62 None None] Checking segment: {'id': 'c715af3a-a0a8-4de4-8829-698862af3ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '68a71ee1-267d-45d0-be2e-32fedca76477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:52:25.928386 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-6ea01470-3e3d-41b8-a762-913355ec8b62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:25.929553 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea01470-3e3d-41b8-a762-913355ec8b62 None None] Bound using segment: {'id': 'c715af3a-a0a8-4de4-8829-698862af3ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '68a71ee1-267d-45d0-be2e-32fedca76477'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:52:25.930353 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-6ea01470-3e3d-41b8-a762-913355ec8b62 None None] Bound port: 9648a288-3872-48d8-836c-098b9ce9f5c1, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c715af3a-a0a8-4de4-8829-698862af3ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '68a71ee1-267d-45d0-be2e-32fedca76477'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:52:25.931037 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-6ea01470-3e3d-41b8-a762-913355ec8b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:26.034963 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-6ea01470-3e3d-41b8-a762-913355ec8b62 None None] For port 9648a288-3872-48d8-836c-098b9ce9f5c1, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:52:26.039198 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-6ea01470-3e3d-41b8-a762-913355ec8b62 None None] For port 9648a288-3872-48d8-836c-098b9ce9f5c1, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=9648a288-3872-48d8-836c-098b9ce9f5c1,segment=NetworkSegment(c715af3a-a0a8-4de4-8829-698862af3ce4),segment_id=c715af3a-a0a8-4de4-8829-698862af3ce4)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:52:26.066986 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef275f-66ea-44c9-b224-c178ea979992 req-35b7a05c-3b1f-469d-8ce1-98a654967849 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:26.068405 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-deef275f-66ea-44c9-b224-c178ea979992 req-35b7a05c-3b1f-469d-8ce1-98a654967849 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/networks?id=d0191f7b-8e46-434e-8842-bf24f16effff HTTP/1.1" status: 200 len: 812 time: 0.1669683 Oct 27 18:52:26.093235 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-deef275f-66ea-44c9-b224-c178ea979992 req-41b96324-15c6-4875-9b3d-320bf1e2101d tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/quotas/346c2f1cc90a43138ca74853aad732b9 HTTP/1.1" status: 200 len: 375 time: 0.0177183 Oct 27 18:52:26.127069 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-6ea01470-3e3d-41b8-a762-913355ec8b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:26.203005 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcc568-303b-470e-a331-e5b2e6d81264 None None] Pushing event updated for resources: {'Port': ['ID=9648a288-3872-48d8-836c-098b9ce9f5c1,revision_number=4']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:26.212396 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-544e4956-8a92-4283-8ae1-48c39ead3b9e None None] Provisioning complete for port 9648a288-3872-48d8-836c-098b9ce9f5c1 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:52:26.213611 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea01470-3e3d-41b8-a762-913355ec8b62 None None] Routers {'5228c0c4-1eb8-4b5a-8211-519b3cf7285c'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:52:26.214042 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-544e4956-8a92-4283-8ae1-48c39ead3b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:26.214660 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-6ea01470-3e3d-41b8-a762-913355ec8b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:52:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['5228c0c4-1eb8-4b5a-8211-519b3cf7285c'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:52:26.236728 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-deef275f-66ea-44c9-b224-c178ea979992 req-feee7bc9-7888-42e3-85e0-844a2a00c395 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=346c2f1cc90a43138ca74853aad732b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1411695 Oct 27 18:52:26.368907 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-deef275f-66ea-44c9-b224-c178ea979992 req-8442e4b2-b765-461f-ba28-7487eb432d52 service neutron] 10.222.0.52 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288545 Oct 27 18:52:26.373168 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-6ea01470-3e3d-41b8-a762-913355ec8b62 None None] Set router 5228c0c4-1eb8-4b5a-8211-519b3cf7285c gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:52:26.432375 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-544e4956-8a92-4283-8ae1-48c39ead3b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:26.485786 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-deef275f-66ea-44c9-b224-c178ea979992 req-a089d3db-7344-4f1a-accc-8e52007e97c7 service neutron] 10.222.0.52 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124671 Oct 27 18:52:26.516062 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-544e4956-8a92-4283-8ae1-48c39ead3b9e None None] For port 9648a288-3872-48d8-836c-098b9ce9f5c1, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=9648a288-3872-48d8-836c-098b9ce9f5c1,segment=NetworkSegment(c715af3a-a0a8-4de4-8829-698862af3ce4),segment_id=c715af3a-a0a8-4de4-8829-698862af3ce4)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:52:26.521077 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:26.590288 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-544e4956-8a92-4283-8ae1-48c39ead3b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:26.684135 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-6ea01470-3e3d-41b8-a762-913355ec8b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5228c0c4-1eb8-4b5a-8211-519b3cf7285c', 'name': 'tempest-TestVolumeBootPattern-1436265570-router', 'tenant_id': 'a5c6e2525a2a4a6dba445446b162a41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '9ca221c6-3037-48ae-9dcf-10ff298a8121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:52:14Z', 'updated_at': '2021-10-27T18:52:19Z', 'revision_number': 4, 'project_id': 'a5c6e2525a2a4a6dba445446b162a41b', 'gw_port': {'id': '9ca221c6-3037-48ae-9dcf-10ff298a8121', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5228c0c4-1eb8-4b5a-8211-519b3cf7285c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:16Z', 'updated_at': '2021-10-27T18:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '9648a288-3872-48d8-836c-098b9ce9f5c1', 'name': '', 'network_id': '68a71ee1-267d-45d0-be2e-32fedca76477', 'tenant_id': 'a5c6e2525a2a4a6dba445446b162a41b', 'mac_address': 'fa:16:3e:69:5e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5228c0c4-1eb8-4b5a-8211-519b3cf7285c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '49cdef8f-a685-4b90-abca-2a88cf1945c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:18Z', 'updated_at': '2021-10-27T18:52:26Z', 'revision_number': 4, 'project_id': 'a5c6e2525a2a4a6dba445446b162a41b', 'subnets': [{'id': '49cdef8f-a685-4b90-abca-2a88cf1945c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:52:26.689796 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e4956-8a92-4283-8ae1-48c39ead3b9e None None] Pushing event updated for resources: {'Port': ['ID=9648a288-3872-48d8-836c-098b9ce9f5c1,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:26.712837 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-d0839183-376d-476c-af87-70d847c0b66f None None] Provisioning complete for port 9648a288-3872-48d8-836c-098b9ce9f5c1 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:52:26.713531 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d0839183-376d-476c-af87-70d847c0b66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:26.720731 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea01470-3e3d-41b8-a762-913355ec8b62 None None] The sync data for ids ['5228c0c4-1eb8-4b5a-8211-519b3cf7285c'] in n-d-815690-2 is: [{'id': '5228c0c4-1eb8-4b5a-8211-519b3cf7285c', 'name': 'tempest-TestVolumeBootPattern-1436265570-router', 'tenant_id': 'a5c6e2525a2a4a6dba445446b162a41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '9ca221c6-3037-48ae-9dcf-10ff298a8121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:52:14Z', 'updated_at': '2021-10-27T18:52:19Z', 'revision_number': 4, 'project_id': 'a5c6e2525a2a4a6dba445446b162a41b', 'gw_port': {'id': '9ca221c6-3037-48ae-9dcf-10ff298a8121', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5228c0c4-1eb8-4b5a-8211-519b3cf7285c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:16Z', 'updated_at': '2021-10-27T18:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '9648a288-3872-48d8-836c-098b9ce9f5c1', 'name': '', 'network_id': '68a71ee1-267d-45d0-be2e-32fedca76477', 'tenant_id': 'a5c6e2525a2a4a6dba445446b162a41b', 'mac_address': 'fa:16:3e:69:5e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5228c0c4-1eb8-4b5a-8211-519b3cf7285c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '49cdef8f-a685-4b90-abca-2a88cf1945c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:18Z', 'updated_at': '2021-10-27T18:52:26Z', 'revision_number': 4, 'project_id': 'a5c6e2525a2a4a6dba445446b162a41b', 'subnets': [{'id': '49cdef8f-a685-4b90-abca-2a88cf1945c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:52:26.926706 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:27.170112 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c16f14-c64e-413f-96de-838fb2e78edb req-ce65314c-ecff-44be-b3e4-a79717e1e8d3 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:27.174048 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-92c16f14-c64e-413f-96de-838fb2e78edb req-ce65314c-ecff-44be-b3e4-a79717e1e8d3 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 945 time: 0.0801604 Oct 27 18:52:27.248933 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-92c16f14-c64e-413f-96de-838fb2e78edb req-07afe27d-1704-4d8d-9030-7d5aa3ec7636 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688279 Oct 27 18:52:27.341211 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2a856d4d-d7f1-4e42-abc5-0de789c9a67e req-797d8ebe-7af7-4f98-b657-64a219740e29 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=c147432d-f1c7-4bc9-99f3-29c5835d15e1 HTTP/1.1" status: 200 len: 210 time: 0.0376425 Oct 27 18:52:27.526851 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 9648a288-3872-48d8-836c-098b9ce9f5c1 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:52:27.605306 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 9648a288-3872-48d8-836c-098b9ce9f5c1 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:52:27.605705 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:28.384928 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e81660-b088-44ab-b79c-c7662b70e5dc req-c74b344a-9127-4ba9-bb5f-d4defc4cd873 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:28.386477 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-61e81660-b088-44ab-b79c-c7662b70e5dc req-c74b344a-9127-4ba9-bb5f-d4defc4cd873 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 945 time: 0.0562217 Oct 27 18:52:28.429918 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-61e81660-b088-44ab-b79c-c7662b70e5dc req-87270287-ebcf-423e-8478-6b90d8fd5a09 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359163 Oct 27 18:52:28.522959 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9f7f256b-fde1-4eb5-8f0c-cc109b3861f8 req-180d73ff-00af-4e75-8836-9cb5bce58b1a tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=c147432d-f1c7-4bc9-99f3-29c5835d15e1 HTTP/1.1" status: 200 len: 210 time: 0.0270653 Oct 27 18:52:29.571171 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef275f-66ea-44c9-b224-c178ea979992 req-dc613751-9fee-47a8-8db6-5a3a03dd0fc7 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:29.573630 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-deef275f-66ea-44c9-b224-c178ea979992 req-dc613751-9fee-47a8-8db6-5a3a03dd0fc7 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.93 "GET /v2.0/networks?id=d0191f7b-8e46-434e-8842-bf24f16effff HTTP/1.1" status: 200 len: 812 time: 0.1459656 Oct 27 18:52:29.579866 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfdbff0-e0fb-4a86-927f-2003bdf4aa86 req-48d93d69-8f95-4d8e-94de-17d7a188f60e tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:29.581871 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9dfdbff0-e0fb-4a86-927f-2003bdf4aa86 req-48d93d69-8f95-4d8e-94de-17d7a188f60e tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 945 time: 0.0597548 Oct 27 18:52:29.587147 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-deef275f-66ea-44c9-b224-c178ea979992 req-5a34feef-bf37-4104-a9ee-1e6f277471c4 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Request body: {'port': {'device_id': 'c147432d-f1c7-4bc9-99f3-29c5835d15e1', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'admin_state_up': True, 'tenant_id': '346c2f1cc90a43138ca74853aad732b9'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:52:29.622705 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9dfdbff0-e0fb-4a86-927f-2003bdf4aa86 req-2612b0aa-e7b8-4f6d-b8eb-4d8fb7ccfd3d tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340698 Oct 27 18:52:29.748216 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2b7dd971-3f72-4e1b-ba2c-961623707c4e req-845b70f3-f9f6-49a8-8a39-968d8ac83ec2 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=c147432d-f1c7-4bc9-99f3-29c5835d15e1 HTTP/1.1" status: 200 len: 210 time: 0.0305812 Oct 27 18:52:29.841070 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deef275f-66ea-44c9-b224-c178ea979992 req-5a34feef-bf37-4104-a9ee-1e6f277471c4 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Made reservation on behalf of 346c2f1cc90a43138ca74853aad732b9 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:52:29.844764 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-deef275f-66ea-44c9-b224-c178ea979992 req-5a34feef-bf37-4104-a9ee-1e6f277471c4 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:30.003765 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-deef275f-66ea-44c9-b224-c178ea979992 req-5a34feef-bf37-4104-a9ee-1e6f277471c4 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Allocated IP 172.20.0.13 (d0191f7b-8e46-434e-8842-bf24f16effff/56e753bb-c9b4-439a-bd0c-5adf5ac2396a/159df9d8-d4f9-4c08-bf8c-2e4319f409d8) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:52:30.680570 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-deef275f-66ea-44c9-b224-c178ea979992 req-5a34feef-bf37-4104-a9ee-1e6f277471c4 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:30.795924 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-deef275f-66ea-44c9-b224-c178ea979992 req-5a34feef-bf37-4104-a9ee-1e6f277471c4 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:30.844642 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d635f9-c03a-4dc7-b65d-8d94574bbaaf req-af4ea7fc-50d5-4407-b326-33ec0d8ab78f tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:30.859778 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-27d635f9-c03a-4dc7-b65d-8d94574bbaaf req-af4ea7fc-50d5-4407-b326-33ec0d8ab78f tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 945 time: 0.1019619 Oct 27 18:52:30.869542 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 34f26098-2109-4b06-8c20-ccf43ddb19ef details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:52:30.903164 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a34feef-bf37-4104-a9ee-1e6f277471c4 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Pushing event updated for resources: {'Port': ['ID=159df9d8-d4f9-4c08-bf8c-2e4319f409d8,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:30.940116 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deef275f-66ea-44c9-b224-c178ea979992 req-5a34feef-bf37-4104-a9ee-1e6f277471c4 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Network d0191f7b-8e46-434e-8842-bf24f16effff is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:52:30.943705 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-deef275f-66ea-44c9-b224-c178ea979992 req-5a34feef-bf37-4104-a9ee-1e6f277471c4 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:52:30.972849 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-27d635f9-c03a-4dc7-b65d-8d94574bbaaf req-c6171ad0-8d44-4eb5-a90c-e4d22a650b6d tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977421 Oct 27 18:52:30.973452 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-deef275f-66ea-44c9-b224-c178ea979992 req-5a34feef-bf37-4104-a9ee-1e6f277471c4 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:52:31.064022 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 34f26098-2109-4b06-8c20-ccf43ddb19ef, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=34f26098-2109-4b06-8c20-ccf43ddb19ef,segment=NetworkSegment(29ae5e06-41a1-428b-8e42-42a692caa382),segment_id=29ae5e06-41a1-428b-8e42-42a692caa382)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:52:31.081659 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': '34f26098-2109-4b06-8c20-ccf43ddb19ef', 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b', 'port_id': '34f26098-2109-4b06-8c20-ccf43ddb19ef', 'mac_address': 'fa:16:3e:82:45:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db74a198-9b96-4f1c-98df-8ec54f422805', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:52:31.140587 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef275f-66ea-44c9-b224-c178ea979992 req-5a34feef-bf37-4104-a9ee-1e6f277471c4 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:31.154032 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-deef275f-66ea-44c9-b224-c178ea979992 req-5a34feef-bf37-4104-a9ee-1e6f277471c4 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:31.163517 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:31.217321 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34f26098-2109-4b06-8c20-ccf43ddb19ef {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:52:31.276318 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 34f26098-2109-4b06-8c20-ccf43ddb19ef, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=34f26098-2109-4b06-8c20-ccf43ddb19ef,segment=NetworkSegment(29ae5e06-41a1-428b-8e42-42a692caa382),segment_id=29ae5e06-41a1-428b-8e42-42a692caa382)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:52:31.279661 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd42eda-f231-421b-a9e6-3174569eda4a req-076cb595-2e5c-4fcc-bd1e-bae9257abb49 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:31.281983 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dfd42eda-f231-421b-a9e6-3174569eda4a req-076cb595-2e5c-4fcc-bd1e-bae9257abb49 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=c147432d-f1c7-4bc9-99f3-29c5835d15e1 HTTP/1.1" status: 200 len: 932 time: 0.1397777 Oct 27 18:52:31.293887 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-deef275f-66ea-44c9-b224-c178ea979992 req-5a34feef-bf37-4104-a9ee-1e6f277471c4 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7110095 Oct 27 18:52:31.306370 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-deef275f-66ea-44c9-b224-c178ea979992 req-6db7e2e8-909b-4124-984e-150df9a6d0c5 service neutron] Request body: {'port': {'device_id': 'c147432d-f1c7-4bc9-99f3-29c5835d15e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:52:31.376914 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-deef275f-66ea-44c9-b224-c178ea979992 req-6db7e2e8-909b-4124-984e-150df9a6d0c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:31.383358 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dfd42eda-f231-421b-a9e6-3174569eda4a req-0eff4208-3c63-4ce4-9871-81f19eb6ad4e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866652 Oct 27 18:52:31.402432 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:31.480290 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-a1bd3e8d-8445-4177-b4e7-739d161375b7 None None] Provisioning complete for port 159df9d8-d4f9-4c08-bf8c-2e4319f409d8 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:52:31.480664 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a1bd3e8d-8445-4177-b4e7-739d161375b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:31.566448 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['34f26098-2109-4b06-8c20-ccf43ddb19ef'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:52:31.635895 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-a1bd3e8d-8445-4177-b4e7-739d161375b7 None None] Port 159df9d8-d4f9-4c08-bf8c-2e4319f409d8 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:52:31.713833 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=34f26098-2109-4b06-8c20-ccf43ddb19ef,revision_number=6']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:31.730892 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:52:31.731327 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:52:31.732105 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:52:31.732659 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:52:31.733067 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:52:31.733471 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:52:31.733879 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:52:31.734281 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:52:31.735077 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:52:31.735503 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:52:31.736396 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:52:31.736798 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:52:31.823435 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-deef275f-66ea-44c9-b224-c178ea979992 req-6db7e2e8-909b-4124-984e-150df9a6d0c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 159df9d8-d4f9-4c08-bf8c-2e4319f409d8 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:52:31.843002 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-deef275f-66ea-44c9-b224-c178ea979992 req-6db7e2e8-909b-4124-984e-150df9a6d0c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:31.860984 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-deef275f-66ea-44c9-b224-c178ea979992 req-6db7e2e8-909b-4124-984e-150df9a6d0c5 service neutron] Transition to ACTIVE for port object 159df9d8-d4f9-4c08-bf8c-2e4319f409d8 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:52:31.984232 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-deef275f-66ea-44c9-b224-c178ea979992 req-6db7e2e8-909b-4124-984e-150df9a6d0c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:32.209839 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7e2e8-909b-4124-984e-150df9a6d0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=159df9d8-d4f9-4c08-bf8c-2e4319f409d8,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:32.211365 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3c2bb-a28c-4cde-9c4f-64a5a75fc573 req-4b5a8163-34df-4d45-9ae6-d6b4170c2106 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:32.218171 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d9b3c2bb-a28c-4cde-9c4f-64a5a75fc573 req-4b5a8163-34df-4d45-9ae6-d6b4170c2106 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 944 time: 0.1159408 Oct 27 18:52:32.287123 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-deef275f-66ea-44c9-b224-c178ea979992 req-6db7e2e8-909b-4124-984e-150df9a6d0c5 service neutron] Attempting to bind port 159df9d8-d4f9-4c08-bf8c-2e4319f409d8 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:52:32.287472 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-deef275f-66ea-44c9-b224-c178ea979992 req-6db7e2e8-909b-4124-984e-150df9a6d0c5 service neutron] Attempting to bind port 159df9d8-d4f9-4c08-bf8c-2e4319f409d8 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '6b4a3a2c-45ac-4611-a987-4af30c2bf086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:52:32.287866 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deef275f-66ea-44c9-b224-c178ea979992 req-6db7e2e8-909b-4124-984e-150df9a6d0c5 service neutron] Attempting to bind port 159df9d8-d4f9-4c08-bf8c-2e4319f409d8 on network d0191f7b-8e46-434e-8842-bf24f16effff {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:52:32.296356 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deef275f-66ea-44c9-b224-c178ea979992 req-6db7e2e8-909b-4124-984e-150df9a6d0c5 service neutron] Port 159df9d8-d4f9-4c08-bf8c-2e4319f409d8 on network d0191f7b-8e46-434e-8842-bf24f16effff not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:52:32.296690 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deef275f-66ea-44c9-b224-c178ea979992 req-6db7e2e8-909b-4124-984e-150df9a6d0c5 service neutron] Attempting to bind port 159df9d8-d4f9-4c08-bf8c-2e4319f409d8 on network d0191f7b-8e46-434e-8842-bf24f16effff {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:52:32.318369 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deef275f-66ea-44c9-b224-c178ea979992 req-6db7e2e8-909b-4124-984e-150df9a6d0c5 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:52:32.318723 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deef275f-66ea-44c9-b224-c178ea979992 req-6db7e2e8-909b-4124-984e-150df9a6d0c5 service neutron] Checking segment: {'id': '6b4a3a2c-45ac-4611-a987-4af30c2bf086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:52:32.320714 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deef275f-66ea-44c9-b224-c178ea979992 req-6db7e2e8-909b-4124-984e-150df9a6d0c5 service neutron] Bound using segment: {'id': '6b4a3a2c-45ac-4611-a987-4af30c2bf086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:52:32.320888 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-deef275f-66ea-44c9-b224-c178ea979992 req-6db7e2e8-909b-4124-984e-150df9a6d0c5 service neutron] Bound port: 159df9d8-d4f9-4c08-bf8c-2e4319f409d8, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b4a3a2c-45ac-4611-a987-4af30c2bf086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:52:32.321460 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-deef275f-66ea-44c9-b224-c178ea979992 req-6db7e2e8-909b-4124-984e-150df9a6d0c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:32.321593 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d9b3c2bb-a28c-4cde-9c4f-64a5a75fc573 req-98b528e3-f5e9-4c1f-a938-598dd1150fba tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915289 Oct 27 18:52:32.503703 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-deef275f-66ea-44c9-b224-c178ea979992 req-6db7e2e8-909b-4124-984e-150df9a6d0c5 service neutron] For port 159df9d8-d4f9-4c08-bf8c-2e4319f409d8, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:52:32.513519 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-deef275f-66ea-44c9-b224-c178ea979992 req-6db7e2e8-909b-4124-984e-150df9a6d0c5 service neutron] For port 159df9d8-d4f9-4c08-bf8c-2e4319f409d8, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=159df9d8-d4f9-4c08-bf8c-2e4319f409d8,segment=NetworkSegment(6b4a3a2c-45ac-4611-a987-4af30c2bf086),segment_id=6b4a3a2c-45ac-4611-a987-4af30c2bf086)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:52:32.593292 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-deef275f-66ea-44c9-b224-c178ea979992 req-6db7e2e8-909b-4124-984e-150df9a6d0c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:32.698046 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe9536-35cc-4c0d-992b-85d95803555e req-84139cff-d5de-43e2-bff0-d90cb276211c tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:32.707226 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-73fe9536-35cc-4c0d-992b-85d95803555e req-84139cff-d5de-43e2-bff0-d90cb276211c tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=c147432d-f1c7-4bc9-99f3-29c5835d15e1 HTTP/1.1" status: 200 len: 944 time: 0.1576366 Oct 27 18:52:32.768064 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef275f-66ea-44c9-b224-c178ea979992 req-6db7e2e8-909b-4124-984e-150df9a6d0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:32.768756 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-deef275f-66ea-44c9-b224-c178ea979992 req-6db7e2e8-909b-4124-984e-150df9a6d0c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:32.770211 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-deef275f-66ea-44c9-b224-c178ea979992 req-6db7e2e8-909b-4124-984e-150df9a6d0c5 service neutron] 10.222.0.93 "PUT /v2.0/ports/159df9d8-d4f9-4c08-bf8c-2e4319f409d8 HTTP/1.1" status: 200 len: 1092 time: 1.4686360 Oct 27 18:52:32.774612 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-73fe9536-35cc-4c0d-992b-85d95803555e req-9b9114fa-f01e-4408-9770-0ec9df7d46a3 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659187 Oct 27 18:52:32.781000 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c147432d-f1c7-4bc9-99f3-29c5835d15e1', 'tag': '159df9d8-d4f9-4c08-bf8c-2e4319f409d8'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:52:32.791657 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9458e0-9a0c-4521-b2e9-8d3d2307fb8a" -d '{"events": [{"name": "network-changed", "server_uuid": "c147432d-f1c7-4bc9-99f3-29c5835d15e1", "tag": "159df9d8-d4f9-4c08-bf8c-2e4319f409d8"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:52:32.868269 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7e2e8-909b-4124-984e-150df9a6d0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=159df9d8-d4f9-4c08-bf8c-2e4319f409d8,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:32.884350 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 34f26098-2109-4b06-8c20-ccf43ddb19ef up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:52:32.916891 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d3a362-0b26-4b4f-a0b0-d020189b1735 x-openstack-request-id: req-f4d3a362-0b26-4b4f-a0b0-d020189b1735 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:52:32.917405 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c147432d-f1c7-4bc9-99f3-29c5835d15e1", "tag": "159df9d8-d4f9-4c08-bf8c-2e4319f409d8", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:52:32.917753 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f4d3a362-0b26-4b4f-a0b0-d020189b1735 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:52:32.918445 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c147432d-f1c7-4bc9-99f3-29c5835d15e1', 'tag': '159df9d8-d4f9-4c08-bf8c-2e4319f409d8', 'status': 'completed', 'code': 200} Oct 27 18:52:33.002332 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef275f-66ea-44c9-b224-c178ea979992 req-917692b8-5db9-49a3-8a72-a6b13d261394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:33.011872 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-deef275f-66ea-44c9-b224-c178ea979992 req-917692b8-5db9-49a3-8a72-a6b13d261394 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=346c2f1cc90a43138ca74853aad732b9&device_id=c147432d-f1c7-4bc9-99f3-29c5835d15e1 HTTP/1.1" status: 200 len: 1095 time: 0.0869114 Oct 27 18:52:33.048991 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port 34f26098-2109-4b06-8c20-ccf43ddb19ef triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:52:33.049484 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:33.142708 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-deef275f-66ea-44c9-b224-c178ea979992 req-b7261a43-0bb0-42ad-9c55-d0dd0719d7e0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=159df9d8-d4f9-4c08-bf8c-2e4319f409d8 HTTP/1.1" status: 200 len: 217 time: 0.1165621 Oct 27 18:52:33.233444 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef275f-66ea-44c9-b224-c178ea979992 req-83deca6a-6bd4-4a9a-b55b-24dfc96ff221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:33.237817 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-deef275f-66ea-44c9-b224-c178ea979992 req-83deca6a-6bd4-4a9a-b55b-24dfc96ff221 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=56e753bb-c9b4-439a-bd0c-5adf5ac2396a HTTP/1.1" status: 200 len: 851 time: 0.0869241 Oct 27 18:52:33.276709 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:33.358200 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75112211-8b57-4ad5-a7e0-09f06b119323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f26098-2109-4b06-8c20-ccf43ddb19ef'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:52:33.361365 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc79ae3-8037-45b2-8139-d2f9e9fea7d5" -d '{"events": [{"server_uuid": "75112211-8b57-4ad5-a7e0-09f06b119323", "name": "network-vif-plugged", "status": "completed", "tag": "34f26098-2109-4b06-8c20-ccf43ddb19ef"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:52:33.367091 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef275f-66ea-44c9-b224-c178ea979992 req-f5119361-72c3-4d35-91b1-42211d83a06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:33.368918 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-deef275f-66ea-44c9-b224-c178ea979992 req-f5119361-72c3-4d35-91b1-42211d83a06b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d0191f7b-8e46-434e-8842-bf24f16effff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1251843 Oct 27 18:52:33.434495 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 34f26098-2109-4b06-8c20-ccf43ddb19ef, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=34f26098-2109-4b06-8c20-ccf43ddb19ef,segment=NetworkSegment(29ae5e06-41a1-428b-8e42-42a692caa382),segment_id=29ae5e06-41a1-428b-8e42-42a692caa382)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:52:33.510250 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:33.589656 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-deef275f-66ea-44c9-b224-c178ea979992 req-31dfeb35-a6c5-457c-9e07-17e053b26c1a service neutron] 10.222.0.93 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116473 Oct 27 18:52:33.678524 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=34f26098-2109-4b06-8c20-ccf43ddb19ef,revision_number=7']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:33.691427 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b8281-bac3-4f31-8bd6-387541829a00 req-49d46e0e-f092-4955-9cc8-cd40057daaeb tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:33.713391 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ac4b8281-bac3-4f31-8bd6-387541829a00 req-49d46e0e-f092-4955-9cc8-cd40057daaeb tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 945 time: 0.1350951 Oct 27 18:52:33.805599 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ac4b8281-bac3-4f31-8bd6-387541829a00 req-bf691cdb-95f6-47ed-ab3a-cb9d7c67cde8 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844233 Oct 27 18:52:33.859541 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-deef275f-66ea-44c9-b224-c178ea979992 req-ecc95b6d-30cc-4a68-b1b0-92a45e05d70c service neutron] 10.222.0.93 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626011 Oct 27 18:52:34.134393 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9458e0-9a0c-4521-b2e9-8d3d2307fb8a req-9a307bc4-8cdb-4e49-914f-6ccd84c783de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:34.138780 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2e9458e0-9a0c-4521-b2e9-8d3d2307fb8a req-9a307bc4-8cdb-4e49-914f-6ccd84c783de service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=346c2f1cc90a43138ca74853aad732b9&device_id=c147432d-f1c7-4bc9-99f3-29c5835d15e1 HTTP/1.1" status: 200 len: 1095 time: 0.0923536 Oct 27 18:52:34.143224 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b15b29-0aa1-455e-933d-c8d9d0008c95 x-openstack-request-id: req-c9b15b29-0aa1-455e-933d-c8d9d0008c95 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:52:34.143224 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75112211-8b57-4ad5-a7e0-09f06b119323", "name": "network-vif-plugged", "status": "completed", "tag": "34f26098-2109-4b06-8c20-ccf43ddb19ef", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:52:34.143224 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c9b15b29-0aa1-455e-933d-c8d9d0008c95 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:52:34.143224 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75112211-8b57-4ad5-a7e0-09f06b119323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f26098-2109-4b06-8c20-ccf43ddb19ef', 'code': 200} Oct 27 18:52:34.393793 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9458e0-9a0c-4521-b2e9-8d3d2307fb8a req-0c763f2d-1017-457c-aec2-14ad54055d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:34.402216 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2e9458e0-9a0c-4521-b2e9-8d3d2307fb8a req-0c763f2d-1017-457c-aec2-14ad54055d03 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d0191f7b-8e46-434e-8842-bf24f16effff HTTP/1.1" status: 200 len: 914 time: 0.2572839 Oct 27 18:52:34.403734 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e3053-0303-496f-a2c6-f4cf8179cbdf req-2ffd399a-c670-4a4d-a49f-cbf9d016913c tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:34.432554 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f90e3053-0303-496f-a2c6-f4cf8179cbdf req-2ffd399a-c670-4a4d-a49f-cbf9d016913c tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=c147432d-f1c7-4bc9-99f3-29c5835d15e1 HTTP/1.1" status: 200 len: 944 time: 0.1755888 Oct 27 18:52:34.581716 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f90e3053-0303-496f-a2c6-f4cf8179cbdf req-31e174f9-50e1-4bd2-a625-a5fe2da29ede tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454482 Oct 27 18:52:34.587570 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2e9458e0-9a0c-4521-b2e9-8d3d2307fb8a req-77107fb5-0d75-44bd-baaa-bb0f4cb34c1d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=159df9d8-d4f9-4c08-bf8c-2e4319f409d8 HTTP/1.1" status: 200 len: 217 time: 0.1660099 Oct 27 18:52:34.660428 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9458e0-9a0c-4521-b2e9-8d3d2307fb8a req-097b8907-2948-4ee0-804a-e2fd3a7da5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:34.662768 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2e9458e0-9a0c-4521-b2e9-8d3d2307fb8a req-097b8907-2948-4ee0-804a-e2fd3a7da5f2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=56e753bb-c9b4-439a-bd0c-5adf5ac2396a HTTP/1.1" status: 200 len: 851 time: 0.0669136 Oct 27 18:52:34.706255 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:52:34.792804 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9458e0-9a0c-4521-b2e9-8d3d2307fb8a req-0fb0ad36-df7e-4ba8-b2f7-8399a97edb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:34.805452 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2e9458e0-9a0c-4521-b2e9-8d3d2307fb8a req-0fb0ad36-df7e-4ba8-b2f7-8399a97edb52 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d0191f7b-8e46-434e-8842-bf24f16effff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1363115 Oct 27 18:52:35.040274 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2e9458e0-9a0c-4521-b2e9-8d3d2307fb8a req-3c826b44-39dd-4fb9-943f-5dce80d9694b service neutron] 10.222.0.93 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270169 Oct 27 18:52:35.044758 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b42e1d-dc39-4e3a-a31e-bba69be719ca req-6e1c0159-156d-4778-afbe-562d49274af7 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:35.052421 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c4b42e1d-dc39-4e3a-a31e-bba69be719ca req-6e1c0159-156d-4778-afbe-562d49274af7 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 945 time: 0.1054966 Oct 27 18:52:35.126998 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c4b42e1d-dc39-4e3a-a31e-bba69be719ca req-84169ff7-00c2-4d1c-a9df-e4b486bf88c0 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670977 Oct 27 18:52:35.187016 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2e9458e0-9a0c-4521-b2e9-8d3d2307fb8a req-f11a8146-c67d-444b-8eac-dce3b876ced1 service neutron] 10.222.0.93 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315899 Oct 27 18:52:35.796935 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8745b1-db69-4b99-9ade-2a337d4b3169 req-e741912c-a64e-4b0c-8e87-e3ac5e71a5cf tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:35.806367 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4e8745b1-db69-4b99-9ade-2a337d4b3169 req-e741912c-a64e-4b0c-8e87-e3ac5e71a5cf tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=c147432d-f1c7-4bc9-99f3-29c5835d15e1 HTTP/1.1" status: 200 len: 944 time: 0.1106036 Oct 27 18:52:35.873361 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4e8745b1-db69-4b99-9ade-2a337d4b3169 req-23f374ae-e8c4-47cc-b87c-028140c9f695 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667596 Oct 27 18:52:36.318980 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a556b-09ac-42de-8f61-3cca1aeef206 req-755ea72a-4531-4580-b2ad-b1bb9a5f23f1 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:36.321553 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-139a556b-09ac-42de-8f61-3cca1aeef206 req-755ea72a-4531-4580-b2ad-b1bb9a5f23f1 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 945 time: 0.0722013 Oct 27 18:52:36.375824 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-139a556b-09ac-42de-8f61-3cca1aeef206 req-0a4e5ceb-b070-49d8-8139-5ff465aded91 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480628 Oct 27 18:52:37.093324 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a92449-2c8b-4bd5-a328-dfd4ad57d68a req-fcd50734-d764-4a6a-9f32-937f8e3a836f tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:37.095078 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-44a92449-2c8b-4bd5-a328-dfd4ad57d68a req-fcd50734-d764-4a6a-9f32-937f8e3a836f tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=c147432d-f1c7-4bc9-99f3-29c5835d15e1 HTTP/1.1" status: 200 len: 944 time: 0.0971515 Oct 27 18:52:37.144549 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-44a92449-2c8b-4bd5-a328-dfd4ad57d68a req-cc570d3c-360e-40d2-96db-812aa44fe896 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424602 Oct 27 18:52:37.653289 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157bd6e-20d6-4bea-a524-83b484b34a39 req-a3b06e32-aff5-4e79-b111-35c46978c5a8 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:37.654897 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7157bd6e-20d6-4bea-a524-83b484b34a39 req-a3b06e32-aff5-4e79-b111-35c46978c5a8 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 945 time: 0.1495845 Oct 27 18:52:37.727775 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7157bd6e-20d6-4bea-a524-83b484b34a39 req-eed9399b-2907-48fd-be37-0a00eba511e8 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644183 Oct 27 18:52:38.349643 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c6321-3023-49e9-98ac-77995545c6e0 req-ff3474d7-66b1-4e38-89b3-6a443c762ced tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:38.368606 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-394c6321-3023-49e9-98ac-77995545c6e0 req-ff3474d7-66b1-4e38-89b3-6a443c762ced tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=c147432d-f1c7-4bc9-99f3-29c5835d15e1 HTTP/1.1" status: 200 len: 944 time: 0.1078944 Oct 27 18:52:38.559083 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-394c6321-3023-49e9-98ac-77995545c6e0 req-6cf62067-3922-4489-a6f0-96aba9238715 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564020 Oct 27 18:52:38.916681 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcac863-ea4d-4dd9-b1d0-774b3668a9e4 req-ce6e3d71-b380-45ec-a3ce-15292b049f01 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:38.925023 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fbcac863-ea4d-4dd9-b1d0-774b3668a9e4 req-ce6e3d71-b380-45ec-a3ce-15292b049f01 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 945 time: 0.0676775 Oct 27 18:52:38.977914 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fbcac863-ea4d-4dd9-b1d0-774b3668a9e4 req-05485cd0-ac64-488a-bb8b-fd48c4f51821 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516880 Oct 27 18:52:39.681859 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f7ae8272-957a-4c63-8a5a-c42d8f5c2cd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:39.794782 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d718b76-153f-4537-8a2d-db915b98fa08 req-e6e79a27-76d6-451d-ac80-07d69a24249b tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:39.802376 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0d718b76-153f-4537-8a2d-db915b98fa08 req-e6e79a27-76d6-451d-ac80-07d69a24249b tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=c147432d-f1c7-4bc9-99f3-29c5835d15e1 HTTP/1.1" status: 200 len: 944 time: 0.1025031 Oct 27 18:52:39.853905 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0d718b76-153f-4537-8a2d-db915b98fa08 req-a4969d99-ec13-4711-b481-fd7443456324 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497494 Oct 27 18:52:40.133585 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977da69a-572e-4c12-a362-302f7baf4e76 req-e5efeab8-ad8d-4c3e-9f8e-6e66764e6c84 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:40.136394 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-977da69a-572e-4c12-a362-302f7baf4e76 req-e5efeab8-ad8d-4c3e-9f8e-6e66764e6c84 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 945 time: 0.0677643 Oct 27 18:52:40.188296 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-977da69a-572e-4c12-a362-302f7baf4e76 req-c827bdaf-66f5-43c5-97c6-da67bfccda7d tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459492 Oct 27 18:52:41.008638 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b9ec9-afe5-4ca1-b505-3705fd926c98 req-6e8abdde-817d-453e-afe9-817783933371 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:41.016406 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8b5b9ec9-afe5-4ca1-b505-3705fd926c98 req-6e8abdde-817d-453e-afe9-817783933371 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=c147432d-f1c7-4bc9-99f3-29c5835d15e1 HTTP/1.1" status: 200 len: 944 time: 0.0776513 Oct 27 18:52:41.069185 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8b5b9ec9-afe5-4ca1-b505-3705fd926c98 req-916cdf31-35fe-4c8f-949e-769408eb8806 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515056 Oct 27 18:52:41.428458 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c858c-af3b-4f9d-bcc1-0aaa0868691e req-b93fbe18-07e5-4072-b4dc-ecf9b4e99715 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:41.432288 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-652c858c-af3b-4f9d-bcc1-0aaa0868691e req-b93fbe18-07e5-4072-b4dc-ecf9b4e99715 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 945 time: 0.0681674 Oct 27 18:52:41.520185 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-652c858c-af3b-4f9d-bcc1-0aaa0868691e req-1c465ae2-bb06-4b80-b19f-2aacae4fb51e tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792627 Oct 27 18:52:42.109286 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-bcd51b01-27fe-4eb7-a8d1-6944c5a5b63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:42.256569 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1b030-c603-4d94-8fb3-03f716cdac9b req-a66e5073-a60f-41ed-a29c-066c1276e2b1 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:42.264728 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-81e1b030-c603-4d94-8fb3-03f716cdac9b req-a66e5073-a60f-41ed-a29c-066c1276e2b1 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=c147432d-f1c7-4bc9-99f3-29c5835d15e1 HTTP/1.1" status: 200 len: 944 time: 0.1107335 Oct 27 18:52:42.349394 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-81e1b030-c603-4d94-8fb3-03f716cdac9b req-fc941060-c7ab-4007-a830-8b004af15ffa tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779483 Oct 27 18:52:42.678123 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc7bdb-da66-427c-bd02-7cde061f616e req-cc1ce77a-a366-4be6-b783-8187cf11b534 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:42.681626 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6bfc7bdb-da66-427c-bd02-7cde061f616e req-cc1ce77a-a366-4be6-b783-8187cf11b534 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 945 time: 0.0663776 Oct 27 18:52:42.720057 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6bfc7bdb-da66-427c-bd02-7cde061f616e req-1422bd91-0a44-45f6-a676-0ed1c3099810 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326376 Oct 27 18:52:43.482051 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:43.510256 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:43.570946 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f54d24-d23b-4203-9d95-57e78b6753c5 req-e6fdd1cb-29ad-4e4a-8c72-9744927bb6b6 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:43.580419 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f6f54d24-d23b-4203-9d95-57e78b6753c5 req-e6fdd1cb-29ad-4e4a-8c72-9744927bb6b6 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=c147432d-f1c7-4bc9-99f3-29c5835d15e1 HTTP/1.1" status: 200 len: 944 time: 0.1252668 Oct 27 18:52:43.637429 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f6f54d24-d23b-4203-9d95-57e78b6753c5 req-00b4ef99-3991-4f96-9c55-681ec004581c tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491302 Oct 27 18:52:43.880327 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81247612-1ac2-42a0-98fa-2cea1c519916 req-a3a28df5-d797-4c42-896e-4978cb3cad1b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:43.896983 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-81247612-1ac2-42a0-98fa-2cea1c519916 req-a3a28df5-d797-4c42-896e-4978cb3cad1b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 945 time: 0.0953844 Oct 27 18:52:43.947768 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-81247612-1ac2-42a0-98fa-2cea1c519916 req-2b1878ac-1562-4d67-a601-23c99cfe0339 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495107 Oct 27 18:52:44.831515 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c664cb9-aedc-4014-b630-8ab0269d65b5 req-3f305eba-780f-4494-be01-a690c5270045 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:44.833355 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5c664cb9-aedc-4014-b630-8ab0269d65b5 req-3f305eba-780f-4494-be01-a690c5270045 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=c147432d-f1c7-4bc9-99f3-29c5835d15e1 HTTP/1.1" status: 200 len: 944 time: 0.0693071 Oct 27 18:52:44.857219 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40160) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:52:44.885377 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5c664cb9-aedc-4014-b630-8ab0269d65b5 req-de53bce1-1ef6-433e-bbec-72d2d5c7d77a tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404031 Oct 27 18:52:45.065942 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ebfe112f-1773-448b-b40a-c50fbc6edbed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:45.177579 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ebfe112f-1773-448b-b40a-c50fbc6edbed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:45.179949 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:45.206554 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307fbd7-4e20-4f7b-b229-8624fbcd7998 req-404a8be6-1b72-4f5d-b80c-02a126664841 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:45.208353 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1307fbd7-4e20-4f7b-b229-8624fbcd7998 req-404a8be6-1b72-4f5d-b80c-02a126664841 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 945 time: 0.1081042 Oct 27 18:52:45.259094 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1307fbd7-4e20-4f7b-b229-8624fbcd7998 req-9b9f57c0-3187-4c84-94b8-7f60a4d42b19 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430906 Oct 27 18:52:45.283672 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ebfe112f-1773-448b-b40a-c50fbc6edbed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:45.343840 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe112f-1773-448b-b40a-c50fbc6edbed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4adc448a-e977-4df8-aa57-95d9b806babf,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:45.362601 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ebfe112f-1773-448b-b40a-c50fbc6edbed admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d58374b2d0b84606b74e0da82c9b6ed5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5041835 Oct 27 18:52:45.365200 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40170) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:52:45.470965 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0203e912-292d-4e17-b42a-d8d190b7c70a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:45.501651 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0203e912-292d-4e17-b42a-d8d190b7c70a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:45.683503 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0203e912-292d-4e17-b42a-d8d190b7c70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:45.687364 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0203e912-292d-4e17-b42a-d8d190b7c70a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:45.689571 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0203e912-292d-4e17-b42a-d8d190b7c70a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4adc448a-e977-4df8-aa57-95d9b806babf HTTP/1.1" status: 204 len: 168 time: 0.3221807 Oct 27 18:52:45.724927 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0203e912-292d-4e17-b42a-d8d190b7c70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4adc448a-e977-4df8-aa57-95d9b806babf,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:46.144229 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16eab32-8880-4152-b57f-6559c32d220d req-2b05ff30-1001-4976-9e1b-449ef1c4f993 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:46.158860 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b16eab32-8880-4152-b57f-6559c32d220d req-2b05ff30-1001-4976-9e1b-449ef1c4f993 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=c147432d-f1c7-4bc9-99f3-29c5835d15e1 HTTP/1.1" status: 200 len: 944 time: 0.1634676 Oct 27 18:52:46.200622 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b16eab32-8880-4152-b57f-6559c32d220d req-e6406840-cd61-40c5-bc35-f52414dd0d62 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404637 Oct 27 18:52:46.407933 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdda73b-b250-464e-a6bc-f2863bbab5f1 req-fd25042d-5a9b-42d6-8cef-52cec5f2fdef tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:46.409446 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3fdda73b-b250-464e-a6bc-f2863bbab5f1 req-fd25042d-5a9b-42d6-8cef-52cec5f2fdef tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 945 time: 0.0625737 Oct 27 18:52:46.453139 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3fdda73b-b250-464e-a6bc-f2863bbab5f1 req-0ad25f75-ba83-4ac3-b691-99f1d8d356ac tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370610 Oct 27 18:52:47.702489 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d422a57-8a5b-4b12-bb04-51e637953beb req-08ecc264-56c4-4792-bb1d-2660d81874b8 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:47.711749 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9d422a57-8a5b-4b12-bb04-51e637953beb req-08ecc264-56c4-4792-bb1d-2660d81874b8 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=c147432d-f1c7-4bc9-99f3-29c5835d15e1 HTTP/1.1" status: 200 len: 944 time: 0.4278021 Oct 27 18:52:47.754052 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9d422a57-8a5b-4b12-bb04-51e637953beb req-5f16e913-47a4-4f0f-b8a9-9134ed2d3168 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358176 Oct 27 18:52:47.830668 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 159df9d8-d4f9-4c08-bf8c-2e4319f409d8 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:52:47.884999 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327f808-82f0-4f18-9bf5-94c96a63aa57 req-f05ad5dc-5a9f-465c-8b8c-9ea03a257e53 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:47.886607 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d327f808-82f0-4f18-9bf5-94c96a63aa57 req-f05ad5dc-5a9f-465c-8b8c-9ea03a257e53 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 945 time: 0.0628824 Oct 27 18:52:47.931218 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d327f808-82f0-4f18-9bf5-94c96a63aa57 req-cbf8a01c-c091-4653-b25b-69a512361a49 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384481 Oct 27 18:52:47.941920 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 159df9d8-d4f9-4c08-bf8c-2e4319f409d8, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=159df9d8-d4f9-4c08-bf8c-2e4319f409d8,segment=NetworkSegment(6b4a3a2c-45ac-4611-a987-4af30c2bf086),segment_id=6b4a3a2c-45ac-4611-a987-4af30c2bf086)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:52:47.969905 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '159df9d8-d4f9-4c08-bf8c-2e4319f409d8', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'port_id': '159df9d8-d4f9-4c08-bf8c-2e4319f409d8', 'mac_address': 'fa:16:3e:d3:b7:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:52:48.014940 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:48.028728 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 159df9d8-d4f9-4c08-bf8c-2e4319f409d8 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:52:48.048031 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 159df9d8-d4f9-4c08-bf8c-2e4319f409d8, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=159df9d8-d4f9-4c08-bf8c-2e4319f409d8,segment=NetworkSegment(6b4a3a2c-45ac-4611-a987-4af30c2bf086),segment_id=6b4a3a2c-45ac-4611-a987-4af30c2bf086)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:52:48.117165 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:48.173668 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=159df9d8-d4f9-4c08-bf8c-2e4319f409d8,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:48.339107 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['159df9d8-d4f9-4c08-bf8c-2e4319f409d8'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:52:48.623237 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac424e-9cee-4c78-8daf-010dcc83ba12 req-4741b851-e854-438c-a24c-174da3d88228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:48.624836 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b6ac424e-9cee-4c78-8daf-010dcc83ba12 req-4741b851-e854-438c-a24c-174da3d88228 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=186d6eca453449f79cfaf020191a989c&device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 1096 time: 0.0428543 Oct 27 18:52:48.753003 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac424e-9cee-4c78-8daf-010dcc83ba12 req-ae80dd01-f19a-4381-b7e1-ffa6c018a733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:48.754506 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b6ac424e-9cee-4c78-8daf-010dcc83ba12 req-ae80dd01-f19a-4381-b7e1-ffa6c018a733 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7ad8bf39-d91e-470a-b850-b50a11bc458b HTTP/1.1" status: 200 len: 919 time: 0.1193047 Oct 27 18:52:48.823911 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b6ac424e-9cee-4c78-8daf-010dcc83ba12 req-04867fb8-699c-4897-9939-a68e6f9ca96f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34f26098-2109-4b06-8c20-ccf43ddb19ef HTTP/1.1" status: 200 len: 1000 time: 0.0615172 Oct 27 18:52:48.888593 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac424e-9cee-4c78-8daf-010dcc83ba12 req-c23bb320-d8c6-463b-8b6f-f5bb223d4307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:48.890100 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b6ac424e-9cee-4c78-8daf-010dcc83ba12 req-c23bb320-d8c6-463b-8b6f-f5bb223d4307 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=db74a198-9b96-4f1c-98df-8ec54f422805 HTTP/1.1" status: 200 len: 856 time: 0.0587480 Oct 27 18:52:48.896660 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c5385-e790-4cf7-b832-fac5054deb48 req-6f76fcc7-4a53-43d7-99eb-212acc0322af tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:48.899797 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8e2c5385-e790-4cf7-b832-fac5054deb48 req-6f76fcc7-4a53-43d7-99eb-212acc0322af tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=c147432d-f1c7-4bc9-99f3-29c5835d15e1 HTTP/1.1" status: 200 len: 945 time: 0.0654140 Oct 27 18:52:48.947541 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8e2c5385-e790-4cf7-b832-fac5054deb48 req-8d62e46a-6daf-42a7-9a65-909a5fc52989 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412567 Oct 27 18:52:48.948975 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac424e-9cee-4c78-8daf-010dcc83ba12 req-e118fd3b-7f58-4212-8f8a-ce1a99da156e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:48.950861 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b6ac424e-9cee-4c78-8daf-010dcc83ba12 req-e118fd3b-7f58-4212-8f8a-ce1a99da156e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ad8bf39-d91e-470a-b850-b50a11bc458b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508676 Oct 27 18:52:49.075452 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b6ac424e-9cee-4c78-8daf-010dcc83ba12 req-08052030-eb99-4327-a614-eed3bf179b4a service neutron] 10.222.0.81 "GET /v2.0/networks/7ad8bf39-d91e-470a-b850-b50a11bc458b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170018 Oct 27 18:52:49.177856 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce30155-38c3-4f80-9354-1ca215180429 req-03f4d33b-885b-4f31-94ba-0d5671e9fd41 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:49.179814 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0ce30155-38c3-4f80-9354-1ca215180429 req-03f4d33b-885b-4f31-94ba-0d5671e9fd41 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 945 time: 0.1168730 Oct 27 18:52:49.237788 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0ce30155-38c3-4f80-9354-1ca215180429 req-642d550d-98b9-41a3-b8e7-569b2a6cb728 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511463 Oct 27 18:52:49.254618 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b6ac424e-9cee-4c78-8daf-010dcc83ba12 req-1b081012-8eca-41fc-8ce8-471b23597cdd service neutron] 10.222.0.81 "GET /v2.0/networks/7ad8bf39-d91e-470a-b850-b50a11bc458b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706336 Oct 27 18:52:49.845657 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 159df9d8-d4f9-4c08-bf8c-2e4319f409d8 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:52:49.983844 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 159df9d8-d4f9-4c08-bf8c-2e4319f409d8 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:52:49.987881 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 159df9d8-d4f9-4c08-bf8c-2e4319f409d8 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:52:49.988250 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:50.064686 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624a39f-2533-4145-8347-0d7304e7117b req-1a7d2e23-9389-4b70-808b-01f32afd664e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:50.066447 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f624a39f-2533-4145-8347-0d7304e7117b req-1a7d2e23-9389-4b70-808b-01f32afd664e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=c147432d-f1c7-4bc9-99f3-29c5835d15e1 HTTP/1.1" status: 200 len: 945 time: 0.0523155 Oct 27 18:52:50.079254 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:50.110611 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f624a39f-2533-4145-8347-0d7304e7117b req-cb7df0db-ccbc-4a7a-a390-0660121e2e20 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372071 Oct 27 18:52:50.110938 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c147432d-f1c7-4bc9-99f3-29c5835d15e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159df9d8-d4f9-4c08-bf8c-2e4319f409d8'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:52:50.112966 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937f7a76-c2e5-4983-beda-68ab21976406" -d '{"events": [{"server_uuid": "c147432d-f1c7-4bc9-99f3-29c5835d15e1", "name": "network-vif-plugged", "status": "completed", "tag": "159df9d8-d4f9-4c08-bf8c-2e4319f409d8"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:52:50.126797 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 159df9d8-d4f9-4c08-bf8c-2e4319f409d8, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=159df9d8-d4f9-4c08-bf8c-2e4319f409d8,segment=NetworkSegment(6b4a3a2c-45ac-4611-a987-4af30c2bf086),segment_id=6b4a3a2c-45ac-4611-a987-4af30c2bf086)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:52:50.157939 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97615fa-2125-4f99-a83d-28d1bc6a0215 x-openstack-request-id: req-c97615fa-2125-4f99-a83d-28d1bc6a0215 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:52:50.158304 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c147432d-f1c7-4bc9-99f3-29c5835d15e1", "name": "network-vif-plugged", "status": "completed", "tag": "159df9d8-d4f9-4c08-bf8c-2e4319f409d8", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:52:50.158639 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c97615fa-2125-4f99-a83d-28d1bc6a0215 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:52:50.159304 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c147432d-f1c7-4bc9-99f3-29c5835d15e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159df9d8-d4f9-4c08-bf8c-2e4319f409d8', 'code': 200} Oct 27 18:52:50.179928 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:50.231118 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=159df9d8-d4f9-4c08-bf8c-2e4319f409d8,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:50.263053 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b559d2-4a67-47e9-b687-9bf418d97f91 req-0eee5eb7-36c9-4178-841c-8eda5fb40641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:50.264472 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-16b559d2-4a67-47e9-b687-9bf418d97f91 req-0eee5eb7-36c9-4178-841c-8eda5fb40641 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c147432d-f1c7-4bc9-99f3-29c5835d15e1 HTTP/1.1" status: 200 len: 1097 time: 0.0455918 Oct 27 18:52:50.300936 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-16b559d2-4a67-47e9-b687-9bf418d97f91 req-9427708c-b4d4-4c44-84b4-ed3c24e920c2 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293736 Oct 27 18:52:50.363153 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41557292-0183-41a2-beba-838259f8fcdb req-ab60cf75-c789-4203-8bec-4f84ed9eac53 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:50.364716 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-41557292-0183-41a2-beba-838259f8fcdb req-ab60cf75-c789-4203-8bec-4f84ed9eac53 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 945 time: 0.0497327 Oct 27 18:52:50.403990 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-41557292-0183-41a2-beba-838259f8fcdb req-6c02def9-e79a-4d83-92b2-e2a22f09e37b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329883 Oct 27 18:52:50.979588 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 34f26098-2109-4b06-8c20-ccf43ddb19ef no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:52:51.075793 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:51.116153 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 34f26098-2109-4b06-8c20-ccf43ddb19ef, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=34f26098-2109-4b06-8c20-ccf43ddb19ef,segment=NetworkSegment(29ae5e06-41a1-428b-8e42-42a692caa382),segment_id=29ae5e06-41a1-428b-8e42-42a692caa382)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:52:51.206557 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:51.251296 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8908d-2aca-4545-bcdb-3551f308c521 req-6e7ac550-733f-46e1-b9d5-3e5e67e5232d tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:51.253846 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-57d8908d-2aca-4545-bcdb-3551f308c521 req-6e7ac550-733f-46e1-b9d5-3e5e67e5232d tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=c147432d-f1c7-4bc9-99f3-29c5835d15e1 HTTP/1.1" status: 200 len: 946 time: 0.0700457 Oct 27 18:52:51.271332 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=34f26098-2109-4b06-8c20-ccf43ddb19ef,revision_number=8']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:51.303677 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-57d8908d-2aca-4545-bcdb-3551f308c521 req-09c7a63d-9c0b-44fd-b09b-4c5a9add9b8a tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428305 Oct 27 18:52:51.561290 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa3f28-fb48-44ef-8a1b-d5553d49bc9a req-19ee8e9d-d142-49e6-b62a-d8104685169c tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:51.562880 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1aa3f28-fb48-44ef-8a1b-d5553d49bc9a req-19ee8e9d-d142-49e6-b62a-d8104685169c tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 943 time: 0.0688188 Oct 27 18:52:51.605190 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1aa3f28-fb48-44ef-8a1b-d5553d49bc9a req-8d55c9b6-dc7b-41ac-bcf7-4dd8f6535062 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352504 Oct 27 18:52:52.160638 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75112211-8b57-4ad5-a7e0-09f06b119323', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34f26098-2109-4b06-8c20-ccf43ddb19ef'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:52:52.164131 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865e0f43-f6c2-4681-84bf-3701aec5e95b" -d '{"events": [{"server_uuid": "75112211-8b57-4ad5-a7e0-09f06b119323", "name": "network-vif-unplugged", "status": "completed", "tag": "34f26098-2109-4b06-8c20-ccf43ddb19ef"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:52:52.688738 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 27 Oct 2021 18:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd77a67-1a2c-4936-8c5e-9f10703f03b6 x-openstack-request-id: req-ccd77a67-1a2c-4936-8c5e-9f10703f03b6 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:52:52.689026 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75112211-8b57-4ad5-a7e0-09f06b119323", "name": "network-vif-unplugged", "status": "failed", "tag": "34f26098-2109-4b06-8c20-ccf43ddb19ef", "code": 422}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:52:52.689623 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ccd77a67-1a2c-4936-8c5e-9f10703f03b6 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:52:52.689752 n-d-815690-2 neutron-server[102880]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '75112211-8b57-4ad5-a7e0-09f06b119323', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '34f26098-2109-4b06-8c20-ccf43ddb19ef', 'code': 422} returned with failed status Oct 27 18:52:52.884863 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01779e6f-faa6-4faf-aa9a-9760fc0f7fb1 req-829ed5bf-9fc4-4c39-8f10-19768e6f1ad7 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:52.888284 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-01779e6f-faa6-4faf-aa9a-9760fc0f7fb1 req-829ed5bf-9fc4-4c39-8f10-19768e6f1ad7 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=c147432d-f1c7-4bc9-99f3-29c5835d15e1 HTTP/1.1" status: 200 len: 946 time: 0.0964146 Oct 27 18:52:52.936209 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-01779e6f-faa6-4faf-aa9a-9760fc0f7fb1 req-89b36637-3fd5-468f-8d2c-edf893d64e41 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424340 Oct 27 18:52:53.688889 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424db612-aada-491f-a829-a6feaf634c53 req-b60bca5f-da8a-457b-a073-2d4cc3a26d9f tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:53.690428 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-424db612-aada-491f-a829-a6feaf634c53 req-b60bca5f-da8a-457b-a073-2d4cc3a26d9f tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=c147432d-f1c7-4bc9-99f3-29c5835d15e1 HTTP/1.1" status: 200 len: 946 time: 0.0612049 Oct 27 18:52:53.737660 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-424db612-aada-491f-a829-a6feaf634c53 req-e5f88096-e0d8-4b2a-951b-34995810fccd tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397038 Oct 27 18:52:54.098799 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb63497e-341d-4b00-9610-65875189cb42 req-48d3d320-5941-47da-96ac-b0600f86eee1 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:54.100400 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb63497e-341d-4b00-9610-65875189cb42 req-48d3d320-5941-47da-96ac-b0600f86eee1 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=c147432d-f1c7-4bc9-99f3-29c5835d15e1 HTTP/1.1" status: 200 len: 946 time: 0.0547271 Oct 27 18:52:54.145042 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb63497e-341d-4b00-9610-65875189cb42 req-42bd219d-3c97-4e9a-bae0-f58a5901f3f2 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383532 Oct 27 18:52:54.261211 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c2feb-4130-42ce-895a-835d705a3c56 req-5986af1b-7dcf-488b-923e-7d1f1275c350 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:54.263076 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-064c2feb-4130-42ce-895a-835d705a3c56 req-5986af1b-7dcf-488b-923e-7d1f1275c350 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 943 time: 0.0548141 Oct 27 18:52:54.316332 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-064c2feb-4130-42ce-895a-835d705a3c56 req-167c717a-235d-485d-8664-34fbc982cbd2 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467534 Oct 27 18:52:54.551036 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40392) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:52:54.729469 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-44610ace-43e2-44b5-aa64-73813b777cd3 req-9669df58-b63f-4f27-b0d6-88d871bf6f92 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1766353 Oct 27 18:52:54.739857 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [req-44610ace-43e2-44b5-aa64-73813b777cd3 req-0e25dd8f-29b7-4b77-a464-ea08b52aa03f service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:52:54.740981 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-44610ace-43e2-44b5-aa64-73813b777cd3 req-0e25dd8f-29b7-4b77-a464-ea08b52aa03f service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054243 Oct 27 18:52:54.840781 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f3254-9ff4-4abd-bdd8-1a5d903152cd req-625c3fa1-88b3-4d4a-adda-39f5240864a2 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:54.842448 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-618f3254-9ff4-4abd-bdd8-1a5d903152cd req-625c3fa1-88b3-4d4a-adda-39f5240864a2 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=c147432d-f1c7-4bc9-99f3-29c5835d15e1 HTTP/1.1" status: 200 len: 946 time: 0.0561955 Oct 27 18:52:54.882200 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-618f3254-9ff4-4abd-bdd8-1a5d903152cd req-55b92dc2-5943-4749-80a1-735e24bba44d tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334084 Oct 27 18:52:55.454566 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f82b6-00af-44e4-8510-0e9611c9251b req-f8d2ffb5-78ab-464d-9144-8a6cbe919a35 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:55.456138 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6b2f82b6-00af-44e4-8510-0e9611c9251b req-f8d2ffb5-78ab-464d-9144-8a6cbe919a35 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 943 time: 0.0572784 Oct 27 18:52:55.503876 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6b2f82b6-00af-44e4-8510-0e9611c9251b req-36ce5b02-8123-4194-8b6c-7605287c852f tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411453 Oct 27 18:52:56.043791 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d869c8-ef2b-4d5f-a48c-7b52ad977af9 req-5c26e861-b344-4a79-a40c-906a662c1664 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:56.045507 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-94d869c8-ef2b-4d5f-a48c-7b52ad977af9 req-5c26e861-b344-4a79-a40c-906a662c1664 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=c147432d-f1c7-4bc9-99f3-29c5835d15e1 HTTP/1.1" status: 200 len: 946 time: 0.0599933 Oct 27 18:52:56.089045 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-94d869c8-ef2b-4d5f-a48c-7b52ad977af9 req-19715694-3196-4f99-a88a-9ca806853a79 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375578 Oct 27 18:52:56.223996 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73d293-75a2-4cd9-a83b-fdb4d635875a req-77b3266d-07c5-40c2-b1b2-4a41bf2bbf9f tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:56.225517 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bc73d293-75a2-4cd9-a83b-fdb4d635875a req-77b3266d-07c5-40c2-b1b2-4a41bf2bbf9f tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.93 "GET /v2.0/ports?device_id=c147432d-f1c7-4bc9-99f3-29c5835d15e1 HTTP/1.1" status: 200 len: 946 time: 0.0596795 Oct 27 18:52:56.315433 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-bc73d293-75a2-4cd9-a83b-fdb4d635875a req-4200c665-e9ec-4d14-a509-2114063d33e9 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Deleting port 159df9d8-d4f9-4c08-bf8c-2e4319f409d8 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:52:56.315806 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-bc73d293-75a2-4cd9-a83b-fdb4d635875a req-4200c665-e9ec-4d14-a509-2114063d33e9 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:56.412330 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-bc73d293-75a2-4cd9-a83b-fdb4d635875a req-4200c665-e9ec-4d14-a509-2114063d33e9 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] For port 159df9d8-d4f9-4c08-bf8c-2e4319f409d8, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=159df9d8-d4f9-4c08-bf8c-2e4319f409d8,segment=NetworkSegment(6b4a3a2c-45ac-4611-a987-4af30c2bf086),segment_id=6b4a3a2c-45ac-4611-a987-4af30c2bf086)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:52:56.412698 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-bc73d293-75a2-4cd9-a83b-fdb4d635875a req-4200c665-e9ec-4d14-a509-2114063d33e9 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:56.425128 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-bc73d293-75a2-4cd9-a83b-fdb4d635875a req-4200c665-e9ec-4d14-a509-2114063d33e9 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Calling delete_port for 159df9d8-d4f9-4c08-bf8c-2e4319f409d8 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:52:56.481210 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:56.632530 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50221870-8a41-4df9-a8f4-50f16370f8fb req-da01753b-9b59-454d-80c5-4e78ea1cdb47 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:56.634079 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-50221870-8a41-4df9-a8f4-50f16370f8fb req-da01753b-9b59-454d-80c5-4e78ea1cdb47 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 943 time: 0.0551937 Oct 27 18:52:56.636965 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-bc73d293-75a2-4cd9-a83b-fdb4d635875a req-4200c665-e9ec-4d14-a509-2114063d33e9 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:56.651165 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['159df9d8-d4f9-4c08-bf8c-2e4319f409d8'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:52:56.675096 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4200c665-e9ec-4d14-a509-2114063d33e9 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Pushing event deleted for resources: {'Port': ['ID=159df9d8-d4f9-4c08-bf8c-2e4319f409d8,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:52:56.691536 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-50221870-8a41-4df9-a8f4-50f16370f8fb req-689f33fe-5182-4e7d-9a8a-5a82a5f15a5e tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500066 Oct 27 18:52:56.734742 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc73d293-75a2-4cd9-a83b-fdb4d635875a req-4200c665-e9ec-4d14-a509-2114063d33e9 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] No DVR routers for this DVR port 159df9d8-d4f9-4c08-bf8c-2e4319f409d8 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:52:56.736587 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-bc73d293-75a2-4cd9-a83b-fdb4d635875a req-4200c665-e9ec-4d14-a509-2114063d33e9 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:56.740030 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bc73d293-75a2-4cd9-a83b-fdb4d635875a req-4200c665-e9ec-4d14-a509-2114063d33e9 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.93 "DELETE /v2.0/ports/159df9d8-d4f9-4c08-bf8c-2e4319f409d8 HTTP/1.1" status: 204 len: 173 time: 0.5079916 Oct 27 18:52:56.740532 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c147432d-f1c7-4bc9-99f3-29c5835d15e1', 'name': 'network-vif-deleted', 'tag': '159df9d8-d4f9-4c08-bf8c-2e4319f409d8'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:52:56.745123 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75340419-9a78-4287-844a-63de44a9ac3b" -d '{"events": [{"server_uuid": "c147432d-f1c7-4bc9-99f3-29c5835d15e1", "name": "network-vif-deleted", "tag": "159df9d8-d4f9-4c08-bf8c-2e4319f409d8"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:52:56.793164 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2082b74a-96f2-47c9-b8c5-be782460a665 x-openstack-request-id: req-2082b74a-96f2-47c9-b8c5-be782460a665 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:52:56.793780 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c147432d-f1c7-4bc9-99f3-29c5835d15e1", "name": "network-vif-deleted", "tag": "159df9d8-d4f9-4c08-bf8c-2e4319f409d8", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:52:56.794037 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2082b74a-96f2-47c9-b8c5-be782460a665 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:52:56.794439 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c147432d-f1c7-4bc9-99f3-29c5835d15e1', 'name': 'network-vif-deleted', 'tag': '159df9d8-d4f9-4c08-bf8c-2e4319f409d8', 'status': 'completed', 'code': 200} Oct 27 18:52:56.934232 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:52:57.210291 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f2b85739-ae85-4844-bb7d-62860ab53146 req-8384bfe6-cf14-4733-b844-38c9aa7cb31b tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=c147432d-f1c7-4bc9-99f3-29c5835d15e1 HTTP/1.1" status: 200 len: 210 time: 0.0405548 Oct 27 18:52:57.276237 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44610ace-43e2-44b5-aa64-73813b777cd3 req-85a5c10d-2e29-41e4-9d7c-1a501e08c4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:57.277922 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-44610ace-43e2-44b5-aa64-73813b777cd3 req-85a5c10d-2e29-41e4-9d7c-1a501e08c4e2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323&tenant_id=186d6eca453449f79cfaf020191a989c HTTP/1.1" status: 200 len: 1094 time: 0.0617328 Oct 27 18:52:57.361414 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44610ace-43e2-44b5-aa64-73813b777cd3 req-3f878f36-3111-444f-bb05-3bb4cbb8450b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:57.363216 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-44610ace-43e2-44b5-aa64-73813b777cd3 req-3f878f36-3111-444f-bb05-3bb4cbb8450b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=186d6eca453449f79cfaf020191a989c&device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 1094 time: 0.0522656 Oct 27 18:52:57.467646 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44610ace-43e2-44b5-aa64-73813b777cd3 req-bed1bdea-2d18-47dd-907d-8a3cdecd6544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:57.469072 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-44610ace-43e2-44b5-aa64-73813b777cd3 req-bed1bdea-2d18-47dd-907d-8a3cdecd6544 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7ad8bf39-d91e-470a-b850-b50a11bc458b HTTP/1.1" status: 200 len: 919 time: 0.0980351 Oct 27 18:52:57.545993 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-44610ace-43e2-44b5-aa64-73813b777cd3 req-423b8611-5b2b-4c68-825c-aaa94648721a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34f26098-2109-4b06-8c20-ccf43ddb19ef HTTP/1.1" status: 200 len: 998 time: 0.0686817 Oct 27 18:52:57.600544 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44610ace-43e2-44b5-aa64-73813b777cd3 req-ea771e44-8dec-4313-aa02-683f7311a12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:57.602654 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-44610ace-43e2-44b5-aa64-73813b777cd3 req-ea771e44-8dec-4313-aa02-683f7311a12e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=db74a198-9b96-4f1c-98df-8ec54f422805 HTTP/1.1" status: 200 len: 856 time: 0.0466466 Oct 27 18:52:57.650955 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44610ace-43e2-44b5-aa64-73813b777cd3 req-e62f2b2c-214a-4471-9474-de3087f3587f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:57.652609 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-44610ace-43e2-44b5-aa64-73813b777cd3 req-e62f2b2c-214a-4471-9474-de3087f3587f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ad8bf39-d91e-470a-b850-b50a11bc458b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434132 Oct 27 18:52:57.760267 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-44610ace-43e2-44b5-aa64-73813b777cd3 req-db4bb1f0-7414-49ed-a9ed-ab21e7d09840 service neutron] 10.222.0.81 "GET /v2.0/networks/7ad8bf39-d91e-470a-b850-b50a11bc458b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000235 Oct 27 18:52:57.876168 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21972b46-7d3d-4534-86f6-694ca5a543b7 req-685e2c46-4c75-4eeb-8d04-275632ea9c88 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:57.886152 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-21972b46-7d3d-4534-86f6-694ca5a543b7 req-685e2c46-4c75-4eeb-8d04-275632ea9c88 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 943 time: 0.1098254 Oct 27 18:52:57.888520 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-44610ace-43e2-44b5-aa64-73813b777cd3 req-277cb1d6-c16a-46cd-ac5b-e648d192ec11 service neutron] 10.222.0.81 "GET /v2.0/networks/7ad8bf39-d91e-470a-b850-b50a11bc458b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212313 Oct 27 18:52:57.926978 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-21972b46-7d3d-4534-86f6-694ca5a543b7 req-3568cc5c-acc8-48c2-acff-e28750ef1c41 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398505 Oct 27 18:52:58.344450 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b131572f-e1ca-444c-a249-d9b071a1632e req-580df556-fdda-44f3-9062-38af3e36a6a1 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=c147432d-f1c7-4bc9-99f3-29c5835d15e1 HTTP/1.1" status: 200 len: 210 time: 0.0454819 Oct 27 18:52:59.087923 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd0844-438b-465f-b0e5-8a340bd25ebb req-9295032a-dbbe-4ec5-b3e2-3a59d24a9a77 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:52:59.107539 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7ebd0844-438b-465f-b0e5-8a340bd25ebb req-9295032a-dbbe-4ec5-b3e2-3a59d24a9a77 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 943 time: 0.0805769 Oct 27 18:52:59.170850 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7ebd0844-438b-465f-b0e5-8a340bd25ebb req-2530028d-af85-4e89-9e42-4e997607a9a8 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621700 Oct 27 18:52:59.562631 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1fa608af-4bdf-4a87-a064-b6bb99c6f2c7 req-924b15d9-9f78-4811-b934-67d09b83f279 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=c147432d-f1c7-4bc9-99f3-29c5835d15e1 HTTP/1.1" status: 200 len: 210 time: 0.0768542 Oct 27 18:52:59.910085 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 159df9d8-d4f9-4c08-bf8c-2e4319f409d8 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:52:59.958019 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 159df9d8-d4f9-4c08-bf8c-2e4319f409d8 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:52:59.958390 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 159df9d8-d4f9-4c08-bf8c-2e4319f409d8 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:53:00.460212 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49673753-6dfa-4c8b-bc60-c39d2b64e704 req-c6287427-80ae-4a0b-b353-c7460a044bdd tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:00.464492 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-49673753-6dfa-4c8b-bc60-c39d2b64e704 req-c6287427-80ae-4a0b-b353-c7460a044bdd tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 943 time: 0.1341772 Oct 27 18:53:00.603094 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-49673753-6dfa-4c8b-bc60-c39d2b64e704 req-16980123-2dcd-4975-b4a2-88336ecb0053 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318035 Oct 27 18:53:00.693256 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 40484) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:53:00.799818 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a98b29df-bd3d-4401-98ae-f15f1dacfd34 req-520dd52e-78f2-4c55-8185-32f7e7954f09 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=c147432d-f1c7-4bc9-99f3-29c5835d15e1 HTTP/1.1" status: 200 len: 210 time: 0.0667017 Oct 27 18:53:00.877960 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fd3150a6-9001-4a8b-8ae1-99dccab90851 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:01.001050 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fd3150a6-9001-4a8b-8ae1-99dccab90851 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:01.072184 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fd3150a6-9001-4a8b-8ae1-99dccab90851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:01.135331 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-fd3150a6-9001-4a8b-8ae1-99dccab90851 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0a939749360b4f03bcb565306f874597&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4404175 Oct 27 18:53:01.137961 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40488) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:53:01.139236 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3150a6-9001-4a8b-8ae1-99dccab90851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9d0da7-99ac-42e2-9939-ea4bf535ee69,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:01.149736 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3150a6-9001-4a8b-8ae1-99dccab90851 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:01.150458 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3150a6-9001-4a8b-8ae1-99dccab90851 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:01.151169 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3150a6-9001-4a8b-8ae1-99dccab90851 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:01.152379 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3150a6-9001-4a8b-8ae1-99dccab90851 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:01.152955 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3150a6-9001-4a8b-8ae1-99dccab90851 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:01.153519 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3150a6-9001-4a8b-8ae1-99dccab90851 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:01.154366 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3150a6-9001-4a8b-8ae1-99dccab90851 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:01.154981 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3150a6-9001-4a8b-8ae1-99dccab90851 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:01.155542 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3150a6-9001-4a8b-8ae1-99dccab90851 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:01.156795 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3150a6-9001-4a8b-8ae1-99dccab90851 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:01.157362 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3150a6-9001-4a8b-8ae1-99dccab90851 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:01.166377 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3150a6-9001-4a8b-8ae1-99dccab90851 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:01.249211 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-35c0f774-039d-427f-beff-607934ca1772 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:01.279652 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-35c0f774-039d-427f-beff-607934ca1772 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:01.402808 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-35c0f774-039d-427f-beff-607934ca1772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:01.405724 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-35c0f774-039d-427f-beff-607934ca1772 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:01.410689 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-35c0f774-039d-427f-beff-607934ca1772 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7d9d0da7-99ac-42e2-9939-ea4bf535ee69 HTTP/1.1" status: 204 len: 168 time: 0.2710824 Oct 27 18:53:01.426621 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c0f774-039d-427f-beff-607934ca1772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9d0da7-99ac-42e2-9939-ea4bf535ee69,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:01.809336 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d84049-5b28-45d5-b9a3-7e679ec84da2 req-a01068a9-ab26-4b13-afa0-61fa4f2e0156 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:01.829232 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-68d84049-5b28-45d5-b9a3-7e679ec84da2 req-a01068a9-ab26-4b13-afa0-61fa4f2e0156 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 943 time: 0.1320579 Oct 27 18:53:01.915513 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-68d84049-5b28-45d5-b9a3-7e679ec84da2 req-3927c372-97d2-4ab1-911f-180bfad2b35d tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850072 Oct 27 18:53:02.035374 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2ebb45fa-fe0f-4c12-b073-2911439fb9ad req-75f92df3-6f04-4f4c-b357-436c2139b287 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=c147432d-f1c7-4bc9-99f3-29c5835d15e1 HTTP/1.1" status: 200 len: 210 time: 0.0402017 Oct 27 18:53:03.014182 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40522) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:53:03.061087 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eae683-75c8-49de-9732-0ac1bc1e0b27 req-bac6b713-970f-4439-a82a-e800c0e23e88 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:03.070051 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-54eae683-75c8-49de-9732-0ac1bc1e0b27 req-bac6b713-970f-4439-a82a-e800c0e23e88 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 943 time: 0.0725787 Oct 27 18:53:03.128434 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-54eae683-75c8-49de-9732-0ac1bc1e0b27 req-cb1679e1-b24b-41d4-8ea0-d14a644b660b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571826 Oct 27 18:53:03.254096 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-ad50f2e7-caed-459e-9aee-0208c2e4d3af admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1435885013-network', 'tenant_id': '0ee6238b76e047d5902b27ba55901cce'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:53:03.323229 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9e68eec2-edd8-493d-aba0-f5fb94537798 req-edcc4b2e-fb61-47aa-980d-52541c371e03 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=c147432d-f1c7-4bc9-99f3-29c5835d15e1 HTTP/1.1" status: 200 len: 210 time: 0.0495632 Oct 27 18:53:03.374212 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad50f2e7-caed-459e-9aee-0208c2e4d3af admin admin] Made reservation on behalf of 0ee6238b76e047d5902b27ba55901cce for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:53:03.377386 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ad50f2e7-caed-459e-9aee-0208c2e4d3af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:03.393811 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ad50f2e7-caed-459e-9aee-0208c2e4d3af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:03.505514 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ad50f2e7-caed-459e-9aee-0208c2e4d3af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:03.563042 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ad50f2e7-caed-459e-9aee-0208c2e4d3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:03.593842 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad50f2e7-caed-459e-9aee-0208c2e4d3af admin admin] vlan segment allocate from pool success with {'vlan_id': 1047, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:53:03.599424 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad50f2e7-caed-459e-9aee-0208c2e4d3af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48573bd9-59be-4e5e-be00-3b6b9d53d034,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:03.610547 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ad50f2e7-caed-459e-9aee-0208c2e4d3af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:03.610850 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-ad50f2e7-caed-459e-9aee-0208c2e4d3af admin admin] Added segment 46e24729-f778-43aa-b1f0-3316bd997e83 of type vlan for network e537a58f-fc35-4920-88e0-09d35e9a1d5d Oct 27 18:53:03.692072 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ad50f2e7-caed-459e-9aee-0208c2e4d3af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:03.778770 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ad50f2e7-caed-459e-9aee-0208c2e4d3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:03.780016 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad50f2e7-caed-459e-9aee-0208c2e4d3af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:03.780855 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ad50f2e7-caed-459e-9aee-0208c2e4d3af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:03.847312 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad50f2e7-caed-459e-9aee-0208c2e4d3af admin admin] Pushing event updated for resources: {'Network': ['ID=e537a58f-fc35-4920-88e0-09d35e9a1d5d,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:03.864205 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network e537a58f-fc35-4920-88e0-09d35e9a1d5d details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:53:03.940935 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 40532) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:53:03.947359 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ad50f2e7-caed-459e-9aee-0208c2e4d3af admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9318931 Oct 27 18:53:03.948055 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-49aa78bf-022b-479d-87f7-8915f16ca43a admin admin] Request body: {'subnet': {'network_id': 'e537a58f-fc35-4920-88e0-09d35e9a1d5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1435885013-subnet', 'tenant_id': '0ee6238b76e047d5902b27ba55901cce', 'ip_version': 4}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:53:04.031721 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49aa78bf-022b-479d-87f7-8915f16ca43a admin admin] Made reservation on behalf of 0ee6238b76e047d5902b27ba55901cce for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:53:04.035074 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-49aa78bf-022b-479d-87f7-8915f16ca43a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:04.313693 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c1f63-62ad-4c21-afb6-629ea5ea88d4 req-f652292d-4e68-4d42-929c-4ca4ae69ed11 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:04.321544 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-333c1f63-62ad-4c21-afb6-629ea5ea88d4 req-f652292d-4e68-4d42-929c-4ca4ae69ed11 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 943 time: 0.0650282 Oct 27 18:53:04.324741 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-49aa78bf-022b-479d-87f7-8915f16ca43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:04.407390 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa78bf-022b-479d-87f7-8915f16ca43a admin admin] Pushing event updated for resources: {'Subnet': ['ID=92f577da-02e4-45bc-9364-e2f632c06d24,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:04.452477 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-333c1f63-62ad-4c21-afb6-629ea5ea88d4 req-4a684429-3a61-4386-81c0-b447db7526eb tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239324 Oct 27 18:53:04.453840 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa78bf-022b-479d-87f7-8915f16ca43a admin admin] Checking segment: {'id': '46e24729-f778-43aa-b1f0-3316bd997e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'e537a58f-fc35-4920-88e0-09d35e9a1d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:53:04.454415 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49aa78bf-022b-479d-87f7-8915f16ca43a admin admin] Network hostable DHCP agents. Network: e537a58f-fc35-4920-88e0-09d35e9a1d5d, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:53:04.534712 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49aa78bf-022b-479d-87f7-8915f16ca43a admin admin] Network e537a58f-fc35-4920-88e0-09d35e9a1d5d is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:53:04.620274 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-49aa78bf-022b-479d-87f7-8915f16ca43a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, e537a58f-fc35-4920-88e0-09d35e9a1d5d) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:53:04.625255 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49aa78bf-022b-479d-87f7-8915f16ca43a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:04.629745 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-49aa78bf-022b-479d-87f7-8915f16ca43a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:04.634490 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d03541-6598-40c7-9afe-22c0a241591c None None] Network e537a58f-fc35-4920-88e0-09d35e9a1d5d requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:53:04.704422 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-49aa78bf-022b-479d-87f7-8915f16ca43a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7620449 Oct 27 18:53:04.707286 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40540) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:53:04.713659 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-6977cbae-4917-40dc-b9c2-c336a77e2bfc admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1435885013-router', 'tenant_id': '0ee6238b76e047d5902b27ba55901cce', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:53:04.802421 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6977cbae-4917-40dc-b9c2-c336a77e2bfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:04.803730 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6977cbae-4917-40dc-b9c2-c336a77e2bfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:04.818398 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f660e1-b743-4a53-95b5-2525aa641af3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-e537a58f-fc35-4920-88e0-09d35e9a1d5d', 'network_id': 'e537a58f-fc35-4920-88e0-09d35e9a1d5d', 'tenant_id': '0ee6238b76e047d5902b27ba55901cce', 'fixed_ips': [{'subnet_id': '92f577da-02e4-45bc-9364-e2f632c06d24'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:53:04.820373 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-78f660e1-b743-4a53-95b5-2525aa641af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:04.929128 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6977cbae-4917-40dc-b9c2-c336a77e2bfc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:05.013144 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-78f660e1-b743-4a53-95b5-2525aa641af3 None None] Allocated IP 172.20.0.2 (e537a58f-fc35-4920-88e0-09d35e9a1d5d/92f577da-02e4-45bc-9364-e2f632c06d24/0f9ce0d1-4562-472a-98fe-e797f8d9dabf) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:53:05.180870 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-78f660e1-b743-4a53-95b5-2525aa641af3 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:05.203409 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6977cbae-4917-40dc-b9c2-c336a77e2bfc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:05.277935 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-78f660e1-b743-4a53-95b5-2525aa641af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:05.389877 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f660e1-b743-4a53-95b5-2525aa641af3 None None] Pushing event updated for resources: {'Port': ['ID=0f9ce0d1-4562-472a-98fe-e797f8d9dabf,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:05.425364 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f660e1-b743-4a53-95b5-2525aa641af3 None None] Network e537a58f-fc35-4920-88e0-09d35e9a1d5d is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:53:05.428733 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-78f660e1-b743-4a53-95b5-2525aa641af3 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:53:05.435478 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f660e1-b743-4a53-95b5-2525aa641af3 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:53:05.627903 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-78f660e1-b743-4a53-95b5-2525aa641af3 None None] Attempting to bind port 0f9ce0d1-4562-472a-98fe-e797f8d9dabf on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:53:05.628436 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-78f660e1-b743-4a53-95b5-2525aa641af3 None None] Attempting to bind port 0f9ce0d1-4562-472a-98fe-e797f8d9dabf by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '46e24729-f778-43aa-b1f0-3316bd997e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'e537a58f-fc35-4920-88e0-09d35e9a1d5d'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:53:05.628948 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f660e1-b743-4a53-95b5-2525aa641af3 None None] Attempting to bind port 0f9ce0d1-4562-472a-98fe-e797f8d9dabf on network e537a58f-fc35-4920-88e0-09d35e9a1d5d {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:53:05.640431 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f660e1-b743-4a53-95b5-2525aa641af3 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:53:05.651934 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f660e1-b743-4a53-95b5-2525aa641af3 None None] Checking segment: {'id': '46e24729-f778-43aa-b1f0-3316bd997e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'e537a58f-fc35-4920-88e0-09d35e9a1d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:53:05.652579 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-78f660e1-b743-4a53-95b5-2525aa641af3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:05.653086 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f660e1-b743-4a53-95b5-2525aa641af3 None None] Bound using segment: {'id': '46e24729-f778-43aa-b1f0-3316bd997e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'e537a58f-fc35-4920-88e0-09d35e9a1d5d'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:53:05.653700 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-78f660e1-b743-4a53-95b5-2525aa641af3 None None] Bound port: 0f9ce0d1-4562-472a-98fe-e797f8d9dabf, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46e24729-f778-43aa-b1f0-3316bd997e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'e537a58f-fc35-4920-88e0-09d35e9a1d5d'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:53:05.654196 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-78f660e1-b743-4a53-95b5-2525aa641af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:05.697859 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736b97e-3d42-4045-8bdd-75e95163cbad req-1a8e9a04-6c4b-4133-afd0-cea14911ad67 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:05.710939 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e736b97e-3d42-4045-8bdd-75e95163cbad req-1a8e9a04-6c4b-4133-afd0-cea14911ad67 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 943 time: 0.1304493 Oct 27 18:53:05.788130 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-78f660e1-b743-4a53-95b5-2525aa641af3 None None] For port 0f9ce0d1-4562-472a-98fe-e797f8d9dabf, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:53:05.793655 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-78f660e1-b743-4a53-95b5-2525aa641af3 None None] For port 0f9ce0d1-4562-472a-98fe-e797f8d9dabf, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=0f9ce0d1-4562-472a-98fe-e797f8d9dabf,segment=NetworkSegment(46e24729-f778-43aa-b1f0-3316bd997e83),segment_id=46e24729-f778-43aa-b1f0-3316bd997e83)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:53:05.812997 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e736b97e-3d42-4045-8bdd-75e95163cbad req-a9572602-2134-4847-b2fe-335955d30e1c tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964315 Oct 27 18:53:05.868743 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6977cbae-4917-40dc-b9c2-c336a77e2bfc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:05.907997 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6977cbae-4917-40dc-b9c2-c336a77e2bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:05.946852 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-78f660e1-b743-4a53-95b5-2525aa641af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:06.034072 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f660e1-b743-4a53-95b5-2525aa641af3 None None] Pushing event updated for resources: {'Port': ['ID=0f9ce0d1-4562-472a-98fe-e797f8d9dabf,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:06.125517 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-6977cbae-4917-40dc-b9c2-c336a77e2bfc admin admin] Allocated IP 172.25.6.77 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/59d7c2e9-9bc3-4f8d-b4cc-87893e4cf5cd) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:53:06.397091 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6977cbae-4917-40dc-b9c2-c336a77e2bfc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:06.574449 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6977cbae-4917-40dc-b9c2-c336a77e2bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:06.623168 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6977cbae-4917-40dc-b9c2-c336a77e2bfc admin admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:53:06.629008 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-6977cbae-4917-40dc-b9c2-c336a77e2bfc admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:53:06.631523 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6977cbae-4917-40dc-b9c2-c336a77e2bfc admin admin] Pushing event updated for resources: {'Port': ['ID=59d7c2e9-9bc3-4f8d-b4cc-87893e4cf5cd,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:06.633973 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6977cbae-4917-40dc-b9c2-c336a77e2bfc admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:53:06.662540 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6977cbae-4917-40dc-b9c2-c336a77e2bfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:06.668695 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6977cbae-4917-40dc-b9c2-c336a77e2bfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:06.668695 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6977cbae-4917-40dc-b9c2-c336a77e2bfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:06.668695 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6977cbae-4917-40dc-b9c2-c336a77e2bfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:06.668695 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6977cbae-4917-40dc-b9c2-c336a77e2bfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:06.668695 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6977cbae-4917-40dc-b9c2-c336a77e2bfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:06.668695 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6977cbae-4917-40dc-b9c2-c336a77e2bfc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:06.668695 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6977cbae-4917-40dc-b9c2-c336a77e2bfc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:06.668695 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6977cbae-4917-40dc-b9c2-c336a77e2bfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:06.668695 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6977cbae-4917-40dc-b9c2-c336a77e2bfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:06.668695 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6977cbae-4917-40dc-b9c2-c336a77e2bfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:06.668695 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6977cbae-4917-40dc-b9c2-c336a77e2bfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:07.066517 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d29332-ec4c-4d1c-b9ab-1372c87f1417 req-c18a68f8-6778-4bf8-80c2-7616121ab9a5 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:07.076911 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c2d29332-ec4c-4d1c-b9ab-1372c87f1417 req-c18a68f8-6778-4bf8-80c2-7616121ab9a5 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 943 time: 0.1254160 Oct 27 18:53:07.160759 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6977cbae-4917-40dc-b9c2-c336a77e2bfc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:07.203778 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c2d29332-ec4c-4d1c-b9ab-1372c87f1417 req-0b2de0c9-9543-4a9c-9ec1-ae77dc67c1d2 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207721 Oct 27 18:53:07.574658 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da052e9-b7b2-4c40-8026-3291d55453d4 None None] Network e537a58f-fc35-4920-88e0-09d35e9a1d5d requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:53:07.872437 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 0f9ce0d1-4562-472a-98fe-e797f8d9dabf up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:53:07.929921 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-a8bf9a4a-ea94-4ebf-aed4-a06da863a58b None None] Provisioning complete for port 0f9ce0d1-4562-472a-98fe-e797f8d9dabf triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:53:07.930208 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a8bf9a4a-ea94-4ebf-aed4-a06da863a58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:08.014078 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6977cbae-4917-40dc-b9c2-c336a77e2bfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:08.047252 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 0f9ce0d1-4562-472a-98fe-e797f8d9dabf triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:53:08.047520 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:08.147540 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a8bf9a4a-ea94-4ebf-aed4-a06da863a58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:08.193477 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-a8bf9a4a-ea94-4ebf-aed4-a06da863a58b None None] For port 0f9ce0d1-4562-472a-98fe-e797f8d9dabf, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=0f9ce0d1-4562-472a-98fe-e797f8d9dabf,segment=NetworkSegment(46e24729-f778-43aa-b1f0-3316bd997e83),segment_id=46e24729-f778-43aa-b1f0-3316bd997e83)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:53:08.272277 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a8bf9a4a-ea94-4ebf-aed4-a06da863a58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:08.421830 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6977cbae-4917-40dc-b9c2-c336a77e2bfc admin admin] Router 06383dd0-feea-48dd-9e21-4e3c75e598ff is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:53:08.464626 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf9a4a-ea94-4ebf-aed4-a06da863a58b None None] Pushing event updated for resources: {'Port': ['ID=0f9ce0d1-4562-472a-98fe-e797f8d9dabf,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:08.488502 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52bfef-1531-428c-86e0-0204da1c7346 req-09fa4fc8-54a8-46b5-b0de-c77d47d4f85b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:08.505481 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bd52bfef-1531-428c-86e0-0204da1c7346 req-09fa4fc8-54a8-46b5-b0de-c77d47d4f85b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 943 time: 0.1077940 Oct 27 18:53:08.663546 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bd52bfef-1531-428c-86e0-0204da1c7346 req-c700d247-bf37-41b0-b7f3-9cf5fd3cd09d tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929794 Oct 27 18:53:08.684047 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6977cbae-4917-40dc-b9c2-c336a77e2bfc admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:53:08.688517 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9d977-09ce-484e-97a2-f9a6fd7e8dfd req-aaf506c9-deb1-4f92-a95f-c8774097aff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:08.693222 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-74e9d977-09ce-484e-97a2-f9a6fd7e8dfd req-aaf506c9-deb1-4f92-a95f-c8774097aff9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=186d6eca453449f79cfaf020191a989c&device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 1094 time: 0.3327484 Oct 27 18:53:08.705519 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a24032-45ca-4b59-9b61-6abeafbae794 None None] Sync routers for ids ['06383dd0-feea-48dd-9e21-4e3c75e598ff'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:53:08.712982 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-9d6b31bd-d9f1-4f80-bc9a-32f9f8c6066b None None] Provisioning complete for port 0f9ce0d1-4562-472a-98fe-e797f8d9dabf triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:53:08.713350 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9d6b31bd-d9f1-4f80-bc9a-32f9f8c6066b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:08.752602 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a24032-45ca-4b59-9b61-6abeafbae794 None None] Routers {'06383dd0-feea-48dd-9e21-4e3c75e598ff'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:53:08.753131 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-49a24032-45ca-4b59-9b61-6abeafbae794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:52:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['06383dd0-feea-48dd-9e21-4e3c75e598ff'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:53:08.848439 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9d977-09ce-484e-97a2-f9a6fd7e8dfd req-244167f4-20eb-4014-9be8-ce446ef5e7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:08.850041 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-74e9d977-09ce-484e-97a2-f9a6fd7e8dfd req-244167f4-20eb-4014-9be8-ce446ef5e7f7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=7ad8bf39-d91e-470a-b850-b50a11bc458b HTTP/1.1" status: 200 len: 919 time: 0.1018319 Oct 27 18:53:08.895598 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-49a24032-45ca-4b59-9b61-6abeafbae794 None None] Set router 06383dd0-feea-48dd-9e21-4e3c75e598ff gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:53:08.930398 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-74e9d977-09ce-484e-97a2-f9a6fd7e8dfd req-0e1a7f40-f606-485f-8c46-9f5d9a26f0ba service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34f26098-2109-4b06-8c20-ccf43ddb19ef HTTP/1.1" status: 200 len: 998 time: 0.0736349 Oct 27 18:53:08.983307 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9d977-09ce-484e-97a2-f9a6fd7e8dfd req-0b67b780-9fc5-4499-9662-b40084256a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:08.999352 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-74e9d977-09ce-484e-97a2-f9a6fd7e8dfd req-0b67b780-9fc5-4499-9662-b40084256a52 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=db74a198-9b96-4f1c-98df-8ec54f422805 HTTP/1.1" status: 200 len: 856 time: 0.0483084 Oct 27 18:53:09.051914 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9d977-09ce-484e-97a2-f9a6fd7e8dfd req-a1482814-fb67-4f5b-8ff0-81d80f8b6641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:09.053401 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-74e9d977-09ce-484e-97a2-f9a6fd7e8dfd req-a1482814-fb67-4f5b-8ff0-81d80f8b6641 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=7ad8bf39-d91e-470a-b850-b50a11bc458b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600216 Oct 27 18:53:09.113387 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-49a24032-45ca-4b59-9b61-6abeafbae794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06383dd0-feea-48dd-9e21-4e3c75e598ff', 'name': 'tempest-TestAggregatesBasicOps-1435885013-router', 'tenant_id': '0ee6238b76e047d5902b27ba55901cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '59d7c2e9-9bc3-4f8d-b4cc-87893e4cf5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:53:04Z', 'updated_at': '2021-10-27T18:53:06Z', 'revision_number': 3, 'project_id': '0ee6238b76e047d5902b27ba55901cce', 'gw_port': {'id': '59d7c2e9-9bc3-4f8d-b4cc-87893e4cf5cd', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:51:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06383dd0-feea-48dd-9e21-4e3c75e598ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:53:05Z', 'updated_at': '2021-10-27T18:53:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:53:09.140546 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a24032-45ca-4b59-9b61-6abeafbae794 None None] Checking router: 06383dd0-feea-48dd-9e21-4e3c75e598ff for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:53:09.140892 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a24032-45ca-4b59-9b61-6abeafbae794 None None] Updating router 06383dd0-feea-48dd-9e21-4e3c75e598ff port 59d7c2e9-9bc3-4f8d-b4cc-87893e4cf5cd binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:53:09.167340 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-49a24032-45ca-4b59-9b61-6abeafbae794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:09.167754 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-74e9d977-09ce-484e-97a2-f9a6fd7e8dfd req-435aab43-1528-47b8-8190-c41599a10d36 service neutron] 10.222.0.81 "GET /v2.0/networks/7ad8bf39-d91e-470a-b850-b50a11bc458b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054704 Oct 27 18:53:09.279854 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-74e9d977-09ce-484e-97a2-f9a6fd7e8dfd req-d0c33e21-3f15-4346-b7f3-1e1c61b17f6e service neutron] 10.222.0.81 "GET /v2.0/networks/7ad8bf39-d91e-470a-b850-b50a11bc458b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006591 Oct 27 18:53:09.296828 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6977cbae-4917-40dc-b9c2-c336a77e2bfc admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:09.300857 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6977cbae-4917-40dc-b9c2-c336a77e2bfc admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5892069 Oct 27 18:53:09.301136 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40604) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:53:09.591741 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 0f9ce0d1-4562-472a-98fe-e797f8d9dabf up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:53:09.719383 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-49a24032-45ca-4b59-9b61-6abeafbae794 None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:09.738402 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 0f9ce0d1-4562-472a-98fe-e797f8d9dabf triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:53:09.744502 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:09.772370 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f20707b9-6659-4db3-8bde-fc9312098d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:09.804449 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5111a-7b7e-4dfb-b8bc-835e7b72cd2d req-de434d6c-bf66-48b7-b527-e59e735a4166 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:09.816195 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dcb5111a-7b7e-4dfb-b8bc-835e7b72cd2d req-de434d6c-bf66-48b7-b527-e59e735a4166 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 943 time: 0.0977743 Oct 27 18:53:09.816599 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-49a24032-45ca-4b59-9b61-6abeafbae794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:09.896065 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dcb5111a-7b7e-4dfb-b8bc-835e7b72cd2d req-d74a7596-56ed-4aef-947a-1653ddb8aa59 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755348 Oct 27 18:53:09.969499 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dadae0-0656-472f-9d7c-32d73918043f None None] Pushing event updated for resources: {'Port': ['ID=59d7c2e9-9bc3-4f8d-b4cc-87893e4cf5cd,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:10.002494 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-49a24032-45ca-4b59-9b61-6abeafbae794 None None] Attempting to bind port 59d7c2e9-9bc3-4f8d-b4cc-87893e4cf5cd on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:53:10.003147 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-49a24032-45ca-4b59-9b61-6abeafbae794 None None] Attempting to bind port 59d7c2e9-9bc3-4f8d-b4cc-87893e4cf5cd by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:53:10.003675 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a24032-45ca-4b59-9b61-6abeafbae794 None None] Attempting to bind port 59d7c2e9-9bc3-4f8d-b4cc-87893e4cf5cd on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:53:10.010421 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a24032-45ca-4b59-9b61-6abeafbae794 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:53:10.012386 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a24032-45ca-4b59-9b61-6abeafbae794 None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:53:10.012386 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-49a24032-45ca-4b59-9b61-6abeafbae794 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:10.012386 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a24032-45ca-4b59-9b61-6abeafbae794 None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:53:10.012386 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-49a24032-45ca-4b59-9b61-6abeafbae794 None None] Bound port: 59d7c2e9-9bc3-4f8d-b4cc-87893e4cf5cd, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:53:10.012802 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-49a24032-45ca-4b59-9b61-6abeafbae794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:10.100433 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-49a24032-45ca-4b59-9b61-6abeafbae794 None None] For port 59d7c2e9-9bc3-4f8d-b4cc-87893e4cf5cd, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:53:10.105616 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-49a24032-45ca-4b59-9b61-6abeafbae794 None None] For port 59d7c2e9-9bc3-4f8d-b4cc-87893e4cf5cd, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=59d7c2e9-9bc3-4f8d-b4cc-87893e4cf5cd,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:53:10.144571 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-106c23f3-6fb5-4bcd-b16c-94fd77621838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:10.192471 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-49a24032-45ca-4b59-9b61-6abeafbae794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:10.269847 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a24032-45ca-4b59-9b61-6abeafbae794 None None] Routers {'06383dd0-feea-48dd-9e21-4e3c75e598ff'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:53:10.270508 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-49a24032-45ca-4b59-9b61-6abeafbae794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:52:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['06383dd0-feea-48dd-9e21-4e3c75e598ff'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:53:10.276275 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dadae0-0656-472f-9d7c-32d73918043f None None] Pushing event updated for resources: {'Port': ['ID=59d7c2e9-9bc3-4f8d-b4cc-87893e4cf5cd,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:10.375402 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-106c23f3-6fb5-4bcd-b16c-94fd77621838 admin admin] Allocated IP 172.20.0.1 (e537a58f-fc35-4920-88e0-09d35e9a1d5d/92f577da-02e4-45bc-9364-e2f632c06d24/abb5d625-509d-43a8-b6b4-c269b72ac56b) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:53:10.393842 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-49a24032-45ca-4b59-9b61-6abeafbae794 None None] Set router 06383dd0-feea-48dd-9e21-4e3c75e598ff gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:53:10.482439 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-106c23f3-6fb5-4bcd-b16c-94fd77621838 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:10.552516 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-106c23f3-6fb5-4bcd-b16c-94fd77621838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:10.603096 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106c23f3-6fb5-4bcd-b16c-94fd77621838 admin admin] Network e537a58f-fc35-4920-88e0-09d35e9a1d5d is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:53:10.607549 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-106c23f3-6fb5-4bcd-b16c-94fd77621838 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:53:10.609603 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-49a24032-45ca-4b59-9b61-6abeafbae794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06383dd0-feea-48dd-9e21-4e3c75e598ff', 'name': 'tempest-TestAggregatesBasicOps-1435885013-router', 'tenant_id': '0ee6238b76e047d5902b27ba55901cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '59d7c2e9-9bc3-4f8d-b4cc-87893e4cf5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:53:04Z', 'updated_at': '2021-10-27T18:53:06Z', 'revision_number': 3, 'project_id': '0ee6238b76e047d5902b27ba55901cce', 'gw_port': {'id': '59d7c2e9-9bc3-4f8d-b4cc-87893e4cf5cd', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:51:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06383dd0-feea-48dd-9e21-4e3c75e598ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:53:05Z', 'updated_at': '2021-10-27T18:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:53:10.612744 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106c23f3-6fb5-4bcd-b16c-94fd77621838 admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:53:10.640907 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a24032-45ca-4b59-9b61-6abeafbae794 None None] The sync data for ids ['06383dd0-feea-48dd-9e21-4e3c75e598ff'] in n-d-815690-2 is: [{'id': '06383dd0-feea-48dd-9e21-4e3c75e598ff', 'name': 'tempest-TestAggregatesBasicOps-1435885013-router', 'tenant_id': '0ee6238b76e047d5902b27ba55901cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '59d7c2e9-9bc3-4f8d-b4cc-87893e4cf5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:53:04Z', 'updated_at': '2021-10-27T18:53:06Z', 'revision_number': 3, 'project_id': '0ee6238b76e047d5902b27ba55901cce', 'gw_port': {'id': '59d7c2e9-9bc3-4f8d-b4cc-87893e4cf5cd', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:51:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06383dd0-feea-48dd-9e21-4e3c75e598ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:53:05Z', 'updated_at': '2021-10-27T18:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:53:10.659170 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c23f3-6fb5-4bcd-b16c-94fd77621838 admin admin] Pushing event updated for resources: {'Port': ['ID=abb5d625-509d-43a8-b6b4-c269b72ac56b,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:10.680351 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-106c23f3-6fb5-4bcd-b16c-94fd77621838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:10.970128 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-106c23f3-6fb5-4bcd-b16c-94fd77621838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:10.995158 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-75503be1-33dd-45a4-9238-65a4a61b45ff None None] Provisioning complete for port abb5d625-509d-43a8-b6b4-c269b72ac56b triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:53:10.995158 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-75503be1-33dd-45a4-9238-65a4a61b45ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:11.036633 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-75503be1-33dd-45a4-9238-65a4a61b45ff None None] Port abb5d625-509d-43a8-b6b4-c269b72ac56b cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:53:11.154168 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc79b8-c7d5-45c3-ab7b-08ea5b2129a9 req-3827f453-49d7-4f68-872c-ff7a843f7aa7 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:11.155737 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e7cc79b8-c7d5-45c3-ab7b-08ea5b2129a9 req-3827f453-49d7-4f68-872c-ff7a843f7aa7 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 943 time: 0.0707562 Oct 27 18:53:11.233170 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e7cc79b8-c7d5-45c3-ab7b-08ea5b2129a9 req-1e1d2595-67ed-42ad-8f95-c63b731d5561 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698154 Oct 27 18:53:11.252336 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-106c23f3-6fb5-4bcd-b16c-94fd77621838 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:11.346314 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-106c23f3-6fb5-4bcd-b16c-94fd77621838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:11.441955 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-106c23f3-6fb5-4bcd-b16c-94fd77621838 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:11.443833 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c23f3-6fb5-4bcd-b16c-94fd77621838 admin admin] Pushing event updated for resources: {'Port': ['ID=abb5d625-509d-43a8-b6b4-c269b72ac56b,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:11.613845 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 59d7c2e9-9bc3-4f8d-b4cc-87893e4cf5cd up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:53:11.619235 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106c23f3-6fb5-4bcd-b16c-94fd77621838 admin admin] Network e537a58f-fc35-4920-88e0-09d35e9a1d5d is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:53:11.625033 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-106c23f3-6fb5-4bcd-b16c-94fd77621838 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:53:11.710375 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:53:11.732963 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 59d7c2e9-9bc3-4f8d-b4cc-87893e4cf5cd triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:53:11.733540 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:11.862476 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106c23f3-6fb5-4bcd-b16c-94fd77621838 admin admin] Router 06383dd0-feea-48dd-9e21-4e3c75e598ff has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:53:11.898348 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:11.925479 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 59d7c2e9-9bc3-4f8d-b4cc-87893e4cf5cd, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=59d7c2e9-9bc3-4f8d-b4cc-87893e4cf5cd,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:53:11.991562 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:12.044284 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106c23f3-6fb5-4bcd-b16c-94fd77621838 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:53:12.061285 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-106c23f3-6fb5-4bcd-b16c-94fd77621838 admin admin] 10.222.0.52 "PUT /v2.0/routers/06383dd0-feea-48dd-9e21-4e3c75e598ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7590368 Oct 27 18:53:12.131862 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-ecfc2cda-fb77-466b-8e67-80e0800b79dc None None] Provisioning complete for port abb5d625-509d-43a8-b6b4-c269b72ac56b triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:53:12.132404 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ecfc2cda-fb77-466b-8e67-80e0800b79dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:12.136212 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=59d7c2e9-9bc3-4f8d-b4cc-87893e4cf5cd,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:12.176722 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4dcd9e9a-8443-4589-a80f-23eae2d009f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:12.184361 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-ecfc2cda-fb77-466b-8e67-80e0800b79dc None None] Port abb5d625-509d-43a8-b6b4-c269b72ac56b cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:53:12.670642 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba1f5a-ed76-40fc-8b9a-79f7536a1d45 req-441223ca-e9ef-4bb0-883e-d3417f71e9c6 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:12.672659 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bbba1f5a-ed76-40fc-8b9a-79f7536a1d45 req-441223ca-e9ef-4bb0-883e-d3417f71e9c6 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 943 time: 0.0725813 Oct 27 18:53:12.723386 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bbba1f5a-ed76-40fc-8b9a-79f7536a1d45 req-92bf169b-b623-4e91-bea6-e2e7f635ecda tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412095 Oct 27 18:53:12.817280 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dcb473-8739-4ec9-8f74-7d8e3ea73451 None None] Sync routers for ids ['06383dd0-feea-48dd-9e21-4e3c75e598ff'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:53:12.828468 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dcb473-8739-4ec9-8f74-7d8e3ea73451 None None] Routers {'06383dd0-feea-48dd-9e21-4e3c75e598ff'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:53:12.829156 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-51dcb473-8739-4ec9-8f74-7d8e3ea73451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:53:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['06383dd0-feea-48dd-9e21-4e3c75e598ff'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:53:12.938681 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40800) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:53:12.944199 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-1a23bc9d-3a5e-4f36-a8a2-ff2a33561b72 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1162222762-network', 'tenant_id': 'd58a6323a4e742998b17fa1d1a3cef92'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:53:12.951922 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-51dcb473-8739-4ec9-8f74-7d8e3ea73451 None None] Set router 06383dd0-feea-48dd-9e21-4e3c75e598ff gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:53:13.066031 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a23bc9d-3a5e-4f36-a8a2-ff2a33561b72 admin admin] Made reservation on behalf of d58a6323a4e742998b17fa1d1a3cef92 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:53:13.071110 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1a23bc9d-3a5e-4f36-a8a2-ff2a33561b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:13.081915 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1a23bc9d-3a5e-4f36-a8a2-ff2a33561b72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:13.183615 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1a23bc9d-3a5e-4f36-a8a2-ff2a33561b72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:13.189033 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-51dcb473-8739-4ec9-8f74-7d8e3ea73451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06383dd0-feea-48dd-9e21-4e3c75e598ff', 'name': 'tempest-TestAggregatesBasicOps-1435885013-router', 'tenant_id': '0ee6238b76e047d5902b27ba55901cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '59d7c2e9-9bc3-4f8d-b4cc-87893e4cf5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:53:04Z', 'updated_at': '2021-10-27T18:53:10Z', 'revision_number': 4, 'project_id': '0ee6238b76e047d5902b27ba55901cce', 'gw_port': {'id': '59d7c2e9-9bc3-4f8d-b4cc-87893e4cf5cd', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06383dd0-feea-48dd-9e21-4e3c75e598ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:53:05Z', 'updated_at': '2021-10-27T18:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'abb5d625-509d-43a8-b6b4-c269b72ac56b', 'name': '', 'network_id': 'e537a58f-fc35-4920-88e0-09d35e9a1d5d', 'tenant_id': '0ee6238b76e047d5902b27ba55901cce', 'mac_address': 'fa:16:3e:38:6b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06383dd0-feea-48dd-9e21-4e3c75e598ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '92f577da-02e4-45bc-9364-e2f632c06d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:53:10Z', 'updated_at': '2021-10-27T18:53:11Z', 'revision_number': 2, 'project_id': '0ee6238b76e047d5902b27ba55901cce', 'subnets': [{'id': '92f577da-02e4-45bc-9364-e2f632c06d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:53:13.221713 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dcb473-8739-4ec9-8f74-7d8e3ea73451 None None] Checking router: 06383dd0-feea-48dd-9e21-4e3c75e598ff for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:53:13.221984 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dcb473-8739-4ec9-8f74-7d8e3ea73451 None None] Updating router 06383dd0-feea-48dd-9e21-4e3c75e598ff port abb5d625-509d-43a8-b6b4-c269b72ac56b binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:53:13.247950 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-51dcb473-8739-4ec9-8f74-7d8e3ea73451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:13.254776 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1a23bc9d-3a5e-4f36-a8a2-ff2a33561b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:13.288982 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a23bc9d-3a5e-4f36-a8a2-ff2a33561b72 admin admin] vlan segment allocate from pool success with {'vlan_id': 1043, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:53:13.295670 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a23bc9d-3a5e-4f36-a8a2-ff2a33561b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d30cd1-a2ef-4351-b721-110402f6e9cb,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:13.301903 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1a23bc9d-3a5e-4f36-a8a2-ff2a33561b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:13.302435 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-1a23bc9d-3a5e-4f36-a8a2-ff2a33561b72 admin admin] Added segment 6ced5527-0edd-4801-a7b9-ef1f56cba896 of type vlan for network f2600b72-3f91-4b97-8695-af32c51bf869 Oct 27 18:53:13.346624 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1a23bc9d-3a5e-4f36-a8a2-ff2a33561b72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:13.465768 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:13.512051 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1a23bc9d-3a5e-4f36-a8a2-ff2a33561b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:13.514417 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a23bc9d-3a5e-4f36-a8a2-ff2a33561b72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:13.515241 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1a23bc9d-3a5e-4f36-a8a2-ff2a33561b72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:13.516353 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 59d7c2e9-9bc3-4f8d-b4cc-87893e4cf5cd up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:53:13.604169 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a23bc9d-3a5e-4f36-a8a2-ff2a33561b72 admin admin] Pushing event updated for resources: {'Network': ['ID=f2600b72-3f91-4b97-8695-af32c51bf869,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:13.614005 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:13.618173 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network f2600b72-3f91-4b97-8695-af32c51bf869 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:53:13.648244 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-51dcb473-8739-4ec9-8f74-7d8e3ea73451 None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:13.661857 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1a23bc9d-3a5e-4f36-a8a2-ff2a33561b72 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7194722 Oct 27 18:53:13.662060 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 40852) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:53:13.669078 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-1dfb0712-dbd2-4005-9c8d-a0c0d4f955ae admin admin] Request body: {'subnet': {'network_id': 'f2600b72-3f91-4b97-8695-af32c51bf869', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1162222762-subnet', 'tenant_id': 'd58a6323a4e742998b17fa1d1a3cef92', 'ip_version': 4}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:53:13.674311 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 59d7c2e9-9bc3-4f8d-b4cc-87893e4cf5cd triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:53:13.674692 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:13.717604 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-51dcb473-8739-4ec9-8f74-7d8e3ea73451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:13.770082 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfb0712-dbd2-4005-9c8d-a0c0d4f955ae admin admin] Made reservation on behalf of d58a6323a4e742998b17fa1d1a3cef92 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:53:13.775973 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa51629-3bec-44d8-9353-689a8790b98c None None] Pushing event updated for resources: {'Port': ['ID=abb5d625-509d-43a8-b6b4-c269b72ac56b,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:13.790704 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1dfb0712-dbd2-4005-9c8d-a0c0d4f955ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:13.854585 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-51dcb473-8739-4ec9-8f74-7d8e3ea73451 None None] Attempting to bind port abb5d625-509d-43a8-b6b4-c269b72ac56b on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:53:13.855889 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-51dcb473-8739-4ec9-8f74-7d8e3ea73451 None None] Attempting to bind port abb5d625-509d-43a8-b6b4-c269b72ac56b by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '46e24729-f778-43aa-b1f0-3316bd997e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'e537a58f-fc35-4920-88e0-09d35e9a1d5d'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:53:13.856727 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dcb473-8739-4ec9-8f74-7d8e3ea73451 None None] Attempting to bind port abb5d625-509d-43a8-b6b4-c269b72ac56b on network e537a58f-fc35-4920-88e0-09d35e9a1d5d {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:53:13.864153 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dcb473-8739-4ec9-8f74-7d8e3ea73451 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:53:13.865486 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dcb473-8739-4ec9-8f74-7d8e3ea73451 None None] Checking segment: {'id': '46e24729-f778-43aa-b1f0-3316bd997e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'e537a58f-fc35-4920-88e0-09d35e9a1d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:53:13.865957 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-51dcb473-8739-4ec9-8f74-7d8e3ea73451 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:13.866384 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dcb473-8739-4ec9-8f74-7d8e3ea73451 None None] Bound using segment: {'id': '46e24729-f778-43aa-b1f0-3316bd997e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'e537a58f-fc35-4920-88e0-09d35e9a1d5d'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:53:13.866898 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-51dcb473-8739-4ec9-8f74-7d8e3ea73451 None None] Bound port: abb5d625-509d-43a8-b6b4-c269b72ac56b, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46e24729-f778-43aa-b1f0-3316bd997e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'e537a58f-fc35-4920-88e0-09d35e9a1d5d'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:53:13.871060 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-51dcb473-8739-4ec9-8f74-7d8e3ea73451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:13.970727 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-51dcb473-8739-4ec9-8f74-7d8e3ea73451 None None] For port abb5d625-509d-43a8-b6b4-c269b72ac56b, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:53:13.974153 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-51dcb473-8739-4ec9-8f74-7d8e3ea73451 None None] For port abb5d625-509d-43a8-b6b4-c269b72ac56b, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=abb5d625-509d-43a8-b6b4-c269b72ac56b,segment=NetworkSegment(46e24729-f778-43aa-b1f0-3316bd997e83),segment_id=46e24729-f778-43aa-b1f0-3316bd997e83)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:53:13.987577 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542edbe5-974a-46f1-adf3-4570b46c05c4 req-55f292d8-8c19-415d-bd0a-b7e303fdd287 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:13.989155 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-542edbe5-974a-46f1-adf3-4570b46c05c4 req-55f292d8-8c19-415d-bd0a-b7e303fdd287 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 943 time: 0.1176023 Oct 27 18:53:14.044070 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-51dcb473-8739-4ec9-8f74-7d8e3ea73451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:14.069234 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-542edbe5-974a-46f1-adf3-4570b46c05c4 req-6dc4b36a-3d1b-4b77-b2b3-8324f41d4dab tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709367 Oct 27 18:53:14.126257 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-79fb8f86-8be2-4c2a-b656-a9b28c2029be None None] Provisioning complete for port abb5d625-509d-43a8-b6b4-c269b72ac56b triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:53:14.126924 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-79fb8f86-8be2-4c2a-b656-a9b28c2029be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:14.130193 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1dfb0712-dbd2-4005-9c8d-a0c0d4f955ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:14.178423 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb0712-dbd2-4005-9c8d-a0c0d4f955ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=3693de95-9fca-4f42-a686-f44be64b840d,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:14.225447 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfb0712-dbd2-4005-9c8d-a0c0d4f955ae admin admin] Checking segment: {'id': '6ced5527-0edd-4801-a7b9-ef1f56cba896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'f2600b72-3f91-4b97-8695-af32c51bf869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:53:14.225865 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfb0712-dbd2-4005-9c8d-a0c0d4f955ae admin admin] Network hostable DHCP agents. Network: f2600b72-3f91-4b97-8695-af32c51bf869, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:53:14.236983 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-79fb8f86-8be2-4c2a-b656-a9b28c2029be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:14.243553 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dcb473-8739-4ec9-8f74-7d8e3ea73451 None None] Routers {'06383dd0-feea-48dd-9e21-4e3c75e598ff'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:53:14.244507 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-51dcb473-8739-4ec9-8f74-7d8e3ea73451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:53:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['06383dd0-feea-48dd-9e21-4e3c75e598ff'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:53:14.246331 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa51629-3bec-44d8-9353-689a8790b98c None None] Pushing event updated for resources: {'Port': ['ID=abb5d625-509d-43a8-b6b4-c269b72ac56b,revision_number=4']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:14.293744 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-79fb8f86-8be2-4c2a-b656-a9b28c2029be None None] For port abb5d625-509d-43a8-b6b4-c269b72ac56b, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=abb5d625-509d-43a8-b6b4-c269b72ac56b,segment=NetworkSegment(46e24729-f778-43aa-b1f0-3316bd997e83),segment_id=46e24729-f778-43aa-b1f0-3316bd997e83)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:53:14.335407 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfb0712-dbd2-4005-9c8d-a0c0d4f955ae admin admin] Network f2600b72-3f91-4b97-8695-af32c51bf869 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:53:14.369130 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-79fb8f86-8be2-4c2a-b656-a9b28c2029be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:14.373203 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-51dcb473-8739-4ec9-8f74-7d8e3ea73451 None None] Set router 06383dd0-feea-48dd-9e21-4e3c75e598ff gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:53:14.431103 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb8f86-8be2-4c2a-b656-a9b28c2029be None None] Pushing event updated for resources: {'Port': ['ID=abb5d625-509d-43a8-b6b4-c269b72ac56b,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:14.466334 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-1dfb0712-dbd2-4005-9c8d-a0c0d4f955ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, f2600b72-3f91-4b97-8695-af32c51bf869) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:53:14.466658 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfb0712-dbd2-4005-9c8d-a0c0d4f955ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:14.467312 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1dfb0712-dbd2-4005-9c8d-a0c0d4f955ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:14.474002 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01fff53-bee8-42ff-a396-59de979ed8ab None None] Network f2600b72-3f91-4b97-8695-af32c51bf869 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:53:14.550527 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-94ef4bc1-417b-4c58-b2ab-bf0aca6b95fa None None] Provisioning complete for port abb5d625-509d-43a8-b6b4-c269b72ac56b triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:53:14.550914 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-94ef4bc1-417b-4c58-b2ab-bf0aca6b95fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:14.561787 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1dfb0712-dbd2-4005-9c8d-a0c0d4f955ae admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8986320 Oct 27 18:53:14.564399 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40882) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:53:14.570113 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-921a9f72-5faa-4477-a060-9be14486f0bc admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1162222762-router', 'tenant_id': 'd58a6323a4e742998b17fa1d1a3cef92', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:53:14.612830 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-51dcb473-8739-4ec9-8f74-7d8e3ea73451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06383dd0-feea-48dd-9e21-4e3c75e598ff', 'name': 'tempest-TestAggregatesBasicOps-1435885013-router', 'tenant_id': '0ee6238b76e047d5902b27ba55901cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '59d7c2e9-9bc3-4f8d-b4cc-87893e4cf5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:53:04Z', 'updated_at': '2021-10-27T18:53:10Z', 'revision_number': 4, 'project_id': '0ee6238b76e047d5902b27ba55901cce', 'gw_port': {'id': '59d7c2e9-9bc3-4f8d-b4cc-87893e4cf5cd', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06383dd0-feea-48dd-9e21-4e3c75e598ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:53:05Z', 'updated_at': '2021-10-27T18:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'abb5d625-509d-43a8-b6b4-c269b72ac56b', 'name': '', 'network_id': 'e537a58f-fc35-4920-88e0-09d35e9a1d5d', 'tenant_id': '0ee6238b76e047d5902b27ba55901cce', 'mac_address': 'fa:16:3e:38:6b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06383dd0-feea-48dd-9e21-4e3c75e598ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '92f577da-02e4-45bc-9364-e2f632c06d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:53:10Z', 'updated_at': '2021-10-27T18:53:13Z', 'revision_number': 4, 'project_id': '0ee6238b76e047d5902b27ba55901cce', 'subnets': [{'id': '92f577da-02e4-45bc-9364-e2f632c06d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:53:14.640697 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dcb473-8739-4ec9-8f74-7d8e3ea73451 None None] The sync data for ids ['06383dd0-feea-48dd-9e21-4e3c75e598ff'] in n-d-815690-2 is: [{'id': '06383dd0-feea-48dd-9e21-4e3c75e598ff', 'name': 'tempest-TestAggregatesBasicOps-1435885013-router', 'tenant_id': '0ee6238b76e047d5902b27ba55901cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '59d7c2e9-9bc3-4f8d-b4cc-87893e4cf5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:53:04Z', 'updated_at': '2021-10-27T18:53:10Z', 'revision_number': 4, 'project_id': '0ee6238b76e047d5902b27ba55901cce', 'gw_port': {'id': '59d7c2e9-9bc3-4f8d-b4cc-87893e4cf5cd', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06383dd0-feea-48dd-9e21-4e3c75e598ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:53:05Z', 'updated_at': '2021-10-27T18:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'abb5d625-509d-43a8-b6b4-c269b72ac56b', 'name': '', 'network_id': 'e537a58f-fc35-4920-88e0-09d35e9a1d5d', 'tenant_id': '0ee6238b76e047d5902b27ba55901cce', 'mac_address': 'fa:16:3e:38:6b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06383dd0-feea-48dd-9e21-4e3c75e598ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '92f577da-02e4-45bc-9364-e2f632c06d24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:53:10Z', 'updated_at': '2021-10-27T18:53:13Z', 'revision_number': 4, 'project_id': '0ee6238b76e047d5902b27ba55901cce', 'subnets': [{'id': '92f577da-02e4-45bc-9364-e2f632c06d24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:53:14.673898 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-921a9f72-5faa-4477-a060-9be14486f0bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:14.678552 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-921a9f72-5faa-4477-a060-9be14486f0bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:14.750214 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7269f65-5121-4a04-8739-866e84334a16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-f2600b72-3f91-4b97-8695-af32c51bf869', 'network_id': 'f2600b72-3f91-4b97-8695-af32c51bf869', 'tenant_id': 'd58a6323a4e742998b17fa1d1a3cef92', 'fixed_ips': [{'subnet_id': '3693de95-9fca-4f42-a686-f44be64b840d'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:53:14.751226 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a7269f65-5121-4a04-8739-866e84334a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:14.792772 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-921a9f72-5faa-4477-a060-9be14486f0bc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:15.059618 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-921a9f72-5faa-4477-a060-9be14486f0bc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:15.136002 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 34f26098-2109-4b06-8c20-ccf43ddb19ef details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:53:15.241214 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1bf9b-1bc5-4a85-b02b-a2f3f8842e93 req-d82d9c95-80f2-4078-868f-5bfbb6480264 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:15.251285 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-68a1bf9b-1bc5-4a85-b02b-a2f3f8842e93 req-d82d9c95-80f2-4078-868f-5bfbb6480264 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 943 time: 0.0789826 Oct 27 18:53:15.276047 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:15.300627 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-a7269f65-5121-4a04-8739-866e84334a16 None None] Allocated IP 172.20.0.2 (f2600b72-3f91-4b97-8695-af32c51bf869/3693de95-9fca-4f42-a686-f44be64b840d/4daced09-e0bd-438e-8156-b3f9efc674f8) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:53:15.322413 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-68a1bf9b-1bc5-4a85-b02b-a2f3f8842e93 req-7e833b61-3609-46e3-b49d-a97c9c40a2d3 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690515 Oct 27 18:53:15.475639 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 34f26098-2109-4b06-8c20-ccf43ddb19ef, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=34f26098-2109-4b06-8c20-ccf43ddb19ef,segment=NetworkSegment(29ae5e06-41a1-428b-8e42-42a692caa382),segment_id=29ae5e06-41a1-428b-8e42-42a692caa382)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:53:15.509930 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': '34f26098-2109-4b06-8c20-ccf43ddb19ef', 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b', 'port_id': '34f26098-2109-4b06-8c20-ccf43ddb19ef', 'mac_address': 'fa:16:3e:82:45:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db74a198-9b96-4f1c-98df-8ec54f422805', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:53:15.627942 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device abb5d625-509d-43a8-b6b4-c269b72ac56b up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:53:15.666131 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a7269f65-5121-4a04-8739-866e84334a16 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:15.670949 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:15.700079 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34f26098-2109-4b06-8c20-ccf43ddb19ef {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:53:15.727927 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 34f26098-2109-4b06-8c20-ccf43ddb19ef, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=34f26098-2109-4b06-8c20-ccf43ddb19ef,segment=NetworkSegment(29ae5e06-41a1-428b-8e42-42a692caa382),segment_id=29ae5e06-41a1-428b-8e42-42a692caa382)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:53:15.767684 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port abb5d625-509d-43a8-b6b4-c269b72ac56b triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:53:15.768438 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:15.800028 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a7269f65-5121-4a04-8739-866e84334a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:15.856039 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7269f65-5121-4a04-8739-866e84334a16 None None] Pushing event updated for resources: {'Port': ['ID=4daced09-e0bd-438e-8156-b3f9efc674f8,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:15.858533 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:15.889523 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-921a9f72-5faa-4477-a060-9be14486f0bc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:15.906504 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7269f65-5121-4a04-8739-866e84334a16 None None] Network f2600b72-3f91-4b97-8695-af32c51bf869 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:53:15.914064 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-a7269f65-5121-4a04-8739-866e84334a16 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:53:15.919355 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-921a9f72-5faa-4477-a060-9be14486f0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:15.929125 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7269f65-5121-4a04-8739-866e84334a16 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:53:15.962853 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=34f26098-2109-4b06-8c20-ccf43ddb19ef,revision_number=9']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:16.097045 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-a7269f65-5121-4a04-8739-866e84334a16 None None] Attempting to bind port 4daced09-e0bd-438e-8156-b3f9efc674f8 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:53:16.097536 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-a7269f65-5121-4a04-8739-866e84334a16 None None] Attempting to bind port 4daced09-e0bd-438e-8156-b3f9efc674f8 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '6ced5527-0edd-4801-a7b9-ef1f56cba896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'f2600b72-3f91-4b97-8695-af32c51bf869'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:53:16.098251 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7269f65-5121-4a04-8739-866e84334a16 None None] Attempting to bind port 4daced09-e0bd-438e-8156-b3f9efc674f8 on network f2600b72-3f91-4b97-8695-af32c51bf869 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:53:16.104480 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7269f65-5121-4a04-8739-866e84334a16 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:53:16.105526 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7269f65-5121-4a04-8739-866e84334a16 None None] Checking segment: {'id': '6ced5527-0edd-4801-a7b9-ef1f56cba896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'f2600b72-3f91-4b97-8695-af32c51bf869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:53:16.105844 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a7269f65-5121-4a04-8739-866e84334a16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:16.106334 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7269f65-5121-4a04-8739-866e84334a16 None None] Bound using segment: {'id': '6ced5527-0edd-4801-a7b9-ef1f56cba896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'f2600b72-3f91-4b97-8695-af32c51bf869'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:53:16.106994 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-a7269f65-5121-4a04-8739-866e84334a16 None None] Bound port: 4daced09-e0bd-438e-8156-b3f9efc674f8, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ced5527-0edd-4801-a7b9-ef1f56cba896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'f2600b72-3f91-4b97-8695-af32c51bf869'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:53:16.107496 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a7269f65-5121-4a04-8739-866e84334a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:16.112362 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['34f26098-2109-4b06-8c20-ccf43ddb19ef'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:53:16.120609 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-921a9f72-5faa-4477-a060-9be14486f0bc admin admin] Allocated IP 172.25.6.206 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/06e9aedb-59ba-4754-9dd9-37820997d159) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:53:16.292991 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-a7269f65-5121-4a04-8739-866e84334a16 None None] For port 4daced09-e0bd-438e-8156-b3f9efc674f8, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:53:16.296962 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-921a9f72-5faa-4477-a060-9be14486f0bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:16.352909 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-a7269f65-5121-4a04-8739-866e84334a16 None None] For port 4daced09-e0bd-438e-8156-b3f9efc674f8, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=4daced09-e0bd-438e-8156-b3f9efc674f8,segment=NetworkSegment(6ced5527-0edd-4801-a7b9-ef1f56cba896),segment_id=6ced5527-0edd-4801-a7b9-ef1f56cba896)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:53:16.478770 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a7269f65-5121-4a04-8739-866e84334a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:16.491225 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7757b2-02e5-478e-acb2-4e4b3c36dad8 req-4412082e-996d-4d0f-8458-9945803a4121 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:16.500112 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-921a9f72-5faa-4477-a060-9be14486f0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:16.500800 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9c7757b2-02e5-478e-acb2-4e4b3c36dad8 req-4412082e-996d-4d0f-8458-9945803a4121 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 944 time: 0.0953138 Oct 27 18:53:16.543636 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9c7757b2-02e5-478e-acb2-4e4b3c36dad8 req-3bbd5eb3-4e1c-48be-88dc-fbbcf114757f tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418091 Oct 27 18:53:16.564117 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a9f72-5faa-4477-a060-9be14486f0bc admin admin] Pushing event updated for resources: {'Port': ['ID=06e9aedb-59ba-4754-9dd9-37820997d159,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:16.580395 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921a9f72-5faa-4477-a060-9be14486f0bc admin admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:53:16.581941 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-921a9f72-5faa-4477-a060-9be14486f0bc admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:53:16.591004 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921a9f72-5faa-4477-a060-9be14486f0bc admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:53:16.595457 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7269f65-5121-4a04-8739-866e84334a16 None None] Pushing event updated for resources: {'Port': ['ID=4daced09-e0bd-438e-8156-b3f9efc674f8,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:16.960113 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-921a9f72-5faa-4477-a060-9be14486f0bc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:17.105094 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 34f26098-2109-4b06-8c20-ccf43ddb19ef up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:53:17.176083 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port 34f26098-2109-4b06-8c20-ccf43ddb19ef triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:53:17.176683 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:17.192431 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-921a9f72-5faa-4477-a060-9be14486f0bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:17.294211 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:17.329548 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75112211-8b57-4ad5-a7e0-09f06b119323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f26098-2109-4b06-8c20-ccf43ddb19ef'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:53:17.332214 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3165d6a1-425d-4eca-a99a-015d3772a2cd" -d '{"events": [{"server_uuid": "75112211-8b57-4ad5-a7e0-09f06b119323", "name": "network-vif-plugged", "status": "completed", "tag": "34f26098-2109-4b06-8c20-ccf43ddb19ef"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:53:17.354726 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 34f26098-2109-4b06-8c20-ccf43ddb19ef, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=34f26098-2109-4b06-8c20-ccf43ddb19ef,segment=NetworkSegment(29ae5e06-41a1-428b-8e42-42a692caa382),segment_id=29ae5e06-41a1-428b-8e42-42a692caa382)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:53:17.386100 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f933ac7e-ade2-467e-97b5-cc2601c048d0 x-openstack-request-id: req-f933ac7e-ade2-467e-97b5-cc2601c048d0 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:53:17.386696 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75112211-8b57-4ad5-a7e0-09f06b119323", "name": "network-vif-plugged", "status": "completed", "tag": "34f26098-2109-4b06-8c20-ccf43ddb19ef", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:53:17.386978 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f933ac7e-ade2-467e-97b5-cc2601c048d0 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:53:17.387374 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75112211-8b57-4ad5-a7e0-09f06b119323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f26098-2109-4b06-8c20-ccf43ddb19ef', 'code': 200} Oct 27 18:53:17.433234 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:17.498524 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-921a9f72-5faa-4477-a060-9be14486f0bc admin admin] Router fcb7bcb1-fc17-4eb5-9a66-8536138974cc is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:53:17.504590 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=34f26098-2109-4b06-8c20-ccf43ddb19ef,revision_number=10']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:17.610849 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 4daced09-e0bd-438e-8156-b3f9efc674f8 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:53:17.673871 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe5886-a2ad-4c4c-9b36-475d496c1438 req-e8aa4c66-1a59-4d0c-b392-f9123114d811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:17.678184 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d1fe5886-a2ad-4c4c-9b36-475d496c1438 req-e8aa4c66-1a59-4d0c-b392-f9123114d811 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 1097 time: 0.0689654 Oct 27 18:53:17.680805 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 4daced09-e0bd-438e-8156-b3f9efc674f8 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:53:17.680805 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:17.694369 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921a9f72-5faa-4477-a060-9be14486f0bc admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:53:17.735168 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87614932-2f27-42ae-9244-7c7d03bbb906 None None] Sync routers for ids ['fcb7bcb1-fc17-4eb5-9a66-8536138974cc'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:53:17.740017 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d1fe5886-a2ad-4c4c-9b36-475d496c1438 req-7d363e28-18cd-4f94-b85d-fc0f3f95cbb6 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546350 Oct 27 18:53:17.770184 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87614932-2f27-42ae-9244-7c7d03bbb906 None None] Routers {'fcb7bcb1-fc17-4eb5-9a66-8536138974cc'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:53:17.771364 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-87614932-2f27-42ae-9244-7c7d03bbb906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:53:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['fcb7bcb1-fc17-4eb5-9a66-8536138974cc'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:53:17.778691 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38455341-664c-4846-8495-1d46a88e3da0 req-15792855-d6ee-4976-a60c-8b69c25adf64 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:17.780336 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-38455341-664c-4846-8495-1d46a88e3da0 req-15792855-d6ee-4976-a60c-8b69c25adf64 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 946 time: 0.1193802 Oct 27 18:53:17.806097 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-921a9f72-5faa-4477-a060-9be14486f0bc admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:17.808206 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-921a9f72-5faa-4477-a060-9be14486f0bc admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2414424 Oct 27 18:53:17.810304 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 40996) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:53:17.887974 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-38455341-664c-4846-8495-1d46a88e3da0 req-d81753db-2e92-4d2b-8045-cf7e1ad40507 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930464 Oct 27 18:53:17.895501 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bd4d55-0e60-408e-93f5-39ec077f3547 None None] Network f2600b72-3f91-4b97-8695-af32c51bf869 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:53:17.978736 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-e9ff0229-9be9-48a3-9c4c-833971b26652 None None] Provisioning complete for port 4daced09-e0bd-438e-8156-b3f9efc674f8 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:53:17.979424 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e9ff0229-9be9-48a3-9c4c-833971b26652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:18.153873 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-87614932-2f27-42ae-9244-7c7d03bbb906 None None] Set router fcb7bcb1-fc17-4eb5-9a66-8536138974cc gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:53:18.157329 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:18.374889 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e9ff0229-9be9-48a3-9c4c-833971b26652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:18.385003 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 4daced09-e0bd-438e-8156-b3f9efc674f8, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=4daced09-e0bd-438e-8156-b3f9efc674f8,segment=NetworkSegment(6ced5527-0edd-4801-a7b9-ef1f56cba896),segment_id=6ced5527-0edd-4801-a7b9-ef1f56cba896)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:53:18.427249 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ccb7a4b5-338e-4a3a-9ae9-15cfb79aba7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:18.516521 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-87614932-2f27-42ae-9244-7c7d03bbb906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb7bcb1-fc17-4eb5-9a66-8536138974cc', 'name': 'tempest-TestAggregatesBasicOps-1162222762-router', 'tenant_id': 'd58a6323a4e742998b17fa1d1a3cef92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '06e9aedb-59ba-4754-9dd9-37820997d159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:53:14Z', 'updated_at': '2021-10-27T18:53:16Z', 'revision_number': 3, 'project_id': 'd58a6323a4e742998b17fa1d1a3cef92', 'gw_port': {'id': '06e9aedb-59ba-4754-9dd9-37820997d159', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:20:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb7bcb1-fc17-4eb5-9a66-8536138974cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:53:15Z', 'updated_at': '2021-10-27T18:53:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:53:18.664063 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-ccb7a4b5-338e-4a3a-9ae9-15cfb79aba7e admin admin] Allocated IP 172.20.0.1 (f2600b72-3f91-4b97-8695-af32c51bf869/3693de95-9fca-4f42-a686-f44be64b840d/636ed940-7229-4256-8fb2-01be2c9eaaeb) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:53:18.767777 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:18.769733 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87614932-2f27-42ae-9244-7c7d03bbb906 None None] Checking router: fcb7bcb1-fc17-4eb5-9a66-8536138974cc for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:53:18.770082 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87614932-2f27-42ae-9244-7c7d03bbb906 None None] Updating router fcb7bcb1-fc17-4eb5-9a66-8536138974cc port 06e9aedb-59ba-4754-9dd9-37820997d159 binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:53:18.816706 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ccb7a4b5-338e-4a3a-9ae9-15cfb79aba7e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:18.888147 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-87614932-2f27-42ae-9244-7c7d03bbb906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:18.906566 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ccb7a4b5-338e-4a3a-9ae9-15cfb79aba7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:18.952091 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb7a4b5-338e-4a3a-9ae9-15cfb79aba7e admin admin] Network f2600b72-3f91-4b97-8695-af32c51bf869 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:53:18.955157 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-ccb7a4b5-338e-4a3a-9ae9-15cfb79aba7e admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:53:18.959196 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb7a4b5-338e-4a3a-9ae9-15cfb79aba7e admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:53:18.966168 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb7a4b5-338e-4a3a-9ae9-15cfb79aba7e admin admin] Pushing event updated for resources: {'Port': ['ID=636ed940-7229-4256-8fb2-01be2c9eaaeb,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:18.973837 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-e9ff0229-9be9-48a3-9c4c-833971b26652 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:53:18.985630 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-e9ff0229-9be9-48a3-9c4c-833971b26652 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:53:18.989807 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=4daced09-e0bd-438e-8156-b3f9efc674f8,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:19.014266 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ccb7a4b5-338e-4a3a-9ae9-15cfb79aba7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:19.124406 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa11eb3-eaff-4be6-9af3-905670b5fcbf req-51080e96-1a78-4f81-addf-92eb6dfd8da1 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:19.134072 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2fa11eb3-eaff-4be6-9af3-905670b5fcbf req-51080e96-1a78-4f81-addf-92eb6dfd8da1 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 946 time: 0.1155307 Oct 27 18:53:19.193673 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2fa11eb3-eaff-4be6-9af3-905670b5fcbf req-76fb0fc2-c756-4bb8-b04e-1ee8e5f02430 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537188 Oct 27 18:53:19.249635 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ccb7a4b5-338e-4a3a-9ae9-15cfb79aba7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:19.418828 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-87614932-2f27-42ae-9244-7c7d03bbb906 None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:19.441197 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ccb7a4b5-338e-4a3a-9ae9-15cfb79aba7e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:19.507377 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 4daced09-e0bd-438e-8156-b3f9efc674f8 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:53:19.538782 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-87614932-2f27-42ae-9244-7c7d03bbb906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:19.541429 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ccb7a4b5-338e-4a3a-9ae9-15cfb79aba7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:19.615231 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb7a4b5-338e-4a3a-9ae9-15cfb79aba7e admin admin] Pushing event updated for resources: {'Port': ['ID=636ed940-7229-4256-8fb2-01be2c9eaaeb,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:19.617929 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ccb7a4b5-338e-4a3a-9ae9-15cfb79aba7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:19.621208 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb45aa-4ccb-4f54-ba68-efadd8638184 None None] Pushing event updated for resources: {'Port': ['ID=06e9aedb-59ba-4754-9dd9-37820997d159,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:19.648226 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-87614932-2f27-42ae-9244-7c7d03bbb906 None None] Attempting to bind port 06e9aedb-59ba-4754-9dd9-37820997d159 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:53:19.653063 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-87614932-2f27-42ae-9244-7c7d03bbb906 None None] Attempting to bind port 06e9aedb-59ba-4754-9dd9-37820997d159 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:53:19.653063 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87614932-2f27-42ae-9244-7c7d03bbb906 None None] Attempting to bind port 06e9aedb-59ba-4754-9dd9-37820997d159 on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:53:19.659373 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87614932-2f27-42ae-9244-7c7d03bbb906 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:53:19.659750 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87614932-2f27-42ae-9244-7c7d03bbb906 None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:53:19.660154 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-87614932-2f27-42ae-9244-7c7d03bbb906 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:19.660550 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87614932-2f27-42ae-9244-7c7d03bbb906 None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:53:19.661026 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-87614932-2f27-42ae-9244-7c7d03bbb906 None None] Bound port: 06e9aedb-59ba-4754-9dd9-37820997d159, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:53:19.661412 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-87614932-2f27-42ae-9244-7c7d03bbb906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:19.732977 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 4daced09-e0bd-438e-8156-b3f9efc674f8 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:53:19.736902 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:19.754718 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb7a4b5-338e-4a3a-9ae9-15cfb79aba7e admin admin] Network f2600b72-3f91-4b97-8695-af32c51bf869 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:53:19.766604 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-ccb7a4b5-338e-4a3a-9ae9-15cfb79aba7e admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:53:19.791147 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-87614932-2f27-42ae-9244-7c7d03bbb906 None None] For port 06e9aedb-59ba-4754-9dd9-37820997d159, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:53:19.813079 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-87614932-2f27-42ae-9244-7c7d03bbb906 None None] For port 06e9aedb-59ba-4754-9dd9-37820997d159, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=06e9aedb-59ba-4754-9dd9-37820997d159,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:53:19.816091 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-8e242e40-b8e9-466b-a1a7-f5d7ccbc30a0 None None] Provisioning complete for port 4daced09-e0bd-438e-8156-b3f9efc674f8 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:53:19.816815 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8e242e40-b8e9-466b-a1a7-f5d7ccbc30a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:19.892573 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-87614932-2f27-42ae-9244-7c7d03bbb906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:19.909408 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb7a4b5-338e-4a3a-9ae9-15cfb79aba7e admin admin] Router fcb7bcb1-fc17-4eb5-9a66-8536138974cc has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:53:20.004062 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87614932-2f27-42ae-9244-7c7d03bbb906 None None] Routers {'fcb7bcb1-fc17-4eb5-9a66-8536138974cc'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:53:20.004707 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-87614932-2f27-42ae-9244-7c7d03bbb906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:53:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['fcb7bcb1-fc17-4eb5-9a66-8536138974cc'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:53:20.006449 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb45aa-4ccb-4f54-ba68-efadd8638184 None None] Pushing event updated for resources: {'Port': ['ID=06e9aedb-59ba-4754-9dd9-37820997d159,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:20.102931 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb7a4b5-338e-4a3a-9ae9-15cfb79aba7e admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:53:20.110739 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ccb7a4b5-338e-4a3a-9ae9-15cfb79aba7e admin admin] 10.222.0.52 "PUT /v2.0/routers/fcb7bcb1-fc17-4eb5-9a66-8536138974cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2993970 Oct 27 18:53:20.190076 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-87614932-2f27-42ae-9244-7c7d03bbb906 None None] Set router fcb7bcb1-fc17-4eb5-9a66-8536138974cc gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:53:20.192165 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-8e242e40-b8e9-466b-a1a7-f5d7ccbc30a0 None None] Provisioning complete for port 636ed940-7229-4256-8fb2-01be2c9eaaeb triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:53:20.200477 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8e242e40-b8e9-466b-a1a7-f5d7ccbc30a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:20.314703 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-8e242e40-b8e9-466b-a1a7-f5d7ccbc30a0 None None] Port 636ed940-7229-4256-8fb2-01be2c9eaaeb cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:53:20.362690 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961f6de-3924-4ce7-84c0-9e0c07599912 req-6c253bf9-65fe-4ecc-ab34-3579256c1995 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:20.367315 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4961f6de-3924-4ce7-84c0-9e0c07599912 req-6c253bf9-65fe-4ecc-ab34-3579256c1995 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 946 time: 0.0635092 Oct 27 18:53:20.417356 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4961f6de-3924-4ce7-84c0-9e0c07599912 req-c01f7bb1-92e6-4d5a-912d-5fff76d4ee5a tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439720 Oct 27 18:53:20.452716 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-2bdbe915-c8f3-4f20-94af-7a52f5c7cf01 None None] Provisioning complete for port 636ed940-7229-4256-8fb2-01be2c9eaaeb triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:53:20.453151 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2bdbe915-c8f3-4f20-94af-7a52f5c7cf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:20.524571 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-2bdbe915-c8f3-4f20-94af-7a52f5c7cf01 None None] Port 636ed940-7229-4256-8fb2-01be2c9eaaeb cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:53:20.549027 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-87614932-2f27-42ae-9244-7c7d03bbb906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb7bcb1-fc17-4eb5-9a66-8536138974cc', 'name': 'tempest-TestAggregatesBasicOps-1162222762-router', 'tenant_id': 'd58a6323a4e742998b17fa1d1a3cef92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '06e9aedb-59ba-4754-9dd9-37820997d159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:53:14Z', 'updated_at': '2021-10-27T18:53:19Z', 'revision_number': 4, 'project_id': 'd58a6323a4e742998b17fa1d1a3cef92', 'gw_port': {'id': '06e9aedb-59ba-4754-9dd9-37820997d159', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:20:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb7bcb1-fc17-4eb5-9a66-8536138974cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:53:15Z', 'updated_at': '2021-10-27T18:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '636ed940-7229-4256-8fb2-01be2c9eaaeb', 'name': '', 'network_id': 'f2600b72-3f91-4b97-8695-af32c51bf869', 'tenant_id': 'd58a6323a4e742998b17fa1d1a3cef92', 'mac_address': 'fa:16:3e:f5:b1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb7bcb1-fc17-4eb5-9a66-8536138974cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '3693de95-9fca-4f42-a686-f44be64b840d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:53:18Z', 'updated_at': '2021-10-27T18:53:19Z', 'revision_number': 2, 'project_id': 'd58a6323a4e742998b17fa1d1a3cef92', 'subnets': [{'id': '3693de95-9fca-4f42-a686-f44be64b840d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:53:20.580578 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87614932-2f27-42ae-9244-7c7d03bbb906 None None] The sync data for ids ['fcb7bcb1-fc17-4eb5-9a66-8536138974cc'] in n-d-815690-2 is: [{'id': 'fcb7bcb1-fc17-4eb5-9a66-8536138974cc', 'name': 'tempest-TestAggregatesBasicOps-1162222762-router', 'tenant_id': 'd58a6323a4e742998b17fa1d1a3cef92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '06e9aedb-59ba-4754-9dd9-37820997d159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:53:14Z', 'updated_at': '2021-10-27T18:53:19Z', 'revision_number': 4, 'project_id': 'd58a6323a4e742998b17fa1d1a3cef92', 'gw_port': {'id': '06e9aedb-59ba-4754-9dd9-37820997d159', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:20:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb7bcb1-fc17-4eb5-9a66-8536138974cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:53:15Z', 'updated_at': '2021-10-27T18:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '636ed940-7229-4256-8fb2-01be2c9eaaeb', 'name': '', 'network_id': 'f2600b72-3f91-4b97-8695-af32c51bf869', 'tenant_id': 'd58a6323a4e742998b17fa1d1a3cef92', 'mac_address': 'fa:16:3e:f5:b1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb7bcb1-fc17-4eb5-9a66-8536138974cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '3693de95-9fca-4f42-a686-f44be64b840d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:53:18Z', 'updated_at': '2021-10-27T18:53:19Z', 'revision_number': 2, 'project_id': 'd58a6323a4e742998b17fa1d1a3cef92', 'subnets': [{'id': '3693de95-9fca-4f42-a686-f44be64b840d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:53:21.717293 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da97990-e85b-438f-be3b-340d2fde5f6b req-ee35c82c-46a9-4285-a556-5d53dc815c45 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:21.724686 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7da97990-e85b-438f-be3b-340d2fde5f6b req-ee35c82c-46a9-4285-a556-5d53dc815c45 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 946 time: 0.0617406 Oct 27 18:53:21.770483 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7da97990-e85b-438f-be3b-340d2fde5f6b req-af5be405-2e28-4772-af3e-7dc7ccc59334 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383449 Oct 27 18:53:22.254797 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41224) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:53:22.976699 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c1da9adb-b457-4b95-a4d4-f77f082e2e86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:23.085729 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812f85ac-72b0-4034-b6ab-9ff1552fa0bc None None] Sync routers for ids ['fcb7bcb1-fc17-4eb5-9a66-8536138974cc'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:53:23.100671 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812f85ac-72b0-4034-b6ab-9ff1552fa0bc None None] Routers {'fcb7bcb1-fc17-4eb5-9a66-8536138974cc'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:53:23.101162 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-812f85ac-72b0-4034-b6ab-9ff1552fa0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:53:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['fcb7bcb1-fc17-4eb5-9a66-8536138974cc'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:53:23.209035 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-812f85ac-72b0-4034-b6ab-9ff1552fa0bc None None] Set router fcb7bcb1-fc17-4eb5-9a66-8536138974cc gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:53:23.275803 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-c1da9adb-b457-4b95-a4d4-f77f082e2e86 admin admin] Deleting port abb5d625-509d-43a8-b6b4-c269b72ac56b {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:53:23.276401 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c1da9adb-b457-4b95-a4d4-f77f082e2e86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:23.367298 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-c1da9adb-b457-4b95-a4d4-f77f082e2e86 admin admin] For port abb5d625-509d-43a8-b6b4-c269b72ac56b, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=abb5d625-509d-43a8-b6b4-c269b72ac56b,segment=NetworkSegment(46e24729-f778-43aa-b1f0-3316bd997e83),segment_id=46e24729-f778-43aa-b1f0-3316bd997e83)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:53:23.368265 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c1da9adb-b457-4b95-a4d4-f77f082e2e86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:23.386843 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-c1da9adb-b457-4b95-a4d4-f77f082e2e86 admin admin] Calling delete_port for abb5d625-509d-43a8-b6b4-c269b72ac56b owned by network:router_interface {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:53:23.447066 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-812f85ac-72b0-4034-b6ab-9ff1552fa0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb7bcb1-fc17-4eb5-9a66-8536138974cc', 'name': 'tempest-TestAggregatesBasicOps-1162222762-router', 'tenant_id': 'd58a6323a4e742998b17fa1d1a3cef92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '06e9aedb-59ba-4754-9dd9-37820997d159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:53:14Z', 'updated_at': '2021-10-27T18:53:19Z', 'revision_number': 4, 'project_id': 'd58a6323a4e742998b17fa1d1a3cef92', 'gw_port': {'id': '06e9aedb-59ba-4754-9dd9-37820997d159', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:20:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb7bcb1-fc17-4eb5-9a66-8536138974cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:53:15Z', 'updated_at': '2021-10-27T18:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '636ed940-7229-4256-8fb2-01be2c9eaaeb', 'name': '', 'network_id': 'f2600b72-3f91-4b97-8695-af32c51bf869', 'tenant_id': 'd58a6323a4e742998b17fa1d1a3cef92', 'mac_address': 'fa:16:3e:f5:b1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb7bcb1-fc17-4eb5-9a66-8536138974cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '3693de95-9fca-4f42-a686-f44be64b840d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:53:18Z', 'updated_at': '2021-10-27T18:53:19Z', 'revision_number': 2, 'project_id': 'd58a6323a4e742998b17fa1d1a3cef92', 'subnets': [{'id': '3693de95-9fca-4f42-a686-f44be64b840d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:53:23.477500 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812f85ac-72b0-4034-b6ab-9ff1552fa0bc None None] Checking router: fcb7bcb1-fc17-4eb5-9a66-8536138974cc for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:53:23.477766 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812f85ac-72b0-4034-b6ab-9ff1552fa0bc None None] Updating router fcb7bcb1-fc17-4eb5-9a66-8536138974cc port 636ed940-7229-4256-8fb2-01be2c9eaaeb binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:53:23.509896 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-812f85ac-72b0-4034-b6ab-9ff1552fa0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:23.559163 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 06e9aedb-59ba-4754-9dd9-37820997d159 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:53:23.609922 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 06e9aedb-59ba-4754-9dd9-37820997d159 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:53:23.610491 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:23.675004 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c1da9adb-b457-4b95-a4d4-f77f082e2e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:23.714837 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da9adb-b457-4b95-a4d4-f77f082e2e86 admin admin] Pushing event deleted for resources: {'Port': ['ID=abb5d625-509d-43a8-b6b4-c269b72ac56b,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:23.717327 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:23.747380 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 06e9aedb-59ba-4754-9dd9-37820997d159, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=06e9aedb-59ba-4754-9dd9-37820997d159,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:53:23.819574 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:23.871382 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-812f85ac-72b0-4034-b6ab-9ff1552fa0bc None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:23.891356 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=06e9aedb-59ba-4754-9dd9-37820997d159,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:23.913571 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c1da9adb-b457-4b95-a4d4-f77f082e2e86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:23.974332 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-812f85ac-72b0-4034-b6ab-9ff1552fa0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:24.025259 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38551946-df65-4c39-9d7e-c30a1b7c81f2 None None] Pushing event updated for resources: {'Port': ['ID=636ed940-7229-4256-8fb2-01be2c9eaaeb,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:24.057603 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38551946-df65-4c39-9d7e-c30a1b7c81f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:24.057979 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38551946-df65-4c39-9d7e-c30a1b7c81f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:24.058325 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38551946-df65-4c39-9d7e-c30a1b7c81f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:24.058666 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38551946-df65-4c39-9d7e-c30a1b7c81f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:24.059055 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38551946-df65-4c39-9d7e-c30a1b7c81f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:24.059362 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38551946-df65-4c39-9d7e-c30a1b7c81f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:24.059708 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38551946-df65-4c39-9d7e-c30a1b7c81f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:24.060015 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38551946-df65-4c39-9d7e-c30a1b7c81f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:24.060338 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38551946-df65-4c39-9d7e-c30a1b7c81f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:24.060663 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38551946-df65-4c39-9d7e-c30a1b7c81f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:24.060986 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38551946-df65-4c39-9d7e-c30a1b7c81f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:24.061306 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38551946-df65-4c39-9d7e-c30a1b7c81f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:24.104578 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-812f85ac-72b0-4034-b6ab-9ff1552fa0bc None None] Attempting to bind port 636ed940-7229-4256-8fb2-01be2c9eaaeb on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:53:24.105319 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-812f85ac-72b0-4034-b6ab-9ff1552fa0bc None None] Attempting to bind port 636ed940-7229-4256-8fb2-01be2c9eaaeb by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '6ced5527-0edd-4801-a7b9-ef1f56cba896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'f2600b72-3f91-4b97-8695-af32c51bf869'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:53:24.105319 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812f85ac-72b0-4034-b6ab-9ff1552fa0bc None None] Attempting to bind port 636ed940-7229-4256-8fb2-01be2c9eaaeb on network f2600b72-3f91-4b97-8695-af32c51bf869 {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:53:24.111648 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812f85ac-72b0-4034-b6ab-9ff1552fa0bc None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:53:24.112170 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812f85ac-72b0-4034-b6ab-9ff1552fa0bc None None] Checking segment: {'id': '6ced5527-0edd-4801-a7b9-ef1f56cba896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'f2600b72-3f91-4b97-8695-af32c51bf869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:53:24.112795 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-812f85ac-72b0-4034-b6ab-9ff1552fa0bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:24.113183 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812f85ac-72b0-4034-b6ab-9ff1552fa0bc None None] Bound using segment: {'id': '6ced5527-0edd-4801-a7b9-ef1f56cba896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'f2600b72-3f91-4b97-8695-af32c51bf869'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:53:24.113646 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-812f85ac-72b0-4034-b6ab-9ff1552fa0bc None None] Bound port: 636ed940-7229-4256-8fb2-01be2c9eaaeb, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ced5527-0edd-4801-a7b9-ef1f56cba896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'f2600b72-3f91-4b97-8695-af32c51bf869'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:53:24.114022 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-812f85ac-72b0-4034-b6ab-9ff1552fa0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:24.199263 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-812f85ac-72b0-4034-b6ab-9ff1552fa0bc None None] For port 636ed940-7229-4256-8fb2-01be2c9eaaeb, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:53:24.207091 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-812f85ac-72b0-4034-b6ab-9ff1552fa0bc None None] For port 636ed940-7229-4256-8fb2-01be2c9eaaeb, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=636ed940-7229-4256-8fb2-01be2c9eaaeb,segment=NetworkSegment(6ced5527-0edd-4801-a7b9-ef1f56cba896),segment_id=6ced5527-0edd-4801-a7b9-ef1f56cba896)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:53:24.243649 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1da9adb-b457-4b95-a4d4-f77f082e2e86 admin admin] Router 06383dd0-feea-48dd-9e21-4e3c75e598ff has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:53:24.285531 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-812f85ac-72b0-4034-b6ab-9ff1552fa0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:24.359205 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38551946-df65-4c39-9d7e-c30a1b7c81f2 None None] Pushing event updated for resources: {'Port': ['ID=636ed940-7229-4256-8fb2-01be2c9eaaeb,revision_number=4']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:24.362044 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812f85ac-72b0-4034-b6ab-9ff1552fa0bc None None] Routers {'fcb7bcb1-fc17-4eb5-9a66-8536138974cc'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:53:24.362960 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-812f85ac-72b0-4034-b6ab-9ff1552fa0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:53:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['fcb7bcb1-fc17-4eb5-9a66-8536138974cc'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:53:24.417535 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-29d8cc09-ffe7-4680-9a67-ff58ae018be6 None None] Provisioning complete for port 636ed940-7229-4256-8fb2-01be2c9eaaeb triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:53:24.418688 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-29d8cc09-ffe7-4680-9a67-ff58ae018be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:24.438912 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1da9adb-b457-4b95-a4d4-f77f082e2e86 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:53:24.444673 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c1da9adb-b457-4b95-a4d4-f77f082e2e86 admin admin] 10.222.0.52 "PUT /v2.0/routers/06383dd0-feea-48dd-9e21-4e3c75e598ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1887827 Oct 27 18:53:24.449225 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41270) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:53:24.482989 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d469048c-7869-4c28-9dd3-3ac14975f7bb None None] Sync routers for ids ['06383dd0-feea-48dd-9e21-4e3c75e598ff'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:53:24.531184 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d469048c-7869-4c28-9dd3-3ac14975f7bb None None] Routers {'06383dd0-feea-48dd-9e21-4e3c75e598ff'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:53:24.531824 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-d469048c-7869-4c28-9dd3-3ac14975f7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:53:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['06383dd0-feea-48dd-9e21-4e3c75e598ff'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:53:24.561688 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-812f85ac-72b0-4034-b6ab-9ff1552fa0bc None None] Set router fcb7bcb1-fc17-4eb5-9a66-8536138974cc gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:53:24.655517 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1b4b0112-ec2b-4ab7-a110-c310ec55a682 admin admin] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:24.721840 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-29d8cc09-ffe7-4680-9a67-ff58ae018be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:24.803649 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-29d8cc09-ffe7-4680-9a67-ff58ae018be6 None None] For port 636ed940-7229-4256-8fb2-01be2c9eaaeb, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=636ed940-7229-4256-8fb2-01be2c9eaaeb,segment=NetworkSegment(6ced5527-0edd-4801-a7b9-ef1f56cba896),segment_id=6ced5527-0edd-4801-a7b9-ef1f56cba896)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:53:24.827757 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-d469048c-7869-4c28-9dd3-3ac14975f7bb None None] Set router 06383dd0-feea-48dd-9e21-4e3c75e598ff gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:53:24.846443 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1b4b0112-ec2b-4ab7-a110-c310ec55a682 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:24.872382 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-29d8cc09-ffe7-4680-9a67-ff58ae018be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:24.941828 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-812f85ac-72b0-4034-b6ab-9ff1552fa0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb7bcb1-fc17-4eb5-9a66-8536138974cc', 'name': 'tempest-TestAggregatesBasicOps-1162222762-router', 'tenant_id': 'd58a6323a4e742998b17fa1d1a3cef92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '06e9aedb-59ba-4754-9dd9-37820997d159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:53:14Z', 'updated_at': '2021-10-27T18:53:19Z', 'revision_number': 4, 'project_id': 'd58a6323a4e742998b17fa1d1a3cef92', 'gw_port': {'id': '06e9aedb-59ba-4754-9dd9-37820997d159', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:20:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb7bcb1-fc17-4eb5-9a66-8536138974cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:53:15Z', 'updated_at': '2021-10-27T18:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '636ed940-7229-4256-8fb2-01be2c9eaaeb', 'name': '', 'network_id': 'f2600b72-3f91-4b97-8695-af32c51bf869', 'tenant_id': 'd58a6323a4e742998b17fa1d1a3cef92', 'mac_address': 'fa:16:3e:f5:b1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb7bcb1-fc17-4eb5-9a66-8536138974cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '3693de95-9fca-4f42-a686-f44be64b840d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:53:18Z', 'updated_at': '2021-10-27T18:53:24Z', 'revision_number': 4, 'project_id': 'd58a6323a4e742998b17fa1d1a3cef92', 'subnets': [{'id': '3693de95-9fca-4f42-a686-f44be64b840d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:53:24.998202 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d8cc09-ffe7-4680-9a67-ff58ae018be6 None None] Pushing event updated for resources: {'Port': ['ID=636ed940-7229-4256-8fb2-01be2c9eaaeb,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:25.054354 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-66b5c2df-e8b1-4ca1-89ac-182200aef59e None None] Provisioning complete for port 636ed940-7229-4256-8fb2-01be2c9eaaeb triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:53:25.054876 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-66b5c2df-e8b1-4ca1-89ac-182200aef59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:25.066985 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-1b4b0112-ec2b-4ab7-a110-c310ec55a682 admin admin] Deleting port 59d7c2e9-9bc3-4f8d-b4cc-87893e4cf5cd {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:53:25.067333 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1b4b0112-ec2b-4ab7-a110-c310ec55a682 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:25.129864 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812f85ac-72b0-4034-b6ab-9ff1552fa0bc None None] The sync data for ids ['fcb7bcb1-fc17-4eb5-9a66-8536138974cc'] in n-d-815690-2 is: [{'id': 'fcb7bcb1-fc17-4eb5-9a66-8536138974cc', 'name': 'tempest-TestAggregatesBasicOps-1162222762-router', 'tenant_id': 'd58a6323a4e742998b17fa1d1a3cef92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '06e9aedb-59ba-4754-9dd9-37820997d159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:53:14Z', 'updated_at': '2021-10-27T18:53:19Z', 'revision_number': 4, 'project_id': 'd58a6323a4e742998b17fa1d1a3cef92', 'gw_port': {'id': '06e9aedb-59ba-4754-9dd9-37820997d159', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:20:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb7bcb1-fc17-4eb5-9a66-8536138974cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:53:15Z', 'updated_at': '2021-10-27T18:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '636ed940-7229-4256-8fb2-01be2c9eaaeb', 'name': '', 'network_id': 'f2600b72-3f91-4b97-8695-af32c51bf869', 'tenant_id': 'd58a6323a4e742998b17fa1d1a3cef92', 'mac_address': 'fa:16:3e:f5:b1:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb7bcb1-fc17-4eb5-9a66-8536138974cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '3693de95-9fca-4f42-a686-f44be64b840d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:53:18Z', 'updated_at': '2021-10-27T18:53:24Z', 'revision_number': 4, 'project_id': 'd58a6323a4e742998b17fa1d1a3cef92', 'subnets': [{'id': '3693de95-9fca-4f42-a686-f44be64b840d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:53:25.277812 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-1b4b0112-ec2b-4ab7-a110-c310ec55a682 admin admin] For port 59d7c2e9-9bc3-4f8d-b4cc-87893e4cf5cd, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=59d7c2e9-9bc3-4f8d-b4cc-87893e4cf5cd,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:53:25.278594 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1b4b0112-ec2b-4ab7-a110-c310ec55a682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:25.301181 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-1b4b0112-ec2b-4ab7-a110-c310ec55a682 admin admin] Calling delete_port for 59d7c2e9-9bc3-4f8d-b4cc-87893e4cf5cd owned by network:router_gateway {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:53:25.597831 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-d469048c-7869-4c28-9dd3-3ac14975f7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06383dd0-feea-48dd-9e21-4e3c75e598ff', 'name': 'tempest-TestAggregatesBasicOps-1435885013-router', 'tenant_id': '0ee6238b76e047d5902b27ba55901cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '59d7c2e9-9bc3-4f8d-b4cc-87893e4cf5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:53:04Z', 'updated_at': '2021-10-27T18:53:23Z', 'revision_number': 5, 'project_id': '0ee6238b76e047d5902b27ba55901cce', 'gw_port': {'id': '59d7c2e9-9bc3-4f8d-b4cc-87893e4cf5cd', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06383dd0-feea-48dd-9e21-4e3c75e598ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:53:05Z', 'updated_at': '2021-10-27T18:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:53:25.683498 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d469048c-7869-4c28-9dd3-3ac14975f7bb None None] Checking router: 06383dd0-feea-48dd-9e21-4e3c75e598ff for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:53:25.714242 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d469048c-7869-4c28-9dd3-3ac14975f7bb None None] Routers {'06383dd0-feea-48dd-9e21-4e3c75e598ff'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:53:25.714920 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-d469048c-7869-4c28-9dd3-3ac14975f7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:53:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['06383dd0-feea-48dd-9e21-4e3c75e598ff'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:53:25.770896 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 636ed940-7229-4256-8fb2-01be2c9eaaeb up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:53:25.798720 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1b4b0112-ec2b-4ab7-a110-c310ec55a682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:25.853211 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b0112-ec2b-4ab7-a110-c310ec55a682 admin admin] Pushing event deleted for resources: {'Port': ['ID=59d7c2e9-9bc3-4f8d-b4cc-87893e4cf5cd,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:25.887510 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-d469048c-7869-4c28-9dd3-3ac14975f7bb None None] Set router 06383dd0-feea-48dd-9e21-4e3c75e598ff gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:53:25.948959 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1b4b0112-ec2b-4ab7-a110-c310ec55a682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:25.952503 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-d469048c-7869-4c28-9dd3-3ac14975f7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06383dd0-feea-48dd-9e21-4e3c75e598ff', 'name': 'tempest-TestAggregatesBasicOps-1435885013-router', 'tenant_id': '0ee6238b76e047d5902b27ba55901cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:53:04Z', 'updated_at': '2021-10-27T18:53:24Z', 'revision_number': 6, 'project_id': '0ee6238b76e047d5902b27ba55901cce', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:53:25.984447 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d469048c-7869-4c28-9dd3-3ac14975f7bb None None] The sync data for ids ['06383dd0-feea-48dd-9e21-4e3c75e598ff'] in n-d-815690-2 is: [{'id': '06383dd0-feea-48dd-9e21-4e3c75e598ff', 'name': 'tempest-TestAggregatesBasicOps-1435885013-router', 'tenant_id': '0ee6238b76e047d5902b27ba55901cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:53:04Z', 'updated_at': '2021-10-27T18:53:24Z', 'revision_number': 6, 'project_id': '0ee6238b76e047d5902b27ba55901cce', 'gw_port_host': None}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:53:25.996452 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 636ed940-7229-4256-8fb2-01be2c9eaaeb triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:53:25.996452 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:26.127300 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1b4b0112-ec2b-4ab7-a110-c310ec55a682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:26.130788 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1b4b0112-ec2b-4ab7-a110-c310ec55a682 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:26.150498 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 06e9aedb-59ba-4754-9dd9-37820997d159 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:53:26.229127 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 06e9aedb-59ba-4754-9dd9-37820997d159 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:53:26.229820 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:26.265726 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1b4b0112-ec2b-4ab7-a110-c310ec55a682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:26.266602 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4b0112-ec2b-4ab7-a110-c310ec55a682 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06383dd0-feea-48dd-9e21-4e3c75e598ff {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:53:26.280757 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1b4b0112-ec2b-4ab7-a110-c310ec55a682 admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:26.280757 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1b4b0112-ec2b-4ab7-a110-c310ec55a682 admin admin] 10.222.0.52 "DELETE /v2.0/routers/06383dd0-feea-48dd-9e21-4e3c75e598ff HTTP/1.1" status: 204 len: 168 time: 1.8264377 Oct 27 18:53:26.280999 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41276) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:53:26.384719 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-f88a2905-a33c-4017-bd69-bcc5b1eaf4f3 admin admin] Deleting subnet 92f577da-02e4-45bc-9364-e2f632c06d24 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:53:26.388263 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f88a2905-a33c-4017-bd69-bcc5b1eaf4f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:26.431523 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f88a2905-a33c-4017-bd69-bcc5b1eaf4f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:26.501393 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:26.527689 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f88a2905-a33c-4017-bd69-bcc5b1eaf4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:26.678325 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f88a2905-a33c-4017-bd69-bcc5b1eaf4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:26.710383 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecfafc9-7c28-438f-985d-243735080498 None None] Network e537a58f-fc35-4920-88e0-09d35e9a1d5d requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:53:26.722209 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f88a2905-a33c-4017-bd69-bcc5b1eaf4f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:26.725549 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f88a2905-a33c-4017-bd69-bcc5b1eaf4f3 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/92f577da-02e4-45bc-9364-e2f632c06d24 HTTP/1.1" status: 204 len: 168 time: 0.4439285 Oct 27 18:53:26.728535 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a2905-a33c-4017-bd69-bcc5b1eaf4f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92f577da-02e4-45bc-9364-e2f632c06d24,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:26.728890 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41282) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:53:26.831376 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d107586c-4552-4ed5-b056-0ebc41269239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:26.910463 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-d107586c-4552-4ed5-b056-0ebc41269239 admin admin] Deleting port 0f9ce0d1-4562-472a-98fe-e797f8d9dabf {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:53:26.910666 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d107586c-4552-4ed5-b056-0ebc41269239 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:26.947573 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:27.003721 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b4a780-fc58-4d1e-b272-717ed1f874ab None None] DHCP port deletion for e537a58f-fc35-4920-88e0-09d35e9a1d5d request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:53:27.021456 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-d107586c-4552-4ed5-b056-0ebc41269239 admin admin] For port 0f9ce0d1-4562-472a-98fe-e797f8d9dabf, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=0f9ce0d1-4562-472a-98fe-e797f8d9dabf,segment=NetworkSegment(46e24729-f778-43aa-b1f0-3316bd997e83),segment_id=46e24729-f778-43aa-b1f0-3316bd997e83)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:53:27.022086 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d107586c-4552-4ed5-b056-0ebc41269239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:27.043899 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-d107586c-4552-4ed5-b056-0ebc41269239 admin admin] Calling delete_port for 0f9ce0d1-4562-472a-98fe-e797f8d9dabf owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:53:27.080893 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-64b4a780-fc58-4d1e-b272-717ed1f874ab None None] Deleting port 0f9ce0d1-4562-472a-98fe-e797f8d9dabf {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:53:27.081269 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-64b4a780-fc58-4d1e-b272-717ed1f874ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:27.181193 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-64b4a780-fc58-4d1e-b272-717ed1f874ab None None] For port 0f9ce0d1-4562-472a-98fe-e797f8d9dabf, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=0f9ce0d1-4562-472a-98fe-e797f8d9dabf,segment=NetworkSegment(46e24729-f778-43aa-b1f0-3316bd997e83),segment_id=46e24729-f778-43aa-b1f0-3316bd997e83)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:53:27.181828 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-64b4a780-fc58-4d1e-b272-717ed1f874ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:27.192355 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d107586c-4552-4ed5-b056-0ebc41269239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:27.204009 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-64b4a780-fc58-4d1e-b272-717ed1f874ab None None] Calling delete_port for 0f9ce0d1-4562-472a-98fe-e797f8d9dabf owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:53:27.243728 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d107586c-4552-4ed5-b056-0ebc41269239 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f9ce0d1-4562-472a-98fe-e797f8d9dabf,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:27.250731 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d107586c-4552-4ed5-b056-0ebc41269239 admin admin] No DVR routers for this DVR port 0f9ce0d1-4562-472a-98fe-e797f8d9dabf on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:53:27.321862 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-64b4a780-fc58-4d1e-b272-717ed1f874ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:27.377948 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b4a780-fc58-4d1e-b272-717ed1f874ab None None] Pushing event deleted for resources: {'Port': ['ID=0f9ce0d1-4562-472a-98fe-e797f8d9dabf,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:27.383537 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b4a780-fc58-4d1e-b272-717ed1f874ab None None] No DVR routers for this DVR port 0f9ce0d1-4562-472a-98fe-e797f8d9dabf on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:53:27.390914 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d107586c-4552-4ed5-b056-0ebc41269239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:27.424119 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-d107586c-4552-4ed5-b056-0ebc41269239 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e537a58f-fc35-4920-88e0-09d35e9a1d5d']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:53:27.433776 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-d107586c-4552-4ed5-b056-0ebc41269239 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46e24729-f778-43aa-b1f0-3316bd997e83') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:53:27.434016 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-d107586c-4552-4ed5-b056-0ebc41269239 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46e24729-f778-43aa-b1f0-3316bd997e83') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:53:27.446518 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d107586c-4552-4ed5-b056-0ebc41269239 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:27.475777 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d107586c-4552-4ed5-b056-0ebc41269239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:27.496249 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d107586c-4552-4ed5-b056-0ebc41269239 admin admin] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:53:27.496895 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d107586c-4552-4ed5-b056-0ebc41269239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:27.499152 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:53:27.499152 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:53:27.499152 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:53:27.499152 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:53:27.499152 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:53:27.499152 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:53:27.499152 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:53:27.499152 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:53:27.499152 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:53:27.499152 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:53:27.499152 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:53:27.499152 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:53:27.499152 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:53:27.499152 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:53:27.499152 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:53:27.499152 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:53:27.499152 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:53:27.499152 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:53:27.499152 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:53:27.499152 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:53:27.499152 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:53:27.499152 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:53:27.499152 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:53:27.499152 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:53:27.499152 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:53:27.499152 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:53:27.499152 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:53:27.499152 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:53:27.499152 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:53:27.499152 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:53:27.499152 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:53:27.499152 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:53:27.558453 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device abb5d625-509d-43a8-b6b4-c269b72ac56b no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:53:27.585714 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: abb5d625-509d-43a8-b6b4-c269b72ac56b {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:53:27.589108 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device abb5d625-509d-43a8-b6b4-c269b72ac56b not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:53:27.589108 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 59d7c2e9-9bc3-4f8d-b4cc-87893e4cf5cd no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:53:27.612398 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 59d7c2e9-9bc3-4f8d-b4cc-87893e4cf5cd {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:53:27.612758 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 59d7c2e9-9bc3-4f8d-b4cc-87893e4cf5cd not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:53:27.613175 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 0f9ce0d1-4562-472a-98fe-e797f8d9dabf no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:53:27.632693 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 0f9ce0d1-4562-472a-98fe-e797f8d9dabf {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:53:27.633035 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 0f9ce0d1-4562-472a-98fe-e797f8d9dabf not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:53:27.644988 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d107586c-4552-4ed5-b056-0ebc41269239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:27.651105 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d107586c-4552-4ed5-b056-0ebc41269239 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:27.658104 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41286) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:53:27.658626 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d107586c-4552-4ed5-b056-0ebc41269239 admin admin] 10.222.0.52 "DELETE /v2.0/networks/e537a58f-fc35-4920-88e0-09d35e9a1d5d HTTP/1.1" status: 204 len: 168 time: 0.9281845 Oct 27 18:53:27.671991 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d107586c-4552-4ed5-b056-0ebc41269239 admin admin] Pushing event deleted for resources: {'Network': ['ID=e537a58f-fc35-4920-88e0-09d35e9a1d5d,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:28.076280 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-338fa269-c5e2-4641-a8a5-458f60cb9f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:28.345979 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-338fa269-c5e2-4641-a8a5-458f60cb9f79 admin admin] Deleting port 636ed940-7229-4256-8fb2-01be2c9eaaeb {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:53:28.346266 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-338fa269-c5e2-4641-a8a5-458f60cb9f79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:28.439972 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-338fa269-c5e2-4641-a8a5-458f60cb9f79 admin admin] For port 636ed940-7229-4256-8fb2-01be2c9eaaeb, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=636ed940-7229-4256-8fb2-01be2c9eaaeb,segment=NetworkSegment(6ced5527-0edd-4801-a7b9-ef1f56cba896),segment_id=6ced5527-0edd-4801-a7b9-ef1f56cba896)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:53:28.440352 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-338fa269-c5e2-4641-a8a5-458f60cb9f79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:28.454516 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-338fa269-c5e2-4641-a8a5-458f60cb9f79 admin admin] Calling delete_port for 636ed940-7229-4256-8fb2-01be2c9eaaeb owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:53:28.764483 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-338fa269-c5e2-4641-a8a5-458f60cb9f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:28.833825 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338fa269-c5e2-4641-a8a5-458f60cb9f79 admin admin] Pushing event deleted for resources: {'Port': ['ID=636ed940-7229-4256-8fb2-01be2c9eaaeb,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:29.036290 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-338fa269-c5e2-4641-a8a5-458f60cb9f79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:29.325998 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338fa269-c5e2-4641-a8a5-458f60cb9f79 admin admin] Router fcb7bcb1-fc17-4eb5-9a66-8536138974cc has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:53:29.464449 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338fa269-c5e2-4641-a8a5-458f60cb9f79 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:53:29.471266 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-338fa269-c5e2-4641-a8a5-458f60cb9f79 admin admin] 10.222.0.52 "PUT /v2.0/routers/fcb7bcb1-fc17-4eb5-9a66-8536138974cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8112359 Oct 27 18:53:29.473986 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41300) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:53:29.502867 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f835f1e9-bfe8-494f-836b-7e5db29ceea8 None None] Sync routers for ids ['fcb7bcb1-fc17-4eb5-9a66-8536138974cc'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:53:29.583186 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f835f1e9-bfe8-494f-836b-7e5db29ceea8 None None] Routers {'fcb7bcb1-fc17-4eb5-9a66-8536138974cc'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:53:29.588957 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-f835f1e9-bfe8-494f-836b-7e5db29ceea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:53:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['fcb7bcb1-fc17-4eb5-9a66-8536138974cc'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:53:29.721228 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c0fb84bb-6cee-4c1f-9230-83e24dabde38 admin admin] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:29.738766 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-f835f1e9-bfe8-494f-836b-7e5db29ceea8 None None] Set router fcb7bcb1-fc17-4eb5-9a66-8536138974cc gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:53:29.901696 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c0fb84bb-6cee-4c1f-9230-83e24dabde38 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:30.034181 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-c0fb84bb-6cee-4c1f-9230-83e24dabde38 admin admin] Deleting port 06e9aedb-59ba-4754-9dd9-37820997d159 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:53:30.034527 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c0fb84bb-6cee-4c1f-9230-83e24dabde38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:30.058905 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-f835f1e9-bfe8-494f-836b-7e5db29ceea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb7bcb1-fc17-4eb5-9a66-8536138974cc', 'name': 'tempest-TestAggregatesBasicOps-1162222762-router', 'tenant_id': 'd58a6323a4e742998b17fa1d1a3cef92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '06e9aedb-59ba-4754-9dd9-37820997d159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:53:14Z', 'updated_at': '2021-10-27T18:53:28Z', 'revision_number': 5, 'project_id': 'd58a6323a4e742998b17fa1d1a3cef92', 'gw_port': {'id': '06e9aedb-59ba-4754-9dd9-37820997d159', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:20:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb7bcb1-fc17-4eb5-9a66-8536138974cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:53:15Z', 'updated_at': '2021-10-27T18:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:53:30.112991 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f835f1e9-bfe8-494f-836b-7e5db29ceea8 None None] Checking router: fcb7bcb1-fc17-4eb5-9a66-8536138974cc for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:53:30.141505 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f835f1e9-bfe8-494f-836b-7e5db29ceea8 None None] Routers {'fcb7bcb1-fc17-4eb5-9a66-8536138974cc'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:53:30.142470 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-f835f1e9-bfe8-494f-836b-7e5db29ceea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:53:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['fcb7bcb1-fc17-4eb5-9a66-8536138974cc'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:53:30.186027 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-c0fb84bb-6cee-4c1f-9230-83e24dabde38 admin admin] For port 06e9aedb-59ba-4754-9dd9-37820997d159, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=06e9aedb-59ba-4754-9dd9-37820997d159,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:53:30.186623 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c0fb84bb-6cee-4c1f-9230-83e24dabde38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:30.202867 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-c0fb84bb-6cee-4c1f-9230-83e24dabde38 admin admin] Calling delete_port for 06e9aedb-59ba-4754-9dd9-37820997d159 owned by network:router_gateway {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:53:30.273621 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-f835f1e9-bfe8-494f-836b-7e5db29ceea8 None None] Set router fcb7bcb1-fc17-4eb5-9a66-8536138974cc gateway port host: None {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:53:30.352786 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-f835f1e9-bfe8-494f-836b-7e5db29ceea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb7bcb1-fc17-4eb5-9a66-8536138974cc', 'name': 'tempest-TestAggregatesBasicOps-1162222762-router', 'tenant_id': 'd58a6323a4e742998b17fa1d1a3cef92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:53:14Z', 'updated_at': '2021-10-27T18:53:29Z', 'revision_number': 6, 'project_id': 'd58a6323a4e742998b17fa1d1a3cef92', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:53:30.438116 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f835f1e9-bfe8-494f-836b-7e5db29ceea8 None None] The sync data for ids ['fcb7bcb1-fc17-4eb5-9a66-8536138974cc'] in n-d-815690-2 is: [{'id': 'fcb7bcb1-fc17-4eb5-9a66-8536138974cc', 'name': 'tempest-TestAggregatesBasicOps-1162222762-router', 'tenant_id': 'd58a6323a4e742998b17fa1d1a3cef92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:53:14Z', 'updated_at': '2021-10-27T18:53:29Z', 'revision_number': 6, 'project_id': 'd58a6323a4e742998b17fa1d1a3cef92', 'gw_port_host': None}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:53:30.895681 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c0fb84bb-6cee-4c1f-9230-83e24dabde38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:31.345026 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fb84bb-6cee-4c1f-9230-83e24dabde38 admin admin] Pushing event deleted for resources: {'Port': ['ID=06e9aedb-59ba-4754-9dd9-37820997d159,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:31.490786 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c0fb84bb-6cee-4c1f-9230-83e24dabde38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:31.549348 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 636ed940-7229-4256-8fb2-01be2c9eaaeb no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:53:31.598045 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 636ed940-7229-4256-8fb2-01be2c9eaaeb {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:53:31.598885 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 636ed940-7229-4256-8fb2-01be2c9eaaeb not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:53:31.599515 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 06e9aedb-59ba-4754-9dd9-37820997d159 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:53:31.634325 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c0fb84bb-6cee-4c1f-9230-83e24dabde38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:31.636479 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 06e9aedb-59ba-4754-9dd9-37820997d159 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:53:31.636823 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 06e9aedb-59ba-4754-9dd9-37820997d159 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:53:31.640378 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c0fb84bb-6cee-4c1f-9230-83e24dabde38 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:31.763560 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c0fb84bb-6cee-4c1f-9230-83e24dabde38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:31.764615 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0fb84bb-6cee-4c1f-9230-83e24dabde38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcb7bcb1-fc17-4eb5-9a66-8536138974cc {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:53:31.773425 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c0fb84bb-6cee-4c1f-9230-83e24dabde38 admin admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:31.780589 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41318) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:53:31.781168 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c0fb84bb-6cee-4c1f-9230-83e24dabde38 admin admin] 10.222.0.52 "DELETE /v2.0/routers/fcb7bcb1-fc17-4eb5-9a66-8536138974cc HTTP/1.1" status: 204 len: 168 time: 2.3029382 Oct 27 18:53:31.850439 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-af6170ba-25cd-4ec1-8665-f8de4ff0ce55 admin admin] Deleting subnet 3693de95-9fca-4f42-a686-f44be64b840d {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:53:31.855568 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-af6170ba-25cd-4ec1-8665-f8de4ff0ce55 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:31.902615 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-af6170ba-25cd-4ec1-8665-f8de4ff0ce55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:32.058753 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-af6170ba-25cd-4ec1-8665-f8de4ff0ce55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:32.228488 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-af6170ba-25cd-4ec1-8665-f8de4ff0ce55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:32.258442 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-af6170ba-25cd-4ec1-8665-f8de4ff0ce55 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:32.266053 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902a26ce-ebef-4cc3-bde8-5ce0d3d162a3 None None] Network f2600b72-3f91-4b97-8695-af32c51bf869 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:53:32.268889 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-af6170ba-25cd-4ec1-8665-f8de4ff0ce55 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/3693de95-9fca-4f42-a686-f44be64b840d HTTP/1.1" status: 204 len: 168 time: 0.4862301 Oct 27 18:53:32.271258 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6170ba-25cd-4ec1-8665-f8de4ff0ce55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3693de95-9fca-4f42-a686-f44be64b840d,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:32.272416 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41328) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:53:32.379145 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dd811ea5-6fc2-46f1-bd4e-04353fb6b13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:32.453508 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-dd811ea5-6fc2-46f1-bd4e-04353fb6b13e admin admin] Deleting port 4daced09-e0bd-438e-8156-b3f9efc674f8 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:53:32.453913 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dd811ea5-6fc2-46f1-bd4e-04353fb6b13e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:32.476260 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f3f8d5-ee85-4bee-b938-5afdd6b1a995 None None] DHCP port deletion for f2600b72-3f91-4b97-8695-af32c51bf869 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:53:32.551734 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-c7f3f8d5-ee85-4bee-b938-5afdd6b1a995 None None] Deleting port 4daced09-e0bd-438e-8156-b3f9efc674f8 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:53:32.553065 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c7f3f8d5-ee85-4bee-b938-5afdd6b1a995 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:32.561186 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-dd811ea5-6fc2-46f1-bd4e-04353fb6b13e admin admin] For port 4daced09-e0bd-438e-8156-b3f9efc674f8, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=4daced09-e0bd-438e-8156-b3f9efc674f8,segment=NetworkSegment(6ced5527-0edd-4801-a7b9-ef1f56cba896),segment_id=6ced5527-0edd-4801-a7b9-ef1f56cba896)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:53:32.561649 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dd811ea5-6fc2-46f1-bd4e-04353fb6b13e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:32.576086 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-dd811ea5-6fc2-46f1-bd4e-04353fb6b13e admin admin] Calling delete_port for 4daced09-e0bd-438e-8156-b3f9efc674f8 owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:53:32.648651 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-c7f3f8d5-ee85-4bee-b938-5afdd6b1a995 None None] For port 4daced09-e0bd-438e-8156-b3f9efc674f8, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=4daced09-e0bd-438e-8156-b3f9efc674f8,segment=NetworkSegment(6ced5527-0edd-4801-a7b9-ef1f56cba896),segment_id=6ced5527-0edd-4801-a7b9-ef1f56cba896)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:53:32.650339 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c7f3f8d5-ee85-4bee-b938-5afdd6b1a995 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:32.682176 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-c7f3f8d5-ee85-4bee-b938-5afdd6b1a995 None None] Calling delete_port for 4daced09-e0bd-438e-8156-b3f9efc674f8 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:53:32.815943 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dd811ea5-6fc2-46f1-bd4e-04353fb6b13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:32.828267 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c7f3f8d5-ee85-4bee-b938-5afdd6b1a995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:32.853684 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f3f8d5-ee85-4bee-b938-5afdd6b1a995 None None] Pushing event deleted for resources: {'Port': ['ID=4daced09-e0bd-438e-8156-b3f9efc674f8,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:32.862318 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd811ea5-6fc2-46f1-bd4e-04353fb6b13e admin admin] Pushing event deleted for resources: {'Port': ['ID=4daced09-e0bd-438e-8156-b3f9efc674f8,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:32.863191 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f3f8d5-ee85-4bee-b938-5afdd6b1a995 None None] No DVR routers for this DVR port 4daced09-e0bd-438e-8156-b3f9efc674f8 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:53:32.866188 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd811ea5-6fc2-46f1-bd4e-04353fb6b13e admin admin] No DVR routers for this DVR port 4daced09-e0bd-438e-8156-b3f9efc674f8 on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:53:32.870865 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3f8d5-ee85-4bee-b938-5afdd6b1a995 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:32.871430 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3f8d5-ee85-4bee-b938-5afdd6b1a995 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:32.878985 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3f8d5-ee85-4bee-b938-5afdd6b1a995 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:32.878985 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3f8d5-ee85-4bee-b938-5afdd6b1a995 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:32.878985 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3f8d5-ee85-4bee-b938-5afdd6b1a995 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:32.878985 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3f8d5-ee85-4bee-b938-5afdd6b1a995 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:32.878985 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3f8d5-ee85-4bee-b938-5afdd6b1a995 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:32.878985 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3f8d5-ee85-4bee-b938-5afdd6b1a995 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:32.878985 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3f8d5-ee85-4bee-b938-5afdd6b1a995 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:32.878985 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3f8d5-ee85-4bee-b938-5afdd6b1a995 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:32.881039 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3f8d5-ee85-4bee-b938-5afdd6b1a995 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:32.881192 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f3f8d5-ee85-4bee-b938-5afdd6b1a995 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:53:32.979830 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dd811ea5-6fc2-46f1-bd4e-04353fb6b13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:33.003514 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-dd811ea5-6fc2-46f1-bd4e-04353fb6b13e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2600b72-3f91-4b97-8695-af32c51bf869']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:53:33.025314 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-dd811ea5-6fc2-46f1-bd4e-04353fb6b13e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ced5527-0edd-4801-a7b9-ef1f56cba896') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:53:33.025758 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-dd811ea5-6fc2-46f1-bd4e-04353fb6b13e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ced5527-0edd-4801-a7b9-ef1f56cba896') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:53:33.041450 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dd811ea5-6fc2-46f1-bd4e-04353fb6b13e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:33.064567 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dd811ea5-6fc2-46f1-bd4e-04353fb6b13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:33.074677 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd811ea5-6fc2-46f1-bd4e-04353fb6b13e admin admin] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:53:33.075318 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dd811ea5-6fc2-46f1-bd4e-04353fb6b13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:33.078012 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:53:33.078012 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:53:33.078012 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:53:33.078012 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:53:33.078012 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:53:33.078012 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:53:33.078012 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:53:33.078012 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:53:33.078012 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:53:33.078012 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:53:33.078012 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:53:33.078012 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:53:33.078012 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:53:33.078012 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:53:33.078012 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:53:33.078012 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:53:33.078012 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:53:33.078012 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:53:33.078012 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:53:33.078012 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:53:33.078012 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:53:33.078012 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:53:33.078012 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:53:33.078012 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:53:33.078012 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:53:33.078012 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:53:33.078012 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:53:33.078012 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:53:33.078012 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:53:33.078012 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:53:33.078012 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:53:33.078012 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:53:33.226164 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dd811ea5-6fc2-46f1-bd4e-04353fb6b13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:33.242068 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dd811ea5-6fc2-46f1-bd4e-04353fb6b13e admin admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:33.248505 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-dd811ea5-6fc2-46f1-bd4e-04353fb6b13e admin admin] 10.222.0.52 "DELETE /v2.0/networks/f2600b72-3f91-4b97-8695-af32c51bf869 HTTP/1.1" status: 204 len: 168 time: 0.9727597 Oct 27 18:53:33.272473 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd811ea5-6fc2-46f1-bd4e-04353fb6b13e admin admin] Pushing event deleted for resources: {'Network': ['ID=f2600b72-3f91-4b97-8695-af32c51bf869,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:33.547152 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 4daced09-e0bd-438e-8156-b3f9efc674f8 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:53:33.581088 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 4daced09-e0bd-438e-8156-b3f9efc674f8 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:53:33.582127 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 4daced09-e0bd-438e-8156-b3f9efc674f8 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:53:33.709985 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41346) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:53:33.792272 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41348) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:53:33.812125 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f7a3a2f0-43d7-485f-a49b-fef63edcab53 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0ee6238b76e047d5902b27ba55901cce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1003864 Oct 27 18:53:33.823395 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41350) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:53:33.880329 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d95f2f95-a200-4c1f-bda2-80ecfbceead1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:33.919102 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d95f2f95-a200-4c1f-bda2-80ecfbceead1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:34.014825 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5d2e50b8-cba9-48e7-8574-c34afed16486 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=52a95296202d44938d9774b0c5d143a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1876767 Oct 27 18:53:34.015451 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41354) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:53:34.067691 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d95f2f95-a200-4c1f-bda2-80ecfbceead1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:34.072109 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d95f2f95-a200-4c1f-bda2-80ecfbceead1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:34.073933 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d95f2f95-a200-4c1f-bda2-80ecfbceead1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/48573bd9-59be-4e5e-be00-3b6b9d53d034 HTTP/1.1" status: 204 len: 168 time: 0.2794940 Oct 27 18:53:34.075690 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ab4fb84f-8d84-434a-857d-0abb271963a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:34.084350 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f2f95-a200-4c1f-bda2-80ecfbceead1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48573bd9-59be-4e5e-be00-3b6b9d53d034,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:34.105145 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ab4fb84f-8d84-434a-857d-0abb271963a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:34.289308 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ab4fb84f-8d84-434a-857d-0abb271963a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:34.295997 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ab4fb84f-8d84-434a-857d-0abb271963a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:34.299993 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ab4fb84f-8d84-434a-857d-0abb271963a5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/99f7f361-3858-4349-a5fa-f4c87ffc8737 HTTP/1.1" status: 204 len: 168 time: 0.2809041 Oct 27 18:53:34.320519 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4fb84f-8d84-434a-857d-0abb271963a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f7f361-3858-4349-a5fa-f4c87ffc8737,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:34.896252 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41380) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:53:34.945408 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e0383a87-43d9-4598-b8b8-0555df489a43 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d58a6323a4e742998b17fa1d1a3cef92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472996 Oct 27 18:53:34.948562 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41382) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:53:35.003754 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-47b6f67d-25c4-4c35-97c2-cc450eb7d7a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:35.030268 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-47b6f67d-25c4-4c35-97c2-cc450eb7d7a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:35.156964 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-47b6f67d-25c4-4c35-97c2-cc450eb7d7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:35.160803 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-47b6f67d-25c4-4c35-97c2-cc450eb7d7a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:35.164498 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-47b6f67d-25c4-4c35-97c2-cc450eb7d7a0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/86d30cd1-a2ef-4351-b721-110402f6e9cb HTTP/1.1" status: 204 len: 168 time: 0.2125869 Oct 27 18:53:35.171963 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b6f67d-25c4-4c35-97c2-cc450eb7d7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d30cd1-a2ef-4351-b721-110402f6e9cb,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:35.573235 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41400) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:53:35.741999 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-2047526b-c6be-40f4-97df-28dbf30312bd admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-808944242-network', 'tenant_id': 'a124eefe515646e2986777cc97bd5ce1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:53:35.827686 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2047526b-c6be-40f4-97df-28dbf30312bd admin admin] Made reservation on behalf of a124eefe515646e2986777cc97bd5ce1 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:53:35.830334 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2047526b-c6be-40f4-97df-28dbf30312bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:35.842317 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2047526b-c6be-40f4-97df-28dbf30312bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:35.940570 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2047526b-c6be-40f4-97df-28dbf30312bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:36.009546 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2047526b-c6be-40f4-97df-28dbf30312bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:36.035770 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2047526b-c6be-40f4-97df-28dbf30312bd admin admin] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:53:36.047495 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2047526b-c6be-40f4-97df-28dbf30312bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e78abdb-d992-4a55-9398-6099bf1d9036,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:36.053468 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2047526b-c6be-40f4-97df-28dbf30312bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:36.053812 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-2047526b-c6be-40f4-97df-28dbf30312bd admin admin] Added segment 40671e3b-fa62-4006-90df-2106dbadaa54 of type vlan for network 934d5604-7451-4f52-8d33-ca70d00ab21c Oct 27 18:53:36.094840 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2047526b-c6be-40f4-97df-28dbf30312bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:36.180437 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2047526b-c6be-40f4-97df-28dbf30312bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:36.181463 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2047526b-c6be-40f4-97df-28dbf30312bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:36.182083 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2047526b-c6be-40f4-97df-28dbf30312bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:36.268188 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2047526b-c6be-40f4-97df-28dbf30312bd admin admin] Pushing event updated for resources: {'Network': ['ID=934d5604-7451-4f52-8d33-ca70d00ab21c,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:36.279819 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 934d5604-7451-4f52-8d33-ca70d00ab21c details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:53:36.350119 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2047526b-c6be-40f4-97df-28dbf30312bd admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7753303 Oct 27 18:53:36.353842 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41406) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:53:36.366040 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-f958b7bc-11b1-4f6f-a217-2247ad67c51d admin admin] Request body: {'subnet': {'network_id': '934d5604-7451-4f52-8d33-ca70d00ab21c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-808944242-subnet', 'tenant_id': 'a124eefe515646e2986777cc97bd5ce1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:53:36.460845 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f958b7bc-11b1-4f6f-a217-2247ad67c51d admin admin] Made reservation on behalf of a124eefe515646e2986777cc97bd5ce1 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:53:36.463728 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f958b7bc-11b1-4f6f-a217-2247ad67c51d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:36.724538 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f958b7bc-11b1-4f6f-a217-2247ad67c51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:36.774781 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958b7bc-11b1-4f6f-a217-2247ad67c51d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7d16129-e561-4acb-a769-11b35842e731,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:36.792133 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f958b7bc-11b1-4f6f-a217-2247ad67c51d admin admin] Checking segment: {'id': '40671e3b-fa62-4006-90df-2106dbadaa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '934d5604-7451-4f52-8d33-ca70d00ab21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:53:36.792491 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f958b7bc-11b1-4f6f-a217-2247ad67c51d admin admin] Network hostable DHCP agents. Network: 934d5604-7451-4f52-8d33-ca70d00ab21c, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:53:36.855470 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f958b7bc-11b1-4f6f-a217-2247ad67c51d admin admin] Network 934d5604-7451-4f52-8d33-ca70d00ab21c is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:53:36.923795 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-f958b7bc-11b1-4f6f-a217-2247ad67c51d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 934d5604-7451-4f52-8d33-ca70d00ab21c) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:53:36.928573 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f958b7bc-11b1-4f6f-a217-2247ad67c51d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:36.929799 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f958b7bc-11b1-4f6f-a217-2247ad67c51d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:36.932976 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1c6f6b-731b-495d-905d-ea48a18020b4 None None] Network 934d5604-7451-4f52-8d33-ca70d00ab21c requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:53:36.997113 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f958b7bc-11b1-4f6f-a217-2247ad67c51d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6415384 Oct 27 18:53:37.069908 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b181a286-75c1-4107-b967-5001c3a774ee None None] Network 934d5604-7451-4f52-8d33-ca70d00ab21c requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:53:37.827818 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41424) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:53:37.832720 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-e91f24d4-a649-4c8d-a5d3-b0ab04588e9e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1126419-network', 'tenant_id': 'def73abcf44e46f48d3e82908c108eb5'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:53:37.993304 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91f24d4-a649-4c8d-a5d3-b0ab04588e9e admin admin] Made reservation on behalf of def73abcf44e46f48d3e82908c108eb5 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:53:37.995971 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e91f24d4-a649-4c8d-a5d3-b0ab04588e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:38.006643 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e91f24d4-a649-4c8d-a5d3-b0ab04588e9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:38.099398 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e91f24d4-a649-4c8d-a5d3-b0ab04588e9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:38.187566 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e91f24d4-a649-4c8d-a5d3-b0ab04588e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:38.213907 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e91f24d4-a649-4c8d-a5d3-b0ab04588e9e admin admin] vlan segment allocate from pool success with {'vlan_id': 1015, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:53:38.228605 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f24d4-a649-4c8d-a5d3-b0ab04588e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d797f0b-125c-4355-afaf-23c88789a779,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:38.234718 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e91f24d4-a649-4c8d-a5d3-b0ab04588e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:38.235090 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-e91f24d4-a649-4c8d-a5d3-b0ab04588e9e admin admin] Added segment a9b0597f-bdc7-4155-9a6a-48aa0f5aa4db of type vlan for network 05bfff38-87d3-4708-a1f8-6d8d2e41b4bd Oct 27 18:53:38.284743 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e91f24d4-a649-4c8d-a5d3-b0ab04588e9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:38.466979 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e91f24d4-a649-4c8d-a5d3-b0ab04588e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:38.472061 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91f24d4-a649-4c8d-a5d3-b0ab04588e9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:38.472061 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e91f24d4-a649-4c8d-a5d3-b0ab04588e9e admin admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:38.558881 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f24d4-a649-4c8d-a5d3-b0ab04588e9e admin admin] Pushing event updated for resources: {'Network': ['ID=05bfff38-87d3-4708-a1f8-6d8d2e41b4bd,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:38.582752 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 05bfff38-87d3-4708-a1f8-6d8d2e41b4bd details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:53:38.616685 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e91f24d4-a649-4c8d-a5d3-b0ab04588e9e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7872291 Oct 27 18:53:38.619992 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41430) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:53:38.628528 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-5d794c63-1897-4162-a3e6-b2140d18dcf7 admin admin] Request body: {'subnet': {'network_id': '05bfff38-87d3-4708-a1f8-6d8d2e41b4bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1126419-subnet', 'tenant_id': 'def73abcf44e46f48d3e82908c108eb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:53:38.776494 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d794c63-1897-4162-a3e6-b2140d18dcf7 admin admin] Made reservation on behalf of def73abcf44e46f48d3e82908c108eb5 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:53:38.778932 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5d794c63-1897-4162-a3e6-b2140d18dcf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:39.073421 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5d794c63-1897-4162-a3e6-b2140d18dcf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:39.132522 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d794c63-1897-4162-a3e6-b2140d18dcf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e332ccc6-17ed-4711-a947-434fb9c82736,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:39.140922 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d794c63-1897-4162-a3e6-b2140d18dcf7 admin admin] Checking segment: {'id': 'a9b0597f-bdc7-4155-9a6a-48aa0f5aa4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '05bfff38-87d3-4708-a1f8-6d8d2e41b4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:53:39.141288 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d794c63-1897-4162-a3e6-b2140d18dcf7 admin admin] Network hostable DHCP agents. Network: 05bfff38-87d3-4708-a1f8-6d8d2e41b4bd, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:53:39.243721 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d794c63-1897-4162-a3e6-b2140d18dcf7 admin admin] Network 05bfff38-87d3-4708-a1f8-6d8d2e41b4bd is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:53:39.387296 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-5d794c63-1897-4162-a3e6-b2140d18dcf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 05bfff38-87d3-4708-a1f8-6d8d2e41b4bd) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:53:39.392462 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d794c63-1897-4162-a3e6-b2140d18dcf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:39.394049 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5d794c63-1897-4162-a3e6-b2140d18dcf7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:39.398274 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855d4e5f-5d01-47a9-a82f-00113d04f209 None None] Network 05bfff38-87d3-4708-a1f8-6d8d2e41b4bd requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:53:39.527428 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5d794c63-1897-4162-a3e6-b2140d18dcf7 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9059343 Oct 27 18:53:39.539482 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a7d454-775b-4a62-b142-b1a6295aacc8 None None] Network 05bfff38-87d3-4708-a1f8-6d8d2e41b4bd requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:53:39.702468 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ce9667f9-81eb-4e40-bc1e-9ff1dc34c1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:40.103425 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576a438-2ca4-4083-8953-75bfad080414 req-2bac450e-87bd-4b38-ba8f-69b291537fea tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:40.105132 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c576a438-2ca4-4083-8953-75bfad080414 req-2bac450e-87bd-4b38-ba8f-69b291537fea tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/networks?id=934d5604-7451-4f52-8d33-ca70d00ab21c HTTP/1.1" status: 200 len: 811 time: 0.1150331 Oct 27 18:53:40.123578 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c576a438-2ca4-4083-8953-75bfad080414 req-228cbd77-826b-4795-8f63-082c0d357b4e tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/quotas/a124eefe515646e2986777cc97bd5ce1 HTTP/1.1" status: 200 len: 375 time: 0.0108738 Oct 27 18:53:40.163674 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c576a438-2ca4-4083-8953-75bfad080414 req-76317617-7cc5-4cb2-b686-1e09686535e9 tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a124eefe515646e2986777cc97bd5ce1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342908 Oct 27 18:53:40.260351 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c576a438-2ca4-4083-8953-75bfad080414 req-a1360233-b682-4155-a0d9-6e8978e9c434 service neutron] 10.222.0.52 "GET /v2.0/networks/934d5604-7451-4f52-8d33-ca70d00ab21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888562 Oct 27 18:53:40.367209 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c576a438-2ca4-4083-8953-75bfad080414 req-637e71d2-f68d-41bf-a7a3-645ed596dab7 service neutron] 10.222.0.52 "GET /v2.0/networks/934d5604-7451-4f52-8d33-ca70d00ab21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002662 Oct 27 18:53:40.646334 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cc1497cf-ad92-4138-ac0f-0371bda836a0 req-4a1177b6-13d3-4f03-b550-e01dda3555cb tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/ports?device_id=d19324d7-c535-4b00-b459-9f2ad58e30dc HTTP/1.1" status: 200 len: 210 time: 0.0291905 Oct 27 18:53:41.733906 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0505c1ea-db54-4494-a6ac-eab05db6d901 req-572e7ccf-911e-4095-b4b9-5b39b7f2d028 tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/ports?device_id=d19324d7-c535-4b00-b459-9f2ad58e30dc HTTP/1.1" status: 200 len: 210 time: 0.0280700 Oct 27 18:53:42.232778 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2790052c-5461-4bdb-8043-098d7a65df1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:42.837794 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-87e58840-3770-4308-8d00-213d84ebabf1 req-46ddd7ac-76ec-4f14-8385-44d2db255a5e tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/ports?device_id=d19324d7-c535-4b00-b459-9f2ad58e30dc HTTP/1.1" status: 200 len: 210 time: 0.0264649 Oct 27 18:53:43.490272 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:43.552673 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:43.568375 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576a438-2ca4-4083-8953-75bfad080414 req-86e5d96f-72b7-486c-b0d2-c9dffa677bec tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:43.569823 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c576a438-2ca4-4083-8953-75bfad080414 req-86e5d96f-72b7-486c-b0d2-c9dffa677bec tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.93 "GET /v2.0/networks?id=934d5604-7451-4f52-8d33-ca70d00ab21c HTTP/1.1" status: 200 len: 811 time: 0.1122525 Oct 27 18:53:43.583015 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-c576a438-2ca4-4083-8953-75bfad080414 req-53d3da15-e897-4b25-92ea-56ef28d918ab tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] Request body: {'port': {'device_id': 'd19324d7-c535-4b00-b459-9f2ad58e30dc', 'network_id': '934d5604-7451-4f52-8d33-ca70d00ab21c', 'admin_state_up': True, 'tenant_id': 'a124eefe515646e2986777cc97bd5ce1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:53:43.815734 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c576a438-2ca4-4083-8953-75bfad080414 req-53d3da15-e897-4b25-92ea-56ef28d918ab tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] Made reservation on behalf of a124eefe515646e2986777cc97bd5ce1 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:53:43.822939 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-c576a438-2ca4-4083-8953-75bfad080414 req-53d3da15-e897-4b25-92ea-56ef28d918ab tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:43.954777 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6d80744b-0a91-4b37-aae0-876e2093efd6 req-244d46a5-8c50-44ec-8d8b-beccd114d01a tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/ports?device_id=d19324d7-c535-4b00-b459-9f2ad58e30dc HTTP/1.1" status: 200 len: 210 time: 0.0363100 Oct 27 18:53:43.965893 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-c576a438-2ca4-4083-8953-75bfad080414 req-53d3da15-e897-4b25-92ea-56ef28d918ab tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] Allocated IP 172.20.0.5 (934d5604-7451-4f52-8d33-ca70d00ab21c/b7d16129-e561-4acb-a769-11b35842e731/b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:53:44.148851 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-c576a438-2ca4-4083-8953-75bfad080414 req-53d3da15-e897-4b25-92ea-56ef28d918ab tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:44.250414 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-c576a438-2ca4-4083-8953-75bfad080414 req-53d3da15-e897-4b25-92ea-56ef28d918ab tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:44.294367 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c576a438-2ca4-4083-8953-75bfad080414 req-53d3da15-e897-4b25-92ea-56ef28d918ab tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] Network 934d5604-7451-4f52-8d33-ca70d00ab21c is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:53:44.297575 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-c576a438-2ca4-4083-8953-75bfad080414 req-53d3da15-e897-4b25-92ea-56ef28d918ab tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:53:44.301410 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-c576a438-2ca4-4083-8953-75bfad080414 req-53d3da15-e897-4b25-92ea-56ef28d918ab tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:53:44.330910 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3da15-e897-4b25-92ea-56ef28d918ab tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] Pushing event updated for resources: {'Port': ['ID=b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:44.359751 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576a438-2ca4-4083-8953-75bfad080414 req-53d3da15-e897-4b25-92ea-56ef28d918ab tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:44.360371 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-c576a438-2ca4-4083-8953-75bfad080414 req-53d3da15-e897-4b25-92ea-56ef28d918ab tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:44.503516 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c576a438-2ca4-4083-8953-75bfad080414 req-53d3da15-e897-4b25-92ea-56ef28d918ab tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9239645 Oct 27 18:53:44.516368 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-c576a438-2ca4-4083-8953-75bfad080414 req-55030b9e-84c9-4883-8610-9382987c0235 service neutron] Request body: {'port': {'device_id': 'd19324d7-c535-4b00-b459-9f2ad58e30dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:53:44.572458 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-c576a438-2ca4-4083-8953-75bfad080414 req-55030b9e-84c9-4883-8610-9382987c0235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:44.873706 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-c576a438-2ca4-4083-8953-75bfad080414 req-55030b9e-84c9-4883-8610-9382987c0235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:53:44.881672 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-c576a438-2ca4-4083-8953-75bfad080414 req-55030b9e-84c9-4883-8610-9382987c0235 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:44.894596 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-c576a438-2ca4-4083-8953-75bfad080414 req-55030b9e-84c9-4883-8610-9382987c0235 service neutron] Transition to ACTIVE for port object b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:53:45.021597 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-c576a438-2ca4-4083-8953-75bfad080414 req-55030b9e-84c9-4883-8610-9382987c0235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:45.092556 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027b881-a68a-4c77-b7ee-c0feae2473d2 req-ac35763e-6753-47bc-acf7-dad0babd26a3 tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:45.094256 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3027b881-a68a-4c77-b7ee-c0feae2473d2 req-ac35763e-6753-47bc-acf7-dad0babd26a3 tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/ports?device_id=d19324d7-c535-4b00-b459-9f2ad58e30dc HTTP/1.1" status: 200 len: 943 time: 0.0604908 Oct 27 18:53:45.137711 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3027b881-a68a-4c77-b7ee-c0feae2473d2 req-2a2fb222-cb23-4d0f-b365-b65502fea182 tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e78abdb-d992-4a55-9398-6099bf1d9036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371330 Oct 27 18:53:45.192803 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:45.406868 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55030b9e-84c9-4883-8610-9382987c0235 service neutron] Pushing event updated for resources: {'Port': ['ID=b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:45.480311 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-c576a438-2ca4-4083-8953-75bfad080414 req-55030b9e-84c9-4883-8610-9382987c0235 service neutron] Attempting to bind port b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:53:45.480646 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-c576a438-2ca4-4083-8953-75bfad080414 req-55030b9e-84c9-4883-8610-9382987c0235 service neutron] Attempting to bind port b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '40671e3b-fa62-4006-90df-2106dbadaa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '934d5604-7451-4f52-8d33-ca70d00ab21c'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:53:45.480978 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c576a438-2ca4-4083-8953-75bfad080414 req-55030b9e-84c9-4883-8610-9382987c0235 service neutron] Attempting to bind port b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a on network 934d5604-7451-4f52-8d33-ca70d00ab21c {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:53:45.485623 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c576a438-2ca4-4083-8953-75bfad080414 req-55030b9e-84c9-4883-8610-9382987c0235 service neutron] Port b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a on network 934d5604-7451-4f52-8d33-ca70d00ab21c not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:53:45.485965 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c576a438-2ca4-4083-8953-75bfad080414 req-55030b9e-84c9-4883-8610-9382987c0235 service neutron] Attempting to bind port b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a on network 934d5604-7451-4f52-8d33-ca70d00ab21c {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:53:45.490881 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c576a438-2ca4-4083-8953-75bfad080414 req-55030b9e-84c9-4883-8610-9382987c0235 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:53:45.491332 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c576a438-2ca4-4083-8953-75bfad080414 req-55030b9e-84c9-4883-8610-9382987c0235 service neutron] Checking segment: {'id': '40671e3b-fa62-4006-90df-2106dbadaa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '934d5604-7451-4f52-8d33-ca70d00ab21c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:53:45.491916 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c576a438-2ca4-4083-8953-75bfad080414 req-55030b9e-84c9-4883-8610-9382987c0235 service neutron] Bound using segment: {'id': '40671e3b-fa62-4006-90df-2106dbadaa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '934d5604-7451-4f52-8d33-ca70d00ab21c'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:53:45.492366 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-c576a438-2ca4-4083-8953-75bfad080414 req-55030b9e-84c9-4883-8610-9382987c0235 service neutron] Bound port: b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40671e3b-fa62-4006-90df-2106dbadaa54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '934d5604-7451-4f52-8d33-ca70d00ab21c'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:53:45.492722 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-c576a438-2ca4-4083-8953-75bfad080414 req-55030b9e-84c9-4883-8610-9382987c0235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:45.561167 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-c576a438-2ca4-4083-8953-75bfad080414 req-55030b9e-84c9-4883-8610-9382987c0235 service neutron] For port b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:53:45.564159 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-c576a438-2ca4-4083-8953-75bfad080414 req-55030b9e-84c9-4883-8610-9382987c0235 service neutron] For port b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a,segment=NetworkSegment(40671e3b-fa62-4006-90df-2106dbadaa54),segment_id=40671e3b-fa62-4006-90df-2106dbadaa54)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:53:45.651394 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-c576a438-2ca4-4083-8953-75bfad080414 req-55030b9e-84c9-4883-8610-9382987c0235 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:45.689873 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576a438-2ca4-4083-8953-75bfad080414 req-55030b9e-84c9-4883-8610-9382987c0235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:45.690509 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-c576a438-2ca4-4083-8953-75bfad080414 req-55030b9e-84c9-4883-8610-9382987c0235 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:45.691978 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c576a438-2ca4-4083-8953-75bfad080414 req-55030b9e-84c9-4883-8610-9382987c0235 service neutron] 10.222.0.93 "PUT /v2.0/ports/b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a HTTP/1.1" status: 200 len: 1091 time: 1.1799963 Oct 27 18:53:45.692433 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd19324d7-c535-4b00-b459-9f2ad58e30dc', 'tag': 'b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:53:45.694742 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a182e5-0398-45c5-964e-4dc0714d0a8d" -d '{"events": [{"name": "network-changed", "server_uuid": "d19324d7-c535-4b00-b459-9f2ad58e30dc", "tag": "b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:53:45.718536 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55030b9e-84c9-4883-8610-9382987c0235 service neutron] Pushing event updated for resources: {'Port': ['ID=b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:45.735029 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8c2d6f-f906-4bcb-bd29-3c1a94518aac x-openstack-request-id: req-4f8c2d6f-f906-4bcb-bd29-3c1a94518aac {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:53:45.735820 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d19324d7-c535-4b00-b459-9f2ad58e30dc", "tag": "b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:53:45.736112 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4f8c2d6f-f906-4bcb-bd29-3c1a94518aac {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:53:45.736535 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd19324d7-c535-4b00-b459-9f2ad58e30dc', 'tag': 'b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a', 'status': 'completed', 'code': 200} Oct 27 18:53:45.801502 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a182e5-0398-45c5-964e-4dc0714d0a8d req-285b1b03-8cc7-4e8b-85d7-2db8bcee606c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:45.803190 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-14a182e5-0398-45c5-964e-4dc0714d0a8d req-285b1b03-8cc7-4e8b-85d7-2db8bcee606c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a124eefe515646e2986777cc97bd5ce1&device_id=d19324d7-c535-4b00-b459-9f2ad58e30dc HTTP/1.1" status: 200 len: 1094 time: 0.0439556 Oct 27 18:53:45.909131 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a182e5-0398-45c5-964e-4dc0714d0a8d req-4790ddad-9cc7-4b34-96fb-c43f9ae0c457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:45.910524 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-14a182e5-0398-45c5-964e-4dc0714d0a8d req-4790ddad-9cc7-4b34-96fb-c43f9ae0c457 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=a124eefe515646e2986777cc97bd5ce1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1001389 Oct 27 18:53:46.002967 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a182e5-0398-45c5-964e-4dc0714d0a8d req-9f12af21-8a4c-46f0-a391-836f2fa08e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:46.004439 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-14a182e5-0398-45c5-964e-4dc0714d0a8d req-9f12af21-8a4c-46f0-a391-836f2fa08e8d service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0871990 Oct 27 18:53:46.089626 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576a438-2ca4-4083-8953-75bfad080414 req-c7f3c3dc-b03c-4537-87e8-c357ebf46388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:46.091225 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c576a438-2ca4-4083-8953-75bfad080414 req-c7f3c3dc-b03c-4537-87e8-c357ebf46388 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a124eefe515646e2986777cc97bd5ce1&device_id=d19324d7-c535-4b00-b459-9f2ad58e30dc HTTP/1.1" status: 200 len: 1094 time: 0.0491507 Oct 27 18:53:46.135172 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c576a438-2ca4-4083-8953-75bfad080414 req-d3fa3279-4fc9-4a68-9dc9-df6188463128 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a HTTP/1.1" status: 200 len: 217 time: 0.0360413 Oct 27 18:53:46.188250 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576a438-2ca4-4083-8953-75bfad080414 req-8af2a251-bfb8-4a58-98ff-748e3eb60be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:46.189729 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c576a438-2ca4-4083-8953-75bfad080414 req-8af2a251-bfb8-4a58-98ff-748e3eb60be4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b7d16129-e561-4acb-a769-11b35842e731 HTTP/1.1" status: 200 len: 851 time: 0.0468850 Oct 27 18:53:46.226432 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c576a438-2ca4-4083-8953-75bfad080414 req-3f063bfa-9e7e-4a13-901c-41d7c2026e80 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=934d5604-7451-4f52-8d33-ca70d00ab21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289130 Oct 27 18:53:46.260480 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb806a74-cf0a-402c-b34e-52b75790bb09 req-062fe526-fad1-400b-bb72-155e3ad0e30a tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:46.262123 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb806a74-cf0a-402c-b34e-52b75790bb09 req-062fe526-fad1-400b-bb72-155e3ad0e30a tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/ports?device_id=d19324d7-c535-4b00-b459-9f2ad58e30dc HTTP/1.1" status: 200 len: 943 time: 0.0505137 Oct 27 18:53:46.301956 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb806a74-cf0a-402c-b34e-52b75790bb09 req-b683e55f-0eb4-469d-bac9-c4cc30294d38 tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e78abdb-d992-4a55-9398-6099bf1d9036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338805 Oct 27 18:53:46.327641 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c576a438-2ca4-4083-8953-75bfad080414 req-57bb9401-f9d8-4ca6-b3f0-d84948612e83 service neutron] 10.222.0.93 "GET /v2.0/networks/934d5604-7451-4f52-8d33-ca70d00ab21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941348 Oct 27 18:53:46.424420 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c576a438-2ca4-4083-8953-75bfad080414 req-de740df8-bb19-4df4-af44-d27b3ec099a5 service neutron] 10.222.0.93 "GET /v2.0/networks/934d5604-7451-4f52-8d33-ca70d00ab21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892084 Oct 27 18:53:47.445920 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e27509-6512-4a22-bdc0-79a8143855b0 req-be410072-31a0-43a6-9516-4904330494fc tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:47.448029 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05e27509-6512-4a22-bdc0-79a8143855b0 req-be410072-31a0-43a6-9516-4904330494fc tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/ports?device_id=d19324d7-c535-4b00-b459-9f2ad58e30dc HTTP/1.1" status: 200 len: 943 time: 0.0559671 Oct 27 18:53:47.512895 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05e27509-6512-4a22-bdc0-79a8143855b0 req-205edb70-8ba6-4dfb-918e-83cc2a2fbb2d tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e78abdb-d992-4a55-9398-6099bf1d9036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582647 Oct 27 18:53:48.073085 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:53:48.172269 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a,segment=NetworkSegment(40671e3b-fa62-4006-90df-2106dbadaa54),segment_id=40671e3b-fa62-4006-90df-2106dbadaa54)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:53:48.184439 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a', 'network_id': '934d5604-7451-4f52-8d33-ca70d00ab21c', 'port_id': 'b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a', 'mac_address': 'fa:16:3e:a8:61:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7d16129-e561-4acb-a769-11b35842e731', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:53:48.224493 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:48.237712 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:53:48.258412 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a,segment=NetworkSegment(40671e3b-fa62-4006-90df-2106dbadaa54),segment_id=40671e3b-fa62-4006-90df-2106dbadaa54)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:53:48.393285 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:48.449664 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:48.593539 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:53:48.645772 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befec6f7-f590-4a44-add5-3033edfb148b req-9bd98421-312f-4005-9480-10d9d9e31cc7 tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:48.647318 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-befec6f7-f590-4a44-add5-3033edfb148b req-9bd98421-312f-4005-9480-10d9d9e31cc7 tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/ports?device_id=d19324d7-c535-4b00-b459-9f2ad58e30dc HTTP/1.1" status: 200 len: 944 time: 0.0496113 Oct 27 18:53:48.689199 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-befec6f7-f590-4a44-add5-3033edfb148b req-7d80ba66-09b1-43d1-b1d8-750b8a9e797a tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e78abdb-d992-4a55-9398-6099bf1d9036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348303 Oct 27 18:53:48.710318 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:53:49.806989 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2115e-c6f7-4f15-bbd1-db0ae225715e req-3c2a6261-05c9-4478-ad98-3b9cfcc07059 tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:49.808504 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-81c2115e-c6f7-4f15-bbd1-db0ae225715e req-3c2a6261-05c9-4478-ad98-3b9cfcc07059 tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/ports?device_id=d19324d7-c535-4b00-b459-9f2ad58e30dc HTTP/1.1" status: 200 len: 944 time: 0.0493019 Oct 27 18:53:49.847189 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-81c2115e-c6f7-4f15-bbd1-db0ae225715e req-931c79a1-188b-4808-8ec7-e8442808b29f tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e78abdb-d992-4a55-9398-6099bf1d9036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324917 Oct 27 18:53:50.096380 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:53:50.210426 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:53:50.215437 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:53:50.219950 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:50.300690 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:50.488688 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd19324d7-c535-4b00-b459-9f2ad58e30dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:53:50.490982 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46334136-380e-44a0-ad5b-f364ff180342" -d '{"events": [{"server_uuid": "d19324d7-c535-4b00-b459-9f2ad58e30dc", "name": "network-vif-plugged", "status": "completed", "tag": "b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:53:50.506724 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a,segment=NetworkSegment(40671e3b-fa62-4006-90df-2106dbadaa54),segment_id=40671e3b-fa62-4006-90df-2106dbadaa54)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:53:50.531091 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8520027f-5602-4230-b646-8e1c93723701 x-openstack-request-id: req-8520027f-5602-4230-b646-8e1c93723701 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:53:50.531385 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d19324d7-c535-4b00-b459-9f2ad58e30dc", "name": "network-vif-plugged", "status": "completed", "tag": "b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:53:50.531639 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8520027f-5602-4230-b646-8e1c93723701 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:53:50.532029 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd19324d7-c535-4b00-b459-9f2ad58e30dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a', 'code': 200} Oct 27 18:53:50.598343 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:50.635705 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85535bfb-889e-4193-8331-cdbb3fbd6fb9 req-d1a60fa5-8c86-4fec-9b44-f7b60bed498e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:50.637303 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-85535bfb-889e-4193-8331-cdbb3fbd6fb9 req-d1a60fa5-8c86-4fec-9b44-f7b60bed498e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d19324d7-c535-4b00-b459-9f2ad58e30dc HTTP/1.1" status: 200 len: 1096 time: 0.0448506 Oct 27 18:53:50.652037 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:50.674230 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-85535bfb-889e-4193-8331-cdbb3fbd6fb9 req-ccd79f5b-3cef-4938-b3ff-6bf1167d2b6b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=3e78abdb-d992-4a55-9398-6099bf1d9036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303795 Oct 27 18:53:50.970663 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e4000e-184c-4325-84ac-3c969a917795 req-3db470fc-58fd-4315-a8d4-37077e692fe4 tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:50.972228 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e4e4000e-184c-4325-84ac-3c969a917795 req-3db470fc-58fd-4315-a8d4-37077e692fe4 tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/ports?device_id=d19324d7-c535-4b00-b459-9f2ad58e30dc HTTP/1.1" status: 200 len: 945 time: 0.0538697 Oct 27 18:53:51.020074 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e4e4000e-184c-4325-84ac-3c969a917795 req-1601c8db-5b93-491c-a147-1c467fb5f185 tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e78abdb-d992-4a55-9398-6099bf1d9036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417042 Oct 27 18:53:52.012961 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c05ca0-bb96-4e24-855f-e1c1b9c9424c req-f5315986-ec71-414b-b65f-ac11295c8d0d tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:52.014453 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-33c05ca0-bb96-4e24-855f-e1c1b9c9424c req-f5315986-ec71-414b-b65f-ac11295c8d0d tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 946 time: 0.0492654 Oct 27 18:53:52.055722 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-33c05ca0-bb96-4e24-855f-e1c1b9c9424c req-4f82c0bf-4667-499b-9465-af4bd23bb4ec tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347917 Oct 27 18:53:52.174737 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bbb23c-3c76-46fb-a31e-534218b8308b req-8a244dd5-e3b0-416c-bc56-136183bd952f tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:52.176187 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-67bbb23c-3c76-46fb-a31e-534218b8308b req-8a244dd5-e3b0-416c-bc56-136183bd952f tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/ports?device_id=d19324d7-c535-4b00-b459-9f2ad58e30dc HTTP/1.1" status: 200 len: 945 time: 0.0584099 Oct 27 18:53:52.239432 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-67bbb23c-3c76-46fb-a31e-534218b8308b req-9f13a8e4-dc09-4ea0-9a65-fec1a5eae9b8 tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e78abdb-d992-4a55-9398-6099bf1d9036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554693 Oct 27 18:53:52.378284 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7dc7ac-7c41-4f7d-92a2-5cc2b4d95ac9 req-1b9a8fc5-c1a0-4311-a1e1-06c1a48193a3 tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:52.379819 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3b7dc7ac-7c41-4f7d-92a2-5cc2b4d95ac9 req-1b9a8fc5-c1a0-4311-a1e1-06c1a48193a3 tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/ports?device_id=d19324d7-c535-4b00-b459-9f2ad58e30dc HTTP/1.1" status: 200 len: 945 time: 0.0518486 Oct 27 18:53:52.426166 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3b7dc7ac-7c41-4f7d-92a2-5cc2b4d95ac9 req-86c2bd20-b366-4736-8923-47f4856e4621 tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e78abdb-d992-4a55-9398-6099bf1d9036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400701 Oct 27 18:53:52.904912 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c80e98-dceb-4baa-afbe-f92c8f58085d req-53418670-debe-464d-a37e-ba391b5360be tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:52.906508 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b7c80e98-dceb-4baa-afbe-f92c8f58085d req-53418670-debe-464d-a37e-ba391b5360be tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/ports?device_id=d19324d7-c535-4b00-b459-9f2ad58e30dc HTTP/1.1" status: 200 len: 945 time: 0.0654898 Oct 27 18:53:52.963890 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b7c80e98-dceb-4baa-afbe-f92c8f58085d req-c00f9ad4-2134-4a1a-948b-00021e15706c tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e78abdb-d992-4a55-9398-6099bf1d9036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505006 Oct 27 18:53:53.251571 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-29832d72-18e0-4e9e-a1cf-6e9dddf5818b tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:53.253548 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-29832d72-18e0-4e9e-a1cf-6e9dddf5818b tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/networks?id=d0191f7b-8e46-434e-8842-bf24f16effff HTTP/1.1" status: 200 len: 812 time: 0.1749487 Oct 27 18:53:53.279876 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-2138433e-7be5-40cb-ac1c-28d2f493de76 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/quotas/346c2f1cc90a43138ca74853aad732b9 HTTP/1.1" status: 200 len: 375 time: 0.0147822 Oct 27 18:53:53.309290 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a391cb-1265-4e1a-b3fc-4203d75b6db6 req-65be6642-10f4-4ec8-abe5-e0ae54854f09 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:53.311726 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f6a391cb-1265-4e1a-b3fc-4203d75b6db6 req-65be6642-10f4-4ec8-abe5-e0ae54854f09 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.81 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 946 time: 0.0715756 Oct 27 18:53:53.351308 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-abe9c102-7678-4646-98cd-ce90cb958f11 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=346c2f1cc90a43138ca74853aad732b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611401 Oct 27 18:53:53.476804 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-f6a391cb-1265-4e1a-b3fc-4203d75b6db6 req-c701bf1e-3595-4d85-9b68-a2a3d3cb357c tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Deleting port 34f26098-2109-4b06-8c20-ccf43ddb19ef {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:53:53.477301 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-f6a391cb-1265-4e1a-b3fc-4203d75b6db6 req-c701bf1e-3595-4d85-9b68-a2a3d3cb357c tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:53.483919 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-83188cd4-52f2-43a8-855e-e86cabfb7d5d service neutron] 10.222.0.52 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238472 Oct 27 18:53:53.605798 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-f6a391cb-1265-4e1a-b3fc-4203d75b6db6 req-c701bf1e-3595-4d85-9b68-a2a3d3cb357c tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] For port 34f26098-2109-4b06-8c20-ccf43ddb19ef, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=34f26098-2109-4b06-8c20-ccf43ddb19ef,segment=NetworkSegment(29ae5e06-41a1-428b-8e42-42a692caa382),segment_id=29ae5e06-41a1-428b-8e42-42a692caa382)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:53:53.606405 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-f6a391cb-1265-4e1a-b3fc-4203d75b6db6 req-c701bf1e-3595-4d85-9b68-a2a3d3cb357c tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:53.631519 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-fa3ed161-9088-49a5-a838-68934f9986d5 service neutron] 10.222.0.52 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362085 Oct 27 18:53:53.836184 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-f6a391cb-1265-4e1a-b3fc-4203d75b6db6 req-c701bf1e-3595-4d85-9b68-a2a3d3cb357c tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:53.836544 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-f6a391cb-1265-4e1a-b3fc-4203d75b6db6 req-c701bf1e-3595-4d85-9b68-a2a3d3cb357c tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:53.836859 n-d-815690-2 neutron-server[102879]: INFO neutron.db.l3_db [req-f6a391cb-1265-4e1a-b3fc-4203d75b6db6 req-c701bf1e-3595-4d85-9b68-a2a3d3cb357c tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Floating IP d7903ba2-624c-4f1f-a241-bc7a096a1115 disassociated. External IP: 172.25.6.60, port: 34f26098-2109-4b06-8c20-ccf43ddb19ef. Oct 27 18:53:53.837226 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-f6a391cb-1265-4e1a-b3fc-4203d75b6db6 req-c701bf1e-3595-4d85-9b68-a2a3d3cb357c tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Calling delete_port for 34f26098-2109-4b06-8c20-ccf43ddb19ef owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:53:54.000663 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb5da2-3117-4009-9913-d5b5897507b1 req-da5e252c-e0d8-4115-b67e-277ca0f600fb tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:54.002273 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-98fb5da2-3117-4009-9913-d5b5897507b1 req-da5e252c-e0d8-4115-b67e-277ca0f600fb tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 946 time: 0.0619516 Oct 27 18:53:54.034378 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-f6a391cb-1265-4e1a-b3fc-4203d75b6db6 req-c701bf1e-3595-4d85-9b68-a2a3d3cb357c tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:54.060276 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-98fb5da2-3117-4009-9913-d5b5897507b1 req-e035ade7-8374-4969-a8c2-507fdc1c582a tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups?id=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515199 Oct 27 18:53:54.069143 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c701bf1e-3595-4d85-9b68-a2a3d3cb357c tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Pushing event deleted for resources: {'Port': ['ID=34f26098-2109-4b06-8c20-ccf43ddb19ef,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:54.153009 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8b0ebeba-e8d3-443d-9e03-ddb55b61c228 req-0a721e1d-0511-4752-aec6-d612c06f2238 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 210 time: 0.0347879 Oct 27 18:53:54.206666 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6a391cb-1265-4e1a-b3fc-4203d75b6db6 req-c701bf1e-3595-4d85-9b68-a2a3d3cb357c tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Router 9faeaf28-c10c-45f3-8bc3-8496afb70c48 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:53:54.283843 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56812b55-2750-4473-869a-4efa9a771e88 req-3f69f948-e9f7-4e97-8b34-434639dda3c2 tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:54.287143 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-56812b55-2750-4473-869a-4efa9a771e88 req-3f69f948-e9f7-4e97-8b34-434639dda3c2 tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/ports?device_id=d19324d7-c535-4b00-b459-9f2ad58e30dc HTTP/1.1" status: 200 len: 945 time: 0.0663335 Oct 27 18:53:54.337336 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6a391cb-1265-4e1a-b3fc-4203d75b6db6 req-c701bf1e-3595-4d85-9b68-a2a3d3cb357c tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:53:54.340115 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-56812b55-2750-4473-869a-4efa9a771e88 req-85bb6470-04e5-4afa-a780-d19aba5d2906 tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e78abdb-d992-4a55-9398-6099bf1d9036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468605 Oct 27 18:53:54.364041 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f8e5bf-5c30-4b30-a459-f679cdda45e1 None None] Sync routers for ids ['9faeaf28-c10c-45f3-8bc3-8496afb70c48'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:53:54.392869 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f8e5bf-5c30-4b30-a459-f679cdda45e1 None None] Routers {'9faeaf28-c10c-45f3-8bc3-8496afb70c48'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:53:54.393511 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-07f8e5bf-5c30-4b30-a459-f679cdda45e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:53:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9faeaf28-c10c-45f3-8bc3-8496afb70c48'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:53:54.419268 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a391cb-1265-4e1a-b3fc-4203d75b6db6 req-c701bf1e-3595-4d85-9b68-a2a3d3cb357c tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] No DVR routers for this DVR port 34f26098-2109-4b06-8c20-ccf43ddb19ef on host n-h1-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:53:54.431991 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-f6a391cb-1265-4e1a-b3fc-4203d75b6db6 req-c701bf1e-3595-4d85-9b68-a2a3d3cb357c tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:54.446062 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f6a391cb-1265-4e1a-b3fc-4203d75b6db6 req-c701bf1e-3595-4d85-9b68-a2a3d3cb357c tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.81 "DELETE /v2.0/ports/34f26098-2109-4b06-8c20-ccf43ddb19ef HTTP/1.1" status: 204 len: 173 time: 1.1280813 Oct 27 18:53:54.447621 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75112211-8b57-4ad5-a7e0-09f06b119323', 'name': 'network-vif-deleted', 'tag': '34f26098-2109-4b06-8c20-ccf43ddb19ef'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:53:54.456488 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1038b702-7274-4a9a-a795-3aaaaf71b1d6" -d '{"events": [{"server_uuid": "75112211-8b57-4ad5-a7e0-09f06b119323", "name": "network-vif-deleted", "tag": "34f26098-2109-4b06-8c20-ccf43ddb19ef"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:53:54.556346 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-07f8e5bf-5c30-4b30-a459-f679cdda45e1 None None] Set router 9faeaf28-c10c-45f3-8bc3-8496afb70c48 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:53:54.771616 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccea7015-c5b2-4e34-b8ca-fc11f81d5dc1 x-openstack-request-id: req-ccea7015-c5b2-4e34-b8ca-fc11f81d5dc1 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:53:54.771917 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75112211-8b57-4ad5-a7e0-09f06b119323", "name": "network-vif-deleted", "tag": "34f26098-2109-4b06-8c20-ccf43ddb19ef", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:53:54.772178 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ccea7015-c5b2-4e34-b8ca-fc11f81d5dc1 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:53:54.772592 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75112211-8b57-4ad5-a7e0-09f06b119323', 'name': 'network-vif-deleted', 'tag': '34f26098-2109-4b06-8c20-ccf43ddb19ef', 'status': 'completed', 'code': 200} Oct 27 18:53:54.820348 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-07f8e5bf-5c30-4b30-a459-f679cdda45e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'name': 'tempest-AttachVolumeShelveTestJSON-1598767232-router', 'tenant_id': '186d6eca453449f79cfaf020191a989c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '5b0f0053-b447-48df-9f3b-2756a65bb9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:29Z', 'updated_at': '2021-10-27T18:45:37Z', 'revision_number': 4, 'project_id': '186d6eca453449f79cfaf020191a989c', 'gw_port': {'id': '5b0f0053-b447-48df-9f3b-2756a65bb9c4', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:30Z', 'updated_at': '2021-10-27T18:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '3a8064eb-708a-4e1e-a69d-00dfb9bfa428', 'name': '', 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b', 'tenant_id': '186d6eca453449f79cfaf020191a989c', 'mac_address': 'fa:16:3e:a4:5b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'db74a198-9b96-4f1c-98df-8ec54f422805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:35Z', 'updated_at': '2021-10-27T18:45:42Z', 'revision_number': 5, 'project_id': '186d6eca453449f79cfaf020191a989c', 'subnets': [{'id': 'db74a198-9b96-4f1c-98df-8ec54f422805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:53:54.858449 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f8e5bf-5c30-4b30-a459-f679cdda45e1 None None] Checking router: 9faeaf28-c10c-45f3-8bc3-8496afb70c48 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:53:54.866941 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f8e5bf-5c30-4b30-a459-f679cdda45e1 None None] Routers {'9faeaf28-c10c-45f3-8bc3-8496afb70c48'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:53:54.867824 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-07f8e5bf-5c30-4b30-a459-f679cdda45e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:53:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9faeaf28-c10c-45f3-8bc3-8496afb70c48'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:53:54.927701 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e06d6-7d82-4881-adad-f94c94a9a991 req-f7f9fd4f-4995-4232-ac99-8c8db80646cd tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:54.931009 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f98e06d6-7d82-4881-adad-f94c94a9a991 req-f7f9fd4f-4995-4232-ac99-8c8db80646cd tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/ports?device_id=d19324d7-c535-4b00-b459-9f2ad58e30dc HTTP/1.1" status: 200 len: 945 time: 0.0999434 Oct 27 18:53:54.990662 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f98e06d6-7d82-4881-adad-f94c94a9a991 req-1b5c3c4f-47ee-4ccd-9f23-362fe7a733ef tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e78abdb-d992-4a55-9398-6099bf1d9036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508285 Oct 27 18:53:54.994419 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935c917-129a-4c69-a10e-42f1a698404a req-0b8ee492-a640-4bb5-b056-7d67de213f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:54.996196 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2935c917-129a-4c69-a10e-42f1a698404a req-0b8ee492-a640-4bb5-b056-7d67de213f0b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a124eefe515646e2986777cc97bd5ce1&device_id=d19324d7-c535-4b00-b459-9f2ad58e30dc HTTP/1.1" status: 200 len: 1096 time: 0.0594008 Oct 27 18:53:55.032248 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-07f8e5bf-5c30-4b30-a459-f679cdda45e1 None None] Set router 9faeaf28-c10c-45f3-8bc3-8496afb70c48 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:53:55.096694 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935c917-129a-4c69-a10e-42f1a698404a req-c6b2c491-88fb-42b1-97f7-fb529b901a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:55.098198 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2935c917-129a-4c69-a10e-42f1a698404a req-c6b2c491-88fb-42b1-97f7-fb529b901a80 service neutron] 10.222.0.93 "GET /v2.0/networks?id=934d5604-7451-4f52-8d33-ca70d00ab21c HTTP/1.1" status: 200 len: 913 time: 0.0950286 Oct 27 18:53:55.154497 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2935c917-129a-4c69-a10e-42f1a698404a req-1ffad335-7afa-4eb3-9e05-fe64a5c52cdf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a HTTP/1.1" status: 200 len: 217 time: 0.0471809 Oct 27 18:53:55.239192 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935c917-129a-4c69-a10e-42f1a698404a req-6df031f2-dcd9-4012-9be4-5036191aa0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:55.241651 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2935c917-129a-4c69-a10e-42f1a698404a req-6df031f2-dcd9-4012-9be4-5036191aa0d1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b7d16129-e561-4acb-a769-11b35842e731 HTTP/1.1" status: 200 len: 851 time: 0.0817032 Oct 27 18:53:55.261470 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c3692502-1978-4ad6-afd8-e37bbd4d57b0 req-d1067395-4c7b-4aac-93da-a2ac1a58e297 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/ports?device_id=75112211-8b57-4ad5-a7e0-09f06b119323 HTTP/1.1" status: 200 len: 210 time: 0.0308630 Oct 27 18:53:55.282763 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-07f8e5bf-5c30-4b30-a459-f679cdda45e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'name': 'tempest-AttachVolumeShelveTestJSON-1598767232-router', 'tenant_id': '186d6eca453449f79cfaf020191a989c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '5b0f0053-b447-48df-9f3b-2756a65bb9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:29Z', 'updated_at': '2021-10-27T18:45:37Z', 'revision_number': 4, 'project_id': '186d6eca453449f79cfaf020191a989c', 'gw_port': {'id': '5b0f0053-b447-48df-9f3b-2756a65bb9c4', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:30Z', 'updated_at': '2021-10-27T18:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '3a8064eb-708a-4e1e-a69d-00dfb9bfa428', 'name': '', 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b', 'tenant_id': '186d6eca453449f79cfaf020191a989c', 'mac_address': 'fa:16:3e:a4:5b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'db74a198-9b96-4f1c-98df-8ec54f422805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:35Z', 'updated_at': '2021-10-27T18:45:42Z', 'revision_number': 5, 'project_id': '186d6eca453449f79cfaf020191a989c', 'subnets': [{'id': 'db74a198-9b96-4f1c-98df-8ec54f422805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:53:55.285963 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2935c917-129a-4c69-a10e-42f1a698404a req-c7d88a5c-efd5-4c3f-8908-f0dd18bce4c3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=934d5604-7451-4f52-8d33-ca70d00ab21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370135 Oct 27 18:53:55.319901 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f8e5bf-5c30-4b30-a459-f679cdda45e1 None None] The sync data for ids ['9faeaf28-c10c-45f3-8bc3-8496afb70c48'] in n-d-815690-2 is: [{'id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'name': 'tempest-AttachVolumeShelveTestJSON-1598767232-router', 'tenant_id': '186d6eca453449f79cfaf020191a989c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '5b0f0053-b447-48df-9f3b-2756a65bb9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:29Z', 'updated_at': '2021-10-27T18:45:37Z', 'revision_number': 4, 'project_id': '186d6eca453449f79cfaf020191a989c', 'gw_port': {'id': '5b0f0053-b447-48df-9f3b-2756a65bb9c4', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:30Z', 'updated_at': '2021-10-27T18:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '3a8064eb-708a-4e1e-a69d-00dfb9bfa428', 'name': '', 'network_id': '7ad8bf39-d91e-470a-b850-b50a11bc458b', 'tenant_id': '186d6eca453449f79cfaf020191a989c', 'mac_address': 'fa:16:3e:a4:5b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'db74a198-9b96-4f1c-98df-8ec54f422805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:35Z', 'updated_at': '2021-10-27T18:45:42Z', 'revision_number': 5, 'project_id': '186d6eca453449f79cfaf020191a989c', 'subnets': [{'id': 'db74a198-9b96-4f1c-98df-8ec54f422805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:53:55.383031 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ed76033a-a427-4367-8198-848ca95c4099 req-c4904e56-0d39-4808-bd39-aa53e40b47ab tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 210 time: 0.0429289 Oct 27 18:53:55.398548 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2935c917-129a-4c69-a10e-42f1a698404a req-7c18f128-6439-41ef-98cb-91d459fd2806 service neutron] 10.222.0.93 "GET /v2.0/networks/934d5604-7451-4f52-8d33-ca70d00ab21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049790 Oct 27 18:53:55.494910 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2935c917-129a-4c69-a10e-42f1a698404a req-5c2da016-8215-4510-b228-7479f0a742ac service neutron] 10.222.0.93 "GET /v2.0/networks/934d5604-7451-4f52-8d33-ca70d00ab21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896325 Oct 27 18:53:55.581377 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939c4e34-d6a3-418d-b3f2-f5bd10f9c1e5 None None] New status for floating IP d7903ba2-624c-4f1f-a241-bc7a096a1115: DOWN {{(pid=102881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:53:55.898791 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-feaf1a61-a8bc-41b5-8742-5d6d4ed3bba5 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:55.901336 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-feaf1a61-a8bc-41b5-8742-5d6d4ed3bba5 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.81 "GET /v2.0/networks?id=d0191f7b-8e46-434e-8842-bf24f16effff HTTP/1.1" status: 200 len: 812 time: 0.1092677 Oct 27 18:53:55.914110 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-06b50b63-7c19-47e6-aae4-8c232da66954 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Request body: {'port': {'device_id': 'e9181cbd-235c-44b4-a398-909844ee8ac2', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'admin_state_up': True, 'tenant_id': '346c2f1cc90a43138ca74853aad732b9'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:53:56.130299 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-06b50b63-7c19-47e6-aae4-8c232da66954 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Made reservation on behalf of 346c2f1cc90a43138ca74853aad732b9 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:53:56.134046 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-06b50b63-7c19-47e6-aae4-8c232da66954 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:56.141952 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e75118-5071-40c9-881c-1400b027c535 req-576115be-9601-4119-9b68-cf3141013687 tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:56.141952 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-93e75118-5071-40c9-881c-1400b027c535 req-576115be-9601-4119-9b68-cf3141013687 tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/ports?device_id=d19324d7-c535-4b00-b459-9f2ad58e30dc HTTP/1.1" status: 200 len: 945 time: 0.0561402 Oct 27 18:53:56.188863 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-93e75118-5071-40c9-881c-1400b027c535 req-28f2a82a-75e8-422b-8953-c3e4a1738938 tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e78abdb-d992-4a55-9398-6099bf1d9036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394464 Oct 27 18:53:56.286271 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-06b50b63-7c19-47e6-aae4-8c232da66954 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Allocated IP 172.20.0.13 (d0191f7b-8e46-434e-8842-bf24f16effff/56e753bb-c9b4-439a-bd0c-5adf5ac2396a/fd173ea2-1c04-4bd6-9e85-093301d91e26) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:53:56.425012 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41580) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:53:56.467850 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-06b50b63-7c19-47e6-aae4-8c232da66954 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:56.473627 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:56.512477 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a95fa5c3-346f-4aa7-959d-4cee326b876e req-0cc56683-096f-45ed-976c-684afa2c4506 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 210 time: 0.0374508 Oct 27 18:53:56.533243 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f42266e0-acf4-4927-9d99-c32fd54b3e9b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:56.566144 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f42266e0-acf4-4927-9d99-c32fd54b3e9b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:56.608290 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-06b50b63-7c19-47e6-aae4-8c232da66954 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:56.652240 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-06b50b63-7c19-47e6-aae4-8c232da66954 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Network d0191f7b-8e46-434e-8842-bf24f16effff is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:53:56.655426 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-06b50b63-7c19-47e6-aae4-8c232da66954 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:53:56.658516 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-06b50b63-7c19-47e6-aae4-8c232da66954 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:53:56.680980 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f42266e0-acf4-4927-9d99-c32fd54b3e9b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:56.685108 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f42266e0-acf4-4927-9d99-c32fd54b3e9b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:56.687949 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f42266e0-acf4-4927-9d99-c32fd54b3e9b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "DELETE /v2.0/security-groups/6f2c9906-ccff-4b1f-ae20-f5848aabc2e9 HTTP/1.1" status: 204 len: 168 time: 0.2603772 Oct 27 18:53:56.691523 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41582) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:53:56.698255 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b50b63-7c19-47e6-aae4-8c232da66954 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Pushing event updated for resources: {'Port': ['ID=fd173ea2-1c04-4bd6-9e85-093301d91e26,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:56.712009 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42266e0-acf4-4927-9d99-c32fd54b3e9b tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2c9906-ccff-4b1f-ae20-f5848aabc2e9,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:56.722312 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-26651f96-a00e-4888-9737-bbff469ccd89 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] show failed (client error): The resource could not be found. Oct 27 18:53:56.723712 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-26651f96-a00e-4888-9737-bbff469ccd89 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "GET /v2.0/security-groups/6f2c9906-ccff-4b1f-ae20-f5848aabc2e9 HTTP/1.1" status: 404 len: 347 time: 0.0292227 Oct 27 18:53:56.726634 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41584) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:53:56.736833 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-06b50b63-7c19-47e6-aae4-8c232da66954 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:56.737225 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-06b50b63-7c19-47e6-aae4-8c232da66954 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:56.858632 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-06b50b63-7c19-47e6-aae4-8c232da66954 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9486017 Oct 27 18:53:56.871759 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-a466b206-ecb1-4e28-ad6a-b3daff946159 service neutron] Request body: {'port': {'device_id': 'e9181cbd-235c-44b4-a398-909844ee8ac2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:53:56.903505 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-a83ac6dd-8c84-4013-ab67-99709e80ce85 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Deleting port a0a79d67-fb60-4d0a-be2e-024e79f93dad {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:53:56.903916 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a83ac6dd-8c84-4013-ab67-99709e80ce85 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:56.918470 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f74ca48d-55f8-4686-8597-162398de40a6 None None] Provisioning complete for port fd173ea2-1c04-4bd6-9e85-093301d91e26 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:53:56.923709 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f74ca48d-55f8-4686-8597-162398de40a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:56.938599 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-a466b206-ecb1-4e28-ad6a-b3daff946159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:56.960866 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f74ca48d-55f8-4686-8597-162398de40a6 None None] Port fd173ea2-1c04-4bd6-9e85-093301d91e26 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:53:56.977084 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:57.018665 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a83ac6dd-8c84-4013-ab67-99709e80ce85 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:57.019148 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a83ac6dd-8c84-4013-ab67-99709e80ce85 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:57.031227 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-a83ac6dd-8c84-4013-ab67-99709e80ce85 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Calling delete_port for a0a79d67-fb60-4d0a-be2e-024e79f93dad owned by network:floatingip {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:53:57.242504 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-a466b206-ecb1-4e28-ad6a-b3daff946159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd173ea2-1c04-4bd6-9e85-093301d91e26 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:53:57.252821 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-a466b206-ecb1-4e28-ad6a-b3daff946159 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:57.294478 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 34f26098-2109-4b06-8c20-ccf43ddb19ef no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:53:57.296672 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-a466b206-ecb1-4e28-ad6a-b3daff946159 service neutron] Transition to ACTIVE for port object fd173ea2-1c04-4bd6-9e85-093301d91e26 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:53:57.298332 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a83ac6dd-8c84-4013-ab67-99709e80ce85 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:57.321300 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] No Port match for: 34f26098-2109-4b06-8c20-ccf43ddb19ef {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:53:57.322163 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 34f26098-2109-4b06-8c20-ccf43ddb19ef not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:53:57.359637 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ac6dd-8c84-4013-ab67-99709e80ce85 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Pushing event deleted for resources: {'Port': ['ID=a0a79d67-fb60-4d0a-be2e-024e79f93dad,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:57.376320 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-a466b206-ecb1-4e28-ad6a-b3daff946159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:57.420298 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fbaa5-aea4-4758-a8ab-90398d579c75 req-9ab0b424-d29f-4ce5-89bf-b4958447d5e8 tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:57.422151 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-027fbaa5-aea4-4758-a8ab-90398d579c75 req-9ab0b424-d29f-4ce5-89bf-b4958447d5e8 tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/ports?device_id=d19324d7-c535-4b00-b459-9f2ad58e30dc HTTP/1.1" status: 200 len: 945 time: 0.1393192 Oct 27 18:53:57.439300 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a466b206-ecb1-4e28-ad6a-b3daff946159 service neutron] Pushing event updated for resources: {'Port': ['ID=fd173ea2-1c04-4bd6-9e85-093301d91e26,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:57.444931 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a83ac6dd-8c84-4013-ab67-99709e80ce85 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks [] for floatingip, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:57.450093 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a83ac6dd-8c84-4013-ab67-99709e80ce85 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:57.466199 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a83ac6dd-8c84-4013-ab67-99709e80ce85 tempest-AttachVolumeShelveTestJSON-710302968 tempest-AttachVolumeShelveTestJSON-710302968-project] 10.222.0.52 "DELETE /v2.0/floatingips/d7903ba2-624c-4f1f-a241-bc7a096a1115 HTTP/1.1" status: 204 len: 168 time: 0.7383096 Oct 27 18:53:57.545035 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-027fbaa5-aea4-4758-a8ab-90398d579c75 req-1fc23761-c12d-4f27-8587-1560b3faa2c2 tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e78abdb-d992-4a55-9398-6099bf1d9036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776229 Oct 27 18:53:57.546465 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-a466b206-ecb1-4e28-ad6a-b3daff946159 service neutron] Attempting to bind port fd173ea2-1c04-4bd6-9e85-093301d91e26 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:53:57.547008 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-a466b206-ecb1-4e28-ad6a-b3daff946159 service neutron] Attempting to bind port fd173ea2-1c04-4bd6-9e85-093301d91e26 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '6b4a3a2c-45ac-4611-a987-4af30c2bf086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:53:57.547148 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-a466b206-ecb1-4e28-ad6a-b3daff946159 service neutron] Attempting to bind port fd173ea2-1c04-4bd6-9e85-093301d91e26 on network d0191f7b-8e46-434e-8842-bf24f16effff {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:53:57.552499 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-a466b206-ecb1-4e28-ad6a-b3daff946159 service neutron] Port fd173ea2-1c04-4bd6-9e85-093301d91e26 on network d0191f7b-8e46-434e-8842-bf24f16effff not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:53:57.552499 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-a466b206-ecb1-4e28-ad6a-b3daff946159 service neutron] Attempting to bind port fd173ea2-1c04-4bd6-9e85-093301d91e26 on network d0191f7b-8e46-434e-8842-bf24f16effff {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:53:57.558127 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-a466b206-ecb1-4e28-ad6a-b3daff946159 service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:53:57.558345 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-a466b206-ecb1-4e28-ad6a-b3daff946159 service neutron] Checking segment: {'id': '6b4a3a2c-45ac-4611-a987-4af30c2bf086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:53:57.558727 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-a466b206-ecb1-4e28-ad6a-b3daff946159 service neutron] Bound using segment: {'id': '6b4a3a2c-45ac-4611-a987-4af30c2bf086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:53:57.559190 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-a466b206-ecb1-4e28-ad6a-b3daff946159 service neutron] Bound port: fd173ea2-1c04-4bd6-9e85-093301d91e26, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b4a3a2c-45ac-4611-a987-4af30c2bf086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:53:57.559548 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-a466b206-ecb1-4e28-ad6a-b3daff946159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:57.644748 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-a466b206-ecb1-4e28-ad6a-b3daff946159 service neutron] For port fd173ea2-1c04-4bd6-9e85-093301d91e26, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:53:57.648809 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-a466b206-ecb1-4e28-ad6a-b3daff946159 service neutron] For port fd173ea2-1c04-4bd6-9e85-093301d91e26, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=fd173ea2-1c04-4bd6-9e85-093301d91e26,segment=NetworkSegment(6b4a3a2c-45ac-4611-a987-4af30c2bf086),segment_id=6b4a3a2c-45ac-4611-a987-4af30c2bf086)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:53:57.715905 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74394aa1-490a-4313-ba38-e1f97d0842e2 req-5457587c-2a63-4752-9197-eec59be679e7 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:57.718429 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-74394aa1-490a-4313-ba38-e1f97d0842e2 req-5457587c-2a63-4752-9197-eec59be679e7 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 944 time: 0.0770307 Oct 27 18:53:57.732519 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-a466b206-ecb1-4e28-ad6a-b3daff946159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:57.778257 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-74394aa1-490a-4313-ba38-e1f97d0842e2 req-02290eb2-4b0b-4b1a-98f9-1406cc68fca4 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528748 Oct 27 18:53:57.826034 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-a466b206-ecb1-4e28-ad6a-b3daff946159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:57.826689 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-a466b206-ecb1-4e28-ad6a-b3daff946159 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:53:57.828357 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-a466b206-ecb1-4e28-ad6a-b3daff946159 service neutron] 10.222.0.81 "PUT /v2.0/ports/fd173ea2-1c04-4bd6-9e85-093301d91e26 HTTP/1.1" status: 200 len: 1092 time: 0.9622710 Oct 27 18:53:57.828838 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9181cbd-235c-44b4-a398-909844ee8ac2', 'tag': 'fd173ea2-1c04-4bd6-9e85-093301d91e26'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:53:57.831207 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d262899-c6c0-4cd0-b7cf-2406b60fd6c6" -d '{"events": [{"name": "network-changed", "server_uuid": "e9181cbd-235c-44b4-a398-909844ee8ac2", "tag": "fd173ea2-1c04-4bd6-9e85-093301d91e26"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:53:57.861444 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a466b206-ecb1-4e28-ad6a-b3daff946159 service neutron] Pushing event updated for resources: {'Port': ['ID=fd173ea2-1c04-4bd6-9e85-093301d91e26,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:53:58.036564 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-3cb91d88-0182-4f11-8f87-d714753a654f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:58.038403 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-3cb91d88-0182-4f11-8f87-d714753a654f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=346c2f1cc90a43138ca74853aad732b9&device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 1095 time: 0.0575063 Oct 27 18:53:58.109473 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-9b7c7266-f8a1-4b3a-a7ba-fc618402c5f7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd173ea2-1c04-4bd6-9e85-093301d91e26 HTTP/1.1" status: 200 len: 217 time: 0.0537939 Oct 27 18:53:58.167895 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-50fdfe95-0fbc-4919-aa55-a899052eac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:58.169530 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-50fdfe95-0fbc-4919-aa55-a899052eac4d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=56e753bb-c9b4-439a-bd0c-5adf5ac2396a HTTP/1.1" status: 200 len: 851 time: 0.0529191 Oct 27 18:53:58.235920 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-12782b83-d9f9-4321-bde7-f05168e039e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:58.237562 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-12782b83-d9f9-4321-bde7-f05168e039e2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d0191f7b-8e46-434e-8842-bf24f16effff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608571 Oct 27 18:53:58.331571 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3815c30-0eac-4782-a99b-6ffc7237ef53 x-openstack-request-id: req-d3815c30-0eac-4782-a99b-6ffc7237ef53 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:53:58.331863 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9181cbd-235c-44b4-a398-909844ee8ac2", "tag": "fd173ea2-1c04-4bd6-9e85-093301d91e26", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:53:58.332113 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d3815c30-0eac-4782-a99b-6ffc7237ef53 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:53:58.332508 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9181cbd-235c-44b4-a398-909844ee8ac2', 'tag': 'fd173ea2-1c04-4bd6-9e85-093301d91e26', 'status': 'completed', 'code': 200} Oct 27 18:53:58.392968 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-09cb819f-fd98-4f12-af30-33705cbfdffe service neutron] 10.222.0.81 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479774 Oct 27 18:53:58.472820 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb6b0d-1761-48d1-b4e3-86ab2373610c req-0941d7b1-e55b-4d23-b72f-547b83d66183 tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:58.476289 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a3cb6b0d-1761-48d1-b4e3-86ab2373610c req-0941d7b1-e55b-4d23-b72f-547b83d66183 tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/ports?device_id=d19324d7-c535-4b00-b459-9f2ad58e30dc HTTP/1.1" status: 200 len: 945 time: 0.0671549 Oct 27 18:53:58.502455 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8ab10d3a-82d2-44fb-83b1-bd82506fb1e2 req-d1116c91-e635-4f43-807b-54f2818a05a2 service neutron] 10.222.0.81 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010852 Oct 27 18:53:58.525733 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a3cb6b0d-1761-48d1-b4e3-86ab2373610c req-554ec261-30f8-459d-a656-2e083fc7d8c5 tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e78abdb-d992-4a55-9398-6099bf1d9036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422819 Oct 27 18:53:58.689778 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d262899-c6c0-4cd0-b7cf-2406b60fd6c6 req-9dfee112-858e-4a18-a7ff-e8db3db5c64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:58.691356 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5d262899-c6c0-4cd0-b7cf-2406b60fd6c6 req-9dfee112-858e-4a18-a7ff-e8db3db5c64d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=346c2f1cc90a43138ca74853aad732b9&device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 1095 time: 0.0443451 Oct 27 18:53:58.810324 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d262899-c6c0-4cd0-b7cf-2406b60fd6c6 req-41eed112-dd0c-4b18-9af5-239f47de1441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:58.812033 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5d262899-c6c0-4cd0-b7cf-2406b60fd6c6 req-41eed112-dd0c-4b18-9af5-239f47de1441 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d0191f7b-8e46-434e-8842-bf24f16effff HTTP/1.1" status: 200 len: 914 time: 0.1126869 Oct 27 18:53:58.859654 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5d262899-c6c0-4cd0-b7cf-2406b60fd6c6 req-e5a304f9-78e2-466e-8774-cb0f0192fbfc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd173ea2-1c04-4bd6-9e85-093301d91e26 HTTP/1.1" status: 200 len: 217 time: 0.0406766 Oct 27 18:53:58.962437 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155cabd-cb7d-4542-a576-ba13fb7c0000 req-b30c22ae-c574-40ca-a988-70ac9e5c3217 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:58.964151 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b155cabd-cb7d-4542-a576-ba13fb7c0000 req-b30c22ae-c574-40ca-a988-70ac9e5c3217 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 944 time: 0.0836387 Oct 27 18:53:58.965257 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d262899-c6c0-4cd0-b7cf-2406b60fd6c6 req-6e6bb58d-1e79-4ff0-a3d8-bc17a108c525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:58.967010 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5d262899-c6c0-4cd0-b7cf-2406b60fd6c6 req-6e6bb58d-1e79-4ff0-a3d8-bc17a108c525 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=56e753bb-c9b4-439a-bd0c-5adf5ac2396a HTTP/1.1" status: 200 len: 851 time: 0.1004684 Oct 27 18:53:59.011434 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b155cabd-cb7d-4542-a576-ba13fb7c0000 req-33926bba-6c38-42ab-8748-c2010d59e71c tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410829 Oct 27 18:53:59.028940 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d262899-c6c0-4cd0-b7cf-2406b60fd6c6 req-3e63fb19-dfae-47e0-aca8-9ea6f85ad8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:59.031675 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5d262899-c6c0-4cd0-b7cf-2406b60fd6c6 req-3e63fb19-dfae-47e0-aca8-9ea6f85ad8e4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d0191f7b-8e46-434e-8842-bf24f16effff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574229 Oct 27 18:53:59.138245 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5d262899-c6c0-4cd0-b7cf-2406b60fd6c6 req-4679681b-22a4-4b57-abd2-d5883167c3ed service neutron] 10.222.0.81 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986018 Oct 27 18:53:59.263574 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5d262899-c6c0-4cd0-b7cf-2406b60fd6c6 req-449b7d16-59c2-4844-9fec-91651dc613cf service neutron] 10.222.0.81 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177802 Oct 27 18:53:59.669196 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00883c95-dd43-418c-b561-b8f5ab8f7e63 req-8ddf25f6-6c8b-4921-8efe-90d89e30b912 tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:53:59.671005 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-00883c95-dd43-418c-b561-b8f5ab8f7e63 req-8ddf25f6-6c8b-4921-8efe-90d89e30b912 tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/ports?device_id=d19324d7-c535-4b00-b459-9f2ad58e30dc HTTP/1.1" status: 200 len: 945 time: 0.0527544 Oct 27 18:53:59.719825 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-00883c95-dd43-418c-b561-b8f5ab8f7e63 req-98dcdca7-dc59-4d69-a43d-bbdcf42d4c97 tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e78abdb-d992-4a55-9398-6099bf1d9036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414424 Oct 27 18:54:00.208804 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178e41c-9628-4e92-bb73-5c7edbe94f43 req-ad4179f6-9eae-4f5c-a695-2b12a94206b5 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:00.218704 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5178e41c-9628-4e92-bb73-5c7edbe94f43 req-ad4179f6-9eae-4f5c-a695-2b12a94206b5 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 944 time: 0.0929728 Oct 27 18:54:00.273645 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5178e41c-9628-4e92-bb73-5c7edbe94f43 req-982980e2-96ba-4fa3-b05e-dc03f98c2154 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491982 Oct 27 18:54:00.300955 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5943f6b-3215-4be5-a08f-61799ff5bff8 req-57845fdb-cba9-4991-a09b-ef598c89eb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:00.302577 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d5943f6b-3215-4be5-a08f-61799ff5bff8 req-57845fdb-cba9-4991-a09b-ef598c89eb3f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=a124eefe515646e2986777cc97bd5ce1&device_id=d19324d7-c535-4b00-b459-9f2ad58e30dc HTTP/1.1" status: 200 len: 1096 time: 0.0871632 Oct 27 18:54:00.443195 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1b52a-4828-4ea8-9e07-ff78cd7b9f50 req-898828e9-44fd-49fe-b72f-80eaa9360b4f tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:00.448822 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5943f6b-3215-4be5-a08f-61799ff5bff8 req-bc4aa60f-dc2c-42f4-9eb1-704f871bd4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:00.449688 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2ce1b52a-4828-4ea8-9e07-ff78cd7b9f50 req-898828e9-44fd-49fe-b72f-80eaa9360b4f tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/ports?device_id=d19324d7-c535-4b00-b459-9f2ad58e30dc HTTP/1.1" status: 200 len: 945 time: 0.0626795 Oct 27 18:54:00.450491 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d5943f6b-3215-4be5-a08f-61799ff5bff8 req-bc4aa60f-dc2c-42f4-9eb1-704f871bd4dd service neutron] 10.222.0.93 "GET /v2.0/networks?id=934d5604-7451-4f52-8d33-ca70d00ab21c HTTP/1.1" status: 200 len: 913 time: 0.1407950 Oct 27 18:54:00.490201 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2ce1b52a-4828-4ea8-9e07-ff78cd7b9f50 req-05991e32-6e84-4a13-aabb-d11f19d74745 tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e78abdb-d992-4a55-9398-6099bf1d9036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380764 Oct 27 18:54:00.495200 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d5943f6b-3215-4be5-a08f-61799ff5bff8 req-4d9da449-08c0-4e8f-8928-b2453edab0fb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a HTTP/1.1" status: 200 len: 217 time: 0.0375466 Oct 27 18:54:00.559505 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5943f6b-3215-4be5-a08f-61799ff5bff8 req-47f6991f-87d3-4e78-9446-41608057624e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:00.561091 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d5943f6b-3215-4be5-a08f-61799ff5bff8 req-47f6991f-87d3-4e78-9446-41608057624e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b7d16129-e561-4acb-a769-11b35842e731 HTTP/1.1" status: 200 len: 851 time: 0.0596371 Oct 27 18:54:00.602261 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d5943f6b-3215-4be5-a08f-61799ff5bff8 req-96f5e597-0e8f-4282-b9d1-3c8bf2d85059 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=934d5604-7451-4f52-8d33-ca70d00ab21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330288 Oct 27 18:54:00.708592 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d5943f6b-3215-4be5-a08f-61799ff5bff8 req-05f0363f-605e-4c72-8357-17bb1578ad67 service neutron] 10.222.0.93 "GET /v2.0/networks/934d5604-7451-4f52-8d33-ca70d00ab21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991616 Oct 27 18:54:00.809449 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d5943f6b-3215-4be5-a08f-61799ff5bff8 req-78f31b81-b1cc-491d-8114-54f41e2ebb32 service neutron] 10.222.0.93 "GET /v2.0/networks/934d5604-7451-4f52-8d33-ca70d00ab21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940804 Oct 27 18:54:01.424084 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b45ea-97c5-4cdd-9a54-4d1a7d76f26c req-ed2b406f-4f02-49c8-8126-d10448beb072 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:01.425835 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-805b45ea-97c5-4cdd-9a54-4d1a7d76f26c req-ed2b406f-4f02-49c8-8126-d10448beb072 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 944 time: 0.0655932 Oct 27 18:54:01.473412 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-805b45ea-97c5-4cdd-9a54-4d1a7d76f26c req-f067f5ea-991c-4d8e-ab59-07ff01dd9308 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412276 Oct 27 18:54:01.647872 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab121b7-2957-4665-9637-6ef3c455d869 req-72940c99-7663-4868-b29a-a0978499620c tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:01.649353 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8ab121b7-2957-4665-9637-6ef3c455d869 req-72940c99-7663-4868-b29a-a0978499620c tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/ports?device_id=d19324d7-c535-4b00-b459-9f2ad58e30dc HTTP/1.1" status: 200 len: 945 time: 0.0867763 Oct 27 18:54:01.705512 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8ab121b7-2957-4665-9637-6ef3c455d869 req-d28b85df-bf50-4695-8177-e55ab20ee831 tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e78abdb-d992-4a55-9398-6099bf1d9036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493495 Oct 27 18:54:02.611140 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fa318-cd98-44da-bc12-77eaf5ce2602 req-7ebd67a2-41fd-4acb-b755-cfd713e666e5 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:02.612795 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f95fa318-cd98-44da-bc12-77eaf5ce2602 req-7ebd67a2-41fd-4acb-b755-cfd713e666e5 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 944 time: 0.0625517 Oct 27 18:54:02.676755 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f95fa318-cd98-44da-bc12-77eaf5ce2602 req-609c0824-1982-485a-a25a-3a4e0f5926da tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561869 Oct 27 18:54:02.835463 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f6c9e-2ac8-4cfd-bc81-3d18b4a8f3c7 req-85b36240-6733-48df-91c2-76f3ada8bd48 tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:02.837007 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-632f6c9e-2ac8-4cfd-bc81-3d18b4a8f3c7 req-85b36240-6733-48df-91c2-76f3ada8bd48 tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/ports?device_id=d19324d7-c535-4b00-b459-9f2ad58e30dc HTTP/1.1" status: 200 len: 945 time: 0.0570371 Oct 27 18:54:02.891289 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-632f6c9e-2ac8-4cfd-bc81-3d18b4a8f3c7 req-d835e27f-95e3-4a09-a0dd-2b2e9982f662 tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e78abdb-d992-4a55-9398-6099bf1d9036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470781 Oct 27 18:54:03.441538 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f2d98-ea22-4fd3-a918-899ad08f2640 req-1b95d56c-3bc5-44c4-83cd-59ab77154525 tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:03.443220 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-391f2d98-ea22-4fd3-a918-899ad08f2640 req-1b95d56c-3bc5-44c4-83cd-59ab77154525 tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/ports?device_id=d19324d7-c535-4b00-b459-9f2ad58e30dc HTTP/1.1" status: 200 len: 945 time: 0.0552757 Oct 27 18:54:03.487418 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-391f2d98-ea22-4fd3-a918-899ad08f2640 req-868b0f14-0790-448b-a020-31532e447716 tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e78abdb-d992-4a55-9398-6099bf1d9036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370786 Oct 27 18:54:03.858864 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385e81b-a180-4c13-ba65-6fa733bf0d8e req-4dbbb78d-930b-4553-930e-f4961215a267 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:03.869290 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7385e81b-a180-4c13-ba65-6fa733bf0d8e req-4dbbb78d-930b-4553-930e-f4961215a267 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 944 time: 0.1008618 Oct 27 18:54:03.906592 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7385e81b-a180-4c13-ba65-6fa733bf0d8e req-87ceace9-1ecd-4495-b1f0-b24bb9d5238b tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363686 Oct 27 18:54:04.625110 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6d31b-26ae-4721-9ceb-429f2d9d88e6 req-3646b8c0-9da8-41d4-9806-709a847fadb3 tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:04.627021 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-96c6d31b-26ae-4721-9ceb-429f2d9d88e6 req-3646b8c0-9da8-41d4-9806-709a847fadb3 tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/ports?device_id=d19324d7-c535-4b00-b459-9f2ad58e30dc HTTP/1.1" status: 200 len: 945 time: 0.0608904 Oct 27 18:54:04.674664 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-96c6d31b-26ae-4721-9ceb-429f2d9d88e6 req-fe19b163-d2bc-401f-a394-ffdd968087bf tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e78abdb-d992-4a55-9398-6099bf1d9036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418041 Oct 27 18:54:05.034292 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea178c11-eae5-4415-9eb8-bc7500631c82 req-4056e595-91d1-4ea1-9d68-ad5640f9b115 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:05.035853 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ea178c11-eae5-4415-9eb8-bc7500631c82 req-4056e595-91d1-4ea1-9d68-ad5640f9b115 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 944 time: 0.0537031 Oct 27 18:54:05.077345 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ea178c11-eae5-4415-9eb8-bc7500631c82 req-6a079620-bd94-4b58-80ff-cdcb008387d4 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350943 Oct 27 18:54:05.229427 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd700e1c-476c-4ea8-8878-5c6b16a7294e req-beab3fe3-a94f-48d7-b764-f6f0ff570594 tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:05.230967 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fd700e1c-476c-4ea8-8878-5c6b16a7294e req-beab3fe3-a94f-48d7-b764-f6f0ff570594 tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.93 "GET /v2.0/ports?device_id=d19324d7-c535-4b00-b459-9f2ad58e30dc HTTP/1.1" status: 200 len: 945 time: 0.0617211 Oct 27 18:54:05.336592 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-fd700e1c-476c-4ea8-8878-5c6b16a7294e req-e448087b-da68-4837-a602-dee8df21539e tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] Deleting port b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:54:05.336947 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-fd700e1c-476c-4ea8-8878-5c6b16a7294e req-e448087b-da68-4837-a602-dee8df21539e tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:05.431918 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-fd700e1c-476c-4ea8-8878-5c6b16a7294e req-e448087b-da68-4837-a602-dee8df21539e tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] For port b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a,segment=NetworkSegment(40671e3b-fa62-4006-90df-2106dbadaa54),segment_id=40671e3b-fa62-4006-90df-2106dbadaa54)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:54:05.432348 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-fd700e1c-476c-4ea8-8878-5c6b16a7294e req-e448087b-da68-4837-a602-dee8df21539e tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:05.447585 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-fd700e1c-476c-4ea8-8878-5c6b16a7294e req-e448087b-da68-4837-a602-dee8df21539e tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] Calling delete_port for b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:54:05.701722 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-fd700e1c-476c-4ea8-8878-5c6b16a7294e req-e448087b-da68-4837-a602-dee8df21539e tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:05.717470 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:54:05.748926 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e448087b-da68-4837-a602-dee8df21539e tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] Pushing event deleted for resources: {'Port': ['ID=b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:05.805650 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-da6a9886-a608-4086-863f-e39aee6ef021 req-b6173bff-a57e-433a-8933-4c3027695d3f tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/ports?device_id=d19324d7-c535-4b00-b459-9f2ad58e30dc HTTP/1.1" status: 200 len: 210 time: 0.0369568 Oct 27 18:54:05.809840 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd700e1c-476c-4ea8-8878-5c6b16a7294e req-e448087b-da68-4837-a602-dee8df21539e tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] No DVR routers for this DVR port b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:54:05.812787 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-fd700e1c-476c-4ea8-8878-5c6b16a7294e req-e448087b-da68-4837-a602-dee8df21539e tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:05.818152 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fd700e1c-476c-4ea8-8878-5c6b16a7294e req-e448087b-da68-4837-a602-dee8df21539e tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.93 "DELETE /v2.0/ports/b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a HTTP/1.1" status: 204 len: 173 time: 0.5809345 Oct 27 18:54:05.818675 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd19324d7-c535-4b00-b459-9f2ad58e30dc', 'name': 'network-vif-deleted', 'tag': 'b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:54:05.822347 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b51dfd-88b9-4851-b35c-2eb923519206" -d '{"events": [{"server_uuid": "d19324d7-c535-4b00-b459-9f2ad58e30dc", "name": "network-vif-deleted", "tag": "b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:54:05.879104 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedff460-555f-43bc-bdf0-63745bbcc2e5 x-openstack-request-id: req-bedff460-555f-43bc-bdf0-63745bbcc2e5 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:54:05.879565 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d19324d7-c535-4b00-b459-9f2ad58e30dc", "name": "network-vif-deleted", "tag": "b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:54:05.879830 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bedff460-555f-43bc-bdf0-63745bbcc2e5 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:54:05.880220 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd19324d7-c535-4b00-b459-9f2ad58e30dc', 'name': 'network-vif-deleted', 'tag': 'b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a', 'status': 'completed', 'code': 200} Oct 27 18:54:05.955820 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41662) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:54:06.300293 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825880a-1330-4dbf-8d85-1f7b786116f8 req-330cd805-9d82-452e-94c7-9bebef5897bf tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:06.301833 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a825880a-1330-4dbf-8d85-1f7b786116f8 req-330cd805-9d82-452e-94c7-9bebef5897bf tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 944 time: 0.1119134 Oct 27 18:54:06.418455 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a825880a-1330-4dbf-8d85-1f7b786116f8 req-bdb5c555-eb6b-4001-acce-e0d3be03f75b tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089265 Oct 27 18:54:06.640043 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-215c8c84-90d7-46b9-a3ea-3a671b71ddb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:06.973674 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1c536d08-0ad5-488d-9a96-f042d205e43d req-c9f000a6-bd8b-4575-8b57-836153c02d31 tempest-TestServerAdvancedOps-460575980 tempest-TestServerAdvancedOps-460575980-project] 10.222.0.52 "GET /v2.0/ports?device_id=d19324d7-c535-4b00-b459-9f2ad58e30dc HTTP/1.1" status: 200 len: 210 time: 0.0356948 Oct 27 18:54:06.991852 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-215c8c84-90d7-46b9-a3ea-3a671b71ddb0 admin admin] Deleting port 3a8064eb-708a-4e1e-a69d-00dfb9bfa428 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:54:06.992199 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-215c8c84-90d7-46b9-a3ea-3a671b71ddb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:07.079522 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-215c8c84-90d7-46b9-a3ea-3a671b71ddb0 admin admin] For port 3a8064eb-708a-4e1e-a69d-00dfb9bfa428, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=3a8064eb-708a-4e1e-a69d-00dfb9bfa428,segment=NetworkSegment(29ae5e06-41a1-428b-8e42-42a692caa382),segment_id=29ae5e06-41a1-428b-8e42-42a692caa382)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:54:07.080038 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-215c8c84-90d7-46b9-a3ea-3a671b71ddb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:07.092570 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-215c8c84-90d7-46b9-a3ea-3a671b71ddb0 admin admin] Calling delete_port for 3a8064eb-708a-4e1e-a69d-00dfb9bfa428 owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:54:07.341199 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-215c8c84-90d7-46b9-a3ea-3a671b71ddb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:07.366192 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c8c84-90d7-46b9-a3ea-3a671b71ddb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a8064eb-708a-4e1e-a69d-00dfb9bfa428,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:07.379222 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c8c84-90d7-46b9-a3ea-3a671b71ddb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:07.379566 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c8c84-90d7-46b9-a3ea-3a671b71ddb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:07.379937 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c8c84-90d7-46b9-a3ea-3a671b71ddb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:07.383602 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c8c84-90d7-46b9-a3ea-3a671b71ddb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:07.383970 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c8c84-90d7-46b9-a3ea-3a671b71ddb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:07.384310 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c8c84-90d7-46b9-a3ea-3a671b71ddb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:07.384643 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c8c84-90d7-46b9-a3ea-3a671b71ddb0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:07.384979 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c8c84-90d7-46b9-a3ea-3a671b71ddb0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:07.385355 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c8c84-90d7-46b9-a3ea-3a671b71ddb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:07.385625 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c8c84-90d7-46b9-a3ea-3a671b71ddb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:07.385952 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c8c84-90d7-46b9-a3ea-3a671b71ddb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:07.386457 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215c8c84-90d7-46b9-a3ea-3a671b71ddb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:07.590886 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80796d-58a4-49e4-b4f2-ca36638de1d3 req-ac080e34-ab54-4373-ba34-226f8e4fb46e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:07.592477 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-df80796d-58a4-49e4-b4f2-ca36638de1d3 req-ac080e34-ab54-4373-ba34-226f8e4fb46e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 944 time: 0.0740368 Oct 27 18:54:07.605499 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-215c8c84-90d7-46b9-a3ea-3a671b71ddb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:07.711568 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-df80796d-58a4-49e4-b4f2-ca36638de1d3 req-c7fc470c-303d-47c7-a8fc-f87a00f9f27e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084938 Oct 27 18:54:07.861271 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215c8c84-90d7-46b9-a3ea-3a671b71ddb0 admin admin] Router 9faeaf28-c10c-45f3-8bc3-8496afb70c48 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:54:07.982137 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215c8c84-90d7-46b9-a3ea-3a671b71ddb0 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:54:07.987503 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-215c8c84-90d7-46b9-a3ea-3a671b71ddb0 admin admin] 10.222.0.52 "PUT /v2.0/routers/9faeaf28-c10c-45f3-8bc3-8496afb70c48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0304556 Oct 27 18:54:07.989923 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41672) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:54:07.992629 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00722aeb-01fb-43a8-9b7b-6ae112fb917c None None] Sync routers for ids ['9faeaf28-c10c-45f3-8bc3-8496afb70c48'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:54:08.004884 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00722aeb-01fb-43a8-9b7b-6ae112fb917c None None] Routers {'9faeaf28-c10c-45f3-8bc3-8496afb70c48'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:54:08.005530 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-00722aeb-01fb-43a8-9b7b-6ae112fb917c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:53:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9faeaf28-c10c-45f3-8bc3-8496afb70c48'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:54:08.038949 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41676) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:54:08.094738 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-b95eac99-0aad-4fc9-9d6f-081df7d94d87 admin admin] Deleting subnet b7d16129-e561-4acb-a769-11b35842e731 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:54:08.097874 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b95eac99-0aad-4fc9-9d6f-081df7d94d87 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:08.116223 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d60aead0-8e13-4028-bf8f-1a4cf0143b04 admin admin] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:08.127824 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-00722aeb-01fb-43a8-9b7b-6ae112fb917c None None] Set router 9faeaf28-c10c-45f3-8bc3-8496afb70c48 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:54:08.145140 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b95eac99-0aad-4fc9-9d6f-081df7d94d87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:08.196258 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b95eac99-0aad-4fc9-9d6f-081df7d94d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:08.234196 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d60aead0-8e13-4028-bf8f-1a4cf0143b04 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:08.338658 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-00722aeb-01fb-43a8-9b7b-6ae112fb917c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'name': 'tempest-AttachVolumeShelveTestJSON-1598767232-router', 'tenant_id': '186d6eca453449f79cfaf020191a989c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': '5b0f0053-b447-48df-9f3b-2756a65bb9c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:29Z', 'updated_at': '2021-10-27T18:54:07Z', 'revision_number': 5, 'project_id': '186d6eca453449f79cfaf020191a989c', 'gw_port': {'id': '5b0f0053-b447-48df-9f3b-2756a65bb9c4', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:45:30Z', 'updated_at': '2021-10-27T18:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:54:08.370901 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00722aeb-01fb-43a8-9b7b-6ae112fb917c None None] Checking router: 9faeaf28-c10c-45f3-8bc3-8496afb70c48 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:54:08.379816 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00722aeb-01fb-43a8-9b7b-6ae112fb917c None None] Routers {'9faeaf28-c10c-45f3-8bc3-8496afb70c48'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:54:08.380461 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-00722aeb-01fb-43a8-9b7b-6ae112fb917c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:53:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9faeaf28-c10c-45f3-8bc3-8496afb70c48'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:54:08.388479 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b95eac99-0aad-4fc9-9d6f-081df7d94d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:08.394551 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-d60aead0-8e13-4028-bf8f-1a4cf0143b04 admin admin] Deleting port 5b0f0053-b447-48df-9f3b-2756a65bb9c4 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:54:08.394551 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d60aead0-8e13-4028-bf8f-1a4cf0143b04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:08.425661 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95eac99-0aad-4fc9-9d6f-081df7d94d87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7d16129-e561-4acb-a769-11b35842e731,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:08.435514 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b95eac99-0aad-4fc9-9d6f-081df7d94d87 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:08.441437 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b95eac99-0aad-4fc9-9d6f-081df7d94d87 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b7d16129-e561-4acb-a769-11b35842e731 HTTP/1.1" status: 204 len: 168 time: 0.3984435 Oct 27 18:54:08.441437 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95eac99-0aad-4fc9-9d6f-081df7d94d87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:08.444166 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95eac99-0aad-4fc9-9d6f-081df7d94d87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:08.444336 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41678) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:54:08.444481 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95eac99-0aad-4fc9-9d6f-081df7d94d87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:08.444481 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95eac99-0aad-4fc9-9d6f-081df7d94d87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:08.444481 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95eac99-0aad-4fc9-9d6f-081df7d94d87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:08.444481 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95eac99-0aad-4fc9-9d6f-081df7d94d87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:08.444481 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95eac99-0aad-4fc9-9d6f-081df7d94d87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:08.444481 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95eac99-0aad-4fc9-9d6f-081df7d94d87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:08.444481 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95eac99-0aad-4fc9-9d6f-081df7d94d87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:08.444481 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95eac99-0aad-4fc9-9d6f-081df7d94d87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:08.445178 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95eac99-0aad-4fc9-9d6f-081df7d94d87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:08.445178 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95eac99-0aad-4fc9-9d6f-081df7d94d87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:08.486833 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-00722aeb-01fb-43a8-9b7b-6ae112fb917c None None] Set router 9faeaf28-c10c-45f3-8bc3-8496afb70c48 gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:54:08.536995 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-29946304-ac2a-402a-bcd0-3d52bdec4727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:08.543204 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-d60aead0-8e13-4028-bf8f-1a4cf0143b04 admin admin] For port 5b0f0053-b447-48df-9f3b-2756a65bb9c4, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=5b0f0053-b447-48df-9f3b-2756a65bb9c4,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:54:08.543560 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d60aead0-8e13-4028-bf8f-1a4cf0143b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:08.548056 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-00722aeb-01fb-43a8-9b7b-6ae112fb917c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'name': 'tempest-AttachVolumeShelveTestJSON-1598767232-router', 'tenant_id': '186d6eca453449f79cfaf020191a989c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:29Z', 'updated_at': '2021-10-27T18:54:08Z', 'revision_number': 6, 'project_id': '186d6eca453449f79cfaf020191a989c', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:54:08.561432 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-d60aead0-8e13-4028-bf8f-1a4cf0143b04 admin admin] Calling delete_port for 5b0f0053-b447-48df-9f3b-2756a65bb9c4 owned by network:router_gateway {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:54:08.578538 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00722aeb-01fb-43a8-9b7b-6ae112fb917c None None] The sync data for ids ['9faeaf28-c10c-45f3-8bc3-8496afb70c48'] in n-d-815690-2 is: [{'id': '9faeaf28-c10c-45f3-8bc3-8496afb70c48', 'name': 'tempest-AttachVolumeShelveTestJSON-1598767232-router', 'tenant_id': '186d6eca453449f79cfaf020191a989c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:45:29Z', 'updated_at': '2021-10-27T18:54:08Z', 'revision_number': 6, 'project_id': '186d6eca453449f79cfaf020191a989c', 'gw_port_host': None}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:54:08.680930 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-29946304-ac2a-402a-bcd0-3d52bdec4727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:08.710594 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-29946304-ac2a-402a-bcd0-3d52bdec4727 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['934d5604-7451-4f52-8d33-ca70d00ab21c']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:54:08.728949 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-29946304-ac2a-402a-bcd0-3d52bdec4727 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40671e3b-fa62-4006-90df-2106dbadaa54') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:54:08.729241 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-29946304-ac2a-402a-bcd0-3d52bdec4727 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40671e3b-fa62-4006-90df-2106dbadaa54') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:54:09.120393 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-29946304-ac2a-402a-bcd0-3d52bdec4727 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:09.164204 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-29946304-ac2a-402a-bcd0-3d52bdec4727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:09.172425 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29946304-ac2a-402a-bcd0-3d52bdec4727 admin admin] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:54:09.176710 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-29946304-ac2a-402a-bcd0-3d52bdec4727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:09.176710 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:54:09.176710 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:54:09.176710 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:54:09.176710 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:54:09.176710 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:54:09.176710 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:54:09.176710 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:54:09.176710 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:54:09.176710 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:54:09.176710 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:54:09.176710 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:54:09.176710 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:54:09.176710 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:54:09.176710 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:54:09.176710 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:54:09.176710 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:54:09.176710 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:54:09.176710 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:54:09.176710 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:54:09.176710 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:54:09.176710 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:54:09.176710 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:54:09.176710 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:54:09.176710 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:54:09.176710 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:54:09.176710 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:54:09.176710 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:54:09.176710 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:54:09.176710 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:54:09.176710 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:54:09.176710 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:54:09.176710 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:54:09.257877 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb787a10-c928-4880-86cc-b8e28120e100 req-f0795d74-b097-472f-b6b1-ef87412a8aac tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:09.260127 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cb787a10-c928-4880-86cc-b8e28120e100 req-f0795d74-b097-472f-b6b1-ef87412a8aac tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 944 time: 0.1519561 Oct 27 18:54:09.314502 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cb787a10-c928-4880-86cc-b8e28120e100 req-64a15fa5-f736-4afb-89e8-d16b0ba2ac14 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430381 Oct 27 18:54:09.358891 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-29946304-ac2a-402a-bcd0-3d52bdec4727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:09.371381 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-29946304-ac2a-402a-bcd0-3d52bdec4727 admin admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:09.371381 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-29946304-ac2a-402a-bcd0-3d52bdec4727 admin admin] 10.222.0.52 "DELETE /v2.0/networks/934d5604-7451-4f52-8d33-ca70d00ab21c HTTP/1.1" status: 204 len: 168 time: 0.9267404 Oct 27 18:54:09.373233 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41682) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:54:09.382048 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29946304-ac2a-402a-bcd0-3d52bdec4727 admin admin] Pushing event deleted for resources: {'Network': ['ID=934d5604-7451-4f52-8d33-ca70d00ab21c,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:09.388010 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d60aead0-8e13-4028-bf8f-1a4cf0143b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:09.423862 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60aead0-8e13-4028-bf8f-1a4cf0143b04 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b0f0053-b447-48df-9f3b-2756a65bb9c4,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:09.447467 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbbb262a-934b-4683-ae37-d8b1e8e852c9 admin admin] Deleting subnet e332ccc6-17ed-4711-a947-434fb9c82736 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:54:09.447467 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dbbb262a-934b-4683-ae37-d8b1e8e852c9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:09.488584 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dbbb262a-934b-4683-ae37-d8b1e8e852c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:09.491589 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d60aead0-8e13-4028-bf8f-1a4cf0143b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:09.535984 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dbbb262a-934b-4683-ae37-d8b1e8e852c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:09.557632 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 5b0f0053-b447-48df-9f3b-2756a65bb9c4 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:54:09.588784 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 5b0f0053-b447-48df-9f3b-2756a65bb9c4 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:54:09.589465 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 5b0f0053-b447-48df-9f3b-2756a65bb9c4 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:54:09.589684 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 3a8064eb-708a-4e1e-a69d-00dfb9bfa428 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:54:09.598164 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d60aead0-8e13-4028-bf8f-1a4cf0143b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:09.600354 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d60aead0-8e13-4028-bf8f-1a4cf0143b04 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:09.620636 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 3a8064eb-708a-4e1e-a69d-00dfb9bfa428 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:54:09.621075 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 3a8064eb-708a-4e1e-a69d-00dfb9bfa428 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:54:09.697500 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dbbb262a-934b-4683-ae37-d8b1e8e852c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:09.725439 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7d484f56-8709-4dc9-906f-2656c368e14d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:09.725708 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d60aead0-8e13-4028-bf8f-1a4cf0143b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:09.726378 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60aead0-8e13-4028-bf8f-1a4cf0143b04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9faeaf28-c10c-45f3-8bc3-8496afb70c48 {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:54:09.731507 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb262a-934b-4683-ae37-d8b1e8e852c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e332ccc6-17ed-4711-a947-434fb9c82736,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:09.737174 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d60aead0-8e13-4028-bf8f-1a4cf0143b04 admin admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:09.737174 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d60aead0-8e13-4028-bf8f-1a4cf0143b04 admin admin] 10.222.0.52 "DELETE /v2.0/routers/9faeaf28-c10c-45f3-8bc3-8496afb70c48 HTTP/1.1" status: 204 len: 168 time: 1.7433426 Oct 27 18:54:09.737174 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41684) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:54:09.739626 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dbbb262a-934b-4683-ae37-d8b1e8e852c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:09.745039 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-dbbb262a-934b-4683-ae37-d8b1e8e852c9 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e332ccc6-17ed-4711-a947-434fb9c82736 HTTP/1.1" status: 204 len: 168 time: 0.3705916 Oct 27 18:54:09.747510 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41686) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:54:09.795478 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cd841e3-e056-426f-bc46-5e062a1d4d35 admin admin] Deleting subnet db74a198-9b96-4f1c-98df-8ec54f422805 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:54:09.798952 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9cd841e3-e056-426f-bc46-5e062a1d4d35 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:09.834729 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cd0a9d89-fd86-4487-8ac0-9cae1716d6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:09.848725 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9cd841e3-e056-426f-bc46-5e062a1d4d35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:09.930837 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cd0a9d89-fd86-4487-8ac0-9cae1716d6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:09.942120 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9cd841e3-e056-426f-bc46-5e062a1d4d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:09.960032 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-cd0a9d89-fd86-4487-8ac0-9cae1716d6ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05bfff38-87d3-4708-a1f8-6d8d2e41b4bd']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:54:09.970082 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-cd0a9d89-fd86-4487-8ac0-9cae1716d6ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b0597f-bdc7-4155-9a6a-48aa0f5aa4db') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:54:09.970378 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-cd0a9d89-fd86-4487-8ac0-9cae1716d6ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b0597f-bdc7-4155-9a6a-48aa0f5aa4db') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:54:09.984047 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cd0a9d89-fd86-4487-8ac0-9cae1716d6ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:10.001101 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cd0a9d89-fd86-4487-8ac0-9cae1716d6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:10.013623 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd0a9d89-fd86-4487-8ac0-9cae1716d6ba admin admin] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:54:10.013623 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cd0a9d89-fd86-4487-8ac0-9cae1716d6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:10.013623 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:54:10.013623 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:54:10.013623 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:54:10.013623 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:54:10.013623 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:54:10.013623 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:54:10.013623 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:54:10.013623 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:54:10.013623 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:54:10.013623 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:54:10.013623 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:54:10.013623 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:54:10.013623 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:54:10.013623 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:54:10.013623 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:54:10.013623 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:54:10.013623 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:54:10.013623 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:54:10.013623 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:54:10.013623 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:54:10.013623 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:54:10.013623 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:54:10.013623 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:54:10.013623 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:54:10.013623 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:54:10.013623 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:54:10.013623 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:54:10.013623 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:54:10.013623 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:54:10.013623 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:54:10.013623 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:54:10.013623 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:54:10.096942 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9cd841e3-e056-426f-bc46-5e062a1d4d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:10.134174 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd841e3-e056-426f-bc46-5e062a1d4d35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db74a198-9b96-4f1c-98df-8ec54f422805,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:10.138879 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9cd841e3-e056-426f-bc46-5e062a1d4d35 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:10.142494 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9cd841e3-e056-426f-bc46-5e062a1d4d35 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/db74a198-9b96-4f1c-98df-8ec54f422805 HTTP/1.1" status: 204 len: 168 time: 0.4045572 Oct 27 18:54:10.144651 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41688) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:54:10.147006 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590be6cd-7b9c-4ed6-bbe2-ec578513c969 None None] Network 7ad8bf39-d91e-470a-b850-b50a11bc458b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:54:10.159855 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cd0a9d89-fd86-4487-8ac0-9cae1716d6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:10.167022 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cd0a9d89-fd86-4487-8ac0-9cae1716d6ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:10.180633 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-cd0a9d89-fd86-4487-8ac0-9cae1716d6ba admin admin] 10.222.0.52 "DELETE /v2.0/networks/05bfff38-87d3-4708-a1f8-6d8d2e41b4bd HTTP/1.1" status: 204 len: 168 time: 0.4239581 Oct 27 18:54:10.191691 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a9d89-fd86-4487-8ac0-9cae1716d6ba admin admin] Pushing event deleted for resources: {'Network': ['ID=05bfff38-87d3-4708-a1f8-6d8d2e41b4bd,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:10.215571 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:54:10.243491 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-288e6535-275a-4b94-93ac-efe2eb8b228c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:10.249506 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:54:10.249976 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device b6d9ebe6-dd9d-4b19-b6df-34e1b12c7f0a not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:54:10.298026 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-288e6535-275a-4b94-93ac-efe2eb8b228c admin admin] Deleting port c41d7c63-81c4-430d-84ab-c7a664de1969 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:54:10.298367 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-288e6535-275a-4b94-93ac-efe2eb8b228c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:10.375763 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b131b9-0031-450d-83e7-501fb97fb372 None None] DHCP port deletion for 7ad8bf39-d91e-470a-b850-b50a11bc458b request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:54:10.394659 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-288e6535-275a-4b94-93ac-efe2eb8b228c admin admin] For port c41d7c63-81c4-430d-84ab-c7a664de1969, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=c41d7c63-81c4-430d-84ab-c7a664de1969,segment=NetworkSegment(29ae5e06-41a1-428b-8e42-42a692caa382),segment_id=29ae5e06-41a1-428b-8e42-42a692caa382)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:54:10.395340 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-288e6535-275a-4b94-93ac-efe2eb8b228c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:10.419508 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-288e6535-275a-4b94-93ac-efe2eb8b228c admin admin] Calling delete_port for c41d7c63-81c4-430d-84ab-c7a664de1969 owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:54:10.431459 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-08b131b9-0031-450d-83e7-501fb97fb372 None None] Deleting port c41d7c63-81c4-430d-84ab-c7a664de1969 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:54:10.431921 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-08b131b9-0031-450d-83e7-501fb97fb372 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:10.503122 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2d389-e8a3-4498-a278-a75f069997ad req-d6cfb686-78c1-4c84-b56f-d0007089187e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:10.504682 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-16d2d389-e8a3-4498-a278-a75f069997ad req-d6cfb686-78c1-4c84-b56f-d0007089187e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 944 time: 0.1011500 Oct 27 18:54:10.508155 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-08b131b9-0031-450d-83e7-501fb97fb372 None None] For port c41d7c63-81c4-430d-84ab-c7a664de1969, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=c41d7c63-81c4-430d-84ab-c7a664de1969,segment=NetworkSegment(29ae5e06-41a1-428b-8e42-42a692caa382),segment_id=29ae5e06-41a1-428b-8e42-42a692caa382)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:54:10.508626 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-08b131b9-0031-450d-83e7-501fb97fb372 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:10.522376 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-08b131b9-0031-450d-83e7-501fb97fb372 None None] Calling delete_port for c41d7c63-81c4-430d-84ab-c7a664de1969 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:54:10.567710 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-16d2d389-e8a3-4498-a278-a75f069997ad req-1d27d24a-2526-4aef-b2a4-77807e8c5afd tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520661 Oct 27 18:54:10.581247 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41694) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:54:10.633500 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a864a999-dcc9-4ea2-bf16-960df6d51aff admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a124eefe515646e2986777cc97bd5ce1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510371 Oct 27 18:54:10.635321 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-288e6535-275a-4b94-93ac-efe2eb8b228c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:10.636820 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41696) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:54:10.643748 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-08b131b9-0031-450d-83e7-501fb97fb372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:10.662277 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e6535-275a-4b94-93ac-efe2eb8b228c admin admin] Pushing event deleted for resources: {'Port': ['ID=c41d7c63-81c4-430d-84ab-c7a664de1969,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:10.668073 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288e6535-275a-4b94-93ac-efe2eb8b228c admin admin] No DVR routers for this DVR port c41d7c63-81c4-430d-84ab-c7a664de1969 on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:54:10.676032 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b131b9-0031-450d-83e7-501fb97fb372 None None] Pushing event deleted for resources: {'Port': ['ID=c41d7c63-81c4-430d-84ab-c7a664de1969,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:10.688165 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b131b9-0031-450d-83e7-501fb97fb372 None None] No DVR routers for this DVR port c41d7c63-81c4-430d-84ab-c7a664de1969 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:54:10.704130 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4b93ff54-ed56-42e8-9beb-4c7f1ffc3ec1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:10.737050 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4b93ff54-ed56-42e8-9beb-4c7f1ffc3ec1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:10.753111 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-288e6535-275a-4b94-93ac-efe2eb8b228c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:10.781314 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-288e6535-275a-4b94-93ac-efe2eb8b228c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ad8bf39-d91e-470a-b850-b50a11bc458b']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:54:10.793506 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-288e6535-275a-4b94-93ac-efe2eb8b228c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29ae5e06-41a1-428b-8e42-42a692caa382') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:54:10.793816 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-288e6535-275a-4b94-93ac-efe2eb8b228c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29ae5e06-41a1-428b-8e42-42a692caa382') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:54:10.804985 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-288e6535-275a-4b94-93ac-efe2eb8b228c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:10.819801 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-288e6535-275a-4b94-93ac-efe2eb8b228c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:10.826516 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-288e6535-275a-4b94-93ac-efe2eb8b228c admin admin] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:54:10.826930 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-288e6535-275a-4b94-93ac-efe2eb8b228c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:10.828913 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 18:54:10.828913 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:54:10.828913 n-d-815690-2 neutron-server[102878]: timer() Oct 27 18:54:10.828913 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:54:10.828913 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 18:54:10.828913 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:54:10.828913 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 18:54:10.828913 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:54:10.828913 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 18:54:10.828913 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:54:10.828913 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 18:54:10.828913 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:54:10.828913 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 18:54:10.828913 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:54:10.828913 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:54:10.828913 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:54:10.828913 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:54:10.828913 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:54:10.828913 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 18:54:10.828913 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:54:10.828913 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 18:54:10.828913 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:54:10.828913 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:54:10.828913 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:54:10.828913 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 18:54:10.828913 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:54:10.828913 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:54:10.828913 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:54:10.828913 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:54:10.828913 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:54:10.828913 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:54:10.828913 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:54:10.890752 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4b93ff54-ed56-42e8-9beb-4c7f1ffc3ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:10.893392 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4b93ff54-ed56-42e8-9beb-4c7f1ffc3ec1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:10.894590 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4b93ff54-ed56-42e8-9beb-4c7f1ffc3ec1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3e78abdb-d992-4a55-9398-6099bf1d9036 HTTP/1.1" status: 204 len: 168 time: 0.2567818 Oct 27 18:54:10.903615 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93ff54-ed56-42e8-9beb-4c7f1ffc3ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e78abdb-d992-4a55-9398-6099bf1d9036,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:10.988519 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-288e6535-275a-4b94-93ac-efe2eb8b228c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:10.995290 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-288e6535-275a-4b94-93ac-efe2eb8b228c admin admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:10.999586 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-288e6535-275a-4b94-93ac-efe2eb8b228c admin admin] 10.222.0.52 "DELETE /v2.0/networks/7ad8bf39-d91e-470a-b850-b50a11bc458b HTTP/1.1" status: 204 len: 168 time: 0.8529105 Oct 27 18:54:11.013889 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e6535-275a-4b94-93ac-efe2eb8b228c admin admin] Pushing event deleted for resources: {'Network': ['ID=7ad8bf39-d91e-470a-b850-b50a11bc458b,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:11.375673 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41704) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:54:11.424872 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8ea27065-cf38-4334-a5af-e9776dd84f85 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=186d6eca453449f79cfaf020191a989c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477409 Oct 27 18:54:11.427375 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41706) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:54:11.482829 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5e2d066b-f82b-46bf-b7da-227b470def81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:11.508599 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5e2d066b-f82b-46bf-b7da-227b470def81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:11.535704 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device c41d7c63-81c4-430d-84ab-c7a664de1969 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:54:11.558346 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: c41d7c63-81c4-430d-84ab-c7a664de1969 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:54:11.564492 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device c41d7c63-81c4-430d-84ab-c7a664de1969 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:54:11.673567 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5e2d066b-f82b-46bf-b7da-227b470def81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:11.676031 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41710) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:54:11.676512 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5e2d066b-f82b-46bf-b7da-227b470def81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:11.678231 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5e2d066b-f82b-46bf-b7da-227b470def81 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/20c8828a-5962-41b9-819d-b558a5ea60bf HTTP/1.1" status: 204 len: 168 time: 0.2491364 Oct 27 18:54:11.686170 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d066b-f82b-46bf-b7da-227b470def81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c8828a-5962-41b9-819d-b558a5ea60bf,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:11.742676 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db092434-3fd7-424f-947f-ef4ee806b146 req-2cba94f6-9693-4d7e-a3a1-a1e53760775d tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:11.748378 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-db092434-3fd7-424f-947f-ef4ee806b146 req-2cba94f6-9693-4d7e-a3a1-a1e53760775d tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 944 time: 0.0959132 Oct 27 18:54:11.751939 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5064a3c7-128a-4f32-967d-e9c559f5f45a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=def73abcf44e46f48d3e82908c108eb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0736876 Oct 27 18:54:11.754879 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41714) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:54:11.791450 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-db092434-3fd7-424f-947f-ef4ee806b146 req-76d7e176-1738-4068-8236-4d7d2e2906f0 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376854 Oct 27 18:54:11.821446 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-45438c38-8958-413b-b8bc-db5e1dc2355c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:11.850344 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-45438c38-8958-413b-b8bc-db5e1dc2355c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:12.011528 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-45438c38-8958-413b-b8bc-db5e1dc2355c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:12.014173 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-45438c38-8958-413b-b8bc-db5e1dc2355c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:12.015612 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-45438c38-8958-413b-b8bc-db5e1dc2355c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9d797f0b-125c-4355-afaf-23c88789a779 HTTP/1.1" status: 204 len: 168 time: 0.2595506 Oct 27 18:54:12.024126 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45438c38-8958-413b-b8bc-db5e1dc2355c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d797f0b-125c-4355-afaf-23c88789a779,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:12.153997 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1c698648-5d3b-4fe3-8f28-37f47569e6c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:12.932508 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdbd9c1-66df-4167-98c5-716da4ff8b97 req-cba3175b-4f04-499c-9fb6-9376d1e2eb8f tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:12.934083 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bcdbd9c1-66df-4167-98c5-716da4ff8b97 req-cba3175b-4f04-499c-9fb6-9376d1e2eb8f tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 944 time: 0.0603797 Oct 27 18:54:12.977334 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bcdbd9c1-66df-4167-98c5-716da4ff8b97 req-83e19251-0fe4-4d2a-b18d-8971a2180255 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341318 Oct 27 18:54:13.127605 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41756) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:54:13.163735 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41760) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:54:13.233833 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-2305cb20-7f1e-4fa7-b3e2-1ec228648ea7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2141801317-network', 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:54:13.279437 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-49135dfa-e89e-440d-99cd-ea4dc6753546 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1170065498-network', 'tenant_id': '69ce95bedcdf489da0d6158b9f0adbbb'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:54:13.356830 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2305cb20-7f1e-4fa7-b3e2-1ec228648ea7 admin admin] Made reservation on behalf of b41df82b71c04f518bb426f0e960c13c for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:54:13.359871 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2305cb20-7f1e-4fa7-b3e2-1ec228648ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:13.374893 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2305cb20-7f1e-4fa7-b3e2-1ec228648ea7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:13.434298 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:13.456790 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2305cb20-7f1e-4fa7-b3e2-1ec228648ea7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:13.519538 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49135dfa-e89e-440d-99cd-ea4dc6753546 admin admin] Made reservation on behalf of 69ce95bedcdf489da0d6158b9f0adbbb for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:54:13.522319 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-49135dfa-e89e-440d-99cd-ea4dc6753546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:13.531343 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-49135dfa-e89e-440d-99cd-ea4dc6753546 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:13.553239 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:13.555509 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2305cb20-7f1e-4fa7-b3e2-1ec228648ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:13.601926 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2305cb20-7f1e-4fa7-b3e2-1ec228648ea7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1002, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:54:13.613177 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2305cb20-7f1e-4fa7-b3e2-1ec228648ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403c45bf-13f3-4e1b-b684-92949f9f9aaa,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:13.621099 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2305cb20-7f1e-4fa7-b3e2-1ec228648ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:13.622753 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-2305cb20-7f1e-4fa7-b3e2-1ec228648ea7 admin admin] Added segment 7087a874-3c18-4df7-a66e-d4157b05ddbf of type vlan for network ff43375c-397e-47f1-8c6a-c17892606b3f Oct 27 18:54:13.688144 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2305cb20-7f1e-4fa7-b3e2-1ec228648ea7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:13.691366 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-49135dfa-e89e-440d-99cd-ea4dc6753546 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:13.777084 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-49135dfa-e89e-440d-99cd-ea4dc6753546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:13.807695 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49135dfa-e89e-440d-99cd-ea4dc6753546 admin admin] vlan segment allocate from pool success with {'vlan_id': 1024, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:54:13.814752 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2305cb20-7f1e-4fa7-b3e2-1ec228648ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:13.815803 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2305cb20-7f1e-4fa7-b3e2-1ec228648ea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:13.816453 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2305cb20-7f1e-4fa7-b3e2-1ec228648ea7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:13.840282 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49135dfa-e89e-440d-99cd-ea4dc6753546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2800fb5b-bfdc-4e39-8277-d0d3a8031a1f,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:13.873345 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-49135dfa-e89e-440d-99cd-ea4dc6753546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:13.873692 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-49135dfa-e89e-440d-99cd-ea4dc6753546 admin admin] Added segment 9aba0c60-d2f1-4171-830a-27af69bfef53 of type vlan for network 32dc071c-1c79-4718-afbd-092eda278aa0 Oct 27 18:54:13.921595 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2305cb20-7f1e-4fa7-b3e2-1ec228648ea7 admin admin] Pushing event updated for resources: {'Network': ['ID=ff43375c-397e-47f1-8c6a-c17892606b3f,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:13.931078 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network ff43375c-397e-47f1-8c6a-c17892606b3f details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:54:13.935940 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-49135dfa-e89e-440d-99cd-ea4dc6753546 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:13.991724 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2305cb20-7f1e-4fa7-b3e2-1ec228648ea7 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8628628 Oct 27 18:54:13.995107 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41764) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:54:14.000033 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-0f492e9a-a61c-42d1-a847-ee7d3ee41f2d admin admin] Request body: {'subnet': {'network_id': 'ff43375c-397e-47f1-8c6a-c17892606b3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2141801317-subnet', 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:54:14.057144 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-49135dfa-e89e-440d-99cd-ea4dc6753546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:14.058329 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49135dfa-e89e-440d-99cd-ea4dc6753546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:14.059152 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-49135dfa-e89e-440d-99cd-ea4dc6753546 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:14.104956 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f492e9a-a61c-42d1-a847-ee7d3ee41f2d admin admin] Made reservation on behalf of b41df82b71c04f518bb426f0e960c13c for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:54:14.107329 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0f492e9a-a61c-42d1-a847-ee7d3ee41f2d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:14.109713 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0afafc-a2e1-4085-92a6-10425949da01 req-ca49155c-4997-4996-9554-c63ca1d8b443 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:14.111707 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fe0afafc-a2e1-4085-92a6-10425949da01 req-ca49155c-4997-4996-9554-c63ca1d8b443 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 944 time: 0.0536292 Oct 27 18:54:14.160119 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fe0afafc-a2e1-4085-92a6-10425949da01 req-5c0408f6-94d6-4100-bd71-2e612a6fdf5a tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416937 Oct 27 18:54:14.162534 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49135dfa-e89e-440d-99cd-ea4dc6753546 admin admin] Pushing event updated for resources: {'Network': ['ID=32dc071c-1c79-4718-afbd-092eda278aa0,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:14.178987 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 32dc071c-1c79-4718-afbd-092eda278aa0 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:54:14.217937 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-49135dfa-e89e-440d-99cd-ea4dc6753546 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0530407 Oct 27 18:54:14.222483 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41768) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:54:14.231037 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-9ace7bd6-8758-440b-ae7e-10b389233da7 admin admin] Request body: {'subnet': {'network_id': '32dc071c-1c79-4718-afbd-092eda278aa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1170065498-subnet', 'tenant_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:54:14.668487 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ace7bd6-8758-440b-ae7e-10b389233da7 admin admin] Made reservation on behalf of 69ce95bedcdf489da0d6158b9f0adbbb for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:54:14.671774 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9ace7bd6-8758-440b-ae7e-10b389233da7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:14.715254 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0f492e9a-a61c-42d1-a847-ee7d3ee41f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:14.809879 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f492e9a-a61c-42d1-a847-ee7d3ee41f2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee3a74a5-9b8c-49ba-8152-38eb33e35df4,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:14.829950 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f492e9a-a61c-42d1-a847-ee7d3ee41f2d admin admin] Checking segment: {'id': '7087a874-3c18-4df7-a66e-d4157b05ddbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'ff43375c-397e-47f1-8c6a-c17892606b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:54:14.830271 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f492e9a-a61c-42d1-a847-ee7d3ee41f2d admin admin] Network hostable DHCP agents. Network: ff43375c-397e-47f1-8c6a-c17892606b3f, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:54:14.937009 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f492e9a-a61c-42d1-a847-ee7d3ee41f2d admin admin] Network ff43375c-397e-47f1-8c6a-c17892606b3f is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:54:15.022794 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-0f492e9a-a61c-42d1-a847-ee7d3ee41f2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, ff43375c-397e-47f1-8c6a-c17892606b3f) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:54:15.026131 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9ace7bd6-8758-440b-ae7e-10b389233da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:15.031587 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f492e9a-a61c-42d1-a847-ee7d3ee41f2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:15.032160 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0f492e9a-a61c-42d1-a847-ee7d3ee41f2d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:15.034762 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7277b58e-4c17-477a-adf0-6df89caffa99 None None] Network ff43375c-397e-47f1-8c6a-c17892606b3f requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:54:15.089616 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace7bd6-8758-440b-ae7e-10b389233da7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65ebe553-d59a-4ae0-acd6-d55189b59e78,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:15.107968 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ace7bd6-8758-440b-ae7e-10b389233da7 admin admin] Checking segment: {'id': '9aba0c60-d2f1-4171-830a-27af69bfef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '32dc071c-1c79-4718-afbd-092eda278aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:54:15.108325 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ace7bd6-8758-440b-ae7e-10b389233da7 admin admin] Network hostable DHCP agents. Network: 32dc071c-1c79-4718-afbd-092eda278aa0, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:54:15.173678 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0f492e9a-a61c-42d1-a847-ee7d3ee41f2d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1774857 Oct 27 18:54:15.176375 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41770) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:54:15.182964 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-06af80e7-ae11-4979-986b-cfeeba8a954c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2141801317-router', 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:54:15.202255 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:15.213426 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ace7bd6-8758-440b-ae7e-10b389233da7 admin admin] Network 32dc071c-1c79-4718-afbd-092eda278aa0 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:54:15.215004 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df87a7e-d8a8-4e0b-91b5-0d28aa05cb8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-ff43375c-397e-47f1-8c6a-c17892606b3f', 'network_id': 'ff43375c-397e-47f1-8c6a-c17892606b3f', 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c', 'fixed_ips': [{'subnet_id': 'ee3a74a5-9b8c-49ba-8152-38eb33e35df4'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:54:15.215876 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0df87a7e-d8a8-4e0b-91b5-0d28aa05cb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:15.312442 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fa1c1-431c-4601-bf4b-952e63ec4f39 req-a8cbeb1c-27cc-4874-8514-8e49b59a853f tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:15.314052 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a30fa1c1-431c-4601-bf4b-952e63ec4f39 req-a8cbeb1c-27cc-4874-8514-8e49b59a853f tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 944 time: 0.0752182 Oct 27 18:54:15.319872 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-06af80e7-ae11-4979-986b-cfeeba8a954c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:15.321609 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-06af80e7-ae11-4979-986b-cfeeba8a954c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:15.328502 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-9ace7bd6-8758-440b-ae7e-10b389233da7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 32dc071c-1c79-4718-afbd-092eda278aa0) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:54:15.334391 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ace7bd6-8758-440b-ae7e-10b389233da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:15.335207 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9ace7bd6-8758-440b-ae7e-10b389233da7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:15.345843 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec427c6-26d3-4deb-b5bb-4a1a6f1390ab None None] Network 32dc071c-1c79-4718-afbd-092eda278aa0 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:54:15.383353 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a30fa1c1-431c-4601-bf4b-952e63ec4f39 req-1c1e50e3-9e02-4bff-a25c-d8ec8b028081 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633714 Oct 27 18:54:15.417315 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-06af80e7-ae11-4979-986b-cfeeba8a954c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:15.419685 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-0df87a7e-d8a8-4e0b-91b5-0d28aa05cb8b None None] Allocated IP 172.20.0.2 (ff43375c-397e-47f1-8c6a-c17892606b3f/ee3a74a5-9b8c-49ba-8152-38eb33e35df4/2e4b4917-3697-4853-8bff-f9e299dcfd4c) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:54:15.471119 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9ace7bd6-8758-440b-ae7e-10b389233da7 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2471189 Oct 27 18:54:15.473894 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41774) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:54:15.479306 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-fc8693cc-eb3d-47dd-a0b1-11948f90f7bc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1170065498-router', 'tenant_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:54:15.640647 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fc8693cc-eb3d-47dd-a0b1-11948f90f7bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:15.641647 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fc8693cc-eb3d-47dd-a0b1-11948f90f7bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:15.681588 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-06af80e7-ae11-4979-986b-cfeeba8a954c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:15.732321 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c130ac0-a089-4db4-9873-984c381a02d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-32dc071c-1c79-4718-afbd-092eda278aa0', 'network_id': '32dc071c-1c79-4718-afbd-092eda278aa0', 'tenant_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'fixed_ips': [{'subnet_id': '65ebe553-d59a-4ae0-acd6-d55189b59e78'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:54:15.733273 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5c130ac0-a089-4db4-9873-984c381a02d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:15.740364 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fc8693cc-eb3d-47dd-a0b1-11948f90f7bc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:15.896590 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0df87a7e-d8a8-4e0b-91b5-0d28aa05cb8b None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:15.942085 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-5c130ac0-a089-4db4-9873-984c381a02d1 None None] Allocated IP 172.20.0.2 (32dc071c-1c79-4718-afbd-092eda278aa0/65ebe553-d59a-4ae0-acd6-d55189b59e78/0a44e84d-6f97-4f7f-9e4e-1389f964d5bd) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:54:15.971668 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0df87a7e-d8a8-4e0b-91b5-0d28aa05cb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:16.063089 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df87a7e-d8a8-4e0b-91b5-0d28aa05cb8b None None] Network ff43375c-397e-47f1-8c6a-c17892606b3f is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:54:16.070102 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-0df87a7e-d8a8-4e0b-91b5-0d28aa05cb8b None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:54:16.075223 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df87a7e-d8a8-4e0b-91b5-0d28aa05cb8b None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:54:16.077035 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df87a7e-d8a8-4e0b-91b5-0d28aa05cb8b None None] Pushing event updated for resources: {'Port': ['ID=2e4b4917-3697-4853-8bff-f9e299dcfd4c,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:16.095794 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fc8693cc-eb3d-47dd-a0b1-11948f90f7bc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:16.108238 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-06af80e7-ae11-4979-986b-cfeeba8a954c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:16.128017 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-06af80e7-ae11-4979-986b-cfeeba8a954c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:16.201438 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-0df87a7e-d8a8-4e0b-91b5-0d28aa05cb8b None None] Attempting to bind port 2e4b4917-3697-4853-8bff-f9e299dcfd4c on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:54:16.201865 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-0df87a7e-d8a8-4e0b-91b5-0d28aa05cb8b None None] Attempting to bind port 2e4b4917-3697-4853-8bff-f9e299dcfd4c by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '7087a874-3c18-4df7-a66e-d4157b05ddbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'ff43375c-397e-47f1-8c6a-c17892606b3f'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:54:16.202252 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df87a7e-d8a8-4e0b-91b5-0d28aa05cb8b None None] Attempting to bind port 2e4b4917-3697-4853-8bff-f9e299dcfd4c on network ff43375c-397e-47f1-8c6a-c17892606b3f {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:54:16.205513 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5c130ac0-a089-4db4-9873-984c381a02d1 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:16.210165 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df87a7e-d8a8-4e0b-91b5-0d28aa05cb8b None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:54:16.210548 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df87a7e-d8a8-4e0b-91b5-0d28aa05cb8b None None] Checking segment: {'id': '7087a874-3c18-4df7-a66e-d4157b05ddbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'ff43375c-397e-47f1-8c6a-c17892606b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:54:16.210968 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0df87a7e-d8a8-4e0b-91b5-0d28aa05cb8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:16.211398 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df87a7e-d8a8-4e0b-91b5-0d28aa05cb8b None None] Bound using segment: {'id': '7087a874-3c18-4df7-a66e-d4157b05ddbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'ff43375c-397e-47f1-8c6a-c17892606b3f'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:54:16.211891 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-0df87a7e-d8a8-4e0b-91b5-0d28aa05cb8b None None] Bound port: 2e4b4917-3697-4853-8bff-f9e299dcfd4c, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7087a874-3c18-4df7-a66e-d4157b05ddbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'ff43375c-397e-47f1-8c6a-c17892606b3f'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:54:16.212287 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0df87a7e-d8a8-4e0b-91b5-0d28aa05cb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:16.279517 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-0df87a7e-d8a8-4e0b-91b5-0d28aa05cb8b None None] For port 2e4b4917-3697-4853-8bff-f9e299dcfd4c, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:54:16.282565 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-0df87a7e-d8a8-4e0b-91b5-0d28aa05cb8b None None] For port 2e4b4917-3697-4853-8bff-f9e299dcfd4c, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=2e4b4917-3697-4853-8bff-f9e299dcfd4c,segment=NetworkSegment(7087a874-3c18-4df7-a66e-d4157b05ddbf),segment_id=7087a874-3c18-4df7-a66e-d4157b05ddbf)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:54:16.284739 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-06af80e7-ae11-4979-986b-cfeeba8a954c admin admin] Allocated IP 172.25.6.80 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/d5a122cb-d617-46aa-ae4c-398e8e78a3b8) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:54:16.302425 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5c130ac0-a089-4db4-9873-984c381a02d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:16.346670 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c130ac0-a089-4db4-9873-984c381a02d1 None None] Network 32dc071c-1c79-4718-afbd-092eda278aa0 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:54:16.349543 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-5c130ac0-a089-4db4-9873-984c381a02d1 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:54:16.353199 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c130ac0-a089-4db4-9873-984c381a02d1 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:54:16.362657 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c130ac0-a089-4db4-9873-984c381a02d1 None None] Pushing event updated for resources: {'Port': ['ID=0a44e84d-6f97-4f7f-9e4e-1389f964d5bd,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:16.392665 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0df87a7e-d8a8-4e0b-91b5-0d28aa05cb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:16.453601 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-06af80e7-ae11-4979-986b-cfeeba8a954c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:16.474447 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-5c130ac0-a089-4db4-9873-984c381a02d1 None None] Attempting to bind port 0a44e84d-6f97-4f7f-9e4e-1389f964d5bd on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:54:16.475275 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-5c130ac0-a089-4db4-9873-984c381a02d1 None None] Attempting to bind port 0a44e84d-6f97-4f7f-9e4e-1389f964d5bd by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '9aba0c60-d2f1-4171-830a-27af69bfef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '32dc071c-1c79-4718-afbd-092eda278aa0'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:54:16.476562 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c130ac0-a089-4db4-9873-984c381a02d1 None None] Attempting to bind port 0a44e84d-6f97-4f7f-9e4e-1389f964d5bd on network 32dc071c-1c79-4718-afbd-092eda278aa0 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:54:16.500919 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c130ac0-a089-4db4-9873-984c381a02d1 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:54:16.502326 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c130ac0-a089-4db4-9873-984c381a02d1 None None] Checking segment: {'id': '9aba0c60-d2f1-4171-830a-27af69bfef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '32dc071c-1c79-4718-afbd-092eda278aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:54:16.502805 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5c130ac0-a089-4db4-9873-984c381a02d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:16.503383 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c130ac0-a089-4db4-9873-984c381a02d1 None None] Bound using segment: {'id': '9aba0c60-d2f1-4171-830a-27af69bfef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '32dc071c-1c79-4718-afbd-092eda278aa0'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:54:16.503743 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-5c130ac0-a089-4db4-9873-984c381a02d1 None None] Bound port: 0a44e84d-6f97-4f7f-9e4e-1389f964d5bd, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aba0c60-d2f1-4171-830a-27af69bfef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '32dc071c-1c79-4718-afbd-092eda278aa0'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:54:16.504133 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5c130ac0-a089-4db4-9873-984c381a02d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:16.512472 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df87a7e-d8a8-4e0b-91b5-0d28aa05cb8b None None] Pushing event updated for resources: {'Port': ['ID=2e4b4917-3697-4853-8bff-f9e299dcfd4c,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:16.529243 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4339062-4e90-48ea-93ee-0d66b011e38a req-9c78e01d-b143-40c8-b8e5-0b30e9d83168 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:16.535768 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c4339062-4e90-48ea-93ee-0d66b011e38a req-9c78e01d-b143-40c8-b8e5-0b30e9d83168 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 944 time: 0.0792747 Oct 27 18:54:16.566528 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fc8693cc-eb3d-47dd-a0b1-11948f90f7bc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:16.588284 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c4339062-4e90-48ea-93ee-0d66b011e38a req-6d1c38b6-9d94-42de-be90-d1df96a46d52 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475974 Oct 27 18:54:16.594764 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fc8693cc-eb3d-47dd-a0b1-11948f90f7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:16.596475 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-5c130ac0-a089-4db4-9873-984c381a02d1 None None] For port 0a44e84d-6f97-4f7f-9e4e-1389f964d5bd, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:54:16.601087 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-5c130ac0-a089-4db4-9873-984c381a02d1 None None] For port 0a44e84d-6f97-4f7f-9e4e-1389f964d5bd, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=0a44e84d-6f97-4f7f-9e4e-1389f964d5bd,segment=NetworkSegment(9aba0c60-d2f1-4171-830a-27af69bfef53),segment_id=9aba0c60-d2f1-4171-830a-27af69bfef53)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:54:16.651322 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-06af80e7-ae11-4979-986b-cfeeba8a954c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:16.709783 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06af80e7-ae11-4979-986b-cfeeba8a954c admin admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:54:16.720287 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-06af80e7-ae11-4979-986b-cfeeba8a954c admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:54:16.723540 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06af80e7-ae11-4979-986b-cfeeba8a954c admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:54:16.732980 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5c130ac0-a089-4db4-9873-984c381a02d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:16.803489 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af80e7-ae11-4979-986b-cfeeba8a954c admin admin] Pushing event updated for resources: {'Port': ['ID=d5a122cb-d617-46aa-ae4c-398e8e78a3b8,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:16.848222 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-fc8693cc-eb3d-47dd-a0b1-11948f90f7bc admin admin] Allocated IP 172.25.6.177 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/e2a77d41-6f6c-45b4-8a9b-934bc2706cb7) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:54:16.848604 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c130ac0-a089-4db4-9873-984c381a02d1 None None] Pushing event updated for resources: {'Port': ['ID=0a44e84d-6f97-4f7f-9e4e-1389f964d5bd,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:17.089023 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fc8693cc-eb3d-47dd-a0b1-11948f90f7bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:17.206028 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fc8693cc-eb3d-47dd-a0b1-11948f90f7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:17.258551 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8693cc-eb3d-47dd-a0b1-11948f90f7bc admin admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:54:17.265080 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-fc8693cc-eb3d-47dd-a0b1-11948f90f7bc admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:54:17.270152 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8693cc-eb3d-47dd-a0b1-11948f90f7bc admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:54:17.308438 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8693cc-eb3d-47dd-a0b1-11948f90f7bc admin admin] Pushing event updated for resources: {'Port': ['ID=e2a77d41-6f6c-45b4-8a9b-934bc2706cb7,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:17.320770 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-06af80e7-ae11-4979-986b-cfeeba8a954c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:17.649882 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-06af80e7-ae11-4979-986b-cfeeba8a954c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:17.650043 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 2e4b4917-3697-4853-8bff-f9e299dcfd4c up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:54:17.677287 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8e78a6-6298-4c4c-a31c-a55d2dbc5826 None None] Network ff43375c-397e-47f1-8c6a-c17892606b3f requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:54:17.769970 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3800b7-cc11-4e30-a9b2-3d92204a5202 req-126c0876-2528-4459-b7b1-59bd8706d0fe tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:17.781171 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-0314b318-1ccf-4ba3-b29b-9738d48dc278 None None] Provisioning complete for port 2e4b4917-3697-4853-8bff-f9e299dcfd4c triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:54:17.781171 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0314b318-1ccf-4ba3-b29b-9738d48dc278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:17.785030 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af3800b7-cc11-4e30-a9b2-3d92204a5202 req-126c0876-2528-4459-b7b1-59bd8706d0fe tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 944 time: 0.0838394 Oct 27 18:54:17.826931 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 2e4b4917-3697-4853-8bff-f9e299dcfd4c triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:54:17.827301 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:17.839890 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af3800b7-cc11-4e30-a9b2-3d92204a5202 req-bc122f68-a31c-4410-9a0d-8c3ebf5cac2c tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523896 Oct 27 18:54:18.020653 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0314b318-1ccf-4ba3-b29b-9738d48dc278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:18.034333 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:18.082843 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-0314b318-1ccf-4ba3-b29b-9738d48dc278 None None] For port 2e4b4917-3697-4853-8bff-f9e299dcfd4c, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=2e4b4917-3697-4853-8bff-f9e299dcfd4c,segment=NetworkSegment(7087a874-3c18-4df7-a66e-d4157b05ddbf),segment_id=7087a874-3c18-4df7-a66e-d4157b05ddbf)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:54:18.163919 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0314b318-1ccf-4ba3-b29b-9738d48dc278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:18.211388 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fc8693cc-eb3d-47dd-a0b1-11948f90f7bc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:18.271563 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:54:18.271955 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:54:18.294668 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314b318-1ccf-4ba3-b29b-9738d48dc278 None None] Pushing event updated for resources: {'Port': ['ID=2e4b4917-3697-4853-8bff-f9e299dcfd4c,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:18.376423 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1b5894-04df-4c09-a2e3-22a4db710c71 None None] Network 32dc071c-1c79-4718-afbd-092eda278aa0 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:54:18.463569 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-756e3bf7-854f-4cec-ab46-c93d9259e2fe None None] Provisioning complete for port 0a44e84d-6f97-4f7f-9e4e-1389f964d5bd triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:54:18.464306 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-756e3bf7-854f-4cec-ab46-c93d9259e2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:18.514644 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06af80e7-ae11-4979-986b-cfeeba8a954c admin admin] Router 7b9ef261-3e24-4597-b2ed-5a9f50053f56 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:54:18.633813 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-756e3bf7-854f-4cec-ab46-c93d9259e2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:18.634021 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fc8693cc-eb3d-47dd-a0b1-11948f90f7bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:18.680616 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-756e3bf7-854f-4cec-ab46-c93d9259e2fe None None] For port 0a44e84d-6f97-4f7f-9e4e-1389f964d5bd, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=0a44e84d-6f97-4f7f-9e4e-1389f964d5bd,segment=NetworkSegment(9aba0c60-d2f1-4171-830a-27af69bfef53),segment_id=9aba0c60-d2f1-4171-830a-27af69bfef53)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:54:18.754200 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-756e3bf7-854f-4cec-ab46-c93d9259e2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:18.764869 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06af80e7-ae11-4979-986b-cfeeba8a954c admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:54:18.778338 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65004039-bb77-4043-9a99-91a8aaa35300 None None] Sync routers for ids ['7b9ef261-3e24-4597-b2ed-5a9f50053f56'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:54:18.795770 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65004039-bb77-4043-9a99-91a8aaa35300 None None] Routers {'7b9ef261-3e24-4597-b2ed-5a9f50053f56'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:54:18.796831 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-65004039-bb77-4043-9a99-91a8aaa35300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:54:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['7b9ef261-3e24-4597-b2ed-5a9f50053f56'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:54:18.872428 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e3bf7-854f-4cec-ab46-c93d9259e2fe None None] Pushing event updated for resources: {'Port': ['ID=0a44e84d-6f97-4f7f-9e4e-1389f964d5bd,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:18.874885 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-06af80e7-ae11-4979-986b-cfeeba8a954c admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:18.884134 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 0a44e84d-6f97-4f7f-9e4e-1389f964d5bd up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:54:18.886753 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41782) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:54:18.887432 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-06af80e7-ae11-4979-986b-cfeeba8a954c admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7098064 Oct 27 18:54:18.914526 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8693cc-eb3d-47dd-a0b1-11948f90f7bc admin admin] Router ce3cc18e-b40a-48e6-834c-39d80648aaca is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:54:18.931991 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-61424ed6-4d2c-4df5-81a1-1bed3dbefafc None None] Provisioning complete for port 2e4b4917-3697-4853-8bff-f9e299dcfd4c triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:54:18.932319 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-61424ed6-4d2c-4df5-81a1-1bed3dbefafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:18.970221 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-65004039-bb77-4043-9a99-91a8aaa35300 None None] Set router 7b9ef261-3e24-4597-b2ed-5a9f50053f56 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:54:19.041530 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 0a44e84d-6f97-4f7f-9e4e-1389f964d5bd triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:54:19.041920 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:19.066386 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca76328-5459-4cb2-a448-d21ad4b1e4a0 req-e52881c2-e0ef-46a0-b599-dfab6cd76bb4 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:19.067993 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8ca76328-5459-4cb2-a448-d21ad4b1e4a0 req-e52881c2-e0ef-46a0-b599-dfab6cd76bb4 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 944 time: 0.1142125 Oct 27 18:54:19.086593 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8693cc-eb3d-47dd-a0b1-11948f90f7bc admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:54:19.087201 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1838d81f-e6c9-4aa4-aa3a-1e53a8bdab4e None None] Sync routers for ids ['ce3cc18e-b40a-48e6-834c-39d80648aaca'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:54:19.103148 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1838d81f-e6c9-4aa4-aa3a-1e53a8bdab4e None None] Routers {'ce3cc18e-b40a-48e6-834c-39d80648aaca'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:54:19.103874 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-1838d81f-e6c9-4aa4-aa3a-1e53a8bdab4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:54:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['ce3cc18e-b40a-48e6-834c-39d80648aaca'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:54:19.132282 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8ca76328-5459-4cb2-a448-d21ad4b1e4a0 req-8dae3515-c6c1-4e67-9d44-f5b1616f03fe tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508487 Oct 27 18:54:19.223919 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fc8693cc-eb3d-47dd-a0b1-11948f90f7bc admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:19.225328 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-fc8693cc-eb3d-47dd-a0b1-11948f90f7bc admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7502694 Oct 27 18:54:19.228125 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41784) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:54:19.235183 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-65004039-bb77-4043-9a99-91a8aaa35300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'name': 'tempest-AttachVolumeTestJSON-2141801317-router', 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'd5a122cb-d617-46aa-ae4c-398e8e78a3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:15Z', 'updated_at': '2021-10-27T18:54:17Z', 'revision_number': 3, 'project_id': 'b41df82b71c04f518bb426f0e960c13c', 'gw_port': {'id': 'd5a122cb-d617-46aa-ae4c-398e8e78a3b8', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:81:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:16Z', 'updated_at': '2021-10-27T18:54:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:54:19.370521 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65004039-bb77-4043-9a99-91a8aaa35300 None None] Checking router: 7b9ef261-3e24-4597-b2ed-5a9f50053f56 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:54:19.370891 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65004039-bb77-4043-9a99-91a8aaa35300 None None] Updating router 7b9ef261-3e24-4597-b2ed-5a9f50053f56 port d5a122cb-d617-46aa-ae4c-398e8e78a3b8 binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:54:19.426390 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-65004039-bb77-4043-9a99-91a8aaa35300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:19.585604 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-569347e1-d096-4fa2-8564-b34651aca02d None None] Provisioning complete for port 0a44e84d-6f97-4f7f-9e4e-1389f964d5bd triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:54:19.586029 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-569347e1-d096-4fa2-8564-b34651aca02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:19.612354 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-1838d81f-e6c9-4aa4-aa3a-1e53a8bdab4e None None] Set router ce3cc18e-b40a-48e6-834c-39d80648aaca gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:54:19.690572 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-053f63d7-1245-4cf9-849a-650c5d296d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:19.777668 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 2e4b4917-3697-4853-8bff-f9e299dcfd4c up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:54:19.930931 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 2e4b4917-3697-4853-8bff-f9e299dcfd4c triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:54:19.931312 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:19.952023 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-053f63d7-1245-4cf9-849a-650c5d296d71 admin admin] Allocated IP 172.20.0.1 (ff43375c-397e-47f1-8c6a-c17892606b3f/ee3a74a5-9b8c-49ba-8152-38eb33e35df4/09d88d18-ca52-4d74-800e-d67c4b05af48) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:54:19.965367 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-21ad1744-eca9-44b2-b653-e60939592a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:19.993727 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-1838d81f-e6c9-4aa4-aa3a-1e53a8bdab4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'name': 'tempest-TestVolumeBackupRestore-1170065498-router', 'tenant_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'e2a77d41-6f6c-45b4-8a9b-934bc2706cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:15Z', 'updated_at': '2021-10-27T18:54:17Z', 'revision_number': 3, 'project_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'gw_port': {'id': 'e2a77d41-6f6c-45b4-8a9b-934bc2706cb7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:16Z', 'updated_at': '2021-10-27T18:54:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:54:20.036639 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-65004039-bb77-4043-9a99-91a8aaa35300 None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:20.041050 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1838d81f-e6c9-4aa4-aa3a-1e53a8bdab4e None None] Checking router: ce3cc18e-b40a-48e6-834c-39d80648aaca for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:54:20.041703 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1838d81f-e6c9-4aa4-aa3a-1e53a8bdab4e None None] Updating router ce3cc18e-b40a-48e6-834c-39d80648aaca port e2a77d41-6f6c-45b4-8a9b-934bc2706cb7 binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:54:20.101328 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1838d81f-e6c9-4aa4-aa3a-1e53a8bdab4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:20.107376 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 0a44e84d-6f97-4f7f-9e4e-1389f964d5bd up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:54:20.114022 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-053f63d7-1245-4cf9-849a-650c5d296d71 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:20.131185 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-65004039-bb77-4043-9a99-91a8aaa35300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:20.219827 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-65004039-bb77-4043-9a99-91a8aaa35300 None None] Attempting to bind port d5a122cb-d617-46aa-ae4c-398e8e78a3b8 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:54:20.219827 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-65004039-bb77-4043-9a99-91a8aaa35300 None None] Attempting to bind port d5a122cb-d617-46aa-ae4c-398e8e78a3b8 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:54:20.219827 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65004039-bb77-4043-9a99-91a8aaa35300 None None] Attempting to bind port d5a122cb-d617-46aa-ae4c-398e8e78a3b8 on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:54:20.229985 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65004039-bb77-4043-9a99-91a8aaa35300 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:54:20.230635 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65004039-bb77-4043-9a99-91a8aaa35300 None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:54:20.230921 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-65004039-bb77-4043-9a99-91a8aaa35300 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:20.231459 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65004039-bb77-4043-9a99-91a8aaa35300 None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:54:20.232065 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-65004039-bb77-4043-9a99-91a8aaa35300 None None] Bound port: d5a122cb-d617-46aa-ae4c-398e8e78a3b8, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:54:20.240450 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-65004039-bb77-4043-9a99-91a8aaa35300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:20.240603 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-21ad1744-eca9-44b2-b653-e60939592a92 admin admin] Allocated IP 172.20.0.1 (32dc071c-1c79-4718-afbd-092eda278aa0/65ebe553-d59a-4ae0-acd6-d55189b59e78/b5fd10d5-a0e8-40f3-8b35-8cdfbd3fd4fc) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:54:20.241103 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0cc86-78cf-4370-bf87-fb4d8dbc1cd8 None None] Pushing event updated for resources: {'Port': ['ID=d5a122cb-d617-46aa-ae4c-398e8e78a3b8,revision_number=2']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:20.303182 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 0a44e84d-6f97-4f7f-9e4e-1389f964d5bd triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:54:20.303557 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:20.305395 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-053f63d7-1245-4cf9-849a-650c5d296d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:20.332638 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-65004039-bb77-4043-9a99-91a8aaa35300 None None] For port d5a122cb-d617-46aa-ae4c-398e8e78a3b8, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:54:20.341784 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-65004039-bb77-4043-9a99-91a8aaa35300 None None] For port d5a122cb-d617-46aa-ae4c-398e8e78a3b8, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=d5a122cb-d617-46aa-ae4c-398e8e78a3b8,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:54:20.361169 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795a111-4d2e-4698-a006-5aebadda0623 req-3ddeaeab-ef1a-447e-9951-c5eb761f9bf1 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:20.362939 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b795a111-4d2e-4698-a006-5aebadda0623 req-3ddeaeab-ef1a-447e-9951-c5eb761f9bf1 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 944 time: 0.1075542 Oct 27 18:54:20.373713 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053f63d7-1245-4cf9-849a-650c5d296d71 admin admin] Network ff43375c-397e-47f1-8c6a-c17892606b3f is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:54:20.394896 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-053f63d7-1245-4cf9-849a-650c5d296d71 admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:54:20.399237 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053f63d7-1245-4cf9-849a-650c5d296d71 admin admin] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:54:20.401938 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f63d7-1245-4cf9-849a-650c5d296d71 admin admin] Pushing event updated for resources: {'Port': ['ID=09d88d18-ca52-4d74-800e-d67c4b05af48,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:20.441549 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-65004039-bb77-4043-9a99-91a8aaa35300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:20.450608 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-21ad1744-eca9-44b2-b653-e60939592a92 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:20.472200 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b795a111-4d2e-4698-a006-5aebadda0623 req-daea8101-e28b-48cf-8138-a07947cf9e10 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032004 Oct 27 18:54:20.496899 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-053f63d7-1245-4cf9-849a-650c5d296d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:20.555677 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0cc86-78cf-4370-bf87-fb4d8dbc1cd8 None None] Pushing event updated for resources: {'Port': ['ID=d5a122cb-d617-46aa-ae4c-398e8e78a3b8,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:20.567336 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-21ad1744-eca9-44b2-b653-e60939592a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:20.577714 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65004039-bb77-4043-9a99-91a8aaa35300 None None] Routers {'7b9ef261-3e24-4597-b2ed-5a9f50053f56'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:54:20.578359 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-65004039-bb77-4043-9a99-91a8aaa35300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:54:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['7b9ef261-3e24-4597-b2ed-5a9f50053f56'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:54:20.618681 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1838d81f-e6c9-4aa4-aa3a-1e53a8bdab4e None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:20.643939 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ad1744-eca9-44b2-b653-e60939592a92 admin admin] Network 32dc071c-1c79-4718-afbd-092eda278aa0 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:54:20.645739 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-21ad1744-eca9-44b2-b653-e60939592a92 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:54:20.652640 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ad1744-eca9-44b2-b653-e60939592a92 admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:54:20.693872 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1838d81f-e6c9-4aa4-aa3a-1e53a8bdab4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:20.700902 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-21ad1744-eca9-44b2-b653-e60939592a92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:20.769443 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-65004039-bb77-4043-9a99-91a8aaa35300 None None] Set router 7b9ef261-3e24-4597-b2ed-5a9f50053f56 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:54:20.780761 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad1744-eca9-44b2-b653-e60939592a92 admin admin] Pushing event updated for resources: {'Port': ['ID=b5fd10d5-a0e8-40f3-8b35-8cdfbd3fd4fc,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:20.827370 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-1838d81f-e6c9-4aa4-aa3a-1e53a8bdab4e None None] Attempting to bind port e2a77d41-6f6c-45b4-8a9b-934bc2706cb7 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:54:20.827984 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-1838d81f-e6c9-4aa4-aa3a-1e53a8bdab4e None None] Attempting to bind port e2a77d41-6f6c-45b4-8a9b-934bc2706cb7 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:54:20.828137 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1838d81f-e6c9-4aa4-aa3a-1e53a8bdab4e None None] Attempting to bind port e2a77d41-6f6c-45b4-8a9b-934bc2706cb7 on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:54:20.849583 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-053f63d7-1245-4cf9-849a-650c5d296d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:20.877207 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1838d81f-e6c9-4aa4-aa3a-1e53a8bdab4e None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:54:20.878016 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1838d81f-e6c9-4aa4-aa3a-1e53a8bdab4e None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:54:20.878881 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1838d81f-e6c9-4aa4-aa3a-1e53a8bdab4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:20.879917 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1838d81f-e6c9-4aa4-aa3a-1e53a8bdab4e None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:54:20.881185 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-1838d81f-e6c9-4aa4-aa3a-1e53a8bdab4e None None] Bound port: e2a77d41-6f6c-45b4-8a9b-934bc2706cb7, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:54:20.881752 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1838d81f-e6c9-4aa4-aa3a-1e53a8bdab4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:20.886159 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f86979-ebd0-4fd2-9081-406349ab5e2e None None] Pushing event updated for resources: {'Port': ['ID=e2a77d41-6f6c-45b4-8a9b-934bc2706cb7,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:20.929787 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-fecf1d10-19fc-4c3d-bbd3-f29811c0c1d9 None None] Provisioning complete for port 09d88d18-ca52-4d74-800e-d67c4b05af48 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:54:20.930758 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fecf1d10-19fc-4c3d-bbd3-f29811c0c1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:21.013417 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-fecf1d10-19fc-4c3d-bbd3-f29811c0c1d9 None None] Port 09d88d18-ca52-4d74-800e-d67c4b05af48 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:54:21.017521 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-1838d81f-e6c9-4aa4-aa3a-1e53a8bdab4e None None] For port e2a77d41-6f6c-45b4-8a9b-934bc2706cb7, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:54:21.021111 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-1838d81f-e6c9-4aa4-aa3a-1e53a8bdab4e None None] For port e2a77d41-6f6c-45b4-8a9b-934bc2706cb7, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=e2a77d41-6f6c-45b4-8a9b-934bc2706cb7,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:54:21.024851 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-21ad1744-eca9-44b2-b653-e60939592a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:21.112530 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-65004039-bb77-4043-9a99-91a8aaa35300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'name': 'tempest-AttachVolumeTestJSON-2141801317-router', 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'd5a122cb-d617-46aa-ae4c-398e8e78a3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:15Z', 'updated_at': '2021-10-27T18:54:17Z', 'revision_number': 3, 'project_id': 'b41df82b71c04f518bb426f0e960c13c', 'gw_port': {'id': 'd5a122cb-d617-46aa-ae4c-398e8e78a3b8', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:81:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:16Z', 'updated_at': '2021-10-27T18:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:54:21.114580 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1838d81f-e6c9-4aa4-aa3a-1e53a8bdab4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:21.141463 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-053f63d7-1245-4cf9-849a-650c5d296d71 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:21.146503 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65004039-bb77-4043-9a99-91a8aaa35300 None None] The sync data for ids ['7b9ef261-3e24-4597-b2ed-5a9f50053f56'] in n-d-815690-2 is: [{'id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'name': 'tempest-AttachVolumeTestJSON-2141801317-router', 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'd5a122cb-d617-46aa-ae4c-398e8e78a3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:15Z', 'updated_at': '2021-10-27T18:54:17Z', 'revision_number': 3, 'project_id': 'b41df82b71c04f518bb426f0e960c13c', 'gw_port': {'id': 'd5a122cb-d617-46aa-ae4c-398e8e78a3b8', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:81:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:16Z', 'updated_at': '2021-10-27T18:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:54:21.237159 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f86979-ebd0-4fd2-9081-406349ab5e2e None None] Pushing event updated for resources: {'Port': ['ID=e2a77d41-6f6c-45b4-8a9b-934bc2706cb7,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:21.241970 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1838d81f-e6c9-4aa4-aa3a-1e53a8bdab4e None None] Routers {'ce3cc18e-b40a-48e6-834c-39d80648aaca'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:54:21.242724 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-1838d81f-e6c9-4aa4-aa3a-1e53a8bdab4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:54:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['ce3cc18e-b40a-48e6-834c-39d80648aaca'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:54:21.270175 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-21ad1744-eca9-44b2-b653-e60939592a92 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:21.285576 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-053f63d7-1245-4cf9-849a-650c5d296d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:21.336440 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-c7527978-fac6-44c4-b9e3-dcf9681a0266 None None] Provisioning complete for port b5fd10d5-a0e8-40f3-8b35-8cdfbd3fd4fc triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:54:21.336968 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c7527978-fac6-44c4-b9e3-dcf9681a0266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:21.360535 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f63d7-1245-4cf9-849a-650c5d296d71 admin admin] Pushing event updated for resources: {'Port': ['ID=09d88d18-ca52-4d74-800e-d67c4b05af48,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:21.389201 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-053f63d7-1245-4cf9-849a-650c5d296d71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:21.392115 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-c7527978-fac6-44c4-b9e3-dcf9681a0266 None None] Port b5fd10d5-a0e8-40f3-8b35-8cdfbd3fd4fc cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:54:21.405435 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-21ad1744-eca9-44b2-b653-e60939592a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:21.410311 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-1838d81f-e6c9-4aa4-aa3a-1e53a8bdab4e None None] Set router ce3cc18e-b40a-48e6-834c-39d80648aaca gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:54:21.621395 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad1744-eca9-44b2-b653-e60939592a92 admin admin] Pushing event updated for resources: {'Port': ['ID=b5fd10d5-a0e8-40f3-8b35-8cdfbd3fd4fc,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:21.644753 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-21ad1744-eca9-44b2-b653-e60939592a92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:21.761678 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053f63d7-1245-4cf9-849a-650c5d296d71 admin admin] Network ff43375c-397e-47f1-8c6a-c17892606b3f is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:54:21.766402 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-053f63d7-1245-4cf9-849a-650c5d296d71 admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:54:21.797667 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d5a122cb-d617-46aa-ae4c-398e8e78a3b8 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:54:21.826937 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be3142-298b-4379-9b73-6c218fe2179c req-0274aec7-bb62-478e-bbc5-6c267d09ca76 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:21.829563 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-61be3142-298b-4379-9b73-6c218fe2179c req-0274aec7-bb62-478e-bbc5-6c267d09ca76 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 944 time: 0.1926918 Oct 27 18:54:21.857448 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ad1744-eca9-44b2-b653-e60939592a92 admin admin] Network 32dc071c-1c79-4718-afbd-092eda278aa0 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:54:21.858970 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-21ad1744-eca9-44b2-b653-e60939592a92 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:54:21.882023 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-1838d81f-e6c9-4aa4-aa3a-1e53a8bdab4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'name': 'tempest-TestVolumeBackupRestore-1170065498-router', 'tenant_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'e2a77d41-6f6c-45b4-8a9b-934bc2706cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:15Z', 'updated_at': '2021-10-27T18:54:20Z', 'revision_number': 4, 'project_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'gw_port': {'id': 'e2a77d41-6f6c-45b4-8a9b-934bc2706cb7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:16Z', 'updated_at': '2021-10-27T18:54:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'b5fd10d5-a0e8-40f3-8b35-8cdfbd3fd4fc', 'name': '', 'network_id': '32dc071c-1c79-4718-afbd-092eda278aa0', 'tenant_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'mac_address': 'fa:16:3e:ad:97:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '65ebe553-d59a-4ae0-acd6-d55189b59e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:20Z', 'updated_at': '2021-10-27T18:54:20Z', 'revision_number': 1, 'project_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'subnets': [{'id': '65ebe553-d59a-4ae0-acd6-d55189b59e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:54:21.949944 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1838d81f-e6c9-4aa4-aa3a-1e53a8bdab4e None None] The sync data for ids ['ce3cc18e-b40a-48e6-834c-39d80648aaca'] in n-d-815690-2 is: [{'id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'name': 'tempest-TestVolumeBackupRestore-1170065498-router', 'tenant_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'e2a77d41-6f6c-45b4-8a9b-934bc2706cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:15Z', 'updated_at': '2021-10-27T18:54:20Z', 'revision_number': 4, 'project_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'gw_port': {'id': 'e2a77d41-6f6c-45b4-8a9b-934bc2706cb7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:16Z', 'updated_at': '2021-10-27T18:54:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'b5fd10d5-a0e8-40f3-8b35-8cdfbd3fd4fc', 'name': '', 'network_id': '32dc071c-1c79-4718-afbd-092eda278aa0', 'tenant_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'mac_address': 'fa:16:3e:ad:97:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '65ebe553-d59a-4ae0-acd6-d55189b59e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:20Z', 'updated_at': '2021-10-27T18:54:20Z', 'revision_number': 1, 'project_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'subnets': [{'id': '65ebe553-d59a-4ae0-acd6-d55189b59e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:54:21.955384 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port d5a122cb-d617-46aa-ae4c-398e8e78a3b8 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:54:21.956063 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:22.127431 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-61be3142-298b-4379-9b73-6c218fe2179c req-faa300c0-a635-4350-8604-8a3d34385258 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262073 Oct 27 18:54:22.163918 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ad1744-eca9-44b2-b653-e60939592a92 admin admin] Router ce3cc18e-b40a-48e6-834c-39d80648aaca has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:54:22.192460 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053f63d7-1245-4cf9-849a-650c5d296d71 admin admin] Router 7b9ef261-3e24-4597-b2ed-5a9f50053f56 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:54:22.195468 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:22.239919 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port d5a122cb-d617-46aa-ae4c-398e8e78a3b8, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=d5a122cb-d617-46aa-ae4c-398e8e78a3b8,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:54:22.297624 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:22.412515 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-02a952b7-0e1f-43ce-bc28-873c16bcc678 None None] Provisioning complete for port b5fd10d5-a0e8-40f3-8b35-8cdfbd3fd4fc triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:54:22.413065 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-02a952b7-0e1f-43ce-bc28-873c16bcc678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:22.428432 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ad1744-eca9-44b2-b653-e60939592a92 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:54:22.434146 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-21ad1744-eca9-44b2-b653-e60939592a92 admin admin] 10.222.0.52 "PUT /v2.0/routers/ce3cc18e-b40a-48e6-834c-39d80648aaca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2045941 Oct 27 18:54:22.457883 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053f63d7-1245-4cf9-849a-650c5d296d71 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:54:22.465035 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-053f63d7-1245-4cf9-849a-650c5d296d71 admin admin] 10.222.0.52 "PUT /v2.0/routers/7b9ef261-3e24-4597-b2ed-5a9f50053f56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5755842 Oct 27 18:54:22.474748 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=d5a122cb-d617-46aa-ae4c-398e8e78a3b8,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:22.497765 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-02a952b7-0e1f-43ce-bc28-873c16bcc678 None None] Port b5fd10d5-a0e8-40f3-8b35-8cdfbd3fd4fc cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:54:22.514603 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-02a952b7-0e1f-43ce-bc28-873c16bcc678 None None] Provisioning complete for port 09d88d18-ca52-4d74-800e-d67c4b05af48 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:54:22.514603 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-02a952b7-0e1f-43ce-bc28-873c16bcc678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:22.557567 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-02a952b7-0e1f-43ce-bc28-873c16bcc678 None None] Port 09d88d18-ca52-4d74-800e-d67c4b05af48 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:54:23.192844 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41810) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:54:23.199825 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-096638e5-3915-42d2-804b-91eea5ba22ee tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1100966280', 'description': 'tempest-description--1030919978'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:54:23.295029 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93b7a0-83fd-4efd-91fd-d6dfbaf46489 req-ea24e793-637f-4629-bddd-66848461fbc2 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:23.299119 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1a93b7a0-83fd-4efd-91fd-d6dfbaf46489 req-ea24e793-637f-4629-bddd-66848461fbc2 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 944 time: 0.0579264 Oct 27 18:54:23.309766 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-096638e5-3915-42d2-804b-91eea5ba22ee tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:23.344450 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1a93b7a0-83fd-4efd-91fd-d6dfbaf46489 req-7308346e-af92-4aa7-a20d-1914edf12799 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411298 Oct 27 18:54:23.374163 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41814) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:54:23.380289 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-fc17df21-df62-409d-bfc9-1adb682ae64d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1272493333-network', 'tenant_id': 'bc8073963a4f4b06833c57338a485035'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:54:23.408590 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-096638e5-3915-42d2-804b-91eea5ba22ee tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:23.520258 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-096638e5-3915-42d2-804b-91eea5ba22ee tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:23.520452 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc17df21-df62-409d-bfc9-1adb682ae64d admin admin] Made reservation on behalf of bc8073963a4f4b06833c57338a485035 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:54:23.522900 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fc17df21-df62-409d-bfc9-1adb682ae64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:23.534985 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fc17df21-df62-409d-bfc9-1adb682ae64d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:23.550269 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7fa89e-b11f-47a6-b1fe-d9cd8dd3949c None None] Sync routers for ids ['7b9ef261-3e24-4597-b2ed-5a9f50053f56'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:54:23.561796 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096638e5-3915-42d2-804b-91eea5ba22ee tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed58e084-2ed1-496c-9fdc-8fe94517cf67,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:23.565650 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7fa89e-b11f-47a6-b1fe-d9cd8dd3949c None None] Routers {'7b9ef261-3e24-4597-b2ed-5a9f50053f56'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:54:23.566314 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-dc7fa89e-b11f-47a6-b1fe-d9cd8dd3949c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:54:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['7b9ef261-3e24-4597-b2ed-5a9f50053f56'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:54:23.625073 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-096638e5-3915-42d2-804b-91eea5ba22ee tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:23.628409 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-096638e5-3915-42d2-804b-91eea5ba22ee tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4343591 Oct 27 18:54:23.635323 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41816) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:54:23.638567 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-e04ffc6c-3507-401f-b242-5e56ef42eea7 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Request body: {'security_group_rule': {'security_group_id': 'ed58e084-2ed1-496c-9fdc-8fe94517cf67', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:54:23.680020 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fc17df21-df62-409d-bfc9-1adb682ae64d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:23.699814 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-dc7fa89e-b11f-47a6-b1fe-d9cd8dd3949c None None] Set router 7b9ef261-3e24-4597-b2ed-5a9f50053f56 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:54:23.755294 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e04ffc6c-3507-401f-b242-5e56ef42eea7 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:23.764124 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device e2a77d41-6f6c-45b4-8a9b-934bc2706cb7 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:54:23.771749 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fc17df21-df62-409d-bfc9-1adb682ae64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:23.813872 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc17df21-df62-409d-bfc9-1adb682ae64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8f461e-c06a-491d-96c5-431091409ff1,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:23.829088 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc17df21-df62-409d-bfc9-1adb682ae64d admin admin] vlan segment allocate from pool success with {'vlan_id': 1041, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 18:54:23.839973 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fc17df21-df62-409d-bfc9-1adb682ae64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:23.841294 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-fc17df21-df62-409d-bfc9-1adb682ae64d admin admin] Added segment 21259259-98a5-408b-a6aa-63c2d3ea3e07 of type vlan for network 2ac7031d-3beb-4bd6-a2d7-98e44bc260b1 Oct 27 18:54:23.846506 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port e2a77d41-6f6c-45b4-8a9b-934bc2706cb7 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:54:23.847340 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:23.859157 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e04ffc6c-3507-401f-b242-5e56ef42eea7 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:23.895504 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fc17df21-df62-409d-bfc9-1adb682ae64d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:23.939466 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:23.945097 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-dc7fa89e-b11f-47a6-b1fe-d9cd8dd3949c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'name': 'tempest-AttachVolumeTestJSON-2141801317-router', 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'd5a122cb-d617-46aa-ae4c-398e8e78a3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:15Z', 'updated_at': '2021-10-27T18:54:20Z', 'revision_number': 4, 'project_id': 'b41df82b71c04f518bb426f0e960c13c', 'gw_port': {'id': 'd5a122cb-d617-46aa-ae4c-398e8e78a3b8', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:16Z', 'updated_at': '2021-10-27T18:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '09d88d18-ca52-4d74-800e-d67c4b05af48', 'name': '', 'network_id': 'ff43375c-397e-47f1-8c6a-c17892606b3f', 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c', 'mac_address': 'fa:16:3e:a6:3b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'ee3a74a5-9b8c-49ba-8152-38eb33e35df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:19Z', 'updated_at': '2021-10-27T18:54:20Z', 'revision_number': 2, 'project_id': 'b41df82b71c04f518bb426f0e960c13c', 'subnets': [{'id': 'ee3a74a5-9b8c-49ba-8152-38eb33e35df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:54:23.949643 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e04ffc6c-3507-401f-b242-5e56ef42eea7 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:23.959801 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port e2a77d41-6f6c-45b4-8a9b-934bc2706cb7, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=e2a77d41-6f6c-45b4-8a9b-934bc2706cb7,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:54:23.969563 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ffc6c-3507-401f-b242-5e56ef42eea7 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1498d506-8464-4fb5-ac07-12544266504d,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:23.971631 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fc17df21-df62-409d-bfc9-1adb682ae64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:23.972706 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc17df21-df62-409d-bfc9-1adb682ae64d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:23.973294 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fc17df21-df62-409d-bfc9-1adb682ae64d admin admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:23.981659 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7fa89e-b11f-47a6-b1fe-d9cd8dd3949c None None] Checking router: 7b9ef261-3e24-4597-b2ed-5a9f50053f56 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:54:23.982012 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7fa89e-b11f-47a6-b1fe-d9cd8dd3949c None None] Updating router 7b9ef261-3e24-4597-b2ed-5a9f50053f56 port 09d88d18-ca52-4d74-800e-d67c4b05af48 binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:54:24.006062 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa89e-b11f-47a6-b1fe-d9cd8dd3949c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:24.022239 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:24.023598 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d5a122cb-d617-46aa-ae4c-398e8e78a3b8 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:54:24.037559 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc17df21-df62-409d-bfc9-1adb682ae64d admin admin] Pushing event updated for resources: {'Network': ['ID=2ac7031d-3beb-4bd6-a2d7-98e44bc260b1,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:24.065619 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 2ac7031d-3beb-4bd6-a2d7-98e44bc260b1 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 18:54:24.081658 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e04ffc6c-3507-401f-b242-5e56ef42eea7 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:24.084817 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e04ffc6c-3507-401f-b242-5e56ef42eea7 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4506054 Oct 27 18:54:24.086019 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41818) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:54:24.092151 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-357e3fca-3b75-4540-bed3-75709d5b5d83 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Request body: {'security_group_rule': {'security_group_id': 'ed58e084-2ed1-496c-9fdc-8fe94517cf67', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:54:24.110803 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-fc17df21-df62-409d-bfc9-1adb682ae64d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7354105 Oct 27 18:54:24.114163 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41820) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:54:24.122701 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-de4c10c5-d50a-464e-aa36-58b469d64f8d admin admin] Request body: {'subnet': {'network_id': '2ac7031d-3beb-4bd6-a2d7-98e44bc260b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1272493333-subnet', 'tenant_id': 'bc8073963a4f4b06833c57338a485035', 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:54:24.165448 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=e2a77d41-6f6c-45b4-8a9b-934bc2706cb7,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:24.181134 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port d5a122cb-d617-46aa-ae4c-398e8e78a3b8 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:54:24.181652 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:24.234575 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-357e3fca-3b75-4540-bed3-75709d5b5d83 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:24.303005 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa89e-b11f-47a6-b1fe-d9cd8dd3949c None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:24.314520 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-357e3fca-3b75-4540-bed3-75709d5b5d83 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:24.331321 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4c10c5-d50a-464e-aa36-58b469d64f8d admin admin] Made reservation on behalf of bc8073963a4f4b06833c57338a485035 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:54:24.334417 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-de4c10c5-d50a-464e-aa36-58b469d64f8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:24.389348 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa89e-b11f-47a6-b1fe-d9cd8dd3949c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:24.420757 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-357e3fca-3b75-4540-bed3-75709d5b5d83 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:24.451628 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e3fca-3b75-4540-bed3-75709d5b5d83 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=864de539-2edf-4a07-a90e-b37538cf9a48,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:24.492547 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42d108-3113-491b-89a6-7878017041d8 req-b908c373-cb06-42b3-94d5-e1465fb6868c tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:24.501104 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6a42d108-3113-491b-89a6-7878017041d8 req-b908c373-cb06-42b3-94d5-e1465fb6868c tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 944 time: 0.0702462 Oct 27 18:54:24.551018 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6a42d108-3113-491b-89a6-7878017041d8 req-10585220-6870-4742-867c-46f5730581b6 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448451 Oct 27 18:54:24.559641 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-357e3fca-3b75-4540-bed3-75709d5b5d83 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:24.564883 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-357e3fca-3b75-4540-bed3-75709d5b5d83 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4736893 Oct 27 18:54:24.565025 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41824) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:54:24.568669 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40860c1e-9983-4584-8df7-f9fa8faf222f None None] Pushing event updated for resources: {'Port': ['ID=09d88d18-ca52-4d74-800e-d67c4b05af48,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:24.569253 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-86f7ea3f-f19b-49df-aaad-de76ae354498 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:54:24.588338 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40860c1e-9983-4584-8df7-f9fa8faf222f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:24.592532 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40860c1e-9983-4584-8df7-f9fa8faf222f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:24.592532 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40860c1e-9983-4584-8df7-f9fa8faf222f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:24.592532 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40860c1e-9983-4584-8df7-f9fa8faf222f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:24.592532 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40860c1e-9983-4584-8df7-f9fa8faf222f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:24.592532 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40860c1e-9983-4584-8df7-f9fa8faf222f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:24.592532 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40860c1e-9983-4584-8df7-f9fa8faf222f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:24.592532 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40860c1e-9983-4584-8df7-f9fa8faf222f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:24.592532 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40860c1e-9983-4584-8df7-f9fa8faf222f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:24.592532 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40860c1e-9983-4584-8df7-f9fa8faf222f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:24.592532 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40860c1e-9983-4584-8df7-f9fa8faf222f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:24.592532 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40860c1e-9983-4584-8df7-f9fa8faf222f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:24.606459 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-dc7fa89e-b11f-47a6-b1fe-d9cd8dd3949c None None] Attempting to bind port 09d88d18-ca52-4d74-800e-d67c4b05af48 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:54:24.606924 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-dc7fa89e-b11f-47a6-b1fe-d9cd8dd3949c None None] Attempting to bind port 09d88d18-ca52-4d74-800e-d67c4b05af48 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '7087a874-3c18-4df7-a66e-d4157b05ddbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'ff43375c-397e-47f1-8c6a-c17892606b3f'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:54:24.607542 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7fa89e-b11f-47a6-b1fe-d9cd8dd3949c None None] Attempting to bind port 09d88d18-ca52-4d74-800e-d67c4b05af48 on network ff43375c-397e-47f1-8c6a-c17892606b3f {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:54:24.616789 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7fa89e-b11f-47a6-b1fe-d9cd8dd3949c None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:54:24.627468 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7fa89e-b11f-47a6-b1fe-d9cd8dd3949c None None] Checking segment: {'id': '7087a874-3c18-4df7-a66e-d4157b05ddbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'ff43375c-397e-47f1-8c6a-c17892606b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:54:24.627468 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa89e-b11f-47a6-b1fe-d9cd8dd3949c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:24.627468 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7fa89e-b11f-47a6-b1fe-d9cd8dd3949c None None] Bound using segment: {'id': '7087a874-3c18-4df7-a66e-d4157b05ddbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'ff43375c-397e-47f1-8c6a-c17892606b3f'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:54:24.627468 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-dc7fa89e-b11f-47a6-b1fe-d9cd8dd3949c None None] Bound port: 09d88d18-ca52-4d74-800e-d67c4b05af48, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7087a874-3c18-4df7-a66e-d4157b05ddbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'ff43375c-397e-47f1-8c6a-c17892606b3f'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:54:24.627468 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa89e-b11f-47a6-b1fe-d9cd8dd3949c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:24.675136 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-de4c10c5-d50a-464e-aa36-58b469d64f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:24.694981 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-dc7fa89e-b11f-47a6-b1fe-d9cd8dd3949c None None] For port 09d88d18-ca52-4d74-800e-d67c4b05af48, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:54:24.699121 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-dc7fa89e-b11f-47a6-b1fe-d9cd8dd3949c None None] For port 09d88d18-ca52-4d74-800e-d67c4b05af48, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=09d88d18-ca52-4d74-800e-d67c4b05af48,segment=NetworkSegment(7087a874-3c18-4df7-a66e-d4157b05ddbf),segment_id=7087a874-3c18-4df7-a66e-d4157b05ddbf)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:54:24.714346 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-86f7ea3f-f19b-49df-aaad-de76ae354498 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks [] for floatingip, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:24.741659 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4c10c5-d50a-464e-aa36-58b469d64f8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0b42773-1980-41cd-bca0-710d3aa287bc,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:24.742248 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb65818-d8db-4d44-9bef-ceb3c9081da9 None None] Sync routers for ids ['ce3cc18e-b40a-48e6-834c-39d80648aaca'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:54:24.751726 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4c10c5-d50a-464e-aa36-58b469d64f8d admin admin] Checking segment: {'id': '21259259-98a5-408b-a6aa-63c2d3ea3e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '2ac7031d-3beb-4bd6-a2d7-98e44bc260b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:54:24.752151 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4c10c5-d50a-464e-aa36-58b469d64f8d admin admin] Network hostable DHCP agents. Network: 2ac7031d-3beb-4bd6-a2d7-98e44bc260b1, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 18:54:24.756369 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb65818-d8db-4d44-9bef-ceb3c9081da9 None None] Routers {'ce3cc18e-b40a-48e6-834c-39d80648aaca'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:54:24.757211 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-6fb65818-d8db-4d44-9bef-ceb3c9081da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:54:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['ce3cc18e-b40a-48e6-834c-39d80648aaca'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:54:24.811879 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-dc7fa89e-b11f-47a6-b1fe-d9cd8dd3949c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:24.833819 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-86f7ea3f-f19b-49df-aaad-de76ae354498 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:24.871671 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4c10c5-d50a-464e-aa36-58b469d64f8d admin admin] Network 2ac7031d-3beb-4bd6-a2d7-98e44bc260b1 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 18:54:24.878027 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7fa89e-b11f-47a6-b1fe-d9cd8dd3949c None None] Routers {'7b9ef261-3e24-4597-b2ed-5a9f50053f56'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:54:24.878804 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-dc7fa89e-b11f-47a6-b1fe-d9cd8dd3949c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:54:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['7b9ef261-3e24-4597-b2ed-5a9f50053f56'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:54:24.949730 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-de4c10c5-d50a-464e-aa36-58b469d64f8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 2ac7031d-3beb-4bd6-a2d7-98e44bc260b1) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:54:24.954721 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4c10c5-d50a-464e-aa36-58b469d64f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:24.960275 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-de4c10c5-d50a-464e-aa36-58b469d64f8d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:24.996120 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-86f7ea3f-f19b-49df-aaad-de76ae354498 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Allocated IP 172.25.6.48 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/cfb31027-35d0-45c1-8314-88cccdf5975a) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:54:25.089893 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-de4c10c5-d50a-464e-aa36-58b469d64f8d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9739087 Oct 27 18:54:25.092856 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 41826) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:54:25.106428 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-2555ae5e-2917-462d-80e7-32b3245a3ada admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1272493333-router', 'tenant_id': 'bc8073963a4f4b06833c57338a485035', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:54:25.126849 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-dc7fa89e-b11f-47a6-b1fe-d9cd8dd3949c None None] Set router 7b9ef261-3e24-4597-b2ed-5a9f50053f56 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:54:25.130591 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60560854-eba6-4c13-968f-84b460384b94 None None] Network 2ac7031d-3beb-4bd6-a2d7-98e44bc260b1 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:54:25.151349 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-86f7ea3f-f19b-49df-aaad-de76ae354498 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:25.218375 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40860c1e-9983-4584-8df7-f9fa8faf222f None None] Pushing event updated for resources: {'Port': ['ID=09d88d18-ca52-4d74-800e-d67c4b05af48,revision_number=4']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:25.230024 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2555ae5e-2917-462d-80e7-32b3245a3ada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:25.231700 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2555ae5e-2917-462d-80e7-32b3245a3ada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:25.263609 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-86f7ea3f-f19b-49df-aaad-de76ae354498 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:25.293830 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6b578676-0357-402f-872e-64e0e7565611 None None] Provisioning complete for port 09d88d18-ca52-4d74-800e-d67c4b05af48 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:54:25.294840 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6b578676-0357-402f-872e-64e0e7565611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:25.335728 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2555ae5e-2917-462d-80e7-32b3245a3ada admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:25.344783 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f7ea3f-f19b-49df-aaad-de76ae354498 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Pushing event updated for resources: {'Port': ['ID=cfb31027-35d0-45c1-8314-88cccdf5975a,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:25.359926 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-6fb65818-d8db-4d44-9bef-ceb3c9081da9 None None] Set router ce3cc18e-b40a-48e6-834c-39d80648aaca gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:54:25.362487 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f7ea3f-f19b-49df-aaad-de76ae354498 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:54:25.364194 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-86f7ea3f-f19b-49df-aaad-de76ae354498 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:54:25.366530 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f7ea3f-f19b-49df-aaad-de76ae354498 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:54:25.380426 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-dc7fa89e-b11f-47a6-b1fe-d9cd8dd3949c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'name': 'tempest-AttachVolumeTestJSON-2141801317-router', 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'd5a122cb-d617-46aa-ae4c-398e8e78a3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:15Z', 'updated_at': '2021-10-27T18:54:20Z', 'revision_number': 4, 'project_id': 'b41df82b71c04f518bb426f0e960c13c', 'gw_port': {'id': 'd5a122cb-d617-46aa-ae4c-398e8e78a3b8', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:16Z', 'updated_at': '2021-10-27T18:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '09d88d18-ca52-4d74-800e-d67c4b05af48', 'name': '', 'network_id': 'ff43375c-397e-47f1-8c6a-c17892606b3f', 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c', 'mac_address': 'fa:16:3e:a6:3b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'ee3a74a5-9b8c-49ba-8152-38eb33e35df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:19Z', 'updated_at': '2021-10-27T18:54:24Z', 'revision_number': 4, 'project_id': 'b41df82b71c04f518bb426f0e960c13c', 'subnets': [{'id': 'ee3a74a5-9b8c-49ba-8152-38eb33e35df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:54:25.421956 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7fa89e-b11f-47a6-b1fe-d9cd8dd3949c None None] The sync data for ids ['7b9ef261-3e24-4597-b2ed-5a9f50053f56'] in n-d-815690-2 is: [{'id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'name': 'tempest-AttachVolumeTestJSON-2141801317-router', 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'd5a122cb-d617-46aa-ae4c-398e8e78a3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:15Z', 'updated_at': '2021-10-27T18:54:20Z', 'revision_number': 4, 'project_id': 'b41df82b71c04f518bb426f0e960c13c', 'gw_port': {'id': 'd5a122cb-d617-46aa-ae4c-398e8e78a3b8', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:16Z', 'updated_at': '2021-10-27T18:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '09d88d18-ca52-4d74-800e-d67c4b05af48', 'name': '', 'network_id': 'ff43375c-397e-47f1-8c6a-c17892606b3f', 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c', 'mac_address': 'fa:16:3e:a6:3b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'ee3a74a5-9b8c-49ba-8152-38eb33e35df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:19Z', 'updated_at': '2021-10-27T18:54:24Z', 'revision_number': 4, 'project_id': 'b41df82b71c04f518bb426f0e960c13c', 'subnets': [{'id': 'ee3a74a5-9b8c-49ba-8152-38eb33e35df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:54:25.461192 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-86f7ea3f-f19b-49df-aaad-de76ae354498 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:25.630032 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-86f7ea3f-f19b-49df-aaad-de76ae354498 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:25.711146 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:54:25.739258 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2555ae5e-2917-462d-80e7-32b3245a3ada admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:25.807747 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6b578676-0357-402f-872e-64e0e7565611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:25.905225 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e12a310-88fe-47fb-acc5-fe968ed45519 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-2ac7031d-3beb-4bd6-a2d7-98e44bc260b1', 'network_id': '2ac7031d-3beb-4bd6-a2d7-98e44bc260b1', 'tenant_id': 'bc8073963a4f4b06833c57338a485035', 'fixed_ips': [{'subnet_id': 'b0b42773-1980-41cd-bca0-710d3aa287bc'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 18:54:25.909941 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8e12a310-88fe-47fb-acc5-fe968ed45519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:25.912393 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device e2a77d41-6f6c-45b4-8a9b-934bc2706cb7 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:54:25.946408 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17849135-dd56-419a-843a-934fcbb37bae req-6398cf0e-e38a-4273-a44d-6c419ef14e90 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:25.948933 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-17849135-dd56-419a-843a-934fcbb37bae req-6398cf0e-e38a-4273-a44d-6c419ef14e90 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 944 time: 0.2352841 Oct 27 18:54:25.961998 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6b578676-0357-402f-872e-64e0e7565611 None None] For port 09d88d18-ca52-4d74-800e-d67c4b05af48, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=09d88d18-ca52-4d74-800e-d67c4b05af48,segment=NetworkSegment(7087a874-3c18-4df7-a66e-d4157b05ddbf),segment_id=7087a874-3c18-4df7-a66e-d4157b05ddbf)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:54:25.982252 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-86f7ea3f-f19b-49df-aaad-de76ae354498 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:26.039431 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-17849135-dd56-419a-843a-934fcbb37bae req-54fccb14-e416-49c6-9ba1-ebd01bcc5758 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760663 Oct 27 18:54:26.101668 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2555ae5e-2917-462d-80e7-32b3245a3ada admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:26.109607 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6b578676-0357-402f-872e-64e0e7565611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:26.120839 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-86f7ea3f-f19b-49df-aaad-de76ae354498 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:26.133855 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2555ae5e-2917-462d-80e7-32b3245a3ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:26.228317 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f7ea3f-f19b-49df-aaad-de76ae354498 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Pushing event updated for resources: {'Port': ['ID=cfb31027-35d0-45c1-8314-88cccdf5975a,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:26.258342 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-86f7ea3f-f19b-49df-aaad-de76ae354498 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:26.285318 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-8e12a310-88fe-47fb-acc5-fe968ed45519 None None] Allocated IP 172.20.0.2 (2ac7031d-3beb-4bd6-a2d7-98e44bc260b1/b0b42773-1980-41cd-bca0-710d3aa287bc/7a73bf62-3939-4661-89ae-59ac56eb5696) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:54:26.314285 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-2555ae5e-2917-462d-80e7-32b3245a3ada admin admin] Allocated IP 172.25.6.197 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/f2d8fed1-e723-4565-85a8-32f1dec7dcc0) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:54:26.365172 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port e2a77d41-6f6c-45b4-8a9b-934bc2706cb7 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:54:26.365482 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:26.386296 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-86f7ea3f-f19b-49df-aaad-de76ae354498 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:26.387810 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-86f7ea3f-f19b-49df-aaad-de76ae354498 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8223715 Oct 27 18:54:26.490920 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b578676-0357-402f-872e-64e0e7565611 None None] Pushing event updated for resources: {'Port': ['ID=09d88d18-ca52-4d74-800e-d67c4b05af48,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:26.602194 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:26.623777 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-6fb65818-d8db-4d44-9bef-ceb3c9081da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'name': 'tempest-TestVolumeBackupRestore-1170065498-router', 'tenant_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'e2a77d41-6f6c-45b4-8a9b-934bc2706cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:15Z', 'updated_at': '2021-10-27T18:54:20Z', 'revision_number': 4, 'project_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'gw_port': {'id': 'e2a77d41-6f6c-45b4-8a9b-934bc2706cb7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:16Z', 'updated_at': '2021-10-27T18:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'b5fd10d5-a0e8-40f3-8b35-8cdfbd3fd4fc', 'name': '', 'network_id': '32dc071c-1c79-4718-afbd-092eda278aa0', 'tenant_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'mac_address': 'fa:16:3e:ad:97:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '65ebe553-d59a-4ae0-acd6-d55189b59e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:20Z', 'updated_at': '2021-10-27T18:54:21Z', 'revision_number': 2, 'project_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'subnets': [{'id': '65ebe553-d59a-4ae0-acd6-d55189b59e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:54:26.625757 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-15e3fd55-21b1-4ba4-8273-b5780b5aae44 None None] Provisioning complete for port 09d88d18-ca52-4d74-800e-d67c4b05af48 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:54:26.626128 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-15e3fd55-21b1-4ba4-8273-b5780b5aae44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:26.647539 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 09d88d18-ca52-4d74-800e-d67c4b05af48 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:54:26.764354 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-5bb29b14-211d-49b0-abc1-0e452398e054 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1100966280&fields=id&tenant_id=b41df82b71c04f518bb426f0e960c13c HTTP/1.1" status: 200 len: 267 time: 0.0757132 Oct 27 18:54:26.803667 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8e12a310-88fe-47fb-acc5-fe968ed45519 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:26.808881 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb65818-d8db-4d44-9bef-ceb3c9081da9 None None] Checking router: ce3cc18e-b40a-48e6-834c-39d80648aaca for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:54:26.809239 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb65818-d8db-4d44-9bef-ceb3c9081da9 None None] Updating router ce3cc18e-b40a-48e6-834c-39d80648aaca port b5fd10d5-a0e8-40f3-8b35-8cdfbd3fd4fc binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:54:26.930007 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-04782892-616a-4c91-be8f-44999ebb6905 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:26.934008 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-04782892-616a-4c91-be8f-44999ebb6905 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/networks?id=ff43375c-397e-47f1-8c6a-c17892606b3f HTTP/1.1" status: 200 len: 811 time: 0.1596923 Oct 27 18:54:26.953728 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8e12a310-88fe-47fb-acc5-fe968ed45519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:26.961406 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-a6fbf89d-1944-4815-b58f-811b21f23dc6 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/quotas/b41df82b71c04f518bb426f0e960c13c HTTP/1.1" status: 200 len: 375 time: 0.0199609 Oct 27 18:54:26.976674 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6fb65818-d8db-4d44-9bef-ceb3c9081da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:26.986496 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2555ae5e-2917-462d-80e7-32b3245a3ada admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:27.056335 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e12a310-88fe-47fb-acc5-fe968ed45519 None None] Network 2ac7031d-3beb-4bd6-a2d7-98e44bc260b1 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:54:27.067077 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-8e12a310-88fe-47fb-acc5-fe968ed45519 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:54:27.068917 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-fa3f19f4-999d-44a5-8787-d6f0062ab268 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b41df82b71c04f518bb426f0e960c13c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0919991 Oct 27 18:54:27.094321 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e12a310-88fe-47fb-acc5-fe968ed45519 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:54:27.127069 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e12a310-88fe-47fb-acc5-fe968ed45519 None None] Pushing event updated for resources: {'Port': ['ID=7a73bf62-3939-4661-89ae-59ac56eb5696,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:27.132454 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2555ae5e-2917-462d-80e7-32b3245a3ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:27.148865 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:27.209625 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2555ae5e-2917-462d-80e7-32b3245a3ada admin admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:54:27.214455 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-2555ae5e-2917-462d-80e7-32b3245a3ada admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:54:27.227619 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2555ae5e-2917-462d-80e7-32b3245a3ada admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:54:27.243053 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-5e6cafa9-fd80-43da-b24f-1c3bd71ce703 service neutron] 10.222.0.52 "GET /v2.0/networks/ff43375c-397e-47f1-8c6a-c17892606b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604550 Oct 27 18:54:27.258113 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555ae5e-2917-462d-80e7-32b3245a3ada admin admin] Pushing event updated for resources: {'Port': ['ID=f2d8fed1-e723-4565-85a8-32f1dec7dcc0,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:27.311387 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 09d88d18-ca52-4d74-800e-d67c4b05af48 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:54:27.311837 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:27.369011 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-8e12a310-88fe-47fb-acc5-fe968ed45519 None None] Attempting to bind port 7a73bf62-3939-4661-89ae-59ac56eb5696 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:54:27.369932 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-8e12a310-88fe-47fb-acc5-fe968ed45519 None None] Attempting to bind port 7a73bf62-3939-4661-89ae-59ac56eb5696 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '21259259-98a5-408b-a6aa-63c2d3ea3e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '2ac7031d-3beb-4bd6-a2d7-98e44bc260b1'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:54:27.370307 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e12a310-88fe-47fb-acc5-fe968ed45519 None None] Attempting to bind port 7a73bf62-3939-4661-89ae-59ac56eb5696 on network 2ac7031d-3beb-4bd6-a2d7-98e44bc260b1 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:54:27.420799 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e12a310-88fe-47fb-acc5-fe968ed45519 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:54:27.421274 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e12a310-88fe-47fb-acc5-fe968ed45519 None None] Checking segment: {'id': '21259259-98a5-408b-a6aa-63c2d3ea3e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '2ac7031d-3beb-4bd6-a2d7-98e44bc260b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:54:27.421686 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8e12a310-88fe-47fb-acc5-fe968ed45519 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:27.422092 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e12a310-88fe-47fb-acc5-fe968ed45519 None None] Bound using segment: {'id': '21259259-98a5-408b-a6aa-63c2d3ea3e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '2ac7031d-3beb-4bd6-a2d7-98e44bc260b1'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:54:27.422595 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-8e12a310-88fe-47fb-acc5-fe968ed45519 None None] Bound port: 7a73bf62-3939-4661-89ae-59ac56eb5696, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21259259-98a5-408b-a6aa-63c2d3ea3e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '2ac7031d-3beb-4bd6-a2d7-98e44bc260b1'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:54:27.423018 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8e12a310-88fe-47fb-acc5-fe968ed45519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:27.587035 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-8e12a310-88fe-47fb-acc5-fe968ed45519 None None] For port 7a73bf62-3939-4661-89ae-59ac56eb5696, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:54:27.593169 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-8e12a310-88fe-47fb-acc5-fe968ed45519 None None] For port 7a73bf62-3939-4661-89ae-59ac56eb5696, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=7a73bf62-3939-4661-89ae-59ac56eb5696,segment=NetworkSegment(21259259-98a5-408b-a6aa-63c2d3ea3e07),segment_id=21259259-98a5-408b-a6aa-63c2d3ea3e07)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:54:27.705195 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2555ae5e-2917-462d-80e7-32b3245a3ada admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:27.792791 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-8378d849-a9c5-4ea1-80b8-d4081b12f1d8 service neutron] 10.222.0.52 "GET /v2.0/networks/ff43375c-397e-47f1-8c6a-c17892606b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5381608 Oct 27 18:54:27.865367 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 09d88d18-ca52-4d74-800e-d67c4b05af48 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:54:27.870406 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8e12a310-88fe-47fb-acc5-fe968ed45519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:27.938000 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6fb65818-d8db-4d44-9bef-ceb3c9081da9 None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:27.957229 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2555ae5e-2917-462d-80e7-32b3245a3ada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:27.976852 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e12a310-88fe-47fb-acc5-fe968ed45519 None None] Pushing event updated for resources: {'Port': ['ID=7a73bf62-3939-4661-89ae-59ac56eb5696,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:28.014800 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 09d88d18-ca52-4d74-800e-d67c4b05af48 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:54:28.015385 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:28.052543 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6fb65818-d8db-4d44-9bef-ceb3c9081da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:28.219634 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4ee56-d6f6-4f22-8df1-11afc501ac8b req-64a2cba7-ebdc-449b-9493-08df180f7d4a tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:28.219634 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-faf4ee56-d6f6-4f22-8df1-11afc501ac8b req-64a2cba7-ebdc-449b-9493-08df180f7d4a tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 944 time: 0.1160190 Oct 27 18:54:28.235900 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab96ff-e928-4613-8b37-65d40e73f0b3 None None] Pushing event updated for resources: {'Port': ['ID=b5fd10d5-a0e8-40f3-8b35-8cdfbd3fd4fc,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:28.293521 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2555ae5e-2917-462d-80e7-32b3245a3ada admin admin] Router cf05a823-a670-48c5-ab6b-4d6123818e7b is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 18:54:28.344947 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-faf4ee56-d6f6-4f22-8df1-11afc501ac8b req-62644c36-eba6-4fa0-a9a4-73abfbf1dae5 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200278 Oct 27 18:54:28.490597 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-6fb65818-d8db-4d44-9bef-ceb3c9081da9 None None] Attempting to bind port b5fd10d5-a0e8-40f3-8b35-8cdfbd3fd4fc on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:54:28.491732 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-6fb65818-d8db-4d44-9bef-ceb3c9081da9 None None] Attempting to bind port b5fd10d5-a0e8-40f3-8b35-8cdfbd3fd4fc by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '9aba0c60-d2f1-4171-830a-27af69bfef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '32dc071c-1c79-4718-afbd-092eda278aa0'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:54:28.492335 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb65818-d8db-4d44-9bef-ceb3c9081da9 None None] Attempting to bind port b5fd10d5-a0e8-40f3-8b35-8cdfbd3fd4fc on network 32dc071c-1c79-4718-afbd-092eda278aa0 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:54:28.502527 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb65818-d8db-4d44-9bef-ceb3c9081da9 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:54:28.503670 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb65818-d8db-4d44-9bef-ceb3c9081da9 None None] Checking segment: {'id': '9aba0c60-d2f1-4171-830a-27af69bfef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '32dc071c-1c79-4718-afbd-092eda278aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:54:28.504328 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6fb65818-d8db-4d44-9bef-ceb3c9081da9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:28.505798 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb65818-d8db-4d44-9bef-ceb3c9081da9 None None] Bound using segment: {'id': '9aba0c60-d2f1-4171-830a-27af69bfef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '32dc071c-1c79-4718-afbd-092eda278aa0'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:54:28.507264 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-6fb65818-d8db-4d44-9bef-ceb3c9081da9 None None] Bound port: b5fd10d5-a0e8-40f3-8b35-8cdfbd3fd4fc, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aba0c60-d2f1-4171-830a-27af69bfef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '32dc071c-1c79-4718-afbd-092eda278aa0'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:54:28.507968 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6fb65818-d8db-4d44-9bef-ceb3c9081da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:28.510588 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-00083331-1fe6-4373-a7fc-6fcde807360d req-3d8ecd4a-8b41-4a19-959c-85ed7f6a5d18 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 210 time: 0.0571554 Oct 27 18:54:28.547045 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2555ae5e-2917-462d-80e7-32b3245a3ada admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:54:28.561938 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e37140-52cb-4915-842f-de3ecf4d588b None None] Sync routers for ids ['cf05a823-a670-48c5-ab6b-4d6123818e7b'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:54:28.577314 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e37140-52cb-4915-842f-de3ecf4d588b None None] Routers {'cf05a823-a670-48c5-ab6b-4d6123818e7b'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:54:28.580490 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-e5e37140-52cb-4915-842f-de3ecf4d588b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:54:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['cf05a823-a670-48c5-ab6b-4d6123818e7b'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:54:28.621922 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6fb65818-d8db-4d44-9bef-ceb3c9081da9 None None] For port b5fd10d5-a0e8-40f3-8b35-8cdfbd3fd4fc, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:54:28.625532 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6fb65818-d8db-4d44-9bef-ceb3c9081da9 None None] For port b5fd10d5-a0e8-40f3-8b35-8cdfbd3fd4fc, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=b5fd10d5-a0e8-40f3-8b35-8cdfbd3fd4fc,segment=NetworkSegment(9aba0c60-d2f1-4171-830a-27af69bfef53),segment_id=9aba0c60-d2f1-4171-830a-27af69bfef53)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:54:28.648252 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2555ae5e-2917-462d-80e7-32b3245a3ada admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:28.653142 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41852) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:54:28.653867 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2555ae5e-2917-462d-80e7-32b3245a3ada admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5594695 Oct 27 18:54:28.693534 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-e5e37140-52cb-4915-842f-de3ecf4d588b None None] Set router cf05a823-a670-48c5-ab6b-4d6123818e7b gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:54:28.708779 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6fb65818-d8db-4d44-9bef-ceb3c9081da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:28.815044 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-ce58b1a3-3282-49bb-a58e-492bcb5ffc4a None None] Provisioning complete for port b5fd10d5-a0e8-40f3-8b35-8cdfbd3fd4fc triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:54:28.815691 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ce58b1a3-3282-49bb-a58e-492bcb5ffc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:28.875862 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab96ff-e928-4613-8b37-65d40e73f0b3 None None] Pushing event updated for resources: {'Port': ['ID=b5fd10d5-a0e8-40f3-8b35-8cdfbd3fd4fc,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:28.879365 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb65818-d8db-4d44-9bef-ceb3c9081da9 None None] Routers {'ce3cc18e-b40a-48e6-834c-39d80648aaca'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:54:28.880214 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-6fb65818-d8db-4d44-9bef-ceb3c9081da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:54:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['ce3cc18e-b40a-48e6-834c-39d80648aaca'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:54:29.090324 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-e5e37140-52cb-4915-842f-de3ecf4d588b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf05a823-a670-48c5-ab6b-4d6123818e7b', 'name': 'tempest-TestVolumeBackupRestore-1272493333-router', 'tenant_id': 'bc8073963a4f4b06833c57338a485035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'f2d8fed1-e723-4565-85a8-32f1dec7dcc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:25Z', 'updated_at': '2021-10-27T18:54:27Z', 'revision_number': 3, 'project_id': 'bc8073963a4f4b06833c57338a485035', 'gw_port': {'id': 'f2d8fed1-e723-4565-85a8-32f1dec7dcc0', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:42:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf05a823-a670-48c5-ab6b-4d6123818e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:26Z', 'updated_at': '2021-10-27T18:54:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:54:29.143569 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e37140-52cb-4915-842f-de3ecf4d588b None None] Checking router: cf05a823-a670-48c5-ab6b-4d6123818e7b for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:54:29.144944 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e37140-52cb-4915-842f-de3ecf4d588b None None] Updating router cf05a823-a670-48c5-ab6b-4d6123818e7b port f2d8fed1-e723-4565-85a8-32f1dec7dcc0 binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:54:29.193955 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-6fb65818-d8db-4d44-9bef-ceb3c9081da9 None None] Set router ce3cc18e-b40a-48e6-834c-39d80648aaca gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:54:29.220711 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-e5e37140-52cb-4915-842f-de3ecf4d588b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:29.246228 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ce58b1a3-3282-49bb-a58e-492bcb5ffc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:29.311115 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-ce58b1a3-3282-49bb-a58e-492bcb5ffc4a None None] For port b5fd10d5-a0e8-40f3-8b35-8cdfbd3fd4fc, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=b5fd10d5-a0e8-40f3-8b35-8cdfbd3fd4fc,segment=NetworkSegment(9aba0c60-d2f1-4171-830a-27af69bfef53),segment_id=9aba0c60-d2f1-4171-830a-27af69bfef53)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:54:29.365457 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5fe14ef2-3d8f-454b-9faf-31587b616e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:29.387467 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ce58b1a3-3282-49bb-a58e-492bcb5ffc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:29.537763 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58b1a3-3282-49bb-a58e-492bcb5ffc4a None None] Pushing event updated for resources: {'Port': ['ID=b5fd10d5-a0e8-40f3-8b35-8cdfbd3fd4fc,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:29.568486 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-44747c04-8b32-4689-9400-b8d9f6cfbc4e None None] Provisioning complete for port b5fd10d5-a0e8-40f3-8b35-8cdfbd3fd4fc triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:54:29.569165 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-44747c04-8b32-4689-9400-b8d9f6cfbc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:29.630705 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3401a8d-87d2-4447-897a-b18cb2a1190b None None] Network 2ac7031d-3beb-4bd6-a2d7-98e44bc260b1 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:54:29.680114 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1361766-f412-4f1b-859a-c6421d3f1664 req-9b65d4ab-8590-42f5-bcde-3af94853352f tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:29.687390 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-e5e37140-52cb-4915-842f-de3ecf4d588b None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:29.694607 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1361766-f412-4f1b-859a-c6421d3f1664 req-9b65d4ab-8590-42f5-bcde-3af94853352f tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 944 time: 0.1583333 Oct 27 18:54:29.745095 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-e5e37140-52cb-4915-842f-de3ecf4d588b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:29.762067 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1361766-f412-4f1b-859a-c6421d3f1664 req-e776da36-7299-486a-b477-d7f5c32893f7 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578749 Oct 27 18:54:29.763380 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-5fe14ef2-3d8f-454b-9faf-31587b616e07 admin admin] Allocated IP 172.20.0.1 (2ac7031d-3beb-4bd6-a2d7-98e44bc260b1/b0b42773-1980-41cd-bca0-710d3aa287bc/097dece6-f1b3-434d-a3b5-73fb6a7ff93a) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:54:29.870336 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf61a3-ffef-4da7-ac22-3ccdbe2ab9f1 None None] Pushing event updated for resources: {'Port': ['ID=f2d8fed1-e723-4565-85a8-32f1dec7dcc0,revision_number=2']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:29.886123 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-6fb65818-d8db-4d44-9bef-ceb3c9081da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'name': 'tempest-TestVolumeBackupRestore-1170065498-router', 'tenant_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'e2a77d41-6f6c-45b4-8a9b-934bc2706cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:15Z', 'updated_at': '2021-10-27T18:54:20Z', 'revision_number': 4, 'project_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'gw_port': {'id': 'e2a77d41-6f6c-45b4-8a9b-934bc2706cb7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:16Z', 'updated_at': '2021-10-27T18:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'b5fd10d5-a0e8-40f3-8b35-8cdfbd3fd4fc', 'name': '', 'network_id': '32dc071c-1c79-4718-afbd-092eda278aa0', 'tenant_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'mac_address': 'fa:16:3e:ad:97:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '65ebe553-d59a-4ae0-acd6-d55189b59e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:20Z', 'updated_at': '2021-10-27T18:54:28Z', 'revision_number': 4, 'project_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'subnets': [{'id': '65ebe553-d59a-4ae0-acd6-d55189b59e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:54:29.917074 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb65818-d8db-4d44-9bef-ceb3c9081da9 None None] The sync data for ids ['ce3cc18e-b40a-48e6-834c-39d80648aaca'] in n-d-815690-2 is: [{'id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'name': 'tempest-TestVolumeBackupRestore-1170065498-router', 'tenant_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'e2a77d41-6f6c-45b4-8a9b-934bc2706cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:15Z', 'updated_at': '2021-10-27T18:54:20Z', 'revision_number': 4, 'project_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'gw_port': {'id': 'e2a77d41-6f6c-45b4-8a9b-934bc2706cb7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:16Z', 'updated_at': '2021-10-27T18:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'b5fd10d5-a0e8-40f3-8b35-8cdfbd3fd4fc', 'name': '', 'network_id': '32dc071c-1c79-4718-afbd-092eda278aa0', 'tenant_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'mac_address': 'fa:16:3e:ad:97:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '65ebe553-d59a-4ae0-acd6-d55189b59e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:20Z', 'updated_at': '2021-10-27T18:54:28Z', 'revision_number': 4, 'project_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'subnets': [{'id': '65ebe553-d59a-4ae0-acd6-d55189b59e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:54:29.917355 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-e5e37140-52cb-4915-842f-de3ecf4d588b None None] Attempting to bind port f2d8fed1-e723-4565-85a8-32f1dec7dcc0 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:54:29.918106 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-e5e37140-52cb-4915-842f-de3ecf4d588b None None] Attempting to bind port f2d8fed1-e723-4565-85a8-32f1dec7dcc0 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:54:29.918595 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e37140-52cb-4915-842f-de3ecf4d588b None None] Attempting to bind port f2d8fed1-e723-4565-85a8-32f1dec7dcc0 on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:54:29.924466 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-efdd681f-21e9-40f8-9e1e-16af159ae9e4 req-3d3fb409-e6af-4945-a771-593024921633 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 210 time: 0.0439858 Oct 27 18:54:29.936810 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e37140-52cb-4915-842f-de3ecf4d588b None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:54:29.937090 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e37140-52cb-4915-842f-de3ecf4d588b None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:54:29.937527 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-e5e37140-52cb-4915-842f-de3ecf4d588b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:29.938133 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e37140-52cb-4915-842f-de3ecf4d588b None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:54:29.938679 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-e5e37140-52cb-4915-842f-de3ecf4d588b None None] Bound port: f2d8fed1-e723-4565-85a8-32f1dec7dcc0, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:54:29.939197 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-e5e37140-52cb-4915-842f-de3ecf4d588b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:29.973193 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7a73bf62-3939-4661-89ae-59ac56eb5696 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:54:30.013701 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5fe14ef2-3d8f-454b-9faf-31587b616e07 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:30.046335 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-e5e37140-52cb-4915-842f-de3ecf4d588b None None] For port f2d8fed1-e723-4565-85a8-32f1dec7dcc0, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:54:30.061511 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-e5e37140-52cb-4915-842f-de3ecf4d588b None None] For port f2d8fed1-e723-4565-85a8-32f1dec7dcc0, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=f2d8fed1-e723-4565-85a8-32f1dec7dcc0,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:54:30.070974 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-9baaecfe-5c82-49c9-b4a9-d743a0e23a14 None None] Provisioning complete for port 7a73bf62-3939-4661-89ae-59ac56eb5696 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:54:30.071356 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9baaecfe-5c82-49c9-b4a9-d743a0e23a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:30.125327 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 7a73bf62-3939-4661-89ae-59ac56eb5696 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:54:30.125703 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:30.155303 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5fe14ef2-3d8f-454b-9faf-31587b616e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:30.155834 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-e5e37140-52cb-4915-842f-de3ecf4d588b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:30.236438 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9baaecfe-5c82-49c9-b4a9-d743a0e23a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:30.261524 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe14ef2-3d8f-454b-9faf-31587b616e07 admin admin] Network 2ac7031d-3beb-4bd6-a2d7-98e44bc260b1 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:54:30.265466 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-5fe14ef2-3d8f-454b-9faf-31587b616e07 admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:54:30.273744 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe14ef2-3d8f-454b-9faf-31587b616e07 admin admin] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:54:30.284242 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e37140-52cb-4915-842f-de3ecf4d588b None None] Routers {'cf05a823-a670-48c5-ab6b-4d6123818e7b'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:54:30.284242 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-e5e37140-52cb-4915-842f-de3ecf4d588b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:54:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['cf05a823-a670-48c5-ab6b-4d6123818e7b'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:54:30.325305 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe14ef2-3d8f-454b-9faf-31587b616e07 admin admin] Pushing event updated for resources: {'Port': ['ID=097dece6-f1b3-434d-a3b5-73fb6a7ff93a,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:30.358735 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5fe14ef2-3d8f-454b-9faf-31587b616e07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:30.370650 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-9baaecfe-5c82-49c9-b4a9-d743a0e23a14 None None] For port 7a73bf62-3939-4661-89ae-59ac56eb5696, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=7a73bf62-3939-4661-89ae-59ac56eb5696,segment=NetworkSegment(21259259-98a5-408b-a6aa-63c2d3ea3e07),segment_id=21259259-98a5-408b-a6aa-63c2d3ea3e07)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:54:30.397506 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:30.470982 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9baaecfe-5c82-49c9-b4a9-d743a0e23a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:30.515808 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf61a3-ffef-4da7-ac22-3ccdbe2ab9f1 None None] Pushing event updated for resources: {'Port': ['ID=f2d8fed1-e723-4565-85a8-32f1dec7dcc0,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:30.582010 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-e5e37140-52cb-4915-842f-de3ecf4d588b None None] Set router cf05a823-a670-48c5-ab6b-4d6123818e7b gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:54:30.658799 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-5dbcea28-9b50-437a-9f8e-e231cd24dcd6 None None] Provisioning complete for port 7a73bf62-3939-4661-89ae-59ac56eb5696 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:54:30.659703 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5dbcea28-9b50-437a-9f8e-e231cd24dcd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:30.678916 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5fe14ef2-3d8f-454b-9faf-31587b616e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:30.696175 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 18:54:30.696814 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 18:54:30.706161 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baaecfe-5c82-49c9-b4a9-d743a0e23a14 None None] Pushing event updated for resources: {'Port': ['ID=7a73bf62-3939-4661-89ae-59ac56eb5696,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:30.896987 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-e5e37140-52cb-4915-842f-de3ecf4d588b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf05a823-a670-48c5-ab6b-4d6123818e7b', 'name': 'tempest-TestVolumeBackupRestore-1272493333-router', 'tenant_id': 'bc8073963a4f4b06833c57338a485035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'f2d8fed1-e723-4565-85a8-32f1dec7dcc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:25Z', 'updated_at': '2021-10-27T18:54:27Z', 'revision_number': 3, 'project_id': 'bc8073963a4f4b06833c57338a485035', 'gw_port': {'id': 'f2d8fed1-e723-4565-85a8-32f1dec7dcc0', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:42:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf05a823-a670-48c5-ab6b-4d6123818e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:26Z', 'updated_at': '2021-10-27T18:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:54:30.932962 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-34fc3fb5-8053-4b56-bb36-889ea8320603 None None] Provisioning complete for port 097dece6-f1b3-434d-a3b5-73fb6a7ff93a triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:54:30.933602 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-34fc3fb5-8053-4b56-bb36-889ea8320603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:30.957106 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e37140-52cb-4915-842f-de3ecf4d588b None None] The sync data for ids ['cf05a823-a670-48c5-ab6b-4d6123818e7b'] in n-d-815690-2 is: [{'id': 'cf05a823-a670-48c5-ab6b-4d6123818e7b', 'name': 'tempest-TestVolumeBackupRestore-1272493333-router', 'tenant_id': 'bc8073963a4f4b06833c57338a485035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'f2d8fed1-e723-4565-85a8-32f1dec7dcc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:25Z', 'updated_at': '2021-10-27T18:54:27Z', 'revision_number': 3, 'project_id': 'bc8073963a4f4b06833c57338a485035', 'gw_port': {'id': 'f2d8fed1-e723-4565-85a8-32f1dec7dcc0', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:42:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf05a823-a670-48c5-ab6b-4d6123818e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:26Z', 'updated_at': '2021-10-27T18:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:54:30.975499 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5fe14ef2-3d8f-454b-9faf-31587b616e07 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:31.028344 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-34fc3fb5-8053-4b56-bb36-889ea8320603 None None] Port 097dece6-f1b3-434d-a3b5-73fb6a7ff93a cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:54:31.055454 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac5199-6967-475a-bdd5-c06113d1e830 req-b0073cce-e665-48c6-a974-8ad84b4ee2a4 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:31.057450 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-09ac5199-6967-475a-bdd5-c06113d1e830 req-b0073cce-e665-48c6-a974-8ad84b4ee2a4 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 944 time: 0.1637869 Oct 27 18:54:31.063667 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5fe14ef2-3d8f-454b-9faf-31587b616e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:31.077575 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-9d9484dc-5591-4f84-ad62-09b9ad14377e tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:31.079157 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-9d9484dc-5591-4f84-ad62-09b9ad14377e tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.93 "GET /v2.0/networks?id=ff43375c-397e-47f1-8c6a-c17892606b3f HTTP/1.1" status: 200 len: 811 time: 0.2338383 Oct 27 18:54:31.134599 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-74b3e861-5e3f-4322-a3a6-c10f339fab8e tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b41df82b71c04f518bb426f0e960c13c HTTP/1.1" status: 200 len: 380 time: 0.0449176 Oct 27 18:54:31.162088 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-02c70523-80f9-4db0-925b-751affc3432c tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Request body: {'port': {'device_id': 'a95951e8-f6af-42b0-abaa-b0630be61d7a', 'network_id': 'ff43375c-397e-47f1-8c6a-c17892606b3f', 'admin_state_up': True, 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c', 'security_groups': ['ed58e084-2ed1-496c-9fdc-8fe94517cf67']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:54:31.223185 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-09ac5199-6967-475a-bdd5-c06113d1e830 req-d8ab5639-272b-4fb9-83ca-517a751b6d92 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416271 Oct 27 18:54:31.226096 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe14ef2-3d8f-454b-9faf-31587b616e07 admin admin] Pushing event updated for resources: {'Port': ['ID=097dece6-f1b3-434d-a3b5-73fb6a7ff93a,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:31.239406 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5fe14ef2-3d8f-454b-9faf-31587b616e07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:31.295090 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device b5fd10d5-a0e8-40f3-8b35-8cdfbd3fd4fc up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:54:31.358379 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port b5fd10d5-a0e8-40f3-8b35-8cdfbd3fd4fc triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:54:31.358952 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:31.365198 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-30813a53-6417-427c-a7fd-b218128fdfb3 req-d9421ab6-06f2-4afc-88c9-5794cf108048 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 210 time: 0.0393028 Oct 27 18:54:31.431654 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe14ef2-3d8f-454b-9faf-31587b616e07 admin admin] Network 2ac7031d-3beb-4bd6-a2d7-98e44bc260b1 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:54:31.434203 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-5fe14ef2-3d8f-454b-9faf-31587b616e07 admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:54:31.475037 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-02c70523-80f9-4db0-925b-751affc3432c tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Made reservation on behalf of b41df82b71c04f518bb426f0e960c13c for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:54:31.480575 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-02c70523-80f9-4db0-925b-751affc3432c tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:31.578571 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe14ef2-3d8f-454b-9faf-31587b616e07 admin admin] Router cf05a823-a670-48c5-ab6b-4d6123818e7b has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:54:31.661348 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-02c70523-80f9-4db0-925b-751affc3432c tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Allocated IP 172.20.0.13 (ff43375c-397e-47f1-8c6a-c17892606b3f/ee3a74a5-9b8c-49ba-8152-38eb33e35df4/7e7f1e0f-e480-4f27-a666-bed553eda7e0) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:54:31.720438 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7a73bf62-3939-4661-89ae-59ac56eb5696 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:54:31.761840 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe14ef2-3d8f-454b-9faf-31587b616e07 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:54:31.777277 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5fe14ef2-3d8f-454b-9faf-31587b616e07 admin admin] 10.222.0.52 "PUT /v2.0/routers/cf05a823-a670-48c5-ab6b-4d6123818e7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1216993 Oct 27 18:54:31.796298 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-d5c3ecb1-3f7b-4eb9-9976-97ca11eedc7e None None] Provisioning complete for port 097dece6-f1b3-434d-a3b5-73fb6a7ff93a triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:54:31.796659 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d5c3ecb1-3f7b-4eb9-9976-97ca11eedc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:31.832229 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-02c70523-80f9-4db0-925b-751affc3432c tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:31.840123 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3ecb1-3f7b-4eb9-9976-97ca11eedc7e None None] Port 097dece6-f1b3-434d-a3b5-73fb6a7ff93a cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:54:31.843127 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 7a73bf62-3939-4661-89ae-59ac56eb5696 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:54:31.843497 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:31.910706 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-02c70523-80f9-4db0-925b-751affc3432c tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:31.991526 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-02c70523-80f9-4db0-925b-751affc3432c tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Network ff43375c-397e-47f1-8c6a-c17892606b3f is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:54:31.995179 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-02c70523-80f9-4db0-925b-751affc3432c tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:54:31.999844 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-02c70523-80f9-4db0-925b-751affc3432c tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:54:32.029591 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c70523-80f9-4db0-925b-751affc3432c tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Pushing event updated for resources: {'Port': ['ID=7e7f1e0f-e480-4f27-a666-bed553eda7e0,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:32.070597 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-02c70523-80f9-4db0-925b-751affc3432c tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:32.071349 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-02c70523-80f9-4db0-925b-751affc3432c tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:32.347897 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78764e2-4a3b-4883-bfb5-1d0627a29ef4 req-0216524f-6774-48ec-83cf-005cbe148b7e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:32.350146 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d78764e2-4a3b-4883-bfb5-1d0627a29ef4 req-0216524f-6774-48ec-83cf-005cbe148b7e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 944 time: 0.0539176 Oct 27 18:54:32.365369 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-5849b65c-ac55-4fe1-ad5a-1338cd52bd26 None None] Provisioning complete for port 7e7f1e0f-e480-4f27-a666-bed553eda7e0 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:54:32.365824 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5849b65c-ac55-4fe1-ad5a-1338cd52bd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:32.391801 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d78764e2-4a3b-4883-bfb5-1d0627a29ef4 req-12a51f39-8301-4069-99d6-2ec931c5288a tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348389 Oct 27 18:54:32.407261 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-5849b65c-ac55-4fe1-ad5a-1338cd52bd26 None None] Port 7e7f1e0f-e480-4f27-a666-bed553eda7e0 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:54:32.477346 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-02c70523-80f9-4db0-925b-751affc3432c tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3253257 Oct 27 18:54:32.489903 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-2e3b8e56-157c-489d-b21d-2da5469d72e8 service neutron] Request body: {'port': {'device_id': 'a95951e8-f6af-42b0-abaa-b0630be61d7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:54:32.511506 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb43be-92f1-4717-9485-733fe4f87e91 req-26490851-2b39-4d38-9ed4-1cc07003fd7f tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:32.513010 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-becb43be-92f1-4717-9485-733fe4f87e91 req-26490851-2b39-4d38-9ed4-1cc07003fd7f tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 932 time: 0.0560982 Oct 27 18:54:32.594494 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-2e3b8e56-157c-489d-b21d-2da5469d72e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:32.601070 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-becb43be-92f1-4717-9485-733fe4f87e91 req-88359c32-5a8c-4752-9449-05532545315f tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=ed58e084-2ed1-496c-9fdc-8fe94517cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692713 Oct 27 18:54:32.863225 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-2e3b8e56-157c-489d-b21d-2da5469d72e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e7f1e0f-e480-4f27-a666-bed553eda7e0 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:54:32.871859 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-2e3b8e56-157c-489d-b21d-2da5469d72e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:32.883481 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-2e3b8e56-157c-489d-b21d-2da5469d72e8 service neutron] Transition to ACTIVE for port object 7e7f1e0f-e480-4f27-a666-bed553eda7e0 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:54:32.983191 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-2e3b8e56-157c-489d-b21d-2da5469d72e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:33.039352 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b8e56-157c-489d-b21d-2da5469d72e8 service neutron] Pushing event updated for resources: {'Port': ['ID=7e7f1e0f-e480-4f27-a666-bed553eda7e0,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:33.121609 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-2e3b8e56-157c-489d-b21d-2da5469d72e8 service neutron] Attempting to bind port 7e7f1e0f-e480-4f27-a666-bed553eda7e0 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:54:33.123675 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-2e3b8e56-157c-489d-b21d-2da5469d72e8 service neutron] Attempting to bind port 7e7f1e0f-e480-4f27-a666-bed553eda7e0 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '7087a874-3c18-4df7-a66e-d4157b05ddbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'ff43375c-397e-47f1-8c6a-c17892606b3f'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:54:33.123675 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-2e3b8e56-157c-489d-b21d-2da5469d72e8 service neutron] Attempting to bind port 7e7f1e0f-e480-4f27-a666-bed553eda7e0 on network ff43375c-397e-47f1-8c6a-c17892606b3f {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:54:33.128205 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-2e3b8e56-157c-489d-b21d-2da5469d72e8 service neutron] Port 7e7f1e0f-e480-4f27-a666-bed553eda7e0 on network ff43375c-397e-47f1-8c6a-c17892606b3f not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:54:33.128579 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-2e3b8e56-157c-489d-b21d-2da5469d72e8 service neutron] Attempting to bind port 7e7f1e0f-e480-4f27-a666-bed553eda7e0 on network ff43375c-397e-47f1-8c6a-c17892606b3f {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:54:33.133835 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-2e3b8e56-157c-489d-b21d-2da5469d72e8 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:54:33.134188 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-2e3b8e56-157c-489d-b21d-2da5469d72e8 service neutron] Checking segment: {'id': '7087a874-3c18-4df7-a66e-d4157b05ddbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'ff43375c-397e-47f1-8c6a-c17892606b3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:54:33.134549 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-2e3b8e56-157c-489d-b21d-2da5469d72e8 service neutron] Bound using segment: {'id': '7087a874-3c18-4df7-a66e-d4157b05ddbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'ff43375c-397e-47f1-8c6a-c17892606b3f'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:54:33.135034 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-2e3b8e56-157c-489d-b21d-2da5469d72e8 service neutron] Bound port: 7e7f1e0f-e480-4f27-a666-bed553eda7e0, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7087a874-3c18-4df7-a66e-d4157b05ddbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'ff43375c-397e-47f1-8c6a-c17892606b3f'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:54:33.135386 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-2e3b8e56-157c-489d-b21d-2da5469d72e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:33.213675 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-2e3b8e56-157c-489d-b21d-2da5469d72e8 service neutron] For port 7e7f1e0f-e480-4f27-a666-bed553eda7e0, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:54:33.217733 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-2e3b8e56-157c-489d-b21d-2da5469d72e8 service neutron] For port 7e7f1e0f-e480-4f27-a666-bed553eda7e0, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=7e7f1e0f-e480-4f27-a666-bed553eda7e0,segment=NetworkSegment(7087a874-3c18-4df7-a66e-d4157b05ddbf),segment_id=7087a874-3c18-4df7-a66e-d4157b05ddbf)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:54:33.297902 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-2e3b8e56-157c-489d-b21d-2da5469d72e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:33.331675 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-2e3b8e56-157c-489d-b21d-2da5469d72e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:33.332526 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-2e3b8e56-157c-489d-b21d-2da5469d72e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:33.333928 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-2e3b8e56-157c-489d-b21d-2da5469d72e8 service neutron] 10.222.0.93 "PUT /v2.0/ports/7e7f1e0f-e480-4f27-a666-bed553eda7e0 HTTP/1.1" status: 200 len: 1092 time: 0.8486907 Oct 27 18:54:33.338971 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95951e8-f6af-42b0-abaa-b0630be61d7a', 'tag': '7e7f1e0f-e480-4f27-a666-bed553eda7e0'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:54:33.341665 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b844fb92-8b20-4d61-a0e7-b4640eb4e222" -d '{"events": [{"name": "network-changed", "server_uuid": "a95951e8-f6af-42b0-abaa-b0630be61d7a", "tag": "7e7f1e0f-e480-4f27-a666-bed553eda7e0"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:54:33.390584 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b8e56-157c-489d-b21d-2da5469d72e8 service neutron] Pushing event updated for resources: {'Port': ['ID=7e7f1e0f-e480-4f27-a666-bed553eda7e0,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:33.401797 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85adfe51-c534-4bd7-b690-f149094045ba x-openstack-request-id: req-85adfe51-c534-4bd7-b690-f149094045ba {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:54:33.401797 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a95951e8-f6af-42b0-abaa-b0630be61d7a", "tag": "7e7f1e0f-e480-4f27-a666-bed553eda7e0", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:54:33.402280 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-85adfe51-c534-4bd7-b690-f149094045ba {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:54:33.402870 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a95951e8-f6af-42b0-abaa-b0630be61d7a', 'tag': '7e7f1e0f-e480-4f27-a666-bed553eda7e0', 'status': 'completed', 'code': 200} Oct 27 18:54:33.550467 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844fb92-8b20-4d61-a0e7-b4640eb4e222 req-f72f89b4-6dab-45d7-a3d8-4b48fc19f898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:33.554924 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b844fb92-8b20-4d61-a0e7-b4640eb4e222 req-f72f89b4-6dab-45d7-a3d8-4b48fc19f898 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b41df82b71c04f518bb426f0e960c13c&device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 1095 time: 0.0833700 Oct 27 18:54:33.612505 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2901149-cac1-4bab-a413-ca44387160a6 req-81c5f5f6-6dee-4245-979f-d4e74003adbf tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:33.616452 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e2901149-cac1-4bab-a413-ca44387160a6 req-81c5f5f6-6dee-4245-979f-d4e74003adbf tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 944 time: 0.1299477 Oct 27 18:54:33.717631 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e2901149-cac1-4bab-a413-ca44387160a6 req-61d11570-0bfb-426f-84bb-c650505dc324 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801101 Oct 27 18:54:33.735587 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device f2d8fed1-e723-4565-85a8-32f1dec7dcc0 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:54:33.740410 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844fb92-8b20-4d61-a0e7-b4640eb4e222 req-2668cdc9-2759-4f0c-b2bc-5f96608a0490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:33.742544 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b844fb92-8b20-4d61-a0e7-b4640eb4e222 req-2668cdc9-2759-4f0c-b2bc-5f96608a0490 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=b41df82b71c04f518bb426f0e960c13c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1821718 Oct 27 18:54:33.838082 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port f2d8fed1-e723-4565-85a8-32f1dec7dcc0 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:54:33.839018 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:33.915796 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844fb92-8b20-4d61-a0e7-b4640eb4e222 req-49e4d6e3-48ad-460a-b882-fb761fe96654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:33.918188 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b844fb92-8b20-4d61-a0e7-b4640eb4e222 req-49e4d6e3-48ad-460a-b882-fb761fe96654 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1686339 Oct 27 18:54:33.922689 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871ffab-d897-4f7e-9a37-51999a2d3a2e req-b2c5c7c1-bfcf-413c-9c15-610af2714df8 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:33.924101 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6871ffab-d897-4f7e-9a37-51999a2d3a2e req-b2c5c7c1-bfcf-413c-9c15-610af2714df8 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 944 time: 0.0660493 Oct 27 18:54:33.937631 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:33.986871 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port f2d8fed1-e723-4565-85a8-32f1dec7dcc0, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=f2d8fed1-e723-4565-85a8-32f1dec7dcc0,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:54:33.995422 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6871ffab-d897-4f7e-9a37-51999a2d3a2e req-66b47a7f-bf22-402a-9d58-3f5013047de1 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=ed58e084-2ed1-496c-9fdc-8fe94517cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561957 Oct 27 18:54:34.034903 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-44970186-64bb-4a41-9445-f1c95b3d1c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:34.036483 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-44970186-64bb-4a41-9445-f1c95b3d1c7b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b41df82b71c04f518bb426f0e960c13c&device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 1095 time: 0.0661318 Oct 27 18:54:34.063377 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:34.097010 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-e76f4bf5-b21d-49dd-b01a-4032adae4a92 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e7f1e0f-e480-4f27-a666-bed553eda7e0 HTTP/1.1" status: 200 len: 217 time: 0.0530698 Oct 27 18:54:34.123137 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=f2d8fed1-e723-4565-85a8-32f1dec7dcc0,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:34.134551 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:34.135507 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:34.135799 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:34.136155 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:34.136466 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:34.136794 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:34.137130 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:34.137460 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:34.137789 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:34.138116 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:34.138442 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:34.138766 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:54:34.177534 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-881f27ae-3c96-4f01-b67d-7d8371e1ae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:34.179139 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-881f27ae-3c96-4f01-b67d-7d8371e1ae64 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ee3a74a5-9b8c-49ba-8152-38eb33e35df4 HTTP/1.1" status: 200 len: 850 time: 0.0750651 Oct 27 18:54:34.231032 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-a0146eb4-ddf6-45ef-92f0-d9dd2ac44ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:34.232607 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-a0146eb4-ddf6-45ef-92f0-d9dd2ac44ea5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ff43375c-397e-47f1-8c6a-c17892606b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469570 Oct 27 18:54:34.333514 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-5e4b9cc6-4975-484e-b717-9da3d8586c69 service neutron] 10.222.0.93 "GET /v2.0/networks/ff43375c-397e-47f1-8c6a-c17892606b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937099 Oct 27 18:54:34.437256 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-440d91e2-a746-4cff-93f3-76bbf60cc448 req-7e4e8578-6454-4ca4-81ed-4166c706d23c service neutron] 10.222.0.93 "GET /v2.0/networks/ff43375c-397e-47f1-8c6a-c17892606b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964363 Oct 27 18:54:34.881430 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1fcae1-3005-4664-9e78-bc1108a81117 req-98ca16b0-e82e-42f4-a077-bbd7bc3719e8 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:34.882889 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2b1fcae1-3005-4664-9e78-bc1108a81117 req-98ca16b0-e82e-42f4-a077-bbd7bc3719e8 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 944 time: 0.0555146 Oct 27 18:54:34.930388 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2b1fcae1-3005-4664-9e78-bc1108a81117 req-bd12e61e-de0b-4637-9bec-5b8428b2b7b3 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404711 Oct 27 18:54:35.137562 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff989245-e5bd-41c0-896a-13c18861a5fe req-943c78d9-c6fb-4990-adc0-4d6e78e651c0 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:35.138909 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ff989245-e5bd-41c0-896a-13c18861a5fe req-943c78d9-c6fb-4990-adc0-4d6e78e651c0 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 944 time: 0.0524726 Oct 27 18:54:35.146382 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44dc787-8275-486f-8537-88e64d1c6b3b None None] Sync routers for ids ['cf05a823-a670-48c5-ab6b-4d6123818e7b'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:54:35.160812 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44dc787-8275-486f-8537-88e64d1c6b3b None None] Routers {'cf05a823-a670-48c5-ab6b-4d6123818e7b'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:54:35.161565 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-b44dc787-8275-486f-8537-88e64d1c6b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:54:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['cf05a823-a670-48c5-ab6b-4d6123818e7b'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:54:35.183434 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ff989245-e5bd-41c0-896a-13c18861a5fe req-8126caf9-1a70-4c74-bfcf-e83d8490dabf tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=ed58e084-2ed1-496c-9fdc-8fe94517cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379262 Oct 27 18:54:35.277009 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-b44dc787-8275-486f-8537-88e64d1c6b3b None None] Set router cf05a823-a670-48c5-ab6b-4d6123818e7b gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:54:35.489189 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-b44dc787-8275-486f-8537-88e64d1c6b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf05a823-a670-48c5-ab6b-4d6123818e7b', 'name': 'tempest-TestVolumeBackupRestore-1272493333-router', 'tenant_id': 'bc8073963a4f4b06833c57338a485035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'f2d8fed1-e723-4565-85a8-32f1dec7dcc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:25Z', 'updated_at': '2021-10-27T18:54:30Z', 'revision_number': 4, 'project_id': 'bc8073963a4f4b06833c57338a485035', 'gw_port': {'id': 'f2d8fed1-e723-4565-85a8-32f1dec7dcc0', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:42:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf05a823-a670-48c5-ab6b-4d6123818e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:26Z', 'updated_at': '2021-10-27T18:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '097dece6-f1b3-434d-a3b5-73fb6a7ff93a', 'name': '', 'network_id': '2ac7031d-3beb-4bd6-a2d7-98e44bc260b1', 'tenant_id': 'bc8073963a4f4b06833c57338a485035', 'mac_address': 'fa:16:3e:64:87:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf05a823-a670-48c5-ab6b-4d6123818e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'b0b42773-1980-41cd-bca0-710d3aa287bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:29Z', 'updated_at': '2021-10-27T18:54:30Z', 'revision_number': 2, 'project_id': 'bc8073963a4f4b06833c57338a485035', 'subnets': [{'id': 'b0b42773-1980-41cd-bca0-710d3aa287bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:54:35.516767 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44dc787-8275-486f-8537-88e64d1c6b3b None None] Checking router: cf05a823-a670-48c5-ab6b-4d6123818e7b for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:54:35.517122 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44dc787-8275-486f-8537-88e64d1c6b3b None None] Updating router cf05a823-a670-48c5-ab6b-4d6123818e7b port 097dece6-f1b3-434d-a3b5-73fb6a7ff93a binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 18:54:35.542496 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b44dc787-8275-486f-8537-88e64d1c6b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:35.798503 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device f2d8fed1-e723-4565-85a8-32f1dec7dcc0 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:54:35.918352 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port f2d8fed1-e723-4565-85a8-32f1dec7dcc0 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:54:35.918721 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:36.074004 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5dc685-b8e4-447b-a070-be29a78229e7 req-043aefeb-a428-4635-b8b5-e0b81871ad56 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:36.075797 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af5dc685-b8e4-447b-a070-be29a78229e7 req-043aefeb-a428-4635-b8b5-e0b81871ad56 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 944 time: 0.0604463 Oct 27 18:54:36.084063 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b44dc787-8275-486f-8537-88e64d1c6b3b None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:36.120099 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af5dc685-b8e4-447b-a070-be29a78229e7 req-2d7bf930-edca-4bb8-97e0-d267c6b6c3d1 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375154 Oct 27 18:54:36.131999 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b44dc787-8275-486f-8537-88e64d1c6b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:36.232055 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128adb0-113a-4cc0-9350-d467191e8e7e None None] Pushing event updated for resources: {'Port': ['ID=097dece6-f1b3-434d-a3b5-73fb6a7ff93a,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:36.246995 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-b44dc787-8275-486f-8537-88e64d1c6b3b None None] Attempting to bind port 097dece6-f1b3-434d-a3b5-73fb6a7ff93a on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:54:36.247455 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-b44dc787-8275-486f-8537-88e64d1c6b3b None None] Attempting to bind port 097dece6-f1b3-434d-a3b5-73fb6a7ff93a by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '21259259-98a5-408b-a6aa-63c2d3ea3e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '2ac7031d-3beb-4bd6-a2d7-98e44bc260b1'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:54:36.247888 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44dc787-8275-486f-8537-88e64d1c6b3b None None] Attempting to bind port 097dece6-f1b3-434d-a3b5-73fb6a7ff93a on network 2ac7031d-3beb-4bd6-a2d7-98e44bc260b1 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:54:36.254510 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44dc787-8275-486f-8537-88e64d1c6b3b None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:54:36.254911 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44dc787-8275-486f-8537-88e64d1c6b3b None None] Checking segment: {'id': '21259259-98a5-408b-a6aa-63c2d3ea3e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '2ac7031d-3beb-4bd6-a2d7-98e44bc260b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:54:36.255447 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b44dc787-8275-486f-8537-88e64d1c6b3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:36.255916 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44dc787-8275-486f-8537-88e64d1c6b3b None None] Bound using segment: {'id': '21259259-98a5-408b-a6aa-63c2d3ea3e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '2ac7031d-3beb-4bd6-a2d7-98e44bc260b1'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:54:36.256476 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-b44dc787-8275-486f-8537-88e64d1c6b3b None None] Bound port: 097dece6-f1b3-434d-a3b5-73fb6a7ff93a, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21259259-98a5-408b-a6aa-63c2d3ea3e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '2ac7031d-3beb-4bd6-a2d7-98e44bc260b1'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:54:36.256944 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b44dc787-8275-486f-8537-88e64d1c6b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:36.335413 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792a45f-7d9d-474a-bd78-81f51cd853df req-f3345e49-7670-42e0-a670-725a76a5956a tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:36.336810 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3792a45f-7d9d-474a-bd78-81f51cd853df req-f3345e49-7670-42e0-a670-725a76a5956a tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 944 time: 0.0565364 Oct 27 18:54:36.340611 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-b44dc787-8275-486f-8537-88e64d1c6b3b None None] For port 097dece6-f1b3-434d-a3b5-73fb6a7ff93a, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:54:36.344797 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-b44dc787-8275-486f-8537-88e64d1c6b3b None None] For port 097dece6-f1b3-434d-a3b5-73fb6a7ff93a, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=097dece6-f1b3-434d-a3b5-73fb6a7ff93a,segment=NetworkSegment(21259259-98a5-408b-a6aa-63c2d3ea3e07),segment_id=21259259-98a5-408b-a6aa-63c2d3ea3e07)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:54:36.364252 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 7e7f1e0f-e480-4f27-a666-bed553eda7e0 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:54:36.415402 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3792a45f-7d9d-474a-bd78-81f51cd853df req-9fa41337-53bd-4a48-9b7c-9b1e1e634b89 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=ed58e084-2ed1-496c-9fdc-8fe94517cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708675 Oct 27 18:54:36.442924 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b44dc787-8275-486f-8537-88e64d1c6b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:36.531574 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44dc787-8275-486f-8537-88e64d1c6b3b None None] Routers {'cf05a823-a670-48c5-ab6b-4d6123818e7b'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:54:36.532228 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-b44dc787-8275-486f-8537-88e64d1c6b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:54:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['cf05a823-a670-48c5-ab6b-4d6123818e7b'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:54:36.547981 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-c4abe82b-26c0-48ee-b58e-b1c1ec7abd17 None None] Provisioning complete for port 097dece6-f1b3-434d-a3b5-73fb6a7ff93a triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:54:36.548390 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c4abe82b-26c0-48ee-b58e-b1c1ec7abd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:36.582841 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128adb0-113a-4cc0-9350-d467191e8e7e None None] Pushing event updated for resources: {'Port': ['ID=097dece6-f1b3-434d-a3b5-73fb6a7ff93a,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:36.661546 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 7e7f1e0f-e480-4f27-a666-bed553eda7e0, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=7e7f1e0f-e480-4f27-a666-bed553eda7e0,segment=NetworkSegment(7087a874-3c18-4df7-a66e-d4157b05ddbf),segment_id=7087a874-3c18-4df7-a66e-d4157b05ddbf)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:54:36.684695 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '7e7f1e0f-e480-4f27-a666-bed553eda7e0', 'network_id': 'ff43375c-397e-47f1-8c6a-c17892606b3f', 'port_id': '7e7f1e0f-e480-4f27-a666-bed553eda7e0', 'mac_address': 'fa:16:3e:67:86:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1002, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee3a74a5-9b8c-49ba-8152-38eb33e35df4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:54:36.753862 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-b44dc787-8275-486f-8537-88e64d1c6b3b None None] Set router cf05a823-a670-48c5-ab6b-4d6123818e7b gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:54:36.808704 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:36.839941 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e7f1e0f-e480-4f27-a666-bed553eda7e0 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:54:36.874612 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c4abe82b-26c0-48ee-b58e-b1c1ec7abd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:36.913107 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 7e7f1e0f-e480-4f27-a666-bed553eda7e0, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=7e7f1e0f-e480-4f27-a666-bed553eda7e0,segment=NetworkSegment(7087a874-3c18-4df7-a66e-d4157b05ddbf),segment_id=7087a874-3c18-4df7-a66e-d4157b05ddbf)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:54:36.969037 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-c4abe82b-26c0-48ee-b58e-b1c1ec7abd17 None None] For port 097dece6-f1b3-434d-a3b5-73fb6a7ff93a, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=097dece6-f1b3-434d-a3b5-73fb6a7ff93a,segment=NetworkSegment(21259259-98a5-408b-a6aa-63c2d3ea3e07),segment_id=21259259-98a5-408b-a6aa-63c2d3ea3e07)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:54:36.999528 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:37.061770 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c4abe82b-26c0-48ee-b58e-b1c1ec7abd17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:37.088091 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=7e7f1e0f-e480-4f27-a666-bed553eda7e0,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:37.146417 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-b44dc787-8275-486f-8537-88e64d1c6b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf05a823-a670-48c5-ab6b-4d6123818e7b', 'name': 'tempest-TestVolumeBackupRestore-1272493333-router', 'tenant_id': 'bc8073963a4f4b06833c57338a485035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'f2d8fed1-e723-4565-85a8-32f1dec7dcc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:25Z', 'updated_at': '2021-10-27T18:54:30Z', 'revision_number': 4, 'project_id': 'bc8073963a4f4b06833c57338a485035', 'gw_port': {'id': 'f2d8fed1-e723-4565-85a8-32f1dec7dcc0', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:42:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf05a823-a670-48c5-ab6b-4d6123818e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:26Z', 'updated_at': '2021-10-27T18:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '097dece6-f1b3-434d-a3b5-73fb6a7ff93a', 'name': '', 'network_id': '2ac7031d-3beb-4bd6-a2d7-98e44bc260b1', 'tenant_id': 'bc8073963a4f4b06833c57338a485035', 'mac_address': 'fa:16:3e:64:87:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf05a823-a670-48c5-ab6b-4d6123818e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'b0b42773-1980-41cd-bca0-710d3aa287bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:29Z', 'updated_at': '2021-10-27T18:54:36Z', 'revision_number': 4, 'project_id': 'bc8073963a4f4b06833c57338a485035', 'subnets': [{'id': 'b0b42773-1980-41cd-bca0-710d3aa287bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:54:37.189999 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['7e7f1e0f-e480-4f27-a666-bed553eda7e0'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:54:37.191680 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4abe82b-26c0-48ee-b58e-b1c1ec7abd17 None None] Pushing event updated for resources: {'Port': ['ID=097dece6-f1b3-434d-a3b5-73fb6a7ff93a,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:37.196742 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44dc787-8275-486f-8537-88e64d1c6b3b None None] The sync data for ids ['cf05a823-a670-48c5-ab6b-4d6123818e7b'] in n-d-815690-2 is: [{'id': 'cf05a823-a670-48c5-ab6b-4d6123818e7b', 'name': 'tempest-TestVolumeBackupRestore-1272493333-router', 'tenant_id': 'bc8073963a4f4b06833c57338a485035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'f2d8fed1-e723-4565-85a8-32f1dec7dcc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:25Z', 'updated_at': '2021-10-27T18:54:30Z', 'revision_number': 4, 'project_id': 'bc8073963a4f4b06833c57338a485035', 'gw_port': {'id': 'f2d8fed1-e723-4565-85a8-32f1dec7dcc0', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:42:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf05a823-a670-48c5-ab6b-4d6123818e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:26Z', 'updated_at': '2021-10-27T18:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '097dece6-f1b3-434d-a3b5-73fb6a7ff93a', 'name': '', 'network_id': '2ac7031d-3beb-4bd6-a2d7-98e44bc260b1', 'tenant_id': 'bc8073963a4f4b06833c57338a485035', 'mac_address': 'fa:16:3e:64:87:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf05a823-a670-48c5-ab6b-4d6123818e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': 'b0b42773-1980-41cd-bca0-710d3aa287bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:29Z', 'updated_at': '2021-10-27T18:54:36Z', 'revision_number': 4, 'project_id': 'bc8073963a4f4b06833c57338a485035', 'subnets': [{'id': 'b0b42773-1980-41cd-bca0-710d3aa287bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:54:37.270846 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-79f0382a-5e2c-40f8-b75d-4900311535ba None None] Provisioning complete for port 097dece6-f1b3-434d-a3b5-73fb6a7ff93a triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:54:37.270846 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-79f0382a-5e2c-40f8-b75d-4900311535ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:37.326787 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589c825-76a0-4427-8f4a-09023752466d req-d8ea27ce-610b-4c92-ade8-3e856be78874 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:37.330594 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e589c825-76a0-4427-8f4a-09023752466d req-d8ea27ce-610b-4c92-ade8-3e856be78874 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 944 time: 0.0690224 Oct 27 18:54:37.407623 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e589c825-76a0-4427-8f4a-09023752466d req-e9cb202e-8a6c-41ae-a208-4bd9961c9de6 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600595 Oct 27 18:54:37.548309 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d219c-9013-4133-b519-ff2c1c7dcb54 req-361f1f09-5efc-4b90-8b00-70b5c5d6f421 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:37.549912 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ea9d219c-9013-4133-b519-ff2c1c7dcb54 req-361f1f09-5efc-4b90-8b00-70b5c5d6f421 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 945 time: 0.0577033 Oct 27 18:54:37.596487 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ea9d219c-9013-4133-b519-ff2c1c7dcb54 req-caa58d6f-0824-4787-b70d-83ae314f82c2 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=ed58e084-2ed1-496c-9fdc-8fe94517cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371149 Oct 27 18:54:37.700665 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 097dece6-f1b3-434d-a3b5-73fb6a7ff93a up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:54:37.758628 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 097dece6-f1b3-434d-a3b5-73fb6a7ff93a triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:54:37.759032 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:38.380156 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 7e7f1e0f-e480-4f27-a666-bed553eda7e0 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:54:38.503064 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 7e7f1e0f-e480-4f27-a666-bed553eda7e0 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:54:38.507221 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 7e7f1e0f-e480-4f27-a666-bed553eda7e0 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:54:38.507666 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:38.545624 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4871a-8da1-4bf2-ac70-3673bd55b056 req-a89a63f0-e4b7-4d2b-9134-6f0bea5e5792 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:38.547317 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-edd4871a-8da1-4bf2-ac70-3673bd55b056 req-a89a63f0-e4b7-4d2b-9134-6f0bea5e5792 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 944 time: 0.0560393 Oct 27 18:54:38.593226 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-edd4871a-8da1-4bf2-ac70-3673bd55b056 req-04455955-8f9b-466a-8a7f-7cea9bf9bfd8 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393744 Oct 27 18:54:38.594800 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:38.619344 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95951e8-f6af-42b0-abaa-b0630be61d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e7f1e0f-e480-4f27-a666-bed553eda7e0'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:54:38.621644 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8ae258-98d6-4a13-b014-269127572bcc" -d '{"events": [{"server_uuid": "a95951e8-f6af-42b0-abaa-b0630be61d7a", "name": "network-vif-plugged", "status": "completed", "tag": "7e7f1e0f-e480-4f27-a666-bed553eda7e0"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:54:38.633937 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 7e7f1e0f-e480-4f27-a666-bed553eda7e0, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=7e7f1e0f-e480-4f27-a666-bed553eda7e0,segment=NetworkSegment(7087a874-3c18-4df7-a66e-d4157b05ddbf),segment_id=7087a874-3c18-4df7-a66e-d4157b05ddbf)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:54:38.704786 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:38.722292 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bb4b3-3cb8-4acb-a084-167260f7a622 req-752b2c85-8aa5-4fab-bead-2d65af1aebf5 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:38.724121 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b88bb4b3-3cb8-4acb-a084-167260f7a622 req-752b2c85-8aa5-4fab-bead-2d65af1aebf5 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 945 time: 0.0516560 Oct 27 18:54:38.759186 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=7e7f1e0f-e480-4f27-a666-bed553eda7e0,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:38.773162 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b88bb4b3-3cb8-4acb-a084-167260f7a622 req-c2ab844c-437c-4335-8d12-635873aa5b64 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=ed58e084-2ed1-496c-9fdc-8fe94517cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416968 Oct 27 18:54:38.816097 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd29b9d-bb78-4fff-94a1-c0029aeed1b8 x-openstack-request-id: req-7bd29b9d-bb78-4fff-94a1-c0029aeed1b8 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:54:38.816394 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95951e8-f6af-42b0-abaa-b0630be61d7a", "name": "network-vif-plugged", "status": "completed", "tag": "7e7f1e0f-e480-4f27-a666-bed553eda7e0", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:54:38.816878 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7bd29b9d-bb78-4fff-94a1-c0029aeed1b8 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:54:38.817271 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95951e8-f6af-42b0-abaa-b0630be61d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e7f1e0f-e480-4f27-a666-bed553eda7e0', 'code': 200} Oct 27 18:54:38.914990 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523f396-2cac-4d8f-98cb-04373adec037 req-0145ecfb-fff9-4692-8095-8644e3c252d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:38.916486 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9523f396-2cac-4d8f-98cb-04373adec037 req-0145ecfb-fff9-4692-8095-8644e3c252d3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 1097 time: 0.0427341 Oct 27 18:54:38.954137 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9523f396-2cac-4d8f-98cb-04373adec037 req-d87036ac-955d-4458-8152-1e76e8374aee service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ed58e084-2ed1-496c-9fdc-8fe94517cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300744 Oct 27 18:54:39.640260 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4090e93e-d33e-4ace-b146-17822b2b95c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:39.715757 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385bfb60-95f4-4447-91c0-c6ad38e9956a req-4770c88a-84ba-4359-a976-1052e3138123 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:39.717326 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-385bfb60-95f4-4447-91c0-c6ad38e9956a req-4770c88a-84ba-4359-a976-1052e3138123 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 944 time: 0.0506546 Oct 27 18:54:39.757054 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-385bfb60-95f4-4447-91c0-c6ad38e9956a req-530ce0eb-4483-4f9c-801d-60c46a8f6f6d tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334415 Oct 27 18:54:39.888201 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f1bf2-01d2-49fb-b36f-6a1a752208fd req-d75f89c4-d62e-4b5a-8004-9c9e97a89e7f tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:39.889826 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-091f1bf2-01d2-49fb-b36f-6a1a752208fd req-d75f89c4-d62e-4b5a-8004-9c9e97a89e7f tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 946 time: 0.0530303 Oct 27 18:54:39.937072 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-091f1bf2-01d2-49fb-b36f-6a1a752208fd req-9d9c4a25-fb16-4fbe-93ee-2029794982a1 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=ed58e084-2ed1-496c-9fdc-8fe94517cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402601 Oct 27 18:54:40.876575 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a73fd-cd5b-4e18-8770-1bb53f801100 req-de7de78a-30df-46ef-9216-64d62e5d2df8 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:40.878116 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b80a73fd-cd5b-4e18-8770-1bb53f801100 req-de7de78a-30df-46ef-9216-64d62e5d2df8 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 944 time: 0.0504303 Oct 27 18:54:40.920645 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b80a73fd-cd5b-4e18-8770-1bb53f801100 req-fb3a545b-89c7-43ee-a7bf-40bf35584498 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364347 Oct 27 18:54:41.059380 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d2c4c1-d849-4270-ae74-2a97cb9210ad req-d25f920d-6407-46a1-9486-74cc993de8ad tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:41.061189 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b5d2c4c1-d849-4270-ae74-2a97cb9210ad req-d25f920d-6407-46a1-9486-74cc993de8ad tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 946 time: 0.0536194 Oct 27 18:54:41.103058 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b5d2c4c1-d849-4270-ae74-2a97cb9210ad req-dbcf325b-deb9-473b-8999-39dc3fb6438d tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=ed58e084-2ed1-496c-9fdc-8fe94517cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357807 Oct 27 18:54:41.221322 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53b9b55-62bc-4aa3-8efd-f7c466ec6825 req-47f7fa59-a2d6-447d-b27c-39b5e605a3c4 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:41.223757 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c53b9b55-62bc-4aa3-8efd-f7c466ec6825 req-47f7fa59-a2d6-447d-b27c-39b5e605a3c4 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 946 time: 0.0539715 Oct 27 18:54:41.233771 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 41994) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:54:41.241607 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-c3e5ba22-0610-4a99-a8d1-8a64226fa5a2 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Request body: {'floatingip': {'port_id': '7e7f1e0f-e480-4f27-a666-bed553eda7e0'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:54:41.289344 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c3e5ba22-0610-4a99-a8d1-8a64226fa5a2 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks [] for floatingip, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:41.773650 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c3e5ba22-0610-4a99-a8d1-8a64226fa5a2 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:41.817718 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c3e5ba22-0610-4a99-a8d1-8a64226fa5a2 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:41.921120 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [None req-c3e5ba22-0610-4a99-a8d1-8a64226fa5a2 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Floating IP bf0b26cb-0211-4c0f-852c-d618ac7385ee associated. External IP: 172.25.6.48, port: 7e7f1e0f-e480-4f27-a666-bed553eda7e0. Oct 27 18:54:42.066115 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35eb6c3-a786-4ded-862d-1c0aa024006c req-01d4d23c-3474-4db6-83f2-1a8ff20ea187 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:42.067649 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a35eb6c3-a786-4ded-862d-1c0aa024006c req-01d4d23c-3474-4db6-83f2-1a8ff20ea187 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 944 time: 0.0789435 Oct 27 18:54:42.080567 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fe07e149-7564-405e-b57d-875fefef3468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:42.181157 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a35eb6c3-a786-4ded-862d-1c0aa024006c req-0ebe86b3-d67b-4fdb-a999-8d458281d1dd tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067014 Oct 27 18:54:42.223398 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e5ba22-0610-4a99-a8d1-8a64226fa5a2 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Router 7b9ef261-3e24-4597-b2ed-5a9f50053f56 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:54:42.340113 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e5ba22-0610-4a99-a8d1-8a64226fa5a2 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:54:42.344875 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c3e5ba22-0610-4a99-a8d1-8a64226fa5a2 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:42.351541 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1713a223-940b-486e-bc5b-fcbb0a6aa596 None None] Sync routers for ids ['7b9ef261-3e24-4597-b2ed-5a9f50053f56'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:54:42.367179 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1713a223-940b-486e-bc5b-fcbb0a6aa596 None None] Routers {'7b9ef261-3e24-4597-b2ed-5a9f50053f56'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:54:42.368392 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1713a223-940b-486e-bc5b-fcbb0a6aa596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:54:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['7b9ef261-3e24-4597-b2ed-5a9f50053f56'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:54:42.621494 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-1713a223-940b-486e-bc5b-fcbb0a6aa596 None None] Set router 7b9ef261-3e24-4597-b2ed-5a9f50053f56 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:54:42.717027 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c3e5ba22-0610-4a99-a8d1-8a64226fa5a2 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "PUT /v2.0/floatingips/bf0b26cb-0211-4c0f-852c-d618ac7385ee HTTP/1.1" status: 200 len: 991 time: 1.4820695 Oct 27 18:54:42.717551 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95951e8-f6af-42b0-abaa-b0630be61d7a', 'tag': '7e7f1e0f-e480-4f27-a666-bed553eda7e0'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:54:42.719933 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ee5020-aac0-4364-a7eb-0251776010f4" -d '{"events": [{"name": "network-changed", "server_uuid": "a95951e8-f6af-42b0-abaa-b0630be61d7a", "tag": "7e7f1e0f-e480-4f27-a666-bed553eda7e0"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:54:42.812880 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17e9171-7fc0-4ff6-b330-e57bf7c704da x-openstack-request-id: req-a17e9171-7fc0-4ff6-b330-e57bf7c704da {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:54:42.813236 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a95951e8-f6af-42b0-abaa-b0630be61d7a", "tag": "7e7f1e0f-e480-4f27-a666-bed553eda7e0", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:54:42.813502 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a17e9171-7fc0-4ff6-b330-e57bf7c704da {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:54:42.813906 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a95951e8-f6af-42b0-abaa-b0630be61d7a', 'tag': '7e7f1e0f-e480-4f27-a666-bed553eda7e0', 'status': 'completed', 'code': 200} Oct 27 18:54:42.867561 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1713a223-940b-486e-bc5b-fcbb0a6aa596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'name': 'tempest-AttachVolumeTestJSON-2141801317-router', 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'd5a122cb-d617-46aa-ae4c-398e8e78a3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:15Z', 'updated_at': '2021-10-27T18:54:20Z', 'revision_number': 4, 'project_id': 'b41df82b71c04f518bb426f0e960c13c', 'gw_port': {'id': 'd5a122cb-d617-46aa-ae4c-398e8e78a3b8', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:16Z', 'updated_at': '2021-10-27T18:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'bf0b26cb-0211-4c0f-852c-d618ac7385ee', 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c', 'floating_ip_address': '172.25.6.48', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'port_id': '7e7f1e0f-e480-4f27-a666-bed553eda7e0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff43375c-397e-47f1-8c6a-c17892606b3f', 'mac_address': 'fa:16:3e:67:86:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95951e8-f6af-42b0-abaa-b0630be61d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:54:25Z', 'updated_at': '2021-10-27T18:54:41Z', 'revision_number': 1, 'project_id': 'b41df82b71c04f518bb426f0e960c13c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09d88d18-ca52-4d74-800e-d67c4b05af48', 'name': '', 'network_id': 'ff43375c-397e-47f1-8c6a-c17892606b3f', 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c', 'mac_address': 'fa:16:3e:a6:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'ee3a74a5-9b8c-49ba-8152-38eb33e35df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:19Z', 'updated_at': '2021-10-27T18:54:25Z', 'revision_number': 5, 'project_id': 'b41df82b71c04f518bb426f0e960c13c', 'subnets': [{'id': 'ee3a74a5-9b8c-49ba-8152-38eb33e35df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:54:42.882553 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee5020-aac0-4364-a7eb-0251776010f4 req-3f7902c4-3887-4dd7-9b58-957fcc0bda4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:42.884100 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f8ee5020-aac0-4364-a7eb-0251776010f4 req-3f7902c4-3887-4dd7-9b58-957fcc0bda4e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b41df82b71c04f518bb426f0e960c13c&device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 1097 time: 0.0489962 Oct 27 18:54:42.896832 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1713a223-940b-486e-bc5b-fcbb0a6aa596 None None] Checking router: 7b9ef261-3e24-4597-b2ed-5a9f50053f56 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:54:42.906113 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1713a223-940b-486e-bc5b-fcbb0a6aa596 None None] Routers {'7b9ef261-3e24-4597-b2ed-5a9f50053f56'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:54:42.906715 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1713a223-940b-486e-bc5b-fcbb0a6aa596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:54:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['7b9ef261-3e24-4597-b2ed-5a9f50053f56'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:54:42.987553 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee5020-aac0-4364-a7eb-0251776010f4 req-76f3b5d0-ea02-4443-afb0-698700ff72ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:42.988976 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f8ee5020-aac0-4364-a7eb-0251776010f4 req-76f3b5d0-ea02-4443-afb0-698700ff72ba service neutron] 10.222.0.93 "GET /v2.0/networks?id=ff43375c-397e-47f1-8c6a-c17892606b3f HTTP/1.1" status: 200 len: 913 time: 0.0967388 Oct 27 18:54:43.020295 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-1713a223-940b-486e-bc5b-fcbb0a6aa596 None None] Set router 7b9ef261-3e24-4597-b2ed-5a9f50053f56 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:54:43.063787 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f8ee5020-aac0-4364-a7eb-0251776010f4 req-18a94ec5-54ff-437f-9e44-508952982f81 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e7f1e0f-e480-4f27-a666-bed553eda7e0 HTTP/1.1" status: 200 len: 999 time: 0.0673792 Oct 27 18:54:43.121546 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee5020-aac0-4364-a7eb-0251776010f4 req-e6c9fa01-c859-4f72-b3d2-52b223697a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:43.123086 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f8ee5020-aac0-4364-a7eb-0251776010f4 req-e6c9fa01-c859-4f72-b3d2-52b223697a24 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ee3a74a5-9b8c-49ba-8152-38eb33e35df4 HTTP/1.1" status: 200 len: 850 time: 0.0531218 Oct 27 18:54:43.170101 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee5020-aac0-4364-a7eb-0251776010f4 req-27fc6227-2a77-44a3-90da-ceb7e8c74c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:43.171675 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f8ee5020-aac0-4364-a7eb-0251776010f4 req-27fc6227-2a77-44a3-90da-ceb7e8c74c84 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ff43375c-397e-47f1-8c6a-c17892606b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419586 Oct 27 18:54:43.281147 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f8ee5020-aac0-4364-a7eb-0251776010f4 req-53e73053-c662-4afa-b222-89c8545ce757 service neutron] 10.222.0.93 "GET /v2.0/networks/ff43375c-397e-47f1-8c6a-c17892606b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022825 Oct 27 18:54:43.300205 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1713a223-940b-486e-bc5b-fcbb0a6aa596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'name': 'tempest-AttachVolumeTestJSON-2141801317-router', 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'd5a122cb-d617-46aa-ae4c-398e8e78a3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:15Z', 'updated_at': '2021-10-27T18:54:20Z', 'revision_number': 4, 'project_id': 'b41df82b71c04f518bb426f0e960c13c', 'gw_port': {'id': 'd5a122cb-d617-46aa-ae4c-398e8e78a3b8', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:16Z', 'updated_at': '2021-10-27T18:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'bf0b26cb-0211-4c0f-852c-d618ac7385ee', 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c', 'floating_ip_address': '172.25.6.48', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'port_id': '7e7f1e0f-e480-4f27-a666-bed553eda7e0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff43375c-397e-47f1-8c6a-c17892606b3f', 'mac_address': 'fa:16:3e:67:86:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95951e8-f6af-42b0-abaa-b0630be61d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:54:25Z', 'updated_at': '2021-10-27T18:54:41Z', 'revision_number': 1, 'project_id': 'b41df82b71c04f518bb426f0e960c13c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09d88d18-ca52-4d74-800e-d67c4b05af48', 'name': '', 'network_id': 'ff43375c-397e-47f1-8c6a-c17892606b3f', 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c', 'mac_address': 'fa:16:3e:a6:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'ee3a74a5-9b8c-49ba-8152-38eb33e35df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:19Z', 'updated_at': '2021-10-27T18:54:25Z', 'revision_number': 5, 'project_id': 'b41df82b71c04f518bb426f0e960c13c', 'subnets': [{'id': 'ee3a74a5-9b8c-49ba-8152-38eb33e35df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:54:43.325061 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f149ae-baad-45c5-b4bb-faaa8396b31f req-e29c4c01-bd26-412b-8dc9-b614061d7140 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:43.326668 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d0f149ae-baad-45c5-b4bb-faaa8396b31f req-e29c4c01-bd26-412b-8dc9-b614061d7140 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 944 time: 0.0612676 Oct 27 18:54:43.339728 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1713a223-940b-486e-bc5b-fcbb0a6aa596 None None] The sync data for ids ['7b9ef261-3e24-4597-b2ed-5a9f50053f56'] in n-d-815690-2 is: [{'id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'name': 'tempest-AttachVolumeTestJSON-2141801317-router', 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'd5a122cb-d617-46aa-ae4c-398e8e78a3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:15Z', 'updated_at': '2021-10-27T18:54:20Z', 'revision_number': 4, 'project_id': 'b41df82b71c04f518bb426f0e960c13c', 'gw_port': {'id': 'd5a122cb-d617-46aa-ae4c-398e8e78a3b8', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:16Z', 'updated_at': '2021-10-27T18:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'bf0b26cb-0211-4c0f-852c-d618ac7385ee', 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c', 'floating_ip_address': '172.25.6.48', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'port_id': '7e7f1e0f-e480-4f27-a666-bed553eda7e0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff43375c-397e-47f1-8c6a-c17892606b3f', 'mac_address': 'fa:16:3e:67:86:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a95951e8-f6af-42b0-abaa-b0630be61d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:54:25Z', 'updated_at': '2021-10-27T18:54:41Z', 'revision_number': 1, 'project_id': 'b41df82b71c04f518bb426f0e960c13c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09d88d18-ca52-4d74-800e-d67c4b05af48', 'name': '', 'network_id': 'ff43375c-397e-47f1-8c6a-c17892606b3f', 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c', 'mac_address': 'fa:16:3e:a6:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'ee3a74a5-9b8c-49ba-8152-38eb33e35df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:19Z', 'updated_at': '2021-10-27T18:54:25Z', 'revision_number': 5, 'project_id': 'b41df82b71c04f518bb426f0e960c13c', 'subnets': [{'id': 'ee3a74a5-9b8c-49ba-8152-38eb33e35df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:54:43.386985 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f8ee5020-aac0-4364-a7eb-0251776010f4 req-a8db1c90-eeb2-448e-8f76-7f0c528e0c20 service neutron] 10.222.0.93 "GET /v2.0/networks/ff43375c-397e-47f1-8c6a-c17892606b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987461 Oct 27 18:54:43.392667 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d0f149ae-baad-45c5-b4bb-faaa8396b31f req-94edd69d-2ad3-4b4c-8c29-03b75a40ea9b tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575585 Oct 27 18:54:43.441206 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:43.456909 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device fd173ea2-1c04-4bd6-9e85-093301d91e26 details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:54:43.548864 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:43.567933 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port fd173ea2-1c04-4bd6-9e85-093301d91e26, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=fd173ea2-1c04-4bd6-9e85-093301d91e26,segment=NetworkSegment(6b4a3a2c-45ac-4611-a987-4af30c2bf086),segment_id=6b4a3a2c-45ac-4611-a987-4af30c2bf086)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:54:43.581154 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': 'fd173ea2-1c04-4bd6-9e85-093301d91e26', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'port_id': 'fd173ea2-1c04-4bd6-9e85-093301d91e26', 'mac_address': 'fa:16:3e:c9:51:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:54:43.626043 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:43.641568 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd173ea2-1c04-4bd6-9e85-093301d91e26 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:54:43.656696 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e60d5f-7605-461b-b227-31405a963020 None None] New status for floating IP bf0b26cb-0211-4c0f-852c-d618ac7385ee: ACTIVE {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:54:43.702972 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port fd173ea2-1c04-4bd6-9e85-093301d91e26, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=fd173ea2-1c04-4bd6-9e85-093301d91e26,segment=NetworkSegment(6b4a3a2c-45ac-4611-a987-4af30c2bf086),segment_id=6b4a3a2c-45ac-4611-a987-4af30c2bf086)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:54:43.764576 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:43.850789 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=fd173ea2-1c04-4bd6-9e85-093301d91e26,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:43.969118 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['fd173ea2-1c04-4bd6-9e85-093301d91e26'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:54:44.517479 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7193f-f2ea-45b4-a1ae-eaafe02c33f2 req-e3e05322-cb8e-47f1-bdd7-520433bd12ee tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:44.518973 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-34f7193f-f2ea-45b4-a1ae-eaafe02c33f2 req-e3e05322-cb8e-47f1-bdd7-520433bd12ee tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 945 time: 0.0535882 Oct 27 18:54:44.565848 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-34f7193f-f2ea-45b4-a1ae-eaafe02c33f2 req-6b6fb948-615f-48d8-8f95-5ddc22deba7c tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405805 Oct 27 18:54:45.436370 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:45.467154 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device fd173ea2-1c04-4bd6-9e85-093301d91e26 up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:54:45.724630 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53a921-1b8a-42e4-b7bb-2eb1ed31ea8a req-c4dd0328-e14d-47d2-9f3d-ba15fea61bf3 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:45.726236 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bc53a921-1b8a-42e4-b7bb-2eb1ed31ea8a req-c4dd0328-e14d-47d2-9f3d-ba15fea61bf3 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 945 time: 0.0540295 Oct 27 18:54:45.743577 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning for port fd173ea2-1c04-4bd6-9e85-093301d91e26 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:54:45.749191 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port fd173ea2-1c04-4bd6-9e85-093301d91e26 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:54:45.750117 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:45.767539 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bc53a921-1b8a-42e4-b7bb-2eb1ed31ea8a req-fe97edf9-e99f-40b7-8713-6836290dff73 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346761 Oct 27 18:54:45.839441 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:45.864504 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9181cbd-235c-44b4-a398-909844ee8ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd173ea2-1c04-4bd6-9e85-093301d91e26'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:54:45.866667 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f555f3-af6a-4be5-8557-9e4b81409eca" -d '{"events": [{"server_uuid": "e9181cbd-235c-44b4-a398-909844ee8ac2", "name": "network-vif-plugged", "status": "completed", "tag": "fd173ea2-1c04-4bd6-9e85-093301d91e26"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:54:45.880456 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port fd173ea2-1c04-4bd6-9e85-093301d91e26, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=fd173ea2-1c04-4bd6-9e85-093301d91e26,segment=NetworkSegment(6b4a3a2c-45ac-4611-a987-4af30c2bf086),segment_id=6b4a3a2c-45ac-4611-a987-4af30c2bf086)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:54:45.903498 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d72fc9-6d96-49ec-b298-4f72768eeb1c x-openstack-request-id: req-76d72fc9-6d96-49ec-b298-4f72768eeb1c {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:54:45.903797 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9181cbd-235c-44b4-a398-909844ee8ac2", "name": "network-vif-plugged", "status": "completed", "tag": "fd173ea2-1c04-4bd6-9e85-093301d91e26", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:54:45.904051 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-76d72fc9-6d96-49ec-b298-4f72768eeb1c {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:54:45.904474 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9181cbd-235c-44b4-a398-909844ee8ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd173ea2-1c04-4bd6-9e85-093301d91e26', 'code': 200} Oct 27 18:54:45.944159 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:46.009171 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=fd173ea2-1c04-4bd6-9e85-093301d91e26,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:46.017766 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810ee55-9235-45a3-9004-9d66163746ea req-732828ac-b2c0-4ed5-b866-9d6d71da46c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:46.019305 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9810ee55-9235-45a3-9004-9d66163746ea req-732828ac-b2c0-4ed5-b866-9d6d71da46c2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 1097 time: 0.0453515 Oct 27 18:54:46.055230 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9810ee55-9235-45a3-9004-9d66163746ea req-73e19e9c-fd62-4991-85f4-f2ec2e9a2bc2 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277774 Oct 27 18:54:46.887945 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207a3c6-7b45-4217-9296-0d01d0c638d6 req-fb28a111-6171-412f-9600-d6a4b3884127 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:46.890922 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2207a3c6-7b45-4217-9296-0d01d0c638d6 req-fb28a111-6171-412f-9600-d6a4b3884127 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 946 time: 0.0485890 Oct 27 18:54:46.928093 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2207a3c6-7b45-4217-9296-0d01d0c638d6 req-9be1dab5-0c20-4962-bbac-d171cc23a663 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323622 Oct 27 18:54:48.048409 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf0872-f07a-40ff-802a-817290039d67 req-98e6c55f-34e1-47d9-b5d7-a9a4174163a9 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:48.049965 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-abdf0872-f07a-40ff-802a-817290039d67 req-98e6c55f-34e1-47d9-b5d7-a9a4174163a9 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 946 time: 0.0504246 Oct 27 18:54:48.087459 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-abdf0872-f07a-40ff-802a-817290039d67 req-3ca25e58-00ba-40d6-a78f-024a41cf548d tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313611 Oct 27 18:54:48.252315 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd632d-ed0a-4a62-8e30-ac422e427b37 req-e0d1ba0f-da01-47f3-99e6-55152344dae4 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:48.253814 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dbbd632d-ed0a-4a62-8e30-ac422e427b37 req-e0d1ba0f-da01-47f3-99e6-55152344dae4 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 946 time: 0.0530851 Oct 27 18:54:48.292901 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dbbd632d-ed0a-4a62-8e30-ac422e427b37 req-598329ca-6270-4918-a42d-dae71fa99d8a tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331368 Oct 27 18:54:48.410258 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49eb706-714e-4c19-b944-eaa6a8e8a57f req-5b36145e-5812-4a92-b9e3-293e04da178d tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:48.411801 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c49eb706-714e-4c19-b944-eaa6a8e8a57f req-5b36145e-5812-4a92-b9e3-293e04da178d tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 946 time: 0.0514677 Oct 27 18:54:48.451318 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c49eb706-714e-4c19-b944-eaa6a8e8a57f req-25df952a-9a3b-4d25-9fbb-b4424485d289 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334175 Oct 27 18:54:49.072334 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4d14c-804e-4c24-8b0a-f1760066e9df req-ebe17580-53d9-4b20-b576-261a0b9fdb27 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:49.074165 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fbf4d14c-804e-4c24-8b0a-f1760066e9df req-ebe17580-53d9-4b20-b576-261a0b9fdb27 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 946 time: 0.2357378 Oct 27 18:54:49.116867 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fbf4d14c-804e-4c24-8b0a-f1760066e9df req-c69f661e-2b0f-4e5e-b8db-c199b6a3c3b9 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337412 Oct 27 18:54:50.248997 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d5d7a-d73a-464d-9636-f4e90729f5ab req-954e5db0-2490-495d-aa87-a547897da1f3 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:50.250525 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4c1d5d7a-d73a-464d-9636-f4e90729f5ab req-954e5db0-2490-495d-aa87-a547897da1f3 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 946 time: 0.0580189 Oct 27 18:54:50.269161 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5092223-1afb-4d40-9152-e8e13b79b6c9 req-73ad76c9-4a0b-4965-a74b-bdb2012e8f37 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:54:50.270664 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c5092223-1afb-4d40-9152-e8e13b79b6c9 req-73ad76c9-4a0b-4965-a74b-bdb2012e8f37 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 946 time: 0.0484426 Oct 27 18:54:50.290712 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4c1d5d7a-d73a-464d-9636-f4e90729f5ab req-a75d06f8-1f5c-41ae-acac-00eab793d5e9 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336823 Oct 27 18:54:50.368170 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-c5092223-1afb-4d40-9152-e8e13b79b6c9 req-b996cf8e-e98b-494b-ae10-5d877e596d61 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Deleting port fd173ea2-1c04-4bd6-9e85-093301d91e26 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:54:50.368515 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-c5092223-1afb-4d40-9152-e8e13b79b6c9 req-b996cf8e-e98b-494b-ae10-5d877e596d61 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:50.464715 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-c5092223-1afb-4d40-9152-e8e13b79b6c9 req-b996cf8e-e98b-494b-ae10-5d877e596d61 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] For port fd173ea2-1c04-4bd6-9e85-093301d91e26, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=fd173ea2-1c04-4bd6-9e85-093301d91e26,segment=NetworkSegment(6b4a3a2c-45ac-4611-a987-4af30c2bf086),segment_id=6b4a3a2c-45ac-4611-a987-4af30c2bf086)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:54:50.465097 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-c5092223-1afb-4d40-9152-e8e13b79b6c9 req-b996cf8e-e98b-494b-ae10-5d877e596d61 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:50.478134 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-c5092223-1afb-4d40-9152-e8e13b79b6c9 req-b996cf8e-e98b-494b-ae10-5d877e596d61 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Calling delete_port for fd173ea2-1c04-4bd6-9e85-093301d91e26 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:54:50.692527 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-c5092223-1afb-4d40-9152-e8e13b79b6c9 req-b996cf8e-e98b-494b-ae10-5d877e596d61 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:50.704305 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['fd173ea2-1c04-4bd6-9e85-093301d91e26'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:54:50.721979 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b996cf8e-e98b-494b-ae10-5d877e596d61 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Pushing event deleted for resources: {'Port': ['ID=fd173ea2-1c04-4bd6-9e85-093301d91e26,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:54:50.768292 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5092223-1afb-4d40-9152-e8e13b79b6c9 req-b996cf8e-e98b-494b-ae10-5d877e596d61 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] No DVR routers for this DVR port fd173ea2-1c04-4bd6-9e85-093301d91e26 on host n-h1-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:54:50.771669 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-c5092223-1afb-4d40-9152-e8e13b79b6c9 req-b996cf8e-e98b-494b-ae10-5d877e596d61 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:50.775468 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c5092223-1afb-4d40-9152-e8e13b79b6c9 req-b996cf8e-e98b-494b-ae10-5d877e596d61 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.81 "DELETE /v2.0/ports/fd173ea2-1c04-4bd6-9e85-093301d91e26 HTTP/1.1" status: 204 len: 173 time: 0.4980128 Oct 27 18:54:50.778470 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9181cbd-235c-44b4-a398-909844ee8ac2', 'name': 'network-vif-deleted', 'tag': 'fd173ea2-1c04-4bd6-9e85-093301d91e26'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:54:50.787414 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6355c301-82d3-4c49-998a-ddd985d78ed7" -d '{"events": [{"server_uuid": "e9181cbd-235c-44b4-a398-909844ee8ac2", "name": "network-vif-deleted", "tag": "fd173ea2-1c04-4bd6-9e85-093301d91e26"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:54:50.828177 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f7c3e0-ebba-4bc0-aa04-4c1c38ec7d93 x-openstack-request-id: req-f7f7c3e0-ebba-4bc0-aa04-4c1c38ec7d93 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:54:50.828475 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9181cbd-235c-44b4-a398-909844ee8ac2", "name": "network-vif-deleted", "tag": "fd173ea2-1c04-4bd6-9e85-093301d91e26", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:54:50.828765 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f7f7c3e0-ebba-4bc0-aa04-4c1c38ec7d93 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:54:50.829163 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9181cbd-235c-44b4-a398-909844ee8ac2', 'name': 'network-vif-deleted', 'tag': 'fd173ea2-1c04-4bd6-9e85-093301d91e26', 'status': 'completed', 'code': 200} Oct 27 18:54:51.392552 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a285444d-e3bb-40dd-aecc-876387b6d707 req-77f453b8-28f4-49e9-960b-eb95b23cd9ba tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 210 time: 0.0284402 Oct 27 18:54:52.500213 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a604a351-03dc-460a-9aae-720b9bbe4795 req-881324bf-ca79-4244-be81-5c6d5d12dd23 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 210 time: 0.0299950 Oct 27 18:54:53.483783 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device fd173ea2-1c04-4bd6-9e85-093301d91e26 no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:54:53.505507 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] No Port match for: fd173ea2-1c04-4bd6-9e85-093301d91e26 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:54:53.505843 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device fd173ea2-1c04-4bd6-9e85-093301d91e26 not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:54:53.614624 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-add6c085-48c7-48f9-aaa8-5d1166ffc816 req-0f883e67-6a7a-4018-b280-aa52ac0a080c tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 210 time: 0.0276644 Oct 27 18:54:54.734343 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d558922d-df54-45d7-9794-8d158f897266 req-8b2563fa-d000-4594-9591-69b4fbef6941 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 210 time: 0.0301003 Oct 27 18:54:55.861052 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-211c571e-162d-4453-a550-88b7b2422010 req-d6fc2633-a948-4fb2-9037-b487c8b47f63 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9181cbd-235c-44b4-a398-909844ee8ac2 HTTP/1.1" status: 200 len: 210 time: 0.0312417 Oct 27 18:54:56.566665 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:54:56.983752 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:55:02.712938 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:55:09.618407 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0347626e-7dbd-4c1b-a896-21483d0e79c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:55:12.087591 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6f0d8221-64c8-48a8-89e5-276360d8673b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:55:12.421580 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [req-fdefe765-dabd-4150-97d7-d68a26feeba0 req-1991429c-3b0f-4663-a7b6-42a2da595345 service neutron] (102879) timed out ('10.222.0.52', 50548) {{(pid=102879) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 18:55:13.428077 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:55:13.510224 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:55:14.061373 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-915944cc-a302-439c-897c-3817f2f6834f req-758b4695-0ab3-4384-b76f-1dc16ce059b8 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1075144 Oct 27 18:55:14.160002 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915944cc-a302-439c-897c-3817f2f6834f req-1afafebf-f1ed-4238-84f6-5b0d0412688e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:55:14.161778 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-915944cc-a302-439c-897c-3817f2f6834f req-1afafebf-f1ed-4238-84f6-5b0d0412688e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b41df82b71c04f518bb426f0e960c13c&device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 1097 time: 0.0455809 Oct 27 18:55:14.282182 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915944cc-a302-439c-897c-3817f2f6834f req-495b5a78-4f8d-4a41-8dae-b088e767c99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:55:14.283898 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-915944cc-a302-439c-897c-3817f2f6834f req-495b5a78-4f8d-4a41-8dae-b088e767c99a service neutron] 10.222.0.93 "GET /v2.0/networks?id=ff43375c-397e-47f1-8c6a-c17892606b3f HTTP/1.1" status: 200 len: 913 time: 0.0991855 Oct 27 18:55:14.358156 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-915944cc-a302-439c-897c-3817f2f6834f req-0a74fe5c-62b0-4304-813d-96c3e43bd9d4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e7f1e0f-e480-4f27-a666-bed553eda7e0 HTTP/1.1" status: 200 len: 1001 time: 0.0670052 Oct 27 18:55:14.410077 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915944cc-a302-439c-897c-3817f2f6834f req-62ce129f-3196-47cb-998f-6079408035e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:55:14.411882 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-915944cc-a302-439c-897c-3817f2f6834f req-62ce129f-3196-47cb-998f-6079408035e0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ee3a74a5-9b8c-49ba-8152-38eb33e35df4 HTTP/1.1" status: 200 len: 850 time: 0.0468647 Oct 27 18:55:14.461572 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915944cc-a302-439c-897c-3817f2f6834f req-4631cbac-9a38-4c79-a23e-cc00f6f7096a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:55:14.463159 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-915944cc-a302-439c-897c-3817f2f6834f req-4631cbac-9a38-4c79-a23e-cc00f6f7096a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ff43375c-397e-47f1-8c6a-c17892606b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434365 Oct 27 18:55:14.474669 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [req-915944cc-a302-439c-897c-3817f2f6834f req-3455c0e3-f8dc-4937-b31f-25ddf2ad8bd0 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:55:14.475762 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-915944cc-a302-439c-897c-3817f2f6834f req-3455c0e3-f8dc-4937-b31f-25ddf2ad8bd0 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058084 Oct 27 18:55:14.578873 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-915944cc-a302-439c-897c-3817f2f6834f req-7c198b5c-db9e-45bb-b21c-961bc6030932 service neutron] 10.222.0.93 "GET /v2.0/networks/ff43375c-397e-47f1-8c6a-c17892606b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958245 Oct 27 18:55:14.682929 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-915944cc-a302-439c-897c-3817f2f6834f req-e9a8d373-93cb-439c-809d-ab40fc9d3e1a service neutron] 10.222.0.93 "GET /v2.0/networks/ff43375c-397e-47f1-8c6a-c17892606b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953977 Oct 27 18:55:15.144373 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:55:26.515890 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:55:26.917431 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c2445-1850-4109-a267-71e38f867e64 req-f1430759-006e-4e21-b6b5-7faa05cb5d3e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:55:26.918520 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-df6c2445-1850-4109-a267-71e38f867e64 req-f1430759-006e-4e21-b6b5-7faa05cb5d3e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/networks?id=d0191f7b-8e46-434e-8842-bf24f16effff HTTP/1.1" status: 200 len: 812 time: 0.1038575 Oct 27 18:55:26.934158 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-df6c2445-1850-4109-a267-71e38f867e64 req-2a2e25b5-d164-4a5a-ab1b-35a5f5f790d5 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/quotas/346c2f1cc90a43138ca74853aad732b9 HTTP/1.1" status: 200 len: 375 time: 0.0098031 Oct 27 18:55:26.985916 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-df6c2445-1850-4109-a267-71e38f867e64 req-1b5cc2d9-97c1-4f8b-9d3c-a7b9f876fc5c tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=346c2f1cc90a43138ca74853aad732b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460832 Oct 27 18:55:26.990246 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:55:27.135707 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-df6c2445-1850-4109-a267-71e38f867e64 req-fadb0c15-e746-4ed7-9ad9-ccbee7bedc78 service neutron] 10.222.0.52 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426630 Oct 27 18:55:27.234448 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-df6c2445-1850-4109-a267-71e38f867e64 req-31513962-6db0-4a73-ba24-577b06858d2a service neutron] 10.222.0.52 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920076 Oct 27 18:55:27.898121 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a019fa79-31a2-4ffc-a28d-088454e63a1e req-ccdbeb25-42d7-4407-8034-042da7446346 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae202d9d-d611-4140-a1b3-3c28836e6b94 HTTP/1.1" status: 200 len: 210 time: 0.0287004 Oct 27 18:55:29.001459 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1236cd2d-b614-4419-92d6-d24f918cb3c2 req-18510302-b431-419e-b8e1-7ee3c42eccbb tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae202d9d-d611-4140-a1b3-3c28836e6b94 HTTP/1.1" status: 200 len: 210 time: 0.0303977 Oct 27 18:55:29.534766 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c2445-1850-4109-a267-71e38f867e64 req-ade37cca-64c8-4806-beea-59f354863398 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:55:29.536757 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-df6c2445-1850-4109-a267-71e38f867e64 req-ade37cca-64c8-4806-beea-59f354863398 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.81 "GET /v2.0/networks?id=d0191f7b-8e46-434e-8842-bf24f16effff HTTP/1.1" status: 200 len: 812 time: 0.1057022 Oct 27 18:55:29.551957 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-df6c2445-1850-4109-a267-71e38f867e64 req-bde56249-5ff3-4495-b80b-2651c55f8422 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Request body: {'port': {'device_id': 'ae202d9d-d611-4140-a1b3-3c28836e6b94', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'admin_state_up': True, 'tenant_id': '346c2f1cc90a43138ca74853aad732b9'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:55:29.759080 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df6c2445-1850-4109-a267-71e38f867e64 req-bde56249-5ff3-4495-b80b-2651c55f8422 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Made reservation on behalf of 346c2f1cc90a43138ca74853aad732b9 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:55:29.759080 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-df6c2445-1850-4109-a267-71e38f867e64 req-bde56249-5ff3-4495-b80b-2651c55f8422 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:55:29.900786 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-df6c2445-1850-4109-a267-71e38f867e64 req-bde56249-5ff3-4495-b80b-2651c55f8422 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Allocated IP 172.20.0.9 (d0191f7b-8e46-434e-8842-bf24f16effff/56e753bb-c9b4-439a-bd0c-5adf5ac2396a/80261e74-626f-47b1-9fd9-5c4f38f82455) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:55:30.090011 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-df6c2445-1850-4109-a267-71e38f867e64 req-bde56249-5ff3-4495-b80b-2651c55f8422 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:55:30.122953 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-347f395f-3ca8-4135-bd54-64f9d1832b24 req-10a25a00-43c9-4400-8739-05177842d8b8 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae202d9d-d611-4140-a1b3-3c28836e6b94 HTTP/1.1" status: 200 len: 210 time: 0.0367105 Oct 27 18:55:30.191235 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-df6c2445-1850-4109-a267-71e38f867e64 req-bde56249-5ff3-4495-b80b-2651c55f8422 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:55:30.242947 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df6c2445-1850-4109-a267-71e38f867e64 req-bde56249-5ff3-4495-b80b-2651c55f8422 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Network d0191f7b-8e46-434e-8842-bf24f16effff is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:55:30.246632 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-df6c2445-1850-4109-a267-71e38f867e64 req-bde56249-5ff3-4495-b80b-2651c55f8422 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:55:30.250481 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6c2445-1850-4109-a267-71e38f867e64 req-bde56249-5ff3-4495-b80b-2651c55f8422 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:55:30.257071 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde56249-5ff3-4495-b80b-2651c55f8422 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Pushing event updated for resources: {'Port': ['ID=80261e74-626f-47b1-9fd9-5c4f38f82455,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:55:30.291536 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde56249-5ff3-4495-b80b-2651c55f8422 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:55:30.291950 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde56249-5ff3-4495-b80b-2651c55f8422 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:55:30.293711 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde56249-5ff3-4495-b80b-2651c55f8422 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:55:30.293711 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde56249-5ff3-4495-b80b-2651c55f8422 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:55:30.293711 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde56249-5ff3-4495-b80b-2651c55f8422 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:55:30.293711 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde56249-5ff3-4495-b80b-2651c55f8422 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:55:30.293711 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde56249-5ff3-4495-b80b-2651c55f8422 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:55:30.294239 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde56249-5ff3-4495-b80b-2651c55f8422 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:55:30.294344 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde56249-5ff3-4495-b80b-2651c55f8422 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:55:30.294667 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde56249-5ff3-4495-b80b-2651c55f8422 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:55:30.295566 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde56249-5ff3-4495-b80b-2651c55f8422 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:55:30.295911 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde56249-5ff3-4495-b80b-2651c55f8422 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:55:30.332869 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c2445-1850-4109-a267-71e38f867e64 req-bde56249-5ff3-4495-b80b-2651c55f8422 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:55:30.333620 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-df6c2445-1850-4109-a267-71e38f867e64 req-bde56249-5ff3-4495-b80b-2651c55f8422 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:55:30.405743 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-df6c2445-1850-4109-a267-71e38f867e64 req-bde56249-5ff3-4495-b80b-2651c55f8422 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8575304 Oct 27 18:55:30.418015 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [req-df6c2445-1850-4109-a267-71e38f867e64 req-dd463ec4-68cb-4850-a5b6-8f478c32b639 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:55:30.419467 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-df6c2445-1850-4109-a267-71e38f867e64 req-dd463ec4-68cb-4850-a5b6-8f478c32b639 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0072572 Oct 27 18:55:30.496792 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-df6c2445-1850-4109-a267-71e38f867e64 req-9c91fba8-2c5b-460a-8c60-181a2288e9a9 service neutron] Request body: {'port': {'device_id': 'ae202d9d-d611-4140-a1b3-3c28836e6b94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:55:30.550632 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-d22f4492-4888-486e-8539-ef950716addc None None] Provisioning complete for port 80261e74-626f-47b1-9fd9-5c4f38f82455 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:55:30.551206 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d22f4492-4888-486e-8539-ef950716addc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:55:30.559455 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-df6c2445-1850-4109-a267-71e38f867e64 req-9c91fba8-2c5b-460a-8c60-181a2288e9a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:55:30.588420 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-d22f4492-4888-486e-8539-ef950716addc None None] Port 80261e74-626f-47b1-9fd9-5c4f38f82455 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:55:30.850083 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-df6c2445-1850-4109-a267-71e38f867e64 req-9c91fba8-2c5b-460a-8c60-181a2288e9a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80261e74-626f-47b1-9fd9-5c4f38f82455 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:55:30.858032 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-df6c2445-1850-4109-a267-71e38f867e64 req-9c91fba8-2c5b-460a-8c60-181a2288e9a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:55:30.869815 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-df6c2445-1850-4109-a267-71e38f867e64 req-9c91fba8-2c5b-460a-8c60-181a2288e9a9 service neutron] Transition to ACTIVE for port object 80261e74-626f-47b1-9fd9-5c4f38f82455 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:55:30.950674 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-df6c2445-1850-4109-a267-71e38f867e64 req-9c91fba8-2c5b-460a-8c60-181a2288e9a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:55:31.013169 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c91fba8-2c5b-460a-8c60-181a2288e9a9 service neutron] Pushing event updated for resources: {'Port': ['ID=80261e74-626f-47b1-9fd9-5c4f38f82455,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:55:31.105843 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-df6c2445-1850-4109-a267-71e38f867e64 req-9c91fba8-2c5b-460a-8c60-181a2288e9a9 service neutron] Attempting to bind port 80261e74-626f-47b1-9fd9-5c4f38f82455 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:55:31.106209 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-df6c2445-1850-4109-a267-71e38f867e64 req-9c91fba8-2c5b-460a-8c60-181a2288e9a9 service neutron] Attempting to bind port 80261e74-626f-47b1-9fd9-5c4f38f82455 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '6b4a3a2c-45ac-4611-a987-4af30c2bf086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:55:31.106539 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6c2445-1850-4109-a267-71e38f867e64 req-9c91fba8-2c5b-460a-8c60-181a2288e9a9 service neutron] Attempting to bind port 80261e74-626f-47b1-9fd9-5c4f38f82455 on network d0191f7b-8e46-434e-8842-bf24f16effff {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:55:31.111751 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6c2445-1850-4109-a267-71e38f867e64 req-9c91fba8-2c5b-460a-8c60-181a2288e9a9 service neutron] Port 80261e74-626f-47b1-9fd9-5c4f38f82455 on network d0191f7b-8e46-434e-8842-bf24f16effff not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:55:31.112377 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6c2445-1850-4109-a267-71e38f867e64 req-9c91fba8-2c5b-460a-8c60-181a2288e9a9 service neutron] Attempting to bind port 80261e74-626f-47b1-9fd9-5c4f38f82455 on network d0191f7b-8e46-434e-8842-bf24f16effff {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:55:31.118613 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6c2445-1850-4109-a267-71e38f867e64 req-9c91fba8-2c5b-460a-8c60-181a2288e9a9 service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:55:31.118988 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6c2445-1850-4109-a267-71e38f867e64 req-9c91fba8-2c5b-460a-8c60-181a2288e9a9 service neutron] Checking segment: {'id': '6b4a3a2c-45ac-4611-a987-4af30c2bf086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:55:31.119370 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6c2445-1850-4109-a267-71e38f867e64 req-9c91fba8-2c5b-460a-8c60-181a2288e9a9 service neutron] Bound using segment: {'id': '6b4a3a2c-45ac-4611-a987-4af30c2bf086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:55:31.120103 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-df6c2445-1850-4109-a267-71e38f867e64 req-9c91fba8-2c5b-460a-8c60-181a2288e9a9 service neutron] Bound port: 80261e74-626f-47b1-9fd9-5c4f38f82455, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b4a3a2c-45ac-4611-a987-4af30c2bf086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:55:31.120497 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-df6c2445-1850-4109-a267-71e38f867e64 req-9c91fba8-2c5b-460a-8c60-181a2288e9a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:55:31.206242 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-df6c2445-1850-4109-a267-71e38f867e64 req-9c91fba8-2c5b-460a-8c60-181a2288e9a9 service neutron] For port 80261e74-626f-47b1-9fd9-5c4f38f82455, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:55:31.209710 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-df6c2445-1850-4109-a267-71e38f867e64 req-9c91fba8-2c5b-460a-8c60-181a2288e9a9 service neutron] For port 80261e74-626f-47b1-9fd9-5c4f38f82455, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=80261e74-626f-47b1-9fd9-5c4f38f82455,segment=NetworkSegment(6b4a3a2c-45ac-4611-a987-4af30c2bf086),segment_id=6b4a3a2c-45ac-4611-a987-4af30c2bf086)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:55:31.282119 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-df6c2445-1850-4109-a267-71e38f867e64 req-9c91fba8-2c5b-460a-8c60-181a2288e9a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:55:31.312475 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05c44f-8545-420d-a085-fd87fbfe18dd req-9aafefc6-e377-41b6-a057-fb97e29e9c85 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:55:31.312475 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ab05c44f-8545-420d-a085-fd87fbfe18dd req-9aafefc6-e377-41b6-a057-fb97e29e9c85 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae202d9d-d611-4140-a1b3-3c28836e6b94 HTTP/1.1" status: 200 len: 943 time: 0.0727754 Oct 27 18:55:31.335116 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c2445-1850-4109-a267-71e38f867e64 req-9c91fba8-2c5b-460a-8c60-181a2288e9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:55:31.335741 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-df6c2445-1850-4109-a267-71e38f867e64 req-9c91fba8-2c5b-460a-8c60-181a2288e9a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:55:31.337446 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-df6c2445-1850-4109-a267-71e38f867e64 req-9c91fba8-2c5b-460a-8c60-181a2288e9a9 service neutron] 10.222.0.81 "PUT /v2.0/ports/80261e74-626f-47b1-9fd9-5c4f38f82455 HTTP/1.1" status: 200 len: 1091 time: 0.9097795 Oct 27 18:55:31.337771 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae202d9d-d611-4140-a1b3-3c28836e6b94', 'tag': '80261e74-626f-47b1-9fd9-5c4f38f82455'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:55:31.340676 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a29c6f-7c3f-44e4-a0a5-51f23f0af447" -d '{"events": [{"name": "network-changed", "server_uuid": "ae202d9d-d611-4140-a1b3-3c28836e6b94", "tag": "80261e74-626f-47b1-9fd9-5c4f38f82455"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:55:31.378933 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ab05c44f-8545-420d-a085-fd87fbfe18dd req-255fbbe5-1706-44de-bf74-36b341206ee4 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666647 Oct 27 18:55:31.381212 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c91fba8-2c5b-460a-8c60-181a2288e9a9 service neutron] Pushing event updated for resources: {'Port': ['ID=80261e74-626f-47b1-9fd9-5c4f38f82455,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:55:31.460435 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3a28b9-2fc9-45b1-a96c-970e6d5fd891 x-openstack-request-id: req-1b3a28b9-2fc9-45b1-a96c-970e6d5fd891 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:55:31.460848 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae202d9d-d611-4140-a1b3-3c28836e6b94", "tag": "80261e74-626f-47b1-9fd9-5c4f38f82455", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:55:31.461236 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1b3a28b9-2fc9-45b1-a96c-970e6d5fd891 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:55:31.461756 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae202d9d-d611-4140-a1b3-3c28836e6b94', 'tag': '80261e74-626f-47b1-9fd9-5c4f38f82455', 'status': 'completed', 'code': 200} Oct 27 18:55:31.508902 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a29c6f-7c3f-44e4-a0a5-51f23f0af447 req-b3568951-6035-4875-804e-d307de3018c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:55:31.510929 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-78a29c6f-7c3f-44e4-a0a5-51f23f0af447 req-b3568951-6035-4875-804e-d307de3018c2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=346c2f1cc90a43138ca74853aad732b9&device_id=ae202d9d-d611-4140-a1b3-3c28836e6b94 HTTP/1.1" status: 200 len: 1094 time: 0.0481882 Oct 27 18:55:31.635173 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a29c6f-7c3f-44e4-a0a5-51f23f0af447 req-6143232b-9bcd-4685-851f-2b76acc508ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:55:31.637309 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-78a29c6f-7c3f-44e4-a0a5-51f23f0af447 req-6143232b-9bcd-4685-851f-2b76acc508ae service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=346c2f1cc90a43138ca74853aad732b9&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1145992 Oct 27 18:55:31.739676 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a29c6f-7c3f-44e4-a0a5-51f23f0af447 req-fd458947-d6c5-41f3-b06e-36ffc084f6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:55:31.741254 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-78a29c6f-7c3f-44e4-a0a5-51f23f0af447 req-fd458947-d6c5-41f3-b06e-36ffc084f6e1 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0968840 Oct 27 18:55:31.840753 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c2445-1850-4109-a267-71e38f867e64 req-d70e418a-a0ab-4ed6-b95f-71641fb4c502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:55:31.842388 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-df6c2445-1850-4109-a267-71e38f867e64 req-d70e418a-a0ab-4ed6-b95f-71641fb4c502 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=346c2f1cc90a43138ca74853aad732b9&device_id=ae202d9d-d611-4140-a1b3-3c28836e6b94 HTTP/1.1" status: 200 len: 1094 time: 0.0487218 Oct 27 18:55:31.885008 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-df6c2445-1850-4109-a267-71e38f867e64 req-56c4276c-c203-41c9-83ee-56735039e267 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80261e74-626f-47b1-9fd9-5c4f38f82455 HTTP/1.1" status: 200 len: 217 time: 0.0347803 Oct 27 18:55:31.935758 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c2445-1850-4109-a267-71e38f867e64 req-2b879132-cc88-4567-a930-edab3d265741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:55:31.937463 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-df6c2445-1850-4109-a267-71e38f867e64 req-2b879132-cc88-4567-a930-edab3d265741 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=56e753bb-c9b4-439a-bd0c-5adf5ac2396a HTTP/1.1" status: 200 len: 851 time: 0.0455084 Oct 27 18:55:31.988312 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c2445-1850-4109-a267-71e38f867e64 req-222b1f63-5e14-4b7d-ba48-6bae3b0b4859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:55:31.989908 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-df6c2445-1850-4109-a267-71e38f867e64 req-222b1f63-5e14-4b7d-ba48-6bae3b0b4859 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d0191f7b-8e46-434e-8842-bf24f16effff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459692 Oct 27 18:55:32.081904 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-df6c2445-1850-4109-a267-71e38f867e64 req-03256663-6b72-4ca5-a61c-c5b2feb49791 service neutron] 10.222.0.81 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836413 Oct 27 18:55:32.519168 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-df6c2445-1850-4109-a267-71e38f867e64 req-9757f544-feaa-40bd-8609-645abb4615e3 service neutron] 10.222.0.81 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303427 Oct 27 18:55:32.521643 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6e7ae-e9d8-49a5-99e2-e733a393541d req-f604939d-ee8b-49b8-86ce-085b7553ebde tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:55:32.523292 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b1b6e7ae-e9d8-49a5-99e2-e733a393541d req-f604939d-ee8b-49b8-86ce-085b7553ebde tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae202d9d-d611-4140-a1b3-3c28836e6b94 HTTP/1.1" status: 200 len: 943 time: 0.0630629 Oct 27 18:55:32.572206 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b1b6e7ae-e9d8-49a5-99e2-e733a393541d req-5669cda3-7a64-4b13-ba7a-840393a73f54 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372331 Oct 27 18:55:33.698162 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6db36b-52c7-4269-afe5-c79fe6387708 req-32b245f5-4773-4895-8e4c-09aebbd92661 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:55:33.699746 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fa6db36b-52c7-4269-afe5-c79fe6387708 req-32b245f5-4773-4895-8e4c-09aebbd92661 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae202d9d-d611-4140-a1b3-3c28836e6b94 HTTP/1.1" status: 200 len: 943 time: 0.0528724 Oct 27 18:55:33.751642 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fa6db36b-52c7-4269-afe5-c79fe6387708 req-0daaaf2b-f01a-4c6c-885a-b1e342f9ca07 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339248 Oct 27 18:55:34.876678 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e3d02-d580-4770-af97-7322777091f3 req-9c406a9b-4aad-4894-b5dc-98831423c4e8 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:55:34.878236 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1f5e3d02-d580-4770-af97-7322777091f3 req-9c406a9b-4aad-4894-b5dc-98831423c4e8 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae202d9d-d611-4140-a1b3-3c28836e6b94 HTTP/1.1" status: 200 len: 943 time: 0.0513420 Oct 27 18:55:34.920677 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1f5e3d02-d580-4770-af97-7322777091f3 req-8d944c05-eafc-4060-91d8-6bf3de1b5dc8 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356674 Oct 27 18:55:36.050828 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0764bef-ec1a-4983-91ff-c70f38499f0f req-ad42748c-47d5-4fed-bd6e-cdbc2bd4c981 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:55:36.052357 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f0764bef-ec1a-4983-91ff-c70f38499f0f req-ad42748c-47d5-4fed-bd6e-cdbc2bd4c981 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae202d9d-d611-4140-a1b3-3c28836e6b94 HTTP/1.1" status: 200 len: 943 time: 0.0551958 Oct 27 18:55:36.091834 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f0764bef-ec1a-4983-91ff-c70f38499f0f req-5db0cd13-6545-4ba4-a3e3-44c39092e6cf tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330334 Oct 27 18:55:37.215879 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab43a0-b967-43d5-8216-828d02000d41 req-d4de6cb2-33d3-43f5-b137-9fe810dd7f97 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:55:37.217518 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-08ab43a0-b967-43d5-8216-828d02000d41 req-d4de6cb2-33d3-43f5-b137-9fe810dd7f97 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae202d9d-d611-4140-a1b3-3c28836e6b94 HTTP/1.1" status: 200 len: 943 time: 0.0528386 Oct 27 18:55:37.259272 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-08ab43a0-b967-43d5-8216-828d02000d41 req-a2e3cfa3-deb4-4a4e-9b04-9f4689775304 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353038 Oct 27 18:55:38.379118 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bdf32-1a2b-480e-8539-335fc152b0bf req-45d8756d-ca82-4d56-9c49-6048b64aef26 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:55:38.380702 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cd8bdf32-1a2b-480e-8539-335fc152b0bf req-45d8756d-ca82-4d56-9c49-6048b64aef26 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae202d9d-d611-4140-a1b3-3c28836e6b94 HTTP/1.1" status: 200 len: 943 time: 0.0506840 Oct 27 18:55:38.423895 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cd8bdf32-1a2b-480e-8539-335fc152b0bf req-7588fdfd-21ac-4351-8a15-b8a67afae438 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340376 Oct 27 18:55:39.551999 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a40bcd-17cd-4201-9850-d8f93ce4f07a req-0e8aa2af-3a94-4058-a009-c6372f3f2e05 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:55:39.553850 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-24a40bcd-17cd-4201-9850-d8f93ce4f07a req-0e8aa2af-3a94-4058-a009-c6372f3f2e05 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae202d9d-d611-4140-a1b3-3c28836e6b94 HTTP/1.1" status: 200 len: 943 time: 0.0551496 Oct 27 18:55:39.594745 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-24a40bcd-17cd-4201-9850-d8f93ce4f07a req-fb0f2c7d-4f0e-4fc2-9f95-68e2f9971ac8 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337665 Oct 27 18:55:39.664545 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fc3e7602-f206-493a-9828-8bdd10cf3cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:55:39.712132 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:55:40.724502 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7043a692-375a-4d7c-ae9c-81d5f9a89ea2 req-0559771f-e8de-40cc-b26a-4c8e1204ebf8 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:55:40.726034 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7043a692-375a-4d7c-ae9c-81d5f9a89ea2 req-0559771f-e8de-40cc-b26a-4c8e1204ebf8 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae202d9d-d611-4140-a1b3-3c28836e6b94 HTTP/1.1" status: 200 len: 943 time: 0.0522022 Oct 27 18:55:40.764776 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7043a692-375a-4d7c-ae9c-81d5f9a89ea2 req-f6b82e48-298b-48b9-8c96-9dd332411f80 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325918 Oct 27 18:55:41.888085 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd1de0-6266-4bd3-8fca-a75ba76422fe req-f0679ba6-c216-4dbf-9928-bf07b78899d1 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:55:41.888085 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-63fd1de0-6266-4bd3-8fca-a75ba76422fe req-f0679ba6-c216-4dbf-9928-bf07b78899d1 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae202d9d-d611-4140-a1b3-3c28836e6b94 HTTP/1.1" status: 200 len: 943 time: 0.0502217 Oct 27 18:55:41.929033 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-63fd1de0-6266-4bd3-8fca-a75ba76422fe req-209d2e72-d33f-4356-87dd-3aa74816b86d tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353923 Oct 27 18:55:42.076101 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3dec7a67-0e01-41d9-a3ce-1a51fc0ab821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:55:43.052187 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131ac26-8281-4556-9cb2-e719ca817d2b req-feeaca0a-aea3-403b-a9ce-675091c0375b tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:55:43.053720 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6131ac26-8281-4556-9cb2-e719ca817d2b req-feeaca0a-aea3-403b-a9ce-675091c0375b tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae202d9d-d611-4140-a1b3-3c28836e6b94 HTTP/1.1" status: 200 len: 943 time: 0.0529184 Oct 27 18:55:43.095483 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6131ac26-8281-4556-9cb2-e719ca817d2b req-bb04489b-d859-41eb-bb34-d0575996a486 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351119 Oct 27 18:55:43.470421 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:55:43.550334 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:55:43.780178 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 80261e74-626f-47b1-9fd9-5c4f38f82455 details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:55:43.874542 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 80261e74-626f-47b1-9fd9-5c4f38f82455, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=80261e74-626f-47b1-9fd9-5c4f38f82455,segment=NetworkSegment(6b4a3a2c-45ac-4611-a987-4af30c2bf086),segment_id=6b4a3a2c-45ac-4611-a987-4af30c2bf086)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:55:43.885998 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': '80261e74-626f-47b1-9fd9-5c4f38f82455', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'port_id': '80261e74-626f-47b1-9fd9-5c4f38f82455', 'mac_address': 'fa:16:3e:9a:94:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:55:43.922458 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:55:43.935446 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80261e74-626f-47b1-9fd9-5c4f38f82455 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:55:43.958667 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 80261e74-626f-47b1-9fd9-5c4f38f82455, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=80261e74-626f-47b1-9fd9-5c4f38f82455,segment=NetworkSegment(6b4a3a2c-45ac-4611-a987-4af30c2bf086),segment_id=6b4a3a2c-45ac-4611-a987-4af30c2bf086)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:55:44.001916 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:55:44.051605 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=80261e74-626f-47b1-9fd9-5c4f38f82455,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:55:44.059213 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:55:44.059556 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:55:44.059897 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:55:44.060233 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:55:44.060567 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:55:44.060900 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:55:44.061226 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:55:44.061549 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:55:44.061873 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:55:44.062194 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:55:44.062515 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:55:44.062855 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:55:44.209904 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['80261e74-626f-47b1-9fd9-5c4f38f82455'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:55:44.216830 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca27cb-51b2-463b-8cf7-7d248d98dd20 req-b3854a94-1d5a-48fa-8416-0a569656cc30 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:55:44.219141 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-66ca27cb-51b2-463b-8cf7-7d248d98dd20 req-b3854a94-1d5a-48fa-8416-0a569656cc30 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae202d9d-d611-4140-a1b3-3c28836e6b94 HTTP/1.1" status: 200 len: 944 time: 0.0521908 Oct 27 18:55:44.263382 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-66ca27cb-51b2-463b-8cf7-7d248d98dd20 req-ef8d98f5-bf1a-48bc-9172-87d1b4d16f3b tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361233 Oct 27 18:55:45.144660 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:55:45.384268 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e87763-f533-4abf-9781-10aee1eb8c74 req-ab9e1adb-23a5-4353-8d20-a3b197dd4485 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:55:45.386317 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-84e87763-f533-4abf-9781-10aee1eb8c74 req-ab9e1adb-23a5-4353-8d20-a3b197dd4485 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae202d9d-d611-4140-a1b3-3c28836e6b94 HTTP/1.1" status: 200 len: 944 time: 0.0497980 Oct 27 18:55:45.429682 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-84e87763-f533-4abf-9781-10aee1eb8c74 req-836d7a30-bd26-46f1-a014-20aa312d888e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370197 Oct 27 18:55:45.779953 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 80261e74-626f-47b1-9fd9-5c4f38f82455 up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:55:45.881748 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning for port 80261e74-626f-47b1-9fd9-5c4f38f82455 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:55:45.886102 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port 80261e74-626f-47b1-9fd9-5c4f38f82455 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:55:45.886496 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:55:45.965868 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:55:45.987687 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae202d9d-d611-4140-a1b3-3c28836e6b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80261e74-626f-47b1-9fd9-5c4f38f82455'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:55:45.989931 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c5ad81-5f83-48b5-a7c7-703056b16dc3" -d '{"events": [{"server_uuid": "ae202d9d-d611-4140-a1b3-3c28836e6b94", "name": "network-vif-plugged", "status": "completed", "tag": "80261e74-626f-47b1-9fd9-5c4f38f82455"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:55:46.002601 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 80261e74-626f-47b1-9fd9-5c4f38f82455, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=80261e74-626f-47b1-9fd9-5c4f38f82455,segment=NetworkSegment(6b4a3a2c-45ac-4611-a987-4af30c2bf086),segment_id=6b4a3a2c-45ac-4611-a987-4af30c2bf086)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:55:46.027099 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5ac354-a0da-420f-b970-5662ad1c7c27 x-openstack-request-id: req-0a5ac354-a0da-420f-b970-5662ad1c7c27 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:55:46.027457 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae202d9d-d611-4140-a1b3-3c28836e6b94", "name": "network-vif-plugged", "status": "completed", "tag": "80261e74-626f-47b1-9fd9-5c4f38f82455", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:55:46.027776 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0a5ac354-a0da-420f-b970-5662ad1c7c27 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:55:46.028233 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae202d9d-d611-4140-a1b3-3c28836e6b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80261e74-626f-47b1-9fd9-5c4f38f82455', 'code': 200} Oct 27 18:55:46.053763 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:55:46.110719 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=80261e74-626f-47b1-9fd9-5c4f38f82455,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:55:46.126057 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d70e96-57a9-4707-87df-4464ba70b4e6 req-79be4c80-bcba-4ee9-b3cf-f1abbd0a2c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:55:46.127615 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b0d70e96-57a9-4707-87df-4464ba70b4e6 req-79be4c80-bcba-4ee9-b3cf-f1abbd0a2c16 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ae202d9d-d611-4140-a1b3-3c28836e6b94 HTTP/1.1" status: 200 len: 1096 time: 0.0423281 Oct 27 18:55:46.163989 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b0d70e96-57a9-4707-87df-4464ba70b4e6 req-e20ae1f8-9059-4d83-ba26-ae82dfce09d0 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296032 Oct 27 18:55:46.554039 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55bfb6-018b-4d5e-bff1-87d3ae5cec9f req-e7482abf-f687-4cab-b334-e471c2832bb4 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:55:46.555180 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6c55bfb6-018b-4d5e-bff1-87d3ae5cec9f req-e7482abf-f687-4cab-b334-e471c2832bb4 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae202d9d-d611-4140-a1b3-3c28836e6b94 HTTP/1.1" status: 200 len: 945 time: 0.0542479 Oct 27 18:55:46.595319 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6c55bfb6-018b-4d5e-bff1-87d3ae5cec9f req-fd13e134-89a5-4d4f-8668-081ec4d3fa9c tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330384 Oct 27 18:55:47.721861 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953f967-d5f1-4e77-aec4-61347120c857 req-928916bb-4b8d-46b1-a94f-b7970d57fe6f tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:55:47.723409 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a953f967-d5f1-4e77-aec4-61347120c857 req-928916bb-4b8d-46b1-a94f-b7970d57fe6f tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae202d9d-d611-4140-a1b3-3c28836e6b94 HTTP/1.1" status: 200 len: 945 time: 0.0505924 Oct 27 18:55:47.763074 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a953f967-d5f1-4e77-aec4-61347120c857 req-88dc81d5-a0c3-4040-8e2a-e42297e7c057 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331826 Oct 27 18:55:47.923407 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb72c7b-9ad6-460e-987e-d9a74193cff7 req-9baeccdf-bf18-4aa1-9f9b-d17d947e2d53 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:55:47.924889 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4fb72c7b-9ad6-460e-987e-d9a74193cff7 req-9baeccdf-bf18-4aa1-9f9b-d17d947e2d53 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae202d9d-d611-4140-a1b3-3c28836e6b94 HTTP/1.1" status: 200 len: 945 time: 0.0496490 Oct 27 18:55:47.963753 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4fb72c7b-9ad6-460e-987e-d9a74193cff7 req-f183b359-5f07-4d7f-b045-fdfed62a462a tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325623 Oct 27 18:55:51.205224 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-58f82307-3a20-4dd6-8e88-999fbef1645e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:55:51.206978 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-58f82307-3a20-4dd6-8e88-999fbef1645e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/networks?id=d0191f7b-8e46-434e-8842-bf24f16effff HTTP/1.1" status: 200 len: 812 time: 0.1071353 Oct 27 18:55:51.223266 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-c8306a51-9802-4194-a7b6-fdea8cc58c9a tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/quotas/346c2f1cc90a43138ca74853aad732b9 HTTP/1.1" status: 200 len: 375 time: 0.0101886 Oct 27 18:55:51.277521 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-3543999b-6909-40ac-b0c7-2a2a197443a4 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=346c2f1cc90a43138ca74853aad732b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484824 Oct 27 18:55:51.291086 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-62f30813-441b-49f2-9641-303357b527fd service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 18:55:51.292364 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-62f30813-441b-49f2-9641-303357b527fd service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057917 Oct 27 18:55:51.388256 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-f4a84327-4e79-465f-aeae-3f3a29919f49 service neutron] 10.222.0.52 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890265 Oct 27 18:55:51.487970 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-480be918-9819-4b3d-b646-4fbef0d93374 service neutron] 10.222.0.52 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936189 Oct 27 18:55:51.743213 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9ce7dc63-3814-41f1-9674-1ba538d8cbd7 req-6720cb31-07e1-4720-bb30-5807ffbcdf85 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 210 time: 0.0323169 Oct 27 18:55:52.846270 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4966369f-7f67-4315-915a-3399e1ba5e5b req-7e724db8-8e8d-48e9-9ae9-d3332f264ca4 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 210 time: 0.0279164 Oct 27 18:55:53.665704 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-8a01afcb-57ca-49bf-86c6-2745d71a8544 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:55:53.668251 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-8a01afcb-57ca-49bf-86c6-2745d71a8544 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.93 "GET /v2.0/networks?id=d0191f7b-8e46-434e-8842-bf24f16effff HTTP/1.1" status: 200 len: 812 time: 0.1172853 Oct 27 18:55:53.680612 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-11fe611d-ae8f-4a98-a025-0f5b290ccbf6 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Request body: {'port': {'device_id': '24d5be71-b669-4ab3-bfd7-0359b6eca343', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'admin_state_up': True, 'tenant_id': '346c2f1cc90a43138ca74853aad732b9'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:55:53.853643 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-11fe611d-ae8f-4a98-a025-0f5b290ccbf6 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Made reservation on behalf of 346c2f1cc90a43138ca74853aad732b9 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:55:53.858599 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-11fe611d-ae8f-4a98-a025-0f5b290ccbf6 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:55:53.967230 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-be6efc2b-7ba2-4e74-ba6d-9ba644c41550 req-cd57db49-c724-44e9-b989-417ba33cdd53 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 210 time: 0.0293763 Oct 27 18:55:54.008835 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-11fe611d-ae8f-4a98-a025-0f5b290ccbf6 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Allocated IP 172.20.0.12 (d0191f7b-8e46-434e-8842-bf24f16effff/56e753bb-c9b4-439a-bd0c-5adf5ac2396a/ae776c77-902f-48fe-8121-3aa0a7025c83) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:55:54.174125 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-11fe611d-ae8f-4a98-a025-0f5b290ccbf6 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:55:54.294337 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-11fe611d-ae8f-4a98-a025-0f5b290ccbf6 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:55:54.307060 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['80261e74-626f-47b1-9fd9-5c4f38f82455'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:55:54.337336 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-11fe611d-ae8f-4a98-a025-0f5b290ccbf6 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Network d0191f7b-8e46-434e-8842-bf24f16effff is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:55:54.343294 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-11fe611d-ae8f-4a98-a025-0f5b290ccbf6 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:55:54.345958 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-11fe611d-ae8f-4a98-a025-0f5b290ccbf6 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:55:54.391850 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe611d-ae8f-4a98-a025-0f5b290ccbf6 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Pushing event updated for resources: {'Port': ['ID=ae776c77-902f-48fe-8121-3aa0a7025c83,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:55:54.415452 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-11fe611d-ae8f-4a98-a025-0f5b290ccbf6 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:55:54.419183 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-11fe611d-ae8f-4a98-a025-0f5b290ccbf6 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:55:54.503234 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-11fe611d-ae8f-4a98-a025-0f5b290ccbf6 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8262632 Oct 27 18:55:54.518705 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-84653927-cf45-46fe-8cd7-fc6c0c66bee8 service neutron] Request body: {'port': {'device_id': '24d5be71-b669-4ab3-bfd7-0359b6eca343', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:55:54.594652 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-84653927-cf45-46fe-8cd7-fc6c0c66bee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:55:54.742485 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6b30dd98-3756-4529-8f50-a92e24bedae7 None None] Provisioning complete for port ae776c77-902f-48fe-8121-3aa0a7025c83 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:55:54.742777 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6b30dd98-3756-4529-8f50-a92e24bedae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:55:54.779011 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6b30dd98-3756-4529-8f50-a92e24bedae7 None None] Port ae776c77-902f-48fe-8121-3aa0a7025c83 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:55:54.886149 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-84653927-cf45-46fe-8cd7-fc6c0c66bee8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae776c77-902f-48fe-8121-3aa0a7025c83 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:55:54.894959 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-84653927-cf45-46fe-8cd7-fc6c0c66bee8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:55:54.908408 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-84653927-cf45-46fe-8cd7-fc6c0c66bee8 service neutron] Transition to ACTIVE for port object ae776c77-902f-48fe-8121-3aa0a7025c83 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:55:54.962193 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-84653927-cf45-46fe-8cd7-fc6c0c66bee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:55:55.016950 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84653927-cf45-46fe-8cd7-fc6c0c66bee8 service neutron] Pushing event updated for resources: {'Port': ['ID=ae776c77-902f-48fe-8121-3aa0a7025c83,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:55:55.102726 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-84653927-cf45-46fe-8cd7-fc6c0c66bee8 service neutron] Attempting to bind port ae776c77-902f-48fe-8121-3aa0a7025c83 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:55:55.103483 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-84653927-cf45-46fe-8cd7-fc6c0c66bee8 service neutron] Attempting to bind port ae776c77-902f-48fe-8121-3aa0a7025c83 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '6b4a3a2c-45ac-4611-a987-4af30c2bf086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:55:55.104046 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-84653927-cf45-46fe-8cd7-fc6c0c66bee8 service neutron] Attempting to bind port ae776c77-902f-48fe-8121-3aa0a7025c83 on network d0191f7b-8e46-434e-8842-bf24f16effff {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:55:55.109256 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-84653927-cf45-46fe-8cd7-fc6c0c66bee8 service neutron] Port ae776c77-902f-48fe-8121-3aa0a7025c83 on network d0191f7b-8e46-434e-8842-bf24f16effff not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:55:55.109878 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-84653927-cf45-46fe-8cd7-fc6c0c66bee8 service neutron] Attempting to bind port ae776c77-902f-48fe-8121-3aa0a7025c83 on network d0191f7b-8e46-434e-8842-bf24f16effff {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:55:55.115216 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-84653927-cf45-46fe-8cd7-fc6c0c66bee8 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:55:55.115877 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-84653927-cf45-46fe-8cd7-fc6c0c66bee8 service neutron] Checking segment: {'id': '6b4a3a2c-45ac-4611-a987-4af30c2bf086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:55:55.116614 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-84653927-cf45-46fe-8cd7-fc6c0c66bee8 service neutron] Bound using segment: {'id': '6b4a3a2c-45ac-4611-a987-4af30c2bf086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:55:55.117286 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-84653927-cf45-46fe-8cd7-fc6c0c66bee8 service neutron] Bound port: ae776c77-902f-48fe-8121-3aa0a7025c83, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b4a3a2c-45ac-4611-a987-4af30c2bf086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:55:55.117889 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-84653927-cf45-46fe-8cd7-fc6c0c66bee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:55:55.145680 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95cd6c1-f310-4026-b2eb-43e88aa490fc req-f24a140e-1fd4-4370-9f59-3382dd59713a tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:55:55.148377 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a95cd6c1-f310-4026-b2eb-43e88aa490fc req-f24a140e-1fd4-4370-9f59-3382dd59713a tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 944 time: 0.0722158 Oct 27 18:55:55.213294 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a95cd6c1-f310-4026-b2eb-43e88aa490fc req-d665607c-1914-41f7-9f03-405c1003fc16 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581753 Oct 27 18:55:55.221140 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-84653927-cf45-46fe-8cd7-fc6c0c66bee8 service neutron] For port ae776c77-902f-48fe-8121-3aa0a7025c83, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:55:55.226680 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-84653927-cf45-46fe-8cd7-fc6c0c66bee8 service neutron] For port ae776c77-902f-48fe-8121-3aa0a7025c83, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=ae776c77-902f-48fe-8121-3aa0a7025c83,segment=NetworkSegment(6b4a3a2c-45ac-4611-a987-4af30c2bf086),segment_id=6b4a3a2c-45ac-4611-a987-4af30c2bf086)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:55:55.312376 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-84653927-cf45-46fe-8cd7-fc6c0c66bee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:55:55.354971 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-84653927-cf45-46fe-8cd7-fc6c0c66bee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:55:55.356251 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-84653927-cf45-46fe-8cd7-fc6c0c66bee8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:55:55.358008 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-84653927-cf45-46fe-8cd7-fc6c0c66bee8 service neutron] 10.222.0.93 "PUT /v2.0/ports/ae776c77-902f-48fe-8121-3aa0a7025c83 HTTP/1.1" status: 200 len: 1092 time: 0.8450625 Oct 27 18:55:55.358716 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24d5be71-b669-4ab3-bfd7-0359b6eca343', 'tag': 'ae776c77-902f-48fe-8121-3aa0a7025c83'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:55:55.361181 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d157ecd-7f3c-44f5-8523-5ec9ca2a37e0" -d '{"events": [{"name": "network-changed", "server_uuid": "24d5be71-b669-4ab3-bfd7-0359b6eca343", "tag": "ae776c77-902f-48fe-8121-3aa0a7025c83"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:55:55.453657 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8de428-96ab-46b6-8d7a-b6cc99feea01 x-openstack-request-id: req-ef8de428-96ab-46b6-8d7a-b6cc99feea01 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:55:55.454011 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24d5be71-b669-4ab3-bfd7-0359b6eca343", "tag": "ae776c77-902f-48fe-8121-3aa0a7025c83", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:55:55.454239 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ef8de428-96ab-46b6-8d7a-b6cc99feea01 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:55:55.454656 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24d5be71-b669-4ab3-bfd7-0359b6eca343', 'tag': 'ae776c77-902f-48fe-8121-3aa0a7025c83', 'status': 'completed', 'code': 200} Oct 27 18:55:55.485845 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84653927-cf45-46fe-8cd7-fc6c0c66bee8 service neutron] Pushing event updated for resources: {'Port': ['ID=ae776c77-902f-48fe-8121-3aa0a7025c83,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:55:55.507758 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d157ecd-7f3c-44f5-8523-5ec9ca2a37e0 req-04b73ca1-f09f-4611-b887-58eaf492f919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:55:55.509385 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3d157ecd-7f3c-44f5-8523-5ec9ca2a37e0 req-04b73ca1-f09f-4611-b887-58eaf492f919 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=346c2f1cc90a43138ca74853aad732b9&device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 1095 time: 0.0536795 Oct 27 18:55:55.648814 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d157ecd-7f3c-44f5-8523-5ec9ca2a37e0 req-f91c5676-4b34-483f-9fb2-28fe6db344f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:55:55.653752 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3d157ecd-7f3c-44f5-8523-5ec9ca2a37e0 req-f91c5676-4b34-483f-9fb2-28fe6db344f2 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=346c2f1cc90a43138ca74853aad732b9&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1325519 Oct 27 18:55:55.778653 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d157ecd-7f3c-44f5-8523-5ec9ca2a37e0 req-0cf124dc-9847-487e-9c05-ebbc661ce91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:55:55.780355 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3d157ecd-7f3c-44f5-8523-5ec9ca2a37e0 req-0cf124dc-9847-487e-9c05-ebbc661ce91f service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1230905 Oct 27 18:55:55.895692 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-5b3b4ff3-08bd-4469-8cd1-5bfc7d8805a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:55:55.897244 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-5b3b4ff3-08bd-4469-8cd1-5bfc7d8805a5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=346c2f1cc90a43138ca74853aad732b9&device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 1095 time: 0.0669639 Oct 27 18:55:55.951478 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-814bce8d-6e6f-42fb-9ebc-bab01d2b5dcf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae776c77-902f-48fe-8121-3aa0a7025c83 HTTP/1.1" status: 200 len: 217 time: 0.0451517 Oct 27 18:55:56.013175 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-ccb0e910-2e05-4247-9b08-18e4742c1eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:55:56.015326 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-ccb0e910-2e05-4247-9b08-18e4742c1eb8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=56e753bb-c9b4-439a-bd0c-5adf5ac2396a HTTP/1.1" status: 200 len: 851 time: 0.0576954 Oct 27 18:55:56.067082 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-364d0ac0-6b55-424e-8922-1cdac0d33047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:55:56.069099 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-364d0ac0-6b55-424e-8922-1cdac0d33047 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d0191f7b-8e46-434e-8842-bf24f16effff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470340 Oct 27 18:55:56.167557 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-a86360ad-f715-483b-8a16-8d113badaf87 service neutron] 10.222.0.93 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907130 Oct 27 18:55:56.271487 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5e48d48a-454f-4028-8af4-9f27d73df41e req-08a8e65a-6873-433f-9276-666697b647d0 service neutron] 10.222.0.93 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968976 Oct 27 18:55:56.366904 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b65b58-6f3b-466a-ab8b-52c11c089eb8 req-5cca34af-6fcc-4949-881f-c47fa54b1f07 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:55:56.368518 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-29b65b58-6f3b-466a-ab8b-52c11c089eb8 req-5cca34af-6fcc-4949-881f-c47fa54b1f07 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 944 time: 0.0565798 Oct 27 18:55:56.410157 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-29b65b58-6f3b-466a-ab8b-52c11c089eb8 req-0a2dbe67-3334-4853-a33a-4104cc15270a tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347390 Oct 27 18:55:56.533694 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:55:57.013501 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:55:57.565893 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7412b49-7293-4543-a4bd-c82e56a7e903 req-2b1b6052-edaf-4720-a5db-dc7ecd0b1c02 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:55:57.571312 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c7412b49-7293-4543-a4bd-c82e56a7e903 req-2b1b6052-edaf-4720-a5db-dc7ecd0b1c02 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 944 time: 0.0804884 Oct 27 18:55:57.617168 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c7412b49-7293-4543-a4bd-c82e56a7e903 req-5d01a2ba-0bb4-4329-b607-f640e0ce5ae9 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389900 Oct 27 18:55:58.761749 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e4d9a-e161-4f0c-9999-4b715a9e2638 req-1137a95d-f026-4490-af29-7ee55b76a592 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:55:58.763314 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3b8e4d9a-e161-4f0c-9999-4b715a9e2638 req-1137a95d-f026-4490-af29-7ee55b76a592 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 944 time: 0.0596945 Oct 27 18:55:58.809143 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3b8e4d9a-e161-4f0c-9999-4b715a9e2638 req-1d959d77-b038-4be7-971a-548171a17d9d tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389335 Oct 27 18:55:59.971395 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50dc5e-f7d4-47f3-94f7-d72288810bef req-28565f9b-7188-4226-bdd3-973692ffe1a9 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:55:59.976729 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0b50dc5e-f7d4-47f3-94f7-d72288810bef req-28565f9b-7188-4226-bdd3-973692ffe1a9 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 944 time: 0.0793505 Oct 27 18:56:00.022447 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0b50dc5e-f7d4-47f3-94f7-d72288810bef req-77e9d28e-8542-41a2-ae61-467d225fc4ef tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344930 Oct 27 18:56:01.167194 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457322a-7170-436a-99ec-af6d97f10c27 req-1552aaf3-2bbd-4087-82b6-e2cb77788f1c tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:01.168947 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9457322a-7170-436a-99ec-af6d97f10c27 req-1552aaf3-2bbd-4087-82b6-e2cb77788f1c tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 944 time: 0.0684309 Oct 27 18:56:01.212702 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9457322a-7170-436a-99ec-af6d97f10c27 req-6dc2d3b3-8f15-4c64-8176-190cb31bbd86 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376062 Oct 27 18:56:02.350480 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032daa7-a9eb-4b95-a99e-89e156f2dcb6 req-d688d5d0-1fbb-43b5-98e6-4eeed01c7ebe tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:02.352019 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0032daa7-a9eb-4b95-a99e-89e156f2dcb6 req-d688d5d0-1fbb-43b5-98e6-4eeed01c7ebe tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 944 time: 0.0526648 Oct 27 18:56:02.398306 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0032daa7-a9eb-4b95-a99e-89e156f2dcb6 req-357e9e4d-1793-4c2c-a6cc-85fb7ed55afb tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391860 Oct 27 18:56:03.536005 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305073c-dea0-4600-b377-b79cecd26e35 req-257f74b1-e7b6-45fa-83ec-17faf6496390 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:03.537732 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c305073c-dea0-4600-b377-b79cecd26e35 req-257f74b1-e7b6-45fa-83ec-17faf6496390 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 944 time: 0.0599439 Oct 27 18:56:03.582289 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c305073c-dea0-4600-b377-b79cecd26e35 req-2539d73c-4327-47f8-b5e9-a0c170b9c011 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367374 Oct 27 18:56:04.751527 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ae1a9-b446-43f9-999e-f46df578f15e req-fd7e7f7a-288a-4b74-ab6d-4d74c667d889 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:04.751527 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-177ae1a9-b446-43f9-999e-f46df578f15e req-fd7e7f7a-288a-4b74-ab6d-4d74c667d889 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 944 time: 0.0737143 Oct 27 18:56:04.788502 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-177ae1a9-b446-43f9-999e-f46df578f15e req-0bd2b6a9-695b-4093-9b31-7a6dd39e77f0 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412159 Oct 27 18:56:05.931009 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dab5fc-4320-4862-b17c-ff3aea7abca0 req-b074909d-7ef5-46a9-88b9-3fb439a0ddc9 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:05.932627 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-10dab5fc-4320-4862-b17c-ff3aea7abca0 req-b074909d-7ef5-46a9-88b9-3fb439a0ddc9 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 944 time: 0.0614829 Oct 27 18:56:05.975244 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-10dab5fc-4320-4862-b17c-ff3aea7abca0 req-26e2b5a0-d26b-4dbe-9518-7c5d0fd32a28 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353241 Oct 27 18:56:07.112434 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd0fc1-72b1-4cbf-8678-217eb8fc2293 req-5bb49c63-58bd-49d1-8c02-ac05b8559e21 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:07.114132 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-93cd0fc1-72b1-4cbf-8678-217eb8fc2293 req-5bb49c63-58bd-49d1-8c02-ac05b8559e21 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 944 time: 0.0561290 Oct 27 18:56:07.159143 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-93cd0fc1-72b1-4cbf-8678-217eb8fc2293 req-0e59b7c2-a453-47bb-89db-af9574ee73a8 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377707 Oct 27 18:56:08.299550 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d405a-542b-44b5-95f0-f05c024c2cf6 req-ec1a8c1e-e68f-4dd6-9827-19e38fff2935 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:08.301089 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b15d405a-542b-44b5-95f0-f05c024c2cf6 req-ec1a8c1e-e68f-4dd6-9827-19e38fff2935 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 944 time: 0.0562069 Oct 27 18:56:08.348491 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b15d405a-542b-44b5-95f0-f05c024c2cf6 req-ab93b62b-456b-465c-a617-76bf28a9c20f tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389833 Oct 27 18:56:09.481440 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737afc5-c14b-4f75-a5ca-126c4a316cf9 req-f1440790-832a-4865-907e-0481280864be tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:09.486785 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f737afc5-c14b-4f75-a5ca-126c4a316cf9 req-f1440790-832a-4865-907e-0481280864be tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 944 time: 0.0580919 Oct 27 18:56:09.526971 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f737afc5-c14b-4f75-a5ca-126c4a316cf9 req-0487fe19-d72b-4e4c-8836-92a6312e5178 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364869 Oct 27 18:56:09.682430 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b743c646-e5c6-421a-aea0-5212c321fddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:56:10.654646 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a322af-d091-4417-8d62-1b20873cd19d req-e3cad980-c32f-4893-9eca-ab0907aed18f tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:10.656331 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f9a322af-d091-4417-8d62-1b20873cd19d req-e3cad980-c32f-4893-9eca-ab0907aed18f tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 944 time: 0.0552962 Oct 27 18:56:10.697910 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f9a322af-d091-4417-8d62-1b20873cd19d req-5c051035-2adc-465e-9030-de3ec8fc16c3 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356362 Oct 27 18:56:11.176608 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-77841430-523d-470c-9e96-2fa20adcfc25 req-f13fa44a-e826-4736-a203-d56c1fc12f8a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ae202d9d-d611-4140-a1b3-3c28836e6b94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429358 Oct 27 18:56:11.267008 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77841430-523d-470c-9e96-2fa20adcfc25 req-a66f415a-fe0c-4f10-bc14-9c0e299e687c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:11.268790 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-77841430-523d-470c-9e96-2fa20adcfc25 req-a66f415a-fe0c-4f10-bc14-9c0e299e687c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=346c2f1cc90a43138ca74853aad732b9&device_id=ae202d9d-d611-4140-a1b3-3c28836e6b94 HTTP/1.1" status: 200 len: 1096 time: 0.0438287 Oct 27 18:56:11.400210 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77841430-523d-470c-9e96-2fa20adcfc25 req-0722c8e6-5a66-44a3-9c41-30ead1101f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:11.401681 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-77841430-523d-470c-9e96-2fa20adcfc25 req-0722c8e6-5a66-44a3-9c41-30ead1101f23 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d0191f7b-8e46-434e-8842-bf24f16effff HTTP/1.1" status: 200 len: 914 time: 0.1081259 Oct 27 18:56:11.450697 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-77841430-523d-470c-9e96-2fa20adcfc25 req-a1b8f38f-399f-422f-a283-1d827f968aa3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80261e74-626f-47b1-9fd9-5c4f38f82455 HTTP/1.1" status: 200 len: 217 time: 0.0409491 Oct 27 18:56:11.503243 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77841430-523d-470c-9e96-2fa20adcfc25 req-23cad85d-3b74-4803-8ddf-f73b1b428019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:11.504827 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-77841430-523d-470c-9e96-2fa20adcfc25 req-23cad85d-3b74-4803-8ddf-f73b1b428019 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=56e753bb-c9b4-439a-bd0c-5adf5ac2396a HTTP/1.1" status: 200 len: 851 time: 0.0471723 Oct 27 18:56:11.557825 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77841430-523d-470c-9e96-2fa20adcfc25 req-480d1b20-b8e7-4408-b304-4c1fa9f5ab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:11.559385 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-77841430-523d-470c-9e96-2fa20adcfc25 req-480d1b20-b8e7-4408-b304-4c1fa9f5ab7d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d0191f7b-8e46-434e-8842-bf24f16effff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471885 Oct 27 18:56:11.661567 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-77841430-523d-470c-9e96-2fa20adcfc25 req-6555df23-839b-46fe-b8bc-eb8ab6da7373 service neutron] 10.222.0.81 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943451 Oct 27 18:56:11.779094 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-77841430-523d-470c-9e96-2fa20adcfc25 req-c8761e40-253d-4073-ada2-df2d634d63cd service neutron] 10.222.0.81 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092088 Oct 27 18:56:11.845506 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d4f39-a333-4cb3-8dad-c61159e4a340 req-7127189f-eae3-428e-9f9b-802cc3498627 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:11.847152 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1d6d4f39-a333-4cb3-8dad-c61159e4a340 req-7127189f-eae3-428e-9f9b-802cc3498627 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 944 time: 0.0545805 Oct 27 18:56:11.891673 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1d6d4f39-a333-4cb3-8dad-c61159e4a340 req-36a16e45-be36-4cd6-82bd-42e473b746e1 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372581 Oct 27 18:56:12.111353 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e866f709-acc4-4a7f-8333-30172da8cb5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:56:13.021679 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381d6bc-d96c-4031-9019-159988249e6c req-2a2504bb-e5d8-4152-ae09-7f99b2d721a3 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:13.023235 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3381d6bc-d96c-4031-9019-159988249e6c req-2a2504bb-e5d8-4152-ae09-7f99b2d721a3 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 944 time: 0.0564539 Oct 27 18:56:13.065998 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3381d6bc-d96c-4031-9019-159988249e6c req-a936e90f-fd63-4fd6-a5ea-ccdaa1dd021c tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361638 Oct 27 18:56:13.448036 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:56:13.528799 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:56:14.196838 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8254f43-3bb0-4054-9a81-3bcd43f11954 req-821d6d80-498d-4146-953b-7ec09bc2c40a tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:14.198370 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a8254f43-3bb0-4054-9a81-3bcd43f11954 req-821d6d80-498d-4146-953b-7ec09bc2c40a tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 944 time: 0.0560946 Oct 27 18:56:14.238652 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a8254f43-3bb0-4054-9a81-3bcd43f11954 req-823e44d6-6fce-4987-8a78-30d2ca4a9ef4 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340369 Oct 27 18:56:15.203045 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:56:15.365163 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335625f-10da-43c3-8070-aaced9b57700 req-545d5e1d-ffb3-4400-96c4-0ae40ba70f4a tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:15.366607 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7335625f-10da-43c3-8070-aaced9b57700 req-545d5e1d-ffb3-4400-96c4-0ae40ba70f4a tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 944 time: 0.0537350 Oct 27 18:56:15.407783 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7335625f-10da-43c3-8070-aaced9b57700 req-d6caacad-9639-4cb3-8245-ffc05b230d52 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344617 Oct 27 18:56:16.014292 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d6228f22-5b37-4b9b-895d-98cbd36bcb73 req-23e21e0d-24b8-4a1a-8ffa-8cf4223d50e4 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435934 Oct 27 18:56:16.111673 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6228f22-5b37-4b9b-895d-98cbd36bcb73 req-e000604d-5313-4441-a3d7-eb462f335f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:16.115188 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d6228f22-5b37-4b9b-895d-98cbd36bcb73 req-e000604d-5313-4441-a3d7-eb462f335f61 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b41df82b71c04f518bb426f0e960c13c&device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 1097 time: 0.0512083 Oct 27 18:56:16.237281 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6228f22-5b37-4b9b-895d-98cbd36bcb73 req-9d6e9cbf-1190-4433-ae12-5e6c9480ba3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:16.238795 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d6228f22-5b37-4b9b-895d-98cbd36bcb73 req-9d6e9cbf-1190-4433-ae12-5e6c9480ba3a service neutron] 10.222.0.93 "GET /v2.0/networks?id=ff43375c-397e-47f1-8c6a-c17892606b3f HTTP/1.1" status: 200 len: 913 time: 0.1025074 Oct 27 18:56:16.311352 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d6228f22-5b37-4b9b-895d-98cbd36bcb73 req-50259b3d-4178-4f3f-be09-b42171b6858f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e7f1e0f-e480-4f27-a666-bed553eda7e0 HTTP/1.1" status: 200 len: 1001 time: 0.0653884 Oct 27 18:56:16.368696 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6228f22-5b37-4b9b-895d-98cbd36bcb73 req-f7b5f5c1-04ca-4338-94f8-5cb2cdcf446d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:16.370175 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d6228f22-5b37-4b9b-895d-98cbd36bcb73 req-f7b5f5c1-04ca-4338-94f8-5cb2cdcf446d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ee3a74a5-9b8c-49ba-8152-38eb33e35df4 HTTP/1.1" status: 200 len: 850 time: 0.0498812 Oct 27 18:56:16.419098 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6228f22-5b37-4b9b-895d-98cbd36bcb73 req-68ca7607-0ce5-4770-a910-7c273349ff31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:16.426093 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d6228f22-5b37-4b9b-895d-98cbd36bcb73 req-68ca7607-0ce5-4770-a910-7c273349ff31 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ff43375c-397e-47f1-8c6a-c17892606b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425248 Oct 27 18:56:16.521451 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d6228f22-5b37-4b9b-895d-98cbd36bcb73 req-6f6e1cdc-c2f9-46a0-9998-2ed72a8cc74a service neutron] 10.222.0.93 "GET /v2.0/networks/ff43375c-397e-47f1-8c6a-c17892606b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928919 Oct 27 18:56:16.553099 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50997134-8abf-488c-9441-fc9d1cf88dfb req-acf741c1-13e7-4ae3-9094-ff39ad343606 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:16.555562 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-50997134-8abf-488c-9441-fc9d1cf88dfb req-acf741c1-13e7-4ae3-9094-ff39ad343606 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 944 time: 0.0577357 Oct 27 18:56:16.605160 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-50997134-8abf-488c-9441-fc9d1cf88dfb req-c95a077e-5077-46cc-87ee-47b49cf93b80 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410423 Oct 27 18:56:16.644401 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d6228f22-5b37-4b9b-895d-98cbd36bcb73 req-51b8fc13-657e-4181-8dca-c9b649565924 service neutron] 10.222.0.93 "GET /v2.0/networks/ff43375c-397e-47f1-8c6a-c17892606b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138992 Oct 27 18:56:16.711318 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:56:17.738044 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72bd6c-42aa-49fa-a4e7-282cf1d4c7d0 req-f2b8a47a-7faa-4b2b-862e-35a493ff9192 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:17.739652 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8f72bd6c-42aa-49fa-a4e7-282cf1d4c7d0 req-f2b8a47a-7faa-4b2b-862e-35a493ff9192 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 944 time: 0.0598097 Oct 27 18:56:17.781639 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8f72bd6c-42aa-49fa-a4e7-282cf1d4c7d0 req-5dde6378-b82e-41ca-8caf-b745f6b08752 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353317 Oct 27 18:56:18.920927 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aac185-c1f8-4b0a-94c9-4175c0bd1bfc req-e9f826b5-6002-4a67-ad05-a18e23da97d0 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:18.924410 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a9aac185-c1f8-4b0a-94c9-4175c0bd1bfc req-e9f826b5-6002-4a67-ad05-a18e23da97d0 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 944 time: 0.0662127 Oct 27 18:56:18.963947 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a9aac185-c1f8-4b0a-94c9-4175c0bd1bfc req-a25baaec-c797-4ccf-8b87-7026e4b0d892 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346706 Oct 27 18:56:20.093314 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e929d-7df7-4167-af29-b52fcf9a0ea1 req-9ebeb56b-cfdc-4f36-af90-5df767a0e6be tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:20.108659 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e84e929d-7df7-4167-af29-b52fcf9a0ea1 req-9ebeb56b-cfdc-4f36-af90-5df767a0e6be tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 944 time: 0.0553429 Oct 27 18:56:20.144722 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e84e929d-7df7-4167-af29-b52fcf9a0ea1 req-8cfb12e2-ae2e-4230-a7a5-6f8b0f441aaa tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407577 Oct 27 18:56:21.275607 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde8d09-b3be-4d54-9113-ec62d7dd645b req-758be585-ec94-47bf-ac45-3a01c55ead65 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:21.277094 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6cde8d09-b3be-4d54-9113-ec62d7dd645b req-758be585-ec94-47bf-ac45-3a01c55ead65 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 944 time: 0.0551231 Oct 27 18:56:21.326298 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6cde8d09-b3be-4d54-9113-ec62d7dd645b req-fc1d0a51-e792-4856-ae42-52c3bd961e6d tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367441 Oct 27 18:56:22.578354 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c848d-3b35-4704-9dc9-a629ed6b6d32 req-6d6f5132-9ea9-4954-a0c1-525eedf29f7f tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:22.580322 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-377c848d-3b35-4704-9dc9-a629ed6b6d32 req-6d6f5132-9ea9-4954-a0c1-525eedf29f7f tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 944 time: 0.0534122 Oct 27 18:56:22.621440 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-377c848d-3b35-4704-9dc9-a629ed6b6d32 req-466ae5d3-7ad6-4e82-b04b-85c7eda8ea93 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348182 Oct 27 18:56:23.750571 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bfcb6b-9383-47af-b224-03be0bc6677d req-5abee825-23dd-4ba8-a998-2cd14f6087da tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:23.752854 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-29bfcb6b-9383-47af-b224-03be0bc6677d req-5abee825-23dd-4ba8-a998-2cd14f6087da tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 944 time: 0.0539556 Oct 27 18:56:23.792760 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-29bfcb6b-9383-47af-b224-03be0bc6677d req-0a70931a-577f-4c09-83c3-76d539406d28 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327780 Oct 27 18:56:24.919716 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad7ec4-0584-4a81-810d-12e09ce03721 req-3a59d272-0a9c-41c5-9e76-94a7674a13a4 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:24.921249 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4bad7ec4-0584-4a81-810d-12e09ce03721 req-3a59d272-0a9c-41c5-9e76-94a7674a13a4 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 944 time: 0.0547647 Oct 27 18:56:24.962346 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4bad7ec4-0584-4a81-810d-12e09ce03721 req-386c97e4-6b50-401f-9d50-c57c3bd5f76a tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344510 Oct 27 18:56:26.086381 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec308d-9d8e-4947-8901-a67594e2d3da req-92849788-1f32-414e-a1ed-1ea009bd2343 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:26.087976 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f2ec308d-9d8e-4947-8901-a67594e2d3da req-92849788-1f32-414e-a1ed-1ea009bd2343 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 944 time: 0.0519629 Oct 27 18:56:26.137013 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f2ec308d-9d8e-4947-8901-a67594e2d3da req-eda06035-e03f-44b7-b136-6fd00286a12c tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394580 Oct 27 18:56:26.517942 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:56:27.025751 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:56:27.268125 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115c3d7-8641-41d0-aceb-c442edb6e49d req-1c634587-3281-4cae-9522-c21e42305a3a tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:27.269617 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b115c3d7-8641-41d0-aceb-c442edb6e49d req-1c634587-3281-4cae-9522-c21e42305a3a tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 944 time: 0.0511708 Oct 27 18:56:27.308992 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b115c3d7-8641-41d0-aceb-c442edb6e49d req-5051ce2b-d8dc-4ece-aca4-38344c8aefb9 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329936 Oct 27 18:56:28.444420 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a448df-c1ee-4d02-bd64-fb97d6932388 req-1861c903-6f7c-47b0-95c0-f111688d987c tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:28.445907 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-37a448df-c1ee-4d02-bd64-fb97d6932388 req-1861c903-6f7c-47b0-95c0-f111688d987c tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 944 time: 0.0549362 Oct 27 18:56:28.492465 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-37a448df-c1ee-4d02-bd64-fb97d6932388 req-517365e3-47bf-42fe-8f2a-75bc228b71c3 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403788 Oct 27 18:56:29.616514 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837ff56-533e-4d63-bdda-ba204e1bbfde req-07682412-699d-4633-a432-3e70300e44c1 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:29.617968 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6837ff56-533e-4d63-bdda-ba204e1bbfde req-07682412-699d-4633-a432-3e70300e44c1 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 944 time: 0.0504863 Oct 27 18:56:29.655719 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6837ff56-533e-4d63-bdda-ba204e1bbfde req-086c7a07-40df-4fcd-8fe6-e0268788caac tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317056 Oct 27 18:56:30.778984 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711834b-4e72-460f-bdb3-08c9008fcee2 req-caaedb25-b971-4c17-a144-4f41b43a66de tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:30.780517 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3711834b-4e72-460f-bdb3-08c9008fcee2 req-caaedb25-b971-4c17-a144-4f41b43a66de tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 944 time: 0.0510969 Oct 27 18:56:30.820793 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3711834b-4e72-460f-bdb3-08c9008fcee2 req-e4dc1935-9451-442b-b639-3139d1696c73 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337434 Oct 27 18:56:31.948700 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb6759-58d7-4b1b-acec-29bc6eca5722 req-2a527e42-3aac-4ef5-aea9-a9f9af56a5a1 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:31.950245 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3bfb6759-58d7-4b1b-acec-29bc6eca5722 req-2a527e42-3aac-4ef5-aea9-a9f9af56a5a1 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 944 time: 0.0547051 Oct 27 18:56:31.989089 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3bfb6759-58d7-4b1b-acec-29bc6eca5722 req-cd15af33-97ba-4285-bd31-fb10abf4d0f5 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315995 Oct 27 18:56:33.109204 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d87fd-129b-4ab5-90db-e68cbf234930 req-e7da1379-0b9a-4abd-a3e7-de714e159c49 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:33.111238 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0e7d87fd-129b-4ab5-90db-e68cbf234930 req-e7da1379-0b9a-4abd-a3e7-de714e159c49 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 944 time: 0.0499203 Oct 27 18:56:33.150072 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0e7d87fd-129b-4ab5-90db-e68cbf234930 req-901536b0-cdb3-484c-8a1c-154560f66fac tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324998 Oct 27 18:56:34.268702 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6d28b-1cc8-4be7-9672-fef075dd5e10 req-95a0ed3f-eb52-40fd-98ae-8e29733e1d44 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:34.270305 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-45c6d28b-1cc8-4be7-9672-fef075dd5e10 req-95a0ed3f-eb52-40fd-98ae-8e29733e1d44 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 944 time: 0.0509012 Oct 27 18:56:34.310054 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-45c6d28b-1cc8-4be7-9672-fef075dd5e10 req-73e1463a-8063-414c-bbed-6467be5ca4e3 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336511 Oct 27 18:56:35.432901 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966c9ab-d12f-4c0a-9d23-eca10a45af86 req-e96c7e60-ef27-471d-8eec-48ff22ea93ab tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:35.434399 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4966c9ab-d12f-4c0a-9d23-eca10a45af86 req-e96c7e60-ef27-471d-8eec-48ff22ea93ab tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 944 time: 0.0540223 Oct 27 18:56:35.474691 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4966c9ab-d12f-4c0a-9d23-eca10a45af86 req-65342d0c-9fa9-4041-9c08-3ed765d6cbaa tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337090 Oct 27 18:56:36.597158 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa9bde0-c1cc-4f10-a52a-7d1b82942448 req-6bd3b480-63c9-4557-9bdf-eda8e9569a26 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:36.597158 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cfa9bde0-c1cc-4f10-a52a-7d1b82942448 req-6bd3b480-63c9-4557-9bdf-eda8e9569a26 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 944 time: 0.0513840 Oct 27 18:56:36.638399 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cfa9bde0-c1cc-4f10-a52a-7d1b82942448 req-7073ceda-e6f2-43fb-a3f0-d0133d8ab555 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360777 Oct 27 18:56:37.391411 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9a90b-cf63-4a04-b85b-30187bee0417 req-420cd2f6-c157-4c77-a86a-c62686d40fc6 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:37.393671 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ca9a90b-cf63-4a04-b85b-30187bee0417 req-420cd2f6-c157-4c77-a86a-c62686d40fc6 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 946 time: 0.0539653 Oct 27 18:56:37.432931 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ca9a90b-cf63-4a04-b85b-30187bee0417 req-7341f3c0-d964-441d-baee-f0ff594bce02 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=ed58e084-2ed1-496c-9fdc-8fe94517cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332062 Oct 27 18:56:37.765608 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e5c0a-91be-4f0e-b46b-34edbf4d9a9a req-99d4e031-628c-4431-a72d-13655fdd54f5 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:37.767865 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-540e5c0a-91be-4f0e-b46b-34edbf4d9a9a req-99d4e031-628c-4431-a72d-13655fdd54f5 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 944 time: 0.0555296 Oct 27 18:56:37.810473 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-540e5c0a-91be-4f0e-b46b-34edbf4d9a9a req-2acb3aac-3adc-4d0e-b60a-50d152f0fd63 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358403 Oct 27 18:56:38.558579 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0331523-ba0e-4fff-a22b-40853a1c4f2f req-40457387-ee53-449d-b60b-3a2c27af956e tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:38.560220 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b0331523-ba0e-4fff-a22b-40853a1c4f2f req-40457387-ee53-449d-b60b-3a2c27af956e tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 946 time: 0.0530357 Oct 27 18:56:38.603936 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b0331523-ba0e-4fff-a22b-40853a1c4f2f req-fdcb6584-9b70-4bc9-a61e-f24c8d16259b tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=ed58e084-2ed1-496c-9fdc-8fe94517cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362818 Oct 27 18:56:38.941523 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d1b99-865b-4266-9f98-64f17df5fe46 req-32d7c6a7-b0f6-4fd5-bf6a-65ae48e5c693 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:38.943090 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ff3d1b99-865b-4266-9f98-64f17df5fe46 req-32d7c6a7-b0f6-4fd5-bf6a-65ae48e5c693 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 944 time: 0.0521443 Oct 27 18:56:38.986445 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ff3d1b99-865b-4266-9f98-64f17df5fe46 req-b7f20324-838f-4cd3-97af-a352049b06bb tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370221 Oct 27 18:56:39.632013 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9219cd4c-094e-43db-8cba-7eb386ddbe08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:56:39.733654 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba16c1-658f-4228-8408-e1c92e802abf req-22d8257b-37d6-4d7a-94d7-e870fcbbc626 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:39.735326 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cbba16c1-658f-4228-8408-e1c92e802abf req-22d8257b-37d6-4d7a-94d7-e870fcbbc626 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 946 time: 0.0557528 Oct 27 18:56:39.777267 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cbba16c1-658f-4228-8408-e1c92e802abf req-8b953cc4-6e0a-4607-8213-ac984734989e tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=ed58e084-2ed1-496c-9fdc-8fe94517cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348935 Oct 27 18:56:40.108801 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68265725-b100-4217-88ac-7a3f3d56ee54 req-d52a11ff-e827-4838-9602-4ad3a4bb7d7f tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:40.110308 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-68265725-b100-4217-88ac-7a3f3d56ee54 req-d52a11ff-e827-4838-9602-4ad3a4bb7d7f tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 944 time: 0.0500021 Oct 27 18:56:40.151873 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-68265725-b100-4217-88ac-7a3f3d56ee54 req-83881639-4602-4306-8f5f-9601621f9fd0 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346401 Oct 27 18:56:40.899252 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113f11d-0e1a-45f7-890e-d4556bb20709 req-8606c227-cb38-4253-8cc6-93fc7fc53d97 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:40.900767 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4113f11d-0e1a-45f7-890e-d4556bb20709 req-8606c227-cb38-4253-8cc6-93fc7fc53d97 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 946 time: 0.0506415 Oct 27 18:56:40.939150 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4113f11d-0e1a-45f7-890e-d4556bb20709 req-d791f462-290c-4b25-9794-730976bf5671 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=ed58e084-2ed1-496c-9fdc-8fe94517cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321298 Oct 27 18:56:41.278012 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb66a1a-f109-4259-8a7f-63de1ee9d4c2 req-8539bacc-ef9c-46e8-a5b7-a2cc9752a197 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:41.279592 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5cb66a1a-f109-4259-8a7f-63de1ee9d4c2 req-8539bacc-ef9c-46e8-a5b7-a2cc9752a197 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 944 time: 0.0549524 Oct 27 18:56:41.321054 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5cb66a1a-f109-4259-8a7f-63de1ee9d4c2 req-df263d2a-1321-4b76-9e11-ae56ec35b07b tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344150 Oct 27 18:56:42.065931 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b53f0-e184-4a93-b1d0-d1e60e7c58e3 req-fb3a9594-fff5-41e7-9e5c-6c196cae6009 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:42.067536 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b27b53f0-e184-4a93-b1d0-d1e60e7c58e3 req-fb3a9594-fff5-41e7-9e5c-6c196cae6009 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 946 time: 0.0559726 Oct 27 18:56:42.095644 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2ae2c73e-a2fc-4a16-a5fe-4159de59736e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:56:42.108313 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b27b53f0-e184-4a93-b1d0-d1e60e7c58e3 req-8bcf0199-728e-4d43-9505-8bdd0ce91d55 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=ed58e084-2ed1-496c-9fdc-8fe94517cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348091 Oct 27 18:56:42.444884 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ecd86e-86eb-4f76-b6b0-cd20aff9ea01 req-d36f6551-0b7e-4cf5-87e6-15654b32996d tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:42.446377 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-56ecd86e-86eb-4f76-b6b0-cd20aff9ea01 req-d36f6551-0b7e-4cf5-87e6-15654b32996d tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 944 time: 0.0505767 Oct 27 18:56:42.485526 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-56ecd86e-86eb-4f76-b6b0-cd20aff9ea01 req-d80491c6-b68a-4904-955d-150f5606ce12 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331202 Oct 27 18:56:43.239841 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f110825-04e3-4c63-bfc9-ed48a7ff88cb req-91018c05-9454-441f-801d-2c4d759d9833 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:43.241356 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1f110825-04e3-4c63-bfc9-ed48a7ff88cb req-91018c05-9454-441f-801d-2c4d759d9833 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 946 time: 0.0604577 Oct 27 18:56:43.282343 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1f110825-04e3-4c63-bfc9-ed48a7ff88cb req-e3dfc42f-a51c-408d-8b89-892fdb7a0b59 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=ed58e084-2ed1-496c-9fdc-8fe94517cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346742 Oct 27 18:56:43.414486 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:56:43.483048 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:56:43.614588 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956a10c-7719-43f6-8b25-4406e38ffa7c req-5e6859a4-1a04-4a0b-af0f-7455199ba557 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:43.616131 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f956a10c-7719-43f6-8b25-4406e38ffa7c req-5e6859a4-1a04-4a0b-af0f-7455199ba557 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 944 time: 0.0543451 Oct 27 18:56:43.658514 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f956a10c-7719-43f6-8b25-4406e38ffa7c req-a093aa25-5f4b-40a2-aa0e-2550271ed6e3 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358965 Oct 27 18:56:44.401786 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d4cd2-a98e-4257-90cf-4317136d929a req-e1ac1f8f-1e86-41df-b6ec-c1b79efa82ce tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:44.403292 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e10d4cd2-a98e-4257-90cf-4317136d929a req-e1ac1f8f-1e86-41df-b6ec-c1b79efa82ce tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 946 time: 0.0497575 Oct 27 18:56:44.444733 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e10d4cd2-a98e-4257-90cf-4317136d929a req-855d9cbc-2f55-49cd-b12d-c1e0ba329305 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=ed58e084-2ed1-496c-9fdc-8fe94517cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352840 Oct 27 18:56:44.796860 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52859653-b39e-4bd7-908a-f5b2d9ad8035 req-5c979ffa-37dc-4ccb-914d-351e39255047 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:44.798452 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-52859653-b39e-4bd7-908a-f5b2d9ad8035 req-5c979ffa-37dc-4ccb-914d-351e39255047 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 944 time: 0.0561416 Oct 27 18:56:44.845434 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-52859653-b39e-4bd7-908a-f5b2d9ad8035 req-7547547c-f042-4741-a497-e0d700ed957a tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330660 Oct 27 18:56:44.959252 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device ae776c77-902f-48fe-8121-3aa0a7025c83 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:56:45.059305 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port ae776c77-902f-48fe-8121-3aa0a7025c83, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=ae776c77-902f-48fe-8121-3aa0a7025c83,segment=NetworkSegment(6b4a3a2c-45ac-4611-a987-4af30c2bf086),segment_id=6b4a3a2c-45ac-4611-a987-4af30c2bf086)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:56:45.071843 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'ae776c77-902f-48fe-8121-3aa0a7025c83', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'port_id': 'ae776c77-902f-48fe-8121-3aa0a7025c83', 'mac_address': 'fa:16:3e:76:99:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:56:45.129402 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:56:45.143263 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae776c77-902f-48fe-8121-3aa0a7025c83 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:56:45.164504 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port ae776c77-902f-48fe-8121-3aa0a7025c83, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=ae776c77-902f-48fe-8121-3aa0a7025c83,segment=NetworkSegment(6b4a3a2c-45ac-4611-a987-4af30c2bf086),segment_id=6b4a3a2c-45ac-4611-a987-4af30c2bf086)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:56:45.225859 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:56:45.248943 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:56:45.306175 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=ae776c77-902f-48fe-8121-3aa0a7025c83,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:56:45.313695 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:56:45.314045 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:56:45.314388 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:56:45.314725 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:56:45.315090 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:56:45.315425 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:56:45.315754 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:56:45.316175 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:56:45.316587 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:56:45.316919 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:56:45.317246 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:56:45.317571 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:56:45.490708 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['ae776c77-902f-48fe-8121-3aa0a7025c83'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:56:45.575676 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47bb37-c44a-4fd6-a371-f6ba51cb56d9 req-c98aedbc-490d-454d-8af3-279f7d129aa8 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:45.578912 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7f47bb37-c44a-4fd6-a371-f6ba51cb56d9 req-c98aedbc-490d-454d-8af3-279f7d129aa8 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 946 time: 0.0545900 Oct 27 18:56:45.623589 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7f47bb37-c44a-4fd6-a371-f6ba51cb56d9 req-2b2c3cbb-8155-4fb6-a12b-15c12f662f84 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=ed58e084-2ed1-496c-9fdc-8fe94517cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392118 Oct 27 18:56:45.977800 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2ad55-5130-4b45-a351-547749d68392 req-5bc286a9-2fd3-4b7d-9aa6-0ecb4e8ee4e9 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:45.979461 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8ba2ad55-5130-4b45-a351-547749d68392 req-5bc286a9-2fd3-4b7d-9aa6-0ecb4e8ee4e9 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 945 time: 0.0525019 Oct 27 18:56:46.020010 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8ba2ad55-5130-4b45-a351-547749d68392 req-650f8f83-11e3-4a5e-80c6-12005823feb0 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337470 Oct 27 18:56:46.747540 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36012f20-2583-4b96-a244-d2ebbf39ae22 req-3d7f30eb-27be-4518-944f-6992a639bc22 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:46.749110 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-36012f20-2583-4b96-a244-d2ebbf39ae22 req-3d7f30eb-27be-4518-944f-6992a639bc22 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 946 time: 0.0540893 Oct 27 18:56:46.789058 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-36012f20-2583-4b96-a244-d2ebbf39ae22 req-e3a449fc-267d-42f4-afeb-418ffb010f9f tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=ed58e084-2ed1-496c-9fdc-8fe94517cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337434 Oct 27 18:56:46.977202 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device ae776c77-902f-48fe-8121-3aa0a7025c83 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:56:47.129599 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port ae776c77-902f-48fe-8121-3aa0a7025c83 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:56:47.133791 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port ae776c77-902f-48fe-8121-3aa0a7025c83 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:56:47.134194 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:56:47.149673 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2658c-1676-4ef5-b314-68bc29a3631c req-5f090344-9d63-4665-8832-f7588fde6ad4 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:47.151263 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-43b2658c-1676-4ef5-b314-68bc29a3631c req-5f090344-9d63-4665-8832-f7588fde6ad4 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 945 time: 0.0542970 Oct 27 18:56:47.212998 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-43b2658c-1676-4ef5-b314-68bc29a3631c req-f68200b6-51f3-46e2-a6b2-277f8861f8c1 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555320 Oct 27 18:56:47.228081 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:56:47.251468 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d5be71-b669-4ab3-bfd7-0359b6eca343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae776c77-902f-48fe-8121-3aa0a7025c83'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:56:47.254266 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c805f2b1-6879-4bc0-968f-28ea62165440" -d '{"events": [{"server_uuid": "24d5be71-b669-4ab3-bfd7-0359b6eca343", "name": "network-vif-plugged", "status": "completed", "tag": "ae776c77-902f-48fe-8121-3aa0a7025c83"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:56:47.268180 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port ae776c77-902f-48fe-8121-3aa0a7025c83, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=ae776c77-902f-48fe-8121-3aa0a7025c83,segment=NetworkSegment(6b4a3a2c-45ac-4611-a987-4af30c2bf086),segment_id=6b4a3a2c-45ac-4611-a987-4af30c2bf086)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:56:47.295518 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548045e1-4100-4ab4-b6fd-f6da8f2f487b x-openstack-request-id: req-548045e1-4100-4ab4-b6fd-f6da8f2f487b {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:56:47.295814 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24d5be71-b669-4ab3-bfd7-0359b6eca343", "name": "network-vif-plugged", "status": "completed", "tag": "ae776c77-902f-48fe-8121-3aa0a7025c83", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:56:47.296069 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-548045e1-4100-4ab4-b6fd-f6da8f2f487b {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:56:47.296459 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d5be71-b669-4ab3-bfd7-0359b6eca343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae776c77-902f-48fe-8121-3aa0a7025c83', 'code': 200} Oct 27 18:56:47.346276 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:56:47.396372 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047890fe-614c-481c-a55d-e989ff52e19a req-e86d26b1-cf36-4448-9d0e-f38c445b9dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:47.397496 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-047890fe-614c-481c-a55d-e989ff52e19a req-e86d26b1-cf36-4448-9d0e-f38c445b9dd3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 1097 time: 0.0407910 Oct 27 18:56:47.401224 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=ae776c77-902f-48fe-8121-3aa0a7025c83,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:56:47.433352 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-047890fe-614c-481c-a55d-e989ff52e19a req-b943d8f7-62a5-4654-a0c7-31eeb71c8f62 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278659 Oct 27 18:56:47.923228 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3b022-6eb3-4068-955b-ede7de79a88a req-5c2fddbd-b39c-4197-9b5a-ba7d589be473 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:47.925446 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aba3b022-6eb3-4068-955b-ede7de79a88a req-5c2fddbd-b39c-4197-9b5a-ba7d589be473 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 946 time: 0.0548718 Oct 27 18:56:47.965097 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aba3b022-6eb3-4068-955b-ede7de79a88a req-01a61963-8b9e-4337-8162-8c99697ed3e4 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=ed58e084-2ed1-496c-9fdc-8fe94517cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323973 Oct 27 18:56:48.344974 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b630206-7c5b-4aab-8e23-04fcc91cec89 req-c507ba17-0e06-42a7-9ec6-4ed0909dcb5b tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:48.346652 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3b630206-7c5b-4aab-8e23-04fcc91cec89 req-c507ba17-0e06-42a7-9ec6-4ed0909dcb5b tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 946 time: 0.0564916 Oct 27 18:56:48.387112 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3b630206-7c5b-4aab-8e23-04fcc91cec89 req-ac76d43f-b069-4f5f-9efc-bc47d095840c tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322866 Oct 27 18:56:49.092033 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f6df1-f6bb-4a1f-a562-44c1a2937fb6 req-725a924d-ec00-4bd1-8c9c-ec2691fe580b tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:49.093602 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f00f6df1-f6bb-4a1f-a562-44c1a2937fb6 req-725a924d-ec00-4bd1-8c9c-ec2691fe580b tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 946 time: 0.0525839 Oct 27 18:56:49.137807 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f00f6df1-f6bb-4a1f-a562-44c1a2937fb6 req-565959e7-cf16-4eeb-b5dd-493512fc872b tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=ed58e084-2ed1-496c-9fdc-8fe94517cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360458 Oct 27 18:56:49.577565 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9add464-28fb-42cd-ae46-4bd7b022302a req-71981783-2704-42df-9bc3-8c2fbe792814 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:49.579236 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c9add464-28fb-42cd-ae46-4bd7b022302a req-71981783-2704-42df-9bc3-8c2fbe792814 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 946 time: 0.0506232 Oct 27 18:56:49.624464 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c9add464-28fb-42cd-ae46-4bd7b022302a req-166bc379-c077-4491-9b26-dcb38a9b7436 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366805 Oct 27 18:56:49.707280 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf1a59-2271-4576-b4b9-56551a81349d req-030d7cd4-6a03-4c99-b76c-b2e87996a924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:49.714722 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ffdf1a59-2271-4576-b4b9-56551a81349d req-030d7cd4-6a03-4c99-b76c-b2e87996a924 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b41df82b71c04f518bb426f0e960c13c&device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 1097 time: 0.0528758 Oct 27 18:56:49.742260 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2c703-db88-480d-9ac5-8a61ffeac41e req-8ce79c95-24b2-44ff-b577-41e9ab697aec tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:49.743576 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0ea2c703-db88-480d-9ac5-8a61ffeac41e req-8ce79c95-24b2-44ff-b577-41e9ab697aec tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 946 time: 0.0546691 Oct 27 18:56:49.790862 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0ea2c703-db88-480d-9ac5-8a61ffeac41e req-869da378-bdd9-4ba6-9c7b-fb397b29120e tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=ed58e084-2ed1-496c-9fdc-8fe94517cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403328 Oct 27 18:56:49.801213 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf1a59-2271-4576-b4b9-56551a81349d req-f50234f2-b585-4acc-96c7-632875d27470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:49.804288 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ffdf1a59-2271-4576-b4b9-56551a81349d req-f50234f2-b585-4acc-96c7-632875d27470 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ff43375c-397e-47f1-8c6a-c17892606b3f HTTP/1.1" status: 200 len: 913 time: 0.0875704 Oct 27 18:56:49.876857 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ffdf1a59-2271-4576-b4b9-56551a81349d req-801b146e-83e9-4d35-8501-f02615c1f93c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e7f1e0f-e480-4f27-a666-bed553eda7e0 HTTP/1.1" status: 200 len: 1001 time: 0.0670087 Oct 27 18:56:49.903344 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42486685-fc48-4779-b4aa-32cb6b850d77 req-b7425b3f-ad6d-4dab-97bd-1fbbf17738f9 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:49.905145 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-42486685-fc48-4779-b4aa-32cb6b850d77 req-b7425b3f-ad6d-4dab-97bd-1fbbf17738f9 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 946 time: 0.0528278 Oct 27 18:56:49.932825 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf1a59-2271-4576-b4b9-56551a81349d req-060a0445-cba4-4a20-ac0a-cea06564b9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:49.934659 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ffdf1a59-2271-4576-b4b9-56551a81349d req-060a0445-cba4-4a20-ac0a-cea06564b9e4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ee3a74a5-9b8c-49ba-8152-38eb33e35df4 HTTP/1.1" status: 200 len: 850 time: 0.0492547 Oct 27 18:56:49.951824 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-42486685-fc48-4779-b4aa-32cb6b850d77 req-d117d019-74f0-40ee-b903-9849aaf6af5f tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397041 Oct 27 18:56:49.985766 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf1a59-2271-4576-b4b9-56551a81349d req-a680e01a-f5a9-465d-b524-440871fe36c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:49.987324 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ffdf1a59-2271-4576-b4b9-56551a81349d req-a680e01a-f5a9-465d-b524-440871fe36c5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ff43375c-397e-47f1-8c6a-c17892606b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452287 Oct 27 18:56:50.089435 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ffdf1a59-2271-4576-b4b9-56551a81349d req-5c534f03-ceef-4003-bd0e-82e36d58a75e service neutron] 10.222.0.93 "GET /v2.0/networks/ff43375c-397e-47f1-8c6a-c17892606b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950251 Oct 27 18:56:50.188390 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ffdf1a59-2271-4576-b4b9-56551a81349d req-3d5f7fbf-0077-4bff-b787-db2d90754e4e service neutron] 10.222.0.93 "GET /v2.0/networks/ff43375c-397e-47f1-8c6a-c17892606b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925767 Oct 27 18:56:50.422881 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43378a-5473-4bb2-8a07-dc8a4a3ffacc req-df289735-25de-4ef9-847c-592823b06104 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:50.424396 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4e43378a-5473-4bb2-8a07-dc8a4a3ffacc req-df289735-25de-4ef9-847c-592823b06104 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 946 time: 0.0500467 Oct 27 18:56:50.463516 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4e43378a-5473-4bb2-8a07-dc8a4a3ffacc req-b11e39fb-1286-4549-899d-656ade96aad9 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324392 Oct 27 18:56:50.916646 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50ce5e-b1fc-4933-8fdd-4b2fcd77c275 req-78dc6170-a136-4e65-a36e-00f51b1bdb4e tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:50.918164 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4e50ce5e-b1fc-4933-8fdd-4b2fcd77c275 req-78dc6170-a136-4e65-a36e-00f51b1bdb4e tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 946 time: 0.0555220 Oct 27 18:56:50.958854 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4e50ce5e-b1fc-4933-8fdd-4b2fcd77c275 req-70dfa754-fc39-489f-a9a6-84f85efd656b tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=ed58e084-2ed1-496c-9fdc-8fe94517cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340793 Oct 27 18:56:51.587880 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7757221-885a-45d2-8bb3-36d0e251fb3d req-fb5dbecc-6ca7-449d-8cbc-fe2cd389d5fc tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:51.589506 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d7757221-885a-45d2-8bb3-36d0e251fb3d req-fb5dbecc-6ca7-449d-8cbc-fe2cd389d5fc tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 946 time: 0.0532770 Oct 27 18:56:51.631655 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d7757221-885a-45d2-8bb3-36d0e251fb3d req-68f7127b-e242-42a5-a706-d334c710a7aa tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354607 Oct 27 18:56:51.927464 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4baa4-6abb-49b5-b439-765f5434c07e req-f609f312-21e9-4c46-bddb-ecceeb2ff3d7 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:51.928930 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b4e4baa4-6abb-49b5-b439-765f5434c07e req-f609f312-21e9-4c46-bddb-ecceeb2ff3d7 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.93 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 946 time: 0.0549188 Oct 27 18:56:52.032979 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-b4e4baa4-6abb-49b5-b439-765f5434c07e req-9f2c602a-f421-4530-8cfd-5804cdd6f185 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Deleting port ae776c77-902f-48fe-8121-3aa0a7025c83 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:56:52.033253 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b4e4baa4-6abb-49b5-b439-765f5434c07e req-9f2c602a-f421-4530-8cfd-5804cdd6f185 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:56:52.105061 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26b804-708c-424b-b6e4-efc18880ab0f req-98f6f827-cd1f-40bf-b29d-3c86c981362f tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:56:52.106668 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ba26b804-708c-424b-b6e4-efc18880ab0f req-98f6f827-cd1f-40bf-b29d-3c86c981362f tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 946 time: 0.0620267 Oct 27 18:56:52.136711 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-b4e4baa4-6abb-49b5-b439-765f5434c07e req-9f2c602a-f421-4530-8cfd-5804cdd6f185 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] For port ae776c77-902f-48fe-8121-3aa0a7025c83, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=ae776c77-902f-48fe-8121-3aa0a7025c83,segment=NetworkSegment(6b4a3a2c-45ac-4611-a987-4af30c2bf086),segment_id=6b4a3a2c-45ac-4611-a987-4af30c2bf086)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:56:52.137122 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b4e4baa4-6abb-49b5-b439-765f5434c07e req-9f2c602a-f421-4530-8cfd-5804cdd6f185 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:56:52.148080 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ba26b804-708c-424b-b6e4-efc18880ab0f req-8ff31dba-51ee-4ef4-9a6b-1c916680a78a tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=ed58e084-2ed1-496c-9fdc-8fe94517cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341704 Oct 27 18:56:52.151772 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-b4e4baa4-6abb-49b5-b439-765f5434c07e req-9f2c602a-f421-4530-8cfd-5804cdd6f185 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Calling delete_port for ae776c77-902f-48fe-8121-3aa0a7025c83 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:56:52.357978 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b4e4baa4-6abb-49b5-b439-765f5434c07e req-9f2c602a-f421-4530-8cfd-5804cdd6f185 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:56:52.370623 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['80261e74-626f-47b1-9fd9-5c4f38f82455'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:56:52.373320 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['ae776c77-902f-48fe-8121-3aa0a7025c83'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:56:52.395123 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c602a-f421-4530-8cfd-5804cdd6f185 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Pushing event deleted for resources: {'Port': ['ID=ae776c77-902f-48fe-8121-3aa0a7025c83,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:56:52.408510 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c602a-f421-4530-8cfd-5804cdd6f185 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:56:52.414997 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c602a-f421-4530-8cfd-5804cdd6f185 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:56:52.414997 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c602a-f421-4530-8cfd-5804cdd6f185 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:56:52.414997 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c602a-f421-4530-8cfd-5804cdd6f185 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:56:52.414997 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c602a-f421-4530-8cfd-5804cdd6f185 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:56:52.414997 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c602a-f421-4530-8cfd-5804cdd6f185 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:56:52.414997 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c602a-f421-4530-8cfd-5804cdd6f185 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:56:52.414997 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c602a-f421-4530-8cfd-5804cdd6f185 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:56:52.414997 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c602a-f421-4530-8cfd-5804cdd6f185 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:56:52.414997 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c602a-f421-4530-8cfd-5804cdd6f185 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:56:52.414997 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c602a-f421-4530-8cfd-5804cdd6f185 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:56:52.414997 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c602a-f421-4530-8cfd-5804cdd6f185 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:56:52.450476 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e4baa4-6abb-49b5-b439-765f5434c07e req-9f2c602a-f421-4530-8cfd-5804cdd6f185 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] No DVR routers for this DVR port ae776c77-902f-48fe-8121-3aa0a7025c83 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:56:52.453335 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b4e4baa4-6abb-49b5-b439-765f5434c07e req-9f2c602a-f421-4530-8cfd-5804cdd6f185 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:56:52.457359 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b4e4baa4-6abb-49b5-b439-765f5434c07e req-9f2c602a-f421-4530-8cfd-5804cdd6f185 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.93 "DELETE /v2.0/ports/ae776c77-902f-48fe-8121-3aa0a7025c83 HTTP/1.1" status: 204 len: 173 time: 0.5212054 Oct 27 18:56:52.457959 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d5be71-b669-4ab3-bfd7-0359b6eca343', 'name': 'network-vif-deleted', 'tag': 'ae776c77-902f-48fe-8121-3aa0a7025c83'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:56:52.461179 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260202c9-7d89-4ad9-839d-a6bd75e3d6e2" -d '{"events": [{"server_uuid": "24d5be71-b669-4ab3-bfd7-0359b6eca343", "name": "network-vif-deleted", "tag": "ae776c77-902f-48fe-8121-3aa0a7025c83"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:56:52.519176 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494f5a71-404b-4e1c-9c5f-05dd54584866 x-openstack-request-id: req-494f5a71-404b-4e1c-9c5f-05dd54584866 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:56:52.519813 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24d5be71-b669-4ab3-bfd7-0359b6eca343", "name": "network-vif-deleted", "tag": "ae776c77-902f-48fe-8121-3aa0a7025c83", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:56:52.520361 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-494f5a71-404b-4e1c-9c5f-05dd54584866 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:56:52.521223 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d5be71-b669-4ab3-bfd7-0359b6eca343', 'name': 'network-vif-deleted', 'tag': 'ae776c77-902f-48fe-8121-3aa0a7025c83', 'status': 'completed', 'code': 200} Oct 27 18:56:52.755520 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee6caf47-be40-4bfa-90f1-3e57697484ff req-5d70f25c-71c7-4d0d-9932-40c8c2bbf126 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 210 time: 0.0382700 Oct 27 18:56:53.709971 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:56:53.858391 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1bfe3463-79d3-4e02-bf60-814602a7b222 req-713890ce-55a2-4e00-b8ab-f5304816fb34 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 210 time: 0.0312343 Oct 27 18:56:54.984466 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a5fb546a-8744-47a2-ad5c-2b09c6a1ca8a req-a8314edf-0362-4321-b9cc-4119331a8286 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 210 time: 0.0429401 Oct 27 18:56:54.993409 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device ae776c77-902f-48fe-8121-3aa0a7025c83 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:56:55.013878 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: ae776c77-902f-48fe-8121-3aa0a7025c83 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:56:55.014224 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device ae776c77-902f-48fe-8121-3aa0a7025c83 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:56:56.087175 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e6126385-0340-4a9f-8300-9622d3819431 req-99cd30a6-ed55-4211-93c0-b3c4b67c677d tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 210 time: 0.0287414 Oct 27 18:56:56.512301 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:56:57.010946 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:56:57.189924 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d8fe0158-ddf2-441d-895d-cbbc02f9e681 req-6ee327c3-7c63-42cf-964b-f865382a54dd tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 210 time: 0.0286758 Oct 27 18:56:58.303372 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd8449aa-1741-45ca-80f2-89506e67ba48 req-731dcaaf-625f-4df4-ab18-7bf5e91338ea tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=24d5be71-b669-4ab3-bfd7-0359b6eca343 HTTP/1.1" status: 200 len: 210 time: 0.0279164 Oct 27 18:57:04.202463 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d69f3c-b7db-459f-91a6-ea12edcb00b8 req-1fad95ad-d888-4c72-bb05-10f55a0d5746 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:04.204005 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-07d69f3c-b7db-459f-91a6-ea12edcb00b8 req-1fad95ad-d888-4c72-bb05-10f55a0d5746 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae202d9d-d611-4140-a1b3-3c28836e6b94 HTTP/1.1" status: 200 len: 945 time: 0.0553961 Oct 27 18:57:04.244518 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-07d69f3c-b7db-459f-91a6-ea12edcb00b8 req-80b03419-3f17-4384-a18c-026226fe7905 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336299 Oct 27 18:57:05.119579 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43776) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:57:05.124157 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-c3a34983-8a95-42e9-a54f-27a59393f1d2 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-809751119', 'description': 'tempest-secgroup-smoke-809751119 description', 'project_id': '69ce95bedcdf489da0d6158b9f0adbbb'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:57:05.186488 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c3a34983-8a95-42e9-a54f-27a59393f1d2 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:05.253902 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c3a34983-8a95-42e9-a54f-27a59393f1d2 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:05.295282 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c3a34983-8a95-42e9-a54f-27a59393f1d2 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:05.351775 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a34983-8a95-42e9-a54f-27a59393f1d2 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b88eaa1-74b9-4e28-b5b9-0ead6e516b65,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:57:05.361848 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a34983-8a95-42e9-a54f-27a59393f1d2 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:57:05.362205 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a34983-8a95-42e9-a54f-27a59393f1d2 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:57:05.362569 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a34983-8a95-42e9-a54f-27a59393f1d2 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:57:05.362931 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a34983-8a95-42e9-a54f-27a59393f1d2 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:57:05.363299 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a34983-8a95-42e9-a54f-27a59393f1d2 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:57:05.363636 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a34983-8a95-42e9-a54f-27a59393f1d2 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:57:05.363976 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a34983-8a95-42e9-a54f-27a59393f1d2 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:57:05.364307 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a34983-8a95-42e9-a54f-27a59393f1d2 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:57:05.364638 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a34983-8a95-42e9-a54f-27a59393f1d2 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:57:05.364965 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a34983-8a95-42e9-a54f-27a59393f1d2 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:57:05.365293 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a34983-8a95-42e9-a54f-27a59393f1d2 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:57:05.365648 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a34983-8a95-42e9-a54f-27a59393f1d2 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:57:05.378546 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c3a34983-8a95-42e9-a54f-27a59393f1d2 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:05.378546 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c3a34983-8a95-42e9-a54f-27a59393f1d2 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2539213 Oct 27 18:57:05.378546 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43780) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:57:05.382629 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-7e8bbc34-af58-4987-aea5-d8fac6cc6d15 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Request body: {'security_group_rule': {'security_group_id': '7b88eaa1-74b9-4e28-b5b9-0ead6e516b65', 'project_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:57:05.403919 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa598c9-c282-4332-a2a2-575d08d2f426 req-5aad4841-f68c-4b1a-80b9-2d297538139b tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:05.406862 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2aa598c9-c282-4332-a2a2-575d08d2f426 req-5aad4841-f68c-4b1a-80b9-2d297538139b tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae202d9d-d611-4140-a1b3-3c28836e6b94 HTTP/1.1" status: 200 len: 945 time: 0.0898197 Oct 27 18:57:05.448994 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2aa598c9-c282-4332-a2a2-575d08d2f426 req-67528f62-2b8b-457a-a95e-d990807d5d54 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=20c649aa-40d7-4532-80ee-98c84f83002d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362899 Oct 27 18:57:05.471221 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7e8bbc34-af58-4987-aea5-d8fac6cc6d15 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:05.518131 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7e8bbc34-af58-4987-aea5-d8fac6cc6d15 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:05.597730 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7e8bbc34-af58-4987-aea5-d8fac6cc6d15 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:05.617845 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8bbc34-af58-4987-aea5-d8fac6cc6d15 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a4ff459-83c2-4a05-8b1e-353b81f4b6b0,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:57:05.685695 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7e8bbc34-af58-4987-aea5-d8fac6cc6d15 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:05.687131 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7e8bbc34-af58-4987-aea5-d8fac6cc6d15 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3085458 Oct 27 18:57:05.689733 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43782) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:57:05.694309 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-4b827ac7-fb52-43de-852e-9dd7f8d0c247 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Request body: {'security_group_rule': {'security_group_id': '7b88eaa1-74b9-4e28-b5b9-0ead6e516b65', 'project_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:57:05.708161 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c15e03-469b-49d5-a1b0-278a44e6defd req-f72f06aa-f4e2-400c-ba63-72879f6e7cde tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:05.710915 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-78c15e03-469b-49d5-a1b0-278a44e6defd req-f72f06aa-f4e2-400c-ba63-72879f6e7cde tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.81 "GET /v2.0/ports?device_id=ae202d9d-d611-4140-a1b3-3c28836e6b94 HTTP/1.1" status: 200 len: 945 time: 0.0505605 Oct 27 18:57:05.803229 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4b827ac7-fb52-43de-852e-9dd7f8d0c247 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:05.807922 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-78c15e03-469b-49d5-a1b0-278a44e6defd req-9bbe4cd5-0430-4ee9-837f-005f1f703032 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Deleting port 80261e74-626f-47b1-9fd9-5c4f38f82455 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:57:05.808261 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-78c15e03-469b-49d5-a1b0-278a44e6defd req-9bbe4cd5-0430-4ee9-837f-005f1f703032 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:05.861088 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4b827ac7-fb52-43de-852e-9dd7f8d0c247 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:05.896457 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-78c15e03-469b-49d5-a1b0-278a44e6defd req-9bbe4cd5-0430-4ee9-837f-005f1f703032 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] For port 80261e74-626f-47b1-9fd9-5c4f38f82455, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=80261e74-626f-47b1-9fd9-5c4f38f82455,segment=NetworkSegment(6b4a3a2c-45ac-4611-a987-4af30c2bf086),segment_id=6b4a3a2c-45ac-4611-a987-4af30c2bf086)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:57:05.896741 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-78c15e03-469b-49d5-a1b0-278a44e6defd req-9bbe4cd5-0430-4ee9-837f-005f1f703032 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:05.909530 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-78c15e03-469b-49d5-a1b0-278a44e6defd req-9bbe4cd5-0430-4ee9-837f-005f1f703032 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Calling delete_port for 80261e74-626f-47b1-9fd9-5c4f38f82455 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:57:05.935349 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4b827ac7-fb52-43de-852e-9dd7f8d0c247 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:05.952212 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b827ac7-fb52-43de-852e-9dd7f8d0c247 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64bbba57-ca71-417d-b5ee-75198142645a,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:57:06.017279 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4b827ac7-fb52-43de-852e-9dd7f8d0c247 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:06.018607 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4b827ac7-fb52-43de-852e-9dd7f8d0c247 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3278661 Oct 27 18:57:06.021393 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43784) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:57:06.026245 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-3880698d-b309-49ee-a6c4-c376ff7434ea tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Request body: {'security_group_rule': {'security_group_id': '7b88eaa1-74b9-4e28-b5b9-0ead6e516b65', 'project_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:57:06.083736 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-78c15e03-469b-49d5-a1b0-278a44e6defd req-9bbe4cd5-0430-4ee9-837f-005f1f703032 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:06.094340 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['80261e74-626f-47b1-9fd9-5c4f38f82455'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:57:06.112736 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe4cd5-0430-4ee9-837f-005f1f703032 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Pushing event deleted for resources: {'Port': ['ID=80261e74-626f-47b1-9fd9-5c4f38f82455,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:57:06.123206 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3880698d-b309-49ee-a6c4-c376ff7434ea tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:06.163478 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c15e03-469b-49d5-a1b0-278a44e6defd req-9bbe4cd5-0430-4ee9-837f-005f1f703032 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] No DVR routers for this DVR port 80261e74-626f-47b1-9fd9-5c4f38f82455 on host n-h1-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:57:06.166259 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-78c15e03-469b-49d5-a1b0-278a44e6defd req-9bbe4cd5-0430-4ee9-837f-005f1f703032 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:06.170035 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-78c15e03-469b-49d5-a1b0-278a44e6defd req-9bbe4cd5-0430-4ee9-837f-005f1f703032 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.81 "DELETE /v2.0/ports/80261e74-626f-47b1-9fd9-5c4f38f82455 HTTP/1.1" status: 204 len: 173 time: 0.4539812 Oct 27 18:57:06.170508 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae202d9d-d611-4140-a1b3-3c28836e6b94', 'name': 'network-vif-deleted', 'tag': '80261e74-626f-47b1-9fd9-5c4f38f82455'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:57:06.175657 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53b5320-9643-466d-ad51-256a3c6209f5" -d '{"events": [{"server_uuid": "ae202d9d-d611-4140-a1b3-3c28836e6b94", "name": "network-vif-deleted", "tag": "80261e74-626f-47b1-9fd9-5c4f38f82455"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:57:06.188610 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3880698d-b309-49ee-a6c4-c376ff7434ea tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:06.283917 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3880698d-b309-49ee-a6c4-c376ff7434ea tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:06.310676 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04bd1a86-607c-4022-82e1-aa33d8c86990 x-openstack-request-id: req-04bd1a86-607c-4022-82e1-aa33d8c86990 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:57:06.310676 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae202d9d-d611-4140-a1b3-3c28836e6b94", "name": "network-vif-deleted", "tag": "80261e74-626f-47b1-9fd9-5c4f38f82455", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:57:06.310676 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-04bd1a86-607c-4022-82e1-aa33d8c86990 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:57:06.310676 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae202d9d-d611-4140-a1b3-3c28836e6b94', 'name': 'network-vif-deleted', 'tag': '80261e74-626f-47b1-9fd9-5c4f38f82455', 'status': 'completed', 'code': 200} Oct 27 18:57:06.312465 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3880698d-b309-49ee-a6c4-c376ff7434ea tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76b7b57a-b9c2-4e21-aca1-b3ef38617eef,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:57:06.388656 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3880698d-b309-49ee-a6c4-c376ff7434ea tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:06.389960 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3880698d-b309-49ee-a6c4-c376ff7434ea tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3674335 Oct 27 18:57:06.392973 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43790) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:57:06.398349 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-293cc987-f545-4437-82da-9754e0187f78 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Request body: {'security_group_rule': {'security_group_id': '7b88eaa1-74b9-4e28-b5b9-0ead6e516b65', 'project_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:57:06.495723 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-293cc987-f545-4437-82da-9754e0187f78 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:06.570735 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0cdb343e-347a-47da-8d9a-a8f3b61e9dd1 req-68b077f5-f5bc-44ad-91a4-7fe06895090b tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae202d9d-d611-4140-a1b3-3c28836e6b94 HTTP/1.1" status: 200 len: 210 time: 0.0414889 Oct 27 18:57:06.605303 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-293cc987-f545-4437-82da-9754e0187f78 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:06.666497 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-293cc987-f545-4437-82da-9754e0187f78 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:06.686419 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293cc987-f545-4437-82da-9754e0187f78 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c347c75-5f87-46ef-b07c-9e62175d4806,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:57:06.726876 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-293cc987-f545-4437-82da-9754e0187f78 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:06.728065 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-293cc987-f545-4437-82da-9754e0187f78 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3340170 Oct 27 18:57:06.730901 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 43794) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:57:06.736261 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-23033023-3044-460d-bea6-c17a6d31d8f2 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Request body: {'security_group_rule': {'security_group_id': '7b88eaa1-74b9-4e28-b5b9-0ead6e516b65', 'project_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:57:06.798009 n-d-815690-2 neutron-server[102879]: INFO neutron.db.securitygroups_db [None req-23033023-3044-460d-bea6-c17a6d31d8f2 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Project 69ce95bedcdf489da0d6158b9f0adbbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 18:57:06.805160 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-23033023-3044-460d-bea6-c17a6d31d8f2 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:06.866432 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-23033023-3044-460d-bea6-c17a6d31d8f2 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:06.940998 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-23033023-3044-460d-bea6-c17a6d31d8f2 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:06.959922 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23033023-3044-460d-bea6-c17a6d31d8f2 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c0dd365-0c52-4f01-b7ee-0f4c6dc76746,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:57:07.023689 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-23033023-3044-460d-bea6-c17a6d31d8f2 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:07.024997 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-23033023-3044-460d-bea6-c17a6d31d8f2 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2925272 Oct 27 18:57:07.027873 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43796) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:57:07.032422 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-59522634-21eb-451c-8031-4661bb44afc7 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Request body: {'security_group_rule': {'security_group_id': '7b88eaa1-74b9-4e28-b5b9-0ead6e516b65', 'project_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:57:07.101922 n-d-815690-2 neutron-server[102878]: INFO neutron.db.securitygroups_db [None req-59522634-21eb-451c-8031-4661bb44afc7 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Project 69ce95bedcdf489da0d6158b9f0adbbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 18:57:07.107377 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-59522634-21eb-451c-8031-4661bb44afc7 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:07.171380 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-59522634-21eb-451c-8031-4661bb44afc7 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:07.220864 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-59522634-21eb-451c-8031-4661bb44afc7 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:07.240915 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59522634-21eb-451c-8031-4661bb44afc7 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9fd0722-12dc-41d3-9958-afe1e3ec6e76,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:57:07.291857 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-59522634-21eb-451c-8031-4661bb44afc7 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:07.293157 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-59522634-21eb-451c-8031-4661bb44afc7 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2643011 Oct 27 18:57:07.436229 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-852f0d66-e56e-494d-a4dd-f73f28c96770 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-809751119&fields=id&tenant_id=69ce95bedcdf489da0d6158b9f0adbbb HTTP/1.1" status: 200 len: 267 time: 0.0341208 Oct 27 18:57:07.549698 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-7787146f-5a69-4aad-a126-3abcee06a0c2 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:07.551130 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-7787146f-5a69-4aad-a126-3abcee06a0c2 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/networks?id=32dc071c-1c79-4718-afbd-092eda278aa0 HTTP/1.1" status: 200 len: 814 time: 0.1080074 Oct 27 18:57:07.566794 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-34efb8d8-1fdf-47ba-8497-fd17e6f9f06c tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/quotas/69ce95bedcdf489da0d6158b9f0adbbb HTTP/1.1" status: 200 len: 375 time: 0.0092943 Oct 27 18:57:07.620892 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-03ec04b2-a50c-4a0d-b1b5-d7ab22fea14f tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=69ce95bedcdf489da0d6158b9f0adbbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470765 Oct 27 18:57:07.724319 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-9f06f310-3edf-4652-9ca2-2842e053335a service neutron] 10.222.0.52 "GET /v2.0/networks/32dc071c-1c79-4718-afbd-092eda278aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907538 Oct 27 18:57:07.818025 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-203a7ca2-94f0-4878-840b-e53d6c004415 service neutron] 10.222.0.52 "GET /v2.0/networks/32dc071c-1c79-4718-afbd-092eda278aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875361 Oct 27 18:57:08.373718 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e5169989-5ef1-429f-b24e-172907bce17d req-244c4947-4802-48f1-9fea-456bbb676af2 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae202d9d-d611-4140-a1b3-3c28836e6b94 HTTP/1.1" status: 200 len: 210 time: 0.0347998 Oct 27 18:57:08.475245 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7f7ce93b-2885-4f5d-9773-29861632fa44 req-a740a792-b3d1-436d-911f-d29bb144b752 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6febaf5-6a5c-4579-b380-f67c482fa819 HTTP/1.1" status: 200 len: 210 time: 0.0405276 Oct 27 18:57:09.490749 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-51d51bbe-55f4-419d-b2cd-a53702efe2ae req-95758d32-412a-4200-83b0-466221bf2822 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae202d9d-d611-4140-a1b3-3c28836e6b94 HTTP/1.1" status: 200 len: 210 time: 0.0291712 Oct 27 18:57:09.591011 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bf05acaa-289e-4e11-a44a-dc0e907ce0d4 req-4070d9a0-6efc-4f85-b100-a9d129563a29 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6febaf5-6a5c-4579-b380-f67c482fa819 HTTP/1.1" status: 200 len: 210 time: 0.0389011 Oct 27 18:57:09.638146 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a1e013b4-62e8-4999-8e20-560c00643cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:10.168042 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 80261e74-626f-47b1-9fd9-5c4f38f82455 no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:57:10.188832 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] No Port match for: 80261e74-626f-47b1-9fd9-5c4f38f82455 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:57:10.189178 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 80261e74-626f-47b1-9fd9-5c4f38f82455 not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:57:10.331226 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-d5bc541b-f933-4570-bd33-1b5725d20d46 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:10.332838 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-d5bc541b-f933-4570-bd33-1b5725d20d46 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.81 "GET /v2.0/networks?id=32dc071c-1c79-4718-afbd-092eda278aa0 HTTP/1.1" status: 200 len: 814 time: 0.1082366 Oct 27 18:57:10.376710 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-b9654779-e775-4a34-9dec-b00d9f467fe0 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69ce95bedcdf489da0d6158b9f0adbbb HTTP/1.1" status: 200 len: 379 time: 0.0343504 Oct 27 18:57:10.385860 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-04022507-ceda-4a07-a836-47824ee11c70 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Request body: {'port': {'device_id': 'f6febaf5-6a5c-4579-b380-f67c482fa819', 'network_id': '32dc071c-1c79-4718-afbd-092eda278aa0', 'admin_state_up': True, 'tenant_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'security_groups': ['7b88eaa1-74b9-4e28-b5b9-0ead6e516b65']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:57:10.552932 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-04022507-ceda-4a07-a836-47824ee11c70 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Made reservation on behalf of 69ce95bedcdf489da0d6158b9f0adbbb for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:57:10.556672 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-04022507-ceda-4a07-a836-47824ee11c70 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:10.608970 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0043ef70-4198-4e1b-82fb-92d23b9755b7 req-4d91e7c3-f631-4bcd-afeb-54ce755373b1 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae202d9d-d611-4140-a1b3-3c28836e6b94 HTTP/1.1" status: 200 len: 210 time: 0.0459650 Oct 27 18:57:10.714615 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-24daf7e4-8258-41b2-977f-3395dea451a0 req-d119e305-8cf9-43c6-98d3-affcfcfd5c7a tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6febaf5-6a5c-4579-b380-f67c482fa819 HTTP/1.1" status: 200 len: 210 time: 0.0421226 Oct 27 18:57:10.728737 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-04022507-ceda-4a07-a836-47824ee11c70 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Allocated IP 172.20.0.11 (32dc071c-1c79-4718-afbd-092eda278aa0/65ebe553-d59a-4ae0-acd6-d55189b59e78/b5893870-2ba0-4f0b-958c-ac58e5c3faf3) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:57:10.878016 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-04022507-ceda-4a07-a836-47824ee11c70 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:10.975901 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-04022507-ceda-4a07-a836-47824ee11c70 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:11.020359 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-04022507-ceda-4a07-a836-47824ee11c70 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Network 32dc071c-1c79-4718-afbd-092eda278aa0 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:57:11.024207 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-04022507-ceda-4a07-a836-47824ee11c70 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:57:11.027978 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-04022507-ceda-4a07-a836-47824ee11c70 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:57:11.067673 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04022507-ceda-4a07-a836-47824ee11c70 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Pushing event updated for resources: {'Port': ['ID=b5893870-2ba0-4f0b-958c-ac58e5c3faf3,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:57:11.103459 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-04022507-ceda-4a07-a836-47824ee11c70 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:11.104111 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-04022507-ceda-4a07-a836-47824ee11c70 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:11.207336 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-04022507-ceda-4a07-a836-47824ee11c70 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8251581 Oct 27 18:57:11.219927 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-f6d38b84-7ddc-4b12-97da-b85e6db17e89 service neutron] Request body: {'port': {'device_id': 'f6febaf5-6a5c-4579-b380-f67c482fa819', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:57:11.279784 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-f6d38b84-7ddc-4b12-97da-b85e6db17e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:11.397783 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-40012b96-13ea-4f60-b42f-009a7ce1cbc1 None None] Provisioning complete for port b5893870-2ba0-4f0b-958c-ac58e5c3faf3 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:57:11.398424 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-40012b96-13ea-4f60-b42f-009a7ce1cbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:11.433218 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-40012b96-13ea-4f60-b42f-009a7ce1cbc1 None None] Port b5893870-2ba0-4f0b-958c-ac58e5c3faf3 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:57:11.762159 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9472b765-45ac-4bfc-80a2-e6dd343dc2ff req-b90a65c8-8357-419d-b1e2-5058a817aa22 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=ae202d9d-d611-4140-a1b3-3c28836e6b94 HTTP/1.1" status: 200 len: 210 time: 0.0398779 Oct 27 18:57:11.888873 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fcc690-3532-424b-8f19-2d380d310d9b req-59955701-891d-44d3-83fa-1ef694ff98e3 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:11.890400 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a7fcc690-3532-424b-8f19-2d380d310d9b req-59955701-891d-44d3-83fa-1ef694ff98e3 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6febaf5-6a5c-4579-b380-f67c482fa819 HTTP/1.1" status: 200 len: 932 time: 0.0620120 Oct 27 18:57:11.912126 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-f6d38b84-7ddc-4b12-97da-b85e6db17e89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5893870-2ba0-4f0b-958c-ac58e5c3faf3 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:57:11.921001 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-f6d38b84-7ddc-4b12-97da-b85e6db17e89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:11.934244 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-f6d38b84-7ddc-4b12-97da-b85e6db17e89 service neutron] Transition to ACTIVE for port object b5893870-2ba0-4f0b-958c-ac58e5c3faf3 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:57:11.935855 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a7fcc690-3532-424b-8f19-2d380d310d9b req-d83a032e-ba8a-4ab8-8810-ce0323de9eac tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b88eaa1-74b9-4e28-b5b9-0ead6e516b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372102 Oct 27 18:57:12.004246 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-f6d38b84-7ddc-4b12-97da-b85e6db17e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:12.060886 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d38b84-7ddc-4b12-97da-b85e6db17e89 service neutron] Pushing event updated for resources: {'Port': ['ID=b5893870-2ba0-4f0b-958c-ac58e5c3faf3,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:57:12.107180 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-bc5aebf9-5e6f-4517-a2db-5d57e56aa9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:12.158417 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-f6d38b84-7ddc-4b12-97da-b85e6db17e89 service neutron] Attempting to bind port b5893870-2ba0-4f0b-958c-ac58e5c3faf3 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:57:12.158996 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-f6d38b84-7ddc-4b12-97da-b85e6db17e89 service neutron] Attempting to bind port b5893870-2ba0-4f0b-958c-ac58e5c3faf3 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '9aba0c60-d2f1-4171-830a-27af69bfef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '32dc071c-1c79-4718-afbd-092eda278aa0'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:57:12.159432 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-f6d38b84-7ddc-4b12-97da-b85e6db17e89 service neutron] Attempting to bind port b5893870-2ba0-4f0b-958c-ac58e5c3faf3 on network 32dc071c-1c79-4718-afbd-092eda278aa0 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:57:12.165173 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-f6d38b84-7ddc-4b12-97da-b85e6db17e89 service neutron] Port b5893870-2ba0-4f0b-958c-ac58e5c3faf3 on network 32dc071c-1c79-4718-afbd-092eda278aa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:57:12.165625 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-f6d38b84-7ddc-4b12-97da-b85e6db17e89 service neutron] Attempting to bind port b5893870-2ba0-4f0b-958c-ac58e5c3faf3 on network 32dc071c-1c79-4718-afbd-092eda278aa0 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:57:12.171555 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-f6d38b84-7ddc-4b12-97da-b85e6db17e89 service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:57:12.172002 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-f6d38b84-7ddc-4b12-97da-b85e6db17e89 service neutron] Checking segment: {'id': '9aba0c60-d2f1-4171-830a-27af69bfef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '32dc071c-1c79-4718-afbd-092eda278aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:57:12.172583 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-f6d38b84-7ddc-4b12-97da-b85e6db17e89 service neutron] Bound using segment: {'id': '9aba0c60-d2f1-4171-830a-27af69bfef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '32dc071c-1c79-4718-afbd-092eda278aa0'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:57:12.173114 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-f6d38b84-7ddc-4b12-97da-b85e6db17e89 service neutron] Bound port: b5893870-2ba0-4f0b-958c-ac58e5c3faf3, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aba0c60-d2f1-4171-830a-27af69bfef53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '32dc071c-1c79-4718-afbd-092eda278aa0'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:57:12.173820 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-f6d38b84-7ddc-4b12-97da-b85e6db17e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:12.260357 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-f6d38b84-7ddc-4b12-97da-b85e6db17e89 service neutron] For port b5893870-2ba0-4f0b-958c-ac58e5c3faf3, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:57:12.266384 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-f6d38b84-7ddc-4b12-97da-b85e6db17e89 service neutron] For port b5893870-2ba0-4f0b-958c-ac58e5c3faf3, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=b5893870-2ba0-4f0b-958c-ac58e5c3faf3,segment=NetworkSegment(9aba0c60-d2f1-4171-830a-27af69bfef53),segment_id=9aba0c60-d2f1-4171-830a-27af69bfef53)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:57:12.353158 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-f6d38b84-7ddc-4b12-97da-b85e6db17e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:12.390004 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-f6d38b84-7ddc-4b12-97da-b85e6db17e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:12.391055 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-f6d38b84-7ddc-4b12-97da-b85e6db17e89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:12.392835 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-f6d38b84-7ddc-4b12-97da-b85e6db17e89 service neutron] 10.222.0.81 "PUT /v2.0/ports/b5893870-2ba0-4f0b-958c-ac58e5c3faf3 HTTP/1.1" status: 200 len: 1092 time: 1.1777959 Oct 27 18:57:12.395659 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6febaf5-6a5c-4579-b380-f67c482fa819', 'tag': 'b5893870-2ba0-4f0b-958c-ac58e5c3faf3'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:57:12.399916 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312f8937-378d-4732-9a38-f4ff3fd6e64f" -d '{"events": [{"name": "network-changed", "server_uuid": "f6febaf5-6a5c-4579-b380-f67c482fa819", "tag": "b5893870-2ba0-4f0b-958c-ac58e5c3faf3"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:57:12.447066 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b80a9b-08f3-4e5d-9b4d-a357e74a8423 x-openstack-request-id: req-01b80a9b-08f3-4e5d-9b4d-a357e74a8423 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:57:12.448585 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6febaf5-6a5c-4579-b380-f67c482fa819", "tag": "b5893870-2ba0-4f0b-958c-ac58e5c3faf3", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:57:12.448585 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-01b80a9b-08f3-4e5d-9b4d-a357e74a8423 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:57:12.448585 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6febaf5-6a5c-4579-b380-f67c482fa819', 'tag': 'b5893870-2ba0-4f0b-958c-ac58e5c3faf3', 'status': 'completed', 'code': 200} Oct 27 18:57:12.454919 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d38b84-7ddc-4b12-97da-b85e6db17e89 service neutron] Pushing event updated for resources: {'Port': ['ID=b5893870-2ba0-4f0b-958c-ac58e5c3faf3,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:57:12.523056 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f8937-378d-4732-9a38-f4ff3fd6e64f req-b77d7abb-b56d-4a55-86c0-6790db60eff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:12.525235 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-312f8937-378d-4732-9a38-f4ff3fd6e64f req-b77d7abb-b56d-4a55-86c0-6790db60eff7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=69ce95bedcdf489da0d6158b9f0adbbb&device_id=f6febaf5-6a5c-4579-b380-f67c482fa819 HTTP/1.1" status: 200 len: 1095 time: 0.0565882 Oct 27 18:57:12.642405 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f8937-378d-4732-9a38-f4ff3fd6e64f req-d830af64-7f7a-4031-8514-48b8201af9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:12.643982 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-312f8937-378d-4732-9a38-f4ff3fd6e64f req-d830af64-7f7a-4031-8514-48b8201af9eb service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=69ce95bedcdf489da0d6158b9f0adbbb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1102095 Oct 27 18:57:12.751683 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f8937-378d-4732-9a38-f4ff3fd6e64f req-adfb0a2d-7df9-4fcc-8568-f5ae83894239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:12.753425 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-312f8937-378d-4732-9a38-f4ff3fd6e64f req-adfb0a2d-7df9-4fcc-8568-f5ae83894239 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1025691 Oct 27 18:57:12.839184 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-c3aef722-b129-4772-afae-8c97e4effd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:12.840708 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-c3aef722-b129-4772-afae-8c97e4effd6c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=69ce95bedcdf489da0d6158b9f0adbbb&device_id=f6febaf5-6a5c-4579-b380-f67c482fa819 HTTP/1.1" status: 200 len: 1095 time: 0.0499203 Oct 27 18:57:12.892068 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-c936b5aa-47c9-4f10-a918-9c24e306185d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5893870-2ba0-4f0b-958c-ac58e5c3faf3 HTTP/1.1" status: 200 len: 217 time: 0.0409160 Oct 27 18:57:12.953338 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-a699169f-8a2b-4c27-aa7a-1da02b531da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:12.954878 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-a699169f-8a2b-4c27-aa7a-1da02b531da4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=65ebe553-d59a-4ae0-acd6-d55189b59e78 HTTP/1.1" status: 200 len: 853 time: 0.0546720 Oct 27 18:57:13.008298 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-b1bea869-addc-45d5-b9bd-221f240eb480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:13.009881 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-b1bea869-addc-45d5-b9bd-221f240eb480 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=32dc071c-1c79-4718-afbd-092eda278aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461910 Oct 27 18:57:13.076492 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07493e55-3a84-4a67-833e-b6649b7c320e req-6c8212d9-d414-4d95-9c3b-2e894d5840f6 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:13.086746 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-07493e55-3a84-4a67-833e-b6649b7c320e req-6c8212d9-d414-4d95-9c3b-2e894d5840f6 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6febaf5-6a5c-4579-b380-f67c482fa819 HTTP/1.1" status: 200 len: 944 time: 0.0702097 Oct 27 18:57:13.118500 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-1e33ea7a-c627-463d-9aa1-65172086e9e9 service neutron] 10.222.0.81 "GET /v2.0/networks/32dc071c-1c79-4718-afbd-092eda278aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015191 Oct 27 18:57:13.147228 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-07493e55-3a84-4a67-833e-b6649b7c320e req-3c4830ca-108e-4c9c-8600-d3a50caeb616 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b88eaa1-74b9-4e28-b5b9-0ead6e516b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591540 Oct 27 18:57:13.235550 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4ea97992-aa45-437d-88ad-46eb64d2e5e1 req-d0440f06-a036-49b3-8747-6cea865ddd9c service neutron] 10.222.0.81 "GET /v2.0/networks/32dc071c-1c79-4718-afbd-092eda278aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093845 Oct 27 18:57:13.409981 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:13.489563 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:14.280679 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060733b6-9aff-4c37-b960-9e9ed59c1678 req-b14672c8-ee06-4b32-87f7-296a4f6decfc tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:14.282401 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-060733b6-9aff-4c37-b960-9e9ed59c1678 req-b14672c8-ee06-4b32-87f7-296a4f6decfc tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6febaf5-6a5c-4579-b380-f67c482fa819 HTTP/1.1" status: 200 len: 944 time: 0.0564806 Oct 27 18:57:14.322704 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-060733b6-9aff-4c37-b960-9e9ed59c1678 req-f01dfb7c-73ed-416e-9db8-d47ac8ba0037 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b88eaa1-74b9-4e28-b5b9-0ead6e516b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327427 Oct 27 18:57:15.142557 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:15.470780 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71b19f-2097-4db4-b484-b6c00611513e req-c8de549c-27aa-454e-8537-23abac482e51 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:15.472353 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9e71b19f-2097-4db4-b484-b6c00611513e req-c8de549c-27aa-454e-8537-23abac482e51 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6febaf5-6a5c-4579-b380-f67c482fa819 HTTP/1.1" status: 200 len: 944 time: 0.0584188 Oct 27 18:57:15.513684 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9e71b19f-2097-4db4-b484-b6c00611513e req-55ebce3b-172c-4d00-8a3b-3a82ca95b5c8 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b88eaa1-74b9-4e28-b5b9-0ead6e516b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340202 Oct 27 18:57:16.324867 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43904) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:57:16.329546 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-7fb9d10c-9c45-4623-9aae-3259b2a79359 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-586949541', 'description': 'tempest-secgroup-smoke-586949541 description', 'project_id': '346c2f1cc90a43138ca74853aad732b9'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:57:16.398571 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7fb9d10c-9c45-4623-9aae-3259b2a79359 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:16.468395 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7fb9d10c-9c45-4623-9aae-3259b2a79359 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:16.535511 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7fb9d10c-9c45-4623-9aae-3259b2a79359 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:16.565329 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9d10c-9c45-4623-9aae-3259b2a79359 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:57:16.638487 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd5c6d-caf7-4ef1-b190-b21121d48cb3 req-194188eb-b870-4920-aca7-134832f2430d tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:16.640018 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7bbd5c6d-caf7-4ef1-b190-b21121d48cb3 req-194188eb-b870-4920-aca7-134832f2430d tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6febaf5-6a5c-4579-b380-f67c482fa819 HTTP/1.1" status: 200 len: 944 time: 0.0492182 Oct 27 18:57:16.645440 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7fb9d10c-9c45-4623-9aae-3259b2a79359 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:16.646568 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7fb9d10c-9c45-4623-9aae-3259b2a79359 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3207107 Oct 27 18:57:16.656327 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 43908) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:57:16.661122 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-5edcf987-47b0-46ff-b8d1-ed9b61be5079 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Request body: {'security_group_rule': {'security_group_id': '58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f', 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:57:16.681931 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7bbd5c6d-caf7-4ef1-b190-b21121d48cb3 req-db7ee4c3-0615-4ce9-b9ee-f42459ea9e43 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b88eaa1-74b9-4e28-b5b9-0ead6e516b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337276 Oct 27 18:57:16.769053 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5edcf987-47b0-46ff-b8d1-ed9b61be5079 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:16.824879 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5edcf987-47b0-46ff-b8d1-ed9b61be5079 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:16.906893 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5edcf987-47b0-46ff-b8d1-ed9b61be5079 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:16.926662 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edcf987-47b0-46ff-b8d1-ed9b61be5079 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d0c92a6-74f9-4499-af3d-d9e0568be2b9,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:57:16.996560 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5edcf987-47b0-46ff-b8d1-ed9b61be5079 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:16.997781 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5edcf987-47b0-46ff-b8d1-ed9b61be5079 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3403602 Oct 27 18:57:17.000773 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43910) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:57:17.017307 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7892d270-16c8-4d3c-8f3f-16b0330abe13 req-d17833fa-6075-48ce-960c-553aed10761e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0521300 Oct 27 18:57:17.017570 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-681fbd38-e9ae-4198-884a-e60745fe9216 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Request body: {'security_group_rule': {'security_group_id': '58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f', 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:57:17.083637 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-681fbd38-e9ae-4198-884a-e60745fe9216 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:17.094880 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892d270-16c8-4d3c-8f3f-16b0330abe13 req-951cbd5c-6a39-43b5-85f4-1a6f59a16666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:17.096552 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7892d270-16c8-4d3c-8f3f-16b0330abe13 req-951cbd5c-6a39-43b5-85f4-1a6f59a16666 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b41df82b71c04f518bb426f0e960c13c&device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 1097 time: 0.0439713 Oct 27 18:57:17.142107 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-681fbd38-e9ae-4198-884a-e60745fe9216 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:17.192721 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-681fbd38-e9ae-4198-884a-e60745fe9216 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:17.213427 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892d270-16c8-4d3c-8f3f-16b0330abe13 req-65afbbd3-8b57-470e-8c68-aba5654c39a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:17.215231 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7892d270-16c8-4d3c-8f3f-16b0330abe13 req-65afbbd3-8b57-470e-8c68-aba5654c39a8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ff43375c-397e-47f1-8c6a-c17892606b3f HTTP/1.1" status: 200 len: 913 time: 0.0954721 Oct 27 18:57:17.215768 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681fbd38-e9ae-4198-884a-e60745fe9216 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb5deeb3-62fb-4970-93a8-e3de64092c4f,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:57:17.286366 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7892d270-16c8-4d3c-8f3f-16b0330abe13 req-49184a3f-2edc-4998-be58-ca3110257e1e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e7f1e0f-e480-4f27-a666-bed553eda7e0 HTTP/1.1" status: 200 len: 1001 time: 0.0629172 Oct 27 18:57:17.291974 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-681fbd38-e9ae-4198-884a-e60745fe9216 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:17.293489 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-681fbd38-e9ae-4198-884a-e60745fe9216 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2917399 Oct 27 18:57:17.296306 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43912) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:57:17.301008 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-02cf4546-8fe8-4c74-a7fd-de5b3f77db54 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Request body: {'security_group_rule': {'security_group_id': '58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f', 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:57:17.339437 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892d270-16c8-4d3c-8f3f-16b0330abe13 req-6d443f7c-f1f4-41c8-b6f5-453c5692e0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:17.340831 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7892d270-16c8-4d3c-8f3f-16b0330abe13 req-6d443f7c-f1f4-41c8-b6f5-453c5692e0ef service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ee3a74a5-9b8c-49ba-8152-38eb33e35df4 HTTP/1.1" status: 200 len: 850 time: 0.0459125 Oct 27 18:57:17.389886 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892d270-16c8-4d3c-8f3f-16b0330abe13 req-6ddc5e68-8b49-46fb-bca8-406e22009597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:17.391539 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7892d270-16c8-4d3c-8f3f-16b0330abe13 req-6ddc5e68-8b49-46fb-bca8-406e22009597 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ff43375c-397e-47f1-8c6a-c17892606b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419931 Oct 27 18:57:17.392141 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-02cf4546-8fe8-4c74-a7fd-de5b3f77db54 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:17.453244 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-02cf4546-8fe8-4c74-a7fd-de5b3f77db54 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:17.488056 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7892d270-16c8-4d3c-8f3f-16b0330abe13 req-76b431ec-a359-47e4-9d82-a7e8cdfeefc1 service neutron] 10.222.0.93 "GET /v2.0/networks/ff43375c-397e-47f1-8c6a-c17892606b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885293 Oct 27 18:57:17.518172 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-02cf4546-8fe8-4c74-a7fd-de5b3f77db54 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:17.537245 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf4546-8fe8-4c74-a7fd-de5b3f77db54 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=991bfeec-eb2d-42cd-aa46-7e60a36dcbdc,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:57:17.580023 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7892d270-16c8-4d3c-8f3f-16b0330abe13 req-8086c718-cc9e-4709-bd6a-aaa9950644b1 service neutron] 10.222.0.93 "GET /v2.0/networks/ff43375c-397e-47f1-8c6a-c17892606b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841839 Oct 27 18:57:17.611819 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-02cf4546-8fe8-4c74-a7fd-de5b3f77db54 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:17.612974 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-02cf4546-8fe8-4c74-a7fd-de5b3f77db54 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3157318 Oct 27 18:57:17.615876 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43914) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:57:17.620318 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-19b11117-fcb1-479a-b52e-c01d5f40afa7 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Request body: {'security_group_rule': {'security_group_id': '58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f', 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:57:17.694316 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-19b11117-fcb1-479a-b52e-c01d5f40afa7 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:17.764821 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-19b11117-fcb1-479a-b52e-c01d5f40afa7 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:17.808313 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6051ee-d049-4dab-9d97-f1f65da94b57 req-482b2451-e172-4d7d-af65-04970d7afa94 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:17.809817 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1e6051ee-d049-4dab-9d97-f1f65da94b57 req-482b2451-e172-4d7d-af65-04970d7afa94 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6febaf5-6a5c-4579-b380-f67c482fa819 HTTP/1.1" status: 200 len: 944 time: 0.0547223 Oct 27 18:57:17.823305 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-19b11117-fcb1-479a-b52e-c01d5f40afa7 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:17.854095 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b11117-fcb1-479a-b52e-c01d5f40afa7 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb75c4d7-4563-4d17-a2a3-ea7f99b78228,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:57:17.868119 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1e6051ee-d049-4dab-9d97-f1f65da94b57 req-4ab03e98-7917-4732-a675-1d98cf1c3476 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b88eaa1-74b9-4e28-b5b9-0ead6e516b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517683 Oct 27 18:57:17.915272 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-19b11117-fcb1-479a-b52e-c01d5f40afa7 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:17.916487 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-19b11117-fcb1-479a-b52e-c01d5f40afa7 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2996528 Oct 27 18:57:17.919306 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43918) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:57:17.923685 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-589b51a0-5d4a-4a04-a7f6-2e73d7e380ec tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Request body: {'security_group_rule': {'security_group_id': '58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f', 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:57:17.986670 n-d-815690-2 neutron-server[102878]: INFO neutron.db.securitygroups_db [None req-589b51a0-5d4a-4a04-a7f6-2e73d7e380ec tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Project 346c2f1cc90a43138ca74853aad732b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 18:57:17.991856 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-589b51a0-5d4a-4a04-a7f6-2e73d7e380ec tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:18.051495 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-589b51a0-5d4a-4a04-a7f6-2e73d7e380ec tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:18.112206 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-589b51a0-5d4a-4a04-a7f6-2e73d7e380ec tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:18.127421 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b51a0-5d4a-4a04-a7f6-2e73d7e380ec tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65929c0c-0627-45de-9b72-d5a4a69a262b,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:57:18.199853 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-589b51a0-5d4a-4a04-a7f6-2e73d7e380ec tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:18.201332 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-589b51a0-5d4a-4a04-a7f6-2e73d7e380ec tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2808340 Oct 27 18:57:18.203933 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 43920) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:57:18.208285 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-2123d04c-5737-4f63-a581-16c4363e7c64 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Request body: {'security_group_rule': {'security_group_id': '58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f', 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:57:18.295161 n-d-815690-2 neutron-server[102878]: INFO neutron.db.securitygroups_db [None req-2123d04c-5737-4f63-a581-16c4363e7c64 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Project 346c2f1cc90a43138ca74853aad732b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 18:57:18.300157 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2123d04c-5737-4f63-a581-16c4363e7c64 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:18.361101 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2123d04c-5737-4f63-a581-16c4363e7c64 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:18.415098 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2123d04c-5737-4f63-a581-16c4363e7c64 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:18.434057 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2123d04c-5737-4f63-a581-16c4363e7c64 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98f71602-7bbc-4c8a-8c05-33292bdd5502,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:57:18.497525 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2123d04c-5737-4f63-a581-16c4363e7c64 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:18.498771 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-2123d04c-5737-4f63-a581-16c4363e7c64 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2938957 Oct 27 18:57:18.988505 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743fa00-54e7-400b-8c82-80c3932a682f req-b196469a-2210-4f0f-9c8c-892cd5315192 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:18.990026 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5743fa00-54e7-400b-8c82-80c3932a682f req-b196469a-2210-4f0f-9c8c-892cd5315192 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6febaf5-6a5c-4579-b380-f67c482fa819 HTTP/1.1" status: 200 len: 944 time: 0.0513434 Oct 27 18:57:19.028372 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5743fa00-54e7-400b-8c82-80c3932a682f req-acca6683-ad32-461b-bf2f-ee398827051c tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b88eaa1-74b9-4e28-b5b9-0ead6e516b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323768 Oct 27 18:57:20.151267 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf26bb7-9f90-46e6-86fb-59f5373200ea req-2e173549-dcb8-4028-9ff5-e89b2ea3d9dc tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:20.152754 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1bf26bb7-9f90-46e6-86fb-59f5373200ea req-2e173549-dcb8-4028-9ff5-e89b2ea3d9dc tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6febaf5-6a5c-4579-b380-f67c482fa819 HTTP/1.1" status: 200 len: 944 time: 0.0533857 Oct 27 18:57:20.198282 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1bf26bb7-9f90-46e6-86fb-59f5373200ea req-80a45ac1-2d5d-435e-830d-b4f3e28aff84 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b88eaa1-74b9-4e28-b5b9-0ead6e516b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377626 Oct 27 18:57:21.320374 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b5ac5-fe72-4e04-a3a8-9fa05b14dea1 req-b6f8d532-9a75-464e-9e82-7eb22257a654 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:21.321958 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-610b5ac5-fe72-4e04-a3a8-9fa05b14dea1 req-b6f8d532-9a75-464e-9e82-7eb22257a654 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6febaf5-6a5c-4579-b380-f67c482fa819 HTTP/1.1" status: 200 len: 944 time: 0.0504658 Oct 27 18:57:21.360853 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-610b5ac5-fe72-4e04-a3a8-9fa05b14dea1 req-b4d8820c-3ded-4255-8f7c-2c8e525e71aa tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b88eaa1-74b9-4e28-b5b9-0ead6e516b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323143 Oct 27 18:57:22.486928 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a0549a-187d-482f-9716-f16fbdae1fa9 req-188143f1-f71a-44de-a38a-eb1303d0aa10 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:22.487603 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-49a0549a-187d-482f-9716-f16fbdae1fa9 req-188143f1-f71a-44de-a38a-eb1303d0aa10 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6febaf5-6a5c-4579-b380-f67c482fa819 HTTP/1.1" status: 200 len: 944 time: 0.0570824 Oct 27 18:57:22.886908 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-49a0549a-187d-482f-9716-f16fbdae1fa9 req-3a7179f5-8d01-4eab-aa8f-c05241d0a7a9 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b88eaa1-74b9-4e28-b5b9-0ead6e516b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3934264 Oct 27 18:57:24.345012 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c912a76-f847-4f8e-865a-2ab882b0259c req-5de258e3-4e70-4139-9248-2a2bca180db9 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:24.346536 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0c912a76-f847-4f8e-865a-2ab882b0259c req-5de258e3-4e70-4139-9248-2a2bca180db9 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6febaf5-6a5c-4579-b380-f67c482fa819 HTTP/1.1" status: 200 len: 944 time: 0.0535004 Oct 27 18:57:24.389767 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0c912a76-f847-4f8e-865a-2ab882b0259c req-5700f5cf-c6f3-4219-8051-4f459953d033 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b88eaa1-74b9-4e28-b5b9-0ead6e516b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354068 Oct 27 18:57:25.522006 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac3a0d-9507-4f80-b16e-26b3021a4723 req-fe780770-5295-46d7-a4ce-71eb5f02c726 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:25.523634 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-94ac3a0d-9507-4f80-b16e-26b3021a4723 req-fe780770-5295-46d7-a4ce-71eb5f02c726 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6febaf5-6a5c-4579-b380-f67c482fa819 HTTP/1.1" status: 200 len: 944 time: 0.0584064 Oct 27 18:57:25.575090 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-94ac3a0d-9507-4f80-b16e-26b3021a4723 req-62209fb0-6074-42c4-8731-820599242c4f tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b88eaa1-74b9-4e28-b5b9-0ead6e516b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405054 Oct 27 18:57:26.172700 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device b5893870-2ba0-4f0b-958c-ac58e5c3faf3 details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:57:26.292991 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port b5893870-2ba0-4f0b-958c-ac58e5c3faf3, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=b5893870-2ba0-4f0b-958c-ac58e5c3faf3,segment=NetworkSegment(9aba0c60-d2f1-4171-830a-27af69bfef53),segment_id=9aba0c60-d2f1-4171-830a-27af69bfef53)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:57:26.310339 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': 'b5893870-2ba0-4f0b-958c-ac58e5c3faf3', 'network_id': '32dc071c-1c79-4718-afbd-092eda278aa0', 'port_id': 'b5893870-2ba0-4f0b-958c-ac58e5c3faf3', 'mac_address': 'fa:16:3e:b5:a3:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ebe553-d59a-4ae0-acd6-d55189b59e78', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:57:26.352729 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:26.365765 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5893870-2ba0-4f0b-958c-ac58e5c3faf3 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:57:26.389124 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port b5893870-2ba0-4f0b-958c-ac58e5c3faf3, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=b5893870-2ba0-4f0b-958c-ac58e5c3faf3,segment=NetworkSegment(9aba0c60-d2f1-4171-830a-27af69bfef53),segment_id=9aba0c60-d2f1-4171-830a-27af69bfef53)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:57:26.459882 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:26.555330 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:26.575128 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=b5893870-2ba0-4f0b-958c-ac58e5c3faf3,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:57:26.666464 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['b5893870-2ba0-4f0b-958c-ac58e5c3faf3'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:57:26.715850 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a0346-46b8-4e4a-905b-1f2afe0b0b04 req-208eaa57-a5bc-40ab-95d7-5531ea4aa555 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:26.718513 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-531a0346-46b8-4e4a-905b-1f2afe0b0b04 req-208eaa57-a5bc-40ab-95d7-5531ea4aa555 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6febaf5-6a5c-4579-b380-f67c482fa819 HTTP/1.1" status: 200 len: 945 time: 0.0642865 Oct 27 18:57:26.776135 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-531a0346-46b8-4e4a-905b-1f2afe0b0b04 req-048beaab-992a-435f-9277-18a9f6111228 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b88eaa1-74b9-4e28-b5b9-0ead6e516b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503910 Oct 27 18:57:27.021507 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:27.894053 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b067c44-0554-4746-902e-682c6c42ef2a req-81a80625-1346-413b-b002-b50b85b8f698 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:27.895663 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7b067c44-0554-4746-902e-682c6c42ef2a req-81a80625-1346-413b-b002-b50b85b8f698 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6febaf5-6a5c-4579-b380-f67c482fa819 HTTP/1.1" status: 200 len: 945 time: 0.0529940 Oct 27 18:57:27.937431 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7b067c44-0554-4746-902e-682c6c42ef2a req-d76e1219-a992-4802-adbb-76bdc75dea44 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b88eaa1-74b9-4e28-b5b9-0ead6e516b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354011 Oct 27 18:57:28.201108 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device b5893870-2ba0-4f0b-958c-ac58e5c3faf3 up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:57:28.295938 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning for port b5893870-2ba0-4f0b-958c-ac58e5c3faf3 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:57:28.300593 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port b5893870-2ba0-4f0b-958c-ac58e5c3faf3 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:57:28.300964 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:28.388050 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:28.412866 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6febaf5-6a5c-4579-b380-f67c482fa819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5893870-2ba0-4f0b-958c-ac58e5c3faf3'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:57:28.415441 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5594a4-bbe2-4e4b-8905-f732cf817fdd" -d '{"events": [{"server_uuid": "f6febaf5-6a5c-4579-b380-f67c482fa819", "name": "network-vif-plugged", "status": "completed", "tag": "b5893870-2ba0-4f0b-958c-ac58e5c3faf3"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:57:28.431128 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port b5893870-2ba0-4f0b-958c-ac58e5c3faf3, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=b5893870-2ba0-4f0b-958c-ac58e5c3faf3,segment=NetworkSegment(9aba0c60-d2f1-4171-830a-27af69bfef53),segment_id=9aba0c60-d2f1-4171-830a-27af69bfef53)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:57:28.462766 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a076e84-8e51-4f12-a2d8-e5996ce3bd91 x-openstack-request-id: req-6a076e84-8e51-4f12-a2d8-e5996ce3bd91 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:57:28.463112 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6febaf5-6a5c-4579-b380-f67c482fa819", "name": "network-vif-plugged", "status": "completed", "tag": "b5893870-2ba0-4f0b-958c-ac58e5c3faf3", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:57:28.463368 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6a076e84-8e51-4f12-a2d8-e5996ce3bd91 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:57:28.463760 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6febaf5-6a5c-4579-b380-f67c482fa819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5893870-2ba0-4f0b-958c-ac58e5c3faf3', 'code': 200} Oct 27 18:57:28.491214 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:28.584116 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=b5893870-2ba0-4f0b-958c-ac58e5c3faf3,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:57:28.608987 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10623f-ca49-4574-9b51-daccf1ad3fae req-eabebd49-d0db-4d52-9f3c-513c433c665d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:28.611471 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cc10623f-ca49-4574-9b51-daccf1ad3fae req-eabebd49-d0db-4d52-9f3c-513c433c665d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f6febaf5-6a5c-4579-b380-f67c482fa819 HTTP/1.1" status: 200 len: 1097 time: 0.0785854 Oct 27 18:57:28.654255 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cc10623f-ca49-4574-9b51-daccf1ad3fae req-a3b3d1a3-ebdf-40b3-9735-d8836e23edcd service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=7b88eaa1-74b9-4e28-b5b9-0ead6e516b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355823 Oct 27 18:57:29.072298 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fef8ed-93fc-4019-8318-c086f2a38010 req-ea4a223d-47f7-4b40-83bd-5ee441c6f6fb tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:29.073990 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-13fef8ed-93fc-4019-8318-c086f2a38010 req-ea4a223d-47f7-4b40-83bd-5ee441c6f6fb tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6febaf5-6a5c-4579-b380-f67c482fa819 HTTP/1.1" status: 200 len: 946 time: 0.0565805 Oct 27 18:57:29.114803 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-13fef8ed-93fc-4019-8318-c086f2a38010 req-5deff6f4-ef36-415d-ab76-d43c793a777c tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b88eaa1-74b9-4e28-b5b9-0ead6e516b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342226 Oct 27 18:57:30.241843 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112cb916-6368-4741-b281-73497d87dbbf req-880f150e-b575-41cf-8729-ad59fdc77070 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:30.244059 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-112cb916-6368-4741-b281-73497d87dbbf req-880f150e-b575-41cf-8729-ad59fdc77070 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6febaf5-6a5c-4579-b380-f67c482fa819 HTTP/1.1" status: 200 len: 946 time: 0.0559535 Oct 27 18:57:30.285515 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-112cb916-6368-4741-b281-73497d87dbbf req-cba8081d-4c8f-4cd9-9039-027a3704ef5b tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b88eaa1-74b9-4e28-b5b9-0ead6e516b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349150 Oct 27 18:57:30.404889 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6412eaac-93b7-4d5a-b127-679ec4d5b8ef req-ef76a295-72df-4cf1-b1c7-3c27397f5e0e tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:30.406285 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6412eaac-93b7-4d5a-b127-679ec4d5b8ef req-ef76a295-72df-4cf1-b1c7-3c27397f5e0e tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6febaf5-6a5c-4579-b380-f67c482fa819 HTTP/1.1" status: 200 len: 946 time: 0.0514476 Oct 27 18:57:30.445596 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6412eaac-93b7-4d5a-b127-679ec4d5b8ef req-6196e849-4482-4fa2-a16d-529bbbacc105 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b88eaa1-74b9-4e28-b5b9-0ead6e516b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330737 Oct 27 18:57:30.467575 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44078) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:57:30.556823 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683f74fe-7343-4b06-b41e-1563311a4bc4 tempest-TestVolumeBackupRestore-935675853 tempest-TestVolumeBackupRestore-935675853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:30.559233 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-683f74fe-7343-4b06-b41e-1563311a4bc4 tempest-TestVolumeBackupRestore-935675853 tempest-TestVolumeBackupRestore-935675853-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f6febaf5-6a5c-4579-b380-f67c482fa819 HTTP/1.1" status: 200 len: 1092 time: 0.0897424 Oct 27 18:57:30.562028 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44082) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:57:30.566351 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-6515f6c6-da5e-462f-8346-fb479bfe68e4 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'port_id': 'b5893870-2ba0-4f0b-958c-ac58e5c3faf3', 'tenant_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:57:30.667231 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6515f6c6-da5e-462f-8346-fb479bfe68e4 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks [] for floatingip, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:30.712598 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:57:30.782144 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6515f6c6-da5e-462f-8346-fb479bfe68e4 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:30.901938 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-6515f6c6-da5e-462f-8346-fb479bfe68e4 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Allocated IP 172.25.6.221 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/65f55358-b04d-44b1-9fa7-39a07fa64f74) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:57:31.039579 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b12885-b5f6-465c-919b-74c6ddb39d6a req-f8439d5b-ceef-41d2-836e-0504797096b0 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:31.041016 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d7b12885-b5f6-465c-919b-74c6ddb39d6a req-f8439d5b-ceef-41d2-836e-0504797096b0 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 946 time: 0.0840571 Oct 27 18:57:31.052706 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6515f6c6-da5e-462f-8346-fb479bfe68e4 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:31.103139 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d7b12885-b5f6-465c-919b-74c6ddb39d6a req-a102c0d5-a706-44f0-b514-79f78ab35e54 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=ed58e084-2ed1-496c-9fdc-8fe94517cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541599 Oct 27 18:57:31.165042 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6515f6c6-da5e-462f-8346-fb479bfe68e4 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:31.212550 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6515f6c6-da5e-462f-8346-fb479bfe68e4 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:57:31.220632 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-6515f6c6-da5e-462f-8346-fb479bfe68e4 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:57:31.223209 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6515f6c6-da5e-462f-8346-fb479bfe68e4 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:57:31.225356 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6515f6c6-da5e-462f-8346-fb479bfe68e4 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Pushing event updated for resources: {'Port': ['ID=65f55358-b04d-44b1-9fa7-39a07fa64f74,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:57:31.584134 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6515f6c6-da5e-462f-8346-fb479bfe68e4 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:31.730927 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6515f6c6-da5e-462f-8346-fb479bfe68e4 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:31.889990 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6515f6c6-da5e-462f-8346-fb479bfe68e4 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:31.936246 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6515f6c6-da5e-462f-8346-fb479bfe68e4 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:32.007842 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6515f6c6-da5e-462f-8346-fb479bfe68e4 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Pushing event updated for resources: {'Port': ['ID=65f55358-b04d-44b1-9fa7-39a07fa64f74,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:57:32.019840 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6515f6c6-da5e-462f-8346-fb479bfe68e4 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:32.123901 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [None req-6515f6c6-da5e-462f-8346-fb479bfe68e4 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Floating IP 13e39b13-785d-4943-96a7-e4adff698039 associated. External IP: 172.25.6.221, port: b5893870-2ba0-4f0b-958c-ac58e5c3faf3. Oct 27 18:57:32.262051 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001163a9-d5f9-4512-97b2-b089b1115d9f req-a5e22033-0418-4da2-889d-440cedf4c539 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:32.264048 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-001163a9-d5f9-4512-97b2-b089b1115d9f req-a5e22033-0418-4da2-889d-440cedf4c539 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 946 time: 0.0728970 Oct 27 18:57:32.377029 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-001163a9-d5f9-4512-97b2-b089b1115d9f req-131bf632-c1ad-4260-aef0-ddd24ac98929 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=ed58e084-2ed1-496c-9fdc-8fe94517cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065853 Oct 27 18:57:32.410770 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6515f6c6-da5e-462f-8346-fb479bfe68e4 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Router ce3cc18e-b40a-48e6-834c-39d80648aaca has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:57:32.531413 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6515f6c6-da5e-462f-8346-fb479bfe68e4 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:57:32.542338 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3457af6-4749-4b0e-bddc-ef7f83639426 None None] Sync routers for ids ['ce3cc18e-b40a-48e6-834c-39d80648aaca'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:57:32.555145 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3457af6-4749-4b0e-bddc-ef7f83639426 None None] Routers {'ce3cc18e-b40a-48e6-834c-39d80648aaca'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:57:32.555834 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-e3457af6-4749-4b0e-bddc-ef7f83639426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:57:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['ce3cc18e-b40a-48e6-834c-39d80648aaca'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:57:32.612597 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6515f6c6-da5e-462f-8346-fb479bfe68e4 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:32.646321 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6515f6c6-da5e-462f-8346-fb479bfe68e4 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0807931 Oct 27 18:57:32.646321 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6febaf5-6a5c-4579-b380-f67c482fa819', 'tag': 'b5893870-2ba0-4f0b-958c-ac58e5c3faf3'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:57:32.647290 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44104) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:57:32.647781 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5724db18-bc27-426c-9743-a069e1289103" -d '{"events": [{"name": "network-changed", "server_uuid": "f6febaf5-6a5c-4579-b380-f67c482fa819", "tag": "b5893870-2ba0-4f0b-958c-ac58e5c3faf3"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:57:32.689501 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-e3457af6-4749-4b0e-bddc-ef7f83639426 None None] Set router ce3cc18e-b40a-48e6-834c-39d80648aaca gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:57:32.694480 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6651e0ad-7a61-4b83-a524-ad141048530b tempest-TestVolumeBackupRestore-935675853 tempest-TestVolumeBackupRestore-935675853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:32.699260 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44110) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:57:32.699507 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6651e0ad-7a61-4b83-a524-ad141048530b tempest-TestVolumeBackupRestore-935675853 tempest-TestVolumeBackupRestore-935675853-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f6febaf5-6a5c-4579-b380-f67c482fa819 HTTP/1.1" status: 200 len: 1092 time: 0.0515852 Oct 27 18:57:32.705259 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-012eb54c-8151-4a57-8c81-6a62c60087ef tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Request body: {'floatingip': {'port_id': 'b5893870-2ba0-4f0b-958c-ac58e5c3faf3'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:57:32.779802 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca92563-e221-4106-ac6e-b83359f2bec5 x-openstack-request-id: req-fca92563-e221-4106-ac6e-b83359f2bec5 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:57:32.780094 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6febaf5-6a5c-4579-b380-f67c482fa819", "tag": "b5893870-2ba0-4f0b-958c-ac58e5c3faf3", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:57:32.780354 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fca92563-e221-4106-ac6e-b83359f2bec5 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:57:32.780759 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6febaf5-6a5c-4579-b380-f67c482fa819', 'tag': 'b5893870-2ba0-4f0b-958c-ac58e5c3faf3', 'status': 'completed', 'code': 200} Oct 27 18:57:32.789960 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-012eb54c-8151-4a57-8c81-6a62c60087ef tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks [] for floatingip, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:32.846163 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724db18-bc27-426c-9743-a069e1289103 req-5d729fd9-6c28-4cc6-a138-4bcc87cebb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:32.848100 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5724db18-bc27-426c-9743-a069e1289103 req-5d729fd9-6c28-4cc6-a138-4bcc87cebb71 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=69ce95bedcdf489da0d6158b9f0adbbb&device_id=f6febaf5-6a5c-4579-b380-f67c482fa819 HTTP/1.1" status: 200 len: 1097 time: 0.0458896 Oct 27 18:57:32.984163 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-e3457af6-4749-4b0e-bddc-ef7f83639426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'name': 'tempest-TestVolumeBackupRestore-1170065498-router', 'tenant_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'e2a77d41-6f6c-45b4-8a9b-934bc2706cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:15Z', 'updated_at': '2021-10-27T18:54:20Z', 'revision_number': 4, 'project_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'gw_port': {'id': 'e2a77d41-6f6c-45b4-8a9b-934bc2706cb7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:16Z', 'updated_at': '2021-10-27T18:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '13e39b13-785d-4943-96a7-e4adff698039', 'tenant_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'floating_ip_address': '172.25.6.221', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'port_id': 'b5893870-2ba0-4f0b-958c-ac58e5c3faf3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32dc071c-1c79-4718-afbd-092eda278aa0', 'mac_address': 'fa:16:3e:b5:a3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6febaf5-6a5c-4579-b380-f67c482fa819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:57:31Z', 'updated_at': '2021-10-27T18:57:31Z', 'revision_number': 0, 'project_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5fd10d5-a0e8-40f3-8b35-8cdfbd3fd4fc', 'name': '', 'network_id': '32dc071c-1c79-4718-afbd-092eda278aa0', 'tenant_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'mac_address': 'fa:16:3e:ad:97:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '65ebe553-d59a-4ae0-acd6-d55189b59e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:20Z', 'updated_at': '2021-10-27T18:54:29Z', 'revision_number': 5, 'project_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'subnets': [{'id': '65ebe553-d59a-4ae0-acd6-d55189b59e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:57:32.993701 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724db18-bc27-426c-9743-a069e1289103 req-039c7691-57ec-4b4d-9ac3-1951dc15ca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:32.995509 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5724db18-bc27-426c-9743-a069e1289103 req-039c7691-57ec-4b4d-9ac3-1951dc15ca44 service neutron] 10.222.0.81 "GET /v2.0/networks?id=32dc071c-1c79-4718-afbd-092eda278aa0 HTTP/1.1" status: 200 len: 916 time: 0.1402497 Oct 27 18:57:33.012959 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3457af6-4749-4b0e-bddc-ef7f83639426 None None] Checking router: ce3cc18e-b40a-48e6-834c-39d80648aaca for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:57:33.021768 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3457af6-4749-4b0e-bddc-ef7f83639426 None None] Routers {'ce3cc18e-b40a-48e6-834c-39d80648aaca'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:57:33.022547 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-e3457af6-4749-4b0e-bddc-ef7f83639426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:57:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['ce3cc18e-b40a-48e6-834c-39d80648aaca'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:57:33.079129 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5724db18-bc27-426c-9743-a069e1289103 req-f246963b-13dd-485f-b156-09ab85e22559 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5893870-2ba0-4f0b-958c-ac58e5c3faf3 HTTP/1.1" status: 200 len: 1000 time: 0.0758431 Oct 27 18:57:33.137466 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-e3457af6-4749-4b0e-bddc-ef7f83639426 None None] Set router ce3cc18e-b40a-48e6-834c-39d80648aaca gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:57:33.146194 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724db18-bc27-426c-9743-a069e1289103 req-6e87e14d-3f0c-409a-b136-596c69e0889a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:33.148229 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5724db18-bc27-426c-9743-a069e1289103 req-6e87e14d-3f0c-409a-b136-596c69e0889a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=65ebe553-d59a-4ae0-acd6-d55189b59e78 HTTP/1.1" status: 200 len: 853 time: 0.0613694 Oct 27 18:57:33.204433 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724db18-bc27-426c-9743-a069e1289103 req-79f591b4-c5d7-4874-8ddf-399bb779dfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:33.204899 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5724db18-bc27-426c-9743-a069e1289103 req-79f591b4-c5d7-4874-8ddf-399bb779dfe3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=32dc071c-1c79-4718-afbd-092eda278aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481071 Oct 27 18:57:33.312542 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5724db18-bc27-426c-9743-a069e1289103 req-c32b6ec7-2c8c-445d-baf2-25b5c686f74d service neutron] 10.222.0.81 "GET /v2.0/networks/32dc071c-1c79-4718-afbd-092eda278aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994880 Oct 27 18:57:33.355216 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-012eb54c-8151-4a57-8c81-6a62c60087ef tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:33.430335 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5724db18-bc27-426c-9743-a069e1289103 req-5026a452-3ea4-4e78-9aaf-955a9ee47528 service neutron] 10.222.0.81 "GET /v2.0/networks/32dc071c-1c79-4718-afbd-092eda278aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095893 Oct 27 18:57:33.444721 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-012eb54c-8151-4a57-8c81-6a62c60087ef tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:33.514703 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-e3457af6-4749-4b0e-bddc-ef7f83639426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'name': 'tempest-TestVolumeBackupRestore-1170065498-router', 'tenant_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'e2a77d41-6f6c-45b4-8a9b-934bc2706cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:15Z', 'updated_at': '2021-10-27T18:54:20Z', 'revision_number': 4, 'project_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'gw_port': {'id': 'e2a77d41-6f6c-45b4-8a9b-934bc2706cb7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:16Z', 'updated_at': '2021-10-27T18:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '13e39b13-785d-4943-96a7-e4adff698039', 'tenant_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'floating_ip_address': '172.25.6.221', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'port_id': 'b5893870-2ba0-4f0b-958c-ac58e5c3faf3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32dc071c-1c79-4718-afbd-092eda278aa0', 'mac_address': 'fa:16:3e:b5:a3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6febaf5-6a5c-4579-b380-f67c482fa819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:57:31Z', 'updated_at': '2021-10-27T18:57:31Z', 'revision_number': 0, 'project_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5fd10d5-a0e8-40f3-8b35-8cdfbd3fd4fc', 'name': '', 'network_id': '32dc071c-1c79-4718-afbd-092eda278aa0', 'tenant_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'mac_address': 'fa:16:3e:ad:97:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '65ebe553-d59a-4ae0-acd6-d55189b59e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:20Z', 'updated_at': '2021-10-27T18:54:29Z', 'revision_number': 5, 'project_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'subnets': [{'id': '65ebe553-d59a-4ae0-acd6-d55189b59e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:57:33.542666 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3457af6-4749-4b0e-bddc-ef7f83639426 None None] The sync data for ids ['ce3cc18e-b40a-48e6-834c-39d80648aaca'] in n-d-815690-2 is: [{'id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'name': 'tempest-TestVolumeBackupRestore-1170065498-router', 'tenant_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'e2a77d41-6f6c-45b4-8a9b-934bc2706cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:15Z', 'updated_at': '2021-10-27T18:54:20Z', 'revision_number': 4, 'project_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'gw_port': {'id': 'e2a77d41-6f6c-45b4-8a9b-934bc2706cb7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:16Z', 'updated_at': '2021-10-27T18:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '13e39b13-785d-4943-96a7-e4adff698039', 'tenant_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'floating_ip_address': '172.25.6.221', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'port_id': 'b5893870-2ba0-4f0b-958c-ac58e5c3faf3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32dc071c-1c79-4718-afbd-092eda278aa0', 'mac_address': 'fa:16:3e:b5:a3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6febaf5-6a5c-4579-b380-f67c482fa819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:57:31Z', 'updated_at': '2021-10-27T18:57:31Z', 'revision_number': 0, 'project_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5fd10d5-a0e8-40f3-8b35-8cdfbd3fd4fc', 'name': '', 'network_id': '32dc071c-1c79-4718-afbd-092eda278aa0', 'tenant_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'mac_address': 'fa:16:3e:ad:97:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '65ebe553-d59a-4ae0-acd6-d55189b59e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:20Z', 'updated_at': '2021-10-27T18:54:29Z', 'revision_number': 5, 'project_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'subnets': [{'id': '65ebe553-d59a-4ae0-acd6-d55189b59e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:57:33.597401 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a920ba6-c329-4d51-accd-89d1c51ad662 req-36336ad4-6c73-4f1d-9373-74acf3599396 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:33.599904 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2a920ba6-c329-4d51-accd-89d1c51ad662 req-36336ad4-6c73-4f1d-9373-74acf3599396 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 946 time: 0.1089606 Oct 27 18:57:33.710903 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2a920ba6-c329-4d51-accd-89d1c51ad662 req-1812fcaa-33a3-4193-804e-0c565621f906 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=ed58e084-2ed1-496c-9fdc-8fe94517cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042905 Oct 27 18:57:33.768483 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012eb54c-8151-4a57-8c81-6a62c60087ef tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Router ce3cc18e-b40a-48e6-834c-39d80648aaca has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:57:33.852322 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8083566-911d-49e0-96a9-9fa833921773 None None] New status for floating IP 13e39b13-785d-4943-96a7-e4adff698039: ACTIVE {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:57:33.898749 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012eb54c-8151-4a57-8c81-6a62c60087ef tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:57:33.909095 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-012eb54c-8151-4a57-8c81-6a62c60087ef tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:33.976323 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-012eb54c-8151-4a57-8c81-6a62c60087ef tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "PUT /v2.0/floatingips/13e39b13-785d-4943-96a7-e4adff698039 HTTP/1.1" status: 200 len: 992 time: 1.2704067 Oct 27 18:57:34.139806 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed10b13-cea8-4187-a503-1759763d6fa3 None None] Sync routers for ids ['ce3cc18e-b40a-48e6-834c-39d80648aaca'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:57:34.150102 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed10b13-cea8-4187-a503-1759763d6fa3 None None] Routers {'ce3cc18e-b40a-48e6-834c-39d80648aaca'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:57:34.155027 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-0ed10b13-cea8-4187-a503-1759763d6fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:57:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['ce3cc18e-b40a-48e6-834c-39d80648aaca'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:57:34.265303 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-0ed10b13-cea8-4187-a503-1759763d6fa3 None None] Set router ce3cc18e-b40a-48e6-834c-39d80648aaca gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:57:34.516799 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-0ed10b13-cea8-4187-a503-1759763d6fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'name': 'tempest-TestVolumeBackupRestore-1170065498-router', 'tenant_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'e2a77d41-6f6c-45b4-8a9b-934bc2706cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:15Z', 'updated_at': '2021-10-27T18:54:20Z', 'revision_number': 4, 'project_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'gw_port': {'id': 'e2a77d41-6f6c-45b4-8a9b-934bc2706cb7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:16Z', 'updated_at': '2021-10-27T18:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '13e39b13-785d-4943-96a7-e4adff698039', 'tenant_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'floating_ip_address': '172.25.6.221', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'port_id': 'b5893870-2ba0-4f0b-958c-ac58e5c3faf3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32dc071c-1c79-4718-afbd-092eda278aa0', 'mac_address': 'fa:16:3e:b5:a3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6febaf5-6a5c-4579-b380-f67c482fa819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:57:31Z', 'updated_at': '2021-10-27T18:57:33Z', 'revision_number': 2, 'project_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5fd10d5-a0e8-40f3-8b35-8cdfbd3fd4fc', 'name': '', 'network_id': '32dc071c-1c79-4718-afbd-092eda278aa0', 'tenant_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'mac_address': 'fa:16:3e:ad:97:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '65ebe553-d59a-4ae0-acd6-d55189b59e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:20Z', 'updated_at': '2021-10-27T18:54:29Z', 'revision_number': 5, 'project_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'subnets': [{'id': '65ebe553-d59a-4ae0-acd6-d55189b59e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:57:34.543686 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed10b13-cea8-4187-a503-1759763d6fa3 None None] Checking router: ce3cc18e-b40a-48e6-834c-39d80648aaca for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:57:34.553364 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed10b13-cea8-4187-a503-1759763d6fa3 None None] Routers {'ce3cc18e-b40a-48e6-834c-39d80648aaca'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:57:34.553977 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-0ed10b13-cea8-4187-a503-1759763d6fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:57:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['ce3cc18e-b40a-48e6-834c-39d80648aaca'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:57:34.662159 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-0ed10b13-cea8-4187-a503-1759763d6fa3 None None] Set router ce3cc18e-b40a-48e6-834c-39d80648aaca gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:57:34.782109 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6febaf5-6a5c-4579-b380-f67c482fa819', 'tag': 'b5893870-2ba0-4f0b-958c-ac58e5c3faf3'}, {'name': 'network-changed', 'server_uuid': 'f6febaf5-6a5c-4579-b380-f67c482fa819', 'tag': 'b5893870-2ba0-4f0b-958c-ac58e5c3faf3'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:57:34.786106 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55f8d39-4bcf-433e-8f73-443871d1d6b6" -d '{"events": [{"name": "network-changed", "server_uuid": "f6febaf5-6a5c-4579-b380-f67c482fa819", "tag": "b5893870-2ba0-4f0b-958c-ac58e5c3faf3"}, {"name": "network-changed", "server_uuid": "f6febaf5-6a5c-4579-b380-f67c482fa819", "tag": "b5893870-2ba0-4f0b-958c-ac58e5c3faf3"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:57:34.849951 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c54e9-f273-4979-a61e-97b6777f4f27 req-08b299f4-ad09-4159-bf55-78f7ba38d24a tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:34.851556 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-658c54e9-f273-4979-a61e-97b6777f4f27 req-08b299f4-ad09-4159-bf55-78f7ba38d24a tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 946 time: 0.0601718 Oct 27 18:57:34.893349 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-658c54e9-f273-4979-a61e-97b6777f4f27 req-118a6667-afaa-4f6d-816f-f6d8b302130f tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=ed58e084-2ed1-496c-9fdc-8fe94517cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339549 Oct 27 18:57:34.919359 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-0ed10b13-cea8-4187-a503-1759763d6fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'name': 'tempest-TestVolumeBackupRestore-1170065498-router', 'tenant_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'e2a77d41-6f6c-45b4-8a9b-934bc2706cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:15Z', 'updated_at': '2021-10-27T18:54:20Z', 'revision_number': 4, 'project_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'gw_port': {'id': 'e2a77d41-6f6c-45b4-8a9b-934bc2706cb7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:16Z', 'updated_at': '2021-10-27T18:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '13e39b13-785d-4943-96a7-e4adff698039', 'tenant_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'floating_ip_address': '172.25.6.221', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'port_id': 'b5893870-2ba0-4f0b-958c-ac58e5c3faf3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32dc071c-1c79-4718-afbd-092eda278aa0', 'mac_address': 'fa:16:3e:b5:a3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6febaf5-6a5c-4579-b380-f67c482fa819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:57:31Z', 'updated_at': '2021-10-27T18:57:33Z', 'revision_number': 2, 'project_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5fd10d5-a0e8-40f3-8b35-8cdfbd3fd4fc', 'name': '', 'network_id': '32dc071c-1c79-4718-afbd-092eda278aa0', 'tenant_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'mac_address': 'fa:16:3e:ad:97:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '65ebe553-d59a-4ae0-acd6-d55189b59e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:20Z', 'updated_at': '2021-10-27T18:54:29Z', 'revision_number': 5, 'project_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'subnets': [{'id': '65ebe553-d59a-4ae0-acd6-d55189b59e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:57:34.952588 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed10b13-cea8-4187-a503-1759763d6fa3 None None] The sync data for ids ['ce3cc18e-b40a-48e6-834c-39d80648aaca'] in n-d-815690-2 is: [{'id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'name': 'tempest-TestVolumeBackupRestore-1170065498-router', 'tenant_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'e2a77d41-6f6c-45b4-8a9b-934bc2706cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:15Z', 'updated_at': '2021-10-27T18:54:20Z', 'revision_number': 4, 'project_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'gw_port': {'id': 'e2a77d41-6f6c-45b4-8a9b-934bc2706cb7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:16Z', 'updated_at': '2021-10-27T18:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '13e39b13-785d-4943-96a7-e4adff698039', 'tenant_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'floating_ip_address': '172.25.6.221', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'port_id': 'b5893870-2ba0-4f0b-958c-ac58e5c3faf3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32dc071c-1c79-4718-afbd-092eda278aa0', 'mac_address': 'fa:16:3e:b5:a3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6febaf5-6a5c-4579-b380-f67c482fa819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:57:31Z', 'updated_at': '2021-10-27T18:57:33Z', 'revision_number': 2, 'project_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5fd10d5-a0e8-40f3-8b35-8cdfbd3fd4fc', 'name': '', 'network_id': '32dc071c-1c79-4718-afbd-092eda278aa0', 'tenant_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'mac_address': 'fa:16:3e:ad:97:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '65ebe553-d59a-4ae0-acd6-d55189b59e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:20Z', 'updated_at': '2021-10-27T18:54:29Z', 'revision_number': 5, 'project_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'subnets': [{'id': '65ebe553-d59a-4ae0-acd6-d55189b59e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:57:34.958310 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 27 Oct 2021 18:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0adaac9e-f795-496b-946b-abc4dbdfc1ec x-openstack-request-id: req-0adaac9e-f795-496b-946b-abc4dbdfc1ec {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:57:34.958626 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6febaf5-6a5c-4579-b380-f67c482fa819", "tag": "b5893870-2ba0-4f0b-958c-ac58e5c3faf3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f6febaf5-6a5c-4579-b380-f67c482fa819", "tag": "b5893870-2ba0-4f0b-958c-ac58e5c3faf3", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:57:34.959058 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0adaac9e-f795-496b-946b-abc4dbdfc1ec {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:57:34.959656 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6febaf5-6a5c-4579-b380-f67c482fa819', 'tag': 'b5893870-2ba0-4f0b-958c-ac58e5c3faf3', 'status': 'completed', 'code': 200} Oct 27 18:57:34.959920 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6febaf5-6a5c-4579-b380-f67c482fa819', 'tag': 'b5893870-2ba0-4f0b-958c-ac58e5c3faf3', 'status': 'completed', 'code': 200} Oct 27 18:57:35.034450 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f8d39-4bcf-433e-8f73-443871d1d6b6 req-2039fb91-cdc3-47d6-bc88-15b8e3700f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:35.037169 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b55f8d39-4bcf-433e-8f73-443871d1d6b6 req-2039fb91-cdc3-47d6-bc88-15b8e3700f63 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=69ce95bedcdf489da0d6158b9f0adbbb&device_id=f6febaf5-6a5c-4579-b380-f67c482fa819 HTTP/1.1" status: 200 len: 1097 time: 0.0541105 Oct 27 18:57:35.146234 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f8d39-4bcf-433e-8f73-443871d1d6b6 req-962d583f-4391-4873-9615-1f3d5884d2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:35.147770 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b55f8d39-4bcf-433e-8f73-443871d1d6b6 req-962d583f-4391-4873-9615-1f3d5884d2ca service neutron] 10.222.0.81 "GET /v2.0/networks?id=32dc071c-1c79-4718-afbd-092eda278aa0 HTTP/1.1" status: 200 len: 916 time: 0.1053114 Oct 27 18:57:35.223780 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b55f8d39-4bcf-433e-8f73-443871d1d6b6 req-175ee748-863e-4c71-a0ff-36af6653f5b9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5893870-2ba0-4f0b-958c-ac58e5c3faf3 HTTP/1.1" status: 200 len: 1002 time: 0.0685573 Oct 27 18:57:35.283408 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f8d39-4bcf-433e-8f73-443871d1d6b6 req-3e468cca-8ac9-480b-9abb-6189b29d7f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:35.284973 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b55f8d39-4bcf-433e-8f73-443871d1d6b6 req-3e468cca-8ac9-480b-9abb-6189b29d7f31 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=65ebe553-d59a-4ae0-acd6-d55189b59e78 HTTP/1.1" status: 200 len: 853 time: 0.0543165 Oct 27 18:57:35.334940 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f8d39-4bcf-433e-8f73-443871d1d6b6 req-7be026d9-d1db-4e81-b2a9-475be6c4b6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:35.336533 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b55f8d39-4bcf-433e-8f73-443871d1d6b6 req-7be026d9-d1db-4e81-b2a9-475be6c4b6aa service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=32dc071c-1c79-4718-afbd-092eda278aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441625 Oct 27 18:57:35.441673 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b55f8d39-4bcf-433e-8f73-443871d1d6b6 req-9dbcace4-cd09-4a09-bbd6-105a1b0c4820 service neutron] 10.222.0.81 "GET /v2.0/networks/32dc071c-1c79-4718-afbd-092eda278aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978861 Oct 27 18:57:35.556185 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b55f8d39-4bcf-433e-8f73-443871d1d6b6 req-5888f272-60f3-4243-aa5b-d8d99710d8cf service neutron] 10.222.0.81 "GET /v2.0/networks/32dc071c-1c79-4718-afbd-092eda278aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081846 Oct 27 18:57:35.645891 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f8d39-4bcf-433e-8f73-443871d1d6b6 req-a2991a25-ec7a-47bd-9ca1-05004d6e8d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:35.647703 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b55f8d39-4bcf-433e-8f73-443871d1d6b6 req-a2991a25-ec7a-47bd-9ca1-05004d6e8d81 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=69ce95bedcdf489da0d6158b9f0adbbb&device_id=f6febaf5-6a5c-4579-b380-f67c482fa819 HTTP/1.1" status: 200 len: 1097 time: 0.0478599 Oct 27 18:57:35.751306 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f8d39-4bcf-433e-8f73-443871d1d6b6 req-d71518fc-8550-4109-9a16-8971b7269f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:35.752804 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b55f8d39-4bcf-433e-8f73-443871d1d6b6 req-d71518fc-8550-4109-9a16-8971b7269f35 service neutron] 10.222.0.81 "GET /v2.0/networks?id=32dc071c-1c79-4718-afbd-092eda278aa0 HTTP/1.1" status: 200 len: 916 time: 0.0978179 Oct 27 18:57:35.822263 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b55f8d39-4bcf-433e-8f73-443871d1d6b6 req-38ad4d6e-3dba-4352-9819-fdc745f0008b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5893870-2ba0-4f0b-958c-ac58e5c3faf3 HTTP/1.1" status: 200 len: 1002 time: 0.0625076 Oct 27 18:57:35.877138 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f8d39-4bcf-433e-8f73-443871d1d6b6 req-15425390-aca3-4f7e-ba16-90cd7db45df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:35.878540 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b55f8d39-4bcf-433e-8f73-443871d1d6b6 req-15425390-aca3-4f7e-ba16-90cd7db45df6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=65ebe553-d59a-4ae0-acd6-d55189b59e78 HTTP/1.1" status: 200 len: 853 time: 0.0499825 Oct 27 18:57:35.926730 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f8d39-4bcf-433e-8f73-443871d1d6b6 req-e344ce3b-d899-4fca-bd7b-6fce0ef0fb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:35.928382 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b55f8d39-4bcf-433e-8f73-443871d1d6b6 req-e344ce3b-d899-4fca-bd7b-6fce0ef0fb98 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=32dc071c-1c79-4718-afbd-092eda278aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429697 Oct 27 18:57:36.031777 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b55f8d39-4bcf-433e-8f73-443871d1d6b6 req-36e357f6-8310-426c-ab8a-9436209330b9 service neutron] 10.222.0.81 "GET /v2.0/networks/32dc071c-1c79-4718-afbd-092eda278aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962794 Oct 27 18:57:36.033374 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdae31d-a608-467c-98cd-7d6f68fda3ed req-b18c843e-3bec-4756-b59a-e6082a5ba43a tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:36.035151 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5bdae31d-a608-467c-98cd-7d6f68fda3ed req-b18c843e-3bec-4756-b59a-e6082a5ba43a tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 946 time: 0.0560608 Oct 27 18:57:36.082396 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5bdae31d-a608-467c-98cd-7d6f68fda3ed req-36723adf-4192-4b6a-982b-5e164103f8b3 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=ed58e084-2ed1-496c-9fdc-8fe94517cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405648 Oct 27 18:57:36.140993 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b55f8d39-4bcf-433e-8f73-443871d1d6b6 req-df4c8894-6dc8-427d-ba64-f4a2615a4eb8 service neutron] 10.222.0.81 "GET /v2.0/networks/32dc071c-1c79-4718-afbd-092eda278aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016548 Oct 27 18:57:37.223104 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50455c28-2bc7-4d96-ae50-d09ed0e2ff54 req-a0c41460-f51c-4f30-be6a-e6994c01835c tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:37.224669 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-50455c28-2bc7-4d96-ae50-d09ed0e2ff54 req-a0c41460-f51c-4f30-be6a-e6994c01835c tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 946 time: 0.0642743 Oct 27 18:57:37.265895 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-50455c28-2bc7-4d96-ae50-d09ed0e2ff54 req-81d69f2f-a60e-4508-b37a-97ff207ee4e5 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=ed58e084-2ed1-496c-9fdc-8fe94517cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342238 Oct 27 18:57:38.391381 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de02b11-1d6d-45f0-a941-be80d1b291f5 req-39a7b794-2734-40d2-ba2a-932eff1b0f9b tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:38.392933 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7de02b11-1d6d-45f0-a941-be80d1b291f5 req-39a7b794-2734-40d2-ba2a-932eff1b0f9b tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 946 time: 0.0530329 Oct 27 18:57:38.433318 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7de02b11-1d6d-45f0-a941-be80d1b291f5 req-629937ff-90a6-4502-a138-fbdc46eafd83 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=ed58e084-2ed1-496c-9fdc-8fe94517cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337899 Oct 27 18:57:39.554921 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a813f8-5447-4efa-991e-b76fb657da5f req-5da2c800-94dc-49e3-99b3-1b186b43da88 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:39.556432 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20a813f8-5447-4efa-991e-b76fb657da5f req-5da2c800-94dc-49e3-99b3-1b186b43da88 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 946 time: 0.0508626 Oct 27 18:57:39.597170 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20a813f8-5447-4efa-991e-b76fb657da5f req-a7e43c33-a6d9-4e8d-821f-b42124ccc2b8 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=ed58e084-2ed1-496c-9fdc-8fe94517cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334935 Oct 27 18:57:39.684275 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-df10d68a-15cd-4e9e-9df4-bb57afb5e820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:40.521563 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-58830d03-3f4e-44d0-8d73-0e66bee11db7 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-586949541&fields=id&tenant_id=346c2f1cc90a43138ca74853aad732b9 HTTP/1.1" status: 200 len: 267 time: 0.0394206 Oct 27 18:57:40.635521 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-28e5e3c5-5efb-4145-b201-930efeb0edc0 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:40.637085 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-28e5e3c5-5efb-4145-b201-930efeb0edc0 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/networks?id=d0191f7b-8e46-434e-8842-bf24f16effff HTTP/1.1" status: 200 len: 812 time: 0.1070023 Oct 27 18:57:40.653594 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-a94c5831-2d98-4b15-b9ac-d50debc096f3 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/quotas/346c2f1cc90a43138ca74853aad732b9 HTTP/1.1" status: 200 len: 375 time: 0.0095968 Oct 27 18:57:40.709923 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-f84e8bcb-fdd5-4bff-8a3b-d4e6b80e0ecf tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=346c2f1cc90a43138ca74853aad732b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479481 Oct 27 18:57:40.816488 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-b957b497-7b83-43aa-900d-399b362d02db service neutron] 10.222.0.52 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927548 Oct 27 18:57:40.923467 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-41fe9c90-efec-4619-84de-c2128f1a4bc5 service neutron] 10.222.0.52 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003158 Oct 27 18:57:41.556907 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321f820-a02e-44fc-9f99-708e31dcd9c7 req-387eab4a-0d16-494a-8ab6-a5b59c8b4bd2 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:41.558528 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1321f820-a02e-44fc-9f99-708e31dcd9c7 req-387eab4a-0d16-494a-8ab6-a5b59c8b4bd2 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 946 time: 0.0592606 Oct 27 18:57:41.598952 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1321f820-a02e-44fc-9f99-708e31dcd9c7 req-735e55bb-5ba9-480a-a72d-805dd7e59032 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=ed58e084-2ed1-496c-9fdc-8fe94517cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335507 Oct 27 18:57:41.671415 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dbd441fc-36b6-4aa9-bcaa-bde8984aa198 req-d39ca844-7564-4482-8177-b30e79b89edb tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=eba0d232-7c7d-4765-a2bb-96fe0fb8ade5 HTTP/1.1" status: 200 len: 210 time: 0.0288031 Oct 27 18:57:42.029167 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec2363-5c7c-4de2-9762-7b0330959d69 req-a6e26476-ae31-482e-a4db-2c5be15a89f2 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:42.030687 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b0ec2363-5c7c-4de2-9762-7b0330959d69 req-a6e26476-ae31-482e-a4db-2c5be15a89f2 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 946 time: 0.0499198 Oct 27 18:57:42.077690 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b0ec2363-5c7c-4de2-9762-7b0330959d69 req-8ee2064f-f731-46c2-9561-43b8bdfb11cf tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=ed58e084-2ed1-496c-9fdc-8fe94517cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407233 Oct 27 18:57:42.096124 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-573c012f-de47-427b-99d5-0e1fcbd4b97b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:42.141257 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331dfe6a-1bd8-4200-9d4f-21792d98745b req-facd1add-c508-45c5-b5b6-39560737fbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:42.142794 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-331dfe6a-1bd8-4200-9d4f-21792d98745b req-facd1add-c508-45c5-b5b6-39560737fbf5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b41df82b71c04f518bb426f0e960c13c&device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 1097 time: 0.0439951 Oct 27 18:57:42.242308 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331dfe6a-1bd8-4200-9d4f-21792d98745b req-08de899e-8108-41b6-b426-40330fb0f640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:42.243791 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-331dfe6a-1bd8-4200-9d4f-21792d98745b req-08de899e-8108-41b6-b426-40330fb0f640 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ff43375c-397e-47f1-8c6a-c17892606b3f HTTP/1.1" status: 200 len: 913 time: 0.0940001 Oct 27 18:57:42.308921 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-331dfe6a-1bd8-4200-9d4f-21792d98745b req-93d51844-dedb-4883-827e-2c2def4d27e7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e7f1e0f-e480-4f27-a666-bed553eda7e0 HTTP/1.1" status: 200 len: 1001 time: 0.0583684 Oct 27 18:57:42.361909 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331dfe6a-1bd8-4200-9d4f-21792d98745b req-51789467-3bc2-4cd4-9405-bca6668bc0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:42.363390 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-331dfe6a-1bd8-4200-9d4f-21792d98745b req-51789467-3bc2-4cd4-9405-bca6668bc0ea service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ee3a74a5-9b8c-49ba-8152-38eb33e35df4 HTTP/1.1" status: 200 len: 850 time: 0.0478499 Oct 27 18:57:42.409263 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331dfe6a-1bd8-4200-9d4f-21792d98745b req-6f15f8ef-ec82-4263-814d-b9026ce6bbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:42.410792 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-331dfe6a-1bd8-4200-9d4f-21792d98745b req-6f15f8ef-ec82-4263-814d-b9026ce6bbb6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ff43375c-397e-47f1-8c6a-c17892606b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400491 Oct 27 18:57:42.502598 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-331dfe6a-1bd8-4200-9d4f-21792d98745b req-5ab0769f-3464-4117-8080-f91ae6a87b4f service neutron] 10.222.0.93 "GET /v2.0/networks/ff43375c-397e-47f1-8c6a-c17892606b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848329 Oct 27 18:57:42.598609 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-331dfe6a-1bd8-4200-9d4f-21792d98745b req-98ce513a-2cdb-44ee-84bf-769847877435 service neutron] 10.222.0.93 "GET /v2.0/networks/ff43375c-397e-47f1-8c6a-c17892606b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893872 Oct 27 18:57:42.769845 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3e03db8a-1992-4a19-86f2-b41828273170 req-201c896a-532a-411c-87a1-8ce6e867df58 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=eba0d232-7c7d-4765-a2bb-96fe0fb8ade5 HTTP/1.1" status: 200 len: 210 time: 0.0310187 Oct 27 18:57:43.199258 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d82c29-1520-4382-835a-55980717e9d8 req-d6f0b3e2-ab01-4475-a115-dc4a6b8dc798 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:43.203557 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b7d82c29-1520-4382-835a-55980717e9d8 req-d6f0b3e2-ab01-4475-a115-dc4a6b8dc798 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 946 time: 0.0522327 Oct 27 18:57:43.243326 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b7d82c29-1520-4382-835a-55980717e9d8 req-7aea3070-576c-410e-8c16-9301c1888368 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=ed58e084-2ed1-496c-9fdc-8fe94517cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346909 Oct 27 18:57:43.428027 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:43.443427 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-b298b263-7268-4470-bc58-1c4c8530a152 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:43.444924 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-b298b263-7268-4470-bc58-1c4c8530a152 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.93 "GET /v2.0/networks?id=d0191f7b-8e46-434e-8842-bf24f16effff HTTP/1.1" status: 200 len: 812 time: 0.1132245 Oct 27 18:57:43.491717 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-863aa558-06e2-41af-9c45-f472e6927283 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=346c2f1cc90a43138ca74853aad732b9 HTTP/1.1" status: 200 len: 379 time: 0.0370352 Oct 27 18:57:43.501495 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-05bd69e5-ca8d-4617-8445-51adced8287a tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Request body: {'port': {'device_id': 'eba0d232-7c7d-4765-a2bb-96fe0fb8ade5', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'admin_state_up': True, 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'security_groups': ['58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:57:43.519070 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:43.673112 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-05bd69e5-ca8d-4617-8445-51adced8287a tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Made reservation on behalf of 346c2f1cc90a43138ca74853aad732b9 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:57:43.676747 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-05bd69e5-ca8d-4617-8445-51adced8287a tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:43.817286 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-05bd69e5-ca8d-4617-8445-51adced8287a tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Allocated IP 172.20.0.9 (d0191f7b-8e46-434e-8842-bf24f16effff/56e753bb-c9b4-439a-bd0c-5adf5ac2396a/ee0aba77-818a-4735-bd48-cc72604fa0df) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:57:43.866680 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2f81500d-4467-4a0f-9389-e36a60583997 req-e050ddfc-dd9b-4bd4-8bf4-9cc417b26819 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=eba0d232-7c7d-4765-a2bb-96fe0fb8ade5 HTTP/1.1" status: 200 len: 210 time: 0.0281768 Oct 27 18:57:43.964391 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-05bd69e5-ca8d-4617-8445-51adced8287a tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:44.073511 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-05bd69e5-ca8d-4617-8445-51adced8287a tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:44.119391 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-05bd69e5-ca8d-4617-8445-51adced8287a tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Network d0191f7b-8e46-434e-8842-bf24f16effff is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:57:44.122537 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-05bd69e5-ca8d-4617-8445-51adced8287a tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:57:44.126502 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-05bd69e5-ca8d-4617-8445-51adced8287a tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:57:44.151158 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd69e5-ca8d-4617-8445-51adced8287a tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Pushing event updated for resources: {'Port': ['ID=ee0aba77-818a-4735-bd48-cc72604fa0df,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:57:44.181448 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-05bd69e5-ca8d-4617-8445-51adced8287a tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:44.182199 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-05bd69e5-ca8d-4617-8445-51adced8287a tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:44.242232 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-05bd69e5-ca8d-4617-8445-51adced8287a tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7452617 Oct 27 18:57:44.255217 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-5c16d8fb-169e-4309-80fc-33f85769edaf service neutron] Request body: {'port': {'device_id': 'eba0d232-7c7d-4765-a2bb-96fe0fb8ade5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:57:44.323557 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-5c16d8fb-169e-4309-80fc-33f85769edaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:44.381725 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a0ee9-0b56-451e-b83f-99f76a2f266c req-6c537439-1b80-4fbd-be19-bdc28f87ed91 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:44.383520 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-236a0ee9-0b56-451e-b83f-99f76a2f266c req-6c537439-1b80-4fbd-be19-bdc28f87ed91 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 946 time: 0.0505924 Oct 27 18:57:44.404968 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-a8f630d7-e51c-4a8d-b710-7d2091070ebb None None] Provisioning complete for port ee0aba77-818a-4735-bd48-cc72604fa0df triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:57:44.405679 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a8f630d7-e51c-4a8d-b710-7d2091070ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:44.429999 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-236a0ee9-0b56-451e-b83f-99f76a2f266c req-b9b983fa-16cb-49aa-9ad4-e54d34947fbb tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=ed58e084-2ed1-496c-9fdc-8fe94517cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361261 Oct 27 18:57:44.457296 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-a8f630d7-e51c-4a8d-b710-7d2091070ebb None None] Port ee0aba77-818a-4735-bd48-cc72604fa0df cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:57:44.616212 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-5c16d8fb-169e-4309-80fc-33f85769edaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee0aba77-818a-4735-bd48-cc72604fa0df {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:57:44.624706 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-5c16d8fb-169e-4309-80fc-33f85769edaf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:44.636663 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-5c16d8fb-169e-4309-80fc-33f85769edaf service neutron] Transition to ACTIVE for port object ee0aba77-818a-4735-bd48-cc72604fa0df will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:57:44.701853 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-5c16d8fb-169e-4309-80fc-33f85769edaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:44.753161 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c16d8fb-169e-4309-80fc-33f85769edaf service neutron] Pushing event updated for resources: {'Port': ['ID=ee0aba77-818a-4735-bd48-cc72604fa0df,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:57:44.828893 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-5c16d8fb-169e-4309-80fc-33f85769edaf service neutron] Attempting to bind port ee0aba77-818a-4735-bd48-cc72604fa0df on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:57:44.829271 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-5c16d8fb-169e-4309-80fc-33f85769edaf service neutron] Attempting to bind port ee0aba77-818a-4735-bd48-cc72604fa0df by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '6b4a3a2c-45ac-4611-a987-4af30c2bf086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:57:44.829882 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-5c16d8fb-169e-4309-80fc-33f85769edaf service neutron] Attempting to bind port ee0aba77-818a-4735-bd48-cc72604fa0df on network d0191f7b-8e46-434e-8842-bf24f16effff {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:57:44.834499 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-5c16d8fb-169e-4309-80fc-33f85769edaf service neutron] Port ee0aba77-818a-4735-bd48-cc72604fa0df on network d0191f7b-8e46-434e-8842-bf24f16effff not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:57:44.834847 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-5c16d8fb-169e-4309-80fc-33f85769edaf service neutron] Attempting to bind port ee0aba77-818a-4735-bd48-cc72604fa0df on network d0191f7b-8e46-434e-8842-bf24f16effff {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:57:44.840404 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-5c16d8fb-169e-4309-80fc-33f85769edaf service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:57:44.840804 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-5c16d8fb-169e-4309-80fc-33f85769edaf service neutron] Checking segment: {'id': '6b4a3a2c-45ac-4611-a987-4af30c2bf086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:57:44.841182 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-5c16d8fb-169e-4309-80fc-33f85769edaf service neutron] Bound using segment: {'id': '6b4a3a2c-45ac-4611-a987-4af30c2bf086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:57:44.841667 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-5c16d8fb-169e-4309-80fc-33f85769edaf service neutron] Bound port: ee0aba77-818a-4735-bd48-cc72604fa0df, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b4a3a2c-45ac-4611-a987-4af30c2bf086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:57:44.842104 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-5c16d8fb-169e-4309-80fc-33f85769edaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:44.926412 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-5c16d8fb-169e-4309-80fc-33f85769edaf service neutron] For port ee0aba77-818a-4735-bd48-cc72604fa0df, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:57:44.930677 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-5c16d8fb-169e-4309-80fc-33f85769edaf service neutron] For port ee0aba77-818a-4735-bd48-cc72604fa0df, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=ee0aba77-818a-4735-bd48-cc72604fa0df,segment=NetworkSegment(6b4a3a2c-45ac-4611-a987-4af30c2bf086),segment_id=6b4a3a2c-45ac-4611-a987-4af30c2bf086)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:57:45.003114 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb50923-aa03-4d1d-8701-abd557147418 req-e81df2c1-ec19-4ec3-8870-ea54ec12cc55 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:45.004576 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-edb50923-aa03-4d1d-8701-abd557147418 req-e81df2c1-ec19-4ec3-8870-ea54ec12cc55 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=eba0d232-7c7d-4765-a2bb-96fe0fb8ade5 HTTP/1.1" status: 200 len: 943 time: 0.0598459 Oct 27 18:57:45.016699 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-5c16d8fb-169e-4309-80fc-33f85769edaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:45.046004 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-edb50923-aa03-4d1d-8701-abd557147418 req-dc4d0b51-02ee-4b59-8d5f-39e46df70a96 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350688 Oct 27 18:57:45.052902 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-5c16d8fb-169e-4309-80fc-33f85769edaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:45.053562 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-5c16d8fb-169e-4309-80fc-33f85769edaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:45.055028 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-5c16d8fb-169e-4309-80fc-33f85769edaf service neutron] 10.222.0.93 "PUT /v2.0/ports/ee0aba77-818a-4735-bd48-cc72604fa0df HTTP/1.1" status: 200 len: 1091 time: 0.8042893 Oct 27 18:57:45.060170 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eba0d232-7c7d-4765-a2bb-96fe0fb8ade5', 'tag': 'ee0aba77-818a-4735-bd48-cc72604fa0df'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:57:45.064084 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972094f1-008f-43bf-8256-b061c8c9bfa3" -d '{"events": [{"name": "network-changed", "server_uuid": "eba0d232-7c7d-4765-a2bb-96fe0fb8ade5", "tag": "ee0aba77-818a-4735-bd48-cc72604fa0df"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:57:45.087848 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c16d8fb-169e-4309-80fc-33f85769edaf service neutron] Pushing event updated for resources: {'Port': ['ID=ee0aba77-818a-4735-bd48-cc72604fa0df,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:57:45.132930 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0823a5-cca0-473b-a64a-2aebfcc734dd x-openstack-request-id: req-1a0823a5-cca0-473b-a64a-2aebfcc734dd {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:57:45.133379 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eba0d232-7c7d-4765-a2bb-96fe0fb8ade5", "tag": "ee0aba77-818a-4735-bd48-cc72604fa0df", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:57:45.133888 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1a0823a5-cca0-473b-a64a-2aebfcc734dd {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:57:45.135274 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eba0d232-7c7d-4765-a2bb-96fe0fb8ade5', 'tag': 'ee0aba77-818a-4735-bd48-cc72604fa0df', 'status': 'completed', 'code': 200} Oct 27 18:57:45.180278 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:45.215049 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972094f1-008f-43bf-8256-b061c8c9bfa3 req-2f0274dd-45ba-4133-ae05-7a431609b11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:45.216849 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-972094f1-008f-43bf-8256-b061c8c9bfa3 req-2f0274dd-45ba-4133-ae05-7a431609b11b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=346c2f1cc90a43138ca74853aad732b9&device_id=eba0d232-7c7d-4765-a2bb-96fe0fb8ade5 HTTP/1.1" status: 200 len: 1094 time: 0.0574703 Oct 27 18:57:45.331623 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972094f1-008f-43bf-8256-b061c8c9bfa3 req-f0857d80-5261-4a10-9450-a58b1cec16e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:45.333140 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-972094f1-008f-43bf-8256-b061c8c9bfa3 req-f0857d80-5261-4a10-9450-a58b1cec16e2 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=346c2f1cc90a43138ca74853aad732b9&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1090271 Oct 27 18:57:45.434020 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972094f1-008f-43bf-8256-b061c8c9bfa3 req-2cc47530-877f-4fcd-a615-fe675fa34de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:45.435969 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-972094f1-008f-43bf-8256-b061c8c9bfa3 req-2cc47530-877f-4fcd-a615-fe675fa34de1 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0930896 Oct 27 18:57:45.511541 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-16d55d0f-cbec-4661-a67a-29b5bdc168af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:45.513084 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-16d55d0f-cbec-4661-a67a-29b5bdc168af service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=346c2f1cc90a43138ca74853aad732b9&device_id=eba0d232-7c7d-4765-a2bb-96fe0fb8ade5 HTTP/1.1" status: 200 len: 1094 time: 0.0414393 Oct 27 18:57:45.554672 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-41c9444b-59d6-4fd2-9a31-75fccfcd32c3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee0aba77-818a-4735-bd48-cc72604fa0df HTTP/1.1" status: 200 len: 217 time: 0.0339656 Oct 27 18:57:45.608714 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-0a1138f4-e497-4fbc-8672-f1b24aeeea2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:45.610163 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-0a1138f4-e497-4fbc-8672-f1b24aeeea2e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=56e753bb-c9b4-439a-bd0c-5adf5ac2396a HTTP/1.1" status: 200 len: 851 time: 0.0485849 Oct 27 18:57:45.656631 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-58f4195e-78b5-40bd-8dff-708ed54b23a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:45.658139 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-58f4195e-78b5-40bd-8dff-708ed54b23a8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d0191f7b-8e46-434e-8842-bf24f16effff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412059 Oct 27 18:57:45.750244 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-4ba4635f-92ce-4f28-aee9-52ee6b7fddce service neutron] 10.222.0.93 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843077 Oct 27 18:57:45.852517 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cc21e2c3-38e9-4a61-bf29-2232864febc4 req-48aded03-6bca-4aa0-bac7-6145d5cbe91e service neutron] 10.222.0.93 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958850 Oct 27 18:57:46.180635 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc3bd3-662b-488a-b4e7-f767bae269fd req-c3db9a6f-ad77-470c-9334-7653ccd1d6ca tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:46.182971 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05fc3bd3-662b-488a-b4e7-f767bae269fd req-c3db9a6f-ad77-470c-9334-7653ccd1d6ca tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=eba0d232-7c7d-4765-a2bb-96fe0fb8ade5 HTTP/1.1" status: 200 len: 943 time: 0.0517180 Oct 27 18:57:46.225025 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-05fc3bd3-662b-488a-b4e7-f767bae269fd req-4df6966d-cee3-452e-9dd1-01951d06eb04 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348504 Oct 27 18:57:47.349076 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc79df5-1d96-496c-9170-2baece1fffa2 req-e3812df9-748d-4eab-b9d0-f25be5d2a669 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:47.350673 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fcc79df5-1d96-496c-9170-2baece1fffa2 req-e3812df9-748d-4eab-b9d0-f25be5d2a669 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=eba0d232-7c7d-4765-a2bb-96fe0fb8ade5 HTTP/1.1" status: 200 len: 943 time: 0.0527971 Oct 27 18:57:47.392315 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fcc79df5-1d96-496c-9170-2baece1fffa2 req-914d3c04-47bb-43d1-88b5-d1180b8af41d tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347362 Oct 27 18:57:48.519401 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab03445-4671-4b60-840b-c38ad895d442 req-a04a5e7a-1f81-4090-bb61-cde81d641fbd tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:48.520932 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aab03445-4671-4b60-840b-c38ad895d442 req-a04a5e7a-1f81-4090-bb61-cde81d641fbd tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=eba0d232-7c7d-4765-a2bb-96fe0fb8ade5 HTTP/1.1" status: 200 len: 943 time: 0.0558856 Oct 27 18:57:48.564068 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aab03445-4671-4b60-840b-c38ad895d442 req-f54d7fec-0860-4130-b1f8-b3b2660314c4 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366974 Oct 27 18:57:49.690821 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921eab2-4ff1-4f65-b3e9-3bc044b718b4 req-adf566bf-831a-4c78-b66c-75548417bf8b tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:49.692416 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b921eab2-4ff1-4f65-b3e9-3bc044b718b4 req-adf566bf-831a-4c78-b66c-75548417bf8b tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=eba0d232-7c7d-4765-a2bb-96fe0fb8ade5 HTTP/1.1" status: 200 len: 943 time: 0.0532780 Oct 27 18:57:49.734022 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b921eab2-4ff1-4f65-b3e9-3bc044b718b4 req-03eee215-e2c6-4a2c-b5d0-e425a1b49c0d tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351541 Oct 27 18:57:50.859139 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573cf01-a3b2-4757-b4e1-a2256146fa6c req-349323f3-2a2c-41ba-9630-85898022c78e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:50.860678 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3573cf01-a3b2-4757-b4e1-a2256146fa6c req-349323f3-2a2c-41ba-9630-85898022c78e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=eba0d232-7c7d-4765-a2bb-96fe0fb8ade5 HTTP/1.1" status: 200 len: 943 time: 0.0535762 Oct 27 18:57:50.899922 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3573cf01-a3b2-4757-b4e1-a2256146fa6c req-cb668603-57ed-4e44-866a-fec2d25b2b8f tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330217 Oct 27 18:57:52.027738 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd60571-6221-41ba-b62f-737d35ec4f05 req-7565f21a-1cb3-4ccd-8e45-e2fb365576f9 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:52.029175 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0bd60571-6221-41ba-b62f-737d35ec4f05 req-7565f21a-1cb3-4ccd-8e45-e2fb365576f9 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=eba0d232-7c7d-4765-a2bb-96fe0fb8ade5 HTTP/1.1" status: 200 len: 943 time: 0.0575917 Oct 27 18:57:52.074881 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0bd60571-6221-41ba-b62f-737d35ec4f05 req-d11bee1e-a239-4c43-8eb9-d81abe29554d tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357406 Oct 27 18:57:53.191833 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778658d-0be4-4d99-8455-81b5859e9f4a req-97c9084a-82dd-4efc-8543-4c3e6a367250 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:53.193491 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e778658d-0be4-4d99-8455-81b5859e9f4a req-97c9084a-82dd-4efc-8543-4c3e6a367250 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=eba0d232-7c7d-4765-a2bb-96fe0fb8ade5 HTTP/1.1" status: 200 len: 943 time: 0.0512507 Oct 27 18:57:53.233998 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e778658d-0be4-4d99-8455-81b5859e9f4a req-f58d7c3c-45fb-4849-97dc-810d92f9755f tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343926 Oct 27 18:57:54.353107 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3774f-80c8-4d6b-879a-eb7b6e629907 req-b3ef01e6-4039-4fe4-b619-daaee058d1b0 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:54.354634 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2fc3774f-80c8-4d6b-879a-eb7b6e629907 req-b3ef01e6-4039-4fe4-b619-daaee058d1b0 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=eba0d232-7c7d-4765-a2bb-96fe0fb8ade5 HTTP/1.1" status: 200 len: 943 time: 0.0502613 Oct 27 18:57:54.393757 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2fc3774f-80c8-4d6b-879a-eb7b6e629907 req-c6631213-c18b-40a1-a677-7e917d575b73 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323570 Oct 27 18:57:55.514704 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c0999-8129-4515-8d6e-dbdc9b1b58ed req-6d4d41e8-3669-4ff6-819d-3156c3b9ebe0 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:55.516116 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f62c0999-8129-4515-8d6e-dbdc9b1b58ed req-6d4d41e8-3669-4ff6-819d-3156c3b9ebe0 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=eba0d232-7c7d-4765-a2bb-96fe0fb8ade5 HTTP/1.1" status: 200 len: 943 time: 0.0533772 Oct 27 18:57:55.555585 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f62c0999-8129-4515-8d6e-dbdc9b1b58ed req-d4a77a2b-b690-4ce5-b795-0a980588c046 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333097 Oct 27 18:57:56.553376 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:56.678578 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a02c1-2501-48da-a3d6-1b8f9016937a req-ad5c8849-9778-459e-ba30-0a2c513baf91 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:56.680214 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2d5a02c1-2501-48da-a3d6-1b8f9016937a req-ad5c8849-9778-459e-ba30-0a2c513baf91 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=eba0d232-7c7d-4765-a2bb-96fe0fb8ade5 HTTP/1.1" status: 200 len: 943 time: 0.0529296 Oct 27 18:57:56.720315 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2d5a02c1-2501-48da-a3d6-1b8f9016937a req-72763241-7fca-4ce1-874d-fab6468d7bd1 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341337 Oct 27 18:57:57.050406 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:57.242770 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device ee0aba77-818a-4735-bd48-cc72604fa0df details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:57:57.341512 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port ee0aba77-818a-4735-bd48-cc72604fa0df, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=ee0aba77-818a-4735-bd48-cc72604fa0df,segment=NetworkSegment(6b4a3a2c-45ac-4611-a987-4af30c2bf086),segment_id=6b4a3a2c-45ac-4611-a987-4af30c2bf086)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:57:57.354163 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'ee0aba77-818a-4735-bd48-cc72604fa0df', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'port_id': 'ee0aba77-818a-4735-bd48-cc72604fa0df', 'mac_address': 'fa:16:3e:e9:38:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:57:57.392702 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:57.406477 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee0aba77-818a-4735-bd48-cc72604fa0df {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:57:57.427626 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port ee0aba77-818a-4735-bd48-cc72604fa0df, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=ee0aba77-818a-4735-bd48-cc72604fa0df,segment=NetworkSegment(6b4a3a2c-45ac-4611-a987-4af30c2bf086),segment_id=6b4a3a2c-45ac-4611-a987-4af30c2bf086)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:57:57.524784 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:57.568093 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-dbb31d34-1063-4c3d-8e5a-fca6086e712a req-8fc60282-dad2-40b7-8b84-3d0fb132c06e tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] (102878) timed out ('10.222.0.52', 39774) {{(pid=102878) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 18:57:57.577017 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=ee0aba77-818a-4735-bd48-cc72604fa0df,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:57:57.585376 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:57:57.585725 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:57:57.586117 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:57:57.586463 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:57:57.586803 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:57:57.587163 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:57:57.587495 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:57:57.587827 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:57:57.588154 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:57:57.588525 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:57:57.588856 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:57:57.589183 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:57:57.754505 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['ee0aba77-818a-4735-bd48-cc72604fa0df'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:57:57.841565 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d096b65b-1464-4e07-9df0-aaa2381e8522 req-6824542c-444a-405e-854e-70ae51f6ea25 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:57.843110 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d096b65b-1464-4e07-9df0-aaa2381e8522 req-6824542c-444a-405e-854e-70ae51f6ea25 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=eba0d232-7c7d-4765-a2bb-96fe0fb8ade5 HTTP/1.1" status: 200 len: 944 time: 0.0484693 Oct 27 18:57:57.884234 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d096b65b-1464-4e07-9df0-aaa2381e8522 req-c63f14f7-5a3e-4e4f-918f-c0da169a50f6 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335925 Oct 27 18:57:59.011657 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9823b5c-9689-45a9-8c8d-e1c169193019 req-07686b52-9151-47cb-931b-ec36905c42bf tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:59.013174 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c9823b5c-9689-45a9-8c8d-e1c169193019 req-07686b52-9151-47cb-931b-ec36905c42bf tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=eba0d232-7c7d-4765-a2bb-96fe0fb8ade5 HTTP/1.1" status: 200 len: 944 time: 0.0543144 Oct 27 18:57:59.054406 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c9823b5c-9689-45a9-8c8d-e1c169193019 req-0afb23b6-965c-4da3-9400-35f2b1ed2f73 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332496 Oct 27 18:57:59.272026 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device ee0aba77-818a-4735-bd48-cc72604fa0df up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:57:59.416216 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port ee0aba77-818a-4735-bd48-cc72604fa0df completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:57:59.422241 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port ee0aba77-818a-4735-bd48-cc72604fa0df triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:57:59.422828 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:59.525180 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:59.552181 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eba0d232-7c7d-4765-a2bb-96fe0fb8ade5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0aba77-818a-4735-bd48-cc72604fa0df'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:57:59.555350 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f24151-3448-49a0-8292-ca9487d1e11f" -d '{"events": [{"server_uuid": "eba0d232-7c7d-4765-a2bb-96fe0fb8ade5", "name": "network-vif-plugged", "status": "completed", "tag": "ee0aba77-818a-4735-bd48-cc72604fa0df"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:57:59.575024 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port ee0aba77-818a-4735-bd48-cc72604fa0df, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=ee0aba77-818a-4735-bd48-cc72604fa0df,segment=NetworkSegment(6b4a3a2c-45ac-4611-a987-4af30c2bf086),segment_id=6b4a3a2c-45ac-4611-a987-4af30c2bf086)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:57:59.660209 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f207017-0839-4615-9be9-a278adc2b27f x-openstack-request-id: req-4f207017-0839-4615-9be9-a278adc2b27f {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:57:59.660524 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eba0d232-7c7d-4765-a2bb-96fe0fb8ade5", "name": "network-vif-plugged", "status": "completed", "tag": "ee0aba77-818a-4735-bd48-cc72604fa0df", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:57:59.660784 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4f207017-0839-4615-9be9-a278adc2b27f {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:57:59.661170 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eba0d232-7c7d-4765-a2bb-96fe0fb8ade5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0aba77-818a-4735-bd48-cc72604fa0df', 'code': 200} Oct 27 18:57:59.662883 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:57:59.715161 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=ee0aba77-818a-4735-bd48-cc72604fa0df,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:57:59.776022 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f88a1-387c-47a7-bc9f-6c3974649ced req-ea648368-6dde-401f-98c7-31e929186025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:57:59.777458 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-536f88a1-387c-47a7-bc9f-6c3974649ced req-ea648368-6dde-401f-98c7-31e929186025 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=eba0d232-7c7d-4765-a2bb-96fe0fb8ade5 HTTP/1.1" status: 200 len: 1096 time: 0.0451190 Oct 27 18:57:59.816370 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-536f88a1-387c-47a7-bc9f-6c3974649ced req-9414d81e-12f8-4599-b8a7-e1902b362e29 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320604 Oct 27 18:58:00.175549 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593df45f-1892-4d91-b5dc-5c160b9dca2d req-bc125c74-6942-4950-b0f8-0be5193478d5 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:00.177122 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-593df45f-1892-4d91-b5dc-5c160b9dca2d req-bc125c74-6942-4950-b0f8-0be5193478d5 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=eba0d232-7c7d-4765-a2bb-96fe0fb8ade5 HTTP/1.1" status: 200 len: 945 time: 0.0521946 Oct 27 18:58:00.226169 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-593df45f-1892-4d91-b5dc-5c160b9dca2d req-590f53cd-c29a-4b19-ba74-fba1d8ae1e8f tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425584 Oct 27 18:58:01.355802 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf34e0-69e1-45b8-b772-ed7510a8759a req-9d136d85-d655-4b40-a50e-bba6f16a62fc tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:01.357366 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cfbf34e0-69e1-45b8-b772-ed7510a8759a req-9d136d85-d655-4b40-a50e-bba6f16a62fc tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=eba0d232-7c7d-4765-a2bb-96fe0fb8ade5 HTTP/1.1" status: 200 len: 945 time: 0.0504467 Oct 27 18:58:01.396086 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cfbf34e0-69e1-45b8-b772-ed7510a8759a req-21d37357-66f1-440d-9f8d-688150af77a0 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326216 Oct 27 18:58:01.517766 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca6e39-cfa6-4ddd-bb42-9ffb1dc3c96e req-2f05f732-0086-4782-bc89-c02a37da5e92 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:01.519209 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-73ca6e39-cfa6-4ddd-bb42-9ffb1dc3c96e req-2f05f732-0086-4782-bc89-c02a37da5e92 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=eba0d232-7c7d-4765-a2bb-96fe0fb8ade5 HTTP/1.1" status: 200 len: 945 time: 0.0567715 Oct 27 18:58:01.560786 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-73ca6e39-cfa6-4ddd-bb42-9ffb1dc3c96e req-bfa685d0-c035-4f69-8dd2-9bb10c65702c tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348682 Oct 27 18:58:01.584567 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44224) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:58:01.727957 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bb3d8e-8789-41b2-b485-3693a8f19ca1 tempest-TestVolumeBootPattern-1383534204 tempest-TestVolumeBootPattern-1383534204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:01.729488 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-62bb3d8e-8789-41b2-b485-3693a8f19ca1 tempest-TestVolumeBootPattern-1383534204 tempest-TestVolumeBootPattern-1383534204-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=eba0d232-7c7d-4765-a2bb-96fe0fb8ade5 HTTP/1.1" status: 200 len: 1091 time: 0.1438804 Oct 27 18:58:01.732515 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44228) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:58:01.737554 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-c69b5d9e-9507-4388-ab24-8fee08aa6d06 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'port_id': 'ee0aba77-818a-4735-bd48-cc72604fa0df', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:58:01.884334 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c69b5d9e-9507-4388-ab24-8fee08aa6d06 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for floatingip, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:01.998620 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c69b5d9e-9507-4388-ab24-8fee08aa6d06 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:02.115378 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-c69b5d9e-9507-4388-ab24-8fee08aa6d06 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Allocated IP 172.25.6.53 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/526a7d26-490a-4677-bc51-7eea64532ed5) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:58:02.236242 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c69b5d9e-9507-4388-ab24-8fee08aa6d06 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:02.307607 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c69b5d9e-9507-4388-ab24-8fee08aa6d06 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:02.346475 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69b5d9e-9507-4388-ab24-8fee08aa6d06 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:58:02.349475 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-c69b5d9e-9507-4388-ab24-8fee08aa6d06 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:58:02.353060 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69b5d9e-9507-4388-ab24-8fee08aa6d06 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:58:02.377813 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b5d9e-9507-4388-ab24-8fee08aa6d06 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Pushing event updated for resources: {'Port': ['ID=526a7d26-490a-4677-bc51-7eea64532ed5,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:58:03.043938 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c69b5d9e-9507-4388-ab24-8fee08aa6d06 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:03.150104 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c69b5d9e-9507-4388-ab24-8fee08aa6d06 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:03.302503 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c69b5d9e-9507-4388-ab24-8fee08aa6d06 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:03.347445 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c69b5d9e-9507-4388-ab24-8fee08aa6d06 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:03.425856 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b5d9e-9507-4388-ab24-8fee08aa6d06 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Pushing event updated for resources: {'Port': ['ID=526a7d26-490a-4677-bc51-7eea64532ed5,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:58:03.434402 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c69b5d9e-9507-4388-ab24-8fee08aa6d06 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:03.541503 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [None req-c69b5d9e-9507-4388-ab24-8fee08aa6d06 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Floating IP 0fa86ce0-02eb-4cd9-8120-7217ce64aee3 associated. External IP: 172.25.6.53, port: ee0aba77-818a-4735-bd48-cc72604fa0df. Oct 27 18:58:03.749721 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69b5d9e-9507-4388-ab24-8fee08aa6d06 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Router 4bba4a23-f4cf-4407-870e-ef6a7ab6225c has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:58:03.862774 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69b5d9e-9507-4388-ab24-8fee08aa6d06 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:58:03.873026 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1ccb8f-567c-4584-8459-e1e07331f494 None None] Sync routers for ids ['4bba4a23-f4cf-4407-870e-ef6a7ab6225c'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:58:03.884127 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1ccb8f-567c-4584-8459-e1e07331f494 None None] Routers {'4bba4a23-f4cf-4407-870e-ef6a7ab6225c'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:58:03.884764 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-6a1ccb8f-567c-4584-8459-e1e07331f494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:57:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['4bba4a23-f4cf-4407-870e-ef6a7ab6225c'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:58:03.927137 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c69b5d9e-9507-4388-ab24-8fee08aa6d06 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:03.956271 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c69b5d9e-9507-4388-ab24-8fee08aa6d06 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2226655 Oct 27 18:58:03.957325 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eba0d232-7c7d-4765-a2bb-96fe0fb8ade5', 'tag': 'ee0aba77-818a-4735-bd48-cc72604fa0df'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:58:03.959415 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bea6f0-42b8-478b-b95d-16dbe3558c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "eba0d232-7c7d-4765-a2bb-96fe0fb8ade5", "tag": "ee0aba77-818a-4735-bd48-cc72604fa0df"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:58:03.996068 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-6a1ccb8f-567c-4584-8459-e1e07331f494 None None] Set router 4bba4a23-f4cf-4407-870e-ef6a7ab6225c gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:58:04.007469 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c62236d-4cd6-42d0-bb80-c4b8036c1b30 x-openstack-request-id: req-8c62236d-4cd6-42d0-bb80-c4b8036c1b30 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:58:04.007786 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eba0d232-7c7d-4765-a2bb-96fe0fb8ade5", "tag": "ee0aba77-818a-4735-bd48-cc72604fa0df", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:58:04.008067 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8c62236d-4cd6-42d0-bb80-c4b8036c1b30 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:58:04.008512 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eba0d232-7c7d-4765-a2bb-96fe0fb8ade5', 'tag': 'ee0aba77-818a-4735-bd48-cc72604fa0df', 'status': 'completed', 'code': 200} Oct 27 18:58:04.083696 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bea6f0-42b8-478b-b95d-16dbe3558c0e req-f14e662b-4738-40f5-9289-fbe92304efa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:04.085217 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-29bea6f0-42b8-478b-b95d-16dbe3558c0e req-f14e662b-4738-40f5-9289-fbe92304efa5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=346c2f1cc90a43138ca74853aad732b9&device_id=eba0d232-7c7d-4765-a2bb-96fe0fb8ade5 HTTP/1.1" status: 200 len: 1096 time: 0.0467210 Oct 27 18:58:04.183296 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bea6f0-42b8-478b-b95d-16dbe3558c0e req-a11f5768-3e80-46f2-80c2-0f5bd3f828c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:04.184778 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-29bea6f0-42b8-478b-b95d-16dbe3558c0e req-a11f5768-3e80-46f2-80c2-0f5bd3f828c9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d0191f7b-8e46-434e-8842-bf24f16effff HTTP/1.1" status: 200 len: 914 time: 0.0896909 Oct 27 18:58:04.233899 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-6a1ccb8f-567c-4584-8459-e1e07331f494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'name': 'tempest-TestVolumeBootPattern-1820527811-router', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:52:05Z', 'updated_at': '2021-10-27T18:52:10Z', 'revision_number': 4, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'gw_port': {'id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:06Z', 'updated_at': '2021-10-27T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '0fa86ce0-02eb-4cd9-8120-7217ce64aee3', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'floating_ip_address': '172.25.6.53', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'port_id': 'ee0aba77-818a-4735-bd48-cc72604fa0df', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'mac_address': 'fa:16:3e:e9:38:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba0d232-7c7d-4765-a2bb-96fe0fb8ade5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:58:02Z', 'updated_at': '2021-10-27T18:58:02Z', 'revision_number': 0, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9', 'name': '', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'mac_address': 'fa:16:3e:b2:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:10Z', 'updated_at': '2021-10-27T18:52:16Z', 'revision_number': 5, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'subnets': [{'id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:58:04.254731 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-29bea6f0-42b8-478b-b95d-16dbe3558c0e req-c432d016-d973-4e96-9381-d3362a7ea64d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee0aba77-818a-4735-bd48-cc72604fa0df HTTP/1.1" status: 200 len: 998 time: 0.0624778 Oct 27 18:58:04.260645 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1ccb8f-567c-4584-8459-e1e07331f494 None None] Checking router: 4bba4a23-f4cf-4407-870e-ef6a7ab6225c for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:58:04.269879 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1ccb8f-567c-4584-8459-e1e07331f494 None None] Routers {'4bba4a23-f4cf-4407-870e-ef6a7ab6225c'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:58:04.270495 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-6a1ccb8f-567c-4584-8459-e1e07331f494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:57:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['4bba4a23-f4cf-4407-870e-ef6a7ab6225c'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:58:04.305074 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bea6f0-42b8-478b-b95d-16dbe3558c0e req-6068843a-b1ce-4569-8917-0bdffc899e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:04.306539 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-29bea6f0-42b8-478b-b95d-16dbe3558c0e req-6068843a-b1ce-4569-8917-0bdffc899e04 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=56e753bb-c9b4-439a-bd0c-5adf5ac2396a HTTP/1.1" status: 200 len: 851 time: 0.0442581 Oct 27 18:58:04.351841 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bea6f0-42b8-478b-b95d-16dbe3558c0e req-a9cb92ba-e581-49ff-91da-891158c9074b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:04.353317 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-29bea6f0-42b8-478b-b95d-16dbe3558c0e req-a9cb92ba-e581-49ff-91da-891158c9074b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d0191f7b-8e46-434e-8842-bf24f16effff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398846 Oct 27 18:58:04.378222 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-6a1ccb8f-567c-4584-8459-e1e07331f494 None None] Set router 4bba4a23-f4cf-4407-870e-ef6a7ab6225c gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:58:04.446680 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-29bea6f0-42b8-478b-b95d-16dbe3558c0e req-cd8512e7-d064-47d5-80bf-9130de054bc7 service neutron] 10.222.0.93 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858712 Oct 27 18:58:04.542011 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-29bea6f0-42b8-478b-b95d-16dbe3558c0e req-727e1a8d-5b90-4059-8ca0-900f2844189a service neutron] 10.222.0.93 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870159 Oct 27 18:58:04.617280 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-6a1ccb8f-567c-4584-8459-e1e07331f494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'name': 'tempest-TestVolumeBootPattern-1820527811-router', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:52:05Z', 'updated_at': '2021-10-27T18:52:10Z', 'revision_number': 4, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'gw_port': {'id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:06Z', 'updated_at': '2021-10-27T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '0fa86ce0-02eb-4cd9-8120-7217ce64aee3', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'floating_ip_address': '172.25.6.53', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'port_id': 'ee0aba77-818a-4735-bd48-cc72604fa0df', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'mac_address': 'fa:16:3e:e9:38:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba0d232-7c7d-4765-a2bb-96fe0fb8ade5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:58:02Z', 'updated_at': '2021-10-27T18:58:02Z', 'revision_number': 0, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9', 'name': '', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'mac_address': 'fa:16:3e:b2:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:10Z', 'updated_at': '2021-10-27T18:52:16Z', 'revision_number': 5, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'subnets': [{'id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:58:04.661068 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1ccb8f-567c-4584-8459-e1e07331f494 None None] The sync data for ids ['4bba4a23-f4cf-4407-870e-ef6a7ab6225c'] in n-d-815690-2 is: [{'id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'name': 'tempest-TestVolumeBootPattern-1820527811-router', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:52:05Z', 'updated_at': '2021-10-27T18:52:10Z', 'revision_number': 4, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'gw_port': {'id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:06Z', 'updated_at': '2021-10-27T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '0fa86ce0-02eb-4cd9-8120-7217ce64aee3', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'floating_ip_address': '172.25.6.53', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'port_id': 'ee0aba77-818a-4735-bd48-cc72604fa0df', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'mac_address': 'fa:16:3e:e9:38:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba0d232-7c7d-4765-a2bb-96fe0fb8ade5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:58:02Z', 'updated_at': '2021-10-27T18:58:02Z', 'revision_number': 0, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9', 'name': '', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'mac_address': 'fa:16:3e:b2:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:10Z', 'updated_at': '2021-10-27T18:52:16Z', 'revision_number': 5, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'subnets': [{'id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:58:04.857831 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f0a976-9ae2-4c18-9314-f6298cb1cd42 None None] New status for floating IP 0fa86ce0-02eb-4cd9-8120-7217ce64aee3: ACTIVE {{(pid=102881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:58:07.713422 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:58:09.656630 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3a6493d6-072f-474e-abad-fdb39fda3ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:12.181806 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c1c8277f-3a06-4c2b-b2f6-64b167e1038a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:13.450587 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:13.513648 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:15.177466 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8107461b-3be2-470b-a78f-46bc01cb3bf2 req-9fda4df3-400a-4275-880a-88d7b4678dc7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f6febaf5-6a5c-4579-b380-f67c482fa819&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446730 Oct 27 18:58:15.182210 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:15.263977 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107461b-3be2-470b-a78f-46bc01cb3bf2 req-e0836138-528f-4921-ab81-92dd2cd74f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:15.265496 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8107461b-3be2-470b-a78f-46bc01cb3bf2 req-e0836138-528f-4921-ab81-92dd2cd74f72 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=69ce95bedcdf489da0d6158b9f0adbbb&device_id=f6febaf5-6a5c-4579-b380-f67c482fa819 HTTP/1.1" status: 200 len: 1097 time: 0.0407448 Oct 27 18:58:15.369174 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107461b-3be2-470b-a78f-46bc01cb3bf2 req-be858039-bfd0-48df-8e0c-19bda9cb01f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:15.370646 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8107461b-3be2-470b-a78f-46bc01cb3bf2 req-be858039-bfd0-48df-8e0c-19bda9cb01f8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=32dc071c-1c79-4718-afbd-092eda278aa0 HTTP/1.1" status: 200 len: 916 time: 0.0850163 Oct 27 18:58:15.443537 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8107461b-3be2-470b-a78f-46bc01cb3bf2 req-98b8209a-c9f2-4eaf-b416-36bfc01ac7c4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5893870-2ba0-4f0b-958c-ac58e5c3faf3 HTTP/1.1" status: 200 len: 1002 time: 0.0643039 Oct 27 18:58:15.492023 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107461b-3be2-470b-a78f-46bc01cb3bf2 req-83fc7f1b-89f0-4f20-88df-af82771b9059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:15.493543 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8107461b-3be2-470b-a78f-46bc01cb3bf2 req-83fc7f1b-89f0-4f20-88df-af82771b9059 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=65ebe553-d59a-4ae0-acd6-d55189b59e78 HTTP/1.1" status: 200 len: 853 time: 0.0432982 Oct 27 18:58:15.540303 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107461b-3be2-470b-a78f-46bc01cb3bf2 req-760c38ed-4beb-4e87-9e8d-cf33d4b947fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:15.541845 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8107461b-3be2-470b-a78f-46bc01cb3bf2 req-760c38ed-4beb-4e87-9e8d-cf33d4b947fc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=32dc071c-1c79-4718-afbd-092eda278aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407913 Oct 27 18:58:15.639294 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8107461b-3be2-470b-a78f-46bc01cb3bf2 req-97929102-792c-4435-912e-4be5ee1a05e7 service neutron] 10.222.0.81 "GET /v2.0/networks/32dc071c-1c79-4718-afbd-092eda278aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889103 Oct 27 18:58:16.051946 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8107461b-3be2-470b-a78f-46bc01cb3bf2 req-c33f09b8-10d2-4f28-b789-03cc301add56 service neutron] 10.222.0.81 "GET /v2.0/networks/32dc071c-1c79-4718-afbd-092eda278aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4057183 Oct 27 18:58:16.832483 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9677e-60f1-4f9b-b652-4df0c31e682f req-4f4865bb-1129-4a55-9888-f336f2c98ea7 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:16.834005 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-53f9677e-60f1-4f9b-b652-4df0c31e682f req-4f4865bb-1129-4a55-9888-f336f2c98ea7 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 946 time: 0.0569003 Oct 27 18:58:16.873374 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-53f9677e-60f1-4f9b-b652-4df0c31e682f req-f707ead8-4113-4cc7-82ee-794701d261b9 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=ed58e084-2ed1-496c-9fdc-8fe94517cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331011 Oct 27 18:58:18.002977 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872c2b7-ae19-4bcb-8b37-3d8868ea9c19 req-77540ca0-074f-4bb2-b8fb-7a007476a899 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:18.005070 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b872c2b7-ae19-4bcb-8b37-3d8868ea9c19 req-77540ca0-074f-4bb2-b8fb-7a007476a899 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 946 time: 0.0512919 Oct 27 18:58:18.044645 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b872c2b7-ae19-4bcb-8b37-3d8868ea9c19 req-288d9505-1308-4f21-ac1f-c41e4a2c8a3f tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=ed58e084-2ed1-496c-9fdc-8fe94517cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335186 Oct 27 18:58:18.782437 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9096ba07-db77-4a09-bdf9-c30837218f1c req-fdc70938-1a17-40cc-b3ea-edddec9f7241 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:18.783947 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9096ba07-db77-4a09-bdf9-c30837218f1c req-fdc70938-1a17-40cc-b3ea-edddec9f7241 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.93 "GET /v2.0/ports?device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 946 time: 0.0508721 Oct 27 18:58:18.877649 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-9096ba07-db77-4a09-bdf9-c30837218f1c req-e413b323-3dc3-4095-9467-e6ff7f6be735 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Deleting port 7e7f1e0f-e480-4f27-a666-bed553eda7e0 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:58:18.877984 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-9096ba07-db77-4a09-bdf9-c30837218f1c req-e413b323-3dc3-4095-9467-e6ff7f6be735 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:18.992313 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-9096ba07-db77-4a09-bdf9-c30837218f1c req-e413b323-3dc3-4095-9467-e6ff7f6be735 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] For port 7e7f1e0f-e480-4f27-a666-bed553eda7e0, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=7e7f1e0f-e480-4f27-a666-bed553eda7e0,segment=NetworkSegment(7087a874-3c18-4df7-a66e-d4157b05ddbf),segment_id=7087a874-3c18-4df7-a66e-d4157b05ddbf)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:58:18.992674 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-9096ba07-db77-4a09-bdf9-c30837218f1c req-e413b323-3dc3-4095-9467-e6ff7f6be735 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:19.057317 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-071c133b-a931-4774-92c3-61ae95cf568a req-37697c0b-0590-4d3f-92d4-9c6f20181ca1 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=eba0d232-7c7d-4765-a2bb-96fe0fb8ade5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1012943 Oct 27 18:58:19.175828 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180a1d1-c713-46d3-9a00-c09cfca2c71b req-5940c53e-a370-4d8e-9047-06de4433ccfe tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:19.177596 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1180a1d1-c713-46d3-9a00-c09cfca2c71b req-5940c53e-a370-4d8e-9047-06de4433ccfe tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 946 time: 0.0512919 Oct 27 18:58:19.201258 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c133b-a931-4774-92c3-61ae95cf568a req-b2ecd48d-fd3f-4b89-9282-7230653fc8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:19.202859 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-071c133b-a931-4774-92c3-61ae95cf568a req-b2ecd48d-fd3f-4b89-9282-7230653fc8b3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=346c2f1cc90a43138ca74853aad732b9&device_id=eba0d232-7c7d-4765-a2bb-96fe0fb8ade5 HTTP/1.1" status: 200 len: 1096 time: 0.0924864 Oct 27 18:58:19.214155 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-9096ba07-db77-4a09-bdf9-c30837218f1c req-e413b323-3dc3-4095-9467-e6ff7f6be735 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:19.215772 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-9096ba07-db77-4a09-bdf9-c30837218f1c req-e413b323-3dc3-4095-9467-e6ff7f6be735 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:19.215772 n-d-815690-2 neutron-server[102879]: INFO neutron.db.l3_db [req-9096ba07-db77-4a09-bdf9-c30837218f1c req-e413b323-3dc3-4095-9467-e6ff7f6be735 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Floating IP bf0b26cb-0211-4c0f-852c-d618ac7385ee disassociated. External IP: 172.25.6.48, port: 7e7f1e0f-e480-4f27-a666-bed553eda7e0. Oct 27 18:58:19.215772 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-9096ba07-db77-4a09-bdf9-c30837218f1c req-e413b323-3dc3-4095-9467-e6ff7f6be735 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Calling delete_port for 7e7f1e0f-e480-4f27-a666-bed553eda7e0 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:58:19.220552 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1180a1d1-c713-46d3-9a00-c09cfca2c71b req-de144fcc-9e74-4974-aaf5-29a40304e122 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=ed58e084-2ed1-496c-9fdc-8fe94517cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349112 Oct 27 18:58:19.368332 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c133b-a931-4774-92c3-61ae95cf568a req-8b93bf7e-77a0-42fb-86d2-b3c7b3979a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:19.369868 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-071c133b-a931-4774-92c3-61ae95cf568a req-8b93bf7e-77a0-42fb-86d2-b3c7b3979a08 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d0191f7b-8e46-434e-8842-bf24f16effff HTTP/1.1" status: 200 len: 914 time: 0.1404967 Oct 27 18:58:19.475988 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-071c133b-a931-4774-92c3-61ae95cf568a req-523c58f7-003c-49ad-a4b3-0f206c08b315 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee0aba77-818a-4735-bd48-cc72604fa0df HTTP/1.1" status: 200 len: 1000 time: 0.0978723 Oct 27 18:58:19.525686 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c133b-a931-4774-92c3-61ae95cf568a req-1eed6a4c-695f-4574-a27f-c16751983107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:19.527173 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-071c133b-a931-4774-92c3-61ae95cf568a req-1eed6a4c-695f-4574-a27f-c16751983107 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=56e753bb-c9b4-439a-bd0c-5adf5ac2396a HTTP/1.1" status: 200 len: 851 time: 0.0447800 Oct 27 18:58:19.542922 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-9096ba07-db77-4a09-bdf9-c30837218f1c req-e413b323-3dc3-4095-9467-e6ff7f6be735 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:19.589427 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413b323-3dc3-4095-9467-e6ff7f6be735 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Pushing event deleted for resources: {'Port': ['ID=7e7f1e0f-e480-4f27-a666-bed553eda7e0,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:58:19.605932 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e413b323-3dc3-4095-9467-e6ff7f6be735 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:58:19.606286 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e413b323-3dc3-4095-9467-e6ff7f6be735 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:58:19.606638 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e413b323-3dc3-4095-9467-e6ff7f6be735 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:58:19.607013 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e413b323-3dc3-4095-9467-e6ff7f6be735 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:58:19.607355 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e413b323-3dc3-4095-9467-e6ff7f6be735 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:58:19.607719 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e413b323-3dc3-4095-9467-e6ff7f6be735 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:58:19.608055 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e413b323-3dc3-4095-9467-e6ff7f6be735 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:58:19.608386 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e413b323-3dc3-4095-9467-e6ff7f6be735 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:58:19.608718 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e413b323-3dc3-4095-9467-e6ff7f6be735 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:58:19.609754 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e413b323-3dc3-4095-9467-e6ff7f6be735 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:58:19.609754 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e413b323-3dc3-4095-9467-e6ff7f6be735 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:58:19.609754 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e413b323-3dc3-4095-9467-e6ff7f6be735 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:58:19.657655 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c133b-a931-4774-92c3-61ae95cf568a req-b9f7c7e4-ea68-4c7f-bb88-a227ee1fec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:19.659597 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-071c133b-a931-4774-92c3-61ae95cf568a req-b9f7c7e4-ea68-4c7f-bb88-a227ee1fec10 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d0191f7b-8e46-434e-8842-bf24f16effff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1262484 Oct 27 18:58:19.804848 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9096ba07-db77-4a09-bdf9-c30837218f1c req-e413b323-3dc3-4095-9467-e6ff7f6be735 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Router 7b9ef261-3e24-4597-b2ed-5a9f50053f56 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:58:19.807163 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-071c133b-a931-4774-92c3-61ae95cf568a req-fa499f90-eed2-46b5-8c5d-22d172da543f service neutron] 10.222.0.93 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214600 Oct 27 18:58:19.992267 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-071c133b-a931-4774-92c3-61ae95cf568a req-bcdb2d66-ae77-42f4-bee6-c4a4de52bd91 service neutron] 10.222.0.93 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766121 Oct 27 18:58:19.998324 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9096ba07-db77-4a09-bdf9-c30837218f1c req-e413b323-3dc3-4095-9467-e6ff7f6be735 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:58:20.009300 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ce08b2-1e9e-4122-b4fb-52c1a93923fc None None] Sync routers for ids ['7b9ef261-3e24-4597-b2ed-5a9f50053f56'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:58:20.024567 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ce08b2-1e9e-4122-b4fb-52c1a93923fc None None] Routers {'7b9ef261-3e24-4597-b2ed-5a9f50053f56'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:58:20.027653 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-14ce08b2-1e9e-4122-b4fb-52c1a93923fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:58:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['7b9ef261-3e24-4597-b2ed-5a9f50053f56'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:58:20.047936 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-9096ba07-db77-4a09-bdf9-c30837218f1c req-e413b323-3dc3-4095-9467-e6ff7f6be735 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] No DVR routers for this DVR port 7e7f1e0f-e480-4f27-a666-bed553eda7e0 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:58:20.051588 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-9096ba07-db77-4a09-bdf9-c30837218f1c req-e413b323-3dc3-4095-9467-e6ff7f6be735 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:20.055684 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9096ba07-db77-4a09-bdf9-c30837218f1c req-e413b323-3dc3-4095-9467-e6ff7f6be735 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.93 "DELETE /v2.0/ports/7e7f1e0f-e480-4f27-a666-bed553eda7e0 HTTP/1.1" status: 204 len: 173 time: 1.2655942 Oct 27 18:58:20.056397 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95951e8-f6af-42b0-abaa-b0630be61d7a', 'name': 'network-vif-deleted', 'tag': '7e7f1e0f-e480-4f27-a666-bed553eda7e0'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:58:20.061144 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a21f906-d53a-40bc-a81d-68c9554955db" -d '{"events": [{"server_uuid": "a95951e8-f6af-42b0-abaa-b0630be61d7a", "name": "network-vif-deleted", "tag": "7e7f1e0f-e480-4f27-a666-bed553eda7e0"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:58:20.116919 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7084392b-90c7-4b04-a04d-fdf4102a1bf0 x-openstack-request-id: req-7084392b-90c7-4b04-a04d-fdf4102a1bf0 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:58:20.117218 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95951e8-f6af-42b0-abaa-b0630be61d7a", "name": "network-vif-deleted", "tag": "7e7f1e0f-e480-4f27-a666-bed553eda7e0", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:58:20.117472 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7084392b-90c7-4b04-a04d-fdf4102a1bf0 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:58:20.117874 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95951e8-f6af-42b0-abaa-b0630be61d7a', 'name': 'network-vif-deleted', 'tag': '7e7f1e0f-e480-4f27-a666-bed553eda7e0', 'status': 'completed', 'code': 200} Oct 27 18:58:20.160649 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-14ce08b2-1e9e-4122-b4fb-52c1a93923fc None None] Set router 7b9ef261-3e24-4597-b2ed-5a9f50053f56 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:58:20.344591 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f267f9b7-235a-4cc6-a150-524b86885110 req-48b7698b-35b8-490c-8874-009cad1ad9d3 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=a95951e8-f6af-42b0-abaa-b0630be61d7a HTTP/1.1" status: 200 len: 210 time: 0.0418255 Oct 27 18:58:20.377387 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-14ce08b2-1e9e-4122-b4fb-52c1a93923fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'name': 'tempest-AttachVolumeTestJSON-2141801317-router', 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'd5a122cb-d617-46aa-ae4c-398e8e78a3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:15Z', 'updated_at': '2021-10-27T18:54:20Z', 'revision_number': 4, 'project_id': 'b41df82b71c04f518bb426f0e960c13c', 'gw_port': {'id': 'd5a122cb-d617-46aa-ae4c-398e8e78a3b8', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:16Z', 'updated_at': '2021-10-27T18:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '09d88d18-ca52-4d74-800e-d67c4b05af48', 'name': '', 'network_id': 'ff43375c-397e-47f1-8c6a-c17892606b3f', 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c', 'mac_address': 'fa:16:3e:a6:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'ee3a74a5-9b8c-49ba-8152-38eb33e35df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:19Z', 'updated_at': '2021-10-27T18:54:25Z', 'revision_number': 5, 'project_id': 'b41df82b71c04f518bb426f0e960c13c', 'subnets': [{'id': 'ee3a74a5-9b8c-49ba-8152-38eb33e35df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:58:20.408112 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ce08b2-1e9e-4122-b4fb-52c1a93923fc None None] Checking router: 7b9ef261-3e24-4597-b2ed-5a9f50053f56 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:58:20.417508 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ce08b2-1e9e-4122-b4fb-52c1a93923fc None None] Routers {'7b9ef261-3e24-4597-b2ed-5a9f50053f56'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:58:20.418141 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-14ce08b2-1e9e-4122-b4fb-52c1a93923fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:58:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['7b9ef261-3e24-4597-b2ed-5a9f50053f56'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:58:20.525893 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-14ce08b2-1e9e-4122-b4fb-52c1a93923fc None None] Set router 7b9ef261-3e24-4597-b2ed-5a9f50053f56 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:58:20.889187 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-14ce08b2-1e9e-4122-b4fb-52c1a93923fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'name': 'tempest-AttachVolumeTestJSON-2141801317-router', 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'd5a122cb-d617-46aa-ae4c-398e8e78a3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:15Z', 'updated_at': '2021-10-27T18:54:20Z', 'revision_number': 4, 'project_id': 'b41df82b71c04f518bb426f0e960c13c', 'gw_port': {'id': 'd5a122cb-d617-46aa-ae4c-398e8e78a3b8', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:16Z', 'updated_at': '2021-10-27T18:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '09d88d18-ca52-4d74-800e-d67c4b05af48', 'name': '', 'network_id': 'ff43375c-397e-47f1-8c6a-c17892606b3f', 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c', 'mac_address': 'fa:16:3e:a6:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'ee3a74a5-9b8c-49ba-8152-38eb33e35df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:19Z', 'updated_at': '2021-10-27T18:54:25Z', 'revision_number': 5, 'project_id': 'b41df82b71c04f518bb426f0e960c13c', 'subnets': [{'id': 'ee3a74a5-9b8c-49ba-8152-38eb33e35df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:58:20.917521 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ce08b2-1e9e-4122-b4fb-52c1a93923fc None None] The sync data for ids ['7b9ef261-3e24-4597-b2ed-5a9f50053f56'] in n-d-815690-2 is: [{'id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'name': 'tempest-AttachVolumeTestJSON-2141801317-router', 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'd5a122cb-d617-46aa-ae4c-398e8e78a3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:15Z', 'updated_at': '2021-10-27T18:54:20Z', 'revision_number': 4, 'project_id': 'b41df82b71c04f518bb426f0e960c13c', 'gw_port': {'id': 'd5a122cb-d617-46aa-ae4c-398e8e78a3b8', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:16Z', 'updated_at': '2021-10-27T18:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '09d88d18-ca52-4d74-800e-d67c4b05af48', 'name': '', 'network_id': 'ff43375c-397e-47f1-8c6a-c17892606b3f', 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c', 'mac_address': 'fa:16:3e:a6:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'ee3a74a5-9b8c-49ba-8152-38eb33e35df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:19Z', 'updated_at': '2021-10-27T18:54:25Z', 'revision_number': 5, 'project_id': 'b41df82b71c04f518bb426f0e960c13c', 'subnets': [{'id': 'ee3a74a5-9b8c-49ba-8152-38eb33e35df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:58:21.168400 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9567423-8565-4961-b051-940570c54577 None None] New status for floating IP bf0b26cb-0211-4c0f-852c-d618ac7385ee: DOWN {{(pid=102881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:58:21.520866 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44280) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:58:21.579131 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-891ad8ca-858e-4c81-9a17-edbf71e6de5b tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:21.602518 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-891ad8ca-858e-4c81-9a17-edbf71e6de5b tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:21.788069 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-891ad8ca-858e-4c81-9a17-edbf71e6de5b tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:21.790950 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-891ad8ca-858e-4c81-9a17-edbf71e6de5b tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:21.792174 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-891ad8ca-858e-4c81-9a17-edbf71e6de5b tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "DELETE /v2.0/security-groups/ed58e084-2ed1-496c-9fdc-8fe94517cf67 HTTP/1.1" status: 204 len: 168 time: 0.2703280 Oct 27 18:58:21.795144 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44282) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:58:21.802687 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ad8ca-858e-4c81-9a17-edbf71e6de5b tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed58e084-2ed1-496c-9fdc-8fe94517cf67,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:58:21.810353 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-90a9329f-ecca-4d64-bb85-8898715d80fb tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] show failed (client error): The resource could not be found. Oct 27 18:58:21.810548 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ad8ca-858e-4c81-9a17-edbf71e6de5b tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:58:21.810756 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ad8ca-858e-4c81-9a17-edbf71e6de5b tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:58:21.811127 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ad8ca-858e-4c81-9a17-edbf71e6de5b tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:58:21.811414 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-90a9329f-ecca-4d64-bb85-8898715d80fb tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups/ed58e084-2ed1-496c-9fdc-8fe94517cf67 HTTP/1.1" status: 404 len: 347 time: 0.0152190 Oct 27 18:58:21.811626 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ad8ca-858e-4c81-9a17-edbf71e6de5b tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:58:21.811843 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ad8ca-858e-4c81-9a17-edbf71e6de5b tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:58:21.812125 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ad8ca-858e-4c81-9a17-edbf71e6de5b tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:58:21.812456 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ad8ca-858e-4c81-9a17-edbf71e6de5b tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:58:21.812784 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ad8ca-858e-4c81-9a17-edbf71e6de5b tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:58:21.813131 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ad8ca-858e-4c81-9a17-edbf71e6de5b tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:58:21.813439 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ad8ca-858e-4c81-9a17-edbf71e6de5b tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:58:21.813768 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ad8ca-858e-4c81-9a17-edbf71e6de5b tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:58:21.814100 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-891ad8ca-858e-4c81-9a17-edbf71e6de5b tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:58:21.814387 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44284) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:58:21.945549 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-830a171e-0914-4252-a302-df98e200b4d0 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Deleting port cfb31027-35d0-45c1-8314-88cccdf5975a {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:58:21.945975 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-830a171e-0914-4252-a302-df98e200b4d0 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:22.025826 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-830a171e-0914-4252-a302-df98e200b4d0 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:22.026183 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-830a171e-0914-4252-a302-df98e200b4d0 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:22.038192 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-830a171e-0914-4252-a302-df98e200b4d0 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Calling delete_port for cfb31027-35d0-45c1-8314-88cccdf5975a owned by network:floatingip {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:58:22.268375 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-830a171e-0914-4252-a302-df98e200b4d0 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:22.294414 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a171e-0914-4252-a302-df98e200b4d0 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Pushing event deleted for resources: {'Port': ['ID=cfb31027-35d0-45c1-8314-88cccdf5975a,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:58:22.353414 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-830a171e-0914-4252-a302-df98e200b4d0 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks [] for floatingip, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:22.355954 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-830a171e-0914-4252-a302-df98e200b4d0 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:22.357114 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-830a171e-0914-4252-a302-df98e200b4d0 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "DELETE /v2.0/floatingips/bf0b26cb-0211-4c0f-852c-d618ac7385ee HTTP/1.1" status: 204 len: 168 time: 0.5415132 Oct 27 18:58:23.012797 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44288) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:58:23.019326 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-6ef0bb67-5ed8-4f5c-83b3-c51f01189277 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Request body: {'security_group': {'name': 'tempest-securitygroup--989780074', 'description': 'tempest-description--2097638933'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:58:23.150177 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6ef0bb67-5ed8-4f5c-83b3-c51f01189277 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:23.218289 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6ef0bb67-5ed8-4f5c-83b3-c51f01189277 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:23.279236 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6ef0bb67-5ed8-4f5c-83b3-c51f01189277 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:23.308580 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0bb67-5ed8-4f5c-83b3-c51f01189277 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1117a76d-b5e6-4e37-9a10-3f8ddd0e8116,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:58:23.366418 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 7e7f1e0f-e480-4f27-a666-bed553eda7e0 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:58:23.388035 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 7e7f1e0f-e480-4f27-a666-bed553eda7e0 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:58:23.388378 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 7e7f1e0f-e480-4f27-a666-bed553eda7e0 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:58:23.400526 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6ef0bb67-5ed8-4f5c-83b3-c51f01189277 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:23.403688 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6ef0bb67-5ed8-4f5c-83b3-c51f01189277 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3877938 Oct 27 18:58:23.404956 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44290) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:58:23.409328 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-88f0d912-7eb5-4b2a-84c2-4e972a5f73fb tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Request body: {'security_group_rule': {'security_group_id': '1117a76d-b5e6-4e37-9a10-3f8ddd0e8116', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:58:23.558633 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-88f0d912-7eb5-4b2a-84c2-4e972a5f73fb tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:23.621065 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-88f0d912-7eb5-4b2a-84c2-4e972a5f73fb tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:23.724958 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-88f0d912-7eb5-4b2a-84c2-4e972a5f73fb tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:23.744496 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f0d912-7eb5-4b2a-84c2-4e972a5f73fb tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a10d0a1a-9363-420e-adbc-f6e1d4ac8fb1,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:58:23.864962 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-88f0d912-7eb5-4b2a-84c2-4e972a5f73fb tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:23.866135 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-88f0d912-7eb5-4b2a-84c2-4e972a5f73fb tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4602566 Oct 27 18:58:23.869265 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44292) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:58:23.873649 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-28ea0747-fa97-468f-a412-279cfda5d541 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Request body: {'security_group_rule': {'security_group_id': '1117a76d-b5e6-4e37-9a10-3f8ddd0e8116', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:58:24.010916 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-28ea0747-fa97-468f-a412-279cfda5d541 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:24.070437 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-28ea0747-fa97-468f-a412-279cfda5d541 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:24.159203 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-28ea0747-fa97-468f-a412-279cfda5d541 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:24.179053 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea0747-fa97-468f-a412-279cfda5d541 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=358c0939-38fb-4d71-872e-c2c085024ecd,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:58:24.287695 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-28ea0747-fa97-468f-a412-279cfda5d541 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:24.289202 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-28ea0747-fa97-468f-a412-279cfda5d541 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4187324 Oct 27 18:58:24.292332 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44294) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:58:24.297089 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-1dde0182-0887-4e9e-9087-e53506b173e1 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:58:24.393596 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1dde0182-0887-4e9e-9087-e53506b173e1 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks [] for floatingip, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:24.497360 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1dde0182-0887-4e9e-9087-e53506b173e1 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:24.604874 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-1dde0182-0887-4e9e-9087-e53506b173e1 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Allocated IP 172.25.6.185 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/28cedec1-f8f2-413d-bc57-7bfea1402e43) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:58:24.713024 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1dde0182-0887-4e9e-9087-e53506b173e1 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:24.817429 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1dde0182-0887-4e9e-9087-e53506b173e1 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:24.856153 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dde0182-0887-4e9e-9087-e53506b173e1 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:58:24.859056 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-1dde0182-0887-4e9e-9087-e53506b173e1 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:58:24.862678 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dde0182-0887-4e9e-9087-e53506b173e1 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:58:24.892113 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde0182-0887-4e9e-9087-e53506b173e1 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Pushing event updated for resources: {'Port': ['ID=28cedec1-f8f2-413d-bc57-7bfea1402e43,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:58:24.953970 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1dde0182-0887-4e9e-9087-e53506b173e1 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:25.092753 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1dde0182-0887-4e9e-9087-e53506b173e1 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:25.251756 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1dde0182-0887-4e9e-9087-e53506b173e1 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:25.313303 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1dde0182-0887-4e9e-9087-e53506b173e1 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:25.385646 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde0182-0887-4e9e-9087-e53506b173e1 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Pushing event updated for resources: {'Port': ['ID=28cedec1-f8f2-413d-bc57-7bfea1402e43,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:58:25.398144 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1dde0182-0887-4e9e-9087-e53506b173e1 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:25.539696 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1dde0182-0887-4e9e-9087-e53506b173e1 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:25.540987 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1dde0182-0887-4e9e-9087-e53506b173e1 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2474830 Oct 27 18:58:25.688562 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-af8eed01-702a-4abe-80c8-00760ec72c02 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--989780074&fields=id&tenant_id=b41df82b71c04f518bb426f0e960c13c HTTP/1.1" status: 200 len: 267 time: 0.0343988 Oct 27 18:58:25.805403 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-1a86f539-1dc5-4fa8-b2ed-1f9bd5a2d1d1 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:25.806958 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-1a86f539-1dc5-4fa8-b2ed-1f9bd5a2d1d1 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/networks?id=ff43375c-397e-47f1-8c6a-c17892606b3f HTTP/1.1" status: 200 len: 811 time: 0.1113253 Oct 27 18:58:25.824400 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-6f01ed06-1d86-4ba4-bdb8-0b0849e1bb34 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/quotas/b41df82b71c04f518bb426f0e960c13c HTTP/1.1" status: 200 len: 375 time: 0.0104303 Oct 27 18:58:25.880339 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-415327e1-91a3-40ab-87a9-36fa92065543 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b41df82b71c04f518bb426f0e960c13c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491338 Oct 27 18:58:25.982698 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-7cc133bb-5c4b-4e0b-b69c-7cda08f17534 service neutron] 10.222.0.52 "GET /v2.0/networks/ff43375c-397e-47f1-8c6a-c17892606b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904241 Oct 27 18:58:26.076699 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-5ecf1681-ecba-4acc-9c6d-dc95d24786b3 service neutron] 10.222.0.52 "GET /v2.0/networks/ff43375c-397e-47f1-8c6a-c17892606b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878420 Oct 27 18:58:26.305965 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f047b016-e50e-4111-a7c1-da67f0b7970b req-4cf90f65-447f-42ca-9473-537ef051c3b1 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=29d70a26-0263-4d89-8ec5-ac3dd58252cd HTTP/1.1" status: 200 len: 210 time: 0.0276244 Oct 27 18:58:26.547915 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:27.056799 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:27.402388 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d72a6ea3-b0a6-4dce-adbf-d9e6587d4649 req-592174b6-44e9-45f5-8094-f4a0388f51fd tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=29d70a26-0263-4d89-8ec5-ac3dd58252cd HTTP/1.1" status: 200 len: 210 time: 0.0272737 Oct 27 18:58:28.448291 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-4954a536-8873-425b-b18c-9cee5b244432 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:28.451764 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-4954a536-8873-425b-b18c-9cee5b244432 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.81 "GET /v2.0/networks?id=ff43375c-397e-47f1-8c6a-c17892606b3f HTTP/1.1" status: 200 len: 811 time: 0.1154237 Oct 27 18:58:28.496213 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-e4dcac02-cbae-4337-abf9-9fe795897a49 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b41df82b71c04f518bb426f0e960c13c HTTP/1.1" status: 200 len: 379 time: 0.0364707 Oct 27 18:58:28.507786 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-99d607c5-029e-4aa5-8ab6-7859bf87030a tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Request body: {'port': {'device_id': '29d70a26-0263-4d89-8ec5-ac3dd58252cd', 'network_id': 'ff43375c-397e-47f1-8c6a-c17892606b3f', 'admin_state_up': True, 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c', 'security_groups': ['1117a76d-b5e6-4e37-9a10-3f8ddd0e8116']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:58:28.512790 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d0814dad-349b-4346-a202-56554610ddd8 req-60fa267d-cb0a-495b-9674-3fef9085dd94 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=29d70a26-0263-4d89-8ec5-ac3dd58252cd HTTP/1.1" status: 200 len: 210 time: 0.0328703 Oct 27 18:58:28.725745 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-99d607c5-029e-4aa5-8ab6-7859bf87030a tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Made reservation on behalf of b41df82b71c04f518bb426f0e960c13c for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 18:58:28.729646 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-99d607c5-029e-4aa5-8ab6-7859bf87030a tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:28.860263 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-99d607c5-029e-4aa5-8ab6-7859bf87030a tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Allocated IP 172.20.0.7 (ff43375c-397e-47f1-8c6a-c17892606b3f/ee3a74a5-9b8c-49ba-8152-38eb33e35df4/3ad218ae-da98-49fb-b864-53ef1f226873) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 18:58:29.009143 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-99d607c5-029e-4aa5-8ab6-7859bf87030a tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:29.108472 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-99d607c5-029e-4aa5-8ab6-7859bf87030a tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:29.152590 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-99d607c5-029e-4aa5-8ab6-7859bf87030a tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Network ff43375c-397e-47f1-8c6a-c17892606b3f is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 18:58:29.155808 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-99d607c5-029e-4aa5-8ab6-7859bf87030a tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 18:58:29.159731 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-99d607c5-029e-4aa5-8ab6-7859bf87030a tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 18:58:29.167310 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d607c5-029e-4aa5-8ab6-7859bf87030a tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Pushing event updated for resources: {'Port': ['ID=3ad218ae-da98-49fb-b864-53ef1f226873,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:58:29.219867 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-99d607c5-029e-4aa5-8ab6-7859bf87030a tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:29.220539 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-99d607c5-029e-4aa5-8ab6-7859bf87030a tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:29.288614 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-99d607c5-029e-4aa5-8ab6-7859bf87030a tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7851725 Oct 27 18:58:29.301216 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-1deb73ce-40f7-46e6-b8a9-90a9fd8ced91 service neutron] Request body: {'port': {'device_id': '29d70a26-0263-4d89-8ec5-ac3dd58252cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:58:29.357784 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-1deb73ce-40f7-46e6-b8a9-90a9fd8ced91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:29.415507 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-1e5448b3-357b-4913-a7c4-64f82f59bd20 None None] Provisioning complete for port 3ad218ae-da98-49fb-b864-53ef1f226873 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:58:29.416136 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1e5448b3-357b-4913-a7c4-64f82f59bd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:29.452687 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-1e5448b3-357b-4913-a7c4-64f82f59bd20 None None] Port 3ad218ae-da98-49fb-b864-53ef1f226873 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 18:58:29.634153 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-1deb73ce-40f7-46e6-b8a9-90a9fd8ced91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ad218ae-da98-49fb-b864-53ef1f226873 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:58:29.641589 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e60fdd-666d-4fca-ab3a-3d2f2ac67d4d req-7a31afce-ab5f-4898-b066-7656441cd6a7 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:29.642107 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-1deb73ce-40f7-46e6-b8a9-90a9fd8ced91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:29.643234 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-86e60fdd-666d-4fca-ab3a-3d2f2ac67d4d req-7a31afce-ab5f-4898-b066-7656441cd6a7 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=29d70a26-0263-4d89-8ec5-ac3dd58252cd HTTP/1.1" status: 200 len: 931 time: 0.0502846 Oct 27 18:58:29.654621 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-1deb73ce-40f7-46e6-b8a9-90a9fd8ced91 service neutron] Transition to ACTIVE for port object 3ad218ae-da98-49fb-b864-53ef1f226873 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 18:58:29.684033 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-86e60fdd-666d-4fca-ab3a-3d2f2ac67d4d req-08be0117-a516-4865-abcc-8799d6829ba6 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=1117a76d-b5e6-4e37-9a10-3f8ddd0e8116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326495 Oct 27 18:58:29.770938 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-1deb73ce-40f7-46e6-b8a9-90a9fd8ced91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:29.823262 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb73ce-40f7-46e6-b8a9-90a9fd8ced91 service neutron] Pushing event updated for resources: {'Port': ['ID=3ad218ae-da98-49fb-b864-53ef1f226873,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:58:29.894099 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-1deb73ce-40f7-46e6-b8a9-90a9fd8ced91 service neutron] Attempting to bind port 3ad218ae-da98-49fb-b864-53ef1f226873 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 18:58:29.894443 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-1deb73ce-40f7-46e6-b8a9-90a9fd8ced91 service neutron] Attempting to bind port 3ad218ae-da98-49fb-b864-53ef1f226873 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '7087a874-3c18-4df7-a66e-d4157b05ddbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'ff43375c-397e-47f1-8c6a-c17892606b3f'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 18:58:29.895083 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-1deb73ce-40f7-46e6-b8a9-90a9fd8ced91 service neutron] Attempting to bind port 3ad218ae-da98-49fb-b864-53ef1f226873 on network ff43375c-397e-47f1-8c6a-c17892606b3f {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:58:29.900508 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-1deb73ce-40f7-46e6-b8a9-90a9fd8ced91 service neutron] Port 3ad218ae-da98-49fb-b864-53ef1f226873 on network ff43375c-397e-47f1-8c6a-c17892606b3f not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 18:58:29.900926 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-1deb73ce-40f7-46e6-b8a9-90a9fd8ced91 service neutron] Attempting to bind port 3ad218ae-da98-49fb-b864-53ef1f226873 on network ff43375c-397e-47f1-8c6a-c17892606b3f {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 18:58:29.906136 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-1deb73ce-40f7-46e6-b8a9-90a9fd8ced91 service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 18, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 18:58:29.906790 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-1deb73ce-40f7-46e6-b8a9-90a9fd8ced91 service neutron] Checking segment: {'id': '7087a874-3c18-4df7-a66e-d4157b05ddbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'ff43375c-397e-47f1-8c6a-c17892606b3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 18:58:29.907287 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-1deb73ce-40f7-46e6-b8a9-90a9fd8ced91 service neutron] Bound using segment: {'id': '7087a874-3c18-4df7-a66e-d4157b05ddbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'ff43375c-397e-47f1-8c6a-c17892606b3f'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 18:58:29.907828 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-1deb73ce-40f7-46e6-b8a9-90a9fd8ced91 service neutron] Bound port: 3ad218ae-da98-49fb-b864-53ef1f226873, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7087a874-3c18-4df7-a66e-d4157b05ddbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'ff43375c-397e-47f1-8c6a-c17892606b3f'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 18:58:29.908205 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-1deb73ce-40f7-46e6-b8a9-90a9fd8ced91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:29.981206 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-1deb73ce-40f7-46e6-b8a9-90a9fd8ced91 service neutron] For port 3ad218ae-da98-49fb-b864-53ef1f226873, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 18:58:29.984971 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-1deb73ce-40f7-46e6-b8a9-90a9fd8ced91 service neutron] For port 3ad218ae-da98-49fb-b864-53ef1f226873, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=3ad218ae-da98-49fb-b864-53ef1f226873,segment=NetworkSegment(7087a874-3c18-4df7-a66e-d4157b05ddbf),segment_id=7087a874-3c18-4df7-a66e-d4157b05ddbf)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 18:58:30.056360 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-1deb73ce-40f7-46e6-b8a9-90a9fd8ced91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:30.093353 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-1deb73ce-40f7-46e6-b8a9-90a9fd8ced91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:30.093972 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-1deb73ce-40f7-46e6-b8a9-90a9fd8ced91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:30.095555 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-1deb73ce-40f7-46e6-b8a9-90a9fd8ced91 service neutron] 10.222.0.81 "PUT /v2.0/ports/3ad218ae-da98-49fb-b864-53ef1f226873 HTTP/1.1" status: 200 len: 1091 time: 0.7986593 Oct 27 18:58:30.096003 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29d70a26-0263-4d89-8ec5-ac3dd58252cd', 'tag': '3ad218ae-da98-49fb-b864-53ef1f226873'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:58:30.098336 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfb032a-4455-4c81-bbdc-2e4fea0ed78d" -d '{"events": [{"name": "network-changed", "server_uuid": "29d70a26-0263-4d89-8ec5-ac3dd58252cd", "tag": "3ad218ae-da98-49fb-b864-53ef1f226873"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:58:30.124519 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb73ce-40f7-46e6-b8a9-90a9fd8ced91 service neutron] Pushing event updated for resources: {'Port': ['ID=3ad218ae-da98-49fb-b864-53ef1f226873,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:58:30.146031 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4624c71d-6a74-4229-adf1-815fae30e3cb x-openstack-request-id: req-4624c71d-6a74-4229-adf1-815fae30e3cb {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:58:30.146324 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29d70a26-0263-4d89-8ec5-ac3dd58252cd", "tag": "3ad218ae-da98-49fb-b864-53ef1f226873", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:58:30.146664 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4624c71d-6a74-4229-adf1-815fae30e3cb {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:58:30.147106 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29d70a26-0263-4d89-8ec5-ac3dd58252cd', 'tag': '3ad218ae-da98-49fb-b864-53ef1f226873', 'status': 'completed', 'code': 200} Oct 27 18:58:30.211884 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb032a-4455-4c81-bbdc-2e4fea0ed78d req-8f62f544-47ce-4a7f-8160-b8c73b799410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:30.219753 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7dfb032a-4455-4c81-bbdc-2e4fea0ed78d req-8f62f544-47ce-4a7f-8160-b8c73b799410 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b41df82b71c04f518bb426f0e960c13c&device_id=29d70a26-0263-4d89-8ec5-ac3dd58252cd HTTP/1.1" status: 200 len: 1094 time: 0.0454221 Oct 27 18:58:30.323363 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb032a-4455-4c81-bbdc-2e4fea0ed78d req-4cdf6dde-c35b-415f-8351-8760528e7d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:30.324764 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7dfb032a-4455-4c81-bbdc-2e4fea0ed78d req-4cdf6dde-c35b-415f-8351-8760528e7d7f service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=b41df82b71c04f518bb426f0e960c13c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1009507 Oct 27 18:58:30.423552 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb032a-4455-4c81-bbdc-2e4fea0ed78d req-e28d8c72-84e3-4ab7-aeb9-1ce35f4adcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:30.425025 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7dfb032a-4455-4c81-bbdc-2e4fea0ed78d req-e28d8c72-84e3-4ab7-aeb9-1ce35f4adcc0 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0926809 Oct 27 18:58:30.506550 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-14d4c84a-8352-44f3-b596-e262be3f636a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:30.508548 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-14d4c84a-8352-44f3-b596-e262be3f636a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b41df82b71c04f518bb426f0e960c13c&device_id=29d70a26-0263-4d89-8ec5-ac3dd58252cd HTTP/1.1" status: 200 len: 1094 time: 0.0467203 Oct 27 18:58:30.551747 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-6341d2cd-ec93-4eef-80c0-285b84ff200f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ad218ae-da98-49fb-b864-53ef1f226873 HTTP/1.1" status: 200 len: 217 time: 0.0348909 Oct 27 18:58:30.606639 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-39dae3af-63d2-45d0-8fb0-10d1dade1a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:30.608132 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-39dae3af-63d2-45d0-8fb0-10d1dade1a18 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ee3a74a5-9b8c-49ba-8152-38eb33e35df4 HTTP/1.1" status: 200 len: 850 time: 0.0495546 Oct 27 18:58:30.654024 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-fa5fab15-135e-497b-937f-df243e5baab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:30.655592 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-fa5fab15-135e-497b-937f-df243e5baab3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ff43375c-397e-47f1-8c6a-c17892606b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405366 Oct 27 18:58:30.753240 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-ae5d5263-7f88-4bba-9a90-a5c852045149 service neutron] 10.222.0.81 "GET /v2.0/networks/ff43375c-397e-47f1-8c6a-c17892606b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902290 Oct 27 18:58:30.804872 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552e674-bccb-49c5-be40-2f4db596d7ef req-9732d391-276e-44af-a01c-d4a025002d0a tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:30.806430 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6552e674-bccb-49c5-be40-2f4db596d7ef req-9732d391-276e-44af-a01c-d4a025002d0a tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=29d70a26-0263-4d89-8ec5-ac3dd58252cd HTTP/1.1" status: 200 len: 943 time: 0.0514476 Oct 27 18:58:30.847413 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6552e674-bccb-49c5-be40-2f4db596d7ef req-c09b3e68-958c-4ed3-86e9-16f7d12427bf tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=1117a76d-b5e6-4e37-9a10-3f8ddd0e8116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341382 Oct 27 18:58:30.849329 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-64104a11-068b-41e9-8358-0bdb18b86c3b req-47d172f4-8481-4139-b8f4-8d581d512ab6 service neutron] 10.222.0.81 "GET /v2.0/networks/ff43375c-397e-47f1-8c6a-c17892606b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880878 Oct 27 18:58:31.978215 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e74a8-dbeb-468c-8cd7-b4fc5854dd69 req-536b720a-e421-4e7c-8130-7343d68671b4 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:31.979727 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e25e74a8-dbeb-468c-8cd7-b4fc5854dd69 req-536b720a-e421-4e7c-8130-7343d68671b4 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=29d70a26-0263-4d89-8ec5-ac3dd58252cd HTTP/1.1" status: 200 len: 943 time: 0.0545208 Oct 27 18:58:32.017929 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e25e74a8-dbeb-468c-8cd7-b4fc5854dd69 req-b5d55277-13db-42a5-a02b-fd770fdb71d3 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=1117a76d-b5e6-4e37-9a10-3f8ddd0e8116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316880 Oct 27 18:58:33.138382 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b189c8-6a7f-4680-8ead-1473413d506d req-63abe135-4afb-4473-bb88-0cefedf88276 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:33.140014 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b4b189c8-6a7f-4680-8ead-1473413d506d req-63abe135-4afb-4473-bb88-0cefedf88276 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=29d70a26-0263-4d89-8ec5-ac3dd58252cd HTTP/1.1" status: 200 len: 943 time: 0.0505340 Oct 27 18:58:33.179287 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b4b189c8-6a7f-4680-8ead-1473413d506d req-339d80f0-fd62-431d-9fbe-8d120aa7d552 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=1117a76d-b5e6-4e37-9a10-3f8ddd0e8116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331621 Oct 27 18:58:34.301824 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1c7e2-31d1-44db-a8b3-93bed94fbd3e req-c6d002e2-ea35-4036-9b11-4b0160aeb870 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:34.303448 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ee1c7e2-31d1-44db-a8b3-93bed94fbd3e req-c6d002e2-ea35-4036-9b11-4b0160aeb870 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=29d70a26-0263-4d89-8ec5-ac3dd58252cd HTTP/1.1" status: 200 len: 943 time: 0.0508063 Oct 27 18:58:34.343469 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ee1c7e2-31d1-44db-a8b3-93bed94fbd3e req-0477a50e-cda1-4e05-b26a-c9078994db6f tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=1117a76d-b5e6-4e37-9a10-3f8ddd0e8116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330713 Oct 27 18:58:34.504744 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 3ad218ae-da98-49fb-b864-53ef1f226873 details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 18:58:34.606061 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 3ad218ae-da98-49fb-b864-53ef1f226873, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=3ad218ae-da98-49fb-b864-53ef1f226873,segment=NetworkSegment(7087a874-3c18-4df7-a66e-d4157b05ddbf),segment_id=7087a874-3c18-4df7-a66e-d4157b05ddbf)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:58:34.617842 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': '3ad218ae-da98-49fb-b864-53ef1f226873', 'network_id': 'ff43375c-397e-47f1-8c6a-c17892606b3f', 'port_id': '3ad218ae-da98-49fb-b864-53ef1f226873', 'mac_address': 'fa:16:3e:4b:8d:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1002, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee3a74a5-9b8c-49ba-8152-38eb33e35df4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 18:58:34.656399 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:34.671200 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ad218ae-da98-49fb-b864-53ef1f226873 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 18:58:34.692205 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 3ad218ae-da98-49fb-b864-53ef1f226873, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=3ad218ae-da98-49fb-b864-53ef1f226873,segment=NetworkSegment(7087a874-3c18-4df7-a66e-d4157b05ddbf),segment_id=7087a874-3c18-4df7-a66e-d4157b05ddbf)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:58:34.764926 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:34.813926 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=3ad218ae-da98-49fb-b864-53ef1f226873,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:58:34.948813 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44344) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:58:34.984030 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['3ad218ae-da98-49fb-b864-53ef1f226873'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 18:58:35.120422 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-098fc37b-0cc8-4353-9dc2-9102cc325a22 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Deleting port 65f55358-b04d-44b1-9fa7-39a07fa64f74 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:58:35.120761 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-098fc37b-0cc8-4353-9dc2-9102cc325a22 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:35.196162 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-098fc37b-0cc8-4353-9dc2-9102cc325a22 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:35.196541 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-098fc37b-0cc8-4353-9dc2-9102cc325a22 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:35.208108 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-098fc37b-0cc8-4353-9dc2-9102cc325a22 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Calling delete_port for 65f55358-b04d-44b1-9fa7-39a07fa64f74 owned by network:floatingip {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:58:35.438702 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-098fc37b-0cc8-4353-9dc2-9102cc325a22 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:35.471923 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098fc37b-0cc8-4353-9dc2-9102cc325a22 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Pushing event deleted for resources: {'Port': ['ID=65f55358-b04d-44b1-9fa7-39a07fa64f74,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:58:35.527032 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cebb0e-8d65-450a-95c1-ab92f792b48a req-0dcee694-9807-4eb0-8b96-e7e4186040ed tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:35.528530 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-94cebb0e-8d65-450a-95c1-ab92f792b48a req-0dcee694-9807-4eb0-8b96-e7e4186040ed tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=29d70a26-0263-4d89-8ec5-ac3dd58252cd HTTP/1.1" status: 200 len: 944 time: 0.1192849 Oct 27 18:58:35.564590 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-098fc37b-0cc8-4353-9dc2-9102cc325a22 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks [] for floatingip, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:35.564916 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [None req-098fc37b-0cc8-4353-9dc2-9102cc325a22 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Floating IP 13e39b13-785d-4943-96a7-e4adff698039 disassociated (deleted). External IP: 172.25.6.221, port: b5893870-2ba0-4f0b-958c-ac58e5c3faf3. Oct 27 18:58:35.638229 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-94cebb0e-8d65-450a-95c1-ab92f792b48a req-4f464823-9946-4a68-a03f-b8dc947b03d6 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=1117a76d-b5e6-4e37-9a10-3f8ddd0e8116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018023 Oct 27 18:58:35.789230 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098fc37b-0cc8-4353-9dc2-9102cc325a22 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Router ce3cc18e-b40a-48e6-834c-39d80648aaca has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:58:35.899865 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098fc37b-0cc8-4353-9dc2-9102cc325a22 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:58:35.904914 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-098fc37b-0cc8-4353-9dc2-9102cc325a22 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:35.909281 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb43ad7-36e6-4e4d-b728-b3fa2bf6d267 None None] Sync routers for ids ['ce3cc18e-b40a-48e6-834c-39d80648aaca'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:58:35.919965 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb43ad7-36e6-4e4d-b728-b3fa2bf6d267 None None] Routers {'ce3cc18e-b40a-48e6-834c-39d80648aaca'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:58:35.921518 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-ecb43ad7-36e6-4e4d-b728-b3fa2bf6d267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:58:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['ce3cc18e-b40a-48e6-834c-39d80648aaca'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:58:35.934161 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-098fc37b-0cc8-4353-9dc2-9102cc325a22 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "DELETE /v2.0/floatingips/13e39b13-785d-4943-96a7-e4adff698039 HTTP/1.1" status: 204 len: 168 time: 0.9842474 Oct 27 18:58:35.934735 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6febaf5-6a5c-4579-b380-f67c482fa819', 'tag': 'b5893870-2ba0-4f0b-958c-ac58e5c3faf3'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:58:35.937316 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7eed8a7-383e-4cbd-ba2f-71509a754419" -d '{"events": [{"name": "network-changed", "server_uuid": "f6febaf5-6a5c-4579-b380-f67c482fa819", "tag": "b5893870-2ba0-4f0b-958c-ac58e5c3faf3"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:58:36.033749 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-ecb43ad7-36e6-4e4d-b728-b3fa2bf6d267 None None] Set router ce3cc18e-b40a-48e6-834c-39d80648aaca gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:58:36.240440 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-ecb43ad7-36e6-4e4d-b728-b3fa2bf6d267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'name': 'tempest-TestVolumeBackupRestore-1170065498-router', 'tenant_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'e2a77d41-6f6c-45b4-8a9b-934bc2706cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:15Z', 'updated_at': '2021-10-27T18:54:20Z', 'revision_number': 4, 'project_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'gw_port': {'id': 'e2a77d41-6f6c-45b4-8a9b-934bc2706cb7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:16Z', 'updated_at': '2021-10-27T18:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'b5fd10d5-a0e8-40f3-8b35-8cdfbd3fd4fc', 'name': '', 'network_id': '32dc071c-1c79-4718-afbd-092eda278aa0', 'tenant_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'mac_address': 'fa:16:3e:ad:97:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '65ebe553-d59a-4ae0-acd6-d55189b59e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:20Z', 'updated_at': '2021-10-27T18:54:29Z', 'revision_number': 5, 'project_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'subnets': [{'id': '65ebe553-d59a-4ae0-acd6-d55189b59e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:58:36.269098 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb43ad7-36e6-4e4d-b728-b3fa2bf6d267 None None] Checking router: ce3cc18e-b40a-48e6-834c-39d80648aaca for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:58:36.277866 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb43ad7-36e6-4e4d-b728-b3fa2bf6d267 None None] Routers {'ce3cc18e-b40a-48e6-834c-39d80648aaca'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:58:36.278748 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-ecb43ad7-36e6-4e4d-b728-b3fa2bf6d267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:58:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['ce3cc18e-b40a-48e6-834c-39d80648aaca'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:58:36.393473 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-ecb43ad7-36e6-4e4d-b728-b3fa2bf6d267 None None] Set router ce3cc18e-b40a-48e6-834c-39d80648aaca gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:58:36.525721 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69424843-2e0a-467a-8b0f-53c6b6fefffb x-openstack-request-id: req-69424843-2e0a-467a-8b0f-53c6b6fefffb {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:58:36.525721 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6febaf5-6a5c-4579-b380-f67c482fa819", "tag": "b5893870-2ba0-4f0b-958c-ac58e5c3faf3", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:58:36.525721 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-69424843-2e0a-467a-8b0f-53c6b6fefffb {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:58:36.525721 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6febaf5-6a5c-4579-b380-f67c482fa819', 'tag': 'b5893870-2ba0-4f0b-958c-ac58e5c3faf3', 'status': 'completed', 'code': 200} Oct 27 18:58:36.534247 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 3ad218ae-da98-49fb-b864-53ef1f226873 up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 18:58:36.597048 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eed8a7-383e-4cbd-ba2f-71509a754419 req-5b08644a-625b-477a-a519-5cfd7b181bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:36.598592 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c7eed8a7-383e-4cbd-ba2f-71509a754419 req-5b08644a-625b-477a-a519-5cfd7b181bb8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=69ce95bedcdf489da0d6158b9f0adbbb&device_id=f6febaf5-6a5c-4579-b380-f67c482fa819 HTTP/1.1" status: 200 len: 1097 time: 0.0532405 Oct 27 18:58:36.630861 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6df0d-03b7-4f0f-9ed1-4b49224454fe req-3d70c2de-b2d3-4d5a-84ca-3fc301593e40 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:36.633288 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-80b6df0d-03b7-4f0f-9ed1-4b49224454fe req-3d70c2de-b2d3-4d5a-84ca-3fc301593e40 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6febaf5-6a5c-4579-b380-f67c482fa819 HTTP/1.1" status: 200 len: 946 time: 0.0611265 Oct 27 18:58:36.665168 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-ecb43ad7-36e6-4e4d-b728-b3fa2bf6d267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'name': 'tempest-TestVolumeBackupRestore-1170065498-router', 'tenant_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'e2a77d41-6f6c-45b4-8a9b-934bc2706cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:15Z', 'updated_at': '2021-10-27T18:54:20Z', 'revision_number': 4, 'project_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'gw_port': {'id': 'e2a77d41-6f6c-45b4-8a9b-934bc2706cb7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:16Z', 'updated_at': '2021-10-27T18:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'b5fd10d5-a0e8-40f3-8b35-8cdfbd3fd4fc', 'name': '', 'network_id': '32dc071c-1c79-4718-afbd-092eda278aa0', 'tenant_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'mac_address': 'fa:16:3e:ad:97:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '65ebe553-d59a-4ae0-acd6-d55189b59e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:20Z', 'updated_at': '2021-10-27T18:54:29Z', 'revision_number': 5, 'project_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'subnets': [{'id': '65ebe553-d59a-4ae0-acd6-d55189b59e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:58:36.685311 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-80b6df0d-03b7-4f0f-9ed1-4b49224454fe req-6063cfaf-85d2-4942-bc20-768346e37995 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b88eaa1-74b9-4e28-b5b9-0ead6e516b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458610 Oct 27 18:58:36.693674 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eed8a7-383e-4cbd-ba2f-71509a754419 req-93695f6a-ad04-4de4-831f-bbf068f5f375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:36.696067 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c7eed8a7-383e-4cbd-ba2f-71509a754419 req-93695f6a-ad04-4de4-831f-bbf068f5f375 service neutron] 10.222.0.81 "GET /v2.0/networks?id=32dc071c-1c79-4718-afbd-092eda278aa0 HTTP/1.1" status: 200 len: 916 time: 0.0902932 Oct 27 18:58:36.697602 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb43ad7-36e6-4e4d-b728-b3fa2bf6d267 None None] The sync data for ids ['ce3cc18e-b40a-48e6-834c-39d80648aaca'] in n-d-815690-2 is: [{'id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'name': 'tempest-TestVolumeBackupRestore-1170065498-router', 'tenant_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'e2a77d41-6f6c-45b4-8a9b-934bc2706cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:15Z', 'updated_at': '2021-10-27T18:54:20Z', 'revision_number': 4, 'project_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'gw_port': {'id': 'e2a77d41-6f6c-45b4-8a9b-934bc2706cb7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:16Z', 'updated_at': '2021-10-27T18:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'b5fd10d5-a0e8-40f3-8b35-8cdfbd3fd4fc', 'name': '', 'network_id': '32dc071c-1c79-4718-afbd-092eda278aa0', 'tenant_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'mac_address': 'fa:16:3e:ad:97:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '65ebe553-d59a-4ae0-acd6-d55189b59e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:20Z', 'updated_at': '2021-10-27T18:54:29Z', 'revision_number': 5, 'project_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'subnets': [{'id': '65ebe553-d59a-4ae0-acd6-d55189b59e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:58:36.701941 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning for port 3ad218ae-da98-49fb-b864-53ef1f226873 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 18:58:36.706607 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port 3ad218ae-da98-49fb-b864-53ef1f226873 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 18:58:36.707030 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:36.753889 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c7eed8a7-383e-4cbd-ba2f-71509a754419 req-e15a65d7-5639-4a37-9192-ade988ff04ad service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5893870-2ba0-4f0b-958c-ac58e5c3faf3 HTTP/1.1" status: 200 len: 217 time: 0.0491519 Oct 27 18:58:36.805889 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:36.815914 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eed8a7-383e-4cbd-ba2f-71509a754419 req-adb97fff-c85d-463c-90c3-7486fbb4e0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:36.818482 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c7eed8a7-383e-4cbd-ba2f-71509a754419 req-adb97fff-c85d-463c-90c3-7486fbb4e0d0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=65ebe553-d59a-4ae0-acd6-d55189b59e78 HTTP/1.1" status: 200 len: 853 time: 0.0571759 Oct 27 18:58:36.820858 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427eda6-375f-4134-84f1-8b812008ebd8 req-1ff5a717-5b37-46f3-9ac2-77849d725e92 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:36.822752 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f427eda6-375f-4134-84f1-8b812008ebd8 req-1ff5a717-5b37-46f3-9ac2-77849d725e92 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=29d70a26-0263-4d89-8ec5-ac3dd58252cd HTTP/1.1" status: 200 len: 944 time: 0.0584435 Oct 27 18:58:36.832424 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d70a26-0263-4d89-8ec5-ac3dd58252cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad218ae-da98-49fb-b864-53ef1f226873'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:58:36.837803 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8b11ad-187e-47e6-9cf7-0804804bc753" -d '{"events": [{"server_uuid": "29d70a26-0263-4d89-8ec5-ac3dd58252cd", "name": "network-vif-plugged", "status": "completed", "tag": "3ad218ae-da98-49fb-b864-53ef1f226873"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:58:36.859644 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 3ad218ae-da98-49fb-b864-53ef1f226873, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=3ad218ae-da98-49fb-b864-53ef1f226873,segment=NetworkSegment(7087a874-3c18-4df7-a66e-d4157b05ddbf),segment_id=7087a874-3c18-4df7-a66e-d4157b05ddbf)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:58:36.868437 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f427eda6-375f-4134-84f1-8b812008ebd8 req-042c9ee2-7778-4cf1-b796-58e498028086 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=1117a76d-b5e6-4e37-9a10-3f8ddd0e8116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363319 Oct 27 18:58:36.892035 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eed8a7-383e-4cbd-ba2f-71509a754419 req-ed4b80ac-5df9-47f8-9d8c-0526a547d827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:36.892035 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c7eed8a7-383e-4cbd-ba2f-71509a754419 req-ed4b80ac-5df9-47f8-9d8c-0526a547d827 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=32dc071c-1c79-4718-afbd-092eda278aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603800 Oct 27 18:58:36.920132 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bbb3cc-d19e-4e3a-b6eb-e195ac103108 x-openstack-request-id: req-c3bbb3cc-d19e-4e3a-b6eb-e195ac103108 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:58:36.920562 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29d70a26-0263-4d89-8ec5-ac3dd58252cd", "name": "network-vif-plugged", "status": "completed", "tag": "3ad218ae-da98-49fb-b864-53ef1f226873", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:58:36.920685 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c3bbb3cc-d19e-4e3a-b6eb-e195ac103108 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:58:36.921059 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29d70a26-0263-4d89-8ec5-ac3dd58252cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad218ae-da98-49fb-b864-53ef1f226873', 'code': 200} Oct 27 18:58:36.942704 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:37.010341 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=3ad218ae-da98-49fb-b864-53ef1f226873,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:58:37.025731 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5695d3a-d8a7-4957-a876-1ca557900851 None None] New status for floating IP 13e39b13-785d-4943-96a7-e4adff698039: DOWN {{(pid=102881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:58:37.353786 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2301d0-6b0f-4652-8083-d6285d3fbf2e req-48c5985d-38f7-417a-a919-628825257f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:37.355310 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-eb2301d0-6b0f-4652-8083-d6285d3fbf2e req-48c5985d-38f7-417a-a919-628825257f7a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=29d70a26-0263-4d89-8ec5-ac3dd58252cd HTTP/1.1" status: 200 len: 1096 time: 0.0729008 Oct 27 18:58:37.360579 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c7eed8a7-383e-4cbd-ba2f-71509a754419 req-48e7ded5-3ca0-445e-9b1e-88292d7daacc service neutron] 10.222.0.81 "GET /v2.0/networks/32dc071c-1c79-4718-afbd-092eda278aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4665899 Oct 27 18:58:37.450626 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-eb2301d0-6b0f-4652-8083-d6285d3fbf2e req-d34fe551-7d8d-48ab-bd74-83fdbe64d3e1 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=1117a76d-b5e6-4e37-9a10-3f8ddd0e8116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818965 Oct 27 18:58:37.482536 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c7eed8a7-383e-4cbd-ba2f-71509a754419 req-6e032d34-a66f-4b4b-8fca-450db6abbef8 service neutron] 10.222.0.81 "GET /v2.0/networks/32dc071c-1c79-4718-afbd-092eda278aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083479 Oct 27 18:58:37.815180 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7286b6-057e-460b-ae52-0f148d2edbe0 req-c55f55e7-e77b-413f-a45a-c7c622dd318b tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:37.816682 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1e7286b6-057e-460b-ae52-0f148d2edbe0 req-c55f55e7-e77b-413f-a45a-c7c622dd318b tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6febaf5-6a5c-4579-b380-f67c482fa819 HTTP/1.1" status: 200 len: 946 time: 0.0559971 Oct 27 18:58:37.856803 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1e7286b6-057e-460b-ae52-0f148d2edbe0 req-027621b5-3d15-41d3-a4ed-f1ca1cf29984 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/security-groups?id=7b88eaa1-74b9-4e28-b5b9-0ead6e516b65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334754 Oct 27 18:58:37.989754 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5deed-03c3-48e9-b5d9-bbb6801b11a1 req-bdb12704-17bc-4644-b1e9-e42f8c2daf7b tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:37.991213 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e0a5deed-03c3-48e9-b5d9-bbb6801b11a1 req-bdb12704-17bc-4644-b1e9-e42f8c2daf7b tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=29d70a26-0263-4d89-8ec5-ac3dd58252cd HTTP/1.1" status: 200 len: 945 time: 0.0517356 Oct 27 18:58:38.030678 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e0a5deed-03c3-48e9-b5d9-bbb6801b11a1 req-cacfa02a-e339-45aa-b459-8424285b5f87 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=1117a76d-b5e6-4e37-9a10-3f8ddd0e8116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334575 Oct 27 18:58:38.332740 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e8b1f-cc5e-4842-9cbc-6a1f6c29768d req-374fbd1c-4c52-4c4e-89e5-702dedde17a9 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:38.334888 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-868e8b1f-cc5e-4842-9cbc-6a1f6c29768d req-374fbd1c-4c52-4c4e-89e5-702dedde17a9 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6febaf5-6a5c-4579-b380-f67c482fa819 HTTP/1.1" status: 200 len: 946 time: 0.0528989 Oct 27 18:58:38.435416 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-868e8b1f-cc5e-4842-9cbc-6a1f6c29768d req-ef024f87-776b-4195-9ba1-3cae3e5cc802 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Deleting port b5893870-2ba0-4f0b-958c-ac58e5c3faf3 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:58:38.435741 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-868e8b1f-cc5e-4842-9cbc-6a1f6c29768d req-ef024f87-776b-4195-9ba1-3cae3e5cc802 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:38.528554 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-868e8b1f-cc5e-4842-9cbc-6a1f6c29768d req-ef024f87-776b-4195-9ba1-3cae3e5cc802 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] For port b5893870-2ba0-4f0b-958c-ac58e5c3faf3, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=b5893870-2ba0-4f0b-958c-ac58e5c3faf3,segment=NetworkSegment(9aba0c60-d2f1-4171-830a-27af69bfef53),segment_id=9aba0c60-d2f1-4171-830a-27af69bfef53)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:58:38.528928 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-868e8b1f-cc5e-4842-9cbc-6a1f6c29768d req-ef024f87-776b-4195-9ba1-3cae3e5cc802 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:38.542415 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-868e8b1f-cc5e-4842-9cbc-6a1f6c29768d req-ef024f87-776b-4195-9ba1-3cae3e5cc802 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Calling delete_port for b5893870-2ba0-4f0b-958c-ac58e5c3faf3 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:58:38.731858 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-868e8b1f-cc5e-4842-9cbc-6a1f6c29768d req-ef024f87-776b-4195-9ba1-3cae3e5cc802 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:38.759221 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef024f87-776b-4195-9ba1-3cae3e5cc802 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Pushing event deleted for resources: {'Port': ['ID=b5893870-2ba0-4f0b-958c-ac58e5c3faf3,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:58:38.806887 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-868e8b1f-cc5e-4842-9cbc-6a1f6c29768d req-ef024f87-776b-4195-9ba1-3cae3e5cc802 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] No DVR routers for this DVR port b5893870-2ba0-4f0b-958c-ac58e5c3faf3 on host n-h1-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:58:38.809605 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-868e8b1f-cc5e-4842-9cbc-6a1f6c29768d req-ef024f87-776b-4195-9ba1-3cae3e5cc802 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:38.812877 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-868e8b1f-cc5e-4842-9cbc-6a1f6c29768d req-ef024f87-776b-4195-9ba1-3cae3e5cc802 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.81 "DELETE /v2.0/ports/b5893870-2ba0-4f0b-958c-ac58e5c3faf3 HTTP/1.1" status: 204 len: 173 time: 0.4691927 Oct 27 18:58:38.813335 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6febaf5-6a5c-4579-b380-f67c482fa819', 'name': 'network-vif-deleted', 'tag': 'b5893870-2ba0-4f0b-958c-ac58e5c3faf3'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:58:38.815605 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5237334-9b94-44da-b6bd-a54921859c02" -d '{"events": [{"server_uuid": "f6febaf5-6a5c-4579-b380-f67c482fa819", "name": "network-vif-deleted", "tag": "b5893870-2ba0-4f0b-958c-ac58e5c3faf3"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:58:38.851891 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 18:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ea5fa4-dc09-4d31-9b68-20ea02433d09 x-openstack-request-id: req-95ea5fa4-dc09-4d31-9b68-20ea02433d09 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:58:38.855498 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6febaf5-6a5c-4579-b380-f67c482fa819", "name": "network-vif-deleted", "tag": "b5893870-2ba0-4f0b-958c-ac58e5c3faf3", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:58:38.855498 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-95ea5fa4-dc09-4d31-9b68-20ea02433d09 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:58:38.855498 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6febaf5-6a5c-4579-b380-f67c482fa819', 'name': 'network-vif-deleted', 'tag': 'b5893870-2ba0-4f0b-958c-ac58e5c3faf3', 'status': 'completed', 'code': 200} Oct 27 18:58:38.954697 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0907543e-4a84-4121-a2f9-950ca08d24f3 req-a6118323-e169-44fd-b1d5-e8d75a71e513 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6febaf5-6a5c-4579-b380-f67c482fa819 HTTP/1.1" status: 200 len: 210 time: 0.0282371 Oct 27 18:58:39.155456 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7cfdc-fb1c-4e36-8602-4e2a5e8ad636 req-833aeaab-a802-40e1-902e-34f0d0d86bac tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:39.157278 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-08f7cfdc-fb1c-4e36-8602-4e2a5e8ad636 req-833aeaab-a802-40e1-902e-34f0d0d86bac tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=29d70a26-0263-4d89-8ec5-ac3dd58252cd HTTP/1.1" status: 200 len: 945 time: 0.0558798 Oct 27 18:58:39.211444 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-08f7cfdc-fb1c-4e36-8602-4e2a5e8ad636 req-0dfef69e-7ced-49b6-b5b5-9c3c7fb03912 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=1117a76d-b5e6-4e37-9a10-3f8ddd0e8116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438914 Oct 27 18:58:39.327871 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7cd4cf-cda8-4bc4-b2f8-3c45d30d3575 req-3b45c2af-5104-423a-8392-048199e19793 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:39.329392 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4c7cd4cf-cda8-4bc4-b2f8-3c45d30d3575 req-3b45c2af-5104-423a-8392-048199e19793 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=29d70a26-0263-4d89-8ec5-ac3dd58252cd HTTP/1.1" status: 200 len: 945 time: 0.0521388 Oct 27 18:58:39.339588 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44372) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:58:39.343942 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-706713d8-edc3-455b-8457-ebc27310cc4e tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Request body: {'floatingip': {'port_id': '3ad218ae-da98-49fb-b864-53ef1f226873'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 18:58:39.383053 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-706713d8-edc3-455b-8457-ebc27310cc4e tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks [] for floatingip, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:39.657353 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-177b5e73-b5b2-43fb-b7cc-007f62c4fa9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:40.084717 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7b95277f-2a9e-4004-a90e-6a83b7ff273e req-044400b5-f98f-4a50-8ad0-74db62bbd8bb tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6febaf5-6a5c-4579-b380-f67c482fa819 HTTP/1.1" status: 200 len: 210 time: 0.0362899 Oct 27 18:58:40.193360 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-706713d8-edc3-455b-8457-ebc27310cc4e tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:40.262518 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-706713d8-edc3-455b-8457-ebc27310cc4e tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:40.368315 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [None req-706713d8-edc3-455b-8457-ebc27310cc4e tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Floating IP aed60dc0-9f9e-46df-a6ea-e84912a3f7c7 associated. External IP: 172.25.6.185, port: 3ad218ae-da98-49fb-b864-53ef1f226873. Oct 27 18:58:40.593173 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706713d8-edc3-455b-8457-ebc27310cc4e tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Router 7b9ef261-3e24-4597-b2ed-5a9f50053f56 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:58:40.710021 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706713d8-edc3-455b-8457-ebc27310cc4e tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:58:40.715556 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-706713d8-edc3-455b-8457-ebc27310cc4e tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:40.721696 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7ff4d2-0fe8-418d-ade4-842b93da06b6 None None] Sync routers for ids ['7b9ef261-3e24-4597-b2ed-5a9f50053f56'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:58:40.734461 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7ff4d2-0fe8-418d-ade4-842b93da06b6 None None] Routers {'7b9ef261-3e24-4597-b2ed-5a9f50053f56'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:58:40.735129 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-6e7ff4d2-0fe8-418d-ade4-842b93da06b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:58:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['7b9ef261-3e24-4597-b2ed-5a9f50053f56'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:58:40.749928 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-706713d8-edc3-455b-8457-ebc27310cc4e tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "PUT /v2.0/floatingips/aed60dc0-9f9e-46df-a6ea-e84912a3f7c7 HTTP/1.1" status: 200 len: 991 time: 1.4067607 Oct 27 18:58:40.749928 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29d70a26-0263-4d89-8ec5-ac3dd58252cd', 'tag': '3ad218ae-da98-49fb-b864-53ef1f226873'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 18:58:40.750616 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da81aea0-2c09-42d4-aeb0-0b903f10302c" -d '{"events": [{"name": "network-changed", "server_uuid": "29d70a26-0263-4d89-8ec5-ac3dd58252cd", "tag": "3ad218ae-da98-49fb-b864-53ef1f226873"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 18:58:40.850711 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 18:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9729bef-3dd1-47ab-8122-6fcfe1ec6181 x-openstack-request-id: req-b9729bef-3dd1-47ab-8122-6fcfe1ec6181 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 18:58:40.851077 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29d70a26-0263-4d89-8ec5-ac3dd58252cd", "tag": "3ad218ae-da98-49fb-b864-53ef1f226873", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 18:58:40.851341 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b9729bef-3dd1-47ab-8122-6fcfe1ec6181 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 18:58:40.851856 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29d70a26-0263-4d89-8ec5-ac3dd58252cd', 'tag': '3ad218ae-da98-49fb-b864-53ef1f226873', 'status': 'completed', 'code': 200} Oct 27 18:58:40.863087 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-6e7ff4d2-0fe8-418d-ade4-842b93da06b6 None None] Set router 7b9ef261-3e24-4597-b2ed-5a9f50053f56 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:58:40.916260 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81aea0-2c09-42d4-aeb0-0b903f10302c req-3a3fdd5e-16e1-421b-a23c-84883e78a403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:40.917859 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-da81aea0-2c09-42d4-aeb0-0b903f10302c req-3a3fdd5e-16e1-421b-a23c-84883e78a403 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b41df82b71c04f518bb426f0e960c13c&device_id=29d70a26-0263-4d89-8ec5-ac3dd58252cd HTTP/1.1" status: 200 len: 1096 time: 0.0429566 Oct 27 18:58:41.016337 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81aea0-2c09-42d4-aeb0-0b903f10302c req-8d6b405c-c438-440a-a281-68c120c3b472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:41.018010 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-da81aea0-2c09-42d4-aeb0-0b903f10302c req-8d6b405c-c438-440a-a281-68c120c3b472 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ff43375c-397e-47f1-8c6a-c17892606b3f HTTP/1.1" status: 200 len: 913 time: 0.0923977 Oct 27 18:58:41.091351 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-da81aea0-2c09-42d4-aeb0-0b903f10302c req-ff62c8df-ee52-4900-b272-94b41cdb0591 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ad218ae-da98-49fb-b864-53ef1f226873 HTTP/1.1" status: 200 len: 999 time: 0.0665312 Oct 27 18:58:41.106001 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-6e7ff4d2-0fe8-418d-ade4-842b93da06b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'name': 'tempest-AttachVolumeTestJSON-2141801317-router', 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'd5a122cb-d617-46aa-ae4c-398e8e78a3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:15Z', 'updated_at': '2021-10-27T18:54:20Z', 'revision_number': 4, 'project_id': 'b41df82b71c04f518bb426f0e960c13c', 'gw_port': {'id': 'd5a122cb-d617-46aa-ae4c-398e8e78a3b8', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:16Z', 'updated_at': '2021-10-27T18:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'aed60dc0-9f9e-46df-a6ea-e84912a3f7c7', 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c', 'floating_ip_address': '172.25.6.185', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'port_id': '3ad218ae-da98-49fb-b864-53ef1f226873', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff43375c-397e-47f1-8c6a-c17892606b3f', 'mac_address': 'fa:16:3e:4b:8d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d70a26-0263-4d89-8ec5-ac3dd58252cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:58:24Z', 'updated_at': '2021-10-27T18:58:40Z', 'revision_number': 1, 'project_id': 'b41df82b71c04f518bb426f0e960c13c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09d88d18-ca52-4d74-800e-d67c4b05af48', 'name': '', 'network_id': 'ff43375c-397e-47f1-8c6a-c17892606b3f', 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c', 'mac_address': 'fa:16:3e:a6:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'ee3a74a5-9b8c-49ba-8152-38eb33e35df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:19Z', 'updated_at': '2021-10-27T18:54:25Z', 'revision_number': 5, 'project_id': 'b41df82b71c04f518bb426f0e960c13c', 'subnets': [{'id': 'ee3a74a5-9b8c-49ba-8152-38eb33e35df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:58:41.241100 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7ff4d2-0fe8-418d-ade4-842b93da06b6 None None] Checking router: 7b9ef261-3e24-4597-b2ed-5a9f50053f56 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:58:41.241413 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81aea0-2c09-42d4-aeb0-0b903f10302c req-906b15b6-1e90-47d4-86b6-380ded791765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:41.241536 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7ff4d2-0fe8-418d-ade4-842b93da06b6 None None] Routers {'7b9ef261-3e24-4597-b2ed-5a9f50053f56'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:58:41.241536 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-6e7ff4d2-0fe8-418d-ade4-842b93da06b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:58:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['7b9ef261-3e24-4597-b2ed-5a9f50053f56'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:58:41.241794 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-da81aea0-2c09-42d4-aeb0-0b903f10302c req-906b15b6-1e90-47d4-86b6-380ded791765 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ee3a74a5-9b8c-49ba-8152-38eb33e35df4 HTTP/1.1" status: 200 len: 850 time: 0.0572286 Oct 27 18:58:41.241794 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81aea0-2c09-42d4-aeb0-0b903f10302c req-30d88632-349a-40d7-ad6f-1f57c6784aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:58:41.241794 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-da81aea0-2c09-42d4-aeb0-0b903f10302c req-30d88632-349a-40d7-ad6f-1f57c6784aa6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ff43375c-397e-47f1-8c6a-c17892606b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484593 Oct 27 18:58:41.242097 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cce75598-899a-4cdb-8e84-0dd67a713ff7 req-a29d9d1a-9ea2-4b97-bfdf-bb38c93d0a38 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6febaf5-6a5c-4579-b380-f67c482fa819 HTTP/1.1" status: 200 len: 210 time: 0.0431538 Oct 27 18:58:41.282654 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-6e7ff4d2-0fe8-418d-ade4-842b93da06b6 None None] Set router 7b9ef261-3e24-4597-b2ed-5a9f50053f56 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:58:41.319120 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-da81aea0-2c09-42d4-aeb0-0b903f10302c req-fe0e7b89-84a6-45c4-a87f-d7b61708f2a4 service neutron] 10.222.0.81 "GET /v2.0/networks/ff43375c-397e-47f1-8c6a-c17892606b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002474 Oct 27 18:58:41.424821 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-da81aea0-2c09-42d4-aeb0-0b903f10302c req-1d773778-4e58-4032-87db-514d2acb5e47 service neutron] 10.222.0.81 "GET /v2.0/networks/ff43375c-397e-47f1-8c6a-c17892606b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990067 Oct 27 18:58:41.675962 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-6e7ff4d2-0fe8-418d-ade4-842b93da06b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'name': 'tempest-AttachVolumeTestJSON-2141801317-router', 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'd5a122cb-d617-46aa-ae4c-398e8e78a3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:15Z', 'updated_at': '2021-10-27T18:54:20Z', 'revision_number': 4, 'project_id': 'b41df82b71c04f518bb426f0e960c13c', 'gw_port': {'id': 'd5a122cb-d617-46aa-ae4c-398e8e78a3b8', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:16Z', 'updated_at': '2021-10-27T18:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'aed60dc0-9f9e-46df-a6ea-e84912a3f7c7', 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c', 'floating_ip_address': '172.25.6.185', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'port_id': '3ad218ae-da98-49fb-b864-53ef1f226873', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff43375c-397e-47f1-8c6a-c17892606b3f', 'mac_address': 'fa:16:3e:4b:8d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d70a26-0263-4d89-8ec5-ac3dd58252cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:58:24Z', 'updated_at': '2021-10-27T18:58:40Z', 'revision_number': 1, 'project_id': 'b41df82b71c04f518bb426f0e960c13c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09d88d18-ca52-4d74-800e-d67c4b05af48', 'name': '', 'network_id': 'ff43375c-397e-47f1-8c6a-c17892606b3f', 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c', 'mac_address': 'fa:16:3e:a6:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'ee3a74a5-9b8c-49ba-8152-38eb33e35df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:19Z', 'updated_at': '2021-10-27T18:54:25Z', 'revision_number': 5, 'project_id': 'b41df82b71c04f518bb426f0e960c13c', 'subnets': [{'id': 'ee3a74a5-9b8c-49ba-8152-38eb33e35df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:58:41.714002 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7ff4d2-0fe8-418d-ade4-842b93da06b6 None None] The sync data for ids ['7b9ef261-3e24-4597-b2ed-5a9f50053f56'] in n-d-815690-2 is: [{'id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'name': 'tempest-AttachVolumeTestJSON-2141801317-router', 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'd5a122cb-d617-46aa-ae4c-398e8e78a3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:15Z', 'updated_at': '2021-10-27T18:54:20Z', 'revision_number': 4, 'project_id': 'b41df82b71c04f518bb426f0e960c13c', 'gw_port': {'id': 'd5a122cb-d617-46aa-ae4c-398e8e78a3b8', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:16Z', 'updated_at': '2021-10-27T18:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'aed60dc0-9f9e-46df-a6ea-e84912a3f7c7', 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c', 'floating_ip_address': '172.25.6.185', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'port_id': '3ad218ae-da98-49fb-b864-53ef1f226873', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff43375c-397e-47f1-8c6a-c17892606b3f', 'mac_address': 'fa:16:3e:4b:8d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d70a26-0263-4d89-8ec5-ac3dd58252cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T18:58:24Z', 'updated_at': '2021-10-27T18:58:40Z', 'revision_number': 1, 'project_id': 'b41df82b71c04f518bb426f0e960c13c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09d88d18-ca52-4d74-800e-d67c4b05af48', 'name': '', 'network_id': 'ff43375c-397e-47f1-8c6a-c17892606b3f', 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c', 'mac_address': 'fa:16:3e:a6:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'ee3a74a5-9b8c-49ba-8152-38eb33e35df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:19Z', 'updated_at': '2021-10-27T18:54:25Z', 'revision_number': 5, 'project_id': 'b41df82b71c04f518bb426f0e960c13c', 'subnets': [{'id': 'ee3a74a5-9b8c-49ba-8152-38eb33e35df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:58:41.928701 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55d4bba-c7f6-4914-b6c0-9e87c804c006 None None] New status for floating IP aed60dc0-9f9e-46df-a6ea-e84912a3f7c7: ACTIVE {{(pid=102881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 18:58:42.091011 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e635052d-b870-4b1e-bca1-ad214616b21d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:42.317277 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3e44e7b6-26f6-43a4-a904-fa046b828b71 req-6fb148da-93d4-4f89-a093-9e95f6a784eb tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6febaf5-6a5c-4579-b380-f67c482fa819 HTTP/1.1" status: 200 len: 210 time: 0.0271735 Oct 27 18:58:42.563859 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device b5893870-2ba0-4f0b-958c-ac58e5c3faf3 no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:58:42.587146 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] No Port match for: b5893870-2ba0-4f0b-958c-ac58e5c3faf3 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:58:42.587497 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device b5893870-2ba0-4f0b-958c-ac58e5c3faf3 not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:58:43.422053 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-12b7ce37-77b9-424a-ad98-11251e27c858 req-b2ef77fc-6643-4061-b806-a36d3485d4c8 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6febaf5-6a5c-4579-b380-f67c482fa819 HTTP/1.1" status: 200 len: 210 time: 0.0275972 Oct 27 18:58:43.452166 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:43.559309 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:44.535934 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1103847a-b82f-400b-8dc4-2fe68b88e15f req-d5def171-fa6d-4479-8f0c-43baf839a545 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6febaf5-6a5c-4579-b380-f67c482fa819 HTTP/1.1" status: 200 len: 210 time: 0.0269620 Oct 27 18:58:44.714336 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:58:45.181410 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:45.597170 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44400) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:58:45.662895 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6c038600-0de7-44b1-bec9-c6576a95c822 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:45.689991 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6c038600-0de7-44b1-bec9-c6576a95c822 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:45.816526 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6c038600-0de7-44b1-bec9-c6576a95c822 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:45.819180 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6c038600-0de7-44b1-bec9-c6576a95c822 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:45.821498 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6c038600-0de7-44b1-bec9-c6576a95c822 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] 10.222.0.52 "DELETE /v2.0/security-groups/7b88eaa1-74b9-4e28-b5b9-0ead6e516b65 HTTP/1.1" status: 204 len: 168 time: 0.2232411 Oct 27 18:58:45.831461 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c038600-0de7-44b1-bec9-c6576a95c822 tempest-TestVolumeBackupRestore-581301070 tempest-TestVolumeBackupRestore-581301070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b88eaa1-74b9-4e28-b5b9-0ead6e516b65,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:58:50.906137 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44574) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:58:51.312246 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d1e25389-2668-4f8a-aaee-9b5604b79d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:51.587926 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-d1e25389-2668-4f8a-aaee-9b5604b79d6b admin admin] Deleting port b5fd10d5-a0e8-40f3-8b35-8cdfbd3fd4fc {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:58:51.588280 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d1e25389-2668-4f8a-aaee-9b5604b79d6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:51.678803 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-d1e25389-2668-4f8a-aaee-9b5604b79d6b admin admin] For port b5fd10d5-a0e8-40f3-8b35-8cdfbd3fd4fc, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=b5fd10d5-a0e8-40f3-8b35-8cdfbd3fd4fc,segment=NetworkSegment(9aba0c60-d2f1-4171-830a-27af69bfef53),segment_id=9aba0c60-d2f1-4171-830a-27af69bfef53)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:58:51.679773 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d1e25389-2668-4f8a-aaee-9b5604b79d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:51.691460 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-d1e25389-2668-4f8a-aaee-9b5604b79d6b admin admin] Calling delete_port for b5fd10d5-a0e8-40f3-8b35-8cdfbd3fd4fc owned by network:router_interface {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:58:51.982805 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d1e25389-2668-4f8a-aaee-9b5604b79d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:52.012522 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e25389-2668-4f8a-aaee-9b5604b79d6b admin admin] Pushing event deleted for resources: {'Port': ['ID=b5fd10d5-a0e8-40f3-8b35-8cdfbd3fd4fc,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:58:52.208099 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d1e25389-2668-4f8a-aaee-9b5604b79d6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:52.439916 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e25389-2668-4f8a-aaee-9b5604b79d6b admin admin] Router ce3cc18e-b40a-48e6-834c-39d80648aaca has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:58:52.566084 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e25389-2668-4f8a-aaee-9b5604b79d6b admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:58:52.571722 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d1e25389-2668-4f8a-aaee-9b5604b79d6b admin admin] 10.222.0.52 "PUT /v2.0/routers/ce3cc18e-b40a-48e6-834c-39d80648aaca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6636136 Oct 27 18:58:52.574143 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44644) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:58:52.577006 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32090e92-0783-4cc8-892a-e4dfac04b6df None None] Sync routers for ids ['ce3cc18e-b40a-48e6-834c-39d80648aaca'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:58:52.590104 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32090e92-0783-4cc8-892a-e4dfac04b6df None None] Routers {'ce3cc18e-b40a-48e6-834c-39d80648aaca'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:58:52.590730 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-32090e92-0783-4cc8-892a-e4dfac04b6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:58:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['ce3cc18e-b40a-48e6-834c-39d80648aaca'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:58:52.688381 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9e881327-f089-4cb7-bcb8-499d8ca237a8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:52.702775 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-32090e92-0783-4cc8-892a-e4dfac04b6df None None] Set router ce3cc18e-b40a-48e6-834c-39d80648aaca gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:58:52.795212 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9e881327-f089-4cb7-bcb8-499d8ca237a8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:52.895051 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-32090e92-0783-4cc8-892a-e4dfac04b6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'name': 'tempest-TestVolumeBackupRestore-1170065498-router', 'tenant_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.177'}], 'enable_snat': True}, 'gw_port_id': 'e2a77d41-6f6c-45b4-8a9b-934bc2706cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:15Z', 'updated_at': '2021-10-27T18:58:51Z', 'revision_number': 5, 'project_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'gw_port': {'id': 'e2a77d41-6f6c-45b4-8a9b-934bc2706cb7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:16Z', 'updated_at': '2021-10-27T18:54:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:58:52.912278 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-9e881327-f089-4cb7-bcb8-499d8ca237a8 admin admin] Deleting port e2a77d41-6f6c-45b4-8a9b-934bc2706cb7 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:58:52.912633 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9e881327-f089-4cb7-bcb8-499d8ca237a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:52.924696 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32090e92-0783-4cc8-892a-e4dfac04b6df None None] Checking router: ce3cc18e-b40a-48e6-834c-39d80648aaca for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:58:52.935003 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32090e92-0783-4cc8-892a-e4dfac04b6df None None] Routers {'ce3cc18e-b40a-48e6-834c-39d80648aaca'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:58:52.935705 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-32090e92-0783-4cc8-892a-e4dfac04b6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:58:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['ce3cc18e-b40a-48e6-834c-39d80648aaca'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:58:52.997495 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-9e881327-f089-4cb7-bcb8-499d8ca237a8 admin admin] For port e2a77d41-6f6c-45b4-8a9b-934bc2706cb7, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=e2a77d41-6f6c-45b4-8a9b-934bc2706cb7,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:58:52.998098 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9e881327-f089-4cb7-bcb8-499d8ca237a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:53.011755 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-9e881327-f089-4cb7-bcb8-499d8ca237a8 admin admin] Calling delete_port for e2a77d41-6f6c-45b4-8a9b-934bc2706cb7 owned by network:router_gateway {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:58:53.024948 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-32090e92-0783-4cc8-892a-e4dfac04b6df None None] Set router ce3cc18e-b40a-48e6-834c-39d80648aaca gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:58:53.079465 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-32090e92-0783-4cc8-892a-e4dfac04b6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'name': 'tempest-TestVolumeBackupRestore-1170065498-router', 'tenant_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:15Z', 'updated_at': '2021-10-27T18:58:52Z', 'revision_number': 6, 'project_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:58:53.110944 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32090e92-0783-4cc8-892a-e4dfac04b6df None None] The sync data for ids ['ce3cc18e-b40a-48e6-834c-39d80648aaca'] in n-d-815690-2 is: [{'id': 'ce3cc18e-b40a-48e6-834c-39d80648aaca', 'name': 'tempest-TestVolumeBackupRestore-1170065498-router', 'tenant_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:15Z', 'updated_at': '2021-10-27T18:58:52Z', 'revision_number': 6, 'project_id': '69ce95bedcdf489da0d6158b9f0adbbb', 'gw_port_host': None}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:58:53.279737 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9e881327-f089-4cb7-bcb8-499d8ca237a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:53.310762 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e881327-f089-4cb7-bcb8-499d8ca237a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2a77d41-6f6c-45b4-8a9b-934bc2706cb7,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:58:53.372104 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9e881327-f089-4cb7-bcb8-499d8ca237a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:53.466510 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9e881327-f089-4cb7-bcb8-499d8ca237a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:53.468797 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9e881327-f089-4cb7-bcb8-499d8ca237a8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:53.662918 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9e881327-f089-4cb7-bcb8-499d8ca237a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:53.663460 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e881327-f089-4cb7-bcb8-499d8ca237a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce3cc18e-b40a-48e6-834c-39d80648aaca {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:58:53.670643 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9e881327-f089-4cb7-bcb8-499d8ca237a8 admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:53.672285 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9e881327-f089-4cb7-bcb8-499d8ca237a8 admin admin] 10.222.0.52 "DELETE /v2.0/routers/ce3cc18e-b40a-48e6-834c-39d80648aaca HTTP/1.1" status: 204 len: 168 time: 1.0968828 Oct 27 18:58:53.674608 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44684) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:58:53.723466 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-e702e8bf-6d7a-4f59-bd86-6ea799b73d33 admin admin] Deleting subnet 65ebe553-d59a-4ae0-acd6-d55189b59e78 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:58:53.726639 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e702e8bf-6d7a-4f59-bd86-6ea799b73d33 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:53.764024 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e702e8bf-6d7a-4f59-bd86-6ea799b73d33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:53.851904 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e702e8bf-6d7a-4f59-bd86-6ea799b73d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:53.951266 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device e2a77d41-6f6c-45b4-8a9b-934bc2706cb7 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:58:53.972289 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: e2a77d41-6f6c-45b4-8a9b-934bc2706cb7 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:58:53.972665 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device e2a77d41-6f6c-45b4-8a9b-934bc2706cb7 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:58:53.973049 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device b5fd10d5-a0e8-40f3-8b35-8cdfbd3fd4fc no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:58:53.988541 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e702e8bf-6d7a-4f59-bd86-6ea799b73d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:53.997717 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: b5fd10d5-a0e8-40f3-8b35-8cdfbd3fd4fc {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:58:54.000344 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device b5fd10d5-a0e8-40f3-8b35-8cdfbd3fd4fc not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:58:54.016771 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702e8bf-6d7a-4f59-bd86-6ea799b73d33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65ebe553-d59a-4ae0-acd6-d55189b59e78,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:58:54.023183 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e702e8bf-6d7a-4f59-bd86-6ea799b73d33 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:54.026729 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e702e8bf-6d7a-4f59-bd86-6ea799b73d33 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/65ebe553-d59a-4ae0-acd6-d55189b59e78 HTTP/1.1" status: 204 len: 168 time: 0.3510783 Oct 27 18:58:54.029177 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44698) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:58:54.033019 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52ed9c9-6bdd-4393-b5a5-da3c4a9ade6f None None] Network 32dc071c-1c79-4718-afbd-092eda278aa0 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:58:54.109502 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cbcf1f67-8ec6-4da1-88c0-b84751649eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:54.169410 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-cbcf1f67-8ec6-4da1-88c0-b84751649eae admin admin] Deleting port 0a44e84d-6f97-4f7f-9e4e-1389f964d5bd {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:58:54.169755 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cbcf1f67-8ec6-4da1-88c0-b84751649eae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:54.241887 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-cbcf1f67-8ec6-4da1-88c0-b84751649eae admin admin] For port 0a44e84d-6f97-4f7f-9e4e-1389f964d5bd, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=0a44e84d-6f97-4f7f-9e4e-1389f964d5bd,segment=NetworkSegment(9aba0c60-d2f1-4171-830a-27af69bfef53),segment_id=9aba0c60-d2f1-4171-830a-27af69bfef53)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:58:54.242252 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cbcf1f67-8ec6-4da1-88c0-b84751649eae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:54.255528 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-cbcf1f67-8ec6-4da1-88c0-b84751649eae admin admin] Calling delete_port for 0a44e84d-6f97-4f7f-9e4e-1389f964d5bd owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:58:54.263690 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bfde96-8267-44ed-8538-408e063dd1ea None None] DHCP port deletion for 32dc071c-1c79-4718-afbd-092eda278aa0 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:58:54.320213 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-30bfde96-8267-44ed-8538-408e063dd1ea None None] Deleting port 0a44e84d-6f97-4f7f-9e4e-1389f964d5bd {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:58:54.320720 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-30bfde96-8267-44ed-8538-408e063dd1ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:54.388354 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-30bfde96-8267-44ed-8538-408e063dd1ea None None] For port 0a44e84d-6f97-4f7f-9e4e-1389f964d5bd, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=0a44e84d-6f97-4f7f-9e4e-1389f964d5bd,segment=NetworkSegment(9aba0c60-d2f1-4171-830a-27af69bfef53),segment_id=9aba0c60-d2f1-4171-830a-27af69bfef53)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:58:54.388672 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-30bfde96-8267-44ed-8538-408e063dd1ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:54.401020 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-30bfde96-8267-44ed-8538-408e063dd1ea None None] Calling delete_port for 0a44e84d-6f97-4f7f-9e4e-1389f964d5bd owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:58:54.433928 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cbcf1f67-8ec6-4da1-88c0-b84751649eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:54.460502 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf1f67-8ec6-4da1-88c0-b84751649eae admin admin] Pushing event deleted for resources: {'Port': ['ID=0a44e84d-6f97-4f7f-9e4e-1389f964d5bd,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:58:54.464575 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcf1f67-8ec6-4da1-88c0-b84751649eae admin admin] No DVR routers for this DVR port 0a44e84d-6f97-4f7f-9e4e-1389f964d5bd on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:58:54.484654 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-30bfde96-8267-44ed-8538-408e063dd1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:54.512864 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bfde96-8267-44ed-8538-408e063dd1ea None None] Pushing event deleted for resources: {'Port': ['ID=0a44e84d-6f97-4f7f-9e4e-1389f964d5bd,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:58:54.518861 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bfde96-8267-44ed-8538-408e063dd1ea None None] No DVR routers for this DVR port 0a44e84d-6f97-4f7f-9e4e-1389f964d5bd on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:58:54.542114 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cbcf1f67-8ec6-4da1-88c0-b84751649eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:54.571448 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-cbcf1f67-8ec6-4da1-88c0-b84751649eae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32dc071c-1c79-4718-afbd-092eda278aa0']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:58:54.581033 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-cbcf1f67-8ec6-4da1-88c0-b84751649eae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aba0c60-d2f1-4171-830a-27af69bfef53') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:58:54.581412 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-cbcf1f67-8ec6-4da1-88c0-b84751649eae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aba0c60-d2f1-4171-830a-27af69bfef53') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:58:54.591639 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cbcf1f67-8ec6-4da1-88c0-b84751649eae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:54.605252 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cbcf1f67-8ec6-4da1-88c0-b84751649eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:54.610889 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbcf1f67-8ec6-4da1-88c0-b84751649eae admin admin] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:58:54.611322 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cbcf1f67-8ec6-4da1-88c0-b84751649eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:54.613026 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:58:54.613026 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:58:54.613026 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:58:54.613026 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:58:54.613026 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:58:54.613026 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:58:54.613026 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:58:54.613026 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:58:54.613026 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:58:54.613026 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:58:54.613026 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:58:54.613026 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:58:54.613026 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:58:54.613026 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:58:54.613026 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:58:54.613026 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:58:54.613026 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:58:54.613026 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:58:54.613026 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:58:54.613026 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:58:54.613026 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:58:54.613026 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:58:54.613026 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:58:54.613026 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:58:54.613026 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:58:54.613026 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:58:54.613026 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:58:54.613026 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:58:54.613026 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:58:54.613026 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:58:54.613026 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:58:54.613026 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:58:54.805413 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cbcf1f67-8ec6-4da1-88c0-b84751649eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:54.810099 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cbcf1f67-8ec6-4da1-88c0-b84751649eae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:54.813385 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-cbcf1f67-8ec6-4da1-88c0-b84751649eae admin admin] 10.222.0.52 "DELETE /v2.0/networks/32dc071c-1c79-4718-afbd-092eda278aa0 HTTP/1.1" status: 204 len: 168 time: 0.7832804 Oct 27 18:58:54.816403 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44726) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:58:54.826391 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf1f67-8ec6-4da1-88c0-b84751649eae admin admin] Pushing event deleted for resources: {'Network': ['ID=32dc071c-1c79-4718-afbd-092eda278aa0,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:58:55.183691 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8b03ee89-eb1b-4984-9c6d-7b63d193ce6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:55.443141 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-8b03ee89-eb1b-4984-9c6d-7b63d193ce6e admin admin] Deleting port 097dece6-f1b3-434d-a3b5-73fb6a7ff93a {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:58:55.443483 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8b03ee89-eb1b-4984-9c6d-7b63d193ce6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:55.528272 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-8b03ee89-eb1b-4984-9c6d-7b63d193ce6e admin admin] For port 097dece6-f1b3-434d-a3b5-73fb6a7ff93a, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=097dece6-f1b3-434d-a3b5-73fb6a7ff93a,segment=NetworkSegment(21259259-98a5-408b-a6aa-63c2d3ea3e07),segment_id=21259259-98a5-408b-a6aa-63c2d3ea3e07)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:58:55.528640 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8b03ee89-eb1b-4984-9c6d-7b63d193ce6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:55.542237 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-8b03ee89-eb1b-4984-9c6d-7b63d193ce6e admin admin] Calling delete_port for 097dece6-f1b3-434d-a3b5-73fb6a7ff93a owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:58:55.808118 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 0a44e84d-6f97-4f7f-9e4e-1389f964d5bd no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:58:55.816258 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8b03ee89-eb1b-4984-9c6d-7b63d193ce6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:55.829090 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 0a44e84d-6f97-4f7f-9e4e-1389f964d5bd {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:58:55.829439 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 0a44e84d-6f97-4f7f-9e4e-1389f964d5bd not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:58:55.854553 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03ee89-eb1b-4984-9c6d-7b63d193ce6e admin admin] Pushing event deleted for resources: {'Port': ['ID=097dece6-f1b3-434d-a3b5-73fb6a7ff93a,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:58:56.023725 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8b03ee89-eb1b-4984-9c6d-7b63d193ce6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:56.249344 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b03ee89-eb1b-4984-9c6d-7b63d193ce6e admin admin] Router cf05a823-a670-48c5-ab6b-4d6123818e7b has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 18:58:56.361270 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b03ee89-eb1b-4984-9c6d-7b63d193ce6e admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 18:58:56.369729 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44774) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:58:56.370842 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9025fcdd-5556-4fb1-9d0d-16cb01c1daa7 None None] Sync routers for ids ['cf05a823-a670-48c5-ab6b-4d6123818e7b'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 18:58:56.371776 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8b03ee89-eb1b-4984-9c6d-7b63d193ce6e admin admin] 10.222.0.52 "PUT /v2.0/routers/cf05a823-a670-48c5-ab6b-4d6123818e7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5542476 Oct 27 18:58:56.382852 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9025fcdd-5556-4fb1-9d0d-16cb01c1daa7 None None] Routers {'cf05a823-a670-48c5-ab6b-4d6123818e7b'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:58:56.384579 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-9025fcdd-5556-4fb1-9d0d-16cb01c1daa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:58:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['cf05a823-a670-48c5-ab6b-4d6123818e7b'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:58:56.489693 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-9025fcdd-5556-4fb1-9d0d-16cb01c1daa7 None None] Set router cf05a823-a670-48c5-ab6b-4d6123818e7b gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:58:56.599838 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:56.693769 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-9025fcdd-5556-4fb1-9d0d-16cb01c1daa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf05a823-a670-48c5-ab6b-4d6123818e7b', 'name': 'tempest-TestVolumeBackupRestore-1272493333-router', 'tenant_id': 'bc8073963a4f4b06833c57338a485035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'f2d8fed1-e723-4565-85a8-32f1dec7dcc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:25Z', 'updated_at': '2021-10-27T18:58:55Z', 'revision_number': 5, 'project_id': 'bc8073963a4f4b06833c57338a485035', 'gw_port': {'id': 'f2d8fed1-e723-4565-85a8-32f1dec7dcc0', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:42:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf05a823-a670-48c5-ab6b-4d6123818e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:26Z', 'updated_at': '2021-10-27T18:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:58:56.726008 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9025fcdd-5556-4fb1-9d0d-16cb01c1daa7 None None] Checking router: cf05a823-a670-48c5-ab6b-4d6123818e7b for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 18:58:56.735488 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9025fcdd-5556-4fb1-9d0d-16cb01c1daa7 None None] Routers {'cf05a823-a670-48c5-ab6b-4d6123818e7b'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 18:58:56.736086 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-9025fcdd-5556-4fb1-9d0d-16cb01c1daa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T18:58:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['cf05a823-a670-48c5-ab6b-4d6123818e7b'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:58:56.840036 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0a3292d6-6ea3-4cfa-92b3-c5de38b9a50a admin admin] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:56.852108 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-9025fcdd-5556-4fb1-9d0d-16cb01c1daa7 None None] Set router cf05a823-a670-48c5-ab6b-4d6123818e7b gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 18:58:56.955591 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0a3292d6-6ea3-4cfa-92b3-c5de38b9a50a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:57.054517 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-9025fcdd-5556-4fb1-9d0d-16cb01c1daa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf05a823-a670-48c5-ab6b-4d6123818e7b', 'name': 'tempest-TestVolumeBackupRestore-1272493333-router', 'tenant_id': 'bc8073963a4f4b06833c57338a485035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'f2d8fed1-e723-4565-85a8-32f1dec7dcc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:25Z', 'updated_at': '2021-10-27T18:58:55Z', 'revision_number': 5, 'project_id': 'bc8073963a4f4b06833c57338a485035', 'gw_port': {'id': 'f2d8fed1-e723-4565-85a8-32f1dec7dcc0', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:42:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf05a823-a670-48c5-ab6b-4d6123818e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:26Z', 'updated_at': '2021-10-27T18:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:58:57.081352 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9025fcdd-5556-4fb1-9d0d-16cb01c1daa7 None None] The sync data for ids ['cf05a823-a670-48c5-ab6b-4d6123818e7b'] in n-d-815690-2 is: [{'id': 'cf05a823-a670-48c5-ab6b-4d6123818e7b', 'name': 'tempest-TestVolumeBackupRestore-1272493333-router', 'tenant_id': 'bc8073963a4f4b06833c57338a485035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': 'f2d8fed1-e723-4565-85a8-32f1dec7dcc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:25Z', 'updated_at': '2021-10-27T18:58:55Z', 'revision_number': 5, 'project_id': 'bc8073963a4f4b06833c57338a485035', 'gw_port': {'id': 'f2d8fed1-e723-4565-85a8-32f1dec7dcc0', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:42:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf05a823-a670-48c5-ab6b-4d6123818e7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:26Z', 'updated_at': '2021-10-27T18:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 18:58:57.106241 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-0a3292d6-6ea3-4cfa-92b3-c5de38b9a50a admin admin] Deleting port f2d8fed1-e723-4565-85a8-32f1dec7dcc0 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:58:57.106584 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0a3292d6-6ea3-4cfa-92b3-c5de38b9a50a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:57.121578 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:57.186896 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-0a3292d6-6ea3-4cfa-92b3-c5de38b9a50a admin admin] For port f2d8fed1-e723-4565-85a8-32f1dec7dcc0, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=f2d8fed1-e723-4565-85a8-32f1dec7dcc0,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:58:57.187261 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0a3292d6-6ea3-4cfa-92b3-c5de38b9a50a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:57.199986 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-0a3292d6-6ea3-4cfa-92b3-c5de38b9a50a admin admin] Calling delete_port for f2d8fed1-e723-4565-85a8-32f1dec7dcc0 owned by network:router_gateway {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:58:57.428575 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0a3292d6-6ea3-4cfa-92b3-c5de38b9a50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:57.461700 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3292d6-6ea3-4cfa-92b3-c5de38b9a50a admin admin] Pushing event deleted for resources: {'Port': ['ID=f2d8fed1-e723-4565-85a8-32f1dec7dcc0,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:58:57.535299 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0a3292d6-6ea3-4cfa-92b3-c5de38b9a50a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:57.633353 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0a3292d6-6ea3-4cfa-92b3-c5de38b9a50a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:57.637106 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0a3292d6-6ea3-4cfa-92b3-c5de38b9a50a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:57.794208 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0a3292d6-6ea3-4cfa-92b3-c5de38b9a50a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:57.795139 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3292d6-6ea3-4cfa-92b3-c5de38b9a50a admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf05a823-a670-48c5-ab6b-4d6123818e7b {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 18:58:57.800570 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0a3292d6-6ea3-4cfa-92b3-c5de38b9a50a admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:57.802361 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0a3292d6-6ea3-4cfa-92b3-c5de38b9a50a admin admin] 10.222.0.52 "DELETE /v2.0/routers/cf05a823-a670-48c5-ab6b-4d6123818e7b HTTP/1.1" status: 204 len: 168 time: 1.4314179 Oct 27 18:58:57.805013 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44828) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:58:57.874656 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff46386d-d637-4d8d-b7e0-b90fcfb76fd9 admin admin] Deleting subnet b0b42773-1980-41cd-bca0-710d3aa287bc {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 18:58:57.878793 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ff46386d-d637-4d8d-b7e0-b90fcfb76fd9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:57.881824 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 097dece6-f1b3-434d-a3b5-73fb6a7ff93a no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:58:57.911039 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 097dece6-f1b3-434d-a3b5-73fb6a7ff93a {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:58:57.921277 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 097dece6-f1b3-434d-a3b5-73fb6a7ff93a not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:58:57.921968 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ff46386d-d637-4d8d-b7e0-b90fcfb76fd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:58.007436 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ff46386d-d637-4d8d-b7e0-b90fcfb76fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:58.137174 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ff46386d-d637-4d8d-b7e0-b90fcfb76fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:58.170140 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff46386d-d637-4d8d-b7e0-b90fcfb76fd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0b42773-1980-41cd-bca0-710d3aa287bc,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:58:58.177279 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ff46386d-d637-4d8d-b7e0-b90fcfb76fd9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:58.182609 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ff46386d-d637-4d8d-b7e0-b90fcfb76fd9 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b0b42773-1980-41cd-bca0-710d3aa287bc HTTP/1.1" status: 204 len: 168 time: 0.3756952 Oct 27 18:58:58.183871 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44848) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:58:58.185224 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a938a029-a1c5-4c4d-8023-797877eaee55 None None] Network 2ac7031d-3beb-4bd6-a2d7-98e44bc260b1 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 18:58:58.252937 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-acf8fe1f-f3fb-471d-a3ec-80ddef1e8111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:58.319555 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-acf8fe1f-f3fb-471d-a3ec-80ddef1e8111 admin admin] Deleting port 7a73bf62-3939-4661-89ae-59ac56eb5696 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:58:58.319898 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-acf8fe1f-f3fb-471d-a3ec-80ddef1e8111 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:58.393121 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-acf8fe1f-f3fb-471d-a3ec-80ddef1e8111 admin admin] For port 7a73bf62-3939-4661-89ae-59ac56eb5696, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=7a73bf62-3939-4661-89ae-59ac56eb5696,segment=NetworkSegment(21259259-98a5-408b-a6aa-63c2d3ea3e07),segment_id=21259259-98a5-408b-a6aa-63c2d3ea3e07)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:58:58.393490 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-acf8fe1f-f3fb-471d-a3ec-80ddef1e8111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:58.393868 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb0c17a-fcea-4787-8e13-3c54869e19fa None None] DHCP port deletion for 2ac7031d-3beb-4bd6-a2d7-98e44bc260b1 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 18:58:58.408227 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-acf8fe1f-f3fb-471d-a3ec-80ddef1e8111 admin admin] Calling delete_port for 7a73bf62-3939-4661-89ae-59ac56eb5696 owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:58:58.449267 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-cbb0c17a-fcea-4787-8e13-3c54869e19fa None None] Deleting port 7a73bf62-3939-4661-89ae-59ac56eb5696 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 18:58:58.449737 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cbb0c17a-fcea-4787-8e13-3c54869e19fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:58.515346 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-cbb0c17a-fcea-4787-8e13-3c54869e19fa None None] For port 7a73bf62-3939-4661-89ae-59ac56eb5696, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=7a73bf62-3939-4661-89ae-59ac56eb5696,segment=NetworkSegment(21259259-98a5-408b-a6aa-63c2d3ea3e07),segment_id=21259259-98a5-408b-a6aa-63c2d3ea3e07)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 18:58:58.515750 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cbb0c17a-fcea-4787-8e13-3c54869e19fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:58.528759 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-cbb0c17a-fcea-4787-8e13-3c54869e19fa None None] Calling delete_port for 7a73bf62-3939-4661-89ae-59ac56eb5696 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 18:58:58.617217 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-acf8fe1f-f3fb-471d-a3ec-80ddef1e8111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:58.624084 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cbb0c17a-fcea-4787-8e13-3c54869e19fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:58.645471 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf8fe1f-f3fb-471d-a3ec-80ddef1e8111 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a73bf62-3939-4661-89ae-59ac56eb5696,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:58:58.647346 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf8fe1f-f3fb-471d-a3ec-80ddef1e8111 admin admin] No DVR routers for this DVR port 7a73bf62-3939-4661-89ae-59ac56eb5696 on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:58:58.651464 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb0c17a-fcea-4787-8e13-3c54869e19fa None None] Pushing event deleted for resources: {'Port': ['ID=7a73bf62-3939-4661-89ae-59ac56eb5696,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:58:58.661998 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb0c17a-fcea-4787-8e13-3c54869e19fa None None] No DVR routers for this DVR port 7a73bf62-3939-4661-89ae-59ac56eb5696 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 18:58:58.672090 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb0c17a-fcea-4787-8e13-3c54869e19fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:58:58.672090 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb0c17a-fcea-4787-8e13-3c54869e19fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:58:58.672090 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb0c17a-fcea-4787-8e13-3c54869e19fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:58:58.672090 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb0c17a-fcea-4787-8e13-3c54869e19fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:58:58.672090 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb0c17a-fcea-4787-8e13-3c54869e19fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:58:58.672090 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb0c17a-fcea-4787-8e13-3c54869e19fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:58:58.672090 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb0c17a-fcea-4787-8e13-3c54869e19fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:58:58.672090 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb0c17a-fcea-4787-8e13-3c54869e19fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:58:58.672090 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb0c17a-fcea-4787-8e13-3c54869e19fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:58:58.673283 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb0c17a-fcea-4787-8e13-3c54869e19fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:58:58.673283 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb0c17a-fcea-4787-8e13-3c54869e19fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:58:58.673283 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb0c17a-fcea-4787-8e13-3c54869e19fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 18:58:58.728504 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-acf8fe1f-f3fb-471d-a3ec-80ddef1e8111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:58.749620 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-acf8fe1f-f3fb-471d-a3ec-80ddef1e8111 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ac7031d-3beb-4bd6-a2d7-98e44bc260b1']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:58:58.759724 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-acf8fe1f-f3fb-471d-a3ec-80ddef1e8111 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21259259-98a5-408b-a6aa-63c2d3ea3e07') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:58:58.760022 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-acf8fe1f-f3fb-471d-a3ec-80ddef1e8111 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21259259-98a5-408b-a6aa-63c2d3ea3e07') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 18:58:58.769811 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-acf8fe1f-f3fb-471d-a3ec-80ddef1e8111 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:58.784662 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-acf8fe1f-f3fb-471d-a3ec-80ddef1e8111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:58.792592 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acf8fe1f-f3fb-471d-a3ec-80ddef1e8111 admin admin] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 18:58:58.793006 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-acf8fe1f-f3fb-471d-a3ec-80ddef1e8111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:58.794769 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 18:58:58.794769 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 18:58:58.794769 n-d-815690-2 neutron-server[102879]: timer() Oct 27 18:58:58.794769 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 18:58:58.794769 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 18:58:58.794769 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 18:58:58.794769 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 18:58:58.794769 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 18:58:58.794769 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 18:58:58.794769 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 18:58:58.794769 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 18:58:58.794769 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 18:58:58.794769 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 18:58:58.794769 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 18:58:58.794769 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 18:58:58.794769 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 18:58:58.794769 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 18:58:58.794769 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 18:58:58.794769 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 18:58:58.794769 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 18:58:58.794769 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 18:58:58.794769 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 18:58:58.794769 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 18:58:58.794769 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 18:58:58.794769 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 18:58:58.794769 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 18:58:58.794769 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 18:58:58.794769 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 18:58:58.794769 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 18:58:58.794769 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 18:58:58.794769 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 18:58:58.794769 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 18:58:58.925436 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-acf8fe1f-f3fb-471d-a3ec-80ddef1e8111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:58.931199 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-acf8fe1f-f3fb-471d-a3ec-80ddef1e8111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:58.934451 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-acf8fe1f-f3fb-471d-a3ec-80ddef1e8111 admin admin] 10.222.0.52 "DELETE /v2.0/networks/2ac7031d-3beb-4bd6-a2d7-98e44bc260b1 HTTP/1.1" status: 204 len: 168 time: 0.7496448 Oct 27 18:58:58.948021 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf8fe1f-f3fb-471d-a3ec-80ddef1e8111 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ac7031d-3beb-4bd6-a2d7-98e44bc260b1,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:58:59.439838 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44894) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:58:59.488233 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c30d55e2-7645-4f31-be86-5d61f9681cdc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=69ce95bedcdf489da0d6158b9f0adbbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470562 Oct 27 18:58:59.503318 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 44896) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:58:59.568175 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a0b3fdbd-5d17-479c-8264-1aadf93cca2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:59.592789 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a0b3fdbd-5d17-479c-8264-1aadf93cca2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:59.748746 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a0b3fdbd-5d17-479c-8264-1aadf93cca2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:59.751412 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a0b3fdbd-5d17-479c-8264-1aadf93cca2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:58:59.752677 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a0b3fdbd-5d17-479c-8264-1aadf93cca2c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2800fb5b-bfdc-4e39-8277-d0d3a8031a1f HTTP/1.1" status: 204 len: 168 time: 0.2469761 Oct 27 18:58:59.764219 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b3fdbd-5d17-479c-8264-1aadf93cca2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2800fb5b-bfdc-4e39-8277-d0d3a8031a1f,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:58:59.839450 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7a73bf62-3939-4661-89ae-59ac56eb5696 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:58:59.865930 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 7a73bf62-3939-4661-89ae-59ac56eb5696 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:58:59.866272 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7a73bf62-3939-4661-89ae-59ac56eb5696 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:58:59.867319 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device f2d8fed1-e723-4565-85a8-32f1dec7dcc0 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 18:58:59.891316 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: f2d8fed1-e723-4565-85a8-32f1dec7dcc0 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 18:58:59.891727 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device f2d8fed1-e723-4565-85a8-32f1dec7dcc0 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 18:59:00.665025 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44912) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:59:00.707393 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-21399a44-d306-42dd-940a-fc47538f238e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bc8073963a4f4b06833c57338a485035&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406907 Oct 27 18:59:00.709824 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 44914) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 18:59:00.758550 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-438a8614-126b-454c-83de-941de1edd821 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:59:00.779896 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-438a8614-126b-454c-83de-941de1edd821 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:59:00.931308 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-438a8614-126b-454c-83de-941de1edd821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:59:00.934152 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-438a8614-126b-454c-83de-941de1edd821 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:59:00.935524 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-438a8614-126b-454c-83de-941de1edd821 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2b8f461e-c06a-491d-96c5-431091409ff1 HTTP/1.1" status: 204 len: 168 time: 0.2246397 Oct 27 18:59:00.943659 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a8614-126b-454c-83de-941de1edd821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8f461e-c06a-491d-96c5-431091409ff1,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 18:59:09.633689 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6f44ce19-4a4e-4e8e-b7d8-43b857b0e2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:59:12.137005 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6808bf29-a7ad-44c1-8b24-3ea055a6ad26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:59:13.428516 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:59:13.577441 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:59:15.145346 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-58e17adf-3326-4026-b109-4f28474acc35 req-897b7313-2739-4667-8e8c-039836325521 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=29d70a26-0263-4d89-8ec5-ac3dd58252cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444384 Oct 27 18:59:15.176305 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:59:15.233932 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e17adf-3326-4026-b109-4f28474acc35 req-f10c36b7-aaf4-43df-9782-105c25c5669b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:59:15.235953 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-58e17adf-3326-4026-b109-4f28474acc35 req-f10c36b7-aaf4-43df-9782-105c25c5669b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b41df82b71c04f518bb426f0e960c13c&device_id=29d70a26-0263-4d89-8ec5-ac3dd58252cd HTTP/1.1" status: 200 len: 1096 time: 0.0448139 Oct 27 18:59:15.350095 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e17adf-3326-4026-b109-4f28474acc35 req-c2195ffa-993e-4d5c-be20-8f3d2b6bc8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:59:15.351630 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-58e17adf-3326-4026-b109-4f28474acc35 req-c2195ffa-993e-4d5c-be20-8f3d2b6bc8d7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ff43375c-397e-47f1-8c6a-c17892606b3f HTTP/1.1" status: 200 len: 913 time: 0.0957301 Oct 27 18:59:15.421261 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-58e17adf-3326-4026-b109-4f28474acc35 req-1e5ad012-676f-40cd-b83c-638d37384414 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ad218ae-da98-49fb-b864-53ef1f226873 HTTP/1.1" status: 200 len: 1001 time: 0.0621612 Oct 27 18:59:15.473067 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e17adf-3326-4026-b109-4f28474acc35 req-5dd4776f-0e2b-4465-89ab-dcddf1e59587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:59:15.474464 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-58e17adf-3326-4026-b109-4f28474acc35 req-5dd4776f-0e2b-4465-89ab-dcddf1e59587 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ee3a74a5-9b8c-49ba-8152-38eb33e35df4 HTTP/1.1" status: 200 len: 850 time: 0.0463135 Oct 27 18:59:15.526953 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e17adf-3326-4026-b109-4f28474acc35 req-5039fe55-75ee-4009-8c36-51c60cfdb142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:59:15.528523 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-58e17adf-3326-4026-b109-4f28474acc35 req-5039fe55-75ee-4009-8c36-51c60cfdb142 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ff43375c-397e-47f1-8c6a-c17892606b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470898 Oct 27 18:59:15.622069 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-58e17adf-3326-4026-b109-4f28474acc35 req-2881768e-7ceb-4af4-946b-f793b07ba0c8 service neutron] 10.222.0.81 "GET /v2.0/networks/ff43375c-397e-47f1-8c6a-c17892606b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859075 Oct 27 18:59:15.719816 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-58e17adf-3326-4026-b109-4f28474acc35 req-2efbdcd4-73d9-463d-a5a0-90c2bb21d9fc service neutron] 10.222.0.81 "GET /v2.0/networks/ff43375c-397e-47f1-8c6a-c17892606b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903254 Oct 27 18:59:18.990609 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5cfd6d66-8fef-4ee6-9528-a6bcabf31e24 req-8ae49db4-94d7-4f73-84ff-7086d76597d3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=eba0d232-7c7d-4765-a2bb-96fe0fb8ade5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425022 Oct 27 18:59:19.073884 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd6d66-8fef-4ee6-9528-a6bcabf31e24 req-5b0e69b5-8b0d-4cfc-a937-c08754f819ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:59:19.075424 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5cfd6d66-8fef-4ee6-9528-a6bcabf31e24 req-5b0e69b5-8b0d-4cfc-a937-c08754f819ee service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=346c2f1cc90a43138ca74853aad732b9&device_id=eba0d232-7c7d-4765-a2bb-96fe0fb8ade5 HTTP/1.1" status: 200 len: 1096 time: 0.0408034 Oct 27 18:59:19.184802 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd6d66-8fef-4ee6-9528-a6bcabf31e24 req-82d92633-3bbc-4037-bd5d-661f37664771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:59:19.186267 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5cfd6d66-8fef-4ee6-9528-a6bcabf31e24 req-82d92633-3bbc-4037-bd5d-661f37664771 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d0191f7b-8e46-434e-8842-bf24f16effff HTTP/1.1" status: 200 len: 914 time: 0.0899625 Oct 27 18:59:19.252961 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5cfd6d66-8fef-4ee6-9528-a6bcabf31e24 req-0b7e9d60-89cb-49b2-857b-b1277ceebf9d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee0aba77-818a-4735-bd48-cc72604fa0df HTTP/1.1" status: 200 len: 1000 time: 0.0587964 Oct 27 18:59:19.306880 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd6d66-8fef-4ee6-9528-a6bcabf31e24 req-65bb54fc-9382-48e8-8176-cb1b2696573c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:59:19.308406 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5cfd6d66-8fef-4ee6-9528-a6bcabf31e24 req-65bb54fc-9382-48e8-8176-cb1b2696573c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=56e753bb-c9b4-439a-bd0c-5adf5ac2396a HTTP/1.1" status: 200 len: 851 time: 0.0492887 Oct 27 18:59:19.354850 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd6d66-8fef-4ee6-9528-a6bcabf31e24 req-2ca96e08-8148-4044-b2ba-561b87b6b800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 18:59:19.356359 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5cfd6d66-8fef-4ee6-9528-a6bcabf31e24 req-2ca96e08-8148-4044-b2ba-561b87b6b800 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d0191f7b-8e46-434e-8842-bf24f16effff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398724 Oct 27 18:59:19.449891 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5cfd6d66-8fef-4ee6-9528-a6bcabf31e24 req-ba510e2f-4a59-4749-b4ac-d1d0eb05272a service neutron] 10.222.0.93 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859020 Oct 27 18:59:19.547740 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5cfd6d66-8fef-4ee6-9528-a6bcabf31e24 req-42b8586c-8baf-49c2-9124-edda2eaf62d3 service neutron] 10.222.0.93 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898499 Oct 27 18:59:20.008719 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [req-85eec9dc-5575-4ecf-84b4-72038f11f512 req-feee8fb6-e845-433d-a0b0-74bf9612678d service neutron] (102879) timed out ('10.222.0.93', 52271) {{(pid=102879) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 18:59:21.713711 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 18:59:26.559261 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:59:27.090742 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:59:39.640690 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-aedcd73c-2c14-416b-b026-c5b612f4b3c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:59:42.091318 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a70715ed-2f77-4e68-9484-412ffd782249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:59:43.416725 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:59:43.541851 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:59:45.199212 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:59:56.567111 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:59:57.073064 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 18:59:58.712986 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:00:09.662866 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-690cde1f-2e7e-44f3-bd3e-f1dbbf9217ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:00:12.074144 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-516f12fe-64ff-49dd-8d15-8dd0dfc2e1af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:00:13.411808 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:00:13.503551 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:00:15.165978 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:00:17.140646 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e464e886-bab2-415e-8762-66c36a0047ac req-4ac10edf-657a-4d30-9b9a-41d4af16b5aa service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=29d70a26-0263-4d89-8ec5-ac3dd58252cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408988 Oct 27 19:00:17.226164 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464e886-bab2-415e-8762-66c36a0047ac req-91ecc403-04c6-44ad-b0da-deb9fc335940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:00:17.227999 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e464e886-bab2-415e-8762-66c36a0047ac req-91ecc403-04c6-44ad-b0da-deb9fc335940 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b41df82b71c04f518bb426f0e960c13c&device_id=29d70a26-0263-4d89-8ec5-ac3dd58252cd HTTP/1.1" status: 200 len: 1096 time: 0.0427346 Oct 27 19:00:17.338930 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464e886-bab2-415e-8762-66c36a0047ac req-eb82c52a-e196-4c0e-a737-ab365fec6972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:00:17.340428 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e464e886-bab2-415e-8762-66c36a0047ac req-eb82c52a-e196-4c0e-a737-ab365fec6972 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ff43375c-397e-47f1-8c6a-c17892606b3f HTTP/1.1" status: 200 len: 913 time: 0.0914876 Oct 27 19:00:17.414654 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e464e886-bab2-415e-8762-66c36a0047ac req-726bee02-7ba3-41b9-a345-d6105725b811 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ad218ae-da98-49fb-b864-53ef1f226873 HTTP/1.1" status: 200 len: 1001 time: 0.0670838 Oct 27 19:00:17.466493 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464e886-bab2-415e-8762-66c36a0047ac req-3a302dbb-84bf-4c51-9a7f-0d4790a858d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:00:17.468134 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e464e886-bab2-415e-8762-66c36a0047ac req-3a302dbb-84bf-4c51-9a7f-0d4790a858d4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=ee3a74a5-9b8c-49ba-8152-38eb33e35df4 HTTP/1.1" status: 200 len: 850 time: 0.0475049 Oct 27 19:00:17.525054 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464e886-bab2-415e-8762-66c36a0047ac req-75aee006-e797-4871-b272-e5fecd67ac62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:00:17.527785 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e464e886-bab2-415e-8762-66c36a0047ac req-75aee006-e797-4871-b272-e5fecd67ac62 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ff43375c-397e-47f1-8c6a-c17892606b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522053 Oct 27 19:00:17.625177 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e464e886-bab2-415e-8762-66c36a0047ac req-a847a2e5-6bab-462a-bd60-6683502a64e5 service neutron] 10.222.0.81 "GET /v2.0/networks/ff43375c-397e-47f1-8c6a-c17892606b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901158 Oct 27 19:00:17.718694 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e464e886-bab2-415e-8762-66c36a0047ac req-89b0155c-dc14-4325-9408-c37d0b0af2cd service neutron] 10.222.0.81 "GET /v2.0/networks/ff43375c-397e-47f1-8c6a-c17892606b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856802 Oct 27 19:00:22.234020 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cecef4bd-bc98-4202-a24b-f9e40ce070f3 req-75e68920-e3b5-4bb4-bf51-75ec942a9161 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=eba0d232-7c7d-4765-a2bb-96fe0fb8ade5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1606150 Oct 27 19:00:22.322662 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecef4bd-bc98-4202-a24b-f9e40ce070f3 req-2376e5a2-ed6b-4eaf-82e9-086cafb4d82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:00:22.324258 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cecef4bd-bc98-4202-a24b-f9e40ce070f3 req-2376e5a2-ed6b-4eaf-82e9-086cafb4d82d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=346c2f1cc90a43138ca74853aad732b9&device_id=eba0d232-7c7d-4765-a2bb-96fe0fb8ade5 HTTP/1.1" status: 200 len: 1096 time: 0.0455418 Oct 27 19:00:22.431139 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecef4bd-bc98-4202-a24b-f9e40ce070f3 req-dd12e7d8-c757-40be-95be-b9af5d87ee12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:00:22.432679 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cecef4bd-bc98-4202-a24b-f9e40ce070f3 req-dd12e7d8-c757-40be-95be-b9af5d87ee12 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d0191f7b-8e46-434e-8842-bf24f16effff HTTP/1.1" status: 200 len: 914 time: 0.0885370 Oct 27 19:00:22.507708 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cecef4bd-bc98-4202-a24b-f9e40ce070f3 req-2e7e933f-c277-41b5-9b7e-490fad09ae66 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee0aba77-818a-4735-bd48-cc72604fa0df HTTP/1.1" status: 200 len: 1000 time: 0.0666726 Oct 27 19:00:22.566643 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecef4bd-bc98-4202-a24b-f9e40ce070f3 req-ef197254-28f9-46b0-ad68-30e28a3e20d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:00:22.568191 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cecef4bd-bc98-4202-a24b-f9e40ce070f3 req-ef197254-28f9-46b0-ad68-30e28a3e20d9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=56e753bb-c9b4-439a-bd0c-5adf5ac2396a HTTP/1.1" status: 200 len: 851 time: 0.0542781 Oct 27 19:00:22.617049 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecef4bd-bc98-4202-a24b-f9e40ce070f3 req-fdd9e76a-5e83-475a-9277-72a06a9ccc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:00:22.618628 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cecef4bd-bc98-4202-a24b-f9e40ce070f3 req-fdd9e76a-5e83-475a-9277-72a06a9ccc4f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d0191f7b-8e46-434e-8842-bf24f16effff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436227 Oct 27 19:00:22.723018 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cecef4bd-bc98-4202-a24b-f9e40ce070f3 req-e005d82a-2d3d-4be3-8fb4-f89772b6a7ba service neutron] 10.222.0.93 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969465 Oct 27 19:00:22.825649 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cecef4bd-bc98-4202-a24b-f9e40ce070f3 req-a3d4f482-cec3-45ed-ac14-0af227799bec service neutron] 10.222.0.93 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962298 Oct 27 19:00:24.755758 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [req-7aff80ab-36e8-494c-bbb0-8fde6445babe req-05c77a03-234b-4ce9-913f-4c4a6f7acbcc tempest-TestNetworkAdvancedServerOps-1868080365 tempest-TestNetworkAdvancedServerOps-1868080365-project] (102879) timed out ('10.222.0.81', 50339) {{(pid=102879) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 19:00:26.587916 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:00:27.098023 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:00:35.713116 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:00:39.639107 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9b42446b-4f8c-47f2-9186-f22808cf941a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:00:42.104921 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be0fd3-7f2d-4f28-a8f0-987b842c45d0 req-ddc8f99c-bcd6-456f-b5cc-dd51b35a0ae6 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:00:42.106370 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-97be0fd3-7f2d-4f28-a8f0-987b842c45d0 req-ddc8f99c-bcd6-456f-b5cc-dd51b35a0ae6 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=eba0d232-7c7d-4765-a2bb-96fe0fb8ade5 HTTP/1.1" status: 200 len: 945 time: 0.0511045 Oct 27 19:00:42.120204 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b086b59a-e365-4435-ae1f-d32918a92d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:00:42.149605 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-97be0fd3-7f2d-4f28-a8f0-987b842c45d0 req-edf277ef-5658-4fed-bedb-f88a7ec34c8b tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371137 Oct 27 19:00:43.274501 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822e4de-be5d-4fd4-b731-41a05b744466 req-6ff30e5f-0c74-4789-82ca-8849300eb5a7 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:00:43.276209 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2822e4de-be5d-4fd4-b731-41a05b744466 req-6ff30e5f-0c74-4789-82ca-8849300eb5a7 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=eba0d232-7c7d-4765-a2bb-96fe0fb8ade5 HTTP/1.1" status: 200 len: 945 time: 0.0568757 Oct 27 19:00:43.319246 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2822e4de-be5d-4fd4-b731-41a05b744466 req-903a69da-d7ff-44db-a0b2-d22bdab5a42b tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366931 Oct 27 19:00:43.422785 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:00:43.541513 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:00:43.588050 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04eba5-77ad-4f1e-a36e-9cf122a371fe req-2983bae2-3433-456c-8af9-3f50f2af3def tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:00:43.589534 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-aa04eba5-77ad-4f1e-a36e-9cf122a371fe req-2983bae2-3433-456c-8af9-3f50f2af3def tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.93 "GET /v2.0/ports?device_id=eba0d232-7c7d-4765-a2bb-96fe0fb8ade5 HTTP/1.1" status: 200 len: 945 time: 0.0539229 Oct 27 19:00:43.679738 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-aa04eba5-77ad-4f1e-a36e-9cf122a371fe req-5ae37e8d-3d62-4be2-8b2b-8edd2df8ef3e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Deleting port ee0aba77-818a-4735-bd48-cc72604fa0df {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:00:43.680075 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-aa04eba5-77ad-4f1e-a36e-9cf122a371fe req-5ae37e8d-3d62-4be2-8b2b-8edd2df8ef3e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:00:43.771386 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-aa04eba5-77ad-4f1e-a36e-9cf122a371fe req-5ae37e8d-3d62-4be2-8b2b-8edd2df8ef3e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] For port ee0aba77-818a-4735-bd48-cc72604fa0df, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=ee0aba77-818a-4735-bd48-cc72604fa0df,segment=NetworkSegment(6b4a3a2c-45ac-4611-a987-4af30c2bf086),segment_id=6b4a3a2c-45ac-4611-a987-4af30c2bf086)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:00:43.771754 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-aa04eba5-77ad-4f1e-a36e-9cf122a371fe req-5ae37e8d-3d62-4be2-8b2b-8edd2df8ef3e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:00:43.943286 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-aa04eba5-77ad-4f1e-a36e-9cf122a371fe req-5ae37e8d-3d62-4be2-8b2b-8edd2df8ef3e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:00:43.943645 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-aa04eba5-77ad-4f1e-a36e-9cf122a371fe req-5ae37e8d-3d62-4be2-8b2b-8edd2df8ef3e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:00:43.943957 n-d-815690-2 neutron-server[102879]: INFO neutron.db.l3_db [req-aa04eba5-77ad-4f1e-a36e-9cf122a371fe req-5ae37e8d-3d62-4be2-8b2b-8edd2df8ef3e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Floating IP 0fa86ce0-02eb-4cd9-8120-7217ce64aee3 disassociated. External IP: 172.25.6.53, port: ee0aba77-818a-4735-bd48-cc72604fa0df. Oct 27 19:00:43.944288 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-aa04eba5-77ad-4f1e-a36e-9cf122a371fe req-5ae37e8d-3d62-4be2-8b2b-8edd2df8ef3e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Calling delete_port for ee0aba77-818a-4735-bd48-cc72604fa0df owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:00:44.130551 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-aa04eba5-77ad-4f1e-a36e-9cf122a371fe req-5ae37e8d-3d62-4be2-8b2b-8edd2df8ef3e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:00:44.161836 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae37e8d-3d62-4be2-8b2b-8edd2df8ef3e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Pushing event deleted for resources: {'Port': ['ID=ee0aba77-818a-4735-bd48-cc72604fa0df,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:00:44.172795 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae37e8d-3d62-4be2-8b2b-8edd2df8ef3e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:00:44.174365 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae37e8d-3d62-4be2-8b2b-8edd2df8ef3e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:00:44.174365 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae37e8d-3d62-4be2-8b2b-8edd2df8ef3e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:00:44.174365 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae37e8d-3d62-4be2-8b2b-8edd2df8ef3e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:00:44.174365 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae37e8d-3d62-4be2-8b2b-8edd2df8ef3e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:00:44.174703 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae37e8d-3d62-4be2-8b2b-8edd2df8ef3e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:00:44.175513 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae37e8d-3d62-4be2-8b2b-8edd2df8ef3e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:00:44.175761 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae37e8d-3d62-4be2-8b2b-8edd2df8ef3e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:00:44.176059 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae37e8d-3d62-4be2-8b2b-8edd2df8ef3e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:00:44.176386 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae37e8d-3d62-4be2-8b2b-8edd2df8ef3e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:00:44.176721 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae37e8d-3d62-4be2-8b2b-8edd2df8ef3e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:00:44.177041 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae37e8d-3d62-4be2-8b2b-8edd2df8ef3e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:00:44.286737 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa04eba5-77ad-4f1e-a36e-9cf122a371fe req-5ae37e8d-3d62-4be2-8b2b-8edd2df8ef3e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Router 4bba4a23-f4cf-4407-870e-ef6a7ab6225c has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:00:44.396570 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa04eba5-77ad-4f1e-a36e-9cf122a371fe req-5ae37e8d-3d62-4be2-8b2b-8edd2df8ef3e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:00:44.407816 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f880fc8-d475-47fe-92a2-2b53cafb37ff None None] Sync routers for ids ['4bba4a23-f4cf-4407-870e-ef6a7ab6225c'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:00:44.422136 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f880fc8-d475-47fe-92a2-2b53cafb37ff None None] Routers {'4bba4a23-f4cf-4407-870e-ef6a7ab6225c'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:00:44.425461 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-5f880fc8-d475-47fe-92a2-2b53cafb37ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:00:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['4bba4a23-f4cf-4407-870e-ef6a7ab6225c'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:00:44.428622 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e6b9564d-f7b5-4b52-b394-c1ef18450b48 req-993d9988-48cb-40b3-955e-51c88cc4d4d6 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=eba0d232-7c7d-4765-a2bb-96fe0fb8ade5 HTTP/1.1" status: 200 len: 210 time: 0.0370803 Oct 27 19:00:44.438907 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa04eba5-77ad-4f1e-a36e-9cf122a371fe req-5ae37e8d-3d62-4be2-8b2b-8edd2df8ef3e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] No DVR routers for this DVR port ee0aba77-818a-4735-bd48-cc72604fa0df on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:00:44.443377 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-aa04eba5-77ad-4f1e-a36e-9cf122a371fe req-5ae37e8d-3d62-4be2-8b2b-8edd2df8ef3e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:00:44.445925 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-aa04eba5-77ad-4f1e-a36e-9cf122a371fe req-5ae37e8d-3d62-4be2-8b2b-8edd2df8ef3e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.93 "DELETE /v2.0/ports/ee0aba77-818a-4735-bd48-cc72604fa0df HTTP/1.1" status: 204 len: 173 time: 0.8495743 Oct 27 19:00:44.446382 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eba0d232-7c7d-4765-a2bb-96fe0fb8ade5', 'name': 'network-vif-deleted', 'tag': 'ee0aba77-818a-4735-bd48-cc72604fa0df'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:00:44.448716 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5996038d-c0fa-46d1-b960-049f6ea44b5e" -d '{"events": [{"server_uuid": "eba0d232-7c7d-4765-a2bb-96fe0fb8ade5", "name": "network-vif-deleted", "tag": "ee0aba77-818a-4735-bd48-cc72604fa0df"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:00:44.490003 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af9b996-23fa-48c4-834c-a1c86ff28e7f x-openstack-request-id: req-5af9b996-23fa-48c4-834c-a1c86ff28e7f {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:00:44.490306 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eba0d232-7c7d-4765-a2bb-96fe0fb8ade5", "name": "network-vif-deleted", "tag": "ee0aba77-818a-4735-bd48-cc72604fa0df", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:00:44.490566 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5af9b996-23fa-48c4-834c-a1c86ff28e7f {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:00:44.491009 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eba0d232-7c7d-4765-a2bb-96fe0fb8ade5', 'name': 'network-vif-deleted', 'tag': 'ee0aba77-818a-4735-bd48-cc72604fa0df', 'status': 'completed', 'code': 200} Oct 27 19:00:44.724659 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-5f880fc8-d475-47fe-92a2-2b53cafb37ff None None] Set router 4bba4a23-f4cf-4407-870e-ef6a7ab6225c gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:00:44.922268 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-5f880fc8-d475-47fe-92a2-2b53cafb37ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'name': 'tempest-TestVolumeBootPattern-1820527811-router', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:52:05Z', 'updated_at': '2021-10-27T18:52:10Z', 'revision_number': 4, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'gw_port': {'id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:06Z', 'updated_at': '2021-10-27T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9', 'name': '', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'mac_address': 'fa:16:3e:b2:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:10Z', 'updated_at': '2021-10-27T18:52:16Z', 'revision_number': 5, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'subnets': [{'id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:00:44.948765 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f880fc8-d475-47fe-92a2-2b53cafb37ff None None] Checking router: 4bba4a23-f4cf-4407-870e-ef6a7ab6225c for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:00:44.957172 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f880fc8-d475-47fe-92a2-2b53cafb37ff None None] Routers {'4bba4a23-f4cf-4407-870e-ef6a7ab6225c'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:00:44.957776 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-5f880fc8-d475-47fe-92a2-2b53cafb37ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:00:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['4bba4a23-f4cf-4407-870e-ef6a7ab6225c'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:00:45.075708 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-5f880fc8-d475-47fe-92a2-2b53cafb37ff None None] Set router 4bba4a23-f4cf-4407-870e-ef6a7ab6225c gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:00:45.174284 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:00:45.301615 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-5f880fc8-d475-47fe-92a2-2b53cafb37ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'name': 'tempest-TestVolumeBootPattern-1820527811-router', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:52:05Z', 'updated_at': '2021-10-27T18:52:10Z', 'revision_number': 4, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'gw_port': {'id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:06Z', 'updated_at': '2021-10-27T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9', 'name': '', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'mac_address': 'fa:16:3e:b2:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:10Z', 'updated_at': '2021-10-27T18:52:16Z', 'revision_number': 5, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'subnets': [{'id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:00:45.328114 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f880fc8-d475-47fe-92a2-2b53cafb37ff None None] The sync data for ids ['4bba4a23-f4cf-4407-870e-ef6a7ab6225c'] in n-d-815690-2 is: [{'id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'name': 'tempest-TestVolumeBootPattern-1820527811-router', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:52:05Z', 'updated_at': '2021-10-27T18:52:10Z', 'revision_number': 4, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'gw_port': {'id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:06Z', 'updated_at': '2021-10-27T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9', 'name': '', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'mac_address': 'fa:16:3e:b2:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:10Z', 'updated_at': '2021-10-27T18:52:16Z', 'revision_number': 5, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'subnets': [{'id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:00:45.540447 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4fef4b3e-b208-4680-bdc7-cb28d6568f4d req-4497d2da-b612-40ab-aa0d-0357cc6ce723 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=eba0d232-7c7d-4765-a2bb-96fe0fb8ade5 HTTP/1.1" status: 200 len: 210 time: 0.0294430 Oct 27 19:00:45.598500 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8d19a8-9b19-43c8-824f-e11c56b9a67e None None] New status for floating IP 0fa86ce0-02eb-4cd9-8120-7217ce64aee3: DOWN {{(pid=102881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 19:00:46.067642 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device ee0aba77-818a-4735-bd48-cc72604fa0df no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:00:46.088730 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: ee0aba77-818a-4735-bd48-cc72604fa0df {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:00:46.089071 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device ee0aba77-818a-4735-bd48-cc72604fa0df not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:00:46.639366 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-78fe11b2-8a1c-4d0d-b4ad-b95b9102eeab req-cb79836f-df7c-4429-a102-caca5f3aa077 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=eba0d232-7c7d-4765-a2bb-96fe0fb8ade5 HTTP/1.1" status: 200 len: 210 time: 0.0257983 Oct 27 19:00:47.744393 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7ed69ba8-21dc-4147-8dc0-c4c0e7bb4095 req-8eeb4369-ff46-41ce-ac94-a7e4c6464f8a tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=eba0d232-7c7d-4765-a2bb-96fe0fb8ade5 HTTP/1.1" status: 200 len: 210 time: 0.0306451 Oct 27 19:00:48.844585 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-53ea23ed-6262-45e7-9477-21942361187e req-f55ace85-5282-44d1-91d5-05c76333697d tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=eba0d232-7c7d-4765-a2bb-96fe0fb8ade5 HTTP/1.1" status: 200 len: 210 time: 0.0295250 Oct 27 19:00:49.957799 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5b8bf3d2-34cd-4c57-aa0b-977ce7b2ec62 req-c40bc01a-5665-4012-ae4d-b261bd38c8c6 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=eba0d232-7c7d-4765-a2bb-96fe0fb8ade5 HTTP/1.1" status: 200 len: 210 time: 0.0289972 Oct 27 19:00:51.203708 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-f751299c-52f4-47de-bff8-dbf776c45df3 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-586949541&fields=id&tenant_id=346c2f1cc90a43138ca74853aad732b9 HTTP/1.1" status: 200 len: 267 time: 0.0336256 Oct 27 19:00:51.317969 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-31e29e31-6559-4d6b-972a-e87e0877c635 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:00:51.319604 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-31e29e31-6559-4d6b-972a-e87e0877c635 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/networks?id=d0191f7b-8e46-434e-8842-bf24f16effff HTTP/1.1" status: 200 len: 812 time: 0.1073027 Oct 27 19:00:51.336583 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-d665cbc9-b444-4876-98d9-5ab926aec48b tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/quotas/346c2f1cc90a43138ca74853aad732b9 HTTP/1.1" status: 200 len: 375 time: 0.0103207 Oct 27 19:00:51.396226 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-a1547fc6-0a6a-40bc-a5dd-968b9024a808 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=346c2f1cc90a43138ca74853aad732b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0527058 Oct 27 19:00:51.557951 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-732d0afc-5888-4aab-a3e8-3df9cbc80162 service neutron] 10.222.0.52 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488233 Oct 27 19:00:51.656814 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-ba4b87e9-af6f-48b4-b16b-0e87f80cc489 service neutron] 10.222.0.52 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923936 Oct 27 19:00:52.178025 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7cafdf74-8201-45da-96e5-0924465e49ff req-77fedde5-8b8c-4b8c-9ac4-eb0f636e778d tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d HTTP/1.1" status: 200 len: 210 time: 0.0301228 Oct 27 19:00:53.290441 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e19cfe57-9a34-46b7-87c1-117a10effef0 req-a6b650c9-3d94-46f1-9ac4-a4254a2179a6 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d HTTP/1.1" status: 200 len: 210 time: 0.0305049 Oct 27 19:00:54.496810 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-8ae8f27a-bbd9-4190-a79f-33a579dec092 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:00:54.498541 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-8ae8f27a-bbd9-4190-a79f-33a579dec092 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.93 "GET /v2.0/networks?id=d0191f7b-8e46-434e-8842-bf24f16effff HTTP/1.1" status: 200 len: 812 time: 0.4552515 Oct 27 19:00:54.553629 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-3821148b-9a69-4ae5-b4b7-a0a1019850a5 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=346c2f1cc90a43138ca74853aad732b9 HTTP/1.1" status: 200 len: 379 time: 0.0446856 Oct 27 19:00:54.563804 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-5caa1093-733d-440a-a949-2fa92d8fa5a7 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Request body: {'port': {'device_id': 'd90ad11f-1ad9-4e27-a46c-7d0ab706fc0d', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'admin_state_up': True, 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'security_groups': ['58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:00:54.759879 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-5caa1093-733d-440a-a949-2fa92d8fa5a7 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Made reservation on behalf of 346c2f1cc90a43138ca74853aad732b9 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:00:54.764855 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-5caa1093-733d-440a-a949-2fa92d8fa5a7 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:00:54.794849 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-afa78055-3f6d-4697-9302-cd03ace4e2ac req-5af16f96-15fc-473e-a160-ff8118c143b0 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d HTTP/1.1" status: 200 len: 210 time: 0.4010906 Oct 27 19:00:54.910734 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-5caa1093-733d-440a-a949-2fa92d8fa5a7 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Allocated IP 172.20.0.5 (d0191f7b-8e46-434e-8842-bf24f16effff/56e753bb-c9b4-439a-bd0c-5adf5ac2396a/9871294e-f770-4071-bed5-d74447bd6b28) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:00:55.070807 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-5caa1093-733d-440a-a949-2fa92d8fa5a7 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:00:55.165557 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-5caa1093-733d-440a-a949-2fa92d8fa5a7 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:00:55.212898 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-5caa1093-733d-440a-a949-2fa92d8fa5a7 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Network d0191f7b-8e46-434e-8842-bf24f16effff is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:00:55.221990 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-5caa1093-733d-440a-a949-2fa92d8fa5a7 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:00:55.224144 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa1093-733d-440a-a949-2fa92d8fa5a7 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Pushing event updated for resources: {'Port': ['ID=9871294e-f770-4071-bed5-d74447bd6b28,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:00:55.226432 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-5caa1093-733d-440a-a949-2fa92d8fa5a7 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:00:55.286975 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-5caa1093-733d-440a-a949-2fa92d8fa5a7 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:00:55.287789 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-5caa1093-733d-440a-a949-2fa92d8fa5a7 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:00:55.364854 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-5caa1093-733d-440a-a949-2fa92d8fa5a7 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8053443 Oct 27 19:00:55.376902 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-13f03888-5365-4a6b-858e-3827b4c3287c service neutron] Request body: {'port': {'device_id': 'd90ad11f-1ad9-4e27-a46c-7d0ab706fc0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:00:55.444146 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-13f03888-5365-4a6b-858e-3827b4c3287c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:00:55.472306 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-31859247-b35d-4a8c-ba4f-8e9274631351 None None] Provisioning complete for port 9871294e-f770-4071-bed5-d74447bd6b28 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:00:55.472846 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-31859247-b35d-4a8c-ba4f-8e9274631351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:00:55.507872 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-31859247-b35d-4a8c-ba4f-8e9274631351 None None] Port 9871294e-f770-4071-bed5-d74447bd6b28 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:00:55.721243 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-13f03888-5365-4a6b-858e-3827b4c3287c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9871294e-f770-4071-bed5-d74447bd6b28 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:00:55.729414 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-13f03888-5365-4a6b-858e-3827b4c3287c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:00:55.741312 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-13f03888-5365-4a6b-858e-3827b4c3287c service neutron] Transition to ACTIVE for port object 9871294e-f770-4071-bed5-d74447bd6b28 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 19:00:55.813078 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-13f03888-5365-4a6b-858e-3827b4c3287c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:00:55.870382 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f03888-5365-4a6b-858e-3827b4c3287c service neutron] Pushing event updated for resources: {'Port': ['ID=9871294e-f770-4071-bed5-d74447bd6b28,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:00:55.926925 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847213f-6665-4cc3-adb5-454a146dc890 req-a8dab4c9-38ef-4d94-b0a7-f798ef609ee0 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:00:55.929147 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e847213f-6665-4cc3-adb5-454a146dc890 req-a8dab4c9-38ef-4d94-b0a7-f798ef609ee0 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d HTTP/1.1" status: 200 len: 943 time: 0.0683930 Oct 27 19:00:55.963985 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-13f03888-5365-4a6b-858e-3827b4c3287c service neutron] Attempting to bind port 9871294e-f770-4071-bed5-d74447bd6b28 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:00:55.964325 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-13f03888-5365-4a6b-858e-3827b4c3287c service neutron] Attempting to bind port 9871294e-f770-4071-bed5-d74447bd6b28 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '6b4a3a2c-45ac-4611-a987-4af30c2bf086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:00:55.964649 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-13f03888-5365-4a6b-858e-3827b4c3287c service neutron] Attempting to bind port 9871294e-f770-4071-bed5-d74447bd6b28 on network d0191f7b-8e46-434e-8842-bf24f16effff {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:00:55.969397 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-13f03888-5365-4a6b-858e-3827b4c3287c service neutron] Port 9871294e-f770-4071-bed5-d74447bd6b28 on network d0191f7b-8e46-434e-8842-bf24f16effff not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 19:00:55.969726 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-13f03888-5365-4a6b-858e-3827b4c3287c service neutron] Attempting to bind port 9871294e-f770-4071-bed5-d74447bd6b28 on network d0191f7b-8e46-434e-8842-bf24f16effff {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:00:55.979500 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-13f03888-5365-4a6b-858e-3827b4c3287c service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:00:55.979500 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-13f03888-5365-4a6b-858e-3827b4c3287c service neutron] Checking segment: {'id': '6b4a3a2c-45ac-4611-a987-4af30c2bf086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:00:55.979500 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-13f03888-5365-4a6b-858e-3827b4c3287c service neutron] Bound using segment: {'id': '6b4a3a2c-45ac-4611-a987-4af30c2bf086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:00:55.979500 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-13f03888-5365-4a6b-858e-3827b4c3287c service neutron] Bound port: 9871294e-f770-4071-bed5-d74447bd6b28, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b4a3a2c-45ac-4611-a987-4af30c2bf086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:00:55.979500 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-13f03888-5365-4a6b-858e-3827b4c3287c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:00:55.985298 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e847213f-6665-4cc3-adb5-454a146dc890 req-98f866f6-f5ab-4988-aaac-fe9cdd285e2f tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492036 Oct 27 19:00:56.052359 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-13f03888-5365-4a6b-858e-3827b4c3287c service neutron] For port 9871294e-f770-4071-bed5-d74447bd6b28, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:00:56.056068 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-13f03888-5365-4a6b-858e-3827b4c3287c service neutron] For port 9871294e-f770-4071-bed5-d74447bd6b28, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=9871294e-f770-4071-bed5-d74447bd6b28,segment=NetworkSegment(6b4a3a2c-45ac-4611-a987-4af30c2bf086),segment_id=6b4a3a2c-45ac-4611-a987-4af30c2bf086)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:00:56.148341 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-13f03888-5365-4a6b-858e-3827b4c3287c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:00:56.182242 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-13f03888-5365-4a6b-858e-3827b4c3287c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:00:56.182940 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-13f03888-5365-4a6b-858e-3827b4c3287c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:00:56.184412 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-13f03888-5365-4a6b-858e-3827b4c3287c service neutron] 10.222.0.93 "PUT /v2.0/ports/9871294e-f770-4071-bed5-d74447bd6b28 HTTP/1.1" status: 200 len: 1091 time: 0.8119051 Oct 27 19:00:56.197334 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd90ad11f-1ad9-4e27-a46c-7d0ab706fc0d', 'tag': '9871294e-f770-4071-bed5-d74447bd6b28'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:00:56.199690 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c46eea-7a86-4e8f-837e-3ee74d2e22f8" -d '{"events": [{"name": "network-changed", "server_uuid": "d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d", "tag": "9871294e-f770-4071-bed5-d74447bd6b28"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:00:56.226911 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f03888-5365-4a6b-858e-3827b4c3287c service neutron] Pushing event updated for resources: {'Port': ['ID=9871294e-f770-4071-bed5-d74447bd6b28,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:00:56.255969 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926ca549-026c-425e-b1f6-cc71dd8511c9 x-openstack-request-id: req-926ca549-026c-425e-b1f6-cc71dd8511c9 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:00:56.256618 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d", "tag": "9871294e-f770-4071-bed5-d74447bd6b28", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:00:56.257057 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-926ca549-026c-425e-b1f6-cc71dd8511c9 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:00:56.257606 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd90ad11f-1ad9-4e27-a46c-7d0ab706fc0d', 'tag': '9871294e-f770-4071-bed5-d74447bd6b28', 'status': 'completed', 'code': 200} Oct 27 19:00:56.329005 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c46eea-7a86-4e8f-837e-3ee74d2e22f8 req-e89d4673-0aec-4700-a59a-8255b7e32d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:00:56.330698 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-14c46eea-7a86-4e8f-837e-3ee74d2e22f8 req-e89d4673-0aec-4700-a59a-8255b7e32d87 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=346c2f1cc90a43138ca74853aad732b9&device_id=d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d HTTP/1.1" status: 200 len: 1094 time: 0.0520194 Oct 27 19:00:56.437654 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c46eea-7a86-4e8f-837e-3ee74d2e22f8 req-fc34e013-9b97-4221-85fe-8579cfd8bb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:00:56.439868 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-14c46eea-7a86-4e8f-837e-3ee74d2e22f8 req-fc34e013-9b97-4221-85fe-8579cfd8bb3a service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=346c2f1cc90a43138ca74853aad732b9&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1007898 Oct 27 19:00:56.547105 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c46eea-7a86-4e8f-837e-3ee74d2e22f8 req-aeffef28-fd19-45be-b8bc-f1ecadab0408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:00:56.548716 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-14c46eea-7a86-4e8f-837e-3ee74d2e22f8 req-aeffef28-fd19-45be-b8bc-f1ecadab0408 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1029155 Oct 27 19:00:56.617477 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:00:56.627111 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-aead4d49-39e0-4970-b095-97aeb94df80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:00:56.630434 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-aead4d49-39e0-4970-b095-97aeb94df80a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=346c2f1cc90a43138ca74853aad732b9&device_id=d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d HTTP/1.1" status: 200 len: 1094 time: 0.0429480 Oct 27 19:00:56.681285 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-225f32b2-dd9b-45c1-8973-8df685e6a1f9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9871294e-f770-4071-bed5-d74447bd6b28 HTTP/1.1" status: 200 len: 217 time: 0.0446596 Oct 27 19:00:56.732570 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-dfebd410-0e9e-47f2-9375-56cda9eddd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:00:56.734089 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-dfebd410-0e9e-47f2-9375-56cda9eddd2c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=56e753bb-c9b4-439a-bd0c-5adf5ac2396a HTTP/1.1" status: 200 len: 851 time: 0.0456586 Oct 27 19:00:56.780237 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-80f0fd65-a7f5-40e1-9936-e766f38c7a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:00:56.781917 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-80f0fd65-a7f5-40e1-9936-e766f38c7a40 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d0191f7b-8e46-434e-8842-bf24f16effff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411685 Oct 27 19:00:56.875249 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-c37c8229-d404-40c5-8e12-4151837b710a service neutron] 10.222.0.93 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850041 Oct 27 19:00:56.966757 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-67ccca6c-332f-403f-b1fb-7da107b380a6 req-3cac7260-bcd0-4800-ad34-277d6e436195 service neutron] 10.222.0.93 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849240 Oct 27 19:00:57.115231 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3aa52-c43b-4d95-bf1f-d8f895f4b40a req-6d60ba95-3f8f-4200-9a51-62ae2d75bc3c tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:00:57.116737 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-24b3aa52-c43b-4d95-bf1f-d8f895f4b40a req-6d60ba95-3f8f-4200-9a51-62ae2d75bc3c tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d HTTP/1.1" status: 200 len: 943 time: 0.0512016 Oct 27 19:00:57.118661 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:00:57.155767 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-24b3aa52-c43b-4d95-bf1f-d8f895f4b40a req-22f51657-6a41-4d2e-800f-e9c244aa4468 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320785 Oct 27 19:00:58.286197 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde11b0c-42b3-4b91-97ad-c9ed243151c1 req-98accb7f-a670-468b-b933-d4b532e097d3 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:00:58.287867 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dde11b0c-42b3-4b91-97ad-c9ed243151c1 req-98accb7f-a670-468b-b933-d4b532e097d3 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d HTTP/1.1" status: 200 len: 943 time: 0.0531487 Oct 27 19:00:58.326111 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dde11b0c-42b3-4b91-97ad-c9ed243151c1 req-af67acec-e665-463b-a334-b7ae08048bf7 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319602 Oct 27 19:00:59.769348 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3caec-7585-48fc-8421-74b7a52dc9c8 req-b91f4657-f8de-4f1e-81ae-ceb6e04154af tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:00:59.771057 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b4d3caec-7585-48fc-8421-74b7a52dc9c8 req-b91f4657-f8de-4f1e-81ae-ceb6e04154af tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d HTTP/1.1" status: 200 len: 943 time: 0.0593867 Oct 27 19:00:59.810427 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b4d3caec-7585-48fc-8421-74b7a52dc9c8 req-72c2960f-ed73-457c-b7e4-abaa2f304655 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330708 Oct 27 19:00:59.926708 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6d97d-9cfc-4439-aaeb-9cb9cbab2ead req-dd11dbf0-bd69-473f-aab2-0c4bf6483ef2 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:00:59.928817 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-04f6d97d-9cfc-4439-aaeb-9cb9cbab2ead req-dd11dbf0-bd69-473f-aab2-0c4bf6483ef2 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=29d70a26-0263-4d89-8ec5-ac3dd58252cd HTTP/1.1" status: 200 len: 945 time: 0.0537939 Oct 27 19:00:59.974206 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-04f6d97d-9cfc-4439-aaeb-9cb9cbab2ead req-4c288205-348c-49c9-89bf-6d4201984a9f tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=1117a76d-b5e6-4e37-9a10-3f8ddd0e8116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378108 Oct 27 19:01:00.943012 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee851557-0682-4d7f-852a-ed12b8dce390 req-f3b936d6-5354-43f6-a73e-c5c553a541b3 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:01:00.944533 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee851557-0682-4d7f-852a-ed12b8dce390 req-f3b936d6-5354-43f6-a73e-c5c553a541b3 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d HTTP/1.1" status: 200 len: 943 time: 0.0583456 Oct 27 19:01:00.984614 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee851557-0682-4d7f-852a-ed12b8dce390 req-42b6c8a0-b6b3-4cc6-998c-90a7ee758bce tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337849 Oct 27 19:01:01.112157 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663325e6-45db-46ed-a621-4c9384d4485f req-7b29acec-84c7-4611-bafc-dbca6e32165a tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:01:01.114094 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-663325e6-45db-46ed-a621-4c9384d4485f req-7b29acec-84c7-4611-bafc-dbca6e32165a tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=29d70a26-0263-4d89-8ec5-ac3dd58252cd HTTP/1.1" status: 200 len: 945 time: 0.0554807 Oct 27 19:01:01.153912 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-663325e6-45db-46ed-a621-4c9384d4485f req-e1f4ce59-ebb9-4d1b-b5cf-04dac25f243e tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups?id=1117a76d-b5e6-4e37-9a10-3f8ddd0e8116&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337522 Oct 27 19:01:01.290370 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c886cf-3ab5-4672-b0dc-da25f458bce5 req-0952c7ae-84d1-472d-8274-5e93fc634da7 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:01:01.292264 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-51c886cf-3ab5-4672-b0dc-da25f458bce5 req-0952c7ae-84d1-472d-8274-5e93fc634da7 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.81 "GET /v2.0/ports?device_id=29d70a26-0263-4d89-8ec5-ac3dd58252cd HTTP/1.1" status: 200 len: 945 time: 0.0543449 Oct 27 19:01:01.395476 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-51c886cf-3ab5-4672-b0dc-da25f458bce5 req-961be09a-896f-4f02-9bbf-65b3b3de8766 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Deleting port 3ad218ae-da98-49fb-b864-53ef1f226873 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:01:01.395967 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-51c886cf-3ab5-4672-b0dc-da25f458bce5 req-961be09a-896f-4f02-9bbf-65b3b3de8766 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:01.496375 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-51c886cf-3ab5-4672-b0dc-da25f458bce5 req-961be09a-896f-4f02-9bbf-65b3b3de8766 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] For port 3ad218ae-da98-49fb-b864-53ef1f226873, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=3ad218ae-da98-49fb-b864-53ef1f226873,segment=NetworkSegment(7087a874-3c18-4df7-a66e-d4157b05ddbf),segment_id=7087a874-3c18-4df7-a66e-d4157b05ddbf)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:01:01.496735 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-51c886cf-3ab5-4672-b0dc-da25f458bce5 req-961be09a-896f-4f02-9bbf-65b3b3de8766 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:01.698229 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-51c886cf-3ab5-4672-b0dc-da25f458bce5 req-961be09a-896f-4f02-9bbf-65b3b3de8766 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:01.698510 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-51c886cf-3ab5-4672-b0dc-da25f458bce5 req-961be09a-896f-4f02-9bbf-65b3b3de8766 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:01.700279 n-d-815690-2 neutron-server[102879]: INFO neutron.db.l3_db [req-51c886cf-3ab5-4672-b0dc-da25f458bce5 req-961be09a-896f-4f02-9bbf-65b3b3de8766 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Floating IP aed60dc0-9f9e-46df-a6ea-e84912a3f7c7 disassociated. External IP: 172.25.6.185, port: 3ad218ae-da98-49fb-b864-53ef1f226873. Oct 27 19:01:01.700651 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-51c886cf-3ab5-4672-b0dc-da25f458bce5 req-961be09a-896f-4f02-9bbf-65b3b3de8766 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Calling delete_port for 3ad218ae-da98-49fb-b864-53ef1f226873 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:01:01.891929 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-51c886cf-3ab5-4672-b0dc-da25f458bce5 req-961be09a-896f-4f02-9bbf-65b3b3de8766 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:01.927029 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961be09a-896f-4f02-9bbf-65b3b3de8766 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Pushing event deleted for resources: {'Port': ['ID=3ad218ae-da98-49fb-b864-53ef1f226873,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:02.057267 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51c886cf-3ab5-4672-b0dc-da25f458bce5 req-961be09a-896f-4f02-9bbf-65b3b3de8766 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Router 7b9ef261-3e24-4597-b2ed-5a9f50053f56 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:01:02.108237 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd065b6-4b0c-4b08-8557-62af3aaa99fc req-5c3766d1-5124-4afd-acb4-bc946c62ad88 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:01:02.109781 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0bd065b6-4b0c-4b08-8557-62af3aaa99fc req-5c3766d1-5124-4afd-acb4-bc946c62ad88 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d HTTP/1.1" status: 200 len: 943 time: 0.0516145 Oct 27 19:01:02.149605 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0bd065b6-4b0c-4b08-8557-62af3aaa99fc req-d457cf51-6262-403b-b0e4-64a8a2e91718 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330622 Oct 27 19:01:02.171083 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51c886cf-3ab5-4672-b0dc-da25f458bce5 req-961be09a-896f-4f02-9bbf-65b3b3de8766 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:01:02.184389 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ea08a0-1fdc-42f3-8ffc-3e2d10606ca3 None None] Sync routers for ids ['7b9ef261-3e24-4597-b2ed-5a9f50053f56'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:01:02.201802 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ea08a0-1fdc-42f3-8ffc-3e2d10606ca3 None None] Routers {'7b9ef261-3e24-4597-b2ed-5a9f50053f56'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:01:02.202654 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-56ea08a0-1fdc-42f3-8ffc-3e2d10606ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:00:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['7b9ef261-3e24-4597-b2ed-5a9f50053f56'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:01:02.213806 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c886cf-3ab5-4672-b0dc-da25f458bce5 req-961be09a-896f-4f02-9bbf-65b3b3de8766 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] No DVR routers for this DVR port 3ad218ae-da98-49fb-b864-53ef1f226873 on host n-h1-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:01:02.216505 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-51c886cf-3ab5-4672-b0dc-da25f458bce5 req-961be09a-896f-4f02-9bbf-65b3b3de8766 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:02.220303 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-51c886cf-3ab5-4672-b0dc-da25f458bce5 req-961be09a-896f-4f02-9bbf-65b3b3de8766 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.81 "DELETE /v2.0/ports/3ad218ae-da98-49fb-b864-53ef1f226873 HTTP/1.1" status: 204 len: 173 time: 0.9223483 Oct 27 19:01:02.220837 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d70a26-0263-4d89-8ec5-ac3dd58252cd', 'name': 'network-vif-deleted', 'tag': '3ad218ae-da98-49fb-b864-53ef1f226873'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:01:02.231634 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1833e6-0de4-4c2f-bbe8-3bb5f6d88738" -d '{"events": [{"server_uuid": "29d70a26-0263-4d89-8ec5-ac3dd58252cd", "name": "network-vif-deleted", "tag": "3ad218ae-da98-49fb-b864-53ef1f226873"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:01:02.287882 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-255c2c5d-140c-49e8-9cbd-1a78dbd3e5b5 req-77f6fe02-28db-41f9-a5c9-dbc3a49985b6 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/ports?device_id=29d70a26-0263-4d89-8ec5-ac3dd58252cd HTTP/1.1" status: 200 len: 210 time: 0.0455582 Oct 27 19:01:02.335816 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-56ea08a0-1fdc-42f3-8ffc-3e2d10606ca3 None None] Set router 7b9ef261-3e24-4597-b2ed-5a9f50053f56 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:01:02.368583 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82a5db3-62a7-4d56-aae2-840537269260 x-openstack-request-id: req-c82a5db3-62a7-4d56-aae2-840537269260 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:01:02.369044 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29d70a26-0263-4d89-8ec5-ac3dd58252cd", "name": "network-vif-deleted", "tag": "3ad218ae-da98-49fb-b864-53ef1f226873", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:01:02.369393 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c82a5db3-62a7-4d56-aae2-840537269260 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:01:02.369907 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29d70a26-0263-4d89-8ec5-ac3dd58252cd', 'name': 'network-vif-deleted', 'tag': '3ad218ae-da98-49fb-b864-53ef1f226873', 'status': 'completed', 'code': 200} Oct 27 19:01:02.572162 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-56ea08a0-1fdc-42f3-8ffc-3e2d10606ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'name': 'tempest-AttachVolumeTestJSON-2141801317-router', 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'd5a122cb-d617-46aa-ae4c-398e8e78a3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:15Z', 'updated_at': '2021-10-27T18:54:20Z', 'revision_number': 4, 'project_id': 'b41df82b71c04f518bb426f0e960c13c', 'gw_port': {'id': 'd5a122cb-d617-46aa-ae4c-398e8e78a3b8', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:16Z', 'updated_at': '2021-10-27T18:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '09d88d18-ca52-4d74-800e-d67c4b05af48', 'name': '', 'network_id': 'ff43375c-397e-47f1-8c6a-c17892606b3f', 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c', 'mac_address': 'fa:16:3e:a6:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'ee3a74a5-9b8c-49ba-8152-38eb33e35df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:19Z', 'updated_at': '2021-10-27T18:54:25Z', 'revision_number': 5, 'project_id': 'b41df82b71c04f518bb426f0e960c13c', 'subnets': [{'id': 'ee3a74a5-9b8c-49ba-8152-38eb33e35df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:01:02.599193 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ea08a0-1fdc-42f3-8ffc-3e2d10606ca3 None None] Checking router: 7b9ef261-3e24-4597-b2ed-5a9f50053f56 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:01:02.608195 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ea08a0-1fdc-42f3-8ffc-3e2d10606ca3 None None] Routers {'7b9ef261-3e24-4597-b2ed-5a9f50053f56'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:01:02.608804 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-56ea08a0-1fdc-42f3-8ffc-3e2d10606ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:00:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['7b9ef261-3e24-4597-b2ed-5a9f50053f56'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:01:02.718808 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-56ea08a0-1fdc-42f3-8ffc-3e2d10606ca3 None None] Set router 7b9ef261-3e24-4597-b2ed-5a9f50053f56 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:01:02.925275 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-56ea08a0-1fdc-42f3-8ffc-3e2d10606ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'name': 'tempest-AttachVolumeTestJSON-2141801317-router', 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'd5a122cb-d617-46aa-ae4c-398e8e78a3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:15Z', 'updated_at': '2021-10-27T18:54:20Z', 'revision_number': 4, 'project_id': 'b41df82b71c04f518bb426f0e960c13c', 'gw_port': {'id': 'd5a122cb-d617-46aa-ae4c-398e8e78a3b8', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:16Z', 'updated_at': '2021-10-27T18:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '09d88d18-ca52-4d74-800e-d67c4b05af48', 'name': '', 'network_id': 'ff43375c-397e-47f1-8c6a-c17892606b3f', 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c', 'mac_address': 'fa:16:3e:a6:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'ee3a74a5-9b8c-49ba-8152-38eb33e35df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:19Z', 'updated_at': '2021-10-27T18:54:25Z', 'revision_number': 5, 'project_id': 'b41df82b71c04f518bb426f0e960c13c', 'subnets': [{'id': 'ee3a74a5-9b8c-49ba-8152-38eb33e35df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:01:02.952160 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ea08a0-1fdc-42f3-8ffc-3e2d10606ca3 None None] The sync data for ids ['7b9ef261-3e24-4597-b2ed-5a9f50053f56'] in n-d-815690-2 is: [{'id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'name': 'tempest-AttachVolumeTestJSON-2141801317-router', 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'd5a122cb-d617-46aa-ae4c-398e8e78a3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:15Z', 'updated_at': '2021-10-27T18:54:20Z', 'revision_number': 4, 'project_id': 'b41df82b71c04f518bb426f0e960c13c', 'gw_port': {'id': 'd5a122cb-d617-46aa-ae4c-398e8e78a3b8', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:16Z', 'updated_at': '2021-10-27T18:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '09d88d18-ca52-4d74-800e-d67c4b05af48', 'name': '', 'network_id': 'ff43375c-397e-47f1-8c6a-c17892606b3f', 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c', 'mac_address': 'fa:16:3e:a6:3b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': 'ee3a74a5-9b8c-49ba-8152-38eb33e35df4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:19Z', 'updated_at': '2021-10-27T18:54:25Z', 'revision_number': 5, 'project_id': 'b41df82b71c04f518bb426f0e960c13c', 'subnets': [{'id': 'ee3a74a5-9b8c-49ba-8152-38eb33e35df4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:01:03.217223 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a89bc1b-e3cc-4125-a181-7ba12ba5fcfd None None] New status for floating IP aed60dc0-9f9e-46df-a6ea-e84912a3f7c7: DOWN {{(pid=102881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 19:01:03.295555 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d7e6f-f379-46c7-b5ef-dfc81889fe59 req-5e7fe17d-de0d-4bf0-a40a-f4ce65c84be8 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:01:03.296011 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-261d7e6f-f379-46c7-b5ef-dfc81889fe59 req-5e7fe17d-de0d-4bf0-a40a-f4ce65c84be8 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d HTTP/1.1" status: 200 len: 943 time: 0.0599060 Oct 27 19:01:03.340623 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-261d7e6f-f379-46c7-b5ef-dfc81889fe59 req-92115e69-0611-4d58-9c7a-7dcc48e26637 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367763 Oct 27 19:01:03.464795 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45314) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:03.521803 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-11caf6f5-8878-44d7-80a8-b14b8193d2e9 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:03.546214 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-11caf6f5-8878-44d7-80a8-b14b8193d2e9 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:03.669174 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-11caf6f5-8878-44d7-80a8-b14b8193d2e9 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:03.671946 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-11caf6f5-8878-44d7-80a8-b14b8193d2e9 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:03.673169 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-11caf6f5-8878-44d7-80a8-b14b8193d2e9 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "DELETE /v2.0/security-groups/1117a76d-b5e6-4e37-9a10-3f8ddd0e8116 HTTP/1.1" status: 204 len: 168 time: 0.2073114 Oct 27 19:01:03.676970 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45316) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:03.685434 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11caf6f5-8878-44d7-80a8-b14b8193d2e9 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1117a76d-b5e6-4e37-9a10-3f8ddd0e8116,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:03.693105 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-3ff04b45-27ad-403c-a220-839d8ed2b7a0 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] show failed (client error): The resource could not be found. Oct 27 19:01:03.693539 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11caf6f5-8878-44d7-80a8-b14b8193d2e9 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:01:03.693895 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11caf6f5-8878-44d7-80a8-b14b8193d2e9 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:01:03.694129 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3ff04b45-27ad-403c-a220-839d8ed2b7a0 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "GET /v2.0/security-groups/1117a76d-b5e6-4e37-9a10-3f8ddd0e8116 HTTP/1.1" status: 404 len: 347 time: 0.0157313 Oct 27 19:01:03.694329 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11caf6f5-8878-44d7-80a8-b14b8193d2e9 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:01:03.694691 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11caf6f5-8878-44d7-80a8-b14b8193d2e9 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:01:03.695065 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11caf6f5-8878-44d7-80a8-b14b8193d2e9 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:01:03.695409 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11caf6f5-8878-44d7-80a8-b14b8193d2e9 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:01:03.695749 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11caf6f5-8878-44d7-80a8-b14b8193d2e9 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:01:03.696109 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11caf6f5-8878-44d7-80a8-b14b8193d2e9 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:01:03.696455 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11caf6f5-8878-44d7-80a8-b14b8193d2e9 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:01:03.696872 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11caf6f5-8878-44d7-80a8-b14b8193d2e9 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:01:03.697220 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11caf6f5-8878-44d7-80a8-b14b8193d2e9 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:01:03.697319 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45318) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:03.698344 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11caf6f5-8878-44d7-80a8-b14b8193d2e9 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:01:03.833687 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-83228458-ab43-41f0-89ff-04a912890e58 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Deleting port 28cedec1-f8f2-413d-bc57-7bfea1402e43 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:01:03.833687 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-83228458-ab43-41f0-89ff-04a912890e58 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:03.912115 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-83228458-ab43-41f0-89ff-04a912890e58 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:03.912440 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-83228458-ab43-41f0-89ff-04a912890e58 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:03.924316 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-83228458-ab43-41f0-89ff-04a912890e58 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Calling delete_port for 28cedec1-f8f2-413d-bc57-7bfea1402e43 owned by network:floatingip {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:01:04.119000 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-83228458-ab43-41f0-89ff-04a912890e58 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:04.150158 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83228458-ab43-41f0-89ff-04a912890e58 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Pushing event deleted for resources: {'Port': ['ID=28cedec1-f8f2-413d-bc57-7bfea1402e43,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:04.214888 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-83228458-ab43-41f0-89ff-04a912890e58 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks [] for floatingip, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:04.214888 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-83228458-ab43-41f0-89ff-04a912890e58 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:04.216055 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-83228458-ab43-41f0-89ff-04a912890e58 tempest-AttachVolumeTestJSON-1882178344 tempest-AttachVolumeTestJSON-1882178344-project] 10.222.0.52 "DELETE /v2.0/floatingips/aed60dc0-9f9e-46df-a6ea-e84912a3f7c7 HTTP/1.1" status: 204 len: 168 time: 0.5178218 Oct 27 19:01:04.466835 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e04075-c964-45ba-9a84-2e560eb39050 req-fb069cd0-ccca-49c3-972f-c955795d8ad3 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:01:04.468302 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-86e04075-c964-45ba-9a84-2e560eb39050 req-fb069cd0-ccca-49c3-972f-c955795d8ad3 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d HTTP/1.1" status: 200 len: 943 time: 0.0577722 Oct 27 19:01:04.509564 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-86e04075-c964-45ba-9a84-2e560eb39050 req-cd152df7-fbdb-4d2e-8457-fdf6ea48502b tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346057 Oct 27 19:01:05.297868 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 3ad218ae-da98-49fb-b864-53ef1f226873 no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:01:05.324360 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] No Port match for: 3ad218ae-da98-49fb-b864-53ef1f226873 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:01:05.324705 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 3ad218ae-da98-49fb-b864-53ef1f226873 not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:01:05.634250 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ff374-58f2-4413-9146-cead320891a7 req-f71dd63c-dfe3-42bc-b687-25cce7acbda0 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:01:05.635755 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4b1ff374-58f2-4413-9146-cead320891a7 req-f71dd63c-dfe3-42bc-b687-25cce7acbda0 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d HTTP/1.1" status: 200 len: 943 time: 0.0545206 Oct 27 19:01:05.676206 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4b1ff374-58f2-4413-9146-cead320891a7 req-221522b0-a271-4c64-904c-f11b508d07ac tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342827 Oct 27 19:01:06.793199 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39b31c-148a-4304-8cb8-1dcfc36af4c7 req-888c2376-3496-4730-bd19-981b7917cab3 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:01:06.794700 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1f39b31c-148a-4304-8cb8-1dcfc36af4c7 req-888c2376-3496-4730-bd19-981b7917cab3 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d HTTP/1.1" status: 200 len: 943 time: 0.0500729 Oct 27 19:01:06.834895 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1f39b31c-148a-4304-8cb8-1dcfc36af4c7 req-52e1bf00-b91f-45a7-86fb-bac85d86c2c6 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330720 Oct 27 19:01:07.961318 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84614ba-631a-463c-ac5d-83a6128c00a0 req-ffbe837a-3cdd-487f-9994-e86b5f9902df tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:01:07.962914 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a84614ba-631a-463c-ac5d-83a6128c00a0 req-ffbe837a-3cdd-487f-9994-e86b5f9902df tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d HTTP/1.1" status: 200 len: 943 time: 0.0567880 Oct 27 19:01:08.003464 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a84614ba-631a-463c-ac5d-83a6128c00a0 req-e3e1854a-6abc-42f5-b20a-abd290a718ac tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344703 Oct 27 19:01:09.123156 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f69972-f892-4d25-a79f-574ca007fad3 req-ff8754d8-8506-45be-b66f-8cd9dc42868b tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:01:09.124793 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-94f69972-f892-4d25-a79f-574ca007fad3 req-ff8754d8-8506-45be-b66f-8cd9dc42868b tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d HTTP/1.1" status: 200 len: 943 time: 0.0501971 Oct 27 19:01:09.163700 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-94f69972-f892-4d25-a79f-574ca007fad3 req-78c56a41-3966-48a1-94d9-989c4ddd89f3 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328922 Oct 27 19:01:09.657708 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-11803e1a-3a67-4994-9e7b-95d5c6330ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:10.160768 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 9871294e-f770-4071-bed5-d74447bd6b28 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 19:01:10.263460 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 9871294e-f770-4071-bed5-d74447bd6b28, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=9871294e-f770-4071-bed5-d74447bd6b28,segment=NetworkSegment(6b4a3a2c-45ac-4611-a987-4af30c2bf086),segment_id=6b4a3a2c-45ac-4611-a987-4af30c2bf086)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:01:10.275250 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '9871294e-f770-4071-bed5-d74447bd6b28', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'port_id': '9871294e-f770-4071-bed5-d74447bd6b28', 'mac_address': 'fa:16:3e:1a:92:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 19:01:10.286843 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166b7cd-2a8d-4429-8d4d-cbeefdea2973 req-b5506c0e-d9bd-457f-9738-d67a544ddc3e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:01:10.288527 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5166b7cd-2a8d-4429-8d4d-cbeefdea2973 req-b5506c0e-d9bd-457f-9738-d67a544ddc3e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d HTTP/1.1" status: 200 len: 943 time: 0.0515401 Oct 27 19:01:10.312821 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:10.327334 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9871294e-f770-4071-bed5-d74447bd6b28 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:01:10.329118 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5166b7cd-2a8d-4429-8d4d-cbeefdea2973 req-b1031eaf-bc67-40cf-ba2a-831b39646d34 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337687 Oct 27 19:01:10.348419 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 9871294e-f770-4071-bed5-d74447bd6b28, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=9871294e-f770-4071-bed5-d74447bd6b28,segment=NetworkSegment(6b4a3a2c-45ac-4611-a987-4af30c2bf086),segment_id=6b4a3a2c-45ac-4611-a987-4af30c2bf086)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:01:10.423522 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:10.483390 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=9871294e-f770-4071-bed5-d74447bd6b28,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:10.491156 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:01:10.491568 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:01:10.491973 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:01:10.492380 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:01:10.492714 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:01:10.493043 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:01:10.493382 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:01:10.493692 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:01:10.494013 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:01:10.494332 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:01:10.494650 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:01:10.494995 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:01:10.652535 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['9871294e-f770-4071-bed5-d74447bd6b28'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:01:11.453474 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77a623-0163-4f69-bf8f-166566bd865b req-dd0c0b0d-db53-4888-86d7-e8077d99ae49 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:01:11.455129 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ec77a623-0163-4f69-bf8f-166566bd865b req-dd0c0b0d-db53-4888-86d7-e8077d99ae49 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d HTTP/1.1" status: 200 len: 944 time: 0.0548623 Oct 27 19:01:11.498430 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ec77a623-0163-4f69-bf8f-166566bd865b req-57b43c39-6c2b-46f9-8c39-08f11e441f83 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362890 Oct 27 19:01:12.120915 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6de973ed-ba36-413e-908c-d9ab77a3d8e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:12.178303 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 9871294e-f770-4071-bed5-d74447bd6b28 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:01:12.331302 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 9871294e-f770-4071-bed5-d74447bd6b28 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 19:01:12.345654 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 9871294e-f770-4071-bed5-d74447bd6b28 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:01:12.346036 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:12.431748 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:12.455572 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90ad11f-1ad9-4e27-a46c-7d0ab706fc0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9871294e-f770-4071-bed5-d74447bd6b28'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:01:12.458460 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d77099-bd3f-4680-b125-91d5d45ed434" -d '{"events": [{"server_uuid": "d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d", "name": "network-vif-plugged", "status": "completed", "tag": "9871294e-f770-4071-bed5-d74447bd6b28"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:01:12.470713 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 9871294e-f770-4071-bed5-d74447bd6b28, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=9871294e-f770-4071-bed5-d74447bd6b28,segment=NetworkSegment(6b4a3a2c-45ac-4611-a987-4af30c2bf086),segment_id=6b4a3a2c-45ac-4611-a987-4af30c2bf086)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:01:12.499465 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58b6edf-60fe-40b4-bbb5-13322d323cb4 x-openstack-request-id: req-a58b6edf-60fe-40b4-bbb5-13322d323cb4 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:01:12.499761 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d", "name": "network-vif-plugged", "status": "completed", "tag": "9871294e-f770-4071-bed5-d74447bd6b28", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:01:12.500021 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a58b6edf-60fe-40b4-bbb5-13322d323cb4 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:01:12.500417 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90ad11f-1ad9-4e27-a46c-7d0ab706fc0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9871294e-f770-4071-bed5-d74447bd6b28', 'code': 200} Oct 27 19:01:12.560575 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:12.615990 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=9871294e-f770-4071-bed5-d74447bd6b28,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:12.633786 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a26f12-a6e9-49d2-8416-b21c4bc66cb2 req-907d1a6d-158e-4a66-8557-8060b5c1a909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:01:12.635977 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f2a26f12-a6e9-49d2-8416-b21c4bc66cb2 req-907d1a6d-158e-4a66-8557-8060b5c1a909 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d HTTP/1.1" status: 200 len: 1096 time: 0.0759282 Oct 27 19:01:12.649599 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff300f4-d7d9-4ae4-a4af-caef55c56f9f req-97b9e58b-314a-4f5f-8387-b347bc349835 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:01:12.651188 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aff300f4-d7d9-4ae4-a4af-caef55c56f9f req-97b9e58b-314a-4f5f-8387-b347bc349835 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d HTTP/1.1" status: 200 len: 945 time: 0.0732841 Oct 27 19:01:12.674013 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f2a26f12-a6e9-49d2-8416-b21c4bc66cb2 req-333ae0f0-c934-495e-bcad-dc15b64ca9b6 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296109 Oct 27 19:01:12.693030 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aff300f4-d7d9-4ae4-a4af-caef55c56f9f req-efef7352-01b8-4887-9839-9454ff492182 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345461 Oct 27 19:01:12.712751 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:01:13.417667 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:13.553131 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:13.812303 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653c369-9a1e-4c98-bd18-e251ec844b3f req-4fa2f018-596f-4f6f-a498-923a2ad72ad4 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:01:13.813837 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a653c369-9a1e-4c98-bd18-e251ec844b3f req-4fa2f018-596f-4f6f-a498-923a2ad72ad4 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d HTTP/1.1" status: 200 len: 945 time: 0.0500884 Oct 27 19:01:13.856029 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a653c369-9a1e-4c98-bd18-e251ec844b3f req-72b8d7e1-f475-4a63-9347-22a84f3a75d1 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352936 Oct 27 19:01:14.513903 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45378) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:14.985200 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebd9eb-23bf-41a2-81e3-44afb08a600a req-215083f3-c959-4a04-8781-e0004a8d1679 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:01:14.986781 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-43ebd9eb-23bf-41a2-81e3-44afb08a600a req-215083f3-c959-4a04-8781-e0004a8d1679 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d HTTP/1.1" status: 200 len: 945 time: 0.0606718 Oct 27 19:01:15.055902 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-43ebd9eb-23bf-41a2-81e3-44afb08a600a req-a8406e96-34e3-462e-a397-b76e20b76807 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476358 Oct 27 19:01:15.068970 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0df69bb7-2dda-42fb-85e3-531437216e71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:15.198658 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:15.224617 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db2e1b-1740-4c00-ac1a-5645d474bebf req-1f28c48b-7119-4586-8ee7-3e2c2cbebd45 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:01:15.226147 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d6db2e1b-1740-4c00-ac1a-5645d474bebf req-1f28c48b-7119-4586-8ee7-3e2c2cbebd45 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d HTTP/1.1" status: 200 len: 945 time: 0.0756795 Oct 27 19:01:15.316700 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d6db2e1b-1740-4c00-ac1a-5645d474bebf req-58342e5d-8dc8-4e81-a3e0-08e4d6e2539c tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841503 Oct 27 19:01:15.340809 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45386) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:15.387091 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33ae62d-1332-42ba-8738-54ab03a58d22 tempest-TestVolumeBootPattern-1383534204 tempest-TestVolumeBootPattern-1383534204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:01:15.391413 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f33ae62d-1332-42ba-8738-54ab03a58d22 tempest-TestVolumeBootPattern-1383534204 tempest-TestVolumeBootPattern-1383534204-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d HTTP/1.1" status: 200 len: 1091 time: 0.0481546 Oct 27 19:01:15.391996 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45388) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:15.396775 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-05601fe9-8531-4cf3-9bf7-a2a5f75c2fe5 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'port_id': '9871294e-f770-4071-bed5-d74447bd6b28', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:01:15.422579 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-0df69bb7-2dda-42fb-85e3-531437216e71 admin admin] Deleting port 09d88d18-ca52-4d74-800e-d67c4b05af48 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:01:15.426192 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0df69bb7-2dda-42fb-85e3-531437216e71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:15.468358 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-05601fe9-8531-4cf3-9bf7-a2a5f75c2fe5 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for floatingip, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:15.508707 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-0df69bb7-2dda-42fb-85e3-531437216e71 admin admin] For port 09d88d18-ca52-4d74-800e-d67c4b05af48, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=09d88d18-ca52-4d74-800e-d67c4b05af48,segment=NetworkSegment(7087a874-3c18-4df7-a66e-d4157b05ddbf),segment_id=7087a874-3c18-4df7-a66e-d4157b05ddbf)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:01:15.509113 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0df69bb7-2dda-42fb-85e3-531437216e71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:15.522667 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-0df69bb7-2dda-42fb-85e3-531437216e71 admin admin] Calling delete_port for 09d88d18-ca52-4d74-800e-d67c4b05af48 owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:01:15.579367 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-05601fe9-8531-4cf3-9bf7-a2a5f75c2fe5 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:15.702789 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-05601fe9-8531-4cf3-9bf7-a2a5f75c2fe5 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Allocated IP 172.25.6.89 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/a96b78ab-f7e0-41cc-b195-75e34b967ac4) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:01:15.793381 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0df69bb7-2dda-42fb-85e3-531437216e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:15.813835 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-05601fe9-8531-4cf3-9bf7-a2a5f75c2fe5 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:15.827717 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df69bb7-2dda-42fb-85e3-531437216e71 admin admin] Pushing event deleted for resources: {'Port': ['ID=09d88d18-ca52-4d74-800e-d67c4b05af48,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:15.943843 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-05601fe9-8531-4cf3-9bf7-a2a5f75c2fe5 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:15.990731 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05601fe9-8531-4cf3-9bf7-a2a5f75c2fe5 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:01:15.993755 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-05601fe9-8531-4cf3-9bf7-a2a5f75c2fe5 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:01:16.004044 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05601fe9-8531-4cf3-9bf7-a2a5f75c2fe5 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:01:16.004044 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05601fe9-8531-4cf3-9bf7-a2a5f75c2fe5 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Pushing event updated for resources: {'Port': ['ID=a96b78ab-f7e0-41cc-b195-75e34b967ac4,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:16.006225 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0df69bb7-2dda-42fb-85e3-531437216e71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:16.256866 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df69bb7-2dda-42fb-85e3-531437216e71 admin admin] Router 7b9ef261-3e24-4597-b2ed-5a9f50053f56 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:01:16.366737 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-05601fe9-8531-4cf3-9bf7-a2a5f75c2fe5 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:16.371065 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df69bb7-2dda-42fb-85e3-531437216e71 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:01:16.382767 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0df69bb7-2dda-42fb-85e3-531437216e71 admin admin] 10.222.0.52 "PUT /v2.0/routers/7b9ef261-3e24-4597-b2ed-5a9f50053f56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8677521 Oct 27 19:01:16.382946 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0188a45e-fec9-4c94-8c0d-a9f00e803dd6 None None] Sync routers for ids ['7b9ef261-3e24-4597-b2ed-5a9f50053f56'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:01:16.383618 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45390) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:16.392401 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0188a45e-fec9-4c94-8c0d-a9f00e803dd6 None None] Routers {'7b9ef261-3e24-4597-b2ed-5a9f50053f56'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:01:16.393129 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-0188a45e-fec9-4c94-8c0d-a9f00e803dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:01:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['7b9ef261-3e24-4597-b2ed-5a9f50053f56'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:01:16.487876 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-05601fe9-8531-4cf3-9bf7-a2a5f75c2fe5 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:16.498832 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b01c750b-f628-4bd3-b1ea-c9f4957dd7e7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:16.514647 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-0188a45e-fec9-4c94-8c0d-a9f00e803dd6 None None] Set router 7b9ef261-3e24-4597-b2ed-5a9f50053f56 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:01:16.623462 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b01c750b-f628-4bd3-b1ea-c9f4957dd7e7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:16.665766 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-05601fe9-8531-4cf3-9bf7-a2a5f75c2fe5 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:16.715755 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-05601fe9-8531-4cf3-9bf7-a2a5f75c2fe5 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:16.719315 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-0188a45e-fec9-4c94-8c0d-a9f00e803dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'name': 'tempest-AttachVolumeTestJSON-2141801317-router', 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'd5a122cb-d617-46aa-ae4c-398e8e78a3b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:15Z', 'updated_at': '2021-10-27T19:01:15Z', 'revision_number': 5, 'project_id': 'b41df82b71c04f518bb426f0e960c13c', 'gw_port': {'id': 'd5a122cb-d617-46aa-ae4c-398e8e78a3b8', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:81:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:54:16Z', 'updated_at': '2021-10-27T18:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:01:16.730848 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-b01c750b-f628-4bd3-b1ea-c9f4957dd7e7 admin admin] Deleting port d5a122cb-d617-46aa-ae4c-398e8e78a3b8 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:01:16.731445 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b01c750b-f628-4bd3-b1ea-c9f4957dd7e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:16.750093 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0188a45e-fec9-4c94-8c0d-a9f00e803dd6 None None] Checking router: 7b9ef261-3e24-4597-b2ed-5a9f50053f56 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:01:16.762426 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0188a45e-fec9-4c94-8c0d-a9f00e803dd6 None None] Routers {'7b9ef261-3e24-4597-b2ed-5a9f50053f56'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:01:16.763070 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-0188a45e-fec9-4c94-8c0d-a9f00e803dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:01:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['7b9ef261-3e24-4597-b2ed-5a9f50053f56'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:01:16.801077 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05601fe9-8531-4cf3-9bf7-a2a5f75c2fe5 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Pushing event updated for resources: {'Port': ['ID=a96b78ab-f7e0-41cc-b195-75e34b967ac4,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:16.814386 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-05601fe9-8531-4cf3-9bf7-a2a5f75c2fe5 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:16.833595 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-b01c750b-f628-4bd3-b1ea-c9f4957dd7e7 admin admin] For port d5a122cb-d617-46aa-ae4c-398e8e78a3b8, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=d5a122cb-d617-46aa-ae4c-398e8e78a3b8,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:01:16.833979 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b01c750b-f628-4bd3-b1ea-c9f4957dd7e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:16.848906 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-b01c750b-f628-4bd3-b1ea-c9f4957dd7e7 admin admin] Calling delete_port for d5a122cb-d617-46aa-ae4c-398e8e78a3b8 owned by network:router_gateway {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:01:16.946673 n-d-815690-2 neutron-server[102879]: INFO neutron.db.l3_db [None req-05601fe9-8531-4cf3-9bf7-a2a5f75c2fe5 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Floating IP cbb44c00-ca6d-4212-8ce3-b53fc83dadb8 associated. External IP: 172.25.6.89, port: 9871294e-f770-4071-bed5-d74447bd6b28. Oct 27 19:01:17.029037 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-0188a45e-fec9-4c94-8c0d-a9f00e803dd6 None None] Set router 7b9ef261-3e24-4597-b2ed-5a9f50053f56 gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:01:17.091551 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-0188a45e-fec9-4c94-8c0d-a9f00e803dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'name': 'tempest-AttachVolumeTestJSON-2141801317-router', 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:15Z', 'updated_at': '2021-10-27T19:01:16Z', 'revision_number': 6, 'project_id': 'b41df82b71c04f518bb426f0e960c13c', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:01:17.120988 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b01c750b-f628-4bd3-b1ea-c9f4957dd7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:17.127753 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0188a45e-fec9-4c94-8c0d-a9f00e803dd6 None None] The sync data for ids ['7b9ef261-3e24-4597-b2ed-5a9f50053f56'] in n-d-815690-2 is: [{'id': '7b9ef261-3e24-4597-b2ed-5a9f50053f56', 'name': 'tempest-AttachVolumeTestJSON-2141801317-router', 'tenant_id': 'b41df82b71c04f518bb426f0e960c13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:54:15Z', 'updated_at': '2021-10-27T19:01:16Z', 'revision_number': 6, 'project_id': 'b41df82b71c04f518bb426f0e960c13c', 'gw_port_host': None}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:01:17.156545 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c750b-f628-4bd3-b1ea-c9f4957dd7e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5a122cb-d617-46aa-ae4c-398e8e78a3b8,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:17.191440 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05601fe9-8531-4cf3-9bf7-a2a5f75c2fe5 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Router 4bba4a23-f4cf-4407-870e-ef6a7ab6225c has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:01:17.227819 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b01c750b-f628-4bd3-b1ea-c9f4957dd7e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:17.304034 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05601fe9-8531-4cf3-9bf7-a2a5f75c2fe5 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:01:17.314715 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d417ceb1-8477-4b2b-8959-fbcd90c90447 None None] Sync routers for ids ['4bba4a23-f4cf-4407-870e-ef6a7ab6225c'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:01:17.326457 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b01c750b-f628-4bd3-b1ea-c9f4957dd7e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:17.327405 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d417ceb1-8477-4b2b-8959-fbcd90c90447 None None] Routers {'4bba4a23-f4cf-4407-870e-ef6a7ab6225c'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:01:17.332596 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-d417ceb1-8477-4b2b-8959-fbcd90c90447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:01:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['4bba4a23-f4cf-4407-870e-ef6a7ab6225c'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:01:17.332749 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b01c750b-f628-4bd3-b1ea-c9f4957dd7e7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:17.370533 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-05601fe9-8531-4cf3-9bf7-a2a5f75c2fe5 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:17.401225 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-05601fe9-8531-4cf3-9bf7-a2a5f75c2fe5 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0082097 Oct 27 19:01:17.401821 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd90ad11f-1ad9-4e27-a46c-7d0ab706fc0d', 'tag': '9871294e-f770-4071-bed5-d74447bd6b28'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:01:17.404104 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa58ad4d-9486-4cf8-bc46-444e540e6008" -d '{"events": [{"name": "network-changed", "server_uuid": "d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d", "tag": "9871294e-f770-4071-bed5-d74447bd6b28"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:01:17.441174 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-d417ceb1-8477-4b2b-8959-fbcd90c90447 None None] Set router 4bba4a23-f4cf-4407-870e-ef6a7ab6225c gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:01:17.451047 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51dff78e-13a3-477c-8932-9d5082b34ab9 x-openstack-request-id: req-51dff78e-13a3-477c-8932-9d5082b34ab9 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:01:17.451341 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d", "tag": "9871294e-f770-4071-bed5-d74447bd6b28", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:01:17.451601 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-51dff78e-13a3-477c-8932-9d5082b34ab9 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:01:17.452001 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd90ad11f-1ad9-4e27-a46c-7d0ab706fc0d', 'tag': '9871294e-f770-4071-bed5-d74447bd6b28', 'status': 'completed', 'code': 200} Oct 27 19:01:17.459336 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b01c750b-f628-4bd3-b1ea-c9f4957dd7e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:17.460449 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01c750b-f628-4bd3-b1ea-c9f4957dd7e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b9ef261-3e24-4597-b2ed-5a9f50053f56 {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 19:01:17.467799 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b01c750b-f628-4bd3-b1ea-c9f4957dd7e7 admin admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:17.468888 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b01c750b-f628-4bd3-b1ea-c9f4957dd7e7 admin admin] 10.222.0.52 "DELETE /v2.0/routers/7b9ef261-3e24-4597-b2ed-5a9f50053f56 HTTP/1.1" status: 204 len: 168 time: 1.0841401 Oct 27 19:01:17.472167 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45396) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:17.543646 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfc7b8a2-a301-4d62-9ee9-5b59c388013d admin admin] Deleting subnet ee3a74a5-9b8c-49ba-8152-38eb33e35df4 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 19:01:17.546745 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58ad4d-9486-4cf8-bc46-444e540e6008 req-b322aa40-5b01-4021-92b8-7da0d6687fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:01:17.548686 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-aa58ad4d-9486-4cf8-bc46-444e540e6008 req-b322aa40-5b01-4021-92b8-7da0d6687fdc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=346c2f1cc90a43138ca74853aad732b9&device_id=d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d HTTP/1.1" status: 200 len: 1096 time: 0.0719888 Oct 27 19:01:17.550247 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cfc7b8a2-a301-4d62-9ee9-5b59c388013d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:17.598929 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cfc7b8a2-a301-4d62-9ee9-5b59c388013d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:17.703269 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cfc7b8a2-a301-4d62-9ee9-5b59c388013d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:17.749449 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-d417ceb1-8477-4b2b-8959-fbcd90c90447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'name': 'tempest-TestVolumeBootPattern-1820527811-router', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:52:05Z', 'updated_at': '2021-10-27T18:52:10Z', 'revision_number': 4, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'gw_port': {'id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:06Z', 'updated_at': '2021-10-27T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'cbb44c00-ca6d-4212-8ce3-b53fc83dadb8', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'floating_ip_address': '172.25.6.89', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'port_id': '9871294e-f770-4071-bed5-d74447bd6b28', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'mac_address': 'fa:16:3e:1a:92:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90ad11f-1ad9-4e27-a46c-7d0ab706fc0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:01:16Z', 'updated_at': '2021-10-27T19:01:16Z', 'revision_number': 0, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9', 'name': '', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'mac_address': 'fa:16:3e:b2:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:10Z', 'updated_at': '2021-10-27T18:52:16Z', 'revision_number': 5, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'subnets': [{'id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:01:17.779190 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d417ceb1-8477-4b2b-8959-fbcd90c90447 None None] Checking router: 4bba4a23-f4cf-4407-870e-ef6a7ab6225c for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:01:17.790015 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d417ceb1-8477-4b2b-8959-fbcd90c90447 None None] Routers {'4bba4a23-f4cf-4407-870e-ef6a7ab6225c'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:01:17.790688 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-d417ceb1-8477-4b2b-8959-fbcd90c90447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:01:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['4bba4a23-f4cf-4407-870e-ef6a7ab6225c'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:01:17.829619 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cfc7b8a2-a301-4d62-9ee9-5b59c388013d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:17.857977 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc7b8a2-a301-4d62-9ee9-5b59c388013d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee3a74a5-9b8c-49ba-8152-38eb33e35df4,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:17.864055 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cfc7b8a2-a301-4d62-9ee9-5b59c388013d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:17.869872 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-cfc7b8a2-a301-4d62-9ee9-5b59c388013d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ee3a74a5-9b8c-49ba-8152-38eb33e35df4 HTTP/1.1" status: 204 len: 168 time: 0.3943653 Oct 27 19:01:17.870457 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45400) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:17.872438 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdb3a4f-9cc0-40af-b50a-e3b7b34018f1 None None] Network ff43375c-397e-47f1-8c6a-c17892606b3f requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:01:17.917990 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-d417ceb1-8477-4b2b-8959-fbcd90c90447 None None] Set router 4bba4a23-f4cf-4407-870e-ef6a7ab6225c gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:01:17.953730 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6db1df85-a1f8-41b8-8e63-cba38a42bbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:18.037814 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58ad4d-9486-4cf8-bc46-444e540e6008 req-a6631aaa-9d41-4f86-bfa6-f88d8c300f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:01:18.040558 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-aa58ad4d-9486-4cf8-bc46-444e540e6008 req-a6631aaa-9d41-4f86-bfa6-f88d8c300f17 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d0191f7b-8e46-434e-8842-bf24f16effff HTTP/1.1" status: 200 len: 914 time: 0.4851873 Oct 27 19:01:18.047475 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-6db1df85-a1f8-41b8-8e63-cba38a42bbaf admin admin] Deleting port 2e4b4917-3697-4853-8bff-f9e299dcfd4c {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:01:18.048137 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6db1df85-a1f8-41b8-8e63-cba38a42bbaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:18.097406 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 09d88d18-ca52-4d74-800e-d67c4b05af48 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:01:18.122281 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 09d88d18-ca52-4d74-800e-d67c4b05af48 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:01:18.122849 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 09d88d18-ca52-4d74-800e-d67c4b05af48 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:01:18.123451 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d5a122cb-d617-46aa-ae4c-398e8e78a3b8 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:01:18.133936 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-6db1df85-a1f8-41b8-8e63-cba38a42bbaf admin admin] For port 2e4b4917-3697-4853-8bff-f9e299dcfd4c, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=2e4b4917-3697-4853-8bff-f9e299dcfd4c,segment=NetworkSegment(7087a874-3c18-4df7-a66e-d4157b05ddbf),segment_id=7087a874-3c18-4df7-a66e-d4157b05ddbf)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:01:18.134470 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6db1df85-a1f8-41b8-8e63-cba38a42bbaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:18.145340 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-aa58ad4d-9486-4cf8-bc46-444e540e6008 req-3681e86e-dfbb-4ff8-8c21-5c48603a1c26 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9871294e-f770-4071-bed5-d74447bd6b28 HTTP/1.1" status: 200 len: 998 time: 0.0949814 Oct 27 19:01:18.151022 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: d5a122cb-d617-46aa-ae4c-398e8e78a3b8 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:01:18.152190 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d5a122cb-d617-46aa-ae4c-398e8e78a3b8 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:01:18.156107 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-6db1df85-a1f8-41b8-8e63-cba38a42bbaf admin admin] Calling delete_port for 2e4b4917-3697-4853-8bff-f9e299dcfd4c owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:01:18.216377 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58ad4d-9486-4cf8-bc46-444e540e6008 req-a5e8cd35-9721-4a25-9e75-6dce3f1c1a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:01:18.228573 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-aa58ad4d-9486-4cf8-bc46-444e540e6008 req-a5e8cd35-9721-4a25-9e75-6dce3f1c1a5b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=56e753bb-c9b4-439a-bd0c-5adf5ac2396a HTTP/1.1" status: 200 len: 851 time: 0.0683005 Oct 27 19:01:18.268591 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0989839-bbc1-4620-a83d-c2466254328e None None] DHCP port deletion for ff43375c-397e-47f1-8c6a-c17892606b3f request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 19:01:18.288929 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58ad4d-9486-4cf8-bc46-444e540e6008 req-03c4bf64-049a-4845-a045-dfd1ee764646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:01:18.289474 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-d417ceb1-8477-4b2b-8959-fbcd90c90447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'name': 'tempest-TestVolumeBootPattern-1820527811-router', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:52:05Z', 'updated_at': '2021-10-27T18:52:10Z', 'revision_number': 4, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'gw_port': {'id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:06Z', 'updated_at': '2021-10-27T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'cbb44c00-ca6d-4212-8ce3-b53fc83dadb8', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'floating_ip_address': '172.25.6.89', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'port_id': '9871294e-f770-4071-bed5-d74447bd6b28', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'mac_address': 'fa:16:3e:1a:92:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90ad11f-1ad9-4e27-a46c-7d0ab706fc0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:01:16Z', 'updated_at': '2021-10-27T19:01:16Z', 'revision_number': 0, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9', 'name': '', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'mac_address': 'fa:16:3e:b2:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:10Z', 'updated_at': '2021-10-27T18:52:16Z', 'revision_number': 5, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'subnets': [{'id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:01:18.292015 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-aa58ad4d-9486-4cf8-bc46-444e540e6008 req-03c4bf64-049a-4845-a045-dfd1ee764646 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d0191f7b-8e46-434e-8842-bf24f16effff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623400 Oct 27 19:01:18.319290 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d417ceb1-8477-4b2b-8959-fbcd90c90447 None None] The sync data for ids ['4bba4a23-f4cf-4407-870e-ef6a7ab6225c'] in n-d-815690-2 is: [{'id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'name': 'tempest-TestVolumeBootPattern-1820527811-router', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:52:05Z', 'updated_at': '2021-10-27T18:52:10Z', 'revision_number': 4, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'gw_port': {'id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:06Z', 'updated_at': '2021-10-27T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'cbb44c00-ca6d-4212-8ce3-b53fc83dadb8', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'floating_ip_address': '172.25.6.89', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'port_id': '9871294e-f770-4071-bed5-d74447bd6b28', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'mac_address': 'fa:16:3e:1a:92:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90ad11f-1ad9-4e27-a46c-7d0ab706fc0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:01:16Z', 'updated_at': '2021-10-27T19:01:16Z', 'revision_number': 0, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9', 'name': '', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'mac_address': 'fa:16:3e:b2:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:10Z', 'updated_at': '2021-10-27T18:52:16Z', 'revision_number': 5, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'subnets': [{'id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:01:18.343968 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6db1df85-a1f8-41b8-8e63-cba38a42bbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:18.354849 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-b0989839-bbc1-4620-a83d-c2466254328e None None] Deleting port 2e4b4917-3697-4853-8bff-f9e299dcfd4c {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:01:18.355502 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b0989839-bbc1-4620-a83d-c2466254328e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:18.392416 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1df85-a1f8-41b8-8e63-cba38a42bbaf admin admin] Pushing event deleted for resources: {'Port': ['ID=2e4b4917-3697-4853-8bff-f9e299dcfd4c,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:18.405262 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db1df85-a1f8-41b8-8e63-cba38a42bbaf admin admin] No DVR routers for this DVR port 2e4b4917-3697-4853-8bff-f9e299dcfd4c on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:01:18.430560 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-aa58ad4d-9486-4cf8-bc46-444e540e6008 req-0b87a79f-e879-44fb-96a5-65b3401f2d8c service neutron] 10.222.0.93 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304998 Oct 27 19:01:18.457337 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-b0989839-bbc1-4620-a83d-c2466254328e None None] For port 2e4b4917-3697-4853-8bff-f9e299dcfd4c, host n-d-815690-2, got binding levels [] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:01:18.457745 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b0989839-bbc1-4620-a83d-c2466254328e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:18.476626 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-b0989839-bbc1-4620-a83d-c2466254328e None None] Calling delete_port for 2e4b4917-3697-4853-8bff-f9e299dcfd4c owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:01:18.482089 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.ipam_backend_mixin [None req-b0989839-bbc1-4620-a83d-c2466254328e None None] Port 2e4b4917-3697-4853-8bff-f9e299dcfd4c was not found and therefore no delete operation was performed {{(pid=102880) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 19:01:18.484948 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b0989839-bbc1-4620-a83d-c2466254328e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:18.513395 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0989839-bbc1-4620-a83d-c2466254328e None None] Pushing event deleted for resources: {'Port': ['ID=2e4b4917-3697-4853-8bff-f9e299dcfd4c,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:18.523785 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6db1df85-a1f8-41b8-8e63-cba38a42bbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:18.525503 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0989839-bbc1-4620-a83d-c2466254328e None None] No DVR routers for this DVR port 2e4b4917-3697-4853-8bff-f9e299dcfd4c on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:01:18.556242 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-6db1df85-a1f8-41b8-8e63-cba38a42bbaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff43375c-397e-47f1-8c6a-c17892606b3f']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:01:18.558943 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-aa58ad4d-9486-4cf8-bc46-444e540e6008 req-e22c92f1-2ae0-4350-9355-2283332864a5 service neutron] 10.222.0.93 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213715 Oct 27 19:01:18.565887 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-6db1df85-a1f8-41b8-8e63-cba38a42bbaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7087a874-3c18-4df7-a66e-d4157b05ddbf') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:01:18.566256 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-6db1df85-a1f8-41b8-8e63-cba38a42bbaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7087a874-3c18-4df7-a66e-d4157b05ddbf') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:01:18.576640 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6db1df85-a1f8-41b8-8e63-cba38a42bbaf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:18.592238 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6db1df85-a1f8-41b8-8e63-cba38a42bbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:18.599292 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6db1df85-a1f8-41b8-8e63-cba38a42bbaf admin admin] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 19:01:18.599511 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6db1df85-a1f8-41b8-8e63-cba38a42bbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:18.601359 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 19:01:18.601359 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 19:01:18.601359 n-d-815690-2 neutron-server[102878]: timer() Oct 27 19:01:18.601359 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 19:01:18.601359 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 19:01:18.601359 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 19:01:18.601359 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 19:01:18.601359 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 19:01:18.601359 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 19:01:18.601359 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 19:01:18.601359 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 19:01:18.601359 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 19:01:18.601359 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 19:01:18.601359 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 19:01:18.601359 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 19:01:18.601359 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 19:01:18.601359 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 19:01:18.601359 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 19:01:18.601359 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 19:01:18.601359 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 19:01:18.601359 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 19:01:18.601359 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 19:01:18.601359 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 19:01:18.601359 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 19:01:18.601359 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 19:01:18.601359 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 19:01:18.601359 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 19:01:18.601359 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 19:01:18.601359 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 19:01:18.601359 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 19:01:18.601359 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 19:01:18.601359 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 19:01:18.640511 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be64166a-657e-411e-b8c2-a7e4e9ff848b None None] New status for floating IP cbb44c00-ca6d-4212-8ce3-b53fc83dadb8: ACTIVE {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 19:01:18.738855 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6db1df85-a1f8-41b8-8e63-cba38a42bbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:18.745475 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6db1df85-a1f8-41b8-8e63-cba38a42bbaf admin admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:18.748876 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6db1df85-a1f8-41b8-8e63-cba38a42bbaf admin admin] 10.222.0.52 "DELETE /v2.0/networks/ff43375c-397e-47f1-8c6a-c17892606b3f HTTP/1.1" status: 204 len: 168 time: 0.8772800 Oct 27 19:01:18.760882 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1df85-a1f8-41b8-8e63-cba38a42bbaf admin admin] Pushing event deleted for resources: {'Network': ['ID=ff43375c-397e-47f1-8c6a-c17892606b3f,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:19.065627 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45404) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:19.107353 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5d79e485-3c7d-4a43-bf75-96df28de4af5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b41df82b71c04f518bb426f0e960c13c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404754 Oct 27 19:01:19.109721 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45406) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:19.161712 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ada57c18-a871-49c4-83f2-62ace3bf5467 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:19.182950 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ada57c18-a871-49c4-83f2-62ace3bf5467 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:19.297531 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ada57c18-a871-49c4-83f2-62ace3bf5467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:19.300470 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ada57c18-a871-49c4-83f2-62ace3bf5467 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:19.301661 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ada57c18-a871-49c4-83f2-62ace3bf5467 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/403c45bf-13f3-4e1b-b684-92949f9f9aaa HTTP/1.1" status: 204 len: 168 time: 0.1910596 Oct 27 19:01:19.309766 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada57c18-a871-49c4-83f2-62ace3bf5467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403c45bf-13f3-4e1b-b684-92949f9f9aaa,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:19.882519 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 2e4b4917-3697-4853-8bff-f9e299dcfd4c no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:01:19.903976 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 2e4b4917-3697-4853-8bff-f9e299dcfd4c {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:01:19.903976 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 2e4b4917-3697-4853-8bff-f9e299dcfd4c not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:01:21.980678 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f8256d50-59c9-4998-a8fa-2b3d5d2b04fe req-caeba355-1e3a-4290-9d57-8e58dd181cb6 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437453 Oct 27 19:01:22.070765 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8256d50-59c9-4998-a8fa-2b3d5d2b04fe req-4ac8ade3-2031-4339-885b-20360ea9de83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:01:22.072329 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f8256d50-59c9-4998-a8fa-2b3d5d2b04fe req-4ac8ade3-2031-4339-885b-20360ea9de83 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=346c2f1cc90a43138ca74853aad732b9&device_id=d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d HTTP/1.1" status: 200 len: 1096 time: 0.0434170 Oct 27 19:01:22.185679 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8256d50-59c9-4998-a8fa-2b3d5d2b04fe req-687c371d-ac1a-4f9c-8e5a-d9886c607c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:01:22.187193 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f8256d50-59c9-4998-a8fa-2b3d5d2b04fe req-687c371d-ac1a-4f9c-8e5a-d9886c607c65 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d0191f7b-8e46-434e-8842-bf24f16effff HTTP/1.1" status: 200 len: 914 time: 0.0943305 Oct 27 19:01:22.260557 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f8256d50-59c9-4998-a8fa-2b3d5d2b04fe req-e341a0ea-0888-4fb6-9de6-ba3d3ef77d2b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9871294e-f770-4071-bed5-d74447bd6b28 HTTP/1.1" status: 200 len: 1000 time: 0.0649066 Oct 27 19:01:22.319869 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8256d50-59c9-4998-a8fa-2b3d5d2b04fe req-5b7c52a0-e26b-4e90-96a3-82c555df5aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:01:22.321366 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f8256d50-59c9-4998-a8fa-2b3d5d2b04fe req-5b7c52a0-e26b-4e90-96a3-82c555df5aeb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=56e753bb-c9b4-439a-bd0c-5adf5ac2396a HTTP/1.1" status: 200 len: 851 time: 0.0534699 Oct 27 19:01:22.369279 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8256d50-59c9-4998-a8fa-2b3d5d2b04fe req-fb6aecb1-fda6-421a-8046-3eaa83fcd38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:01:22.370859 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f8256d50-59c9-4998-a8fa-2b3d5d2b04fe req-fb6aecb1-fda6-421a-8046-3eaa83fcd38c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d0191f7b-8e46-434e-8842-bf24f16effff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424869 Oct 27 19:01:22.468489 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f8256d50-59c9-4998-a8fa-2b3d5d2b04fe req-d6675307-5ab8-4fdc-a03b-165edc12e548 service neutron] 10.222.0.93 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894225 Oct 27 19:01:22.563047 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f8256d50-59c9-4998-a8fa-2b3d5d2b04fe req-28b63268-d048-4185-ad83-af79bd621a3a service neutron] 10.222.0.93 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872352 Oct 27 19:01:23.076936 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45466) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:23.184151 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6139fde9-42c6-4f01-9bbf-afe1121c5095 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:23.260348 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6139fde9-42c6-4f01-9bbf-afe1121c5095 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:23.332455 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6139fde9-42c6-4f01-9bbf-afe1121c5095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:23.372122 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6139fde9-42c6-4f01-9bbf-afe1121c5095 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ee5cd246e1c248808074894c74b954cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2940857 Oct 27 19:01:23.373099 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139fde9-42c6-4f01-9bbf-afe1121c5095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c0f441-6207-4a89-85f7-1b215ca97604,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:23.374929 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45472) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:23.425659 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7dc32fbc-da45-413e-bc4d-1abda79ec783 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:23.446674 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7dc32fbc-da45-413e-bc4d-1abda79ec783 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:23.589031 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7dc32fbc-da45-413e-bc4d-1abda79ec783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:23.591738 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7dc32fbc-da45-413e-bc4d-1abda79ec783 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:23.592993 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7dc32fbc-da45-413e-bc4d-1abda79ec783 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/29c0f441-6207-4a89-85f7-1b215ca97604 HTTP/1.1" status: 204 len: 168 time: 0.2169731 Oct 27 19:01:23.602632 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc32fbc-da45-413e-bc4d-1abda79ec783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c0f441-6207-4a89-85f7-1b215ca97604,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:24.270847 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45482) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:24.284688 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f85ecf06-61ea-45cb-90a0-b8893c3011ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:24.364083 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f85ecf06-61ea-45cb-90a0-b8893c3011ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:24.421881 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f85ecf06-61ea-45cb-90a0-b8893c3011ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:24.469456 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f85ecf06-61ea-45cb-90a0-b8893c3011ed admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6563b301cc0d455c90a8c66b387a7346&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1972139 Oct 27 19:01:24.472397 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ecf06-61ea-45cb-90a0-b8893c3011ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9991f9a2-8637-47d2-b8da-99038fb95c5e,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:24.472519 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45484) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:24.524728 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4b1996b6-14c1-47d1-9a0c-77c8ebd24670 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:24.551618 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4b1996b6-14c1-47d1-9a0c-77c8ebd24670 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:24.674631 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4b1996b6-14c1-47d1-9a0c-77c8ebd24670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:24.678942 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4b1996b6-14c1-47d1-9a0c-77c8ebd24670 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:24.680045 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4b1996b6-14c1-47d1-9a0c-77c8ebd24670 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9991f9a2-8637-47d2-b8da-99038fb95c5e HTTP/1.1" status: 204 len: 168 time: 0.2065439 Oct 27 19:01:24.688939 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1996b6-14c1-47d1-9a0c-77c8ebd24670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9991f9a2-8637-47d2-b8da-99038fb95c5e,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:26.634553 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:27.120364 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:28.864755 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45560) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:28.977386 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a5cb6b02-3db9-4552-9bc6-01c547e5b36a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:29.052641 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a5cb6b02-3db9-4552-9bc6-01c547e5b36a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:29.130489 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a5cb6b02-3db9-4552-9bc6-01c547e5b36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:29.168471 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb6b02-3db9-4552-9bc6-01c547e5b36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b627e0c-22d3-4dfd-9314-52001d50b91e,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:29.172803 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a5cb6b02-3db9-4552-9bc6-01c547e5b36a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=79afb62725b14b30822591d24abe5914&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3068552 Oct 27 19:01:29.175410 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45564) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:29.225005 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-73eb588b-f573-4e82-a7ea-7844fe784e0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:29.246260 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-73eb588b-f573-4e82-a7ea-7844fe784e0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:29.389292 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-73eb588b-f573-4e82-a7ea-7844fe784e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:29.391997 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-73eb588b-f573-4e82-a7ea-7844fe784e0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:29.393206 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-73eb588b-f573-4e82-a7ea-7844fe784e0b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8b627e0c-22d3-4dfd-9314-52001d50b91e HTTP/1.1" status: 204 len: 168 time: 0.2168841 Oct 27 19:01:29.401711 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb588b-f573-4e82-a7ea-7844fe784e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b627e0c-22d3-4dfd-9314-52001d50b91e,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:30.041738 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45572) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:30.055540 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7043fbb4-9cdd-4366-b82e-29498f9ca0da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:30.129410 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7043fbb4-9cdd-4366-b82e-29498f9ca0da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:30.193367 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7043fbb4-9cdd-4366-b82e-29498f9ca0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:30.231745 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7043fbb4-9cdd-4366-b82e-29498f9ca0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4229a674-8f7b-4e00-a6f1-78b539081005,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:30.235931 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7043fbb4-9cdd-4366-b82e-29498f9ca0da admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7adf1000bab140c9929415f1188e0701&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1931283 Oct 27 19:01:30.238550 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45574) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:30.292319 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6066476d-5aaa-43a2-af0c-7581cc1c7c41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:30.313202 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6066476d-5aaa-43a2-af0c-7581cc1c7c41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:30.421317 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6066476d-5aaa-43a2-af0c-7581cc1c7c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:30.423916 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6066476d-5aaa-43a2-af0c-7581cc1c7c41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:30.425094 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6066476d-5aaa-43a2-af0c-7581cc1c7c41 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4229a674-8f7b-4e00-a6f1-78b539081005 HTTP/1.1" status: 204 len: 168 time: 0.1850090 Oct 27 19:01:30.434385 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066476d-5aaa-43a2-af0c-7581cc1c7c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4229a674-8f7b-4e00-a6f1-78b539081005,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:34.378294 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45694) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:34.493730 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4c82f110-5c00-4592-a5a8-f1070cc26574 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:34.574586 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4c82f110-5c00-4592-a5a8-f1070cc26574 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:34.640487 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4c82f110-5c00-4592-a5a8-f1070cc26574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:34.683343 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4c82f110-5c00-4592-a5a8-f1070cc26574 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2b1c5997764b4fc79b5a1b5a512e5ac5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3036995 Oct 27 19:01:34.684276 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c82f110-5c00-4592-a5a8-f1070cc26574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8893acf6-e064-4c19-b2ac-b6344f89a72f,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:34.685530 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45698) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:34.738529 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-15445b5c-7ed6-43e2-a8b6-d410432d5ebf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:34.761224 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-15445b5c-7ed6-43e2-a8b6-d410432d5ebf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:34.873090 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-15445b5c-7ed6-43e2-a8b6-d410432d5ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:34.875837 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-15445b5c-7ed6-43e2-a8b6-d410432d5ebf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:34.877088 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-15445b5c-7ed6-43e2-a8b6-d410432d5ebf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8893acf6-e064-4c19-b2ac-b6344f89a72f HTTP/1.1" status: 204 len: 168 time: 0.1899538 Oct 27 19:01:34.886920 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15445b5c-7ed6-43e2-a8b6-d410432d5ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8893acf6-e064-4c19-b2ac-b6344f89a72f,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:35.554676 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45704) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:35.570667 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-28744662-1cc7-455c-9eb8-a651a25c85b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:35.656142 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-28744662-1cc7-455c-9eb8-a651a25c85b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:35.720726 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-28744662-1cc7-455c-9eb8-a651a25c85b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:35.758909 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28744662-1cc7-455c-9eb8-a651a25c85b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d220afd9-bf1c-4303-8e2b-bf590bfd6147,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:35.763216 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-28744662-1cc7-455c-9eb8-a651a25c85b6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0553d0a2ea3d42479b60d14fdf61a9f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2073314 Oct 27 19:01:35.766136 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45706) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:35.821590 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e51db826-e304-4444-9a03-cfdb45f99925 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:35.844616 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e51db826-e304-4444-9a03-cfdb45f99925 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:35.966003 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e51db826-e304-4444-9a03-cfdb45f99925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:35.968707 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e51db826-e304-4444-9a03-cfdb45f99925 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:35.969882 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e51db826-e304-4444-9a03-cfdb45f99925 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d220afd9-bf1c-4303-8e2b-bf590bfd6147 HTTP/1.1" status: 204 len: 168 time: 0.2028375 Oct 27 19:01:35.979761 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51db826-e304-4444-9a03-cfdb45f99925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d220afd9-bf1c-4303-8e2b-bf590bfd6147,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:38.186487 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45748) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:38.289586 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-abf76d49-a6c8-4eb2-87d8-8e2cbf3cc294 tempest-QuotasTest-156471055 tempest-QuotasTest-156471055-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:01:38.532405 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-abf76d49-a6c8-4eb2-87d8-8e2cbf3cc294 tempest-QuotasTest-156471055 tempest-QuotasTest-156471055-project-admin] 10.222.0.52 "PUT /v2.0/quotas/f6c7e0f4adc8459d80ebed0b01990f48 HTTP/1.1" status: 200 len: 366 time: 0.3446651 Oct 27 19:01:38.534755 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45754) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:38.545516 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-154d7328-bb14-4fa6-b539-607de492c8a3 tempest-QuotasTest-156471055 tempest-QuotasTest-156471055-project-admin] 10.222.0.52 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0096569 Oct 27 19:01:38.547619 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45756) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:38.558369 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3f726045-5116-4d57-be87-8e809c5a9ac5 tempest-QuotasTest-156471055 tempest-QuotasTest-156471055-project-admin] 10.222.0.52 "GET /v2.0/quotas/f6c7e0f4adc8459d80ebed0b01990f48 HTTP/1.1" status: 200 len: 366 time: 0.0096228 Oct 27 19:01:38.561776 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45758) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:38.635688 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-44cdc6b0-283b-4978-a6b4-2ca6d2dbeb27 tempest-QuotasTest-156471055 tempest-QuotasTest-156471055-project-admin] 10.222.0.52 "DELETE /v2.0/quotas/f6c7e0f4adc8459d80ebed0b01990f48 HTTP/1.1" status: 204 len: 168 time: 0.0726600 Oct 27 19:01:38.638044 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45760) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:38.648624 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d983a703-353c-4b92-be30-2b11503b705a tempest-QuotasTest-156471055 tempest-QuotasTest-156471055-project-admin] 10.222.0.52 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0093560 Oct 27 19:01:38.651057 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45762) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:38.660551 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f1232d3c-b14e-4747-b115-c062ffe1911f tempest-QuotasTest-156471055 tempest-QuotasTest-156471055-project-admin] 10.222.0.52 "GET /v2.0/quotas/f6c7e0f4adc8459d80ebed0b01990f48 HTTP/1.1" status: 200 len: 370 time: 0.0082772 Oct 27 19:01:38.668500 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45764) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:38.673319 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-08737532-ac8b-4a5f-941b-378bb468417e tempest-QuotasTest-156471055 tempest-QuotasTest-156471055-project-admin] 10.222.0.52 "GET /v2.0/quotas/f6c7e0f4adc8459d80ebed0b01990f48/default HTTP/1.1" status: 200 len: 370 time: 0.0037720 Oct 27 19:01:38.675801 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45766) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:38.684455 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-1acaf2b4-e3ef-4f3f-ad7c-8e34918820ac tempest-QuotasTest-156471055 tempest-QuotasTest-156471055-project-admin] delete failed (client error): The resource could not be found. Oct 27 19:01:38.685432 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1acaf2b4-e3ef-4f3f-ad7c-8e34918820ac tempest-QuotasTest-156471055 tempest-QuotasTest-156471055-project-admin] 10.222.0.52 "DELETE /v2.0/quotas/f6c7e0f4adc8459d80ebed0b01990f48 HTTP/1.1" status: 404 len: 348 time: 0.0088027 Oct 27 19:01:38.957323 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45770) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:38.978780 n-d-815690-2 neutron-server[102878]: DEBUG neutron.quota.resource [None req-ea6df548-d993-4902-a5ad-1f0b9b4fd003 tempest-QuotasTest-156471055 tempest-QuotasTest-156471055-project-admin] Usage tracker for resource:network and project:3689d7cab0c0444e8771a6c30ab9dc0e is out of sync, need to count used quota {{(pid=102878) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 27 19:01:38.982068 n-d-815690-2 neutron-server[102878]: DEBUG neutron.quota.resource [None req-ea6df548-d993-4902-a5ad-1f0b9b4fd003 tempest-QuotasTest-156471055 tempest-QuotasTest-156471055-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102878) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 27 19:01:38.988370 n-d-815690-2 neutron-server[102878]: DEBUG neutron.quota.resource [None req-ea6df548-d993-4902-a5ad-1f0b9b4fd003 tempest-QuotasTest-156471055 tempest-QuotasTest-156471055-project-admin] Usage tracker for resource:subnet and project:3689d7cab0c0444e8771a6c30ab9dc0e is out of sync, need to count used quota {{(pid=102878) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 27 19:01:38.992281 n-d-815690-2 neutron-server[102878]: DEBUG neutron.quota.resource [None req-ea6df548-d993-4902-a5ad-1f0b9b4fd003 tempest-QuotasTest-156471055 tempest-QuotasTest-156471055-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102878) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 27 19:01:38.998545 n-d-815690-2 neutron-server[102878]: DEBUG neutron.quota.resource [None req-ea6df548-d993-4902-a5ad-1f0b9b4fd003 tempest-QuotasTest-156471055 tempest-QuotasTest-156471055-project-admin] Usage tracker for resource:subnetpool and project:3689d7cab0c0444e8771a6c30ab9dc0e is out of sync, need to count used quota {{(pid=102878) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 27 19:01:39.003789 n-d-815690-2 neutron-server[102878]: DEBUG neutron.quota.resource [None req-ea6df548-d993-4902-a5ad-1f0b9b4fd003 tempest-QuotasTest-156471055 tempest-QuotasTest-156471055-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102878) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 27 19:01:39.010795 n-d-815690-2 neutron-server[102878]: DEBUG neutron.quota.resource [None req-ea6df548-d993-4902-a5ad-1f0b9b4fd003 tempest-QuotasTest-156471055 tempest-QuotasTest-156471055-project-admin] Usage tracker for resource:port and project:3689d7cab0c0444e8771a6c30ab9dc0e is out of sync, need to count used quota {{(pid=102878) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 27 19:01:39.014140 n-d-815690-2 neutron-server[102878]: DEBUG neutron.quota.resource [None req-ea6df548-d993-4902-a5ad-1f0b9b4fd003 tempest-QuotasTest-156471055 tempest-QuotasTest-156471055-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102878) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 27 19:01:39.020980 n-d-815690-2 neutron-server[102878]: DEBUG neutron.quota.resource [None req-ea6df548-d993-4902-a5ad-1f0b9b4fd003 tempest-QuotasTest-156471055 tempest-QuotasTest-156471055-project-admin] Usage tracker for resource:router and project:3689d7cab0c0444e8771a6c30ab9dc0e is out of sync, need to count used quota {{(pid=102878) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 27 19:01:39.024167 n-d-815690-2 neutron-server[102878]: DEBUG neutron.quota.resource [None req-ea6df548-d993-4902-a5ad-1f0b9b4fd003 tempest-QuotasTest-156471055 tempest-QuotasTest-156471055-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102878) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 27 19:01:39.030196 n-d-815690-2 neutron-server[102878]: DEBUG neutron.quota.resource [None req-ea6df548-d993-4902-a5ad-1f0b9b4fd003 tempest-QuotasTest-156471055 tempest-QuotasTest-156471055-project-admin] Usage tracker for resource:floatingip and project:3689d7cab0c0444e8771a6c30ab9dc0e is out of sync, need to count used quota {{(pid=102878) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 27 19:01:39.033409 n-d-815690-2 neutron-server[102878]: DEBUG neutron.quota.resource [None req-ea6df548-d993-4902-a5ad-1f0b9b4fd003 tempest-QuotasTest-156471055 tempest-QuotasTest-156471055-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102878) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 27 19:01:39.071040 n-d-815690-2 neutron-server[102878]: DEBUG neutron.quota.resource [None req-ea6df548-d993-4902-a5ad-1f0b9b4fd003 tempest-QuotasTest-156471055 tempest-QuotasTest-156471055-project-admin] Usage tracker for resource:security_group and project:3689d7cab0c0444e8771a6c30ab9dc0e is out of sync, need to count used quota {{(pid=102878) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 27 19:01:39.074243 n-d-815690-2 neutron-server[102878]: DEBUG neutron.quota.resource [None req-ea6df548-d993-4902-a5ad-1f0b9b4fd003 tempest-QuotasTest-156471055 tempest-QuotasTest-156471055-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102878) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 27 19:01:39.080419 n-d-815690-2 neutron-server[102878]: DEBUG neutron.quota.resource [None req-ea6df548-d993-4902-a5ad-1f0b9b4fd003 tempest-QuotasTest-156471055 tempest-QuotasTest-156471055-project-admin] Usage tracker for resource:security_group_rule and project:3689d7cab0c0444e8771a6c30ab9dc0e is out of sync, need to count used quota {{(pid=102878) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 27 19:01:39.084060 n-d-815690-2 neutron-server[102878]: DEBUG neutron.quota.resource [None req-ea6df548-d993-4902-a5ad-1f0b9b4fd003 tempest-QuotasTest-156471055 tempest-QuotasTest-156471055-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102878) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 27 19:01:39.088544 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ea6df548-d993-4902-a5ad-1f0b9b4fd003 tempest-QuotasTest-156471055 tempest-QuotasTest-156471055-project-admin] 10.222.0.52 "GET /v2.0/quotas/3689d7cab0c0444e8771a6c30ab9dc0e/details.json HTTP/1.1" status: 200 len: 703 time: 0.1301560 Oct 27 19:01:39.612280 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45776) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:39.640632 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d121073c-dff2-4222-b16b-61c652ea287c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:39.722515 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a14c9bdd-0be8-4d56-82a8-2fc05f5f9988 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:39.795772 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a14c9bdd-0be8-4d56-82a8-2fc05f5f9988 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:39.886307 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a14c9bdd-0be8-4d56-82a8-2fc05f5f9988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:39.931178 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a14c9bdd-0be8-4d56-82a8-2fc05f5f9988 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d3eeea120f6c4de08539e34ab9139b1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3177125 Oct 27 19:01:39.932146 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c9bdd-0be8-4d56-82a8-2fc05f5f9988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5a2b09-ccc5-4d17-a3f4-60f6a4db0a3d,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:39.933847 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45780) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:39.981847 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e35ba1f4-7c8f-4978-b191-2211d2723637 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:40.003180 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e35ba1f4-7c8f-4978-b191-2211d2723637 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:40.261578 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e35ba1f4-7c8f-4978-b191-2211d2723637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:40.264259 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e35ba1f4-7c8f-4978-b191-2211d2723637 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:40.265476 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e35ba1f4-7c8f-4978-b191-2211d2723637 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eb5a2b09-ccc5-4d17-a3f4-60f6a4db0a3d HTTP/1.1" status: 204 len: 168 time: 0.3305445 Oct 27 19:01:40.273569 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ba1f4-7c8f-4978-b191-2211d2723637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5a2b09-ccc5-4d17-a3f4-60f6a4db0a3d,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:40.941201 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45786) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:40.955754 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d68efc81-094f-4164-a775-61b2f62f23a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:41.032502 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d68efc81-094f-4164-a775-61b2f62f23a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:41.091925 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d68efc81-094f-4164-a775-61b2f62f23a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:41.131168 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d68efc81-094f-4164-a775-61b2f62f23a7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3689d7cab0c0444e8771a6c30ab9dc0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1886480 Oct 27 19:01:41.132146 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68efc81-094f-4164-a775-61b2f62f23a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b4a357-0022-440d-94a1-7ac404ddeee1,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:41.134381 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45788) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:41.185147 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1148d09e-a55a-43d8-8c59-f9b24adfd74d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:41.207489 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1148d09e-a55a-43d8-8c59-f9b24adfd74d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:41.341371 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1148d09e-a55a-43d8-8c59-f9b24adfd74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:41.344050 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1148d09e-a55a-43d8-8c59-f9b24adfd74d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:41.345179 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1148d09e-a55a-43d8-8c59-f9b24adfd74d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/40b4a357-0022-440d-94a1-7ac404ddeee1 HTTP/1.1" status: 204 len: 168 time: 0.2092726 Oct 27 19:01:41.354293 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148d09e-a55a-43d8-8c59-f9b24adfd74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b4a357-0022-440d-94a1-7ac404ddeee1,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:42.131751 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cf8a1a0a-95a6-4f1e-ad2e-405d1e2026cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:43.150056 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45824) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:43.251927 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-fed610f7-0ed5-422d-bea0-469e8de009ca tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2111091535'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:01:43.337893 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fed610f7-0ed5-422d-bea0-469e8de009ca tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:43.338996 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fed610f7-0ed5-422d-bea0-469e8de009ca tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:43.394678 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fed610f7-0ed5-422d-bea0-469e8de009ca tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:43.394908 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:43.435048 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fed610f7-0ed5-422d-bea0-469e8de009ca tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:43.515346 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fed610f7-0ed5-422d-bea0-469e8de009ca tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:43.516539 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-fed610f7-0ed5-422d-bea0-469e8de009ca tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.3654401 Oct 27 19:01:43.519382 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45828) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:43.558863 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:43.591541 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a9f8ee03-5e7b-4f4d-bfe4-aa06f1d81b6d tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:43.752201 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a9f8ee03-5e7b-4f4d-bfe4-aa06f1d81b6d tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:43.754301 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a9f8ee03-5e7b-4f4d-bfe4-aa06f1d81b6d tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:43.851968 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a9f8ee03-5e7b-4f4d-bfe4-aa06f1d81b6d tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:43.852759 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f8ee03-5e7b-4f4d-bfe4-aa06f1d81b6d tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 90fa8f0d-9ad6-48f9-b70b-1010082e7ade {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 19:01:43.857964 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a9f8ee03-5e7b-4f4d-bfe4-aa06f1d81b6d tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:43.858441 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a9f8ee03-5e7b-4f4d-bfe4-aa06f1d81b6d tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] 10.222.0.52 "DELETE /v2.0/routers/90fa8f0d-9ad6-48f9-b70b-1010082e7ade HTTP/1.1" status: 204 len: 168 time: 0.3379319 Oct 27 19:01:43.861379 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45830) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:43.867416 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-91b35d7f-1170-42f3-813e-d75c7d74792a tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Request body: {'router': {'name': 'tempest-router-483214283', 'distributed': False}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:01:43.954963 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-91b35d7f-1170-42f3-813e-d75c7d74792a tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:43.956038 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-91b35d7f-1170-42f3-813e-d75c7d74792a tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:44.008416 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-91b35d7f-1170-42f3-813e-d75c7d74792a tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:44.069987 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-91b35d7f-1170-42f3-813e-d75c7d74792a tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:44.168342 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-91b35d7f-1170-42f3-813e-d75c7d74792a tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:44.169518 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-91b35d7f-1170-42f3-813e-d75c7d74792a tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3069546 Oct 27 19:01:44.172404 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45832) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:44.247397 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8704e35d-44e5-4784-9d54-37944d30b16a tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:44.403610 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8704e35d-44e5-4784-9d54-37944d30b16a tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:44.405789 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8704e35d-44e5-4784-9d54-37944d30b16a tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:44.532245 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8704e35d-44e5-4784-9d54-37944d30b16a tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:44.532798 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8704e35d-44e5-4784-9d54-37944d30b16a tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a62a6730-69c0-4552-91b6-7117ac82b005 {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 19:01:44.538464 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8704e35d-44e5-4784-9d54-37944d30b16a tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:44.539895 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8704e35d-44e5-4784-9d54-37944d30b16a tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] 10.222.0.52 "DELETE /v2.0/routers/a62a6730-69c0-4552-91b6-7117ac82b005 HTTP/1.1" status: 204 len: 168 time: 0.3665781 Oct 27 19:01:44.543514 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45834) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:44.548196 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-13b883cc-9e4d-4bf5-b3e6-ec9658146936 tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Request body: {'router': {'name': 'tempest-router-306636438', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '1ed1576bbad4487badaefb1e212e7528'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:01:44.640835 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-13b883cc-9e4d-4bf5-b3e6-ec9658146936 tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:44.642038 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-13b883cc-9e4d-4bf5-b3e6-ec9658146936 tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:44.698986 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-13b883cc-9e4d-4bf5-b3e6-ec9658146936 tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:44.755757 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-13b883cc-9e4d-4bf5-b3e6-ec9658146936 tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:44.865321 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-13b883cc-9e4d-4bf5-b3e6-ec9658146936 tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:44.867793 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-13b883cc-9e4d-4bf5-b3e6-ec9658146936 tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3232033 Oct 27 19:01:44.870557 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45836) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:44.874916 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-1ba0ac4d-34b3-40b3-a679-bd1129f8a4d2 tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:01:45.079161 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1ba0ac4d-34b3-40b3-a679-bd1129f8a4d2 tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7878829', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7877412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6053'] for router, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:45.079517 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1ba0ac4d-34b3-40b3-a679-bd1129f8a4d2 tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Publish callbacks [] for router, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:45.160655 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1ba0ac4d-34b3-40b3-a679-bd1129f8a4d2 tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102878) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 27 19:01:45.160995 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1ba0ac4d-34b3-40b3-a679-bd1129f8a4d2 tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Router 992e2e83-d986-47c8-8c7e-d4f54286b5e2 migrating from provider to provider. {{(pid=102878) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 27 19:01:45.161367 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1ba0ac4d-34b3-40b3-a679-bd1129f8a4d2 tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:45.167155 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1ba0ac4d-34b3-40b3-a679-bd1129f8a4d2 tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:45.189160 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:45.227744 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1ba0ac4d-34b3-40b3-a679-bd1129f8a4d2 tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7878836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7878843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7877419'] for router, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:45.308013 n-d-815690-2 neutron-server[102878]: WARNING neutron.scheduler.l3_agent_scheduler [None req-1ba0ac4d-34b3-40b3-a679-bd1129f8a4d2 tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] No L3 agents can host the router 992e2e83-d986-47c8-8c7e-d4f54286b5e2 Oct 27 19:01:45.755195 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba0ac4d-34b3-40b3-a679-bd1129f8a4d2 tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Hosts for router 992e2e83-d986-47c8-8c7e-d4f54286b5e2: [] {{(pid=102878) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Oct 27 19:01:45.777284 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba0ac4d-34b3-40b3-a679-bd1129f8a4d2 tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Hosts for other DVR routers connected to router 992e2e83-d986-47c8-8c7e-d4f54286b5e2: set() {{(pid=102878) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Oct 27 19:01:45.779841 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1ba0ac4d-34b3-40b3-a679-bd1129f8a4d2 tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:45.781039 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1ba0ac4d-34b3-40b3-a679-bd1129f8a4d2 tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] 10.222.0.52 "PUT /v2.0/routers/992e2e83-d986-47c8-8c7e-d4f54286b5e2 HTTP/1.1" status: 200 len: 716 time: 0.9094756 Oct 27 19:01:45.783706 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45838) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:45.856890 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-23fa186e-5672-4e26-823f-e4ef04f8ec4f tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] 10.222.0.52 "GET /v2.0/routers/992e2e83-d986-47c8-8c7e-d4f54286b5e2 HTTP/1.1" status: 200 len: 716 time: 0.0721207 Oct 27 19:01:45.859381 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45840) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:46.036251 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5918c5c5-c978-4e26-8516-d0f8e28f3952 tempest-RoutersTestDVR-1480611643 tempest-RoutersTestDVR-1480611643-project] 10.222.0.52 "GET /v2.0/routers/992e2e83-d986-47c8-8c7e-d4f54286b5e2 HTTP/1.1" status: 200 len: 682 time: 0.1757238 Oct 27 19:01:46.038708 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45844) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:46.109895 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-98855b92-1132-4e7d-94f7-a4a4e51568fb tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:46.271474 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-98855b92-1132-4e7d-94f7-a4a4e51568fb tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:46.274016 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-98855b92-1132-4e7d-94f7-a4a4e51568fb tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:46.388890 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-98855b92-1132-4e7d-94f7-a4a4e51568fb tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:46.389436 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98855b92-1132-4e7d-94f7-a4a4e51568fb tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 992e2e83-d986-47c8-8c7e-d4f54286b5e2 {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 19:01:46.393735 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-98855b92-1132-4e7d-94f7-a4a4e51568fb tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:46.395089 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-98855b92-1132-4e7d-94f7-a4a4e51568fb tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] 10.222.0.52 "DELETE /v2.0/routers/992e2e83-d986-47c8-8c7e-d4f54286b5e2 HTTP/1.1" status: 204 len: 168 time: 0.3551090 Oct 27 19:01:46.398790 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45846) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:46.403529 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-98f4d8ce-d3f1-4cf0-91f2-e7a46a487544 tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Request body: {'router': {'name': 'tempest-router-552191480', 'distributed': True}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:01:46.492453 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-98f4d8ce-d3f1-4cf0-91f2-e7a46a487544 tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:46.493531 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-98f4d8ce-d3f1-4cf0-91f2-e7a46a487544 tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:46.546862 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-98f4d8ce-d3f1-4cf0-91f2-e7a46a487544 tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:46.647351 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-98f4d8ce-d3f1-4cf0-91f2-e7a46a487544 tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:46.750966 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-98f4d8ce-d3f1-4cf0-91f2-e7a46a487544 tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:46.752297 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-98f4d8ce-d3f1-4cf0-91f2-e7a46a487544 tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3524699 Oct 27 19:01:46.755140 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45848) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:46.829352 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-127723be-fb87-473d-baa5-522746921f28 tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:46.986700 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-127723be-fb87-473d-baa5-522746921f28 tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:46.988846 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-127723be-fb87-473d-baa5-522746921f28 tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:47.091691 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-127723be-fb87-473d-baa5-522746921f28 tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:47.092208 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127723be-fb87-473d-baa5-522746921f28 tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4e2bc09c-1f28-4219-8052-e2491c9ac684 {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 19:01:47.096433 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-127723be-fb87-473d-baa5-522746921f28 tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:47.098418 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-127723be-fb87-473d-baa5-522746921f28 tempest-RoutersTestDVR-1121664068 tempest-RoutersTestDVR-1121664068-project-admin] 10.222.0.52 "DELETE /v2.0/routers/4e2bc09c-1f28-4219-8052-e2491c9ac684 HTTP/1.1" status: 204 len: 168 time: 0.3414800 Oct 27 19:01:47.547320 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45856) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:47.657902 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e32800f8-cd02-4525-8d4c-f10eb7777e0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:47.738156 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e32800f8-cd02-4525-8d4c-f10eb7777e0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:47.800081 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e32800f8-cd02-4525-8d4c-f10eb7777e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:47.839348 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e32800f8-cd02-4525-8d4c-f10eb7777e0e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1ed1576bbad4487badaefb1e212e7528&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2905672 Oct 27 19:01:47.839964 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32800f8-cd02-4525-8d4c-f10eb7777e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd2b0ce-51ef-4603-9a24-26fe73c72ef5,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:47.841712 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45860) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:47.892789 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-06990ca5-db5d-4077-8c3d-4049b1b3ceb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:47.913181 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-06990ca5-db5d-4077-8c3d-4049b1b3ceb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:48.040722 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-06990ca5-db5d-4077-8c3d-4049b1b3ceb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:48.043388 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-06990ca5-db5d-4077-8c3d-4049b1b3ceb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:48.044588 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-06990ca5-db5d-4077-8c3d-4049b1b3ceb5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0bd2b0ce-51ef-4603-9a24-26fe73c72ef5 HTTP/1.1" status: 204 len: 168 time: 0.2011559 Oct 27 19:01:48.052969 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06990ca5-db5d-4077-8c3d-4049b1b3ceb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd2b0ce-51ef-4603-9a24-26fe73c72ef5,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:48.060920 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06990ca5-db5d-4077-8c3d-4049b1b3ceb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:01:48.061337 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06990ca5-db5d-4077-8c3d-4049b1b3ceb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:01:48.061692 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06990ca5-db5d-4077-8c3d-4049b1b3ceb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:01:48.062068 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06990ca5-db5d-4077-8c3d-4049b1b3ceb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:01:48.062409 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06990ca5-db5d-4077-8c3d-4049b1b3ceb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:01:48.062884 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06990ca5-db5d-4077-8c3d-4049b1b3ceb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:01:48.063375 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06990ca5-db5d-4077-8c3d-4049b1b3ceb5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:01:48.063715 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06990ca5-db5d-4077-8c3d-4049b1b3ceb5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:01:48.064054 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06990ca5-db5d-4077-8c3d-4049b1b3ceb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:01:48.064422 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06990ca5-db5d-4077-8c3d-4049b1b3ceb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:01:48.064757 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06990ca5-db5d-4077-8c3d-4049b1b3ceb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:01:48.065087 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06990ca5-db5d-4077-8c3d-4049b1b3ceb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:01:48.562119 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45866) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:48.576374 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-82371b67-f8ad-4bf6-8631-f38cfc660a1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:48.653562 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-82371b67-f8ad-4bf6-8631-f38cfc660a1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:48.713202 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-82371b67-f8ad-4bf6-8631-f38cfc660a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:48.754408 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-82371b67-f8ad-4bf6-8631-f38cfc660a1e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1a0f5932b29f44e2ba85d55c2ebd8ad8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1910281 Oct 27 19:01:48.755412 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82371b67-f8ad-4bf6-8631-f38cfc660a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4929b3fc-c735-42e3-be91-05fc2c72e333,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:48.757157 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45868) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:48.808900 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4847ac41-3988-47e4-8a73-a6efca7a2bb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:48.830518 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4847ac41-3988-47e4-8a73-a6efca7a2bb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:48.936051 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4847ac41-3988-47e4-8a73-a6efca7a2bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:48.938761 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4847ac41-3988-47e4-8a73-a6efca7a2bb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:48.940084 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4847ac41-3988-47e4-8a73-a6efca7a2bb3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4929b3fc-c735-42e3-be91-05fc2c72e333 HTTP/1.1" status: 204 len: 168 time: 0.1817856 Oct 27 19:01:48.948967 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4847ac41-3988-47e4-8a73-a6efca7a2bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4929b3fc-c735-42e3-be91-05fc2c72e333,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:49.712283 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:01:49.956979 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45890) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:50.055141 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-03bc0ea7-57d6-4a7f-b022-96ddabd6b0c7 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-33640348'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:01:50.143339 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bc0ea7-57d6-4a7f-b022-96ddabd6b0c7 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Made reservation on behalf of c046a007488b4d18b1e6ba9a37f8d289 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:01:50.146750 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-03bc0ea7-57d6-4a7f-b022-96ddabd6b0c7 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:50.155452 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-03bc0ea7-57d6-4a7f-b022-96ddabd6b0c7 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:50.230714 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-03bc0ea7-57d6-4a7f-b022-96ddabd6b0c7 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:50.290283 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-03bc0ea7-57d6-4a7f-b022-96ddabd6b0c7 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:50.321474 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03bc0ea7-57d6-4a7f-b022-96ddabd6b0c7 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] vlan segment allocate from pool success with {'vlan_id': 1027, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 19:01:50.331156 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bc0ea7-57d6-4a7f-b022-96ddabd6b0c7 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f246dfb-8af0-479d-bc8c-9efaa40241fd,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:50.336522 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-03bc0ea7-57d6-4a7f-b022-96ddabd6b0c7 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:50.336875 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-03bc0ea7-57d6-4a7f-b022-96ddabd6b0c7 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Added segment 91650baf-2362-4608-98c0-525cad0af994 of type vlan for network fab03d66-2072-4cce-b149-7bd28952729e Oct 27 19:01:50.376608 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-03bc0ea7-57d6-4a7f-b022-96ddabd6b0c7 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:50.446510 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-03bc0ea7-57d6-4a7f-b022-96ddabd6b0c7 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:50.452170 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bc0ea7-57d6-4a7f-b022-96ddabd6b0c7 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:01:50.452764 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-03bc0ea7-57d6-4a7f-b022-96ddabd6b0c7 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:50.517512 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bc0ea7-57d6-4a7f-b022-96ddabd6b0c7 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Pushing event updated for resources: {'Network': ['ID=fab03d66-2072-4cce-b149-7bd28952729e,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:50.528114 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network fab03d66-2072-4cce-b149-7bd28952729e details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 19:01:50.586962 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-03bc0ea7-57d6-4a7f-b022-96ddabd6b0c7 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.6287994 Oct 27 19:01:50.589755 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45894) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:50.594881 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-e422c5e2-054d-40cf-b434-35c9086ec3fc tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Request body: {'subnet': {'network_id': 'fab03d66-2072-4cce-b149-7bd28952729e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:01:50.737798 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e422c5e2-054d-40cf-b434-35c9086ec3fc tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Made reservation on behalf of c046a007488b4d18b1e6ba9a37f8d289 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:01:50.741378 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e422c5e2-054d-40cf-b434-35c9086ec3fc tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:50.978151 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e422c5e2-054d-40cf-b434-35c9086ec3fc tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:51.037887 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e422c5e2-054d-40cf-b434-35c9086ec3fc tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Pushing event updated for resources: {'Subnet': ['ID=6c390472-3c9b-4cd9-8615-2ecff0e471f5,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:51.051296 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e422c5e2-054d-40cf-b434-35c9086ec3fc tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Checking segment: {'id': '91650baf-2362-4608-98c0-525cad0af994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'fab03d66-2072-4cce-b149-7bd28952729e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:01:51.051296 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e422c5e2-054d-40cf-b434-35c9086ec3fc tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Network hostable DHCP agents. Network: fab03d66-2072-4cce-b149-7bd28952729e, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 19:01:51.114545 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e422c5e2-054d-40cf-b434-35c9086ec3fc tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Network fab03d66-2072-4cce-b149-7bd28952729e is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 19:01:51.200128 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-e422c5e2-054d-40cf-b434-35c9086ec3fc tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, fab03d66-2072-4cce-b149-7bd28952729e) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:01:51.204556 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e422c5e2-054d-40cf-b434-35c9086ec3fc tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:01:51.205158 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e422c5e2-054d-40cf-b434-35c9086ec3fc tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:51.212752 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d836fc1-8ef7-4ff9-9759-97c20f2420f8 None None] Network fab03d66-2072-4cce-b149-7bd28952729e requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:01:51.276140 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e422c5e2-054d-40cf-b434-35c9086ec3fc tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6853302 Oct 27 19:01:51.278730 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45896) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:51.283584 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-320787ff-6ce4-4a90-8468-a3e3ca2efca4 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Request body: {'port': {'network_id': 'fab03d66-2072-4cce-b149-7bd28952729e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1588355569'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:01:51.359534 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f1ecee-d1ec-412c-90f3-abf80ac1056c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-fab03d66-2072-4cce-b149-7bd28952729e', 'network_id': 'fab03d66-2072-4cce-b149-7bd28952729e', 'tenant_id': 'c046a007488b4d18b1e6ba9a37f8d289', 'fixed_ips': [{'subnet_id': '6c390472-3c9b-4cd9-8615-2ecff0e471f5'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 19:01:51.360406 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-93f1ecee-d1ec-412c-90f3-abf80ac1056c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:51.446953 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320787ff-6ce4-4a90-8468-a3e3ca2efca4 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Made reservation on behalf of c046a007488b4d18b1e6ba9a37f8d289 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:01:51.450529 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-320787ff-6ce4-4a90-8468-a3e3ca2efca4 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:51.468736 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-320787ff-6ce4-4a90-8468-a3e3ca2efca4 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] device_id is not set on port 1c0ad750-fb86-4d74-a618-6cfeeb381e38 yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 19:01:51.496834 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-93f1ecee-d1ec-412c-90f3-abf80ac1056c None None] Allocated IP 2001:db8::2 (fab03d66-2072-4cce-b149-7bd28952729e/6c390472-3c9b-4cd9-8615-2ecff0e471f5/8d1af0b6-374b-4cab-99a9-0344249311df) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:01:51.636548 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-93f1ecee-d1ec-412c-90f3-abf80ac1056c None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:51.681404 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-93f1ecee-d1ec-412c-90f3-abf80ac1056c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:51.726355 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f1ecee-d1ec-412c-90f3-abf80ac1056c None None] Network fab03d66-2072-4cce-b149-7bd28952729e is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:01:51.729276 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-93f1ecee-d1ec-412c-90f3-abf80ac1056c None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:01:51.733732 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f1ecee-d1ec-412c-90f3-abf80ac1056c None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:01:51.738243 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f1ecee-d1ec-412c-90f3-abf80ac1056c None None] Pushing event updated for resources: {'Port': ['ID=8d1af0b6-374b-4cab-99a9-0344249311df,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:51.748281 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-320787ff-6ce4-4a90-8468-a3e3ca2efca4 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Allocated IP 2001:db8::8d (fab03d66-2072-4cce-b149-7bd28952729e/6c390472-3c9b-4cd9-8615-2ecff0e471f5/1c0ad750-fb86-4d74-a618-6cfeeb381e38) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:01:51.793409 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-93f1ecee-d1ec-412c-90f3-abf80ac1056c None None] Attempting to bind port 8d1af0b6-374b-4cab-99a9-0344249311df on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:01:51.793781 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-93f1ecee-d1ec-412c-90f3-abf80ac1056c None None] Attempting to bind port 8d1af0b6-374b-4cab-99a9-0344249311df by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '91650baf-2362-4608-98c0-525cad0af994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'fab03d66-2072-4cce-b149-7bd28952729e'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:01:51.794149 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f1ecee-d1ec-412c-90f3-abf80ac1056c None None] Attempting to bind port 8d1af0b6-374b-4cab-99a9-0344249311df on network fab03d66-2072-4cce-b149-7bd28952729e {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:01:51.799230 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f1ecee-d1ec-412c-90f3-abf80ac1056c None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:01:51.799607 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f1ecee-d1ec-412c-90f3-abf80ac1056c None None] Checking segment: {'id': '91650baf-2362-4608-98c0-525cad0af994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'fab03d66-2072-4cce-b149-7bd28952729e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:01:51.800003 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-93f1ecee-d1ec-412c-90f3-abf80ac1056c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:51.800396 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f1ecee-d1ec-412c-90f3-abf80ac1056c None None] Bound using segment: {'id': '91650baf-2362-4608-98c0-525cad0af994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'fab03d66-2072-4cce-b149-7bd28952729e'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:01:51.800864 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-93f1ecee-d1ec-412c-90f3-abf80ac1056c None None] Bound port: 8d1af0b6-374b-4cab-99a9-0344249311df, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91650baf-2362-4608-98c0-525cad0af994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'fab03d66-2072-4cce-b149-7bd28952729e'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:01:51.801252 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-93f1ecee-d1ec-412c-90f3-abf80ac1056c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:51.863257 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-93f1ecee-d1ec-412c-90f3-abf80ac1056c None None] For port 8d1af0b6-374b-4cab-99a9-0344249311df, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:01:51.866364 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-93f1ecee-d1ec-412c-90f3-abf80ac1056c None None] For port 8d1af0b6-374b-4cab-99a9-0344249311df, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=8d1af0b6-374b-4cab-99a9-0344249311df,segment=NetworkSegment(91650baf-2362-4608-98c0-525cad0af994),segment_id=91650baf-2362-4608-98c0-525cad0af994)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:01:51.895472 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-320787ff-6ce4-4a90-8468-a3e3ca2efca4 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:51.949447 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-93f1ecee-d1ec-412c-90f3-abf80ac1056c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:51.972406 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-320787ff-6ce4-4a90-8468-a3e3ca2efca4 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:52.015291 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f1ecee-d1ec-412c-90f3-abf80ac1056c None None] Pushing event updated for resources: {'Port': ['ID=8d1af0b6-374b-4cab-99a9-0344249311df,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:52.023444 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320787ff-6ce4-4a90-8468-a3e3ca2efca4 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Network fab03d66-2072-4cce-b149-7bd28952729e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:01:52.026699 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-320787ff-6ce4-4a90-8468-a3e3ca2efca4 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:01:52.030643 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320787ff-6ce4-4a90-8468-a3e3ca2efca4 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:01:52.036296 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320787ff-6ce4-4a90-8468-a3e3ca2efca4 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:01:52.036939 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-320787ff-6ce4-4a90-8468-a3e3ca2efca4 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:52.048106 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320787ff-6ce4-4a90-8468-a3e3ca2efca4 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Pushing event updated for resources: {'Port': ['ID=1c0ad750-fb86-4d74-a618-6cfeeb381e38,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:52.124159 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-320787ff-6ce4-4a90-8468-a3e3ca2efca4 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8443115 Oct 27 19:01:52.126749 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45898) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:52.132623 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-f812d198-d236-411f-bdf5-1408b7d499df tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Request body: {'port': {'network_id': 'fab03d66-2072-4cce-b149-7bd28952729e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-18935347', 'allowed_address_pairs': [{'ip_address': '2001:db8::8d', 'mac_address': 'fa:16:3e:48:2a:a8'}]}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:01:52.343143 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f812d198-d236-411f-bdf5-1408b7d499df tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Made reservation on behalf of c046a007488b4d18b1e6ba9a37f8d289 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:01:52.431827 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f812d198-d236-411f-bdf5-1408b7d499df tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:52.449159 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-f812d198-d236-411f-bdf5-1408b7d499df tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] device_id is not set on port 39bab2c2-4610-4454-9c88-d40a0faf2b56 yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 19:01:52.568292 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-f812d198-d236-411f-bdf5-1408b7d499df tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Allocated IP 2001:db8::1e2 (fab03d66-2072-4cce-b149-7bd28952729e/6c390472-3c9b-4cd9-8615-2ecff0e471f5/39bab2c2-4610-4454-9c88-d40a0faf2b56) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:01:52.727529 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f812d198-d236-411f-bdf5-1408b7d499df tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:52.827909 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f812d198-d236-411f-bdf5-1408b7d499df tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:52.878783 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f812d198-d236-411f-bdf5-1408b7d499df tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Network fab03d66-2072-4cce-b149-7bd28952729e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:01:52.882589 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-f812d198-d236-411f-bdf5-1408b7d499df tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:01:52.886453 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f812d198-d236-411f-bdf5-1408b7d499df tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:01:52.892137 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f812d198-d236-411f-bdf5-1408b7d499df tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:01:52.892763 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f812d198-d236-411f-bdf5-1408b7d499df tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:52.906538 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f812d198-d236-411f-bdf5-1408b7d499df tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Pushing event updated for resources: {'Port': ['ID=39bab2c2-4610-4454-9c88-d40a0faf2b56,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:52.916823 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b10d83-e361-4630-8a48-6d72de273a64 None None] Network fab03d66-2072-4cce-b149-7bd28952729e requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:01:52.967191 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f812d198-d236-411f-bdf5-1408b7d499df tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 0.8389845 Oct 27 19:01:52.969567 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45900) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:52.980910 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-3220998f-4b3c-4f6d-ada5-4019621fd133 None None] Provisioning complete for port 8d1af0b6-374b-4cab-99a9-0344249311df triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:01:52.981275 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3220998f-4b3c-4f6d-ada5-4019621fd133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:53.020356 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217640c6-49c7-44a4-bc7b-be181df3df37 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:01:53.027689 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217640c6-49c7-44a4-bc7b-be181df3df37 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:01:53.033868 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217640c6-49c7-44a4-bc7b-be181df3df37 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:01:53.035603 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-217640c6-49c7-44a4-bc7b-be181df3df37 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2478 time: 0.0650935 Oct 27 19:01:53.038911 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45902) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:53.127654 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3220998f-4b3c-4f6d-ada5-4019621fd133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:53.140582 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-4294bbab-b3cc-4eb3-bc10-4528031667e4 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Deleting port 39bab2c2-4610-4454-9c88-d40a0faf2b56 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:01:53.140930 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4294bbab-b3cc-4eb3-bc10-4528031667e4 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:53.171971 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-3220998f-4b3c-4f6d-ada5-4019621fd133 None None] For port 8d1af0b6-374b-4cab-99a9-0344249311df, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=8d1af0b6-374b-4cab-99a9-0344249311df,segment=NetworkSegment(91650baf-2362-4608-98c0-525cad0af994),segment_id=91650baf-2362-4608-98c0-525cad0af994)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:01:53.234752 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4294bbab-b3cc-4eb3-bc10-4528031667e4 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:53.248565 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-4294bbab-b3cc-4eb3-bc10-4528031667e4 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Calling delete_port for 39bab2c2-4610-4454-9c88-d40a0faf2b56 owned by {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:01:53.257499 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3220998f-4b3c-4f6d-ada5-4019621fd133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:53.308868 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220998f-4b3c-4f6d-ada5-4019621fd133 None None] Pushing event updated for resources: {'Port': ['ID=8d1af0b6-374b-4cab-99a9-0344249311df,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:53.469316 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4294bbab-b3cc-4eb3-bc10-4528031667e4 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:53.472873 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-ff9ab2dc-f3b8-4954-b63e-c94c363a53c7 None None] Could not find standard attr ID for object 39bab2c2-4610-4454-9c88-d40a0faf2b56. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 19:01:53.483589 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-ff9ab2dc-f3b8-4954-b63e-c94c363a53c7 None None] Provisioning complete for port 8d1af0b6-374b-4cab-99a9-0344249311df triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:01:53.483997 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ff9ab2dc-f3b8-4954-b63e-c94c363a53c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:53.503049 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4294bbab-b3cc-4eb3-bc10-4528031667e4 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Pushing event deleted for resources: {'Port': ['ID=39bab2c2-4610-4454-9c88-d40a0faf2b56,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:53.592570 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-ff9ab2dc-f3b8-4954-b63e-c94c363a53c7 None None] Provisioning complete for port 1c0ad750-fb86-4d74-a618-6cfeeb381e38 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:01:53.592945 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ff9ab2dc-f3b8-4954-b63e-c94c363a53c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:53.628042 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-ff9ab2dc-f3b8-4954-b63e-c94c363a53c7 None None] Port 1c0ad750-fb86-4d74-a618-6cfeeb381e38 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:01:53.630041 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4294bbab-b3cc-4eb3-bc10-4528031667e4 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:53.633841 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4294bbab-b3cc-4eb3-bc10-4528031667e4 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] 10.222.0.52 "DELETE /v2.0/ports/39bab2c2-4610-4454-9c88-d40a0faf2b56 HTTP/1.1" status: 204 len: 168 time: 0.5937624 Oct 27 19:01:53.636672 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45904) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:53.662644 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-aab83774-d04b-4679-b3a3-bc09115c5eb1 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] GET failed (client error): The resource could not be found. Oct 27 19:01:53.667383 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-aab83774-d04b-4679-b3a3-bc09115c5eb1 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] 10.222.0.52 "GET /v2.0/ports/39bab2c2-4610-4454-9c88-d40a0faf2b56 HTTP/1.1" status: 404 len: 333 time: 0.0276439 Oct 27 19:01:53.669160 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45906) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:53.674106 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-d83c6df9-f4b2-4314-9f35-0b6714a69980 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Request body: {'port': {'network_id': 'fab03d66-2072-4cce-b149-7bd28952729e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-213444502'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:01:53.748506 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-68f6fd03-9855-4ebf-8892-3628e99c83bf None None] Provisioning complete for port 1c0ad750-fb86-4d74-a618-6cfeeb381e38 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:01:53.749079 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-68f6fd03-9855-4ebf-8892-3628e99c83bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:53.787907 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-68f6fd03-9855-4ebf-8892-3628e99c83bf None None] Port 1c0ad750-fb86-4d74-a618-6cfeeb381e38 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:01:53.834996 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83c6df9-f4b2-4314-9f35-0b6714a69980 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Made reservation on behalf of c046a007488b4d18b1e6ba9a37f8d289 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:01:53.838579 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d83c6df9-f4b2-4314-9f35-0b6714a69980 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:53.858445 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-d83c6df9-f4b2-4314-9f35-0b6714a69980 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] device_id is not set on port 049b078d-a5df-45bd-99e5-ab4df87ab05a yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 19:01:53.901370 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-fa9ea93d-cf73-4c57-8732-414a5aef3da1 None None] Could not find standard attr ID for object 39bab2c2-4610-4454-9c88-d40a0faf2b56. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 19:01:53.977493 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 8d1af0b6-374b-4cab-99a9-0344249311df up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:01:54.006108 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-d83c6df9-f4b2-4314-9f35-0b6714a69980 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Allocated IP 2001:db8::2d2 (fab03d66-2072-4cce-b149-7bd28952729e/6c390472-3c9b-4cd9-8615-2ecff0e471f5/049b078d-a5df-45bd-99e5-ab4df87ab05a) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:01:54.029326 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 8d1af0b6-374b-4cab-99a9-0344249311df triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:01:54.029797 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:54.156067 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d83c6df9-f4b2-4314-9f35-0b6714a69980 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:54.246938 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d83c6df9-f4b2-4314-9f35-0b6714a69980 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:54.295173 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83c6df9-f4b2-4314-9f35-0b6714a69980 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Network fab03d66-2072-4cce-b149-7bd28952729e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:01:54.298157 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-d83c6df9-f4b2-4314-9f35-0b6714a69980 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:01:54.301838 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83c6df9-f4b2-4314-9f35-0b6714a69980 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:01:54.308010 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83c6df9-f4b2-4314-9f35-0b6714a69980 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:01:54.308630 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d83c6df9-f4b2-4314-9f35-0b6714a69980 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:54.317168 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c6df9-f4b2-4314-9f35-0b6714a69980 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Pushing event updated for resources: {'Port': ['ID=049b078d-a5df-45bd-99e5-ab4df87ab05a,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:54.416013 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d83c6df9-f4b2-4314-9f35-0b6714a69980 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7457836 Oct 27 19:01:54.418628 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45908) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:54.424012 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-e9a8dd60-b019-4251-8baf-468ccbe67d9b tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::8d', 'mac_address': 'fa:16:3e:48:2a:a8'}]}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:01:54.531549 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-9da7ddf4-5a9e-42e9-a882-da9749b877bc None None] Provisioning complete for port 049b078d-a5df-45bd-99e5-ab4df87ab05a triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:01:54.531913 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9da7ddf4-5a9e-42e9-a882-da9749b877bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:54.569893 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-9da7ddf4-5a9e-42e9-a882-da9749b877bc None None] Port 049b078d-a5df-45bd-99e5-ab4df87ab05a cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:01:54.575696 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e9a8dd60-b019-4251-8baf-468ccbe67d9b tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:54.754488 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e9a8dd60-b019-4251-8baf-468ccbe67d9b tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:54.800179 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e9a8dd60-b019-4251-8baf-468ccbe67d9b tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:54.829678 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-e9a8dd60-b019-4251-8baf-468ccbe67d9b tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] In _notify_port_updated(), no bound segment for port 049b078d-a5df-45bd-99e5-ab4df87ab05a on network fab03d66-2072-4cce-b149-7bd28952729e {{(pid=102879) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 19:01:54.835819 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a8dd60-b019-4251-8baf-468ccbe67d9b tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:01:54.836619 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e9a8dd60-b019-4251-8baf-468ccbe67d9b tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:54.837926 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e9a8dd60-b019-4251-8baf-468ccbe67d9b tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] 10.222.0.52 "PUT /v2.0/ports/049b078d-a5df-45bd-99e5-ab4df87ab05a HTTP/1.1" status: 200 len: 1001 time: 0.4183280 Oct 27 19:01:54.841858 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45910) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:54.861818 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a8dd60-b019-4251-8baf-468ccbe67d9b tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Pushing event updated for resources: {'Port': ['ID=049b078d-a5df-45bd-99e5-ab4df87ab05a,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:54.933654 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-091e6591-611a-40ff-a246-01d5efcc4d95 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Deleting port 049b078d-a5df-45bd-99e5-ab4df87ab05a {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:01:54.934022 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-091e6591-611a-40ff-a246-01d5efcc4d95 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:55.033250 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-091e6591-611a-40ff-a246-01d5efcc4d95 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:55.045311 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-091e6591-611a-40ff-a246-01d5efcc4d95 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Calling delete_port for 049b078d-a5df-45bd-99e5-ab4df87ab05a owned by {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:01:55.094129 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-5fecad0b-3dfb-4fa8-86db-95b602841a6f None None] Provisioning complete for port 049b078d-a5df-45bd-99e5-ab4df87ab05a triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:01:55.094679 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5fecad0b-3dfb-4fa8-86db-95b602841a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:55.133236 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-5fecad0b-3dfb-4fa8-86db-95b602841a6f None None] Port 049b078d-a5df-45bd-99e5-ab4df87ab05a cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:01:55.232664 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-091e6591-611a-40ff-a246-01d5efcc4d95 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:55.261240 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e6591-611a-40ff-a246-01d5efcc4d95 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Pushing event deleted for resources: {'Port': ['ID=049b078d-a5df-45bd-99e5-ab4df87ab05a,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:55.355200 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-091e6591-611a-40ff-a246-01d5efcc4d95 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:55.358524 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-091e6591-611a-40ff-a246-01d5efcc4d95 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] 10.222.0.52 "DELETE /v2.0/ports/049b078d-a5df-45bd-99e5-ab4df87ab05a HTTP/1.1" status: 204 len: 168 time: 0.5156431 Oct 27 19:01:55.361096 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45912) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:55.386357 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-20a662f4-5d44-4222-8c7c-7ccdfa48e043 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] GET failed (client error): The resource could not be found. Oct 27 19:01:55.388038 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-20a662f4-5d44-4222-8c7c-7ccdfa48e043 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] 10.222.0.52 "GET /v2.0/ports/049b078d-a5df-45bd-99e5-ab4df87ab05a HTTP/1.1" status: 404 len: 333 time: 0.0258615 Oct 27 19:01:55.391594 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45914) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:55.396463 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-a6dae5a1-e715-41a3-aff4-c7a2f7b66f3e tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Request body: {'port': {'network_id': 'fab03d66-2072-4cce-b149-7bd28952729e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1379970806'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:01:55.575676 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6dae5a1-e715-41a3-aff4-c7a2f7b66f3e tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Made reservation on behalf of c046a007488b4d18b1e6ba9a37f8d289 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:01:55.579219 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a6dae5a1-e715-41a3-aff4-c7a2f7b66f3e tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:55.596796 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-a6dae5a1-e715-41a3-aff4-c7a2f7b66f3e tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] device_id is not set on port d6c2180f-1b29-4710-9a53-2aef6f7efa03 yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 19:01:55.715134 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-a6dae5a1-e715-41a3-aff4-c7a2f7b66f3e tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Allocated IP 2001:db8::3cf (fab03d66-2072-4cce-b149-7bd28952729e/6c390472-3c9b-4cd9-8615-2ecff0e471f5/d6c2180f-1b29-4710-9a53-2aef6f7efa03) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:01:55.861558 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a6dae5a1-e715-41a3-aff4-c7a2f7b66f3e tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:55.947387 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a6dae5a1-e715-41a3-aff4-c7a2f7b66f3e tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:55.989540 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dae5a1-e715-41a3-aff4-c7a2f7b66f3e tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Network fab03d66-2072-4cce-b149-7bd28952729e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:01:55.993734 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-a6dae5a1-e715-41a3-aff4-c7a2f7b66f3e tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:01:55.997513 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dae5a1-e715-41a3-aff4-c7a2f7b66f3e tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:01:56.003243 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dae5a1-e715-41a3-aff4-c7a2f7b66f3e tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:01:56.003863 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a6dae5a1-e715-41a3-aff4-c7a2f7b66f3e tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:56.014644 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dae5a1-e715-41a3-aff4-c7a2f7b66f3e tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Pushing event updated for resources: {'Port': ['ID=d6c2180f-1b29-4710-9a53-2aef6f7efa03,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:56.118636 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a6dae5a1-e715-41a3-aff4-c7a2f7b66f3e tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7258348 Oct 27 19:01:56.121526 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45916) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:56.126870 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-9ff9d103-a317-4041-8c8c-3fe9b5fa2349 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:48:2a:a8'}]}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:01:56.206868 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9ff9d103-a317-4041-8c8c-3fe9b5fa2349 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:56.259790 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-88207994-0281-4a72-a730-a74989dbb0b7 None None] Provisioning complete for port d6c2180f-1b29-4710-9a53-2aef6f7efa03 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:01:56.260302 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-88207994-0281-4a72-a730-a74989dbb0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:56.294163 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-88207994-0281-4a72-a730-a74989dbb0b7 None None] Port d6c2180f-1b29-4710-9a53-2aef6f7efa03 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:01:56.392702 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9ff9d103-a317-4041-8c8c-3fe9b5fa2349 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:56.457441 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9ff9d103-a317-4041-8c8c-3fe9b5fa2349 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:56.494664 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-9ff9d103-a317-4041-8c8c-3fe9b5fa2349 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] In _notify_port_updated(), no bound segment for port d6c2180f-1b29-4710-9a53-2aef6f7efa03 on network fab03d66-2072-4cce-b149-7bd28952729e {{(pid=102878) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 19:01:56.499904 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff9d103-a317-4041-8c8c-3fe9b5fa2349 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:01:56.500549 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9ff9d103-a317-4041-8c8c-3fe9b5fa2349 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:56.501896 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9ff9d103-a317-4041-8c8c-3fe9b5fa2349 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] 10.222.0.52 "PUT /v2.0/ports/d6c2180f-1b29-4710-9a53-2aef6f7efa03 HTTP/1.1" status: 200 len: 1003 time: 0.3793082 Oct 27 19:01:56.505052 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45920) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:56.551476 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9d103-a317-4041-8c8c-3fe9b5fa2349 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Pushing event updated for resources: {'Port': ['ID=d6c2180f-1b29-4710-9a53-2aef6f7efa03,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:56.619096 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-19152ed3-e154-440c-a07b-d47ee98ded16 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Deleting port d6c2180f-1b29-4710-9a53-2aef6f7efa03 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:01:56.619445 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-19152ed3-e154-440c-a07b-d47ee98ded16 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:56.638526 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:56.720766 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-19152ed3-e154-440c-a07b-d47ee98ded16 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:56.723471 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-ddafe757-5355-44d0-bb4e-f2305533fdb4 None None] Provisioning complete for port d6c2180f-1b29-4710-9a53-2aef6f7efa03 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:01:56.723844 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ddafe757-5355-44d0-bb4e-f2305533fdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:56.733449 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-19152ed3-e154-440c-a07b-d47ee98ded16 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Calling delete_port for d6c2180f-1b29-4710-9a53-2aef6f7efa03 owned by {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:01:56.767182 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-ddafe757-5355-44d0-bb4e-f2305533fdb4 None None] Port d6c2180f-1b29-4710-9a53-2aef6f7efa03 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:01:56.935992 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-19152ed3-e154-440c-a07b-d47ee98ded16 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:56.966306 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19152ed3-e154-440c-a07b-d47ee98ded16 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Pushing event deleted for resources: {'Port': ['ID=d6c2180f-1b29-4710-9a53-2aef6f7efa03,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:56.992373 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-19152ed3-e154-440c-a07b-d47ee98ded16 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:56.995752 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-19152ed3-e154-440c-a07b-d47ee98ded16 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] 10.222.0.52 "DELETE /v2.0/ports/d6c2180f-1b29-4710-9a53-2aef6f7efa03 HTTP/1.1" status: 204 len: 168 time: 0.4900577 Oct 27 19:01:56.998348 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45922) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:57.023783 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-f940b6c0-cead-4505-9ce2-7775935d9393 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] GET failed (client error): The resource could not be found. Oct 27 19:01:57.025384 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f940b6c0-cead-4505-9ce2-7775935d9393 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] 10.222.0.52 "GET /v2.0/ports/d6c2180f-1b29-4710-9a53-2aef6f7efa03 HTTP/1.1" status: 404 len: 333 time: 0.0260472 Oct 27 19:01:57.029218 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45924) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:57.034097 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-b80260a8-d547-4031-b87d-ca7af2fb791a tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Request body: {'port': {'network_id': 'fab03d66-2072-4cce-b149-7bd28952729e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-652653567'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:01:57.147632 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:57.215897 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80260a8-d547-4031-b87d-ca7af2fb791a tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Made reservation on behalf of c046a007488b4d18b1e6ba9a37f8d289 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:01:57.219429 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b80260a8-d547-4031-b87d-ca7af2fb791a tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:57.236821 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-b80260a8-d547-4031-b87d-ca7af2fb791a tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] device_id is not set on port da2d8f23-88b8-4c63-8576-965b146a4194 yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 19:01:57.348980 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-b80260a8-d547-4031-b87d-ca7af2fb791a tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Allocated IP 2001:db8::c0 (fab03d66-2072-4cce-b149-7bd28952729e/6c390472-3c9b-4cd9-8615-2ecff0e471f5/da2d8f23-88b8-4c63-8576-965b146a4194) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:01:57.495402 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b80260a8-d547-4031-b87d-ca7af2fb791a tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:57.593469 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b80260a8-d547-4031-b87d-ca7af2fb791a tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:57.641503 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80260a8-d547-4031-b87d-ca7af2fb791a tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Network fab03d66-2072-4cce-b149-7bd28952729e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:01:57.644719 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-b80260a8-d547-4031-b87d-ca7af2fb791a tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:01:57.648499 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80260a8-d547-4031-b87d-ca7af2fb791a tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:01:57.655051 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80260a8-d547-4031-b87d-ca7af2fb791a tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:01:57.655695 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b80260a8-d547-4031-b87d-ca7af2fb791a tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:57.662323 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80260a8-d547-4031-b87d-ca7af2fb791a tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Pushing event updated for resources: {'Port': ['ID=da2d8f23-88b8-4c63-8576-965b146a4194,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:57.738930 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b80260a8-d547-4031-b87d-ca7af2fb791a tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.7084684 Oct 27 19:01:57.741389 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45926) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:57.746334 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-767db550-8660-4ed3-95fa-183281bea838 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Request body: {'port': {'network_id': 'fab03d66-2072-4cce-b149-7bd28952729e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-736890313'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:01:57.892831 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ec84c7f-d9d0-456a-a761-5b482c36c460 None None] Provisioning complete for port da2d8f23-88b8-4c63-8576-965b146a4194 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:01:57.893397 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ec84c7f-d9d0-456a-a761-5b482c36c460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:57.927348 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ec84c7f-d9d0-456a-a761-5b482c36c460 None None] Port da2d8f23-88b8-4c63-8576-965b146a4194 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:01:57.941255 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767db550-8660-4ed3-95fa-183281bea838 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Made reservation on behalf of c046a007488b4d18b1e6ba9a37f8d289 for: {'port': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:01:57.945205 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-767db550-8660-4ed3-95fa-183281bea838 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:57.962898 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [None req-767db550-8660-4ed3-95fa-183281bea838 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] device_id is not set on port 3a5422f8-4b98-49dc-8cfd-da7b69c2dc2e yet. {{(pid=102878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 19:01:58.079314 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-767db550-8660-4ed3-95fa-183281bea838 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Allocated IP 2001:db8::a8 (fab03d66-2072-4cce-b149-7bd28952729e/6c390472-3c9b-4cd9-8615-2ecff0e471f5/3a5422f8-4b98-49dc-8cfd-da7b69c2dc2e) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:01:58.549490 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-767db550-8660-4ed3-95fa-183281bea838 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:58.650799 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-767db550-8660-4ed3-95fa-183281bea838 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:58.694406 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767db550-8660-4ed3-95fa-183281bea838 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Network fab03d66-2072-4cce-b149-7bd28952729e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:01:58.697669 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-767db550-8660-4ed3-95fa-183281bea838 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:01:58.701449 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767db550-8660-4ed3-95fa-183281bea838 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:01:58.707170 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767db550-8660-4ed3-95fa-183281bea838 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:01:58.707792 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-767db550-8660-4ed3-95fa-183281bea838 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:58.718783 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767db550-8660-4ed3-95fa-183281bea838 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Pushing event updated for resources: {'Port': ['ID=3a5422f8-4b98-49dc-8cfd-da7b69c2dc2e,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:58.817538 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-767db550-8660-4ed3-95fa-183281bea838 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.0725892 Oct 27 19:01:58.817838 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45930) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:58.825132 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-4cc4d00d-fdeb-4269-a25d-7f90ed251fb7 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::8d', 'mac_address': 'fa:16:3e:48:2a:a8'}, {'ip_address': '2001:db8::c0', 'mac_address': 'fa:16:3e:91:a6:cb'}]}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:01:58.952759 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-ed87d34f-adea-4914-b59c-ba4045198e70 None None] Provisioning complete for port 3a5422f8-4b98-49dc-8cfd-da7b69c2dc2e triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:01:58.953330 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ed87d34f-adea-4914-b59c-ba4045198e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:58.986712 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-ed87d34f-adea-4914-b59c-ba4045198e70 None None] Port 3a5422f8-4b98-49dc-8cfd-da7b69c2dc2e cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:01:58.990780 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4cc4d00d-fdeb-4269-a25d-7f90ed251fb7 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:59.189150 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4cc4d00d-fdeb-4269-a25d-7f90ed251fb7 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:59.252252 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4cc4d00d-fdeb-4269-a25d-7f90ed251fb7 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:59.285639 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-4cc4d00d-fdeb-4269-a25d-7f90ed251fb7 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] In _notify_port_updated(), no bound segment for port 3a5422f8-4b98-49dc-8cfd-da7b69c2dc2e on network fab03d66-2072-4cce-b149-7bd28952729e {{(pid=102878) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 19:01:59.293047 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc4d00d-fdeb-4269-a25d-7f90ed251fb7 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:01:59.293812 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4cc4d00d-fdeb-4269-a25d-7f90ed251fb7 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:59.297115 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4cc4d00d-fdeb-4269-a25d-7f90ed251fb7 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] 10.222.0.52 "PUT /v2.0/ports/3a5422f8-4b98-49dc-8cfd-da7b69c2dc2e HTTP/1.1" status: 200 len: 1064 time: 0.4763710 Oct 27 19:01:59.299451 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45932) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:01:59.316039 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc4d00d-fdeb-4269-a25d-7f90ed251fb7 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Pushing event updated for resources: {'Port': ['ID=3a5422f8-4b98-49dc-8cfd-da7b69c2dc2e,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:59.405027 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-da4e6d33-c6cc-4a4b-9d43-b3448b6e8222 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Deleting port 3a5422f8-4b98-49dc-8cfd-da7b69c2dc2e {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:01:59.405598 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-da4e6d33-c6cc-4a4b-9d43-b3448b6e8222 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:59.514048 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-da4e6d33-c6cc-4a4b-9d43-b3448b6e8222 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:59.529881 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-da4e6d33-c6cc-4a4b-9d43-b3448b6e8222 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Calling delete_port for 3a5422f8-4b98-49dc-8cfd-da7b69c2dc2e owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:01:59.627841 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-88f93d56-6f02-4ae3-a4b0-8de12a39a62a None None] Provisioning complete for port 3a5422f8-4b98-49dc-8cfd-da7b69c2dc2e triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:01:59.627841 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-88f93d56-6f02-4ae3-a4b0-8de12a39a62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:59.667616 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-88f93d56-6f02-4ae3-a4b0-8de12a39a62a None None] Port 3a5422f8-4b98-49dc-8cfd-da7b69c2dc2e cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:01:59.747715 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-da4e6d33-c6cc-4a4b-9d43-b3448b6e8222 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:59.776275 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4e6d33-c6cc-4a4b-9d43-b3448b6e8222 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Pushing event deleted for resources: {'Port': ['ID=3a5422f8-4b98-49dc-8cfd-da7b69c2dc2e,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:01:59.968207 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-da4e6d33-c6cc-4a4b-9d43-b3448b6e8222 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:01:59.971532 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-da4e6d33-c6cc-4a4b-9d43-b3448b6e8222 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] 10.222.0.52 "DELETE /v2.0/ports/3a5422f8-4b98-49dc-8cfd-da7b69c2dc2e HTTP/1.1" status: 204 len: 168 time: 0.6704385 Oct 27 19:01:59.974089 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45934) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:00.004290 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-eac54b03-2396-4389-9add-354342675b81 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] GET failed (client error): The resource could not be found. Oct 27 19:02:00.008959 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-eac54b03-2396-4389-9add-354342675b81 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] 10.222.0.52 "GET /v2.0/ports/3a5422f8-4b98-49dc-8cfd-da7b69c2dc2e HTTP/1.1" status: 404 len: 333 time: 0.0308411 Oct 27 19:02:00.009230 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45936) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:00.100685 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-c00689ee-308b-44cf-a548-a0ed5cc06455 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Deleting port da2d8f23-88b8-4c63-8576-965b146a4194 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:02:00.101056 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c00689ee-308b-44cf-a548-a0ed5cc06455 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:00.199521 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c00689ee-308b-44cf-a548-a0ed5cc06455 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:00.212215 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-c00689ee-308b-44cf-a548-a0ed5cc06455 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Calling delete_port for da2d8f23-88b8-4c63-8576-965b146a4194 owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:02:00.406129 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c00689ee-308b-44cf-a548-a0ed5cc06455 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:00.439006 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00689ee-308b-44cf-a548-a0ed5cc06455 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Pushing event deleted for resources: {'Port': ['ID=da2d8f23-88b8-4c63-8576-965b146a4194,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:00.467189 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c00689ee-308b-44cf-a548-a0ed5cc06455 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:00.470399 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c00689ee-308b-44cf-a548-a0ed5cc06455 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] 10.222.0.52 "DELETE /v2.0/ports/da2d8f23-88b8-4c63-8576-965b146a4194 HTTP/1.1" status: 204 len: 168 time: 0.4602726 Oct 27 19:02:00.473097 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45938) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:00.498494 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-3867fb1b-6c13-40c3-af7a-68c4edae251d tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] GET failed (client error): The resource could not be found. Oct 27 19:02:00.500091 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3867fb1b-6c13-40c3-af7a-68c4edae251d tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] 10.222.0.52 "GET /v2.0/ports/da2d8f23-88b8-4c63-8576-965b146a4194 HTTP/1.1" status: 404 len: 333 time: 0.0260911 Oct 27 19:02:00.508005 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45940) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:00.598104 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-bf628973-aea7-42e7-a130-cb7b7fb6b686 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Deleting port 1c0ad750-fb86-4d74-a618-6cfeeb381e38 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:02:00.598449 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bf628973-aea7-42e7-a130-cb7b7fb6b686 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:00.698492 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bf628973-aea7-42e7-a130-cb7b7fb6b686 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:00.711361 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-bf628973-aea7-42e7-a130-cb7b7fb6b686 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Calling delete_port for 1c0ad750-fb86-4d74-a618-6cfeeb381e38 owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:02:00.880740 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bf628973-aea7-42e7-a130-cb7b7fb6b686 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:00.911031 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf628973-aea7-42e7-a130-cb7b7fb6b686 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Pushing event deleted for resources: {'Port': ['ID=1c0ad750-fb86-4d74-a618-6cfeeb381e38,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:00.936964 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bf628973-aea7-42e7-a130-cb7b7fb6b686 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:00.943180 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-bf628973-aea7-42e7-a130-cb7b7fb6b686 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] 10.222.0.52 "DELETE /v2.0/ports/1c0ad750-fb86-4d74-a618-6cfeeb381e38 HTTP/1.1" status: 204 len: 168 time: 0.4318042 Oct 27 19:02:00.943428 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45942) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:01.004692 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e20c8ba-7b90-4170-ada5-4a12d3881b56 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Deleting subnet 6c390472-3c9b-4cd9-8615-2ecff0e471f5 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 19:02:01.009169 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2e20c8ba-7b90-4170-ada5-4a12d3881b56 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:01.051393 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2e20c8ba-7b90-4170-ada5-4a12d3881b56 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:01.135779 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2e20c8ba-7b90-4170-ada5-4a12d3881b56 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:01.267942 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2e20c8ba-7b90-4170-ada5-4a12d3881b56 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:01.602388 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e20c8ba-7b90-4170-ada5-4a12d3881b56 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Pushing event deleted for resources: {'Subnet': ['ID=6c390472-3c9b-4cd9-8615-2ecff0e471f5,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:01.605998 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2e20c8ba-7b90-4170-ada5-4a12d3881b56 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:01.609436 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2e20c8ba-7b90-4170-ada5-4a12d3881b56 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] 10.222.0.52 "DELETE /v2.0/subnets/6c390472-3c9b-4cd9-8615-2ecff0e471f5 HTTP/1.1" status: 204 len: 168 time: 0.6647985 Oct 27 19:02:01.612460 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45944) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:01.616685 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63a56e2-ed9a-4114-a684-4b97e2852285 None None] Network fab03d66-2072-4cce-b149-7bd28952729e requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:02:01.699232 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b986b727-91a2-4fd9-9ca3-613826b64890 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:01.756558 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-b986b727-91a2-4fd9-9ca3-613826b64890 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Deleting port 8d1af0b6-374b-4cab-99a9-0344249311df {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:02:01.758096 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b986b727-91a2-4fd9-9ca3-613826b64890 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:01.786573 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a3e64c-8da1-409e-a1bb-93791b7d7f76 None None] DHCP port deletion for fab03d66-2072-4cce-b149-7bd28952729e request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 19:02:01.824305 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-b986b727-91a2-4fd9-9ca3-613826b64890 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] For port 8d1af0b6-374b-4cab-99a9-0344249311df, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=8d1af0b6-374b-4cab-99a9-0344249311df,segment=NetworkSegment(91650baf-2362-4608-98c0-525cad0af994),segment_id=91650baf-2362-4608-98c0-525cad0af994)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:02:01.824810 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b986b727-91a2-4fd9-9ca3-613826b64890 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:01.834783 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-96a3e64c-8da1-409e-a1bb-93791b7d7f76 None None] Deleting port 8d1af0b6-374b-4cab-99a9-0344249311df {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:02:01.835307 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-96a3e64c-8da1-409e-a1bb-93791b7d7f76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:01.838236 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-b986b727-91a2-4fd9-9ca3-613826b64890 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Calling delete_port for 8d1af0b6-374b-4cab-99a9-0344249311df owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:02:01.902913 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-96a3e64c-8da1-409e-a1bb-93791b7d7f76 None None] For port 8d1af0b6-374b-4cab-99a9-0344249311df, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=8d1af0b6-374b-4cab-99a9-0344249311df,segment=NetworkSegment(91650baf-2362-4608-98c0-525cad0af994),segment_id=91650baf-2362-4608-98c0-525cad0af994)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:02:01.903417 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-96a3e64c-8da1-409e-a1bb-93791b7d7f76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:01.919678 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 8d1af0b6-374b-4cab-99a9-0344249311df no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:02:01.925304 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-96a3e64c-8da1-409e-a1bb-93791b7d7f76 None None] Calling delete_port for 8d1af0b6-374b-4cab-99a9-0344249311df owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:02:02.012371 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b986b727-91a2-4fd9-9ca3-613826b64890 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:02.040406 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Port 8d1af0b6-374b-4cab-99a9-0344249311df update to DOWN by agent not found {{(pid=102880) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 27 19:02:02.040949 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b986b727-91a2-4fd9-9ca3-613826b64890 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Pushing event deleted for resources: {'Port': ['ID=8d1af0b6-374b-4cab-99a9-0344249311df,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:02.044761 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b986b727-91a2-4fd9-9ca3-613826b64890 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] No DVR routers for this DVR port 8d1af0b6-374b-4cab-99a9-0344249311df on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:02:02.060232 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-96a3e64c-8da1-409e-a1bb-93791b7d7f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:02.127086 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b986b727-91a2-4fd9-9ca3-613826b64890 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:02.159731 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-b986b727-91a2-4fd9-9ca3-613826b64890 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fab03d66-2072-4cce-b149-7bd28952729e']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:02:02.171688 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-b986b727-91a2-4fd9-9ca3-613826b64890 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91650baf-2362-4608-98c0-525cad0af994') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:02:02.171988 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-b986b727-91a2-4fd9-9ca3-613826b64890 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91650baf-2362-4608-98c0-525cad0af994') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:02:02.184304 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b986b727-91a2-4fd9-9ca3-613826b64890 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:02.200736 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b986b727-91a2-4fd9-9ca3-613826b64890 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:02.207746 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b986b727-91a2-4fd9-9ca3-613826b64890 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 19:02:02.208135 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b986b727-91a2-4fd9-9ca3-613826b64890 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:02.212559 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 19:02:02.212559 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 19:02:02.212559 n-d-815690-2 neutron-server[102879]: timer() Oct 27 19:02:02.212559 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 19:02:02.212559 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 19:02:02.212559 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 19:02:02.212559 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 19:02:02.212559 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 19:02:02.212559 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 19:02:02.212559 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 19:02:02.212559 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 19:02:02.212559 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 19:02:02.212559 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 19:02:02.212559 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 19:02:02.212559 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 19:02:02.212559 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 19:02:02.212559 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 19:02:02.212559 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 19:02:02.212559 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 19:02:02.212559 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 19:02:02.212559 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 19:02:02.212559 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 19:02:02.212559 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 19:02:02.212559 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 19:02:02.212559 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 19:02:02.212559 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 19:02:02.212559 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 19:02:02.212559 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 19:02:02.212559 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 19:02:02.212559 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 19:02:02.212559 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 19:02:02.212559 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 19:02:02.271841 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3e64c-8da1-409e-a1bb-93791b7d7f76 None None] Pushing event deleted for resources: {'Port': ['ID=8d1af0b6-374b-4cab-99a9-0344249311df,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:02.278113 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a3e64c-8da1-409e-a1bb-93791b7d7f76 None None] No DVR routers for this DVR port 8d1af0b6-374b-4cab-99a9-0344249311df on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:02:02.354720 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b986b727-91a2-4fd9-9ca3-613826b64890 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:02.363239 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b986b727-91a2-4fd9-9ca3-613826b64890 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:02.366571 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b986b727-91a2-4fd9-9ca3-613826b64890 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] 10.222.0.52 "DELETE /v2.0/networks/fab03d66-2072-4cce-b149-7bd28952729e HTTP/1.1" status: 204 len: 168 time: 0.7529914 Oct 27 19:02:02.379084 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b986b727-91a2-4fd9-9ca3-613826b64890 tempest-AllowedAddressPairIpV6TestJSON-669511630 tempest-AllowedAddressPairIpV6TestJSON-669511630-project] Pushing event deleted for resources: {'Network': ['ID=fab03d66-2072-4cce-b149-7bd28952729e,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:02.830233 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45950) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:02.977804 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-65445245-c8c5-4956-9914-e86115cd527e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c046a007488b4d18b1e6ba9a37f8d289&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1463597 Oct 27 19:02:02.980410 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45954) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:03.032528 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-795a0705-193b-4b21-8677-cd405630ef25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:03.060198 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-795a0705-193b-4b21-8677-cd405630ef25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:03.177655 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-795a0705-193b-4b21-8677-cd405630ef25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:03.180683 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-795a0705-193b-4b21-8677-cd405630ef25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:03.181903 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-795a0705-193b-4b21-8677-cd405630ef25 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4f246dfb-8af0-479d-bc8c-9efaa40241fd HTTP/1.1" status: 204 len: 168 time: 0.2004900 Oct 27 19:02:03.191346 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795a0705-193b-4b21-8677-cd405630ef25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f246dfb-8af0-479d-bc8c-9efaa40241fd,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:04.167662 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45976) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:04.268575 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-f1639342-fe95-46c1-a0e3-a906f40da2db tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1359919677'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:02:04.341167 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1639342-fe95-46c1-a0e3-a906f40da2db tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Made reservation on behalf of f7fc8901bf9144588fbd2c82beb0b14a for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:02:04.344712 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f1639342-fe95-46c1-a0e3-a906f40da2db tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:04.353993 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f1639342-fe95-46c1-a0e3-a906f40da2db tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:04.429095 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f1639342-fe95-46c1-a0e3-a906f40da2db tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:04.492353 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f1639342-fe95-46c1-a0e3-a906f40da2db tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:04.519244 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1639342-fe95-46c1-a0e3-a906f40da2db tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] vlan segment allocate from pool success with {'vlan_id': 1005, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 19:02:04.530429 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1639342-fe95-46c1-a0e3-a906f40da2db tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a63e97-9524-4d9f-9d8e-8766b1b8c280,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:04.536686 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f1639342-fe95-46c1-a0e3-a906f40da2db tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:04.537037 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-f1639342-fe95-46c1-a0e3-a906f40da2db tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Added segment 3e660bb7-e8ee-4253-bfc9-507b1109d3c4 of type vlan for network 80bd6561-577e-497a-8af8-d6bc5c22bb44 Oct 27 19:02:04.579066 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f1639342-fe95-46c1-a0e3-a906f40da2db tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:04.658021 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f1639342-fe95-46c1-a0e3-a906f40da2db tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:04.665004 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1639342-fe95-46c1-a0e3-a906f40da2db tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:02:04.665626 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f1639342-fe95-46c1-a0e3-a906f40da2db tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:04.770897 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1639342-fe95-46c1-a0e3-a906f40da2db tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Pushing event updated for resources: {'Network': ['ID=80bd6561-577e-497a-8af8-d6bc5c22bb44,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:04.782286 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 80bd6561-577e-497a-8af8-d6bc5c22bb44 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 19:02:04.806591 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f1639342-fe95-46c1-a0e3-a906f40da2db tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.6346183 Oct 27 19:02:04.807009 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45980) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:04.811979 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-1e8a73a5-3910-4d5a-abf7-cb22feff4a50 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Request body: {'subnet': {'network_id': '80bd6561-577e-497a-8af8-d6bc5c22bb44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:02:04.977813 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8a73a5-3910-4d5a-abf7-cb22feff4a50 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Made reservation on behalf of f7fc8901bf9144588fbd2c82beb0b14a for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:02:04.981344 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1e8a73a5-3910-4d5a-abf7-cb22feff4a50 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:05.221496 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1e8a73a5-3910-4d5a-abf7-cb22feff4a50 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:05.280093 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a73a5-3910-4d5a-abf7-cb22feff4a50 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Pushing event updated for resources: {'Subnet': ['ID=6aa97465-6b43-46d1-8aaf-1f208805a6f7,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:05.295517 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8a73a5-3910-4d5a-abf7-cb22feff4a50 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Checking segment: {'id': '3e660bb7-e8ee-4253-bfc9-507b1109d3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '80bd6561-577e-497a-8af8-d6bc5c22bb44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:02:05.295891 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8a73a5-3910-4d5a-abf7-cb22feff4a50 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Network hostable DHCP agents. Network: 80bd6561-577e-497a-8af8-d6bc5c22bb44, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 19:02:05.364211 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8a73a5-3910-4d5a-abf7-cb22feff4a50 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Network 80bd6561-577e-497a-8af8-d6bc5c22bb44 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 19:02:05.444950 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-1e8a73a5-3910-4d5a-abf7-cb22feff4a50 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 80bd6561-577e-497a-8af8-d6bc5c22bb44) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:02:05.449664 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8a73a5-3910-4d5a-abf7-cb22feff4a50 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:02:05.450409 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1e8a73a5-3910-4d5a-abf7-cb22feff4a50 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:05.461317 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505cddd1-c17f-4bab-8a28-230a80c9c8ea None None] Network 80bd6561-577e-497a-8af8-d6bc5c22bb44 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:02:05.550224 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1e8a73a5-3910-4d5a-abf7-cb22feff4a50 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7420990 Oct 27 19:02:05.552773 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45982) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:05.558766 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-f61c93be-26cf-4531-b1c8-50d551a46463 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Request body: {'port': {'network_id': '80bd6561-577e-497a-8af8-d6bc5c22bb44', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-74809023'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:02:05.615540 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602dbc2d-0bdf-49bc-b57a-3467be979579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-80bd6561-577e-497a-8af8-d6bc5c22bb44', 'network_id': '80bd6561-577e-497a-8af8-d6bc5c22bb44', 'tenant_id': 'f7fc8901bf9144588fbd2c82beb0b14a', 'fixed_ips': [{'subnet_id': '6aa97465-6b43-46d1-8aaf-1f208805a6f7'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 19:02:05.617718 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-602dbc2d-0bdf-49bc-b57a-3467be979579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:05.764002 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-602dbc2d-0bdf-49bc-b57a-3467be979579 None None] Allocated IP 2001:db8::2 (80bd6561-577e-497a-8af8-d6bc5c22bb44/6aa97465-6b43-46d1-8aaf-1f208805a6f7/6e87dbc3-b028-41bd-85b2-f00390e9beaa) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:02:05.792718 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61c93be-26cf-4531-b1c8-50d551a46463 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Made reservation on behalf of f7fc8901bf9144588fbd2c82beb0b14a for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:02:05.796315 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f61c93be-26cf-4531-b1c8-50d551a46463 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:05.814111 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-f61c93be-26cf-4531-b1c8-50d551a46463 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] device_id is not set on port 8a8a7289-f191-43f3-be41-a4f91bc08dc6 yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 19:02:05.916656 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-602dbc2d-0bdf-49bc-b57a-3467be979579 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:05.978409 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-602dbc2d-0bdf-49bc-b57a-3467be979579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:06.020483 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602dbc2d-0bdf-49bc-b57a-3467be979579 None None] Network 80bd6561-577e-497a-8af8-d6bc5c22bb44 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:02:06.025939 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-602dbc2d-0bdf-49bc-b57a-3467be979579 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:02:06.030389 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602dbc2d-0bdf-49bc-b57a-3467be979579 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:02:06.033435 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602dbc2d-0bdf-49bc-b57a-3467be979579 None None] Pushing event updated for resources: {'Port': ['ID=6e87dbc3-b028-41bd-85b2-f00390e9beaa,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:06.035406 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-f61c93be-26cf-4531-b1c8-50d551a46463 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Allocated IP 2001:db8::e6 (80bd6561-577e-497a-8af8-d6bc5c22bb44/6aa97465-6b43-46d1-8aaf-1f208805a6f7/8a8a7289-f191-43f3-be41-a4f91bc08dc6) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:02:06.093735 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-602dbc2d-0bdf-49bc-b57a-3467be979579 None None] Attempting to bind port 6e87dbc3-b028-41bd-85b2-f00390e9beaa on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:02:06.094003 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-602dbc2d-0bdf-49bc-b57a-3467be979579 None None] Attempting to bind port 6e87dbc3-b028-41bd-85b2-f00390e9beaa by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '3e660bb7-e8ee-4253-bfc9-507b1109d3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '80bd6561-577e-497a-8af8-d6bc5c22bb44'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:02:06.094368 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602dbc2d-0bdf-49bc-b57a-3467be979579 None None] Attempting to bind port 6e87dbc3-b028-41bd-85b2-f00390e9beaa on network 80bd6561-577e-497a-8af8-d6bc5c22bb44 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:02:06.102257 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602dbc2d-0bdf-49bc-b57a-3467be979579 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:02:06.102640 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602dbc2d-0bdf-49bc-b57a-3467be979579 None None] Checking segment: {'id': '3e660bb7-e8ee-4253-bfc9-507b1109d3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '80bd6561-577e-497a-8af8-d6bc5c22bb44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:02:06.103068 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-602dbc2d-0bdf-49bc-b57a-3467be979579 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:06.103466 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602dbc2d-0bdf-49bc-b57a-3467be979579 None None] Bound using segment: {'id': '3e660bb7-e8ee-4253-bfc9-507b1109d3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '80bd6561-577e-497a-8af8-d6bc5c22bb44'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:02:06.103936 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-602dbc2d-0bdf-49bc-b57a-3467be979579 None None] Bound port: 6e87dbc3-b028-41bd-85b2-f00390e9beaa, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e660bb7-e8ee-4253-bfc9-507b1109d3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '80bd6561-577e-497a-8af8-d6bc5c22bb44'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:02:06.104314 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-602dbc2d-0bdf-49bc-b57a-3467be979579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:06.169053 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-602dbc2d-0bdf-49bc-b57a-3467be979579 None None] For port 6e87dbc3-b028-41bd-85b2-f00390e9beaa, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:02:06.173106 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-602dbc2d-0bdf-49bc-b57a-3467be979579 None None] For port 6e87dbc3-b028-41bd-85b2-f00390e9beaa, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=6e87dbc3-b028-41bd-85b2-f00390e9beaa,segment=NetworkSegment(3e660bb7-e8ee-4253-bfc9-507b1109d3c4),segment_id=3e660bb7-e8ee-4253-bfc9-507b1109d3c4)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:02:06.199268 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f61c93be-26cf-4531-b1c8-50d551a46463 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:06.246719 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-602dbc2d-0bdf-49bc-b57a-3467be979579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:06.306490 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602dbc2d-0bdf-49bc-b57a-3467be979579 None None] Pushing event updated for resources: {'Port': ['ID=6e87dbc3-b028-41bd-85b2-f00390e9beaa,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:06.315921 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f61c93be-26cf-4531-b1c8-50d551a46463 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:06.368116 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61c93be-26cf-4531-b1c8-50d551a46463 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Network 80bd6561-577e-497a-8af8-d6bc5c22bb44 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:02:06.371456 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-f61c93be-26cf-4531-b1c8-50d551a46463 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:02:06.379836 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61c93be-26cf-4531-b1c8-50d551a46463 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:02:06.386366 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61c93be-26cf-4531-b1c8-50d551a46463 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:02:06.387012 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f61c93be-26cf-4531-b1c8-50d551a46463 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:06.390662 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c93be-26cf-4531-b1c8-50d551a46463 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Pushing event updated for resources: {'Port': ['ID=8a8a7289-f191-43f3-be41-a4f91bc08dc6,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:06.461756 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f61c93be-26cf-4531-b1c8-50d551a46463 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 0.9072213 Oct 27 19:02:06.464772 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45984) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:06.470482 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-38212ee1-ab86-471c-b644-cdef061de867 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Request body: {'port': {'network_id': '80bd6561-577e-497a-8af8-d6bc5c22bb44', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-801068306', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:02:06.471697 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.api.validators [None req-38212ee1-ab86-471c-b644-cdef061de867 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] bootfile-name is not in valid_values {{(pid=102879) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 19:02:06.471697 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.api.validators [None req-38212ee1-ab86-471c-b644-cdef061de867 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] tftp-server is not in valid_values {{(pid=102879) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 19:02:06.471697 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.api.validators [None req-38212ee1-ab86-471c-b644-cdef061de867 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] server-ip-address is not in valid_values {{(pid=102879) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 19:02:06.657432 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38212ee1-ab86-471c-b644-cdef061de867 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Made reservation on behalf of f7fc8901bf9144588fbd2c82beb0b14a for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:02:06.661047 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-38212ee1-ab86-471c-b644-cdef061de867 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:06.681534 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-38212ee1-ab86-471c-b644-cdef061de867 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] device_id is not set on port 9f989e34-0b66-4be2-8b2a-3e62d4460174 yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 19:02:06.803058 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-38212ee1-ab86-471c-b644-cdef061de867 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Allocated IP 2001:db8::150 (80bd6561-577e-497a-8af8-d6bc5c22bb44/6aa97465-6b43-46d1-8aaf-1f208805a6f7/9f989e34-0b66-4be2-8b2a-3e62d4460174) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:02:06.970901 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-38212ee1-ab86-471c-b644-cdef061de867 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:07.062297 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-38212ee1-ab86-471c-b644-cdef061de867 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:07.109625 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38212ee1-ab86-471c-b644-cdef061de867 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Network 80bd6561-577e-497a-8af8-d6bc5c22bb44 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:02:07.112878 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-38212ee1-ab86-471c-b644-cdef061de867 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:02:07.118072 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38212ee1-ab86-471c-b644-cdef061de867 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:02:07.123791 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38212ee1-ab86-471c-b644-cdef061de867 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:02:07.124447 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-38212ee1-ab86-471c-b644-cdef061de867 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:07.131096 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38212ee1-ab86-471c-b644-cdef061de867 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Pushing event updated for resources: {'Port': ['ID=9f989e34-0b66-4be2-8b2a-3e62d4460174,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:07.190000 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db23f6c8-3c20-4cc8-ab23-37ab57b4cd2d None None] Network 80bd6561-577e-497a-8af8-d6bc5c22bb44 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:02:07.218786 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-38212ee1-ab86-471c-b644-cdef061de867 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.7524400 Oct 27 19:02:07.221386 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45988) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:07.276711 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-c193f0fb-ceac-4fb9-9b0b-04e4b3e3aa59 None None] Provisioning complete for port 6e87dbc3-b028-41bd-85b2-f00390e9beaa triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:02:07.277088 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c193f0fb-ceac-4fb9-9b0b-04e4b3e3aa59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:07.309392 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a18970-eab2-4d25-b25a-9ff94b747bff tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:02:07.315773 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a18970-eab2-4d25-b25a-9ff94b747bff tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:02:07.323633 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a18970-eab2-4d25-b25a-9ff94b747bff tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:02:07.325401 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b6a18970-eab2-4d25-b25a-9ff94b747bff tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1030769 Oct 27 19:02:07.328373 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45990) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:07.426633 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-79ab4396-2a01-45ce-9644-20d05fd0b963 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Deleting port 9f989e34-0b66-4be2-8b2a-3e62d4460174 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:02:07.427178 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-79ab4396-2a01-45ce-9644-20d05fd0b963 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:07.429782 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c193f0fb-ceac-4fb9-9b0b-04e4b3e3aa59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:07.467577 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-c193f0fb-ceac-4fb9-9b0b-04e4b3e3aa59 None None] For port 6e87dbc3-b028-41bd-85b2-f00390e9beaa, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=6e87dbc3-b028-41bd-85b2-f00390e9beaa,segment=NetworkSegment(3e660bb7-e8ee-4253-bfc9-507b1109d3c4),segment_id=3e660bb7-e8ee-4253-bfc9-507b1109d3c4)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:02:07.528337 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-79ab4396-2a01-45ce-9644-20d05fd0b963 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:07.542129 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-79ab4396-2a01-45ce-9644-20d05fd0b963 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Calling delete_port for 9f989e34-0b66-4be2-8b2a-3e62d4460174 owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:02:07.555366 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c193f0fb-ceac-4fb9-9b0b-04e4b3e3aa59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:07.608499 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c193f0fb-ceac-4fb9-9b0b-04e4b3e3aa59 None None] Pushing event updated for resources: {'Port': ['ID=6e87dbc3-b028-41bd-85b2-f00390e9beaa,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:07.683303 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-badd9175-6ec4-452e-984d-3e515fd692d4 None None] Provisioning complete for port 8a8a7289-f191-43f3-be41-a4f91bc08dc6 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:02:07.683683 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-badd9175-6ec4-452e-984d-3e515fd692d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:07.729024 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-badd9175-6ec4-452e-984d-3e515fd692d4 None None] Port 8a8a7289-f191-43f3-be41-a4f91bc08dc6 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:02:07.740186 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-badd9175-6ec4-452e-984d-3e515fd692d4 None None] Provisioning complete for port 6e87dbc3-b028-41bd-85b2-f00390e9beaa triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:02:07.740648 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-badd9175-6ec4-452e-984d-3e515fd692d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:07.753085 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-79ab4396-2a01-45ce-9644-20d05fd0b963 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:07.785049 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab4396-2a01-45ce-9644-20d05fd0b963 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Pushing event deleted for resources: {'Port': ['ID=9f989e34-0b66-4be2-8b2a-3e62d4460174,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:07.813773 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-79ab4396-2a01-45ce-9644-20d05fd0b963 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:07.817715 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-79ab4396-2a01-45ce-9644-20d05fd0b963 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] 10.222.0.52 "DELETE /v2.0/ports/9f989e34-0b66-4be2-8b2a-3e62d4460174 HTTP/1.1" status: 204 len: 168 time: 0.4883652 Oct 27 19:02:07.822711 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45992) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:07.828067 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-ceb87423-820f-4a47-b7a6-59e98a3ae3f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Request body: {'port': {'name': 'tempest-new-port-name-398569458', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:02:07.828471 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.api.validators [None req-ceb87423-820f-4a47-b7a6-59e98a3ae3f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] bootfile-name is not in valid_values {{(pid=102879) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 19:02:07.828809 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.api.validators [None req-ceb87423-820f-4a47-b7a6-59e98a3ae3f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] tftp-server is not in valid_values {{(pid=102879) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 19:02:07.829143 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.api.validators [None req-ceb87423-820f-4a47-b7a6-59e98a3ae3f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] server-ip-address is not in valid_values {{(pid=102879) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 19:02:07.848774 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-badd9175-6ec4-452e-984d-3e515fd692d4 None None] Could not find standard attr ID for object 9f989e34-0b66-4be2-8b2a-3e62d4460174. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 19:02:07.896077 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ceb87423-820f-4a47-b7a6-59e98a3ae3f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:07.973081 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 6e87dbc3-b028-41bd-85b2-f00390e9beaa up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:02:07.978628 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-96d8a474-7847-48bb-ba18-77ad83204b59 None None] Provisioning complete for port 8a8a7289-f191-43f3-be41-a4f91bc08dc6 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:02:07.978952 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-96d8a474-7847-48bb-ba18-77ad83204b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:08.050440 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-96d8a474-7847-48bb-ba18-77ad83204b59 None None] Port 8a8a7289-f191-43f3-be41-a4f91bc08dc6 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:02:08.064281 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 6e87dbc3-b028-41bd-85b2-f00390e9beaa triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:02:08.064792 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:08.120638 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ceb87423-820f-4a47-b7a6-59e98a3ae3f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:08.167640 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-0b7c1193-e0d7-4f69-b898-eff1b3f29726 None None] Could not find standard attr ID for object 9f989e34-0b66-4be2-8b2a-3e62d4460174. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 19:02:08.200626 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ceb87423-820f-4a47-b7a6-59e98a3ae3f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:08.243307 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-ceb87423-820f-4a47-b7a6-59e98a3ae3f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] In _notify_port_updated(), no bound segment for port 8a8a7289-f191-43f3-be41-a4f91bc08dc6 on network 80bd6561-577e-497a-8af8-d6bc5c22bb44 {{(pid=102879) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 19:02:08.249202 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb87423-820f-4a47-b7a6-59e98a3ae3f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:02:08.249854 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ceb87423-820f-4a47-b7a6-59e98a3ae3f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:08.251235 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ceb87423-820f-4a47-b7a6-59e98a3ae3f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] 10.222.0.52 "PUT /v2.0/ports/8a8a7289-f191-43f3-be41-a4f91bc08dc6 HTTP/1.1" status: 200 len: 1128 time: 0.4275076 Oct 27 19:02:08.254023 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 45994) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:08.264065 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb87423-820f-4a47-b7a6-59e98a3ae3f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Pushing event updated for resources: {'Port': ['ID=8a8a7289-f191-43f3-be41-a4f91bc08dc6,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:08.303296 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505e3fa2-504d-484b-a005-54c8ba300730 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:02:08.305412 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-505e3fa2-504d-484b-a005-54c8ba300730 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] 10.222.0.52 "GET /v2.0/ports/8a8a7289-f191-43f3-be41-a4f91bc08dc6 HTTP/1.1" status: 200 len: 1128 time: 0.0503247 Oct 27 19:02:08.308932 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45996) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:08.409279 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-0fff063d-0799-46a7-af06-a5f4d9424146 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Deleting port 8a8a7289-f191-43f3-be41-a4f91bc08dc6 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:02:08.409926 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0fff063d-0799-46a7-af06-a5f4d9424146 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:08.510868 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0fff063d-0799-46a7-af06-a5f4d9424146 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:08.523895 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-0fff063d-0799-46a7-af06-a5f4d9424146 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Calling delete_port for 8a8a7289-f191-43f3-be41-a4f91bc08dc6 owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:02:08.589842 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-017fb42e-97d4-410f-bc70-e923e2b14aef None None] Provisioning complete for port 8a8a7289-f191-43f3-be41-a4f91bc08dc6 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:02:08.590459 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-017fb42e-97d4-410f-bc70-e923e2b14aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:08.628939 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-017fb42e-97d4-410f-bc70-e923e2b14aef None None] Port 8a8a7289-f191-43f3-be41-a4f91bc08dc6 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:02:08.729806 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0fff063d-0799-46a7-af06-a5f4d9424146 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:08.763728 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff063d-0799-46a7-af06-a5f4d9424146 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Pushing event deleted for resources: {'Port': ['ID=8a8a7289-f191-43f3-be41-a4f91bc08dc6,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:08.790712 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0fff063d-0799-46a7-af06-a5f4d9424146 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:08.794222 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0fff063d-0799-46a7-af06-a5f4d9424146 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] 10.222.0.52 "DELETE /v2.0/ports/8a8a7289-f191-43f3-be41-a4f91bc08dc6 HTTP/1.1" status: 204 len: 168 time: 0.4840231 Oct 27 19:02:08.796689 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 45998) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:08.850926 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c76bebf-68d4-47da-a77e-99effa4147c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Deleting subnet 6aa97465-6b43-46d1-8aaf-1f208805a6f7 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 19:02:08.854324 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7c76bebf-68d4-47da-a77e-99effa4147c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:08.899906 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7c76bebf-68d4-47da-a77e-99effa4147c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:08.991413 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7c76bebf-68d4-47da-a77e-99effa4147c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:09.121945 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7c76bebf-68d4-47da-a77e-99effa4147c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:09.155126 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7c76bebf-68d4-47da-a77e-99effa4147c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:09.159317 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7c76bebf-68d4-47da-a77e-99effa4147c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] 10.222.0.52 "DELETE /v2.0/subnets/6aa97465-6b43-46d1-8aaf-1f208805a6f7 HTTP/1.1" status: 204 len: 168 time: 0.3615310 Oct 27 19:02:09.161527 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76bebf-68d4-47da-a77e-99effa4147c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Pushing event deleted for resources: {'Subnet': ['ID=6aa97465-6b43-46d1-8aaf-1f208805a6f7,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:09.161667 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46000) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:09.163747 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724c503e-069a-4f1f-8993-88166aaa29c7 None None] Network 80bd6561-577e-497a-8af8-d6bc5c22bb44 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:02:09.253145 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a681f48f-f034-450c-bd42-62fb14a8018d tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:09.306470 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-a681f48f-f034-450c-bd42-62fb14a8018d tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Deleting port 6e87dbc3-b028-41bd-85b2-f00390e9beaa {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:02:09.307157 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a681f48f-f034-450c-bd42-62fb14a8018d tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:09.371731 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17324424-f372-4079-9799-ea5794688ec7 None None] DHCP port deletion for 80bd6561-577e-497a-8af8-d6bc5c22bb44 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 19:02:09.384214 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-a681f48f-f034-450c-bd42-62fb14a8018d tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] For port 6e87dbc3-b028-41bd-85b2-f00390e9beaa, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=6e87dbc3-b028-41bd-85b2-f00390e9beaa,segment=NetworkSegment(3e660bb7-e8ee-4253-bfc9-507b1109d3c4),segment_id=3e660bb7-e8ee-4253-bfc9-507b1109d3c4)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:02:09.384214 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a681f48f-f034-450c-bd42-62fb14a8018d tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:09.394884 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-a681f48f-f034-450c-bd42-62fb14a8018d tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Calling delete_port for 6e87dbc3-b028-41bd-85b2-f00390e9beaa owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:02:09.420221 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-17324424-f372-4079-9799-ea5794688ec7 None None] Deleting port 6e87dbc3-b028-41bd-85b2-f00390e9beaa {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:02:09.420595 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-17324424-f372-4079-9799-ea5794688ec7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:09.486742 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-17324424-f372-4079-9799-ea5794688ec7 None None] For port 6e87dbc3-b028-41bd-85b2-f00390e9beaa, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=6e87dbc3-b028-41bd-85b2-f00390e9beaa,segment=NetworkSegment(3e660bb7-e8ee-4253-bfc9-507b1109d3c4),segment_id=3e660bb7-e8ee-4253-bfc9-507b1109d3c4)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:02:09.487165 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-17324424-f372-4079-9799-ea5794688ec7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:09.499810 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-17324424-f372-4079-9799-ea5794688ec7 None None] Calling delete_port for 6e87dbc3-b028-41bd-85b2-f00390e9beaa owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:02:09.531780 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a681f48f-f034-450c-bd42-62fb14a8018d tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:09.556787 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a681f48f-f034-450c-bd42-62fb14a8018d tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Pushing event deleted for resources: {'Port': ['ID=6e87dbc3-b028-41bd-85b2-f00390e9beaa,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:09.567877 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a681f48f-f034-450c-bd42-62fb14a8018d tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:02:09.568238 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a681f48f-f034-450c-bd42-62fb14a8018d tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:02:09.568591 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a681f48f-f034-450c-bd42-62fb14a8018d tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:02:09.568939 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a681f48f-f034-450c-bd42-62fb14a8018d tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:02:09.569835 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a681f48f-f034-450c-bd42-62fb14a8018d tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:02:09.570182 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a681f48f-f034-450c-bd42-62fb14a8018d tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:02:09.570613 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a681f48f-f034-450c-bd42-62fb14a8018d tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:02:09.571005 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a681f48f-f034-450c-bd42-62fb14a8018d tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:02:09.571349 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a681f48f-f034-450c-bd42-62fb14a8018d tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:02:09.571686 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a681f48f-f034-450c-bd42-62fb14a8018d tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:02:09.572027 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a681f48f-f034-450c-bd42-62fb14a8018d tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:02:09.572360 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a681f48f-f034-450c-bd42-62fb14a8018d tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:02:09.575192 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a681f48f-f034-450c-bd42-62fb14a8018d tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] No DVR routers for this DVR port 6e87dbc3-b028-41bd-85b2-f00390e9beaa on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:02:09.596341 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-17324424-f372-4079-9799-ea5794688ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:09.622453 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17324424-f372-4079-9799-ea5794688ec7 None None] Pushing event deleted for resources: {'Port': ['ID=6e87dbc3-b028-41bd-85b2-f00390e9beaa,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:09.627020 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17324424-f372-4079-9799-ea5794688ec7 None None] No DVR routers for this DVR port 6e87dbc3-b028-41bd-85b2-f00390e9beaa on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:02:09.644478 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9f5e2706-9a0e-4eb2-af23-eff3d3557a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:09.663073 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a681f48f-f034-450c-bd42-62fb14a8018d tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:09.684138 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-a681f48f-f034-450c-bd42-62fb14a8018d tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80bd6561-577e-497a-8af8-d6bc5c22bb44']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:02:09.693769 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-a681f48f-f034-450c-bd42-62fb14a8018d tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e660bb7-e8ee-4253-bfc9-507b1109d3c4') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:02:09.694683 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-a681f48f-f034-450c-bd42-62fb14a8018d tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e660bb7-e8ee-4253-bfc9-507b1109d3c4') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:02:09.704861 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a681f48f-f034-450c-bd42-62fb14a8018d tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:09.718796 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a681f48f-f034-450c-bd42-62fb14a8018d tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:09.724967 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a681f48f-f034-450c-bd42-62fb14a8018d tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 19:02:09.732146 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a681f48f-f034-450c-bd42-62fb14a8018d tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:09.732146 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 19:02:09.732146 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 19:02:09.732146 n-d-815690-2 neutron-server[102878]: timer() Oct 27 19:02:09.732146 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 19:02:09.732146 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 19:02:09.732146 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 19:02:09.732146 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 19:02:09.732146 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 19:02:09.732146 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 19:02:09.732146 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 19:02:09.732146 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 19:02:09.732146 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 19:02:09.732146 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 19:02:09.732146 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 19:02:09.732146 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 19:02:09.732146 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 19:02:09.732146 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 19:02:09.732146 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 19:02:09.732146 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 19:02:09.732146 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 19:02:09.732146 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 19:02:09.732146 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 19:02:09.732146 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 19:02:09.732146 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 19:02:09.732146 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 19:02:09.732146 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 19:02:09.732146 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 19:02:09.732146 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 19:02:09.732146 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 19:02:09.732146 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 19:02:09.732146 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 19:02:09.732146 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 19:02:09.834628 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a681f48f-f034-450c-bd42-62fb14a8018d tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:09.852951 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a681f48f-f034-450c-bd42-62fb14a8018d tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:09.852951 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a681f48f-f034-450c-bd42-62fb14a8018d tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] 10.222.0.52 "DELETE /v2.0/networks/80bd6561-577e-497a-8af8-d6bc5c22bb44 HTTP/1.1" status: 204 len: 168 time: 0.6826036 Oct 27 19:02:09.857977 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a681f48f-f034-450c-bd42-62fb14a8018d tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427 tempest-ExtraDHCPOptionsIpV6TestJSON-1192627427-project] Pushing event deleted for resources: {'Network': ['ID=80bd6561-577e-497a-8af8-d6bc5c22bb44,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:09.918050 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 6e87dbc3-b028-41bd-85b2-f00390e9beaa no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:02:09.939751 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 6e87dbc3-b028-41bd-85b2-f00390e9beaa {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:02:09.943852 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 6e87dbc3-b028-41bd-85b2-f00390e9beaa not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:02:10.345926 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46008) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:10.489592 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f6ede8d9-46fd-45e9-81ed-483ca8c1a9b4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f7fc8901bf9144588fbd2c82beb0b14a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1422641 Oct 27 19:02:10.492135 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46012) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:10.545285 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e5ff4062-d3ce-413b-9ed6-6f9b616960ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:10.570698 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e5ff4062-d3ce-413b-9ed6-6f9b616960ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:10.732184 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e5ff4062-d3ce-413b-9ed6-6f9b616960ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:10.735448 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e5ff4062-d3ce-413b-9ed6-6f9b616960ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:10.738469 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e5ff4062-d3ce-413b-9ed6-6f9b616960ec admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b2a63e97-9524-4d9f-9d8e-8766b1b8c280 HTTP/1.1" status: 204 len: 168 time: 0.2436304 Oct 27 19:02:10.746009 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff4062-d3ce-413b-9ed6-6f9b616960ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a63e97-9524-4d9f-9d8e-8766b1b8c280,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:11.699688 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46034) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:11.798087 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-8151fb5e-35a6-4f83-9264-4ee63210b3ce tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-598834305'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:02:11.867573 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8151fb5e-35a6-4f83-9264-4ee63210b3ce tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Made reservation on behalf of e4cdf18c37b349af964719c55e1696f2 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:02:11.871076 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8151fb5e-35a6-4f83-9264-4ee63210b3ce tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:11.879503 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8151fb5e-35a6-4f83-9264-4ee63210b3ce tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:11.953445 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8151fb5e-35a6-4f83-9264-4ee63210b3ce tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:12.011737 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8151fb5e-35a6-4f83-9264-4ee63210b3ce tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:12.040810 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8151fb5e-35a6-4f83-9264-4ee63210b3ce tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] vlan segment allocate from pool success with {'vlan_id': 1007, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 19:02:12.049659 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8151fb5e-35a6-4f83-9264-4ee63210b3ce tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0834c207-ed17-4473-8fc3-6327d01f6e68,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:12.057690 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8151fb5e-35a6-4f83-9264-4ee63210b3ce tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:12.058033 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-8151fb5e-35a6-4f83-9264-4ee63210b3ce tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Added segment 7c2f7287-a3c2-4b28-b126-bc30233713da of type vlan for network 9ae8b3a4-eab1-46cb-bbe0-c46cc6d27d0b Oct 27 19:02:12.091910 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-456633a8-e092-474b-b6a1-fe4c9a8d0a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:12.101319 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8151fb5e-35a6-4f83-9264-4ee63210b3ce tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:12.171980 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8151fb5e-35a6-4f83-9264-4ee63210b3ce tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:12.177850 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8151fb5e-35a6-4f83-9264-4ee63210b3ce tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:02:12.179001 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8151fb5e-35a6-4f83-9264-4ee63210b3ce tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:12.250038 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8151fb5e-35a6-4f83-9264-4ee63210b3ce tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Pushing event updated for resources: {'Network': ['ID=9ae8b3a4-eab1-46cb-bbe0-c46cc6d27d0b,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:12.263244 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 9ae8b3a4-eab1-46cb-bbe0-c46cc6d27d0b details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 19:02:12.312210 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8151fb5e-35a6-4f83-9264-4ee63210b3ce tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6113796 Oct 27 19:02:12.315518 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46038) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:12.321207 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-963cf167-c6db-4520-bafb-a649be5a9b5d tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Request body: {'subnet': {'network_id': '9ae8b3a4-eab1-46cb-bbe0-c46cc6d27d0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:02:12.463330 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963cf167-c6db-4520-bafb-a649be5a9b5d tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Made reservation on behalf of e4cdf18c37b349af964719c55e1696f2 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:02:12.466751 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-963cf167-c6db-4520-bafb-a649be5a9b5d tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:12.719098 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-963cf167-c6db-4520-bafb-a649be5a9b5d tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:12.782520 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963cf167-c6db-4520-bafb-a649be5a9b5d tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Pushing event updated for resources: {'Subnet': ['ID=6b5c2b44-8e78-433f-8fc4-2e28268d9996,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:12.793966 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963cf167-c6db-4520-bafb-a649be5a9b5d tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Checking segment: {'id': '7c2f7287-a3c2-4b28-b126-bc30233713da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '9ae8b3a4-eab1-46cb-bbe0-c46cc6d27d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:02:12.794395 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963cf167-c6db-4520-bafb-a649be5a9b5d tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Network hostable DHCP agents. Network: 9ae8b3a4-eab1-46cb-bbe0-c46cc6d27d0b, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 19:02:12.861494 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963cf167-c6db-4520-bafb-a649be5a9b5d tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Network 9ae8b3a4-eab1-46cb-bbe0-c46cc6d27d0b is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 19:02:12.952861 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-963cf167-c6db-4520-bafb-a649be5a9b5d tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 9ae8b3a4-eab1-46cb-bbe0-c46cc6d27d0b) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:02:12.956978 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963cf167-c6db-4520-bafb-a649be5a9b5d tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:02:12.957647 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-963cf167-c6db-4520-bafb-a649be5a9b5d tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:12.964665 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104a3147-765c-4bfa-8c15-4d8e39bda702 None None] Network 9ae8b3a4-eab1-46cb-bbe0-c46cc6d27d0b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:02:13.052885 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-963cf167-c6db-4520-bafb-a649be5a9b5d tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7361522 Oct 27 19:02:13.055390 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46040) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:13.060251 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-b48e84ca-ffea-4deb-a180-f7af796f2b4b tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Request body: {'port': {'network_id': '9ae8b3a4-eab1-46cb-bbe0-c46cc6d27d0b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-822474714'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:02:13.120264 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6790c4a-4518-4f39-9c54-f9ce147bfee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-9ae8b3a4-eab1-46cb-bbe0-c46cc6d27d0b', 'network_id': '9ae8b3a4-eab1-46cb-bbe0-c46cc6d27d0b', 'tenant_id': 'e4cdf18c37b349af964719c55e1696f2', 'fixed_ips': [{'subnet_id': '6b5c2b44-8e78-433f-8fc4-2e28268d9996'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 19:02:13.121168 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a6790c4a-4518-4f39-9c54-f9ce147bfee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:13.227364 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48e84ca-ffea-4deb-a180-f7af796f2b4b tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Made reservation on behalf of e4cdf18c37b349af964719c55e1696f2 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:02:13.231002 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b48e84ca-ffea-4deb-a180-f7af796f2b4b tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:13.248022 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-b48e84ca-ffea-4deb-a180-f7af796f2b4b tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] device_id is not set on port a2dae416-0f42-48e4-88df-cabe5624a4b9 yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 19:02:13.260978 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-a6790c4a-4518-4f39-9c54-f9ce147bfee0 None None] Allocated IP 172.20.0.2 (9ae8b3a4-eab1-46cb-bbe0-c46cc6d27d0b/6b5c2b44-8e78-433f-8fc4-2e28268d9996/ba95d993-69cd-4146-8960-79f8c2d23b11) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:02:13.425811 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a6790c4a-4518-4f39-9c54-f9ce147bfee0 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:13.445762 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:13.578630 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:13.580477 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a6790c4a-4518-4f39-9c54-f9ce147bfee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:13.622899 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6790c4a-4518-4f39-9c54-f9ce147bfee0 None None] Network 9ae8b3a4-eab1-46cb-bbe0-c46cc6d27d0b is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:02:13.625395 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-a6790c4a-4518-4f39-9c54-f9ce147bfee0 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:02:13.628989 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6790c4a-4518-4f39-9c54-f9ce147bfee0 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:02:13.637943 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6790c4a-4518-4f39-9c54-f9ce147bfee0 None None] Pushing event updated for resources: {'Port': ['ID=ba95d993-69cd-4146-8960-79f8c2d23b11,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:13.639684 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-b48e84ca-ffea-4deb-a180-f7af796f2b4b tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Allocated IP 172.20.0.9 (9ae8b3a4-eab1-46cb-bbe0-c46cc6d27d0b/6b5c2b44-8e78-433f-8fc4-2e28268d9996/a2dae416-0f42-48e4-88df-cabe5624a4b9) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:02:13.661535 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6790c4a-4518-4f39-9c54-f9ce147bfee0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:02:13.661892 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6790c4a-4518-4f39-9c54-f9ce147bfee0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:02:13.662234 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6790c4a-4518-4f39-9c54-f9ce147bfee0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:02:13.662586 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6790c4a-4518-4f39-9c54-f9ce147bfee0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:02:13.663549 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6790c4a-4518-4f39-9c54-f9ce147bfee0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:02:13.664146 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6790c4a-4518-4f39-9c54-f9ce147bfee0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:02:13.664479 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6790c4a-4518-4f39-9c54-f9ce147bfee0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:02:13.664810 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6790c4a-4518-4f39-9c54-f9ce147bfee0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:02:13.665142 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6790c4a-4518-4f39-9c54-f9ce147bfee0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:02:13.665472 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6790c4a-4518-4f39-9c54-f9ce147bfee0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:02:13.665798 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6790c4a-4518-4f39-9c54-f9ce147bfee0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:02:13.666123 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6790c4a-4518-4f39-9c54-f9ce147bfee0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:02:13.702776 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-a6790c4a-4518-4f39-9c54-f9ce147bfee0 None None] Attempting to bind port ba95d993-69cd-4146-8960-79f8c2d23b11 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:02:13.703721 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-a6790c4a-4518-4f39-9c54-f9ce147bfee0 None None] Attempting to bind port ba95d993-69cd-4146-8960-79f8c2d23b11 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '7c2f7287-a3c2-4b28-b126-bc30233713da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '9ae8b3a4-eab1-46cb-bbe0-c46cc6d27d0b'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:02:13.704098 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6790c4a-4518-4f39-9c54-f9ce147bfee0 None None] Attempting to bind port ba95d993-69cd-4146-8960-79f8c2d23b11 on network 9ae8b3a4-eab1-46cb-bbe0-c46cc6d27d0b {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:02:13.709170 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6790c4a-4518-4f39-9c54-f9ce147bfee0 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:02:13.709545 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6790c4a-4518-4f39-9c54-f9ce147bfee0 None None] Checking segment: {'id': '7c2f7287-a3c2-4b28-b126-bc30233713da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '9ae8b3a4-eab1-46cb-bbe0-c46cc6d27d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:02:13.710630 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a6790c4a-4518-4f39-9c54-f9ce147bfee0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:13.711061 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6790c4a-4518-4f39-9c54-f9ce147bfee0 None None] Bound using segment: {'id': '7c2f7287-a3c2-4b28-b126-bc30233713da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '9ae8b3a4-eab1-46cb-bbe0-c46cc6d27d0b'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:02:13.711616 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-a6790c4a-4518-4f39-9c54-f9ce147bfee0 None None] Bound port: ba95d993-69cd-4146-8960-79f8c2d23b11, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2f7287-a3c2-4b28-b126-bc30233713da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '9ae8b3a4-eab1-46cb-bbe0-c46cc6d27d0b'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:02:13.712003 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a6790c4a-4518-4f39-9c54-f9ce147bfee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:13.775161 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-a6790c4a-4518-4f39-9c54-f9ce147bfee0 None None] For port ba95d993-69cd-4146-8960-79f8c2d23b11, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:02:13.778323 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-a6790c4a-4518-4f39-9c54-f9ce147bfee0 None None] For port ba95d993-69cd-4146-8960-79f8c2d23b11, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ba95d993-69cd-4146-8960-79f8c2d23b11,segment=NetworkSegment(7c2f7287-a3c2-4b28-b126-bc30233713da),segment_id=7c2f7287-a3c2-4b28-b126-bc30233713da)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:02:13.794241 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b48e84ca-ffea-4deb-a180-f7af796f2b4b tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:13.829439 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a6790c4a-4518-4f39-9c54-f9ce147bfee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:13.889004 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6790c4a-4518-4f39-9c54-f9ce147bfee0 None None] Pushing event updated for resources: {'Port': ['ID=ba95d993-69cd-4146-8960-79f8c2d23b11,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:13.899316 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b48e84ca-ffea-4deb-a180-f7af796f2b4b tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:13.946682 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48e84ca-ffea-4deb-a180-f7af796f2b4b tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Network 9ae8b3a4-eab1-46cb-bbe0-c46cc6d27d0b is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:02:13.950029 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-b48e84ca-ffea-4deb-a180-f7af796f2b4b tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:02:13.953851 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48e84ca-ffea-4deb-a180-f7af796f2b4b tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:02:13.980439 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e84ca-ffea-4deb-a180-f7af796f2b4b tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Pushing event updated for resources: {'Port': ['ID=a2dae416-0f42-48e4-88df-cabe5624a4b9,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:14.034106 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48e84ca-ffea-4deb-a180-f7af796f2b4b tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:02:14.035028 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b48e84ca-ffea-4deb-a180-f7af796f2b4b tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:14.112962 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b48e84ca-ffea-4deb-a180-f7af796f2b4b tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0537274 Oct 27 19:02:14.113312 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46044) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:14.119394 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-42c1597a-0c67-40d6-b794-2ce78282655a tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Request body: {'port': {'network_id': '9ae8b3a4-eab1-46cb-bbe0-c46cc6d27d0b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2073966894', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:02:14.119901 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.api.validators [None req-42c1597a-0c67-40d6-b794-2ce78282655a tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] bootfile-name is not in valid_values {{(pid=102879) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 19:02:14.121136 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.api.validators [None req-42c1597a-0c67-40d6-b794-2ce78282655a tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] tftp-server is not in valid_values {{(pid=102879) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 19:02:14.121136 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.api.validators [None req-42c1597a-0c67-40d6-b794-2ce78282655a tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] server-ip-address is not in valid_values {{(pid=102879) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 19:02:14.306965 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c1597a-0c67-40d6-b794-2ce78282655a tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Made reservation on behalf of e4cdf18c37b349af964719c55e1696f2 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:02:14.311734 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-42c1597a-0c67-40d6-b794-2ce78282655a tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:14.327614 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [None req-42c1597a-0c67-40d6-b794-2ce78282655a tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] device_id is not set on port 747b5acf-66ed-4e48-9ccd-5690b5ac7cc5 yet. {{(pid=102879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 19:02:14.439150 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-42c1597a-0c67-40d6-b794-2ce78282655a tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Allocated IP 172.20.0.10 (9ae8b3a4-eab1-46cb-bbe0-c46cc6d27d0b/6b5c2b44-8e78-433f-8fc4-2e28268d9996/747b5acf-66ed-4e48-9ccd-5690b5ac7cc5) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:02:14.603966 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-42c1597a-0c67-40d6-b794-2ce78282655a tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:14.698158 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-42c1597a-0c67-40d6-b794-2ce78282655a tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:14.749447 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c1597a-0c67-40d6-b794-2ce78282655a tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Network 9ae8b3a4-eab1-46cb-bbe0-c46cc6d27d0b is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:02:14.758002 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-42c1597a-0c67-40d6-b794-2ce78282655a tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:02:14.758544 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b546fba-3ed7-43e5-ad9d-a731a52b5270 None None] Network 9ae8b3a4-eab1-46cb-bbe0-c46cc6d27d0b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:02:14.762991 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c1597a-0c67-40d6-b794-2ce78282655a tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:02:14.767202 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1597a-0c67-40d6-b794-2ce78282655a tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Pushing event updated for resources: {'Port': ['ID=747b5acf-66ed-4e48-9ccd-5690b5ac7cc5,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:14.816319 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c1597a-0c67-40d6-b794-2ce78282655a tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:02:14.816971 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-42c1597a-0c67-40d6-b794-2ce78282655a tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:14.830563 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-99622955-cdbe-42a3-8bb8-6a129e39ad96 None None] Provisioning complete for port ba95d993-69cd-4146-8960-79f8c2d23b11 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:02:14.830961 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-99622955-cdbe-42a3-8bb8-6a129e39ad96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:14.974783 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-42c1597a-0c67-40d6-b794-2ce78282655a tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 0.8601575 Oct 27 19:02:14.977950 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46046) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:14.979637 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-99622955-cdbe-42a3-8bb8-6a129e39ad96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:15.018327 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-99622955-cdbe-42a3-8bb8-6a129e39ad96 None None] For port ba95d993-69cd-4146-8960-79f8c2d23b11, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ba95d993-69cd-4146-8960-79f8c2d23b11,segment=NetworkSegment(7c2f7287-a3c2-4b28-b126-bc30233713da),segment_id=7c2f7287-a3c2-4b28-b126-bc30233713da)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:02:15.031609 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c14b9a-837d-454c-a801-ea37da63f981 tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:02:15.038598 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c14b9a-837d-454c-a801-ea37da63f981 tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:02:15.045107 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c14b9a-837d-454c-a801-ea37da63f981 tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:02:15.046962 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f2c14b9a-837d-454c-a801-ea37da63f981 tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.0678144 Oct 27 19:02:15.049974 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46048) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:15.127453 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-99622955-cdbe-42a3-8bb8-6a129e39ad96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:15.159781 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-25e274ae-6105-46ec-a5e6-92f51b987c96 tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Deleting port 747b5acf-66ed-4e48-9ccd-5690b5ac7cc5 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:02:15.160545 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-25e274ae-6105-46ec-a5e6-92f51b987c96 tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:15.192032 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99622955-cdbe-42a3-8bb8-6a129e39ad96 None None] Pushing event updated for resources: {'Port': ['ID=ba95d993-69cd-4146-8960-79f8c2d23b11,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:15.220361 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:15.250651 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-7c779a39-ff3c-44b0-8ccf-6d923f0190ab None None] Provisioning complete for port a2dae416-0f42-48e4-88df-cabe5624a4b9 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:02:15.251211 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7c779a39-ff3c-44b0-8ccf-6d923f0190ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:15.260759 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-25e274ae-6105-46ec-a5e6-92f51b987c96 tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:15.275963 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-25e274ae-6105-46ec-a5e6-92f51b987c96 tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Calling delete_port for 747b5acf-66ed-4e48-9ccd-5690b5ac7cc5 owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:02:15.294731 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-7c779a39-ff3c-44b0-8ccf-6d923f0190ab None None] Port a2dae416-0f42-48e4-88df-cabe5624a4b9 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:02:15.306491 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-7c779a39-ff3c-44b0-8ccf-6d923f0190ab None None] Provisioning complete for port 747b5acf-66ed-4e48-9ccd-5690b5ac7cc5 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:02:15.309462 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7c779a39-ff3c-44b0-8ccf-6d923f0190ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:15.351217 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-7c779a39-ff3c-44b0-8ccf-6d923f0190ab None None] Port 747b5acf-66ed-4e48-9ccd-5690b5ac7cc5 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:02:15.362161 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-7c779a39-ff3c-44b0-8ccf-6d923f0190ab None None] Provisioning complete for port ba95d993-69cd-4146-8960-79f8c2d23b11 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:02:15.362554 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7c779a39-ff3c-44b0-8ccf-6d923f0190ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:15.578685 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-8cdc7974-defb-4156-a338-7da350b004cb None None] Provisioning complete for port a2dae416-0f42-48e4-88df-cabe5624a4b9 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:02:15.579176 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8cdc7974-defb-4156-a338-7da350b004cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:15.617812 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-8cdc7974-defb-4156-a338-7da350b004cb None None] Port a2dae416-0f42-48e4-88df-cabe5624a4b9 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:02:15.737215 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6a48213b-c70a-468c-81db-74b63bf8e485 None None] Provisioning complete for port 747b5acf-66ed-4e48-9ccd-5690b5ac7cc5 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:02:15.737504 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6a48213b-c70a-468c-81db-74b63bf8e485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:15.770981 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6a48213b-c70a-468c-81db-74b63bf8e485 None None] Port 747b5acf-66ed-4e48-9ccd-5690b5ac7cc5 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:02:15.811972 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-25e274ae-6105-46ec-a5e6-92f51b987c96 tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:15.840866 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e274ae-6105-46ec-a5e6-92f51b987c96 tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Pushing event deleted for resources: {'Port': ['ID=747b5acf-66ed-4e48-9ccd-5690b5ac7cc5,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:15.919387 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-25e274ae-6105-46ec-a5e6-92f51b987c96 tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:15.923400 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-25e274ae-6105-46ec-a5e6-92f51b987c96 tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] 10.222.0.52 "DELETE /v2.0/ports/747b5acf-66ed-4e48-9ccd-5690b5ac7cc5 HTTP/1.1" status: 204 len: 168 time: 0.8723280 Oct 27 19:02:15.928440 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46050) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:15.934445 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-6177c641-21af-4fb6-b00e-4295f6a0938d tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Request body: {'port': {'name': 'tempest-new-port-name-1932488683', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:02:15.935099 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.api.validators [None req-6177c641-21af-4fb6-b00e-4295f6a0938d tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] bootfile-name is not in valid_values {{(pid=102879) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 19:02:15.935439 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.api.validators [None req-6177c641-21af-4fb6-b00e-4295f6a0938d tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] tftp-server is not in valid_values {{(pid=102879) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 19:02:15.935764 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.api.validators [None req-6177c641-21af-4fb6-b00e-4295f6a0938d tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] server-ip-address is not in valid_values {{(pid=102879) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 19:02:15.968876 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ba95d993-69cd-4146-8960-79f8c2d23b11 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:02:16.019559 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6177c641-21af-4fb6-b00e-4295f6a0938d tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:16.022882 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port ba95d993-69cd-4146-8960-79f8c2d23b11 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:02:16.023248 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:16.220348 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6177c641-21af-4fb6-b00e-4295f6a0938d tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:16.280087 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6177c641-21af-4fb6-b00e-4295f6a0938d tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:16.358042 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177c641-21af-4fb6-b00e-4295f6a0938d tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Pushing event updated for resources: {'Port': ['ID=a2dae416-0f42-48e4-88df-cabe5624a4b9,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:16.375228 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-6177c641-21af-4fb6-b00e-4295f6a0938d tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] In _notify_port_updated(), no bound segment for port a2dae416-0f42-48e4-88df-cabe5624a4b9 on network 9ae8b3a4-eab1-46cb-bbe0-c46cc6d27d0b {{(pid=102879) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 19:02:16.383480 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6177c641-21af-4fb6-b00e-4295f6a0938d tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:02:16.384829 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6177c641-21af-4fb6-b00e-4295f6a0938d tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:16.386624 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6177c641-21af-4fb6-b00e-4295f6a0938d tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] 10.222.0.52 "PUT /v2.0/ports/a2dae416-0f42-48e4-88df-cabe5624a4b9 HTTP/1.1" status: 200 len: 1136 time: 0.4565778 Oct 27 19:02:16.389333 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46052) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:16.436796 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16180e1-397f-4e07-8fb9-7f3c7a98ac61 tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:02:16.438357 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f16180e1-397f-4e07-8fb9-7f3c7a98ac61 tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] 10.222.0.52 "GET /v2.0/ports/a2dae416-0f42-48e4-88df-cabe5624a4b9 HTTP/1.1" status: 200 len: 1136 time: 0.0479400 Oct 27 19:02:16.442233 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46054) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:16.533715 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-c62778bf-ff86-462a-9e8f-eba540208993 tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Deleting port a2dae416-0f42-48e4-88df-cabe5624a4b9 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:02:16.533976 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c62778bf-ff86-462a-9e8f-eba540208993 tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:16.595239 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-ef37fb36-79f1-4c1c-b34e-ac6d175ae811 None None] Provisioning complete for port a2dae416-0f42-48e4-88df-cabe5624a4b9 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:02:16.595545 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ef37fb36-79f1-4c1c-b34e-ac6d175ae811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:16.626245 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c62778bf-ff86-462a-9e8f-eba540208993 tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:16.631561 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-ef37fb36-79f1-4c1c-b34e-ac6d175ae811 None None] Port a2dae416-0f42-48e4-88df-cabe5624a4b9 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:02:16.640304 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-c62778bf-ff86-462a-9e8f-eba540208993 tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Calling delete_port for a2dae416-0f42-48e4-88df-cabe5624a4b9 owned by {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:02:16.855778 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c62778bf-ff86-462a-9e8f-eba540208993 tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:16.884615 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62778bf-ff86-462a-9e8f-eba540208993 tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Pushing event deleted for resources: {'Port': ['ID=a2dae416-0f42-48e4-88df-cabe5624a4b9,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:16.956250 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c62778bf-ff86-462a-9e8f-eba540208993 tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:16.959770 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c62778bf-ff86-462a-9e8f-eba540208993 tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] 10.222.0.52 "DELETE /v2.0/ports/a2dae416-0f42-48e4-88df-cabe5624a4b9 HTTP/1.1" status: 204 len: 168 time: 0.5162942 Oct 27 19:02:16.962762 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46058) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:17.019982 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-99b5c7f7-ed5f-484d-a76c-50cf703a4a60 tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Deleting subnet 6b5c2b44-8e78-433f-8fc4-2e28268d9996 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 19:02:17.024018 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-99b5c7f7-ed5f-484d-a76c-50cf703a4a60 tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:17.066938 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-99b5c7f7-ed5f-484d-a76c-50cf703a4a60 tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:17.151992 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-99b5c7f7-ed5f-484d-a76c-50cf703a4a60 tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:17.290750 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-99b5c7f7-ed5f-484d-a76c-50cf703a4a60 tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:17.318528 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b5c7f7-ed5f-484d-a76c-50cf703a4a60 tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Pushing event deleted for resources: {'Subnet': ['ID=6b5c2b44-8e78-433f-8fc4-2e28268d9996,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:17.328146 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-99b5c7f7-ed5f-484d-a76c-50cf703a4a60 tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:17.329232 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-99b5c7f7-ed5f-484d-a76c-50cf703a4a60 tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] 10.222.0.52 "DELETE /v2.0/subnets/6b5c2b44-8e78-433f-8fc4-2e28268d9996 HTTP/1.1" status: 204 len: 168 time: 0.3654482 Oct 27 19:02:17.331698 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46060) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:17.332046 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7262fb06-9c15-438a-a7c8-beae46efd277 None None] Network 9ae8b3a4-eab1-46cb-bbe0-c46cc6d27d0b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:02:17.409400 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-28ae40b3-ca9b-4645-a3d6-08f644b3b8ae tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:17.471100 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-28ae40b3-ca9b-4645-a3d6-08f644b3b8ae tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Deleting port ba95d993-69cd-4146-8960-79f8c2d23b11 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:02:17.471468 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-28ae40b3-ca9b-4645-a3d6-08f644b3b8ae tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:17.502737 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e35eae-5691-4624-8588-6ebbf3163dc5 None None] DHCP port deletion for 9ae8b3a4-eab1-46cb-bbe0-c46cc6d27d0b request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 19:02:17.535428 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-28ae40b3-ca9b-4645-a3d6-08f644b3b8ae tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] For port ba95d993-69cd-4146-8960-79f8c2d23b11, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ba95d993-69cd-4146-8960-79f8c2d23b11,segment=NetworkSegment(7c2f7287-a3c2-4b28-b126-bc30233713da),segment_id=7c2f7287-a3c2-4b28-b126-bc30233713da)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:02:17.535894 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-28ae40b3-ca9b-4645-a3d6-08f644b3b8ae tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:17.550150 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-28ae40b3-ca9b-4645-a3d6-08f644b3b8ae tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Calling delete_port for ba95d993-69cd-4146-8960-79f8c2d23b11 owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:02:17.559250 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f0e35eae-5691-4624-8588-6ebbf3163dc5 None None] Deleting port ba95d993-69cd-4146-8960-79f8c2d23b11 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:02:17.559617 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f0e35eae-5691-4624-8588-6ebbf3163dc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:17.718872 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-28ae40b3-ca9b-4645-a3d6-08f644b3b8ae tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:17.748262 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae40b3-ca9b-4645-a3d6-08f644b3b8ae tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Pushing event deleted for resources: {'Port': ['ID=ba95d993-69cd-4146-8960-79f8c2d23b11,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:17.752611 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ae40b3-ca9b-4645-a3d6-08f644b3b8ae tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] No DVR routers for this DVR port ba95d993-69cd-4146-8960-79f8c2d23b11 on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:02:17.791830 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f0e35eae-5691-4624-8588-6ebbf3163dc5 None None] For port ba95d993-69cd-4146-8960-79f8c2d23b11, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ba95d993-69cd-4146-8960-79f8c2d23b11,segment=NetworkSegment(7c2f7287-a3c2-4b28-b126-bc30233713da),segment_id=7c2f7287-a3c2-4b28-b126-bc30233713da)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:02:17.792226 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f0e35eae-5691-4624-8588-6ebbf3163dc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:17.806167 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f0e35eae-5691-4624-8588-6ebbf3163dc5 None None] Calling delete_port for ba95d993-69cd-4146-8960-79f8c2d23b11 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:02:17.832867 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-28ae40b3-ca9b-4645-a3d6-08f644b3b8ae tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:17.859576 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-28ae40b3-ca9b-4645-a3d6-08f644b3b8ae tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ae8b3a4-eab1-46cb-bbe0-c46cc6d27d0b']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:02:17.871799 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-28ae40b3-ca9b-4645-a3d6-08f644b3b8ae tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c2f7287-a3c2-4b28-b126-bc30233713da') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:02:17.873997 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-28ae40b3-ca9b-4645-a3d6-08f644b3b8ae tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c2f7287-a3c2-4b28-b126-bc30233713da') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:02:17.883932 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-28ae40b3-ca9b-4645-a3d6-08f644b3b8ae tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:17.885130 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f0e35eae-5691-4624-8588-6ebbf3163dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:17.900497 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-28ae40b3-ca9b-4645-a3d6-08f644b3b8ae tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:17.907378 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28ae40b3-ca9b-4645-a3d6-08f644b3b8ae tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 19:02:17.907859 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-28ae40b3-ca9b-4645-a3d6-08f644b3b8ae tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:17.911051 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 19:02:17.911051 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 19:02:17.911051 n-d-815690-2 neutron-server[102879]: timer() Oct 27 19:02:17.911051 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 19:02:17.911051 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 19:02:17.911051 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 19:02:17.911051 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 19:02:17.911051 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 19:02:17.911051 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 19:02:17.911051 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 19:02:17.911051 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 19:02:17.911051 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 19:02:17.911051 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 19:02:17.911051 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 19:02:17.911051 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 19:02:17.911051 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 19:02:17.911051 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 19:02:17.911051 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 19:02:17.911051 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 19:02:17.911051 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 19:02:17.911051 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 19:02:17.911051 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 19:02:17.911051 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 19:02:17.911051 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 19:02:17.911051 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 19:02:17.911051 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 19:02:17.911051 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 19:02:17.911051 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 19:02:17.911051 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 19:02:17.911051 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 19:02:17.911051 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 19:02:17.911051 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 19:02:17.916069 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e35eae-5691-4624-8588-6ebbf3163dc5 None None] Pushing event deleted for resources: {'Port': ['ID=ba95d993-69cd-4146-8960-79f8c2d23b11,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:17.918559 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e35eae-5691-4624-8588-6ebbf3163dc5 None None] No DVR routers for this DVR port ba95d993-69cd-4146-8960-79f8c2d23b11 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:02:17.933475 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ba95d993-69cd-4146-8960-79f8c2d23b11 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:02:17.955673 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: ba95d993-69cd-4146-8960-79f8c2d23b11 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:02:17.956021 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ba95d993-69cd-4146-8960-79f8c2d23b11 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:02:18.052062 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-28ae40b3-ca9b-4645-a3d6-08f644b3b8ae tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:18.057974 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-28ae40b3-ca9b-4645-a3d6-08f644b3b8ae tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:18.061284 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-28ae40b3-ca9b-4645-a3d6-08f644b3b8ae tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] 10.222.0.52 "DELETE /v2.0/networks/9ae8b3a4-eab1-46cb-bbe0-c46cc6d27d0b HTTP/1.1" status: 204 len: 168 time: 0.7285864 Oct 27 19:02:18.077688 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae40b3-ca9b-4645-a3d6-08f644b3b8ae tempest-ExtraDHCPOptionsTestJSON-68022552 tempest-ExtraDHCPOptionsTestJSON-68022552-project] Pushing event deleted for resources: {'Network': ['ID=9ae8b3a4-eab1-46cb-bbe0-c46cc6d27d0b,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:18.503077 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46066) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:18.640105 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2ec886b9-5c31-4aaa-b3a2-f02f97dfdb74 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e4cdf18c37b349af964719c55e1696f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1357718 Oct 27 19:02:18.642586 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46070) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:18.691646 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6ba2130b-59bd-4ee6-8f91-198c298ab281 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:18.717463 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6ba2130b-59bd-4ee6-8f91-198c298ab281 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:18.829355 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6ba2130b-59bd-4ee6-8f91-198c298ab281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:18.831951 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6ba2130b-59bd-4ee6-8f91-198c298ab281 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:18.833127 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6ba2130b-59bd-4ee6-8f91-198c298ab281 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0834c207-ed17-4473-8fc3-6327d01f6e68 HTTP/1.1" status: 204 len: 168 time: 0.1895974 Oct 27 19:02:18.841967 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2130b-59bd-4ee6-8f91-198c298ab281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0834c207-ed17-4473-8fc3-6327d01f6e68,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:19.873135 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46092) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:19.975233 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-f8f4a168-9e4a-4bdc-9d21-e2ef128b8375 tempest-DvrRoutersNegativeTest-536120837 tempest-DvrRoutersNegativeTest-536120837-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1278074755', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:02:19.978246 n-d-815690-2 neutron-server[102879]: DEBUG neutron.policy [None req-f8f4a168-9e4a-4bdc-9d21-e2ef128b8375 tempest-DvrRoutersNegativeTest-536120837 tempest-DvrRoutersNegativeTest-536120837-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102879) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Oct 27 19:02:19.978548 n-d-815690-2 neutron-server[102879]: DEBUG neutron.policy [None req-f8f4a168-9e4a-4bdc-9d21-e2ef128b8375 tempest-DvrRoutersNegativeTest-536120837 tempest-DvrRoutersNegativeTest-536120837-project] Failed policy check for 'create_router' {{(pid=102879) enforce /opt/stack/neutron/neutron/policy.py:524}} Oct 27 19:02:19.979134 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-f8f4a168-9e4a-4bdc-9d21-e2ef128b8375 tempest-DvrRoutersNegativeTest-536120837 tempest-DvrRoutersNegativeTest-536120837-project] create failed (client error): Access was denied to this resource. Oct 27 19:02:19.980144 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f8f4a168-9e4a-4bdc-9d21-e2ef128b8375 tempest-DvrRoutersNegativeTest-536120837 tempest-DvrRoutersNegativeTest-536120837-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1059937 Oct 27 19:02:20.474433 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46100) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:20.586297 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c43dd172-78ec-4ea1-ab47-a1c4949b7587 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:20.660845 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c43dd172-78ec-4ea1-ab47-a1c4949b7587 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:20.798779 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c43dd172-78ec-4ea1-ab47-a1c4949b7587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:20.839147 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c43dd172-78ec-4ea1-ab47-a1c4949b7587 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9fad888c33ed4ef6a0421026c133a722&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3634131 Oct 27 19:02:20.841259 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43dd172-78ec-4ea1-ab47-a1c4949b7587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3cd6f41-fb4d-4a92-b045-368a829d990f,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:20.842171 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46104) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:20.897892 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1a52dcf1-111d-4c90-81fe-0badc5c504f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:20.923691 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1a52dcf1-111d-4c90-81fe-0badc5c504f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:21.063549 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1a52dcf1-111d-4c90-81fe-0badc5c504f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:21.066204 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1a52dcf1-111d-4c90-81fe-0badc5c504f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:21.067431 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1a52dcf1-111d-4c90-81fe-0badc5c504f3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a3cd6f41-fb4d-4a92-b045-368a829d990f HTTP/1.1" status: 204 len: 168 time: 0.2242582 Oct 27 19:02:21.075406 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a52dcf1-111d-4c90-81fe-0badc5c504f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3cd6f41-fb4d-4a92-b045-368a829d990f,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:22.073017 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46126) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:22.177813 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-61a56c5a-88c1-4977-92e0-94fefdaefd67 tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-157183336'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:02:22.280542 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a56c5a-88c1-4977-92e0-94fefdaefd67 tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] Made reservation on behalf of 97ca555567df4bf4817a7f152a1e3f6e for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:02:22.284127 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-61a56c5a-88c1-4977-92e0-94fefdaefd67 tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:22.293413 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-61a56c5a-88c1-4977-92e0-94fefdaefd67 tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:22.367632 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-61a56c5a-88c1-4977-92e0-94fefdaefd67 tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:22.429579 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-61a56c5a-88c1-4977-92e0-94fefdaefd67 tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:22.458981 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a56c5a-88c1-4977-92e0-94fefdaefd67 tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] vlan segment allocate from pool success with {'vlan_id': 1047, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 19:02:22.469004 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a56c5a-88c1-4977-92e0-94fefdaefd67 tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=101cda5d-7680-4fa2-a104-aa48ccfcae04,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:22.473747 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-61a56c5a-88c1-4977-92e0-94fefdaefd67 tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:22.474088 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-61a56c5a-88c1-4977-92e0-94fefdaefd67 tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] Added segment 5b745566-bedb-429d-a15f-0add3d0c1ed1 of type vlan for network 3eb02d1c-fe01-4a74-8aea-457e8981a11e Oct 27 19:02:22.515692 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-61a56c5a-88c1-4977-92e0-94fefdaefd67 tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:22.600924 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-61a56c5a-88c1-4977-92e0-94fefdaefd67 tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:22.606666 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a56c5a-88c1-4977-92e0-94fefdaefd67 tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:02:22.611695 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-61a56c5a-88c1-4977-92e0-94fefdaefd67 tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:22.673166 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a56c5a-88c1-4977-92e0-94fefdaefd67 tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] Pushing event updated for resources: {'Network': ['ID=3eb02d1c-fe01-4a74-8aea-457e8981a11e,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:22.685242 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 3eb02d1c-fe01-4a74-8aea-457e8981a11e details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 19:02:22.710241 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46130) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:22.713727 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-61a56c5a-88c1-4977-92e0-94fefdaefd67 tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.6394882 Oct 27 19:02:22.715013 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.tag.tag_plugin [None req-a5a169aa-4edb-44f9-b9c4-8d8512aa4c8a tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '3eb02d1c-fe01-4a74-8aea-457e8981a11e', 'tempest-TagsTest-Tag-1884228335') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:02:22.882360 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a5a169aa-4edb-44f9-b9c4-8d8512aa4c8a tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] 10.222.0.52 "PUT /v2.0/networks/3eb02d1c-fe01-4a74-8aea-457e8981a11e/tags/tempest-TagsTest-Tag-1884228335 HTTP/1.1" status: 201 len: 201 time: 0.1703491 Oct 27 19:02:22.885047 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46132) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:22.889258 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.tag.tag_plugin [None req-dab8527f-02b3-4345-8a82-03454815709d tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3eb02d1c-fe01-4a74-8aea-457e8981a11e', 'tempest-TagsTest-Tag-1884228335') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:02:22.956720 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-dab8527f-02b3-4345-8a82-03454815709d tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] 10.222.0.52 "GET /v2.0/networks/3eb02d1c-fe01-4a74-8aea-457e8981a11e/tags/tempest-TagsTest-Tag-1884228335 HTTP/1.1" status: 204 len: 168 time: 0.0705764 Oct 27 19:02:22.959250 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46134) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:22.964346 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.tag.tag_plugin [None req-fba3eece-a67c-4efe-ac90-f8c011a4b0bc tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '3eb02d1c-fe01-4a74-8aea-457e8981a11e') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:02:23.034692 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-fba3eece-a67c-4efe-ac90-f8c011a4b0bc tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] 10.222.0.52 "GET /v2.0/networks/3eb02d1c-fe01-4a74-8aea-457e8981a11e/tags HTTP/1.1" status: 200 len: 238 time: 0.0734470 Oct 27 19:02:23.037425 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46136) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:23.042236 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.tag.tag_plugin [None req-2db75b7d-f5e3-4f71-9b60-eb0b32f8126f tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '3eb02d1c-fe01-4a74-8aea-457e8981a11e', {'tags': ['tempest-TagsTest-Tag-1581035641', 'tempest-TagsTest-Tag-105644906', 'tempest-TagsTest-Tag-1119020847']}) {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:02:23.188078 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-2db75b7d-f5e3-4f71-9b60-eb0b32f8126f tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] 10.222.0.52 "PUT /v2.0/networks/3eb02d1c-fe01-4a74-8aea-457e8981a11e/tags HTTP/1.1" status: 200 len: 308 time: 0.1495152 Oct 27 19:02:23.190777 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46138) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:23.196320 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.tag.tag_plugin [None req-0f9cb26a-78b8-4448-adbe-04ce82f8fbec tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '3eb02d1c-fe01-4a74-8aea-457e8981a11e', 'tempest-TagsTest-Tag-1581035641') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:02:23.365215 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0f9cb26a-78b8-4448-adbe-04ce82f8fbec tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] 10.222.0.52 "DELETE /v2.0/networks/3eb02d1c-fe01-4a74-8aea-457e8981a11e/tags/tempest-TagsTest-Tag-1581035641 HTTP/1.1" status: 204 len: 168 time: 0.1733942 Oct 27 19:02:23.368454 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46140) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:23.372859 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.tag.tag_plugin [None req-bf3ce033-ae50-4155-8621-707689fb25be tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3eb02d1c-fe01-4a74-8aea-457e8981a11e', 'tempest-TagsTest-Tag-1581035641') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:02:23.440879 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-bf3ce033-ae50-4155-8621-707689fb25be tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] show failed (client error): The resource could not be found. Oct 27 19:02:23.441974 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-bf3ce033-ae50-4155-8621-707689fb25be tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] 10.222.0.52 "GET /v2.0/networks/3eb02d1c-fe01-4a74-8aea-457e8981a11e/tags/tempest-TagsTest-Tag-1581035641 HTTP/1.1" status: 404 len: 326 time: 0.0725794 Oct 27 19:02:23.450056 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46142) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:23.454449 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.tag.tag_plugin [None req-65611205-feef-43f0-86ae-0b09ecea08fc tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3eb02d1c-fe01-4a74-8aea-457e8981a11e', 'tempest-TagsTest-Tag-105644906') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:02:23.529892 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-65611205-feef-43f0-86ae-0b09ecea08fc tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] 10.222.0.52 "GET /v2.0/networks/3eb02d1c-fe01-4a74-8aea-457e8981a11e/tags/tempest-TagsTest-Tag-105644906 HTTP/1.1" status: 204 len: 168 time: 0.0786679 Oct 27 19:02:23.532236 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46144) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:23.536636 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.tag.tag_plugin [None req-d475a9e5-aa8c-46da-9738-67dc6034e5ce tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3eb02d1c-fe01-4a74-8aea-457e8981a11e', 'tempest-TagsTest-Tag-1119020847') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:02:23.605413 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d475a9e5-aa8c-46da-9738-67dc6034e5ce tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] 10.222.0.52 "GET /v2.0/networks/3eb02d1c-fe01-4a74-8aea-457e8981a11e/tags/tempest-TagsTest-Tag-1119020847 HTTP/1.1" status: 204 len: 168 time: 0.0721278 Oct 27 19:02:23.607844 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46146) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:23.612030 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.tag.tag_plugin [None req-f583856b-28c3-4da6-adf3-16103a7d0cde tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3eb02d1c-fe01-4a74-8aea-457e8981a11e') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:02:23.749212 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f583856b-28c3-4da6-adf3-16103a7d0cde tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] 10.222.0.52 "DELETE /v2.0/networks/3eb02d1c-fe01-4a74-8aea-457e8981a11e/tags HTTP/1.1" status: 204 len: 168 time: 0.1401763 Oct 27 19:02:23.751805 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46148) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:23.756272 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.tag.tag_plugin [None req-ece00a0f-4825-4622-adfd-2005eb092a07 tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3eb02d1c-fe01-4a74-8aea-457e8981a11e', 'tempest-TagsTest-Tag-105644906') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:02:23.840525 n-d-815690-2 neutron-server[102878]: INFO neutron.api.v2.resource [None req-ece00a0f-4825-4622-adfd-2005eb092a07 tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] show failed (client error): The resource could not be found. Oct 27 19:02:23.841559 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ece00a0f-4825-4622-adfd-2005eb092a07 tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] 10.222.0.52 "GET /v2.0/networks/3eb02d1c-fe01-4a74-8aea-457e8981a11e/tags/tempest-TagsTest-Tag-105644906 HTTP/1.1" status: 404 len: 325 time: 0.0887477 Oct 27 19:02:23.844864 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46150) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:23.849744 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.tag.tag_plugin [None req-e9493046-260f-429d-b2d7-0eca0b2bc6a8 tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3eb02d1c-fe01-4a74-8aea-457e8981a11e', 'tempest-TagsTest-Tag-1119020847') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:02:23.929457 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-e9493046-260f-429d-b2d7-0eca0b2bc6a8 tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] show failed (client error): The resource could not be found. Oct 27 19:02:23.931595 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e9493046-260f-429d-b2d7-0eca0b2bc6a8 tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] 10.222.0.52 "GET /v2.0/networks/3eb02d1c-fe01-4a74-8aea-457e8981a11e/tags/tempest-TagsTest-Tag-1119020847 HTTP/1.1" status: 404 len: 326 time: 0.0848951 Oct 27 19:02:23.933483 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46152) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:23.938294 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.tag.tag_plugin [None req-2463424a-c664-42fe-bb28-69f8350aa014 tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3eb02d1c-fe01-4a74-8aea-457e8981a11e') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:02:24.041235 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4f1c97b7-1349-4c34-8777-3ba1d0f970ba req-43609dc5-5e48-472f-89f8-17aae408a394 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0609603 Oct 27 19:02:24.050080 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2463424a-c664-42fe-bb28-69f8350aa014 tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] 10.222.0.52 "DELETE /v2.0/networks/3eb02d1c-fe01-4a74-8aea-457e8981a11e/tags HTTP/1.1" status: 204 len: 168 time: 0.1155519 Oct 27 19:02:24.054773 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46154) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:24.158780 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8c8f4c7f-8154-4f6a-8943-dd7bd7209ae9 tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:24.170399 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c97b7-1349-4c34-8777-3ba1d0f970ba req-b4d26f89-43de-4c3c-9bf1-4c9dbb39d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:02:24.171971 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4f1c97b7-1349-4c34-8777-3ba1d0f970ba req-b4d26f89-43de-4c3c-9bf1-4c9dbb39d3f7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=346c2f1cc90a43138ca74853aad732b9&device_id=d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d HTTP/1.1" status: 200 len: 1096 time: 0.0715315 Oct 27 19:02:24.314603 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8c8f4c7f-8154-4f6a-8943-dd7bd7209ae9 tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:24.347149 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-8c8f4c7f-8154-4f6a-8943-dd7bd7209ae9 tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eb02d1c-fe01-4a74-8aea-457e8981a11e']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:02:24.365358 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-8c8f4c7f-8154-4f6a-8943-dd7bd7209ae9 tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b745566-bedb-429d-a15f-0add3d0c1ed1') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:02:24.365744 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-8c8f4c7f-8154-4f6a-8943-dd7bd7209ae9 tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b745566-bedb-429d-a15f-0add3d0c1ed1') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:02:24.373869 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c97b7-1349-4c34-8777-3ba1d0f970ba req-4351fa97-8825-49d0-80d8-91d366ce42d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:02:24.375588 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4f1c97b7-1349-4c34-8777-3ba1d0f970ba req-4351fa97-8825-49d0-80d8-91d366ce42d3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d0191f7b-8e46-434e-8842-bf24f16effff HTTP/1.1" status: 200 len: 914 time: 0.1776071 Oct 27 19:02:24.378788 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8c8f4c7f-8154-4f6a-8943-dd7bd7209ae9 tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:24.431185 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8c8f4c7f-8154-4f6a-8943-dd7bd7209ae9 tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:24.442847 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c8f4c7f-8154-4f6a-8943-dd7bd7209ae9 tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 19:02:24.443230 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8c8f4c7f-8154-4f6a-8943-dd7bd7209ae9 tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:24.446894 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 19:02:24.446894 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 19:02:24.446894 n-d-815690-2 neutron-server[102879]: timer() Oct 27 19:02:24.446894 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 19:02:24.446894 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 19:02:24.446894 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 19:02:24.446894 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 19:02:24.446894 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 19:02:24.446894 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 19:02:24.446894 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 19:02:24.446894 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 19:02:24.446894 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 19:02:24.446894 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 19:02:24.446894 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 19:02:24.446894 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 19:02:24.446894 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 19:02:24.446894 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 19:02:24.446894 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 19:02:24.446894 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 19:02:24.446894 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 19:02:24.446894 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 19:02:24.446894 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 19:02:24.446894 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 19:02:24.446894 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 19:02:24.446894 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 19:02:24.446894 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 19:02:24.446894 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 19:02:24.446894 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 19:02:24.446894 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 19:02:24.446894 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 19:02:24.446894 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 19:02:24.446894 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 19:02:24.495273 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4f1c97b7-1349-4c34-8777-3ba1d0f970ba req-e69b2a2a-46fb-4d9b-91c3-a85b71c51485 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9871294e-f770-4071-bed5-d74447bd6b28 HTTP/1.1" status: 200 len: 1000 time: 0.1091375 Oct 27 19:02:24.551589 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c97b7-1349-4c34-8777-3ba1d0f970ba req-a5aa40f8-19e2-44a5-9ef2-73f60afd8b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:02:24.553181 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4f1c97b7-1349-4c34-8777-3ba1d0f970ba req-a5aa40f8-19e2-44a5-9ef2-73f60afd8b81 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=56e753bb-c9b4-439a-bd0c-5adf5ac2396a HTTP/1.1" status: 200 len: 851 time: 0.0474563 Oct 27 19:02:24.599726 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c97b7-1349-4c34-8777-3ba1d0f970ba req-d03ce44b-d889-4bf3-a48f-3d1fb1d2cd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:02:24.601704 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4f1c97b7-1349-4c34-8777-3ba1d0f970ba req-d03ce44b-d889-4bf3-a48f-3d1fb1d2cd7e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d0191f7b-8e46-434e-8842-bf24f16effff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421379 Oct 27 19:02:24.660157 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8c8f4c7f-8154-4f6a-8943-dd7bd7209ae9 tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:24.673375 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8c8f4c7f-8154-4f6a-8943-dd7bd7209ae9 tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:24.676766 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8c8f4c7f-8154-4f6a-8943-dd7bd7209ae9 tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] 10.222.0.52 "DELETE /v2.0/networks/3eb02d1c-fe01-4a74-8aea-457e8981a11e HTTP/1.1" status: 204 len: 168 time: 0.6210434 Oct 27 19:02:24.700315 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f4c7f-8154-4f6a-8943-dd7bd7209ae9 tempest-TagsTest-1682821143 tempest-TagsTest-1682821143-project] Pushing event deleted for resources: {'Network': ['ID=3eb02d1c-fe01-4a74-8aea-457e8981a11e,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:24.736912 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4f1c97b7-1349-4c34-8777-3ba1d0f970ba req-3cc7f98e-dba5-4516-8f7c-2084b74830e6 service neutron] 10.222.0.93 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285625 Oct 27 19:02:24.833778 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4f1c97b7-1349-4c34-8777-3ba1d0f970ba req-e1aaf366-10c3-4392-9457-1e642067de61 service neutron] 10.222.0.93 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898952 Oct 27 19:02:25.169725 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46160) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:25.317435 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2002188c-46e7-4817-a836-8cc79bfb8e7c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=97ca555567df4bf4817a7f152a1e3f6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1464832 Oct 27 19:02:25.320565 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46164) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:25.372743 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-de10825e-6d44-4876-9359-07f32b589de7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:25.394272 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-de10825e-6d44-4876-9359-07f32b589de7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:25.549815 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-de10825e-6d44-4876-9359-07f32b589de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:25.552885 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-de10825e-6d44-4876-9359-07f32b589de7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:25.555383 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-de10825e-6d44-4876-9359-07f32b589de7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/101cda5d-7680-4fa2-a104-aa48ccfcae04 HTTP/1.1" status: 204 len: 168 time: 0.2338777 Oct 27 19:02:25.563582 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10825e-6d44-4876-9359-07f32b589de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101cda5d-7680-4fa2-a104-aa48ccfcae04,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:26.589790 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46188) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:26.635223 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:26.692489 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-f71f2dde-43d4-4e5e-8f95-3e09ed95d4ea admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-243614747-network', 'tenant_id': '4ef80471dff1429495e8945d7d789c6c'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:02:26.715888 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:02:26.769935 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71f2dde-43d4-4e5e-8f95-3e09ed95d4ea admin admin] Made reservation on behalf of 4ef80471dff1429495e8945d7d789c6c for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:02:26.772460 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f71f2dde-43d4-4e5e-8f95-3e09ed95d4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:26.781445 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f71f2dde-43d4-4e5e-8f95-3e09ed95d4ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:26.858018 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f71f2dde-43d4-4e5e-8f95-3e09ed95d4ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:26.912948 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f71f2dde-43d4-4e5e-8f95-3e09ed95d4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:26.937610 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f71f2dde-43d4-4e5e-8f95-3e09ed95d4ea admin admin] vlan segment allocate from pool success with {'vlan_id': 1029, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 19:02:26.948023 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71f2dde-43d4-4e5e-8f95-3e09ed95d4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb65076-5814-48a2-97ee-1234edf57e6a,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:26.952758 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f71f2dde-43d4-4e5e-8f95-3e09ed95d4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:26.953096 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-f71f2dde-43d4-4e5e-8f95-3e09ed95d4ea admin admin] Added segment 3819cdd3-353f-4f41-98e7-ad57facddc74 of type vlan for network 0502956c-8d3e-4cff-9dc8-227e4e1bc303 Oct 27 19:02:26.995849 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f71f2dde-43d4-4e5e-8f95-3e09ed95d4ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:27.112606 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f71f2dde-43d4-4e5e-8f95-3e09ed95d4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:27.113607 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71f2dde-43d4-4e5e-8f95-3e09ed95d4ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:02:27.114206 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f71f2dde-43d4-4e5e-8f95-3e09ed95d4ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:27.159076 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:27.185669 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71f2dde-43d4-4e5e-8f95-3e09ed95d4ea admin admin] Pushing event updated for resources: {'Network': ['ID=0502956c-8d3e-4cff-9dc8-227e4e1bc303,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:27.190787 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 0502956c-8d3e-4cff-9dc8-227e4e1bc303 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 19:02:27.253952 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f71f2dde-43d4-4e5e-8f95-3e09ed95d4ea admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6624990 Oct 27 19:02:27.258222 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46192) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:27.263607 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-2a16cfa6-13bf-47d0-86d6-78fccc149390 admin admin] Request body: {'subnet': {'network_id': '0502956c-8d3e-4cff-9dc8-227e4e1bc303', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-243614747-subnet', 'tenant_id': '4ef80471dff1429495e8945d7d789c6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:02:27.343451 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a16cfa6-13bf-47d0-86d6-78fccc149390 admin admin] Made reservation on behalf of 4ef80471dff1429495e8945d7d789c6c for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:02:27.346357 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2a16cfa6-13bf-47d0-86d6-78fccc149390 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:27.598945 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2a16cfa6-13bf-47d0-86d6-78fccc149390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:27.652189 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16cfa6-13bf-47d0-86d6-78fccc149390 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edea446a-c187-4079-8d65-4c9a607a04bc,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:27.672643 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a16cfa6-13bf-47d0-86d6-78fccc149390 admin admin] Checking segment: {'id': '3819cdd3-353f-4f41-98e7-ad57facddc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '0502956c-8d3e-4cff-9dc8-227e4e1bc303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:02:27.673017 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a16cfa6-13bf-47d0-86d6-78fccc149390 admin admin] Network hostable DHCP agents. Network: 0502956c-8d3e-4cff-9dc8-227e4e1bc303, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 19:02:27.783114 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a16cfa6-13bf-47d0-86d6-78fccc149390 admin admin] Network 0502956c-8d3e-4cff-9dc8-227e4e1bc303 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 19:02:27.874497 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-2a16cfa6-13bf-47d0-86d6-78fccc149390 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 0502956c-8d3e-4cff-9dc8-227e4e1bc303) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:02:27.878972 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a16cfa6-13bf-47d0-86d6-78fccc149390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:02:27.879586 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2a16cfa6-13bf-47d0-86d6-78fccc149390 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:27.885343 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c480bd78-90b3-4315-b79e-eca636f1c180 None None] Network 0502956c-8d3e-4cff-9dc8-227e4e1bc303 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:02:27.986461 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2a16cfa6-13bf-47d0-86d6-78fccc149390 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7269776 Oct 27 19:02:28.021387 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a962ac4a-93d4-4fca-b301-97e014798ae6 None None] Network 0502956c-8d3e-4cff-9dc8-227e4e1bc303 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:02:28.715159 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46208) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:28.720502 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-1b16fc05-76ec-4a1d-9d04-f4aac8138d15 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-789951284-network', 'tenant_id': 'f83c68ac335e44f39c12b4faa4d6cf3d'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:02:28.794692 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b16fc05-76ec-4a1d-9d04-f4aac8138d15 admin admin] Made reservation on behalf of f83c68ac335e44f39c12b4faa4d6cf3d for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:02:28.797175 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1b16fc05-76ec-4a1d-9d04-f4aac8138d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:28.807384 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1b16fc05-76ec-4a1d-9d04-f4aac8138d15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:28.888302 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1b16fc05-76ec-4a1d-9d04-f4aac8138d15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:28.966541 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1b16fc05-76ec-4a1d-9d04-f4aac8138d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:28.993933 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b16fc05-76ec-4a1d-9d04-f4aac8138d15 admin admin] vlan segment allocate from pool success with {'vlan_id': 1023, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 19:02:29.000568 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b16fc05-76ec-4a1d-9d04-f4aac8138d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6095020b-4ae2-40a8-806b-c01feeb8b8c7,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:29.007673 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1b16fc05-76ec-4a1d-9d04-f4aac8138d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:29.010746 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-1b16fc05-76ec-4a1d-9d04-f4aac8138d15 admin admin] Added segment b6f51b59-d029-40a9-b243-f6bb04c6f365 of type vlan for network 8f917a06-518c-43db-9b26-ba1c13e1cc11 Oct 27 19:02:29.048830 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1b16fc05-76ec-4a1d-9d04-f4aac8138d15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:29.114497 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1b16fc05-76ec-4a1d-9d04-f4aac8138d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:29.115581 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b16fc05-76ec-4a1d-9d04-f4aac8138d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:02:29.116154 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1b16fc05-76ec-4a1d-9d04-f4aac8138d15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:29.175715 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b16fc05-76ec-4a1d-9d04-f4aac8138d15 admin admin] Pushing event updated for resources: {'Network': ['ID=8f917a06-518c-43db-9b26-ba1c13e1cc11,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:29.186704 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 8f917a06-518c-43db-9b26-ba1c13e1cc11 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 19:02:29.214485 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1b16fc05-76ec-4a1d-9d04-f4aac8138d15 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4979291 Oct 27 19:02:29.217480 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46210) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:29.222335 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-79f989f8-1ab7-483e-a132-5cc75031a973 admin admin] Request body: {'subnet': {'network_id': '8f917a06-518c-43db-9b26-ba1c13e1cc11', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-789951284-subnet', 'tenant_id': 'f83c68ac335e44f39c12b4faa4d6cf3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:02:29.307077 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f989f8-1ab7-483e-a132-5cc75031a973 admin admin] Made reservation on behalf of f83c68ac335e44f39c12b4faa4d6cf3d for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:02:29.309571 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-79f989f8-1ab7-483e-a132-5cc75031a973 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:29.572574 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-79f989f8-1ab7-483e-a132-5cc75031a973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:29.630848 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f989f8-1ab7-483e-a132-5cc75031a973 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c387736-5bbc-456d-8933-24bde8a46fdc,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:29.640328 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f989f8-1ab7-483e-a132-5cc75031a973 admin admin] Checking segment: {'id': 'b6f51b59-d029-40a9-b243-f6bb04c6f365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '8f917a06-518c-43db-9b26-ba1c13e1cc11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:02:29.640691 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f989f8-1ab7-483e-a132-5cc75031a973 admin admin] Network hostable DHCP agents. Network: 8f917a06-518c-43db-9b26-ba1c13e1cc11, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 19:02:29.714610 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f989f8-1ab7-483e-a132-5cc75031a973 admin admin] Network 8f917a06-518c-43db-9b26-ba1c13e1cc11 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 19:02:29.792661 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-79f989f8-1ab7-483e-a132-5cc75031a973 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 8f917a06-518c-43db-9b26-ba1c13e1cc11) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:02:29.797275 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f989f8-1ab7-483e-a132-5cc75031a973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:02:29.797874 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-79f989f8-1ab7-483e-a132-5cc75031a973 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:29.806356 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8166f3a4-2ac3-4c28-b63b-c2111b382aa5 None None] Network 8f917a06-518c-43db-9b26-ba1c13e1cc11 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:02:29.870245 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-79f989f8-1ab7-483e-a132-5cc75031a973 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6517391 Oct 27 19:02:29.937807 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5dc876-0713-4cc9-b63b-a8afaa6fefbc None None] Network 8f917a06-518c-43db-9b26-ba1c13e1cc11 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:02:29.988461 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46214) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:30.041815 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-09212eab-0067-4991-aa92-4366c3a56d50 admin admin] Deleting subnet edea446a-c187-4079-8d65-4c9a607a04bc {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 19:02:30.045268 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-09212eab-0067-4991-aa92-4366c3a56d50 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:30.082892 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-09212eab-0067-4991-aa92-4366c3a56d50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:30.122206 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-09212eab-0067-4991-aa92-4366c3a56d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:30.250240 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-09212eab-0067-4991-aa92-4366c3a56d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:30.275914 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09212eab-0067-4991-aa92-4366c3a56d50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edea446a-c187-4079-8d65-4c9a607a04bc,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:30.281442 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-09212eab-0067-4991-aa92-4366c3a56d50 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:30.283005 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-09212eab-0067-4991-aa92-4366c3a56d50 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/edea446a-c187-4079-8d65-4c9a607a04bc HTTP/1.1" status: 204 len: 168 time: 0.2932997 Oct 27 19:02:30.285794 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46216) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:30.359134 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c3b9e697-5008-47d8-95db-e64d625e3d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:30.436936 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c3b9e697-5008-47d8-95db-e64d625e3d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:30.462363 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-c3b9e697-5008-47d8-95db-e64d625e3d8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0502956c-8d3e-4cff-9dc8-227e4e1bc303']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:02:30.471735 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-c3b9e697-5008-47d8-95db-e64d625e3d8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3819cdd3-353f-4f41-98e7-ad57facddc74') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:02:30.472039 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-c3b9e697-5008-47d8-95db-e64d625e3d8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3819cdd3-353f-4f41-98e7-ad57facddc74') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:02:30.481442 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c3b9e697-5008-47d8-95db-e64d625e3d8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:30.494750 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c3b9e697-5008-47d8-95db-e64d625e3d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:30.500753 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3b9e697-5008-47d8-95db-e64d625e3d8f admin admin] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 19:02:30.501137 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c3b9e697-5008-47d8-95db-e64d625e3d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:30.502770 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 19:02:30.502770 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 19:02:30.502770 n-d-815690-2 neutron-server[102879]: timer() Oct 27 19:02:30.502770 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 19:02:30.502770 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 19:02:30.502770 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 19:02:30.502770 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 19:02:30.502770 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 19:02:30.502770 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 19:02:30.502770 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 19:02:30.502770 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 19:02:30.502770 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 19:02:30.502770 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 19:02:30.502770 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 19:02:30.502770 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 19:02:30.502770 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 19:02:30.502770 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 19:02:30.502770 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 19:02:30.502770 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 19:02:30.502770 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 19:02:30.502770 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 19:02:30.502770 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 19:02:30.502770 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 19:02:30.502770 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 19:02:30.502770 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 19:02:30.502770 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 19:02:30.502770 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 19:02:30.502770 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 19:02:30.502770 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 19:02:30.502770 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 19:02:30.502770 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 19:02:30.502770 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 19:02:30.615793 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c3b9e697-5008-47d8-95db-e64d625e3d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:30.621928 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c3b9e697-5008-47d8-95db-e64d625e3d8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:30.625718 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c3b9e697-5008-47d8-95db-e64d625e3d8f admin admin] 10.222.0.52 "DELETE /v2.0/networks/0502956c-8d3e-4cff-9dc8-227e4e1bc303 HTTP/1.1" status: 204 len: 168 time: 0.3384905 Oct 27 19:02:30.628525 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46218) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:30.637670 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b9e697-5008-47d8-95db-e64d625e3d8f admin admin] Pushing event deleted for resources: {'Network': ['ID=0502956c-8d3e-4cff-9dc8-227e4e1bc303,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:30.679645 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e692eb7-d4d4-4a1e-b42f-eb81c6ccd412 admin admin] Deleting subnet 0c387736-5bbc-456d-8933-24bde8a46fdc {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 19:02:30.683237 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5e692eb7-d4d4-4a1e-b42f-eb81c6ccd412 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:30.719915 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5e692eb7-d4d4-4a1e-b42f-eb81c6ccd412 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:30.764378 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5e692eb7-d4d4-4a1e-b42f-eb81c6ccd412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:30.872741 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5e692eb7-d4d4-4a1e-b42f-eb81c6ccd412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:30.897666 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e692eb7-d4d4-4a1e-b42f-eb81c6ccd412 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c387736-5bbc-456d-8933-24bde8a46fdc,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:30.904151 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5e692eb7-d4d4-4a1e-b42f-eb81c6ccd412 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:30.907623 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5e692eb7-d4d4-4a1e-b42f-eb81c6ccd412 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0c387736-5bbc-456d-8933-24bde8a46fdc HTTP/1.1" status: 204 len: 168 time: 0.2778583 Oct 27 19:02:30.910152 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46220) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:30.979164 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ab2c32f3-8996-4ec6-86e8-21190f8450c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:31.064147 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ab2c32f3-8996-4ec6-86e8-21190f8450c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:31.084309 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-ab2c32f3-8996-4ec6-86e8-21190f8450c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f917a06-518c-43db-9b26-ba1c13e1cc11']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:02:31.093724 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-ab2c32f3-8996-4ec6-86e8-21190f8450c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6f51b59-d029-40a9-b243-f6bb04c6f365') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:02:31.094018 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-ab2c32f3-8996-4ec6-86e8-21190f8450c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6f51b59-d029-40a9-b243-f6bb04c6f365') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:02:31.103909 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ab2c32f3-8996-4ec6-86e8-21190f8450c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:31.117660 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ab2c32f3-8996-4ec6-86e8-21190f8450c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:31.123798 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab2c32f3-8996-4ec6-86e8-21190f8450c1 admin admin] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 19:02:31.124184 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ab2c32f3-8996-4ec6-86e8-21190f8450c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:31.125863 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 19:02:31.125863 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 19:02:31.125863 n-d-815690-2 neutron-server[102878]: timer() Oct 27 19:02:31.125863 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 19:02:31.125863 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 19:02:31.125863 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 19:02:31.125863 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 19:02:31.125863 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 19:02:31.125863 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 19:02:31.125863 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 19:02:31.125863 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 19:02:31.125863 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 19:02:31.125863 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 19:02:31.125863 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 19:02:31.125863 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 19:02:31.125863 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 19:02:31.125863 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 19:02:31.125863 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 19:02:31.125863 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 19:02:31.125863 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 19:02:31.125863 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 19:02:31.125863 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 19:02:31.125863 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 19:02:31.125863 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 19:02:31.125863 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 19:02:31.125863 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 19:02:31.125863 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 19:02:31.125863 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 19:02:31.125863 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 19:02:31.125863 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 19:02:31.125863 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 19:02:31.125863 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 19:02:31.272990 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ab2c32f3-8996-4ec6-86e8-21190f8450c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:31.278893 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ab2c32f3-8996-4ec6-86e8-21190f8450c1 admin admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:31.282145 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ab2c32f3-8996-4ec6-86e8-21190f8450c1 admin admin] 10.222.0.52 "DELETE /v2.0/networks/8f917a06-518c-43db-9b26-ba1c13e1cc11 HTTP/1.1" status: 204 len: 168 time: 0.3710351 Oct 27 19:02:31.294723 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c32f3-8996-4ec6-86e8-21190f8450c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f917a06-518c-43db-9b26-ba1c13e1cc11,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:31.622913 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46224) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:31.664472 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ec3d692d-2459-4094-bedc-40601da2de46 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4ef80471dff1429495e8945d7d789c6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400093 Oct 27 19:02:31.667398 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46226) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:31.718379 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-555a3f26-9db7-4885-90e5-0af57f11cf44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:31.742785 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-555a3f26-9db7-4885-90e5-0af57f11cf44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:31.863647 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-555a3f26-9db7-4885-90e5-0af57f11cf44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:31.866417 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-555a3f26-9db7-4885-90e5-0af57f11cf44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:31.867694 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-555a3f26-9db7-4885-90e5-0af57f11cf44 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/efb65076-5814-48a2-97ee-1234edf57e6a HTTP/1.1" status: 204 len: 168 time: 0.1993792 Oct 27 19:02:31.876316 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a3f26-9db7-4885-90e5-0af57f11cf44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb65076-5814-48a2-97ee-1234edf57e6a,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:32.499681 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46232) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:32.540614 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8b3afad2-1c08-434a-a0d5-bd1211e2f68b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f83c68ac335e44f39c12b4faa4d6cf3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394607 Oct 27 19:02:32.543156 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46234) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:32.591131 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a697be7-ee33-4715-845b-a8be4cc5ce62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:32.617273 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a697be7-ee33-4715-845b-a8be4cc5ce62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:32.741284 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a697be7-ee33-4715-845b-a8be4cc5ce62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:32.744652 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a697be7-ee33-4715-845b-a8be4cc5ce62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:32.745843 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9a697be7-ee33-4715-845b-a8be4cc5ce62 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6095020b-4ae2-40a8-806b-c01feeb8b8c7 HTTP/1.1" status: 204 len: 168 time: 0.2017887 Oct 27 19:02:32.754140 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a697be7-ee33-4715-845b-a8be4cc5ce62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6095020b-4ae2-40a8-806b-c01feeb8b8c7,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:39.202941 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46326) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:39.309089 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6d20ecc2-22a7-4e0a-b6c0-9f6b1bae64ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:39.380946 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6d20ecc2-22a7-4e0a-b6c0-9f6b1bae64ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:39.413943 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-3c3c5aaf-c41e-493b-8cac-155c9e0338a2 req-164f0b98-1ba9-4cb7-bffe-8da748a49c51 service neutron] (102878) timed out ('10.222.0.52', 33852) {{(pid=102878) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 19:02:39.423161 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6d20ecc2-22a7-4e0a-b6c0-9f6b1bae64ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:39.461979 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6d20ecc2-22a7-4e0a-b6c0-9f6b1bae64ae admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=157b3f139a1b48e78bd61f0bd70512ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2576108 Oct 27 19:02:39.463440 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d20ecc2-22a7-4e0a-b6c0-9f6b1bae64ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3f04b3-3c0c-4da1-a0fc-9cc8edcd6ff4,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:39.465307 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46330) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:39.516676 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fab533e7-9999-4cc3-b78d-27d7fd9f33e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:39.538618 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fab533e7-9999-4cc3-b78d-27d7fd9f33e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:39.686098 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ae9000fe-b6ca-48bb-8744-b7899edc6315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:39.735698 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fab533e7-9999-4cc3-b78d-27d7fd9f33e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:39.738326 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fab533e7-9999-4cc3-b78d-27d7fd9f33e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:39.739541 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-fab533e7-9999-4cc3-b78d-27d7fd9f33e1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ff3f04b3-3c0c-4da1-a0fc-9cc8edcd6ff4 HTTP/1.1" status: 204 len: 168 time: 0.2732418 Oct 27 19:02:39.747969 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab533e7-9999-4cc3-b78d-27d7fd9f33e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3f04b3-3c0c-4da1-a0fc-9cc8edcd6ff4,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:40.343244 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46336) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:40.355410 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-148edc35-0738-4528-be90-efe3fbda97ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:40.429477 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-148edc35-0738-4528-be90-efe3fbda97ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:40.518548 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-148edc35-0738-4528-be90-efe3fbda97ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:40.561542 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-148edc35-0738-4528-be90-efe3fbda97ce admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f909b8e4eae4465f865d44c1758f6465&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2188985 Oct 27 19:02:40.562261 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148edc35-0738-4528-be90-efe3fbda97ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e421117b-4833-43e3-8b25-3c178203c145,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:40.564966 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46338) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:02:40.617163 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5442ef07-a341-4fe9-a182-a251a6e735c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:40.640029 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5442ef07-a341-4fe9-a182-a251a6e735c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:40.775635 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5442ef07-a341-4fe9-a182-a251a6e735c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:40.779362 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5442ef07-a341-4fe9-a182-a251a6e735c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:40.780527 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5442ef07-a341-4fe9-a182-a251a6e735c0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e421117b-4833-43e3-8b25-3c178203c145 HTTP/1.1" status: 204 len: 168 time: 0.2142525 Oct 27 19:02:40.788496 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5442ef07-a341-4fe9-a182-a251a6e735c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e421117b-4833-43e3-8b25-3c178203c145,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:02:42.125943 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-aaa2fb9b-bde9-493d-9b48-ac36eeddd348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:43.445909 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:43.561089 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:45.186865 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:56.657420 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:02:57.149110 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:03:03.717650 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:03:09.646182 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cdc732cd-9052-43be-9a32-c9726e55ec1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:03:12.131810 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8bda87a6-d5a9-4f5f-9eea-3845b41b188c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:03:13.435159 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:03:13.537407 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:03:14.127079 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46556) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:03:14.288092 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-60ff2d91-5c28-4f26-a6fe-18b90f7384b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:03:14.364900 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-60ff2d91-5c28-4f26-a6fe-18b90f7384b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:03:14.432467 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-60ff2d91-5c28-4f26-a6fe-18b90f7384b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:03:14.472318 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-60ff2d91-5c28-4f26-a6fe-18b90f7384b1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=48bf2c8fea354d4bb9e980e798e3a420&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3441060 Oct 27 19:03:14.473188 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff2d91-5c28-4f26-a6fe-18b90f7384b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a062de-0337-4037-a479-549be753cc04,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:03:14.475162 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46562) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:03:14.481841 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff2d91-5c28-4f26-a6fe-18b90f7384b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:03:14.482195 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff2d91-5c28-4f26-a6fe-18b90f7384b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:03:14.482545 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff2d91-5c28-4f26-a6fe-18b90f7384b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:03:14.482918 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff2d91-5c28-4f26-a6fe-18b90f7384b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:03:14.483262 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff2d91-5c28-4f26-a6fe-18b90f7384b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:03:14.483600 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff2d91-5c28-4f26-a6fe-18b90f7384b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:03:14.483939 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff2d91-5c28-4f26-a6fe-18b90f7384b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:03:14.484273 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff2d91-5c28-4f26-a6fe-18b90f7384b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:03:14.484604 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff2d91-5c28-4f26-a6fe-18b90f7384b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:03:14.484931 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff2d91-5c28-4f26-a6fe-18b90f7384b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:03:14.485263 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff2d91-5c28-4f26-a6fe-18b90f7384b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:03:14.485591 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff2d91-5c28-4f26-a6fe-18b90f7384b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:03:14.526070 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-63131952-df4f-4839-869b-d0fe601fff59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:03:14.547009 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-63131952-df4f-4839-869b-d0fe601fff59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:03:14.674990 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-63131952-df4f-4839-869b-d0fe601fff59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:03:14.677704 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-63131952-df4f-4839-869b-d0fe601fff59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:03:14.678942 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-63131952-df4f-4839-869b-d0fe601fff59 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/03a062de-0337-4037-a479-549be753cc04 HTTP/1.1" status: 204 len: 168 time: 0.2025261 Oct 27 19:03:14.687672 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63131952-df4f-4839-869b-d0fe601fff59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a062de-0337-4037-a479-549be753cc04,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:03:14.695596 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63131952-df4f-4839-869b-d0fe601fff59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:03:14.695948 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63131952-df4f-4839-869b-d0fe601fff59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:03:14.696298 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63131952-df4f-4839-869b-d0fe601fff59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:03:14.696642 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63131952-df4f-4839-869b-d0fe601fff59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:03:14.696980 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63131952-df4f-4839-869b-d0fe601fff59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:03:14.697315 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63131952-df4f-4839-869b-d0fe601fff59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:03:14.697648 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63131952-df4f-4839-869b-d0fe601fff59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:03:14.698012 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63131952-df4f-4839-869b-d0fe601fff59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:03:14.698342 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63131952-df4f-4839-869b-d0fe601fff59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:03:14.698671 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63131952-df4f-4839-869b-d0fe601fff59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:03:14.699032 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63131952-df4f-4839-869b-d0fe601fff59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:03:14.699362 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63131952-df4f-4839-869b-d0fe601fff59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:03:15.220953 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:03:15.261546 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 46568) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:03:15.275336 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b415aeb0-c23e-434f-bf1e-ba1efefc1227 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:03:15.347785 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b415aeb0-c23e-434f-bf1e-ba1efefc1227 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:03:15.428508 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b415aeb0-c23e-434f-bf1e-ba1efefc1227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:03:15.467021 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b415aeb0-c23e-434f-bf1e-ba1efefc1227 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3989b04c09d641858dba0da4a2d609fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2038107 Oct 27 19:03:15.467889 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b415aeb0-c23e-434f-bf1e-ba1efefc1227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece430d7-4776-4e11-b86b-88e5e0cb1c4b,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:03:15.469919 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 46570) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:03:15.525412 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e5061868-4aec-4050-9b69-071692f635ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:03:15.546937 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e5061868-4aec-4050-9b69-071692f635ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:03:15.651504 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e5061868-4aec-4050-9b69-071692f635ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:03:15.654948 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e5061868-4aec-4050-9b69-071692f635ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:03:15.656126 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e5061868-4aec-4050-9b69-071692f635ec admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ece430d7-4776-4e11-b86b-88e5e0cb1c4b HTTP/1.1" status: 204 len: 168 time: 0.1845846 Oct 27 19:03:15.664755 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5061868-4aec-4050-9b69-071692f635ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece430d7-4776-4e11-b86b-88e5e0cb1c4b,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:03:25.012779 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a0669d5d-45c9-40fd-a2bb-fa950e99c406 req-4222247e-74a6-4c2e-83ad-63dccdecaaa3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0558000 Oct 27 19:03:25.109009 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0669d5d-45c9-40fd-a2bb-fa950e99c406 req-5b6db1a4-8f35-473a-ba19-d5ee8ddd032d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:03:25.110525 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a0669d5d-45c9-40fd-a2bb-fa950e99c406 req-5b6db1a4-8f35-473a-ba19-d5ee8ddd032d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=346c2f1cc90a43138ca74853aad732b9&device_id=d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d HTTP/1.1" status: 200 len: 1096 time: 0.0476086 Oct 27 19:03:25.236057 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0669d5d-45c9-40fd-a2bb-fa950e99c406 req-2d0dfe47-ad4f-40b6-9d54-261aefb5d948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:03:25.237903 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a0669d5d-45c9-40fd-a2bb-fa950e99c406 req-2d0dfe47-ad4f-40b6-9d54-261aefb5d948 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d0191f7b-8e46-434e-8842-bf24f16effff HTTP/1.1" status: 200 len: 914 time: 0.1065655 Oct 27 19:03:25.308143 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a0669d5d-45c9-40fd-a2bb-fa950e99c406 req-5bbc0420-bafe-4436-9e4f-ed1938e0f378 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9871294e-f770-4071-bed5-d74447bd6b28 HTTP/1.1" status: 200 len: 1000 time: 0.0623724 Oct 27 19:03:25.360562 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0669d5d-45c9-40fd-a2bb-fa950e99c406 req-c4b875c4-08e3-4a6d-80d6-2f8c1ca1c4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:03:25.362321 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a0669d5d-45c9-40fd-a2bb-fa950e99c406 req-c4b875c4-08e3-4a6d-80d6-2f8c1ca1c4a5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=56e753bb-c9b4-439a-bd0c-5adf5ac2396a HTTP/1.1" status: 200 len: 851 time: 0.0473206 Oct 27 19:03:25.420230 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0669d5d-45c9-40fd-a2bb-fa950e99c406 req-b57c7d2a-0032-45a3-904c-708f24a35e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:03:25.421792 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a0669d5d-45c9-40fd-a2bb-fa950e99c406 req-b57c7d2a-0032-45a3-904c-708f24a35e28 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d0191f7b-8e46-434e-8842-bf24f16effff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513191 Oct 27 19:03:25.524658 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a0669d5d-45c9-40fd-a2bb-fa950e99c406 req-5cd69c6f-b877-43ca-be10-fe02fc3ca1f3 service neutron] 10.222.0.93 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946429 Oct 27 19:03:25.637617 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a0669d5d-45c9-40fd-a2bb-fa950e99c406 req-57b495af-e3a8-42fa-a0ee-627592e5675b service neutron] 10.222.0.93 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032233 Oct 27 19:03:26.660959 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:03:27.155090 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:03:39.644592 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d019e16e-f878-404f-90e8-fd4df58f86bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:03:40.716815 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:03:42.120620 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dfa8b84d-0d99-4a05-9fff-f1ce3f70ab6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:03:43.451923 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:03:43.588985 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:03:45.186398 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:03:45.603836 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-c627de0a-8ce5-4eb3-9968-77b31077ced3 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-586949541&fields=id&tenant_id=346c2f1cc90a43138ca74853aad732b9 HTTP/1.1" status: 200 len: 267 time: 0.0339942 Oct 27 19:03:45.715116 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-3b0b8482-851b-44c2-9bf5-57a4e5e47ddd tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:03:45.716631 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-3b0b8482-851b-44c2-9bf5-57a4e5e47ddd tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/networks?id=d0191f7b-8e46-434e-8842-bf24f16effff HTTP/1.1" status: 200 len: 812 time: 0.1059134 Oct 27 19:03:45.732090 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-bcf87942-b644-4a03-ae32-0b9aaa31f68e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/quotas/346c2f1cc90a43138ca74853aad732b9 HTTP/1.1" status: 200 len: 375 time: 0.0090675 Oct 27 19:03:45.792683 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-0fd41620-b4e7-4fb1-a3a2-60a1dcbe9447 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=346c2f1cc90a43138ca74853aad732b9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0546985 Oct 27 19:03:45.896098 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-d9d02abd-ba4d-484d-b958-8415f62405ff service neutron] 10.222.0.52 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904849 Oct 27 19:03:45.988101 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-feba02d0-ea04-4adc-b1fb-816d2b3a73d5 service neutron] 10.222.0.52 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841949 Oct 27 19:03:46.597840 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b7bc9d07-8cf8-47eb-8d6a-2969dbc71b96 req-24448842-20d6-4022-abe5-3eec14fa4473 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb796681-0306-4940-838c-91320ba98fd9 HTTP/1.1" status: 200 len: 210 time: 0.0300512 Oct 27 19:03:47.696475 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e20acd14-f63b-4113-a9de-5d64ecc1ed7e req-85c9ae88-ad8d-4348-b2b9-7ae2611864a4 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb796681-0306-4940-838c-91320ba98fd9 HTTP/1.1" status: 200 len: 210 time: 0.0282996 Oct 27 19:03:48.835797 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0df9efe1-b4a5-4563-961f-8b63623106a5 req-277327d1-3c91-4e48-8a4d-b78d3cfd5e02 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb796681-0306-4940-838c-91320ba98fd9 HTTP/1.1" status: 200 len: 210 time: 0.0539730 Oct 27 19:03:48.907755 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-b2c2b6de-fe92-499e-bca1-a8d020e5186d tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:03:48.909246 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-b2c2b6de-fe92-499e-bca1-a8d020e5186d tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.81 "GET /v2.0/networks?id=d0191f7b-8e46-434e-8842-bf24f16effff HTTP/1.1" status: 200 len: 812 time: 0.1223183 Oct 27 19:03:48.958118 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-2ab51424-5dc3-4866-b92b-a50086074ecf tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=346c2f1cc90a43138ca74853aad732b9 HTTP/1.1" status: 200 len: 379 time: 0.0371788 Oct 27 19:03:48.968338 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-d5e5a8e2-1aaf-4d22-aa75-143f5ebd4ab9 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Request body: {'port': {'device_id': 'bb796681-0306-4940-838c-91320ba98fd9', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'admin_state_up': True, 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'security_groups': ['58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:03:49.155318 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-d5e5a8e2-1aaf-4d22-aa75-143f5ebd4ab9 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Made reservation on behalf of 346c2f1cc90a43138ca74853aad732b9 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:03:49.159844 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-d5e5a8e2-1aaf-4d22-aa75-143f5ebd4ab9 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:03:49.310394 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-d5e5a8e2-1aaf-4d22-aa75-143f5ebd4ab9 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Allocated IP 172.20.0.11 (d0191f7b-8e46-434e-8842-bf24f16effff/56e753bb-c9b4-439a-bd0c-5adf5ac2396a/dd643a2e-632c-4c90-9831-6e8eebf1c527) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:03:49.455602 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-d5e5a8e2-1aaf-4d22-aa75-143f5ebd4ab9 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:03:49.550301 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-d5e5a8e2-1aaf-4d22-aa75-143f5ebd4ab9 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:03:49.615386 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-d5e5a8e2-1aaf-4d22-aa75-143f5ebd4ab9 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Network d0191f7b-8e46-434e-8842-bf24f16effff is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:03:49.618686 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-d5e5a8e2-1aaf-4d22-aa75-143f5ebd4ab9 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:03:49.621844 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-d5e5a8e2-1aaf-4d22-aa75-143f5ebd4ab9 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:03:49.679684 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e5a8e2-1aaf-4d22-aa75-143f5ebd4ab9 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Pushing event updated for resources: {'Port': ['ID=dd643a2e-632c-4c90-9831-6e8eebf1c527,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:03:49.698008 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-d5e5a8e2-1aaf-4d22-aa75-143f5ebd4ab9 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:03:49.698763 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-d5e5a8e2-1aaf-4d22-aa75-143f5ebd4ab9 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:03:49.840520 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-d5e5a8e2-1aaf-4d22-aa75-143f5ebd4ab9 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8769157 Oct 27 19:03:49.950635 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-de7dcbb4-a362-449b-9d3f-600c1546ea73 None None] Provisioning complete for port dd643a2e-632c-4c90-9831-6e8eebf1c527 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:03:49.955028 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-de7dcbb4-a362-449b-9d3f-600c1546ea73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:03:49.997794 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-de7dcbb4-a362-449b-9d3f-600c1546ea73 None None] Port dd643a2e-632c-4c90-9831-6e8eebf1c527 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:03:50.050864 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05f50c-19b2-43d8-a29e-2c73af201ba9 req-6748cd79-ed87-49b0-ac83-147da2560dfd tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:03:50.052544 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1b05f50c-19b2-43d8-a29e-2c73af201ba9 req-6748cd79-ed87-49b0-ac83-147da2560dfd tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb796681-0306-4940-838c-91320ba98fd9 HTTP/1.1" status: 200 len: 932 time: 0.1026845 Oct 27 19:03:50.054347 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-8e9efcf1-1ef7-4569-b864-a3a1fa7da0a9 service neutron] Request body: {'port': {'device_id': 'bb796681-0306-4940-838c-91320ba98fd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:03:50.113557 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1b05f50c-19b2-43d8-a29e-2c73af201ba9 req-0793548a-5f10-4afc-bfb2-c6d5f27cf2ea tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492024 Oct 27 19:03:50.122901 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-8e9efcf1-1ef7-4569-b864-a3a1fa7da0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:03:50.395305 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-8e9efcf1-1ef7-4569-b864-a3a1fa7da0a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd643a2e-632c-4c90-9831-6e8eebf1c527 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:03:50.405355 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-8e9efcf1-1ef7-4569-b864-a3a1fa7da0a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:03:50.422929 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-8e9efcf1-1ef7-4569-b864-a3a1fa7da0a9 service neutron] Transition to ACTIVE for port object dd643a2e-632c-4c90-9831-6e8eebf1c527 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 19:03:50.506434 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-8e9efcf1-1ef7-4569-b864-a3a1fa7da0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:03:50.562835 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9efcf1-1ef7-4569-b864-a3a1fa7da0a9 service neutron] Pushing event updated for resources: {'Port': ['ID=dd643a2e-632c-4c90-9831-6e8eebf1c527,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:03:50.653714 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-8e9efcf1-1ef7-4569-b864-a3a1fa7da0a9 service neutron] Attempting to bind port dd643a2e-632c-4c90-9831-6e8eebf1c527 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:03:50.654124 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-8e9efcf1-1ef7-4569-b864-a3a1fa7da0a9 service neutron] Attempting to bind port dd643a2e-632c-4c90-9831-6e8eebf1c527 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '6b4a3a2c-45ac-4611-a987-4af30c2bf086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:03:50.654603 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-8e9efcf1-1ef7-4569-b864-a3a1fa7da0a9 service neutron] Attempting to bind port dd643a2e-632c-4c90-9831-6e8eebf1c527 on network d0191f7b-8e46-434e-8842-bf24f16effff {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:03:50.661114 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-8e9efcf1-1ef7-4569-b864-a3a1fa7da0a9 service neutron] Port dd643a2e-632c-4c90-9831-6e8eebf1c527 on network d0191f7b-8e46-434e-8842-bf24f16effff not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 19:03:50.661434 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-8e9efcf1-1ef7-4569-b864-a3a1fa7da0a9 service neutron] Attempting to bind port dd643a2e-632c-4c90-9831-6e8eebf1c527 on network d0191f7b-8e46-434e-8842-bf24f16effff {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:03:50.667243 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-8e9efcf1-1ef7-4569-b864-a3a1fa7da0a9 service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:03:50.667875 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-8e9efcf1-1ef7-4569-b864-a3a1fa7da0a9 service neutron] Checking segment: {'id': '6b4a3a2c-45ac-4611-a987-4af30c2bf086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:03:50.668266 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-8e9efcf1-1ef7-4569-b864-a3a1fa7da0a9 service neutron] Bound using segment: {'id': '6b4a3a2c-45ac-4611-a987-4af30c2bf086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:03:50.668693 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-8e9efcf1-1ef7-4569-b864-a3a1fa7da0a9 service neutron] Bound port: dd643a2e-632c-4c90-9831-6e8eebf1c527, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b4a3a2c-45ac-4611-a987-4af30c2bf086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:03:50.669050 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-8e9efcf1-1ef7-4569-b864-a3a1fa7da0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:03:50.740735 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-8e9efcf1-1ef7-4569-b864-a3a1fa7da0a9 service neutron] For port dd643a2e-632c-4c90-9831-6e8eebf1c527, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:03:50.744294 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-8e9efcf1-1ef7-4569-b864-a3a1fa7da0a9 service neutron] For port dd643a2e-632c-4c90-9831-6e8eebf1c527, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=dd643a2e-632c-4c90-9831-6e8eebf1c527,segment=NetworkSegment(6b4a3a2c-45ac-4611-a987-4af30c2bf086),segment_id=6b4a3a2c-45ac-4611-a987-4af30c2bf086)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:03:50.887099 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-8e9efcf1-1ef7-4569-b864-a3a1fa7da0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:03:50.929051 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-8e9efcf1-1ef7-4569-b864-a3a1fa7da0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:03:50.929849 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-8e9efcf1-1ef7-4569-b864-a3a1fa7da0a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:03:50.931516 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-8e9efcf1-1ef7-4569-b864-a3a1fa7da0a9 service neutron] 10.222.0.81 "PUT /v2.0/ports/dd643a2e-632c-4c90-9831-6e8eebf1c527 HTTP/1.1" status: 200 len: 1092 time: 1.0831068 Oct 27 19:03:50.932014 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb796681-0306-4940-838c-91320ba98fd9', 'tag': 'dd643a2e-632c-4c90-9831-6e8eebf1c527'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:03:50.934405 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9b6893-08d9-4f88-a927-4fdbfd5578e6" -d '{"events": [{"name": "network-changed", "server_uuid": "bb796681-0306-4940-838c-91320ba98fd9", "tag": "dd643a2e-632c-4c90-9831-6e8eebf1c527"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:03:50.983966 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9efcf1-1ef7-4569-b864-a3a1fa7da0a9 service neutron] Pushing event updated for resources: {'Port': ['ID=dd643a2e-632c-4c90-9831-6e8eebf1c527,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:03:51.185634 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-1d49647e-ce4d-4e9f-b052-0b9682b2687a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:03:51.193951 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-1d49647e-ce4d-4e9f-b052-0b9682b2687a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=346c2f1cc90a43138ca74853aad732b9&device_id=bb796681-0306-4940-838c-91320ba98fd9 HTTP/1.1" status: 200 len: 1095 time: 0.0756602 Oct 27 19:03:51.198049 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1494e963-5488-4746-af0b-c0685980bb52 x-openstack-request-id: req-1494e963-5488-4746-af0b-c0685980bb52 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:03:51.198350 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb796681-0306-4940-838c-91320ba98fd9", "tag": "dd643a2e-632c-4c90-9831-6e8eebf1c527", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:03:51.198611 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1494e963-5488-4746-af0b-c0685980bb52 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:03:51.199042 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb796681-0306-4940-838c-91320ba98fd9', 'tag': 'dd643a2e-632c-4c90-9831-6e8eebf1c527', 'status': 'completed', 'code': 200} Oct 27 19:03:51.253956 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-ef4a5025-3857-48cf-b8fa-6c41b7fba841 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd643a2e-632c-4c90-9831-6e8eebf1c527 HTTP/1.1" status: 200 len: 217 time: 0.0475936 Oct 27 19:03:51.316544 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-6d7b078c-2083-491c-bb75-69886495ec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:03:51.318110 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-6d7b078c-2083-491c-bb75-69886495ec4c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=56e753bb-c9b4-439a-bd0c-5adf5ac2396a HTTP/1.1" status: 200 len: 851 time: 0.0530033 Oct 27 19:03:51.323469 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac5d9a-6a16-4ebd-9875-309a0152268b req-6b04d31c-2a99-4d9f-8fc0-cf1d73adb9b0 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:03:51.325654 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d4ac5d9a-6a16-4ebd-9875-309a0152268b req-6b04d31c-2a99-4d9f-8fc0-cf1d73adb9b0 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb796681-0306-4940-838c-91320ba98fd9 HTTP/1.1" status: 200 len: 944 time: 0.0641360 Oct 27 19:03:51.371168 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d4ac5d9a-6a16-4ebd-9875-309a0152268b req-1142775f-af89-4d1d-ba4c-5ce093282869 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369940 Oct 27 19:03:51.379105 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-29f2acbf-8268-4d8b-810e-f1a545d2df76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:03:51.380785 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-29f2acbf-8268-4d8b-810e-f1a545d2df76 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d0191f7b-8e46-434e-8842-bf24f16effff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523796 Oct 27 19:03:51.484845 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-70d3c1bb-d4e9-4a2f-a2d7-eb91f0cc310f service neutron] 10.222.0.81 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912516 Oct 27 19:03:51.581059 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0bc8ddbe-215b-4215-b349-de98628d5d66 req-b3676664-30ca-49fa-8b79-f22e6fd67ea3 service neutron] 10.222.0.81 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890841 Oct 27 19:03:51.732492 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b6893-08d9-4f88-a927-4fdbfd5578e6 req-e56d0d97-fd65-4cd3-8652-1b55a8f070b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:03:51.734744 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3d9b6893-08d9-4f88-a927-4fdbfd5578e6 req-e56d0d97-fd65-4cd3-8652-1b55a8f070b2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=346c2f1cc90a43138ca74853aad732b9&device_id=bb796681-0306-4940-838c-91320ba98fd9 HTTP/1.1" status: 200 len: 1095 time: 0.0503826 Oct 27 19:03:51.846109 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b6893-08d9-4f88-a927-4fdbfd5578e6 req-8bc85bc9-1600-43cf-830c-8ce5671940fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:03:51.847940 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3d9b6893-08d9-4f88-a927-4fdbfd5578e6 req-8bc85bc9-1600-43cf-830c-8ce5671940fd service neutron] 10.222.0.81 "GET /v2.0/networks?id=d0191f7b-8e46-434e-8842-bf24f16effff HTTP/1.1" status: 200 len: 914 time: 0.1071534 Oct 27 19:03:51.895594 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3d9b6893-08d9-4f88-a927-4fdbfd5578e6 req-5f7af561-c986-413b-b745-46bffb880cba service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd643a2e-632c-4c90-9831-6e8eebf1c527 HTTP/1.1" status: 200 len: 217 time: 0.0399654 Oct 27 19:03:51.950729 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b6893-08d9-4f88-a927-4fdbfd5578e6 req-5d52a04e-ea89-4733-bc76-0bf28f8ee56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:03:51.952746 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3d9b6893-08d9-4f88-a927-4fdbfd5578e6 req-5d52a04e-ea89-4733-bc76-0bf28f8ee56e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=56e753bb-c9b4-439a-bd0c-5adf5ac2396a HTTP/1.1" status: 200 len: 851 time: 0.0505080 Oct 27 19:03:52.007614 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b6893-08d9-4f88-a927-4fdbfd5578e6 req-ca71607e-a322-43d5-87a7-7ff5c16a9558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:03:52.009040 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3d9b6893-08d9-4f88-a927-4fdbfd5578e6 req-ca71607e-a322-43d5-87a7-7ff5c16a9558 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d0191f7b-8e46-434e-8842-bf24f16effff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493381 Oct 27 19:03:52.444748 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3d9b6893-08d9-4f88-a927-4fdbfd5578e6 req-9d9451e1-e13c-40fd-922b-8b34fbd3082e service neutron] 10.222.0.81 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4284747 Oct 27 19:03:52.551068 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3d9b6893-08d9-4f88-a927-4fdbfd5578e6 req-be2cac1a-4ffb-4572-9017-6034f43e1f47 service neutron] 10.222.0.81 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928762 Oct 27 19:03:52.785522 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13fa06-3229-4fab-a867-efdadec20793 req-64bf5cca-d204-4e65-8217-8cfceb778a2a tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:03:52.787244 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6e13fa06-3229-4fab-a867-efdadec20793 req-64bf5cca-d204-4e65-8217-8cfceb778a2a tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb796681-0306-4940-838c-91320ba98fd9 HTTP/1.1" status: 200 len: 944 time: 0.0551901 Oct 27 19:03:52.832856 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6e13fa06-3229-4fab-a867-efdadec20793 req-066e54d2-2b50-47a3-8733-cb9c97384a74 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368273 Oct 27 19:03:53.961077 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93ee01-e861-4e3b-9695-fb90cbd6abf6 req-034e6bc8-f827-4990-b277-9fe37e3d8301 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:03:53.962608 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fb93ee01-e861-4e3b-9695-fb90cbd6abf6 req-034e6bc8-f827-4990-b277-9fe37e3d8301 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb796681-0306-4940-838c-91320ba98fd9 HTTP/1.1" status: 200 len: 944 time: 0.0534880 Oct 27 19:03:54.013899 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fb93ee01-e861-4e3b-9695-fb90cbd6abf6 req-f9a1a745-5147-4c9d-a148-c0955c12c733 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344856 Oct 27 19:03:55.135832 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7798a8-e965-4463-b7a3-26bae48c3e12 req-bb4cb090-6c6a-4bd4-ae1f-29698c72eea3 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:03:55.137635 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3d7798a8-e965-4463-b7a3-26bae48c3e12 req-bb4cb090-6c6a-4bd4-ae1f-29698c72eea3 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb796681-0306-4940-838c-91320ba98fd9 HTTP/1.1" status: 200 len: 944 time: 0.0560508 Oct 27 19:03:55.177935 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3d7798a8-e965-4463-b7a3-26bae48c3e12 req-aae06366-4820-44ec-8b2d-b71a2b3be6b6 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340581 Oct 27 19:03:56.304656 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0add377-6d5c-448f-9bc3-a10fd9e67e23 req-58b291b2-79f1-4958-9074-04bc94a5f375 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:03:56.306631 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a0add377-6d5c-448f-9bc3-a10fd9e67e23 req-58b291b2-79f1-4958-9074-04bc94a5f375 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb796681-0306-4940-838c-91320ba98fd9 HTTP/1.1" status: 200 len: 944 time: 0.0576177 Oct 27 19:03:56.349170 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a0add377-6d5c-448f-9bc3-a10fd9e67e23 req-fef00b64-be08-43e6-8b04-4dccb94f55e2 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362833 Oct 27 19:03:56.660455 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:03:57.160265 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:03:57.479613 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e362e-f97f-4d55-a510-b2e0844ed911 req-3fabc049-c5d3-42c0-a35a-d171df86854e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:03:57.481142 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ba5e362e-f97f-4d55-a510-b2e0844ed911 req-3fabc049-c5d3-42c0-a35a-d171df86854e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb796681-0306-4940-838c-91320ba98fd9 HTTP/1.1" status: 200 len: 944 time: 0.0547972 Oct 27 19:03:57.520967 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ba5e362e-f97f-4d55-a510-b2e0844ed911 req-d4bbbdb6-4fdd-42f0-9e88-bacdd5185126 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335667 Oct 27 19:03:58.642505 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8860035-602b-4578-ae2f-686c8d16da21 req-b1689ee8-f8b0-4f1e-a0b1-3a01c0af1081 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:03:58.645813 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f8860035-602b-4578-ae2f-686c8d16da21 req-b1689ee8-f8b0-4f1e-a0b1-3a01c0af1081 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb796681-0306-4940-838c-91320ba98fd9 HTTP/1.1" status: 200 len: 944 time: 0.0533371 Oct 27 19:03:58.693350 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f8860035-602b-4578-ae2f-686c8d16da21 req-9f8b1ef6-77c4-44cb-882e-12b28a9c74ca tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405462 Oct 27 19:03:59.826176 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f5e78-fef0-49e0-a715-ea2b137ec990 req-080793e1-24e8-4a25-87dc-417762e5f390 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:03:59.827825 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d03f5e78-fef0-49e0-a715-ea2b137ec990 req-080793e1-24e8-4a25-87dc-417762e5f390 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb796681-0306-4940-838c-91320ba98fd9 HTTP/1.1" status: 200 len: 944 time: 0.0564654 Oct 27 19:03:59.870110 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d03f5e78-fef0-49e0-a715-ea2b137ec990 req-b7e8df84-64f5-48af-af02-2815a5fd6ac9 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347664 Oct 27 19:04:00.992046 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cdd757-bb2d-473a-827b-fbde7634d7ea req-1422b9d4-444a-44a2-a266-29ca28a0cb00 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:04:00.993654 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f4cdd757-bb2d-473a-827b-fbde7634d7ea req-1422b9d4-444a-44a2-a266-29ca28a0cb00 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb796681-0306-4940-838c-91320ba98fd9 HTTP/1.1" status: 200 len: 944 time: 0.0511947 Oct 27 19:04:01.034324 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f4cdd757-bb2d-473a-827b-fbde7634d7ea req-d5ca415e-d8f8-4a7a-b80c-cedc07746b91 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341537 Oct 27 19:04:02.157013 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b7617-1b7e-47bd-8d0d-74030169506f req-8523a52f-a1a1-443e-b58f-a6611ca6cb7e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:04:02.159361 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c72b7617-1b7e-47bd-8d0d-74030169506f req-8523a52f-a1a1-443e-b58f-a6611ca6cb7e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb796681-0306-4940-838c-91320ba98fd9 HTTP/1.1" status: 200 len: 944 time: 0.0525424 Oct 27 19:04:02.204757 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c72b7617-1b7e-47bd-8d0d-74030169506f req-9c7e2b31-cdc3-4721-a2c9-006c318e65cb tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385780 Oct 27 19:04:02.280514 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device dd643a2e-632c-4c90-9831-6e8eebf1c527 details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 19:04:02.393312 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port dd643a2e-632c-4c90-9831-6e8eebf1c527, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=dd643a2e-632c-4c90-9831-6e8eebf1c527,segment=NetworkSegment(6b4a3a2c-45ac-4611-a987-4af30c2bf086),segment_id=6b4a3a2c-45ac-4611-a987-4af30c2bf086)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:04:02.405552 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': 'dd643a2e-632c-4c90-9831-6e8eebf1c527', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'port_id': 'dd643a2e-632c-4c90-9831-6e8eebf1c527', 'mac_address': 'fa:16:3e:3b:3c:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 19:04:02.445656 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:04:02.460267 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd643a2e-632c-4c90-9831-6e8eebf1c527 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:04:02.481904 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port dd643a2e-632c-4c90-9831-6e8eebf1c527, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=dd643a2e-632c-4c90-9831-6e8eebf1c527,segment=NetworkSegment(6b4a3a2c-45ac-4611-a987-4af30c2bf086),segment_id=6b4a3a2c-45ac-4611-a987-4af30c2bf086)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:04:02.617115 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:04:02.672400 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=dd643a2e-632c-4c90-9831-6e8eebf1c527,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:04:02.681338 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:04:02.681619 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:04:02.681963 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:04:02.682305 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:04:02.682636 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:04:02.682993 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:04:02.683326 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:04:02.683691 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:04:02.684015 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:04:02.684342 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:04:02.684689 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:04:02.685011 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:04:02.871937 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['dd643a2e-632c-4c90-9831-6e8eebf1c527'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:04:03.339215 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55168aa0-5dae-4b1e-863e-53f47b428c52 req-8c507d71-1f75-459d-ab2e-428efe40fcb3 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:04:03.340813 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-55168aa0-5dae-4b1e-863e-53f47b428c52 req-8c507d71-1f75-459d-ab2e-428efe40fcb3 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb796681-0306-4940-838c-91320ba98fd9 HTTP/1.1" status: 200 len: 945 time: 0.0574131 Oct 27 19:04:03.381468 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-55168aa0-5dae-4b1e-863e-53f47b428c52 req-31b357cc-20bc-4069-8c64-0d76a1c32c23 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338316 Oct 27 19:04:04.281136 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device dd643a2e-632c-4c90-9831-6e8eebf1c527 up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:04:04.409152 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning for port dd643a2e-632c-4c90-9831-6e8eebf1c527 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 19:04:04.413811 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port dd643a2e-632c-4c90-9831-6e8eebf1c527 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:04:04.414451 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:04:04.496361 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:04:04.520006 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a970521-57fb-45af-8801-cf017e3655ed req-65d71763-f95c-481a-babc-16c6bf08f8fe tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:04:04.521581 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4a970521-57fb-45af-8801-cf017e3655ed req-65d71763-f95c-481a-babc-16c6bf08f8fe tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb796681-0306-4940-838c-91320ba98fd9 HTTP/1.1" status: 200 len: 945 time: 0.0555565 Oct 27 19:04:04.523197 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb796681-0306-4940-838c-91320ba98fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd643a2e-632c-4c90-9831-6e8eebf1c527'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:04:04.525487 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c003dc3-ad02-4093-9a1d-1edeb96816b2" -d '{"events": [{"server_uuid": "bb796681-0306-4940-838c-91320ba98fd9", "name": "network-vif-plugged", "status": "completed", "tag": "dd643a2e-632c-4c90-9831-6e8eebf1c527"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:04:04.539961 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port dd643a2e-632c-4c90-9831-6e8eebf1c527, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=dd643a2e-632c-4c90-9831-6e8eebf1c527,segment=NetworkSegment(6b4a3a2c-45ac-4611-a987-4af30c2bf086),segment_id=6b4a3a2c-45ac-4611-a987-4af30c2bf086)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:04:04.563731 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4a970521-57fb-45af-8801-cf017e3655ed req-b34429f7-a9ee-4a63-908f-5fbe2bb98af3 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355070 Oct 27 19:04:04.614558 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:04:04.666844 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=dd643a2e-632c-4c90-9831-6e8eebf1c527,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:04:04.676255 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe17b0f-d58a-4365-a0a3-99ecd9bd384a x-openstack-request-id: req-4fe17b0f-d58a-4365-a0a3-99ecd9bd384a {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:04:04.676559 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb796681-0306-4940-838c-91320ba98fd9", "name": "network-vif-plugged", "status": "completed", "tag": "dd643a2e-632c-4c90-9831-6e8eebf1c527", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:04:04.676819 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4fe17b0f-d58a-4365-a0a3-99ecd9bd384a {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:04:04.677206 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb796681-0306-4940-838c-91320ba98fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd643a2e-632c-4c90-9831-6e8eebf1c527', 'code': 200} Oct 27 19:04:04.779565 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b75d6e-12e1-4a11-b4e3-5c4a37e233cf req-8e0ec22a-2c30-46de-af93-3794f4ee9f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:04:04.781075 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f3b75d6e-12e1-4a11-b4e3-5c4a37e233cf req-8e0ec22a-2c30-46de-af93-3794f4ee9f63 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bb796681-0306-4940-838c-91320ba98fd9 HTTP/1.1" status: 200 len: 1097 time: 0.0462303 Oct 27 19:04:04.817466 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f3b75d6e-12e1-4a11-b4e3-5c4a37e233cf req-9c6d2cf1-16df-4da2-a330-779c4a004869 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295229 Oct 27 19:04:05.695573 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e203d6b-52f9-404b-899d-93a3151696ce req-dff6e617-0a74-49f5-8e0c-6fd397c12a77 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:04:05.699792 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4e203d6b-52f9-404b-899d-93a3151696ce req-dff6e617-0a74-49f5-8e0c-6fd397c12a77 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb796681-0306-4940-838c-91320ba98fd9 HTTP/1.1" status: 200 len: 946 time: 0.0576651 Oct 27 19:04:05.737364 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4e203d6b-52f9-404b-899d-93a3151696ce req-6ee9fe55-d234-4113-a564-8bf25d940466 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339458 Oct 27 19:04:06.869107 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e202da-cabb-4ea9-a025-7cc5044a69a1 req-2f926b53-0f9d-4fee-8b39-a4045047fd50 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:04:06.870670 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-06e202da-cabb-4ea9-a025-7cc5044a69a1 req-2f926b53-0f9d-4fee-8b39-a4045047fd50 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb796681-0306-4940-838c-91320ba98fd9 HTTP/1.1" status: 200 len: 946 time: 0.0581908 Oct 27 19:04:06.912234 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-06e202da-cabb-4ea9-a025-7cc5044a69a1 req-262ab53f-7479-4be3-9c15-9b260429aad8 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355070 Oct 27 19:04:07.029287 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5b5a7-be82-496e-b2d8-9f6cfacd1c5e req-4a03e7d6-cb70-4b14-bb64-01d34c04fddb tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:04:07.030831 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b4c5b5a7-be82-496e-b2d8-9f6cfacd1c5e req-4a03e7d6-cb70-4b14-bb64-01d34c04fddb tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb796681-0306-4940-838c-91320ba98fd9 HTTP/1.1" status: 200 len: 946 time: 0.0493808 Oct 27 19:04:07.071043 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b4c5b5a7-be82-496e-b2d8-9f6cfacd1c5e req-c5db6c84-89fc-433c-8f31-9131a1656550 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334070 Oct 27 19:04:07.095196 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47260) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:04:07.277476 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ad50c7-6590-41bb-bb7d-cf75c4a97142 tempest-TestVolumeBootPattern-1383534204 tempest-TestVolumeBootPattern-1383534204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:04:07.279080 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f6ad50c7-6590-41bb-bb7d-cf75c4a97142 tempest-TestVolumeBootPattern-1383534204 tempest-TestVolumeBootPattern-1383534204-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=bb796681-0306-4940-838c-91320ba98fd9 HTTP/1.1" status: 200 len: 1092 time: 0.1828787 Oct 27 19:04:07.281857 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47266) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:04:07.287073 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-443ab8e9-e6ea-4522-b8fd-0749531ad338 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'port_id': 'dd643a2e-632c-4c90-9831-6e8eebf1c527', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:04:07.370190 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-443ab8e9-e6ea-4522-b8fd-0749531ad338 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for floatingip, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:04:07.479083 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-443ab8e9-e6ea-4522-b8fd-0749531ad338 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:04:07.586126 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-443ab8e9-e6ea-4522-b8fd-0749531ad338 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Allocated IP 172.25.6.228 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/0d31e492-d826-4e49-a790-5efbae9946c6) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:04:07.695808 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-443ab8e9-e6ea-4522-b8fd-0749531ad338 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:04:07.872098 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-443ab8e9-e6ea-4522-b8fd-0749531ad338 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:04:07.913475 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443ab8e9-e6ea-4522-b8fd-0749531ad338 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:04:07.916480 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-443ab8e9-e6ea-4522-b8fd-0749531ad338 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:04:07.920207 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443ab8e9-e6ea-4522-b8fd-0749531ad338 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:04:07.944696 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ab8e9-e6ea-4522-b8fd-0749531ad338 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Pushing event updated for resources: {'Port': ['ID=0d31e492-d826-4e49-a790-5efbae9946c6,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:04:08.286680 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-443ab8e9-e6ea-4522-b8fd-0749531ad338 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:04:08.433120 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-443ab8e9-e6ea-4522-b8fd-0749531ad338 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:04:08.604159 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-443ab8e9-e6ea-4522-b8fd-0749531ad338 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:04:08.682932 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-443ab8e9-e6ea-4522-b8fd-0749531ad338 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:04:08.759323 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ab8e9-e6ea-4522-b8fd-0749531ad338 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Pushing event updated for resources: {'Port': ['ID=0d31e492-d826-4e49-a790-5efbae9946c6,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:04:08.778260 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-443ab8e9-e6ea-4522-b8fd-0749531ad338 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:04:09.242357 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [None req-443ab8e9-e6ea-4522-b8fd-0749531ad338 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Floating IP 1f26c4ad-bd05-4921-bac4-d065abef48f6 associated. External IP: 172.25.6.228, port: dd643a2e-632c-4c90-9831-6e8eebf1c527. Oct 27 19:04:09.459658 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443ab8e9-e6ea-4522-b8fd-0749531ad338 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Router 4bba4a23-f4cf-4407-870e-ef6a7ab6225c has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:04:09.582873 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443ab8e9-e6ea-4522-b8fd-0749531ad338 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:04:09.594030 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7e39d2-a87a-44a1-ac5f-49cf9355156a None None] Sync routers for ids ['4bba4a23-f4cf-4407-870e-ef6a7ab6225c'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:04:09.604125 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7e39d2-a87a-44a1-ac5f-49cf9355156a None None] Routers {'4bba4a23-f4cf-4407-870e-ef6a7ab6225c'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:04:09.604729 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-fd7e39d2-a87a-44a1-ac5f-49cf9355156a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:03:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['4bba4a23-f4cf-4407-870e-ef6a7ab6225c'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:04:09.672282 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1dff668a-cc74-4116-9c5a-8dadbb330623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:04:09.685585 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-443ab8e9-e6ea-4522-b8fd-0749531ad338 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:04:09.712362 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-fd7e39d2-a87a-44a1-ac5f-49cf9355156a None None] Set router 4bba4a23-f4cf-4407-870e-ef6a7ab6225c gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:04:09.728003 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-443ab8e9-e6ea-4522-b8fd-0749531ad338 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4353423 Oct 27 19:04:09.728003 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb796681-0306-4940-838c-91320ba98fd9', 'tag': 'dd643a2e-632c-4c90-9831-6e8eebf1c527'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:04:09.728003 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3691d9b3-e745-4ffa-a05f-8eed28b08e4d" -d '{"events": [{"name": "network-changed", "server_uuid": "bb796681-0306-4940-838c-91320ba98fd9", "tag": "dd643a2e-632c-4c90-9831-6e8eebf1c527"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:04:09.826038 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7325fc5-f6d7-4912-b675-08a35b386046 x-openstack-request-id: req-d7325fc5-f6d7-4912-b675-08a35b386046 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:04:09.826224 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb796681-0306-4940-838c-91320ba98fd9", "tag": "dd643a2e-632c-4c90-9831-6e8eebf1c527", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:04:09.826492 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d7325fc5-f6d7-4912-b675-08a35b386046 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:04:09.827078 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb796681-0306-4940-838c-91320ba98fd9', 'tag': 'dd643a2e-632c-4c90-9831-6e8eebf1c527', 'status': 'completed', 'code': 200} Oct 27 19:04:09.890897 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691d9b3-e745-4ffa-a05f-8eed28b08e4d req-2759f518-ad92-42a3-b647-1b1edc4f2e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:04:09.893162 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3691d9b3-e745-4ffa-a05f-8eed28b08e4d req-2759f518-ad92-42a3-b647-1b1edc4f2e43 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=346c2f1cc90a43138ca74853aad732b9&device_id=bb796681-0306-4940-838c-91320ba98fd9 HTTP/1.1" status: 200 len: 1097 time: 0.0445321 Oct 27 19:04:09.969746 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-fd7e39d2-a87a-44a1-ac5f-49cf9355156a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'name': 'tempest-TestVolumeBootPattern-1820527811-router', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:52:05Z', 'updated_at': '2021-10-27T18:52:10Z', 'revision_number': 4, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'gw_port': {'id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:06Z', 'updated_at': '2021-10-27T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '1f26c4ad-bd05-4921-bac4-d065abef48f6', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'floating_ip_address': '172.25.6.228', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'port_id': 'dd643a2e-632c-4c90-9831-6e8eebf1c527', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'mac_address': 'fa:16:3e:3b:3c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb796681-0306-4940-838c-91320ba98fd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:04:08Z', 'updated_at': '2021-10-27T19:04:08Z', 'revision_number': 0, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'fixed_ip_address_scope': None}, {'id': 'cbb44c00-ca6d-4212-8ce3-b53fc83dadb8', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'floating_ip_address': '172.25.6.89', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'port_id': '9871294e-f770-4071-bed5-d74447bd6b28', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'mac_address': 'fa:16:3e:1a:92:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90ad11f-1ad9-4e27-a46c-7d0ab706fc0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:01:16Z', 'updated_at': '2021-10-27T19:01:18Z', 'revision_number': 1, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9', 'name': '', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'mac_address': 'fa:16:3e:b2:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:10Z', 'updated_at': '2021-10-27T18:52:16Z', 'revision_number': 5, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'subnets': [{'id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:04:10.002330 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7e39d2-a87a-44a1-ac5f-49cf9355156a None None] Checking router: 4bba4a23-f4cf-4407-870e-ef6a7ab6225c for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:04:10.012027 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691d9b3-e745-4ffa-a05f-8eed28b08e4d req-ae010375-3ce1-475d-a1d7-e728e3f73b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:04:10.013386 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3691d9b3-e745-4ffa-a05f-8eed28b08e4d req-ae010375-3ce1-475d-a1d7-e728e3f73b3a service neutron] 10.222.0.81 "GET /v2.0/networks?id=d0191f7b-8e46-434e-8842-bf24f16effff HTTP/1.1" status: 200 len: 914 time: 0.1132734 Oct 27 19:04:10.016867 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7e39d2-a87a-44a1-ac5f-49cf9355156a None None] Routers {'4bba4a23-f4cf-4407-870e-ef6a7ab6225c'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:04:10.017479 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-fd7e39d2-a87a-44a1-ac5f-49cf9355156a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:03:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['4bba4a23-f4cf-4407-870e-ef6a7ab6225c'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:04:10.080852 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3691d9b3-e745-4ffa-a05f-8eed28b08e4d req-873ace6f-f0f3-48bc-a030-ca5d6c51c63b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd643a2e-632c-4c90-9831-6e8eebf1c527 HTTP/1.1" status: 200 len: 1000 time: 0.0602789 Oct 27 19:04:10.122528 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-fd7e39d2-a87a-44a1-ac5f-49cf9355156a None None] Set router 4bba4a23-f4cf-4407-870e-ef6a7ab6225c gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:04:10.135837 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691d9b3-e745-4ffa-a05f-8eed28b08e4d req-218f130e-2823-4dec-9333-63d980fffe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:04:10.137354 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3691d9b3-e745-4ffa-a05f-8eed28b08e4d req-218f130e-2823-4dec-9333-63d980fffe14 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=56e753bb-c9b4-439a-bd0c-5adf5ac2396a HTTP/1.1" status: 200 len: 851 time: 0.0500119 Oct 27 19:04:10.193935 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691d9b3-e745-4ffa-a05f-8eed28b08e4d req-29a54994-9ce9-4836-a08e-6a2f4f83c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:04:10.196227 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3691d9b3-e745-4ffa-a05f-8eed28b08e4d req-29a54994-9ce9-4836-a08e-6a2f4f83c700 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d0191f7b-8e46-434e-8842-bf24f16effff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516965 Oct 27 19:04:10.317409 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3691d9b3-e745-4ffa-a05f-8eed28b08e4d req-90bdf767-fb60-4e3d-9e8f-c149e0d610f8 service neutron] 10.222.0.81 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109741 Oct 27 19:04:10.376414 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-fd7e39d2-a87a-44a1-ac5f-49cf9355156a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'name': 'tempest-TestVolumeBootPattern-1820527811-router', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:52:05Z', 'updated_at': '2021-10-27T18:52:10Z', 'revision_number': 4, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'gw_port': {'id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:06Z', 'updated_at': '2021-10-27T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '1f26c4ad-bd05-4921-bac4-d065abef48f6', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'floating_ip_address': '172.25.6.228', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'port_id': 'dd643a2e-632c-4c90-9831-6e8eebf1c527', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'mac_address': 'fa:16:3e:3b:3c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb796681-0306-4940-838c-91320ba98fd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:04:08Z', 'updated_at': '2021-10-27T19:04:08Z', 'revision_number': 0, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'fixed_ip_address_scope': None}, {'id': 'cbb44c00-ca6d-4212-8ce3-b53fc83dadb8', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'floating_ip_address': '172.25.6.89', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'port_id': '9871294e-f770-4071-bed5-d74447bd6b28', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'mac_address': 'fa:16:3e:1a:92:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90ad11f-1ad9-4e27-a46c-7d0ab706fc0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:01:16Z', 'updated_at': '2021-10-27T19:01:18Z', 'revision_number': 1, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9', 'name': '', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'mac_address': 'fa:16:3e:b2:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:10Z', 'updated_at': '2021-10-27T18:52:16Z', 'revision_number': 5, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'subnets': [{'id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:04:10.403241 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7e39d2-a87a-44a1-ac5f-49cf9355156a None None] The sync data for ids ['4bba4a23-f4cf-4407-870e-ef6a7ab6225c'] in n-d-815690-2 is: [{'id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'name': 'tempest-TestVolumeBootPattern-1820527811-router', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:52:05Z', 'updated_at': '2021-10-27T18:52:10Z', 'revision_number': 4, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'gw_port': {'id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:06Z', 'updated_at': '2021-10-27T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '1f26c4ad-bd05-4921-bac4-d065abef48f6', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'floating_ip_address': '172.25.6.228', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'port_id': 'dd643a2e-632c-4c90-9831-6e8eebf1c527', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'mac_address': 'fa:16:3e:3b:3c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb796681-0306-4940-838c-91320ba98fd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:04:08Z', 'updated_at': '2021-10-27T19:04:08Z', 'revision_number': 0, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'fixed_ip_address_scope': None}, {'id': 'cbb44c00-ca6d-4212-8ce3-b53fc83dadb8', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'floating_ip_address': '172.25.6.89', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'port_id': '9871294e-f770-4071-bed5-d74447bd6b28', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'mac_address': 'fa:16:3e:1a:92:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90ad11f-1ad9-4e27-a46c-7d0ab706fc0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:01:16Z', 'updated_at': '2021-10-27T19:01:18Z', 'revision_number': 1, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9', 'name': '', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'mac_address': 'fa:16:3e:b2:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:10Z', 'updated_at': '2021-10-27T18:52:16Z', 'revision_number': 5, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'subnets': [{'id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:04:10.415176 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3691d9b3-e745-4ffa-a05f-8eed28b08e4d req-ed4a3e31-5216-4ad6-80c2-2b0f6f7325c5 service neutron] 10.222.0.81 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906591 Oct 27 19:04:10.623546 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c974095-c7e7-4058-9162-906ffd1d7885 None None] New status for floating IP 1f26c4ad-bd05-4921-bac4-d065abef48f6: ACTIVE {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 19:04:12.097319 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-aab46d7f-e9ae-42ad-8f46-9207280c6469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:04:13.413099 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:04:13.548065 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:04:15.226080 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:04:17.721588 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:04:23.155770 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5ce0a49b-f1f5-466b-b7a1-027cec285d9a req-b35a0805-a150-40f1-8fdb-f1698cea0bcb service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bb796681-0306-4940-838c-91320ba98fd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411670 Oct 27 19:04:23.239893 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0a49b-f1f5-466b-b7a1-027cec285d9a req-2e2f68bd-4854-4b18-87b7-ab807c580b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:04:23.241573 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5ce0a49b-f1f5-466b-b7a1-027cec285d9a req-2e2f68bd-4854-4b18-87b7-ab807c580b8a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=346c2f1cc90a43138ca74853aad732b9&device_id=bb796681-0306-4940-838c-91320ba98fd9 HTTP/1.1" status: 200 len: 1097 time: 0.0417562 Oct 27 19:04:23.353998 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0a49b-f1f5-466b-b7a1-027cec285d9a req-dcb4cba6-3ebc-4cca-99fb-57ab48e1eaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:04:23.355643 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5ce0a49b-f1f5-466b-b7a1-027cec285d9a req-dcb4cba6-3ebc-4cca-99fb-57ab48e1eaaa service neutron] 10.222.0.81 "GET /v2.0/networks?id=d0191f7b-8e46-434e-8842-bf24f16effff HTTP/1.1" status: 200 len: 914 time: 0.0951338 Oct 27 19:04:23.424636 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5ce0a49b-f1f5-466b-b7a1-027cec285d9a req-9225752c-018d-4b54-a153-da0bc0d1368a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd643a2e-632c-4c90-9831-6e8eebf1c527 HTTP/1.1" status: 200 len: 1002 time: 0.0610850 Oct 27 19:04:23.480758 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0a49b-f1f5-466b-b7a1-027cec285d9a req-ea2fa154-3ee9-4c48-bb60-2c553d24bcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:04:23.482541 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5ce0a49b-f1f5-466b-b7a1-027cec285d9a req-ea2fa154-3ee9-4c48-bb60-2c553d24bcd3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=56e753bb-c9b4-439a-bd0c-5adf5ac2396a HTTP/1.1" status: 200 len: 851 time: 0.0508115 Oct 27 19:04:23.530904 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0a49b-f1f5-466b-b7a1-027cec285d9a req-8cd35bf9-2853-4e64-aba4-0e303cbefa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:04:23.532451 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5ce0a49b-f1f5-466b-b7a1-027cec285d9a req-8cd35bf9-2853-4e64-aba4-0e303cbefa43 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d0191f7b-8e46-434e-8842-bf24f16effff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422533 Oct 27 19:04:23.626332 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5ce0a49b-f1f5-466b-b7a1-027cec285d9a req-b262f459-e8b0-4592-b4d1-65b825775a71 service neutron] 10.222.0.81 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842736 Oct 27 19:04:23.722114 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5ce0a49b-f1f5-466b-b7a1-027cec285d9a req-f1f5af6f-9bc8-4292-86a6-694d0ab1c658 service neutron] 10.222.0.81 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889935 Oct 27 19:04:25.997054 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-66e0189f-53c0-461a-b09d-f882c21166e1 req-2c3dcce5-561f-421e-a1b1-78bba4bb9493 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424616 Oct 27 19:04:26.080729 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0189f-53c0-461a-b09d-f882c21166e1 req-5af63478-32e7-4407-a4ab-43c4e533dde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:04:26.082381 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-66e0189f-53c0-461a-b09d-f882c21166e1 req-5af63478-32e7-4407-a4ab-43c4e533dde3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=346c2f1cc90a43138ca74853aad732b9&device_id=d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d HTTP/1.1" status: 200 len: 1096 time: 0.0423985 Oct 27 19:04:26.198694 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0189f-53c0-461a-b09d-f882c21166e1 req-7f9647e6-ee1f-4ade-b734-116f3a8c857d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:04:26.200205 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-66e0189f-53c0-461a-b09d-f882c21166e1 req-7f9647e6-ee1f-4ade-b734-116f3a8c857d service neutron] 10.222.0.93 "GET /v2.0/networks?id=d0191f7b-8e46-434e-8842-bf24f16effff HTTP/1.1" status: 200 len: 914 time: 0.0975201 Oct 27 19:04:26.276036 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-66e0189f-53c0-461a-b09d-f882c21166e1 req-9c13d297-6b4f-4c4a-a880-84872a9deb87 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9871294e-f770-4071-bed5-d74447bd6b28 HTTP/1.1" status: 200 len: 1000 time: 0.0688052 Oct 27 19:04:26.327017 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0189f-53c0-461a-b09d-f882c21166e1 req-96be7ed3-e54c-4084-a077-f43490f25334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:04:26.328575 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-66e0189f-53c0-461a-b09d-f882c21166e1 req-96be7ed3-e54c-4084-a077-f43490f25334 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=56e753bb-c9b4-439a-bd0c-5adf5ac2396a HTTP/1.1" status: 200 len: 851 time: 0.0456629 Oct 27 19:04:26.376357 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0189f-53c0-461a-b09d-f882c21166e1 req-ea30ffd7-0083-498c-9354-e476c408c4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:04:26.377850 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-66e0189f-53c0-461a-b09d-f882c21166e1 req-ea30ffd7-0083-498c-9354-e476c408c4dd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d0191f7b-8e46-434e-8842-bf24f16effff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418301 Oct 27 19:04:26.474772 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-66e0189f-53c0-461a-b09d-f882c21166e1 req-c2b2fbd8-f639-42cd-8771-22f8afd75144 service neutron] 10.222.0.93 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896702 Oct 27 19:04:26.566749 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-66e0189f-53c0-461a-b09d-f882c21166e1 req-d19c90e0-91f2-4571-846d-80a5517b5e1e service neutron] 10.222.0.93 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845244 Oct 27 19:04:26.660377 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:04:27.171370 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:04:32.132644 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47810) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:04:32.244581 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ae357c8e-fce6-4960-92c4-84d96161940b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:04:32.317206 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ae357c8e-fce6-4960-92c4-84d96161940b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:04:32.376918 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ae357c8e-fce6-4960-92c4-84d96161940b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:04:32.415840 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae357c8e-fce6-4960-92c4-84d96161940b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e377fcd2-2d20-4756-8b90-08c704211a43,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:04:32.421099 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ae357c8e-fce6-4960-92c4-84d96161940b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=afcbdd8db7ff490081a2012b430e23b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2871461 Oct 27 19:04:32.423384 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47814) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:04:32.426422 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae357c8e-fce6-4960-92c4-84d96161940b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:04:32.426777 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae357c8e-fce6-4960-92c4-84d96161940b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:04:32.427156 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae357c8e-fce6-4960-92c4-84d96161940b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:04:32.427503 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae357c8e-fce6-4960-92c4-84d96161940b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:04:32.427845 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae357c8e-fce6-4960-92c4-84d96161940b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:04:32.428883 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae357c8e-fce6-4960-92c4-84d96161940b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:04:32.429230 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae357c8e-fce6-4960-92c4-84d96161940b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:04:32.429569 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae357c8e-fce6-4960-92c4-84d96161940b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:04:32.429904 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae357c8e-fce6-4960-92c4-84d96161940b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:04:32.430244 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae357c8e-fce6-4960-92c4-84d96161940b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:04:32.430574 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae357c8e-fce6-4960-92c4-84d96161940b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:04:32.431050 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae357c8e-fce6-4960-92c4-84d96161940b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:04:32.477309 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5f335405-4575-4081-93f4-20584bd06f4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:04:32.499329 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5f335405-4575-4081-93f4-20584bd06f4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:04:32.671529 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5f335405-4575-4081-93f4-20584bd06f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:04:32.674331 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5f335405-4575-4081-93f4-20584bd06f4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:04:32.675487 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5f335405-4575-4081-93f4-20584bd06f4e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e377fcd2-2d20-4756-8b90-08c704211a43 HTTP/1.1" status: 204 len: 168 time: 0.2509899 Oct 27 19:04:32.684131 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f335405-4575-4081-93f4-20584bd06f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e377fcd2-2d20-4756-8b90-08c704211a43,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:04:32.691720 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f335405-4575-4081-93f4-20584bd06f4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:04:32.692073 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f335405-4575-4081-93f4-20584bd06f4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:04:32.692420 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f335405-4575-4081-93f4-20584bd06f4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:04:32.693069 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f335405-4575-4081-93f4-20584bd06f4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:04:32.693286 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f335405-4575-4081-93f4-20584bd06f4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:04:32.693639 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f335405-4575-4081-93f4-20584bd06f4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:04:32.694040 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f335405-4575-4081-93f4-20584bd06f4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:04:32.694420 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f335405-4575-4081-93f4-20584bd06f4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:04:32.694749 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f335405-4575-4081-93f4-20584bd06f4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:04:32.695110 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f335405-4575-4081-93f4-20584bd06f4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:04:32.695468 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f335405-4575-4081-93f4-20584bd06f4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:04:32.698741 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f335405-4575-4081-93f4-20584bd06f4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:04:39.668492 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-103d9b8e-3b18-4bdc-9349-ba75cec298ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:04:40.437754 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47870) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:04:40.553405 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-565e322a-f911-4c80-b529-c57e56b0ffa9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:04:40.633227 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-565e322a-f911-4c80-b529-c57e56b0ffa9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:04:40.743218 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-565e322a-f911-4c80-b529-c57e56b0ffa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:04:40.783926 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-565e322a-f911-4c80-b529-c57e56b0ffa9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=54a2206594e646f59e72c30b40779c54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3449087 Oct 27 19:04:40.784504 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e322a-f911-4c80-b529-c57e56b0ffa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7061925-1ac2-4934-8b8c-f3049bab9ff3,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:04:40.786426 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 47874) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:04:40.845384 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-54ac6998-4a72-44c4-bc88-46623fd5f5f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:04:40.867173 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-54ac6998-4a72-44c4-bc88-46623fd5f5f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:04:40.988426 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-54ac6998-4a72-44c4-bc88-46623fd5f5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:04:40.991169 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-54ac6998-4a72-44c4-bc88-46623fd5f5f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:04:40.994044 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-54ac6998-4a72-44c4-bc88-46623fd5f5f6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e7061925-1ac2-4934-8b8c-f3049bab9ff3 HTTP/1.1" status: 204 len: 168 time: 0.2043335 Oct 27 19:04:41.002112 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac6998-4a72-44c4-bc88-46623fd5f5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7061925-1ac2-4934-8b8c-f3049bab9ff3,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:04:42.134052 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-78e13e6b-6820-4def-881f-4f0cb12aef38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:04:43.422591 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:04:43.556919 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:04:45.217628 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:04:51.196471 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [req-7c5cb9dc-1ea6-4ef6-b52e-588745246518 req-266db512-eff0-42ff-a987-6d5b59468d80 service neutron] (102879) timed out ('10.222.0.52', 57872) {{(pid=102879) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 19:04:54.720986 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:04:56.665085 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:04:57.170861 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:05:09.656391 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a62bdec9-4990-4183-8140-b9200a0c1fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:05:12.099580 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-eb8fdc66-4324-4d9d-b682-949fa44fdd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:05:13.447623 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:05:13.579196 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:05:15.236303 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:05:25.143383 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-350f83ba-8153-4476-808c-9672d6be8849 req-50a95829-6366-47e9-ac6e-4a96a1f3a138 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bb796681-0306-4940-838c-91320ba98fd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459051 Oct 27 19:05:25.236844 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f83ba-8153-4476-808c-9672d6be8849 req-95c07b54-2b3a-4b94-b758-f69f9cfda7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:05:25.238332 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-350f83ba-8153-4476-808c-9672d6be8849 req-95c07b54-2b3a-4b94-b758-f69f9cfda7da service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=346c2f1cc90a43138ca74853aad732b9&device_id=bb796681-0306-4940-838c-91320ba98fd9 HTTP/1.1" status: 200 len: 1097 time: 0.0500302 Oct 27 19:05:25.341132 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f83ba-8153-4476-808c-9672d6be8849 req-acfa5c8d-f928-408e-823a-112581c7daa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:05:25.342665 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-350f83ba-8153-4476-808c-9672d6be8849 req-acfa5c8d-f928-408e-823a-112581c7daa6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d0191f7b-8e46-434e-8842-bf24f16effff HTTP/1.1" status: 200 len: 914 time: 0.0849864 Oct 27 19:05:25.412585 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-350f83ba-8153-4476-808c-9672d6be8849 req-78912b18-3efd-405d-be42-7e9d1191b5f1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd643a2e-632c-4c90-9831-6e8eebf1c527 HTTP/1.1" status: 200 len: 1002 time: 0.0627759 Oct 27 19:05:25.462011 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f83ba-8153-4476-808c-9672d6be8849 req-9680726a-9c85-4cd6-a6a2-e731881a12ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:05:25.463484 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-350f83ba-8153-4476-808c-9672d6be8849 req-9680726a-9c85-4cd6-a6a2-e731881a12ee service neutron] 10.222.0.81 "GET /v2.0/subnets?id=56e753bb-c9b4-439a-bd0c-5adf5ac2396a HTTP/1.1" status: 200 len: 851 time: 0.0432966 Oct 27 19:05:25.508786 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f83ba-8153-4476-808c-9672d6be8849 req-2f1802a1-795d-45e9-8970-f8fc17ccaecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:05:25.512129 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-350f83ba-8153-4476-808c-9672d6be8849 req-2f1802a1-795d-45e9-8970-f8fc17ccaecf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d0191f7b-8e46-434e-8842-bf24f16effff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398364 Oct 27 19:05:25.602357 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-350f83ba-8153-4476-808c-9672d6be8849 req-57b25569-b719-41d3-8e1c-4053cf472b5f service neutron] 10.222.0.81 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850260 Oct 27 19:05:25.696098 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-350f83ba-8153-4476-808c-9672d6be8849 req-2d32fa6a-7a38-46bf-9e74-aa1cf18a2879 service neutron] 10.222.0.81 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870297 Oct 27 19:05:26.681776 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:05:27.196476 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:05:28.105492 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-85ff014a-5533-4de6-af4a-0b2db8ae307b req-ad4e21ec-23e5-4290-999a-a8071f0b0ae7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1500766 Oct 27 19:05:28.191106 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff014a-5533-4de6-af4a-0b2db8ae307b req-4a2501df-3c8d-4e68-a187-cb815c4e4aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:05:28.192602 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-85ff014a-5533-4de6-af4a-0b2db8ae307b req-4a2501df-3c8d-4e68-a187-cb815c4e4aed service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=346c2f1cc90a43138ca74853aad732b9&device_id=d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d HTTP/1.1" status: 200 len: 1096 time: 0.0417528 Oct 27 19:05:28.299923 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff014a-5533-4de6-af4a-0b2db8ae307b req-d9f49c6e-6d60-4a62-be92-2db26bacb40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:05:28.301440 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-85ff014a-5533-4de6-af4a-0b2db8ae307b req-d9f49c6e-6d60-4a62-be92-2db26bacb40e service neutron] 10.222.0.93 "GET /v2.0/networks?id=d0191f7b-8e46-434e-8842-bf24f16effff HTTP/1.1" status: 200 len: 914 time: 0.0888638 Oct 27 19:05:28.372197 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-85ff014a-5533-4de6-af4a-0b2db8ae307b req-4aa399c0-daf8-4340-ada2-3b18d6077fc7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9871294e-f770-4071-bed5-d74447bd6b28 HTTP/1.1" status: 200 len: 1000 time: 0.0632021 Oct 27 19:05:28.421089 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff014a-5533-4de6-af4a-0b2db8ae307b req-dd14d39a-76c6-4cb1-b9cd-291eb82bc340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:05:28.422544 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-85ff014a-5533-4de6-af4a-0b2db8ae307b req-dd14d39a-76c6-4cb1-b9cd-291eb82bc340 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=56e753bb-c9b4-439a-bd0c-5adf5ac2396a HTTP/1.1" status: 200 len: 851 time: 0.0441949 Oct 27 19:05:28.467676 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff014a-5533-4de6-af4a-0b2db8ae307b req-33cdb3db-f444-4a47-b00f-bb0601ac5517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:05:28.469182 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-85ff014a-5533-4de6-af4a-0b2db8ae307b req-33cdb3db-f444-4a47-b00f-bb0601ac5517 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d0191f7b-8e46-434e-8842-bf24f16effff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398788 Oct 27 19:05:28.480142 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [req-85ff014a-5533-4de6-af4a-0b2db8ae307b req-30387162-a692-48ed-a3dd-856b29034495 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 19:05:28.481039 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-85ff014a-5533-4de6-af4a-0b2db8ae307b req-30387162-a692-48ed-a3dd-856b29034495 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048730 Oct 27 19:05:28.578900 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-85ff014a-5533-4de6-af4a-0b2db8ae307b req-d1f83f86-75b8-46a2-b1eb-d576269f983b service neutron] 10.222.0.93 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908413 Oct 27 19:05:28.674901 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-85ff014a-5533-4de6-af4a-0b2db8ae307b req-360d1f63-7a88-448d-90cd-707512750c11 service neutron] 10.222.0.93 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891895 Oct 27 19:05:31.721392 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:05:39.673742 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-70753081-1f1b-4df3-a0a5-88ae4ec4cb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:05:42.110599 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b0369668-64ae-444f-ae49-3d0d9c1664c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:05:43.445134 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:05:43.553713 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:05:45.219963 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:05:56.687124 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:05:57.189991 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:08.721465 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:06:09.658605 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-180434c1-ec3e-4d28-9d26-91a575866cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:12.101419 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9b8bd9ac-aad9-4fc8-92d9-3c74107808b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:13.415762 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:13.549740 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:15.223865 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:24.345091 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 47950) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:06:24.507163 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-22b9f391-6ec4-4924-89f7-cc709d6bd9ab tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Deleting port 0d31e492-d826-4e49-a790-5efbae9946c6 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:06:24.508465 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-22b9f391-6ec4-4924-89f7-cc709d6bd9ab tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:24.585191 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-22b9f391-6ec4-4924-89f7-cc709d6bd9ab tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:24.586370 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-22b9f391-6ec4-4924-89f7-cc709d6bd9ab tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:24.598768 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-22b9f391-6ec4-4924-89f7-cc709d6bd9ab tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Calling delete_port for 0d31e492-d826-4e49-a790-5efbae9946c6 owned by network:floatingip {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:06:24.810296 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-22b9f391-6ec4-4924-89f7-cc709d6bd9ab tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:24.838625 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b9f391-6ec4-4924-89f7-cc709d6bd9ab tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Pushing event deleted for resources: {'Port': ['ID=0d31e492-d826-4e49-a790-5efbae9946c6,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:06:24.865491 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9f391-6ec4-4924-89f7-cc709d6bd9ab tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:06:24.868079 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9f391-6ec4-4924-89f7-cc709d6bd9ab tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:06:24.868079 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9f391-6ec4-4924-89f7-cc709d6bd9ab tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:06:24.868079 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9f391-6ec4-4924-89f7-cc709d6bd9ab tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:06:24.868079 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9f391-6ec4-4924-89f7-cc709d6bd9ab tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:06:24.868494 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9f391-6ec4-4924-89f7-cc709d6bd9ab tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:06:24.868589 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9f391-6ec4-4924-89f7-cc709d6bd9ab tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:06:24.868869 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9f391-6ec4-4924-89f7-cc709d6bd9ab tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:06:24.869200 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9f391-6ec4-4924-89f7-cc709d6bd9ab tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:06:24.869532 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9f391-6ec4-4924-89f7-cc709d6bd9ab tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:06:24.869866 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9f391-6ec4-4924-89f7-cc709d6bd9ab tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:06:24.870194 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b9f391-6ec4-4924-89f7-cc709d6bd9ab tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:06:24.912033 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-22b9f391-6ec4-4924-89f7-cc709d6bd9ab tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for floatingip, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:24.912359 n-d-815690-2 neutron-server[102879]: INFO neutron.db.l3_db [None req-22b9f391-6ec4-4924-89f7-cc709d6bd9ab tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Floating IP 1f26c4ad-bd05-4921-bac4-d065abef48f6 disassociated (deleted). External IP: 172.25.6.228, port: dd643a2e-632c-4c90-9831-6e8eebf1c527. Oct 27 19:06:25.129420 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b9f391-6ec4-4924-89f7-cc709d6bd9ab tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Router 4bba4a23-f4cf-4407-870e-ef6a7ab6225c has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:06:25.248871 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b9f391-6ec4-4924-89f7-cc709d6bd9ab tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:06:25.253671 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-22b9f391-6ec4-4924-89f7-cc709d6bd9ab tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:25.259745 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28614093-d7e8-4628-8834-2c558cc598f1 None None] Sync routers for ids ['4bba4a23-f4cf-4407-870e-ef6a7ab6225c'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:06:25.269175 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28614093-d7e8-4628-8834-2c558cc598f1 None None] Routers {'4bba4a23-f4cf-4407-870e-ef6a7ab6225c'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:06:25.269772 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-28614093-d7e8-4628-8834-2c558cc598f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:06:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['4bba4a23-f4cf-4407-870e-ef6a7ab6225c'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:06:25.281971 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-22b9f391-6ec4-4924-89f7-cc709d6bd9ab tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "DELETE /v2.0/floatingips/1f26c4ad-bd05-4921-bac4-d065abef48f6 HTTP/1.1" status: 204 len: 168 time: 0.9357848 Oct 27 19:06:25.282584 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb796681-0306-4940-838c-91320ba98fd9', 'tag': 'dd643a2e-632c-4c90-9831-6e8eebf1c527'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:06:25.284870 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc084a12-e18e-4a62-9c5d-55b9b35dd242" -d '{"events": [{"name": "network-changed", "server_uuid": "bb796681-0306-4940-838c-91320ba98fd9", "tag": "dd643a2e-632c-4c90-9831-6e8eebf1c527"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:06:25.379628 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-28614093-d7e8-4628-8834-2c558cc598f1 None None] Set router 4bba4a23-f4cf-4407-870e-ef6a7ab6225c gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:06:25.684422 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11baa821-669b-4d0a-9e7b-a30bf22b85d7 x-openstack-request-id: req-11baa821-669b-4d0a-9e7b-a30bf22b85d7 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:06:25.684932 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb796681-0306-4940-838c-91320ba98fd9", "tag": "dd643a2e-632c-4c90-9831-6e8eebf1c527", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:06:25.685021 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-11baa821-669b-4d0a-9e7b-a30bf22b85d7 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:06:25.685690 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb796681-0306-4940-838c-91320ba98fd9', 'tag': 'dd643a2e-632c-4c90-9831-6e8eebf1c527', 'status': 'completed', 'code': 200} Oct 27 19:06:25.720669 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-28614093-d7e8-4628-8834-2c558cc598f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'name': 'tempest-TestVolumeBootPattern-1820527811-router', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:52:05Z', 'updated_at': '2021-10-27T18:52:10Z', 'revision_number': 4, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'gw_port': {'id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:06Z', 'updated_at': '2021-10-27T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'cbb44c00-ca6d-4212-8ce3-b53fc83dadb8', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'floating_ip_address': '172.25.6.89', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'port_id': '9871294e-f770-4071-bed5-d74447bd6b28', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'mac_address': 'fa:16:3e:1a:92:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90ad11f-1ad9-4e27-a46c-7d0ab706fc0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:01:16Z', 'updated_at': '2021-10-27T19:01:18Z', 'revision_number': 1, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9', 'name': '', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'mac_address': 'fa:16:3e:b2:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:10Z', 'updated_at': '2021-10-27T18:52:16Z', 'revision_number': 5, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'subnets': [{'id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:06:25.747198 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28614093-d7e8-4628-8834-2c558cc598f1 None None] Checking router: 4bba4a23-f4cf-4407-870e-ef6a7ab6225c for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:06:25.755697 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28614093-d7e8-4628-8834-2c558cc598f1 None None] Routers {'4bba4a23-f4cf-4407-870e-ef6a7ab6225c'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:06:25.756298 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-28614093-d7e8-4628-8834-2c558cc598f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:06:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['4bba4a23-f4cf-4407-870e-ef6a7ab6225c'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:06:25.765273 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc084a12-e18e-4a62-9c5d-55b9b35dd242 req-e47b32d3-e8ff-4325-abde-12166176ac6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:06:25.766947 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dc084a12-e18e-4a62-9c5d-55b9b35dd242 req-e47b32d3-e8ff-4325-abde-12166176ac6c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=346c2f1cc90a43138ca74853aad732b9&device_id=bb796681-0306-4940-838c-91320ba98fd9 HTTP/1.1" status: 200 len: 1097 time: 0.0599120 Oct 27 19:06:25.864009 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-28614093-d7e8-4628-8834-2c558cc598f1 None None] Set router 4bba4a23-f4cf-4407-870e-ef6a7ab6225c gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:06:25.872314 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc084a12-e18e-4a62-9c5d-55b9b35dd242 req-c633f28d-01c5-4347-9f91-ed61e14a876d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:06:25.874049 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dc084a12-e18e-4a62-9c5d-55b9b35dd242 req-c633f28d-01c5-4347-9f91-ed61e14a876d service neutron] 10.222.0.81 "GET /v2.0/networks?id=d0191f7b-8e46-434e-8842-bf24f16effff HTTP/1.1" status: 200 len: 914 time: 0.0981843 Oct 27 19:06:25.922325 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dc084a12-e18e-4a62-9c5d-55b9b35dd242 req-63af1dc8-85da-48dc-bb8c-5508a65f81a2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd643a2e-632c-4c90-9831-6e8eebf1c527 HTTP/1.1" status: 200 len: 217 time: 0.0395679 Oct 27 19:06:25.972519 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d37bf-77c7-463e-b3cb-b5f8089560dd req-5a633a32-0e4b-4e22-af99-f3ce6d18d352 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:06:25.974197 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ca9d37bf-77c7-463e-b3cb-b5f8089560dd req-5a633a32-0e4b-4e22-af99-f3ce6d18d352 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb796681-0306-4940-838c-91320ba98fd9 HTTP/1.1" status: 200 len: 946 time: 0.2348247 Oct 27 19:06:25.975476 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc084a12-e18e-4a62-9c5d-55b9b35dd242 req-8064253f-1b2c-455b-89b8-8231a78c4b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:06:25.977614 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dc084a12-e18e-4a62-9c5d-55b9b35dd242 req-8064253f-1b2c-455b-89b8-8231a78c4b61 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=56e753bb-c9b4-439a-bd0c-5adf5ac2396a HTTP/1.1" status: 200 len: 851 time: 0.0482595 Oct 27 19:06:26.019393 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ca9d37bf-77c7-463e-b3cb-b5f8089560dd req-986ec541-cecc-48fc-b8a0-341cd9f88a0b tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378826 Oct 27 19:06:26.040112 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc084a12-e18e-4a62-9c5d-55b9b35dd242 req-a6dfc535-8aeb-4b50-a497-b34f8423fea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:06:26.040112 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dc084a12-e18e-4a62-9c5d-55b9b35dd242 req-a6dfc535-8aeb-4b50-a497-b34f8423fea7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d0191f7b-8e46-434e-8842-bf24f16effff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503042 Oct 27 19:06:26.046776 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [req-dc084a12-e18e-4a62-9c5d-55b9b35dd242 req-6b49414b-e4cb-4785-be45-35d721f3603d service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 19:06:26.047836 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dc084a12-e18e-4a62-9c5d-55b9b35dd242 req-6b49414b-e4cb-4785-be45-35d721f3603d service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051360 Oct 27 19:06:26.110412 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-28614093-d7e8-4628-8834-2c558cc598f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'name': 'tempest-TestVolumeBootPattern-1820527811-router', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:52:05Z', 'updated_at': '2021-10-27T18:52:10Z', 'revision_number': 4, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'gw_port': {'id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:06Z', 'updated_at': '2021-10-27T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'cbb44c00-ca6d-4212-8ce3-b53fc83dadb8', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'floating_ip_address': '172.25.6.89', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'port_id': '9871294e-f770-4071-bed5-d74447bd6b28', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'mac_address': 'fa:16:3e:1a:92:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90ad11f-1ad9-4e27-a46c-7d0ab706fc0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:01:16Z', 'updated_at': '2021-10-27T19:01:18Z', 'revision_number': 1, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9', 'name': '', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'mac_address': 'fa:16:3e:b2:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:10Z', 'updated_at': '2021-10-27T18:52:16Z', 'revision_number': 5, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'subnets': [{'id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:06:26.136921 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28614093-d7e8-4628-8834-2c558cc598f1 None None] The sync data for ids ['4bba4a23-f4cf-4407-870e-ef6a7ab6225c'] in n-d-815690-2 is: [{'id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'name': 'tempest-TestVolumeBootPattern-1820527811-router', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:52:05Z', 'updated_at': '2021-10-27T18:52:10Z', 'revision_number': 4, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'gw_port': {'id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:06Z', 'updated_at': '2021-10-27T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'cbb44c00-ca6d-4212-8ce3-b53fc83dadb8', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'floating_ip_address': '172.25.6.89', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'port_id': '9871294e-f770-4071-bed5-d74447bd6b28', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'mac_address': 'fa:16:3e:1a:92:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90ad11f-1ad9-4e27-a46c-7d0ab706fc0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:01:16Z', 'updated_at': '2021-10-27T19:01:18Z', 'revision_number': 1, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9', 'name': '', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'mac_address': 'fa:16:3e:b2:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:10Z', 'updated_at': '2021-10-27T18:52:16Z', 'revision_number': 5, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'subnets': [{'id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:06:26.146354 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dc084a12-e18e-4a62-9c5d-55b9b35dd242 req-6db75bea-4ef6-47dd-b7e2-29198a21b3a0 service neutron] 10.222.0.81 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900419 Oct 27 19:06:26.388925 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3eb3dd8-44f5-4e5b-97ef-e538e1af95ef None None] New status for floating IP 1f26c4ad-bd05-4921-bac4-d065abef48f6: DOWN {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 19:06:26.581780 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dc084a12-e18e-4a62-9c5d-55b9b35dd242 req-36926b8e-2f62-436f-b647-773cded5a308 service neutron] 10.222.0.81 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272566 Oct 27 19:06:26.749364 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:27.164657 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae711ed-64f5-4d61-81ed-e09db01e985e req-d06af645-27ae-4ee1-9ad9-0b7bf45a4928 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:06:27.166169 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1ae711ed-64f5-4d61-81ed-e09db01e985e req-d06af645-27ae-4ee1-9ad9-0b7bf45a4928 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb796681-0306-4940-838c-91320ba98fd9 HTTP/1.1" status: 200 len: 946 time: 0.0499527 Oct 27 19:06:27.178036 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:27.204468 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1ae711ed-64f5-4d61-81ed-e09db01e985e req-341204df-83af-4df8-8757-8b5b14b1449f tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318432 Oct 27 19:06:27.280890 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b522194-acbe-4064-9342-57ae6b010af8 req-39778034-7e11-4d99-ac97-b484e6470d50 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:06:27.282349 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6b522194-acbe-4064-9342-57ae6b010af8 req-39778034-7e11-4d99-ac97-b484e6470d50 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.81 "GET /v2.0/ports?device_id=bb796681-0306-4940-838c-91320ba98fd9 HTTP/1.1" status: 200 len: 946 time: 0.0490639 Oct 27 19:06:27.374081 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-6b522194-acbe-4064-9342-57ae6b010af8 req-6289ae0e-d4d9-4f08-bc25-c2c59b20e2c4 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Deleting port dd643a2e-632c-4c90-9831-6e8eebf1c527 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:06:27.374425 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6b522194-acbe-4064-9342-57ae6b010af8 req-6289ae0e-d4d9-4f08-bc25-c2c59b20e2c4 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:27.466078 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-6b522194-acbe-4064-9342-57ae6b010af8 req-6289ae0e-d4d9-4f08-bc25-c2c59b20e2c4 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] For port dd643a2e-632c-4c90-9831-6e8eebf1c527, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=dd643a2e-632c-4c90-9831-6e8eebf1c527,segment=NetworkSegment(6b4a3a2c-45ac-4611-a987-4af30c2bf086),segment_id=6b4a3a2c-45ac-4611-a987-4af30c2bf086)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:06:27.466448 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6b522194-acbe-4064-9342-57ae6b010af8 req-6289ae0e-d4d9-4f08-bc25-c2c59b20e2c4 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:27.479919 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-6b522194-acbe-4064-9342-57ae6b010af8 req-6289ae0e-d4d9-4f08-bc25-c2c59b20e2c4 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Calling delete_port for dd643a2e-632c-4c90-9831-6e8eebf1c527 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:06:27.673231 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6b522194-acbe-4064-9342-57ae6b010af8 req-6289ae0e-d4d9-4f08-bc25-c2c59b20e2c4 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:27.699980 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6289ae0e-d4d9-4f08-bc25-c2c59b20e2c4 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Pushing event deleted for resources: {'Port': ['ID=dd643a2e-632c-4c90-9831-6e8eebf1c527,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:06:27.745091 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b522194-acbe-4064-9342-57ae6b010af8 req-6289ae0e-d4d9-4f08-bc25-c2c59b20e2c4 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] No DVR routers for this DVR port dd643a2e-632c-4c90-9831-6e8eebf1c527 on host n-h1-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:06:27.748324 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6b522194-acbe-4064-9342-57ae6b010af8 req-6289ae0e-d4d9-4f08-bc25-c2c59b20e2c4 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:27.751696 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6b522194-acbe-4064-9342-57ae6b010af8 req-6289ae0e-d4d9-4f08-bc25-c2c59b20e2c4 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.81 "DELETE /v2.0/ports/dd643a2e-632c-4c90-9831-6e8eebf1c527 HTTP/1.1" status: 204 len: 173 time: 0.4631479 Oct 27 19:06:27.752179 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb796681-0306-4940-838c-91320ba98fd9', 'name': 'network-vif-deleted', 'tag': 'dd643a2e-632c-4c90-9831-6e8eebf1c527'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:06:27.755195 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56eb48ab-f186-4a6e-a012-672e39bd6294" -d '{"events": [{"server_uuid": "bb796681-0306-4940-838c-91320ba98fd9", "name": "network-vif-deleted", "tag": "dd643a2e-632c-4c90-9831-6e8eebf1c527"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:06:27.793270 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4912c2a-46a8-436a-9f37-971e204f3985 x-openstack-request-id: req-e4912c2a-46a8-436a-9f37-971e204f3985 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:06:27.793587 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb796681-0306-4940-838c-91320ba98fd9", "name": "network-vif-deleted", "tag": "dd643a2e-632c-4c90-9831-6e8eebf1c527", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:06:27.793837 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e4912c2a-46a8-436a-9f37-971e204f3985 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:06:27.794236 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb796681-0306-4940-838c-91320ba98fd9', 'name': 'network-vif-deleted', 'tag': 'dd643a2e-632c-4c90-9831-6e8eebf1c527', 'status': 'completed', 'code': 200} Oct 27 19:06:28.302534 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b19785de-1de1-4e4b-9b6d-ba1ef1d5b7ee req-aa610039-d7dc-49c5-80c7-fd2a4cf906f9 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb796681-0306-4940-838c-91320ba98fd9 HTTP/1.1" status: 200 len: 210 time: 0.0270205 Oct 27 19:06:29.400216 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c782193f-2668-4fca-b374-2666bb9aa3cb req-d8bbc8c5-f2e0-483d-a995-188c3fbc09e7 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb796681-0306-4940-838c-91320ba98fd9 HTTP/1.1" status: 200 len: 210 time: 0.0271842 Oct 27 19:06:29.983583 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e5de6142-a27c-411b-94a4-166fb4c3bd0e req-ea57d9b6-05a1-47b5-b557-32118e89a4e4 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436828 Oct 27 19:06:30.067690 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de6142-a27c-411b-94a4-166fb4c3bd0e req-c2876c05-b836-4500-87ea-2f55d75a695c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:06:30.069219 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e5de6142-a27c-411b-94a4-166fb4c3bd0e req-c2876c05-b836-4500-87ea-2f55d75a695c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=346c2f1cc90a43138ca74853aad732b9&device_id=d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d HTTP/1.1" status: 200 len: 1096 time: 0.0410831 Oct 27 19:06:30.174680 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de6142-a27c-411b-94a4-166fb4c3bd0e req-6a7f43cf-b158-41be-86fc-5ce948492840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:06:30.176197 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e5de6142-a27c-411b-94a4-166fb4c3bd0e req-6a7f43cf-b158-41be-86fc-5ce948492840 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d0191f7b-8e46-434e-8842-bf24f16effff HTTP/1.1" status: 200 len: 914 time: 0.0872610 Oct 27 19:06:30.248777 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e5de6142-a27c-411b-94a4-166fb4c3bd0e req-94bed23b-b553-4d8a-84ff-eff24fa786b7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9871294e-f770-4071-bed5-d74447bd6b28 HTTP/1.1" status: 200 len: 1000 time: 0.0652773 Oct 27 19:06:30.301358 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de6142-a27c-411b-94a4-166fb4c3bd0e req-42750234-3107-4007-a75a-37d41dcba845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:06:30.302904 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e5de6142-a27c-411b-94a4-166fb4c3bd0e req-42750234-3107-4007-a75a-37d41dcba845 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=56e753bb-c9b4-439a-bd0c-5adf5ac2396a HTTP/1.1" status: 200 len: 851 time: 0.0479043 Oct 27 19:06:30.348676 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de6142-a27c-411b-94a4-166fb4c3bd0e req-6ec51fe4-d482-4bda-bf20-480e1b16d96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:06:30.350197 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e5de6142-a27c-411b-94a4-166fb4c3bd0e req-6ec51fe4-d482-4bda-bf20-480e1b16d96f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d0191f7b-8e46-434e-8842-bf24f16effff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403755 Oct 27 19:06:30.448816 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e5de6142-a27c-411b-94a4-166fb4c3bd0e req-edddb1aa-3d1f-4d36-b8c6-d09343b615cf service neutron] 10.222.0.93 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916986 Oct 27 19:06:30.507771 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6f60aee7-d724-472f-9c6d-39e558be1492 req-79c16d4b-663f-49e1-8073-3d8135ac3fe2 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb796681-0306-4940-838c-91320ba98fd9 HTTP/1.1" status: 200 len: 210 time: 0.0327241 Oct 27 19:06:30.550363 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e5de6142-a27c-411b-94a4-166fb4c3bd0e req-2066204a-28a4-48ee-864f-c688e3a78d74 service neutron] 10.222.0.93 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946579 Oct 27 19:06:31.043502 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device dd643a2e-632c-4c90-9831-6e8eebf1c527 no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:06:31.067365 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] No Port match for: dd643a2e-632c-4c90-9831-6e8eebf1c527 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:06:31.067750 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device dd643a2e-632c-4c90-9831-6e8eebf1c527 not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:06:31.607645 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dea79fac-293a-43bb-9937-06f20d2a2d7b req-7087896b-cfaf-460a-9c56-47a5e0815075 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb796681-0306-4940-838c-91320ba98fd9 HTTP/1.1" status: 200 len: 210 time: 0.0271912 Oct 27 19:06:32.721896 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4fd16cc7-7250-4f89-ad7b-f24f4f011306 req-f60ee937-c027-43b8-8921-b6709d3aec14 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb796681-0306-4940-838c-91320ba98fd9 HTTP/1.1" status: 200 len: 210 time: 0.0319700 Oct 27 19:06:39.375934 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48010) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:06:39.531973 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-f8ae58ed-09df-419b-8237-ec966d163afd tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Deleting port a96b78ab-f7e0-41cc-b195-75e34b967ac4 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:06:39.532212 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f8ae58ed-09df-419b-8237-ec966d163afd tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:39.607117 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f8ae58ed-09df-419b-8237-ec966d163afd tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:39.607448 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f8ae58ed-09df-419b-8237-ec966d163afd tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:39.619257 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-f8ae58ed-09df-419b-8237-ec966d163afd tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Calling delete_port for a96b78ab-f7e0-41cc-b195-75e34b967ac4 owned by network:floatingip {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:06:39.661477 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e266809e-d3c2-4c46-a422-25ceb1218b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:39.840627 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f8ae58ed-09df-419b-8237-ec966d163afd tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:39.865389 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae58ed-09df-419b-8237-ec966d163afd tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Pushing event deleted for resources: {'Port': ['ID=a96b78ab-f7e0-41cc-b195-75e34b967ac4,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:06:39.927923 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f8ae58ed-09df-419b-8237-ec966d163afd tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for floatingip, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:39.928247 n-d-815690-2 neutron-server[102879]: INFO neutron.db.l3_db [None req-f8ae58ed-09df-419b-8237-ec966d163afd tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Floating IP cbb44c00-ca6d-4212-8ce3-b53fc83dadb8 disassociated (deleted). External IP: 172.25.6.89, port: 9871294e-f770-4071-bed5-d74447bd6b28. Oct 27 19:06:40.133486 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ae58ed-09df-419b-8237-ec966d163afd tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Router 4bba4a23-f4cf-4407-870e-ef6a7ab6225c has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:06:40.242972 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ae58ed-09df-419b-8237-ec966d163afd tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:06:40.247762 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f8ae58ed-09df-419b-8237-ec966d163afd tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:40.252759 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ce6d08-58aa-45d0-a4ea-9f0cdd0b7488 None None] Sync routers for ids ['4bba4a23-f4cf-4407-870e-ef6a7ab6225c'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:06:40.263116 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ce6d08-58aa-45d0-a4ea-9f0cdd0b7488 None None] Routers {'4bba4a23-f4cf-4407-870e-ef6a7ab6225c'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:06:40.263819 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-21ce6d08-58aa-45d0-a4ea-9f0cdd0b7488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:06:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['4bba4a23-f4cf-4407-870e-ef6a7ab6225c'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:06:40.275442 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f8ae58ed-09df-419b-8237-ec966d163afd tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "DELETE /v2.0/floatingips/cbb44c00-ca6d-4212-8ce3-b53fc83dadb8 HTTP/1.1" status: 204 len: 168 time: 0.8984058 Oct 27 19:06:40.276049 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd90ad11f-1ad9-4e27-a46c-7d0ab706fc0d', 'tag': '9871294e-f770-4071-bed5-d74447bd6b28'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:06:40.278340 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1003c5-4721-4972-a41f-aa4ed24f94ca" -d '{"events": [{"name": "network-changed", "server_uuid": "d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d", "tag": "9871294e-f770-4071-bed5-d74447bd6b28"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:06:40.369635 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-21ce6d08-58aa-45d0-a4ea-9f0cdd0b7488 None None] Set router 4bba4a23-f4cf-4407-870e-ef6a7ab6225c gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:06:40.577468 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-21ce6d08-58aa-45d0-a4ea-9f0cdd0b7488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'name': 'tempest-TestVolumeBootPattern-1820527811-router', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:52:05Z', 'updated_at': '2021-10-27T18:52:10Z', 'revision_number': 4, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'gw_port': {'id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:06Z', 'updated_at': '2021-10-27T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9', 'name': '', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'mac_address': 'fa:16:3e:b2:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:10Z', 'updated_at': '2021-10-27T18:52:16Z', 'revision_number': 5, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'subnets': [{'id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:06:40.603632 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ce6d08-58aa-45d0-a4ea-9f0cdd0b7488 None None] Checking router: 4bba4a23-f4cf-4407-870e-ef6a7ab6225c for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:06:40.611729 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ce6d08-58aa-45d0-a4ea-9f0cdd0b7488 None None] Routers {'4bba4a23-f4cf-4407-870e-ef6a7ab6225c'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:06:40.612327 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-21ce6d08-58aa-45d0-a4ea-9f0cdd0b7488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:06:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['4bba4a23-f4cf-4407-870e-ef6a7ab6225c'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:06:40.657853 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811bc5d9-3000-4904-b7a2-518d08010b0b x-openstack-request-id: req-811bc5d9-3000-4904-b7a2-518d08010b0b {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:06:40.658364 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d", "tag": "9871294e-f770-4071-bed5-d74447bd6b28", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:06:40.658907 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-811bc5d9-3000-4904-b7a2-518d08010b0b {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:06:40.659444 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd90ad11f-1ad9-4e27-a46c-7d0ab706fc0d', 'tag': '9871294e-f770-4071-bed5-d74447bd6b28', 'status': 'completed', 'code': 200} Oct 27 19:06:40.726601 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-21ce6d08-58aa-45d0-a4ea-9f0cdd0b7488 None None] Set router 4bba4a23-f4cf-4407-870e-ef6a7ab6225c gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:06:40.739528 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1003c5-4721-4972-a41f-aa4ed24f94ca req-e568d1aa-2552-46ae-82ff-14347c082a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:06:40.741104 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8a1003c5-4721-4972-a41f-aa4ed24f94ca req-e568d1aa-2552-46ae-82ff-14347c082a05 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=346c2f1cc90a43138ca74853aad732b9&device_id=d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d HTTP/1.1" status: 200 len: 1096 time: 0.0532219 Oct 27 19:06:40.760663 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6af3b-e24b-4dc6-9026-9721333ae54c req-6889bdeb-8d23-4e3a-9fd9-bb07a8e6db79 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:06:40.762189 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e2e6af3b-e24b-4dc6-9026-9721333ae54c req-6889bdeb-8d23-4e3a-9fd9-bb07a8e6db79 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d HTTP/1.1" status: 200 len: 945 time: 0.0553079 Oct 27 19:06:40.803107 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e2e6af3b-e24b-4dc6-9026-9721333ae54c req-0bd32732-47d3-48d6-bad9-65d440f246f9 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/security-groups?id=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342429 Oct 27 19:06:40.842376 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1003c5-4721-4972-a41f-aa4ed24f94ca req-291de396-671d-4d9b-a34e-b5f4bf50dd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:06:40.843807 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8a1003c5-4721-4972-a41f-aa4ed24f94ca req-291de396-671d-4d9b-a34e-b5f4bf50dd3a service neutron] 10.222.0.93 "GET /v2.0/networks?id=d0191f7b-8e46-434e-8842-bf24f16effff HTTP/1.1" status: 200 len: 914 time: 0.0939889 Oct 27 19:06:40.888846 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8a1003c5-4721-4972-a41f-aa4ed24f94ca req-1620769b-0bd8-4579-80bd-ec294e6bcb3e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9871294e-f770-4071-bed5-d74447bd6b28 HTTP/1.1" status: 200 len: 217 time: 0.0350852 Oct 27 19:06:40.934653 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-21ce6d08-58aa-45d0-a4ea-9f0cdd0b7488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'name': 'tempest-TestVolumeBootPattern-1820527811-router', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:52:05Z', 'updated_at': '2021-10-27T18:52:10Z', 'revision_number': 4, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'gw_port': {'id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:06Z', 'updated_at': '2021-10-27T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9', 'name': '', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'mac_address': 'fa:16:3e:b2:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:10Z', 'updated_at': '2021-10-27T18:52:16Z', 'revision_number': 5, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'subnets': [{'id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:06:40.940738 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1003c5-4721-4972-a41f-aa4ed24f94ca req-3aaf393e-2009-4645-92a6-12518335e29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:06:40.942251 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8a1003c5-4721-4972-a41f-aa4ed24f94ca req-3aaf393e-2009-4645-92a6-12518335e29c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=56e753bb-c9b4-439a-bd0c-5adf5ac2396a HTTP/1.1" status: 200 len: 851 time: 0.0459785 Oct 27 19:06:40.962400 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ce6d08-58aa-45d0-a4ea-9f0cdd0b7488 None None] The sync data for ids ['4bba4a23-f4cf-4407-870e-ef6a7ab6225c'] in n-d-815690-2 is: [{'id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'name': 'tempest-TestVolumeBootPattern-1820527811-router', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:52:05Z', 'updated_at': '2021-10-27T18:52:10Z', 'revision_number': 4, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'gw_port': {'id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:06Z', 'updated_at': '2021-10-27T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9', 'name': '', 'network_id': 'd0191f7b-8e46-434e-8842-bf24f16effff', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'mac_address': 'fa:16:3e:b2:21:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:10Z', 'updated_at': '2021-10-27T18:52:16Z', 'revision_number': 5, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'subnets': [{'id': '56e753bb-c9b4-439a-bd0c-5adf5ac2396a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:06:40.995056 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1003c5-4721-4972-a41f-aa4ed24f94ca req-d7ff5e9a-ebb3-4ee1-80b4-0a545d9cf148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:06:40.996738 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8a1003c5-4721-4972-a41f-aa4ed24f94ca req-d7ff5e9a-ebb3-4ee1-80b4-0a545d9cf148 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d0191f7b-8e46-434e-8842-bf24f16effff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474758 Oct 27 19:06:41.088733 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8a1003c5-4721-4972-a41f-aa4ed24f94ca req-d6aaf43b-c1cb-4085-a561-fdbeadc94948 service neutron] 10.222.0.93 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850554 Oct 27 19:06:41.188087 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8a1003c5-4721-4972-a41f-aa4ed24f94ca req-1103d361-da9c-4693-9df9-10831986149f service neutron] 10.222.0.93 "GET /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921512 Oct 27 19:06:41.196748 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b37620c-87d0-43ee-ab6d-5c141ed923a5 None None] New status for floating IP cbb44c00-ca6d-4212-8ce3-b53fc83dadb8: DOWN {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 19:06:41.333985 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d37a0-5397-4b7d-b2a9-9334adc20be1 req-f05f435b-4efb-49c5-8692-5e0152480110 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:06:41.336206 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-261d37a0-5397-4b7d-b2a9-9334adc20be1 req-f05f435b-4efb-49c5-8692-5e0152480110 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.93 "GET /v2.0/ports?device_id=d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d HTTP/1.1" status: 200 len: 945 time: 0.0495162 Oct 27 19:06:41.422333 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-261d37a0-5397-4b7d-b2a9-9334adc20be1 req-56bafcd2-e025-4d13-b66e-e63dc8d8e668 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Deleting port 9871294e-f770-4071-bed5-d74447bd6b28 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:06:41.422590 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-261d37a0-5397-4b7d-b2a9-9334adc20be1 req-56bafcd2-e025-4d13-b66e-e63dc8d8e668 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:41.513598 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-261d37a0-5397-4b7d-b2a9-9334adc20be1 req-56bafcd2-e025-4d13-b66e-e63dc8d8e668 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] For port 9871294e-f770-4071-bed5-d74447bd6b28, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=9871294e-f770-4071-bed5-d74447bd6b28,segment=NetworkSegment(6b4a3a2c-45ac-4611-a987-4af30c2bf086),segment_id=6b4a3a2c-45ac-4611-a987-4af30c2bf086)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:06:41.513956 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-261d37a0-5397-4b7d-b2a9-9334adc20be1 req-56bafcd2-e025-4d13-b66e-e63dc8d8e668 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:41.525960 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-261d37a0-5397-4b7d-b2a9-9334adc20be1 req-56bafcd2-e025-4d13-b66e-e63dc8d8e668 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Calling delete_port for 9871294e-f770-4071-bed5-d74447bd6b28 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:06:41.713046 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-261d37a0-5397-4b7d-b2a9-9334adc20be1 req-56bafcd2-e025-4d13-b66e-e63dc8d8e668 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:41.739785 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bafcd2-e025-4d13-b66e-e63dc8d8e668 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Pushing event deleted for resources: {'Port': ['ID=9871294e-f770-4071-bed5-d74447bd6b28,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:06:41.783015 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-261d37a0-5397-4b7d-b2a9-9334adc20be1 req-56bafcd2-e025-4d13-b66e-e63dc8d8e668 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] No DVR routers for this DVR port 9871294e-f770-4071-bed5-d74447bd6b28 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:06:41.785503 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-261d37a0-5397-4b7d-b2a9-9334adc20be1 req-56bafcd2-e025-4d13-b66e-e63dc8d8e668 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:41.789791 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-261d37a0-5397-4b7d-b2a9-9334adc20be1 req-56bafcd2-e025-4d13-b66e-e63dc8d8e668 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.93 "DELETE /v2.0/ports/9871294e-f770-4071-bed5-d74447bd6b28 HTTP/1.1" status: 204 len: 173 time: 0.4479976 Oct 27 19:06:41.903696 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-59dbc4fa-d050-4443-8f0f-8f603337218d req-52096cf0-adf6-4176-ac0e-653f4f4dde42 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d HTTP/1.1" status: 200 len: 210 time: 0.0302029 Oct 27 19:06:42.104422 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-80fd052b-0551-4b71-b12f-f92096313254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:42.660258 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90ad11f-1ad9-4e27-a46c-7d0ab706fc0d', 'name': 'network-vif-deleted', 'tag': '9871294e-f770-4071-bed5-d74447bd6b28'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:06:42.662956 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a05dc4-1c63-440c-9750-1475fd6bc6b2" -d '{"events": [{"server_uuid": "d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d", "name": "network-vif-deleted", "tag": "9871294e-f770-4071-bed5-d74447bd6b28"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:06:42.698476 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487b749c-aa30-45a1-a714-b14b8700da63 x-openstack-request-id: req-487b749c-aa30-45a1-a714-b14b8700da63 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:06:42.698773 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d", "name": "network-vif-deleted", "tag": "9871294e-f770-4071-bed5-d74447bd6b28", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:06:42.699066 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-487b749c-aa30-45a1-a714-b14b8700da63 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:06:42.699474 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90ad11f-1ad9-4e27-a46c-7d0ab706fc0d', 'name': 'network-vif-deleted', 'tag': '9871294e-f770-4071-bed5-d74447bd6b28', 'status': 'completed', 'code': 200} Oct 27 19:06:43.004507 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-904e03b9-4074-4f91-a760-2f98d1242217 req-2860f213-81f5-4059-ab3d-3b40b6cb5eeb tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d HTTP/1.1" status: 200 len: 210 time: 0.0281591 Oct 27 19:06:43.417488 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:43.570462 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:44.102964 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b9047af2-84ed-4fa2-b2a2-0740b558182b req-b68e7078-f668-40e6-87ef-260eb86bc334 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d HTTP/1.1" status: 200 len: 210 time: 0.0268817 Oct 27 19:06:45.201021 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5dd435f1-6d82-4b46-983e-abb195a51498 req-7d490b52-cfa5-4b56-b4df-7aa0291abf99 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d HTTP/1.1" status: 200 len: 210 time: 0.0277138 Oct 27 19:06:45.201689 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:45.721761 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:06:45.918635 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 9871294e-f770-4071-bed5-d74447bd6b28 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:06:45.941789 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 9871294e-f770-4071-bed5-d74447bd6b28 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:06:45.942125 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 9871294e-f770-4071-bed5-d74447bd6b28 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:06:46.297133 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1d117521-1164-4333-b5af-c0ed98a0d0b2 req-0b619737-91a4-482f-83c1-b159c488095e tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "GET /v2.0/ports?device_id=d90ad11f-1ad9-4e27-a46c-7d0ab706fc0d HTTP/1.1" status: 200 len: 210 time: 0.0276847 Oct 27 19:06:47.358168 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48032) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:06:47.483117 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-8e976088-4fa0-45dd-9a64-9f999f826c58 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Deleting port 526a7d26-490a-4677-bc51-7eea64532ed5 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:06:47.483377 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8e976088-4fa0-45dd-9a64-9f999f826c58 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:47.560373 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8e976088-4fa0-45dd-9a64-9f999f826c58 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:47.560703 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8e976088-4fa0-45dd-9a64-9f999f826c58 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:47.572163 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-8e976088-4fa0-45dd-9a64-9f999f826c58 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Calling delete_port for 526a7d26-490a-4677-bc51-7eea64532ed5 owned by network:floatingip {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:06:47.766759 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8e976088-4fa0-45dd-9a64-9f999f826c58 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:47.793331 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e976088-4fa0-45dd-9a64-9f999f826c58 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Pushing event deleted for resources: {'Port': ['ID=526a7d26-490a-4677-bc51-7eea64532ed5,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:06:47.856406 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8e976088-4fa0-45dd-9a64-9f999f826c58 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for floatingip, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:47.859028 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8e976088-4fa0-45dd-9a64-9f999f826c58 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:47.860203 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8e976088-4fa0-45dd-9a64-9f999f826c58 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "DELETE /v2.0/floatingips/0fa86ce0-02eb-4cd9-8120-7217ce64aee3 HTTP/1.1" status: 204 len: 168 time: 0.5008867 Oct 27 19:06:51.311800 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48048) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:06:51.372986 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-58d6f9a9-e99f-420c-a871-f59e2c334945 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:51.398485 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-58d6f9a9-e99f-420c-a871-f59e2c334945 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:51.520849 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-58d6f9a9-e99f-420c-a871-f59e2c334945 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:51.523631 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-58d6f9a9-e99f-420c-a871-f59e2c334945 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:51.527496 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-58d6f9a9-e99f-420c-a871-f59e2c334945 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] 10.222.0.52 "DELETE /v2.0/security-groups/58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f HTTP/1.1" status: 204 len: 168 time: 0.2120783 Oct 27 19:06:51.534870 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d6f9a9-e99f-420c-a871-f59e2c334945 tempest-TestVolumeBootPattern-772111036 tempest-TestVolumeBootPattern-772111036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b08436-1950-4d4c-8bf7-f8b4e0ae9f5f,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:06:51.662331 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48052) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:06:52.130337 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-615d45f1-93a7-422a-b64a-4156e2726fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:52.375584 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-615d45f1-93a7-422a-b64a-4156e2726fde admin admin] Deleting port 9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:06:52.376265 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-615d45f1-93a7-422a-b64a-4156e2726fde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:52.457654 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-615d45f1-93a7-422a-b64a-4156e2726fde admin admin] For port 9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9,segment=NetworkSegment(6b4a3a2c-45ac-4611-a987-4af30c2bf086),segment_id=6b4a3a2c-45ac-4611-a987-4af30c2bf086)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:06:52.458018 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-615d45f1-93a7-422a-b64a-4156e2726fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:52.471312 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-615d45f1-93a7-422a-b64a-4156e2726fde admin admin] Calling delete_port for 9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9 owned by network:router_interface {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:06:52.720330 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-615d45f1-93a7-422a-b64a-4156e2726fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:52.745305 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d45f1-93a7-422a-b64a-4156e2726fde admin admin] Pushing event deleted for resources: {'Port': ['ID=9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:06:52.913449 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-615d45f1-93a7-422a-b64a-4156e2726fde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:53.444128 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-615d45f1-93a7-422a-b64a-4156e2726fde admin admin] Router 4bba4a23-f4cf-4407-870e-ef6a7ab6225c has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:06:53.548195 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615d45f1-93a7-422a-b64a-4156e2726fde admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:06:53.553167 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-615d45f1-93a7-422a-b64a-4156e2726fde admin admin] 10.222.0.52 "PUT /v2.0/routers/4bba4a23-f4cf-4407-870e-ef6a7ab6225c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8896942 Oct 27 19:06:53.556479 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48056) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:06:53.558651 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1a749e-f318-4249-9d13-ab37da34d2cf None None] Sync routers for ids ['4bba4a23-f4cf-4407-870e-ef6a7ab6225c'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:06:53.569709 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1a749e-f318-4249-9d13-ab37da34d2cf None None] Routers {'4bba4a23-f4cf-4407-870e-ef6a7ab6225c'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:06:53.571403 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-5e1a749e-f318-4249-9d13-ab37da34d2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:06:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['4bba4a23-f4cf-4407-870e-ef6a7ab6225c'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:06:53.661376 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4089e40f-283d-4d0e-acdf-031456f1f1cd admin admin] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:53.679734 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-5e1a749e-f318-4249-9d13-ab37da34d2cf None None] Set router 4bba4a23-f4cf-4407-870e-ef6a7ab6225c gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:06:53.771089 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4089e40f-283d-4d0e-acdf-031456f1f1cd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:53.904078 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-4089e40f-283d-4d0e-acdf-031456f1f1cd admin admin] Deleting port a8bfe20a-60e7-4652-8ffe-de66c76493fe {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:06:53.904424 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4089e40f-283d-4d0e-acdf-031456f1f1cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:53.944875 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-5e1a749e-f318-4249-9d13-ab37da34d2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'name': 'tempest-TestVolumeBootPattern-1820527811-router', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:52:05Z', 'updated_at': '2021-10-27T19:06:52Z', 'revision_number': 5, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'gw_port': {'id': 'a8bfe20a-60e7-4652-8ffe-de66c76493fe', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:06Z', 'updated_at': '2021-10-27T18:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:06:53.976247 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1a749e-f318-4249-9d13-ab37da34d2cf None None] Checking router: 4bba4a23-f4cf-4407-870e-ef6a7ab6225c for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:06:53.987279 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1a749e-f318-4249-9d13-ab37da34d2cf None None] Routers {'4bba4a23-f4cf-4407-870e-ef6a7ab6225c'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:06:53.987891 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-5e1a749e-f318-4249-9d13-ab37da34d2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:06:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['4bba4a23-f4cf-4407-870e-ef6a7ab6225c'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:06:53.990267 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-4089e40f-283d-4d0e-acdf-031456f1f1cd admin admin] For port a8bfe20a-60e7-4652-8ffe-de66c76493fe, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=a8bfe20a-60e7-4652-8ffe-de66c76493fe,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:06:53.990736 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4089e40f-283d-4d0e-acdf-031456f1f1cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:54.003472 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-4089e40f-283d-4d0e-acdf-031456f1f1cd admin admin] Calling delete_port for a8bfe20a-60e7-4652-8ffe-de66c76493fe owned by network:router_gateway {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:06:54.077620 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-5e1a749e-f318-4249-9d13-ab37da34d2cf None None] Set router 4bba4a23-f4cf-4407-870e-ef6a7ab6225c gateway port host: None {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:06:54.133459 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-5e1a749e-f318-4249-9d13-ab37da34d2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'name': 'tempest-TestVolumeBootPattern-1820527811-router', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:52:05Z', 'updated_at': '2021-10-27T19:06:53Z', 'revision_number': 6, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:06:54.161448 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1a749e-f318-4249-9d13-ab37da34d2cf None None] The sync data for ids ['4bba4a23-f4cf-4407-870e-ef6a7ab6225c'] in n-d-815690-2 is: [{'id': '4bba4a23-f4cf-4407-870e-ef6a7ab6225c', 'name': 'tempest-TestVolumeBootPattern-1820527811-router', 'tenant_id': '346c2f1cc90a43138ca74853aad732b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:52:05Z', 'updated_at': '2021-10-27T19:06:53Z', 'revision_number': 6, 'project_id': '346c2f1cc90a43138ca74853aad732b9', 'gw_port_host': None}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:06:54.234806 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4089e40f-283d-4d0e-acdf-031456f1f1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:54.260357 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089e40f-283d-4d0e-acdf-031456f1f1cd admin admin] Pushing event deleted for resources: {'Port': ['ID=a8bfe20a-60e7-4652-8ffe-de66c76493fe,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:06:54.322384 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4089e40f-283d-4d0e-acdf-031456f1f1cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:54.421569 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4089e40f-283d-4d0e-acdf-031456f1f1cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:54.423653 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4089e40f-283d-4d0e-acdf-031456f1f1cd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:54.520616 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4089e40f-283d-4d0e-acdf-031456f1f1cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:54.521308 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4089e40f-283d-4d0e-acdf-031456f1f1cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bba4a23-f4cf-4407-870e-ef6a7ab6225c {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 19:06:54.526495 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4089e40f-283d-4d0e-acdf-031456f1f1cd admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:54.530242 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4089e40f-283d-4d0e-acdf-031456f1f1cd admin admin] 10.222.0.52 "DELETE /v2.0/routers/4bba4a23-f4cf-4407-870e-ef6a7ab6225c HTTP/1.1" status: 204 len: 168 time: 0.9702866 Oct 27 19:06:54.530242 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48058) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:06:54.576895 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee0bb25c-2aeb-4266-936e-275a16ff4803 admin admin] Deleting subnet 56e753bb-c9b4-439a-bd0c-5adf5ac2396a {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 19:06:54.580168 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ee0bb25c-2aeb-4266-936e-275a16ff4803 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:54.615913 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ee0bb25c-2aeb-4266-936e-275a16ff4803 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:54.698217 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ee0bb25c-2aeb-4266-936e-275a16ff4803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:54.817808 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ee0bb25c-2aeb-4266-936e-275a16ff4803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:54.843993 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0bb25c-2aeb-4266-936e-275a16ff4803 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56e753bb-c9b4-439a-bd0c-5adf5ac2396a,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:06:54.847599 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ee0bb25c-2aeb-4266-936e-275a16ff4803 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:54.850772 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ee0bb25c-2aeb-4266-936e-275a16ff4803 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/56e753bb-c9b4-439a-bd0c-5adf5ac2396a HTTP/1.1" status: 204 len: 168 time: 0.3195748 Oct 27 19:06:54.853214 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a81d079-8f63-45a9-b7db-0fb65268157c None None] Network d0191f7b-8e46-434e-8842-bf24f16effff requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:06:54.853697 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48060) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:06:54.926644 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a7ae7f5d-b22d-4c9c-8858-db4d03973208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:54.985650 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-a7ae7f5d-b22d-4c9c-8858-db4d03973208 admin admin] Deleting port 17691d30-c685-4386-ae68-aa2ee76d036d {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:06:54.985991 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a7ae7f5d-b22d-4c9c-8858-db4d03973208 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:55.048441 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e076081a-c803-464f-bc41-dbefa9a18d7b None None] DHCP port deletion for d0191f7b-8e46-434e-8842-bf24f16effff request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 19:06:55.055312 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-a7ae7f5d-b22d-4c9c-8858-db4d03973208 admin admin] For port 17691d30-c685-4386-ae68-aa2ee76d036d, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=17691d30-c685-4386-ae68-aa2ee76d036d,segment=NetworkSegment(6b4a3a2c-45ac-4611-a987-4af30c2bf086),segment_id=6b4a3a2c-45ac-4611-a987-4af30c2bf086)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:06:55.055716 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a7ae7f5d-b22d-4c9c-8858-db4d03973208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:55.068351 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-a7ae7f5d-b22d-4c9c-8858-db4d03973208 admin admin] Calling delete_port for 17691d30-c685-4386-ae68-aa2ee76d036d owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:06:55.097251 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-e076081a-c803-464f-bc41-dbefa9a18d7b None None] Deleting port 17691d30-c685-4386-ae68-aa2ee76d036d {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:06:55.097620 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e076081a-c803-464f-bc41-dbefa9a18d7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:55.173876 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-e076081a-c803-464f-bc41-dbefa9a18d7b None None] For port 17691d30-c685-4386-ae68-aa2ee76d036d, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=17691d30-c685-4386-ae68-aa2ee76d036d,segment=NetworkSegment(6b4a3a2c-45ac-4611-a987-4af30c2bf086),segment_id=6b4a3a2c-45ac-4611-a987-4af30c2bf086)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:06:55.174268 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e076081a-c803-464f-bc41-dbefa9a18d7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:55.188724 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-e076081a-c803-464f-bc41-dbefa9a18d7b None None] Calling delete_port for 17691d30-c685-4386-ae68-aa2ee76d036d owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:06:55.234740 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a7ae7f5d-b22d-4c9c-8858-db4d03973208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:55.262252 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae7f5d-b22d-4c9c-8858-db4d03973208 admin admin] Pushing event deleted for resources: {'Port': ['ID=17691d30-c685-4386-ae68-aa2ee76d036d,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:06:55.264980 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ae7f5d-b22d-4c9c-8858-db4d03973208 admin admin] No DVR routers for this DVR port 17691d30-c685-4386-ae68-aa2ee76d036d on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:06:55.267053 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e076081a-c803-464f-bc41-dbefa9a18d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:55.291911 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ae7f5d-b22d-4c9c-8858-db4d03973208 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:06:55.292300 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ae7f5d-b22d-4c9c-8858-db4d03973208 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:06:55.292633 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ae7f5d-b22d-4c9c-8858-db4d03973208 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:06:55.292989 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ae7f5d-b22d-4c9c-8858-db4d03973208 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:06:55.293399 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ae7f5d-b22d-4c9c-8858-db4d03973208 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:06:55.293693 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ae7f5d-b22d-4c9c-8858-db4d03973208 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:06:55.294042 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ae7f5d-b22d-4c9c-8858-db4d03973208 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:06:55.294399 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ae7f5d-b22d-4c9c-8858-db4d03973208 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:06:55.294757 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ae7f5d-b22d-4c9c-8858-db4d03973208 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:06:55.295125 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ae7f5d-b22d-4c9c-8858-db4d03973208 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:06:55.295478 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ae7f5d-b22d-4c9c-8858-db4d03973208 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:06:55.295821 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ae7f5d-b22d-4c9c-8858-db4d03973208 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:06:55.298705 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e076081a-c803-464f-bc41-dbefa9a18d7b None None] Pushing event deleted for resources: {'Port': ['ID=17691d30-c685-4386-ae68-aa2ee76d036d,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:06:55.307875 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e076081a-c803-464f-bc41-dbefa9a18d7b None None] No DVR routers for this DVR port 17691d30-c685-4386-ae68-aa2ee76d036d on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:06:55.309166 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e076081a-c803-464f-bc41-dbefa9a18d7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:06:55.309505 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e076081a-c803-464f-bc41-dbefa9a18d7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:06:55.309840 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e076081a-c803-464f-bc41-dbefa9a18d7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:06:55.310164 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e076081a-c803-464f-bc41-dbefa9a18d7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:06:55.310525 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e076081a-c803-464f-bc41-dbefa9a18d7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:06:55.310882 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e076081a-c803-464f-bc41-dbefa9a18d7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:06:55.311211 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e076081a-c803-464f-bc41-dbefa9a18d7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:06:55.311533 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e076081a-c803-464f-bc41-dbefa9a18d7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:06:55.311850 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e076081a-c803-464f-bc41-dbefa9a18d7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:06:55.312188 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e076081a-c803-464f-bc41-dbefa9a18d7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:06:55.312566 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e076081a-c803-464f-bc41-dbefa9a18d7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:06:55.312799 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e076081a-c803-464f-bc41-dbefa9a18d7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:06:55.355856 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a7ae7f5d-b22d-4c9c-8858-db4d03973208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:55.376570 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-a7ae7f5d-b22d-4c9c-8858-db4d03973208 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0191f7b-8e46-434e-8842-bf24f16effff']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:06:55.385918 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-a7ae7f5d-b22d-4c9c-8858-db4d03973208 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b4a3a2c-45ac-4611-a987-4af30c2bf086') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:06:55.386216 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-a7ae7f5d-b22d-4c9c-8858-db4d03973208 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b4a3a2c-45ac-4611-a987-4af30c2bf086') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:06:55.395280 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a7ae7f5d-b22d-4c9c-8858-db4d03973208 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:55.408371 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a7ae7f5d-b22d-4c9c-8858-db4d03973208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:55.414968 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7ae7f5d-b22d-4c9c-8858-db4d03973208 admin admin] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 19:06:55.416305 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a7ae7f5d-b22d-4c9c-8858-db4d03973208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:55.416977 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 19:06:55.416977 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 19:06:55.416977 n-d-815690-2 neutron-server[102878]: timer() Oct 27 19:06:55.416977 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 19:06:55.416977 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 19:06:55.416977 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 19:06:55.416977 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 19:06:55.416977 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 19:06:55.416977 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 19:06:55.416977 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 19:06:55.416977 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 19:06:55.416977 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 19:06:55.416977 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 19:06:55.416977 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 19:06:55.416977 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 19:06:55.416977 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 19:06:55.416977 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 19:06:55.416977 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 19:06:55.416977 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 19:06:55.416977 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 19:06:55.416977 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 19:06:55.416977 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 19:06:55.416977 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 19:06:55.416977 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 19:06:55.416977 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 19:06:55.416977 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 19:06:55.416977 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 19:06:55.416977 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 19:06:55.416977 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 19:06:55.416977 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 19:06:55.416977 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 19:06:55.416977 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 19:06:55.524745 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a7ae7f5d-b22d-4c9c-8858-db4d03973208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:55.530696 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a7ae7f5d-b22d-4c9c-8858-db4d03973208 admin admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:55.533967 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a7ae7f5d-b22d-4c9c-8858-db4d03973208 admin admin] 10.222.0.52 "DELETE /v2.0/networks/d0191f7b-8e46-434e-8842-bf24f16effff HTTP/1.1" status: 204 len: 168 time: 0.6791651 Oct 27 19:06:55.537290 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48062) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:06:55.546227 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae7f5d-b22d-4c9c-8858-db4d03973208 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0191f7b-8e46-434e-8842-bf24f16effff,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:06:55.883842 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2ddb2a32-03dc-4a0c-b8cc-9f8f144760bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:56.072392 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device a8bfe20a-60e7-4652-8ffe-de66c76493fe no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:06:56.093927 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: a8bfe20a-60e7-4652-8ffe-de66c76493fe {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:06:56.094299 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device a8bfe20a-60e7-4652-8ffe-de66c76493fe not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:06:56.094868 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:06:56.117229 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:06:56.117677 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 9df8a9a4-bcf9-4fe5-a12e-13060e5c2bc9 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:06:56.118104 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 17691d30-c685-4386-ae68-aa2ee76d036d no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:06:56.131336 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-2ddb2a32-03dc-4a0c-b8cc-9f8f144760bf admin admin] Deleting port 9648a288-3872-48d8-836c-098b9ce9f5c1 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:06:56.131674 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2ddb2a32-03dc-4a0c-b8cc-9f8f144760bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:56.138685 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 17691d30-c685-4386-ae68-aa2ee76d036d {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:06:56.138994 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 17691d30-c685-4386-ae68-aa2ee76d036d not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:06:56.212522 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-2ddb2a32-03dc-4a0c-b8cc-9f8f144760bf admin admin] For port 9648a288-3872-48d8-836c-098b9ce9f5c1, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=9648a288-3872-48d8-836c-098b9ce9f5c1,segment=NetworkSegment(c715af3a-a0a8-4de4-8829-698862af3ce4),segment_id=c715af3a-a0a8-4de4-8829-698862af3ce4)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:06:56.212886 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2ddb2a32-03dc-4a0c-b8cc-9f8f144760bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:56.225381 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-2ddb2a32-03dc-4a0c-b8cc-9f8f144760bf admin admin] Calling delete_port for 9648a288-3872-48d8-836c-098b9ce9f5c1 owned by network:router_interface {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:06:56.451909 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2ddb2a32-03dc-4a0c-b8cc-9f8f144760bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:56.477580 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb2a32-03dc-4a0c-b8cc-9f8f144760bf admin admin] Pushing event deleted for resources: {'Port': ['ID=9648a288-3872-48d8-836c-098b9ce9f5c1,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:06:56.647114 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2ddb2a32-03dc-4a0c-b8cc-9f8f144760bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:56.695647 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:56.859637 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ddb2a32-03dc-4a0c-b8cc-9f8f144760bf admin admin] Router 5228c0c4-1eb8-4b5a-8211-519b3cf7285c has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:06:56.961145 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ddb2a32-03dc-4a0c-b8cc-9f8f144760bf admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:06:56.966626 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2ddb2a32-03dc-4a0c-b8cc-9f8f144760bf admin admin] 10.222.0.52 "PUT /v2.0/routers/5228c0c4-1eb8-4b5a-8211-519b3cf7285c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4282827 Oct 27 19:06:56.969144 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48064) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:06:56.969859 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b73800-0883-48c6-99af-a7ccca8bdd5e None None] Sync routers for ids ['5228c0c4-1eb8-4b5a-8211-519b3cf7285c'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:06:56.981321 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b73800-0883-48c6-99af-a7ccca8bdd5e None None] Routers {'5228c0c4-1eb8-4b5a-8211-519b3cf7285c'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:06:56.981951 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-d0b73800-0883-48c6-99af-a7ccca8bdd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:06:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['5228c0c4-1eb8-4b5a-8211-519b3cf7285c'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:06:57.075338 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5161a37d-0673-4461-9923-78ca19c0db49 admin admin] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:57.089536 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-d0b73800-0883-48c6-99af-a7ccca8bdd5e None None] Set router 5228c0c4-1eb8-4b5a-8211-519b3cf7285c gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:06:57.184133 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5161a37d-0673-4461-9923-78ca19c0db49 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:57.273676 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:57.288011 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-5161a37d-0673-4461-9923-78ca19c0db49 admin admin] Deleting port 9ca221c6-3037-48ae-9dcf-10ff298a8121 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:06:57.288551 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5161a37d-0673-4461-9923-78ca19c0db49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:57.291374 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-d0b73800-0883-48c6-99af-a7ccca8bdd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5228c0c4-1eb8-4b5a-8211-519b3cf7285c', 'name': 'tempest-TestVolumeBootPattern-1436265570-router', 'tenant_id': 'a5c6e2525a2a4a6dba445446b162a41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.4'}], 'enable_snat': True}, 'gw_port_id': '9ca221c6-3037-48ae-9dcf-10ff298a8121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:52:14Z', 'updated_at': '2021-10-27T19:06:56Z', 'revision_number': 5, 'project_id': 'a5c6e2525a2a4a6dba445446b162a41b', 'gw_port': {'id': '9ca221c6-3037-48ae-9dcf-10ff298a8121', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:87:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5228c0c4-1eb8-4b5a-8211-519b3cf7285c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T18:52:16Z', 'updated_at': '2021-10-27T18:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:06:57.319700 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b73800-0883-48c6-99af-a7ccca8bdd5e None None] Checking router: 5228c0c4-1eb8-4b5a-8211-519b3cf7285c for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:06:57.328582 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b73800-0883-48c6-99af-a7ccca8bdd5e None None] Routers {'5228c0c4-1eb8-4b5a-8211-519b3cf7285c'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:06:57.329184 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-d0b73800-0883-48c6-99af-a7ccca8bdd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:06:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['5228c0c4-1eb8-4b5a-8211-519b3cf7285c'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:06:57.377709 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-5161a37d-0673-4461-9923-78ca19c0db49 admin admin] For port 9ca221c6-3037-48ae-9dcf-10ff298a8121, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=9ca221c6-3037-48ae-9dcf-10ff298a8121,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:06:57.378082 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5161a37d-0673-4461-9923-78ca19c0db49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:57.389954 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-5161a37d-0673-4461-9923-78ca19c0db49 admin admin] Calling delete_port for 9ca221c6-3037-48ae-9dcf-10ff298a8121 owned by network:router_gateway {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:06:57.416724 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-d0b73800-0883-48c6-99af-a7ccca8bdd5e None None] Set router 5228c0c4-1eb8-4b5a-8211-519b3cf7285c gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:06:57.470844 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-d0b73800-0883-48c6-99af-a7ccca8bdd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5228c0c4-1eb8-4b5a-8211-519b3cf7285c', 'name': 'tempest-TestVolumeBootPattern-1436265570-router', 'tenant_id': 'a5c6e2525a2a4a6dba445446b162a41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:52:14Z', 'updated_at': '2021-10-27T19:06:57Z', 'revision_number': 6, 'project_id': 'a5c6e2525a2a4a6dba445446b162a41b', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:06:57.497302 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b73800-0883-48c6-99af-a7ccca8bdd5e None None] The sync data for ids ['5228c0c4-1eb8-4b5a-8211-519b3cf7285c'] in n-d-815690-2 is: [{'id': '5228c0c4-1eb8-4b5a-8211-519b3cf7285c', 'name': 'tempest-TestVolumeBootPattern-1436265570-router', 'tenant_id': 'a5c6e2525a2a4a6dba445446b162a41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T18:52:14Z', 'updated_at': '2021-10-27T19:06:57Z', 'revision_number': 6, 'project_id': 'a5c6e2525a2a4a6dba445446b162a41b', 'gw_port_host': None}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:06:57.621310 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5161a37d-0673-4461-9923-78ca19c0db49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:57.647149 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161a37d-0673-4461-9923-78ca19c0db49 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ca221c6-3037-48ae-9dcf-10ff298a8121,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:06:57.707580 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5161a37d-0673-4461-9923-78ca19c0db49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:57.804791 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5161a37d-0673-4461-9923-78ca19c0db49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:57.807483 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5161a37d-0673-4461-9923-78ca19c0db49 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:57.918948 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5161a37d-0673-4461-9923-78ca19c0db49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:57.918948 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5161a37d-0673-4461-9923-78ca19c0db49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5228c0c4-1eb8-4b5a-8211-519b3cf7285c {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 19:06:57.920602 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5161a37d-0673-4461-9923-78ca19c0db49 admin admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:57.921898 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5161a37d-0673-4461-9923-78ca19c0db49 admin admin] 10.222.0.52 "DELETE /v2.0/routers/5228c0c4-1eb8-4b5a-8211-519b3cf7285c HTTP/1.1" status: 204 len: 168 time: 0.9517655 Oct 27 19:06:57.928034 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48066) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:06:57.973055 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e84df5f-4ab4-48d5-85d2-c05668942d7e admin admin] Deleting subnet 49cdef8f-a685-4b90-abca-2a88cf1945c4 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 19:06:57.976138 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6e84df5f-4ab4-48d5-85d2-c05668942d7e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:58.010400 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6e84df5f-4ab4-48d5-85d2-c05668942d7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:58.089057 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6e84df5f-4ab4-48d5-85d2-c05668942d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:58.204727 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6e84df5f-4ab4-48d5-85d2-c05668942d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:58.230418 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e84df5f-4ab4-48d5-85d2-c05668942d7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49cdef8f-a685-4b90-abca-2a88cf1945c4,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:06:58.241002 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-6e84df5f-4ab4-48d5-85d2-c05668942d7e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:58.241928 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab19c80-ab0f-4890-9400-7fa10b33ff35 None None] Network 68a71ee1-267d-45d0-be2e-32fedca76477 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:06:58.247633 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-6e84df5f-4ab4-48d5-85d2-c05668942d7e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/49cdef8f-a685-4b90-abca-2a88cf1945c4 HTTP/1.1" status: 204 len: 168 time: 0.3160305 Oct 27 19:06:58.248022 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48068) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:06:58.305460 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 9648a288-3872-48d8-836c-098b9ce9f5c1 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:06:58.328246 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fd37b4e8-54a3-4845-9998-0ceddd49050a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:58.338093 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 9648a288-3872-48d8-836c-098b9ce9f5c1 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:06:58.338440 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 9648a288-3872-48d8-836c-098b9ce9f5c1 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:06:58.338893 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 9ca221c6-3037-48ae-9dcf-10ff298a8121 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:06:58.366307 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 9ca221c6-3037-48ae-9dcf-10ff298a8121 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:06:58.366661 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 9ca221c6-3037-48ae-9dcf-10ff298a8121 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:06:58.385592 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-fd37b4e8-54a3-4845-9998-0ceddd49050a admin admin] Deleting port d0fc5bc6-595a-416d-84d7-eefa7b215ca9 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:06:58.386016 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fd37b4e8-54a3-4845-9998-0ceddd49050a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:58.456470 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-fd37b4e8-54a3-4845-9998-0ceddd49050a admin admin] For port d0fc5bc6-595a-416d-84d7-eefa7b215ca9, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=d0fc5bc6-595a-416d-84d7-eefa7b215ca9,segment=NetworkSegment(c715af3a-a0a8-4de4-8829-698862af3ce4),segment_id=c715af3a-a0a8-4de4-8829-698862af3ce4)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:06:58.456839 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fd37b4e8-54a3-4845-9998-0ceddd49050a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:58.470909 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-fd37b4e8-54a3-4845-9998-0ceddd49050a admin admin] Calling delete_port for d0fc5bc6-595a-416d-84d7-eefa7b215ca9 owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:06:58.479083 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e30a3f-1b86-465b-b621-d9d2ed255a01 None None] DHCP port deletion for 68a71ee1-267d-45d0-be2e-32fedca76477 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 19:06:58.534076 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f8e30a3f-1b86-465b-b621-d9d2ed255a01 None None] Deleting port d0fc5bc6-595a-416d-84d7-eefa7b215ca9 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:06:58.534728 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f8e30a3f-1b86-465b-b621-d9d2ed255a01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:58.606934 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f8e30a3f-1b86-465b-b621-d9d2ed255a01 None None] For port d0fc5bc6-595a-416d-84d7-eefa7b215ca9, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=d0fc5bc6-595a-416d-84d7-eefa7b215ca9,segment=NetworkSegment(c715af3a-a0a8-4de4-8829-698862af3ce4),segment_id=c715af3a-a0a8-4de4-8829-698862af3ce4)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:06:58.607341 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f8e30a3f-1b86-465b-b621-d9d2ed255a01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:58.619950 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f8e30a3f-1b86-465b-b621-d9d2ed255a01 None None] Calling delete_port for d0fc5bc6-595a-416d-84d7-eefa7b215ca9 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:06:58.623121 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fd37b4e8-54a3-4845-9998-0ceddd49050a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:58.651383 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd37b4e8-54a3-4845-9998-0ceddd49050a admin admin] No DVR routers for this DVR port d0fc5bc6-595a-416d-84d7-eefa7b215ca9 on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:06:58.653442 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd37b4e8-54a3-4845-9998-0ceddd49050a admin admin] Pushing event deleted for resources: {'Port': ['ID=d0fc5bc6-595a-416d-84d7-eefa7b215ca9,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:06:58.701627 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f8e30a3f-1b86-465b-b621-d9d2ed255a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:58.725108 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e30a3f-1b86-465b-b621-d9d2ed255a01 None None] Pushing event deleted for resources: {'Port': ['ID=d0fc5bc6-595a-416d-84d7-eefa7b215ca9,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:06:58.731194 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e30a3f-1b86-465b-b621-d9d2ed255a01 None None] No DVR routers for this DVR port d0fc5bc6-595a-416d-84d7-eefa7b215ca9 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:06:58.739183 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fd37b4e8-54a3-4845-9998-0ceddd49050a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:58.760753 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-fd37b4e8-54a3-4845-9998-0ceddd49050a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68a71ee1-267d-45d0-be2e-32fedca76477']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:06:58.770299 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-fd37b4e8-54a3-4845-9998-0ceddd49050a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c715af3a-a0a8-4de4-8829-698862af3ce4') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:06:58.770598 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-fd37b4e8-54a3-4845-9998-0ceddd49050a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c715af3a-a0a8-4de4-8829-698862af3ce4') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:06:58.780671 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fd37b4e8-54a3-4845-9998-0ceddd49050a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:58.794597 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fd37b4e8-54a3-4845-9998-0ceddd49050a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:58.800455 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd37b4e8-54a3-4845-9998-0ceddd49050a admin admin] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 19:06:58.805992 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fd37b4e8-54a3-4845-9998-0ceddd49050a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:58.805992 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 19:06:58.805992 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 19:06:58.805992 n-d-815690-2 neutron-server[102879]: timer() Oct 27 19:06:58.805992 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 19:06:58.805992 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 19:06:58.805992 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 19:06:58.805992 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 19:06:58.805992 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 19:06:58.805992 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 19:06:58.805992 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 19:06:58.805992 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 19:06:58.805992 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 19:06:58.805992 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 19:06:58.805992 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 19:06:58.805992 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 19:06:58.805992 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 19:06:58.805992 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 19:06:58.805992 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 19:06:58.805992 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 19:06:58.805992 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 19:06:58.805992 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 19:06:58.805992 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 19:06:58.805992 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 19:06:58.805992 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 19:06:58.805992 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 19:06:58.805992 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 19:06:58.805992 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 19:06:58.805992 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 19:06:58.805992 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 19:06:58.805992 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 19:06:58.805992 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 19:06:58.805992 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 19:06:58.914882 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fd37b4e8-54a3-4845-9998-0ceddd49050a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:58.920914 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fd37b4e8-54a3-4845-9998-0ceddd49050a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:58.924228 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-fd37b4e8-54a3-4845-9998-0ceddd49050a admin admin] 10.222.0.52 "DELETE /v2.0/networks/68a71ee1-267d-45d0-be2e-32fedca76477 HTTP/1.1" status: 204 len: 168 time: 0.6750278 Oct 27 19:06:58.939393 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd37b4e8-54a3-4845-9998-0ceddd49050a admin admin] Pushing event deleted for resources: {'Network': ['ID=68a71ee1-267d-45d0-be2e-32fedca76477,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:06:59.324828 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48074) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:06:59.368638 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-07fc6524-31fb-429e-a27c-9b3562bc4136 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=346c2f1cc90a43138ca74853aad732b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397797 Oct 27 19:06:59.369592 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48076) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:06:59.419710 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2e3bf90b-b9ce-4149-8369-03aeac91edef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:59.441553 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2e3bf90b-b9ce-4149-8369-03aeac91edef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:59.547280 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2e3bf90b-b9ce-4149-8369-03aeac91edef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:59.550079 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-2e3bf90b-b9ce-4149-8369-03aeac91edef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:06:59.551321 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-2e3bf90b-b9ce-4149-8369-03aeac91edef admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/20c649aa-40d7-4532-80ee-98c84f83002d HTTP/1.1" status: 204 len: 168 time: 0.1806526 Oct 27 19:06:59.561235 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3bf90b-b9ce-4149-8369-03aeac91edef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c649aa-40d7-4532-80ee-98c84f83002d,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:07:00.069755 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d0fc5bc6-595a-416d-84d7-eefa7b215ca9 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:07:00.092161 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: d0fc5bc6-595a-416d-84d7-eefa7b215ca9 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:07:00.092620 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d0fc5bc6-595a-416d-84d7-eefa7b215ca9 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:07:00.232577 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48082) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:07:00.274160 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0908d690-261f-47e1-ac04-0050d0f3e7c6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a5c6e2525a2a4a6dba445446b162a41b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402946 Oct 27 19:07:00.276571 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48084) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:07:00.326200 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b38279cf-f9d5-4755-a1fd-e85ea23aaa75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:00.348093 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b38279cf-f9d5-4755-a1fd-e85ea23aaa75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:00.480277 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b38279cf-f9d5-4755-a1fd-e85ea23aaa75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:00.482955 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b38279cf-f9d5-4755-a1fd-e85ea23aaa75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:00.484140 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b38279cf-f9d5-4755-a1fd-e85ea23aaa75 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/456a48db-f843-4e02-bf84-864909dc76b9 HTTP/1.1" status: 204 len: 168 time: 0.2066689 Oct 27 19:07:00.492105 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38279cf-f9d5-4755-a1fd-e85ea23aaa75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456a48db-f843-4e02-bf84-864909dc76b9,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:07:09.657298 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0009ad6b-504c-4637-9905-1a6350ac8118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:11.353857 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-de084ee6-9d96-44f3-9862-729a993cc07b tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=7c13a21685344b398a5b595b1b9c4b9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226645 Oct 27 19:07:11.465428 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-6b90bf9b-1f29-4043-8458-9cc9ce8bd9f0 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:11.467091 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-6b90bf9b-1f29-4043-8458-9cc9ce8bd9f0 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1072571 Oct 27 19:07:11.484174 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-02da4a32-0bcc-4e2b-833a-1221195aa232 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] 10.222.0.52 "GET /v2.0/quotas/7c13a21685344b398a5b595b1b9c4b9d HTTP/1.1" status: 200 len: 375 time: 0.0105824 Oct 27 19:07:11.515693 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-e6642d44-087d-4a91-a51d-0042fa101124 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7c13a21685344b398a5b595b1b9c4b9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261905 Oct 27 19:07:11.803804 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6143d180-3c4d-48c6-a722-288512d53ed1 req-c98583cb-4197-48bf-866e-ca47b5817f4f tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] 10.222.0.52 "GET /v2.0/ports?device_id=92c0416c-6483-4862-a1e0-4ff9da9f03d6 HTTP/1.1" status: 200 len: 210 time: 0.0290504 Oct 27 19:07:12.125648 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-07b26ee3-dae3-43c3-be11-bb5d4074bc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:12.886338 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fe7c865b-e648-4afc-8c6c-03981d8fc00c req-52e0c277-5aab-483d-8d43-b64945d2ec61 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] 10.222.0.52 "GET /v2.0/ports?device_id=92c0416c-6483-4862-a1e0-4ff9da9f03d6 HTTP/1.1" status: 200 len: 210 time: 0.0297852 Oct 27 19:07:13.421021 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:13.563966 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:13.985471 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4338eecf-e5db-4441-b332-06eaca713a26 req-511cff1e-5012-456b-9229-30e7d7e03675 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] 10.222.0.52 "GET /v2.0/ports?device_id=92c0416c-6483-4862-a1e0-4ff9da9f03d6 HTTP/1.1" status: 200 len: 210 time: 0.0257905 Oct 27 19:07:14.031595 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-7a2355ff-4b85-4ca1-bf25-f2791b1ed0e7 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=7c13a21685344b398a5b595b1b9c4b9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288885 Oct 27 19:07:14.525145 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-2c9f0c37-7e6f-4050-9ca6-8457d877eeb8 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:14.526566 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-2c9f0c37-7e6f-4050-9ca6-8457d877eeb8 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4899039 Oct 27 19:07:14.539197 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-c3e81872-9a4b-4c5a-bc1d-cce76c2e6a2e tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Request body: {'port': {'device_id': '92c0416c-6483-4862-a1e0-4ff9da9f03d6', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'admin_state_up': True, 'tenant_id': '7c13a21685344b398a5b595b1b9c4b9d'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:07:14.754833 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-c3e81872-9a4b-4c5a-bc1d-cce76c2e6a2e tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Made reservation on behalf of 7c13a21685344b398a5b595b1b9c4b9d for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:07:14.758561 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-c3e81872-9a4b-4c5a-bc1d-cce76c2e6a2e tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:14.767490 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-c3e81872-9a4b-4c5a-bc1d-cce76c2e6a2e tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:14.840886 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-c3e81872-9a4b-4c5a-bc1d-cce76c2e6a2e tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:14.936952 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-c3e81872-9a4b-4c5a-bc1d-cce76c2e6a2e tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:14.999120 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e81872-9a4b-4c5a-bc1d-cce76c2e6a2e tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=854d96ab-10f3-4619-9e1f-517071983d95,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:07:15.076971 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-c3e81872-9a4b-4c5a-bc1d-cce76c2e6a2e tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Allocated IP 192.168.233.77 (5a00a4ee-d7ee-4646-9905-4d21868e9aa2/5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc/f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:07:15.084631 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b8dbcb06-7289-4f62-bc5f-825a320d7a03 req-a60c72f8-c208-47ea-8462-de881ae9fc18 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] 10.222.0.52 "GET /v2.0/ports?device_id=92c0416c-6483-4862-a1e0-4ff9da9f03d6 HTTP/1.1" status: 200 len: 210 time: 0.0275180 Oct 27 19:07:15.211687 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:15.227608 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-c3e81872-9a4b-4c5a-bc1d-cce76c2e6a2e tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:15.330661 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-c3e81872-9a4b-4c5a-bc1d-cce76c2e6a2e tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:15.372547 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-c3e81872-9a4b-4c5a-bc1d-cce76c2e6a2e tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:07:15.375618 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-c3e81872-9a4b-4c5a-bc1d-cce76c2e6a2e tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:07:15.380087 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-c3e81872-9a4b-4c5a-bc1d-cce76c2e6a2e tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:07:15.405536 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e81872-9a4b-4c5a-bc1d-cce76c2e6a2e tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Pushing event updated for resources: {'Port': ['ID=f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:07:15.435106 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-c3e81872-9a4b-4c5a-bc1d-cce76c2e6a2e tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:15.435733 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-c3e81872-9a4b-4c5a-bc1d-cce76c2e6a2e tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:15.515313 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-c3e81872-9a4b-4c5a-bc1d-cce76c2e6a2e tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9798744 Oct 27 19:07:15.528274 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-453e9f50-1f4c-46bd-89c4-79f8969e0e9c service neutron] Request body: {'port': {'device_id': '92c0416c-6483-4862-a1e0-4ff9da9f03d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:07:15.586767 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-453e9f50-1f4c-46bd-89c4-79f8969e0e9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:15.666639 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-b9794e19-abab-4b45-ba7b-4d947f16fac5 None None] Provisioning complete for port f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:07:15.666639 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b9794e19-abab-4b45-ba7b-4d947f16fac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:15.695740 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-b9794e19-abab-4b45-ba7b-4d947f16fac5 None None] Port f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:07:15.842226 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-453e9f50-1f4c-46bd-89c4-79f8969e0e9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:07:15.849812 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-453e9f50-1f4c-46bd-89c4-79f8969e0e9c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:15.862190 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-453e9f50-1f4c-46bd-89c4-79f8969e0e9c service neutron] Transition to ACTIVE for port object f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 19:07:15.926206 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-453e9f50-1f4c-46bd-89c4-79f8969e0e9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:15.997907 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e9f50-1f4c-46bd-89c4-79f8969e0e9c service neutron] Pushing event updated for resources: {'Port': ['ID=f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:07:16.050772 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-453e9f50-1f4c-46bd-89c4-79f8969e0e9c service neutron] Attempting to bind port f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:07:16.051135 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-453e9f50-1f4c-46bd-89c4-79f8969e0e9c service neutron] Attempting to bind port f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:07:16.051464 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-453e9f50-1f4c-46bd-89c4-79f8969e0e9c service neutron] Attempting to bind port f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:07:16.056148 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-453e9f50-1f4c-46bd-89c4-79f8969e0e9c service neutron] Port f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 19:07:16.056480 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-453e9f50-1f4c-46bd-89c4-79f8969e0e9c service neutron] Attempting to bind port f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd on network 5a00a4ee-d7ee-4646-9905-4d21868e9aa2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:07:16.061822 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-453e9f50-1f4c-46bd-89c4-79f8969e0e9c service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:07:16.062164 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-453e9f50-1f4c-46bd-89c4-79f8969e0e9c service neutron] Checking segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:07:16.062615 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-453e9f50-1f4c-46bd-89c4-79f8969e0e9c service neutron] Bound using segment: {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:07:16.063066 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-453e9f50-1f4c-46bd-89c4-79f8969e0e9c service neutron] Bound port: f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1747e2fb-5c21-4831-89bd-d3599959dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:07:16.063422 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-453e9f50-1f4c-46bd-89c4-79f8969e0e9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:16.141404 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-453e9f50-1f4c-46bd-89c4-79f8969e0e9c service neutron] For port f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:07:16.154337 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-453e9f50-1f4c-46bd-89c4-79f8969e0e9c service neutron] For port f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:07:16.211412 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ce9e8-f27f-4fa1-ace5-90bf7a87ca2b req-958d2da4-e267-45a3-a45c-808213e54d67 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:16.212993 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-488ce9e8-f27f-4fa1-ace5-90bf7a87ca2b req-958d2da4-e267-45a3-a45c-808213e54d67 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] 10.222.0.52 "GET /v2.0/ports?device_id=92c0416c-6483-4862-a1e0-4ff9da9f03d6 HTTP/1.1" status: 200 len: 947 time: 0.0544500 Oct 27 19:07:16.217910 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-453e9f50-1f4c-46bd-89c4-79f8969e0e9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:16.257711 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-453e9f50-1f4c-46bd-89c4-79f8969e0e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:16.258678 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-453e9f50-1f4c-46bd-89c4-79f8969e0e9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:16.259848 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-488ce9e8-f27f-4fa1-ace5-90bf7a87ca2b req-be78f443-81f0-4a97-b86d-6926a5866cf9 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] 10.222.0.52 "GET /v2.0/security-groups?id=854d96ab-10f3-4619-9e1f-517071983d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342135 Oct 27 19:07:16.260079 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-453e9f50-1f4c-46bd-89c4-79f8969e0e9c service neutron] 10.222.0.93 "PUT /v2.0/ports/f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd HTTP/1.1" status: 200 len: 1095 time: 0.7366540 Oct 27 19:07:16.265134 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92c0416c-6483-4862-a1e0-4ff9da9f03d6', 'tag': 'f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:07:16.266997 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eeaa09e-137a-4302-8db1-91293fac4d34" -d '{"events": [{"name": "network-changed", "server_uuid": "92c0416c-6483-4862-a1e0-4ff9da9f03d6", "tag": "f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:07:16.288721 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e9f50-1f4c-46bd-89c4-79f8969e0e9c service neutron] Pushing event updated for resources: {'Port': ['ID=f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:07:16.313923 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c46467-5029-416e-862d-7f4282965036 x-openstack-request-id: req-f6c46467-5029-416e-862d-7f4282965036 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:07:16.314215 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92c0416c-6483-4862-a1e0-4ff9da9f03d6", "tag": "f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:07:16.314470 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f6c46467-5029-416e-862d-7f4282965036 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:07:16.314957 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92c0416c-6483-4862-a1e0-4ff9da9f03d6', 'tag': 'f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd', 'status': 'completed', 'code': 200} Oct 27 19:07:16.378768 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeaa09e-137a-4302-8db1-91293fac4d34 req-342d30fe-e0e1-4c80-8624-fee773471230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:16.380471 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0eeaa09e-137a-4302-8db1-91293fac4d34 req-342d30fe-e0e1-4c80-8624-fee773471230 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7c13a21685344b398a5b595b1b9c4b9d&device_id=92c0416c-6483-4862-a1e0-4ff9da9f03d6 HTTP/1.1" status: 200 len: 1098 time: 0.0470533 Oct 27 19:07:16.411239 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0eeaa09e-137a-4302-8db1-91293fac4d34 req-82c52015-9fde-4efe-a144-805d11249672 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=7c13a21685344b398a5b595b1b9c4b9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216856 Oct 27 19:07:16.505264 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeaa09e-137a-4302-8db1-91293fac4d34 req-93568834-21f4-4b4f-8368-0e502ea89b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:16.506740 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0eeaa09e-137a-4302-8db1-91293fac4d34 req-93568834-21f4-4b4f-8368-0e502ea89b44 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0889425 Oct 27 19:07:16.591610 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-f2e69536-ac63-4720-94a3-dfa92a696652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:16.593113 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-f2e69536-ac63-4720-94a3-dfa92a696652 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=7c13a21685344b398a5b595b1b9c4b9d&device_id=92c0416c-6483-4862-a1e0-4ff9da9f03d6 HTTP/1.1" status: 200 len: 1098 time: 0.0448964 Oct 27 19:07:16.635721 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-858b661c-a9d9-4367-95a1-d9e5872e0df5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd HTTP/1.1" status: 200 len: 217 time: 0.0344820 Oct 27 19:07:16.684092 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-05036ce9-3dda-4b4f-ab39-c17a97b85333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:16.685532 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-05036ce9-3dda-4b4f-ab39-c17a97b85333 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc HTTP/1.1" status: 200 len: 843 time: 0.0437357 Oct 27 19:07:16.730751 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-8174339f-fb80-4fab-bb5d-5215ef012148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:16.732220 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-8174339f-fb80-4fab-bb5d-5215ef012148 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a00a4ee-d7ee-4646-9905-4d21868e9aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0401034 Oct 27 19:07:16.826008 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-18bbbbcd-e943-4ccf-a82d-bce64df1ed75 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871255 Oct 27 19:07:16.917289 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-16dd3453-2a0e-457a-820e-1f85463cbfbd req-41c99c07-d998-47bb-8d43-d08e4d055f84 service neutron] 10.222.0.93 "GET /v2.0/networks/5a00a4ee-d7ee-4646-9905-4d21868e9aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844362 Oct 27 19:07:17.390511 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0491c2a-5958-49fc-becf-258bfda105c2 req-65dbccad-8d7b-412d-8498-4fa1833065e6 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:17.392058 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f0491c2a-5958-49fc-becf-258bfda105c2 req-65dbccad-8d7b-412d-8498-4fa1833065e6 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] 10.222.0.52 "GET /v2.0/ports?device_id=92c0416c-6483-4862-a1e0-4ff9da9f03d6 HTTP/1.1" status: 200 len: 947 time: 0.0499151 Oct 27 19:07:17.435524 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f0491c2a-5958-49fc-becf-258bfda105c2 req-168faa91-481b-476a-8e5d-3d45cfaa4668 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] 10.222.0.52 "GET /v2.0/security-groups?id=854d96ab-10f3-4619-9e1f-517071983d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374160 Oct 27 19:07:18.558244 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59cd1a-2530-48b0-a2a2-04441ad12d43 req-887a06bf-b65e-4bd3-9df3-6f3e0fdbb57b tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:18.559888 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6f59cd1a-2530-48b0-a2a2-04441ad12d43 req-887a06bf-b65e-4bd3-9df3-6f3e0fdbb57b tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] 10.222.0.52 "GET /v2.0/ports?device_id=92c0416c-6483-4862-a1e0-4ff9da9f03d6 HTTP/1.1" status: 200 len: 947 time: 0.0541363 Oct 27 19:07:18.602081 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6f59cd1a-2530-48b0-a2a2-04441ad12d43 req-98f3d280-63a0-412f-abb5-b919e6d86aed tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] 10.222.0.52 "GET /v2.0/security-groups?id=854d96ab-10f3-4619-9e1f-517071983d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355942 Oct 27 19:07:19.722706 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be95fac-8a88-4d40-be77-ce069c330736 req-cf4b3822-ffdf-48e4-824a-c295a2f0240c tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:19.724297 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3be95fac-8a88-4d40-be77-ce069c330736 req-cf4b3822-ffdf-48e4-824a-c295a2f0240c tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] 10.222.0.52 "GET /v2.0/ports?device_id=92c0416c-6483-4862-a1e0-4ff9da9f03d6 HTTP/1.1" status: 200 len: 947 time: 0.0536416 Oct 27 19:07:19.764104 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3be95fac-8a88-4d40-be77-ce069c330736 req-7f3a906a-4f38-4697-aa7e-005ae1310b43 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] 10.222.0.52 "GET /v2.0/security-groups?id=854d96ab-10f3-4619-9e1f-517071983d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337837 Oct 27 19:07:20.072613 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 19:07:20.168611 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:07:20.179945 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd', 'network_id': '5a00a4ee-d7ee-4646-9905-4d21868e9aa2', 'port_id': 'f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd', 'mac_address': 'fa:16:3e:5d:27:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1db7bc-40ea-4a34-8f2c-e68df71cd5fc', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 19:07:20.215809 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:20.229011 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:07:20.248468 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:07:20.302698 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:20.349648 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:07:20.553636 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:07:20.881628 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907eb2f2-32a9-4a18-b0f8-9e3c314e2ee2 req-10dda152-718e-482a-a6f9-edc67749f0b5 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:20.883094 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-907eb2f2-32a9-4a18-b0f8-9e3c314e2ee2 req-10dda152-718e-482a-a6f9-edc67749f0b5 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] 10.222.0.52 "GET /v2.0/ports?device_id=92c0416c-6483-4862-a1e0-4ff9da9f03d6 HTTP/1.1" status: 200 len: 948 time: 0.0486929 Oct 27 19:07:20.924461 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-907eb2f2-32a9-4a18-b0f8-9e3c314e2ee2 req-ba83d916-b999-41bd-8bee-e0594946eddb tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] 10.222.0.52 "GET /v2.0/security-groups?id=854d96ab-10f3-4619-9e1f-517071983d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353942 Oct 27 19:07:22.047778 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88433d15-7b61-43b0-9533-89373670816c req-a070bb9b-0417-4e49-8ea1-8e6ce316ca52 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:22.049328 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-88433d15-7b61-43b0-9533-89373670816c req-a070bb9b-0417-4e49-8ea1-8e6ce316ca52 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] 10.222.0.52 "GET /v2.0/ports?device_id=92c0416c-6483-4862-a1e0-4ff9da9f03d6 HTTP/1.1" status: 200 len: 948 time: 0.0556815 Oct 27 19:07:22.079543 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:07:22.092243 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-88433d15-7b61-43b0-9533-89373670816c req-2cd478e6-871f-4a84-b399-a6c3438388cc tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] 10.222.0.52 "GET /v2.0/security-groups?id=854d96ab-10f3-4619-9e1f-517071983d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368459 Oct 27 19:07:22.220894 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 19:07:22.225146 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:07:22.225513 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:22.303641 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:22.326796 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c0416c-6483-4862-a1e0-4ff9da9f03d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:07:22.329082 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ec56e5-4064-4722-ab39-aab5b9f94bde" -d '{"events": [{"server_uuid": "92c0416c-6483-4862-a1e0-4ff9da9f03d6", "name": "network-vif-plugged", "status": "completed", "tag": "f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:07:22.343416 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:07:22.367377 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b758698f-105e-4af1-8b68-e3da9e6b3ce9 x-openstack-request-id: req-b758698f-105e-4af1-8b68-e3da9e6b3ce9 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:07:22.367672 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92c0416c-6483-4862-a1e0-4ff9da9f03d6", "name": "network-vif-plugged", "status": "completed", "tag": "f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:07:22.367926 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b758698f-105e-4af1-8b68-e3da9e6b3ce9 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:07:22.368322 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92c0416c-6483-4862-a1e0-4ff9da9f03d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd', 'code': 200} Oct 27 19:07:22.432215 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:22.466939 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05107dc4-2631-4493-9c0f-1fb86cc6c698 req-3a40b9c9-085e-48f4-80b1-a87c297a2ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:22.468471 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-05107dc4-2631-4493-9c0f-1fb86cc6c698 req-3a40b9c9-085e-48f4-80b1-a87c297a2ab0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=92c0416c-6483-4862-a1e0-4ff9da9f03d6 HTTP/1.1" status: 200 len: 1100 time: 0.0414667 Oct 27 19:07:22.480000 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:07:22.505715 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-05107dc4-2631-4493-9c0f-1fb86cc6c698 req-c0d56e0b-4947-4176-85af-c7c71bec1e6b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=854d96ab-10f3-4619-9e1f-517071983d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297623 Oct 27 19:07:22.720581 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:07:23.217069 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d38ec7-8eee-4d61-8831-2850aaf2850b req-93ae01f4-9799-4a6a-8a98-edfc16b0f450 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:23.218611 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-14d38ec7-8eee-4d61-8831-2850aaf2850b req-93ae01f4-9799-4a6a-8a98-edfc16b0f450 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] 10.222.0.52 "GET /v2.0/ports?device_id=92c0416c-6483-4862-a1e0-4ff9da9f03d6 HTTP/1.1" status: 200 len: 949 time: 0.0533643 Oct 27 19:07:23.257898 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-14d38ec7-8eee-4d61-8831-2850aaf2850b req-171844d7-77d3-464e-8d7c-6ae63252842b tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] 10.222.0.52 "GET /v2.0/security-groups?id=854d96ab-10f3-4619-9e1f-517071983d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325458 Oct 27 19:07:24.383218 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab216ac9-4b36-4639-ad60-a27340880530 req-d993d4cb-cce9-4079-a66d-d092dbc5d93f tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:24.384751 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ab216ac9-4b36-4639-ad60-a27340880530 req-d993d4cb-cce9-4079-a66d-d092dbc5d93f tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] 10.222.0.52 "GET /v2.0/ports?device_id=92c0416c-6483-4862-a1e0-4ff9da9f03d6 HTTP/1.1" status: 200 len: 949 time: 0.0523880 Oct 27 19:07:24.428460 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ab216ac9-4b36-4639-ad60-a27340880530 req-8d78f564-667f-4284-8eef-33ab25bf7b0c tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] 10.222.0.52 "GET /v2.0/security-groups?id=854d96ab-10f3-4619-9e1f-517071983d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377181 Oct 27 19:07:24.851712 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-61f57924-b62c-480f-a0ea-72d2837dee3a req-f3d2f070-32e9-4882-9cc2-4fab11ac2f1e service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 19:07:24.852734 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-61f57924-b62c-480f-a0ea-72d2837dee3a req-f3d2f070-32e9-4882-9cc2-4fab11ac2f1e service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1045609 Oct 27 19:07:25.910761 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67a373-5518-4681-9618-53c2ffc02785 req-947989cf-4c53-4242-aba3-2c7f80db1fd5 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:25.912311 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5a67a373-5518-4681-9618-53c2ffc02785 req-947989cf-4c53-4242-aba3-2c7f80db1fd5 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] 10.222.0.52 "GET /v2.0/ports?device_id=92c0416c-6483-4862-a1e0-4ff9da9f03d6 HTTP/1.1" status: 200 len: 949 time: 0.0506182 Oct 27 19:07:25.950655 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5a67a373-5518-4681-9618-53c2ffc02785 req-59127a0b-85db-44f7-a486-c161f991a539 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] 10.222.0.52 "GET /v2.0/security-groups?id=854d96ab-10f3-4619-9e1f-517071983d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323505 Oct 27 19:07:26.694995 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:27.071452 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f3c08-78e8-4b96-ac7e-0f9a2b6f90cf req-a4c04fbe-e902-42b0-b1ef-f49fbd7264d9 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:27.072973 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c85f3c08-78e8-4b96-ac7e-0f9a2b6f90cf req-a4c04fbe-e902-42b0-b1ef-f49fbd7264d9 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] 10.222.0.52 "GET /v2.0/ports?device_id=92c0416c-6483-4862-a1e0-4ff9da9f03d6 HTTP/1.1" status: 200 len: 949 time: 0.0498114 Oct 27 19:07:27.112991 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c85f3c08-78e8-4b96-ac7e-0f9a2b6f90cf req-8e897026-fcab-4dbb-9e04-119a9799eaf5 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] 10.222.0.52 "GET /v2.0/security-groups?id=854d96ab-10f3-4619-9e1f-517071983d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336323 Oct 27 19:07:27.145096 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae892e-f41e-47d6-bdb8-f28a6d2abe22 req-78ffe607-7e63-48ad-8b90-16e874c7d7bb tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:27.146577 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e7ae892e-f41e-47d6-bdb8-f28a6d2abe22 req-78ffe607-7e63-48ad-8b90-16e874c7d7bb tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] 10.222.0.93 "GET /v2.0/ports?device_id=92c0416c-6483-4862-a1e0-4ff9da9f03d6 HTTP/1.1" status: 200 len: 949 time: 0.0497012 Oct 27 19:07:27.249700 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:27.250194 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-e7ae892e-f41e-47d6-bdb8-f28a6d2abe22 req-c989b556-c8be-45de-b0af-c5fe8b3eb0c4 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Deleting port f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:07:27.250533 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e7ae892e-f41e-47d6-bdb8-f28a6d2abe22 req-c989b556-c8be-45de-b0af-c5fe8b3eb0c4 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:27.339076 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-e7ae892e-f41e-47d6-bdb8-f28a6d2abe22 req-c989b556-c8be-45de-b0af-c5fe8b3eb0c4 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] For port f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd,segment=NetworkSegment(1747e2fb-5c21-4831-89bd-d3599959dc51),segment_id=1747e2fb-5c21-4831-89bd-d3599959dc51)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:07:27.339436 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e7ae892e-f41e-47d6-bdb8-f28a6d2abe22 req-c989b556-c8be-45de-b0af-c5fe8b3eb0c4 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:27.352133 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-e7ae892e-f41e-47d6-bdb8-f28a6d2abe22 req-c989b556-c8be-45de-b0af-c5fe8b3eb0c4 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Calling delete_port for f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:07:27.566018 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e7ae892e-f41e-47d6-bdb8-f28a6d2abe22 req-c989b556-c8be-45de-b0af-c5fe8b3eb0c4 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:27.577689 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:07:27.594842 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c989b556-c8be-45de-b0af-c5fe8b3eb0c4 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Pushing event deleted for resources: {'Port': ['ID=f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:07:27.607946 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c989b556-c8be-45de-b0af-c5fe8b3eb0c4 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:07:27.608306 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c989b556-c8be-45de-b0af-c5fe8b3eb0c4 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:07:27.608656 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c989b556-c8be-45de-b0af-c5fe8b3eb0c4 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:07:27.608997 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c989b556-c8be-45de-b0af-c5fe8b3eb0c4 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:07:27.609334 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c989b556-c8be-45de-b0af-c5fe8b3eb0c4 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:07:27.609671 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c989b556-c8be-45de-b0af-c5fe8b3eb0c4 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:07:27.610010 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c989b556-c8be-45de-b0af-c5fe8b3eb0c4 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:07:27.610347 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c989b556-c8be-45de-b0af-c5fe8b3eb0c4 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:07:27.610680 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c989b556-c8be-45de-b0af-c5fe8b3eb0c4 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:07:27.611036 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c989b556-c8be-45de-b0af-c5fe8b3eb0c4 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:07:27.611456 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c989b556-c8be-45de-b0af-c5fe8b3eb0c4 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:07:27.611971 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c989b556-c8be-45de-b0af-c5fe8b3eb0c4 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:07:27.650314 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ae892e-f41e-47d6-bdb8-f28a6d2abe22 req-c989b556-c8be-45de-b0af-c5fe8b3eb0c4 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] No DVR routers for this DVR port f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:07:27.652934 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e7ae892e-f41e-47d6-bdb8-f28a6d2abe22 req-c989b556-c8be-45de-b0af-c5fe8b3eb0c4 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:27.659137 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e7ae892e-f41e-47d6-bdb8-f28a6d2abe22 req-c989b556-c8be-45de-b0af-c5fe8b3eb0c4 tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] 10.222.0.93 "DELETE /v2.0/ports/f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd HTTP/1.1" status: 204 len: 173 time: 0.5018554 Oct 27 19:07:27.659137 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c0416c-6483-4862-a1e0-4ff9da9f03d6', 'name': 'network-vif-deleted', 'tag': 'f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:07:27.660056 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e4f6aa-6228-490c-986d-d3573c0a3b2e" -d '{"events": [{"server_uuid": "92c0416c-6483-4862-a1e0-4ff9da9f03d6", "name": "network-vif-deleted", "tag": "f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:07:27.696140 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8daaafcb-7ffe-45a6-b555-0a3189420e1e x-openstack-request-id: req-8daaafcb-7ffe-45a6-b555-0a3189420e1e {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:07:27.696441 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92c0416c-6483-4862-a1e0-4ff9da9f03d6", "name": "network-vif-deleted", "tag": "f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:07:27.696706 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8daaafcb-7ffe-45a6-b555-0a3189420e1e {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:07:27.697110 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92c0416c-6483-4862-a1e0-4ff9da9f03d6', 'name': 'network-vif-deleted', 'tag': 'f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd', 'status': 'completed', 'code': 200} Oct 27 19:07:28.221353 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9427b581-5b01-4d8c-80b7-c5518cf624e8 req-1175f03b-07fa-43bf-bc34-ae66882c4e4d tempest-ServersAdminNegativeTestJSON-1095980184 tempest-ServersAdminNegativeTestJSON-1095980184-project] 10.222.0.52 "GET /v2.0/ports?device_id=92c0416c-6483-4862-a1e0-4ff9da9f03d6 HTTP/1.1" status: 200 len: 210 time: 0.0271416 Oct 27 19:07:29.644302 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48228) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:07:29.779253 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c4b0dc92-7eb3-4817-8292-2cb2b692677a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7c13a21685344b398a5b595b1b9c4b9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1336699 Oct 27 19:07:29.781628 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48232) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:07:29.831493 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-360da095-196c-4f4a-b1f4-745ed3eff2f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:29.852220 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-360da095-196c-4f4a-b1f4-745ed3eff2f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:29.969160 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-360da095-196c-4f4a-b1f4-745ed3eff2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:29.971842 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-360da095-196c-4f4a-b1f4-745ed3eff2f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:29.973042 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-360da095-196c-4f4a-b1f4-745ed3eff2f6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/854d96ab-10f3-4619-9e1f-517071983d95 HTTP/1.1" status: 204 len: 168 time: 0.1904871 Oct 27 19:07:29.981698 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360da095-196c-4f4a-b1f4-745ed3eff2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854d96ab-10f3-4619-9e1f-517071983d95,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:07:30.500042 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48238) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:07:30.514208 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-633b5bb7-71ad-46fe-b4a6-59e1a1b19e8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:30.589355 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-633b5bb7-71ad-46fe-b4a6-59e1a1b19e8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:30.655079 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-633b5bb7-71ad-46fe-b4a6-59e1a1b19e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:30.697018 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-633b5bb7-71ad-46fe-b4a6-59e1a1b19e8a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5b2114c8481345d095e6366efadb7451&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1958795 Oct 27 19:07:30.697890 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b5bb7-71ad-46fe-b4a6-59e1a1b19e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef4afef-6a45-4ffc-ad1e-6fb2565b0a80,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:07:30.699784 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48240) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:07:30.749493 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-66eb8741-f9bf-4339-abed-3756656651dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:30.771596 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-66eb8741-f9bf-4339-abed-3756656651dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:30.895572 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-66eb8741-f9bf-4339-abed-3756656651dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:30.898388 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-66eb8741-f9bf-4339-abed-3756656651dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:30.899621 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-66eb8741-f9bf-4339-abed-3756656651dc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8ef4afef-6a45-4ffc-ad1e-6fb2565b0a80 HTTP/1.1" status: 204 len: 168 time: 0.1987817 Oct 27 19:07:30.907433 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb8741-f9bf-4339-abed-3756656651dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef4afef-6a45-4ffc-ad1e-6fb2565b0a80,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:07:31.940543 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48262) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:07:32.035898 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-fd3824ff-cb26-41f6-9912-62ac87346922 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1518882021-network', 'tenant_id': 'c359ae21f58448c99b3325fa5bc4e8a4'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:07:32.108612 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3824ff-cb26-41f6-9912-62ac87346922 admin admin] Made reservation on behalf of c359ae21f58448c99b3325fa5bc4e8a4 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:07:32.111081 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fd3824ff-cb26-41f6-9912-62ac87346922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:32.120610 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fd3824ff-cb26-41f6-9912-62ac87346922 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:32.138027 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:07:32.161010 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:07:32.161605 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device f588e7f2-d64e-45bc-b4ec-9d9dcc88f2dd not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:07:32.205768 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fd3824ff-cb26-41f6-9912-62ac87346922 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:32.266539 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fd3824ff-cb26-41f6-9912-62ac87346922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:32.292858 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd3824ff-cb26-41f6-9912-62ac87346922 admin admin] vlan segment allocate from pool success with {'vlan_id': 1023, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 19:07:32.299425 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3824ff-cb26-41f6-9912-62ac87346922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b7587e-e391-46a0-b759-6ec7173e617e,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:07:32.305221 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fd3824ff-cb26-41f6-9912-62ac87346922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:32.305563 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-fd3824ff-cb26-41f6-9912-62ac87346922 admin admin] Added segment a0b282e1-050c-4a1c-b966-a6bb7d2c63dc of type vlan for network 2c56aa13-e89b-4e4c-9794-649e60b8d3e7 Oct 27 19:07:32.347658 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fd3824ff-cb26-41f6-9912-62ac87346922 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:32.443769 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fd3824ff-cb26-41f6-9912-62ac87346922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:32.444823 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3824ff-cb26-41f6-9912-62ac87346922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:32.445391 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fd3824ff-cb26-41f6-9912-62ac87346922 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:32.502758 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3824ff-cb26-41f6-9912-62ac87346922 admin admin] Pushing event updated for resources: {'Network': ['ID=2c56aa13-e89b-4e4c-9794-649e60b8d3e7,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:07:32.512513 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 2c56aa13-e89b-4e4c-9794-649e60b8d3e7 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 19:07:32.561154 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-fd3824ff-cb26-41f6-9912-62ac87346922 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6195164 Oct 27 19:07:32.564154 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48266) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:07:32.569116 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-49781f86-e22d-42f3-bb98-1087c85cb11c admin admin] Request body: {'subnet': {'network_id': '2c56aa13-e89b-4e4c-9794-649e60b8d3e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1518882021-subnet', 'tenant_id': 'c359ae21f58448c99b3325fa5bc4e8a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:07:32.649517 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49781f86-e22d-42f3-bb98-1087c85cb11c admin admin] Made reservation on behalf of c359ae21f58448c99b3325fa5bc4e8a4 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:07:32.652182 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-49781f86-e22d-42f3-bb98-1087c85cb11c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:32.891497 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-49781f86-e22d-42f3-bb98-1087c85cb11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:32.946294 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49781f86-e22d-42f3-bb98-1087c85cb11c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4bcc7c0-216f-457d-ba46-592bb309cd30,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:07:32.957887 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49781f86-e22d-42f3-bb98-1087c85cb11c admin admin] Checking segment: {'id': 'a0b282e1-050c-4a1c-b966-a6bb7d2c63dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2c56aa13-e89b-4e4c-9794-649e60b8d3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:07:32.958250 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49781f86-e22d-42f3-bb98-1087c85cb11c admin admin] Network hostable DHCP agents. Network: 2c56aa13-e89b-4e4c-9794-649e60b8d3e7, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 19:07:33.016384 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49781f86-e22d-42f3-bb98-1087c85cb11c admin admin] Network 2c56aa13-e89b-4e4c-9794-649e60b8d3e7 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 19:07:33.090786 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-49781f86-e22d-42f3-bb98-1087c85cb11c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 2c56aa13-e89b-4e4c-9794-649e60b8d3e7) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:07:33.094994 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49781f86-e22d-42f3-bb98-1087c85cb11c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:33.096461 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-49781f86-e22d-42f3-bb98-1087c85cb11c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:33.100892 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4213eac7-36da-4660-ae54-c7c28586bbc4 None None] Network 2c56aa13-e89b-4e4c-9794-649e60b8d3e7 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:07:33.181746 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-49781f86-e22d-42f3-bb98-1087c85cb11c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6085308 Oct 27 19:07:33.229422 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2243e6c0-bf6d-48aa-ba07-3e6877f92f0b None None] Network 2c56aa13-e89b-4e4c-9794-649e60b8d3e7 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:07:33.605119 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-ef8ce68a-0037-49d2-8e37-1e3ea6fd522d tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:33.606632 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-ef8ce68a-0037-49d2-8e37-1e3ea6fd522d tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/networks?id=2c56aa13-e89b-4e4c-9794-649e60b8d3e7 HTTP/1.1" status: 200 len: 812 time: 0.1104543 Oct 27 19:07:33.622868 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-82d3a8a7-a397-4a7a-996a-063f6002aeff tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/quotas/c359ae21f58448c99b3325fa5bc4e8a4 HTTP/1.1" status: 200 len: 375 time: 0.0093691 Oct 27 19:07:33.655917 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-4491d802-7a28-4080-8fe1-072123c8cf12 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c359ae21f58448c99b3325fa5bc4e8a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263484 Oct 27 19:07:33.667470 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-d1792d44-263f-4d33-82a9-49bf212e7e11 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 19:07:33.669442 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-d1792d44-263f-4d33-82a9-49bf212e7e11 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050700 Oct 27 19:07:33.762849 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-50c2fce1-7896-4ba0-b3e0-c3bdbf7924bc service neutron] 10.222.0.52 "GET /v2.0/networks/2c56aa13-e89b-4e4c-9794-649e60b8d3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884585 Oct 27 19:07:33.852239 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-8af913c6-6c91-40ac-8b26-8aaeaacdc997 service neutron] 10.222.0.52 "GET /v2.0/networks/2c56aa13-e89b-4e4c-9794-649e60b8d3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832555 Oct 27 19:07:34.109077 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-443c3e06-d2eb-4304-b69e-080990eeaaf6 req-c29fcb90-d250-4b3a-a2f5-9f73d34181b0 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 210 time: 0.0330656 Oct 27 19:07:35.204657 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c6474c7e-c0aa-4212-b24e-ef474b5e1e1c req-d7362b0e-2e30-4bb8-9eb7-088130cf28eb tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 210 time: 0.0268528 Oct 27 19:07:36.250749 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-c42fe577-b911-4cc8-9483-b85937e3602e tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:36.250749 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-c42fe577-b911-4cc8-9483-b85937e3602e tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.93 "GET /v2.0/networks?id=2c56aa13-e89b-4e4c-9794-649e60b8d3e7 HTTP/1.1" status: 200 len: 812 time: 0.1056912 Oct 27 19:07:36.261625 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-a8030254-b780-478d-b9c5-41c8fd27a17c tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Request body: {'port': {'device_id': '1da47628-9db8-40df-b4b7-26d8c3b1fd4e', 'network_id': '2c56aa13-e89b-4e4c-9794-649e60b8d3e7', 'admin_state_up': True, 'tenant_id': 'c359ae21f58448c99b3325fa5bc4e8a4'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:07:36.307430 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6f7920dc-09ff-4694-b123-4853f375dbb5 req-5419a72d-5756-460b-9e08-c9f55da9622f tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 210 time: 0.0272119 Oct 27 19:07:36.433768 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-a8030254-b780-478d-b9c5-41c8fd27a17c tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Made reservation on behalf of c359ae21f58448c99b3325fa5bc4e8a4 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:07:36.437378 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-a8030254-b780-478d-b9c5-41c8fd27a17c tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:36.561680 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-a8030254-b780-478d-b9c5-41c8fd27a17c tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Allocated IP 172.20.0.9 (2c56aa13-e89b-4e4c-9794-649e60b8d3e7/b4bcc7c0-216f-457d-ba46-592bb309cd30/85fc16c9-61e0-4ecd-ba8c-2bbe3f259043) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:07:36.707629 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-a8030254-b780-478d-b9c5-41c8fd27a17c tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:36.788882 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-a8030254-b780-478d-b9c5-41c8fd27a17c tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:36.833807 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-a8030254-b780-478d-b9c5-41c8fd27a17c tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Network 2c56aa13-e89b-4e4c-9794-649e60b8d3e7 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:07:36.836866 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-a8030254-b780-478d-b9c5-41c8fd27a17c tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:07:36.840723 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-a8030254-b780-478d-b9c5-41c8fd27a17c tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:07:36.868554 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8030254-b780-478d-b9c5-41c8fd27a17c tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Pushing event updated for resources: {'Port': ['ID=85fc16c9-61e0-4ecd-ba8c-2bbe3f259043,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:07:36.897811 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-a8030254-b780-478d-b9c5-41c8fd27a17c tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:36.898430 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-a8030254-b780-478d-b9c5-41c8fd27a17c tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:36.950750 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-a8030254-b780-478d-b9c5-41c8fd27a17c tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6933379 Oct 27 19:07:36.963068 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-b74c1c8f-adb0-4d11-9372-ef1e6297be01 service neutron] Request body: {'port': {'device_id': '1da47628-9db8-40df-b4b7-26d8c3b1fd4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:07:37.025398 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-b74c1c8f-adb0-4d11-9372-ef1e6297be01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:37.283166 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-b74c1c8f-adb0-4d11-9372-ef1e6297be01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85fc16c9-61e0-4ecd-ba8c-2bbe3f259043 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:07:37.291052 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-b74c1c8f-adb0-4d11-9372-ef1e6297be01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:37.304055 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-b74c1c8f-adb0-4d11-9372-ef1e6297be01 service neutron] Transition to ACTIVE for port object 85fc16c9-61e0-4ecd-ba8c-2bbe3f259043 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 19:07:37.371132 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-b74c1c8f-adb0-4d11-9372-ef1e6297be01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:37.428010 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c1c8f-adb0-4d11-9372-ef1e6297be01 service neutron] Pushing event updated for resources: {'Port': ['ID=85fc16c9-61e0-4ecd-ba8c-2bbe3f259043,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:07:37.437800 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd951f2-0add-46d0-82bd-62f3394d21f3 req-d4c3d031-e626-41f3-b0d1-36274d32c5b0 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:37.439368 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-acd951f2-0add-46d0-82bd-62f3394d21f3 req-d4c3d031-e626-41f3-b0d1-36274d32c5b0 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 943 time: 0.0516679 Oct 27 19:07:37.478299 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-acd951f2-0add-46d0-82bd-62f3394d21f3 req-81ca8a49-a858-425c-a6f9-6fd6a358d297 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/security-groups?id=13b7587e-e391-46a0-b759-6ec7173e617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320237 Oct 27 19:07:37.492869 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-b74c1c8f-adb0-4d11-9372-ef1e6297be01 service neutron] Attempting to bind port 85fc16c9-61e0-4ecd-ba8c-2bbe3f259043 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:07:37.493206 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-b74c1c8f-adb0-4d11-9372-ef1e6297be01 service neutron] Attempting to bind port 85fc16c9-61e0-4ecd-ba8c-2bbe3f259043 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': 'a0b282e1-050c-4a1c-b966-a6bb7d2c63dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2c56aa13-e89b-4e4c-9794-649e60b8d3e7'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:07:37.493598 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-b74c1c8f-adb0-4d11-9372-ef1e6297be01 service neutron] Attempting to bind port 85fc16c9-61e0-4ecd-ba8c-2bbe3f259043 on network 2c56aa13-e89b-4e4c-9794-649e60b8d3e7 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:07:37.497858 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-b74c1c8f-adb0-4d11-9372-ef1e6297be01 service neutron] Port 85fc16c9-61e0-4ecd-ba8c-2bbe3f259043 on network 2c56aa13-e89b-4e4c-9794-649e60b8d3e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 19:07:37.498175 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-b74c1c8f-adb0-4d11-9372-ef1e6297be01 service neutron] Attempting to bind port 85fc16c9-61e0-4ecd-ba8c-2bbe3f259043 on network 2c56aa13-e89b-4e4c-9794-649e60b8d3e7 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:07:37.503523 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-b74c1c8f-adb0-4d11-9372-ef1e6297be01 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:07:37.503856 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-b74c1c8f-adb0-4d11-9372-ef1e6297be01 service neutron] Checking segment: {'id': 'a0b282e1-050c-4a1c-b966-a6bb7d2c63dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2c56aa13-e89b-4e4c-9794-649e60b8d3e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:07:37.504226 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-b74c1c8f-adb0-4d11-9372-ef1e6297be01 service neutron] Bound using segment: {'id': 'a0b282e1-050c-4a1c-b966-a6bb7d2c63dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2c56aa13-e89b-4e4c-9794-649e60b8d3e7'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:07:37.504643 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-b74c1c8f-adb0-4d11-9372-ef1e6297be01 service neutron] Bound port: 85fc16c9-61e0-4ecd-ba8c-2bbe3f259043, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0b282e1-050c-4a1c-b966-a6bb7d2c63dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2c56aa13-e89b-4e4c-9794-649e60b8d3e7'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:07:37.504991 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-b74c1c8f-adb0-4d11-9372-ef1e6297be01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:37.567196 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-b74c1c8f-adb0-4d11-9372-ef1e6297be01 service neutron] For port 85fc16c9-61e0-4ecd-ba8c-2bbe3f259043, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:07:37.570196 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-b74c1c8f-adb0-4d11-9372-ef1e6297be01 service neutron] For port 85fc16c9-61e0-4ecd-ba8c-2bbe3f259043, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=85fc16c9-61e0-4ecd-ba8c-2bbe3f259043,segment=NetworkSegment(a0b282e1-050c-4a1c-b966-a6bb7d2c63dc),segment_id=a0b282e1-050c-4a1c-b966-a6bb7d2c63dc)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:07:37.632516 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-b74c1c8f-adb0-4d11-9372-ef1e6297be01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:37.673080 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-b74c1c8f-adb0-4d11-9372-ef1e6297be01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:37.673699 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-b74c1c8f-adb0-4d11-9372-ef1e6297be01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:37.676234 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-b74c1c8f-adb0-4d11-9372-ef1e6297be01 service neutron] 10.222.0.93 "PUT /v2.0/ports/85fc16c9-61e0-4ecd-ba8c-2bbe3f259043 HTTP/1.1" status: 200 len: 1091 time: 0.7176549 Oct 27 19:07:37.676710 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da47628-9db8-40df-b4b7-26d8c3b1fd4e', 'tag': '85fc16c9-61e0-4ecd-ba8c-2bbe3f259043'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:07:37.679026 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4982d78-37b2-4e27-b6a5-bb7175272c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "1da47628-9db8-40df-b4b7-26d8c3b1fd4e", "tag": "85fc16c9-61e0-4ecd-ba8c-2bbe3f259043"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:07:37.700972 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c1c8f-adb0-4d11-9372-ef1e6297be01 service neutron] Pushing event updated for resources: {'Port': ['ID=85fc16c9-61e0-4ecd-ba8c-2bbe3f259043,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:07:37.723670 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff13455-44b4-4897-821a-9246e39a71af x-openstack-request-id: req-4ff13455-44b4-4897-821a-9246e39a71af {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:07:37.724011 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1da47628-9db8-40df-b4b7-26d8c3b1fd4e", "tag": "85fc16c9-61e0-4ecd-ba8c-2bbe3f259043", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:07:37.727528 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4ff13455-44b4-4897-821a-9246e39a71af {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:07:37.727528 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da47628-9db8-40df-b4b7-26d8c3b1fd4e', 'tag': '85fc16c9-61e0-4ecd-ba8c-2bbe3f259043', 'status': 'completed', 'code': 200} Oct 27 19:07:37.784287 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4982d78-37b2-4e27-b6a5-bb7175272c4c req-0b761a97-3291-44d6-addb-b9434cd89d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:37.786094 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b4982d78-37b2-4e27-b6a5-bb7175272c4c req-0b761a97-3291-44d6-addb-b9434cd89d11 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c359ae21f58448c99b3325fa5bc4e8a4&device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 1094 time: 0.0431163 Oct 27 19:07:37.887684 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4982d78-37b2-4e27-b6a5-bb7175272c4c req-a96bfa62-75f9-4277-95c3-c55ab4d1c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:37.889133 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b4982d78-37b2-4e27-b6a5-bb7175272c4c req-a96bfa62-75f9-4277-95c3-c55ab4d1c70d service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=c359ae21f58448c99b3325fa5bc4e8a4&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0947392 Oct 27 19:07:37.980599 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4982d78-37b2-4e27-b6a5-bb7175272c4c req-ea56633a-1f16-4ff3-b1a7-d86f923862c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:37.982102 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b4982d78-37b2-4e27-b6a5-bb7175272c4c req-ea56633a-1f16-4ff3-b1a7-d86f923862c8 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0859306 Oct 27 19:07:38.061078 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-48e1173b-0ead-494b-8570-cf392808443f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:38.062568 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-48e1173b-0ead-494b-8570-cf392808443f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c359ae21f58448c99b3325fa5bc4e8a4&device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 1094 time: 0.0447619 Oct 27 19:07:38.106009 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-160da06f-02bd-4a59-8521-0be658744d28 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85fc16c9-61e0-4ecd-ba8c-2bbe3f259043 HTTP/1.1" status: 200 len: 217 time: 0.0343132 Oct 27 19:07:38.153635 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-ba6964c6-54ef-4194-8227-a2ba2236d547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:38.155105 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-ba6964c6-54ef-4194-8227-a2ba2236d547 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b4bcc7c0-216f-457d-ba46-592bb309cd30 HTTP/1.1" status: 200 len: 852 time: 0.0424662 Oct 27 19:07:38.186994 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-baae9823-a0c8-40c6-a423-df9cfe37312d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2c56aa13-e89b-4e4c-9794-649e60b8d3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238500 Oct 27 19:07:38.277727 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-58bebf7b-f131-4f42-834e-56000c4ff7f7 service neutron] 10.222.0.93 "GET /v2.0/networks/2c56aa13-e89b-4e4c-9794-649e60b8d3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838892 Oct 27 19:07:38.370742 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-618ba189-aaa7-4490-84a2-378a1a473b57 req-107b6f56-b076-4ba7-8e4d-780ab8a694ef service neutron] 10.222.0.93 "GET /v2.0/networks/2c56aa13-e89b-4e4c-9794-649e60b8d3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861075 Oct 27 19:07:38.599788 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b516721-ffbf-4389-bc89-2fcc5faf411a req-07cbf155-9a87-4925-9828-97475f03ac74 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:38.601305 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1b516721-ffbf-4389-bc89-2fcc5faf411a req-07cbf155-9a87-4925-9828-97475f03ac74 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 943 time: 0.0534062 Oct 27 19:07:38.638900 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1b516721-ffbf-4389-bc89-2fcc5faf411a req-53467672-b2fb-4a4e-9cf3-c09df763afec tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/security-groups?id=13b7587e-e391-46a0-b759-6ec7173e617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315814 Oct 27 19:07:39.645338 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4a82bbc1-e66c-40b7-96db-2f89fd8af45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:39.759647 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51baa5-2027-489c-89ab-88d50625fa58 req-0a94a976-2589-41c0-ac6e-9bd3fa8ff2e9 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:39.761202 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6b51baa5-2027-489c-89ab-88d50625fa58 req-0a94a976-2589-41c0-ac6e-9bd3fa8ff2e9 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 943 time: 0.0502477 Oct 27 19:07:39.800436 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6b51baa5-2027-489c-89ab-88d50625fa58 req-70caab3a-ca74-44ed-8e31-897029ee60ed tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/security-groups?id=13b7587e-e391-46a0-b759-6ec7173e617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332367 Oct 27 19:07:40.918114 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47bbda-de8d-47c2-8c42-fefed0dc796d req-144678ef-31b8-4efa-b272-a702cb7a43b6 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:40.919629 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7d47bbda-de8d-47c2-8c42-fefed0dc796d req-144678ef-31b8-4efa-b272-a702cb7a43b6 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 943 time: 0.0502334 Oct 27 19:07:40.958206 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7d47bbda-de8d-47c2-8c42-fefed0dc796d req-895919db-1314-48ee-aa19-26ad8e9236b0 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/security-groups?id=13b7587e-e391-46a0-b759-6ec7173e617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325451 Oct 27 19:07:42.078041 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91f932-00e5-40de-b52b-8eb400bdf834 req-0046514d-a30d-439b-806e-834d29f77d76 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:42.079582 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af91f932-00e5-40de-b52b-8eb400bdf834 req-0046514d-a30d-439b-806e-834d29f77d76 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 943 time: 0.0558889 Oct 27 19:07:42.102455 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-31fd2980-f7ad-4a17-a9ad-f8ed6ee405ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:42.120201 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af91f932-00e5-40de-b52b-8eb400bdf834 req-4069b95f-d656-4a35-9bbe-61e93d817c92 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/security-groups?id=13b7587e-e391-46a0-b759-6ec7173e617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341651 Oct 27 19:07:42.196561 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 85fc16c9-61e0-4ecd-ba8c-2bbe3f259043 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 19:07:42.291652 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 85fc16c9-61e0-4ecd-ba8c-2bbe3f259043, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=85fc16c9-61e0-4ecd-ba8c-2bbe3f259043,segment=NetworkSegment(a0b282e1-050c-4a1c-b966-a6bb7d2c63dc),segment_id=a0b282e1-050c-4a1c-b966-a6bb7d2c63dc)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:07:42.302712 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '85fc16c9-61e0-4ecd-ba8c-2bbe3f259043', 'network_id': '2c56aa13-e89b-4e4c-9794-649e60b8d3e7', 'port_id': '85fc16c9-61e0-4ecd-ba8c-2bbe3f259043', 'mac_address': 'fa:16:3e:9b:d9:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4bcc7c0-216f-457d-ba46-592bb309cd30', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 19:07:42.343124 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:42.357541 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85fc16c9-61e0-4ecd-ba8c-2bbe3f259043 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:07:42.376676 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 85fc16c9-61e0-4ecd-ba8c-2bbe3f259043, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=85fc16c9-61e0-4ecd-ba8c-2bbe3f259043,segment=NetworkSegment(a0b282e1-050c-4a1c-b966-a6bb7d2c63dc),segment_id=a0b282e1-050c-4a1c-b966-a6bb7d2c63dc)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:07:42.443539 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:42.492336 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=85fc16c9-61e0-4ecd-ba8c-2bbe3f259043,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:07:42.637393 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['85fc16c9-61e0-4ecd-ba8c-2bbe3f259043'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:07:43.236886 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6fcb7b-f720-4ee4-8cf6-50b602a7b065 req-968d86ac-4de8-4be1-80e3-941ecec60d0a tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:43.238416 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ff6fcb7b-f720-4ee4-8cf6-50b602a7b065 req-968d86ac-4de8-4be1-80e3-941ecec60d0a tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 944 time: 0.0493879 Oct 27 19:07:43.275923 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ff6fcb7b-f720-4ee4-8cf6-50b602a7b065 req-bd5325df-fc32-4c96-a307-15b7bbdbf0d8 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/security-groups?id=13b7587e-e391-46a0-b759-6ec7173e617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314367 Oct 27 19:07:43.437463 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:43.559226 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:44.196680 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 85fc16c9-61e0-4ecd-ba8c-2bbe3f259043 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:07:44.308298 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 85fc16c9-61e0-4ecd-ba8c-2bbe3f259043 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 19:07:44.312446 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 85fc16c9-61e0-4ecd-ba8c-2bbe3f259043 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:07:44.312820 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:44.397310 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:44.397567 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4265e-84f8-4386-8abc-654e4cf7cc60 req-12d33987-1ba3-4b25-88fe-7ae65f32a575 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:44.399023 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-21c4265e-84f8-4386-8abc-654e4cf7cc60 req-12d33987-1ba3-4b25-88fe-7ae65f32a575 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 944 time: 0.0498805 Oct 27 19:07:44.421196 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da47628-9db8-40df-b4b7-26d8c3b1fd4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85fc16c9-61e0-4ecd-ba8c-2bbe3f259043'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:07:44.423588 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4658cef1-b750-4f3f-908a-6db0e5e0599b" -d '{"events": [{"server_uuid": "1da47628-9db8-40df-b4b7-26d8c3b1fd4e", "name": "network-vif-plugged", "status": "completed", "tag": "85fc16c9-61e0-4ecd-ba8c-2bbe3f259043"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:07:44.436793 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 85fc16c9-61e0-4ecd-ba8c-2bbe3f259043, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=85fc16c9-61e0-4ecd-ba8c-2bbe3f259043,segment=NetworkSegment(a0b282e1-050c-4a1c-b966-a6bb7d2c63dc),segment_id=a0b282e1-050c-4a1c-b966-a6bb7d2c63dc)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:07:44.439699 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-21c4265e-84f8-4386-8abc-654e4cf7cc60 req-f60c2f67-64d0-4394-a6e0-6f1249eff925 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/security-groups?id=13b7587e-e391-46a0-b759-6ec7173e617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343964 Oct 27 19:07:44.484780 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9a5b51-b6e6-44ac-a9d4-fdded932b357 x-openstack-request-id: req-7d9a5b51-b6e6-44ac-a9d4-fdded932b357 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:07:44.484780 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da47628-9db8-40df-b4b7-26d8c3b1fd4e", "name": "network-vif-plugged", "status": "completed", "tag": "85fc16c9-61e0-4ecd-ba8c-2bbe3f259043", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:07:44.485342 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7d9a5b51-b6e6-44ac-a9d4-fdded932b357 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:07:44.485342 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da47628-9db8-40df-b4b7-26d8c3b1fd4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85fc16c9-61e0-4ecd-ba8c-2bbe3f259043', 'code': 200} Oct 27 19:07:44.502717 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:44.552690 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=85fc16c9-61e0-4ecd-ba8c-2bbe3f259043,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:07:44.580881 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88882987-c0fb-4243-9d18-4384ecfde61c req-d56e2d26-4826-4c68-b27b-5e6ed8d30c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:44.582922 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-88882987-c0fb-4243-9d18-4384ecfde61c req-d56e2d26-4826-4c68-b27b-5e6ed8d30c45 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 1096 time: 0.0396297 Oct 27 19:07:44.618540 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-88882987-c0fb-4243-9d18-4384ecfde61c req-f7afb264-1bb7-4afd-a589-4e835f13522c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=13b7587e-e391-46a0-b759-6ec7173e617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291240 Oct 27 19:07:45.216591 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:45.566455 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a4147-2d50-4a7a-9519-3e8b73c4fbcb req-e56b7172-f351-4e69-abb7-e237dd5cfb27 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:45.568220 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7f8a4147-2d50-4a7a-9519-3e8b73c4fbcb req-e56b7172-f351-4e69-abb7-e237dd5cfb27 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 945 time: 0.0573421 Oct 27 19:07:45.610349 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7f8a4147-2d50-4a7a-9519-3e8b73c4fbcb req-811b8983-0b5f-4137-b8ef-16c45b9bf48a tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/security-groups?id=13b7587e-e391-46a0-b759-6ec7173e617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358467 Oct 27 19:07:46.727164 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce65ee3-ab19-4b5a-b58d-85fae6020641 req-58d72f5a-bff9-41ea-adf9-87e7d6fbc879 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:46.734220 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bce65ee3-ab19-4b5a-b58d-85fae6020641 req-58d72f5a-bff9-41ea-adf9-87e7d6fbc879 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 945 time: 0.0492902 Oct 27 19:07:46.767309 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bce65ee3-ab19-4b5a-b58d-85fae6020641 req-9063c988-276e-4ade-890b-2b85a5474a2d tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/security-groups?id=13b7587e-e391-46a0-b759-6ec7173e617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326033 Oct 27 19:07:47.122144 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682afe1f-af8e-4882-8e43-871291240ca8 req-065723a0-fc03-427f-b515-db4064aa4960 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:47.123676 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-682afe1f-af8e-4882-8e43-871291240ca8 req-065723a0-fc03-427f-b515-db4064aa4960 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 945 time: 0.0511370 Oct 27 19:07:47.156671 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48324) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:07:47.163258 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-682afe1f-af8e-4882-8e43-871291240ca8 req-1a821abc-5908-4fe7-a1d8-3b9104ad7253 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/security-groups?id=13b7587e-e391-46a0-b759-6ec7173e617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330980 Oct 27 19:07:47.246571 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-c02e6710-0ff1-418b-b1ff-3bd0c4832eb6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0886612 Oct 27 19:07:47.255881 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-9d318396-f6f3-443e-a17f-5b2540ef8b7f service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 19:07:47.256879 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-9d318396-f6f3-443e-a17f-5b2540ef8b7f service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055552 Oct 27 19:07:48.286859 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f4a07-c924-4d1d-b5ba-338bc690e8c5 req-8b59fe18-c9f9-4fb1-b809-d615626b1967 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:48.288300 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a92f4a07-c924-4d1d-b5ba-338bc690e8c5 req-8b59fe18-c9f9-4fb1-b809-d615626b1967 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 945 time: 0.0539403 Oct 27 19:07:48.326767 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a92f4a07-c924-4d1d-b5ba-338bc690e8c5 req-3293c221-2c2f-47f7-a7ce-9b791ce89c51 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/security-groups?id=13b7587e-e391-46a0-b759-6ec7173e617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323477 Oct 27 19:07:49.449809 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66953a50-1857-4812-99d0-7d7d8e2c266f req-ff082605-7a93-42a8-8606-7edf7498e6df tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:49.451445 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-66953a50-1857-4812-99d0-7d7d8e2c266f req-ff082605-7a93-42a8-8606-7edf7498e6df tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 945 time: 0.0550489 Oct 27 19:07:49.490918 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-c413c665-81da-48c0-9be5-c692f398e27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:49.492303 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-c413c665-81da-48c0-9be5-c692f398e27e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c359ae21f58448c99b3325fa5bc4e8a4&device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 1096 time: 0.0402381 Oct 27 19:07:49.499824 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-66953a50-1857-4812-99d0-7d7d8e2c266f req-b78f47b7-3cb3-4610-b815-689a42c45cfa tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/security-groups?id=13b7587e-e391-46a0-b759-6ec7173e617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384567 Oct 27 19:07:49.584480 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-7efc5c57-f007-41b3-a2fa-58b4ecb58f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:49.585925 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-7efc5c57-f007-41b3-a2fa-58b4ecb58f27 service neutron] 10.222.0.93 "GET /v2.0/networks?id=2c56aa13-e89b-4e4c-9794-649e60b8d3e7 HTTP/1.1" status: 200 len: 914 time: 0.0870507 Oct 27 19:07:49.630415 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-dc4d3bcb-c6a6-47e3-a392-106bed42db82 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85fc16c9-61e0-4ecd-ba8c-2bbe3f259043 HTTP/1.1" status: 200 len: 217 time: 0.0352607 Oct 27 19:07:49.686044 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-8dc34b66-b97f-410a-bae4-e2322c056007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:49.687626 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-8dc34b66-b97f-410a-bae4-e2322c056007 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b4bcc7c0-216f-457d-ba46-592bb309cd30 HTTP/1.1" status: 200 len: 852 time: 0.0504739 Oct 27 19:07:49.725479 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-fde483f6-ae8b-4c95-8671-35f93f967280 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2c56aa13-e89b-4e4c-9794-649e60b8d3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298076 Oct 27 19:07:49.829103 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-1ac15d3b-232b-4750-ba2e-432b47bf7047 service neutron] 10.222.0.93 "GET /v2.0/networks/2c56aa13-e89b-4e4c-9794-649e60b8d3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964510 Oct 27 19:07:49.928014 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-bcc53fd2-0543-4395-a3d4-38f5be474c4a service neutron] 10.222.0.93 "GET /v2.0/networks/2c56aa13-e89b-4e4c-9794-649e60b8d3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874581 Oct 27 19:07:50.619398 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb222ff-ef00-404b-b49f-9e12189428ef req-4f842819-dd8b-4251-ad75-515c3daf58e3 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:50.620907 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2fb222ff-ef00-404b-b49f-9e12189428ef req-4f842819-dd8b-4251-ad75-515c3daf58e3 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 945 time: 0.0494459 Oct 27 19:07:50.658629 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2fb222ff-ef00-404b-b49f-9e12189428ef req-674d3397-7a89-4468-8770-518dc3031135 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/security-groups?id=13b7587e-e391-46a0-b759-6ec7173e617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317466 Oct 27 19:07:51.781042 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08d061-30b0-4d8f-8612-71b4a85c498e req-28300151-8228-4298-92e3-ffd98ccb041f tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:51.782607 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fa08d061-30b0-4d8f-8612-71b4a85c498e req-28300151-8228-4298-92e3-ffd98ccb041f tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 945 time: 0.0538297 Oct 27 19:07:51.822335 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fa08d061-30b0-4d8f-8612-71b4a85c498e req-83b758cb-2c8e-4c88-a542-fe41865e8dbd tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/security-groups?id=13b7587e-e391-46a0-b759-6ec7173e617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331285 Oct 27 19:07:52.938001 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9e835-fa03-4649-bc3b-ada697a9d02b req-21438ff1-5b88-4eb0-97ec-0814ba5d1b3f tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:52.939548 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e8f9e835-fa03-4649-bc3b-ada697a9d02b req-21438ff1-5b88-4eb0-97ec-0814ba5d1b3f tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 945 time: 0.0495088 Oct 27 19:07:52.977564 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e8f9e835-fa03-4649-bc3b-ada697a9d02b req-b91306ab-4801-4cec-acad-8e2aa1dcefa9 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/security-groups?id=13b7587e-e391-46a0-b759-6ec7173e617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318637 Oct 27 19:07:54.093028 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf874aae-c1e2-47f4-a606-c5e564c50e73 req-e9e30843-3ba0-41bd-9be8-8562f77f74f1 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:54.094594 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cf874aae-c1e2-47f4-a606-c5e564c50e73 req-e9e30843-3ba0-41bd-9be8-8562f77f74f1 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 945 time: 0.0489557 Oct 27 19:07:54.132332 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cf874aae-c1e2-47f4-a606-c5e564c50e73 req-a29f6631-bf4a-4695-840c-88e3304ae2b8 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/security-groups?id=13b7587e-e391-46a0-b759-6ec7173e617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316038 Oct 27 19:07:54.742060 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [req-44610ace-43e2-44b5-aa64-73813b777cd3 req-0e25dd8f-29b7-4b77-a464-ea08b52aa03f service neutron] (102879) timed out ('10.222.0.52', 40392) {{(pid=102879) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 19:07:55.257258 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df454f97-4ef9-4b22-8746-118ad1cdbec1 req-d67cdad0-b945-4744-9c21-171a2bba4437 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:55.258762 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-df454f97-4ef9-4b22-8746-118ad1cdbec1 req-d67cdad0-b945-4744-9c21-171a2bba4437 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 945 time: 0.0545790 Oct 27 19:07:55.297302 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-df454f97-4ef9-4b22-8746-118ad1cdbec1 req-bb2635c4-9892-42bd-b677-91f37cd7d4f8 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/security-groups?id=13b7587e-e391-46a0-b759-6ec7173e617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324798 Oct 27 19:07:56.413538 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf7a6a-8d11-42ae-99cd-f2c492ab8f25 req-27520e7d-fda6-4d35-b46c-145f212cf94c tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:56.415054 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-13cf7a6a-8d11-42ae-99cd-f2c492ab8f25 req-27520e7d-fda6-4d35-b46c-145f212cf94c tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 945 time: 0.0495033 Oct 27 19:07:56.453411 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-13cf7a6a-8d11-42ae-99cd-f2c492ab8f25 req-d64b66f8-1466-451c-8a6b-8f1070194a08 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/security-groups?id=13b7587e-e391-46a0-b759-6ec7173e617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324032 Oct 27 19:07:56.776160 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:57.239763 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:07:57.570547 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8b5d3-ab67-4b77-aad9-dc49c6865c00 req-bdf7a9b8-4a0c-4a48-ae6c-935a48d94d25 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:57.572101 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-65e8b5d3-ab67-4b77-aad9-dc49c6865c00 req-bdf7a9b8-4a0c-4a48-ae6c-935a48d94d25 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 945 time: 0.0502689 Oct 27 19:07:57.610011 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-65e8b5d3-ab67-4b77-aad9-dc49c6865c00 req-0133e3e1-c2e9-48ba-b988-31c779923ea6 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/security-groups?id=13b7587e-e391-46a0-b759-6ec7173e617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319247 Oct 27 19:07:58.730515 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41339dec-9b55-4d32-9897-3a6fa92afd88 req-1a84fdb2-2598-496b-9934-6e482348fff9 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:58.732063 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-41339dec-9b55-4d32-9897-3a6fa92afd88 req-1a84fdb2-2598-496b-9934-6e482348fff9 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 945 time: 0.0529392 Oct 27 19:07:58.771358 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-41339dec-9b55-4d32-9897-3a6fa92afd88 req-6e7b58ae-2e53-4a83-a12a-7b20cacb8c17 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/security-groups?id=13b7587e-e391-46a0-b759-6ec7173e617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328507 Oct 27 19:07:59.719405 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:07:59.887103 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cdb70-4e52-4f5d-87c6-f6d0027297cf req-e7926eff-a68a-4631-ab4d-3dbc4216d51e tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:07:59.888598 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a96cdb70-4e52-4f5d-87c6-f6d0027297cf req-e7926eff-a68a-4631-ab4d-3dbc4216d51e tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 945 time: 0.0484626 Oct 27 19:07:59.926923 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a96cdb70-4e52-4f5d-87c6-f6d0027297cf req-e6570af4-2611-4b6c-a580-d514daa728ef tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/security-groups?id=13b7587e-e391-46a0-b759-6ec7173e617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316820 Oct 27 19:08:01.043245 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28b29e-8506-4018-8f31-ea77f05bd4f1 req-26ef9701-c53d-4f08-9ca0-9db42beb63c5 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:01.044752 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1c28b29e-8506-4018-8f31-ea77f05bd4f1 req-26ef9701-c53d-4f08-9ca0-9db42beb63c5 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 945 time: 0.0489066 Oct 27 19:08:01.081736 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1c28b29e-8506-4018-8f31-ea77f05bd4f1 req-e4b1f839-91aa-4148-bbc5-804859247290 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/security-groups?id=13b7587e-e391-46a0-b759-6ec7173e617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303440 Oct 27 19:08:02.206374 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0b570-1879-4676-8845-6bf0f64a524e req-18774af9-43e4-49be-ab4f-6b1e15e381be tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:02.208006 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ced0b570-1879-4676-8845-6bf0f64a524e req-18774af9-43e4-49be-ab4f-6b1e15e381be tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 945 time: 0.0526264 Oct 27 19:08:02.248044 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ced0b570-1879-4676-8845-6bf0f64a524e req-1854bad3-ba7c-45f3-ad8e-123dbc68a21b tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/security-groups?id=13b7587e-e391-46a0-b759-6ec7173e617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340412 Oct 27 19:08:03.367113 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb4d5c-1357-4a41-ae48-dd2d4e6192dc req-a52f4eb4-e521-4ce9-a0b0-e29ce8c0fe35 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:03.368628 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1cb4d5c-1357-4a41-ae48-dd2d4e6192dc req-a52f4eb4-e521-4ce9-a0b0-e29ce8c0fe35 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 945 time: 0.0485585 Oct 27 19:08:03.407243 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1cb4d5c-1357-4a41-ae48-dd2d4e6192dc req-f2af2015-4e87-487a-ab7e-1e35ff0ebf41 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/security-groups?id=13b7587e-e391-46a0-b759-6ec7173e617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327187 Oct 27 19:08:04.527208 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec15b62-1e3f-4e89-a1eb-dcecdb1a598c req-20f7cce3-8c12-4185-9fe9-9ced639e243a tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:04.528851 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dec15b62-1e3f-4e89-a1eb-dcecdb1a598c req-20f7cce3-8c12-4185-9fe9-9ced639e243a tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 945 time: 0.0507357 Oct 27 19:08:04.566693 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dec15b62-1e3f-4e89-a1eb-dcecdb1a598c req-2c643bc7-6c07-41a8-92c9-a944aff86e93 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/security-groups?id=13b7587e-e391-46a0-b759-6ec7173e617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315969 Oct 27 19:08:05.694589 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66df7f-adc1-4af0-9007-ba5b08fcbb12 req-687102f1-5b90-40e4-a1fa-76a0bacdf327 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:05.696180 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ca66df7f-adc1-4af0-9007-ba5b08fcbb12 req-687102f1-5b90-40e4-a1fa-76a0bacdf327 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 945 time: 0.0600884 Oct 27 19:08:05.736394 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ca66df7f-adc1-4af0-9007-ba5b08fcbb12 req-3513453e-2759-42f0-bd06-24be1621e23f tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/security-groups?id=13b7587e-e391-46a0-b759-6ec7173e617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342007 Oct 27 19:08:06.855028 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6c203-212b-474f-922d-c91527a5c1ac req-e47382a1-69d6-4dac-a564-1816a9e35f6c tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:06.856523 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-63b6c203-212b-474f-922d-c91527a5c1ac req-e47382a1-69d6-4dac-a564-1816a9e35f6c tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 945 time: 0.0501025 Oct 27 19:08:06.896249 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-63b6c203-212b-474f-922d-c91527a5c1ac req-02beb355-1195-4ba1-b098-3ae8da77ce75 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/security-groups?id=13b7587e-e391-46a0-b759-6ec7173e617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332305 Oct 27 19:08:08.014499 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d810f-c96f-470c-9118-0b7d2331b76b req-746e55ce-975d-4b46-97f9-b99c441128dc tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:08.016055 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-222d810f-c96f-470c-9118-0b7d2331b76b req-746e55ce-975d-4b46-97f9-b99c441128dc tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 945 time: 0.0507858 Oct 27 19:08:08.055168 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-222d810f-c96f-470c-9118-0b7d2331b76b req-b4378027-0096-4448-a278-449dfadb470c tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/security-groups?id=13b7587e-e391-46a0-b759-6ec7173e617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325613 Oct 27 19:08:09.185914 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea8604-d518-41ea-9a55-4a31c67b7e4c req-fdc28a12-cd3c-4ac0-8c23-edd306a30d06 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:09.187549 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-92ea8604-d518-41ea-9a55-4a31c67b7e4c req-fdc28a12-cd3c-4ac0-8c23-edd306a30d06 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 945 time: 0.0577364 Oct 27 19:08:09.230033 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-92ea8604-d518-41ea-9a55-4a31c67b7e4c req-c10e8b2f-e3f5-43d2-80d4-cb7e2243fe8f tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/security-groups?id=13b7587e-e391-46a0-b759-6ec7173e617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346701 Oct 27 19:08:09.656206 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-333de5ec-7a6f-4635-b2f5-ade4e84a30ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:10.353802 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbf553-c7bb-44ef-8567-a81c87d8b989 req-99b3f630-f583-41ff-8651-0cd39ea1ba62 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:10.355322 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b4bbf553-c7bb-44ef-8567-a81c87d8b989 req-99b3f630-f583-41ff-8651-0cd39ea1ba62 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 945 time: 0.0523553 Oct 27 19:08:10.394785 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b4bbf553-c7bb-44ef-8567-a81c87d8b989 req-fdb147a9-8798-4882-b395-deb7e8823783 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/security-groups?id=13b7587e-e391-46a0-b759-6ec7173e617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334456 Oct 27 19:08:11.511169 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db206845-fedd-4c8b-8149-4259cdce9c25 req-9e3118c3-cde7-450b-917c-3d77377173f6 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:11.512648 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-db206845-fedd-4c8b-8149-4259cdce9c25 req-9e3118c3-cde7-450b-917c-3d77377173f6 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 945 time: 0.0483627 Oct 27 19:08:11.550291 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-db206845-fedd-4c8b-8149-4259cdce9c25 req-a59e3913-9232-45b4-8daa-e34d85dc0aef tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/security-groups?id=13b7587e-e391-46a0-b759-6ec7173e617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312836 Oct 27 19:08:12.101721 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ba04b872-6412-4478-b18d-a7dc03128395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:12.670465 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192daf5-cb2d-42e8-b6c3-72990d72a1a5 req-c7315364-d5cf-4fe4-9a35-7c1896f35421 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:12.672014 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a192daf5-cb2d-42e8-b6c3-72990d72a1a5 req-c7315364-d5cf-4fe4-9a35-7c1896f35421 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 945 time: 0.0540717 Oct 27 19:08:12.713600 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a192daf5-cb2d-42e8-b6c3-72990d72a1a5 req-0d226fe1-1f9f-48fc-a94c-746085f12d2d tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/security-groups?id=13b7587e-e391-46a0-b759-6ec7173e617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348513 Oct 27 19:08:13.460214 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:13.585839 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:13.834636 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc91414-bc45-47f8-ad67-22b4f60412af req-9ced9497-dc21-4510-8809-0c9b55189020 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:13.836251 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0bc91414-bc45-47f8-ad67-22b4f60412af req-9ced9497-dc21-4510-8809-0c9b55189020 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 945 time: 0.0505936 Oct 27 19:08:13.874402 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0bc91414-bc45-47f8-ad67-22b4f60412af req-d65d7307-e781-49c6-a10b-c757a1844a84 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/security-groups?id=13b7587e-e391-46a0-b759-6ec7173e617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321569 Oct 27 19:08:14.991438 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a440680-9796-4453-a732-c1d75bfd9399 req-0b12a033-7635-40e0-b3f2-2c77587ebb80 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:14.993032 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5a440680-9796-4453-a732-c1d75bfd9399 req-0b12a033-7635-40e0-b3f2-2c77587ebb80 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 945 time: 0.0497863 Oct 27 19:08:15.030894 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5a440680-9796-4453-a732-c1d75bfd9399 req-c2e965b2-3765-49ba-8513-80eb78ed2e49 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/security-groups?id=13b7587e-e391-46a0-b759-6ec7173e617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317826 Oct 27 19:08:15.261555 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:16.152848 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934af91-36e9-4452-af23-a9b1ac10a04c req-83eb0750-583b-4557-b321-7988a1d68a45 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:16.154323 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8934af91-36e9-4452-af23-a9b1ac10a04c req-83eb0750-583b-4557-b321-7988a1d68a45 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 945 time: 0.0521932 Oct 27 19:08:16.191491 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8934af91-36e9-4452-af23-a9b1ac10a04c req-370ef696-a407-4479-a12f-1dab36521efd tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/security-groups?id=13b7587e-e391-46a0-b759-6ec7173e617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302360 Oct 27 19:08:17.312836 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c015d-e425-4903-84e7-7433d7b4c0b3 req-d2ad670a-5850-4163-ada6-30b0a9c08747 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:17.314398 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-122c015d-e425-4903-84e7-7433d7b4c0b3 req-d2ad670a-5850-4163-ada6-30b0a9c08747 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 945 time: 0.0511439 Oct 27 19:08:17.356248 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-122c015d-e425-4903-84e7-7433d7b4c0b3 req-84371cb2-b62a-464c-9e00-4d24bfdcda2c tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/security-groups?id=13b7587e-e391-46a0-b759-6ec7173e617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355425 Oct 27 19:08:17.394576 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-20d4e8e6-4255-4f99-b15a-f46582bcfa83 service neutron] show failed (client error): The resource could not be found. Oct 27 19:08:17.395683 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-20d4e8e6-4255-4f99-b15a-f46582bcfa83 service neutron] 10.222.0.93 "GET /v2.0/ports/85fc16c9-61e0-4ecd-ba8c-2bbe3f259043/bindings/n-h1-815690-2 HTTP/1.1" status: 404 len: 380 time: 0.0615532 Oct 27 19:08:17.933890 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-2f69bbc8-a702-45c8-b204-3500495b7b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:17.935447 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-2f69bbc8-a702-45c8-b204-3500495b7b19 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e&tenant_id=c359ae21f58448c99b3325fa5bc4e8a4 HTTP/1.1" status: 200 len: 1096 time: 0.0461154 Oct 27 19:08:17.947413 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-ea5aa539-80a8-4e0a-85c2-97bbe37abdc7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815690-2', 'device_owner': 'compute:nova'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:08:17.997371 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-ea5aa539-80a8-4e0a-85c2-97bbe37abdc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:18.194945 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-ea5aa539-80a8-4e0a-85c2-97bbe37abdc7 service neutron] For port 85fc16c9-61e0-4ecd-ba8c-2bbe3f259043, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=85fc16c9-61e0-4ecd-ba8c-2bbe3f259043,segment=NetworkSegment(a0b282e1-050c-4a1c-b966-a6bb7d2c63dc),segment_id=a0b282e1-050c-4a1c-b966-a6bb7d2c63dc)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:08:18.229292 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-ea5aa539-80a8-4e0a-85c2-97bbe37abdc7 service neutron] For port 85fc16c9-61e0-4ecd-ba8c-2bbe3f259043, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:08:18.286296 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-ea5aa539-80a8-4e0a-85c2-97bbe37abdc7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:18.289571 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da47628-9db8-40df-b4b7-26d8c3b1fd4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85fc16c9-61e0-4ecd-ba8c-2bbe3f259043'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:08:18.293421 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5a814f-069c-4ca4-8a1a-f7bd7729c74b" -d '{"events": [{"server_uuid": "1da47628-9db8-40df-b4b7-26d8c3b1fd4e", "name": "network-vif-unplugged", "status": "completed", "tag": "85fc16c9-61e0-4ecd-ba8c-2bbe3f259043"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:08:18.307997 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-ea5aa539-80a8-4e0a-85c2-97bbe37abdc7 service neutron] Transition to ACTIVE for port object 85fc16c9-61e0-4ecd-ba8c-2bbe3f259043 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 19:08:18.347787 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 19:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1efe12-490b-4f43-940e-8340c7425d9c x-openstack-request-id: req-1e1efe12-490b-4f43-940e-8340c7425d9c {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:08:18.348086 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da47628-9db8-40df-b4b7-26d8c3b1fd4e", "name": "network-vif-unplugged", "status": "completed", "tag": "85fc16c9-61e0-4ecd-ba8c-2bbe3f259043", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:08:18.348341 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1e1efe12-490b-4f43-940e-8340c7425d9c {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:08:18.348742 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da47628-9db8-40df-b4b7-26d8c3b1fd4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85fc16c9-61e0-4ecd-ba8c-2bbe3f259043', 'code': 200} Oct 27 19:08:18.403412 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-ea5aa539-80a8-4e0a-85c2-97bbe37abdc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:18.468586 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-ea5aa539-80a8-4e0a-85c2-97bbe37abdc7 service neutron] No DVR routers for this DVR port 85fc16c9-61e0-4ecd-ba8c-2bbe3f259043 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:08:18.477770 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5aa539-80a8-4e0a-85c2-97bbe37abdc7 service neutron] Pushing event updated for resources: {'Port': ['ID=85fc16c9-61e0-4ecd-ba8c-2bbe3f259043,revision_number=6']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:08:18.483447 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548437c-87b8-424f-a899-dd6ea94d2813 req-f61349bd-7d62-4b2e-bc37-4267b42eb7af tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:18.486194 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b548437c-87b8-424f-a899-dd6ea94d2813 req-f61349bd-7d62-4b2e-bc37-4267b42eb7af tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 943 time: 0.0556700 Oct 27 19:08:18.521534 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-ea5aa539-80a8-4e0a-85c2-97bbe37abdc7 service neutron] Attempting to bind port 85fc16c9-61e0-4ecd-ba8c-2bbe3f259043 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:08:18.521534 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-ea5aa539-80a8-4e0a-85c2-97bbe37abdc7 service neutron] Attempting to bind port 85fc16c9-61e0-4ecd-ba8c-2bbe3f259043 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': 'a0b282e1-050c-4a1c-b966-a6bb7d2c63dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2c56aa13-e89b-4e4c-9794-649e60b8d3e7'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:08:18.521534 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-ea5aa539-80a8-4e0a-85c2-97bbe37abdc7 service neutron] Attempting to bind port 85fc16c9-61e0-4ecd-ba8c-2bbe3f259043 on network 2c56aa13-e89b-4e4c-9794-649e60b8d3e7 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:08:18.522055 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-ea5aa539-80a8-4e0a-85c2-97bbe37abdc7 service neutron] Port 85fc16c9-61e0-4ecd-ba8c-2bbe3f259043 on network 2c56aa13-e89b-4e4c-9794-649e60b8d3e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 19:08:18.522375 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-ea5aa539-80a8-4e0a-85c2-97bbe37abdc7 service neutron] Attempting to bind port 85fc16c9-61e0-4ecd-ba8c-2bbe3f259043 on network 2c56aa13-e89b-4e4c-9794-649e60b8d3e7 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:08:18.527857 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-ea5aa539-80a8-4e0a-85c2-97bbe37abdc7 service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:08:18.528199 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-ea5aa539-80a8-4e0a-85c2-97bbe37abdc7 service neutron] Checking segment: {'id': 'a0b282e1-050c-4a1c-b966-a6bb7d2c63dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2c56aa13-e89b-4e4c-9794-649e60b8d3e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:08:18.528328 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b548437c-87b8-424f-a899-dd6ea94d2813 req-51f88103-16c4-413e-9fe7-39d305535e45 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/security-groups?id=13b7587e-e391-46a0-b759-6ec7173e617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365956 Oct 27 19:08:18.528613 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-ea5aa539-80a8-4e0a-85c2-97bbe37abdc7 service neutron] Bound using segment: {'id': 'a0b282e1-050c-4a1c-b966-a6bb7d2c63dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2c56aa13-e89b-4e4c-9794-649e60b8d3e7'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:08:18.529039 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-ea5aa539-80a8-4e0a-85c2-97bbe37abdc7 service neutron] Bound port: 85fc16c9-61e0-4ecd-ba8c-2bbe3f259043, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0b282e1-050c-4a1c-b966-a6bb7d2c63dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2c56aa13-e89b-4e4c-9794-649e60b8d3e7'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:08:18.529394 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-ea5aa539-80a8-4e0a-85c2-97bbe37abdc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:18.593501 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-ea5aa539-80a8-4e0a-85c2-97bbe37abdc7 service neutron] For port 85fc16c9-61e0-4ecd-ba8c-2bbe3f259043, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:08:18.597225 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-ea5aa539-80a8-4e0a-85c2-97bbe37abdc7 service neutron] For port 85fc16c9-61e0-4ecd-ba8c-2bbe3f259043, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=85fc16c9-61e0-4ecd-ba8c-2bbe3f259043,segment=NetworkSegment(a0b282e1-050c-4a1c-b966-a6bb7d2c63dc),segment_id=a0b282e1-050c-4a1c-b966-a6bb7d2c63dc)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:08:18.655280 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-ea5aa539-80a8-4e0a-85c2-97bbe37abdc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:18.697387 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-ea5aa539-80a8-4e0a-85c2-97bbe37abdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:18.697998 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-ea5aa539-80a8-4e0a-85c2-97bbe37abdc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:18.699449 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-ea5aa539-80a8-4e0a-85c2-97bbe37abdc7 service neutron] 10.222.0.81 "PUT /v2.0/ports/85fc16c9-61e0-4ecd-ba8c-2bbe3f259043 HTTP/1.1" status: 200 len: 1091 time: 0.7563412 Oct 27 19:08:18.717514 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5aa539-80a8-4e0a-85c2-97bbe37abdc7 service neutron] Pushing event updated for resources: {'Port': ['ID=85fc16c9-61e0-4ecd-ba8c-2bbe3f259043,revision_number=7']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:08:18.765033 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-6b203fa8-105d-458f-a6fe-4d80c6864ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:18.766518 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-6b203fa8-105d-458f-a6fe-4d80c6864ddc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c359ae21f58448c99b3325fa5bc4e8a4&device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 1094 time: 0.0431790 Oct 27 19:08:18.860503 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-094e8961-832d-4c36-bc5f-5bfcad46d7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:18.862615 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-094e8961-832d-4c36-bc5f-5bfcad46d7db service neutron] 10.222.0.81 "GET /v2.0/networks?id=2c56aa13-e89b-4e4c-9794-649e60b8d3e7 HTTP/1.1" status: 200 len: 914 time: 0.0880725 Oct 27 19:08:18.901979 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-c4c34d54-84c2-4cb5-973a-e13a5e3754fb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85fc16c9-61e0-4ecd-ba8c-2bbe3f259043 HTTP/1.1" status: 200 len: 217 time: 0.0325122 Oct 27 19:08:18.949101 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-bcaa9a9e-37e8-455c-8bf4-e64af85dd239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:18.950487 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-bcaa9a9e-37e8-455c-8bf4-e64af85dd239 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b4bcc7c0-216f-457d-ba46-592bb309cd30 HTTP/1.1" status: 200 len: 852 time: 0.0422604 Oct 27 19:08:18.980966 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-66fd1b77-93f4-49a6-bdb3-d783dec3a887 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2c56aa13-e89b-4e4c-9794-649e60b8d3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236630 Oct 27 19:08:19.070234 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-bb29d91c-f56a-4531-a72f-e91badc196e4 service neutron] 10.222.0.81 "GET /v2.0/networks/2c56aa13-e89b-4e4c-9794-649e60b8d3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819097 Oct 27 19:08:19.161595 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0fc01c18-2052-4f2c-8fb0-a2a141c0c64f req-877537ce-59ac-47e2-b9f2-bc611e5a5493 service neutron] 10.222.0.81 "GET /v2.0/networks/2c56aa13-e89b-4e4c-9794-649e60b8d3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844646 Oct 27 19:08:19.651684 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d3c59-2f34-4469-98c2-37119f733d74 req-c328e9b6-fff3-4b01-b47b-a4f72d29b556 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:19.653157 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6d7d3c59-2f34-4469-98c2-37119f733d74 req-c328e9b6-fff3-4b01-b47b-a4f72d29b556 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 943 time: 0.0526745 Oct 27 19:08:19.691384 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6d7d3c59-2f34-4469-98c2-37119f733d74 req-75e2e250-44bc-47ca-ae36-9768e1d338e9 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/security-groups?id=13b7587e-e391-46a0-b759-6ec7173e617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314767 Oct 27 19:08:20.350119 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da47628-9db8-40df-b4b7-26d8c3b1fd4e', 'tag': '85fc16c9-61e0-4ecd-ba8c-2bbe3f259043'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:08:20.352494 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2914bf62-4db5-4384-88c8-67ea50bd46de" -d '{"events": [{"name": "network-changed", "server_uuid": "1da47628-9db8-40df-b4b7-26d8c3b1fd4e", "tag": "85fc16c9-61e0-4ecd-ba8c-2bbe3f259043"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:08:20.398374 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b83a3fa-6184-48f9-8b86-85eacfb483e5 x-openstack-request-id: req-3b83a3fa-6184-48f9-8b86-85eacfb483e5 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:08:20.398667 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1da47628-9db8-40df-b4b7-26d8c3b1fd4e", "tag": "85fc16c9-61e0-4ecd-ba8c-2bbe3f259043", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:08:20.398947 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3b83a3fa-6184-48f9-8b86-85eacfb483e5 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:08:20.399337 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da47628-9db8-40df-b4b7-26d8c3b1fd4e', 'tag': '85fc16c9-61e0-4ecd-ba8c-2bbe3f259043', 'status': 'completed', 'code': 200} Oct 27 19:08:20.482133 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914bf62-4db5-4384-88c8-67ea50bd46de req-0253956e-1134-4f00-80d7-eae36f4a6150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:20.483720 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2914bf62-4db5-4384-88c8-67ea50bd46de req-0253956e-1134-4f00-80d7-eae36f4a6150 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c359ae21f58448c99b3325fa5bc4e8a4&device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 1094 time: 0.0639689 Oct 27 19:08:20.489765 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914bf62-4db5-4384-88c8-67ea50bd46de req-3fab07fa-26cd-4cc2-9846-9456675faec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:20.491223 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2914bf62-4db5-4384-88c8-67ea50bd46de req-3fab07fa-26cd-4cc2-9846-9456675faec7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c359ae21f58448c99b3325fa5bc4e8a4&device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 1094 time: 0.0630093 Oct 27 19:08:20.818307 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7cd2eb-0eb3-4cb8-a844-2967f76ccf94 req-6eeabcbe-44fd-491a-b87a-fa0d91268b53 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:20.820190 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2b7cd2eb-0eb3-4cb8-a844-2967f76ccf94 req-6eeabcbe-44fd-491a-b87a-fa0d91268b53 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 943 time: 0.0536604 Oct 27 19:08:20.863974 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2b7cd2eb-0eb3-4cb8-a844-2967f76ccf94 req-4f3fc6d8-aad0-430e-b72d-84f4ea54986a tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/security-groups?id=13b7587e-e391-46a0-b759-6ec7173e617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372088 Oct 27 19:08:20.966146 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914bf62-4db5-4384-88c8-67ea50bd46de req-f0b04256-29e5-4540-9262-7f1579de00a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:20.967682 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2914bf62-4db5-4384-88c8-67ea50bd46de req-f0b04256-29e5-4540-9262-7f1579de00a3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2c56aa13-e89b-4e4c-9794-649e60b8d3e7 HTTP/1.1" status: 200 len: 914 time: 0.4756200 Oct 27 19:08:20.970340 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914bf62-4db5-4384-88c8-67ea50bd46de req-aeb32a84-7c31-4879-9f9d-1fff94002bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:20.972157 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2914bf62-4db5-4384-88c8-67ea50bd46de req-aeb32a84-7c31-4879-9f9d-1fff94002bac service neutron] 10.222.0.93 "GET /v2.0/networks?id=2c56aa13-e89b-4e4c-9794-649e60b8d3e7 HTTP/1.1" status: 200 len: 914 time: 0.4730079 Oct 27 19:08:21.046564 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2914bf62-4db5-4384-88c8-67ea50bd46de req-a51a4c78-9187-4b10-a52c-7ec94b91656e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85fc16c9-61e0-4ecd-ba8c-2bbe3f259043 HTTP/1.1" status: 200 len: 217 time: 0.0676334 Oct 27 19:08:21.047911 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2914bf62-4db5-4384-88c8-67ea50bd46de req-8bb9d106-968e-466a-97a9-95b26e9991cf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85fc16c9-61e0-4ecd-ba8c-2bbe3f259043 HTTP/1.1" status: 200 len: 217 time: 0.0680037 Oct 27 19:08:21.132019 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914bf62-4db5-4384-88c8-67ea50bd46de req-dce56dea-24ba-4b74-9d4c-20eb996784c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:21.133452 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2914bf62-4db5-4384-88c8-67ea50bd46de req-dce56dea-24ba-4b74-9d4c-20eb996784c4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b4bcc7c0-216f-457d-ba46-592bb309cd30 HTTP/1.1" status: 200 len: 852 time: 0.0785272 Oct 27 19:08:21.134986 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914bf62-4db5-4384-88c8-67ea50bd46de req-8b1b8ac1-fc89-4dc1-b73b-41de140fd1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:21.136181 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2914bf62-4db5-4384-88c8-67ea50bd46de req-8b1b8ac1-fc89-4dc1-b73b-41de140fd1e8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b4bcc7c0-216f-457d-ba46-592bb309cd30 HTTP/1.1" status: 200 len: 852 time: 0.0822933 Oct 27 19:08:21.170836 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2914bf62-4db5-4384-88c8-67ea50bd46de req-c3656584-7ed0-4700-a7a1-6615f42ad6dd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2c56aa13-e89b-4e4c-9794-649e60b8d3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306771 Oct 27 19:08:21.186101 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2914bf62-4db5-4384-88c8-67ea50bd46de req-1d5c2a3b-2ffd-45c6-ae6d-d2cbc460dfb1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2c56aa13-e89b-4e4c-9794-649e60b8d3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380564 Oct 27 19:08:21.331454 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2914bf62-4db5-4384-88c8-67ea50bd46de req-83f4ce36-4e52-4712-891d-c2f7662978ef service neutron] 10.222.0.93 "GET /v2.0/networks/2c56aa13-e89b-4e4c-9794-649e60b8d3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475101 Oct 27 19:08:21.334693 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2914bf62-4db5-4384-88c8-67ea50bd46de req-8219e4e0-76f5-45f2-b998-76ef6f9b3db9 service neutron] 10.222.0.81 "GET /v2.0/networks/2c56aa13-e89b-4e4c-9794-649e60b8d3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411533 Oct 27 19:08:21.489065 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2914bf62-4db5-4384-88c8-67ea50bd46de req-b718e81d-7e91-4a4f-af7e-b74380b59e2c service neutron] 10.222.0.93 "GET /v2.0/networks/2c56aa13-e89b-4e4c-9794-649e60b8d3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502428 Oct 27 19:08:21.491181 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2914bf62-4db5-4384-88c8-67ea50bd46de req-bbc23537-08ba-445c-9735-444defe8a01d service neutron] 10.222.0.81 "GET /v2.0/networks/2c56aa13-e89b-4e4c-9794-649e60b8d3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449058 Oct 27 19:08:21.587509 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 85fc16c9-61e0-4ecd-ba8c-2bbe3f259043 details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 19:08:21.685597 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 85fc16c9-61e0-4ecd-ba8c-2bbe3f259043, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=85fc16c9-61e0-4ecd-ba8c-2bbe3f259043,segment=NetworkSegment(a0b282e1-050c-4a1c-b966-a6bb7d2c63dc),segment_id=a0b282e1-050c-4a1c-b966-a6bb7d2c63dc)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:08:21.696436 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': '85fc16c9-61e0-4ecd-ba8c-2bbe3f259043', 'network_id': '2c56aa13-e89b-4e4c-9794-649e60b8d3e7', 'port_id': '85fc16c9-61e0-4ecd-ba8c-2bbe3f259043', 'mac_address': 'fa:16:3e:9b:d9:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4bcc7c0-216f-457d-ba46-592bb309cd30', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 19:08:21.734974 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:21.748007 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85fc16c9-61e0-4ecd-ba8c-2bbe3f259043 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:08:21.766559 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 85fc16c9-61e0-4ecd-ba8c-2bbe3f259043, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=85fc16c9-61e0-4ecd-ba8c-2bbe3f259043,segment=NetworkSegment(a0b282e1-050c-4a1c-b966-a6bb7d2c63dc),segment_id=a0b282e1-050c-4a1c-b966-a6bb7d2c63dc)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:08:21.832854 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:21.883127 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=85fc16c9-61e0-4ecd-ba8c-2bbe3f259043,revision_number=8']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:08:21.890344 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:08:21.890690 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:08:21.891064 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:08:21.891404 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:08:21.891735 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:08:21.892067 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:08:21.892395 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:08:21.893371 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:08:21.893371 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:08:21.893515 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:08:21.893855 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:08:21.894078 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:08:21.985528 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08990cec-d4ff-41af-bb12-10ab6351e2a1 req-c96f1cc7-b95b-442f-b7cf-c708a72e1b66 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:21.987206 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-08990cec-d4ff-41af-bb12-10ab6351e2a1 req-c96f1cc7-b95b-442f-b7cf-c708a72e1b66 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 944 time: 0.0509062 Oct 27 19:08:22.028005 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-08990cec-d4ff-41af-bb12-10ab6351e2a1 req-1fda44d1-a541-4bec-bf6b-96b1fb6582f0 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/security-groups?id=13b7587e-e391-46a0-b759-6ec7173e617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347362 Oct 27 19:08:22.075874 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['85fc16c9-61e0-4ecd-ba8c-2bbe3f259043'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:08:22.380315 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 85fc16c9-61e0-4ecd-ba8c-2bbe3f259043 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:08:22.426115 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 85fc16c9-61e0-4ecd-ba8c-2bbe3f259043 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:08:22.551130 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98313c-cfe4-4b9b-9cd2-2cb030499012 req-dfd519dd-0923-4168-bed9-11b23021b9db tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:22.552641 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ff98313c-cfe4-4b9b-9cd2-2cb030499012 req-dfd519dd-0923-4168-bed9-11b23021b9db tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.93 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e&tenant_id=c359ae21f58448c99b3325fa5bc4e8a4&binding%3Ahost_id=n-h1-815690-2 HTTP/1.1" status: 200 len: 944 time: 0.0866089 Oct 27 19:08:22.613518 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [req-ff98313c-cfe4-4b9b-9cd2-2cb030499012 req-24fb036d-21ca-4af8-99b6-54c0a39f3a21 service neutron] delete failed (client error): The resource could not be found. Oct 27 19:08:22.614539 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ff98313c-cfe4-4b9b-9cd2-2cb030499012 req-24fb036d-21ca-4af8-99b6-54c0a39f3a21 service neutron] 10.222.0.93 "DELETE /v2.0/ports/85fc16c9-61e0-4ecd-ba8c-2bbe3f259043/bindings/n-h2-815690-2 HTTP/1.1" status: 404 len: 380 time: 0.0546138 Oct 27 19:08:22.702445 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98313c-cfe4-4b9b-9cd2-2cb030499012 req-caf3cbf5-3270-481a-9559-89857220841e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:22.703944 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ff98313c-cfe4-4b9b-9cd2-2cb030499012 req-caf3cbf5-3270-481a-9559-89857220841e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=c359ae21f58448c99b3325fa5bc4e8a4&device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 1095 time: 0.0463464 Oct 27 19:08:22.797244 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98313c-cfe4-4b9b-9cd2-2cb030499012 req-ce51d16e-d223-4eb0-b2de-d38fc59974c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:22.798730 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ff98313c-cfe4-4b9b-9cd2-2cb030499012 req-ce51d16e-d223-4eb0-b2de-d38fc59974c7 service neutron] 10.222.0.93 "GET /v2.0/networks?id=2c56aa13-e89b-4e4c-9794-649e60b8d3e7 HTTP/1.1" status: 200 len: 914 time: 0.0871949 Oct 27 19:08:22.843489 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ff98313c-cfe4-4b9b-9cd2-2cb030499012 req-50707b4d-c74b-4ba1-bc53-f57f2d19523e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85fc16c9-61e0-4ecd-ba8c-2bbe3f259043 HTTP/1.1" status: 200 len: 217 time: 0.0378890 Oct 27 19:08:22.896701 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98313c-cfe4-4b9b-9cd2-2cb030499012 req-83c594cf-e90f-4db6-8bb1-0a849fd1f935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:22.898190 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ff98313c-cfe4-4b9b-9cd2-2cb030499012 req-83c594cf-e90f-4db6-8bb1-0a849fd1f935 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b4bcc7c0-216f-457d-ba46-592bb309cd30 HTTP/1.1" status: 200 len: 852 time: 0.0475457 Oct 27 19:08:22.935219 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ff98313c-cfe4-4b9b-9cd2-2cb030499012 req-c3c20a91-fb2c-4e98-ac68-adeb039ae5fb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=2c56aa13-e89b-4e4c-9794-649e60b8d3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252481 Oct 27 19:08:23.029299 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ff98313c-cfe4-4b9b-9cd2-2cb030499012 req-080c52b9-e1b9-4324-a198-db9dc2b69d23 service neutron] 10.222.0.93 "GET /v2.0/networks/2c56aa13-e89b-4e4c-9794-649e60b8d3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852537 Oct 27 19:08:23.121080 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ff98313c-cfe4-4b9b-9cd2-2cb030499012 req-59fd4bce-0895-44f9-a73e-0254298fd339 service neutron] 10.222.0.93 "GET /v2.0/networks/2c56aa13-e89b-4e4c-9794-649e60b8d3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843253 Oct 27 19:08:23.589476 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 85fc16c9-61e0-4ecd-ba8c-2bbe3f259043 up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:08:23.700145 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning for port 85fc16c9-61e0-4ecd-ba8c-2bbe3f259043 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 19:08:23.704376 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port 85fc16c9-61e0-4ecd-ba8c-2bbe3f259043 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:08:23.704777 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:23.782441 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:23.805208 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da47628-9db8-40df-b4b7-26d8c3b1fd4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85fc16c9-61e0-4ecd-ba8c-2bbe3f259043'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:08:23.807483 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac794e0-91f0-4b47-87df-f3eccff88162" -d '{"events": [{"server_uuid": "1da47628-9db8-40df-b4b7-26d8c3b1fd4e", "name": "network-vif-plugged", "status": "completed", "tag": "85fc16c9-61e0-4ecd-ba8c-2bbe3f259043"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:08:23.823880 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 85fc16c9-61e0-4ecd-ba8c-2bbe3f259043, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=85fc16c9-61e0-4ecd-ba8c-2bbe3f259043,segment=NetworkSegment(a0b282e1-050c-4a1c-b966-a6bb7d2c63dc),segment_id=a0b282e1-050c-4a1c-b966-a6bb7d2c63dc)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:08:23.883188 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:23.930484 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=85fc16c9-61e0-4ecd-ba8c-2bbe3f259043,revision_number=9']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:08:24.403210 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab462966-cde1-40ed-936d-66de9c25bb9d x-openstack-request-id: req-ab462966-cde1-40ed-936d-66de9c25bb9d {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:08:24.403210 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da47628-9db8-40df-b4b7-26d8c3b1fd4e", "name": "network-vif-plugged", "status": "completed", "tag": "85fc16c9-61e0-4ecd-ba8c-2bbe3f259043", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:08:24.403210 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ab462966-cde1-40ed-936d-66de9c25bb9d {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:08:24.403210 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da47628-9db8-40df-b4b7-26d8c3b1fd4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85fc16c9-61e0-4ecd-ba8c-2bbe3f259043', 'code': 200} Oct 27 19:08:24.498769 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157351ac-6424-4cd1-933d-6d74db7f9463 req-7a659d8b-5241-4299-9e5c-e76c16923274 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:24.500262 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-157351ac-6424-4cd1-933d-6d74db7f9463 req-7a659d8b-5241-4299-9e5c-e76c16923274 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 945 time: 0.0525606 Oct 27 19:08:24.539152 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-157351ac-6424-4cd1-933d-6d74db7f9463 req-2b6ff9de-d212-43b5-a79b-66344d89dee2 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/security-groups?id=13b7587e-e391-46a0-b759-6ec7173e617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321481 Oct 27 19:08:25.658579 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850add6-6214-4d83-be43-a49986a5a654 req-0f978aae-17d9-49fb-af2a-7aa048506aa2 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:25.660818 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e850add6-6214-4d83-be43-a49986a5a654 req-0f978aae-17d9-49fb-af2a-7aa048506aa2 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 945 time: 0.0513804 Oct 27 19:08:25.703818 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e850add6-6214-4d83-be43-a49986a5a654 req-d247d66a-b2e9-4bce-8c86-e689d1ed8404 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/security-groups?id=13b7587e-e391-46a0-b759-6ec7173e617e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365973 Oct 27 19:08:25.711257 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98313c-cfe4-4b9b-9cd2-2cb030499012 req-5039269d-ac87-4608-ab4a-6fc78a2bc1c6 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:25.715666 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ff98313c-cfe4-4b9b-9cd2-2cb030499012 req-5039269d-ac87-4608-ab4a-6fc78a2bc1c6 tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.81 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 945 time: 0.0541952 Oct 27 19:08:25.800915 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-ff98313c-cfe4-4b9b-9cd2-2cb030499012 req-0e0d87fc-783b-4833-a4c9-f5dc90565cfc tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Deleting port 85fc16c9-61e0-4ecd-ba8c-2bbe3f259043 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:08:25.801271 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ff98313c-cfe4-4b9b-9cd2-2cb030499012 req-0e0d87fc-783b-4833-a4c9-f5dc90565cfc tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:25.890772 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-ff98313c-cfe4-4b9b-9cd2-2cb030499012 req-0e0d87fc-783b-4833-a4c9-f5dc90565cfc tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] For port 85fc16c9-61e0-4ecd-ba8c-2bbe3f259043, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=85fc16c9-61e0-4ecd-ba8c-2bbe3f259043,segment=NetworkSegment(a0b282e1-050c-4a1c-b966-a6bb7d2c63dc),segment_id=a0b282e1-050c-4a1c-b966-a6bb7d2c63dc)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:08:25.891067 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ff98313c-cfe4-4b9b-9cd2-2cb030499012 req-0e0d87fc-783b-4833-a4c9-f5dc90565cfc tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:25.903486 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-ff98313c-cfe4-4b9b-9cd2-2cb030499012 req-0e0d87fc-783b-4833-a4c9-f5dc90565cfc tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Calling delete_port for 85fc16c9-61e0-4ecd-ba8c-2bbe3f259043 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:08:26.107575 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ff98313c-cfe4-4b9b-9cd2-2cb030499012 req-0e0d87fc-783b-4833-a4c9-f5dc90565cfc tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:26.120274 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['85fc16c9-61e0-4ecd-ba8c-2bbe3f259043'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:08:26.140068 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d87fc-783b-4833-a4c9-f5dc90565cfc tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Pushing event deleted for resources: {'Port': ['ID=85fc16c9-61e0-4ecd-ba8c-2bbe3f259043,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:08:26.180138 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff98313c-cfe4-4b9b-9cd2-2cb030499012 req-0e0d87fc-783b-4833-a4c9-f5dc90565cfc tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] No DVR routers for this DVR port 85fc16c9-61e0-4ecd-ba8c-2bbe3f259043 on host n-h1-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:08:26.182742 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ff98313c-cfe4-4b9b-9cd2-2cb030499012 req-0e0d87fc-783b-4833-a4c9-f5dc90565cfc tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:26.186116 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ff98313c-cfe4-4b9b-9cd2-2cb030499012 req-0e0d87fc-783b-4833-a4c9-f5dc90565cfc tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.81 "DELETE /v2.0/ports/85fc16c9-61e0-4ecd-ba8c-2bbe3f259043 HTTP/1.1" status: 204 len: 173 time: 0.4673412 Oct 27 19:08:26.186611 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da47628-9db8-40df-b4b7-26d8c3b1fd4e', 'name': 'network-vif-deleted', 'tag': '85fc16c9-61e0-4ecd-ba8c-2bbe3f259043'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:08:26.188862 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f530c97-7ee9-4171-b254-efc441394ca5" -d '{"events": [{"server_uuid": "1da47628-9db8-40df-b4b7-26d8c3b1fd4e", "name": "network-vif-deleted", "tag": "85fc16c9-61e0-4ecd-ba8c-2bbe3f259043"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:08:26.224654 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329a67ed-1bc7-423e-9118-a58befbee867 x-openstack-request-id: req-329a67ed-1bc7-423e-9118-a58befbee867 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:08:26.225009 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da47628-9db8-40df-b4b7-26d8c3b1fd4e", "name": "network-vif-deleted", "tag": "85fc16c9-61e0-4ecd-ba8c-2bbe3f259043", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:08:26.225232 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-329a67ed-1bc7-423e-9118-a58befbee867 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:08:26.225631 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da47628-9db8-40df-b4b7-26d8c3b1fd4e', 'name': 'network-vif-deleted', 'tag': '85fc16c9-61e0-4ecd-ba8c-2bbe3f259043', 'status': 'completed', 'code': 200} Oct 27 19:08:26.744738 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:26.812780 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b4583510-52aa-4e21-8550-dd7b66f8e113 req-9da7afdb-17bd-49ee-8cb0-99f6abbd155f tempest-DeleteServersTestJSON-1226994709 tempest-DeleteServersTestJSON-1226994709-project] 10.222.0.52 "GET /v2.0/ports?device_id=1da47628-9db8-40df-b4b7-26d8c3b1fd4e HTTP/1.1" status: 200 len: 210 time: 0.0291429 Oct 27 19:08:27.248910 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:27.942238 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48444) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:08:27.986976 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c75a686-9667-490c-8881-e7f75ec0ecf5 admin admin] Deleting subnet b4bcc7c0-216f-457d-ba46-592bb309cd30 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 19:08:27.990637 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5c75a686-9667-490c-8881-e7f75ec0ecf5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:28.030880 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5c75a686-9667-490c-8881-e7f75ec0ecf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:28.070285 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5c75a686-9667-490c-8881-e7f75ec0ecf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:28.216099 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5c75a686-9667-490c-8881-e7f75ec0ecf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:28.242175 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75a686-9667-490c-8881-e7f75ec0ecf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4bcc7c0-216f-457d-ba46-592bb309cd30,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:08:28.246853 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5c75a686-9667-490c-8881-e7f75ec0ecf5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:28.252332 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5c75a686-9667-490c-8881-e7f75ec0ecf5 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b4bcc7c0-216f-457d-ba46-592bb309cd30 HTTP/1.1" status: 204 len: 168 time: 0.3067572 Oct 27 19:08:28.252757 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48446) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:08:28.256108 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c75a686-9667-490c-8881-e7f75ec0ecf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:08:28.256471 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c75a686-9667-490c-8881-e7f75ec0ecf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:08:28.256819 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c75a686-9667-490c-8881-e7f75ec0ecf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:08:28.257164 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c75a686-9667-490c-8881-e7f75ec0ecf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:08:28.257504 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c75a686-9667-490c-8881-e7f75ec0ecf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:08:28.257845 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c75a686-9667-490c-8881-e7f75ec0ecf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:08:28.258177 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c75a686-9667-490c-8881-e7f75ec0ecf5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:08:28.258510 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c75a686-9667-490c-8881-e7f75ec0ecf5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:08:28.258861 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c75a686-9667-490c-8881-e7f75ec0ecf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:08:28.259194 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c75a686-9667-490c-8881-e7f75ec0ecf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:08:28.259523 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c75a686-9667-490c-8881-e7f75ec0ecf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:08:28.259855 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c75a686-9667-490c-8881-e7f75ec0ecf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:08:28.324862 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9e9fc06f-42d7-49fd-a538-07a8e58bef89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:28.402841 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9e9fc06f-42d7-49fd-a538-07a8e58bef89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:28.422354 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-9e9fc06f-42d7-49fd-a538-07a8e58bef89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c56aa13-e89b-4e4c-9794-649e60b8d3e7']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:08:28.431654 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-9e9fc06f-42d7-49fd-a538-07a8e58bef89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0b282e1-050c-4a1c-b966-a6bb7d2c63dc') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:08:28.431957 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-9e9fc06f-42d7-49fd-a538-07a8e58bef89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0b282e1-050c-4a1c-b966-a6bb7d2c63dc') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:08:28.441840 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9e9fc06f-42d7-49fd-a538-07a8e58bef89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:28.454588 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9e9fc06f-42d7-49fd-a538-07a8e58bef89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:28.461446 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e9fc06f-42d7-49fd-a538-07a8e58bef89 admin admin] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 19:08:28.461837 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9e9fc06f-42d7-49fd-a538-07a8e58bef89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:28.463515 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 19:08:28.463515 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 19:08:28.463515 n-d-815690-2 neutron-server[102878]: timer() Oct 27 19:08:28.463515 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 19:08:28.463515 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 19:08:28.463515 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 19:08:28.463515 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 19:08:28.463515 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 19:08:28.463515 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 19:08:28.463515 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 19:08:28.463515 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 19:08:28.463515 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 19:08:28.463515 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 19:08:28.463515 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 19:08:28.463515 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 19:08:28.463515 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 19:08:28.463515 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 19:08:28.463515 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 19:08:28.463515 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 19:08:28.463515 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 19:08:28.463515 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 19:08:28.463515 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 19:08:28.463515 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 19:08:28.463515 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 19:08:28.463515 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 19:08:28.463515 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 19:08:28.463515 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 19:08:28.463515 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 19:08:28.463515 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 19:08:28.463515 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 19:08:28.463515 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 19:08:28.463515 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 19:08:28.912600 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9e9fc06f-42d7-49fd-a538-07a8e58bef89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:28.918244 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9e9fc06f-42d7-49fd-a538-07a8e58bef89 admin admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:28.921498 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9e9fc06f-42d7-49fd-a538-07a8e58bef89 admin admin] 10.222.0.52 "DELETE /v2.0/networks/2c56aa13-e89b-4e4c-9794-649e60b8d3e7 HTTP/1.1" status: 204 len: 168 time: 0.6671891 Oct 27 19:08:28.933754 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9fc06f-42d7-49fd-a538-07a8e58bef89 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c56aa13-e89b-4e4c-9794-649e60b8d3e7,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:08:28.942199 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9fc06f-42d7-49fd-a538-07a8e58bef89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:08:28.942558 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9fc06f-42d7-49fd-a538-07a8e58bef89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:08:28.942931 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9fc06f-42d7-49fd-a538-07a8e58bef89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:08:28.943278 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9fc06f-42d7-49fd-a538-07a8e58bef89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:08:28.943689 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9fc06f-42d7-49fd-a538-07a8e58bef89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:08:28.943940 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9fc06f-42d7-49fd-a538-07a8e58bef89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:08:28.944278 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9fc06f-42d7-49fd-a538-07a8e58bef89 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:08:28.944607 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9fc06f-42d7-49fd-a538-07a8e58bef89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:08:28.944941 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9fc06f-42d7-49fd-a538-07a8e58bef89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:08:28.945270 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9fc06f-42d7-49fd-a538-07a8e58bef89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:08:28.945598 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9fc06f-42d7-49fd-a538-07a8e58bef89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:08:28.945949 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9fc06f-42d7-49fd-a538-07a8e58bef89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:08:29.223860 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48450) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:08:29.263244 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e18879e0-6e40-439d-ab80-00a46e990365 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c359ae21f58448c99b3325fa5bc4e8a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382171 Oct 27 19:08:29.265798 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48452) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:08:29.314324 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4e4e5831-e6cd-4774-907d-fc764ea8fb74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:29.334949 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4e4e5831-e6cd-4774-907d-fc764ea8fb74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:29.442647 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4e4e5831-e6cd-4774-907d-fc764ea8fb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:29.445356 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4e4e5831-e6cd-4774-907d-fc764ea8fb74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:29.446523 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4e4e5831-e6cd-4774-907d-fc764ea8fb74 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/13b7587e-e391-46a0-b759-6ec7173e617e HTTP/1.1" status: 204 len: 168 time: 0.1797903 Oct 27 19:08:29.454850 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e5831-e6cd-4774-907d-fc764ea8fb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b7587e-e391-46a0-b759-6ec7173e617e,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:08:29.650279 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 85fc16c9-61e0-4ecd-ba8c-2bbe3f259043 no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:08:29.673426 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] No Port match for: 85fc16c9-61e0-4ecd-ba8c-2bbe3f259043 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:08:29.673766 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 85fc16c9-61e0-4ecd-ba8c-2bbe3f259043 not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:08:30.452282 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48474) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:08:30.546275 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-dc1b422b-0c82-44b2-9d1c-1bba36db01a0 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1237654896-network', 'tenant_id': '877cc6baa81a420fa62f6a819f01b2c9'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:08:30.631518 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1b422b-0c82-44b2-9d1c-1bba36db01a0 admin admin] Made reservation on behalf of 877cc6baa81a420fa62f6a819f01b2c9 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:08:30.633900 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dc1b422b-0c82-44b2-9d1c-1bba36db01a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:30.642978 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dc1b422b-0c82-44b2-9d1c-1bba36db01a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:30.717929 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dc1b422b-0c82-44b2-9d1c-1bba36db01a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:30.792760 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dc1b422b-0c82-44b2-9d1c-1bba36db01a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:30.820478 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc1b422b-0c82-44b2-9d1c-1bba36db01a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1006, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 19:08:30.826245 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b422b-0c82-44b2-9d1c-1bba36db01a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37c9691-9111-4cd3-a0c3-966a74b148b2,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:08:30.835302 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dc1b422b-0c82-44b2-9d1c-1bba36db01a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:30.835543 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-dc1b422b-0c82-44b2-9d1c-1bba36db01a0 admin admin] Added segment 8be494da-9130-4f6c-9ff2-8f1a3370e5ed of type vlan for network 8037e62c-cfbd-49f5-aa68-3fe761094e05 Oct 27 19:08:30.875713 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dc1b422b-0c82-44b2-9d1c-1bba36db01a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:30.958248 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dc1b422b-0c82-44b2-9d1c-1bba36db01a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:30.959248 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1b422b-0c82-44b2-9d1c-1bba36db01a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:30.959850 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-dc1b422b-0c82-44b2-9d1c-1bba36db01a0 admin admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:31.020938 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b422b-0c82-44b2-9d1c-1bba36db01a0 admin admin] Pushing event updated for resources: {'Network': ['ID=8037e62c-cfbd-49f5-aa68-3fe761094e05,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:08:31.030959 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 8037e62c-cfbd-49f5-aa68-3fe761094e05 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 19:08:31.085642 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-dc1b422b-0c82-44b2-9d1c-1bba36db01a0 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6321983 Oct 27 19:08:31.088485 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48478) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:08:31.093303 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-5501be5f-fd5c-4278-a59a-c2aa6b9d2931 admin admin] Request body: {'subnet': {'network_id': '8037e62c-cfbd-49f5-aa68-3fe761094e05', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1237654896-subnet', 'tenant_id': '877cc6baa81a420fa62f6a819f01b2c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:08:31.173893 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5501be5f-fd5c-4278-a59a-c2aa6b9d2931 admin admin] Made reservation on behalf of 877cc6baa81a420fa62f6a819f01b2c9 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:08:31.176820 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5501be5f-fd5c-4278-a59a-c2aa6b9d2931 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:31.397494 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5501be5f-fd5c-4278-a59a-c2aa6b9d2931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:31.454259 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501be5f-fd5c-4278-a59a-c2aa6b9d2931 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72df32fb-a0c8-47d3-b70c-21a14c0fee18,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:08:31.462996 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5501be5f-fd5c-4278-a59a-c2aa6b9d2931 admin admin] Checking segment: {'id': '8be494da-9130-4f6c-9ff2-8f1a3370e5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '8037e62c-cfbd-49f5-aa68-3fe761094e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:08:31.463363 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5501be5f-fd5c-4278-a59a-c2aa6b9d2931 admin admin] Network hostable DHCP agents. Network: 8037e62c-cfbd-49f5-aa68-3fe761094e05, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 19:08:31.536141 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5501be5f-fd5c-4278-a59a-c2aa6b9d2931 admin admin] Network 8037e62c-cfbd-49f5-aa68-3fe761094e05 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 19:08:31.610288 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-5501be5f-fd5c-4278-a59a-c2aa6b9d2931 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 8037e62c-cfbd-49f5-aa68-3fe761094e05) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:08:31.614959 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5501be5f-fd5c-4278-a59a-c2aa6b9d2931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:31.616112 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5501be5f-fd5c-4278-a59a-c2aa6b9d2931 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:31.619763 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7949b3ef-5e28-418b-826c-9bf1ea2576df None None] Network 8037e62c-cfbd-49f5-aa68-3fe761094e05 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:08:31.698991 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5501be5f-fd5c-4278-a59a-c2aa6b9d2931 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6092534 Oct 27 19:08:31.745916 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ae8f93-a4bd-4afc-8e2c-f25930b77316 None None] Network 8037e62c-cfbd-49f5-aa68-3fe761094e05 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:08:32.134962 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-242dfb82-8ca5-41df-bcec-3526e26af894 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:32.139924 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-242dfb82-8ca5-41df-bcec-3526e26af894 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/networks?id=8037e62c-cfbd-49f5-aa68-3fe761094e05 HTTP/1.1" status: 200 len: 815 time: 0.1071134 Oct 27 19:08:32.151891 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-1f917d39-3fad-4027-bef8-70c1202f6a30 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/quotas/877cc6baa81a420fa62f6a819f01b2c9 HTTP/1.1" status: 200 len: 375 time: 0.0094800 Oct 27 19:08:32.183892 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-4fb228e1-fff6-4c84-9245-6c291c64f10f tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=877cc6baa81a420fa62f6a819f01b2c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266850 Oct 27 19:08:32.276819 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-edd1dd3b-974e-4461-a402-5c2f0afb5054 service neutron] 10.222.0.52 "GET /v2.0/networks/8037e62c-cfbd-49f5-aa68-3fe761094e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859568 Oct 27 19:08:32.367696 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-9f055429-fbec-488e-ba9a-4240bcc4bed4 service neutron] 10.222.0.52 "GET /v2.0/networks/8037e62c-cfbd-49f5-aa68-3fe761094e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847006 Oct 27 19:08:32.584169 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3d92df05-a21c-44ec-b4ac-09057e2dc4f6 req-f8ae7820-4b45-4774-8c00-ca5a6accb4d8 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 210 time: 0.0276427 Oct 27 19:08:33.683412 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-39a76a76-ccdd-4a34-bf22-0beab5019e5a req-071a9670-7c4d-4bbf-831e-9a065618c5af tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 210 time: 0.0334997 Oct 27 19:08:34.525186 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-b8db0f4b-14e3-4195-8871-52761787925f tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:34.526583 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-b8db0f4b-14e3-4195-8871-52761787925f tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.93 "GET /v2.0/networks?id=8037e62c-cfbd-49f5-aa68-3fe761094e05 HTTP/1.1" status: 200 len: 815 time: 0.1121640 Oct 27 19:08:34.538860 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-295dc3a7-0d7f-45d2-8def-dd9f09272518 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Request body: {'port': {'device_id': 'd8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282', 'network_id': '8037e62c-cfbd-49f5-aa68-3fe761094e05', 'admin_state_up': True, 'tenant_id': '877cc6baa81a420fa62f6a819f01b2c9'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:08:34.722746 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-295dc3a7-0d7f-45d2-8def-dd9f09272518 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Made reservation on behalf of 877cc6baa81a420fa62f6a819f01b2c9 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:08:34.726343 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-295dc3a7-0d7f-45d2-8def-dd9f09272518 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:34.781825 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3e23388c-a945-4f8d-93b2-7e6508d5d04e req-62a62f8b-f080-483a-9069-395a80544359 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 210 time: 0.0297279 Oct 27 19:08:34.855337 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-295dc3a7-0d7f-45d2-8def-dd9f09272518 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Allocated IP 172.20.0.2 (8037e62c-cfbd-49f5-aa68-3fe761094e05/72df32fb-a0c8-47d3-b70c-21a14c0fee18/2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:08:35.006334 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-295dc3a7-0d7f-45d2-8def-dd9f09272518 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:35.078687 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-295dc3a7-0d7f-45d2-8def-dd9f09272518 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:35.123578 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-295dc3a7-0d7f-45d2-8def-dd9f09272518 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Network 8037e62c-cfbd-49f5-aa68-3fe761094e05 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:08:35.126722 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-295dc3a7-0d7f-45d2-8def-dd9f09272518 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:08:35.131353 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-295dc3a7-0d7f-45d2-8def-dd9f09272518 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:08:35.137670 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295dc3a7-0d7f-45d2-8def-dd9f09272518 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Pushing event updated for resources: {'Port': ['ID=2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:08:35.183190 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-295dc3a7-0d7f-45d2-8def-dd9f09272518 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:35.183808 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-295dc3a7-0d7f-45d2-8def-dd9f09272518 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:35.274094 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-295dc3a7-0d7f-45d2-8def-dd9f09272518 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7389174 Oct 27 19:08:35.287313 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-6da4bb02-a2cb-4f4d-acf3-5a69d8de45fd service neutron] Request body: {'port': {'device_id': 'd8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:08:35.345033 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-6da4bb02-a2cb-4f4d-acf3-5a69d8de45fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:35.600741 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-6da4bb02-a2cb-4f4d-acf3-5a69d8de45fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:08:35.608018 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-6da4bb02-a2cb-4f4d-acf3-5a69d8de45fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:35.620261 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-6da4bb02-a2cb-4f4d-acf3-5a69d8de45fd service neutron] Transition to ACTIVE for port object 2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 19:08:35.695210 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-6da4bb02-a2cb-4f4d-acf3-5a69d8de45fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:35.744128 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4bb02-a2cb-4f4d-acf3-5a69d8de45fd service neutron] Pushing event updated for resources: {'Port': ['ID=2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:08:35.817609 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-6da4bb02-a2cb-4f4d-acf3-5a69d8de45fd service neutron] Attempting to bind port 2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:08:35.817957 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-6da4bb02-a2cb-4f4d-acf3-5a69d8de45fd service neutron] Attempting to bind port 2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '8be494da-9130-4f6c-9ff2-8f1a3370e5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '8037e62c-cfbd-49f5-aa68-3fe761094e05'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:08:35.818290 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-6da4bb02-a2cb-4f4d-acf3-5a69d8de45fd service neutron] Attempting to bind port 2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f on network 8037e62c-cfbd-49f5-aa68-3fe761094e05 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:08:35.822867 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-6da4bb02-a2cb-4f4d-acf3-5a69d8de45fd service neutron] Port 2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f on network 8037e62c-cfbd-49f5-aa68-3fe761094e05 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 19:08:35.823216 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-6da4bb02-a2cb-4f4d-acf3-5a69d8de45fd service neutron] Attempting to bind port 2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f on network 8037e62c-cfbd-49f5-aa68-3fe761094e05 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:08:35.828168 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-6da4bb02-a2cb-4f4d-acf3-5a69d8de45fd service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:08:35.828510 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-6da4bb02-a2cb-4f4d-acf3-5a69d8de45fd service neutron] Checking segment: {'id': '8be494da-9130-4f6c-9ff2-8f1a3370e5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '8037e62c-cfbd-49f5-aa68-3fe761094e05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:08:35.828920 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-6da4bb02-a2cb-4f4d-acf3-5a69d8de45fd service neutron] Bound using segment: {'id': '8be494da-9130-4f6c-9ff2-8f1a3370e5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '8037e62c-cfbd-49f5-aa68-3fe761094e05'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:08:35.829330 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-6da4bb02-a2cb-4f4d-acf3-5a69d8de45fd service neutron] Bound port: 2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8be494da-9130-4f6c-9ff2-8f1a3370e5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '8037e62c-cfbd-49f5-aa68-3fe761094e05'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:08:35.829692 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-6da4bb02-a2cb-4f4d-acf3-5a69d8de45fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:35.895513 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-6da4bb02-a2cb-4f4d-acf3-5a69d8de45fd service neutron] For port 2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:08:35.898690 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-6da4bb02-a2cb-4f4d-acf3-5a69d8de45fd service neutron] For port 2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f,segment=NetworkSegment(8be494da-9130-4f6c-9ff2-8f1a3370e5ed),segment_id=8be494da-9130-4f6c-9ff2-8f1a3370e5ed)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:08:35.902073 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e673531-fb23-45bc-a5a5-b131a2464c4a req-a6d38122-2378-4a27-bda9-ff37afe51966 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:35.903662 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3e673531-fb23-45bc-a5a5-b131a2464c4a req-a6d38122-2378-4a27-bda9-ff37afe51966 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 943 time: 0.0500779 Oct 27 19:08:35.943481 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3e673531-fb23-45bc-a5a5-b131a2464c4a req-4051ce10-3dc9-441f-87f5-a7f228d811d3 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331042 Oct 27 19:08:35.958220 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-6da4bb02-a2cb-4f4d-acf3-5a69d8de45fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:35.997411 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-6da4bb02-a2cb-4f4d-acf3-5a69d8de45fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:35.998024 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-6da4bb02-a2cb-4f4d-acf3-5a69d8de45fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:35.999539 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-6da4bb02-a2cb-4f4d-acf3-5a69d8de45fd service neutron] 10.222.0.93 "PUT /v2.0/ports/2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f HTTP/1.1" status: 200 len: 1091 time: 0.7170484 Oct 27 19:08:35.999978 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282', 'tag': '2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:08:36.002224 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0baea5e5-788d-423a-bb66-0d13dffe6d99" -d '{"events": [{"name": "network-changed", "server_uuid": "d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282", "tag": "2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:08:36.026928 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4bb02-a2cb-4f4d-acf3-5a69d8de45fd service neutron] Pushing event updated for resources: {'Port': ['ID=2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:08:36.045406 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfb71f8-030e-4543-993e-078393c722fa x-openstack-request-id: req-3cfb71f8-030e-4543-993e-078393c722fa {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:08:36.045769 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282", "tag": "2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:08:36.046029 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3cfb71f8-030e-4543-993e-078393c722fa {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:08:36.046432 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282', 'tag': '2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f', 'status': 'completed', 'code': 200} Oct 27 19:08:36.110013 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baea5e5-788d-423a-bb66-0d13dffe6d99 req-ee974a8a-a85d-4446-8744-a6edd9e6af85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:36.111622 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0baea5e5-788d-423a-bb66-0d13dffe6d99 req-ee974a8a-a85d-4446-8744-a6edd9e6af85 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=877cc6baa81a420fa62f6a819f01b2c9&device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 1094 time: 0.0432971 Oct 27 19:08:36.209522 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baea5e5-788d-423a-bb66-0d13dffe6d99 req-d9243ad7-8cd8-4275-bb92-04d697f7f2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:36.210986 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0baea5e5-788d-423a-bb66-0d13dffe6d99 req-d9243ad7-8cd8-4275-bb92-04d697f7f2c2 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=877cc6baa81a420fa62f6a819f01b2c9&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0915205 Oct 27 19:08:36.308472 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baea5e5-788d-423a-bb66-0d13dffe6d99 req-3071734c-4ba4-4525-992b-fb08af0a40bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:36.309968 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-0baea5e5-788d-423a-bb66-0d13dffe6d99 req-3071734c-4ba4-4525-992b-fb08af0a40bd service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0925071 Oct 27 19:08:36.387665 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-14819ac3-705b-4918-b97b-a63dac66cfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:36.389175 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-14819ac3-705b-4918-b97b-a63dac66cfe9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=877cc6baa81a420fa62f6a819f01b2c9&device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 1094 time: 0.0411127 Oct 27 19:08:36.437276 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-f8d607f7-97da-464a-8f3d-da6d2a370d87 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f HTTP/1.1" status: 200 len: 217 time: 0.0386653 Oct 27 19:08:36.485242 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-3626f5ab-1d7f-44a1-b081-e8030cd0936b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:36.486605 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-3626f5ab-1d7f-44a1-b081-e8030cd0936b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=72df32fb-a0c8-47d3-b70c-21a14c0fee18 HTTP/1.1" status: 200 len: 855 time: 0.0420442 Oct 27 19:08:36.518053 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-5a733d7f-4122-4a53-8995-62b8623b1d43 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8037e62c-cfbd-49f5-aa68-3fe761094e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242128 Oct 27 19:08:36.611164 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-ab69b84e-9893-4a8c-bacb-2b204a958277 service neutron] 10.222.0.93 "GET /v2.0/networks/8037e62c-cfbd-49f5-aa68-3fe761094e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859902 Oct 27 19:08:36.698524 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-540eeb49-f864-43d8-a739-36b08f2bf3c4 req-ad426d54-7080-48de-b99e-73b69357694a service neutron] 10.222.0.93 "GET /v2.0/networks/8037e62c-cfbd-49f5-aa68-3fe761094e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805774 Oct 27 19:08:36.718844 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:08:37.063645 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c1645-f103-4532-ab8f-47a11ef4c855 req-b11929cb-dd42-48f6-815d-4c00b9a53983 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:37.065149 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-124c1645-f103-4532-ab8f-47a11ef4c855 req-b11929cb-dd42-48f6-815d-4c00b9a53983 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 943 time: 0.0500574 Oct 27 19:08:37.105088 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-124c1645-f103-4532-ab8f-47a11ef4c855 req-773576f5-4b99-4837-98d7-40a9c2ec82d3 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319824 Oct 27 19:08:38.225388 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d07883-e2ff-4583-a0be-9394e38b9300 req-7bd31857-10ed-4f55-a54d-979ab966bc8e tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:38.226934 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-02d07883-e2ff-4583-a0be-9394e38b9300 req-7bd31857-10ed-4f55-a54d-979ab966bc8e tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 943 time: 0.0536416 Oct 27 19:08:38.264812 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-02d07883-e2ff-4583-a0be-9394e38b9300 req-600d8f5e-c594-4fc2-89d4-a050851e69de tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318911 Oct 27 19:08:39.383589 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72527420-df4c-4838-aa77-242aa9f25a38 req-1c315d0d-a975-4035-8911-49c4a8281fa3 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:39.385182 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-72527420-df4c-4838-aa77-242aa9f25a38 req-1c315d0d-a975-4035-8911-49c4a8281fa3 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 943 time: 0.0512168 Oct 27 19:08:39.425107 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-72527420-df4c-4838-aa77-242aa9f25a38 req-aeb9efa1-3366-4969-b6f0-b009fd8e361d tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338130 Oct 27 19:08:39.661344 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-56d26cc2-f4a4-4b69-8879-885afe7b6925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:40.429811 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 19:08:40.527536 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f,segment=NetworkSegment(8be494da-9130-4f6c-9ff2-8f1a3370e5ed),segment_id=8be494da-9130-4f6c-9ff2-8f1a3370e5ed)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:08:40.541065 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f', 'network_id': '8037e62c-cfbd-49f5-aa68-3fe761094e05', 'port_id': '2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f', 'mac_address': 'fa:16:3e:84:2b:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72df32fb-a0c8-47d3-b70c-21a14c0fee18', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 19:08:40.544076 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f91bb5-63f7-4142-b9e4-a397e92f7d61 req-35a4ec22-9014-48c0-8db5-92d984691694 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:40.545669 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1f91bb5-63f7-4142-b9e4-a397e92f7d61 req-35a4ec22-9014-48c0-8db5-92d984691694 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 943 time: 0.0509241 Oct 27 19:08:40.583326 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:40.586498 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1f91bb5-63f7-4142-b9e4-a397e92f7d61 req-74068c97-e228-4982-a801-16055bbcdfe2 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337851 Oct 27 19:08:40.597486 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:08:40.617506 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f,segment=NetworkSegment(8be494da-9130-4f6c-9ff2-8f1a3370e5ed),segment_id=8be494da-9130-4f6c-9ff2-8f1a3370e5ed)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:08:40.706654 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:40.757466 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:08:40.911060 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:08:41.708989 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e0a6c-8b6c-4b0d-ba80-9ae72cab5f82 req-32580a6b-7b43-4dc9-8553-80b1e7c969b9 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:41.710556 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-946e0a6c-8b6c-4b0d-ba80-9ae72cab5f82 req-32580a6b-7b43-4dc9-8553-80b1e7c969b9 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 944 time: 0.0545540 Oct 27 19:08:41.750404 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-946e0a6c-8b6c-4b0d-ba80-9ae72cab5f82 req-cc02a29f-1200-4dae-979a-a17dc2377bfb tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331028 Oct 27 19:08:42.105796 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-55ca8861-00c0-4ad2-aa8e-8a58f9cdb6e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:42.445222 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:08:42.551446 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 19:08:42.555480 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:08:42.561047 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:42.639308 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:42.663839 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:08:42.666132 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21376da-e427-432c-ad33-c89851a66995" -d '{"events": [{"server_uuid": "d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282", "name": "network-vif-plugged", "status": "completed", "tag": "2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:08:42.679791 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f,segment=NetworkSegment(8be494da-9130-4f6c-9ff2-8f1a3370e5ed),segment_id=8be494da-9130-4f6c-9ff2-8f1a3370e5ed)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:08:42.705654 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff6ee52-2226-4667-86ce-dca5899936a7 x-openstack-request-id: req-fff6ee52-2226-4667-86ce-dca5899936a7 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:08:42.706511 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282", "name": "network-vif-plugged", "status": "completed", "tag": "2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:08:42.706766 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fff6ee52-2226-4667-86ce-dca5899936a7 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:08:42.707186 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f', 'code': 200} Oct 27 19:08:42.776002 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:42.810964 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32bc2a-4d5d-43dc-ae24-b039ee7c07d8 req-299ec5f7-6090-4daa-b0e7-87ecc97b66d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:42.812512 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bc32bc2a-4d5d-43dc-ae24-b039ee7c07d8 req-299ec5f7-6090-4daa-b0e7-87ecc97b66d3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 1096 time: 0.0468254 Oct 27 19:08:42.828493 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:08:42.851561 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-bc32bc2a-4d5d-43dc-ae24-b039ee7c07d8 req-eaadbcef-c921-44a5-a4c3-34bc63979980 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305157 Oct 27 19:08:42.879946 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c6644-13a0-49c6-86a2-e40f991b2372 req-2a2a2490-800b-445d-860c-8eb3a6792493 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:42.881486 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3f3c6644-13a0-49c6-86a2-e40f991b2372 req-2a2a2490-800b-445d-860c-8eb3a6792493 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 945 time: 0.0521004 Oct 27 19:08:42.921008 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3f3c6644-13a0-49c6-86a2-e40f991b2372 req-ba1345d5-3818-4e0c-9b6d-1cfa2b080227 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333960 Oct 27 19:08:43.459941 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:43.597768 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:44.041302 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c77bff-34ea-4971-b4b0-9798241cc316 req-c2810f1c-16d5-40c5-80fd-6fbded284f69 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:44.042923 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e7c77bff-34ea-4971-b4b0-9798241cc316 req-c2810f1c-16d5-40c5-80fd-6fbded284f69 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 945 time: 0.0510671 Oct 27 19:08:44.083070 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e7c77bff-34ea-4971-b4b0-9798241cc316 req-2d0bb352-4a9a-408e-aea7-851a32aa324b tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336475 Oct 27 19:08:45.207251 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47be9c4-1a4b-4188-b164-fa63ea6a09a0 req-90ac2523-639c-44c2-bcf1-8cf40e0c08cc tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:45.215013 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e47be9c4-1a4b-4188-b164-fa63ea6a09a0 req-90ac2523-639c-44c2-bcf1-8cf40e0c08cc tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 945 time: 0.0563955 Oct 27 19:08:45.242828 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:45.249756 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e47be9c4-1a4b-4188-b164-fa63ea6a09a0 req-06e97813-f650-4c05-9ea5-59882bbc6c0c tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347748 Oct 27 19:08:45.369229 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552e472-bbdb-47c3-9f2c-151425c733fd req-b6afff30-ea20-419e-8b89-0eca7c771aa5 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:45.370646 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2552e472-bbdb-47c3-9f2c-151425c733fd req-b6afff30-ea20-419e-8b89-0eca7c771aa5 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 945 time: 0.0494299 Oct 27 19:08:45.408976 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2552e472-bbdb-47c3-9f2c-151425c733fd req-053d7689-f4a6-4ee7-88f7-37801d3a5fbf tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323048 Oct 27 19:08:45.702871 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409d78b-4090-4509-9673-77f5933ae8fc req-be463753-74ad-4213-ba32-446da43e174b tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:45.704403 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d409d78b-4090-4509-9673-77f5933ae8fc req-be463753-74ad-4213-ba32-446da43e174b tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 945 time: 0.0504031 Oct 27 19:08:45.744359 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d409d78b-4090-4509-9673-77f5933ae8fc req-41a67547-ad60-452d-9395-d50313bff2c1 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333033 Oct 27 19:08:45.868648 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5a4c9-d980-44f7-8b20-6e0921323ecf req-f9b505c8-8b4e-470e-ba82-c42840419d55 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:45.870191 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-15e5a4c9-d980-44f7-8b20-6e0921323ecf req-f9b505c8-8b4e-470e-ba82-c42840419d55 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 945 time: 0.0555079 Oct 27 19:08:45.909968 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-15e5a4c9-d980-44f7-8b20-6e0921323ecf req-166e3e7c-fd1d-4752-a438-4074686c7e8a tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327783 Oct 27 19:08:46.328208 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb92dd3-7e99-4738-8a2e-cc3ed45e18e4 req-c0065c08-0df6-4543-a526-b6a5d394d3b5 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:46.329776 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-efb92dd3-7e99-4738-8a2e-cc3ed45e18e4 req-c0065c08-0df6-4543-a526-b6a5d394d3b5 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 945 time: 0.0505729 Oct 27 19:08:46.370504 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-efb92dd3-7e99-4738-8a2e-cc3ed45e18e4 req-bb1bdc2b-f058-4271-a452-fa14e745908c tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337026 Oct 27 19:08:46.440573 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-c9326705-afe3-4517-8204-47aa4fafe059 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0397563 Oct 27 19:08:47.490972 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5422e55-8c8d-4dcf-beda-54e7f31bf1d7 req-53ba2a19-93ba-4c6f-9c8f-c958f682312f tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:47.492495 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f5422e55-8c8d-4dcf-beda-54e7f31bf1d7 req-53ba2a19-93ba-4c6f-9c8f-c958f682312f tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 945 time: 0.0505433 Oct 27 19:08:47.532060 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f5422e55-8c8d-4dcf-beda-54e7f31bf1d7 req-0e4a7570-bc0f-476e-8dbe-8aacefdb7c83 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332847 Oct 27 19:08:48.518424 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-bd2085b2-e4e1-414f-9ebd-bc6a8e72b3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:48.519896 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-bd2085b2-e4e1-414f-9ebd-bc6a8e72b3b5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=877cc6baa81a420fa62f6a819f01b2c9&device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 1096 time: 0.0419736 Oct 27 19:08:48.616992 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-1c483e5b-baed-428d-95b8-a69baa498f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:48.618561 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-1c483e5b-baed-428d-95b8-a69baa498f89 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8037e62c-cfbd-49f5-aa68-3fe761094e05 HTTP/1.1" status: 200 len: 917 time: 0.0921969 Oct 27 19:08:48.657520 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094552fa-abc9-45f0-af28-41ed928e4cf7 req-c26afd09-7e8f-464a-802c-357f56b25f5e tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:48.659953 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-094552fa-abc9-45f0-af28-41ed928e4cf7 req-c26afd09-7e8f-464a-802c-357f56b25f5e tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 945 time: 0.0549855 Oct 27 19:08:48.662166 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-d9fc8c22-570b-4735-9ec8-592c347c911c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f HTTP/1.1" status: 200 len: 217 time: 0.0370336 Oct 27 19:08:48.698400 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-094552fa-abc9-45f0-af28-41ed928e4cf7 req-036d21b8-a3a4-421b-ae26-3b16027f4582 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324574 Oct 27 19:08:48.712885 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-232a6ace-7e21-4bd4-964d-22945cf94b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:48.714384 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-232a6ace-7e21-4bd4-964d-22945cf94b1d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=72df32fb-a0c8-47d3-b70c-21a14c0fee18 HTTP/1.1" status: 200 len: 855 time: 0.0460649 Oct 27 19:08:48.752811 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-b89fd784-423c-419f-9603-a282965110e5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8037e62c-cfbd-49f5-aa68-3fe761094e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315130 Oct 27 19:08:48.843280 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-718cccaa-6994-42ba-a008-588bbbdda3f7 service neutron] 10.222.0.93 "GET /v2.0/networks/8037e62c-cfbd-49f5-aa68-3fe761094e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839937 Oct 27 19:08:48.936226 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-27fccc1d-f145-41be-a18e-f470e246757a service neutron] 10.222.0.93 "GET /v2.0/networks/8037e62c-cfbd-49f5-aa68-3fe761094e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861778 Oct 27 19:08:49.817713 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e364ffc-e8d6-41f7-b27c-60bc68d02e58 req-5c6e785b-2042-46ae-9d84-3f9e285729a1 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:49.819301 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5e364ffc-e8d6-41f7-b27c-60bc68d02e58 req-5c6e785b-2042-46ae-9d84-3f9e285729a1 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 945 time: 0.0520771 Oct 27 19:08:49.857551 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5e364ffc-e8d6-41f7-b27c-60bc68d02e58 req-751ffc60-ceeb-41d0-a67c-27130f56b2b9 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322888 Oct 27 19:08:50.979011 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d464361-d272-46ee-8674-b40ef4645fa2 req-5ae8de85-c535-448d-a9c4-cb06cd8bc0fc tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:50.980614 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2d464361-d272-46ee-8674-b40ef4645fa2 req-5ae8de85-c535-448d-a9c4-cb06cd8bc0fc tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 945 time: 0.0522220 Oct 27 19:08:51.019762 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2d464361-d272-46ee-8674-b40ef4645fa2 req-d5373698-a42c-478f-89ff-9149f8468717 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329690 Oct 27 19:08:52.148891 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336da8c4-cd2f-478a-81b8-d4563b55199f req-27a0bc8b-c145-4b5a-9319-b21a21a67ea2 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:52.150432 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-336da8c4-cd2f-478a-81b8-d4563b55199f req-27a0bc8b-c145-4b5a-9319-b21a21a67ea2 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 945 time: 0.0546777 Oct 27 19:08:52.191088 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-336da8c4-cd2f-478a-81b8-d4563b55199f req-f948b2b1-9b82-4bbf-927b-60abbba478ce tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344388 Oct 27 19:08:53.311101 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b70b9-b9cf-4efa-9733-7a3baa8f99eb req-f07cdb9d-5009-4a65-8f70-73a375ae0168 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:53.312627 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-972b70b9-b9cf-4efa-9733-7a3baa8f99eb req-f07cdb9d-5009-4a65-8f70-73a375ae0168 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 945 time: 0.0503254 Oct 27 19:08:53.352012 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-972b70b9-b9cf-4efa-9733-7a3baa8f99eb req-8c8a9078-6eea-488e-b3e2-a18542caa43e tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332990 Oct 27 19:08:54.474105 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe5b3c-596f-45e4-b0e7-771ee7f558cf req-0f34ca70-d394-497d-a92f-45c522fca7d1 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:54.475742 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-abbe5b3c-596f-45e4-b0e7-771ee7f558cf req-0f34ca70-d394-497d-a92f-45c522fca7d1 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 945 time: 0.0544908 Oct 27 19:08:54.513529 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-abbe5b3c-596f-45e4-b0e7-771ee7f558cf req-32e6d63e-0e69-4214-84f7-5e8980cab0b5 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317893 Oct 27 19:08:55.637151 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aaebfe-3ab8-4e59-89da-6e6fdde084cd req-1fdeb7e9-4176-4b77-85e4-10a024b520ad tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:55.638683 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-11aaebfe-3ab8-4e59-89da-6e6fdde084cd req-1fdeb7e9-4176-4b77-85e4-10a024b520ad tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 945 time: 0.0546525 Oct 27 19:08:55.679222 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-11aaebfe-3ab8-4e59-89da-6e6fdde084cd req-9fc767e8-40f5-4e71-9bf2-e8425c359813 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335147 Oct 27 19:08:56.739925 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:56.800583 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39898d03-fd63-4373-94fa-58e4849bb673 req-f4662b58-cd77-4a2d-8c6e-4816626ba159 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:56.802165 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-39898d03-fd63-4373-94fa-58e4849bb673 req-f4662b58-cd77-4a2d-8c6e-4816626ba159 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 945 time: 0.0515277 Oct 27 19:08:56.841991 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-39898d03-fd63-4373-94fa-58e4849bb673 req-ea1ffef0-4808-4ac7-b100-04996bce7872 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334766 Oct 27 19:08:57.270829 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:08:57.959040 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368c047-ca49-4d48-8c47-bc1c2bb185c7 req-ac41af50-19eb-48b4-8495-f3a809ee3491 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:57.960569 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3368c047-ca49-4d48-8c47-bc1c2bb185c7 req-ac41af50-19eb-48b4-8495-f3a809ee3491 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 945 time: 0.0511463 Oct 27 19:08:58.000513 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3368c047-ca49-4d48-8c47-bc1c2bb185c7 req-44aed3b8-6d10-414b-ae0a-caf51001f750 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340459 Oct 27 19:08:59.140917 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0c3c8-ae6a-4aa9-84dd-b8b385085d42 req-aa1d1a1d-f94a-494e-a1ac-d984b3b52044 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:08:59.140917 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-08c0c3c8-ae6a-4aa9-84dd-b8b385085d42 req-aa1d1a1d-f94a-494e-a1ac-d984b3b52044 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 945 time: 0.0551114 Oct 27 19:08:59.165201 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-08c0c3c8-ae6a-4aa9-84dd-b8b385085d42 req-e86dfa80-3ba6-4d00-b6ff-a5db5b6eb75b tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329239 Oct 27 19:09:00.290186 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9c26e-e390-4122-b5ff-5520f347afda req-bda42af1-4e8d-410f-b264-b9eb667d412d tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:00.291736 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-15a9c26e-e390-4122-b5ff-5520f347afda req-bda42af1-4e8d-410f-b264-b9eb667d412d tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 945 time: 0.0531876 Oct 27 19:09:00.330740 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-15a9c26e-e390-4122-b5ff-5520f347afda req-42095dc4-a791-41a4-a181-4d7b888d8c60 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329070 Oct 27 19:09:01.449869 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cda4c-0e1f-4b24-a8ea-0140b5abd0cf req-0e0394a5-577b-4bbf-8a44-427f3eae61c4 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:01.451421 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f63cda4c-0e1f-4b24-a8ea-0140b5abd0cf req-0e0394a5-577b-4bbf-8a44-427f3eae61c4 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 945 time: 0.0491836 Oct 27 19:09:01.489934 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f63cda4c-0e1f-4b24-a8ea-0140b5abd0cf req-a6bd8f31-a3ed-41c9-86e2-98783189eff6 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317230 Oct 27 19:09:02.610427 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331413f-6acd-4784-8f67-7ac39fa6c7f6 req-29e8f1e2-6856-4130-81b1-92def25aa3fa tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:02.611997 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a331413f-6acd-4784-8f67-7ac39fa6c7f6 req-29e8f1e2-6856-4130-81b1-92def25aa3fa tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 945 time: 0.0534489 Oct 27 19:09:02.651426 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a331413f-6acd-4784-8f67-7ac39fa6c7f6 req-4f9211dc-792b-4068-ae47-17d7b1b9ad50 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328562 Oct 27 19:09:03.769581 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5997e-47af-4706-b259-00d529323d23 req-0d980a4c-0cfb-4fcd-a80e-95286ef6d058 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:03.771149 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-28e5997e-47af-4706-b259-00d529323d23 req-0d980a4c-0cfb-4fcd-a80e-95286ef6d058 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 945 time: 0.0506337 Oct 27 19:09:03.809098 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-28e5997e-47af-4706-b259-00d529323d23 req-a86f9844-7610-4a31-a2d9-8e767ca07c12 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319986 Oct 27 19:09:04.928301 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffee17f-457e-480e-8ef6-4797eb14a2de req-e0fe8f87-91cd-4aa6-bd67-d84a06546012 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:04.929817 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bffee17f-457e-480e-8ef6-4797eb14a2de req-e0fe8f87-91cd-4aa6-bd67-d84a06546012 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 945 time: 0.0507534 Oct 27 19:09:04.967323 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bffee17f-457e-480e-8ef6-4797eb14a2de req-344cad58-592b-442a-88d6-deb409832090 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314796 Oct 27 19:09:05.874581 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-2413b5b5-e679-491f-b3e2-49c2f8eb6909 service neutron] show failed (client error): The resource could not be found. Oct 27 19:09:05.875658 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-2413b5b5-e679-491f-b3e2-49c2f8eb6909 service neutron] 10.222.0.93 "GET /v2.0/ports/2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f/bindings/n-h1-815690-2 HTTP/1.1" status: 404 len: 380 time: 0.0541651 Oct 27 19:09:06.094773 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe15b3b-95c4-4809-9b9f-db760ea65fd9 req-5d54c597-affb-42f1-8a06-d024bbe4dce8 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:06.096856 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4fe15b3b-95c4-4809-9b9f-db760ea65fd9 req-5d54c597-affb-42f1-8a06-d024bbe4dce8 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 945 time: 0.0555522 Oct 27 19:09:06.136447 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4fe15b3b-95c4-4809-9b9f-db760ea65fd9 req-a2397d8d-4730-4c19-9610-b2bfcd1a6dd3 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337362 Oct 27 19:09:06.447016 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-01e60e60-5c73-4eff-a79e-e970f49b10a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:06.448525 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-01e60e60-5c73-4eff-a79e-e970f49b10a0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282&tenant_id=877cc6baa81a420fa62f6a819f01b2c9 HTTP/1.1" status: 200 len: 1096 time: 0.0950432 Oct 27 19:09:06.460805 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-f972d780-352e-41b2-9855-db25d318f3e1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815690-2', 'device_owner': 'compute:nova'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:09:06.515988 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-f972d780-352e-41b2-9855-db25d318f3e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:06.715105 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-f972d780-352e-41b2-9855-db25d318f3e1 service neutron] For port 2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f,segment=NetworkSegment(8be494da-9130-4f6c-9ff2-8f1a3370e5ed),segment_id=8be494da-9130-4f6c-9ff2-8f1a3370e5ed)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:09:06.748263 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-f972d780-352e-41b2-9855-db25d318f3e1 service neutron] For port 2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:09:06.788511 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:09:06.790845 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82353ff-f8eb-43d3-b94c-0b9a084a68cc" -d '{"events": [{"server_uuid": "d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282", "name": "network-vif-unplugged", "status": "completed", "tag": "2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:09:06.795084 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-f972d780-352e-41b2-9855-db25d318f3e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:06.808795 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-f972d780-352e-41b2-9855-db25d318f3e1 service neutron] Transition to ACTIVE for port object 2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 19:09:06.883785 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-f972d780-352e-41b2-9855-db25d318f3e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:06.918895 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 19:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4b3976-69d4-465e-80e9-cce1fb6cf8d2 x-openstack-request-id: req-fe4b3976-69d4-465e-80e9-cce1fb6cf8d2 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:09:06.919188 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282", "name": "network-vif-unplugged", "status": "completed", "tag": "2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:09:06.919436 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fe4b3976-69d4-465e-80e9-cce1fb6cf8d2 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:09:06.919823 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f', 'code': 200} Oct 27 19:09:06.961190 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-f972d780-352e-41b2-9855-db25d318f3e1 service neutron] No DVR routers for this DVR port 2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:09:06.964294 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f972d780-352e-41b2-9855-db25d318f3e1 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f,revision_number=6']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:09:06.999229 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-f972d780-352e-41b2-9855-db25d318f3e1 service neutron] Attempting to bind port 2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:09:06.999564 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-f972d780-352e-41b2-9855-db25d318f3e1 service neutron] Attempting to bind port 2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '8be494da-9130-4f6c-9ff2-8f1a3370e5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '8037e62c-cfbd-49f5-aa68-3fe761094e05'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:09:06.999920 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-f972d780-352e-41b2-9855-db25d318f3e1 service neutron] Attempting to bind port 2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f on network 8037e62c-cfbd-49f5-aa68-3fe761094e05 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:09:07.004462 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-f972d780-352e-41b2-9855-db25d318f3e1 service neutron] Port 2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f on network 8037e62c-cfbd-49f5-aa68-3fe761094e05 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 19:09:07.005272 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-f972d780-352e-41b2-9855-db25d318f3e1 service neutron] Attempting to bind port 2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f on network 8037e62c-cfbd-49f5-aa68-3fe761094e05 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:09:07.009678 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-f972d780-352e-41b2-9855-db25d318f3e1 service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:09:07.010013 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-f972d780-352e-41b2-9855-db25d318f3e1 service neutron] Checking segment: {'id': '8be494da-9130-4f6c-9ff2-8f1a3370e5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '8037e62c-cfbd-49f5-aa68-3fe761094e05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:09:07.010392 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-f972d780-352e-41b2-9855-db25d318f3e1 service neutron] Bound using segment: {'id': '8be494da-9130-4f6c-9ff2-8f1a3370e5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '8037e62c-cfbd-49f5-aa68-3fe761094e05'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:09:07.010846 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-f972d780-352e-41b2-9855-db25d318f3e1 service neutron] Bound port: 2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8be494da-9130-4f6c-9ff2-8f1a3370e5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '8037e62c-cfbd-49f5-aa68-3fe761094e05'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:09:07.011201 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-f972d780-352e-41b2-9855-db25d318f3e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:07.073504 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-f972d780-352e-41b2-9855-db25d318f3e1 service neutron] For port 2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:09:07.076601 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-f972d780-352e-41b2-9855-db25d318f3e1 service neutron] For port 2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f,segment=NetworkSegment(8be494da-9130-4f6c-9ff2-8f1a3370e5ed),segment_id=8be494da-9130-4f6c-9ff2-8f1a3370e5ed)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:09:07.141194 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-f972d780-352e-41b2-9855-db25d318f3e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:07.179962 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-f972d780-352e-41b2-9855-db25d318f3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:07.180645 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-f972d780-352e-41b2-9855-db25d318f3e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:07.182078 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-f972d780-352e-41b2-9855-db25d318f3e1 service neutron] 10.222.0.81 "PUT /v2.0/ports/2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f HTTP/1.1" status: 200 len: 1091 time: 0.7256982 Oct 27 19:09:07.206366 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f972d780-352e-41b2-9855-db25d318f3e1 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f,revision_number=7']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:09:07.264982 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-1218fe0f-3de0-4638-a702-040432157525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:07.266460 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-1218fe0f-3de0-4638-a702-040432157525 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=877cc6baa81a420fa62f6a819f01b2c9&device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 1094 time: 0.0466509 Oct 27 19:09:07.272178 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be05616-6889-46db-86af-a9f2974df40e req-c1a9b4e4-591c-445c-affc-43cf6c8d6d31 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:07.273787 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3be05616-6889-46db-86af-a9f2974df40e req-c1a9b4e4-591c-445c-affc-43cf6c8d6d31 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 943 time: 0.0504205 Oct 27 19:09:07.316502 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3be05616-6889-46db-86af-a9f2974df40e req-059b2a1e-61b6-4e79-8be1-dc43fd211738 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362608 Oct 27 19:09:07.375451 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-299cc1f5-391a-406f-9307-3477770ad82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:07.377725 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-299cc1f5-391a-406f-9307-3477770ad82c service neutron] 10.222.0.81 "GET /v2.0/networks?id=8037e62c-cfbd-49f5-aa68-3fe761094e05 HTTP/1.1" status: 200 len: 917 time: 0.1031098 Oct 27 19:09:07.767417 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-61d5f189-cf0a-4704-8f14-ac820b3267e5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f HTTP/1.1" status: 200 len: 217 time: 0.3822527 Oct 27 19:09:07.819100 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-48f09b0a-1ef4-42bc-b325-063b60cbbcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:07.820578 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-48f09b0a-1ef4-42bc-b325-063b60cbbcdd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=72df32fb-a0c8-47d3-b70c-21a14c0fee18 HTTP/1.1" status: 200 len: 855 time: 0.0460413 Oct 27 19:09:07.854177 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-c6f4073a-b78a-4b1e-a408-6d6c9f107ab0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8037e62c-cfbd-49f5-aa68-3fe761094e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265691 Oct 27 19:09:07.953433 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-fd469cd9-0cc0-49d2-a96c-412ab1e86674 service neutron] 10.222.0.81 "GET /v2.0/networks/8037e62c-cfbd-49f5-aa68-3fe761094e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921724 Oct 27 19:09:08.044969 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5087a4d7-2468-4d94-a4f4-ce0cf856046f req-3755f02b-a31f-4aeb-9174-0cb401715668 service neutron] 10.222.0.81 "GET /v2.0/networks/8037e62c-cfbd-49f5-aa68-3fe761094e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841627 Oct 27 19:09:08.438121 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381aeeff-2131-45fe-a06e-1b3130acbcce req-206a4dd4-af74-41d1-9b7b-790b8879b302 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:08.439775 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-381aeeff-2131-45fe-a06e-1b3130acbcce req-206a4dd4-af74-41d1-9b7b-790b8879b302 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 943 time: 0.0505426 Oct 27 19:09:08.480361 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-381aeeff-2131-45fe-a06e-1b3130acbcce req-0818dd19-f1eb-4a58-ba6c-b7140e6202ba tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343921 Oct 27 19:09:08.921431 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282', 'tag': '2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:09:08.923863 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555c4fdc-6f34-4c3e-8914-8a75f21d0fbc" -d '{"events": [{"name": "network-changed", "server_uuid": "d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282", "tag": "2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:09:08.972216 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813f832f-77f3-45a7-bbb6-ee4cccc806f8 x-openstack-request-id: req-813f832f-77f3-45a7-bbb6-ee4cccc806f8 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:09:08.972959 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282", "tag": "2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:09:08.972959 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-813f832f-77f3-45a7-bbb6-ee4cccc806f8 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:09:08.973313 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282', 'tag': '2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f', 'status': 'completed', 'code': 200} Oct 27 19:09:09.062608 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c4fdc-6f34-4c3e-8914-8a75f21d0fbc req-654da612-80c4-436a-8dad-9c882664d254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:09.064154 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-555c4fdc-6f34-4c3e-8914-8a75f21d0fbc req-654da612-80c4-436a-8dad-9c882664d254 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=877cc6baa81a420fa62f6a819f01b2c9&device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 1094 time: 0.0702224 Oct 27 19:09:09.070826 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c4fdc-6f34-4c3e-8914-8a75f21d0fbc req-0a00eda9-3253-49a8-bc7d-63c35687668c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:09.072217 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-555c4fdc-6f34-4c3e-8914-8a75f21d0fbc req-0a00eda9-3253-49a8-bc7d-63c35687668c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=877cc6baa81a420fa62f6a819f01b2c9&device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 1094 time: 0.0770981 Oct 27 19:09:09.229112 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c4fdc-6f34-4c3e-8914-8a75f21d0fbc req-63e2286c-400a-4deb-99ab-b502dadea071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:09.230610 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-555c4fdc-6f34-4c3e-8914-8a75f21d0fbc req-63e2286c-400a-4deb-99ab-b502dadea071 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8037e62c-cfbd-49f5-aa68-3fe761094e05 HTTP/1.1" status: 200 len: 917 time: 0.1575551 Oct 27 19:09:09.231995 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c4fdc-6f34-4c3e-8914-8a75f21d0fbc req-6a8f2b88-2765-4dc6-ab29-3b1374b3d607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:09.233309 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-555c4fdc-6f34-4c3e-8914-8a75f21d0fbc req-6a8f2b88-2765-4dc6-ab29-3b1374b3d607 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8037e62c-cfbd-49f5-aa68-3fe761094e05 HTTP/1.1" status: 200 len: 917 time: 0.1523402 Oct 27 19:09:09.310361 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-555c4fdc-6f34-4c3e-8914-8a75f21d0fbc req-d4be7406-657e-4a22-8d13-4f932de20e59 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f HTTP/1.1" status: 200 len: 217 time: 0.0698295 Oct 27 19:09:09.311811 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-555c4fdc-6f34-4c3e-8914-8a75f21d0fbc req-a4de2a10-9cec-4a81-9230-39a233018c98 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f HTTP/1.1" status: 200 len: 217 time: 0.0724816 Oct 27 19:09:09.396359 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c4fdc-6f34-4c3e-8914-8a75f21d0fbc req-d85fbf81-4d95-412b-a45e-f86a60acb153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:09.397864 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-555c4fdc-6f34-4c3e-8914-8a75f21d0fbc req-d85fbf81-4d95-412b-a45e-f86a60acb153 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=72df32fb-a0c8-47d3-b70c-21a14c0fee18 HTTP/1.1" status: 200 len: 855 time: 0.0800228 Oct 27 19:09:09.399523 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c4fdc-6f34-4c3e-8914-8a75f21d0fbc req-73cbebbe-828a-467c-a4d1-201a554bfd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:09.400875 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-555c4fdc-6f34-4c3e-8914-8a75f21d0fbc req-73cbebbe-828a-467c-a4d1-201a554bfd82 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=72df32fb-a0c8-47d3-b70c-21a14c0fee18 HTTP/1.1" status: 200 len: 855 time: 0.0756757 Oct 27 19:09:09.440319 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-555c4fdc-6f34-4c3e-8914-8a75f21d0fbc req-a8b0c4e4-92b4-4199-a2d2-3a4887311bd7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8037e62c-cfbd-49f5-aa68-3fe761094e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356855 Oct 27 19:09:09.456087 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-555c4fdc-6f34-4c3e-8914-8a75f21d0fbc req-7a783a2c-f92e-485e-918c-aee72da948b7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8037e62c-cfbd-49f5-aa68-3fe761094e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435421 Oct 27 19:09:09.610593 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39913588-6a3e-4bdd-898f-a475205eb669 req-c03ff485-9c28-4e27-9515-3d5b7caf38ee tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:09.613423 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-39913588-6a3e-4bdd-898f-a475205eb669 req-c03ff485-9c28-4e27-9515-3d5b7caf38ee tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 943 time: 0.0588434 Oct 27 19:09:09.616152 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-555c4fdc-6f34-4c3e-8914-8a75f21d0fbc req-c104e52e-f627-4a9d-b1e4-9c679d09463b service neutron] 10.222.0.93 "GET /v2.0/networks/8037e62c-cfbd-49f5-aa68-3fe761094e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623290 Oct 27 19:09:09.618025 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-555c4fdc-6f34-4c3e-8914-8a75f21d0fbc req-40fc8fa6-fa7a-42a1-810a-3c486e54cfcb service neutron] 10.222.0.81 "GET /v2.0/networks/8037e62c-cfbd-49f5-aa68-3fe761094e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540756 Oct 27 19:09:09.654216 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-39913588-6a3e-4bdd-898f-a475205eb669 req-b8b95695-70cb-42bd-b2d2-e6aa3ce7f181 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343509 Oct 27 19:09:09.655207 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e8eaa3d2-2b08-4a92-a693-ede77cdf442c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:09.782613 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-555c4fdc-6f34-4c3e-8914-8a75f21d0fbc req-91ed6907-02a7-4278-a9eb-6afbf36350b3 service neutron] 10.222.0.93 "GET /v2.0/networks/8037e62c-cfbd-49f5-aa68-3fe761094e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592898 Oct 27 19:09:09.785802 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-555c4fdc-6f34-4c3e-8914-8a75f21d0fbc req-81c59154-a46c-4a33-af3e-df09b1598296 service neutron] 10.222.0.81 "GET /v2.0/networks/8037e62c-cfbd-49f5-aa68-3fe761094e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548884 Oct 27 19:09:09.790313 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 19:09:09.887252 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f,segment=NetworkSegment(8be494da-9130-4f6c-9ff2-8f1a3370e5ed),segment_id=8be494da-9130-4f6c-9ff2-8f1a3370e5ed)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:09:09.898632 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': '2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f', 'network_id': '8037e62c-cfbd-49f5-aa68-3fe761094e05', 'port_id': '2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f', 'mac_address': 'fa:16:3e:84:2b:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72df32fb-a0c8-47d3-b70c-21a14c0fee18', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 19:09:09.940211 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:09.953596 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:09:09.973585 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f,segment=NetworkSegment(8be494da-9130-4f6c-9ff2-8f1a3370e5ed),segment_id=8be494da-9130-4f6c-9ff2-8f1a3370e5ed)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:09:10.055000 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:10.104671 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f,revision_number=8']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:09:10.254429 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:09:10.569152 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:09:10.608711 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:09:10.779462 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1a702-ddc9-4de4-972f-44fd8244169e req-75950d7b-3014-446c-bf43-98714a35399a tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:10.781219 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-37e1a702-ddc9-4de4-972f-44fd8244169e req-75950d7b-3014-446c-bf43-98714a35399a tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 944 time: 0.0515516 Oct 27 19:09:10.822897 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-37e1a702-ddc9-4de4-972f-44fd8244169e req-4440816c-6808-4104-9861-5c3c55c532e1 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338824 Oct 27 19:09:11.135842 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f0ffb-700c-4742-b20d-b75601253855 req-24cedc42-3c4d-4ee2-997a-d6ea91caa143 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:11.137322 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f08f0ffb-700c-4742-b20d-b75601253855 req-24cedc42-3c4d-4ee2-997a-d6ea91caa143 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 944 time: 0.0533388 Oct 27 19:09:11.179901 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f08f0ffb-700c-4742-b20d-b75601253855 req-a679688c-fc01-42aa-b48f-ccb5173b6048 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362334 Oct 27 19:09:11.208453 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268853e-0f5c-4d1b-84a0-5ea35be9f171 req-ab145fd0-cb20-4484-88e8-9837ffa77877 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:11.209976 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a268853e-0f5c-4d1b-84a0-5ea35be9f171 req-ab145fd0-cb20-4484-88e8-9837ffa77877 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.93 "GET /v2.0/ports?device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282&tenant_id=877cc6baa81a420fa62f6a819f01b2c9&binding%3Ahost_id=n-h1-815690-2 HTTP/1.1" status: 200 len: 944 time: 0.0581095 Oct 27 19:09:11.270999 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [req-a268853e-0f5c-4d1b-84a0-5ea35be9f171 req-d5345ea7-e777-472f-a202-9ac2cd9f95c0 service neutron] delete failed (client error): The resource could not be found. Oct 27 19:09:11.272031 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a268853e-0f5c-4d1b-84a0-5ea35be9f171 req-d5345ea7-e777-472f-a202-9ac2cd9f95c0 service neutron] 10.222.0.93 "DELETE /v2.0/ports/2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f/bindings/n-h2-815690-2 HTTP/1.1" status: 404 len: 380 time: 0.0548809 Oct 27 19:09:11.359389 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268853e-0f5c-4d1b-84a0-5ea35be9f171 req-2d735a11-2604-43ec-a351-094066da5ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:11.360927 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a268853e-0f5c-4d1b-84a0-5ea35be9f171 req-2d735a11-2604-43ec-a351-094066da5ec7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=877cc6baa81a420fa62f6a819f01b2c9&device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 1095 time: 0.0423112 Oct 27 19:09:11.456438 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268853e-0f5c-4d1b-84a0-5ea35be9f171 req-81e40775-e219-4c2a-a355-692ebcd2db73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:11.457860 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a268853e-0f5c-4d1b-84a0-5ea35be9f171 req-81e40775-e219-4c2a-a355-692ebcd2db73 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8037e62c-cfbd-49f5-aa68-3fe761094e05 HTTP/1.1" status: 200 len: 917 time: 0.0903397 Oct 27 19:09:11.499831 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a268853e-0f5c-4d1b-84a0-5ea35be9f171 req-d20f1f36-8c57-414e-b284-1f7e4ad6ff90 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f HTTP/1.1" status: 200 len: 217 time: 0.0354028 Oct 27 19:09:11.551574 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268853e-0f5c-4d1b-84a0-5ea35be9f171 req-8eec5e55-70c2-453e-bde4-e54c07fd5810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:11.553113 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a268853e-0f5c-4d1b-84a0-5ea35be9f171 req-8eec5e55-70c2-453e-bde4-e54c07fd5810 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=72df32fb-a0c8-47d3-b70c-21a14c0fee18 HTTP/1.1" status: 200 len: 855 time: 0.0460455 Oct 27 19:09:11.585845 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a268853e-0f5c-4d1b-84a0-5ea35be9f171 req-6d1567f7-1daa-4c40-808d-4f9aaf860d07 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8037e62c-cfbd-49f5-aa68-3fe761094e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256650 Oct 27 19:09:11.682104 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a268853e-0f5c-4d1b-84a0-5ea35be9f171 req-6a63c3c0-bd87-4c8a-bd5a-bd45af1aa948 service neutron] 10.222.0.93 "GET /v2.0/networks/8037e62c-cfbd-49f5-aa68-3fe761094e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894587 Oct 27 19:09:11.781214 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a268853e-0f5c-4d1b-84a0-5ea35be9f171 req-906e7fb8-9d79-423a-9315-647f718183f5 service neutron] 10.222.0.93 "GET /v2.0/networks/8037e62c-cfbd-49f5-aa68-3fe761094e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885730 Oct 27 19:09:11.809846 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:09:11.935582 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning for port 2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 19:09:11.941821 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port 2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:09:11.941821 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:12.024486 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:12.056973 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:09:12.059235 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0557737a-f6e4-4aeb-aae1-1dd5f2186b0b" -d '{"events": [{"server_uuid": "d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282", "name": "network-vif-plugged", "status": "completed", "tag": "2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:09:12.073958 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f,segment=NetworkSegment(8be494da-9130-4f6c-9ff2-8f1a3370e5ed),segment_id=8be494da-9130-4f6c-9ff2-8f1a3370e5ed)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:09:12.130014 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-254d2935-1506-4655-ad24-84931e204806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:12.152161 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:12.179805 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9bf9626-23dc-40ed-95d1-05e6dc3e1487 x-openstack-request-id: req-f9bf9626-23dc-40ed-95d1-05e6dc3e1487 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:09:12.180106 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282", "name": "network-vif-plugged", "status": "completed", "tag": "2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:09:12.180363 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f9bf9626-23dc-40ed-95d1-05e6dc3e1487 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:09:12.180753 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f', 'code': 200} Oct 27 19:09:12.206597 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f,revision_number=9']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:09:12.309808 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbc050-f4fd-48c9-ab74-1b5a65e5b6f1 req-55df6203-d256-47cd-b330-a156984adb7d tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:12.311271 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-29dbc050-f4fd-48c9-ab74-1b5a65e5b6f1 req-55df6203-d256-47cd-b330-a156984adb7d tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 945 time: 0.0536051 Oct 27 19:09:12.350837 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-29dbc050-f4fd-48c9-ab74-1b5a65e5b6f1 req-edbc2d43-9364-400d-85c1-647206ed83af tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326838 Oct 27 19:09:13.430561 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:13.473307 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7bda72-2836-4b7c-b633-6fddbd93035c req-386a5892-d1d7-4607-b178-2d1bd5a53bb2 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:13.474790 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1d7bda72-2836-4b7c-b633-6fddbd93035c req-386a5892-d1d7-4607-b178-2d1bd5a53bb2 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 945 time: 0.0521295 Oct 27 19:09:13.518415 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1d7bda72-2836-4b7c-b633-6fddbd93035c req-3bf981ec-1caa-4418-9ccc-8a298162887e tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374994 Oct 27 19:09:13.585128 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:13.638930 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458bcd2-a88d-4bf8-9656-d9f4c89ff0a2 req-8ef0a32b-2b12-4433-b9a9-f998beace702 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:13.640443 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2458bcd2-a88d-4bf8-9656-d9f4c89ff0a2 req-8ef0a32b-2b12-4433-b9a9-f998beace702 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 945 time: 0.0519798 Oct 27 19:09:13.680753 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2458bcd2-a88d-4bf8-9656-d9f4c89ff0a2 req-298d237b-9d20-498d-9a97-48f62228c756 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333059 Oct 27 19:09:13.718336 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:09:13.798473 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff9177-1173-437c-8812-b4a29b362593 req-422d5136-c06d-40e7-923a-de5cc4c1a616 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:13.799958 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9bff9177-1173-437c-8812-b4a29b362593 req-422d5136-c06d-40e7-923a-de5cc4c1a616 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 945 time: 0.0542095 Oct 27 19:09:13.838294 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9bff9177-1173-437c-8812-b4a29b362593 req-486d2714-ebb8-461a-8c2b-039aa3f49ef0 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321960 Oct 27 19:09:14.431317 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-194b9f22-0b29-4659-a40c-da13060e5841 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:14.432731 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-194b9f22-0b29-4659-a40c-da13060e5841 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/networks?id=8037e62c-cfbd-49f5-aa68-3fe761094e05 HTTP/1.1" status: 200 len: 815 time: 0.1059592 Oct 27 19:09:14.448588 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-047990a0-1dcf-4297-abc0-6cd2de719c11 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/quotas/877cc6baa81a420fa62f6a819f01b2c9 HTTP/1.1" status: 200 len: 375 time: 0.0099835 Oct 27 19:09:14.507155 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-4e699d2d-fa45-4d00-a228-5327a0d7e7a1 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=877cc6baa81a420fa62f6a819f01b2c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0519755 Oct 27 19:09:14.601513 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-8c23e542-0578-4a60-b5ec-6da050d84a35 service neutron] 10.222.0.52 "GET /v2.0/networks/8037e62c-cfbd-49f5-aa68-3fe761094e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873230 Oct 27 19:09:14.700370 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-64eca59c-634d-4367-8a1a-517171a8e181 service neutron] 10.222.0.52 "GET /v2.0/networks/8037e62c-cfbd-49f5-aa68-3fe761094e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926175 Oct 27 19:09:14.912930 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-54b66582-56be-4dc0-812e-d3fad1f81366 req-dda5351b-8d67-4ca2-8eec-59c8a1d672fd tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 210 time: 0.0287490 Oct 27 19:09:15.243439 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:15.595654 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a01da-b65e-4987-b96c-7238410c9e3f req-f44809e3-f283-4d74-a18b-dbaaef8e0465 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:15.597806 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ab1a01da-b65e-4987-b96c-7238410c9e3f req-f44809e3-f283-4d74-a18b-dbaaef8e0465 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282 HTTP/1.1" status: 200 len: 945 time: 0.0495341 Oct 27 19:09:15.686003 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-ab1a01da-b65e-4987-b96c-7238410c9e3f req-4285ceca-093e-4794-aa0d-5a918ded8dcc tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Deleting port 2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:09:15.686345 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ab1a01da-b65e-4987-b96c-7238410c9e3f req-4285ceca-093e-4794-aa0d-5a918ded8dcc tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:15.777503 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-ab1a01da-b65e-4987-b96c-7238410c9e3f req-4285ceca-093e-4794-aa0d-5a918ded8dcc tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] For port 2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f,segment=NetworkSegment(8be494da-9130-4f6c-9ff2-8f1a3370e5ed),segment_id=8be494da-9130-4f6c-9ff2-8f1a3370e5ed)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:09:15.777870 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ab1a01da-b65e-4987-b96c-7238410c9e3f req-4285ceca-093e-4794-aa0d-5a918ded8dcc tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:15.791690 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-ab1a01da-b65e-4987-b96c-7238410c9e3f req-4285ceca-093e-4794-aa0d-5a918ded8dcc tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Calling delete_port for 2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:09:16.017989 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7a804140-de1d-4d7f-b563-b111843b7a55 req-670b0665-6933-4f80-a528-3a0ec20f6da5 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 210 time: 0.0271378 Oct 27 19:09:16.026591 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ab1a01da-b65e-4987-b96c-7238410c9e3f req-4285ceca-093e-4794-aa0d-5a918ded8dcc tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:16.057367 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4285ceca-093e-4794-aa0d-5a918ded8dcc tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Pushing event deleted for resources: {'Port': ['ID=2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:09:16.099610 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab1a01da-b65e-4987-b96c-7238410c9e3f req-4285ceca-093e-4794-aa0d-5a918ded8dcc tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] No DVR routers for this DVR port 2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f on host n-h1-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:09:16.102315 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ab1a01da-b65e-4987-b96c-7238410c9e3f req-4285ceca-093e-4794-aa0d-5a918ded8dcc tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:16.106470 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ab1a01da-b65e-4987-b96c-7238410c9e3f req-4285ceca-093e-4794-aa0d-5a918ded8dcc tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.81 "DELETE /v2.0/ports/2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f HTTP/1.1" status: 204 len: 173 time: 0.5029178 Oct 27 19:09:16.107047 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282', 'name': 'network-vif-deleted', 'tag': '2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:09:16.109392 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd328b25-d1b2-45e3-ba6a-67fbef1a29b1" -d '{"events": [{"server_uuid": "d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282", "name": "network-vif-deleted", "tag": "2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:09:16.149090 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123b0c1c-bbb2-4e3c-a44b-7bc7cd37a688 x-openstack-request-id: req-123b0c1c-bbb2-4e3c-a44b-7bc7cd37a688 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:09:16.149389 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282", "name": "network-vif-deleted", "tag": "2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:09:16.149643 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-123b0c1c-bbb2-4e3c-a44b-7bc7cd37a688 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:09:16.150038 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8ff8f0b-b4ef-4c64-bfcb-ef1f075e1282', 'name': 'network-vif-deleted', 'tag': '2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f', 'status': 'completed', 'code': 200} Oct 27 19:09:17.000273 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-ca544d49-136e-4037-ad74-2451b29217b4 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:17.001760 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-ca544d49-136e-4037-ad74-2451b29217b4 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.81 "GET /v2.0/networks?id=8037e62c-cfbd-49f5-aa68-3fe761094e05 HTTP/1.1" status: 200 len: 815 time: 0.1154542 Oct 27 19:09:17.017060 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-29014191-82d0-4366-85c7-ee0dc90bac92 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Request body: {'port': {'device_id': '4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d', 'network_id': '8037e62c-cfbd-49f5-aa68-3fe761094e05', 'admin_state_up': True, 'tenant_id': '877cc6baa81a420fa62f6a819f01b2c9'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:09:17.121588 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5bddc69b-c802-4cc3-af69-8a1696de0f9c req-f42f3073-4d02-41fe-8444-55e2b4861791 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 210 time: 0.0270917 Oct 27 19:09:17.214942 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-29014191-82d0-4366-85c7-ee0dc90bac92 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Made reservation on behalf of 877cc6baa81a420fa62f6a819f01b2c9 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:09:17.218715 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-29014191-82d0-4366-85c7-ee0dc90bac92 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:17.346587 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-29014191-82d0-4366-85c7-ee0dc90bac92 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Allocated IP 172.20.0.6 (8037e62c-cfbd-49f5-aa68-3fe761094e05/72df32fb-a0c8-47d3-b70c-21a14c0fee18/af7fad3d-9906-4151-9ec8-f09e4402fb86) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:09:17.496007 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-29014191-82d0-4366-85c7-ee0dc90bac92 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:17.608620 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-29014191-82d0-4366-85c7-ee0dc90bac92 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:17.653660 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-29014191-82d0-4366-85c7-ee0dc90bac92 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Network 8037e62c-cfbd-49f5-aa68-3fe761094e05 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:09:17.656748 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-29014191-82d0-4366-85c7-ee0dc90bac92 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:09:17.660729 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-29014191-82d0-4366-85c7-ee0dc90bac92 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:09:17.668865 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29014191-82d0-4366-85c7-ee0dc90bac92 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Pushing event updated for resources: {'Port': ['ID=af7fad3d-9906-4151-9ec8-f09e4402fb86,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:09:17.716669 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-29014191-82d0-4366-85c7-ee0dc90bac92 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:17.717274 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-29014191-82d0-4366-85c7-ee0dc90bac92 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:17.788767 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-29014191-82d0-4366-85c7-ee0dc90bac92 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7756348 Oct 27 19:09:17.802233 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-fb39144f-196c-47b3-9103-f42408ad7250 service neutron] Request body: {'port': {'device_id': '4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:09:17.840239 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:09:17.857367 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-fb39144f-196c-47b3-9103-f42408ad7250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:17.859782 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] No Port match for: 2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:09:17.860061 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 2fb36fbf-c000-4cd5-a0ea-ff9cea2cc57f not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:09:18.123432 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-fb39144f-196c-47b3-9103-f42408ad7250 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af7fad3d-9906-4151-9ec8-f09e4402fb86 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:09:18.131514 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-fb39144f-196c-47b3-9103-f42408ad7250 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:18.143163 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-fb39144f-196c-47b3-9103-f42408ad7250 service neutron] Transition to ACTIVE for port object af7fad3d-9906-4151-9ec8-f09e4402fb86 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 19:09:18.202243 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-fb39144f-196c-47b3-9103-f42408ad7250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:18.249372 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd22273-6479-4000-a77f-fc0d78573899 req-073f7b6d-1344-4052-9f76-d5d935fb4ab3 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:18.250949 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3cd22273-6479-4000-a77f-fc0d78573899 req-073f7b6d-1344-4052-9f76-d5d935fb4ab3 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 943 time: 0.0550804 Oct 27 19:09:18.277963 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb39144f-196c-47b3-9103-f42408ad7250 service neutron] Pushing event updated for resources: {'Port': ['ID=af7fad3d-9906-4151-9ec8-f09e4402fb86,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:09:18.293858 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3cd22273-6479-4000-a77f-fc0d78573899 req-c8c904e4-52e1-4a08-bb89-b15865d75170 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352530 Oct 27 19:09:18.336539 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-fb39144f-196c-47b3-9103-f42408ad7250 service neutron] Attempting to bind port af7fad3d-9906-4151-9ec8-f09e4402fb86 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:09:18.336865 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-fb39144f-196c-47b3-9103-f42408ad7250 service neutron] Attempting to bind port af7fad3d-9906-4151-9ec8-f09e4402fb86 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '8be494da-9130-4f6c-9ff2-8f1a3370e5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '8037e62c-cfbd-49f5-aa68-3fe761094e05'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:09:18.337190 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-fb39144f-196c-47b3-9103-f42408ad7250 service neutron] Attempting to bind port af7fad3d-9906-4151-9ec8-f09e4402fb86 on network 8037e62c-cfbd-49f5-aa68-3fe761094e05 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:09:18.341648 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-fb39144f-196c-47b3-9103-f42408ad7250 service neutron] Port af7fad3d-9906-4151-9ec8-f09e4402fb86 on network 8037e62c-cfbd-49f5-aa68-3fe761094e05 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 19:09:18.341971 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-fb39144f-196c-47b3-9103-f42408ad7250 service neutron] Attempting to bind port af7fad3d-9906-4151-9ec8-f09e4402fb86 on network 8037e62c-cfbd-49f5-aa68-3fe761094e05 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:09:18.347207 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-fb39144f-196c-47b3-9103-f42408ad7250 service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:09:18.347889 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-fb39144f-196c-47b3-9103-f42408ad7250 service neutron] Checking segment: {'id': '8be494da-9130-4f6c-9ff2-8f1a3370e5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '8037e62c-cfbd-49f5-aa68-3fe761094e05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:09:18.347889 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-fb39144f-196c-47b3-9103-f42408ad7250 service neutron] Bound using segment: {'id': '8be494da-9130-4f6c-9ff2-8f1a3370e5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '8037e62c-cfbd-49f5-aa68-3fe761094e05'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:09:18.348266 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-fb39144f-196c-47b3-9103-f42408ad7250 service neutron] Bound port: af7fad3d-9906-4151-9ec8-f09e4402fb86, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8be494da-9130-4f6c-9ff2-8f1a3370e5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '8037e62c-cfbd-49f5-aa68-3fe761094e05'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:09:18.348619 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-fb39144f-196c-47b3-9103-f42408ad7250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:18.415883 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-fb39144f-196c-47b3-9103-f42408ad7250 service neutron] For port af7fad3d-9906-4151-9ec8-f09e4402fb86, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:09:18.418960 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-fb39144f-196c-47b3-9103-f42408ad7250 service neutron] For port af7fad3d-9906-4151-9ec8-f09e4402fb86, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=af7fad3d-9906-4151-9ec8-f09e4402fb86,segment=NetworkSegment(8be494da-9130-4f6c-9ff2-8f1a3370e5ed),segment_id=8be494da-9130-4f6c-9ff2-8f1a3370e5ed)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:09:18.522945 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-fb39144f-196c-47b3-9103-f42408ad7250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:18.560039 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-fb39144f-196c-47b3-9103-f42408ad7250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:18.560653 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-fb39144f-196c-47b3-9103-f42408ad7250 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:18.562015 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-fb39144f-196c-47b3-9103-f42408ad7250 service neutron] 10.222.0.81 "PUT /v2.0/ports/af7fad3d-9906-4151-9ec8-f09e4402fb86 HTTP/1.1" status: 200 len: 1091 time: 0.7644637 Oct 27 19:09:18.562484 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d', 'tag': 'af7fad3d-9906-4151-9ec8-f09e4402fb86'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:09:18.564755 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74e009e-9fb1-492a-abe5-bdad8a1a3f65" -d '{"events": [{"name": "network-changed", "server_uuid": "4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d", "tag": "af7fad3d-9906-4151-9ec8-f09e4402fb86"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:09:18.585202 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb39144f-196c-47b3-9103-f42408ad7250 service neutron] Pushing event updated for resources: {'Port': ['ID=af7fad3d-9906-4151-9ec8-f09e4402fb86,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:09:18.606180 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85771c1-9e9b-4f06-84a5-289ca5ca7043 x-openstack-request-id: req-e85771c1-9e9b-4f06-84a5-289ca5ca7043 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:09:18.606475 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d", "tag": "af7fad3d-9906-4151-9ec8-f09e4402fb86", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:09:18.606789 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e85771c1-9e9b-4f06-84a5-289ca5ca7043 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:09:18.607209 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d', 'tag': 'af7fad3d-9906-4151-9ec8-f09e4402fb86', 'status': 'completed', 'code': 200} Oct 27 19:09:18.673283 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e009e-9fb1-492a-abe5-bdad8a1a3f65 req-0484a5f5-2a2f-49d6-9955-7db626d81435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:18.674718 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b74e009e-9fb1-492a-abe5-bdad8a1a3f65 req-0484a5f5-2a2f-49d6-9955-7db626d81435 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=877cc6baa81a420fa62f6a819f01b2c9&device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 1094 time: 0.0426702 Oct 27 19:09:18.776864 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e009e-9fb1-492a-abe5-bdad8a1a3f65 req-5f3d314d-2ae0-4b86-b6e4-39cda268601b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:18.778340 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b74e009e-9fb1-492a-abe5-bdad8a1a3f65 req-5f3d314d-2ae0-4b86-b6e4-39cda268601b service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=877cc6baa81a420fa62f6a819f01b2c9&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0946221 Oct 27 19:09:18.870839 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e009e-9fb1-492a-abe5-bdad8a1a3f65 req-cdb079e9-3106-43d4-8391-b028bf00ca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:18.872391 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b74e009e-9fb1-492a-abe5-bdad8a1a3f65 req-cdb079e9-3106-43d4-8391-b028bf00ca44 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0867474 Oct 27 19:09:18.953142 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-7d3dee83-f3b5-4883-804e-ad18ab29953d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:18.954601 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-7d3dee83-f3b5-4883-804e-ad18ab29953d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=877cc6baa81a420fa62f6a819f01b2c9&device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 1094 time: 0.0436854 Oct 27 19:09:18.997240 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-2c457501-f0d9-46ca-a186-1eb3edb43902 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af7fad3d-9906-4151-9ec8-f09e4402fb86 HTTP/1.1" status: 200 len: 217 time: 0.0335703 Oct 27 19:09:19.045141 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-386cf839-575f-4fcc-9204-7b7854427831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:19.046631 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-386cf839-575f-4fcc-9204-7b7854427831 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=72df32fb-a0c8-47d3-b70c-21a14c0fee18 HTTP/1.1" status: 200 len: 855 time: 0.0429111 Oct 27 19:09:19.078195 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-398ffb19-ee67-44b4-a9f4-b70c02957b42 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8037e62c-cfbd-49f5-aa68-3fe761094e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238194 Oct 27 19:09:19.172139 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-8052d501-7e9f-4a6c-bbae-5393afc8a48c service neutron] 10.222.0.81 "GET /v2.0/networks/8037e62c-cfbd-49f5-aa68-3fe761094e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865066 Oct 27 19:09:19.268607 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f25fea09-808f-4b7b-abf3-3d40d67be665 req-65c66886-d209-4101-86a3-67675bdbe448 service neutron] 10.222.0.81 "GET /v2.0/networks/8037e62c-cfbd-49f5-aa68-3fe761094e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884645 Oct 27 19:09:19.419766 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df58f9d-a9bc-44d6-941e-eaa9eb884cdb req-4de5cbd5-abec-496a-b42d-b14c19fd162f tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:19.421301 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8df58f9d-a9bc-44d6-941e-eaa9eb884cdb req-4de5cbd5-abec-496a-b42d-b14c19fd162f tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 943 time: 0.0500939 Oct 27 19:09:19.461626 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8df58f9d-a9bc-44d6-941e-eaa9eb884cdb req-b777f996-2721-4ff8-88de-49687eb9fc7d tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334816 Oct 27 19:09:20.578411 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1575235-60a2-4241-adad-4a841d367901 req-57c3c293-b2fa-4cd4-a69c-6e67e962a2c8 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:20.579947 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a1575235-60a2-4241-adad-4a841d367901 req-57c3c293-b2fa-4cd4-a69c-6e67e962a2c8 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 943 time: 0.0503531 Oct 27 19:09:20.619692 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a1575235-60a2-4241-adad-4a841d367901 req-04e05c15-9657-4303-b126-04b887e58cb4 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330894 Oct 27 19:09:21.739779 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b9288-bd70-49ef-b7f8-03077ad45049 req-3b87bfaf-1786-4e70-9d5a-ca25453d6aca tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:21.741319 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-588b9288-bd70-49ef-b7f8-03077ad45049 req-3b87bfaf-1786-4e70-9d5a-ca25453d6aca tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 943 time: 0.0535512 Oct 27 19:09:21.779100 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-588b9288-bd70-49ef-b7f8-03077ad45049 req-8b89de65-6299-44f8-80df-de0f298cc213 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317659 Oct 27 19:09:21.883008 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device af7fad3d-9906-4151-9ec8-f09e4402fb86 details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 19:09:22.157349 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port af7fad3d-9906-4151-9ec8-f09e4402fb86, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=af7fad3d-9906-4151-9ec8-f09e4402fb86,segment=NetworkSegment(8be494da-9130-4f6c-9ff2-8f1a3370e5ed),segment_id=8be494da-9130-4f6c-9ff2-8f1a3370e5ed)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:09:22.169024 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': 'af7fad3d-9906-4151-9ec8-f09e4402fb86', 'network_id': '8037e62c-cfbd-49f5-aa68-3fe761094e05', 'port_id': 'af7fad3d-9906-4151-9ec8-f09e4402fb86', 'mac_address': 'fa:16:3e:ba:13:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72df32fb-a0c8-47d3-b70c-21a14c0fee18', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 19:09:22.205402 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:22.218550 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af7fad3d-9906-4151-9ec8-f09e4402fb86 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:09:22.238777 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port af7fad3d-9906-4151-9ec8-f09e4402fb86, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=af7fad3d-9906-4151-9ec8-f09e4402fb86,segment=NetworkSegment(8be494da-9130-4f6c-9ff2-8f1a3370e5ed),segment_id=8be494da-9130-4f6c-9ff2-8f1a3370e5ed)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:09:22.329187 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:22.376576 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=af7fad3d-9906-4151-9ec8-f09e4402fb86,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:09:22.384004 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:09:22.389408 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:09:22.389408 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:09:22.389408 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:09:22.389408 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:09:22.389408 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:09:22.389408 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:09:22.389408 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:09:22.389408 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:09:22.389408 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:09:22.389408 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:09:22.389408 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:09:22.536723 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['af7fad3d-9906-4151-9ec8-f09e4402fb86'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:09:22.896620 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4083d35-7b8d-4d7a-a898-4f37e3dcab8a req-b88bd730-8549-443d-8b11-7808af9b9695 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:22.898144 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d4083d35-7b8d-4d7a-a898-4f37e3dcab8a req-b88bd730-8549-443d-8b11-7808af9b9695 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 944 time: 0.0494423 Oct 27 19:09:22.937518 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d4083d35-7b8d-4d7a-a898-4f37e3dcab8a req-d2e0254b-fb1b-4d7c-b18f-7e39649b9d9a tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332553 Oct 27 19:09:23.899474 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device af7fad3d-9906-4151-9ec8-f09e4402fb86 up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:09:24.009230 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning for port af7fad3d-9906-4151-9ec8-f09e4402fb86 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 19:09:24.013304 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port af7fad3d-9906-4151-9ec8-f09e4402fb86 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:09:24.013676 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:24.067227 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82fbc25-9ef3-4cd8-a234-03509dc7f556 req-7f700e84-ff57-48fd-bd49-55a1013e06ac tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:24.068834 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a82fbc25-9ef3-4cd8-a234-03509dc7f556 req-7f700e84-ff57-48fd-bd49-55a1013e06ac tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 944 time: 0.0508866 Oct 27 19:09:24.096851 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:24.109601 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a82fbc25-9ef3-4cd8-a234-03509dc7f556 req-0f3fc378-e4af-4c0a-a159-d70796203b1a tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347517 Oct 27 19:09:24.120914 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7fad3d-9906-4151-9ec8-f09e4402fb86'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:09:24.123316 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e276c1-3d14-4c50-985d-727ec4ed02aa" -d '{"events": [{"server_uuid": "4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d", "name": "network-vif-plugged", "status": "completed", "tag": "af7fad3d-9906-4151-9ec8-f09e4402fb86"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:09:24.137668 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port af7fad3d-9906-4151-9ec8-f09e4402fb86, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=af7fad3d-9906-4151-9ec8-f09e4402fb86,segment=NetworkSegment(8be494da-9130-4f6c-9ff2-8f1a3370e5ed),segment_id=8be494da-9130-4f6c-9ff2-8f1a3370e5ed)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:09:24.162653 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3247d95-642f-419a-b64f-dabaff3ca2ab x-openstack-request-id: req-c3247d95-642f-419a-b64f-dabaff3ca2ab {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:09:24.162987 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d", "name": "network-vif-plugged", "status": "completed", "tag": "af7fad3d-9906-4151-9ec8-f09e4402fb86", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:09:24.163249 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c3247d95-642f-419a-b64f-dabaff3ca2ab {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:09:24.163651 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7fad3d-9906-4151-9ec8-f09e4402fb86', 'code': 200} Oct 27 19:09:24.214710 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:24.260028 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b1f67-3bd1-48c0-9ad5-63e5a917fd32 req-25a3dd0f-0ced-4084-8409-0ebcd96bf47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:24.261541 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5d8b1f67-3bd1-48c0-9ad5-63e5a917fd32 req-25a3dd0f-0ced-4084-8409-0ebcd96bf47f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 1096 time: 0.0409591 Oct 27 19:09:24.264924 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=af7fad3d-9906-4151-9ec8-f09e4402fb86,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:09:24.299300 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5d8b1f67-3bd1-48c0-9ad5-63e5a917fd32 req-df61799f-b17f-449b-aba1-29dc23f6c693 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307341 Oct 27 19:09:25.233236 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe706b-a082-4daf-b165-c030cfcc688f req-d4ea20da-e9fc-49d2-ab76-cf053ef46993 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:25.234729 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3efe706b-a082-4daf-b165-c030cfcc688f req-d4ea20da-e9fc-49d2-ab76-cf053ef46993 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 945 time: 0.0535977 Oct 27 19:09:25.273926 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3efe706b-a082-4daf-b165-c030cfcc688f req-6088ddc1-f195-48cc-9ed4-4b99c70aabd2 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323997 Oct 27 19:09:26.392113 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f28c48-d450-4423-9eb2-74b87671d047 req-3f2ded83-0d4c-4e18-b4b3-31ff13fbb53e tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:26.393526 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-86f28c48-d450-4423-9eb2-74b87671d047 req-3f2ded83-0d4c-4e18-b4b3-31ff13fbb53e tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 945 time: 0.0500748 Oct 27 19:09:26.432881 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-86f28c48-d450-4423-9eb2-74b87671d047 req-ac4016ad-89ed-4838-a124-965cae90a9a1 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332634 Oct 27 19:09:26.548553 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8f38e-5e9e-4449-be74-732861f23415 req-363d1aa7-de0a-4fa8-9cf2-3f62193f5bce tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:26.550635 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-93e8f38e-5e9e-4449-be74-732861f23415 req-363d1aa7-de0a-4fa8-9cf2-3f62193f5bce tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 945 time: 0.0502796 Oct 27 19:09:26.588769 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-93e8f38e-5e9e-4449-be74-732861f23415 req-35e04bf0-ebce-4243-b922-1e9444d0f5fb tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319910 Oct 27 19:09:26.751565 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:27.021516 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380e43d-a5d7-4160-9fa5-ab7f34836d6a req-f8ebe7ca-dfe7-467f-ba70-e0004fcfc674 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:27.023053 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1380e43d-a5d7-4160-9fa5-ab7f34836d6a req-f8ebe7ca-dfe7-467f-ba70-e0004fcfc674 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 945 time: 0.0533133 Oct 27 19:09:27.061586 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1380e43d-a5d7-4160-9fa5-ab7f34836d6a req-c57602f7-2daa-46f7-94bf-411fea0c3d76 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324779 Oct 27 19:09:27.100397 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-98d0cd78-3fd0-4582-b6fa-423ebbf07790 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0423362 Oct 27 19:09:27.259406 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:28.184549 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c8dcb-9332-42e5-8ced-5c1e1bdc6cea req-8a05ca44-97e5-47ee-8dfc-41c5b1128e00 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:28.186050 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-424c8dcb-9332-42e5-8ced-5c1e1bdc6cea req-8a05ca44-97e5-47ee-8dfc-41c5b1128e00 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 945 time: 0.0513220 Oct 27 19:09:28.229734 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-424c8dcb-9332-42e5-8ced-5c1e1bdc6cea req-b151a2dd-05d2-46a7-b466-2c2671c8730c tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374165 Oct 27 19:09:29.160398 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-b33cfcf8-d54a-431f-8e36-737ff4d29aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:29.161894 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-b33cfcf8-d54a-431f-8e36-737ff4d29aa3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=877cc6baa81a420fa62f6a819f01b2c9&device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 1096 time: 0.0430129 Oct 27 19:09:29.257812 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-35a60fc9-608f-4021-a3e5-c5caa108f082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:29.259261 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-35a60fc9-608f-4021-a3e5-c5caa108f082 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8037e62c-cfbd-49f5-aa68-3fe761094e05 HTTP/1.1" status: 200 len: 917 time: 0.0905373 Oct 27 19:09:29.303509 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-6506f948-20e2-43ca-aa77-23517013bb0f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af7fad3d-9906-4151-9ec8-f09e4402fb86 HTTP/1.1" status: 200 len: 217 time: 0.0370405 Oct 27 19:09:29.353942 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0cd01e-dd37-4f44-b998-68cc6f6fca16 req-2f58c336-f38e-40ff-8988-bc95d5b7836f tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:29.355641 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8c0cd01e-dd37-4f44-b998-68cc6f6fca16 req-2f58c336-f38e-40ff-8988-bc95d5b7836f tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 945 time: 0.0505285 Oct 27 19:09:29.357887 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-c54844e4-0b7e-4b04-87c2-2eef2f7e6abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:29.366022 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-c54844e4-0b7e-4b04-87c2-2eef2f7e6abd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=72df32fb-a0c8-47d3-b70c-21a14c0fee18 HTTP/1.1" status: 200 len: 855 time: 0.0491700 Oct 27 19:09:29.392759 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-214d762e-b884-4299-bbb3-f6077029a1c9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8037e62c-cfbd-49f5-aa68-3fe761094e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255892 Oct 27 19:09:29.396607 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8c0cd01e-dd37-4f44-b998-68cc6f6fca16 req-bc6872b5-9ba2-4f66-9707-25b5f22b5082 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344453 Oct 27 19:09:29.483290 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-58463648-cd69-4d53-bef1-1bb9b7fd218d service neutron] 10.222.0.81 "GET /v2.0/networks/8037e62c-cfbd-49f5-aa68-3fe761094e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827518 Oct 27 19:09:29.574675 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-59b4c0bc-83d7-4eb9-8a7b-a37f1ea0bd2e service neutron] 10.222.0.81 "GET /v2.0/networks/8037e62c-cfbd-49f5-aa68-3fe761094e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839970 Oct 27 19:09:30.193507 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c5b96-fc8a-4165-931d-46b2e615adee req-0a91b861-cd33-42ef-a04e-6779726d1580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:30.195038 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-175c5b96-fc8a-4165-931d-46b2e615adee req-0a91b861-cd33-42ef-a04e-6779726d1580 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=877cc6baa81a420fa62f6a819f01b2c9&device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 1096 time: 0.0424941 Oct 27 19:09:30.304641 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c5b96-fc8a-4165-931d-46b2e615adee req-1d83ffcf-11c2-4944-bf1b-1833137e5e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:30.306117 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-175c5b96-fc8a-4165-931d-46b2e615adee req-1d83ffcf-11c2-4944-bf1b-1833137e5e12 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8037e62c-cfbd-49f5-aa68-3fe761094e05 HTTP/1.1" status: 200 len: 917 time: 0.0907345 Oct 27 19:09:30.349171 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-175c5b96-fc8a-4165-931d-46b2e615adee req-9eaec3d2-f8d4-44af-bd55-296ce3bbad5d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af7fad3d-9906-4151-9ec8-f09e4402fb86 HTTP/1.1" status: 200 len: 217 time: 0.0353913 Oct 27 19:09:30.400743 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c5b96-fc8a-4165-931d-46b2e615adee req-ccc31934-cf80-4e1b-bf40-4782b5a8c0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:30.402181 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-175c5b96-fc8a-4165-931d-46b2e615adee req-ccc31934-cf80-4e1b-bf40-4782b5a8c0e9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=72df32fb-a0c8-47d3-b70c-21a14c0fee18 HTTP/1.1" status: 200 len: 855 time: 0.0469599 Oct 27 19:09:30.433619 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-175c5b96-fc8a-4165-931d-46b2e615adee req-f2226684-4217-4a61-97ee-94d6f3c1908c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8037e62c-cfbd-49f5-aa68-3fe761094e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247860 Oct 27 19:09:30.524249 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-175c5b96-fc8a-4165-931d-46b2e615adee req-0dcd06da-ec64-44a3-b2f9-ffa184a4d1bf service neutron] 10.222.0.81 "GET /v2.0/networks/8037e62c-cfbd-49f5-aa68-3fe761094e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837305 Oct 27 19:09:30.524641 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5876d7-0efb-4490-b754-b7129596e8a3 req-b13ba8a8-f378-4eaa-9a96-b5aef71e0948 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:30.526181 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7a5876d7-0efb-4490-b754-b7129596e8a3 req-b13ba8a8-f378-4eaa-9a96-b5aef71e0948 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 945 time: 0.0569205 Oct 27 19:09:30.565834 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7a5876d7-0efb-4490-b754-b7129596e8a3 req-836ae8a5-de12-4289-83ea-5b069cc9e99f tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334282 Oct 27 19:09:30.620054 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-175c5b96-fc8a-4165-931d-46b2e615adee req-3900ad9c-7769-494b-aaaf-77cff072f84b service neutron] 10.222.0.81 "GET /v2.0/networks/8037e62c-cfbd-49f5-aa68-3fe761094e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889111 Oct 27 19:09:31.683353 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3efb345-0304-4551-9fb0-703b9116f700 req-2de1bc96-d5bc-4aab-996c-5b60c7b510bc tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:31.684870 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e3efb345-0304-4551-9fb0-703b9116f700 req-2de1bc96-d5bc-4aab-996c-5b60c7b510bc tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 945 time: 0.0493340 Oct 27 19:09:31.724385 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e3efb345-0304-4551-9fb0-703b9116f700 req-19604168-0ea1-44d6-b2b5-c9205f98fae6 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334513 Oct 27 19:09:32.845098 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7cdd49-407a-479f-93f1-2e2ca68143e1 req-fdb339ef-da90-4a15-95df-4ab143400f68 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:32.846634 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8b7cdd49-407a-479f-93f1-2e2ca68143e1 req-fdb339ef-da90-4a15-95df-4ab143400f68 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 945 time: 0.0512826 Oct 27 19:09:32.884691 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8b7cdd49-407a-479f-93f1-2e2ca68143e1 req-4e1aa6d1-7a84-4d37-b4c7-b1903970766f tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320530 Oct 27 19:09:34.007904 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452f6ab-2918-4e15-8764-106447c80e24 req-0c64821c-68df-4423-8248-ce0d99e5ac28 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:34.009431 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b452f6ab-2918-4e15-8764-106447c80e24 req-0c64821c-68df-4423-8248-ce0d99e5ac28 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 945 time: 0.0550420 Oct 27 19:09:34.051257 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b452f6ab-2918-4e15-8764-106447c80e24 req-99320be3-8cfb-4128-a4ac-e2e09be8e211 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358813 Oct 27 19:09:35.171983 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1693a02-afda-4d51-8a6c-96e26e2a6238 req-4972c65d-6a05-48cf-bea4-d6be30c96ff8 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:35.173477 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1693a02-afda-4d51-8a6c-96e26e2a6238 req-4972c65d-6a05-48cf-bea4-d6be30c96ff8 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 945 time: 0.0507081 Oct 27 19:09:35.211869 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1693a02-afda-4d51-8a6c-96e26e2a6238 req-1c638b83-8550-442c-9ed7-b2f118595b2f tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322690 Oct 27 19:09:36.329167 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5318dc-11d7-48b0-b2d1-2648141e5c75 req-2a599438-bd2b-4804-9714-0b110c380d08 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:36.330691 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7d5318dc-11d7-48b0-b2d1-2648141e5c75 req-2a599438-bd2b-4804-9714-0b110c380d08 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 945 time: 0.0496600 Oct 27 19:09:36.369677 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7d5318dc-11d7-48b0-b2d1-2648141e5c75 req-3c07ca75-e878-4421-8ee6-bfdc1bfdb819 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323937 Oct 27 19:09:37.495510 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e99f1-699c-4f5a-8779-7e50f34c319d req-06285904-e25b-4d92-93fe-d0adfd2732de tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:37.496946 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cd4e99f1-699c-4f5a-8779-7e50f34c319d req-06285904-e25b-4d92-93fe-d0adfd2732de tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 945 time: 0.0562639 Oct 27 19:09:37.535747 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cd4e99f1-699c-4f5a-8779-7e50f34c319d req-cd497239-7550-4bcf-ae3d-b2a53ea844e4 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327792 Oct 27 19:09:38.659249 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed66674-4c01-47fe-8ab4-ceccb3d11d1c req-a9717d61-2b8a-4680-8494-57fd1bcf68f4 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:38.660750 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2ed66674-4c01-47fe-8ab4-ceccb3d11d1c req-a9717d61-2b8a-4680-8494-57fd1bcf68f4 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 945 time: 0.0533547 Oct 27 19:09:38.701012 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2ed66674-4c01-47fe-8ab4-ceccb3d11d1c req-376c57a0-8f32-4097-a0ef-76dcccfa4997 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328345 Oct 27 19:09:39.665665 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-82bd9c4c-cb3f-4ff7-8c99-bdbc7e513599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:39.825327 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4a7e6-f3e2-40ff-ad71-dc9b9fea5e73 req-f5993430-2f78-4380-b1cb-f4c97ce77ad8 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:39.826854 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-90c4a7e6-f3e2-40ff-ad71-dc9b9fea5e73 req-f5993430-2f78-4380-b1cb-f4c97ce77ad8 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 945 time: 0.0541525 Oct 27 19:09:39.873328 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-90c4a7e6-f3e2-40ff-ad71-dc9b9fea5e73 req-7570a9a8-a94e-41d9-bc21-fef1355a692f tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404236 Oct 27 19:09:40.996902 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1222e3e-325e-4450-8365-c8ad7a963f56 req-f24e1f88-d41c-4a3b-9299-781afdfd1e29 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:40.998423 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1222e3e-325e-4450-8365-c8ad7a963f56 req-f24e1f88-d41c-4a3b-9299-781afdfd1e29 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 945 time: 0.0550337 Oct 27 19:09:41.038576 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1222e3e-325e-4450-8365-c8ad7a963f56 req-593133f4-f304-47bb-bae7-0f8e77bc0233 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339735 Oct 27 19:09:42.101128 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6d4549fd-cd47-4ba8-a863-f8af8ecbcbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:42.170427 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cba22-6562-4935-bccd-30750b1bd752 req-7182e034-c0fd-4a76-b015-557d7665770f tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:42.171962 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3f8cba22-6562-4935-bccd-30750b1bd752 req-7182e034-c0fd-4a76-b015-557d7665770f tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 945 time: 0.0581906 Oct 27 19:09:42.210319 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3f8cba22-6562-4935-bccd-30750b1bd752 req-318090dc-d496-4938-bef2-4d232da7176e tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323250 Oct 27 19:09:43.331494 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85438c03-b651-499b-88da-cf331da9e47f req-fccbfc8b-14b8-4377-a78b-07307862093f tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:43.333968 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-85438c03-b651-499b-88da-cf331da9e47f req-fccbfc8b-14b8-4377-a78b-07307862093f tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 945 time: 0.0539496 Oct 27 19:09:43.376717 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-85438c03-b651-499b-88da-cf331da9e47f req-f9b8528f-9d66-4023-a708-bce62a474450 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357213 Oct 27 19:09:43.430084 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:43.584437 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:44.505957 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31764c-6f11-405d-89ae-3bab5ed36cfe req-8c3b26e9-1859-455a-a7e1-3f64a005ae24 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:44.507556 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ad31764c-6f11-405d-89ae-3bab5ed36cfe req-8c3b26e9-1859-455a-a7e1-3f64a005ae24 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 945 time: 0.0574293 Oct 27 19:09:44.546862 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ad31764c-6f11-405d-89ae-3bab5ed36cfe req-289ec21e-cc21-4631-8a2d-713f83ecb879 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330970 Oct 27 19:09:45.230437 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:45.668893 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db2ca4-a6dd-46e0-97bb-f1bac652952a req-fd6d828d-3e70-4e0d-9904-92fd59eb21b6 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:45.670484 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e8db2ca4-a6dd-46e0-97bb-f1bac652952a req-fd6d828d-3e70-4e0d-9904-92fd59eb21b6 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 945 time: 0.0505712 Oct 27 19:09:45.711285 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e8db2ca4-a6dd-46e0-97bb-f1bac652952a req-b3ab79c0-d7d9-4128-9aad-c2f4148a536b tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347321 Oct 27 19:09:46.831246 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a1f0b-ddd9-4630-bf41-f3df6a8dd27a req-7031f933-ecee-41ba-9381-82c479278bc8 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:46.832833 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-262a1f0b-ddd9-4630-bf41-f3df6a8dd27a req-7031f933-ecee-41ba-9381-82c479278bc8 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 945 time: 0.0508676 Oct 27 19:09:46.874006 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-262a1f0b-ddd9-4630-bf41-f3df6a8dd27a req-fe2bc9f7-8500-4edf-b42b-342695f5a912 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340087 Oct 27 19:09:47.996067 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e8279-2c91-4f1c-a4f1-8646b1e2bac6 req-fc6e164e-e0f4-4ec4-be7a-ad704549a3b4 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:47.997605 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8a1e8279-2c91-4f1c-a4f1-8646b1e2bac6 req-fc6e164e-e0f4-4ec4-be7a-ad704549a3b4 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 945 time: 0.0531921 Oct 27 19:09:48.035261 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8a1e8279-2c91-4f1c-a4f1-8646b1e2bac6 req-b18f1368-79e7-4f82-b665-26efc0ff168e tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316918 Oct 27 19:09:49.155943 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35270e-d10e-47c9-b377-ea5d9e9880bf req-6a83dca9-d8e2-409c-ab1a-12c85dbaff88 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:49.157700 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dc35270e-d10e-47c9-b377-ea5d9e9880bf req-6a83dca9-d8e2-409c-ab1a-12c85dbaff88 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 945 time: 0.0496776 Oct 27 19:09:49.196706 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dc35270e-d10e-47c9-b377-ea5d9e9880bf req-65fe9f4e-6329-4624-bc38-26aef3721752 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330431 Oct 27 19:09:50.322353 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07dd859-be3c-4784-bff1-e016bc860df3 req-fb2a3882-0b42-4c2b-a57c-43a082f376b7 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:50.324038 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c07dd859-be3c-4784-bff1-e016bc860df3 req-fb2a3882-0b42-4c2b-a57c-43a082f376b7 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 945 time: 0.0554960 Oct 27 19:09:50.368784 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c07dd859-be3c-4784-bff1-e016bc860df3 req-06198501-2e70-4f53-8376-45efdf09c728 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384283 Oct 27 19:09:50.718224 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:09:51.492204 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358631c3-1fe6-4b3b-abe3-bc6503722db8 req-401a57db-d576-4215-aaee-115cc98b7d1b tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:51.493613 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-358631c3-1fe6-4b3b-abe3-bc6503722db8 req-401a57db-d576-4215-aaee-115cc98b7d1b tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 945 time: 0.0551798 Oct 27 19:09:51.533079 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-358631c3-1fe6-4b3b-abe3-bc6503722db8 req-591dd165-d387-4f79-96bf-01b58b0d4d70 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335367 Oct 27 19:09:52.651567 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c8233-2f0c-4353-8c97-ae808730dcb2 req-103bf835-cb81-4189-b487-98471517b0a0 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:52.653074 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-674c8233-2f0c-4353-8c97-ae808730dcb2 req-103bf835-cb81-4189-b487-98471517b0a0 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 945 time: 0.0498414 Oct 27 19:09:52.691233 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-674c8233-2f0c-4353-8c97-ae808730dcb2 req-50370a6f-563f-4463-bb3c-0222d50651e7 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319171 Oct 27 19:09:53.830190 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f785ae9-cec4-4a89-bb82-25d94d1ad055 req-c76dce3f-0e01-409b-ab1b-01b3d5ddff8e tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:53.831728 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0f785ae9-cec4-4a89-bb82-25d94d1ad055 req-c76dce3f-0e01-409b-ab1b-01b3d5ddff8e tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 945 time: 0.0688589 Oct 27 19:09:53.869648 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0f785ae9-cec4-4a89-bb82-25d94d1ad055 req-9c9dd551-d457-472a-88f5-badd458cf5f1 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313013 Oct 27 19:09:54.995820 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad228dd-a6bc-4221-9582-416cde1a6a6e req-47bf8a60-00f4-4bb0-a860-c04b7e4cff6d tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:54.997348 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3ad228dd-a6bc-4221-9582-416cde1a6a6e req-47bf8a60-00f4-4bb0-a860-c04b7e4cff6d tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 945 time: 0.0551615 Oct 27 19:09:55.036851 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3ad228dd-a6bc-4221-9582-416cde1a6a6e req-7e0904ba-783f-476b-99bb-62d5abea4854 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334809 Oct 27 19:09:56.155959 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1330f4-fa40-4ac3-9451-54d5e3c98ca0 req-4b7ef7c2-d240-43dc-b142-d1baf82fe875 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:56.157710 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dc1330f4-fa40-4ac3-9451-54d5e3c98ca0 req-4b7ef7c2-d240-43dc-b142-d1baf82fe875 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 945 time: 0.0495143 Oct 27 19:09:56.197118 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dc1330f4-fa40-4ac3-9451-54d5e3c98ca0 req-861f89bf-e3cd-498f-a106-30cafd191fff tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333748 Oct 27 19:09:56.767636 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:56.908253 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-190a52cd-53c2-4224-8ed7-f472db9dae75 service neutron] show failed (client error): The resource could not be found. Oct 27 19:09:56.909284 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-190a52cd-53c2-4224-8ed7-f472db9dae75 service neutron] 10.222.0.81 "GET /v2.0/ports/af7fad3d-9906-4151-9ec8-f09e4402fb86/bindings/n-h2-815690-2 HTTP/1.1" status: 404 len: 380 time: 0.0555258 Oct 27 19:09:57.270737 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:57.316751 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f542d1-718e-4daf-ae38-5f7e2c563679 req-81e16278-b64e-4b18-8c6a-cbecef556bdf tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:57.318267 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e8f542d1-718e-4daf-ae38-5f7e2c563679 req-81e16278-b64e-4b18-8c6a-cbecef556bdf tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 945 time: 0.0497117 Oct 27 19:09:57.356940 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e8f542d1-718e-4daf-ae38-5f7e2c563679 req-ab2862ed-dfdc-4747-8d27-33372c2ccefa tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314806 Oct 27 19:09:57.439899 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-d0c2d3c1-820a-485c-a219-8bfa2c8c85cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:57.441392 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-d0c2d3c1-820a-485c-a219-8bfa2c8c85cd service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d&tenant_id=877cc6baa81a420fa62f6a819f01b2c9 HTTP/1.1" status: 200 len: 1096 time: 0.0415063 Oct 27 19:09:57.453931 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-c56bdd56-dc51-48fa-bd29-24bd7162a51f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815690-2', 'device_owner': 'compute:nova'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:09:57.510230 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-c56bdd56-dc51-48fa-bd29-24bd7162a51f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:57.715121 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-c56bdd56-dc51-48fa-bd29-24bd7162a51f service neutron] For port af7fad3d-9906-4151-9ec8-f09e4402fb86, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=af7fad3d-9906-4151-9ec8-f09e4402fb86,segment=NetworkSegment(8be494da-9130-4f6c-9ff2-8f1a3370e5ed),segment_id=8be494da-9130-4f6c-9ff2-8f1a3370e5ed)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:09:57.747926 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-c56bdd56-dc51-48fa-bd29-24bd7162a51f service neutron] For port af7fad3d-9906-4151-9ec8-f09e4402fb86, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:09:57.787262 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af7fad3d-9906-4151-9ec8-f09e4402fb86'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:09:57.789746 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd23521f-71b2-4bea-b126-c06b405491c8" -d '{"events": [{"server_uuid": "4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d", "name": "network-vif-unplugged", "status": "completed", "tag": "af7fad3d-9906-4151-9ec8-f09e4402fb86"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:09:57.793514 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-c56bdd56-dc51-48fa-bd29-24bd7162a51f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:57.806166 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-c56bdd56-dc51-48fa-bd29-24bd7162a51f service neutron] Transition to ACTIVE for port object af7fad3d-9906-4151-9ec8-f09e4402fb86 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 19:09:57.843813 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 19:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcf01c6-7287-4e25-9f4c-4aa7c5d1573c x-openstack-request-id: req-1dcf01c6-7287-4e25-9f4c-4aa7c5d1573c {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:09:57.844105 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d", "name": "network-vif-unplugged", "status": "completed", "tag": "af7fad3d-9906-4151-9ec8-f09e4402fb86", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:09:57.844359 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1dcf01c6-7287-4e25-9f4c-4aa7c5d1573c {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:09:57.844757 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af7fad3d-9906-4151-9ec8-f09e4402fb86', 'code': 200} Oct 27 19:09:57.875821 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-c56bdd56-dc51-48fa-bd29-24bd7162a51f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:57.925398 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56bdd56-dc51-48fa-bd29-24bd7162a51f service neutron] Pushing event updated for resources: {'Port': ['ID=af7fad3d-9906-4151-9ec8-f09e4402fb86,revision_number=6']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:09:58.270824 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-c56bdd56-dc51-48fa-bd29-24bd7162a51f service neutron] No DVR routers for this DVR port af7fad3d-9906-4151-9ec8-f09e4402fb86 on host n-h1-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:09:58.279397 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56bdd56-dc51-48fa-bd29-24bd7162a51f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:09:58.279745 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56bdd56-dc51-48fa-bd29-24bd7162a51f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:09:58.280088 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56bdd56-dc51-48fa-bd29-24bd7162a51f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:09:58.280424 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56bdd56-dc51-48fa-bd29-24bd7162a51f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:09:58.280757 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56bdd56-dc51-48fa-bd29-24bd7162a51f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:09:58.281086 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56bdd56-dc51-48fa-bd29-24bd7162a51f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:09:58.281414 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56bdd56-dc51-48fa-bd29-24bd7162a51f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:09:58.281996 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56bdd56-dc51-48fa-bd29-24bd7162a51f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:09:58.282331 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56bdd56-dc51-48fa-bd29-24bd7162a51f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:09:58.282658 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56bdd56-dc51-48fa-bd29-24bd7162a51f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:09:58.283007 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56bdd56-dc51-48fa-bd29-24bd7162a51f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:09:58.283331 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56bdd56-dc51-48fa-bd29-24bd7162a51f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:09:58.316752 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-c56bdd56-dc51-48fa-bd29-24bd7162a51f service neutron] Attempting to bind port af7fad3d-9906-4151-9ec8-f09e4402fb86 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:09:58.317080 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-c56bdd56-dc51-48fa-bd29-24bd7162a51f service neutron] Attempting to bind port af7fad3d-9906-4151-9ec8-f09e4402fb86 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '8be494da-9130-4f6c-9ff2-8f1a3370e5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '8037e62c-cfbd-49f5-aa68-3fe761094e05'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:09:58.317404 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-c56bdd56-dc51-48fa-bd29-24bd7162a51f service neutron] Attempting to bind port af7fad3d-9906-4151-9ec8-f09e4402fb86 on network 8037e62c-cfbd-49f5-aa68-3fe761094e05 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:09:58.322972 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-c56bdd56-dc51-48fa-bd29-24bd7162a51f service neutron] Port af7fad3d-9906-4151-9ec8-f09e4402fb86 on network 8037e62c-cfbd-49f5-aa68-3fe761094e05 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 19:09:58.323283 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-c56bdd56-dc51-48fa-bd29-24bd7162a51f service neutron] Attempting to bind port af7fad3d-9906-4151-9ec8-f09e4402fb86 on network 8037e62c-cfbd-49f5-aa68-3fe761094e05 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:09:58.328123 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-c56bdd56-dc51-48fa-bd29-24bd7162a51f service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:09:58.328458 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-c56bdd56-dc51-48fa-bd29-24bd7162a51f service neutron] Checking segment: {'id': '8be494da-9130-4f6c-9ff2-8f1a3370e5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '8037e62c-cfbd-49f5-aa68-3fe761094e05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:09:58.328838 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-c56bdd56-dc51-48fa-bd29-24bd7162a51f service neutron] Bound using segment: {'id': '8be494da-9130-4f6c-9ff2-8f1a3370e5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '8037e62c-cfbd-49f5-aa68-3fe761094e05'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:09:58.329257 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-c56bdd56-dc51-48fa-bd29-24bd7162a51f service neutron] Bound port: af7fad3d-9906-4151-9ec8-f09e4402fb86, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8be494da-9130-4f6c-9ff2-8f1a3370e5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '8037e62c-cfbd-49f5-aa68-3fe761094e05'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:09:58.329608 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-c56bdd56-dc51-48fa-bd29-24bd7162a51f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:58.391958 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-c56bdd56-dc51-48fa-bd29-24bd7162a51f service neutron] For port af7fad3d-9906-4151-9ec8-f09e4402fb86, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:09:58.395164 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-c56bdd56-dc51-48fa-bd29-24bd7162a51f service neutron] For port af7fad3d-9906-4151-9ec8-f09e4402fb86, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=af7fad3d-9906-4151-9ec8-f09e4402fb86,segment=NetworkSegment(8be494da-9130-4f6c-9ff2-8f1a3370e5ed),segment_id=8be494da-9130-4f6c-9ff2-8f1a3370e5ed)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:09:58.483810 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-c56bdd56-dc51-48fa-bd29-24bd7162a51f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:58.485611 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55563616-e7a4-4445-a6f1-dec8dadf48be req-e0148d82-ef5c-43c9-929c-1d57f0a5b1bc tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:58.487275 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-55563616-e7a4-4445-a6f1-dec8dadf48be req-e0148d82-ef5c-43c9-929c-1d57f0a5b1bc tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 943 time: 0.0555634 Oct 27 19:09:58.521906 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-c56bdd56-dc51-48fa-bd29-24bd7162a51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:58.523417 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-c56bdd56-dc51-48fa-bd29-24bd7162a51f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:09:58.524982 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-c56bdd56-dc51-48fa-bd29-24bd7162a51f service neutron] 10.222.0.93 "PUT /v2.0/ports/af7fad3d-9906-4151-9ec8-f09e4402fb86 HTTP/1.1" status: 200 len: 1091 time: 1.0749454 Oct 27 19:09:58.529535 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-55563616-e7a4-4445-a6f1-dec8dadf48be req-4f521f89-c116-4781-87e0-8a8b965c0827 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357091 Oct 27 19:09:58.543561 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56bdd56-dc51-48fa-bd29-24bd7162a51f service neutron] Pushing event updated for resources: {'Port': ['ID=af7fad3d-9906-4151-9ec8-f09e4402fb86,revision_number=7']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:09:58.589316 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-f95799a1-e7d5-4268-9bd3-d069c60853c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:58.590803 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-f95799a1-e7d5-4268-9bd3-d069c60853c8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=877cc6baa81a420fa62f6a819f01b2c9&device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 1094 time: 0.0437760 Oct 27 19:09:58.681797 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-5a4179f8-ec16-4221-855a-dbd8a57f1169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:58.683258 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-5a4179f8-ec16-4221-855a-dbd8a57f1169 service neutron] 10.222.0.93 "GET /v2.0/networks?id=8037e62c-cfbd-49f5-aa68-3fe761094e05 HTTP/1.1" status: 200 len: 917 time: 0.0857382 Oct 27 19:09:58.730356 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-14379fae-7515-4aae-abfb-4ca04aaba6ce service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af7fad3d-9906-4151-9ec8-f09e4402fb86 HTTP/1.1" status: 200 len: 217 time: 0.0400345 Oct 27 19:09:58.778593 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-9c3dd1f8-13f5-481b-94ab-27407f04e8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:58.780114 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-9c3dd1f8-13f5-481b-94ab-27407f04e8b6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=72df32fb-a0c8-47d3-b70c-21a14c0fee18 HTTP/1.1" status: 200 len: 855 time: 0.0438244 Oct 27 19:09:58.811726 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-b53e49ca-28f8-4546-bd58-6a7c4a2b3fd7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8037e62c-cfbd-49f5-aa68-3fe761094e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245950 Oct 27 19:09:58.902725 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-c83a426f-a348-4153-87a7-b026a5b40d75 service neutron] 10.222.0.93 "GET /v2.0/networks/8037e62c-cfbd-49f5-aa68-3fe761094e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836401 Oct 27 19:09:58.993082 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1cf5c7a3-7b89-4409-bb76-def9f04bdb30 req-98e65d97-b451-4ba4-8adb-1340d565b620 service neutron] 10.222.0.93 "GET /v2.0/networks/8037e62c-cfbd-49f5-aa68-3fe761094e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837576 Oct 27 19:09:59.652525 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d08ebc-10ae-483d-80de-0cf58831165c req-d27682a7-25b3-4726-924b-ade1b391e0fc tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:59.654018 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b4d08ebc-10ae-483d-80de-0cf58831165c req-d27682a7-25b3-4726-924b-ade1b391e0fc tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 943 time: 0.0503039 Oct 27 19:09:59.692557 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b4d08ebc-10ae-483d-80de-0cf58831165c req-d01d0606-f102-45a7-9d1e-499b31ad3f83 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320027 Oct 27 19:09:59.845622 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d', 'tag': 'af7fad3d-9906-4151-9ec8-f09e4402fb86'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:09:59.848030 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8724ba79-6d6f-4e01-9da6-54378ca7a184" -d '{"events": [{"name": "network-changed", "server_uuid": "4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d", "tag": "af7fad3d-9906-4151-9ec8-f09e4402fb86"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:09:59.898157 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c6f072-5973-4150-b8c3-2829a3def3d3 x-openstack-request-id: req-05c6f072-5973-4150-b8c3-2829a3def3d3 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:09:59.898504 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d", "tag": "af7fad3d-9906-4151-9ec8-f09e4402fb86", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:09:59.898776 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-05c6f072-5973-4150-b8c3-2829a3def3d3 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:09:59.899292 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d', 'tag': 'af7fad3d-9906-4151-9ec8-f09e4402fb86', 'status': 'completed', 'code': 200} Oct 27 19:09:59.994160 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8724ba79-6d6f-4e01-9da6-54378ca7a184 req-e11f2e74-8e66-4341-8700-36686e53c14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:59.995737 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8724ba79-6d6f-4e01-9da6-54378ca7a184 req-e11f2e74-8e66-4341-8700-36686e53c14c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=877cc6baa81a420fa62f6a819f01b2c9&device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 1094 time: 0.0775943 Oct 27 19:09:59.998419 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8724ba79-6d6f-4e01-9da6-54378ca7a184 req-f012eed2-d427-45da-9941-fb118f8717d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:09:59.999823 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8724ba79-6d6f-4e01-9da6-54378ca7a184 req-f012eed2-d427-45da-9941-fb118f8717d3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=877cc6baa81a420fa62f6a819f01b2c9&device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 1094 time: 0.0738184 Oct 27 19:10:00.071285 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device af7fad3d-9906-4151-9ec8-f09e4402fb86 no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:10:00.113248 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device af7fad3d-9906-4151-9ec8-f09e4402fb86 not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:10:00.159529 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8724ba79-6d6f-4e01-9da6-54378ca7a184 req-027f91ae-c4f7-4009-8788-717e3e485d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:00.161024 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8724ba79-6d6f-4e01-9da6-54378ca7a184 req-027f91ae-c4f7-4009-8788-717e3e485d70 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8037e62c-cfbd-49f5-aa68-3fe761094e05 HTTP/1.1" status: 200 len: 917 time: 0.1586707 Oct 27 19:10:00.165481 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8724ba79-6d6f-4e01-9da6-54378ca7a184 req-13a250b0-d8c8-40cc-a8b7-3015c245f7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:00.166863 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8724ba79-6d6f-4e01-9da6-54378ca7a184 req-13a250b0-d8c8-40cc-a8b7-3015c245f7ac service neutron] 10.222.0.93 "GET /v2.0/networks?id=8037e62c-cfbd-49f5-aa68-3fe761094e05 HTTP/1.1" status: 200 len: 917 time: 0.1555827 Oct 27 19:10:00.209119 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8724ba79-6d6f-4e01-9da6-54378ca7a184 req-0a395ca9-ae91-481e-b9b5-4db348b0fa41 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af7fad3d-9906-4151-9ec8-f09e4402fb86 HTTP/1.1" status: 200 len: 217 time: 0.0409276 Oct 27 19:10:00.248921 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8724ba79-6d6f-4e01-9da6-54378ca7a184 req-5e29d4e7-3d7c-4e2f-abbe-31263bf59003 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af7fad3d-9906-4151-9ec8-f09e4402fb86 HTTP/1.1" status: 200 len: 217 time: 0.0749297 Oct 27 19:10:00.316518 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8724ba79-6d6f-4e01-9da6-54378ca7a184 req-3459247c-3a8c-477a-a126-fff2a1666d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:00.318015 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8724ba79-6d6f-4e01-9da6-54378ca7a184 req-3459247c-3a8c-477a-a126-fff2a1666d25 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=72df32fb-a0c8-47d3-b70c-21a14c0fee18 HTTP/1.1" status: 200 len: 855 time: 0.0789654 Oct 27 19:10:00.322076 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8724ba79-6d6f-4e01-9da6-54378ca7a184 req-e692caa9-229e-4bfe-9b5b-a855653aa85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:00.323436 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8724ba79-6d6f-4e01-9da6-54378ca7a184 req-e692caa9-229e-4bfe-9b5b-a855653aa85c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=72df32fb-a0c8-47d3-b70c-21a14c0fee18 HTTP/1.1" status: 200 len: 855 time: 0.0572143 Oct 27 19:10:00.371953 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8724ba79-6d6f-4e01-9da6-54378ca7a184 req-6c5136ed-9698-408c-8655-f9514db9c6b9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8037e62c-cfbd-49f5-aa68-3fe761094e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471828 Oct 27 19:10:00.373715 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8724ba79-6d6f-4e01-9da6-54378ca7a184 req-2e85d9d5-8ede-4143-a09e-e4b7c53cca5f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=8037e62c-cfbd-49f5-aa68-3fe761094e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419436 Oct 27 19:10:00.533654 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8724ba79-6d6f-4e01-9da6-54378ca7a184 req-bffea151-24d9-4dc2-8d38-6b8ec14f52ae service neutron] 10.222.0.81 "GET /v2.0/networks/8037e62c-cfbd-49f5-aa68-3fe761094e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549542 Oct 27 19:10:00.535387 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8724ba79-6d6f-4e01-9da6-54378ca7a184 req-990079d4-bb1f-44a8-8a7b-7b290e7a5d27 service neutron] 10.222.0.93 "GET /v2.0/networks/8037e62c-cfbd-49f5-aa68-3fe761094e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484940 Oct 27 19:10:00.694086 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8724ba79-6d6f-4e01-9da6-54378ca7a184 req-ae8a95e0-1cdf-4299-8181-6a732b453744 service neutron] 10.222.0.81 "GET /v2.0/networks/8037e62c-cfbd-49f5-aa68-3fe761094e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529543 Oct 27 19:10:00.696483 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8724ba79-6d6f-4e01-9da6-54378ca7a184 req-4ae2593a-3429-4358-8ad7-a9010c85990f service neutron] 10.222.0.93 "GET /v2.0/networks/8037e62c-cfbd-49f5-aa68-3fe761094e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475103 Oct 27 19:10:00.818190 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ebb7a-8d3f-49a5-9d27-2fc91dbbd140 req-5b69ad0d-59a1-4167-bb0a-80808fe42825 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:00.819728 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5d7ebb7a-8d3f-49a5-9d27-2fc91dbbd140 req-5b69ad0d-59a1-4167-bb0a-80808fe42825 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 943 time: 0.0513279 Oct 27 19:10:00.860843 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5d7ebb7a-8d3f-49a5-9d27-2fc91dbbd140 req-fd2de199-7b0a-47bb-b971-8080989ad692 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341358 Oct 27 19:10:01.985318 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bed51-b2d1-4823-af84-cb0f36c93d0a req-c0d42d1a-75fc-4730-8444-5a56958243b1 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:01.986787 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ac2bed51-b2d1-4823-af84-cb0f36c93d0a req-c0d42d1a-75fc-4730-8444-5a56958243b1 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 943 time: 0.0523045 Oct 27 19:10:02.027898 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ac2bed51-b2d1-4823-af84-cb0f36c93d0a req-7ab45f67-6807-4257-86d7-fdc5e8b02c29 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351136 Oct 27 19:10:02.376768 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9aabb-38ae-4526-b2d8-eda9b22e9a52 req-2ba9ed2b-5ecc-4243-97b7-4d7e7ce5d3e3 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:02.378586 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a7e9aabb-38ae-4526-b2d8-eda9b22e9a52 req-2ba9ed2b-5ecc-4243-97b7-4d7e7ce5d3e3 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 943 time: 0.0489261 Oct 27 19:10:02.419261 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a7e9aabb-38ae-4526-b2d8-eda9b22e9a52 req-2785b25a-47bb-4ebc-9f14-a6555118736b tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337720 Oct 27 19:10:02.456522 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10584bfc-0307-45d7-a7b0-bb1f7339016c req-7df8ac17-e00a-43d0-aec2-b8de4770d17e tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:02.458032 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-10584bfc-0307-45d7-a7b0-bb1f7339016c req-7df8ac17-e00a-43d0-aec2-b8de4770d17e tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d&tenant_id=877cc6baa81a420fa62f6a819f01b2c9&binding%3Ahost_id=n-h2-815690-2 HTTP/1.1" status: 200 len: 943 time: 0.0575294 Oct 27 19:10:02.521860 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [req-10584bfc-0307-45d7-a7b0-bb1f7339016c req-3f90e421-ebe1-40ed-a99a-00c94d928c9b service neutron] delete failed (client error): The resource could not be found. Oct 27 19:10:02.522795 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-10584bfc-0307-45d7-a7b0-bb1f7339016c req-3f90e421-ebe1-40ed-a99a-00c94d928c9b service neutron] 10.222.0.81 "DELETE /v2.0/ports/af7fad3d-9906-4151-9ec8-f09e4402fb86/bindings/n-h1-815690-2 HTTP/1.1" status: 404 len: 380 time: 0.0578020 Oct 27 19:10:02.606882 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10584bfc-0307-45d7-a7b0-bb1f7339016c req-c66e4db8-441c-4455-b4d4-02f2d5ff320f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:02.608389 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-10584bfc-0307-45d7-a7b0-bb1f7339016c req-c66e4db8-441c-4455-b4d4-02f2d5ff320f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=877cc6baa81a420fa62f6a819f01b2c9&device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 1094 time: 0.0408068 Oct 27 19:10:02.707914 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10584bfc-0307-45d7-a7b0-bb1f7339016c req-f5f3a054-cd66-4359-abc0-9cf8047506b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:02.709378 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-10584bfc-0307-45d7-a7b0-bb1f7339016c req-f5f3a054-cd66-4359-abc0-9cf8047506b2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=8037e62c-cfbd-49f5-aa68-3fe761094e05 HTTP/1.1" status: 200 len: 917 time: 0.0937536 Oct 27 19:10:02.751478 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-10584bfc-0307-45d7-a7b0-bb1f7339016c req-25fc3ff3-8312-4b4f-9584-cfaa44979720 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af7fad3d-9906-4151-9ec8-f09e4402fb86 HTTP/1.1" status: 200 len: 217 time: 0.0352411 Oct 27 19:10:02.800801 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10584bfc-0307-45d7-a7b0-bb1f7339016c req-d9290d01-10b7-4e50-ae8f-474b0de28742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:02.802151 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-10584bfc-0307-45d7-a7b0-bb1f7339016c req-d9290d01-10b7-4e50-ae8f-474b0de28742 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=72df32fb-a0c8-47d3-b70c-21a14c0fee18 HTTP/1.1" status: 200 len: 855 time: 0.0429378 Oct 27 19:10:02.819144 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device af7fad3d-9906-4151-9ec8-f09e4402fb86 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 19:10:02.833571 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-10584bfc-0307-45d7-a7b0-bb1f7339016c req-9e32012c-4dc5-4dcb-9eb4-85b6a94ea888 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=8037e62c-cfbd-49f5-aa68-3fe761094e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250013 Oct 27 19:10:02.915711 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port af7fad3d-9906-4151-9ec8-f09e4402fb86, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=af7fad3d-9906-4151-9ec8-f09e4402fb86,segment=NetworkSegment(8be494da-9130-4f6c-9ff2-8f1a3370e5ed),segment_id=8be494da-9130-4f6c-9ff2-8f1a3370e5ed)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:10:02.926877 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'af7fad3d-9906-4151-9ec8-f09e4402fb86', 'network_id': '8037e62c-cfbd-49f5-aa68-3fe761094e05', 'port_id': 'af7fad3d-9906-4151-9ec8-f09e4402fb86', 'mac_address': 'fa:16:3e:ba:13:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72df32fb-a0c8-47d3-b70c-21a14c0fee18', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 19:10:02.931223 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-10584bfc-0307-45d7-a7b0-bb1f7339016c req-4562e315-c53c-40ff-84ce-6bfe187cb4b3 service neutron] 10.222.0.81 "GET /v2.0/networks/8037e62c-cfbd-49f5-aa68-3fe761094e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902081 Oct 27 19:10:02.966126 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:02.979573 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af7fad3d-9906-4151-9ec8-f09e4402fb86 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:10:02.998624 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port af7fad3d-9906-4151-9ec8-f09e4402fb86, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=af7fad3d-9906-4151-9ec8-f09e4402fb86,segment=NetworkSegment(8be494da-9130-4f6c-9ff2-8f1a3370e5ed),segment_id=8be494da-9130-4f6c-9ff2-8f1a3370e5ed)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:10:03.019203 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-10584bfc-0307-45d7-a7b0-bb1f7339016c req-a026ca52-1552-4a36-820c-95ce3ef78cfd service neutron] 10.222.0.81 "GET /v2.0/networks/8037e62c-cfbd-49f5-aa68-3fe761094e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823767 Oct 27 19:10:03.065213 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:03.115595 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=af7fad3d-9906-4151-9ec8-f09e4402fb86,revision_number=8']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:10:03.278716 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['af7fad3d-9906-4151-9ec8-f09e4402fb86'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:10:03.543510 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f643e9-634c-4e22-aa40-7936172e8392 req-789a1178-0e77-41cd-9997-f8b635bca35b tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:03.545050 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d7f643e9-634c-4e22-aa40-7936172e8392 req-789a1178-0e77-41cd-9997-f8b635bca35b tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 944 time: 0.0499916 Oct 27 19:10:03.584456 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d7f643e9-634c-4e22-aa40-7936172e8392 req-f837e27b-b909-450e-8e68-31c6445ae8c5 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332296 Oct 27 19:10:04.716440 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120e859-975a-409c-ace4-8c6a707ee7a1 req-99ce69ff-dd1a-4ba2-8c6b-c9953bdb62b2 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:04.718578 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8120e859-975a-409c-ace4-8c6a707ee7a1 req-99ce69ff-dd1a-4ba2-8c6b-c9953bdb62b2 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 944 time: 0.0608258 Oct 27 19:10:04.757879 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8120e859-975a-409c-ace4-8c6a707ee7a1 req-b94b3d4f-518d-4cfc-a3af-c164acd0e7db tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333414 Oct 27 19:10:04.816951 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device af7fad3d-9906-4151-9ec8-f09e4402fb86 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:10:04.877932 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e23872-c622-4d66-bf23-1db3e7b9221b req-4ebb9574-6c13-435d-80ff-aece77bc6413 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:04.877932 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e3e23872-c622-4d66-bf23-1db3e7b9221b req-4ebb9574-6c13-435d-80ff-aece77bc6413 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 944 time: 0.0499151 Oct 27 19:10:04.915125 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e3e23872-c622-4d66-bf23-1db3e7b9221b req-59c47f51-30a7-4435-b78b-2447bf3c9912 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342693 Oct 27 19:10:04.930212 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port af7fad3d-9906-4151-9ec8-f09e4402fb86 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 19:10:04.934343 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port af7fad3d-9906-4151-9ec8-f09e4402fb86 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:10:04.934724 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:05.019618 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:05.033489 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf7e4f-f28b-4d17-9b7a-e87bd7335927 req-53ec798a-70e0-415a-a8c1-535749ccd36d tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:05.035028 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1dbf7e4f-f28b-4d17-9b7a-e87bd7335927 req-53ec798a-70e0-415a-a8c1-535749ccd36d tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 944 time: 0.0520322 Oct 27 19:10:05.042930 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7fad3d-9906-4151-9ec8-f09e4402fb86'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:10:05.045563 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6809f35-3b44-45d3-88e2-77ddb98c2c43" -d '{"events": [{"server_uuid": "4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d", "name": "network-vif-plugged", "status": "completed", "tag": "af7fad3d-9906-4151-9ec8-f09e4402fb86"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:10:05.058269 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port af7fad3d-9906-4151-9ec8-f09e4402fb86, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=af7fad3d-9906-4151-9ec8-f09e4402fb86,segment=NetworkSegment(8be494da-9130-4f6c-9ff2-8f1a3370e5ed),segment_id=8be494da-9130-4f6c-9ff2-8f1a3370e5ed)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:10:05.076891 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1dbf7e4f-f28b-4d17-9b7a-e87bd7335927 req-a5a97301-0a2a-4ebf-ace4-468058dc958f tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357165 Oct 27 19:10:05.120135 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99c16a9-838f-474f-bbea-05d53040787e x-openstack-request-id: req-b99c16a9-838f-474f-bbea-05d53040787e {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:10:05.120426 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d", "name": "network-vif-plugged", "status": "completed", "tag": "af7fad3d-9906-4151-9ec8-f09e4402fb86", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:10:05.120681 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b99c16a9-838f-474f-bbea-05d53040787e {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:10:05.121079 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7fad3d-9906-4151-9ec8-f09e4402fb86', 'code': 200} Oct 27 19:10:05.139586 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:05.189061 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=af7fad3d-9906-4151-9ec8-f09e4402fb86,revision_number=9']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:10:05.573033 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d48916-7ac5-499b-bd22-5d8128875693 req-e96e9596-7a1f-4129-949c-c190f80a9a3e tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:05.575262 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b3d48916-7ac5-499b-bd22-5d8128875693 req-e96e9596-7a1f-4129-949c-c190f80a9a3e tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 945 time: 0.0541523 Oct 27 19:10:05.613248 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b3d48916-7ac5-499b-bd22-5d8128875693 req-e5af9ec9-7f3e-4b58-8604-10c845b13852 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320220 Oct 27 19:10:06.730996 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce3a62-a37a-4b12-a2f8-509f79ef3f3f req-803fc450-4435-419a-8565-466ea552723b tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:06.733101 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1ce3a62-a37a-4b12-a2f8-509f79ef3f3f req-803fc450-4435-419a-8565-466ea552723b tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 945 time: 0.0500364 Oct 27 19:10:06.772717 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1ce3a62-a37a-4b12-a2f8-509f79ef3f3f req-5d1b3829-86fd-4df6-8988-5b9b6e46bdba tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/security-groups?id=e37c9691-9111-4cd3-a0c3-966a74b148b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332990 Oct 27 19:10:06.790741 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4d187-50d7-4bca-863d-e6c1ab4b97d9 req-3358bab2-06ef-4706-95e5-8206146d10eb tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:06.792306 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-93f4d187-50d7-4bca-863d-e6c1ab4b97d9 req-3358bab2-06ef-4706-95e5-8206146d10eb tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.93 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 945 time: 0.0547228 Oct 27 19:10:06.880778 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-93f4d187-50d7-4bca-863d-e6c1ab4b97d9 req-2307e258-b3b4-4235-b37f-15d088b14610 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Deleting port af7fad3d-9906-4151-9ec8-f09e4402fb86 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:10:06.881114 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-93f4d187-50d7-4bca-863d-e6c1ab4b97d9 req-2307e258-b3b4-4235-b37f-15d088b14610 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:06.972586 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-93f4d187-50d7-4bca-863d-e6c1ab4b97d9 req-2307e258-b3b4-4235-b37f-15d088b14610 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] For port af7fad3d-9906-4151-9ec8-f09e4402fb86, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=af7fad3d-9906-4151-9ec8-f09e4402fb86,segment=NetworkSegment(8be494da-9130-4f6c-9ff2-8f1a3370e5ed),segment_id=8be494da-9130-4f6c-9ff2-8f1a3370e5ed)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:10:06.972864 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-93f4d187-50d7-4bca-863d-e6c1ab4b97d9 req-2307e258-b3b4-4235-b37f-15d088b14610 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:06.985942 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-93f4d187-50d7-4bca-863d-e6c1ab4b97d9 req-2307e258-b3b4-4235-b37f-15d088b14610 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Calling delete_port for af7fad3d-9906-4151-9ec8-f09e4402fb86 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:10:07.190900 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-93f4d187-50d7-4bca-863d-e6c1ab4b97d9 req-2307e258-b3b4-4235-b37f-15d088b14610 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:07.203153 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['af7fad3d-9906-4151-9ec8-f09e4402fb86'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:10:07.222339 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2307e258-b3b4-4235-b37f-15d088b14610 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Pushing event deleted for resources: {'Port': ['ID=af7fad3d-9906-4151-9ec8-f09e4402fb86,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:10:07.263958 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f4d187-50d7-4bca-863d-e6c1ab4b97d9 req-2307e258-b3b4-4235-b37f-15d088b14610 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] No DVR routers for this DVR port af7fad3d-9906-4151-9ec8-f09e4402fb86 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:10:07.267080 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-93f4d187-50d7-4bca-863d-e6c1ab4b97d9 req-2307e258-b3b4-4235-b37f-15d088b14610 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:07.271013 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-93f4d187-50d7-4bca-863d-e6c1ab4b97d9 req-2307e258-b3b4-4235-b37f-15d088b14610 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.93 "DELETE /v2.0/ports/af7fad3d-9906-4151-9ec8-f09e4402fb86 HTTP/1.1" status: 204 len: 173 time: 0.4731851 Oct 27 19:10:07.271466 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d', 'name': 'network-vif-deleted', 'tag': 'af7fad3d-9906-4151-9ec8-f09e4402fb86'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:10:07.273762 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35f71a1-b0eb-42ae-ada2-573178ecf428" -d '{"events": [{"server_uuid": "4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d", "name": "network-vif-deleted", "tag": "af7fad3d-9906-4151-9ec8-f09e4402fb86"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:10:07.319232 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d20ec61-798f-414e-84db-85640aa901c4 x-openstack-request-id: req-5d20ec61-798f-414e-84db-85640aa901c4 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:10:07.319232 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d", "name": "network-vif-deleted", "tag": "af7fad3d-9906-4151-9ec8-f09e4402fb86", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:10:07.319232 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5d20ec61-798f-414e-84db-85640aa901c4 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:10:07.319232 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d', 'name': 'network-vif-deleted', 'tag': 'af7fad3d-9906-4151-9ec8-f09e4402fb86', 'status': 'completed', 'code': 200} Oct 27 19:10:07.906988 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5509b1df-cae4-4259-822b-af42e94f18eb req-6cc44762-959f-4139-b0fe-a7f5d31880c7 tempest-ServerDiskConfigTestJSON-354623135 tempest-ServerDiskConfigTestJSON-354623135-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bacf236-7b6f-4f09-9dc9-8f1c24da2b7d HTTP/1.1" status: 200 len: 210 time: 0.0362251 Oct 27 19:10:09.029734 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48816) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:10:09.073726 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f920053-4a55-45e5-bea3-bc167b81e793 admin admin] Deleting subnet 72df32fb-a0c8-47d3-b70c-21a14c0fee18 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 19:10:09.076958 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7f920053-4a55-45e5-bea3-bc167b81e793 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:09.115727 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7f920053-4a55-45e5-bea3-bc167b81e793 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:09.155077 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7f920053-4a55-45e5-bea3-bc167b81e793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:09.259907 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7f920053-4a55-45e5-bea3-bc167b81e793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:09.286360 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f920053-4a55-45e5-bea3-bc167b81e793 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72df32fb-a0c8-47d3-b70c-21a14c0fee18,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:10:09.296590 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7f920053-4a55-45e5-bea3-bc167b81e793 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:09.299824 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7f920053-4a55-45e5-bea3-bc167b81e793 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/72df32fb-a0c8-47d3-b70c-21a14c0fee18 HTTP/1.1" status: 204 len: 168 time: 0.2690017 Oct 27 19:10:09.301711 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f920053-4a55-45e5-bea3-bc167b81e793 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:10:09.302091 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f920053-4a55-45e5-bea3-bc167b81e793 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:10:09.302431 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f920053-4a55-45e5-bea3-bc167b81e793 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:10:09.302711 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 48818) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:10:09.303239 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f920053-4a55-45e5-bea3-bc167b81e793 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:10:09.303239 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f920053-4a55-45e5-bea3-bc167b81e793 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:10:09.303416 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f920053-4a55-45e5-bea3-bc167b81e793 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:10:09.303734 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f920053-4a55-45e5-bea3-bc167b81e793 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:10:09.304053 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f920053-4a55-45e5-bea3-bc167b81e793 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:10:09.304375 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f920053-4a55-45e5-bea3-bc167b81e793 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:10:09.304696 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f920053-4a55-45e5-bea3-bc167b81e793 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:10:09.305019 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f920053-4a55-45e5-bea3-bc167b81e793 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:10:09.305337 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f920053-4a55-45e5-bea3-bc167b81e793 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:10:09.376801 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8635de8c-1889-42e3-9c07-117e45a5cba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:09.460999 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8635de8c-1889-42e3-9c07-117e45a5cba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:09.481065 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-8635de8c-1889-42e3-9c07-117e45a5cba5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8037e62c-cfbd-49f5-aa68-3fe761094e05']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:10:09.490597 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-8635de8c-1889-42e3-9c07-117e45a5cba5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8be494da-9130-4f6c-9ff2-8f1a3370e5ed') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:10:09.490913 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-8635de8c-1889-42e3-9c07-117e45a5cba5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8be494da-9130-4f6c-9ff2-8f1a3370e5ed') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:10:09.501220 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8635de8c-1889-42e3-9c07-117e45a5cba5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:09.514164 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8635de8c-1889-42e3-9c07-117e45a5cba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:09.520179 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8635de8c-1889-42e3-9c07-117e45a5cba5 admin admin] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 19:10:09.520560 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8635de8c-1889-42e3-9c07-117e45a5cba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:09.522223 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 19:10:09.522223 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 19:10:09.522223 n-d-815690-2 neutron-server[102879]: timer() Oct 27 19:10:09.522223 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 19:10:09.522223 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 19:10:09.522223 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 19:10:09.522223 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 19:10:09.522223 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 19:10:09.522223 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 19:10:09.522223 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 19:10:09.522223 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 19:10:09.522223 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 19:10:09.522223 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 19:10:09.522223 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 19:10:09.522223 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 19:10:09.522223 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 19:10:09.522223 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 19:10:09.522223 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 19:10:09.522223 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 19:10:09.522223 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 19:10:09.522223 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 19:10:09.522223 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 19:10:09.522223 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 19:10:09.522223 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 19:10:09.522223 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 19:10:09.522223 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 19:10:09.522223 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 19:10:09.522223 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 19:10:09.522223 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 19:10:09.522223 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 19:10:09.522223 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 19:10:09.522223 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 19:10:09.613262 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8635de8c-1889-42e3-9c07-117e45a5cba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:09.618832 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8635de8c-1889-42e3-9c07-117e45a5cba5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:09.621941 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8635de8c-1889-42e3-9c07-117e45a5cba5 admin admin] 10.222.0.52 "DELETE /v2.0/networks/8037e62c-cfbd-49f5-aa68-3fe761094e05 HTTP/1.1" status: 204 len: 168 time: 0.3181674 Oct 27 19:10:09.633183 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8635de8c-1889-42e3-9c07-117e45a5cba5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8037e62c-cfbd-49f5-aa68-3fe761094e05,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:10:09.659016 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9be0f0ba-2c99-4144-80af-76d7092c6da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:09.893225 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48822) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:10:09.940136 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-32b6107c-89a6-41f5-93bc-dae6b9608329 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=877cc6baa81a420fa62f6a819f01b2c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456660 Oct 27 19:10:09.942715 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48824) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:10:09.993089 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0d8512ff-f764-4993-8e8e-0d91a5e7567e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:10.018590 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0d8512ff-f764-4993-8e8e-0d91a5e7567e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:10.173371 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0d8512ff-f764-4993-8e8e-0d91a5e7567e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:10.176076 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0d8512ff-f764-4993-8e8e-0d91a5e7567e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:10.177267 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0d8512ff-f764-4993-8e8e-0d91a5e7567e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e37c9691-9111-4cd3-a0c3-966a74b148b2 HTTP/1.1" status: 204 len: 168 time: 0.2335391 Oct 27 19:10:10.185163 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8512ff-f764-4993-8e8e-0d91a5e7567e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37c9691-9111-4cd3-a0c3-966a74b148b2,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:10:10.832785 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device af7fad3d-9906-4151-9ec8-f09e4402fb86 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:10:10.853537 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: af7fad3d-9906-4151-9ec8-f09e4402fb86 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:10:10.853871 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device af7fad3d-9906-4151-9ec8-f09e4402fb86 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:10:11.268666 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48846) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:10:11.364953 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-da1e2a53-1111-4ff4-b405-abf836a2fc85 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1621606912-network', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:10:11.459154 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1e2a53-1111-4ff4-b405-abf836a2fc85 admin admin] Made reservation on behalf of bd6bd6a1dec443bcb50c57ad6f252d04 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:10:11.461471 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-da1e2a53-1111-4ff4-b405-abf836a2fc85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:11.470985 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-da1e2a53-1111-4ff4-b405-abf836a2fc85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:11.544900 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-da1e2a53-1111-4ff4-b405-abf836a2fc85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:11.607687 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-da1e2a53-1111-4ff4-b405-abf836a2fc85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:11.636322 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da1e2a53-1111-4ff4-b405-abf836a2fc85 admin admin] vlan segment allocate from pool success with {'vlan_id': 1009, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 19:10:11.643229 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e2a53-1111-4ff4-b405-abf836a2fc85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70b4dfd-a309-4efc-96e1-a48ebf2f6d10,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:10:11.650682 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-da1e2a53-1111-4ff4-b405-abf836a2fc85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:11.650682 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-da1e2a53-1111-4ff4-b405-abf836a2fc85 admin admin] Added segment 0b508e73-d27a-43d0-af2f-b20cad7565b1 of type vlan for network f86ef9e9-ba47-457b-b70a-17134e90302b Oct 27 19:10:11.692309 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-da1e2a53-1111-4ff4-b405-abf836a2fc85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:11.785098 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-da1e2a53-1111-4ff4-b405-abf836a2fc85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:11.786106 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1e2a53-1111-4ff4-b405-abf836a2fc85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:11.786684 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-da1e2a53-1111-4ff4-b405-abf836a2fc85 admin admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:11.848312 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e2a53-1111-4ff4-b405-abf836a2fc85 admin admin] Pushing event updated for resources: {'Network': ['ID=f86ef9e9-ba47-457b-b70a-17134e90302b,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:10:11.858044 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network f86ef9e9-ba47-457b-b70a-17134e90302b details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 19:10:11.901761 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-da1e2a53-1111-4ff4-b405-abf836a2fc85 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6319649 Oct 27 19:10:11.904619 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48850) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:10:11.910244 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-0af6b8e7-3ad4-45e1-bf9c-4b0e151d3d2b admin admin] Request body: {'subnet': {'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1621606912-subnet', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:10:12.002130 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af6b8e7-3ad4-45e1-bf9c-4b0e151d3d2b admin admin] Made reservation on behalf of bd6bd6a1dec443bcb50c57ad6f252d04 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:10:12.004560 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0af6b8e7-3ad4-45e1-bf9c-4b0e151d3d2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:12.099664 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-354f0b78-ead8-4331-a852-a15b6065597a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:12.213865 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0af6b8e7-3ad4-45e1-bf9c-4b0e151d3d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:12.270201 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6b8e7-3ad4-45e1-bf9c-4b0e151d3d2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:10:12.279864 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af6b8e7-3ad4-45e1-bf9c-4b0e151d3d2b admin admin] Checking segment: {'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:10:12.280228 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af6b8e7-3ad4-45e1-bf9c-4b0e151d3d2b admin admin] Network hostable DHCP agents. Network: f86ef9e9-ba47-457b-b70a-17134e90302b, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 19:10:12.373307 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af6b8e7-3ad4-45e1-bf9c-4b0e151d3d2b admin admin] Network f86ef9e9-ba47-457b-b70a-17134e90302b is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 19:10:12.435986 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-0af6b8e7-3ad4-45e1-bf9c-4b0e151d3d2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, f86ef9e9-ba47-457b-b70a-17134e90302b) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:10:12.443504 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af6b8e7-3ad4-45e1-bf9c-4b0e151d3d2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:12.443504 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0af6b8e7-3ad4-45e1-bf9c-4b0e151d3d2b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:12.445170 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33de89a8-ca50-4f3d-b0a6-bfb3fa31b9ca None None] Network f86ef9e9-ba47-457b-b70a-17134e90302b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:10:12.502522 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0af6b8e7-3ad4-45e1-bf9c-4b0e151d3d2b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5965171 Oct 27 19:10:12.505239 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48852) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:10:12.509664 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-16eaaa54-4163-4091-9914-0b167fcaa700 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1621606912-router', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:10:12.573701 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-16eaaa54-4163-4091-9914-0b167fcaa700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:12.574928 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-16eaaa54-4163-4091-9914-0b167fcaa700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:12.597276 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a561303d-0fad-4bf4-a68b-d0cc1bb22fb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-f86ef9e9-ba47-457b-b70a-17134e90302b', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'fixed_ips': [{'subnet_id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 19:10:12.598170 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a561303d-0fad-4bf4-a68b-d0cc1bb22fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:12.633241 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-16eaaa54-4163-4091-9914-0b167fcaa700 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:12.738356 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-a561303d-0fad-4bf4-a68b-d0cc1bb22fb0 None None] Allocated IP 172.20.0.2 (f86ef9e9-ba47-457b-b70a-17134e90302b/33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7/d8f720fd-d9b9-42ac-a00b-819d7cd62c9a) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:10:12.897248 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a561303d-0fad-4bf4-a68b-d0cc1bb22fb0 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:12.967632 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a561303d-0fad-4bf4-a68b-d0cc1bb22fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:13.008722 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a561303d-0fad-4bf4-a68b-d0cc1bb22fb0 None None] Network f86ef9e9-ba47-457b-b70a-17134e90302b is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:10:13.011834 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-a561303d-0fad-4bf4-a68b-d0cc1bb22fb0 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:10:13.015421 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a561303d-0fad-4bf4-a68b-d0cc1bb22fb0 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:10:13.022989 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a561303d-0fad-4bf4-a68b-d0cc1bb22fb0 None None] Pushing event updated for resources: {'Port': ['ID=d8f720fd-d9b9-42ac-a00b-819d7cd62c9a,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:10:13.076661 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-a561303d-0fad-4bf4-a68b-d0cc1bb22fb0 None None] Attempting to bind port d8f720fd-d9b9-42ac-a00b-819d7cd62c9a on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:10:13.077028 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-a561303d-0fad-4bf4-a68b-d0cc1bb22fb0 None None] Attempting to bind port d8f720fd-d9b9-42ac-a00b-819d7cd62c9a by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:10:13.077387 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a561303d-0fad-4bf4-a68b-d0cc1bb22fb0 None None] Attempting to bind port d8f720fd-d9b9-42ac-a00b-819d7cd62c9a on network f86ef9e9-ba47-457b-b70a-17134e90302b {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:10:13.082721 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a561303d-0fad-4bf4-a68b-d0cc1bb22fb0 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:10:13.083130 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a561303d-0fad-4bf4-a68b-d0cc1bb22fb0 None None] Checking segment: {'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:10:13.083527 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a561303d-0fad-4bf4-a68b-d0cc1bb22fb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:13.083909 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a561303d-0fad-4bf4-a68b-d0cc1bb22fb0 None None] Bound using segment: {'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:10:13.084367 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-a561303d-0fad-4bf4-a68b-d0cc1bb22fb0 None None] Bound port: d8f720fd-d9b9-42ac-a00b-819d7cd62c9a, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:10:13.084740 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a561303d-0fad-4bf4-a68b-d0cc1bb22fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:13.148790 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-a561303d-0fad-4bf4-a68b-d0cc1bb22fb0 None None] For port d8f720fd-d9b9-42ac-a00b-819d7cd62c9a, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:10:13.151688 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-a561303d-0fad-4bf4-a68b-d0cc1bb22fb0 None None] For port d8f720fd-d9b9-42ac-a00b-819d7cd62c9a, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=d8f720fd-d9b9-42ac-a00b-819d7cd62c9a,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:10:13.186047 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-16eaaa54-4163-4091-9914-0b167fcaa700 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:13.213210 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a561303d-0fad-4bf4-a68b-d0cc1bb22fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:13.275112 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a561303d-0fad-4bf4-a68b-d0cc1bb22fb0 None None] Pushing event updated for resources: {'Port': ['ID=d8f720fd-d9b9-42ac-a00b-819d7cd62c9a,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:10:13.447817 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:13.475835 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-16eaaa54-4163-4091-9914-0b167fcaa700 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:13.496254 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-16eaaa54-4163-4091-9914-0b167fcaa700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:13.579271 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:13.616096 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-16eaaa54-4163-4091-9914-0b167fcaa700 admin admin] Allocated IP 172.25.6.55 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/61cd0364-8eb9-482f-8bb1-93e7a89bb554) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:10:13.719776 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-16eaaa54-4163-4091-9914-0b167fcaa700 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:13.831118 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-16eaaa54-4163-4091-9914-0b167fcaa700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:13.878358 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16eaaa54-4163-4091-9914-0b167fcaa700 admin admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:10:13.881534 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-16eaaa54-4163-4091-9914-0b167fcaa700 admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:10:13.884287 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16eaaa54-4163-4091-9914-0b167fcaa700 admin admin] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:10:13.911153 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eaaa54-4163-4091-9914-0b167fcaa700 admin admin] Pushing event updated for resources: {'Port': ['ID=61cd0364-8eb9-482f-8bb1-93e7a89bb554,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:10:14.177005 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11176093-4922-4c86-a0bd-d7cfd1447420 None None] Network f86ef9e9-ba47-457b-b70a-17134e90302b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:10:14.222281 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d8f720fd-d9b9-42ac-a00b-819d7cd62c9a up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:10:14.237913 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-16eaaa54-4163-4091-9914-0b167fcaa700 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:14.271487 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-201fb1e9-1b2a-4cda-9b38-17f5a3198e72 None None] Provisioning complete for port d8f720fd-d9b9-42ac-a00b-819d7cd62c9a triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:10:14.271854 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-201fb1e9-1b2a-4cda-9b38-17f5a3198e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:14.369348 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port d8f720fd-d9b9-42ac-a00b-819d7cd62c9a triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:10:14.369709 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:14.432599 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-16eaaa54-4163-4091-9914-0b167fcaa700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:14.472892 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-201fb1e9-1b2a-4cda-9b38-17f5a3198e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:14.545350 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-201fb1e9-1b2a-4cda-9b38-17f5a3198e72 None None] For port d8f720fd-d9b9-42ac-a00b-819d7cd62c9a, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=d8f720fd-d9b9-42ac-a00b-819d7cd62c9a,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:10:14.546307 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:14.602089 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-201fb1e9-1b2a-4cda-9b38-17f5a3198e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:14.635634 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16eaaa54-4163-4091-9914-0b167fcaa700 admin admin] Router 250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 19:10:14.677633 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 19:10:14.677991 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 19:10:14.680894 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201fb1e9-1b2a-4cda-9b38-17f5a3198e72 None None] Pushing event updated for resources: {'Port': ['ID=d8f720fd-d9b9-42ac-a00b-819d7cd62c9a,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:10:14.721892 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-503049a0-a8f0-4c2d-8bab-0f24a0c04407 None None] Provisioning complete for port d8f720fd-d9b9-42ac-a00b-819d7cd62c9a triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:10:14.722254 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-503049a0-a8f0-4c2d-8bab-0f24a0c04407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:14.747798 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16eaaa54-4163-4091-9914-0b167fcaa700 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:10:14.758475 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302360ef-380a-4a69-b03a-0fb1a14bff49 None None] Sync routers for ids ['250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:10:14.768635 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302360ef-380a-4a69-b03a-0fb1a14bff49 None None] Routers {'250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:10:14.769236 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-302360ef-380a-4a69-b03a-0fb1a14bff49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:10:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:10:14.832567 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-16eaaa54-4163-4091-9914-0b167fcaa700 admin admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:14.833903 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-16eaaa54-4163-4091-9914-0b167fcaa700 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3276079 Oct 27 19:10:14.836750 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48854) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:10:14.874772 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-302360ef-380a-4a69-b03a-0fb1a14bff49 None None] Set router 250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:10:15.055042 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-302360ef-380a-4a69-b03a-0fb1a14bff49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'name': 'tempest-ServerActionsTestJSON-1621606912-router', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:10:12Z', 'updated_at': '2021-10-27T19:10:14Z', 'revision_number': 3, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'gw_port': {'id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:13Z', 'updated_at': '2021-10-27T19:10:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:10:15.082281 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302360ef-380a-4a69-b03a-0fb1a14bff49 None None] Checking router: 250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:10:15.082632 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302360ef-380a-4a69-b03a-0fb1a14bff49 None None] Updating router 250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d port 61cd0364-8eb9-482f-8bb1-93e7a89bb554 binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 19:10:15.107091 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-302360ef-380a-4a69-b03a-0fb1a14bff49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:15.247928 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:15.272296 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0141ebbc-6b86-49a0-9018-beba365b3865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:15.433102 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-0141ebbc-6b86-49a0-9018-beba365b3865 admin admin] Allocated IP 172.20.0.1 (f86ef9e9-ba47-457b-b70a-17134e90302b/33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7/6e2feb5a-f766-4ca5-bdab-44182f4e42a8) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:10:15.446573 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-302360ef-380a-4a69-b03a-0fb1a14bff49 None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:15.521283 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-302360ef-380a-4a69-b03a-0fb1a14bff49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:15.541784 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0141ebbc-6b86-49a0-9018-beba365b3865 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:15.577214 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-302360ef-380a-4a69-b03a-0fb1a14bff49 None None] Attempting to bind port 61cd0364-8eb9-482f-8bb1-93e7a89bb554 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:10:15.577578 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-302360ef-380a-4a69-b03a-0fb1a14bff49 None None] Attempting to bind port 61cd0364-8eb9-482f-8bb1-93e7a89bb554 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:10:15.577937 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302360ef-380a-4a69-b03a-0fb1a14bff49 None None] Attempting to bind port 61cd0364-8eb9-482f-8bb1-93e7a89bb554 on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:10:15.580032 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bc4612-b89b-4300-8f4f-11ed1c908576 None None] Pushing event updated for resources: {'Port': ['ID=61cd0364-8eb9-482f-8bb1-93e7a89bb554,revision_number=2']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:10:15.588744 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302360ef-380a-4a69-b03a-0fb1a14bff49 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:10:15.589116 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302360ef-380a-4a69-b03a-0fb1a14bff49 None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:10:15.589520 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-302360ef-380a-4a69-b03a-0fb1a14bff49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:15.589906 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302360ef-380a-4a69-b03a-0fb1a14bff49 None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:10:15.590360 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-302360ef-380a-4a69-b03a-0fb1a14bff49 None None] Bound port: 61cd0364-8eb9-482f-8bb1-93e7a89bb554, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:10:15.590736 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-302360ef-380a-4a69-b03a-0fb1a14bff49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:15.593680 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bc4612-b89b-4300-8f4f-11ed1c908576 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:10:15.594029 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bc4612-b89b-4300-8f4f-11ed1c908576 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:10:15.594670 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bc4612-b89b-4300-8f4f-11ed1c908576 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:10:15.595031 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bc4612-b89b-4300-8f4f-11ed1c908576 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:10:15.595888 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bc4612-b89b-4300-8f4f-11ed1c908576 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:10:15.596216 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bc4612-b89b-4300-8f4f-11ed1c908576 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:10:15.596542 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bc4612-b89b-4300-8f4f-11ed1c908576 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:10:15.596868 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bc4612-b89b-4300-8f4f-11ed1c908576 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:10:15.597211 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bc4612-b89b-4300-8f4f-11ed1c908576 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:10:15.597539 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bc4612-b89b-4300-8f4f-11ed1c908576 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:10:15.597836 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bc4612-b89b-4300-8f4f-11ed1c908576 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:10:15.598154 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bc4612-b89b-4300-8f4f-11ed1c908576 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:10:15.647594 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0141ebbc-6b86-49a0-9018-beba365b3865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:15.648205 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-302360ef-380a-4a69-b03a-0fb1a14bff49 None None] For port 61cd0364-8eb9-482f-8bb1-93e7a89bb554, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:10:15.651209 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-302360ef-380a-4a69-b03a-0fb1a14bff49 None None] For port 61cd0364-8eb9-482f-8bb1-93e7a89bb554, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=61cd0364-8eb9-482f-8bb1-93e7a89bb554,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:10:15.687303 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0141ebbc-6b86-49a0-9018-beba365b3865 admin admin] Network f86ef9e9-ba47-457b-b70a-17134e90302b is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:10:15.690275 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-0141ebbc-6b86-49a0-9018-beba365b3865 admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:10:15.693877 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0141ebbc-6b86-49a0-9018-beba365b3865 admin admin] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:10:15.711090 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-302360ef-380a-4a69-b03a-0fb1a14bff49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:15.719077 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141ebbc-6b86-49a0-9018-beba365b3865 admin admin] Pushing event updated for resources: {'Port': ['ID=6e2feb5a-f766-4ca5-bdab-44182f4e42a8,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:10:15.738800 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0141ebbc-6b86-49a0-9018-beba365b3865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:15.775299 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bc4612-b89b-4300-8f4f-11ed1c908576 None None] Pushing event updated for resources: {'Port': ['ID=61cd0364-8eb9-482f-8bb1-93e7a89bb554,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:10:15.780730 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302360ef-380a-4a69-b03a-0fb1a14bff49 None None] Routers {'250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:10:15.781599 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-302360ef-380a-4a69-b03a-0fb1a14bff49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:10:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:10:15.895219 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-302360ef-380a-4a69-b03a-0fb1a14bff49 None None] Set router 250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:10:15.934589 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-58b532e1-e2d9-474c-939f-58f2779c8c5b None None] Provisioning complete for port 6e2feb5a-f766-4ca5-bdab-44182f4e42a8 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:10:15.935003 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-58b532e1-e2d9-474c-939f-58f2779c8c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:15.950389 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0141ebbc-6b86-49a0-9018-beba365b3865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:15.975912 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-58b532e1-e2d9-474c-939f-58f2779c8c5b None None] Port 6e2feb5a-f766-4ca5-bdab-44182f4e42a8 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:10:16.092783 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-302360ef-380a-4a69-b03a-0fb1a14bff49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'name': 'tempest-ServerActionsTestJSON-1621606912-router', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:10:12Z', 'updated_at': '2021-10-27T19:10:14Z', 'revision_number': 3, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'gw_port': {'id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:13Z', 'updated_at': '2021-10-27T19:10:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:10:16.120311 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302360ef-380a-4a69-b03a-0fb1a14bff49 None None] The sync data for ids ['250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'] in n-d-815690-2 is: [{'id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'name': 'tempest-ServerActionsTestJSON-1621606912-router', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:10:12Z', 'updated_at': '2021-10-27T19:10:14Z', 'revision_number': 3, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'gw_port': {'id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:13Z', 'updated_at': '2021-10-27T19:10:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:10:16.128284 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0141ebbc-6b86-49a0-9018-beba365b3865 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:16.178679 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d8f720fd-d9b9-42ac-a00b-819d7cd62c9a up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:10:16.196497 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0141ebbc-6b86-49a0-9018-beba365b3865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:16.242560 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port d8f720fd-d9b9-42ac-a00b-819d7cd62c9a triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:10:16.242971 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:16.278092 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0141ebbc-6b86-49a0-9018-beba365b3865 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:16.280197 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141ebbc-6b86-49a0-9018-beba365b3865 admin admin] Pushing event updated for resources: {'Port': ['ID=6e2feb5a-f766-4ca5-bdab-44182f4e42a8,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:10:16.404182 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0141ebbc-6b86-49a0-9018-beba365b3865 admin admin] Network f86ef9e9-ba47-457b-b70a-17134e90302b is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:10:16.405918 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-0141ebbc-6b86-49a0-9018-beba365b3865 admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:10:16.544365 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0141ebbc-6b86-49a0-9018-beba365b3865 admin admin] Router 250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:10:16.667750 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0141ebbc-6b86-49a0-9018-beba365b3865 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:10:16.674208 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0141ebbc-6b86-49a0-9018-beba365b3865 admin admin] 10.222.0.52 "PUT /v2.0/routers/250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8364506 Oct 27 19:10:16.699685 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-9f790cea-5f1a-467f-ac70-e6ea66c54f54 None None] Provisioning complete for port 6e2feb5a-f766-4ca5-bdab-44182f4e42a8 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:10:16.700271 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9f790cea-5f1a-467f-ac70-e6ea66c54f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:16.737832 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-9f790cea-5f1a-467f-ac70-e6ea66c54f54 None None] Port 6e2feb5a-f766-4ca5-bdab-44182f4e42a8 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:10:17.276203 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48862) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:10:17.280878 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-b891184e-076f-4c3e-96bc-f3f3d886fd3a tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1873240823', 'description': 'tempest-description--881795155'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:10:17.379246 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b891184e-076f-4c3e-96bc-f3f3d886fd3a tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:17.617830 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b891184e-076f-4c3e-96bc-f3f3d886fd3a tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:17.681488 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2ff4d7-943d-420f-80cd-0197996003b5 None None] Sync routers for ids ['250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:10:17.695487 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2ff4d7-943d-420f-80cd-0197996003b5 None None] Routers {'250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:10:17.696126 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-ab2ff4d7-943d-420f-80cd-0197996003b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:10:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:10:17.956997 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-ab2ff4d7-943d-420f-80cd-0197996003b5 None None] Set router 250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:10:17.973277 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b891184e-076f-4c3e-96bc-f3f3d886fd3a tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:18.003490 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891184e-076f-4c3e-96bc-f3f3d886fd3a tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:10:18.088956 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b891184e-076f-4c3e-96bc-f3f3d886fd3a tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:18.090311 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b891184e-076f-4c3e-96bc-f3f3d886fd3a tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8130591 Oct 27 19:10:18.093160 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48864) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:10:18.097703 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-aafd9a27-5842-4faf-ac0a-4db4e317b499 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Request body: {'security_group_rule': {'security_group_id': '8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:10:18.162761 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-ab2ff4d7-943d-420f-80cd-0197996003b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'name': 'tempest-ServerActionsTestJSON-1621606912-router', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:10:12Z', 'updated_at': '2021-10-27T19:10:15Z', 'revision_number': 4, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'gw_port': {'id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:13Z', 'updated_at': '2021-10-27T19:10:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '6e2feb5a-f766-4ca5-bdab-44182f4e42a8', 'name': '', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'mac_address': 'fa:16:3e:f6:a4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:15Z', 'updated_at': '2021-10-27T19:10:16Z', 'revision_number': 2, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'subnets': [{'id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:10:18.189514 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2ff4d7-943d-420f-80cd-0197996003b5 None None] Checking router: 250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:10:18.189879 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2ff4d7-943d-420f-80cd-0197996003b5 None None] Updating router 250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d port 6e2feb5a-f766-4ca5-bdab-44182f4e42a8 binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 19:10:18.206665 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-aafd9a27-5842-4faf-ac0a-4db4e317b499 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:18.215925 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 61cd0364-8eb9-482f-8bb1-93e7a89bb554 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:10:18.242904 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ab2ff4d7-943d-420f-80cd-0197996003b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:18.266382 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-aafd9a27-5842-4faf-ac0a-4db4e317b499 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:18.349783 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-aafd9a27-5842-4faf-ac0a-4db4e317b499 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:18.365702 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 61cd0364-8eb9-482f-8bb1-93e7a89bb554 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:10:18.365938 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:18.368834 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd9a27-5842-4faf-ac0a-4db4e317b499 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc8278e4-b1f7-4870-aa3a-4e2ba0e1cf00,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:10:18.445535 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-aafd9a27-5842-4faf-ac0a-4db4e317b499 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:18.447050 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-aafd9a27-5842-4faf-ac0a-4db4e317b499 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3529000 Oct 27 19:10:18.449684 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48866) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:10:18.454474 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-b700e00f-5e49-49fb-9106-9607766c234b tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Request body: {'security_group_rule': {'security_group_id': '8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:10:18.535701 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:18.560813 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b700e00f-5e49-49fb-9106-9607766c234b tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:18.582887 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 61cd0364-8eb9-482f-8bb1-93e7a89bb554, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=61cd0364-8eb9-482f-8bb1-93e7a89bb554,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:10:18.605094 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ab2ff4d7-943d-420f-80cd-0197996003b5 None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:18.622199 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b700e00f-5e49-49fb-9106-9607766c234b tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:18.670957 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:18.718736 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=61cd0364-8eb9-482f-8bb1-93e7a89bb554,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:10:18.721839 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ab2ff4d7-943d-420f-80cd-0197996003b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:18.722109 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b700e00f-5e49-49fb-9106-9607766c234b tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:18.741743 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700e00f-5e49-49fb-9106-9607766c234b tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daa2f5c3-0aa2-4add-a21f-6d058d4dc77f,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:10:18.774397 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2945a7b-5cb3-488b-9e63-b29e2aedafb1 None None] Pushing event updated for resources: {'Port': ['ID=6e2feb5a-f766-4ca5-bdab-44182f4e42a8,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:10:18.835176 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-ab2ff4d7-943d-420f-80cd-0197996003b5 None None] Attempting to bind port 6e2feb5a-f766-4ca5-bdab-44182f4e42a8 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:10:18.835546 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-ab2ff4d7-943d-420f-80cd-0197996003b5 None None] Attempting to bind port 6e2feb5a-f766-4ca5-bdab-44182f4e42a8 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:10:18.835915 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2ff4d7-943d-420f-80cd-0197996003b5 None None] Attempting to bind port 6e2feb5a-f766-4ca5-bdab-44182f4e42a8 on network f86ef9e9-ba47-457b-b70a-17134e90302b {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:10:18.841396 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2ff4d7-943d-420f-80cd-0197996003b5 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:10:18.841771 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2ff4d7-943d-420f-80cd-0197996003b5 None None] Checking segment: {'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:10:18.842180 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ab2ff4d7-943d-420f-80cd-0197996003b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:18.842572 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2ff4d7-943d-420f-80cd-0197996003b5 None None] Bound using segment: {'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:10:18.843132 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-ab2ff4d7-943d-420f-80cd-0197996003b5 None None] Bound port: 6e2feb5a-f766-4ca5-bdab-44182f4e42a8, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:10:18.843515 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ab2ff4d7-943d-420f-80cd-0197996003b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:18.910022 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-ab2ff4d7-943d-420f-80cd-0197996003b5 None None] For port 6e2feb5a-f766-4ca5-bdab-44182f4e42a8, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:10:18.914582 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-ab2ff4d7-943d-420f-80cd-0197996003b5 None None] For port 6e2feb5a-f766-4ca5-bdab-44182f4e42a8, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=6e2feb5a-f766-4ca5-bdab-44182f4e42a8,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:10:18.969575 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-ca11e86f-0352-4e57-91a4-549320f2c4c8 None None] Provisioning complete for port 6e2feb5a-f766-4ca5-bdab-44182f4e42a8 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:10:18.970224 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ca11e86f-0352-4e57-91a4-549320f2c4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:18.976289 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b700e00f-5e49-49fb-9106-9607766c234b tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:18.977591 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b700e00f-5e49-49fb-9106-9607766c234b tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5268965 Oct 27 19:10:18.991092 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48870) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:10:18.995755 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-7ceae1bf-18e8-4784-b76e-b35125571007 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:10:19.003590 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-ca11e86f-0352-4e57-91a4-549320f2c4c8 None None] Port 6e2feb5a-f766-4ca5-bdab-44182f4e42a8 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:10:19.013479 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ab2ff4d7-943d-420f-80cd-0197996003b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:19.075747 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2ff4d7-943d-420f-80cd-0197996003b5 None None] Routers {'250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:10:19.076380 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-ab2ff4d7-943d-420f-80cd-0197996003b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:10:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:10:19.078311 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2945a7b-5cb3-488b-9e63-b29e2aedafb1 None None] Pushing event updated for resources: {'Port': ['ID=6e2feb5a-f766-4ca5-bdab-44182f4e42a8,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:10:19.128236 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7ceae1bf-18e8-4784-b76e-b35125571007 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks [] for floatingip, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:19.197188 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-ab2ff4d7-943d-420f-80cd-0197996003b5 None None] Set router 250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:10:19.263842 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7ceae1bf-18e8-4784-b76e-b35125571007 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:19.351664 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-c858c44b-3d80-4c99-b09c-f5aa8c05bc0f None None] Provisioning complete for port 6e2feb5a-f766-4ca5-bdab-44182f4e42a8 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:10:19.351664 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c858c44b-3d80-4c99-b09c-f5aa8c05bc0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:19.376100 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-7ceae1bf-18e8-4784-b76e-b35125571007 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Allocated IP 172.25.6.222 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/a96ac009-cf9e-4f2d-931d-b64266fff52d) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:10:19.483436 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c858c44b-3d80-4c99-b09c-f5aa8c05bc0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:19.483772 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7ceae1bf-18e8-4784-b76e-b35125571007 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:19.501508 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-ab2ff4d7-943d-420f-80cd-0197996003b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'name': 'tempest-ServerActionsTestJSON-1621606912-router', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:10:12Z', 'updated_at': '2021-10-27T19:10:15Z', 'revision_number': 4, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'gw_port': {'id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:13Z', 'updated_at': '2021-10-27T19:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '6e2feb5a-f766-4ca5-bdab-44182f4e42a8', 'name': '', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'mac_address': 'fa:16:3e:f6:a4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:15Z', 'updated_at': '2021-10-27T19:10:18Z', 'revision_number': 4, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'subnets': [{'id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:10:19.538649 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2ff4d7-943d-420f-80cd-0197996003b5 None None] The sync data for ids ['250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'] in n-d-815690-2 is: [{'id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'name': 'tempest-ServerActionsTestJSON-1621606912-router', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:10:12Z', 'updated_at': '2021-10-27T19:10:15Z', 'revision_number': 4, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'gw_port': {'id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:13Z', 'updated_at': '2021-10-27T19:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '6e2feb5a-f766-4ca5-bdab-44182f4e42a8', 'name': '', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'mac_address': 'fa:16:3e:f6:a4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:15Z', 'updated_at': '2021-10-27T19:10:18Z', 'revision_number': 4, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'subnets': [{'id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:10:19.549683 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-c858c44b-3d80-4c99-b09c-f5aa8c05bc0f None None] For port 6e2feb5a-f766-4ca5-bdab-44182f4e42a8, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=6e2feb5a-f766-4ca5-bdab-44182f4e42a8,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:10:19.625593 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7ceae1bf-18e8-4784-b76e-b35125571007 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:19.638122 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c858c44b-3d80-4c99-b09c-f5aa8c05bc0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:19.681516 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ceae1bf-18e8-4784-b76e-b35125571007 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:10:19.684731 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-7ceae1bf-18e8-4784-b76e-b35125571007 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:10:19.688382 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ceae1bf-18e8-4784-b76e-b35125571007 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:10:19.712414 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858c44b-3d80-4c99-b09c-f5aa8c05bc0f None None] Pushing event updated for resources: {'Port': ['ID=6e2feb5a-f766-4ca5-bdab-44182f4e42a8,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:10:19.723891 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceae1bf-18e8-4784-b76e-b35125571007 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Pushing event updated for resources: {'Port': ['ID=a96ac009-cf9e-4f2d-931d-b64266fff52d,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:10:19.792095 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7ceae1bf-18e8-4784-b76e-b35125571007 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:19.869064 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7ceae1bf-18e8-4784-b76e-b35125571007 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:20.040659 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7ceae1bf-18e8-4784-b76e-b35125571007 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:20.099662 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7ceae1bf-18e8-4784-b76e-b35125571007 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:20.183579 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceae1bf-18e8-4784-b76e-b35125571007 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Pushing event updated for resources: {'Port': ['ID=a96ac009-cf9e-4f2d-931d-b64266fff52d,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:10:20.205699 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7ceae1bf-18e8-4784-b76e-b35125571007 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:20.269796 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 6e2feb5a-f766-4ca5-bdab-44182f4e42a8 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:10:20.284272 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7ceae1bf-18e8-4784-b76e-b35125571007 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:20.286869 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7ceae1bf-18e8-4784-b76e-b35125571007 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2936790 Oct 27 19:10:20.329970 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 6e2feb5a-f766-4ca5-bdab-44182f4e42a8 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:10:20.330250 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:20.416090 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 61cd0364-8eb9-482f-8bb1-93e7a89bb554 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:10:20.440412 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-fa4d6eeb-f42f-4377-93d2-0d552e66271b tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1873240823&fields=id&tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04 HTTP/1.1" status: 200 len: 267 time: 0.0382385 Oct 27 19:10:20.470247 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 61cd0364-8eb9-482f-8bb1-93e7a89bb554 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:10:20.470618 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:20.556616 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-ec03c733-83b9-49f4-a4e9-bb8e70693426 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:20.558180 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-ec03c733-83b9-49f4-a4e9-bb8e70693426 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/networks?id=f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 200 len: 812 time: 0.1106172 Oct 27 19:10:20.581277 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-df7de0d7-6c97-4f68-9c9c-13e2b3ef7e9a tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/quotas/bd6bd6a1dec443bcb50c57ad6f252d04 HTTP/1.1" status: 200 len: 375 time: 0.0097883 Oct 27 19:10:20.647374 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-790fbdf9-e901-41a7-875a-a7f84bafb08a tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0593317 Oct 27 19:10:20.751787 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-45940b8e-b8cc-4aa0-b318-e84be31f7bf4 service neutron] 10.222.0.52 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929482 Oct 27 19:10:21.180624 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-4a7fa178-5581-48cf-af8c-d95cf5541bac service neutron] 10.222.0.52 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4222970 Oct 27 19:10:21.428502 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cdeb2fa6-e8ae-4bdb-ba58-5b549d92c75e req-e7372761-bfa3-4f5d-9d3e-9ca11943b776 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 210 time: 0.0268590 Oct 27 19:10:22.524186 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c9c5d12d-fa5c-4529-ad3f-8e9f5c07a861 req-accc1a6b-84ec-4cd1-867a-674938ef4e24 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 210 time: 0.0269184 Oct 27 19:10:23.430848 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-1b15269b-b81a-40f4-a2e1-46e3bab88d75 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:23.432232 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-1b15269b-b81a-40f4-a2e1-46e3bab88d75 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.93 "GET /v2.0/networks?id=f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 200 len: 812 time: 0.1082296 Oct 27 19:10:23.478166 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-7fff4d98-7b37-4f58-8abb-fe99fddc182a tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04 HTTP/1.1" status: 200 len: 380 time: 0.0363102 Oct 27 19:10:23.487675 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-45b66909-beb6-4776-8304-80ed070ca0c5 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Request body: {'port': {'device_id': '641d2798-3d0a-4583-bf60-9a98a3077d40', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'admin_state_up': True, 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'security_groups': ['8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:10:23.622844 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-17d276e1-5b74-4a2d-bf35-7399c57ed290 req-a335cabe-9f62-4310-9157-a4686d946509 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 210 time: 0.0282359 Oct 27 19:10:23.682074 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-45b66909-beb6-4776-8304-80ed070ca0c5 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Made reservation on behalf of bd6bd6a1dec443bcb50c57ad6f252d04 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:10:23.685708 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-45b66909-beb6-4776-8304-80ed070ca0c5 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:23.815368 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-45b66909-beb6-4776-8304-80ed070ca0c5 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Allocated IP 172.20.0.7 (f86ef9e9-ba47-457b-b70a-17134e90302b/33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7/daa0f62f-b6d3-478c-9898-b351b6ec9ef0) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:10:23.945207 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-45b66909-beb6-4776-8304-80ed070ca0c5 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:24.047988 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-45b66909-beb6-4776-8304-80ed070ca0c5 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:24.092805 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-45b66909-beb6-4776-8304-80ed070ca0c5 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Network f86ef9e9-ba47-457b-b70a-17134e90302b is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:10:24.095976 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-45b66909-beb6-4776-8304-80ed070ca0c5 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:10:24.100184 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-45b66909-beb6-4776-8304-80ed070ca0c5 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:10:24.128155 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b66909-beb6-4776-8304-80ed070ca0c5 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Pushing event updated for resources: {'Port': ['ID=daa0f62f-b6d3-478c-9898-b351b6ec9ef0,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:10:24.163697 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-45b66909-beb6-4776-8304-80ed070ca0c5 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:24.164507 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-45b66909-beb6-4776-8304-80ed070ca0c5 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:24.250159 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-45b66909-beb6-4776-8304-80ed070ca0c5 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7661283 Oct 27 19:10:24.263381 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-948454f6-f118-42c0-89a7-177f3dc174f7 service neutron] Request body: {'port': {'device_id': '641d2798-3d0a-4583-bf60-9a98a3077d40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:10:24.291610 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-a7a871d5-318b-4104-9688-2c43c9689d20 None None] Provisioning complete for port daa0f62f-b6d3-478c-9898-b351b6ec9ef0 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:10:24.292192 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a7a871d5-318b-4104-9688-2c43c9689d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:24.318292 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-948454f6-f118-42c0-89a7-177f3dc174f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:24.327263 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-a7a871d5-318b-4104-9688-2c43c9689d20 None None] Port daa0f62f-b6d3-478c-9898-b351b6ec9ef0 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:10:24.583185 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-948454f6-f118-42c0-89a7-177f3dc174f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daa0f62f-b6d3-478c-9898-b351b6ec9ef0 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:10:24.590500 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-948454f6-f118-42c0-89a7-177f3dc174f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:24.602702 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-948454f6-f118-42c0-89a7-177f3dc174f7 service neutron] Transition to ACTIVE for port object daa0f62f-b6d3-478c-9898-b351b6ec9ef0 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 19:10:24.676345 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-948454f6-f118-42c0-89a7-177f3dc174f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:24.750709 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948454f6-f118-42c0-89a7-177f3dc174f7 service neutron] Pushing event updated for resources: {'Port': ['ID=daa0f62f-b6d3-478c-9898-b351b6ec9ef0,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:10:24.766204 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d225c-6921-4542-b7c6-fc3383cd5c35 req-6205aa6a-e816-49ae-8bc8-6a32424b09f6 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:24.768491 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ce6d225c-6921-4542-b7c6-fc3383cd5c35 req-6205aa6a-e816-49ae-8bc8-6a32424b09f6 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 943 time: 0.0759242 Oct 27 19:10:24.809715 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-948454f6-f118-42c0-89a7-177f3dc174f7 service neutron] Attempting to bind port daa0f62f-b6d3-478c-9898-b351b6ec9ef0 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:10:24.810050 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-948454f6-f118-42c0-89a7-177f3dc174f7 service neutron] Attempting to bind port daa0f62f-b6d3-478c-9898-b351b6ec9ef0 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:10:24.810379 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-948454f6-f118-42c0-89a7-177f3dc174f7 service neutron] Attempting to bind port daa0f62f-b6d3-478c-9898-b351b6ec9ef0 on network f86ef9e9-ba47-457b-b70a-17134e90302b {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:10:24.813922 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ce6d225c-6921-4542-b7c6-fc3383cd5c35 req-47e0b61d-706a-45cc-a05c-9283d5247b6e tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380595 Oct 27 19:10:24.815199 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-948454f6-f118-42c0-89a7-177f3dc174f7 service neutron] Port daa0f62f-b6d3-478c-9898-b351b6ec9ef0 on network f86ef9e9-ba47-457b-b70a-17134e90302b not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 19:10:24.821071 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-948454f6-f118-42c0-89a7-177f3dc174f7 service neutron] Attempting to bind port daa0f62f-b6d3-478c-9898-b351b6ec9ef0 on network f86ef9e9-ba47-457b-b70a-17134e90302b {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:10:24.821818 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-948454f6-f118-42c0-89a7-177f3dc174f7 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:10:24.822166 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-948454f6-f118-42c0-89a7-177f3dc174f7 service neutron] Checking segment: {'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:10:24.822555 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-948454f6-f118-42c0-89a7-177f3dc174f7 service neutron] Bound using segment: {'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:10:24.823012 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-948454f6-f118-42c0-89a7-177f3dc174f7 service neutron] Bound port: daa0f62f-b6d3-478c-9898-b351b6ec9ef0, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:10:24.823417 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-948454f6-f118-42c0-89a7-177f3dc174f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:24.900981 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-948454f6-f118-42c0-89a7-177f3dc174f7 service neutron] For port daa0f62f-b6d3-478c-9898-b351b6ec9ef0, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:10:24.904274 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-948454f6-f118-42c0-89a7-177f3dc174f7 service neutron] For port daa0f62f-b6d3-478c-9898-b351b6ec9ef0, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=daa0f62f-b6d3-478c-9898-b351b6ec9ef0,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:10:24.979280 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-948454f6-f118-42c0-89a7-177f3dc174f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:25.014715 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-948454f6-f118-42c0-89a7-177f3dc174f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:25.015370 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-948454f6-f118-42c0-89a7-177f3dc174f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:25.016766 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-948454f6-f118-42c0-89a7-177f3dc174f7 service neutron] 10.222.0.93 "PUT /v2.0/ports/daa0f62f-b6d3-478c-9898-b351b6ec9ef0 HTTP/1.1" status: 200 len: 1091 time: 0.7581301 Oct 27 19:10:25.017216 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641d2798-3d0a-4583-bf60-9a98a3077d40', 'tag': 'daa0f62f-b6d3-478c-9898-b351b6ec9ef0'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:10:25.019598 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff52969-8b6c-42f7-867a-b1eb74658c7e" -d '{"events": [{"name": "network-changed", "server_uuid": "641d2798-3d0a-4583-bf60-9a98a3077d40", "tag": "daa0f62f-b6d3-478c-9898-b351b6ec9ef0"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:10:25.044994 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948454f6-f118-42c0-89a7-177f3dc174f7 service neutron] Pushing event updated for resources: {'Port': ['ID=daa0f62f-b6d3-478c-9898-b351b6ec9ef0,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:10:25.064566 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358806b1-1605-4107-918c-b008892acd0a x-openstack-request-id: req-358806b1-1605-4107-918c-b008892acd0a {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:10:25.064566 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641d2798-3d0a-4583-bf60-9a98a3077d40", "tag": "daa0f62f-b6d3-478c-9898-b351b6ec9ef0", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:10:25.064566 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-358806b1-1605-4107-918c-b008892acd0a {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:10:25.064852 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641d2798-3d0a-4583-bf60-9a98a3077d40', 'tag': 'daa0f62f-b6d3-478c-9898-b351b6ec9ef0', 'status': 'completed', 'code': 200} Oct 27 19:10:25.134672 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff52969-8b6c-42f7-867a-b1eb74658c7e req-863f3fdd-0a7e-404b-a638-938229ae26ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:25.136573 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cff52969-8b6c-42f7-867a-b1eb74658c7e req-863f3fdd-0a7e-404b-a638-938229ae26ec service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 1094 time: 0.0501807 Oct 27 19:10:25.246885 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff52969-8b6c-42f7-867a-b1eb74658c7e req-d67bf6ac-5597-419f-ad23-7686523a621c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:25.248369 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cff52969-8b6c-42f7-867a-b1eb74658c7e req-d67bf6ac-5597-419f-ad23-7686523a621c service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1022360 Oct 27 19:10:25.345092 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff52969-8b6c-42f7-867a-b1eb74658c7e req-2205091f-87b2-4c42-8552-06a08c3cd05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:25.346477 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cff52969-8b6c-42f7-867a-b1eb74658c7e req-2205091f-87b2-4c42-8552-06a08c3cd05e service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0919425 Oct 27 19:10:25.421560 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-f46c3038-1390-40cb-8c7a-2c79f7d23afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:25.423106 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-f46c3038-1390-40cb-8c7a-2c79f7d23afe service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 1094 time: 0.0408676 Oct 27 19:10:25.463579 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-f2e0099e-8b91-46a9-91da-7b7a409d01c8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=daa0f62f-b6d3-478c-9898-b351b6ec9ef0 HTTP/1.1" status: 200 len: 217 time: 0.0330579 Oct 27 19:10:25.515164 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-d155dbbf-aafd-4ed5-8e68-dec2729adfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:25.516617 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-d155dbbf-aafd-4ed5-8e68-dec2729adfb4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7 HTTP/1.1" status: 200 len: 851 time: 0.0466352 Oct 27 19:10:25.564276 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-48438c1c-f71e-419f-b3dd-66095c0a106b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:25.565768 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-48438c1c-f71e-419f-b3dd-66095c0a106b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f86ef9e9-ba47-457b-b70a-17134e90302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417771 Oct 27 19:10:25.652704 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-6f5169d4-0c9f-42b1-a72c-e6be3055416b service neutron] 10.222.0.93 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799003 Oct 27 19:10:25.746794 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-799981d1-1cf3-4bd5-b0bd-8a161b6165ba req-147efce4-3ae0-452d-8851-dea6af741fa2 service neutron] 10.222.0.93 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873165 Oct 27 19:10:25.937090 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0da5e5-60dd-4d7f-bf19-d7a2b0f144d5 req-4f4a0e22-81c1-417f-ae24-47207518923a tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:25.938676 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1d0da5e5-60dd-4d7f-bf19-d7a2b0f144d5 req-4f4a0e22-81c1-417f-ae24-47207518923a tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 943 time: 0.0515709 Oct 27 19:10:25.978716 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1d0da5e5-60dd-4d7f-bf19-d7a2b0f144d5 req-9bb23b25-7006-4c72-9fd2-01f513d33198 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332294 Oct 27 19:10:26.756500 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:27.098441 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d132fc-c403-49aa-af5f-c86a5b748776 req-4f92d88d-5b64-4ff3-8048-553558e5e023 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:27.100246 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-67d132fc-c403-49aa-af5f-c86a5b748776 req-4f92d88d-5b64-4ff3-8048-553558e5e023 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 943 time: 0.0504289 Oct 27 19:10:27.138572 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-67d132fc-c403-49aa-af5f-c86a5b748776 req-0716aea2-7f66-4981-b9e5-d45b06eb6c7e tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322199 Oct 27 19:10:27.270185 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:27.717559 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:10:28.259618 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb1c4d-7bf7-420f-bb91-020b370ee6f4 req-0299eef4-12ea-41f1-b298-bd0ed9a37bb0 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:28.261128 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-00fb1c4d-7bf7-420f-bb91-020b370ee6f4 req-0299eef4-12ea-41f1-b298-bd0ed9a37bb0 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 943 time: 0.0552945 Oct 27 19:10:28.299584 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-00fb1c4d-7bf7-420f-bb91-020b370ee6f4 req-db337b96-6179-4910-b494-311d020f148a tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324960 Oct 27 19:10:28.894869 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device daa0f62f-b6d3-478c-9898-b351b6ec9ef0 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 19:10:28.992977 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port daa0f62f-b6d3-478c-9898-b351b6ec9ef0, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=daa0f62f-b6d3-478c-9898-b351b6ec9ef0,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:10:29.007864 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'daa0f62f-b6d3-478c-9898-b351b6ec9ef0', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'port_id': 'daa0f62f-b6d3-478c-9898-b351b6ec9ef0', 'mac_address': 'fa:16:3e:6e:98:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 19:10:29.045062 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:29.058344 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daa0f62f-b6d3-478c-9898-b351b6ec9ef0 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:10:29.077659 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port daa0f62f-b6d3-478c-9898-b351b6ec9ef0, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=daa0f62f-b6d3-478c-9898-b351b6ec9ef0,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:10:29.150506 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:29.199871 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=daa0f62f-b6d3-478c-9898-b351b6ec9ef0,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:10:29.207795 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:10:29.208886 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:10:29.209786 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:10:29.210129 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:10:29.210469 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:10:29.210798 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:10:29.211155 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:10:29.211484 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:10:29.211809 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:10:29.212135 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:10:29.212459 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:10:29.212848 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:10:29.342405 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['daa0f62f-b6d3-478c-9898-b351b6ec9ef0'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:10:29.416883 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96e492-5823-4409-a01f-8acf65f04e52 req-a2ba639b-b820-455c-b9bd-98d102a021a7 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:29.418576 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7e96e492-5823-4409-a01f-8acf65f04e52 req-a2ba639b-b820-455c-b9bd-98d102a021a7 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 944 time: 0.0499437 Oct 27 19:10:29.459582 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7e96e492-5823-4409-a01f-8acf65f04e52 req-05442f37-5ff9-4603-80b3-eab380347bb3 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347667 Oct 27 19:10:30.576197 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197ca3d-db5a-4331-8c7c-cc3e3aba8dcb req-f7635f08-e83f-4534-9714-2f79a8434669 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:30.577710 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1197ca3d-db5a-4331-8c7c-cc3e3aba8dcb req-f7635f08-e83f-4534-9714-2f79a8434669 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 944 time: 0.0495782 Oct 27 19:10:30.617834 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1197ca3d-db5a-4331-8c7c-cc3e3aba8dcb req-e17e4621-ee85-4a11-91d1-ef6c1cbeee67 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329070 Oct 27 19:10:30.910458 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device daa0f62f-b6d3-478c-9898-b351b6ec9ef0 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:10:31.018473 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port daa0f62f-b6d3-478c-9898-b351b6ec9ef0 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 19:10:31.023050 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port daa0f62f-b6d3-478c-9898-b351b6ec9ef0 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:10:31.023463 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:31.259605 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:31.282325 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641d2798-3d0a-4583-bf60-9a98a3077d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa0f62f-b6d3-478c-9898-b351b6ec9ef0'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:10:31.284588 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f1cbd8-44d5-4e2d-967d-210654b913e9" -d '{"events": [{"server_uuid": "641d2798-3d0a-4583-bf60-9a98a3077d40", "name": "network-vif-plugged", "status": "completed", "tag": "daa0f62f-b6d3-478c-9898-b351b6ec9ef0"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:10:31.296804 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port daa0f62f-b6d3-478c-9898-b351b6ec9ef0, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=daa0f62f-b6d3-478c-9898-b351b6ec9ef0,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:10:31.322535 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ca089c-9a21-48dd-902a-4c5a0e789e9a x-openstack-request-id: req-74ca089c-9a21-48dd-902a-4c5a0e789e9a {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:10:31.322839 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641d2798-3d0a-4583-bf60-9a98a3077d40", "name": "network-vif-plugged", "status": "completed", "tag": "daa0f62f-b6d3-478c-9898-b351b6ec9ef0", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:10:31.323191 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-74ca089c-9a21-48dd-902a-4c5a0e789e9a {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:10:31.323657 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641d2798-3d0a-4583-bf60-9a98a3077d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa0f62f-b6d3-478c-9898-b351b6ec9ef0', 'code': 200} Oct 27 19:10:31.367877 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:31.417434 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=daa0f62f-b6d3-478c-9898-b351b6ec9ef0,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:10:31.489178 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2912be-94e3-4725-bd4d-c272f157b110 req-52eb649f-67b4-44f7-b771-d9c83d52726f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:31.491468 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ff2912be-94e3-4725-bd4d-c272f157b110 req-52eb649f-67b4-44f7-b771-d9c83d52726f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 1096 time: 0.1074984 Oct 27 19:10:31.526909 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ff2912be-94e3-4725-bd4d-c272f157b110 req-a00a2862-9ce2-4495-8029-db67166a226c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279186 Oct 27 19:10:31.744460 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d96e92-9970-48a8-b044-0835f1a3aa0c req-156f7996-24fd-4f54-a91a-05b9e2d3e69e tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:31.746089 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-95d96e92-9970-48a8-b044-0835f1a3aa0c req-156f7996-24fd-4f54-a91a-05b9e2d3e69e tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 945 time: 0.0563483 Oct 27 19:10:31.789290 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-95d96e92-9970-48a8-b044-0835f1a3aa0c req-2cf70625-3b6d-45d1-aa80-39bcd2879b20 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364413 Oct 27 19:10:32.913212 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22774837-c736-43cd-913d-ef1595ace0d6 req-609a1de4-3037-46db-b775-ed3caa71b87b tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:32.914776 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-22774837-c736-43cd-913d-ef1595ace0d6 req-609a1de4-3037-46db-b775-ed3caa71b87b tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 945 time: 0.0534468 Oct 27 19:10:32.953499 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-22774837-c736-43cd-913d-ef1595ace0d6 req-f67f0b62-1815-4ebe-9f02-300c1fc2019f tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325873 Oct 27 19:10:33.068330 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc1562-6037-4bd2-b37c-99bc6078633e req-b2630a1e-f06a-43e3-87c6-255d3b5f87cf tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:33.069699 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5ecc1562-6037-4bd2-b37c-99bc6078633e req-b2630a1e-f06a-43e3-87c6-255d3b5f87cf tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 945 time: 0.0508499 Oct 27 19:10:33.078349 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 48926) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:10:33.082738 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-76c2f034-a72b-4801-b9e0-86adec55b2d2 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Request body: {'floatingip': {'port_id': 'daa0f62f-b6d3-478c-9898-b351b6ec9ef0'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:10:33.125950 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-76c2f034-a72b-4801-b9e0-86adec55b2d2 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks [] for floatingip, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:33.542131 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-76c2f034-a72b-4801-b9e0-86adec55b2d2 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:33.624287 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-76c2f034-a72b-4801-b9e0-86adec55b2d2 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:33.727865 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [None req-76c2f034-a72b-4801-b9e0-86adec55b2d2 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Floating IP 5f7c7b81-4896-49f4-98d2-3f6caf5ac1eb associated. External IP: 172.25.6.222, port: daa0f62f-b6d3-478c-9898-b351b6ec9ef0. Oct 27 19:10:33.940742 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c2f034-a72b-4801-b9e0-86adec55b2d2 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Router 250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:10:34.052096 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c2f034-a72b-4801-b9e0-86adec55b2d2 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:10:34.057026 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-76c2f034-a72b-4801-b9e0-86adec55b2d2 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:34.062413 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c3620c-70fe-417a-9fac-855ff79a665f None None] Sync routers for ids ['250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:10:34.072535 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c3620c-70fe-417a-9fac-855ff79a665f None None] Routers {'250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:10:34.073132 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-36c3620c-70fe-417a-9fac-855ff79a665f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:10:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:10:34.085507 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-76c2f034-a72b-4801-b9e0-86adec55b2d2 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "PUT /v2.0/floatingips/5f7c7b81-4896-49f4-98d2-3f6caf5ac1eb HTTP/1.1" status: 200 len: 991 time: 1.0060618 Oct 27 19:10:34.086090 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641d2798-3d0a-4583-bf60-9a98a3077d40', 'tag': 'daa0f62f-b6d3-478c-9898-b351b6ec9ef0'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:10:34.088557 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66bab36be65e257cd2334a8fa082fc667633c0186dc34f2bea69b8fb79168a1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96fde7e-0d64-4329-8902-87da95129c7b" -d '{"events": [{"name": "network-changed", "server_uuid": "641d2798-3d0a-4583-bf60-9a98a3077d40", "tag": "daa0f62f-b6d3-478c-9898-b351b6ec9ef0"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:10:34.186833 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-36c3620c-70fe-417a-9fac-855ff79a665f None None] Set router 250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:10:34.240559 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f996f2d2-28a6-4b8a-8c5c-90431b48c3d6 x-openstack-request-id: req-f996f2d2-28a6-4b8a-8c5c-90431b48c3d6 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:10:34.240847 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641d2798-3d0a-4583-bf60-9a98a3077d40", "tag": "daa0f62f-b6d3-478c-9898-b351b6ec9ef0", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:10:34.241100 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f996f2d2-28a6-4b8a-8c5c-90431b48c3d6 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:10:34.241501 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641d2798-3d0a-4583-bf60-9a98a3077d40', 'tag': 'daa0f62f-b6d3-478c-9898-b351b6ec9ef0', 'status': 'completed', 'code': 200} Oct 27 19:10:34.309504 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96fde7e-0d64-4329-8902-87da95129c7b req-152790a3-a62f-4ab6-8530-bb8e368045f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:34.311098 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b96fde7e-0d64-4329-8902-87da95129c7b req-152790a3-a62f-4ab6-8530-bb8e368045f6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 1096 time: 0.0450587 Oct 27 19:10:34.403253 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96fde7e-0d64-4329-8902-87da95129c7b req-eb2731fb-91cf-47a7-8190-febbb9614402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:34.404768 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b96fde7e-0d64-4329-8902-87da95129c7b req-eb2731fb-91cf-47a7-8190-febbb9614402 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 200 len: 914 time: 0.0874188 Oct 27 19:10:34.416966 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-36c3620c-70fe-417a-9fac-855ff79a665f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'name': 'tempest-ServerActionsTestJSON-1621606912-router', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:10:12Z', 'updated_at': '2021-10-27T19:10:15Z', 'revision_number': 4, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'gw_port': {'id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:13Z', 'updated_at': '2021-10-27T19:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '5f7c7b81-4896-49f4-98d2-3f6caf5ac1eb', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'floating_ip_address': '172.25.6.222', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'port_id': 'daa0f62f-b6d3-478c-9898-b351b6ec9ef0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'mac_address': 'fa:16:3e:6e:98:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641d2798-3d0a-4583-bf60-9a98a3077d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:10:19Z', 'updated_at': '2021-10-27T19:10:33Z', 'revision_number': 1, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e2feb5a-f766-4ca5-bdab-44182f4e42a8', 'name': '', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'mac_address': 'fa:16:3e:f6:a4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:15Z', 'updated_at': '2021-10-27T19:10:19Z', 'revision_number': 5, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'subnets': [{'id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:10:34.444137 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c3620c-70fe-417a-9fac-855ff79a665f None None] Checking router: 250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:10:34.452320 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c3620c-70fe-417a-9fac-855ff79a665f None None] Routers {'250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:10:34.452956 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-36c3620c-70fe-417a-9fac-855ff79a665f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:10:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:10:34.478683 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b96fde7e-0d64-4329-8902-87da95129c7b req-db0b9f9c-ff87-449c-899e-196681214328 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=daa0f62f-b6d3-478c-9898-b351b6ec9ef0 HTTP/1.1" status: 200 len: 999 time: 0.0662408 Oct 27 19:10:34.528898 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96fde7e-0d64-4329-8902-87da95129c7b req-e8f7ac88-d45d-4fba-9236-c89f3d39b2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:34.530368 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b96fde7e-0d64-4329-8902-87da95129c7b req-e8f7ac88-d45d-4fba-9236-c89f3d39b2a9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7 HTTP/1.1" status: 200 len: 851 time: 0.0449038 Oct 27 19:10:34.562598 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-36c3620c-70fe-417a-9fac-855ff79a665f None None] Set router 250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:10:34.584010 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96fde7e-0d64-4329-8902-87da95129c7b req-0b67dfc1-f341-40a6-aa10-ff3db3cae34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:34.585515 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b96fde7e-0d64-4329-8902-87da95129c7b req-0b67dfc1-f341-40a6-aa10-ff3db3cae34d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f86ef9e9-ba47-457b-b70a-17134e90302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475330 Oct 27 19:10:34.680803 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b96fde7e-0d64-4329-8902-87da95129c7b req-ea5da266-0a01-4c7f-b231-cc3f3b61c058 service neutron] 10.222.0.93 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881460 Oct 27 19:10:34.774260 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b96fde7e-0d64-4329-8902-87da95129c7b req-ee4b9271-4f39-4d5d-b49b-85590efd6df1 service neutron] 10.222.0.93 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864284 Oct 27 19:10:34.793652 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-36c3620c-70fe-417a-9fac-855ff79a665f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'name': 'tempest-ServerActionsTestJSON-1621606912-router', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:10:12Z', 'updated_at': '2021-10-27T19:10:15Z', 'revision_number': 4, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'gw_port': {'id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:13Z', 'updated_at': '2021-10-27T19:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '5f7c7b81-4896-49f4-98d2-3f6caf5ac1eb', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'floating_ip_address': '172.25.6.222', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'port_id': 'daa0f62f-b6d3-478c-9898-b351b6ec9ef0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'mac_address': 'fa:16:3e:6e:98:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641d2798-3d0a-4583-bf60-9a98a3077d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:10:19Z', 'updated_at': '2021-10-27T19:10:33Z', 'revision_number': 1, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e2feb5a-f766-4ca5-bdab-44182f4e42a8', 'name': '', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'mac_address': 'fa:16:3e:f6:a4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:15Z', 'updated_at': '2021-10-27T19:10:19Z', 'revision_number': 5, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'subnets': [{'id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:10:34.820487 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c3620c-70fe-417a-9fac-855ff79a665f None None] The sync data for ids ['250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'] in n-d-815690-2 is: [{'id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'name': 'tempest-ServerActionsTestJSON-1621606912-router', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:10:12Z', 'updated_at': '2021-10-27T19:10:15Z', 'revision_number': 4, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'gw_port': {'id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:13Z', 'updated_at': '2021-10-27T19:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '5f7c7b81-4896-49f4-98d2-3f6caf5ac1eb', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'floating_ip_address': '172.25.6.222', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'port_id': 'daa0f62f-b6d3-478c-9898-b351b6ec9ef0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'mac_address': 'fa:16:3e:6e:98:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641d2798-3d0a-4583-bf60-9a98a3077d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:10:19Z', 'updated_at': '2021-10-27T19:10:33Z', 'revision_number': 1, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e2feb5a-f766-4ca5-bdab-44182f4e42a8', 'name': '', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'mac_address': 'fa:16:3e:f6:a4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:15Z', 'updated_at': '2021-10-27T19:10:19Z', 'revision_number': 5, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'subnets': [{'id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:10:34.981338 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5b1c680e-3cf2-4596-a155-cc68f8f54b87 req-e37e7f1d-b493-40c3-b610-7295b12bf68f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=641d2798-3d0a-4583-bf60-9a98a3077d40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461016 Oct 27 19:10:35.020787 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bfde5d-5307-4aa8-81cd-eab9bda44381 None None] New status for floating IP 5f7c7b81-4896-49f4-98d2-3f6caf5ac1eb: ACTIVE {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 19:10:35.068939 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c680e-3cf2-4596-a155-cc68f8f54b87 req-bf844449-79df-4ac7-90c5-282134ea5b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:35.070474 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5b1c680e-3cf2-4596-a155-cc68f8f54b87 req-bf844449-79df-4ac7-90c5-282134ea5b63 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 1096 time: 0.0434477 Oct 27 19:10:35.174699 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c680e-3cf2-4596-a155-cc68f8f54b87 req-087e76e9-d661-4ec9-aec7-8f2a4ed346d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:35.176246 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5b1c680e-3cf2-4596-a155-cc68f8f54b87 req-087e76e9-d661-4ec9-aec7-8f2a4ed346d9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 200 len: 914 time: 0.0863612 Oct 27 19:10:35.255413 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5b1c680e-3cf2-4596-a155-cc68f8f54b87 req-99d00584-9408-4e35-a95f-96c94482a528 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=daa0f62f-b6d3-478c-9898-b351b6ec9ef0 HTTP/1.1" status: 200 len: 999 time: 0.0659220 Oct 27 19:10:35.300564 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c680e-3cf2-4596-a155-cc68f8f54b87 req-051209e5-1548-4a14-965c-675e65e4d43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:35.303250 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5b1c680e-3cf2-4596-a155-cc68f8f54b87 req-051209e5-1548-4a14-965c-675e65e4d43a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7 HTTP/1.1" status: 200 len: 851 time: 0.0454443 Oct 27 19:10:35.348054 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c680e-3cf2-4596-a155-cc68f8f54b87 req-310f0500-1e75-4b5f-a255-0dbb8c86af60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:10:35.350625 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5b1c680e-3cf2-4596-a155-cc68f8f54b87 req-310f0500-1e75-4b5f-a255-0dbb8c86af60 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f86ef9e9-ba47-457b-b70a-17134e90302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408435 Oct 27 19:10:35.787189 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5b1c680e-3cf2-4596-a155-cc68f8f54b87 req-8896073f-4f2c-4d2f-a12f-2b01588de868 service neutron] 10.222.0.93 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4284029 Oct 27 19:10:35.879627 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5b1c680e-3cf2-4596-a155-cc68f8f54b87 req-8f9c4d72-7d57-40b4-90ee-3214503476a5 service neutron] 10.222.0.93 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859313 Oct 27 19:10:39.676033 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-982895b3-f8dd-4a3b-97ce-06c0f91a670a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:42.161100 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6df9b7fc-eccf-4d71-a515-6ae13067289a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:43.429758 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:43.567336 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:45.235753 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:56.761190 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:10:57.264620 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:11:04.720507 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:11:09.664762 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ef1fbd20-817a-44ee-9742-3ce26e5f8fba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:11:12.108953 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-325533ce-1b8e-4569-9f72-d4dc12a4a5ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:11:13.435341 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:11:13.588847 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:11:15.235303 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:11:26.801008 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:11:27.251824 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:11:36.981758 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e2ec3679-c369-4750-a45b-d54f6191f80a req-1e8d9141-2661-4758-9a2f-828f95e2ac92 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=641d2798-3d0a-4583-bf60-9a98a3077d40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408964 Oct 27 19:11:37.067532 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec3679-c369-4750-a45b-d54f6191f80a req-cf35a789-b7c3-43fe-9759-2dbcd6b83c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:11:37.069055 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e2ec3679-c369-4750-a45b-d54f6191f80a req-cf35a789-b7c3-43fe-9759-2dbcd6b83c20 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 1096 time: 0.0437872 Oct 27 19:11:37.175663 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec3679-c369-4750-a45b-d54f6191f80a req-17228efe-2a03-41bf-afb1-899158b5fb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:11:37.177118 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e2ec3679-c369-4750-a45b-d54f6191f80a req-17228efe-2a03-41bf-afb1-899158b5fb13 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 200 len: 914 time: 0.0893536 Oct 27 19:11:37.246268 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e2ec3679-c369-4750-a45b-d54f6191f80a req-9e150221-45ab-430e-9647-956ec2eed328 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=daa0f62f-b6d3-478c-9898-b351b6ec9ef0 HTTP/1.1" status: 200 len: 1001 time: 0.0622597 Oct 27 19:11:37.296641 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec3679-c369-4750-a45b-d54f6191f80a req-78ed5e25-a2e9-4d85-90c5-b94fd4581f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:11:37.298167 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e2ec3679-c369-4750-a45b-d54f6191f80a req-78ed5e25-a2e9-4d85-90c5-b94fd4581f74 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7 HTTP/1.1" status: 200 len: 851 time: 0.0444367 Oct 27 19:11:37.348693 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec3679-c369-4750-a45b-d54f6191f80a req-864d0202-c98f-47ef-bfe1-19d32127311d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:11:37.350233 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e2ec3679-c369-4750-a45b-d54f6191f80a req-864d0202-c98f-47ef-bfe1-19d32127311d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f86ef9e9-ba47-457b-b70a-17134e90302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457277 Oct 27 19:11:37.438015 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e2ec3679-c369-4750-a45b-d54f6191f80a req-f1f805ea-ebdd-40e4-8c59-4c95aad0e20c service neutron] 10.222.0.93 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809126 Oct 27 19:11:37.533267 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e2ec3679-c369-4750-a45b-d54f6191f80a req-09b54b62-058c-4781-bacd-6198208ed910 service neutron] 10.222.0.93 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881157 Oct 27 19:11:39.691329 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8c9cc469-0443-4b8d-8535-884d1c820aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:11:41.719945 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:11:42.108285 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d8666de2-375f-45d8-b785-ec87a4ab489a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:11:43.423033 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:11:43.617435 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:11:45.222764 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:11:56.793813 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:11:57.279947 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:09.697096 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c15b1a81-93de-4d0e-b6f6-608b3f64c0fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:10.320210 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ebde16-4905-4aec-b2bc-53e442ebbda7 req-3e43457e-535e-4ba1-9b41-40f1a6e272d9 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:10.321700 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a8ebde16-4905-4aec-b2bc-53e442ebbda7 req-3e43457e-535e-4ba1-9b41-40f1a6e272d9 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 945 time: 0.1165919 Oct 27 19:12:10.365864 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a8ebde16-4905-4aec-b2bc-53e442ebbda7 req-929bd91a-9240-4d8f-b1cf-de9567a9bdbd tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360570 Oct 27 19:12:10.801485 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e861672b-b49b-4bfe-9a2c-2e85a59407af req-fef4fe37-28e3-4123-b2fc-c770c30ca8e4 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:10.803907 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e861672b-b49b-4bfe-9a2c-2e85a59407af req-fef4fe37-28e3-4123-b2fc-c770c30ca8e4 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 945 time: 0.0632899 Oct 27 19:12:10.851703 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e861672b-b49b-4bfe-9a2c-2e85a59407af req-fd8b5538-8df5-4ad6-a44e-70be39b398e1 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414932 Oct 27 19:12:10.975489 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-a2804b26-a76a-48d7-ab80-d6d9150cfcde service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=641d2798-3d0a-4583-bf60-9a98a3077d40&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0401824 Oct 27 19:12:11.980436 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbf10c-0f53-4ee4-85a2-ad05fa52530a req-ef4bc50c-77bd-4023-bae7-94e7e1f43b2a tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:11.981947 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-34bbf10c-0f53-4ee4-85a2-ad05fa52530a req-ef4bc50c-77bd-4023-bae7-94e7e1f43b2a tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 945 time: 0.0518785 Oct 27 19:12:12.025653 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-34bbf10c-0f53-4ee4-85a2-ad05fa52530a req-febe9376-ad76-49b0-bc7b-5d4f36cd60d6 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372386 Oct 27 19:12:12.159444 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-05905186-e232-4ca6-8ae3-61589bb7ff4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:13.137311 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-cb224afd-8e4c-43cb-9127-5e22a40c35f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:13.139138 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-cb224afd-8e4c-43cb-9127-5e22a40c35f2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 1096 time: 0.0512083 Oct 27 19:12:13.151723 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252ead6-e856-4f9e-8103-d5c27c22a7ec req-08afca2a-6d1a-4ff4-b1f6-3dadf4225582 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:13.158113 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1252ead6-e856-4f9e-8103-d5c27c22a7ec req-08afca2a-6d1a-4ff4-b1f6-3dadf4225582 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 945 time: 0.0597928 Oct 27 19:12:13.198457 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1252ead6-e856-4f9e-8103-d5c27c22a7ec req-dfe57b75-d12a-49f9-b7a2-b9e79f8ae0c5 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346692 Oct 27 19:12:13.243878 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-78b9929e-656e-4b3c-8802-729b7fa660b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:13.245380 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-78b9929e-656e-4b3c-8802-729b7fa660b3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 200 len: 914 time: 0.0991609 Oct 27 19:12:13.311507 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-0ca35432-91ca-4ef4-81ac-b3d3ad262bfa service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=daa0f62f-b6d3-478c-9898-b351b6ec9ef0 HTTP/1.1" status: 200 len: 1001 time: 0.0590835 Oct 27 19:12:13.366861 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-b2471875-a1ea-4706-bb0f-d903c0d95351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:13.368879 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-b2471875-a1ea-4706-bb0f-d903c0d95351 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7 HTTP/1.1" status: 200 len: 851 time: 0.0500662 Oct 27 19:12:13.417403 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-83b1e1a3-e53c-4cc5-938e-a9cc1971ceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:13.418931 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-83b1e1a3-e53c-4cc5-938e-a9cc1971ceb6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f86ef9e9-ba47-457b-b70a-17134e90302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405970 Oct 27 19:12:13.427637 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:13.510420 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-03174410-0e78-4483-90a6-4411627d7a4e service neutron] 10.222.0.93 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840919 Oct 27 19:12:13.593418 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:13.606203 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-e7b45328-8a6b-4bf7-8527-faa28fd8f225 service neutron] 10.222.0.93 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889823 Oct 27 19:12:14.317895 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f34df-8c26-4693-bf41-7e8ce4d71a69 req-a9533849-052e-41cd-9490-4afd1565deee tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:14.319417 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a98f34df-8c26-4693-bf41-7e8ce4d71a69 req-a9533849-052e-41cd-9490-4afd1565deee tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 945 time: 0.0501335 Oct 27 19:12:14.361493 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a98f34df-8c26-4693-bf41-7e8ce4d71a69 req-de5657af-1e4a-4ebf-83c1-8d1e11d34f90 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361142 Oct 27 19:12:15.267583 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:15.479719 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5efec3-2024-4fe2-a4b5-98f301760ec8 req-c834896e-85cc-4834-a422-c38076275fde tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:15.481293 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5d5efec3-2024-4fe2-a4b5-98f301760ec8 req-c834896e-85cc-4834-a422-c38076275fde tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 945 time: 0.0505686 Oct 27 19:12:15.520154 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5d5efec3-2024-4fe2-a4b5-98f301760ec8 req-54ec6e1a-c053-4b82-a27d-0f14fec77ae5 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329697 Oct 27 19:12:16.637675 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505f4b7-db9d-46c6-b1af-189785b333d3 req-776266da-4e70-47eb-8434-85120a234831 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:16.640583 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7505f4b7-db9d-46c6-b1af-189785b333d3 req-776266da-4e70-47eb-8434-85120a234831 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 945 time: 0.0493305 Oct 27 19:12:16.678227 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7505f4b7-db9d-46c6-b1af-189785b333d3 req-d2c8b40d-efbe-4bb9-905b-947c5b2ebade tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327997 Oct 27 19:12:17.797278 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc229a-8f52-4751-a20f-b357897b1f3a req-2cb067a1-6d76-4a98-80cd-14271ea800ee tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:17.798885 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-04dc229a-8f52-4751-a20f-b357897b1f3a req-2cb067a1-6d76-4a98-80cd-14271ea800ee tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 945 time: 0.0510545 Oct 27 19:12:17.843526 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-04dc229a-8f52-4751-a20f-b357897b1f3a req-9f51def9-9ca3-4e78-885d-91059338fc02 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386372 Oct 27 19:12:18.720186 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:12:18.960699 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48cc18-630a-490f-bf39-f6310659344f req-f36879fe-4b49-4484-aef1-b7eea1b35b81 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:18.962213 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cc48cc18-630a-490f-bf39-f6310659344f req-f36879fe-4b49-4484-aef1-b7eea1b35b81 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 945 time: 0.0505540 Oct 27 19:12:19.002306 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cc48cc18-630a-490f-bf39-f6310659344f req-c455271a-e8c3-4752-853c-7a56a8ec6d22 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333731 Oct 27 19:12:20.125542 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf9151-8d38-4956-ba77-1266cdbff3b5 req-38e706ce-b6b3-440f-b02f-47cb1e60b1b3 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:20.127050 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e3bf9151-8d38-4956-ba77-1266cdbff3b5 req-38e706ce-b6b3-440f-b02f-47cb1e60b1b3 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 945 time: 0.0505950 Oct 27 19:12:20.166270 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e3bf9151-8d38-4956-ba77-1266cdbff3b5 req-315335c6-9b33-47a5-83bb-22ad1ba865fd tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330918 Oct 27 19:12:21.289030 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d2e6e-7bf5-47b9-b945-5db3faa4ba86 req-1cc42632-e3f8-46b5-8158-bd6543a807df tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:21.290535 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-443d2e6e-7bf5-47b9-b945-5db3faa4ba86 req-1cc42632-e3f8-46b5-8158-bd6543a807df tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 945 time: 0.0505755 Oct 27 19:12:21.333941 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-443d2e6e-7bf5-47b9-b945-5db3faa4ba86 req-52af50e8-3bcd-4307-9497-ef68a6d206a9 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369883 Oct 27 19:12:22.451861 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d59d1a-de1f-4d7e-b269-736c119aa92a req-d9a0f546-6b6f-4f49-81be-3f4b58332293 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:22.453515 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c2d59d1a-de1f-4d7e-b269-736c119aa92a req-d9a0f546-6b6f-4f49-81be-3f4b58332293 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 945 time: 0.0508528 Oct 27 19:12:22.491797 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c2d59d1a-de1f-4d7e-b269-736c119aa92a req-a539b1f9-9526-4a3e-afb8-f8cc407aa526 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322757 Oct 27 19:12:23.610838 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132d8a2-07ed-497f-a302-36785109f95c req-75b2190d-ca6e-4616-a78a-82b51bea2017 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:23.619604 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4132d8a2-07ed-497f-a302-36785109f95c req-75b2190d-ca6e-4616-a78a-82b51bea2017 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 945 time: 0.0516729 Oct 27 19:12:23.652590 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4132d8a2-07ed-497f-a302-36785109f95c req-0613ba9c-a6dc-4507-a8fb-281c006d0451 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341539 Oct 27 19:12:24.770523 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e17711-adfc-40b7-863a-6b9e81abade8 req-a4313279-bb60-4824-8e0d-5db9b4412b04 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:24.772118 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-49e17711-adfc-40b7-863a-6b9e81abade8 req-a4313279-bb60-4824-8e0d-5db9b4412b04 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 945 time: 0.0498850 Oct 27 19:12:24.816144 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-49e17711-adfc-40b7-863a-6b9e81abade8 req-ae8a11f0-4cd6-40aa-914e-8875e460a1fb tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380766 Oct 27 19:12:25.771518 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-4f73f222-73db-40e5-8140-be4bc9891a28 service neutron] show failed (client error): The resource could not be found. Oct 27 19:12:25.772542 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-4f73f222-73db-40e5-8140-be4bc9891a28 service neutron] 10.222.0.93 "GET /v2.0/ports/daa0f62f-b6d3-478c-9898-b351b6ec9ef0/bindings/n-h1-815690-2 HTTP/1.1" status: 404 len: 380 time: 0.0551171 Oct 27 19:12:25.934312 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa19d8e-6e3f-494d-86a8-87b635b332f3 req-4c34e5f5-75e8-404a-baa9-ad872ea2f6d0 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:25.935858 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1aa19d8e-6e3f-494d-86a8-87b635b332f3 req-4c34e5f5-75e8-404a-baa9-ad872ea2f6d0 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 945 time: 0.0504503 Oct 27 19:12:25.975855 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1aa19d8e-6e3f-494d-86a8-87b635b332f3 req-ccee8365-0861-4efb-8e5f-43632ab2035f tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334330 Oct 27 19:12:26.325815 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-33698108-7d4a-4698-9192-b569686bbe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:26.327847 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-33698108-7d4a-4698-9192-b569686bbe54 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=641d2798-3d0a-4583-bf60-9a98a3077d40&tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04 HTTP/1.1" status: 200 len: 1096 time: 0.0489082 Oct 27 19:12:26.339342 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-961dff10-5586-4550-8d65-4a07919055ca service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815690-2', 'device_owner': 'compute:nova'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:12:26.393289 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-961dff10-5586-4550-8d65-4a07919055ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:26.606465 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-961dff10-5586-4550-8d65-4a07919055ca service neutron] For port daa0f62f-b6d3-478c-9898-b351b6ec9ef0, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=daa0f62f-b6d3-478c-9898-b351b6ec9ef0,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:12:26.640436 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-961dff10-5586-4550-8d65-4a07919055ca service neutron] For port daa0f62f-b6d3-478c-9898-b351b6ec9ef0, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:12:26.685841 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641d2798-3d0a-4583-bf60-9a98a3077d40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'daa0f62f-b6d3-478c-9898-b351b6ec9ef0'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:12:26.688290 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74eadd2d-d8c9-4e8f-b978-9db04aec421c" -d '{"events": [{"server_uuid": "641d2798-3d0a-4583-bf60-9a98a3077d40", "name": "network-vif-unplugged", "status": "completed", "tag": "daa0f62f-b6d3-478c-9898-b351b6ec9ef0"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:12:26.692353 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-961dff10-5586-4550-8d65-4a07919055ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:26.708500 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-961dff10-5586-4550-8d65-4a07919055ca service neutron] Transition to ACTIVE for port object daa0f62f-b6d3-478c-9898-b351b6ec9ef0 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 19:12:26.746430 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 19:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c7f304-64e3-46d3-9a56-ca4f6dbf1eb6 x-openstack-request-id: req-61c7f304-64e3-46d3-9a56-ca4f6dbf1eb6 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:12:26.746430 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641d2798-3d0a-4583-bf60-9a98a3077d40", "name": "network-vif-unplugged", "status": "completed", "tag": "daa0f62f-b6d3-478c-9898-b351b6ec9ef0", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:12:26.746430 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-61c7f304-64e3-46d3-9a56-ca4f6dbf1eb6 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:12:26.746430 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641d2798-3d0a-4583-bf60-9a98a3077d40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'daa0f62f-b6d3-478c-9898-b351b6ec9ef0', 'code': 200} Oct 27 19:12:26.804555 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-961dff10-5586-4550-8d65-4a07919055ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:26.827961 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:26.880605 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961dff10-5586-4550-8d65-4a07919055ca service neutron] Pushing event updated for resources: {'Port': ['ID=daa0f62f-b6d3-478c-9898-b351b6ec9ef0,revision_number=6']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:12:26.897844 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961dff10-5586-4550-8d65-4a07919055ca service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:12:26.898194 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961dff10-5586-4550-8d65-4a07919055ca service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:12:26.898536 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961dff10-5586-4550-8d65-4a07919055ca service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:12:26.898896 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961dff10-5586-4550-8d65-4a07919055ca service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:12:26.899228 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961dff10-5586-4550-8d65-4a07919055ca service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:12:26.899571 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961dff10-5586-4550-8d65-4a07919055ca service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:12:26.899887 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961dff10-5586-4550-8d65-4a07919055ca service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:12:26.900208 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961dff10-5586-4550-8d65-4a07919055ca service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:12:26.900531 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961dff10-5586-4550-8d65-4a07919055ca service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:12:26.900856 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961dff10-5586-4550-8d65-4a07919055ca service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:12:26.901189 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961dff10-5586-4550-8d65-4a07919055ca service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:12:26.901494 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961dff10-5586-4550-8d65-4a07919055ca service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:12:26.941022 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-961dff10-5586-4550-8d65-4a07919055ca service neutron] No DVR routers for this DVR port daa0f62f-b6d3-478c-9898-b351b6ec9ef0 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:12:27.084571 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-961dff10-5586-4550-8d65-4a07919055ca service neutron] Attempting to bind port daa0f62f-b6d3-478c-9898-b351b6ec9ef0 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:12:27.084908 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-961dff10-5586-4550-8d65-4a07919055ca service neutron] Attempting to bind port daa0f62f-b6d3-478c-9898-b351b6ec9ef0 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:12:27.085244 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-961dff10-5586-4550-8d65-4a07919055ca service neutron] Attempting to bind port daa0f62f-b6d3-478c-9898-b351b6ec9ef0 on network f86ef9e9-ba47-457b-b70a-17134e90302b {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:12:27.090235 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-961dff10-5586-4550-8d65-4a07919055ca service neutron] Port daa0f62f-b6d3-478c-9898-b351b6ec9ef0 on network f86ef9e9-ba47-457b-b70a-17134e90302b not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 19:12:27.090556 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-961dff10-5586-4550-8d65-4a07919055ca service neutron] Attempting to bind port daa0f62f-b6d3-478c-9898-b351b6ec9ef0 on network f86ef9e9-ba47-457b-b70a-17134e90302b {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:12:27.096626 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-961dff10-5586-4550-8d65-4a07919055ca service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:12:27.096968 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-961dff10-5586-4550-8d65-4a07919055ca service neutron] Checking segment: {'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:12:27.097349 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-961dff10-5586-4550-8d65-4a07919055ca service neutron] Bound using segment: {'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:12:27.097775 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-961dff10-5586-4550-8d65-4a07919055ca service neutron] Bound port: daa0f62f-b6d3-478c-9898-b351b6ec9ef0, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:12:27.098162 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-961dff10-5586-4550-8d65-4a07919055ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:27.101621 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c201589-4480-4ac0-9fce-a44b30e005a3 req-458d0afc-ad5c-48a8-996a-dd5ba81bd72b tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:27.103120 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8c201589-4480-4ac0-9fce-a44b30e005a3 req-458d0afc-ad5c-48a8-996a-dd5ba81bd72b tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 943 time: 0.0526953 Oct 27 19:12:27.142698 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8c201589-4480-4ac0-9fce-a44b30e005a3 req-29e91153-90cc-42fa-9a37-0c55b83610b4 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330136 Oct 27 19:12:27.165059 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-961dff10-5586-4550-8d65-4a07919055ca service neutron] For port daa0f62f-b6d3-478c-9898-b351b6ec9ef0, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:12:27.168243 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-961dff10-5586-4550-8d65-4a07919055ca service neutron] For port daa0f62f-b6d3-478c-9898-b351b6ec9ef0, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=daa0f62f-b6d3-478c-9898-b351b6ec9ef0,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:12:27.256631 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-961dff10-5586-4550-8d65-4a07919055ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:27.267480 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:27.296613 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-961dff10-5586-4550-8d65-4a07919055ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:27.297242 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-961dff10-5586-4550-8d65-4a07919055ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:27.298645 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-961dff10-5586-4550-8d65-4a07919055ca service neutron] 10.222.0.81 "PUT /v2.0/ports/daa0f62f-b6d3-478c-9898-b351b6ec9ef0 HTTP/1.1" status: 200 len: 1091 time: 0.9637423 Oct 27 19:12:27.317826 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961dff10-5586-4550-8d65-4a07919055ca service neutron] Pushing event updated for resources: {'Port': ['ID=daa0f62f-b6d3-478c-9898-b351b6ec9ef0,revision_number=7']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:12:27.364061 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-d5c80ee3-771b-481c-a52b-c2ad9e31fb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:27.365595 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-d5c80ee3-771b-481c-a52b-c2ad9e31fb20 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 1094 time: 0.0439067 Oct 27 19:12:27.465618 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-8c5d190f-df6e-48a8-9669-fff3505a751f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:27.467172 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-8c5d190f-df6e-48a8-9669-fff3505a751f service neutron] 10.222.0.81 "GET /v2.0/networks?id=f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 200 len: 914 time: 0.0947165 Oct 27 19:12:27.533260 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-c5538818-00c6-4602-948a-47d0bd3b221c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=daa0f62f-b6d3-478c-9898-b351b6ec9ef0 HTTP/1.1" status: 200 len: 999 time: 0.0583181 Oct 27 19:12:27.595082 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-62384017-b407-418c-a98f-62906f90e9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:27.596542 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-62384017-b407-418c-a98f-62906f90e9e2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7 HTTP/1.1" status: 200 len: 851 time: 0.0562129 Oct 27 19:12:27.643129 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-89df3cb6-0d03-4576-8983-f480ba498057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:27.644585 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-89df3cb6-0d03-4576-8983-f480ba498057 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f86ef9e9-ba47-457b-b70a-17134e90302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410080 Oct 27 19:12:27.737932 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-c6964977-fd90-4e15-8783-6726af543082 service neutron] 10.222.0.81 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860810 Oct 27 19:12:27.826096 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6873f725-decc-4d8e-bcb2-14f7fad38de1 req-384be628-ae0b-4244-b50f-a11699945c53 service neutron] 10.222.0.81 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815234 Oct 27 19:12:28.263625 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a0caf-1c71-4f48-b792-bd78659be342 req-20fa0694-4580-4adb-8560-5e7289bc1a5b tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:28.265768 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee9a0caf-1c71-4f48-b792-bd78659be342 req-20fa0694-4580-4adb-8560-5e7289bc1a5b tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 943 time: 0.0500395 Oct 27 19:12:28.307944 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee9a0caf-1c71-4f48-b792-bd78659be342 req-048ee4c7-8d6d-42e5-9a52-2b0fc8a0959d tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358396 Oct 27 19:12:28.741860 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641d2798-3d0a-4583-bf60-9a98a3077d40', 'tag': 'daa0f62f-b6d3-478c-9898-b351b6ec9ef0'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:12:28.744294 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ee032a-3298-44e3-9b97-3ec92b18b072" -d '{"events": [{"name": "network-changed", "server_uuid": "641d2798-3d0a-4583-bf60-9a98a3077d40", "tag": "daa0f62f-b6d3-478c-9898-b351b6ec9ef0"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:12:28.795860 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af58f496-2e8b-4697-b27b-ed82e543d9f2 x-openstack-request-id: req-af58f496-2e8b-4697-b27b-ed82e543d9f2 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:12:28.796320 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641d2798-3d0a-4583-bf60-9a98a3077d40", "tag": "daa0f62f-b6d3-478c-9898-b351b6ec9ef0", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:12:28.796698 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-af58f496-2e8b-4697-b27b-ed82e543d9f2 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:12:28.797118 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641d2798-3d0a-4583-bf60-9a98a3077d40', 'tag': 'daa0f62f-b6d3-478c-9898-b351b6ec9ef0', 'status': 'completed', 'code': 200} Oct 27 19:12:28.885889 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee032a-3298-44e3-9b97-3ec92b18b072 req-6b1cdd05-c8da-4b4d-9af4-6defbd816b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:28.887451 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-97ee032a-3298-44e3-9b97-3ec92b18b072 req-6b1cdd05-c8da-4b4d-9af4-6defbd816b46 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 1094 time: 0.0725989 Oct 27 19:12:28.890761 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee032a-3298-44e3-9b97-3ec92b18b072 req-a4e4fa19-14f2-4393-b3d0-10db2ce8f4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:28.892157 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-97ee032a-3298-44e3-9b97-3ec92b18b072 req-a4e4fa19-14f2-4393-b3d0-10db2ce8f4a3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 1094 time: 0.0693860 Oct 27 19:12:29.046464 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee032a-3298-44e3-9b97-3ec92b18b072 req-683df84c-6ff9-4577-b89a-41658c336156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:29.047864 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-97ee032a-3298-44e3-9b97-3ec92b18b072 req-683df84c-6ff9-4577-b89a-41658c336156 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 200 len: 914 time: 0.1531112 Oct 27 19:12:29.064942 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee032a-3298-44e3-9b97-3ec92b18b072 req-7e17fac9-f3e3-40c5-a470-ca98f7746ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:29.066341 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-97ee032a-3298-44e3-9b97-3ec92b18b072 req-7e17fac9-f3e3-40c5-a470-ca98f7746ab8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 200 len: 914 time: 0.1636829 Oct 27 19:12:29.173099 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-97ee032a-3298-44e3-9b97-3ec92b18b072 req-8ead9907-4668-42e2-beb2-d853fb373f36 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=daa0f62f-b6d3-478c-9898-b351b6ec9ef0 HTTP/1.1" status: 200 len: 999 time: 0.1149392 Oct 27 19:12:29.178950 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-97ee032a-3298-44e3-9b97-3ec92b18b072 req-6002edd3-2cd8-4c4c-9578-be514696cfaa service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=daa0f62f-b6d3-478c-9898-b351b6ec9ef0 HTTP/1.1" status: 200 len: 999 time: 0.0780065 Oct 27 19:12:29.259719 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee032a-3298-44e3-9b97-3ec92b18b072 req-876b65c6-d588-401b-ad54-b4819543bd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:29.261189 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-97ee032a-3298-44e3-9b97-3ec92b18b072 req-876b65c6-d588-401b-ad54-b4819543bd31 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7 HTTP/1.1" status: 200 len: 851 time: 0.0806925 Oct 27 19:12:29.262573 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee032a-3298-44e3-9b97-3ec92b18b072 req-7065bf76-87f4-4362-aa1f-611247c237bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:29.263922 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-97ee032a-3298-44e3-9b97-3ec92b18b072 req-7065bf76-87f4-4362-aa1f-611247c237bd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7 HTTP/1.1" status: 200 len: 851 time: 0.0756209 Oct 27 19:12:29.332798 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee032a-3298-44e3-9b97-3ec92b18b072 req-8e75ae97-34c1-4515-9424-193092de7583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:29.334326 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-97ee032a-3298-44e3-9b97-3ec92b18b072 req-8e75ae97-34c1-4515-9424-193092de7583 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f86ef9e9-ba47-457b-b70a-17134e90302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651534 Oct 27 19:12:29.340602 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee032a-3298-44e3-9b97-3ec92b18b072 req-4503a741-060f-4bbd-96f8-85aedd9ec1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:29.342053 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-97ee032a-3298-44e3-9b97-3ec92b18b072 req-4503a741-060f-4bbd-96f8-85aedd9ec1e3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f86ef9e9-ba47-457b-b70a-17134e90302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655935 Oct 27 19:12:29.432578 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6271b-6a37-46cd-8538-aec40d287058 req-89f625b5-9936-4ca6-a4cb-eba0fb583f5f tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:29.434107 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-64a6271b-6a37-46cd-8538-aec40d287058 req-89f625b5-9936-4ca6-a4cb-eba0fb583f5f tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 943 time: 0.0511665 Oct 27 19:12:29.476217 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-64a6271b-6a37-46cd-8538-aec40d287058 req-880fb4d2-a65f-4560-a0bd-e7c8b225c85c tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349753 Oct 27 19:12:29.500559 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-97ee032a-3298-44e3-9b97-3ec92b18b072 req-b925d098-42f0-4907-9b5b-3bc7f1d65fba service neutron] 10.222.0.81 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573958 Oct 27 19:12:29.502442 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-97ee032a-3298-44e3-9b97-3ec92b18b072 req-76bac538-48a0-4e24-84e1-a5fece229970 service neutron] 10.222.0.93 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522038 Oct 27 19:12:29.577347 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device daa0f62f-b6d3-478c-9898-b351b6ec9ef0 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:12:29.620767 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device daa0f62f-b6d3-478c-9898-b351b6ec9ef0 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:12:29.666761 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-97ee032a-3298-44e3-9b97-3ec92b18b072 req-aef38722-71e5-4225-a92c-6903cbe14f3b service neutron] 10.222.0.93 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570745 Oct 27 19:12:29.677574 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-97ee032a-3298-44e3-9b97-3ec92b18b072 req-7b818c9f-5103-46a0-9746-5b394762b32d service neutron] 10.222.0.81 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507635 Oct 27 19:12:30.595820 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa80a5-12ae-49dd-95c6-6f726427c56a req-1cb5c33f-b360-46f6-9dd3-1431ceb77f0f tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:30.597373 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-39fa80a5-12ae-49dd-95c6-6f726427c56a req-1cb5c33f-b360-46f6-9dd3-1431ceb77f0f tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 943 time: 0.0501416 Oct 27 19:12:30.629480 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device daa0f62f-b6d3-478c-9898-b351b6ec9ef0 details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 19:12:30.636910 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-39fa80a5-12ae-49dd-95c6-6f726427c56a req-f4ea5c83-9cd7-443b-b2e2-cd441e5c16a9 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335009 Oct 27 19:12:30.725146 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port daa0f62f-b6d3-478c-9898-b351b6ec9ef0, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=daa0f62f-b6d3-478c-9898-b351b6ec9ef0,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:12:30.739809 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': 'daa0f62f-b6d3-478c-9898-b351b6ec9ef0', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'port_id': 'daa0f62f-b6d3-478c-9898-b351b6ec9ef0', 'mac_address': 'fa:16:3e:6e:98:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 19:12:30.779635 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:30.790900 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daa0f62f-b6d3-478c-9898-b351b6ec9ef0 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:12:30.810057 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port daa0f62f-b6d3-478c-9898-b351b6ec9ef0, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=daa0f62f-b6d3-478c-9898-b351b6ec9ef0,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:12:30.907200 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:30.957555 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=daa0f62f-b6d3-478c-9898-b351b6ec9ef0,revision_number=8']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:12:30.965182 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:12:30.965532 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:12:30.965867 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:12:30.966204 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:12:30.966529 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:12:30.966875 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:12:30.967202 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:12:30.967521 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:12:30.967865 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:12:30.968183 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:12:30.968560 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:12:30.968863 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:12:30.998377 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0b1d2-83dd-4b7a-97a1-59ebafd97ea6 req-29527f2c-3854-40b9-8f9b-2075fe7cb88a tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:30.999925 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-66c0b1d2-83dd-4b7a-97a1-59ebafd97ea6 req-29527f2c-3854-40b9-8f9b-2075fe7cb88a tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 944 time: 0.0553145 Oct 27 19:12:31.044590 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-66c0b1d2-83dd-4b7a-97a1-59ebafd97ea6 req-34eb82dd-2fed-41a8-a14a-34dae8197d00 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375736 Oct 27 19:12:31.079418 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b9bcac-60a2-4181-9364-132bbe55e561 req-1f166671-4f11-464c-ab51-d31919e29692 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:31.081365 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e1b9bcac-60a2-4181-9364-132bbe55e561 req-1f166671-4f11-464c-ab51-d31919e29692 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.93 "GET /v2.0/ports?device_id=641d2798-3d0a-4583-bf60-9a98a3077d40&tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&binding%3Ahost_id=n-h1-815690-2 HTTP/1.1" status: 200 len: 944 time: 0.0542755 Oct 27 19:12:31.141799 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [req-e1b9bcac-60a2-4181-9364-132bbe55e561 req-b67c6016-2d8c-408c-9453-3487156d1fd5 service neutron] delete failed (client error): The resource could not be found. Oct 27 19:12:31.142918 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e1b9bcac-60a2-4181-9364-132bbe55e561 req-b67c6016-2d8c-408c-9453-3487156d1fd5 service neutron] 10.222.0.93 "DELETE /v2.0/ports/daa0f62f-b6d3-478c-9898-b351b6ec9ef0/bindings/n-h2-815690-2 HTTP/1.1" status: 404 len: 380 time: 0.0534747 Oct 27 19:12:31.148157 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['daa0f62f-b6d3-478c-9898-b351b6ec9ef0'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:12:31.231205 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b9bcac-60a2-4181-9364-132bbe55e561 req-3b52c8a9-51bf-49df-b1be-1d79b36c6097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:31.232755 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e1b9bcac-60a2-4181-9364-132bbe55e561 req-3b52c8a9-51bf-49df-b1be-1d79b36c6097 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 1095 time: 0.0450854 Oct 27 19:12:31.327794 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b9bcac-60a2-4181-9364-132bbe55e561 req-8500069a-b12a-45ab-857f-c245cbf24a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:31.329277 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e1b9bcac-60a2-4181-9364-132bbe55e561 req-8500069a-b12a-45ab-857f-c245cbf24a09 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 200 len: 914 time: 0.0891664 Oct 27 19:12:31.396027 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e1b9bcac-60a2-4181-9364-132bbe55e561 req-f054309a-8b8d-4489-b03b-7430efeab178 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=daa0f62f-b6d3-478c-9898-b351b6ec9ef0 HTTP/1.1" status: 200 len: 1000 time: 0.0583098 Oct 27 19:12:31.451025 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b9bcac-60a2-4181-9364-132bbe55e561 req-4857895f-7d21-4637-8305-adea61d23a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:31.452768 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e1b9bcac-60a2-4181-9364-132bbe55e561 req-4857895f-7d21-4637-8305-adea61d23a86 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7 HTTP/1.1" status: 200 len: 851 time: 0.0494406 Oct 27 19:12:31.499031 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b9bcac-60a2-4181-9364-132bbe55e561 req-506bf888-3d76-49dc-8c2e-66dda21da1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:31.500561 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e1b9bcac-60a2-4181-9364-132bbe55e561 req-506bf888-3d76-49dc-8c2e-66dda21da1e3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f86ef9e9-ba47-457b-b70a-17134e90302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403340 Oct 27 19:12:31.587754 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e1b9bcac-60a2-4181-9364-132bbe55e561 req-27ec3ed2-3fa6-4e26-9ad4-2bc9665daa9a service neutron] 10.222.0.93 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800345 Oct 27 19:12:31.683262 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e1b9bcac-60a2-4181-9364-132bbe55e561 req-59618800-15ee-4657-be17-b187e50f2d49 service neutron] 10.222.0.93 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865402 Oct 27 19:12:32.173278 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9c978-f69a-4ad9-92bc-c3524daa6295 req-e9964d4e-9078-4179-ade6-32fb122a4dfb tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:32.175582 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-91d9c978-f69a-4ad9-92bc-c3524daa6295 req-e9964d4e-9078-4179-ade6-32fb122a4dfb tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 944 time: 0.0506020 Oct 27 19:12:32.215872 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-91d9c978-f69a-4ad9-92bc-c3524daa6295 req-20c8da12-5413-43af-94be-91818e25d67e tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342228 Oct 27 19:12:32.649183 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device daa0f62f-b6d3-478c-9898-b351b6ec9ef0 up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:12:32.798838 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning for port daa0f62f-b6d3-478c-9898-b351b6ec9ef0 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 19:12:32.803450 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port daa0f62f-b6d3-478c-9898-b351b6ec9ef0 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:12:32.803826 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:32.884770 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:32.907768 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641d2798-3d0a-4583-bf60-9a98a3077d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa0f62f-b6d3-478c-9898-b351b6ec9ef0'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:12:32.910492 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b15f6e-c97e-48de-9e0a-370ec04948f9" -d '{"events": [{"server_uuid": "641d2798-3d0a-4583-bf60-9a98a3077d40", "name": "network-vif-plugged", "status": "completed", "tag": "daa0f62f-b6d3-478c-9898-b351b6ec9ef0"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:12:32.923548 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port daa0f62f-b6d3-478c-9898-b351b6ec9ef0, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=daa0f62f-b6d3-478c-9898-b351b6ec9ef0,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:12:32.947289 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507492c1-e42a-4e53-9213-3d3b1a476716 x-openstack-request-id: req-507492c1-e42a-4e53-9213-3d3b1a476716 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:12:32.947586 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641d2798-3d0a-4583-bf60-9a98a3077d40", "name": "network-vif-plugged", "status": "completed", "tag": "daa0f62f-b6d3-478c-9898-b351b6ec9ef0", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:12:32.947846 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-507492c1-e42a-4e53-9213-3d3b1a476716 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:12:32.948239 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641d2798-3d0a-4583-bf60-9a98a3077d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa0f62f-b6d3-478c-9898-b351b6ec9ef0', 'code': 200} Oct 27 19:12:32.988245 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:33.036810 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=daa0f62f-b6d3-478c-9898-b351b6ec9ef0,revision_number=9']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:12:33.341249 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a23736-508d-41a2-abb6-e53340e85ba8 req-b3d94e95-4273-40a5-806c-13ac2183e3ac tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:33.342829 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c0a23736-508d-41a2-abb6-e53340e85ba8 req-b3d94e95-4273-40a5-806c-13ac2183e3ac tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 945 time: 0.0502479 Oct 27 19:12:33.381510 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c0a23736-508d-41a2-abb6-e53340e85ba8 req-d5cc67a0-f101-4823-a8f8-caad127c2f91 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317078 Oct 27 19:12:33.498661 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257d7a8-5ce4-4d23-b63b-3274c2aacae4 req-0219a9c4-0e89-409a-a426-07a0662c4e45 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:33.500134 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3257d7a8-5ce4-4d23-b63b-3274c2aacae4 req-0219a9c4-0e89-409a-a426-07a0662c4e45 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 945 time: 0.0520906 Oct 27 19:12:33.544553 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3257d7a8-5ce4-4d23-b63b-3274c2aacae4 req-0fe1a4b4-ad52-47e8-b287-bd3c4449d5bd tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384619 Oct 27 19:12:33.660900 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48132b-1385-427b-8706-699caadc0d68 req-fc25fb13-c8d0-4433-80bf-baadccf2f993 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:33.662494 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7a48132b-1385-427b-8706-699caadc0d68 req-fc25fb13-c8d0-4433-80bf-baadccf2f993 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 945 time: 0.0522187 Oct 27 19:12:33.702293 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7a48132b-1385-427b-8706-699caadc0d68 req-19561e1e-45e5-4d3b-b968-c1761ab0f994 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337851 Oct 27 19:12:34.122193 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286b22d-04e8-45f2-a2d7-f7b04ba1f053 req-07678860-4e93-4882-bd24-8cd457c669b8 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:34.123750 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b286b22d-04e8-45f2-a2d7-f7b04ba1f053 req-07678860-4e93-4882-bd24-8cd457c669b8 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 945 time: 0.0507572 Oct 27 19:12:34.167542 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b286b22d-04e8-45f2-a2d7-f7b04ba1f053 req-2e18070f-cb68-459b-9521-ee1a795c6bf8 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370708 Oct 27 19:12:35.286218 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbe24e-0a3f-4a82-8dac-34381ed6ef82 req-f21508fc-f203-4f51-9e13-b142321395f1 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:35.288019 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-defbe24e-0a3f-4a82-8dac-34381ed6ef82 req-f21508fc-f203-4f51-9e13-b142321395f1 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 945 time: 0.0510068 Oct 27 19:12:35.332721 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-defbe24e-0a3f-4a82-8dac-34381ed6ef82 req-9f28d677-dafd-4351-a696-3298cdfd9e4c tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387301 Oct 27 19:12:35.436013 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64f50e-8618-4eba-8037-c8609629a24d req-cb05bf1a-40f4-4c7b-aefa-c2c72de18388 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:35.437523 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ec64f50e-8618-4eba-8037-c8609629a24d req-cb05bf1a-40f4-4c7b-aefa-c2c72de18388 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.81 "GET /v2.0/ports?device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 945 time: 0.0495534 Oct 27 19:12:35.536733 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-ec64f50e-8618-4eba-8037-c8609629a24d req-deb762ec-b857-425e-9957-dd9c2458bc1e tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Deleting port daa0f62f-b6d3-478c-9898-b351b6ec9ef0 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:12:35.536968 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ec64f50e-8618-4eba-8037-c8609629a24d req-deb762ec-b857-425e-9957-dd9c2458bc1e tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:35.626674 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-ec64f50e-8618-4eba-8037-c8609629a24d req-deb762ec-b857-425e-9957-dd9c2458bc1e tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] For port daa0f62f-b6d3-478c-9898-b351b6ec9ef0, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=daa0f62f-b6d3-478c-9898-b351b6ec9ef0,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:12:35.627060 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ec64f50e-8618-4eba-8037-c8609629a24d req-deb762ec-b857-425e-9957-dd9c2458bc1e tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:35.803860 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ec64f50e-8618-4eba-8037-c8609629a24d req-deb762ec-b857-425e-9957-dd9c2458bc1e tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:35.804226 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ec64f50e-8618-4eba-8037-c8609629a24d req-deb762ec-b857-425e-9957-dd9c2458bc1e tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:35.804615 n-d-815690-2 neutron-server[102879]: INFO neutron.db.l3_db [req-ec64f50e-8618-4eba-8037-c8609629a24d req-deb762ec-b857-425e-9957-dd9c2458bc1e tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Floating IP 5f7c7b81-4896-49f4-98d2-3f6caf5ac1eb disassociated. External IP: 172.25.6.222, port: daa0f62f-b6d3-478c-9898-b351b6ec9ef0. Oct 27 19:12:35.804878 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-ec64f50e-8618-4eba-8037-c8609629a24d req-deb762ec-b857-425e-9957-dd9c2458bc1e tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Calling delete_port for daa0f62f-b6d3-478c-9898-b351b6ec9ef0 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:12:35.992991 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ec64f50e-8618-4eba-8037-c8609629a24d req-deb762ec-b857-425e-9957-dd9c2458bc1e tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:36.027092 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb762ec-b857-425e-9957-dd9c2458bc1e tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Pushing event deleted for resources: {'Port': ['ID=daa0f62f-b6d3-478c-9898-b351b6ec9ef0,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:12:36.150061 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec64f50e-8618-4eba-8037-c8609629a24d req-deb762ec-b857-425e-9957-dd9c2458bc1e tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Router 250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:12:36.257579 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec64f50e-8618-4eba-8037-c8609629a24d req-deb762ec-b857-425e-9957-dd9c2458bc1e tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:12:36.267069 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe3fa8a-3895-4ea6-986f-df19d2c6b593 None None] Sync routers for ids ['250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:12:36.280443 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe3fa8a-3895-4ea6-986f-df19d2c6b593 None None] Routers {'250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:12:36.281125 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-fbe3fa8a-3895-4ea6-986f-df19d2c6b593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:12:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:12:36.302357 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec64f50e-8618-4eba-8037-c8609629a24d req-deb762ec-b857-425e-9957-dd9c2458bc1e tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] No DVR routers for this DVR port daa0f62f-b6d3-478c-9898-b351b6ec9ef0 on host n-h1-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:12:36.304953 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ec64f50e-8618-4eba-8037-c8609629a24d req-deb762ec-b857-425e-9957-dd9c2458bc1e tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:36.308282 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ec64f50e-8618-4eba-8037-c8609629a24d req-deb762ec-b857-425e-9957-dd9c2458bc1e tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.81 "DELETE /v2.0/ports/daa0f62f-b6d3-478c-9898-b351b6ec9ef0 HTTP/1.1" status: 204 len: 173 time: 0.8648145 Oct 27 19:12:36.308730 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641d2798-3d0a-4583-bf60-9a98a3077d40', 'name': 'network-vif-deleted', 'tag': 'daa0f62f-b6d3-478c-9898-b351b6ec9ef0'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:12:36.311140 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97faf507-d333-4b31-80c5-30691aa81fd9" -d '{"events": [{"server_uuid": "641d2798-3d0a-4583-bf60-9a98a3077d40", "name": "network-vif-deleted", "tag": "daa0f62f-b6d3-478c-9898-b351b6ec9ef0"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:12:36.359056 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53216630-37d8-4ec7-b4d7-da534a7d7934 x-openstack-request-id: req-53216630-37d8-4ec7-b4d7-da534a7d7934 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:12:36.359056 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641d2798-3d0a-4583-bf60-9a98a3077d40", "name": "network-vif-deleted", "tag": "daa0f62f-b6d3-478c-9898-b351b6ec9ef0", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:12:36.359056 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-53216630-37d8-4ec7-b4d7-da534a7d7934 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:12:36.359056 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641d2798-3d0a-4583-bf60-9a98a3077d40', 'name': 'network-vif-deleted', 'tag': 'daa0f62f-b6d3-478c-9898-b351b6ec9ef0', 'status': 'completed', 'code': 200} Oct 27 19:12:36.398700 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-fbe3fa8a-3895-4ea6-986f-df19d2c6b593 None None] Set router 250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:12:36.515056 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b7c5c491-996b-4b63-a76e-5e15d286788f req-e377dc39-bec8-4a9a-9941-6728682c17f1 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=641d2798-3d0a-4583-bf60-9a98a3077d40 HTTP/1.1" status: 200 len: 210 time: 0.0273418 Oct 27 19:12:36.617031 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-fbe3fa8a-3895-4ea6-986f-df19d2c6b593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'name': 'tempest-ServerActionsTestJSON-1621606912-router', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:10:12Z', 'updated_at': '2021-10-27T19:10:15Z', 'revision_number': 4, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'gw_port': {'id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:13Z', 'updated_at': '2021-10-27T19:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '6e2feb5a-f766-4ca5-bdab-44182f4e42a8', 'name': '', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'mac_address': 'fa:16:3e:f6:a4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:15Z', 'updated_at': '2021-10-27T19:10:19Z', 'revision_number': 5, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'subnets': [{'id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:12:36.645284 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe3fa8a-3895-4ea6-986f-df19d2c6b593 None None] Checking router: 250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:12:36.653860 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe3fa8a-3895-4ea6-986f-df19d2c6b593 None None] Routers {'250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:12:36.654447 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-fbe3fa8a-3895-4ea6-986f-df19d2c6b593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:12:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:12:36.764114 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-fbe3fa8a-3895-4ea6-986f-df19d2c6b593 None None] Set router 250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:12:36.964000 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-fbe3fa8a-3895-4ea6-986f-df19d2c6b593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'name': 'tempest-ServerActionsTestJSON-1621606912-router', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:10:12Z', 'updated_at': '2021-10-27T19:10:15Z', 'revision_number': 4, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'gw_port': {'id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:13Z', 'updated_at': '2021-10-27T19:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '6e2feb5a-f766-4ca5-bdab-44182f4e42a8', 'name': '', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'mac_address': 'fa:16:3e:f6:a4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:15Z', 'updated_at': '2021-10-27T19:10:19Z', 'revision_number': 5, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'subnets': [{'id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:12:36.994026 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe3fa8a-3895-4ea6-986f-df19d2c6b593 None None] The sync data for ids ['250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'] in n-d-815690-2 is: [{'id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'name': 'tempest-ServerActionsTestJSON-1621606912-router', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:10:12Z', 'updated_at': '2021-10-27T19:10:15Z', 'revision_number': 4, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'gw_port': {'id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:13Z', 'updated_at': '2021-10-27T19:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '6e2feb5a-f766-4ca5-bdab-44182f4e42a8', 'name': '', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'mac_address': 'fa:16:3e:f6:a4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:15Z', 'updated_at': '2021-10-27T19:10:19Z', 'revision_number': 5, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'subnets': [{'id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:12:37.213163 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4456b306-de8f-4622-9d02-fc1a59a79f2b None None] New status for floating IP 5f7c7b81-4896-49f4-98d2-3f6caf5ac1eb: DOWN {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 19:12:37.948281 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1006534e-fcea-4cc7-913d-9127104c06ef req-770bad33-5920-4f04-b0e1-3e4b64b679e6 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1873240823&fields=id&tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04 HTTP/1.1" status: 200 len: 267 time: 0.0333371 Oct 27 19:12:38.058174 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006534e-fcea-4cc7-913d-9127104c06ef req-2fbd01f2-14aa-49b3-9524-30b074032823 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:38.059739 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1006534e-fcea-4cc7-913d-9127104c06ef req-2fbd01f2-14aa-49b3-9524-30b074032823 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/networks?id=f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 200 len: 812 time: 0.1047180 Oct 27 19:12:38.075077 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1006534e-fcea-4cc7-913d-9127104c06ef req-cad83e85-c2ce-4a18-a8f4-ce349c904c78 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/quotas/bd6bd6a1dec443bcb50c57ad6f252d04 HTTP/1.1" status: 200 len: 375 time: 0.0090234 Oct 27 19:12:38.132155 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1006534e-fcea-4cc7-913d-9127104c06ef req-7473cc97-61ec-41a3-b19a-521f21203f7e tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515094 Oct 27 19:12:38.275436 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1006534e-fcea-4cc7-913d-9127104c06ef req-40f4fafd-dccd-446d-ab18-79c85e88697b service neutron] 10.222.0.52 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314940 Oct 27 19:12:38.369703 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1006534e-fcea-4cc7-913d-9127104c06ef req-d28b2430-d600-4697-b872-685fae519d0d service neutron] 10.222.0.52 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877802 Oct 27 19:12:38.618972 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4e1897d8-20ca-4ab0-b6ec-4ad5faedb80b req-84cd0395-c860-4bcb-b177-f697d8aab424 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 210 time: 0.0274982 Oct 27 19:12:39.656027 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2773e4c9-66cd-4d4e-a919-9ef1bf61708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:39.702066 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dfa35fd4-0bd9-4c73-8d38-fb3337a3e25f req-d813ea64-e55d-4a70-8683-949f22a4ea0e tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 210 time: 0.0273538 Oct 27 19:12:40.723940 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device daa0f62f-b6d3-478c-9898-b351b6ec9ef0 no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:12:40.743243 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] No Port match for: daa0f62f-b6d3-478c-9898-b351b6ec9ef0 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:12:40.743589 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device daa0f62f-b6d3-478c-9898-b351b6ec9ef0 not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:12:40.785433 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5a277c16-c744-4dac-8c05-dbb9b3d3160e req-11b2b1ba-802b-43c6-925b-b0994b5f4241 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 210 time: 0.0291409 Oct 27 19:12:41.872201 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f990ef75-7bd5-4660-aa44-82e0cd9a6f58 req-e0bae0be-66e7-4755-b707-2156eb483a73 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 210 time: 0.0310826 Oct 27 19:12:42.152858 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9e132ab8-bc5e-48a4-b9bc-165f84055f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:42.967051 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e7f726aa-5054-47a6-bc31-1ca80a8e2935 req-a69d51d6-339a-4b10-8eea-734efabf74a4 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 210 time: 0.0273113 Oct 27 19:12:43.415335 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:43.587163 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:44.068296 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e4ca10ea-7232-4f02-8745-4eea81da20c0 req-8ee86cf3-682e-4dc6-a2dd-96d70c89ee19 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 210 time: 0.0299082 Oct 27 19:12:44.492819 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006534e-fcea-4cc7-913d-9127104c06ef req-7e19755b-4c33-4c83-a1da-0a3d0506fa84 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:44.494293 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1006534e-fcea-4cc7-913d-9127104c06ef req-7e19755b-4c33-4c83-a1da-0a3d0506fa84 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.81 "GET /v2.0/networks?id=f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 200 len: 812 time: 0.1047933 Oct 27 19:12:44.540507 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1006534e-fcea-4cc7-913d-9127104c06ef req-e987f641-caea-4b2d-a634-371411bdbd03 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04 HTTP/1.1" status: 200 len: 380 time: 0.0375285 Oct 27 19:12:44.552037 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-1006534e-fcea-4cc7-913d-9127104c06ef req-c8e892a6-825a-4a07-af97-8aa75749956a tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Request body: {'port': {'device_id': 'e91bb3ed-3251-4d75-a496-a58593dafb96', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'admin_state_up': True, 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'security_groups': ['8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:12:44.741259 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1006534e-fcea-4cc7-913d-9127104c06ef req-c8e892a6-825a-4a07-af97-8aa75749956a tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Made reservation on behalf of bd6bd6a1dec443bcb50c57ad6f252d04 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:12:44.745638 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1006534e-fcea-4cc7-913d-9127104c06ef req-c8e892a6-825a-4a07-af97-8aa75749956a tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:45.171597 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7c366d37-b202-42a9-8709-ebb6b183c25d req-547a4df5-828f-4cf2-9722-c48c05bec848 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 210 time: 0.0285048 Oct 27 19:12:45.205616 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-1006534e-fcea-4cc7-913d-9127104c06ef req-c8e892a6-825a-4a07-af97-8aa75749956a tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Allocated IP 172.20.0.5 (f86ef9e9-ba47-457b-b70a-17134e90302b/33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7/9ae5eb05-84c8-4e13-9f91-93a9f45b6ace) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:12:45.295469 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:45.343917 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1006534e-fcea-4cc7-913d-9127104c06ef req-c8e892a6-825a-4a07-af97-8aa75749956a tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:45.438843 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1006534e-fcea-4cc7-913d-9127104c06ef req-c8e892a6-825a-4a07-af97-8aa75749956a tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:45.483413 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1006534e-fcea-4cc7-913d-9127104c06ef req-c8e892a6-825a-4a07-af97-8aa75749956a tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Network f86ef9e9-ba47-457b-b70a-17134e90302b is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:12:45.486452 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-1006534e-fcea-4cc7-913d-9127104c06ef req-c8e892a6-825a-4a07-af97-8aa75749956a tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:12:45.490182 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-1006534e-fcea-4cc7-913d-9127104c06ef req-c8e892a6-825a-4a07-af97-8aa75749956a tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:12:45.496540 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e892a6-825a-4a07-af97-8aa75749956a tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Pushing event updated for resources: {'Port': ['ID=9ae5eb05-84c8-4e13-9f91-93a9f45b6ace,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:12:45.544528 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006534e-fcea-4cc7-913d-9127104c06ef req-c8e892a6-825a-4a07-af97-8aa75749956a tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:45.545147 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1006534e-fcea-4cc7-913d-9127104c06ef req-c8e892a6-825a-4a07-af97-8aa75749956a tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:45.653124 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1006534e-fcea-4cc7-913d-9127104c06ef req-c8e892a6-825a-4a07-af97-8aa75749956a tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1048222 Oct 27 19:12:45.665497 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-1006534e-fcea-4cc7-913d-9127104c06ef req-f6426b89-24f8-47bd-8df7-37c89f8bb908 service neutron] Request body: {'port': {'device_id': 'e91bb3ed-3251-4d75-a496-a58593dafb96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:12:45.695827 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f36b264a-da1b-44b7-bed6-aecc3072ca7b None None] Provisioning complete for port 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:12:45.696106 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f36b264a-da1b-44b7-bed6-aecc3072ca7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:45.723979 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1006534e-fcea-4cc7-913d-9127104c06ef req-f6426b89-24f8-47bd-8df7-37c89f8bb908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:45.730760 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f36b264a-da1b-44b7-bed6-aecc3072ca7b None None] Port 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:12:45.985417 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-1006534e-fcea-4cc7-913d-9127104c06ef req-f6426b89-24f8-47bd-8df7-37c89f8bb908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:12:45.993520 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1006534e-fcea-4cc7-913d-9127104c06ef req-f6426b89-24f8-47bd-8df7-37c89f8bb908 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:46.005862 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-1006534e-fcea-4cc7-913d-9127104c06ef req-f6426b89-24f8-47bd-8df7-37c89f8bb908 service neutron] Transition to ACTIVE for port object 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 19:12:46.112561 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1006534e-fcea-4cc7-913d-9127104c06ef req-f6426b89-24f8-47bd-8df7-37c89f8bb908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:46.164544 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6426b89-24f8-47bd-8df7-37c89f8bb908 service neutron] Pushing event updated for resources: {'Port': ['ID=9ae5eb05-84c8-4e13-9f91-93a9f45b6ace,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:12:46.240025 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-1006534e-fcea-4cc7-913d-9127104c06ef req-f6426b89-24f8-47bd-8df7-37c89f8bb908 service neutron] Attempting to bind port 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:12:46.240365 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-1006534e-fcea-4cc7-913d-9127104c06ef req-f6426b89-24f8-47bd-8df7-37c89f8bb908 service neutron] Attempting to bind port 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:12:46.240699 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1006534e-fcea-4cc7-913d-9127104c06ef req-f6426b89-24f8-47bd-8df7-37c89f8bb908 service neutron] Attempting to bind port 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace on network f86ef9e9-ba47-457b-b70a-17134e90302b {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:12:46.245643 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1006534e-fcea-4cc7-913d-9127104c06ef req-f6426b89-24f8-47bd-8df7-37c89f8bb908 service neutron] Port 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace on network f86ef9e9-ba47-457b-b70a-17134e90302b not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 19:12:46.245978 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1006534e-fcea-4cc7-913d-9127104c06ef req-f6426b89-24f8-47bd-8df7-37c89f8bb908 service neutron] Attempting to bind port 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace on network f86ef9e9-ba47-457b-b70a-17134e90302b {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:12:46.251297 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1006534e-fcea-4cc7-913d-9127104c06ef req-f6426b89-24f8-47bd-8df7-37c89f8bb908 service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:12:46.251637 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1006534e-fcea-4cc7-913d-9127104c06ef req-f6426b89-24f8-47bd-8df7-37c89f8bb908 service neutron] Checking segment: {'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:12:46.252021 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1006534e-fcea-4cc7-913d-9127104c06ef req-f6426b89-24f8-47bd-8df7-37c89f8bb908 service neutron] Bound using segment: {'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:12:46.252451 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-1006534e-fcea-4cc7-913d-9127104c06ef req-f6426b89-24f8-47bd-8df7-37c89f8bb908 service neutron] Bound port: 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:12:46.252808 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1006534e-fcea-4cc7-913d-9127104c06ef req-f6426b89-24f8-47bd-8df7-37c89f8bb908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:46.303753 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e726c-5cd6-432f-aaa9-a040aa67c901 req-91b4fb62-8058-43f4-b7ff-58177a05febe tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:46.305501 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dc8e726c-5cd6-432f-aaa9-a040aa67c901 req-91b4fb62-8058-43f4-b7ff-58177a05febe tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 943 time: 0.0554485 Oct 27 19:12:46.319129 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-1006534e-fcea-4cc7-913d-9127104c06ef req-f6426b89-24f8-47bd-8df7-37c89f8bb908 service neutron] For port 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:12:46.322398 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-1006534e-fcea-4cc7-913d-9127104c06ef req-f6426b89-24f8-47bd-8df7-37c89f8bb908 service neutron] For port 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=9ae5eb05-84c8-4e13-9f91-93a9f45b6ace,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:12:46.349759 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dc8e726c-5cd6-432f-aaa9-a040aa67c901 req-16fb83e9-d05d-4455-a6b1-338bca3bbd2d tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362921 Oct 27 19:12:46.376222 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1006534e-fcea-4cc7-913d-9127104c06ef req-f6426b89-24f8-47bd-8df7-37c89f8bb908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:46.412581 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006534e-fcea-4cc7-913d-9127104c06ef req-f6426b89-24f8-47bd-8df7-37c89f8bb908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:46.413201 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1006534e-fcea-4cc7-913d-9127104c06ef req-f6426b89-24f8-47bd-8df7-37c89f8bb908 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:46.414608 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1006534e-fcea-4cc7-913d-9127104c06ef req-f6426b89-24f8-47bd-8df7-37c89f8bb908 service neutron] 10.222.0.81 "PUT /v2.0/ports/9ae5eb05-84c8-4e13-9f91-93a9f45b6ace HTTP/1.1" status: 200 len: 1091 time: 0.7535579 Oct 27 19:12:46.415083 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91bb3ed-3251-4d75-a496-a58593dafb96', 'tag': '9ae5eb05-84c8-4e13-9f91-93a9f45b6ace'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:12:46.417378 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e81e5573248df7852d4dc07c1241112b528fcd1ce23cd682998fe87ab372c745" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd484203-4971-4be6-8ca1-c92045ba78e7" -d '{"events": [{"name": "network-changed", "server_uuid": "e91bb3ed-3251-4d75-a496-a58593dafb96", "tag": "9ae5eb05-84c8-4e13-9f91-93a9f45b6ace"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:12:46.443453 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6426b89-24f8-47bd-8df7-37c89f8bb908 service neutron] Pushing event updated for resources: {'Port': ['ID=9ae5eb05-84c8-4e13-9f91-93a9f45b6ace,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:12:46.456018 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d4f4e8-5bca-46a3-a72a-6fb6211e003a x-openstack-request-id: req-e8d4f4e8-5bca-46a3-a72a-6fb6211e003a {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:12:46.456310 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e91bb3ed-3251-4d75-a496-a58593dafb96", "tag": "9ae5eb05-84c8-4e13-9f91-93a9f45b6ace", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:12:46.456567 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e8d4f4e8-5bca-46a3-a72a-6fb6211e003a {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:12:46.457021 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e91bb3ed-3251-4d75-a496-a58593dafb96', 'tag': '9ae5eb05-84c8-4e13-9f91-93a9f45b6ace', 'status': 'completed', 'code': 200} Oct 27 19:12:46.525078 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd484203-4971-4be6-8ca1-c92045ba78e7 req-faf65177-c0c4-4ed1-aabf-3ab8087161b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:46.526617 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cd484203-4971-4be6-8ca1-c92045ba78e7 req-faf65177-c0c4-4ed1-aabf-3ab8087161b1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 1094 time: 0.0499446 Oct 27 19:12:46.629148 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd484203-4971-4be6-8ca1-c92045ba78e7 req-e99b906f-beec-4725-94f0-9ed53d77e6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:46.630663 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cd484203-4971-4be6-8ca1-c92045ba78e7 req-e99b906f-beec-4725-94f0-9ed53d77e6be service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0954964 Oct 27 19:12:46.728313 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd484203-4971-4be6-8ca1-c92045ba78e7 req-69ce2593-3195-4b0b-acbf-b9fb7564e054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:46.729789 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-cd484203-4971-4be6-8ca1-c92045ba78e7 req-69ce2593-3195-4b0b-acbf-b9fb7564e054 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0924234 Oct 27 19:12:46.808726 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006534e-fcea-4cc7-913d-9127104c06ef req-554ec958-d786-4b90-8fdb-0a2e812f3c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:46.810235 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1006534e-fcea-4cc7-913d-9127104c06ef req-554ec958-d786-4b90-8fdb-0a2e812f3c55 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 1094 time: 0.0414052 Oct 27 19:12:46.858598 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1006534e-fcea-4cc7-913d-9127104c06ef req-94cf43d0-a33b-4397-9d0c-d916f5cfa2c6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ae5eb05-84c8-4e13-9f91-93a9f45b6ace HTTP/1.1" status: 200 len: 217 time: 0.0404332 Oct 27 19:12:46.911487 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006534e-fcea-4cc7-913d-9127104c06ef req-0bf3a87d-3114-49c4-b4a6-2a30a7f44b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:46.912934 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1006534e-fcea-4cc7-913d-9127104c06ef req-0bf3a87d-3114-49c4-b4a6-2a30a7f44b85 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7 HTTP/1.1" status: 200 len: 851 time: 0.0475852 Oct 27 19:12:46.958629 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006534e-fcea-4cc7-913d-9127104c06ef req-c6c9ad78-afdb-44ea-92df-7d212c91d684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:46.960190 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1006534e-fcea-4cc7-913d-9127104c06ef req-c6c9ad78-afdb-44ea-92df-7d212c91d684 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f86ef9e9-ba47-457b-b70a-17134e90302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399942 Oct 27 19:12:47.056703 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1006534e-fcea-4cc7-913d-9127104c06ef req-1cebb968-57e9-4fef-9bed-18da02a6bbe3 service neutron] 10.222.0.81 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880194 Oct 27 19:12:47.147703 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1006534e-fcea-4cc7-913d-9127104c06ef req-0f088192-5870-4185-9a59-f5cc9d6cc736 service neutron] 10.222.0.81 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830841 Oct 27 19:12:47.474377 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525f587-b026-4922-890e-5881653bb683 req-c663dbc0-b7f3-4175-a2be-4f481ed7ecc7 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:47.475922 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9525f587-b026-4922-890e-5881653bb683 req-c663dbc0-b7f3-4175-a2be-4f481ed7ecc7 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 943 time: 0.0553799 Oct 27 19:12:47.514049 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9525f587-b026-4922-890e-5881653bb683 req-cf43a2c9-bb82-4ce3-8672-ad703bc12777 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322554 Oct 27 19:12:48.633042 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29ac27-ca20-4615-8978-bc9c55bc80f0 req-46dd2368-b1ac-43a8-8aeb-05fec44baf5c tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:48.634573 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7c29ac27-ca20-4615-8978-bc9c55bc80f0 req-46dd2368-b1ac-43a8-8aeb-05fec44baf5c tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 943 time: 0.0526817 Oct 27 19:12:48.673756 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7c29ac27-ca20-4615-8978-bc9c55bc80f0 req-8102ea9e-bb47-4976-8fc3-db921d1b0cc7 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330553 Oct 27 19:12:49.791024 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d72a4-b241-4e52-87db-b785edd01233 req-7c1ae5a7-c44f-40dd-811a-074612159ccb tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:49.792537 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-416d72a4-b241-4e52-87db-b785edd01233 req-7c1ae5a7-c44f-40dd-811a-074612159ccb tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 943 time: 0.0495863 Oct 27 19:12:49.830039 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-416d72a4-b241-4e52-87db-b785edd01233 req-68a2661b-09f1-4cb3-9ec2-bb31be540e85 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314701 Oct 27 19:12:50.752700 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 19:12:50.848602 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=9ae5eb05-84c8-4e13-9f91-93a9f45b6ace,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:12:50.860173 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': '9ae5eb05-84c8-4e13-9f91-93a9f45b6ace', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'port_id': '9ae5eb05-84c8-4e13-9f91-93a9f45b6ace', 'mac_address': 'fa:16:3e:5f:73:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 19:12:50.897374 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:50.910466 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:12:50.931545 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=9ae5eb05-84c8-4e13-9f91-93a9f45b6ace,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:12:50.954125 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7eca8d-f1e5-45f1-942f-9271baf2b275 req-edbce62b-049b-4342-a8a7-9e5dabb68aff tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:50.955653 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8c7eca8d-f1e5-45f1-942f-9271baf2b275 req-edbce62b-049b-4342-a8a7-9e5dabb68aff tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 943 time: 0.0556009 Oct 27 19:12:50.994158 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8c7eca8d-f1e5-45f1-942f-9271baf2b275 req-27696f7b-1ebe-4368-9f7b-ba183ac7eeaa tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325587 Oct 27 19:12:51.055382 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:51.105903 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=9ae5eb05-84c8-4e13-9f91-93a9f45b6ace,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:12:51.244956 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['9ae5eb05-84c8-4e13-9f91-93a9f45b6ace'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:12:52.117735 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f117f-bd44-4839-9a14-9da15343a587 req-baad1d04-a3aa-4578-ab8f-ed803fb80093 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:52.119383 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d42f117f-bd44-4839-9a14-9da15343a587 req-baad1d04-a3aa-4578-ab8f-ed803fb80093 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 944 time: 0.0526633 Oct 27 19:12:52.158674 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d42f117f-bd44-4839-9a14-9da15343a587 req-c8615659-d4d8-49d5-b544-956ca43dde62 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332961 Oct 27 19:12:52.784791 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:12:52.889590 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning for port 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 19:12:52.893688 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:12:52.895768 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:52.976856 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:53.001476 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91bb3ed-3251-4d75-a496-a58593dafb96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae5eb05-84c8-4e13-9f91-93a9f45b6ace'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:12:53.003953 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7208d89f56626e11c526b06145d9a67bf8ff7428b6c62461ffed6ed854400ac3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96c04d2-99b3-4031-bfeb-4290162370a0" -d '{"events": [{"server_uuid": "e91bb3ed-3251-4d75-a496-a58593dafb96", "name": "network-vif-plugged", "status": "completed", "tag": "9ae5eb05-84c8-4e13-9f91-93a9f45b6ace"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:12:53.018500 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=9ae5eb05-84c8-4e13-9f91-93a9f45b6ace,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:12:53.042474 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e925d076-978b-4ba7-a75a-5c9f5eb2e26b x-openstack-request-id: req-e925d076-978b-4ba7-a75a-5c9f5eb2e26b {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:12:53.042768 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91bb3ed-3251-4d75-a496-a58593dafb96", "name": "network-vif-plugged", "status": "completed", "tag": "9ae5eb05-84c8-4e13-9f91-93a9f45b6ace", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:12:53.043049 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e925d076-978b-4ba7-a75a-5c9f5eb2e26b {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:12:53.043448 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91bb3ed-3251-4d75-a496-a58593dafb96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae5eb05-84c8-4e13-9f91-93a9f45b6ace', 'code': 200} Oct 27 19:12:53.061165 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:53.109976 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=9ae5eb05-84c8-4e13-9f91-93a9f45b6ace,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:12:53.223599 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68963c77-44f6-4864-9088-3f1501877d87 req-07705414-c82b-4d77-a6f3-20c246be9273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:53.225624 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-68963c77-44f6-4864-9088-3f1501877d87 req-07705414-c82b-4d77-a6f3-20c246be9273 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 1096 time: 0.0912130 Oct 27 19:12:53.261865 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-68963c77-44f6-4864-9088-3f1501877d87 req-4b2c2fb7-2d4b-4307-a93f-32385a533f09 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287402 Oct 27 19:12:53.285941 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41095da7-a62c-4403-bd4e-82e743e6c92f req-d47616ca-c1bf-434c-b17b-3e1569c484bb tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:53.288659 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-41095da7-a62c-4403-bd4e-82e743e6c92f req-d47616ca-c1bf-434c-b17b-3e1569c484bb tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 945 time: 0.0545075 Oct 27 19:12:53.329937 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-41095da7-a62c-4403-bd4e-82e743e6c92f req-f0de1591-325e-4a69-9cb9-15c40cd029a9 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341239 Oct 27 19:12:54.455211 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c939e-7381-46d2-9734-bc766ea0f700 req-10727479-d1bc-4ec7-abe8-3bd09341085e tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:54.456643 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c66c939e-7381-46d2-9734-bc766ea0f700 req-10727479-d1bc-4ec7-abe8-3bd09341085e tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 945 time: 0.0552030 Oct 27 19:12:54.497526 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c66c939e-7381-46d2-9734-bc766ea0f700 req-1a7607e6-dff9-4a14-a5d8-746be4d68f03 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348327 Oct 27 19:12:55.616634 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27954665-55bf-46c1-83a8-561d7e2072b2 req-d9974417-0966-4c7a-aa1f-6b34c8855c9b tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:55.618157 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-27954665-55bf-46c1-83a8-561d7e2072b2 req-d9974417-0966-4c7a-aa1f-6b34c8855c9b tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 945 time: 0.0502934 Oct 27 19:12:55.656268 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-27954665-55bf-46c1-83a8-561d7e2072b2 req-5a370511-40b6-4cdc-884e-480151b5fcc3 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321734 Oct 27 19:12:55.719430 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:12:55.769106 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2652db-6741-4e02-964f-cd44ee6049ec req-104974e6-588b-4e1b-9d32-d4f17eee0d4b tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:55.770600 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0c2652db-6741-4e02-964f-cd44ee6049ec req-104974e6-588b-4e1b-9d32-d4f17eee0d4b tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 945 time: 0.0500495 Oct 27 19:12:55.779650 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49312) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:12:55.783897 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-7c53ebe5-0e40-4cd0-af4b-8a0b2661bf52 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Request body: {'floatingip': {'port_id': '9ae5eb05-84c8-4e13-9f91-93a9f45b6ace'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:12:55.827165 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7c53ebe5-0e40-4cd0-af4b-8a0b2661bf52 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks [] for floatingip, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:56.244661 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7c53ebe5-0e40-4cd0-af4b-8a0b2661bf52 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:56.300916 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7c53ebe5-0e40-4cd0-af4b-8a0b2661bf52 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:56.403404 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [None req-7c53ebe5-0e40-4cd0-af4b-8a0b2661bf52 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Floating IP 5f7c7b81-4896-49f4-98d2-3f6caf5ac1eb associated. External IP: 172.25.6.222, port: 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace. Oct 27 19:12:56.619934 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c53ebe5-0e40-4cd0-af4b-8a0b2661bf52 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Router 250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:12:56.733564 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c53ebe5-0e40-4cd0-af4b-8a0b2661bf52 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:12:56.738281 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7c53ebe5-0e40-4cd0-af4b-8a0b2661bf52 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:56.744677 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744dbd96-b716-4be1-a4da-52decfd68542 None None] Sync routers for ids ['250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:12:56.755262 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744dbd96-b716-4be1-a4da-52decfd68542 None None] Routers {'250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:12:56.761803 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-744dbd96-b716-4be1-a4da-52decfd68542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:12:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:12:56.765232 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7c53ebe5-0e40-4cd0-af4b-8a0b2661bf52 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "PUT /v2.0/floatingips/5f7c7b81-4896-49f4-98d2-3f6caf5ac1eb HTTP/1.1" status: 200 len: 991 time: 0.9846077 Oct 27 19:12:56.765850 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91bb3ed-3251-4d75-a496-a58593dafb96', 'tag': '9ae5eb05-84c8-4e13-9f91-93a9f45b6ace'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:12:56.781214 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:56.808606 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bca0ca0b982d995b269f20b8ee9fa1484886a2da5fdd33aa4707a11ccb3e0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88904833-8411-4153-96f8-a6237723e609" -d '{"events": [{"name": "network-changed", "server_uuid": "e91bb3ed-3251-4d75-a496-a58593dafb96", "tag": "9ae5eb05-84c8-4e13-9f91-93a9f45b6ace"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:12:56.869588 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-744dbd96-b716-4be1-a4da-52decfd68542 None None] Set router 250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:12:56.911909 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41d8d06-03fb-440c-a2a8-1a0c46715d30 x-openstack-request-id: req-c41d8d06-03fb-440c-a2a8-1a0c46715d30 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:12:56.912276 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e91bb3ed-3251-4d75-a496-a58593dafb96", "tag": "9ae5eb05-84c8-4e13-9f91-93a9f45b6ace", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:12:56.912530 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c41d8d06-03fb-440c-a2a8-1a0c46715d30 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:12:56.913644 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e91bb3ed-3251-4d75-a496-a58593dafb96', 'tag': '9ae5eb05-84c8-4e13-9f91-93a9f45b6ace', 'status': 'completed', 'code': 200} Oct 27 19:12:56.977612 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88904833-8411-4153-96f8-a6237723e609 req-b9ad6257-dc79-42f2-bfe4-98588a6b02d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:56.979187 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-88904833-8411-4153-96f8-a6237723e609 req-b9ad6257-dc79-42f2-bfe4-98588a6b02d1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 1096 time: 0.0460150 Oct 27 19:12:57.077223 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88904833-8411-4153-96f8-a6237723e609 req-fa5404bd-4211-4e92-a20a-7c0ad4a4adf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:57.078710 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-88904833-8411-4153-96f8-a6237723e609 req-fa5404bd-4211-4e92-a20a-7c0ad4a4adf9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 200 len: 914 time: 0.0918930 Oct 27 19:12:57.097391 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-744dbd96-b716-4be1-a4da-52decfd68542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'name': 'tempest-ServerActionsTestJSON-1621606912-router', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:10:12Z', 'updated_at': '2021-10-27T19:10:15Z', 'revision_number': 4, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'gw_port': {'id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:13Z', 'updated_at': '2021-10-27T19:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '5f7c7b81-4896-49f4-98d2-3f6caf5ac1eb', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'floating_ip_address': '172.25.6.222', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'port_id': '9ae5eb05-84c8-4e13-9f91-93a9f45b6ace', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'mac_address': 'fa:16:3e:5f:73:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91bb3ed-3251-4d75-a496-a58593dafb96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:10:19Z', 'updated_at': '2021-10-27T19:12:56Z', 'revision_number': 5, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e2feb5a-f766-4ca5-bdab-44182f4e42a8', 'name': '', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'mac_address': 'fa:16:3e:f6:a4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:15Z', 'updated_at': '2021-10-27T19:10:19Z', 'revision_number': 5, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'subnets': [{'id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:12:57.126613 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744dbd96-b716-4be1-a4da-52decfd68542 None None] Checking router: 250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:12:57.135732 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744dbd96-b716-4be1-a4da-52decfd68542 None None] Routers {'250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:12:57.136332 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-744dbd96-b716-4be1-a4da-52decfd68542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:12:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:12:57.151817 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-88904833-8411-4153-96f8-a6237723e609 req-03b45c0d-a02e-4802-949f-fd82ded18b72 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ae5eb05-84c8-4e13-9f91-93a9f45b6ace HTTP/1.1" status: 200 len: 999 time: 0.0651131 Oct 27 19:12:57.201898 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88904833-8411-4153-96f8-a6237723e609 req-10c45a39-988b-435d-85fe-e6a6e99abe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:57.203438 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-88904833-8411-4153-96f8-a6237723e609 req-10c45a39-988b-435d-85fe-e6a6e99abe39 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7 HTTP/1.1" status: 200 len: 851 time: 0.0448706 Oct 27 19:12:57.244186 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-744dbd96-b716-4be1-a4da-52decfd68542 None None] Set router 250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:12:57.251241 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88904833-8411-4153-96f8-a6237723e609 req-dbf31bc0-a466-4258-bfbe-6947fc8e70e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:12:57.252787 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-88904833-8411-4153-96f8-a6237723e609 req-dbf31bc0-a466-4258-bfbe-6947fc8e70e1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f86ef9e9-ba47-457b-b70a-17134e90302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414979 Oct 27 19:12:57.266847 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:12:57.352572 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-88904833-8411-4153-96f8-a6237723e609 req-e9d43a06-486a-49b6-8d24-9523b877e9e1 service neutron] 10.222.0.81 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929883 Oct 27 19:12:57.448200 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-88904833-8411-4153-96f8-a6237723e609 req-09d23c42-55be-4319-9d4f-9c0deac83cb3 service neutron] 10.222.0.81 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887523 Oct 27 19:12:57.566522 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-744dbd96-b716-4be1-a4da-52decfd68542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'name': 'tempest-ServerActionsTestJSON-1621606912-router', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:10:12Z', 'updated_at': '2021-10-27T19:10:15Z', 'revision_number': 4, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'gw_port': {'id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:13Z', 'updated_at': '2021-10-27T19:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '5f7c7b81-4896-49f4-98d2-3f6caf5ac1eb', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'floating_ip_address': '172.25.6.222', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'port_id': '9ae5eb05-84c8-4e13-9f91-93a9f45b6ace', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'mac_address': 'fa:16:3e:5f:73:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91bb3ed-3251-4d75-a496-a58593dafb96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:10:19Z', 'updated_at': '2021-10-27T19:12:56Z', 'revision_number': 5, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e2feb5a-f766-4ca5-bdab-44182f4e42a8', 'name': '', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'mac_address': 'fa:16:3e:f6:a4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:15Z', 'updated_at': '2021-10-27T19:10:19Z', 'revision_number': 5, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'subnets': [{'id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:12:57.596063 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744dbd96-b716-4be1-a4da-52decfd68542 None None] The sync data for ids ['250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'] in n-d-815690-2 is: [{'id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'name': 'tempest-ServerActionsTestJSON-1621606912-router', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:10:12Z', 'updated_at': '2021-10-27T19:10:15Z', 'revision_number': 4, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'gw_port': {'id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:13Z', 'updated_at': '2021-10-27T19:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '5f7c7b81-4896-49f4-98d2-3f6caf5ac1eb', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'floating_ip_address': '172.25.6.222', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'port_id': '9ae5eb05-84c8-4e13-9f91-93a9f45b6ace', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'mac_address': 'fa:16:3e:5f:73:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91bb3ed-3251-4d75-a496-a58593dafb96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:10:19Z', 'updated_at': '2021-10-27T19:12:56Z', 'revision_number': 5, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e2feb5a-f766-4ca5-bdab-44182f4e42a8', 'name': '', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'mac_address': 'fa:16:3e:f6:a4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:15Z', 'updated_at': '2021-10-27T19:10:19Z', 'revision_number': 5, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'subnets': [{'id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:12:57.786984 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59974bed-613b-4f24-8f9a-cc994a115aba None None] New status for floating IP 5f7c7b81-4896-49f4-98d2-3f6caf5ac1eb: ACTIVE {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 19:13:09.690188 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2a913f20-c3bb-4ed7-bafd-3c4c2e1246f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:13:12.100928 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cf5f2942-1ac6-487a-a3f5-47f5148c0c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:13:13.431909 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:13:13.585977 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:13:15.317943 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:13:19.992684 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [req-071c133b-a931-4774-92c3-61ae95cf568a req-bcdb2d66-ae77-42f4-bee6-c4a4de52bd91 service neutron] (102879) timed out ('10.222.0.93', 52500) {{(pid=102879) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 19:13:26.791554 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:13:27.312391 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:13:32.718864 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:13:34.144615 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-52869fa6-c8cb-43ef-a70e-c7b8132ea1cb req-fb7cae8d-7a22-4ba5-bb30-f451431260ea service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446332 Oct 27 19:13:34.229267 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52869fa6-c8cb-43ef-a70e-c7b8132ea1cb req-4eed4ec1-b0da-4baf-8465-adeb9b75af2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:13:34.230781 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-52869fa6-c8cb-43ef-a70e-c7b8132ea1cb req-4eed4ec1-b0da-4baf-8465-adeb9b75af2b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 1096 time: 0.0427680 Oct 27 19:13:34.336545 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52869fa6-c8cb-43ef-a70e-c7b8132ea1cb req-ae155928-b1ba-4e98-87c4-03530bc660bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:13:34.338021 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-52869fa6-c8cb-43ef-a70e-c7b8132ea1cb req-ae155928-b1ba-4e98-87c4-03530bc660bb service neutron] 10.222.0.81 "GET /v2.0/networks?id=f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 200 len: 914 time: 0.0864415 Oct 27 19:13:34.407494 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-52869fa6-c8cb-43ef-a70e-c7b8132ea1cb req-f5197ed3-5d47-45fb-95db-28a432d9d3a2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ae5eb05-84c8-4e13-9f91-93a9f45b6ace HTTP/1.1" status: 200 len: 1001 time: 0.0623186 Oct 27 19:13:34.456431 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52869fa6-c8cb-43ef-a70e-c7b8132ea1cb req-c9d2ff58-ea6f-478d-a898-329ed740dc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:13:34.457861 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-52869fa6-c8cb-43ef-a70e-c7b8132ea1cb req-c9d2ff58-ea6f-478d-a898-329ed740dc4a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7 HTTP/1.1" status: 200 len: 851 time: 0.0435624 Oct 27 19:13:34.503799 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52869fa6-c8cb-43ef-a70e-c7b8132ea1cb req-03fcf585-a5e6-4021-b2f6-3b0bb4042f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:13:34.505286 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-52869fa6-c8cb-43ef-a70e-c7b8132ea1cb req-03fcf585-a5e6-4021-b2f6-3b0bb4042f60 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f86ef9e9-ba47-457b-b70a-17134e90302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397315 Oct 27 19:13:34.598448 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-52869fa6-c8cb-43ef-a70e-c7b8132ea1cb req-4dbd9932-19ff-435b-8316-9cba69ab034e service neutron] 10.222.0.81 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856745 Oct 27 19:13:34.692297 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-52869fa6-c8cb-43ef-a70e-c7b8132ea1cb req-31bd196a-aba9-4540-92d2-556309db7a5e service neutron] 10.222.0.81 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872188 Oct 27 19:13:37.452701 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [req-eb2301d0-6b0f-4652-8083-d6285d3fbf2e req-d34fe551-7d8d-48ab-bd74-83fdbe64d3e1 service neutron] (102879) timed out ('10.222.0.81', 50344) {{(pid=102879) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 19:13:39.722832 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-48dc4b29-c1ca-4312-91e8-698c06fa6dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:13:42.105483 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5be156aa-9334-4b70-acb7-b29680e58132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:13:43.419756 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:13:43.603120 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:13:45.231595 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:13:56.802655 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:13:57.322687 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:14:09.704903 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2cb4d0cd-aea1-41b8-85cc-d7b4075cab33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:14:09.718518 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:14:12.121952 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-28cb697c-5760-457c-a754-bc62b644e396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:14:13.459750 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:14:13.607706 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:14:15.259302 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:14:26.813705 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:14:27.310671 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:14:32.022220 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5cf966-8497-473a-b0fe-38901a66d835 req-ae625a33-7cb5-48ff-8453-1bb9004a13ff tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:32.023819 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0c5cf966-8497-473a-b0fe-38901a66d835 req-ae625a33-7cb5-48ff-8453-1bb9004a13ff tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 945 time: 0.0527017 Oct 27 19:14:32.064831 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0c5cf966-8497-473a-b0fe-38901a66d835 req-b48bb7f1-90db-4913-908a-fd2a8e5bf03d tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346978 Oct 27 19:14:33.186618 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00ce0f-f8b0-4000-bf6c-1baa449b5315 req-5148f314-509f-4951-b491-a0c115e094d1 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:33.188161 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-be00ce0f-f8b0-4000-bf6c-1baa449b5315 req-5148f314-509f-4951-b491-a0c115e094d1 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 945 time: 0.0530066 Oct 27 19:14:33.228734 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-be00ce0f-f8b0-4000-bf6c-1baa449b5315 req-77715b45-c554-434c-a885-6d9c3ccd47a4 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337608 Oct 27 19:14:34.183266 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3e9b1-4157-4bed-9526-ba1f43f31cf9 req-1c399a4b-c954-4c26-9f3d-d7c7658255be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:34.184790 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1bd3e9b1-4157-4bed-9526-ba1f43f31cf9 req-1c399a4b-c954-4c26-9f3d-d7c7658255be service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 1096 time: 0.0434990 Oct 27 19:14:34.296459 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3e9b1-4157-4bed-9526-ba1f43f31cf9 req-65ba2651-9d49-4f65-bf72-11bdeb57f6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:34.297963 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1bd3e9b1-4157-4bed-9526-ba1f43f31cf9 req-65ba2651-9d49-4f65-bf72-11bdeb57f6ac service neutron] 10.222.0.81 "GET /v2.0/networks?id=f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 200 len: 914 time: 0.0923736 Oct 27 19:14:34.348374 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ebbd5-c179-47b1-afbd-373d3199acc2 req-e8fc1211-1cf1-422a-ae9e-96d26d4d1b4f tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:34.349994 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cb0ebbd5-c179-47b1-afbd-373d3199acc2 req-e8fc1211-1cf1-422a-ae9e-96d26d4d1b4f tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 945 time: 0.0513513 Oct 27 19:14:34.364898 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1bd3e9b1-4157-4bed-9526-ba1f43f31cf9 req-07c5ffa3-64ed-43c3-a9d2-1cfd808fcfb3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ae5eb05-84c8-4e13-9f91-93a9f45b6ace HTTP/1.1" status: 200 len: 1001 time: 0.0591276 Oct 27 19:14:34.392713 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cb0ebbd5-c179-47b1-afbd-373d3199acc2 req-4fe6b839-39da-4803-a8eb-bfdba5199d4b tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367105 Oct 27 19:14:34.417266 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3e9b1-4157-4bed-9526-ba1f43f31cf9 req-10842dc2-5971-4727-8ad8-f55b5ec40c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:34.418737 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1bd3e9b1-4157-4bed-9526-ba1f43f31cf9 req-10842dc2-5971-4727-8ad8-f55b5ec40c9a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7 HTTP/1.1" status: 200 len: 851 time: 0.0455296 Oct 27 19:14:34.471496 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3e9b1-4157-4bed-9526-ba1f43f31cf9 req-010dd290-2eb3-459d-bef5-375f0a1fcc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:34.474030 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1bd3e9b1-4157-4bed-9526-ba1f43f31cf9 req-010dd290-2eb3-459d-bef5-375f0a1fcc4f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f86ef9e9-ba47-457b-b70a-17134e90302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471494 Oct 27 19:14:34.568976 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1bd3e9b1-4157-4bed-9526-ba1f43f31cf9 req-c29a8aea-e8c2-43cb-bb4e-4a207b2c57c9 service neutron] 10.222.0.81 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869539 Oct 27 19:14:34.667803 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1bd3e9b1-4157-4bed-9526-ba1f43f31cf9 req-7d45c0b0-c061-495c-875c-bb8695253aa7 service neutron] 10.222.0.81 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910766 Oct 27 19:14:35.518190 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d028e2-87f9-4e6e-99e6-a72c3f0dbae8 req-03cce9c2-9f2a-47a6-9b97-77b9b5c5d756 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:35.520784 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d1d028e2-87f9-4e6e-99e6-a72c3f0dbae8 req-03cce9c2-9f2a-47a6-9b97-77b9b5c5d756 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 945 time: 0.0542121 Oct 27 19:14:35.563963 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d1d028e2-87f9-4e6e-99e6-a72c3f0dbae8 req-962c6224-602e-47fc-99ec-1c8ccaad4da7 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367649 Oct 27 19:14:36.688091 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12fa8f-53ce-4ad1-95b1-4e69a72f7c8a req-7f348ed4-cb2c-4162-8102-bb58768c7364 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:36.689587 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd12fa8f-53ce-4ad1-95b1-4e69a72f7c8a req-7f348ed4-cb2c-4162-8102-bb58768c7364 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 945 time: 0.0555212 Oct 27 19:14:36.730151 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fd12fa8f-53ce-4ad1-95b1-4e69a72f7c8a req-69df8abe-299c-4a97-a677-2e6e458995e3 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337982 Oct 27 19:14:37.847752 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985fa365-5b96-49be-87db-5c4af2f024e5 req-cdd85bfd-986d-4988-b858-ac5a888a46e7 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:37.849277 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-985fa365-5b96-49be-87db-5c4af2f024e5 req-cdd85bfd-986d-4988-b858-ac5a888a46e7 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 945 time: 0.0497048 Oct 27 19:14:37.892280 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-985fa365-5b96-49be-87db-5c4af2f024e5 req-911cf70c-efca-4358-840d-36c72f26355e tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369978 Oct 27 19:14:39.012615 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2928ca0-36f4-4c11-95bc-320b4829698e req-a8ed10f5-d025-4240-b2e4-4c2449f331e7 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:39.014077 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e2928ca0-36f4-4c11-95bc-320b4829698e req-a8ed10f5-d025-4240-b2e4-4c2449f331e7 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 945 time: 0.0499752 Oct 27 19:14:39.052951 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e2928ca0-36f4-4c11-95bc-320b4829698e req-fb6425d9-27c7-4a2b-aa81-a0508a7e7bd1 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327554 Oct 27 19:14:39.681679 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d322e756-c81c-419f-bc62-ecd162074bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:14:40.172976 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00826988-42d8-4c95-8fa5-0e008be7db14 req-b7fe2bd4-86d9-40fd-a4f3-8565dce5c3b9 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:40.174503 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-00826988-42d8-4c95-8fa5-0e008be7db14 req-b7fe2bd4-86d9-40fd-a4f3-8565dce5c3b9 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 945 time: 0.0528495 Oct 27 19:14:40.541857 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-00826988-42d8-4c95-8fa5-0e008be7db14 req-bd850e64-6948-424d-875b-0e645505eb5a tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3611696 Oct 27 19:14:41.661238 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd0305-0824-4728-8b92-41cbe5eb048c req-a72ffbf2-bdfc-44c1-a3c5-ca198ec96bae tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:41.662807 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-79cd0305-0824-4728-8b92-41cbe5eb048c req-a72ffbf2-bdfc-44c1-a3c5-ca198ec96bae tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 945 time: 0.0492711 Oct 27 19:14:41.701592 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-79cd0305-0824-4728-8b92-41cbe5eb048c req-936758f0-874b-4f35-97e9-c2640b9557d7 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328472 Oct 27 19:14:42.087292 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d3f7fc20-1dce-4c49-a31b-235d85df24c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:14:42.826833 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b499a2-6127-4c73-b805-89128cd51332 req-2011b5ce-c360-4232-a98e-8af906a947f5 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:42.828364 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-59b499a2-6127-4c73-b805-89128cd51332 req-2011b5ce-c360-4232-a98e-8af906a947f5 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 945 time: 0.0552156 Oct 27 19:14:42.868094 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-59b499a2-6127-4c73-b805-89128cd51332 req-9eb4aef3-6e23-4c89-b341-16cf720e2ba4 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331063 Oct 27 19:14:43.237648 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e84fa-6b27-4c54-a409-e4d6973d8a8b req-6f52db0e-9ddd-49c4-bbc6-9259b4d75095 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:43.239310 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d87e84fa-6b27-4c54-a409-e4d6973d8a8b req-6f52db0e-9ddd-49c4-bbc6-9259b4d75095 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 945 time: 0.0547826 Oct 27 19:14:43.278011 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d87e84fa-6b27-4c54-a409-e4d6973d8a8b req-a72e6a83-bf09-46dc-bf29-df3af1ed54d4 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328071 Oct 27 19:14:43.418854 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:14:43.450466 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-7c3a5d46-bba3-4b18-a94e-ff0f25f5ea42 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0838571 Oct 27 19:14:43.651506 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:14:44.394797 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a8e13-30f4-449e-9881-f2013cb07913 req-36124f41-29da-4f5b-992e-1375c8e13c35 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:44.397468 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9e5a8e13-30f4-449e-9881-f2013cb07913 req-36124f41-29da-4f5b-992e-1375c8e13c35 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 945 time: 0.0516939 Oct 27 19:14:44.436672 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9e5a8e13-30f4-449e-9881-f2013cb07913 req-8e8c2205-2593-44b8-9444-3c0b183c77a0 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325918 Oct 27 19:14:45.287330 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:14:45.363606 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-93295715-66f2-42d1-b525-f22549ec2be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:45.365138 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-93295715-66f2-42d1-b525-f22549ec2be1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 1096 time: 0.0417609 Oct 27 19:14:45.459536 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-233a8bde-808c-4e41-ad48-f744beaae771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:45.461044 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-233a8bde-808c-4e41-ad48-f744beaae771 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 200 len: 914 time: 0.0891025 Oct 27 19:14:45.529144 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-60bfc5ab-017e-4fca-91c5-510e6441cd9b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ae5eb05-84c8-4e13-9f91-93a9f45b6ace HTTP/1.1" status: 200 len: 1001 time: 0.0601559 Oct 27 19:14:45.557656 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737da11-6ecd-412a-ad06-d23d085aad2b req-08906a18-a525-4dd7-9eb5-3d120b414b95 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:45.559195 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4737da11-6ecd-412a-ad06-d23d085aad2b req-08906a18-a525-4dd7-9eb5-3d120b414b95 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 945 time: 0.0499225 Oct 27 19:14:45.587554 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-7782f8c4-c806-4a3e-895a-f0bd1873e601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:45.589042 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-7782f8c4-c806-4a3e-895a-f0bd1873e601 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7 HTTP/1.1" status: 200 len: 851 time: 0.0531263 Oct 27 19:14:45.598308 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4737da11-6ecd-412a-ad06-d23d085aad2b req-da84aa10-0241-44af-8cc0-e49b390c7af7 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331864 Oct 27 19:14:45.644980 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-de252c49-859b-4e00-8719-ef038e03b84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:45.646537 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-de252c49-859b-4e00-8719-ef038e03b84d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f86ef9e9-ba47-457b-b70a-17134e90302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428369 Oct 27 19:14:45.738736 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-f07e15b2-5127-4e95-a9d0-c3e2d085006a service neutron] 10.222.0.81 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837946 Oct 27 19:14:45.833962 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-2e305a95-9f41-445d-a783-612f6b1e37da service neutron] 10.222.0.81 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889523 Oct 27 19:14:46.717132 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:14:46.726530 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce523d-1746-4765-a0d5-6c1489f70989 req-fc8d13dc-fd99-4312-ae1f-95d41ac7a7a2 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:46.728083 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1cce523d-1746-4765-a0d5-6c1489f70989 req-fc8d13dc-fd99-4312-ae1f-95d41ac7a7a2 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 945 time: 0.0550685 Oct 27 19:14:46.765788 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1cce523d-1746-4765-a0d5-6c1489f70989 req-30589c1a-9d39-44d4-96c8-37d6418d05e9 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314662 Oct 27 19:14:47.824797 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-49afe62c-ccd6-44db-b010-34ca455eb3d1 service neutron] show failed (client error): The resource could not be found. Oct 27 19:14:47.825847 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-49afe62c-ccd6-44db-b010-34ca455eb3d1 service neutron] 10.222.0.81 "GET /v2.0/ports/9ae5eb05-84c8-4e13-9f91-93a9f45b6ace/bindings/n-h2-815690-2 HTTP/1.1" status: 404 len: 380 time: 0.0580256 Oct 27 19:14:47.885494 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf255f-f5da-4a2f-916d-479471761299 req-68980771-9b23-45db-8438-eff5c5736d6c tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:47.887067 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bbcf255f-f5da-4a2f-916d-479471761299 req-68980771-9b23-45db-8438-eff5c5736d6c tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 945 time: 0.0497098 Oct 27 19:14:47.928146 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bbcf255f-f5da-4a2f-916d-479471761299 req-30461266-0bd8-4dc9-ab13-445967dbc2ae tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348787 Oct 27 19:14:48.378374 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-f4dd81d7-689b-4d40-8e66-d6db2f11bf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:48.380332 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-f4dd81d7-689b-4d40-8e66-d6db2f11bf31 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96&tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04 HTTP/1.1" status: 200 len: 1096 time: 0.0793390 Oct 27 19:14:48.392384 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-4f059850-9c11-4a32-bdb1-7146e5f50cd8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815690-2', 'device_owner': 'compute:nova'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:14:48.449266 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-4f059850-9c11-4a32-bdb1-7146e5f50cd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:14:48.649418 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-4f059850-9c11-4a32-bdb1-7146e5f50cd8 service neutron] For port 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=9ae5eb05-84c8-4e13-9f91-93a9f45b6ace,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:14:48.681538 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-4f059850-9c11-4a32-bdb1-7146e5f50cd8 service neutron] For port 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:14:48.720583 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91bb3ed-3251-4d75-a496-a58593dafb96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ae5eb05-84c8-4e13-9f91-93a9f45b6ace'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:14:48.726165 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-4f059850-9c11-4a32-bdb1-7146e5f50cd8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:14:48.738868 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-4f059850-9c11-4a32-bdb1-7146e5f50cd8 service neutron] Transition to ACTIVE for port object 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 19:14:48.769471 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd64f178-dadc-47e9-9c1e-2b5528490106" -d '{"events": [{"server_uuid": "e91bb3ed-3251-4d75-a496-a58593dafb96", "name": "network-vif-unplugged", "status": "completed", "tag": "9ae5eb05-84c8-4e13-9f91-93a9f45b6ace"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:14:48.812426 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-4f059850-9c11-4a32-bdb1-7146e5f50cd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:14:48.894413 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 19:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116e1ae0-f6bd-4820-861d-f55fa37d090f x-openstack-request-id: req-116e1ae0-f6bd-4820-861d-f55fa37d090f {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:14:48.895134 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91bb3ed-3251-4d75-a496-a58593dafb96", "name": "network-vif-unplugged", "status": "completed", "tag": "9ae5eb05-84c8-4e13-9f91-93a9f45b6ace", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:14:48.895134 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-116e1ae0-f6bd-4820-861d-f55fa37d090f {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:14:48.895411 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91bb3ed-3251-4d75-a496-a58593dafb96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ae5eb05-84c8-4e13-9f91-93a9f45b6ace', 'code': 200} Oct 27 19:14:48.913095 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f059850-9c11-4a32-bdb1-7146e5f50cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=9ae5eb05-84c8-4e13-9f91-93a9f45b6ace,revision_number=6']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:14:48.925978 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f059850-9c11-4a32-bdb1-7146e5f50cd8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:14:48.926305 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f059850-9c11-4a32-bdb1-7146e5f50cd8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:14:48.926651 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f059850-9c11-4a32-bdb1-7146e5f50cd8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:14:48.927020 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f059850-9c11-4a32-bdb1-7146e5f50cd8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:14:48.927356 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f059850-9c11-4a32-bdb1-7146e5f50cd8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:14:48.927690 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f059850-9c11-4a32-bdb1-7146e5f50cd8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:14:48.928021 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f059850-9c11-4a32-bdb1-7146e5f50cd8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:14:48.928349 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f059850-9c11-4a32-bdb1-7146e5f50cd8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:14:48.928679 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f059850-9c11-4a32-bdb1-7146e5f50cd8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:14:48.929006 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f059850-9c11-4a32-bdb1-7146e5f50cd8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:14:48.929335 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f059850-9c11-4a32-bdb1-7146e5f50cd8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:14:48.929662 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f059850-9c11-4a32-bdb1-7146e5f50cd8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:14:48.959025 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-4f059850-9c11-4a32-bdb1-7146e5f50cd8 service neutron] No DVR routers for this DVR port 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace on host n-h1-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:14:49.057027 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8a4de-2dfd-42ad-9528-74d7e5ebcfef req-2e44781a-bf69-412a-a083-27431ec72e12 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:49.058724 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8fd8a4de-2dfd-42ad-9528-74d7e5ebcfef req-2e44781a-bf69-412a-a083-27431ec72e12 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 943 time: 0.0540631 Oct 27 19:14:49.100965 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8fd8a4de-2dfd-42ad-9528-74d7e5ebcfef req-43411758-5253-467b-8ea4-6ce767dd9a7f tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356224 Oct 27 19:14:49.110637 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-4f059850-9c11-4a32-bdb1-7146e5f50cd8 service neutron] Attempting to bind port 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:14:49.111002 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-4f059850-9c11-4a32-bdb1-7146e5f50cd8 service neutron] Attempting to bind port 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:14:49.111330 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-4f059850-9c11-4a32-bdb1-7146e5f50cd8 service neutron] Attempting to bind port 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace on network f86ef9e9-ba47-457b-b70a-17134e90302b {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:14:49.115948 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-4f059850-9c11-4a32-bdb1-7146e5f50cd8 service neutron] Port 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace on network f86ef9e9-ba47-457b-b70a-17134e90302b not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 19:14:49.116265 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-4f059850-9c11-4a32-bdb1-7146e5f50cd8 service neutron] Attempting to bind port 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace on network f86ef9e9-ba47-457b-b70a-17134e90302b {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:14:49.121184 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-4f059850-9c11-4a32-bdb1-7146e5f50cd8 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:14:49.121460 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-4f059850-9c11-4a32-bdb1-7146e5f50cd8 service neutron] Checking segment: {'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:14:49.121831 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-4f059850-9c11-4a32-bdb1-7146e5f50cd8 service neutron] Bound using segment: {'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:14:49.122248 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-4f059850-9c11-4a32-bdb1-7146e5f50cd8 service neutron] Bound port: 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:14:49.122598 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-4f059850-9c11-4a32-bdb1-7146e5f50cd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:14:49.186450 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-4f059850-9c11-4a32-bdb1-7146e5f50cd8 service neutron] For port 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:14:49.189320 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-4f059850-9c11-4a32-bdb1-7146e5f50cd8 service neutron] For port 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=9ae5eb05-84c8-4e13-9f91-93a9f45b6ace,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:14:49.258648 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-4f059850-9c11-4a32-bdb1-7146e5f50cd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:14:49.296167 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-4f059850-9c11-4a32-bdb1-7146e5f50cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:49.296877 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-4f059850-9c11-4a32-bdb1-7146e5f50cd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:14:49.298294 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-4f059850-9c11-4a32-bdb1-7146e5f50cd8 service neutron] 10.222.0.93 "PUT /v2.0/ports/9ae5eb05-84c8-4e13-9f91-93a9f45b6ace HTTP/1.1" status: 200 len: 1091 time: 0.9098518 Oct 27 19:14:49.318595 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f059850-9c11-4a32-bdb1-7146e5f50cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=9ae5eb05-84c8-4e13-9f91-93a9f45b6ace,revision_number=7']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:14:49.364447 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-9fdc2933-49cd-4a03-b564-230de385ac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:49.366096 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-9fdc2933-49cd-4a03-b564-230de385ac16 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 1094 time: 0.0432818 Oct 27 19:14:49.467301 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-9a14382e-5ccd-4b62-a247-64113099f297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:49.468707 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-9a14382e-5ccd-4b62-a247-64113099f297 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 200 len: 914 time: 0.0936737 Oct 27 19:14:49.540999 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-48fe87ac-40bd-4194-ac96-372aee3c1a3d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ae5eb05-84c8-4e13-9f91-93a9f45b6ace HTTP/1.1" status: 200 len: 999 time: 0.0648518 Oct 27 19:14:49.593538 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-acdebb86-93dc-4131-8dac-028abccc68cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:49.595063 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-acdebb86-93dc-4131-8dac-028abccc68cc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7 HTTP/1.1" status: 200 len: 851 time: 0.0475037 Oct 27 19:14:49.647266 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-21a5868f-f1a8-41a2-a416-d06c00f05c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:49.648791 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-21a5868f-f1a8-41a2-a416-d06c00f05c57 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f86ef9e9-ba47-457b-b70a-17134e90302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462425 Oct 27 19:14:49.742467 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-82cc0c4c-3c4d-4641-95fa-501b32b64bb1 service neutron] 10.222.0.93 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864422 Oct 27 19:14:49.838264 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-acdf5e19-575a-47cd-bead-3007e3c034ba req-3ed24eea-dff8-4a22-b425-072be8800b73 service neutron] 10.222.0.93 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887656 Oct 27 19:14:50.226227 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698727d3-3862-4f54-ba58-880b7c7e92ad req-e3c52d10-c291-47ce-9361-fc91f617a1e4 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:50.227818 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-698727d3-3862-4f54-ba58-880b7c7e92ad req-e3c52d10-c291-47ce-9361-fc91f617a1e4 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 943 time: 0.0543237 Oct 27 19:14:50.266139 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-698727d3-3862-4f54-ba58-880b7c7e92ad req-69712652-c9c2-4aa9-baef-6356e370f7e1 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323653 Oct 27 19:14:50.896815 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91bb3ed-3251-4d75-a496-a58593dafb96', 'tag': '9ae5eb05-84c8-4e13-9f91-93a9f45b6ace'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:14:50.899363 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffd1115-c25a-42ef-b01c-82d114ac3a53" -d '{"events": [{"name": "network-changed", "server_uuid": "e91bb3ed-3251-4d75-a496-a58593dafb96", "tag": "9ae5eb05-84c8-4e13-9f91-93a9f45b6ace"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:14:50.950417 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7849848-3b35-472d-888a-1d96cc0a9b8d x-openstack-request-id: req-a7849848-3b35-472d-888a-1d96cc0a9b8d {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:14:50.950727 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e91bb3ed-3251-4d75-a496-a58593dafb96", "tag": "9ae5eb05-84c8-4e13-9f91-93a9f45b6ace", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:14:50.951015 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a7849848-3b35-472d-888a-1d96cc0a9b8d {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:14:50.951422 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e91bb3ed-3251-4d75-a496-a58593dafb96', 'tag': '9ae5eb05-84c8-4e13-9f91-93a9f45b6ace', 'status': 'completed', 'code': 200} Oct 27 19:14:51.039711 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd1115-c25a-42ef-b01c-82d114ac3a53 req-49bf07dd-2e20-431c-96d6-ddb7766a3e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:51.041247 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dffd1115-c25a-42ef-b01c-82d114ac3a53 req-49bf07dd-2e20-431c-96d6-ddb7766a3e57 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 1094 time: 0.0710244 Oct 27 19:14:51.043857 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd1115-c25a-42ef-b01c-82d114ac3a53 req-3b4af6ca-270e-40a4-ba52-901420807138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:51.045217 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dffd1115-c25a-42ef-b01c-82d114ac3a53 req-3b4af6ca-270e-40a4-ba52-901420807138 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 1094 time: 0.0658376 Oct 27 19:14:51.214915 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd1115-c25a-42ef-b01c-82d114ac3a53 req-6f5529e2-1d98-48c1-9089-a5c068667d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:51.216665 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dffd1115-c25a-42ef-b01c-82d114ac3a53 req-6f5529e2-1d98-48c1-9089-a5c068667d00 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 200 len: 914 time: 0.1676741 Oct 27 19:14:51.217418 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd1115-c25a-42ef-b01c-82d114ac3a53 req-35a3e6d8-8151-4f92-baa1-3514db1fddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:51.218746 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dffd1115-c25a-42ef-b01c-82d114ac3a53 req-35a3e6d8-8151-4f92-baa1-3514db1fddc2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 200 len: 914 time: 0.1613877 Oct 27 19:14:51.330449 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dffd1115-c25a-42ef-b01c-82d114ac3a53 req-98dd0fe9-079c-443b-9006-ac02ff10b591 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ae5eb05-84c8-4e13-9f91-93a9f45b6ace HTTP/1.1" status: 200 len: 999 time: 0.1066787 Oct 27 19:14:51.332726 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dffd1115-c25a-42ef-b01c-82d114ac3a53 req-0ded7bdb-49dc-4b35-b7c3-25cd9d85f622 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ae5eb05-84c8-4e13-9f91-93a9f45b6ace HTTP/1.1" status: 200 len: 999 time: 0.1029282 Oct 27 19:14:51.396081 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed63e0-a598-4d93-b996-b14cc9cf88a2 req-919e781f-bf23-4e50-9334-777e4423ff52 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:51.397645 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-80ed63e0-a598-4d93-b996-b14cc9cf88a2 req-919e781f-bf23-4e50-9334-777e4423ff52 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 943 time: 0.0517690 Oct 27 19:14:51.415166 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd1115-c25a-42ef-b01c-82d114ac3a53 req-03ec4037-7e8e-4e72-a4b1-a31932972123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:51.416635 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dffd1115-c25a-42ef-b01c-82d114ac3a53 req-03ec4037-7e8e-4e72-a4b1-a31932972123 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7 HTTP/1.1" status: 200 len: 851 time: 0.0792801 Oct 27 19:14:51.420176 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd1115-c25a-42ef-b01c-82d114ac3a53 req-8f6209f8-bb44-499c-961b-0b4733ae617c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:51.421527 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dffd1115-c25a-42ef-b01c-82d114ac3a53 req-8f6209f8-bb44-499c-961b-0b4733ae617c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7 HTTP/1.1" status: 200 len: 851 time: 0.0767469 Oct 27 19:14:51.439794 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-80ed63e0-a598-4d93-b996-b14cc9cf88a2 req-d9876709-fbc8-4cda-b643-28076da787ea tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351226 Oct 27 19:14:51.470243 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:14:51.495203 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd1115-c25a-42ef-b01c-82d114ac3a53 req-77adac83-4660-4992-a086-b50aaf9abd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:51.496713 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dffd1115-c25a-42ef-b01c-82d114ac3a53 req-77adac83-4660-4992-a086-b50aaf9abd07 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f86ef9e9-ba47-457b-b70a-17134e90302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732772 Oct 27 19:14:51.501356 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd1115-c25a-42ef-b01c-82d114ac3a53 req-40b63069-781b-40ff-b469-776652eb5482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:51.502761 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dffd1115-c25a-42ef-b01c-82d114ac3a53 req-40b63069-781b-40ff-b469-776652eb5482 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f86ef9e9-ba47-457b-b70a-17134e90302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701542 Oct 27 19:14:51.510833 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:14:51.989638 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dffd1115-c25a-42ef-b01c-82d114ac3a53 req-1eab2b28-410b-47ad-9a24-0c8293ba3303 service neutron] 10.222.0.81 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4859004 Oct 27 19:14:51.991586 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dffd1115-c25a-42ef-b01c-82d114ac3a53 req-5aff6c87-d3e7-41c6-ae23-cf6d9a40a183 service neutron] 10.222.0.93 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4809692 Oct 27 19:14:52.151723 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dffd1115-c25a-42ef-b01c-82d114ac3a53 req-1c1fd360-8738-43e6-9ea9-d3d9d0dec809 service neutron] 10.222.0.81 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538110 Oct 27 19:14:52.153626 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dffd1115-c25a-42ef-b01c-82d114ac3a53 req-cb2a6ecc-fa42-4f50-872a-97f2b2f80e7c service neutron] 10.222.0.93 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547422 Oct 27 19:14:52.306661 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 19:14:52.402534 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=9ae5eb05-84c8-4e13-9f91-93a9f45b6ace,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:14:52.414214 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '9ae5eb05-84c8-4e13-9f91-93a9f45b6ace', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'port_id': '9ae5eb05-84c8-4e13-9f91-93a9f45b6ace', 'mac_address': 'fa:16:3e:5f:73:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 19:14:52.450775 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:14:52.464410 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:14:52.485303 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=9ae5eb05-84c8-4e13-9f91-93a9f45b6ace,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:14:52.560278 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e09fc7-1c11-451c-b390-0b9199e3eefa req-3025c2c6-afa2-47a7-8eb0-18dd3853a08e tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:52.561896 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:14:52.562587 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-58e09fc7-1c11-451c-b390-0b9199e3eefa req-3025c2c6-afa2-47a7-8eb0-18dd3853a08e tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 943 time: 0.0508013 Oct 27 19:14:52.602563 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-58e09fc7-1c11-451c-b390-0b9199e3eefa req-9ad9704c-bf1a-4c15-af3c-d6aa9d202578 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337460 Oct 27 19:14:52.616009 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=9ae5eb05-84c8-4e13-9f91-93a9f45b6ace,revision_number=8']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:14:52.623428 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:14:52.623778 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:14:52.624268 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:14:52.624607 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:14:52.624951 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:14:52.625282 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:14:52.625609 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:14:52.625937 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:14:52.626260 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:14:52.626583 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:14:52.626932 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:14:52.627252 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:14:52.806557 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['9ae5eb05-84c8-4e13-9f91-93a9f45b6ace'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:14:52.896958 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e28e6-1ca3-413b-b561-398fb38b0dd5 req-478523ba-f17a-43ee-b619-2c693dfd4c68 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:52.898470 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-480e28e6-1ca3-413b-b561-398fb38b0dd5 req-478523ba-f17a-43ee-b619-2c693dfd4c68 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 944 time: 0.0554733 Oct 27 19:14:52.947460 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-480e28e6-1ca3-413b-b561-398fb38b0dd5 req-e9f58e6a-a016-4da9-94ca-1e50c7536111 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374894 Oct 27 19:14:52.995098 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d219d9-e41a-431e-9fc4-b0fa0304165e req-e03f2b13-5ab0-40eb-9e4b-e3b957c51bc8 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:52.996678 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-24d219d9-e41a-431e-9fc4-b0fa0304165e req-e03f2b13-5ab0-40eb-9e4b-e3b957c51bc8 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.81 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96&tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&binding%3Ahost_id=n-h2-815690-2 HTTP/1.1" status: 200 len: 944 time: 0.0603025 Oct 27 19:14:53.059426 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [req-24d219d9-e41a-431e-9fc4-b0fa0304165e req-cfe47765-9760-44ed-814c-2bc0ba81d2e1 service neutron] delete failed (client error): The resource could not be found. Oct 27 19:14:53.060469 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-24d219d9-e41a-431e-9fc4-b0fa0304165e req-cfe47765-9760-44ed-814c-2bc0ba81d2e1 service neutron] 10.222.0.81 "DELETE /v2.0/ports/9ae5eb05-84c8-4e13-9f91-93a9f45b6ace/bindings/n-h1-815690-2 HTTP/1.1" status: 404 len: 380 time: 0.0564268 Oct 27 19:14:53.149427 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d219d9-e41a-431e-9fc4-b0fa0304165e req-0ebfa3c3-17ce-477a-8a57-1dac0bd78ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:53.152256 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-24d219d9-e41a-431e-9fc4-b0fa0304165e req-0ebfa3c3-17ce-477a-8a57-1dac0bd78ef9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 1095 time: 0.0433323 Oct 27 19:14:53.247214 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d219d9-e41a-431e-9fc4-b0fa0304165e req-5ae1402b-4e4e-4d28-b0cd-1835f3db22f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:53.248734 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-24d219d9-e41a-431e-9fc4-b0fa0304165e req-5ae1402b-4e4e-4d28-b0cd-1835f3db22f6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 200 len: 914 time: 0.0901599 Oct 27 19:14:53.314609 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-24d219d9-e41a-431e-9fc4-b0fa0304165e req-62209941-882c-4ef0-a4fa-4a4a7c877077 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ae5eb05-84c8-4e13-9f91-93a9f45b6ace HTTP/1.1" status: 200 len: 1000 time: 0.0585155 Oct 27 19:14:53.363658 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d219d9-e41a-431e-9fc4-b0fa0304165e req-4ad569ae-d1f2-45cd-a44c-bcb446dda3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:53.365280 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-24d219d9-e41a-431e-9fc4-b0fa0304165e req-4ad569ae-d1f2-45cd-a44c-bcb446dda3ee service neutron] 10.222.0.81 "GET /v2.0/subnets?id=33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7 HTTP/1.1" status: 200 len: 851 time: 0.0441606 Oct 27 19:14:53.417934 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d219d9-e41a-431e-9fc4-b0fa0304165e req-ec87ff72-6995-4a86-b9ef-0eb4a9c4b798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:53.419423 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-24d219d9-e41a-431e-9fc4-b0fa0304165e req-ec87ff72-6995-4a86-b9ef-0eb4a9c4b798 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f86ef9e9-ba47-457b-b70a-17134e90302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471518 Oct 27 19:14:53.510148 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-24d219d9-e41a-431e-9fc4-b0fa0304165e req-5e0cc98c-ddf0-4726-8505-c556c5fcaa98 service neutron] 10.222.0.81 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833142 Oct 27 19:14:53.607168 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-24d219d9-e41a-431e-9fc4-b0fa0304165e req-9215e061-a19a-45a6-87d9-f2b48c4e5b86 service neutron] 10.222.0.81 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901301 Oct 27 19:14:54.069764 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4b70e-193e-4304-b052-02e3fdc32eea req-a5d1b030-cd98-4488-9c77-08dd3bd595bf tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:54.071351 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6af4b70e-193e-4304-b052-02e3fdc32eea req-a5d1b030-cd98-4488-9c77-08dd3bd595bf tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 944 time: 0.0523691 Oct 27 19:14:54.116357 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6af4b70e-193e-4304-b052-02e3fdc32eea req-f8cac1d7-e4f9-42a4-abc7-14eb942eb504 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359747 Oct 27 19:14:54.322180 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:14:54.463568 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 19:14:54.467620 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:14:54.468019 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:14:54.547518 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:14:54.571655 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91bb3ed-3251-4d75-a496-a58593dafb96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae5eb05-84c8-4e13-9f91-93a9f45b6ace'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:14:54.586395 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=9ae5eb05-84c8-4e13-9f91-93a9f45b6ace,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:14:54.611199 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b7a7ffbeb5006bcc00a453a37d6ced003ca150096c2d6d80d40f5ba58f622d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061731c4-3564-499b-afe7-cb1eed2a5954" -d '{"events": [{"server_uuid": "e91bb3ed-3251-4d75-a496-a58593dafb96", "name": "network-vif-plugged", "status": "completed", "tag": "9ae5eb05-84c8-4e13-9f91-93a9f45b6ace"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:14:54.656027 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:14:54.704313 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5986f10d-a042-45f4-8fef-43c121bee4e6 x-openstack-request-id: req-5986f10d-a042-45f4-8fef-43c121bee4e6 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:14:54.704606 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91bb3ed-3251-4d75-a496-a58593dafb96", "name": "network-vif-plugged", "status": "completed", "tag": "9ae5eb05-84c8-4e13-9f91-93a9f45b6ace", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:14:54.704856 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5986f10d-a042-45f4-8fef-43c121bee4e6 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:14:54.705241 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91bb3ed-3251-4d75-a496-a58593dafb96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae5eb05-84c8-4e13-9f91-93a9f45b6ace', 'code': 200} Oct 27 19:14:54.709816 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=9ae5eb05-84c8-4e13-9f91-93a9f45b6ace,revision_number=9']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:14:55.241635 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fcf858-78ca-473b-a58d-311147f2adb5 req-2df98015-b049-4558-ab23-e0a986fca7f7 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:55.243196 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f7fcf858-78ca-473b-a58d-311147f2adb5 req-2df98015-b049-4558-ab23-e0a986fca7f7 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 945 time: 0.0498297 Oct 27 19:14:55.281616 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f7fcf858-78ca-473b-a58d-311147f2adb5 req-8d253d41-98a1-4212-9c8a-f854d99589cf tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324192 Oct 27 19:14:55.398175 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e8587-f0c0-4e37-88e3-e7961957b435 req-9fc22a1e-e989-4065-b0e9-4c151fad5363 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:55.399965 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8b2e8587-f0c0-4e37-88e3-e7961957b435 req-9fc22a1e-e989-4065-b0e9-4c151fad5363 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 945 time: 0.0534239 Oct 27 19:14:55.437992 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8b2e8587-f0c0-4e37-88e3-e7961957b435 req-c3c12448-e7df-43c7-9d81-f92da15f4e2e tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321071 Oct 27 19:14:55.781159 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c82d1-d766-4dff-8e39-0d24b0e24ae2 req-d04b57e0-4d4d-44e6-82bb-d758be99a26d tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:55.782748 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7d8c82d1-d766-4dff-8e39-0d24b0e24ae2 req-d04b57e0-4d4d-44e6-82bb-d758be99a26d tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 945 time: 0.0559883 Oct 27 19:14:55.826025 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7d8c82d1-d766-4dff-8e39-0d24b0e24ae2 req-2dfd44df-7ed8-4590-a0da-beb0d3b624ec tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370097 Oct 27 19:14:55.854628 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77cb375-e338-4856-96fa-b2b7382aadaf req-683986be-a153-4945-9f0e-0b741a020729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:55.864843 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e77cb375-e338-4856-96fa-b2b7382aadaf req-683986be-a153-4945-9f0e-0b741a020729 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 1096 time: 0.0427341 Oct 27 19:14:55.950708 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77cb375-e338-4856-96fa-b2b7382aadaf req-29b2d8b8-c532-40e4-b62e-02fb353bbdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:55.952148 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e77cb375-e338-4856-96fa-b2b7382aadaf req-29b2d8b8-c532-40e4-b62e-02fb353bbdcb service neutron] 10.222.0.93 "GET /v2.0/networks?id=f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 200 len: 914 time: 0.0892818 Oct 27 19:14:56.017363 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e77cb375-e338-4856-96fa-b2b7382aadaf req-26af7dbe-0be1-4556-90b2-757bdd5f9c42 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ae5eb05-84c8-4e13-9f91-93a9f45b6ace HTTP/1.1" status: 200 len: 1001 time: 0.0585501 Oct 27 19:14:56.070634 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77cb375-e338-4856-96fa-b2b7382aadaf req-6c8737f6-39e7-49f3-978a-caeeb51a267d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:56.072194 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e77cb375-e338-4856-96fa-b2b7382aadaf req-6c8737f6-39e7-49f3-978a-caeeb51a267d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7 HTTP/1.1" status: 200 len: 851 time: 0.0465987 Oct 27 19:14:56.124413 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77cb375-e338-4856-96fa-b2b7382aadaf req-a1295732-44cc-430f-9530-b1919d93e0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:56.125932 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e77cb375-e338-4856-96fa-b2b7382aadaf req-a1295732-44cc-430f-9530-b1919d93e0c5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f86ef9e9-ba47-457b-b70a-17134e90302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467422 Oct 27 19:14:56.217414 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e77cb375-e338-4856-96fa-b2b7382aadaf req-d61a4dc6-a681-4fc9-825b-42445f101886 service neutron] 10.222.0.93 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840201 Oct 27 19:14:56.313176 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e77cb375-e338-4856-96fa-b2b7382aadaf req-dd57a2b5-5be6-4deb-8cfb-4156def65487 service neutron] 10.222.0.93 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889592 Oct 27 19:14:56.812879 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:14:56.949225 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1be4c-c477-41a3-9690-88a557120bc3 req-b76ac8bf-53de-4a37-84bd-6e239f510e8a tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:56.950782 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-68f1be4c-c477-41a3-9690-88a557120bc3 req-b76ac8bf-53de-4a37-84bd-6e239f510e8a tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 945 time: 0.0545349 Oct 27 19:14:56.991444 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-68f1be4c-c477-41a3-9690-88a557120bc3 req-b7cfa7cb-d61d-4f9f-a40a-993e9e4cba9a tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339506 Oct 27 19:14:57.320377 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:14:58.112895 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf1c0e-3f58-4806-ac99-c21c2f3838d7 req-d25d308d-535e-46f6-ad75-5493c0bb3575 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:58.114403 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b8bf1c0e-3f58-4806-ac99-c21c2f3838d7 req-d25d308d-535e-46f6-ad75-5493c0bb3575 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 945 time: 0.0530636 Oct 27 19:14:58.152183 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b8bf1c0e-3f58-4806-ac99-c21c2f3838d7 req-52a8c7c4-01cc-44f6-9422-53d5d53d1994 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318298 Oct 27 19:14:58.613213 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5446e0e-0767-40ac-a965-56bb685efb5b req-83fb1c3a-6cf5-4e70-845a-526777c93b82 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:58.614703 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c5446e0e-0767-40ac-a965-56bb685efb5b req-83fb1c3a-6cf5-4e70-845a-526777c93b82 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 945 time: 0.0506692 Oct 27 19:14:58.653528 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c5446e0e-0767-40ac-a965-56bb685efb5b req-31110742-579a-48fb-9d32-3cfe2b4c2ddc tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328093 Oct 27 19:14:59.783965 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac0f85-1699-4e00-952c-c46e103a771e req-187cfcf4-2b34-482e-8f05-5c967614a243 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:59.785498 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2bac0f85-1699-4e00-952c-c46e103a771e req-187cfcf4-2b34-482e-8f05-5c967614a243 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 945 time: 0.0531631 Oct 27 19:14:59.825951 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2bac0f85-1699-4e00-952c-c46e103a771e req-a75dbc29-d623-439e-b1b3-a27905a19754 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340183 Oct 27 19:14:59.852135 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91046f-83b8-41e7-92e5-6e4f4f23716c req-06aeba7a-4472-4004-bbff-4a16c7934ed8 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:14:59.853712 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7e91046f-83b8-41e7-92e5-6e4f4f23716c req-06aeba7a-4472-4004-bbff-4a16c7934ed8 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.93 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 945 time: 0.0524595 Oct 27 19:14:59.956612 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-7e91046f-83b8-41e7-92e5-6e4f4f23716c req-f63ca433-3557-4ddd-9b0d-e06bb94b8233 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Deleting port 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:14:59.956870 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7e91046f-83b8-41e7-92e5-6e4f4f23716c req-f63ca433-3557-4ddd-9b0d-e06bb94b8233 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:15:00.048692 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-7e91046f-83b8-41e7-92e5-6e4f4f23716c req-f63ca433-3557-4ddd-9b0d-e06bb94b8233 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] For port 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=9ae5eb05-84c8-4e13-9f91-93a9f45b6ace,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:15:00.049573 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7e91046f-83b8-41e7-92e5-6e4f4f23716c req-f63ca433-3557-4ddd-9b0d-e06bb94b8233 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:15:00.228851 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7e91046f-83b8-41e7-92e5-6e4f4f23716c req-f63ca433-3557-4ddd-9b0d-e06bb94b8233 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:15:00.229213 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7e91046f-83b8-41e7-92e5-6e4f4f23716c req-f63ca433-3557-4ddd-9b0d-e06bb94b8233 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:15:00.229534 n-d-815690-2 neutron-server[102879]: INFO neutron.db.l3_db [req-7e91046f-83b8-41e7-92e5-6e4f4f23716c req-f63ca433-3557-4ddd-9b0d-e06bb94b8233 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Floating IP 5f7c7b81-4896-49f4-98d2-3f6caf5ac1eb disassociated. External IP: 172.25.6.222, port: 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace. Oct 27 19:15:00.229882 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-7e91046f-83b8-41e7-92e5-6e4f4f23716c req-f63ca433-3557-4ddd-9b0d-e06bb94b8233 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Calling delete_port for 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:15:00.429901 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7e91046f-83b8-41e7-92e5-6e4f4f23716c req-f63ca433-3557-4ddd-9b0d-e06bb94b8233 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:15:00.461499 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ca433-3557-4ddd-9b0d-e06bb94b8233 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Pushing event deleted for resources: {'Port': ['ID=9ae5eb05-84c8-4e13-9f91-93a9f45b6ace,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:15:00.581788 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e91046f-83b8-41e7-92e5-6e4f4f23716c req-f63ca433-3557-4ddd-9b0d-e06bb94b8233 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Router 250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:15:00.696351 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e91046f-83b8-41e7-92e5-6e4f4f23716c req-f63ca433-3557-4ddd-9b0d-e06bb94b8233 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:15:00.707747 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6f84a9-acf6-4d3e-b826-d56e9cb6ddf6 None None] Sync routers for ids ['250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:15:00.717718 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6f84a9-acf6-4d3e-b826-d56e9cb6ddf6 None None] Routers {'250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:15:00.718319 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1c6f84a9-acf6-4d3e-b826-d56e9cb6ddf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:14:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:15:00.740309 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e91046f-83b8-41e7-92e5-6e4f4f23716c req-f63ca433-3557-4ddd-9b0d-e06bb94b8233 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] No DVR routers for this DVR port 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:15:00.742923 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-7e91046f-83b8-41e7-92e5-6e4f4f23716c req-f63ca433-3557-4ddd-9b0d-e06bb94b8233 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:15:00.746325 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7e91046f-83b8-41e7-92e5-6e4f4f23716c req-f63ca433-3557-4ddd-9b0d-e06bb94b8233 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.93 "DELETE /v2.0/ports/9ae5eb05-84c8-4e13-9f91-93a9f45b6ace HTTP/1.1" status: 204 len: 173 time: 0.8816819 Oct 27 19:15:00.746775 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91bb3ed-3251-4d75-a496-a58593dafb96', 'name': 'network-vif-deleted', 'tag': '9ae5eb05-84c8-4e13-9f91-93a9f45b6ace'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:15:00.749126 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c103f084-be88-4533-b7b4-3cb81e40189b" -d '{"events": [{"server_uuid": "e91bb3ed-3251-4d75-a496-a58593dafb96", "name": "network-vif-deleted", "tag": "9ae5eb05-84c8-4e13-9f91-93a9f45b6ace"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:15:00.789231 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba8c475-983e-4a37-8fea-fbc29bfb0312 x-openstack-request-id: req-8ba8c475-983e-4a37-8fea-fbc29bfb0312 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:15:00.789231 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91bb3ed-3251-4d75-a496-a58593dafb96", "name": "network-vif-deleted", "tag": "9ae5eb05-84c8-4e13-9f91-93a9f45b6ace", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:15:00.789471 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8ba8c475-983e-4a37-8fea-fbc29bfb0312 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:15:00.789774 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91bb3ed-3251-4d75-a496-a58593dafb96', 'name': 'network-vif-deleted', 'tag': '9ae5eb05-84c8-4e13-9f91-93a9f45b6ace', 'status': 'completed', 'code': 200} Oct 27 19:15:00.825287 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-1c6f84a9-acf6-4d3e-b826-d56e9cb6ddf6 None None] Set router 250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:15:00.934545 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-576bd3fa-70a5-4e1b-a0b6-860de54b55b3 req-a6f4c7f4-8689-4c77-b606-51f07273279a tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e91bb3ed-3251-4d75-a496-a58593dafb96 HTTP/1.1" status: 200 len: 210 time: 0.0328240 Oct 27 19:15:01.044090 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1c6f84a9-acf6-4d3e-b826-d56e9cb6ddf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'name': 'tempest-ServerActionsTestJSON-1621606912-router', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:10:12Z', 'updated_at': '2021-10-27T19:10:15Z', 'revision_number': 4, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'gw_port': {'id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:13Z', 'updated_at': '2021-10-27T19:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '6e2feb5a-f766-4ca5-bdab-44182f4e42a8', 'name': '', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'mac_address': 'fa:16:3e:f6:a4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:15Z', 'updated_at': '2021-10-27T19:10:19Z', 'revision_number': 5, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'subnets': [{'id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:15:01.073872 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6f84a9-acf6-4d3e-b826-d56e9cb6ddf6 None None] Checking router: 250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:15:01.083327 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6f84a9-acf6-4d3e-b826-d56e9cb6ddf6 None None] Routers {'250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:15:01.083927 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1c6f84a9-acf6-4d3e-b826-d56e9cb6ddf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:14:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:15:01.191637 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-1c6f84a9-acf6-4d3e-b826-d56e9cb6ddf6 None None] Set router 250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:15:01.389674 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1c6f84a9-acf6-4d3e-b826-d56e9cb6ddf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'name': 'tempest-ServerActionsTestJSON-1621606912-router', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:10:12Z', 'updated_at': '2021-10-27T19:10:15Z', 'revision_number': 4, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'gw_port': {'id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:13Z', 'updated_at': '2021-10-27T19:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '6e2feb5a-f766-4ca5-bdab-44182f4e42a8', 'name': '', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'mac_address': 'fa:16:3e:f6:a4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:15Z', 'updated_at': '2021-10-27T19:10:19Z', 'revision_number': 5, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'subnets': [{'id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:15:01.416336 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6f84a9-acf6-4d3e-b826-d56e9cb6ddf6 None None] The sync data for ids ['250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'] in n-d-815690-2 is: [{'id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'name': 'tempest-ServerActionsTestJSON-1621606912-router', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:10:12Z', 'updated_at': '2021-10-27T19:10:15Z', 'revision_number': 4, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'gw_port': {'id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:13Z', 'updated_at': '2021-10-27T19:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '6e2feb5a-f766-4ca5-bdab-44182f4e42a8', 'name': '', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'mac_address': 'fa:16:3e:f6:a4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:15Z', 'updated_at': '2021-10-27T19:10:19Z', 'revision_number': 5, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'subnets': [{'id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:15:01.634530 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db79fbb8-f41a-42a0-9627-cc27ab2d5cc0 None None] New status for floating IP 5f7c7b81-4896-49f4-98d2-3f6caf5ac1eb: DOWN {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 19:15:02.206837 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-31d15484-d0b4-4962-866d-98c08d71f576 req-841e28a8-04ae-4d2e-941e-d0146e7558af tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1873240823&fields=id&tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04 HTTP/1.1" status: 200 len: 267 time: 0.0339601 Oct 27 19:15:02.317470 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d15484-d0b4-4962-866d-98c08d71f576 req-defda09c-2062-48bc-96c8-bacf848ea149 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:15:02.318924 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-31d15484-d0b4-4962-866d-98c08d71f576 req-defda09c-2062-48bc-96c8-bacf848ea149 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/networks?id=f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 200 len: 812 time: 0.1055174 Oct 27 19:15:02.335247 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-31d15484-d0b4-4962-866d-98c08d71f576 req-1bb84e1c-adc0-427e-a859-7a32376ce4ea tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/quotas/bd6bd6a1dec443bcb50c57ad6f252d04 HTTP/1.1" status: 200 len: 375 time: 0.0105212 Oct 27 19:15:02.393236 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-31d15484-d0b4-4962-866d-98c08d71f576 req-b78b4a91-e8e5-437e-b92b-caac93d65df4 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517087 Oct 27 19:15:02.566261 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-31d15484-d0b4-4962-866d-98c08d71f576 req-7ca20e14-8e9f-42e3-8334-09daa3443fb6 service neutron] 10.222.0.52 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264975 Oct 27 19:15:02.666297 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-31d15484-d0b4-4962-866d-98c08d71f576 req-6b469dfe-f7d9-4214-b0b7-554acb768525 service neutron] 10.222.0.52 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937717 Oct 27 19:15:02.915284 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5042dda7-96ed-4898-a3b6-7bb1f221fba5 req-5189b311-9b9f-4018-b087-47665a4b49e2 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 210 time: 0.0278647 Oct 27 19:15:04.012475 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-07d3409a-8e8c-4dc6-93a8-d5b6ad6ac13b req-d79d3734-fe6c-49c3-a061-cb9ad59ad0cb tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 210 time: 0.0271668 Oct 27 19:15:04.326291 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:15:04.350721 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:15:04.351101 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 9ae5eb05-84c8-4e13-9f91-93a9f45b6ace not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:15:04.673937 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d15484-d0b4-4962-866d-98c08d71f576 req-8617e0a3-2762-473e-8304-72b3c1ad8352 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:15:04.675515 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-31d15484-d0b4-4962-866d-98c08d71f576 req-8617e0a3-2762-473e-8304-72b3c1ad8352 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.81 "GET /v2.0/networks?id=f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 200 len: 812 time: 0.1066227 Oct 27 19:15:04.724646 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-31d15484-d0b4-4962-866d-98c08d71f576 req-92d2848d-e721-4e37-906e-707accec2c7f tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04 HTTP/1.1" status: 200 len: 380 time: 0.0396404 Oct 27 19:15:04.733913 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-31d15484-d0b4-4962-866d-98c08d71f576 req-5818a6e2-c8f4-423c-b4fc-e317ab7c74d9 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Request body: {'port': {'device_id': '0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'admin_state_up': True, 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'security_groups': ['8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:15:04.915589 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31d15484-d0b4-4962-866d-98c08d71f576 req-5818a6e2-c8f4-423c-b4fc-e317ab7c74d9 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Made reservation on behalf of bd6bd6a1dec443bcb50c57ad6f252d04 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:15:04.919339 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-31d15484-d0b4-4962-866d-98c08d71f576 req-5818a6e2-c8f4-423c-b4fc-e317ab7c74d9 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:15:05.049151 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-31d15484-d0b4-4962-866d-98c08d71f576 req-5818a6e2-c8f4-423c-b4fc-e317ab7c74d9 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Allocated IP 172.20.0.7 (f86ef9e9-ba47-457b-b70a-17134e90302b/33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7/94b58eb7-cb93-4074-b147-5635fc3f8fff) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:15:05.111772 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-63035fed-4741-465a-aa97-15b0b2e713f8 req-8d13a1ed-3b49-4e04-8a1f-f332e7b3c0e7 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 210 time: 0.0263016 Oct 27 19:15:05.193873 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-31d15484-d0b4-4962-866d-98c08d71f576 req-5818a6e2-c8f4-423c-b4fc-e317ab7c74d9 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:15:05.286994 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-31d15484-d0b4-4962-866d-98c08d71f576 req-5818a6e2-c8f4-423c-b4fc-e317ab7c74d9 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:15:05.338123 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31d15484-d0b4-4962-866d-98c08d71f576 req-5818a6e2-c8f4-423c-b4fc-e317ab7c74d9 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Network f86ef9e9-ba47-457b-b70a-17134e90302b is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:15:05.341405 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-31d15484-d0b4-4962-866d-98c08d71f576 req-5818a6e2-c8f4-423c-b4fc-e317ab7c74d9 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:15:05.345330 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d15484-d0b4-4962-866d-98c08d71f576 req-5818a6e2-c8f4-423c-b4fc-e317ab7c74d9 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:15:05.352858 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5818a6e2-c8f4-423c-b4fc-e317ab7c74d9 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Pushing event updated for resources: {'Port': ['ID=94b58eb7-cb93-4074-b147-5635fc3f8fff,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:15:05.405076 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d15484-d0b4-4962-866d-98c08d71f576 req-5818a6e2-c8f4-423c-b4fc-e317ab7c74d9 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:15:05.405739 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-31d15484-d0b4-4962-866d-98c08d71f576 req-5818a6e2-c8f4-423c-b4fc-e317ab7c74d9 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:15:05.479002 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-31d15484-d0b4-4962-866d-98c08d71f576 req-5818a6e2-c8f4-423c-b4fc-e317ab7c74d9 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7484837 Oct 27 19:15:05.492743 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-31d15484-d0b4-4962-866d-98c08d71f576 req-357dca11-a6a5-4bae-a3b1-8f4e73f9d96b service neutron] Request body: {'port': {'device_id': '0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:15:05.546711 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-31d15484-d0b4-4962-866d-98c08d71f576 req-357dca11-a6a5-4bae-a3b1-8f4e73f9d96b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:15:05.607492 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-ea383367-349f-4eb4-86c1-8e20acdea8ae None None] Provisioning complete for port 94b58eb7-cb93-4074-b147-5635fc3f8fff triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:15:05.608066 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ea383367-349f-4eb4-86c1-8e20acdea8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:15:05.643061 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-ea383367-349f-4eb4-86c1-8e20acdea8ae None None] Port 94b58eb7-cb93-4074-b147-5635fc3f8fff cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:15:05.823122 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-31d15484-d0b4-4962-866d-98c08d71f576 req-357dca11-a6a5-4bae-a3b1-8f4e73f9d96b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94b58eb7-cb93-4074-b147-5635fc3f8fff {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:15:05.830994 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-31d15484-d0b4-4962-866d-98c08d71f576 req-357dca11-a6a5-4bae-a3b1-8f4e73f9d96b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:15:05.843013 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-31d15484-d0b4-4962-866d-98c08d71f576 req-357dca11-a6a5-4bae-a3b1-8f4e73f9d96b service neutron] Transition to ACTIVE for port object 94b58eb7-cb93-4074-b147-5635fc3f8fff will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 19:15:05.910604 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-31d15484-d0b4-4962-866d-98c08d71f576 req-357dca11-a6a5-4bae-a3b1-8f4e73f9d96b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:15:05.981245 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357dca11-a6a5-4bae-a3b1-8f4e73f9d96b service neutron] Pushing event updated for resources: {'Port': ['ID=94b58eb7-cb93-4074-b147-5635fc3f8fff,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:15:06.033883 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-31d15484-d0b4-4962-866d-98c08d71f576 req-357dca11-a6a5-4bae-a3b1-8f4e73f9d96b service neutron] Attempting to bind port 94b58eb7-cb93-4074-b147-5635fc3f8fff on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:15:06.034222 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-31d15484-d0b4-4962-866d-98c08d71f576 req-357dca11-a6a5-4bae-a3b1-8f4e73f9d96b service neutron] Attempting to bind port 94b58eb7-cb93-4074-b147-5635fc3f8fff by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:15:06.034746 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d15484-d0b4-4962-866d-98c08d71f576 req-357dca11-a6a5-4bae-a3b1-8f4e73f9d96b service neutron] Attempting to bind port 94b58eb7-cb93-4074-b147-5635fc3f8fff on network f86ef9e9-ba47-457b-b70a-17134e90302b {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:15:06.039618 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d15484-d0b4-4962-866d-98c08d71f576 req-357dca11-a6a5-4bae-a3b1-8f4e73f9d96b service neutron] Port 94b58eb7-cb93-4074-b147-5635fc3f8fff on network f86ef9e9-ba47-457b-b70a-17134e90302b not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 19:15:06.039943 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d15484-d0b4-4962-866d-98c08d71f576 req-357dca11-a6a5-4bae-a3b1-8f4e73f9d96b service neutron] Attempting to bind port 94b58eb7-cb93-4074-b147-5635fc3f8fff on network f86ef9e9-ba47-457b-b70a-17134e90302b {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:15:06.044957 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d15484-d0b4-4962-866d-98c08d71f576 req-357dca11-a6a5-4bae-a3b1-8f4e73f9d96b service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:15:06.045302 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d15484-d0b4-4962-866d-98c08d71f576 req-357dca11-a6a5-4bae-a3b1-8f4e73f9d96b service neutron] Checking segment: {'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:15:06.045692 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d15484-d0b4-4962-866d-98c08d71f576 req-357dca11-a6a5-4bae-a3b1-8f4e73f9d96b service neutron] Bound using segment: {'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:15:06.046122 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-31d15484-d0b4-4962-866d-98c08d71f576 req-357dca11-a6a5-4bae-a3b1-8f4e73f9d96b service neutron] Bound port: 94b58eb7-cb93-4074-b147-5635fc3f8fff, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:15:06.046488 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-31d15484-d0b4-4962-866d-98c08d71f576 req-357dca11-a6a5-4bae-a3b1-8f4e73f9d96b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:15:06.119964 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-31d15484-d0b4-4962-866d-98c08d71f576 req-357dca11-a6a5-4bae-a3b1-8f4e73f9d96b service neutron] For port 94b58eb7-cb93-4074-b147-5635fc3f8fff, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:15:06.123257 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-31d15484-d0b4-4962-866d-98c08d71f576 req-357dca11-a6a5-4bae-a3b1-8f4e73f9d96b service neutron] For port 94b58eb7-cb93-4074-b147-5635fc3f8fff, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=94b58eb7-cb93-4074-b147-5635fc3f8fff,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:15:06.223751 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-31d15484-d0b4-4962-866d-98c08d71f576 req-357dca11-a6a5-4bae-a3b1-8f4e73f9d96b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:15:06.235616 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2942683-f40d-421b-b203-98025f509026 req-b6b827bc-7783-4434-bdc1-2775ce44d8c8 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:15:06.246640 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e2942683-f40d-421b-b203-98025f509026 req-b6b827bc-7783-4434-bdc1-2775ce44d8c8 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 943 time: 0.0559187 Oct 27 19:15:06.264650 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d15484-d0b4-4962-866d-98c08d71f576 req-357dca11-a6a5-4bae-a3b1-8f4e73f9d96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:15:06.265449 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-31d15484-d0b4-4962-866d-98c08d71f576 req-357dca11-a6a5-4bae-a3b1-8f4e73f9d96b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:15:06.266706 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-31d15484-d0b4-4962-866d-98c08d71f576 req-357dca11-a6a5-4bae-a3b1-8f4e73f9d96b service neutron] 10.222.0.81 "PUT /v2.0/ports/94b58eb7-cb93-4074-b147-5635fc3f8fff HTTP/1.1" status: 200 len: 1091 time: 0.7784119 Oct 27 19:15:06.267190 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a', 'tag': '94b58eb7-cb93-4074-b147-5635fc3f8fff'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:15:06.270729 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc76c7b-40f5-4a75-bbdd-348fa6afab5d" -d '{"events": [{"name": "network-changed", "server_uuid": "0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a", "tag": "94b58eb7-cb93-4074-b147-5635fc3f8fff"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:15:06.287083 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e2942683-f40d-421b-b203-98025f509026 req-d1b2572e-7cf8-436d-b8e8-88b7b2d1cdd6 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413229 Oct 27 19:15:06.292660 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357dca11-a6a5-4bae-a3b1-8f4e73f9d96b service neutron] Pushing event updated for resources: {'Port': ['ID=94b58eb7-cb93-4074-b147-5635fc3f8fff,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:15:06.339370 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aff8b83-b869-4f7a-8ae7-4c7b5f43b058 x-openstack-request-id: req-9aff8b83-b869-4f7a-8ae7-4c7b5f43b058 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:15:06.339676 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a", "tag": "94b58eb7-cb93-4074-b147-5635fc3f8fff", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:15:06.339942 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9aff8b83-b869-4f7a-8ae7-4c7b5f43b058 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:15:06.340373 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a', 'tag': '94b58eb7-cb93-4074-b147-5635fc3f8fff', 'status': 'completed', 'code': 200} Oct 27 19:15:06.408672 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc76c7b-40f5-4a75-bbdd-348fa6afab5d req-64ff43ef-66d8-41e5-a38a-da109aa8340b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:15:06.410255 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4cc76c7b-40f5-4a75-bbdd-348fa6afab5d req-64ff43ef-66d8-41e5-a38a-da109aa8340b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 1094 time: 0.0476639 Oct 27 19:15:06.520676 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc76c7b-40f5-4a75-bbdd-348fa6afab5d req-f852db45-7c54-4e89-bd59-47287aa00d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:15:06.522185 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4cc76c7b-40f5-4a75-bbdd-348fa6afab5d req-f852db45-7c54-4e89-bd59-47287aa00d06 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1029034 Oct 27 19:15:06.623316 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc76c7b-40f5-4a75-bbdd-348fa6afab5d req-db220bee-4713-4d86-b52f-674bfae57d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:15:06.624740 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4cc76c7b-40f5-4a75-bbdd-348fa6afab5d req-db220bee-4713-4d86-b52f-674bfae57d3f service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0953238 Oct 27 19:15:06.699942 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d15484-d0b4-4962-866d-98c08d71f576 req-f1977d81-8c50-4f69-bac9-4831957cdd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:15:06.701418 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-31d15484-d0b4-4962-866d-98c08d71f576 req-f1977d81-8c50-4f69-bac9-4831957cdd2b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 1094 time: 0.0410719 Oct 27 19:15:06.743755 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-31d15484-d0b4-4962-866d-98c08d71f576 req-c5b31984-066c-4622-bf51-85f09908bea9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94b58eb7-cb93-4074-b147-5635fc3f8fff HTTP/1.1" status: 200 len: 217 time: 0.0347354 Oct 27 19:15:06.792677 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d15484-d0b4-4962-866d-98c08d71f576 req-459dc216-8190-4e3e-aed4-bd633022a612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:15:06.794152 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-31d15484-d0b4-4962-866d-98c08d71f576 req-459dc216-8190-4e3e-aed4-bd633022a612 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7 HTTP/1.1" status: 200 len: 851 time: 0.0439684 Oct 27 19:15:06.844439 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d15484-d0b4-4962-866d-98c08d71f576 req-03c1c3ff-5309-41a5-976b-9badd2eb8ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:15:06.846137 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-31d15484-d0b4-4962-866d-98c08d71f576 req-03c1c3ff-5309-41a5-976b-9badd2eb8ac2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f86ef9e9-ba47-457b-b70a-17134e90302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452268 Oct 27 19:15:06.936950 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-31d15484-d0b4-4962-866d-98c08d71f576 req-cda76968-2ba6-4eff-b0e7-acff058acf2e service neutron] 10.222.0.81 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839877 Oct 27 19:15:07.031408 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-31d15484-d0b4-4962-866d-98c08d71f576 req-e9e917e4-29a3-4e2c-a03f-8a4d64c82943 service neutron] 10.222.0.81 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877366 Oct 27 19:15:07.409713 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94dbb2-a316-43ba-b435-161b00cf4741 req-ec28816f-0cd9-4002-993f-74d766b748a6 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:15:07.411241 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0d94dbb2-a316-43ba-b435-161b00cf4741 req-ec28816f-0cd9-4002-993f-74d766b748a6 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 943 time: 0.0516846 Oct 27 19:15:07.450496 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0d94dbb2-a316-43ba-b435-161b00cf4741 req-236c7347-f332-4716-848f-a48828a724c1 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332179 Oct 27 19:15:08.569248 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a578112-13f0-4707-b686-963c56216ce0 req-7986ebe1-55b1-4144-ba8b-82954cea01fc tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:15:08.570849 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1a578112-13f0-4707-b686-963c56216ce0 req-7986ebe1-55b1-4144-ba8b-82954cea01fc tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 943 time: 0.0510855 Oct 27 19:15:08.610661 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1a578112-13f0-4707-b686-963c56216ce0 req-54da2a23-adfe-41e7-9066-43f412158ffe tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338216 Oct 27 19:15:09.546286 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 94b58eb7-cb93-4074-b147-5635fc3f8fff details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 19:15:09.655990 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 94b58eb7-cb93-4074-b147-5635fc3f8fff, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=94b58eb7-cb93-4074-b147-5635fc3f8fff,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:15:09.667809 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': '94b58eb7-cb93-4074-b147-5635fc3f8fff', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'port_id': '94b58eb7-cb93-4074-b147-5635fc3f8fff', 'mac_address': 'fa:16:3e:cb:87:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 19:15:09.708097 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:15:09.722109 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94b58eb7-cb93-4074-b147-5635fc3f8fff {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:15:09.727623 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7aaecae8-3d18-4483-87a7-8ddeea99fd38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:15:09.731924 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba84ee6-fcaf-4247-a517-91b820baf788 req-46a14bd2-3656-408c-9c26-de3b905a18aa tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:15:09.733497 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7ba84ee6-fcaf-4247-a517-91b820baf788 req-46a14bd2-3656-408c-9c26-de3b905a18aa tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 943 time: 0.0529585 Oct 27 19:15:09.743945 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 94b58eb7-cb93-4074-b147-5635fc3f8fff, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=94b58eb7-cb93-4074-b147-5635fc3f8fff,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:15:09.779328 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7ba84ee6-fcaf-4247-a517-91b820baf788 req-8b7c5195-df3e-4fea-82b1-6e1ce756268c tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376956 Oct 27 19:15:09.823166 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:15:09.875497 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=94b58eb7-cb93-4074-b147-5635fc3f8fff,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:15:10.069408 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['94b58eb7-cb93-4074-b147-5635fc3f8fff'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:15:10.897363 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237cec7-1c35-4fa8-8794-24acde995383 req-bcfc7171-6d37-47a3-bc1f-4c3ea1ed6fdb tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:15:10.898900 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7237cec7-1c35-4fa8-8794-24acde995383 req-bcfc7171-6d37-47a3-bc1f-4c3ea1ed6fdb tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 944 time: 0.0504768 Oct 27 19:15:10.937877 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7237cec7-1c35-4fa8-8794-24acde995383 req-2cd713ec-d14f-473d-bf9a-bb89fd4670cf tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328066 Oct 27 19:15:11.546894 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 94b58eb7-cb93-4074-b147-5635fc3f8fff up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:15:11.675215 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning for port 94b58eb7-cb93-4074-b147-5635fc3f8fff completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 19:15:11.679311 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port 94b58eb7-cb93-4074-b147-5635fc3f8fff triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:15:11.679707 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:15:11.757265 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:15:11.779754 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b58eb7-cb93-4074-b147-5635fc3f8fff'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:15:11.782044 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b7a7ffbeb5006bcc00a453a37d6ced003ca150096c2d6d80d40f5ba58f622d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3582fa1f-b988-44ff-9dde-6f98bb94229b" -d '{"events": [{"server_uuid": "0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a", "name": "network-vif-plugged", "status": "completed", "tag": "94b58eb7-cb93-4074-b147-5635fc3f8fff"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:15:11.794837 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 94b58eb7-cb93-4074-b147-5635fc3f8fff, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=94b58eb7-cb93-4074-b147-5635fc3f8fff,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:15:11.821773 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb0de21-419c-48d9-a8ac-efaccba2979b x-openstack-request-id: req-2bb0de21-419c-48d9-a8ac-efaccba2979b {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:15:11.822063 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a", "name": "network-vif-plugged", "status": "completed", "tag": "94b58eb7-cb93-4074-b147-5635fc3f8fff", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:15:11.822313 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2bb0de21-419c-48d9-a8ac-efaccba2979b {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:15:11.822705 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b58eb7-cb93-4074-b147-5635fc3f8fff', 'code': 200} Oct 27 19:15:11.880554 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:15:11.923230 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55224c-5b4f-4c05-8538-196ee2ac33d9 req-52f48bd2-7bb4-4f6f-a2a9-23e77c7f856a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:15:11.925122 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7e55224c-5b4f-4c05-8538-196ee2ac33d9 req-52f48bd2-7bb4-4f6f-a2a9-23e77c7f856a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 1096 time: 0.0420847 Oct 27 19:15:11.935133 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=94b58eb7-cb93-4074-b147-5635fc3f8fff,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:15:11.963522 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7e55224c-5b4f-4c05-8538-196ee2ac33d9 req-c6098f43-fe24-4229-8535-2bf1893cb289 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300391 Oct 27 19:15:12.059026 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c46392-c3ea-47c0-b7c4-8049043e8067 req-94874f54-adc2-43ec-b3aa-b2469d22f469 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:15:12.060651 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b7c46392-c3ea-47c0-b7c4-8049043e8067 req-94874f54-adc2-43ec-b3aa-b2469d22f469 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 945 time: 0.0501707 Oct 27 19:15:12.101354 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b7c46392-c3ea-47c0-b7c4-8049043e8067 req-936ae02e-a7c1-4d1d-8c70-139cca36dd7a tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335422 Oct 27 19:15:12.114533 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cf38411a-d964-4dee-924b-5233c349c794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:15:13.222317 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c8224-98e1-48a6-8722-a01d87daea3f req-5c94af8c-f72d-4521-a9ba-f779f62d8dc4 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:15:13.225050 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-132c8224-98e1-48a6-8722-a01d87daea3f req-5c94af8c-f72d-4521-a9ba-f779f62d8dc4 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 945 time: 0.0519927 Oct 27 19:15:13.270213 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-132c8224-98e1-48a6-8722-a01d87daea3f req-5698e441-77e1-4bb4-bf09-fdb5ca3e9c5a tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388038 Oct 27 19:15:13.429548 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:15:13.629414 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:15:14.386871 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7da43-85b9-4819-bc46-cda60cc86dc5 req-df5751bb-483b-4cba-89eb-251c683df53e tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:15:14.388411 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9ea7da43-85b9-4819-bc46-cda60cc86dc5 req-df5751bb-483b-4cba-89eb-251c683df53e tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 945 time: 0.0498214 Oct 27 19:15:14.428904 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9ea7da43-85b9-4819-bc46-cda60cc86dc5 req-00da1674-6c53-4113-bbab-a32fff55e44b tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338984 Oct 27 19:15:14.540311 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c92161-2bf0-43e8-a249-b9d09b5f4440 req-8dc48480-e88b-4384-bf5e-52412a4c34df tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:15:14.541724 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a8c92161-2bf0-43e8-a249-b9d09b5f4440 req-8dc48480-e88b-4384-bf5e-52412a4c34df tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 945 time: 0.0495527 Oct 27 19:15:14.550481 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 49746) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:15:14.555000 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-0cc1f71c-34a9-4f1f-acca-487f189c1536 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Request body: {'floatingip': {'port_id': '94b58eb7-cb93-4074-b147-5635fc3f8fff'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:15:14.599600 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0cc1f71c-34a9-4f1f-acca-487f189c1536 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks [] for floatingip, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:15:15.028106 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0cc1f71c-34a9-4f1f-acca-487f189c1536 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:15:15.092301 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0cc1f71c-34a9-4f1f-acca-487f189c1536 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:15:15.196919 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [None req-0cc1f71c-34a9-4f1f-acca-487f189c1536 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Floating IP 5f7c7b81-4896-49f4-98d2-3f6caf5ac1eb associated. External IP: 172.25.6.222, port: 94b58eb7-cb93-4074-b147-5635fc3f8fff. Oct 27 19:15:15.281258 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:15:15.415375 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc1f71c-34a9-4f1f-acca-487f189c1536 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Router 250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:15:15.524617 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc1f71c-34a9-4f1f-acca-487f189c1536 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:15:15.529500 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0cc1f71c-34a9-4f1f-acca-487f189c1536 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:15:15.534728 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b529020-134b-4453-9611-96c8439803e9 None None] Sync routers for ids ['250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:15:15.544554 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b529020-134b-4453-9611-96c8439803e9 None None] Routers {'250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:15:15.545147 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-5b529020-134b-4453-9611-96c8439803e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:15:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:15:15.558604 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0cc1f71c-34a9-4f1f-acca-487f189c1536 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "PUT /v2.0/floatingips/5f7c7b81-4896-49f4-98d2-3f6caf5ac1eb HTTP/1.1" status: 200 len: 991 time: 1.0068994 Oct 27 19:15:15.559243 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a', 'tag': '94b58eb7-cb93-4074-b147-5635fc3f8fff'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:15:15.561538 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bca0ca0b982d995b269f20b8ee9fa1484886a2da5fdd33aa4707a11ccb3e0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d423f97-fc33-4967-9b9b-51866d764034" -d '{"events": [{"name": "network-changed", "server_uuid": "0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a", "tag": "94b58eb7-cb93-4074-b147-5635fc3f8fff"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:15:15.652194 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e4e1a1-78eb-4140-915e-1083a90d494a x-openstack-request-id: req-84e4e1a1-78eb-4140-915e-1083a90d494a {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:15:15.652484 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a", "tag": "94b58eb7-cb93-4074-b147-5635fc3f8fff", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:15:15.652739 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-84e4e1a1-78eb-4140-915e-1083a90d494a {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:15:15.653148 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a', 'tag': '94b58eb7-cb93-4074-b147-5635fc3f8fff', 'status': 'completed', 'code': 200} Oct 27 19:15:15.653663 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-5b529020-134b-4453-9611-96c8439803e9 None None] Set router 250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:15:15.718328 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d423f97-fc33-4967-9b9b-51866d764034 req-09428272-ff91-47cd-862b-51f5578a7159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:15:15.719930 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5d423f97-fc33-4967-9b9b-51866d764034 req-09428272-ff91-47cd-862b-51f5578a7159 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 1096 time: 0.0446289 Oct 27 19:15:15.821033 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d423f97-fc33-4967-9b9b-51866d764034 req-2e51c5b6-c829-45fc-ba37-66fbee32d18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:15:15.822490 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5d423f97-fc33-4967-9b9b-51866d764034 req-2e51c5b6-c829-45fc-ba37-66fbee32d18e service neutron] 10.222.0.81 "GET /v2.0/networks?id=f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 200 len: 914 time: 0.0942354 Oct 27 19:15:15.895610 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5d423f97-fc33-4967-9b9b-51866d764034 req-7a1452f1-6874-42ec-ab7c-b805b45d977e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94b58eb7-cb93-4074-b147-5635fc3f8fff HTTP/1.1" status: 200 len: 999 time: 0.0641809 Oct 27 19:15:15.952708 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d423f97-fc33-4967-9b9b-51866d764034 req-914960aa-178a-4338-9394-4ddd1130ddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:15:15.954249 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5d423f97-fc33-4967-9b9b-51866d764034 req-914960aa-178a-4338-9394-4ddd1130ddb6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7 HTTP/1.1" status: 200 len: 851 time: 0.0471539 Oct 27 19:15:15.967548 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-5b529020-134b-4453-9611-96c8439803e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'name': 'tempest-ServerActionsTestJSON-1621606912-router', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:10:12Z', 'updated_at': '2021-10-27T19:10:15Z', 'revision_number': 4, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'gw_port': {'id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:13Z', 'updated_at': '2021-10-27T19:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '5f7c7b81-4896-49f4-98d2-3f6caf5ac1eb', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'floating_ip_address': '172.25.6.222', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'port_id': '94b58eb7-cb93-4074-b147-5635fc3f8fff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'mac_address': 'fa:16:3e:cb:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:10:19Z', 'updated_at': '2021-10-27T19:15:14Z', 'revision_number': 9, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e2feb5a-f766-4ca5-bdab-44182f4e42a8', 'name': '', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'mac_address': 'fa:16:3e:f6:a4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:15Z', 'updated_at': '2021-10-27T19:10:19Z', 'revision_number': 5, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'subnets': [{'id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:15:15.998410 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b529020-134b-4453-9611-96c8439803e9 None None] Checking router: 250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:15:16.004335 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d423f97-fc33-4967-9b9b-51866d764034 req-2f23e4a3-33cc-4ee7-8725-1cf5a244e2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:15:16.005940 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5d423f97-fc33-4967-9b9b-51866d764034 req-2f23e4a3-33cc-4ee7-8725-1cf5a244e2b7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f86ef9e9-ba47-457b-b70a-17134e90302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431542 Oct 27 19:15:16.007801 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b529020-134b-4453-9611-96c8439803e9 None None] Routers {'250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:15:16.008393 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-5b529020-134b-4453-9611-96c8439803e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:15:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:15:16.102701 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5d423f97-fc33-4967-9b9b-51866d764034 req-e89f1967-9073-4388-a32a-c5750e68ae0a service neutron] 10.222.0.81 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889666 Oct 27 19:15:16.113877 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-5b529020-134b-4453-9611-96c8439803e9 None None] Set router 250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:15:16.200955 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5d423f97-fc33-4967-9b9b-51866d764034 req-ff6f4f59-f0d0-4315-b0dd-139a982c9744 service neutron] 10.222.0.81 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898776 Oct 27 19:15:16.353721 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-5b529020-134b-4453-9611-96c8439803e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'name': 'tempest-ServerActionsTestJSON-1621606912-router', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:10:12Z', 'updated_at': '2021-10-27T19:10:15Z', 'revision_number': 4, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'gw_port': {'id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:13Z', 'updated_at': '2021-10-27T19:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '5f7c7b81-4896-49f4-98d2-3f6caf5ac1eb', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'floating_ip_address': '172.25.6.222', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'port_id': '94b58eb7-cb93-4074-b147-5635fc3f8fff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'mac_address': 'fa:16:3e:cb:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:10:19Z', 'updated_at': '2021-10-27T19:15:14Z', 'revision_number': 9, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e2feb5a-f766-4ca5-bdab-44182f4e42a8', 'name': '', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'mac_address': 'fa:16:3e:f6:a4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:15Z', 'updated_at': '2021-10-27T19:10:19Z', 'revision_number': 5, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'subnets': [{'id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:15:16.383463 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b529020-134b-4453-9611-96c8439803e9 None None] The sync data for ids ['250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'] in n-d-815690-2 is: [{'id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'name': 'tempest-ServerActionsTestJSON-1621606912-router', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:10:12Z', 'updated_at': '2021-10-27T19:10:15Z', 'revision_number': 4, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'gw_port': {'id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:13Z', 'updated_at': '2021-10-27T19:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '5f7c7b81-4896-49f4-98d2-3f6caf5ac1eb', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'floating_ip_address': '172.25.6.222', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'port_id': '94b58eb7-cb93-4074-b147-5635fc3f8fff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'mac_address': 'fa:16:3e:cb:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:10:19Z', 'updated_at': '2021-10-27T19:15:14Z', 'revision_number': 9, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e2feb5a-f766-4ca5-bdab-44182f4e42a8', 'name': '', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'mac_address': 'fa:16:3e:f6:a4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:15Z', 'updated_at': '2021-10-27T19:10:19Z', 'revision_number': 5, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'subnets': [{'id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:15:16.577204 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa59441-17aa-4756-9fcd-dfe9c795bc5d None None] New status for floating IP 5f7c7b81-4896-49f4-98d2-3f6caf5ac1eb: ACTIVE {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 19:15:23.715680 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:15:26.817540 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:15:27.326931 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:15:34.122429 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-79394004-1dc7-49ee-ab9e-356d9930df70 req-33e2ba38-39f4-45ae-965b-c2f99b434502 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392888 Oct 27 19:15:34.213354 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79394004-1dc7-49ee-ab9e-356d9930df70 req-3ecdbc18-9c56-418b-a9ff-888b9b72720d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:15:34.214924 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-79394004-1dc7-49ee-ab9e-356d9930df70 req-3ecdbc18-9c56-418b-a9ff-888b9b72720d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 1096 time: 0.0449836 Oct 27 19:15:34.321301 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79394004-1dc7-49ee-ab9e-356d9930df70 req-079f48eb-d8ee-4059-8da7-1839180fe168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:15:34.322836 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-79394004-1dc7-49ee-ab9e-356d9930df70 req-079f48eb-d8ee-4059-8da7-1839180fe168 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 200 len: 914 time: 0.0853531 Oct 27 19:15:34.392382 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-79394004-1dc7-49ee-ab9e-356d9930df70 req-a47cb4ad-8dbd-4ea4-8d16-13d1e7b9bc04 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94b58eb7-cb93-4074-b147-5635fc3f8fff HTTP/1.1" status: 200 len: 1002 time: 0.0620725 Oct 27 19:15:34.443195 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79394004-1dc7-49ee-ab9e-356d9930df70 req-9c231824-4d05-4ecb-b59e-db029122dd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:15:34.444685 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-79394004-1dc7-49ee-ab9e-356d9930df70 req-9c231824-4d05-4ecb-b59e-db029122dd0c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7 HTTP/1.1" status: 200 len: 851 time: 0.0450294 Oct 27 19:15:34.491949 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79394004-1dc7-49ee-ab9e-356d9930df70 req-b1f5633a-2fcf-4381-822d-4e6e0cfbb181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:15:34.493502 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-79394004-1dc7-49ee-ab9e-356d9930df70 req-b1f5633a-2fcf-4381-822d-4e6e0cfbb181 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f86ef9e9-ba47-457b-b70a-17134e90302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405767 Oct 27 19:15:34.589471 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-79394004-1dc7-49ee-ab9e-356d9930df70 req-63ec5a86-9857-4db9-b4ea-f35b3467dc4d service neutron] 10.222.0.81 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879350 Oct 27 19:15:34.679790 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-79394004-1dc7-49ee-ab9e-356d9930df70 req-142f9b2f-421b-43eb-82a0-03dae6173564 service neutron] 10.222.0.81 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827739 Oct 27 19:15:39.663397 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-21fd284d-42df-4025-aabe-d0722bcb8fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:15:42.160870 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8633ecce-0e02-4308-946f-666784e5a8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:15:43.421700 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:15:43.616457 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:15:45.284773 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:15:56.845631 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:15:57.342741 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:16:00.715749 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:16:09.708662 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-03900bb8-4546-4744-84fe-a66174e3ad43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:16:12.096924 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fcdf49f3-646f-44df-a68b-e3a3632191e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:16:13.456936 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:16:13.628146 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:16:15.289919 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:16:26.816579 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:16:27.330827 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:16:36.143357 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-00ab4073-975e-44ae-a5e2-1801fd391ba1 req-51624d58-d98a-4c60-887a-400166f9a85d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0482550 Oct 27 19:16:36.228383 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab4073-975e-44ae-a5e2-1801fd391ba1 req-c2469675-0ac4-401f-b6e8-99a03f22737b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:16:36.229926 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-00ab4073-975e-44ae-a5e2-1801fd391ba1 req-c2469675-0ac4-401f-b6e8-99a03f22737b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 1096 time: 0.0427103 Oct 27 19:16:36.333018 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab4073-975e-44ae-a5e2-1801fd391ba1 req-66b56d3d-d765-4b51-ab7e-6f539df54a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:16:36.334592 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-00ab4073-975e-44ae-a5e2-1801fd391ba1 req-66b56d3d-d765-4b51-ab7e-6f539df54a84 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 200 len: 914 time: 0.0849977 Oct 27 19:16:36.403910 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-00ab4073-975e-44ae-a5e2-1801fd391ba1 req-6af92bc4-c3af-4b93-a4b6-6de47aff133a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94b58eb7-cb93-4074-b147-5635fc3f8fff HTTP/1.1" status: 200 len: 1002 time: 0.0620661 Oct 27 19:16:36.452506 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab4073-975e-44ae-a5e2-1801fd391ba1 req-a52cf7eb-cb9b-4fe1-8653-83ea8586a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:16:36.453992 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-00ab4073-975e-44ae-a5e2-1801fd391ba1 req-a52cf7eb-cb9b-4fe1-8653-83ea8586a804 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7 HTTP/1.1" status: 200 len: 851 time: 0.0433345 Oct 27 19:16:36.499290 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab4073-975e-44ae-a5e2-1801fd391ba1 req-83186b72-8d59-4fdc-87d6-5ceb2ed7ea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:16:36.500810 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-00ab4073-975e-44ae-a5e2-1801fd391ba1 req-83186b72-8d59-4fdc-87d6-5ceb2ed7ea15 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f86ef9e9-ba47-457b-b70a-17134e90302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398076 Oct 27 19:16:36.512197 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [req-00ab4073-975e-44ae-a5e2-1801fd391ba1 req-cc64047f-ac44-409a-8734-601054a8d71b service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 19:16:36.513162 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-00ab4073-975e-44ae-a5e2-1801fd391ba1 req-cc64047f-ac44-409a-8734-601054a8d71b service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054507 Oct 27 19:16:36.606733 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-00ab4073-975e-44ae-a5e2-1801fd391ba1 req-02db8c78-d113-4b28-ae09-cf1e9374a506 service neutron] 10.222.0.81 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869224 Oct 27 19:16:36.701109 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-00ab4073-975e-44ae-a5e2-1801fd391ba1 req-3d27ac23-b8e6-4015-9698-11267e70c9f2 service neutron] 10.222.0.81 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869515 Oct 27 19:16:37.715632 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:16:39.656023 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0e39d373-f081-4bf9-8e92-60aa321ea4b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:16:42.120112 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-33bf3469-90b7-4c9a-922c-92d9785852b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:16:43.427636 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:16:43.621717 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:16:45.275659 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:16:50.106311 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b74064-7cc4-4a5a-966e-a27315f9f4be req-f4082993-bcaf-47fb-85f7-364f20db9564 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:16:50.107907 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e7b74064-7cc4-4a5a-966e-a27315f9f4be req-f4082993-bcaf-47fb-85f7-364f20db9564 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 945 time: 0.0551808 Oct 27 19:16:50.148453 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e7b74064-7cc4-4a5a-966e-a27315f9f4be req-b641a8e0-ab0e-4ca7-84d1-da6424f2f97c tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342503 Oct 27 19:16:50.226004 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-2b70b259-4609-4bbc-9523-fb06ed56d8bd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0401320 Oct 27 19:16:51.269784 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2819f-4bc0-4249-968e-4a345989e884 req-96e1a800-2bdb-4b17-9a8e-757e2b7ffb22 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:16:51.271590 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1d2819f-4bc0-4249-968e-4a345989e884 req-96e1a800-2bdb-4b17-9a8e-757e2b7ffb22 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 945 time: 0.0496309 Oct 27 19:16:51.311757 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1d2819f-4bc0-4249-968e-4a345989e884 req-a8f0b49e-d2aa-4847-ad82-33f077216d78 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330353 Oct 27 19:16:52.330708 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-ea147434-566b-429e-a04d-9e337cbe4cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:16:52.332251 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-ea147434-566b-429e-a04d-9e337cbe4cc4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 1096 time: 0.0408187 Oct 27 19:16:52.426999 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-26fbcd3e-73c0-43bb-b674-8d1fbaabf209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:16:52.428498 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-26fbcd3e-73c0-43bb-b674-8d1fbaabf209 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 200 len: 914 time: 0.0889192 Oct 27 19:16:52.440066 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234fbbc-bda2-439b-809c-64c0a3f9bbf5 req-ac224fbc-a7db-4124-8610-4a45ec65f622 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:16:52.441576 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0234fbbc-bda2-439b-809c-64c0a3f9bbf5 req-ac224fbc-a7db-4124-8610-4a45ec65f622 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 945 time: 0.0537207 Oct 27 19:16:52.480722 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0234fbbc-bda2-439b-809c-64c0a3f9bbf5 req-e7b30352-7c3d-486a-aeec-bcc7a95f883b tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328052 Oct 27 19:16:52.493674 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-2d336389-1e18-4930-9f4f-16f885743d46 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94b58eb7-cb93-4074-b147-5635fc3f8fff HTTP/1.1" status: 200 len: 1002 time: 0.0574441 Oct 27 19:16:52.543377 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-78f4927c-42fa-4f2d-9420-dda9456e0df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:16:52.544861 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-78f4927c-42fa-4f2d-9420-dda9456e0df7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7 HTTP/1.1" status: 200 len: 851 time: 0.0439367 Oct 27 19:16:52.594136 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-aefe9c5a-7bc7-4cc9-846e-249e3db1292f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:16:52.595680 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-aefe9c5a-7bc7-4cc9-846e-249e3db1292f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f86ef9e9-ba47-457b-b70a-17134e90302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443084 Oct 27 19:16:52.688122 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-7e844cf0-0a20-43d5-812d-678bd33c6a22 service neutron] 10.222.0.81 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844460 Oct 27 19:16:52.785997 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-3d3bb9e8-3311-415c-8537-51e8dacd41c5 service neutron] 10.222.0.81 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902686 Oct 27 19:16:53.601154 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e922717-249c-46af-a86d-e320d9b0b6cf req-a83236de-9f96-431f-bdab-95c7aab3be6d tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:16:53.603120 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4e922717-249c-46af-a86d-e320d9b0b6cf req-a83236de-9f96-431f-bdab-95c7aab3be6d tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 945 time: 0.0524321 Oct 27 19:16:53.643442 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4e922717-249c-46af-a86d-e320d9b0b6cf req-a49e4104-d1da-431b-abc6-a83c53c0b9ab tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336928 Oct 27 19:16:54.766641 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92e654-858d-4227-bca1-388fc7daee29 req-9a7f502f-a4ec-4c30-ab4e-415e8a8fcc56 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:16:54.768273 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bd92e654-858d-4227-bca1-388fc7daee29 req-9a7f502f-a4ec-4c30-ab4e-415e8a8fcc56 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 945 time: 0.0521626 Oct 27 19:16:54.810223 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bd92e654-858d-4227-bca1-388fc7daee29 req-577a6fdb-0351-4be5-a3fe-7448d7001628 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355909 Oct 27 19:16:55.931286 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d115cbe-fbea-4ab5-b596-b216bc5252b0 req-776a99b5-2561-4c5f-8b3b-df55a092b17d tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:16:55.932978 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6d115cbe-fbea-4ab5-b596-b216bc5252b0 req-776a99b5-2561-4c5f-8b3b-df55a092b17d tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 945 time: 0.0542548 Oct 27 19:16:55.971174 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6d115cbe-fbea-4ab5-b596-b216bc5252b0 req-6a058c3b-64ec-4f79-bc83-cef50cb4a3de tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320215 Oct 27 19:16:56.832614 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:16:57.093957 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faad9b7-9a09-459f-af13-2b6bfd354171 req-f21df5c1-d10f-400d-a1fd-8864c2f0f7f2 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:16:57.095589 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3faad9b7-9a09-459f-af13-2b6bfd354171 req-f21df5c1-d10f-400d-a1fd-8864c2f0f7f2 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 945 time: 0.0525472 Oct 27 19:16:57.138119 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3faad9b7-9a09-459f-af13-2b6bfd354171 req-7abcfae6-9386-4306-9afa-d64e484720c2 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359879 Oct 27 19:16:57.410098 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:16:58.256840 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13735b31-c248-461e-a875-d256cb5de92d req-d99eca4a-abcc-40f0-89e0-32d324526f8c tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:16:58.258373 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-13735b31-c248-461e-a875-d256cb5de92d req-d99eca4a-abcc-40f0-89e0-32d324526f8c tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 945 time: 0.0491138 Oct 27 19:16:58.297819 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-13735b31-c248-461e-a875-d256cb5de92d req-eafbd0eb-ed78-4f2a-9b36-3992cbf2228f tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326920 Oct 27 19:16:59.429418 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e062857b-ddc3-42a5-8870-889a02ad8b52 req-c31bf5c9-ed19-46ce-9081-a47aca2d36d3 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:16:59.430877 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e062857b-ddc3-42a5-8870-889a02ad8b52 req-c31bf5c9-ed19-46ce-9081-a47aca2d36d3 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 945 time: 0.0552847 Oct 27 19:16:59.470763 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e062857b-ddc3-42a5-8870-889a02ad8b52 req-3262fde7-6b47-4210-836f-3bafae3d5a62 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329933 Oct 27 19:17:00.590099 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed04a87-1edd-4f73-8123-9d53a63ce187 req-d1fb1f3c-b15e-4208-8ba0-b8f66d130918 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:00.591626 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2ed04a87-1edd-4f73-8123-9d53a63ce187 req-d1fb1f3c-b15e-4208-8ba0-b8f66d130918 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 945 time: 0.0519440 Oct 27 19:17:00.629427 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2ed04a87-1edd-4f73-8123-9d53a63ce187 req-d96670ae-a741-4228-9205-1e7d670d7b72 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318224 Oct 27 19:17:01.747759 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a27c72-90da-4076-bab0-58377c266a09 req-118aa2cf-64d4-4dee-8a2b-36bfa1ca11e9 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:01.749254 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-06a27c72-90da-4076-bab0-58377c266a09 req-118aa2cf-64d4-4dee-8a2b-36bfa1ca11e9 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 945 time: 0.0499620 Oct 27 19:17:01.787635 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-06a27c72-90da-4076-bab0-58377c266a09 req-79917129-f37f-40fb-ac71-ac351bd43060 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321257 Oct 27 19:17:02.908563 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c56303-8ddd-478a-8ace-b6da2081f98e req-5d8787b1-0b14-4790-ade0-0724d680f82f tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:02.910079 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c8c56303-8ddd-478a-8ace-b6da2081f98e req-5d8787b1-0b14-4790-ade0-0724d680f82f tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 945 time: 0.0531871 Oct 27 19:17:02.947324 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c8c56303-8ddd-478a-8ace-b6da2081f98e req-4266d6a9-5551-431f-b380-f8e94fff05d5 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312171 Oct 27 19:17:04.067042 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67faf2ff-2ffb-4eb0-a330-a3ddeff378ed req-89f3ac37-800f-4c56-aaca-7c7d79625247 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:04.068553 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-67faf2ff-2ffb-4eb0-a330-a3ddeff378ed req-89f3ac37-800f-4c56-aaca-7c7d79625247 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 945 time: 0.0511575 Oct 27 19:17:04.107957 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-67faf2ff-2ffb-4eb0-a330-a3ddeff378ed req-1d35a87d-73d3-48d2-851c-728bc9674723 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333116 Oct 27 19:17:04.805471 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-2bb48c18-9a46-40cb-8fcc-ed8a03ce87db service neutron] show failed (client error): The resource could not be found. Oct 27 19:17:04.806503 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-2bb48c18-9a46-40cb-8fcc-ed8a03ce87db service neutron] 10.222.0.81 "GET /v2.0/ports/94b58eb7-cb93-4074-b147-5635fc3f8fff/bindings/n-h2-815690-2 HTTP/1.1" status: 404 len: 380 time: 0.0557828 Oct 27 19:17:05.227271 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a06c5-261a-4588-981e-a3db43832dc1 req-4fc43112-074b-4059-bdea-9716eb384b2f tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:05.228773 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0c1a06c5-261a-4588-981e-a3db43832dc1 req-4fc43112-074b-4059-bdea-9716eb384b2f tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 945 time: 0.0501893 Oct 27 19:17:05.267892 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0c1a06c5-261a-4588-981e-a3db43832dc1 req-0fb702a8-d053-466e-8e51-54407e3a8455 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325470 Oct 27 19:17:05.381441 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-39b43eec-71f5-4a89-ba00-2e950abc36e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:05.382970 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-39b43eec-71f5-4a89-ba00-2e950abc36e2 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a&tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04 HTTP/1.1" status: 200 len: 1096 time: 0.0415883 Oct 27 19:17:05.393154 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-78fb408a-44e7-49ef-ab18-f687a776ff86 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 19:17:05.394046 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-78fb408a-44e7-49ef-ab18-f687a776ff86 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049269 Oct 27 19:17:05.407343 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-7d5a1ed9-d659-4bc1-8fe5-a171058472c1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815690-2', 'device_owner': 'compute:nova'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:17:05.462920 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-7d5a1ed9-d659-4bc1-8fe5-a171058472c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:05.664293 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-7d5a1ed9-d659-4bc1-8fe5-a171058472c1 service neutron] For port 94b58eb7-cb93-4074-b147-5635fc3f8fff, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=94b58eb7-cb93-4074-b147-5635fc3f8fff,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:17:05.696613 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-7d5a1ed9-d659-4bc1-8fe5-a171058472c1 service neutron] For port 94b58eb7-cb93-4074-b147-5635fc3f8fff, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:17:05.736629 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94b58eb7-cb93-4074-b147-5635fc3f8fff'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:17:05.738991 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299dd832-9b42-4271-aeed-9bf12cfccf93" -d '{"events": [{"server_uuid": "0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a", "name": "network-vif-unplugged", "status": "completed", "tag": "94b58eb7-cb93-4074-b147-5635fc3f8fff"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:17:05.743080 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-7d5a1ed9-d659-4bc1-8fe5-a171058472c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:05.755569 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-7d5a1ed9-d659-4bc1-8fe5-a171058472c1 service neutron] Transition to ACTIVE for port object 94b58eb7-cb93-4074-b147-5635fc3f8fff will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 19:17:05.790124 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 19:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af1c240-d942-4876-a77f-e23780608f4c x-openstack-request-id: req-9af1c240-d942-4876-a77f-e23780608f4c {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:17:05.790425 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a", "name": "network-vif-unplugged", "status": "completed", "tag": "94b58eb7-cb93-4074-b147-5635fc3f8fff", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:17:05.790680 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9af1c240-d942-4876-a77f-e23780608f4c {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:17:05.791119 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94b58eb7-cb93-4074-b147-5635fc3f8fff', 'code': 200} Oct 27 19:17:05.819571 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-7d5a1ed9-d659-4bc1-8fe5-a171058472c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:06.233898 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a1ed9-d659-4bc1-8fe5-a171058472c1 service neutron] Pushing event updated for resources: {'Port': ['ID=94b58eb7-cb93-4074-b147-5635fc3f8fff,revision_number=6']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:17:06.247216 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a1ed9-d659-4bc1-8fe5-a171058472c1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:17:06.248180 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a1ed9-d659-4bc1-8fe5-a171058472c1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:17:06.248583 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a1ed9-d659-4bc1-8fe5-a171058472c1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:17:06.248896 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a1ed9-d659-4bc1-8fe5-a171058472c1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:17:06.249222 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a1ed9-d659-4bc1-8fe5-a171058472c1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:17:06.249557 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a1ed9-d659-4bc1-8fe5-a171058472c1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:17:06.249889 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a1ed9-d659-4bc1-8fe5-a171058472c1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:17:06.250218 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a1ed9-d659-4bc1-8fe5-a171058472c1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:17:06.250548 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a1ed9-d659-4bc1-8fe5-a171058472c1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:17:06.250909 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a1ed9-d659-4bc1-8fe5-a171058472c1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:17:06.251242 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a1ed9-d659-4bc1-8fe5-a171058472c1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:17:06.251568 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5a1ed9-d659-4bc1-8fe5-a171058472c1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:17:06.281323 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-7d5a1ed9-d659-4bc1-8fe5-a171058472c1 service neutron] No DVR routers for this DVR port 94b58eb7-cb93-4074-b147-5635fc3f8fff on host n-h1-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:17:06.393084 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64475cc-8478-46ce-8518-650d5c2b4ac9 req-3c530cf5-d0f6-4fe0-960e-54c4fbdad895 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:06.394891 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f64475cc-8478-46ce-8518-650d5c2b4ac9 req-3c530cf5-d0f6-4fe0-960e-54c4fbdad895 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 943 time: 0.0542858 Oct 27 19:17:06.416493 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-7d5a1ed9-d659-4bc1-8fe5-a171058472c1 service neutron] Attempting to bind port 94b58eb7-cb93-4074-b147-5635fc3f8fff on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:17:06.416823 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-7d5a1ed9-d659-4bc1-8fe5-a171058472c1 service neutron] Attempting to bind port 94b58eb7-cb93-4074-b147-5635fc3f8fff by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:17:06.417153 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-7d5a1ed9-d659-4bc1-8fe5-a171058472c1 service neutron] Attempting to bind port 94b58eb7-cb93-4074-b147-5635fc3f8fff on network f86ef9e9-ba47-457b-b70a-17134e90302b {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:17:06.422096 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-7d5a1ed9-d659-4bc1-8fe5-a171058472c1 service neutron] Port 94b58eb7-cb93-4074-b147-5635fc3f8fff on network f86ef9e9-ba47-457b-b70a-17134e90302b not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 19:17:06.422432 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-7d5a1ed9-d659-4bc1-8fe5-a171058472c1 service neutron] Attempting to bind port 94b58eb7-cb93-4074-b147-5635fc3f8fff on network f86ef9e9-ba47-457b-b70a-17134e90302b {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:17:06.427641 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-7d5a1ed9-d659-4bc1-8fe5-a171058472c1 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:17:06.427986 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-7d5a1ed9-d659-4bc1-8fe5-a171058472c1 service neutron] Checking segment: {'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:17:06.428402 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-7d5a1ed9-d659-4bc1-8fe5-a171058472c1 service neutron] Bound using segment: {'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:17:06.428840 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-7d5a1ed9-d659-4bc1-8fe5-a171058472c1 service neutron] Bound port: 94b58eb7-cb93-4074-b147-5635fc3f8fff, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:17:06.429198 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-7d5a1ed9-d659-4bc1-8fe5-a171058472c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:06.433965 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f64475cc-8478-46ce-8518-650d5c2b4ac9 req-799cf840-1cc9-4470-a19f-4c609badf416 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326390 Oct 27 19:17:06.493864 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-7d5a1ed9-d659-4bc1-8fe5-a171058472c1 service neutron] For port 94b58eb7-cb93-4074-b147-5635fc3f8fff, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:17:06.496871 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-7d5a1ed9-d659-4bc1-8fe5-a171058472c1 service neutron] For port 94b58eb7-cb93-4074-b147-5635fc3f8fff, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=94b58eb7-cb93-4074-b147-5635fc3f8fff,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:17:06.564383 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-7d5a1ed9-d659-4bc1-8fe5-a171058472c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:06.603195 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-7d5a1ed9-d659-4bc1-8fe5-a171058472c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:06.603778 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-7d5a1ed9-d659-4bc1-8fe5-a171058472c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:06.605158 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-7d5a1ed9-d659-4bc1-8fe5-a171058472c1 service neutron] 10.222.0.93 "PUT /v2.0/ports/94b58eb7-cb93-4074-b147-5635fc3f8fff HTTP/1.1" status: 200 len: 1091 time: 1.2021530 Oct 27 19:17:06.635023 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a1ed9-d659-4bc1-8fe5-a171058472c1 service neutron] Pushing event updated for resources: {'Port': ['ID=94b58eb7-cb93-4074-b147-5635fc3f8fff,revision_number=7']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:17:06.674220 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-a4a1364b-5706-4df4-9324-ca096ebc7ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:06.675843 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-a4a1364b-5706-4df4-9324-ca096ebc7ca7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 1094 time: 0.0489078 Oct 27 19:17:06.776121 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-df8c2544-aec0-49af-afb5-694229cfbd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:06.777663 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-df8c2544-aec0-49af-afb5-694229cfbd5d service neutron] 10.222.0.93 "GET /v2.0/networks?id=f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 200 len: 914 time: 0.0942690 Oct 27 19:17:06.844600 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-ee0ba3a5-da25-4ab0-a325-6e20ec92166b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94b58eb7-cb93-4074-b147-5635fc3f8fff HTTP/1.1" status: 200 len: 1000 time: 0.0598145 Oct 27 19:17:06.895439 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-4765662f-1535-4c98-9c45-059af36bfc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:06.897253 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-4765662f-1535-4c98-9c45-059af36bfc9e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7 HTTP/1.1" status: 200 len: 851 time: 0.0453298 Oct 27 19:17:06.947162 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-ad633dab-0968-4a79-8915-cff0bbe61c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:06.948669 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-ad633dab-0968-4a79-8915-cff0bbe61c57 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f86ef9e9-ba47-457b-b70a-17134e90302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440896 Oct 27 19:17:07.039851 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-35187f91-d6f7-4137-8369-7c9b5b5716fd service neutron] 10.222.0.93 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834246 Oct 27 19:17:07.133335 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dadd39fc-3596-42bb-b1d4-638bd46d501e req-8fd6693a-417f-43f1-ab00-2b64821496a2 service neutron] 10.222.0.93 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866716 Oct 27 19:17:07.554761 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc7647-a8fc-4819-82a2-15a854696cce req-d97c5f84-f08f-47f2-8a92-f8516bbe6c22 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:07.556340 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f9dc7647-a8fc-4819-82a2-15a854696cce req-d97c5f84-f08f-47f2-8a92-f8516bbe6c22 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 943 time: 0.0518181 Oct 27 19:17:07.597519 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f9dc7647-a8fc-4819-82a2-15a854696cce req-42966a41-98c3-4a8e-b8b8-98bf0276af9a tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350564 Oct 27 19:17:07.792669 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a', 'tag': '94b58eb7-cb93-4074-b147-5635fc3f8fff'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:17:07.794929 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56016612-6376-47b3-862f-85b11d2f47bc" -d '{"events": [{"name": "network-changed", "server_uuid": "0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a", "tag": "94b58eb7-cb93-4074-b147-5635fc3f8fff"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:17:07.842054 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23541f06-cbef-440a-95ea-8a28eb7cd40e x-openstack-request-id: req-23541f06-cbef-440a-95ea-8a28eb7cd40e {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:17:07.842347 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a", "tag": "94b58eb7-cb93-4074-b147-5635fc3f8fff", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:17:07.842605 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-23541f06-cbef-440a-95ea-8a28eb7cd40e {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:17:07.843046 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a', 'tag': '94b58eb7-cb93-4074-b147-5635fc3f8fff', 'status': 'completed', 'code': 200} Oct 27 19:17:07.928797 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56016612-6376-47b3-862f-85b11d2f47bc req-d95f509b-03a6-4471-8402-de444bcde601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:07.930477 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-56016612-6376-47b3-862f-85b11d2f47bc req-d95f509b-03a6-4471-8402-de444bcde601 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 1094 time: 0.0691988 Oct 27 19:17:07.932946 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56016612-6376-47b3-862f-85b11d2f47bc req-f94e1a27-8ce9-4149-b0c2-efbefafdc9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:07.934374 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-56016612-6376-47b3-862f-85b11d2f47bc req-f94e1a27-8ce9-4149-b0c2-efbefafdc9f5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 1094 time: 0.0650823 Oct 27 19:17:08.026266 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 94b58eb7-cb93-4074-b147-5635fc3f8fff no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:17:08.066875 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 94b58eb7-cb93-4074-b147-5635fc3f8fff not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:17:08.096358 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56016612-6376-47b3-862f-85b11d2f47bc req-b94f115f-e937-4b58-95e4-428bdeb02f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:08.097935 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-56016612-6376-47b3-862f-85b11d2f47bc req-b94f115f-e937-4b58-95e4-428bdeb02f3b service neutron] 10.222.0.81 "GET /v2.0/networks?id=f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 200 len: 914 time: 0.1597931 Oct 27 19:17:08.099315 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56016612-6376-47b3-862f-85b11d2f47bc req-6f24fc64-dcec-4ef7-ad3d-600228a9f778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:08.100621 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-56016612-6376-47b3-862f-85b11d2f47bc req-6f24fc64-dcec-4ef7-ad3d-600228a9f778 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 200 len: 914 time: 0.1553485 Oct 27 19:17:08.210807 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-56016612-6376-47b3-862f-85b11d2f47bc req-8cd48c3c-fa0c-44f4-9106-3a0b9d924572 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94b58eb7-cb93-4074-b147-5635fc3f8fff HTTP/1.1" status: 200 len: 1000 time: 0.1051817 Oct 27 19:17:08.214554 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-56016612-6376-47b3-862f-85b11d2f47bc req-d60b9374-30b2-4b4f-bbad-defef3961ab8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94b58eb7-cb93-4074-b147-5635fc3f8fff HTTP/1.1" status: 200 len: 1000 time: 0.1030850 Oct 27 19:17:08.293889 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56016612-6376-47b3-862f-85b11d2f47bc req-0340e63d-21e8-40e7-9e84-7143dc2ed7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:08.295436 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-56016612-6376-47b3-862f-85b11d2f47bc req-0340e63d-21e8-40e7-9e84-7143dc2ed7f7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7 HTTP/1.1" status: 200 len: 851 time: 0.0782871 Oct 27 19:17:08.296835 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56016612-6376-47b3-862f-85b11d2f47bc req-dfa6b446-c3c5-4dae-8b55-fee1bd385991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:08.298139 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-56016612-6376-47b3-862f-85b11d2f47bc req-dfa6b446-c3c5-4dae-8b55-fee1bd385991 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7 HTTP/1.1" status: 200 len: 851 time: 0.0729265 Oct 27 19:17:08.374479 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56016612-6376-47b3-862f-85b11d2f47bc req-15df12c5-ea4c-4c27-92f7-f84244fae3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:08.376719 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-56016612-6376-47b3-862f-85b11d2f47bc req-15df12c5-ea4c-4c27-92f7-f84244fae3c1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f86ef9e9-ba47-457b-b70a-17134e90302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675786 Oct 27 19:17:08.378481 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56016612-6376-47b3-862f-85b11d2f47bc req-319021fd-6e4e-481e-95dc-b97adc9bf2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:08.379883 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-56016612-6376-47b3-862f-85b11d2f47bc req-319021fd-6e4e-481e-95dc-b97adc9bf2fe service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f86ef9e9-ba47-457b-b70a-17134e90302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780585 Oct 27 19:17:08.540897 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-56016612-6376-47b3-862f-85b11d2f47bc req-39d7b964-5978-4a56-bcae-bf49df0391f8 service neutron] 10.222.0.93 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556699 Oct 27 19:17:08.542755 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-56016612-6376-47b3-862f-85b11d2f47bc req-34b33178-0734-4538-875a-3bae56a907d4 service neutron] 10.222.0.81 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500821 Oct 27 19:17:08.704082 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-56016612-6376-47b3-862f-85b11d2f47bc req-438013c4-8a9a-4595-aae9-0338cf66a050 service neutron] 10.222.0.81 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485889 Oct 27 19:17:08.705892 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-56016612-6376-47b3-862f-85b11d2f47bc req-63874884-df82-49b7-82cf-62d96f22cef1 service neutron] 10.222.0.93 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577706 Oct 27 19:17:08.719403 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b41cc-307d-4b91-a50e-929bef06b799 req-c8708ca5-e6b6-459d-9572-1e07ec5e4bc5 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:08.720990 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f48b41cc-307d-4b91-a50e-929bef06b799 req-c8708ca5-e6b6-459d-9572-1e07ec5e4bc5 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 943 time: 0.0502377 Oct 27 19:17:08.761807 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f48b41cc-307d-4b91-a50e-929bef06b799 req-a6e50d3f-2ea5-4e37-8ce4-cfea2993a006 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343587 Oct 27 19:17:08.863383 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 94b58eb7-cb93-4074-b147-5635fc3f8fff details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 19:17:08.960796 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 94b58eb7-cb93-4074-b147-5635fc3f8fff, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=94b58eb7-cb93-4074-b147-5635fc3f8fff,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:17:08.972152 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '94b58eb7-cb93-4074-b147-5635fc3f8fff', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'port_id': '94b58eb7-cb93-4074-b147-5635fc3f8fff', 'mac_address': 'fa:16:3e:cb:87:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 19:17:09.009466 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:09.022700 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94b58eb7-cb93-4074-b147-5635fc3f8fff {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:17:09.041783 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 94b58eb7-cb93-4074-b147-5635fc3f8fff, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=94b58eb7-cb93-4074-b147-5635fc3f8fff,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:17:09.118711 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:09.168511 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=94b58eb7-cb93-4074-b147-5635fc3f8fff,revision_number=8']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:17:09.177103 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:17:09.177449 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:17:09.177792 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:17:09.178128 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:17:09.178458 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:17:09.178787 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:17:09.179138 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:17:09.179462 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:17:09.179787 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:17:09.180109 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:17:09.180545 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:17:09.180820 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:17:09.339220 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['94b58eb7-cb93-4074-b147-5635fc3f8fff'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:17:09.667223 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-46588a5e-ff28-4047-8104-efb59ddab752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:09.886678 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1bb5e0-ef60-42f1-a976-5e75cc0bb8b6 req-92e9f578-aaf4-489a-a500-26941199cd8c tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:09.888197 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4c1bb5e0-ef60-42f1-a976-5e75cc0bb8b6 req-92e9f578-aaf4-489a-a500-26941199cd8c tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 944 time: 0.0540652 Oct 27 19:17:09.930768 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4c1bb5e0-ef60-42f1-a976-5e75cc0bb8b6 req-49c087e2-9cfa-475c-ab09-a49f1b1abddf tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326662 Oct 27 19:17:10.523271 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dbc4e0-ee29-4e75-b153-44d36d20a4bf req-1fbe5d39-17a5-4196-b4fa-f6cca557f85d tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:10.524708 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-42dbc4e0-ee29-4e75-b153-44d36d20a4bf req-1fbe5d39-17a5-4196-b4fa-f6cca557f85d tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 944 time: 0.0504379 Oct 27 19:17:10.565331 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-42dbc4e0-ee29-4e75-b153-44d36d20a4bf req-096f1073-69d2-4720-9b5a-d66e4ae5ef24 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343626 Oct 27 19:17:10.571009 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-d3b4bb83-65e7-4f6e-8997-c4bc5f2e9359 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:10.572515 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-d3b4bb83-65e7-4f6e-8997-c4bc5f2e9359 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.93 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a&tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&binding%3Ahost_id=n-h2-815690-2 HTTP/1.1" status: 200 len: 944 time: 0.0579729 Oct 27 19:17:10.634583 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-b44c0355-f17a-4ece-81c8-161ac130f826 service neutron] 10.222.0.93 "GET /v2.0/ports/94b58eb7-cb93-4074-b147-5635fc3f8fff/bindings/n-h2-815690-2 HTTP/1.1" status: 200 len: 382 time: 0.0544522 Oct 27 19:17:10.698006 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-38466199-7f84-4b7f-9c54-5aa51c3a7a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:10.699679 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-38466199-7f84-4b7f-9c54-5aa51c3a7a83 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 1095 time: 0.0419052 Oct 27 19:17:10.795180 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-aa9febb5-080a-4995-bbc7-bbd6242085ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:10.796621 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-aa9febb5-080a-4995-bbc7-bbd6242085ff service neutron] 10.222.0.93 "GET /v2.0/networks?id=f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 200 len: 914 time: 0.0899820 Oct 27 19:17:10.861518 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-b1fd58e0-ddb1-42b5-b443-6173c3c53ab4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94b58eb7-cb93-4074-b147-5635fc3f8fff HTTP/1.1" status: 200 len: 1001 time: 0.0581520 Oct 27 19:17:10.868442 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 94b58eb7-cb93-4074-b147-5635fc3f8fff up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:17:10.911396 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-7cc53dda-03c0-40e4-8b56-f1ec865e59a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:10.912901 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-7cc53dda-03c0-40e4-8b56-f1ec865e59a7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7 HTTP/1.1" status: 200 len: 851 time: 0.0446703 Oct 27 19:17:10.963245 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-90585ce1-6c58-49ff-9862-8ceb067364a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:10.965053 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-90585ce1-6c58-49ff-9862-8ceb067364a4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f86ef9e9-ba47-457b-b70a-17134e90302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457554 Oct 27 19:17:10.986828 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 94b58eb7-cb93-4074-b147-5635fc3f8fff completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 19:17:10.990739 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 94b58eb7-cb93-4074-b147-5635fc3f8fff triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:17:10.997611 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:11.064085 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-b0b71f11-f9bc-4e7c-9fd9-7ec33a3451d2 service neutron] 10.222.0.93 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917530 Oct 27 19:17:11.165719 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-25f44727-96e6-4d16-a906-12551a4678cb service neutron] 10.222.0.93 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939844 Oct 27 19:17:11.233054 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:11.255327 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b58eb7-cb93-4074-b147-5635fc3f8fff'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:17:11.257566 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b7a7ffbeb5006bcc00a453a37d6ced003ca150096c2d6d80d40f5ba58f622d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204e8132-4f7f-46fb-b1e2-389fea60123a" -d '{"events": [{"server_uuid": "0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a", "name": "network-vif-plugged", "status": "completed", "tag": "94b58eb7-cb93-4074-b147-5635fc3f8fff"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:17:11.270349 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 94b58eb7-cb93-4074-b147-5635fc3f8fff, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=94b58eb7-cb93-4074-b147-5635fc3f8fff,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:17:11.309596 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2432eaa5-7f88-4d34-98a6-ba3dd1a83aee x-openstack-request-id: req-2432eaa5-7f88-4d34-98a6-ba3dd1a83aee {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:17:11.309894 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a", "name": "network-vif-plugged", "status": "completed", "tag": "94b58eb7-cb93-4074-b147-5635fc3f8fff", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:17:11.310152 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2432eaa5-7f88-4d34-98a6-ba3dd1a83aee {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:17:11.310609 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b58eb7-cb93-4074-b147-5635fc3f8fff', 'code': 200} Oct 27 19:17:11.370229 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:11.418790 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=94b58eb7-cb93-4074-b147-5635fc3f8fff,revision_number=9']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:17:11.684532 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d9492-ae56-44e0-abdb-80dbd64d4589 req-0195792b-781a-4027-909b-a1e3f8b67240 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:11.685955 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-287d9492-ae56-44e0-abdb-80dbd64d4589 req-0195792b-781a-4027-909b-a1e3f8b67240 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 945 time: 0.0496054 Oct 27 19:17:11.725247 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-287d9492-ae56-44e0-abdb-80dbd64d4589 req-07fb37a0-7ece-43c4-a256-d8d9f27026f5 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321517 Oct 27 19:17:12.130086 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ab2c4d45-32d2-41ba-bfcc-56481acda01f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:12.847764 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4de00b-a2c0-4cb2-8870-b9ac09b7f3e3 req-6addc144-f612-4307-b126-81bdb9eea958 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:12.849296 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5d4de00b-a2c0-4cb2-8870-b9ac09b7f3e3 req-6addc144-f612-4307-b126-81bdb9eea958 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 945 time: 0.0537791 Oct 27 19:17:12.887746 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5d4de00b-a2c0-4cb2-8870-b9ac09b7f3e3 req-c975a2ca-859b-4caf-a858-a9eb64535a68 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323319 Oct 27 19:17:13.420991 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:13.557274 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-d3fbf4f9-9a81-4904-bba0-027097fbe8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:13.558905 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-d3fbf4f9-9a81-4904-bba0-027097fbe8c3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a&tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04 HTTP/1.1" status: 200 len: 1096 time: 0.0432739 Oct 27 19:17:13.571269 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-65b8677d-1eff-4387-af1a-b31a4128b568 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815690-2', 'device_owner': 'compute:nova'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:17:13.629222 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-65b8677d-1eff-4387-af1a-b31a4128b568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:13.644485 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:13.837421 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-65b8677d-1eff-4387-af1a-b31a4128b568 service neutron] For port 94b58eb7-cb93-4074-b147-5635fc3f8fff, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=94b58eb7-cb93-4074-b147-5635fc3f8fff,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:17:13.871226 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-65b8677d-1eff-4387-af1a-b31a4128b568 service neutron] For port 94b58eb7-cb93-4074-b147-5635fc3f8fff, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:17:13.911251 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94b58eb7-cb93-4074-b147-5635fc3f8fff'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:17:13.913587 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b19502-77f1-46b7-a9b5-1db16dc9ed9f" -d '{"events": [{"server_uuid": "0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a", "name": "network-vif-unplugged", "status": "completed", "tag": "94b58eb7-cb93-4074-b147-5635fc3f8fff"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:17:13.917408 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-65b8677d-1eff-4387-af1a-b31a4128b568 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:13.930955 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-65b8677d-1eff-4387-af1a-b31a4128b568 service neutron] Transition to ACTIVE for port object 94b58eb7-cb93-4074-b147-5635fc3f8fff will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 19:17:13.992687 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-65b8677d-1eff-4387-af1a-b31a4128b568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:14.008922 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38384d75-ddae-46f3-9a7f-330123ea0718 req-71af9bfb-3812-4e95-851c-3148c252e861 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:14.010433 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-38384d75-ddae-46f3-9a7f-330123ea0718 req-71af9bfb-3812-4e95-851c-3148c252e861 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 945 time: 0.0507460 Oct 27 19:17:14.056476 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-38384d75-ddae-46f3-9a7f-330123ea0718 req-d19e9014-466f-4740-8645-dab6d93bc5a2 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399785 Oct 27 19:17:14.076783 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b8677d-1eff-4387-af1a-b31a4128b568 service neutron] Pushing event updated for resources: {'Port': ['ID=94b58eb7-cb93-4074-b147-5635fc3f8fff,revision_number=10']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:17:14.125335 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 19:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6e5440-dcd7-418e-b724-c322f2447ae6 x-openstack-request-id: req-ee6e5440-dcd7-418e-b724-c322f2447ae6 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:17:14.125637 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a", "name": "network-vif-unplugged", "status": "completed", "tag": "94b58eb7-cb93-4074-b147-5635fc3f8fff", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:17:14.125897 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ee6e5440-dcd7-418e-b724-c322f2447ae6 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:17:14.126293 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94b58eb7-cb93-4074-b147-5635fc3f8fff', 'code': 200} Oct 27 19:17:14.127250 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-65b8677d-1eff-4387-af1a-b31a4128b568 service neutron] No DVR routers for this DVR port 94b58eb7-cb93-4074-b147-5635fc3f8fff on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:17:14.269588 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-65b8677d-1eff-4387-af1a-b31a4128b568 service neutron] Attempting to bind port 94b58eb7-cb93-4074-b147-5635fc3f8fff on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:17:14.269909 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-65b8677d-1eff-4387-af1a-b31a4128b568 service neutron] Attempting to bind port 94b58eb7-cb93-4074-b147-5635fc3f8fff by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:17:14.270242 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-65b8677d-1eff-4387-af1a-b31a4128b568 service neutron] Attempting to bind port 94b58eb7-cb93-4074-b147-5635fc3f8fff on network f86ef9e9-ba47-457b-b70a-17134e90302b {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:17:14.274711 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-65b8677d-1eff-4387-af1a-b31a4128b568 service neutron] Port 94b58eb7-cb93-4074-b147-5635fc3f8fff on network f86ef9e9-ba47-457b-b70a-17134e90302b not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 19:17:14.275069 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-65b8677d-1eff-4387-af1a-b31a4128b568 service neutron] Attempting to bind port 94b58eb7-cb93-4074-b147-5635fc3f8fff on network f86ef9e9-ba47-457b-b70a-17134e90302b {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:17:14.279904 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-65b8677d-1eff-4387-af1a-b31a4128b568 service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:17:14.280243 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-65b8677d-1eff-4387-af1a-b31a4128b568 service neutron] Checking segment: {'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:17:14.280624 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-65b8677d-1eff-4387-af1a-b31a4128b568 service neutron] Bound using segment: {'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:17:14.281048 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-65b8677d-1eff-4387-af1a-b31a4128b568 service neutron] Bound port: 94b58eb7-cb93-4074-b147-5635fc3f8fff, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:17:14.281400 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-65b8677d-1eff-4387-af1a-b31a4128b568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:14.343495 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-65b8677d-1eff-4387-af1a-b31a4128b568 service neutron] For port 94b58eb7-cb93-4074-b147-5635fc3f8fff, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:17:14.346640 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-65b8677d-1eff-4387-af1a-b31a4128b568 service neutron] For port 94b58eb7-cb93-4074-b147-5635fc3f8fff, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=94b58eb7-cb93-4074-b147-5635fc3f8fff,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:17:14.416028 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-65b8677d-1eff-4387-af1a-b31a4128b568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:14.455677 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-65b8677d-1eff-4387-af1a-b31a4128b568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:14.456327 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-65b8677d-1eff-4387-af1a-b31a4128b568 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:14.457755 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-65b8677d-1eff-4387-af1a-b31a4128b568 service neutron] 10.222.0.81 "PUT /v2.0/ports/94b58eb7-cb93-4074-b147-5635fc3f8fff HTTP/1.1" status: 200 len: 1092 time: 0.8906600 Oct 27 19:17:14.479051 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b8677d-1eff-4387-af1a-b31a4128b568 service neutron] Pushing event updated for resources: {'Port': ['ID=94b58eb7-cb93-4074-b147-5635fc3f8fff,revision_number=11']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:17:14.524091 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-cbbeca5d-ca44-4c2b-a65b-23f50d6105e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:14.525645 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-cbbeca5d-ca44-4c2b-a65b-23f50d6105e6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 1095 time: 0.0436153 Oct 27 19:17:14.619543 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-c3220fa0-54ef-44d3-a837-ea67097d2f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:14.621046 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-c3220fa0-54ef-44d3-a837-ea67097d2f39 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 200 len: 914 time: 0.0883901 Oct 27 19:17:14.691093 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-d569736c-31be-4724-b29f-4e142673bf40 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94b58eb7-cb93-4074-b147-5635fc3f8fff HTTP/1.1" status: 200 len: 1000 time: 0.0626791 Oct 27 19:17:14.714740 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:17:14.740834 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-f52bfa29-141a-4ac4-8a72-c25c3906ccbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:14.742243 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-f52bfa29-141a-4ac4-8a72-c25c3906ccbc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7 HTTP/1.1" status: 200 len: 851 time: 0.0445726 Oct 27 19:17:14.789391 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-3b6ea83b-a6b3-477c-99d6-e5d181c4e090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:14.790915 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-3b6ea83b-a6b3-477c-99d6-e5d181c4e090 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f86ef9e9-ba47-457b-b70a-17134e90302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416739 Oct 27 19:17:14.885243 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-74f29f51-a9f3-461f-a119-3c7f98fb126d service neutron] 10.222.0.81 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874023 Oct 27 19:17:14.974861 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-14ed1fdd-d5db-4770-a0b5-bf4a338aac21 req-3c364adc-783f-4d8a-8d4b-183c5c24122c service neutron] 10.222.0.81 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826261 Oct 27 19:17:15.179074 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf15d2-a4b7-4866-a9dd-1e53cc675c50 req-21d73ea1-8a25-4b5d-9a07-9749f6b3f8c8 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:15.180529 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-39bf15d2-a4b7-4866-a9dd-1e53cc675c50 req-21d73ea1-8a25-4b5d-9a07-9749f6b3f8c8 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 944 time: 0.0508478 Oct 27 19:17:15.221127 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-39bf15d2-a4b7-4866-a9dd-1e53cc675c50 req-217dfa48-2157-425a-9e9f-492d00911ece tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345113 Oct 27 19:17:15.278640 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:16.127369 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a', 'tag': '94b58eb7-cb93-4074-b147-5635fc3f8fff'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:17:16.130533 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473df7a7-0ea7-4835-927d-2d7bc8885ba8" -d '{"events": [{"name": "network-changed", "server_uuid": "0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a", "tag": "94b58eb7-cb93-4074-b147-5635fc3f8fff"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:17:16.186064 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a81327b-668a-49e9-be41-0fb78e144832 x-openstack-request-id: req-2a81327b-668a-49e9-be41-0fb78e144832 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:17:16.186364 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a", "tag": "94b58eb7-cb93-4074-b147-5635fc3f8fff", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:17:16.186621 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2a81327b-668a-49e9-be41-0fb78e144832 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:17:16.187055 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a', 'tag': '94b58eb7-cb93-4074-b147-5635fc3f8fff', 'status': 'completed', 'code': 200} Oct 27 19:17:16.281257 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473df7a7-0ea7-4835-927d-2d7bc8885ba8 req-9850cefd-be31-4ff1-84c4-c302ada17745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:16.282371 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-473df7a7-0ea7-4835-927d-2d7bc8885ba8 req-9850cefd-be31-4ff1-84c4-c302ada17745 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 1095 time: 0.0743225 Oct 27 19:17:16.285796 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473df7a7-0ea7-4835-927d-2d7bc8885ba8 req-c8dfd3af-5dba-4063-bbeb-5a2186eccebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:16.287252 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-473df7a7-0ea7-4835-927d-2d7bc8885ba8 req-c8dfd3af-5dba-4063-bbeb-5a2186eccebc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 1095 time: 0.0777810 Oct 27 19:17:16.360443 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8929c87-d24b-4a1d-a2bf-c776886528de req-41595446-d63b-4a94-9069-a34b039b89ef tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:16.363078 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a8929c87-d24b-4a1d-a2bf-c776886528de req-41595446-d63b-4a94-9069-a34b039b89ef tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 944 time: 0.0662937 Oct 27 19:17:16.410208 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a8929c87-d24b-4a1d-a2bf-c776886528de req-8b487bc5-42a9-4aa2-8c63-648def7ff4e9 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389385 Oct 27 19:17:16.449729 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473df7a7-0ea7-4835-927d-2d7bc8885ba8 req-267d49f7-7890-43f1-ba0f-d96386597857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:16.451254 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-473df7a7-0ea7-4835-927d-2d7bc8885ba8 req-267d49f7-7890-43f1-ba0f-d96386597857 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 200 len: 914 time: 0.1607816 Oct 27 19:17:16.452333 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473df7a7-0ea7-4835-927d-2d7bc8885ba8 req-11af6430-848a-443d-bbd9-4fb8aef9856e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:16.453676 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-473df7a7-0ea7-4835-927d-2d7bc8885ba8 req-11af6430-848a-443d-bbd9-4fb8aef9856e service neutron] 10.222.0.93 "GET /v2.0/networks?id=f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 200 len: 914 time: 0.1556857 Oct 27 19:17:16.566966 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-473df7a7-0ea7-4835-927d-2d7bc8885ba8 req-831d5c38-4e35-4fc4-bb1a-241050f63ba5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94b58eb7-cb93-4074-b147-5635fc3f8fff HTTP/1.1" status: 200 len: 1000 time: 0.1072426 Oct 27 19:17:16.571069 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-473df7a7-0ea7-4835-927d-2d7bc8885ba8 req-ab6f7a31-d403-44d3-b19b-3cf49fcbd7c5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94b58eb7-cb93-4074-b147-5635fc3f8fff HTTP/1.1" status: 200 len: 1000 time: 0.1059661 Oct 27 19:17:16.895036 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 94b58eb7-cb93-4074-b147-5635fc3f8fff no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:17:16.941087 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 94b58eb7-cb93-4074-b147-5635fc3f8fff not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:17:16.998966 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473df7a7-0ea7-4835-927d-2d7bc8885ba8 req-ff462d93-e82d-4642-b537-7456d6a676bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:17.000452 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-473df7a7-0ea7-4835-927d-2d7bc8885ba8 req-ff462d93-e82d-4642-b537-7456d6a676bc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7 HTTP/1.1" status: 200 len: 851 time: 0.4265056 Oct 27 19:17:17.003949 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473df7a7-0ea7-4835-927d-2d7bc8885ba8 req-efab013b-a4bd-4967-b7ef-8352ea3eec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:17.005321 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-473df7a7-0ea7-4835-927d-2d7bc8885ba8 req-efab013b-a4bd-4967-b7ef-8352ea3eec8a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7 HTTP/1.1" status: 200 len: 851 time: 0.4239488 Oct 27 19:17:17.074141 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473df7a7-0ea7-4835-927d-2d7bc8885ba8 req-2f7aa214-2d4b-4f1e-a581-d1a972cc177d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:17.075702 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-473df7a7-0ea7-4835-927d-2d7bc8885ba8 req-2f7aa214-2d4b-4f1e-a581-d1a972cc177d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f86ef9e9-ba47-457b-b70a-17134e90302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680809 Oct 27 19:17:17.079986 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473df7a7-0ea7-4835-927d-2d7bc8885ba8 req-7b24b5ea-b711-4924-bf32-c80796d1e286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:17.081362 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-473df7a7-0ea7-4835-927d-2d7bc8885ba8 req-7b24b5ea-b711-4924-bf32-c80796d1e286 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f86ef9e9-ba47-457b-b70a-17134e90302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657079 Oct 27 19:17:17.238800 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-473df7a7-0ea7-4835-927d-2d7bc8885ba8 req-5805ed26-8db4-4f2d-9e9b-b4bdac06fad5 service neutron] 10.222.0.81 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558967 Oct 27 19:17:17.240707 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-473df7a7-0ea7-4835-927d-2d7bc8885ba8 req-0f33c6f6-3eef-46ec-9391-a6b98a12c686 service neutron] 10.222.0.93 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506388 Oct 27 19:17:17.402702 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-473df7a7-0ea7-4835-927d-2d7bc8885ba8 req-6a253646-dbe0-4be2-a1a9-c26d3af25473 service neutron] 10.222.0.93 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548109 Oct 27 19:17:17.404707 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-473df7a7-0ea7-4835-927d-2d7bc8885ba8 req-e6eca9ce-fb15-4f10-846d-bce025be47ee service neutron] 10.222.0.81 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580486 Oct 27 19:17:17.527381 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e33f0e-ecd8-4c03-8331-f0888bf2fce5 req-40ebb69f-4f36-4366-8e81-8e3f1d01c5ae tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:17.528852 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-84e33f0e-ecd8-4c03-8331-f0888bf2fce5 req-40ebb69f-4f36-4366-8e81-8e3f1d01c5ae tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 944 time: 0.0497396 Oct 27 19:17:17.568287 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-84e33f0e-ecd8-4c03-8331-f0888bf2fce5 req-360231ae-a76a-4930-bc2b-e1a7477f9262 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331881 Oct 27 19:17:17.683063 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e108241-d1f5-49da-9228-f1cb8f5592e1 req-5a7d4197-e561-4fc9-babf-da73b1fabed7 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:17.684620 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4e108241-d1f5-49da-9228-f1cb8f5592e1 req-5a7d4197-e561-4fc9-babf-da73b1fabed7 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 944 time: 0.0505466 Oct 27 19:17:17.723606 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4e108241-d1f5-49da-9228-f1cb8f5592e1 req-c945b192-e139-4df1-9e10-9c2d327ab013 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330889 Oct 27 19:17:17.843226 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c4078-2882-46f7-bde5-7b82dea3bc33 req-edcd437a-dc14-4687-9f6f-1e7c0f8e5ec4 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:17.844725 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-887c4078-2882-46f7-bde5-7b82dea3bc33 req-edcd437a-dc14-4687-9f6f-1e7c0f8e5ec4 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 944 time: 0.0548542 Oct 27 19:17:17.883731 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-887c4078-2882-46f7-bde5-7b82dea3bc33 req-ed6b56c3-1fbc-44eb-be7d-67601644285d tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323608 Oct 27 19:17:18.114197 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 94b58eb7-cb93-4074-b147-5635fc3f8fff details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 19:17:18.209124 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 94b58eb7-cb93-4074-b147-5635fc3f8fff, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=94b58eb7-cb93-4074-b147-5635fc3f8fff,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:17:18.221276 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': '94b58eb7-cb93-4074-b147-5635fc3f8fff', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'port_id': '94b58eb7-cb93-4074-b147-5635fc3f8fff', 'mac_address': 'fa:16:3e:cb:87:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 19:17:18.263314 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:18.277515 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94b58eb7-cb93-4074-b147-5635fc3f8fff {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:17:18.298672 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 94b58eb7-cb93-4074-b147-5635fc3f8fff, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=94b58eb7-cb93-4074-b147-5635fc3f8fff,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:17:18.357798 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fb680-ea8f-462d-8944-11287e27fbe7 req-65175792-8373-44c6-830b-f9f6218431bb tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:18.359331 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-652fb680-ea8f-462d-8944-11287e27fbe7 req-65175792-8373-44c6-830b-f9f6218431bb tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 944 time: 0.0515358 Oct 27 19:17:18.375528 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:18.399416 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-652fb680-ea8f-462d-8944-11287e27fbe7 req-5f3557fa-8aec-4049-85f8-27ee29074eda tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337422 Oct 27 19:17:18.424091 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=94b58eb7-cb93-4074-b147-5635fc3f8fff,revision_number=12']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:17:18.608118 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['94b58eb7-cb93-4074-b147-5635fc3f8fff'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:17:19.517690 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd77a7-08b7-47ab-8335-76c9102a828c req-b2d9f8d9-45e5-48e3-b07f-1c40cee24741 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:19.519125 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5cfd77a7-08b7-47ab-8335-76c9102a828c req-b2d9f8d9-45e5-48e3-b07f-1c40cee24741 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 945 time: 0.0490267 Oct 27 19:17:19.558095 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5cfd77a7-08b7-47ab-8335-76c9102a828c req-893f5007-d2d0-4e21-9f64-98fd6a8c09f2 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321119 Oct 27 19:17:19.631627 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984d0b4-5630-4e3b-b9e9-8f50259de657 req-89771357-a91e-4f94-9d51-62b13a08c180 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:19.633180 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2984d0b4-5630-4e3b-b9e9-8f50259de657 req-89771357-a91e-4f94-9d51-62b13a08c180 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 945 time: 0.0493557 Oct 27 19:17:19.728365 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-2984d0b4-5630-4e3b-b9e9-8f50259de657 req-f88917c2-41e1-4ff0-a943-981a73d5e717 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Deleting port 94b58eb7-cb93-4074-b147-5635fc3f8fff {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:17:19.728733 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2984d0b4-5630-4e3b-b9e9-8f50259de657 req-f88917c2-41e1-4ff0-a943-981a73d5e717 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:19.818682 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-2984d0b4-5630-4e3b-b9e9-8f50259de657 req-f88917c2-41e1-4ff0-a943-981a73d5e717 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] For port 94b58eb7-cb93-4074-b147-5635fc3f8fff, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=94b58eb7-cb93-4074-b147-5635fc3f8fff,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:17:19.819078 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2984d0b4-5630-4e3b-b9e9-8f50259de657 req-f88917c2-41e1-4ff0-a943-981a73d5e717 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:19.996574 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2984d0b4-5630-4e3b-b9e9-8f50259de657 req-f88917c2-41e1-4ff0-a943-981a73d5e717 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:19.996937 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2984d0b4-5630-4e3b-b9e9-8f50259de657 req-f88917c2-41e1-4ff0-a943-981a73d5e717 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:19.997253 n-d-815690-2 neutron-server[102879]: INFO neutron.db.l3_db [req-2984d0b4-5630-4e3b-b9e9-8f50259de657 req-f88917c2-41e1-4ff0-a943-981a73d5e717 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Floating IP 5f7c7b81-4896-49f4-98d2-3f6caf5ac1eb disassociated. External IP: 172.25.6.222, port: 94b58eb7-cb93-4074-b147-5635fc3f8fff. Oct 27 19:17:19.997599 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-2984d0b4-5630-4e3b-b9e9-8f50259de657 req-f88917c2-41e1-4ff0-a943-981a73d5e717 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Calling delete_port for 94b58eb7-cb93-4074-b147-5635fc3f8fff owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:17:20.121610 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 94b58eb7-cb93-4074-b147-5635fc3f8fff up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:17:20.181385 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2984d0b4-5630-4e3b-b9e9-8f50259de657 req-f88917c2-41e1-4ff0-a943-981a73d5e717 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:20.181627 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning for port 94b58eb7-cb93-4074-b147-5635fc3f8fff completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 19:17:20.185305 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port 94b58eb7-cb93-4074-b147-5635fc3f8fff triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:17:20.185670 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:20.204648 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Port 94b58eb7-cb93-4074-b147-5635fc3f8fff was deleted so its status cannot be updated. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 27 19:17:20.215326 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88917c2-41e1-4ff0-a943-981a73d5e717 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Pushing event deleted for resources: {'Port': ['ID=94b58eb7-cb93-4074-b147-5635fc3f8fff,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:17:20.338524 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2984d0b4-5630-4e3b-b9e9-8f50259de657 req-f88917c2-41e1-4ff0-a943-981a73d5e717 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Router 250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:17:20.445312 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2984d0b4-5630-4e3b-b9e9-8f50259de657 req-f88917c2-41e1-4ff0-a943-981a73d5e717 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:17:20.455379 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6c1c9a-e490-4387-8da0-39c74644e0fa None None] Sync routers for ids ['250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:17:20.468028 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6c1c9a-e490-4387-8da0-39c74644e0fa None None] Routers {'250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:17:20.468633 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-ad6c1c9a-e490-4387-8da0-39c74644e0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:17:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:17:20.488531 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-2984d0b4-5630-4e3b-b9e9-8f50259de657 req-f88917c2-41e1-4ff0-a943-981a73d5e717 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] No DVR routers for this DVR port 94b58eb7-cb93-4074-b147-5635fc3f8fff on host n-h1-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:17:20.491299 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-2984d0b4-5630-4e3b-b9e9-8f50259de657 req-f88917c2-41e1-4ff0-a943-981a73d5e717 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:20.494538 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2984d0b4-5630-4e3b-b9e9-8f50259de657 req-f88917c2-41e1-4ff0-a943-981a73d5e717 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.81 "DELETE /v2.0/ports/94b58eb7-cb93-4074-b147-5635fc3f8fff HTTP/1.1" status: 204 len: 173 time: 0.8557236 Oct 27 19:17:20.495016 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a', 'name': 'network-vif-deleted', 'tag': '94b58eb7-cb93-4074-b147-5635fc3f8fff'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:17:20.497281 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b1e9ae-6e2f-4a54-87c5-024c3a19ea04" -d '{"events": [{"server_uuid": "0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a", "name": "network-vif-deleted", "tag": "94b58eb7-cb93-4074-b147-5635fc3f8fff"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:17:20.535063 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0820ae6f-c7b5-438d-8732-b9a024b1e9d4 x-openstack-request-id: req-0820ae6f-c7b5-438d-8732-b9a024b1e9d4 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:17:20.536066 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a", "name": "network-vif-deleted", "tag": "94b58eb7-cb93-4074-b147-5635fc3f8fff", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:17:20.536502 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0820ae6f-c7b5-438d-8732-b9a024b1e9d4 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:17:20.537013 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a', 'name': 'network-vif-deleted', 'tag': '94b58eb7-cb93-4074-b147-5635fc3f8fff', 'status': 'completed', 'code': 200} Oct 27 19:17:20.573892 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-ad6c1c9a-e490-4387-8da0-39c74644e0fa None None] Set router 250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:17:20.664226 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-52058137-22e7-422e-a458-9223daf579e0 req-6bfe83ed-e874-4d74-9fb8-34283aa8a61f tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f73a9f1-7b29-4ef7-ad95-3a6a7ac89b3a HTTP/1.1" status: 200 len: 210 time: 0.0325272 Oct 27 19:17:20.782091 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-ad6c1c9a-e490-4387-8da0-39c74644e0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'name': 'tempest-ServerActionsTestJSON-1621606912-router', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:10:12Z', 'updated_at': '2021-10-27T19:10:15Z', 'revision_number': 4, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'gw_port': {'id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:13Z', 'updated_at': '2021-10-27T19:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '6e2feb5a-f766-4ca5-bdab-44182f4e42a8', 'name': '', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'mac_address': 'fa:16:3e:f6:a4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:15Z', 'updated_at': '2021-10-27T19:10:19Z', 'revision_number': 5, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'subnets': [{'id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:17:20.807730 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6c1c9a-e490-4387-8da0-39c74644e0fa None None] Checking router: 250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:17:20.816284 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6c1c9a-e490-4387-8da0-39c74644e0fa None None] Routers {'250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:17:20.818001 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-ad6c1c9a-e490-4387-8da0-39c74644e0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:17:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:17:20.930725 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-ad6c1c9a-e490-4387-8da0-39c74644e0fa None None] Set router 250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:17:21.216101 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-ad6c1c9a-e490-4387-8da0-39c74644e0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'name': 'tempest-ServerActionsTestJSON-1621606912-router', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:10:12Z', 'updated_at': '2021-10-27T19:10:15Z', 'revision_number': 4, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'gw_port': {'id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:13Z', 'updated_at': '2021-10-27T19:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '6e2feb5a-f766-4ca5-bdab-44182f4e42a8', 'name': '', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'mac_address': 'fa:16:3e:f6:a4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:15Z', 'updated_at': '2021-10-27T19:10:19Z', 'revision_number': 5, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'subnets': [{'id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:17:21.243424 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6c1c9a-e490-4387-8da0-39c74644e0fa None None] The sync data for ids ['250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'] in n-d-815690-2 is: [{'id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'name': 'tempest-ServerActionsTestJSON-1621606912-router', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:10:12Z', 'updated_at': '2021-10-27T19:10:15Z', 'revision_number': 4, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'gw_port': {'id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:13Z', 'updated_at': '2021-10-27T19:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '6e2feb5a-f766-4ca5-bdab-44182f4e42a8', 'name': '', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'mac_address': 'fa:16:3e:f6:a4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:15Z', 'updated_at': '2021-10-27T19:10:19Z', 'revision_number': 5, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'subnets': [{'id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:17:21.469582 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d192b93-c8b8-457b-897e-c00e9f896404 None None] New status for floating IP 5f7c7b81-4896-49f4-98d2-3f6caf5ac1eb: DOWN {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 19:17:21.937090 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-23480e88-e559-4a0f-accf-56b5514313a6 req-9facf9ec-5766-4710-92b5-31a9276baf59 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1873240823&fields=id&tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04 HTTP/1.1" status: 200 len: 267 time: 0.0342352 Oct 27 19:17:22.045879 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23480e88-e559-4a0f-accf-56b5514313a6 req-fa5cf372-9e93-44a9-8d45-e3806629bc3b tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:22.047388 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-23480e88-e559-4a0f-accf-56b5514313a6 req-fa5cf372-9e93-44a9-8d45-e3806629bc3b tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/networks?id=f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 200 len: 812 time: 0.1030693 Oct 27 19:17:22.063170 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-23480e88-e559-4a0f-accf-56b5514313a6 req-ec5ec942-fc6a-4d0e-bfb3-2de9eadcfdb2 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/quotas/bd6bd6a1dec443bcb50c57ad6f252d04 HTTP/1.1" status: 200 len: 375 time: 0.0093639 Oct 27 19:17:22.122797 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-23480e88-e559-4a0f-accf-56b5514313a6 req-7008cce7-5e54-4338-b625-56955e3d6edd tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0532863 Oct 27 19:17:22.220282 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-23480e88-e559-4a0f-accf-56b5514313a6 req-af9b9f94-cc55-4289-be3e-c9e585cf75f2 service neutron] 10.222.0.52 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847695 Oct 27 19:17:22.318659 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-23480e88-e559-4a0f-accf-56b5514313a6 req-5ea219f7-ae23-4443-a0ca-567f39a1d590 service neutron] 10.222.0.52 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914397 Oct 27 19:17:22.578843 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-51424989-9d99-4c2c-8a27-d8090b3311cc req-4b432c46-d1a6-4943-9c2c-0f36f33e0dab tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 210 time: 0.0285282 Oct 27 19:17:23.675227 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a44d6bc2-4f15-4b8d-bccc-5a714cc2d5b0 req-5a986df2-7479-4e0e-97ac-dee9eb8f0ff7 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 210 time: 0.0271082 Oct 27 19:17:24.135364 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 94b58eb7-cb93-4074-b147-5635fc3f8fff no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:17:24.159901 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] No Port match for: 94b58eb7-cb93-4074-b147-5635fc3f8fff {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:17:24.160242 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 94b58eb7-cb93-4074-b147-5635fc3f8fff not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:17:24.456223 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23480e88-e559-4a0f-accf-56b5514313a6 req-28e0ab2a-73ad-4734-977f-6fbd884094a9 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:24.458349 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-23480e88-e559-4a0f-accf-56b5514313a6 req-28e0ab2a-73ad-4734-977f-6fbd884094a9 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.93 "GET /v2.0/networks?id=f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 200 len: 812 time: 0.1136813 Oct 27 19:17:24.503993 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-23480e88-e559-4a0f-accf-56b5514313a6 req-f98dd1f5-a4fd-4eb6-9a5b-35ee9566c050 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04 HTTP/1.1" status: 200 len: 380 time: 0.0366712 Oct 27 19:17:24.513201 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-23480e88-e559-4a0f-accf-56b5514313a6 req-85c67c7f-0614-4817-bff8-a60df0cb7b83 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Request body: {'port': {'device_id': 'e5100e35-aac3-4fcd-8b4c-9428c94f1b1c', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'admin_state_up': True, 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'security_groups': ['8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:17:24.729584 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23480e88-e559-4a0f-accf-56b5514313a6 req-85c67c7f-0614-4817-bff8-a60df0cb7b83 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Made reservation on behalf of bd6bd6a1dec443bcb50c57ad6f252d04 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:17:24.733265 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-23480e88-e559-4a0f-accf-56b5514313a6 req-85c67c7f-0614-4817-bff8-a60df0cb7b83 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:24.774600 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bdfbb3eb-a540-43b8-8831-4b4250048ee3 req-64b91ab7-c8f1-407a-9262-a29eff4b0140 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 210 time: 0.0267930 Oct 27 19:17:24.866471 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-23480e88-e559-4a0f-accf-56b5514313a6 req-85c67c7f-0614-4817-bff8-a60df0cb7b83 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Allocated IP 172.20.0.3 (f86ef9e9-ba47-457b-b70a-17134e90302b/33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7/f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:17:25.004560 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-23480e88-e559-4a0f-accf-56b5514313a6 req-85c67c7f-0614-4817-bff8-a60df0cb7b83 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:25.113423 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-23480e88-e559-4a0f-accf-56b5514313a6 req-85c67c7f-0614-4817-bff8-a60df0cb7b83 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:25.172302 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23480e88-e559-4a0f-accf-56b5514313a6 req-85c67c7f-0614-4817-bff8-a60df0cb7b83 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Network f86ef9e9-ba47-457b-b70a-17134e90302b is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:17:25.178165 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-23480e88-e559-4a0f-accf-56b5514313a6 req-85c67c7f-0614-4817-bff8-a60df0cb7b83 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:17:25.180559 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-23480e88-e559-4a0f-accf-56b5514313a6 req-85c67c7f-0614-4817-bff8-a60df0cb7b83 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:17:25.218669 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c67c7f-0614-4817-bff8-a60df0cb7b83 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Pushing event updated for resources: {'Port': ['ID=f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:17:25.248465 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23480e88-e559-4a0f-accf-56b5514313a6 req-85c67c7f-0614-4817-bff8-a60df0cb7b83 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:25.249772 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-23480e88-e559-4a0f-accf-56b5514313a6 req-85c67c7f-0614-4817-bff8-a60df0cb7b83 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:25.389986 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-23480e88-e559-4a0f-accf-56b5514313a6 req-85c67c7f-0614-4817-bff8-a60df0cb7b83 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8806231 Oct 27 19:17:25.403229 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-23480e88-e559-4a0f-accf-56b5514313a6 req-94b0c9fc-014b-442a-8fa7-afb462d2d6cc service neutron] Request body: {'port': {'device_id': 'e5100e35-aac3-4fcd-8b4c-9428c94f1b1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:17:25.441818 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-2fe36c39-0ba8-455c-a12c-230be3cd1c20 None None] Provisioning complete for port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:17:25.442443 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2fe36c39-0ba8-455c-a12c-230be3cd1c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:25.458567 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-23480e88-e559-4a0f-accf-56b5514313a6 req-94b0c9fc-014b-442a-8fa7-afb462d2d6cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:25.479917 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-2fe36c39-0ba8-455c-a12c-230be3cd1c20 None None] Port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:17:25.732597 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-23480e88-e559-4a0f-accf-56b5514313a6 req-94b0c9fc-014b-442a-8fa7-afb462d2d6cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:17:25.740082 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-23480e88-e559-4a0f-accf-56b5514313a6 req-94b0c9fc-014b-442a-8fa7-afb462d2d6cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:25.753034 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-23480e88-e559-4a0f-accf-56b5514313a6 req-94b0c9fc-014b-442a-8fa7-afb462d2d6cc service neutron] Transition to ACTIVE for port object f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 19:17:25.866988 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-23480e88-e559-4a0f-accf-56b5514313a6 req-94b0c9fc-014b-442a-8fa7-afb462d2d6cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:25.898019 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3465941-ae1d-47b7-8a20-a110ec69ad87 req-2c819fbf-e5d3-43f9-815d-506cde47ffdd tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:25.899593 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d3465941-ae1d-47b7-8a20-a110ec69ad87 req-2c819fbf-e5d3-43f9-815d-506cde47ffdd tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 931 time: 0.0534873 Oct 27 19:17:25.926549 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0c9fc-014b-442a-8fa7-afb462d2d6cc service neutron] Pushing event updated for resources: {'Port': ['ID=f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:17:25.941589 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d3465941-ae1d-47b7-8a20-a110ec69ad87 req-4a0f2c1a-ef1a-4ac7-8aa1-f6b9811d3884 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352955 Oct 27 19:17:25.996262 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-23480e88-e559-4a0f-accf-56b5514313a6 req-94b0c9fc-014b-442a-8fa7-afb462d2d6cc service neutron] Attempting to bind port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:17:25.996604 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-23480e88-e559-4a0f-accf-56b5514313a6 req-94b0c9fc-014b-442a-8fa7-afb462d2d6cc service neutron] Attempting to bind port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:17:25.996940 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23480e88-e559-4a0f-accf-56b5514313a6 req-94b0c9fc-014b-442a-8fa7-afb462d2d6cc service neutron] Attempting to bind port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 on network f86ef9e9-ba47-457b-b70a-17134e90302b {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:17:26.001736 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23480e88-e559-4a0f-accf-56b5514313a6 req-94b0c9fc-014b-442a-8fa7-afb462d2d6cc service neutron] Port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 on network f86ef9e9-ba47-457b-b70a-17134e90302b not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 19:17:26.002061 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23480e88-e559-4a0f-accf-56b5514313a6 req-94b0c9fc-014b-442a-8fa7-afb462d2d6cc service neutron] Attempting to bind port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 on network f86ef9e9-ba47-457b-b70a-17134e90302b {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:17:26.007231 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23480e88-e559-4a0f-accf-56b5514313a6 req-94b0c9fc-014b-442a-8fa7-afb462d2d6cc service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:17:26.007576 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23480e88-e559-4a0f-accf-56b5514313a6 req-94b0c9fc-014b-442a-8fa7-afb462d2d6cc service neutron] Checking segment: {'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:17:26.007962 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23480e88-e559-4a0f-accf-56b5514313a6 req-94b0c9fc-014b-442a-8fa7-afb462d2d6cc service neutron] Bound using segment: {'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:17:26.008396 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-23480e88-e559-4a0f-accf-56b5514313a6 req-94b0c9fc-014b-442a-8fa7-afb462d2d6cc service neutron] Bound port: f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:17:26.008757 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-23480e88-e559-4a0f-accf-56b5514313a6 req-94b0c9fc-014b-442a-8fa7-afb462d2d6cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:26.081222 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-23480e88-e559-4a0f-accf-56b5514313a6 req-94b0c9fc-014b-442a-8fa7-afb462d2d6cc service neutron] For port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:17:26.084316 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-23480e88-e559-4a0f-accf-56b5514313a6 req-94b0c9fc-014b-442a-8fa7-afb462d2d6cc service neutron] For port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:17:26.173879 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-23480e88-e559-4a0f-accf-56b5514313a6 req-94b0c9fc-014b-442a-8fa7-afb462d2d6cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:26.210879 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23480e88-e559-4a0f-accf-56b5514313a6 req-94b0c9fc-014b-442a-8fa7-afb462d2d6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:26.211502 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-23480e88-e559-4a0f-accf-56b5514313a6 req-94b0c9fc-014b-442a-8fa7-afb462d2d6cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:26.213686 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-23480e88-e559-4a0f-accf-56b5514313a6 req-94b0c9fc-014b-442a-8fa7-afb462d2d6cc service neutron] 10.222.0.93 "PUT /v2.0/ports/f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 HTTP/1.1" status: 200 len: 1091 time: 0.8149676 Oct 27 19:17:26.214165 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5100e35-aac3-4fcd-8b4c-9428c94f1b1c', 'tag': 'f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:17:26.216562 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02b50eb-7ced-43f5-a445-3b1ee747a8b4" -d '{"events": [{"name": "network-changed", "server_uuid": "e5100e35-aac3-4fcd-8b4c-9428c94f1b1c", "tag": "f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:17:26.239662 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0c9fc-014b-442a-8fa7-afb462d2d6cc service neutron] Pushing event updated for resources: {'Port': ['ID=f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:17:26.263675 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffd4fe0-ea07-4d62-bbb1-7cbadd17513b x-openstack-request-id: req-3ffd4fe0-ea07-4d62-bbb1-7cbadd17513b {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:17:26.263934 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5100e35-aac3-4fcd-8b4c-9428c94f1b1c", "tag": "f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:17:26.264187 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3ffd4fe0-ea07-4d62-bbb1-7cbadd17513b {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:17:26.264590 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5100e35-aac3-4fcd-8b4c-9428c94f1b1c', 'tag': 'f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40', 'status': 'completed', 'code': 200} Oct 27 19:17:26.328914 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b50eb-7ced-43f5-a445-3b1ee747a8b4 req-b2b67585-7507-4b02-91dd-c368911f30a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:26.330443 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e02b50eb-7ced-43f5-a445-3b1ee747a8b4 req-b2b67585-7507-4b02-91dd-c368911f30a4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 1094 time: 0.0444572 Oct 27 19:17:26.438351 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b50eb-7ced-43f5-a445-3b1ee747a8b4 req-28261bbc-257a-4a97-b341-b3ad21f52594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:26.439926 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e02b50eb-7ced-43f5-a445-3b1ee747a8b4 req-28261bbc-257a-4a97-b341-b3ad21f52594 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1013126 Oct 27 19:17:26.543964 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b50eb-7ced-43f5-a445-3b1ee747a8b4 req-80953dc6-3acc-4b1b-928d-69a1d7d97448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:26.545563 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e02b50eb-7ced-43f5-a445-3b1ee747a8b4 req-80953dc6-3acc-4b1b-928d-69a1d7d97448 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0976138 Oct 27 19:17:26.630363 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23480e88-e559-4a0f-accf-56b5514313a6 req-2f0e54c8-cec8-42d3-8ce9-85153b79bdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:26.631924 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-23480e88-e559-4a0f-accf-56b5514313a6 req-2f0e54c8-cec8-42d3-8ce9-85153b79bdd4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 1094 time: 0.0493908 Oct 27 19:17:26.674773 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-23480e88-e559-4a0f-accf-56b5514313a6 req-1ffdf7e5-735d-4693-a937-38317a9299da service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 HTTP/1.1" status: 200 len: 217 time: 0.0352538 Oct 27 19:17:26.725252 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23480e88-e559-4a0f-accf-56b5514313a6 req-4cc79af2-1dca-4502-80f5-0be8fc84fc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:26.726777 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-23480e88-e559-4a0f-accf-56b5514313a6 req-4cc79af2-1dca-4502-80f5-0be8fc84fc65 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7 HTTP/1.1" status: 200 len: 851 time: 0.0451195 Oct 27 19:17:26.777814 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23480e88-e559-4a0f-accf-56b5514313a6 req-a54424cc-e5b3-4479-9b12-0ec2ba1685dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:26.779556 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-23480e88-e559-4a0f-accf-56b5514313a6 req-a54424cc-e5b3-4479-9b12-0ec2ba1685dd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f86ef9e9-ba47-457b-b70a-17134e90302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463016 Oct 27 19:17:26.836384 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:26.871986 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-23480e88-e559-4a0f-accf-56b5514313a6 req-fa7f17a4-5c0c-4618-be5e-19d1a782b197 service neutron] 10.222.0.93 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846210 Oct 27 19:17:26.967504 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-23480e88-e559-4a0f-accf-56b5514313a6 req-f6b09810-f29f-49d5-b7e2-9a25a6ec76fd service neutron] 10.222.0.93 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882134 Oct 27 19:17:27.066608 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2a253-31e8-4276-b3b8-09b8b30b916a req-dc9b9a6b-a38f-47b1-be0c-e0e305ddf1ce tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:27.068184 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-73f2a253-31e8-4276-b3b8-09b8b30b916a req-dc9b9a6b-a38f-47b1-be0c-e0e305ddf1ce tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 943 time: 0.0493677 Oct 27 19:17:27.108023 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-73f2a253-31e8-4276-b3b8-09b8b30b916a req-7fe01c16-4b9f-4ba3-96fb-c383a4154fab tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326474 Oct 27 19:17:27.324064 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:28.227219 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc5871-665c-481d-9717-e731a17006f9 req-4f4336e2-9117-4177-aea1-94743890e4e1 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:28.228741 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-73fc5871-665c-481d-9717-e731a17006f9 req-4f4336e2-9117-4177-aea1-94743890e4e1 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 943 time: 0.0503597 Oct 27 19:17:28.266826 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-73fc5871-665c-481d-9717-e731a17006f9 req-e9b56dff-4ec4-4b14-8dbc-5f42e5a692eb tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320668 Oct 27 19:17:28.991088 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 19:17:29.175737 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:17:29.192677 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'port_id': 'f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40', 'mac_address': 'fa:16:3e:0b:a2:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 19:17:29.245890 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:29.262076 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:17:29.286971 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:17:29.390527 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee9e1c-2e19-478b-a3bb-9cb337cff53a req-5a12be1e-e8ca-4643-ba02-211fa2fc366f tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:29.392070 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-92ee9e1c-2e19-478b-a3bb-9cb337cff53a req-5a12be1e-e8ca-4643-ba02-211fa2fc366f tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 943 time: 0.0548828 Oct 27 19:17:29.432368 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-92ee9e1c-2e19-478b-a3bb-9cb337cff53a req-2a493051-5c62-429d-9b08-0e24bcce7d20 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339432 Oct 27 19:17:29.449448 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:29.497000 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:17:29.639740 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:17:30.552472 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541b5f7-81be-4125-9c10-fb264333fa1a req-6c2ad15e-c91e-44fe-aeaf-9fbd27550440 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:30.553869 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4541b5f7-81be-4125-9c10-fb264333fa1a req-6c2ad15e-c91e-44fe-aeaf-9fbd27550440 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 944 time: 0.0506876 Oct 27 19:17:30.592414 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4541b5f7-81be-4125-9c10-fb264333fa1a req-88c8326a-a0c8-4b37-ba8a-81796d6330e8 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324347 Oct 27 19:17:31.009834 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:17:31.121777 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 19:17:31.125825 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:17:31.126192 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:31.206025 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:31.229529 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5100e35-aac3-4fcd-8b4c-9428c94f1b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:17:31.231796 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b7a7ffbeb5006bcc00a453a37d6ced003ca150096c2d6d80d40f5ba58f622d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ae04fe-aa55-4981-b168-488b3300fbf9" -d '{"events": [{"server_uuid": "e5100e35-aac3-4fcd-8b4c-9428c94f1b1c", "name": "network-vif-plugged", "status": "completed", "tag": "f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:17:31.244410 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:17:31.269655 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae4a10f-9b48-48ad-9770-2bb1f5f6a707 x-openstack-request-id: req-aae4a10f-9b48-48ad-9770-2bb1f5f6a707 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:17:31.269949 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5100e35-aac3-4fcd-8b4c-9428c94f1b1c", "name": "network-vif-plugged", "status": "completed", "tag": "f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:17:31.270452 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aae4a10f-9b48-48ad-9770-2bb1f5f6a707 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:17:31.270870 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5100e35-aac3-4fcd-8b4c-9428c94f1b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40', 'code': 200} Oct 27 19:17:31.335562 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:31.367791 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7df2c6-372b-444a-8a69-2243fd79ed11 req-502e9a99-4a72-47ae-b092-d13b64e36bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:31.369488 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-da7df2c6-372b-444a-8a69-2243fd79ed11 req-502e9a99-4a72-47ae-b092-d13b64e36bad service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 1096 time: 0.0413682 Oct 27 19:17:31.382488 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:17:31.407296 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-da7df2c6-372b-444a-8a69-2243fd79ed11 req-9d861bc5-257c-4e79-9a8f-285a15b58f46 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305562 Oct 27 19:17:31.713243 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eadcfe-6a66-4b9b-8b82-564f06b1f1d6 req-2693ae18-e865-4dce-9258-ca6b23a972cb tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:31.714741 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-06eadcfe-6a66-4b9b-8b82-564f06b1f1d6 req-2693ae18-e865-4dce-9258-ca6b23a972cb tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 945 time: 0.0502594 Oct 27 19:17:31.754133 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-06eadcfe-6a66-4b9b-8b82-564f06b1f1d6 req-04793285-4ef1-415d-8ceb-92de2d78a449 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330465 Oct 27 19:17:32.876742 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a1ca2-eeba-4fc1-8386-3a4534b94236 req-622b4aa7-fecc-4fe7-8814-de152b07f17e tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:32.878251 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-273a1ca2-eeba-4fc1-8386-3a4534b94236 req-622b4aa7-fecc-4fe7-8814-de152b07f17e tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 945 time: 0.0556471 Oct 27 19:17:32.917109 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-273a1ca2-eeba-4fc1-8386-3a4534b94236 req-88ca5829-1771-4534-8d7e-5a3eb9cc1c33 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325699 Oct 27 19:17:33.030013 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd375f-412d-4b45-8ef1-e8b7fa149584 req-e1fc7f87-839f-47fb-a1b9-81aa9de153e7 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:33.031547 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-85bd375f-412d-4b45-8ef1-e8b7fa149584 req-e1fc7f87-839f-47fb-a1b9-81aa9de153e7 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 945 time: 0.0493743 Oct 27 19:17:33.040729 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50122) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:17:33.045352 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-8fe279b5-bb0f-4e75-a7fc-d760e3bef7c0 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Request body: {'floatingip': {'port_id': 'f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:17:33.086253 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8fe279b5-bb0f-4e75-a7fc-d760e3bef7c0 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks [] for floatingip, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:33.512401 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8fe279b5-bb0f-4e75-a7fc-d760e3bef7c0 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:33.601594 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8fe279b5-bb0f-4e75-a7fc-d760e3bef7c0 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:33.705890 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [None req-8fe279b5-bb0f-4e75-a7fc-d760e3bef7c0 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Floating IP 5f7c7b81-4896-49f4-98d2-3f6caf5ac1eb associated. External IP: 172.25.6.222, port: f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40. Oct 27 19:17:34.253790 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe279b5-bb0f-4e75-a7fc-d760e3bef7c0 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Router 250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:17:34.364402 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe279b5-bb0f-4e75-a7fc-d760e3bef7c0 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:17:34.369393 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8fe279b5-bb0f-4e75-a7fc-d760e3bef7c0 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:34.375131 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2425db89-2e1b-4e4b-8e62-592593c4fd73 None None] Sync routers for ids ['250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:17:34.385018 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2425db89-2e1b-4e4b-8e62-592593c4fd73 None None] Routers {'250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:17:34.385772 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-2425db89-2e1b-4e4b-8e62-592593c4fd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:17:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:17:34.397726 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8fe279b5-bb0f-4e75-a7fc-d760e3bef7c0 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "PUT /v2.0/floatingips/5f7c7b81-4896-49f4-98d2-3f6caf5ac1eb HTTP/1.1" status: 200 len: 992 time: 1.3559256 Oct 27 19:17:34.398331 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5100e35-aac3-4fcd-8b4c-9428c94f1b1c', 'tag': 'f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:17:34.400698 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bca0ca0b982d995b269f20b8ee9fa1484886a2da5fdd33aa4707a11ccb3e0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6dd7a5-493f-407e-9b36-5a4a02d3e8f4" -d '{"events": [{"name": "network-changed", "server_uuid": "e5100e35-aac3-4fcd-8b4c-9428c94f1b1c", "tag": "f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:17:34.488282 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38728795-946e-461e-97c5-7766d7e65fda x-openstack-request-id: req-38728795-946e-461e-97c5-7766d7e65fda {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:17:34.488561 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5100e35-aac3-4fcd-8b4c-9428c94f1b1c", "tag": "f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:17:34.488817 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-38728795-946e-461e-97c5-7766d7e65fda {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:17:34.489224 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5100e35-aac3-4fcd-8b4c-9428c94f1b1c', 'tag': 'f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40', 'status': 'completed', 'code': 200} Oct 27 19:17:34.498283 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-2425db89-2e1b-4e4b-8e62-592593c4fd73 None None] Set router 250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:17:34.552310 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6dd7a5-493f-407e-9b36-5a4a02d3e8f4 req-0de59ab3-7989-48f1-b047-02c9ec9684da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:34.553823 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fb6dd7a5-493f-407e-9b36-5a4a02d3e8f4 req-0de59ab3-7989-48f1-b047-02c9ec9684da service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 1096 time: 0.0423810 Oct 27 19:17:34.652465 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6dd7a5-493f-407e-9b36-5a4a02d3e8f4 req-f317b4d4-a88c-4e37-bb49-c2e1ecb2344c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:34.654099 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fb6dd7a5-493f-407e-9b36-5a4a02d3e8f4 req-f317b4d4-a88c-4e37-bb49-c2e1ecb2344c service neutron] 10.222.0.93 "GET /v2.0/networks?id=f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 200 len: 914 time: 0.0923378 Oct 27 19:17:34.722834 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fb6dd7a5-493f-407e-9b36-5a4a02d3e8f4 req-358acc4f-7afe-4359-9449-dcfdb20e69e8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 HTTP/1.1" status: 200 len: 1000 time: 0.0615726 Oct 27 19:17:34.727683 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-2425db89-2e1b-4e4b-8e62-592593c4fd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'name': 'tempest-ServerActionsTestJSON-1621606912-router', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:10:12Z', 'updated_at': '2021-10-27T19:10:15Z', 'revision_number': 4, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'gw_port': {'id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:13Z', 'updated_at': '2021-10-27T19:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '5f7c7b81-4896-49f4-98d2-3f6caf5ac1eb', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'floating_ip_address': '172.25.6.222', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'port_id': 'f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'mac_address': 'fa:16:3e:0b:a2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5100e35-aac3-4fcd-8b4c-9428c94f1b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:10:19Z', 'updated_at': '2021-10-27T19:17:33Z', 'revision_number': 13, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e2feb5a-f766-4ca5-bdab-44182f4e42a8', 'name': '', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'mac_address': 'fa:16:3e:f6:a4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:15Z', 'updated_at': '2021-10-27T19:10:19Z', 'revision_number': 5, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'subnets': [{'id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:17:34.754396 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2425db89-2e1b-4e4b-8e62-592593c4fd73 None None] Checking router: 250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:17:34.762846 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2425db89-2e1b-4e4b-8e62-592593c4fd73 None None] Routers {'250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:17:34.763474 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-2425db89-2e1b-4e4b-8e62-592593c4fd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:17:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:17:34.776627 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6dd7a5-493f-407e-9b36-5a4a02d3e8f4 req-73b2e4f7-de3d-460c-94c1-1d3b0ad509ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:34.778107 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fb6dd7a5-493f-407e-9b36-5a4a02d3e8f4 req-73b2e4f7-de3d-460c-94c1-1d3b0ad509ce service neutron] 10.222.0.93 "GET /v2.0/subnets?id=33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7 HTTP/1.1" status: 200 len: 851 time: 0.0485992 Oct 27 19:17:34.824995 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6dd7a5-493f-407e-9b36-5a4a02d3e8f4 req-065789c0-2bc8-482a-a00f-ebf85efb8e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:34.826442 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fb6dd7a5-493f-407e-9b36-5a4a02d3e8f4 req-065789c0-2bc8-482a-a00f-ebf85efb8e8d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f86ef9e9-ba47-457b-b70a-17134e90302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415077 Oct 27 19:17:34.867373 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-2425db89-2e1b-4e4b-8e62-592593c4fd73 None None] Set router 250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:17:34.915132 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fb6dd7a5-493f-407e-9b36-5a4a02d3e8f4 req-f34c5c61-e43f-4660-a18a-08cb4a2ada4e service neutron] 10.222.0.93 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817447 Oct 27 19:17:35.011492 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fb6dd7a5-493f-407e-9b36-5a4a02d3e8f4 req-1c553772-b1f6-4da7-90b7-a0f36fa85b91 service neutron] 10.222.0.93 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893214 Oct 27 19:17:35.101909 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-2425db89-2e1b-4e4b-8e62-592593c4fd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'name': 'tempest-ServerActionsTestJSON-1621606912-router', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:10:12Z', 'updated_at': '2021-10-27T19:10:15Z', 'revision_number': 4, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'gw_port': {'id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:13Z', 'updated_at': '2021-10-27T19:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '5f7c7b81-4896-49f4-98d2-3f6caf5ac1eb', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'floating_ip_address': '172.25.6.222', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'port_id': 'f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'mac_address': 'fa:16:3e:0b:a2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5100e35-aac3-4fcd-8b4c-9428c94f1b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:10:19Z', 'updated_at': '2021-10-27T19:17:33Z', 'revision_number': 13, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e2feb5a-f766-4ca5-bdab-44182f4e42a8', 'name': '', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'mac_address': 'fa:16:3e:f6:a4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:15Z', 'updated_at': '2021-10-27T19:10:19Z', 'revision_number': 5, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'subnets': [{'id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:17:35.129214 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2425db89-2e1b-4e4b-8e62-592593c4fd73 None None] The sync data for ids ['250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'] in n-d-815690-2 is: [{'id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'name': 'tempest-ServerActionsTestJSON-1621606912-router', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:10:12Z', 'updated_at': '2021-10-27T19:10:15Z', 'revision_number': 4, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'gw_port': {'id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:13Z', 'updated_at': '2021-10-27T19:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '5f7c7b81-4896-49f4-98d2-3f6caf5ac1eb', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'floating_ip_address': '172.25.6.222', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'port_id': 'f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'mac_address': 'fa:16:3e:0b:a2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5100e35-aac3-4fcd-8b4c-9428c94f1b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:10:19Z', 'updated_at': '2021-10-27T19:17:33Z', 'revision_number': 13, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e2feb5a-f766-4ca5-bdab-44182f4e42a8', 'name': '', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'mac_address': 'fa:16:3e:f6:a4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:15Z', 'updated_at': '2021-10-27T19:10:19Z', 'revision_number': 5, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'subnets': [{'id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:17:35.331092 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d473d9bd-e315-4e17-9250-4692c8f51b64 None None] New status for floating IP 5f7c7b81-4896-49f4-98d2-3f6caf5ac1eb: ACTIVE {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 19:17:39.681378 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0260c0d9-f478-4fa3-9b9c-66c77c4ce0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:42.123326 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e0207f4e-539a-4aa9-9fd4-199a3b12c459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:43.476004 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:43.687577 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:45.276000 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:47.955873 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-97cfa872-93e2-49be-a571-7ec6ab44db32 req-5df2f759-f89c-469c-bb1f-8ae236a832b3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399704 Oct 27 19:17:48.047774 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cfa872-93e2-49be-a571-7ec6ab44db32 req-b3de8c2c-7c0e-4324-b064-9af268e5bdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:48.050839 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-97cfa872-93e2-49be-a571-7ec6ab44db32 req-b3de8c2c-7c0e-4324-b064-9af268e5bdee service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 1096 time: 0.0482028 Oct 27 19:17:48.159745 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cfa872-93e2-49be-a571-7ec6ab44db32 req-26bf2f69-2fb6-4e0f-97ab-b3fe6b53ad31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:48.161289 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-97cfa872-93e2-49be-a571-7ec6ab44db32 req-26bf2f69-2fb6-4e0f-97ab-b3fe6b53ad31 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 200 len: 914 time: 0.0903111 Oct 27 19:17:48.230413 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-97cfa872-93e2-49be-a571-7ec6ab44db32 req-14f94ae4-b5ea-41f9-9ffd-0609e1cbbd05 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 HTTP/1.1" status: 200 len: 1002 time: 0.0624549 Oct 27 19:17:48.283531 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cfa872-93e2-49be-a571-7ec6ab44db32 req-f2c44e6d-4cb9-4195-88eb-447c1ba6cd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:48.285190 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-97cfa872-93e2-49be-a571-7ec6ab44db32 req-f2c44e6d-4cb9-4195-88eb-447c1ba6cd2a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7 HTTP/1.1" status: 200 len: 851 time: 0.0463405 Oct 27 19:17:48.332477 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cfa872-93e2-49be-a571-7ec6ab44db32 req-54416174-5526-4e68-b3ce-e24742203d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:17:48.334080 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-97cfa872-93e2-49be-a571-7ec6ab44db32 req-54416174-5526-4e68-b3ce-e24742203d42 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f86ef9e9-ba47-457b-b70a-17134e90302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411561 Oct 27 19:17:48.428196 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-97cfa872-93e2-49be-a571-7ec6ab44db32 req-5abbded5-34b3-4b8c-85a0-400e582815f1 service neutron] 10.222.0.93 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869248 Oct 27 19:17:48.517121 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-97cfa872-93e2-49be-a571-7ec6ab44db32 req-bf714cd2-bf91-4968-91ec-a732fab22d49 service neutron] 10.222.0.93 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818963 Oct 27 19:17:51.714220 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:17:56.841270 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:17:57.338654 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:18:09.665511 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1fb48ca3-6d7a-4923-a9f0-aad2c43f5ebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:18:12.128444 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7bef5ece-c9d0-4af5-b200-bb1ba537e0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:18:13.454223 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:18:13.640932 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:18:15.265714 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:18:26.842127 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:18:27.391258 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:18:28.713492 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:18:39.680064 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-189ac001-73c2-4a8f-8dbb-4acb2d8af42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:18:42.133622 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-de5da930-eafe-4044-b045-99d3474a00b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:18:43.440580 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:18:43.645081 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:18:45.296724 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:18:48.959116 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-eee28cc7-0e91-4c27-959d-4806b353cea8 req-a5adf7fc-bcf0-473f-b325-6f5e95921cb5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467157 Oct 27 19:18:49.041071 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee28cc7-0e91-4c27-959d-4806b353cea8 req-b3d41bc2-4ca4-48fb-ae2c-32f2ee30c641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:18:49.042645 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-eee28cc7-0e91-4c27-959d-4806b353cea8 req-b3d41bc2-4ca4-48fb-ae2c-32f2ee30c641 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 1096 time: 0.0424268 Oct 27 19:18:49.150419 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee28cc7-0e91-4c27-959d-4806b353cea8 req-9080bbdf-2515-4a13-a381-726ad5ca7f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:18:49.151951 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-eee28cc7-0e91-4c27-959d-4806b353cea8 req-9080bbdf-2515-4a13-a381-726ad5ca7f90 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 200 len: 914 time: 0.0856385 Oct 27 19:18:49.223152 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-eee28cc7-0e91-4c27-959d-4806b353cea8 req-a7c1f9fc-1ba7-408a-b8fc-fca3fd25c452 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 HTTP/1.1" status: 200 len: 1002 time: 0.0640936 Oct 27 19:18:49.274102 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee28cc7-0e91-4c27-959d-4806b353cea8 req-f76a3515-ddd2-4369-9ffb-d06b3eb2e35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:18:49.275600 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-eee28cc7-0e91-4c27-959d-4806b353cea8 req-f76a3515-ddd2-4369-9ffb-d06b3eb2e35e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7 HTTP/1.1" status: 200 len: 851 time: 0.0446844 Oct 27 19:18:49.320834 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee28cc7-0e91-4c27-959d-4806b353cea8 req-fc98b74e-c147-4148-ae55-fbb1a655d8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:18:49.322331 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-eee28cc7-0e91-4c27-959d-4806b353cea8 req-fc98b74e-c147-4148-ae55-fbb1a655d8b6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f86ef9e9-ba47-457b-b70a-17134e90302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398915 Oct 27 19:18:49.423318 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-eee28cc7-0e91-4c27-959d-4806b353cea8 req-49e9cdbc-fd6d-44a7-b0b2-e156a0d0db06 service neutron] 10.222.0.93 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937614 Oct 27 19:18:49.517672 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-eee28cc7-0e91-4c27-959d-4806b353cea8 req-7bf5a9bb-7815-47df-83bb-733e6d38b674 service neutron] 10.222.0.93 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876381 Oct 27 19:18:56.851062 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:18:57.372934 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:19:05.713221 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:19:09.736375 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ec904e00-8ea0-4f49-a65c-5a27edbc8332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:19:12.136327 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6e63ae5d-ab93-4e42-ab5e-4be8a28d9cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:19:12.208893 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eaeb4e-c7a1-4d60-bc3c-1c1199db72bc req-aa0bdd32-312b-4f0e-8541-65cd31c61377 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:12.210444 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-64eaeb4e-c7a1-4d60-bc3c-1c1199db72bc req-aa0bdd32-312b-4f0e-8541-65cd31c61377 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 945 time: 0.1151040 Oct 27 19:19:12.249102 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-64eaeb4e-c7a1-4d60-bc3c-1c1199db72bc req-1490fadc-48d3-4a62-a248-20978d6e71a7 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326779 Oct 27 19:19:13.422030 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:19:13.622111 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:19:15.278916 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:19:24.761009 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-ffad914b-6720-4062-9612-d9e32c65abd7 req-2aa4c03d-a9e1-4a9c-a4a4-b13d275c7e43 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 19:19:24.761994 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ffad914b-6720-4062-9612-d9e32c65abd7 req-2aa4c03d-a9e1-4a9c-a4a4-b13d275c7e43 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053606 Oct 27 19:19:25.063260 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde32e8-1ebc-463c-ac72-adee72b33930 req-c1ea90c8-0d85-4654-bf4e-8c3a1d5271d8 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:25.065387 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6bde32e8-1ebc-463c-ac72-adee72b33930 req-c1ea90c8-0d85-4654-bf4e-8c3a1d5271d8 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 945 time: 0.0640900 Oct 27 19:19:25.114878 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6bde32e8-1ebc-463c-ac72-adee72b33930 req-cd754c18-cc94-4813-aa43-38d8ecaf4ee3 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427563 Oct 27 19:19:25.157223 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-2d9498ba-80f6-4fe0-93ef-144e88ca0606 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0488122 Oct 27 19:19:25.167450 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-94519dde-fc5b-47bb-ab92-ec2cbc3bab44 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 19:19:25.168565 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-94519dde-fc5b-47bb-ab92-ec2cbc3bab44 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052147 Oct 27 19:19:26.240088 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc254bc-8a45-4897-af9c-5042e616784b req-5c6d2267-eea7-4d5b-910f-84026a6320c2 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:26.241634 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7dc254bc-8a45-4897-af9c-5042e616784b req-5c6d2267-eea7-4d5b-910f-84026a6320c2 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 945 time: 0.0534639 Oct 27 19:19:26.282011 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7dc254bc-8a45-4897-af9c-5042e616784b req-8f09b0e9-a082-496b-b365-f5162f729496 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341716 Oct 27 19:19:26.862183 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:19:27.307668 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-ed3f6ef8-872c-4f41-b3a5-053ef97c2019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:27.309179 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-ed3f6ef8-872c-4f41-b3a5-053ef97c2019 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 1096 time: 0.0440865 Oct 27 19:19:27.387419 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:19:27.407506 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-d4d80de6-381c-4744-a0b0-eb3750d4f25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:27.409025 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-d4d80de6-381c-4744-a0b0-eb3750d4f25f service neutron] 10.222.0.93 "GET /v2.0/networks?id=f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 200 len: 914 time: 0.0929222 Oct 27 19:19:27.412164 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8041831-7230-4a8b-8ac0-ed7db11424e7 req-ef585c85-1ea2-4d74-844b-ebedefa1d956 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:27.413685 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c8041831-7230-4a8b-8ac0-ed7db11424e7 req-ef585c85-1ea2-4d74-844b-ebedefa1d956 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 945 time: 0.0536242 Oct 27 19:19:27.453505 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c8041831-7230-4a8b-8ac0-ed7db11424e7 req-71cce028-579f-4e9b-a84d-b82e13eafe86 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335505 Oct 27 19:19:27.478534 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-7d271690-702d-4cf0-9ba7-3e82dc915df5 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 HTTP/1.1" status: 200 len: 1002 time: 0.0615900 Oct 27 19:19:27.529992 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-28dd690d-f24c-41c8-a36b-7ffc9635d18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:27.531483 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-28dd690d-f24c-41c8-a36b-7ffc9635d18e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7 HTTP/1.1" status: 200 len: 851 time: 0.0459583 Oct 27 19:19:27.579700 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-a0f7e0be-8658-4039-ae03-24ff9f49cdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:27.581261 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-a0f7e0be-8658-4039-ae03-24ff9f49cdcc service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f86ef9e9-ba47-457b-b70a-17134e90302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427403 Oct 27 19:19:27.670610 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-0c2128e5-52ac-4c0b-bd29-a09b2b142310 service neutron] 10.222.0.93 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819662 Oct 27 19:19:27.763517 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-4a238cae-38de-416c-be06-a25caa9753e7 service neutron] 10.222.0.93 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863972 Oct 27 19:19:28.569839 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0ccf6-c3ec-4885-aafd-93504ae0ea15 req-4127cca0-c9a6-4ed0-b412-ab99461b856d tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:28.571383 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-56e0ccf6-c3ec-4885-aafd-93504ae0ea15 req-4127cca0-c9a6-4ed0-b412-ab99461b856d tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 945 time: 0.0494361 Oct 27 19:19:28.613806 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-56e0ccf6-c3ec-4885-aafd-93504ae0ea15 req-d55142ee-bc45-4b03-a848-354d09069f59 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364006 Oct 27 19:19:29.732563 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f6d43-e0b4-40a8-b733-4737a4e9946c req-e679a204-9bdd-4141-9e4a-c0cea0e4f7ac tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:29.734033 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-868f6d43-e0b4-40a8-b733-4737a4e9946c req-e679a204-9bdd-4141-9e4a-c0cea0e4f7ac tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 945 time: 0.0495009 Oct 27 19:19:29.773608 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-868f6d43-e0b4-40a8-b733-4737a4e9946c req-88c53802-a717-4256-a46e-d654a7abd4f4 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322382 Oct 27 19:19:30.899944 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958bd43d-ae7d-438a-a2fc-ac3b24b51ccf req-1293403a-e050-48dd-9bef-035b92b730a5 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:30.901611 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-958bd43d-ae7d-438a-a2fc-ac3b24b51ccf req-1293403a-e050-48dd-9bef-035b92b730a5 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 945 time: 0.0584228 Oct 27 19:19:30.941991 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-958bd43d-ae7d-438a-a2fc-ac3b24b51ccf req-d67a0801-4336-46e2-ba58-a864cb071802 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339530 Oct 27 19:19:32.059037 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fc6ed-fe80-4fa2-9005-4f8406a263d1 req-305b7466-0800-4b40-bc79-76ce0affcf55 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:32.060546 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-670fc6ed-fe80-4fa2-9005-4f8406a263d1 req-305b7466-0800-4b40-bc79-76ce0affcf55 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 945 time: 0.0485539 Oct 27 19:19:32.104802 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-670fc6ed-fe80-4fa2-9005-4f8406a263d1 req-56fb0882-ca7c-449c-a7a2-3a3ed7eb7673 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380180 Oct 27 19:19:33.223655 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19bf139-1619-4d42-b491-c6045a11e07c req-a342a2e4-2786-4401-a98a-cc950b9e302a tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:33.225224 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f19bf139-1619-4d42-b491-c6045a11e07c req-a342a2e4-2786-4401-a98a-cc950b9e302a tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 945 time: 0.0503337 Oct 27 19:19:33.264014 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f19bf139-1619-4d42-b491-c6045a11e07c req-cde0a46f-d91f-4dbc-931d-0bc0a60a5203 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322971 Oct 27 19:19:34.386959 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2cbff-9142-45f0-b2e6-2a8e0cc90618 req-afe36360-3264-4099-95cf-46ce77d9edb2 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:34.388476 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f6b2cbff-9142-45f0-b2e6-2a8e0cc90618 req-afe36360-3264-4099-95cf-46ce77d9edb2 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 945 time: 0.0508847 Oct 27 19:19:34.428586 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f6b2cbff-9142-45f0-b2e6-2a8e0cc90618 req-58490ecf-1a09-48e4-acae-205d17faf0c5 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336528 Oct 27 19:19:35.547950 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dac542-7f47-4116-a0a0-a886949f7e13 req-b3aa9dba-9ea4-44ea-b12d-4d1c84be96ee tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:35.549553 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a2dac542-7f47-4116-a0a0-a886949f7e13 req-b3aa9dba-9ea4-44ea-b12d-4d1c84be96ee tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 945 time: 0.0504963 Oct 27 19:19:35.594029 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a2dac542-7f47-4116-a0a0-a886949f7e13 req-80eac10f-3112-4b46-b633-a00b4f8c2899 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379112 Oct 27 19:19:36.715085 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403cb7f-15b0-4360-90d1-740947e16fcf req-aabc318d-f8db-4412-ad18-9882757e6389 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:36.716644 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f403cb7f-15b0-4360-90d1-740947e16fcf req-aabc318d-f8db-4412-ad18-9882757e6389 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 945 time: 0.0494280 Oct 27 19:19:36.755571 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f403cb7f-15b0-4360-90d1-740947e16fcf req-f761f262-d49d-42eb-b2ac-f84ad24a4946 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316825 Oct 27 19:19:37.875567 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12458d73-dfe8-4a76-86fb-53e1a737ac0d req-641c93da-7a4f-4b25-bf56-615e8b9fab8d tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:37.877132 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-12458d73-dfe8-4a76-86fb-53e1a737ac0d req-641c93da-7a4f-4b25-bf56-615e8b9fab8d tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 945 time: 0.0497396 Oct 27 19:19:37.917346 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-12458d73-dfe8-4a76-86fb-53e1a737ac0d req-b12a995f-c8e5-4943-acf5-1c217a48023a tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341423 Oct 27 19:19:39.036106 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41c685-9907-4a12-87a5-e047964e003b req-692a5d06-367f-4afa-854f-c0878dc053e4 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:39.037606 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7a41c685-9907-4a12-87a5-e047964e003b req-692a5d06-367f-4afa-854f-c0878dc053e4 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 945 time: 0.0492721 Oct 27 19:19:39.079620 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7a41c685-9907-4a12-87a5-e047964e003b req-325289cb-2fb2-4215-8f34-871f255e75cc tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360365 Oct 27 19:19:39.729497 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-acfd690f-02c6-434c-9fa5-f0738dda6339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:19:40.206856 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6f9a3-361a-4dce-97a0-1e300dba03fa req-55eab2cd-8fb3-4810-8bd1-e5e6917eceed tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:40.208404 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-54a6f9a3-361a-4dce-97a0-1e300dba03fa req-55eab2cd-8fb3-4810-8bd1-e5e6917eceed tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 945 time: 0.0526493 Oct 27 19:19:40.260519 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-54a6f9a3-361a-4dce-97a0-1e300dba03fa req-9d35e355-fd57-4ee5-8bcb-da4f55a9ebdf tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459089 Oct 27 19:19:41.392135 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3a8a6-ec6d-49e2-9b62-3ec8217207b5 req-89c713b9-a5c4-431b-b7b4-1d6853f79826 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:41.393578 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f2d3a8a6-ec6d-49e2-9b62-3ec8217207b5 req-89c713b9-a5c4-431b-b7b4-1d6853f79826 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 945 time: 0.0541964 Oct 27 19:19:41.435673 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f2d3a8a6-ec6d-49e2-9b62-3ec8217207b5 req-5095b35b-9381-425b-93c4-c8197a03be11 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359800 Oct 27 19:19:42.126617 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e436911a-6363-4c48-96f3-ba8d8687223a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:19:42.361523 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-ff99195f-06d4-4b82-a9e6-44a1581586b7 service neutron] show failed (client error): The resource could not be found. Oct 27 19:19:42.362614 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-ff99195f-06d4-4b82-a9e6-44a1581586b7 service neutron] 10.222.0.93 "GET /v2.0/ports/f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40/bindings/n-h1-815690-2 HTTP/1.1" status: 404 len: 380 time: 0.0573113 Oct 27 19:19:42.565510 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e39f533-2a7d-4a31-b534-cdecd3a08954 req-d3ce8aa4-030d-42d3-8e96-ee0a3043ec3e tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:42.567199 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9e39f533-2a7d-4a31-b534-cdecd3a08954 req-d3ce8aa4-030d-42d3-8e96-ee0a3043ec3e tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 945 time: 0.0522113 Oct 27 19:19:42.615213 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9e39f533-2a7d-4a31-b534-cdecd3a08954 req-e6c416f8-80c5-4ec2-ac30-66e454dec8c4 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389514 Oct 27 19:19:42.712321 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:19:42.920946 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-cc8246f5-8414-48eb-be41-b10aa0f1e658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:42.922463 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-cc8246f5-8414-48eb-be41-b10aa0f1e658 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c&tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04 HTTP/1.1" status: 200 len: 1096 time: 0.0852463 Oct 27 19:19:42.935379 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-a873969d-d817-4d3b-a089-e9f03305aad4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815690-2', 'device_owner': 'compute:nova'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:19:42.992781 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-a873969d-d817-4d3b-a089-e9f03305aad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:19:43.203897 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-a873969d-d817-4d3b-a089-e9f03305aad4 service neutron] For port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:19:43.239922 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-a873969d-d817-4d3b-a089-e9f03305aad4 service neutron] For port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:19:43.280053 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5100e35-aac3-4fcd-8b4c-9428c94f1b1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:19:43.282359 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b0fe5b-df68-49c7-b08e-c44301f451cb" -d '{"events": [{"server_uuid": "e5100e35-aac3-4fcd-8b4c-9428c94f1b1c", "name": "network-vif-unplugged", "status": "completed", "tag": "f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:19:43.287044 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-a873969d-d817-4d3b-a089-e9f03305aad4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:19:43.301201 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-a873969d-d817-4d3b-a089-e9f03305aad4 service neutron] Transition to ACTIVE for port object f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 19:19:43.337202 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 19:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a673baf2-401e-42f4-81f6-bdf92ce96ac6 x-openstack-request-id: req-a673baf2-401e-42f4-81f6-bdf92ce96ac6 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:19:43.337512 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5100e35-aac3-4fcd-8b4c-9428c94f1b1c", "name": "network-vif-unplugged", "status": "completed", "tag": "f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:19:43.337776 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a673baf2-401e-42f4-81f6-bdf92ce96ac6 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:19:43.338191 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5100e35-aac3-4fcd-8b4c-9428c94f1b1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40', 'code': 200} Oct 27 19:19:43.372237 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-a873969d-d817-4d3b-a089-e9f03305aad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:19:43.431429 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:19:43.462803 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a873969d-d817-4d3b-a089-e9f03305aad4 service neutron] Pushing event updated for resources: {'Port': ['ID=f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40,revision_number=6']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:19:43.478659 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873969d-d817-4d3b-a089-e9f03305aad4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:19:43.479174 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873969d-d817-4d3b-a089-e9f03305aad4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:19:43.479526 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873969d-d817-4d3b-a089-e9f03305aad4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:19:43.479869 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873969d-d817-4d3b-a089-e9f03305aad4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:19:43.480208 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873969d-d817-4d3b-a089-e9f03305aad4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:19:43.480545 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873969d-d817-4d3b-a089-e9f03305aad4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:19:43.480887 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873969d-d817-4d3b-a089-e9f03305aad4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:19:43.481221 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873969d-d817-4d3b-a089-e9f03305aad4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:19:43.481552 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873969d-d817-4d3b-a089-e9f03305aad4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:19:43.481877 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873969d-d817-4d3b-a089-e9f03305aad4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:19:43.482205 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873969d-d817-4d3b-a089-e9f03305aad4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:19:43.482531 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873969d-d817-4d3b-a089-e9f03305aad4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:19:43.515377 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-a873969d-d817-4d3b-a089-e9f03305aad4 service neutron] No DVR routers for this DVR port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:19:43.652296 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:19:43.668514 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:19:43.724795 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:19:43.776816 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca687417-55a3-4cb6-afb6-888a9dceaf0e req-c30b05eb-2f74-41de-ab3a-27558b88e091 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:43.778542 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ca687417-55a3-4cb6-afb6-888a9dceaf0e req-c30b05eb-2f74-41de-ab3a-27558b88e091 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 943 time: 0.0568616 Oct 27 19:19:43.824365 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ca687417-55a3-4cb6-afb6-888a9dceaf0e req-9de1b67d-e3c4-4b2a-af65-1f6dc70b0749 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389061 Oct 27 19:19:43.994132 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-a873969d-d817-4d3b-a089-e9f03305aad4 service neutron] Attempting to bind port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:19:43.994461 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-a873969d-d817-4d3b-a089-e9f03305aad4 service neutron] Attempting to bind port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:19:43.994779 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-a873969d-d817-4d3b-a089-e9f03305aad4 service neutron] Attempting to bind port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 on network f86ef9e9-ba47-457b-b70a-17134e90302b {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:19:43.999092 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-a873969d-d817-4d3b-a089-e9f03305aad4 service neutron] Port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 on network f86ef9e9-ba47-457b-b70a-17134e90302b not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 19:19:43.999407 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-a873969d-d817-4d3b-a089-e9f03305aad4 service neutron] Attempting to bind port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 on network f86ef9e9-ba47-457b-b70a-17134e90302b {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:19:44.005181 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-a873969d-d817-4d3b-a089-e9f03305aad4 service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:19:44.005516 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-a873969d-d817-4d3b-a089-e9f03305aad4 service neutron] Checking segment: {'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:19:44.005889 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-a873969d-d817-4d3b-a089-e9f03305aad4 service neutron] Bound using segment: {'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:19:44.006309 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-a873969d-d817-4d3b-a089-e9f03305aad4 service neutron] Bound port: f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:19:44.006657 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-a873969d-d817-4d3b-a089-e9f03305aad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:19:44.068999 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-a873969d-d817-4d3b-a089-e9f03305aad4 service neutron] For port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:19:44.072071 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-a873969d-d817-4d3b-a089-e9f03305aad4 service neutron] For port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:19:44.126791 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-a873969d-d817-4d3b-a089-e9f03305aad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:19:44.165746 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-a873969d-d817-4d3b-a089-e9f03305aad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:44.166490 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-a873969d-d817-4d3b-a089-e9f03305aad4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:19:44.167967 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-a873969d-d817-4d3b-a089-e9f03305aad4 service neutron] 10.222.0.81 "PUT /v2.0/ports/f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 HTTP/1.1" status: 200 len: 1091 time: 1.2366858 Oct 27 19:19:44.189588 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a873969d-d817-4d3b-a089-e9f03305aad4 service neutron] Pushing event updated for resources: {'Port': ['ID=f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40,revision_number=7']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:19:44.242418 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-8d5622d0-5955-42a8-a6f3-0cb8732a9e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:44.243893 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-8d5622d0-5955-42a8-a6f3-0cb8732a9e2e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 1094 time: 0.0483553 Oct 27 19:19:44.341239 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-9f3059e7-fa36-4ae0-b2d9-16ff1c6a5d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:44.342746 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-9f3059e7-fa36-4ae0-b2d9-16ff1c6a5d5e service neutron] 10.222.0.81 "GET /v2.0/networks?id=f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 200 len: 914 time: 0.0904021 Oct 27 19:19:44.412190 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-3bf1bbcb-55d5-44c0-8f48-fc0e1ef09d0f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 HTTP/1.1" status: 200 len: 1000 time: 0.0611789 Oct 27 19:19:44.462641 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-3fdf121b-96d7-457f-b431-74ea9d9578ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:44.464222 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-3fdf121b-96d7-457f-b431-74ea9d9578ec service neutron] 10.222.0.81 "GET /v2.0/subnets?id=33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7 HTTP/1.1" status: 200 len: 851 time: 0.0449648 Oct 27 19:19:44.512623 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-f4c3818f-34ae-405c-85b1-5b97694f43cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:44.514129 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-f4c3818f-34ae-405c-85b1-5b97694f43cc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f86ef9e9-ba47-457b-b70a-17134e90302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417545 Oct 27 19:19:44.606755 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-da2c61cf-22e4-4362-ae62-95eefa03a6e0 service neutron] 10.222.0.81 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850739 Oct 27 19:19:44.697599 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-0a3e18d1-6b6a-4aa3-8577-f8fb9a1b9e9f service neutron] 10.222.0.81 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825045 Oct 27 19:19:44.947246 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fd165-ca2c-4a02-ae9c-2bd79ec93da6 req-f4eb8434-3c47-412b-ab3e-e08487791359 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:44.948772 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-df1fd165-ca2c-4a02-ae9c-2bd79ec93da6 req-f4eb8434-3c47-412b-ab3e-e08487791359 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 943 time: 0.0497608 Oct 27 19:19:44.989161 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-df1fd165-ca2c-4a02-ae9c-2bd79ec93da6 req-1dff1263-5ef5-499f-a4d2-31331d6bbf87 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342207 Oct 27 19:19:45.284499 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:19:45.339702 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5100e35-aac3-4fcd-8b4c-9428c94f1b1c', 'tag': 'f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:19:45.342200 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00e5b8e-384b-4de7-9862-55819b020e72" -d '{"events": [{"name": "network-changed", "server_uuid": "e5100e35-aac3-4fcd-8b4c-9428c94f1b1c", "tag": "f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:19:45.393084 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e731623e-66bf-427e-b80a-dcc4aef12049 x-openstack-request-id: req-e731623e-66bf-427e-b80a-dcc4aef12049 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:19:45.394312 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5100e35-aac3-4fcd-8b4c-9428c94f1b1c", "tag": "f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:19:45.394631 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e731623e-66bf-427e-b80a-dcc4aef12049 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:19:45.395285 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5100e35-aac3-4fcd-8b4c-9428c94f1b1c', 'tag': 'f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40', 'status': 'completed', 'code': 200} Oct 27 19:19:45.485642 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e5b8e-384b-4de7-9862-55819b020e72 req-7238ab7a-9db4-4cb0-ae40-dd3e4016d0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:45.487640 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e00e5b8e-384b-4de7-9862-55819b020e72 req-7238ab7a-9db4-4cb0-ae40-dd3e4016d0d4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 1094 time: 0.0645151 Oct 27 19:19:45.492269 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e5b8e-384b-4de7-9862-55819b020e72 req-7089dba6-98ae-48da-972e-a3e0a0b4cd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:45.493678 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e00e5b8e-384b-4de7-9862-55819b020e72 req-7089dba6-98ae-48da-972e-a3e0a0b4cd9c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 1094 time: 0.0791087 Oct 27 19:19:45.653099 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e5b8e-384b-4de7-9862-55819b020e72 req-ae7c66d6-eb83-4aa3-904d-98ace83d13d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:45.654621 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e00e5b8e-384b-4de7-9862-55819b020e72 req-ae7c66d6-eb83-4aa3-904d-98ace83d13d3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 200 len: 914 time: 0.1600959 Oct 27 19:19:45.657544 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e5b8e-384b-4de7-9862-55819b020e72 req-dff84be5-5bd5-4bce-92ea-fc97db7f04f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:45.659569 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e00e5b8e-384b-4de7-9862-55819b020e72 req-dff84be5-5bd5-4bce-92ea-fc97db7f04f4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 200 len: 914 time: 0.1574001 Oct 27 19:19:45.773722 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e00e5b8e-384b-4de7-9862-55819b020e72 req-e4e10c21-12b9-4dd7-a5f5-9eed711f22f7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 HTTP/1.1" status: 200 len: 1000 time: 0.1122615 Oct 27 19:19:45.775311 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e00e5b8e-384b-4de7-9862-55819b020e72 req-9372b691-5d1a-4813-9cd5-b32d3d1dba44 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 HTTP/1.1" status: 200 len: 1000 time: 0.1076088 Oct 27 19:19:45.863725 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e5b8e-384b-4de7-9862-55819b020e72 req-0faea470-46a9-4b89-be7f-5a80dae14d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:45.865260 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e00e5b8e-384b-4de7-9862-55819b020e72 req-0faea470-46a9-4b89-be7f-5a80dae14d27 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7 HTTP/1.1" status: 200 len: 851 time: 0.0842519 Oct 27 19:19:45.866800 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e5b8e-384b-4de7-9862-55819b020e72 req-086def89-d535-481d-b38d-47845f1bb859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:45.868215 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e00e5b8e-384b-4de7-9862-55819b020e72 req-086def89-d535-481d-b38d-47845f1bb859 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7 HTTP/1.1" status: 200 len: 851 time: 0.0790985 Oct 27 19:19:45.943970 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e5b8e-384b-4de7-9862-55819b020e72 req-eaad91ba-92b9-4a6c-a024-ce3169877390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:45.945548 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e00e5b8e-384b-4de7-9862-55819b020e72 req-eaad91ba-92b9-4a6c-a024-ce3169877390 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f86ef9e9-ba47-457b-b70a-17134e90302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657024 Oct 27 19:19:45.947645 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e5b8e-384b-4de7-9862-55819b020e72 req-3cb661bc-b734-4753-aecb-6c6dc566dd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:45.949265 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e00e5b8e-384b-4de7-9862-55819b020e72 req-3cb661bc-b734-4753-aecb-6c6dc566dd69 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f86ef9e9-ba47-457b-b70a-17134e90302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772533 Oct 27 19:19:46.108667 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e00e5b8e-384b-4de7-9862-55819b020e72 req-09a725d2-2f4b-48fe-bf82-4883fd1701e0 service neutron] 10.222.0.81 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561637 Oct 27 19:19:46.110568 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e00e5b8e-384b-4de7-9862-55819b020e72 req-3e2669a6-c5be-41b4-8042-11aed050c05d service neutron] 10.222.0.93 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505358 Oct 27 19:19:46.113043 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a89d0-055f-451e-aee9-f3a85934f853 req-d31b57d3-8ff8-49a9-a423-ed945627da64 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:46.114710 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-013a89d0-055f-451e-aee9-f3a85934f853 req-d31b57d3-8ff8-49a9-a423-ed945627da64 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 943 time: 0.0523732 Oct 27 19:19:46.160979 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-013a89d0-055f-451e-aee9-f3a85934f853 req-980b68af-b303-434f-8d03-f362fc4c09bf tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398626 Oct 27 19:19:46.282553 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e00e5b8e-384b-4de7-9862-55819b020e72 req-51b43ab4-abf7-4337-a75d-6699c42ac23f service neutron] 10.222.0.81 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654465 Oct 27 19:19:46.284588 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e00e5b8e-384b-4de7-9862-55819b020e72 req-4b5d2b43-a42a-46a5-9c08-af612d2886ab service neutron] 10.222.0.93 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664500 Oct 27 19:19:47.290474 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb70271-bf93-4916-add9-e4abab032ff5 req-ce843101-1d63-431e-bac9-f4bc70b0ab41 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:47.292156 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ceb70271-bf93-4916-add9-e4abab032ff5 req-ce843101-1d63-431e-bac9-f4bc70b0ab41 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 943 time: 0.0540431 Oct 27 19:19:47.333352 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ceb70271-bf93-4916-add9-e4abab032ff5 req-0ae0d71b-98d5-460c-9aa6-8df5147712e8 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345104 Oct 27 19:19:48.454229 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71faf5c-9d36-4429-9a0f-627b8672648a req-13c46d76-27b8-442c-b61c-62f201c7221f tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:48.456590 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d71faf5c-9d36-4429-9a0f-627b8672648a req-13c46d76-27b8-442c-b61c-62f201c7221f tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 943 time: 0.0507362 Oct 27 19:19:48.495172 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d71faf5c-9d36-4429-9a0f-627b8672648a req-d241d798-dbeb-484d-9f09-d287450c94b4 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328150 Oct 27 19:19:49.616453 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20e5c5-033a-483c-b316-41ea5f196cce req-78640074-cfb0-44d0-a193-35b1e3c6a9fe tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:49.618072 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bf20e5c5-033a-483c-b316-41ea5f196cce req-78640074-cfb0-44d0-a193-35b1e3c6a9fe tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 943 time: 0.0507669 Oct 27 19:19:49.662636 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bf20e5c5-033a-483c-b316-41ea5f196cce req-ab58f297-24b2-4185-af66-d787e62fb69c tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383236 Oct 27 19:19:50.784183 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1537dd-37d8-4d0a-8a01-f31781d56e97 req-ca169e39-aec8-4805-8cfb-bc30074fb155 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:50.786236 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5b1537dd-37d8-4d0a-8a01-f31781d56e97 req-ca169e39-aec8-4805-8cfb-bc30074fb155 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 943 time: 0.0526912 Oct 27 19:19:50.824130 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5b1537dd-37d8-4d0a-8a01-f31781d56e97 req-3a8cff17-dee1-4a21-8144-a250c0b8fc18 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318630 Oct 27 19:19:51.944116 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e8e2c-5d84-4f4b-b001-c9e6082f1147 req-a757fa0f-a530-4d2d-8805-ec3e016f5368 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:51.945671 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-942e8e2c-5d84-4f4b-b001-c9e6082f1147 req-a757fa0f-a530-4d2d-8805-ec3e016f5368 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 943 time: 0.0510764 Oct 27 19:19:51.987020 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-942e8e2c-5d84-4f4b-b001-c9e6082f1147 req-b742c6e1-bb5e-485f-b62b-4047d59667dd tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333762 Oct 27 19:19:53.106161 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c9b93-9911-42f1-8e73-e64ce423bd4a req-72a6b5da-0b48-45fe-b8c2-6c1973922370 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:53.107703 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f14c9b93-9911-42f1-8e73-e64ce423bd4a req-72a6b5da-0b48-45fe-b8c2-6c1973922370 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 943 time: 0.0506387 Oct 27 19:19:53.154609 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f14c9b93-9911-42f1-8e73-e64ce423bd4a req-789660ca-1a2f-45bb-917e-0ad4ea57ad35 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374110 Oct 27 19:19:54.281833 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b4715-fa22-4d88-bb8b-72cd78012009 req-400548b7-9bbf-48fc-bf63-a71be90fe3ad tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:54.283369 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ab5b4715-fa22-4d88-bb8b-72cd78012009 req-400548b7-9bbf-48fc-bf63-a71be90fe3ad tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 943 time: 0.0525248 Oct 27 19:19:54.322316 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ab5b4715-fa22-4d88-bb8b-72cd78012009 req-ed247f6f-074c-4cf7-a8c3-dab76f967e34 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327406 Oct 27 19:19:55.440790 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef00e9a-daaa-4f7f-be71-bdf22269aed2 req-9358c8bd-1461-426c-aeea-a7de4e78d561 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:55.442304 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fef00e9a-daaa-4f7f-be71-bdf22269aed2 req-9358c8bd-1461-426c-aeea-a7de4e78d561 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 943 time: 0.0499165 Oct 27 19:19:55.480980 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fef00e9a-daaa-4f7f-be71-bdf22269aed2 req-341952ca-cec5-442e-b1ba-9a9e7126f9f4 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325499 Oct 27 19:19:56.596608 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0ee40-1a46-4567-bb55-f3286a0a954f req-f44b8239-3b3a-4f73-a7e8-858c27290173 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:56.598656 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-66b0ee40-1a46-4567-bb55-f3286a0a954f req-f44b8239-3b3a-4f73-a7e8-858c27290173 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 943 time: 0.0488448 Oct 27 19:19:56.641716 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-66b0ee40-1a46-4567-bb55-f3286a0a954f req-7a56579a-b0ae-4e99-ade7-2ca4ff7a4d7f tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371056 Oct 27 19:19:56.889229 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:19:57.366203 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:19:57.763092 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488f953-7d0f-4e7f-8486-e18764ef923e req-c6fd3290-ed65-49b6-ad67-5f72cc72aeb1 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:57.764618 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e488f953-7d0f-4e7f-8486-e18764ef923e req-c6fd3290-ed65-49b6-ad67-5f72cc72aeb1 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 943 time: 0.0509629 Oct 27 19:19:57.803943 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e488f953-7d0f-4e7f-8486-e18764ef923e req-af1df765-88be-43ff-8fc7-e98dd03f0883 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323584 Oct 27 19:19:58.923081 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2beca-fbee-4fb8-815e-f803cd7ee942 req-a1d27cf0-529c-4872-a723-52cbfba345ce tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:58.924618 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5eb2beca-fbee-4fb8-815e-f803cd7ee942 req-a1d27cf0-529c-4872-a723-52cbfba345ce tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 943 time: 0.0506234 Oct 27 19:19:58.963832 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5eb2beca-fbee-4fb8-815e-f803cd7ee942 req-b2141955-bc92-4a14-8c06-010201ff52c1 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330679 Oct 27 19:19:59.130912 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 19:19:59.390625 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:19:59.404003 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': 'f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'port_id': 'f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40', 'mac_address': 'fa:16:3e:0b:a2:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 19:19:59.446993 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:19:59.461172 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:19:59.482087 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:19:59.519923 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab65c6-a193-4a51-9d1d-4e24168273e5 req-29125e96-7dde-4fe4-bfc6-a2b0a039e797 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:59.521574 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f7ab65c6-a193-4a51-9d1d-4e24168273e5 req-29125e96-7dde-4fe4-bfc6-a2b0a039e797 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 943 time: 0.0577106 Oct 27 19:19:59.542926 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:19:59.559460 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-bef2ffef-8718-438e-907f-b901de65f83a tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:59.561025 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-bef2ffef-8718-438e-907f-b901de65f83a tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.81 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c&tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&binding%3Ahost_id=n-h1-815690-2 HTTP/1.1" status: 200 len: 943 time: 0.0619745 Oct 27 19:19:59.573659 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f7ab65c6-a193-4a51-9d1d-4e24168273e5 req-31faeeb8-ce12-4570-a334-127e0e6af49d tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453737 Oct 27 19:19:59.606394 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40,revision_number=8']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:19:59.615021 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:19:59.615371 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:19:59.615710 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:19:59.616047 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:19:59.616397 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:19:59.616706 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:19:59.617031 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:19:59.617354 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:19:59.617674 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:19:59.617997 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:19:59.618318 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:19:59.618638 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:19:59.630009 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-a78d21f5-73f2-4816-8b2c-5e330fe03703 service neutron] 10.222.0.81 "GET /v2.0/ports/f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40/bindings/n-h1-815690-2 HTTP/1.1" status: 200 len: 382 time: 0.0565264 Oct 27 19:19:59.699032 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-0fd86121-9ebd-4868-b596-8b95de82d7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:59.700641 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-0fd86121-9ebd-4868-b596-8b95de82d7d9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 1095 time: 0.0474350 Oct 27 19:19:59.785086 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:19:59.801957 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-ca96694c-e803-445f-b078-1ef03903bf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:59.803730 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-ca96694c-e803-445f-b078-1ef03903bf66 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 200 len: 914 time: 0.0958471 Oct 27 19:19:59.877802 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-dbc17428-9f20-4f40-89d6-d79b1353e2b2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 HTTP/1.1" status: 200 len: 1001 time: 0.0668836 Oct 27 19:19:59.930171 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-ab286f43-f931-4608-aae5-a7762e6ec38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:59.931822 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-ab286f43-f931-4608-aae5-a7762e6ec38f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7 HTTP/1.1" status: 200 len: 851 time: 0.0462101 Oct 27 19:19:59.979687 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-7b6c750e-4a2d-407d-93a3-bd066405feba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:19:59.981139 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-7b6c750e-4a2d-407d-93a3-bd066405feba service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f86ef9e9-ba47-457b-b70a-17134e90302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420172 Oct 27 19:20:00.078745 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-1d311920-065f-4261-8768-07ff2ea87cfe service neutron] 10.222.0.81 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893226 Oct 27 19:20:00.177635 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-2fa4ff20-0f2a-4748-9d58-812623463148 service neutron] 10.222.0.81 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909836 Oct 27 19:20:00.697659 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaadb7d1-4391-4eaf-b908-0cc8b8f7f60a req-1c31ba0e-962e-4682-a1fe-790021cd16fb tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:00.699235 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aaadb7d1-4391-4eaf-b908-0cc8b8f7f60a req-1c31ba0e-962e-4682-a1fe-790021cd16fb tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 944 time: 0.0513361 Oct 27 19:20:00.737964 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aaadb7d1-4391-4eaf-b908-0cc8b8f7f60a req-5568d7c5-56ef-4e4e-81e6-945adb8689a7 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321071 Oct 27 19:20:01.147356 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:20:01.280185 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning for port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 19:20:01.284807 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:20:01.285173 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:01.359880 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:01.381793 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5100e35-aac3-4fcd-8b4c-9428c94f1b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:20:01.386039 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b7a7ffbeb5006bcc00a453a37d6ced003ca150096c2d6d80d40f5ba58f622d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae5969c-2af3-4730-a8ad-8ceb8a3daf67" -d '{"events": [{"server_uuid": "e5100e35-aac3-4fcd-8b4c-9428c94f1b1c", "name": "network-vif-plugged", "status": "completed", "tag": "f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:20:01.397754 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:20:01.449237 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:01.490598 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f0d364-615a-48ab-b804-a681c51aec1e x-openstack-request-id: req-f2f0d364-615a-48ab-b804-a681c51aec1e {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:20:01.490936 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5100e35-aac3-4fcd-8b4c-9428c94f1b1c", "name": "network-vif-plugged", "status": "completed", "tag": "f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:20:01.491189 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f2f0d364-615a-48ab-b804-a681c51aec1e {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:20:01.491587 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5100e35-aac3-4fcd-8b4c-9428c94f1b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40', 'code': 200} Oct 27 19:20:01.507336 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40,revision_number=9']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:20:01.860607 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ac480-7e76-47af-a803-fb497afa3c1b req-09e19c16-dc13-4e79-990b-8954d33a79e3 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:01.862121 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-680ac480-7e76-47af-a803-fb497afa3c1b req-09e19c16-dc13-4e79-990b-8954d33a79e3 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 945 time: 0.0503869 Oct 27 19:20:01.902228 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-680ac480-7e76-47af-a803-fb497afa3c1b req-971c4722-0478-425c-8ca4-0432838de793 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340383 Oct 27 19:20:03.020796 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb733e9-9d8f-4134-90b9-76afaa31658a req-011ce61e-2263-4ee2-9741-ad972a71dcca tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:03.022469 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eeb733e9-9d8f-4134-90b9-76afaa31658a req-011ce61e-2263-4ee2-9741-ad972a71dcca tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 945 time: 0.0519528 Oct 27 19:20:03.066105 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eeb733e9-9d8f-4134-90b9-76afaa31658a req-075c99d9-0db4-47cf-bef5-e25dff9f7ee1 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369623 Oct 27 19:20:04.187415 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9124a7c-4663-4be6-b515-6bbcda57b4ae req-75154322-7568-433e-97c4-68c9d24e37ed tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:04.189028 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c9124a7c-4663-4be6-b515-6bbcda57b4ae req-75154322-7568-433e-97c4-68c9d24e37ed tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 945 time: 0.0526536 Oct 27 19:20:04.231211 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c9124a7c-4663-4be6-b515-6bbcda57b4ae req-ac82330a-4d96-477f-9788-5d10e7177758 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345104 Oct 27 19:20:05.146689 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:20:05.226965 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:05.251375 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5100e35-aac3-4fcd-8b4c-9428c94f1b1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:20:05.254225 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b7a7ffbeb5006bcc00a453a37d6ced003ca150096c2d6d80d40f5ba58f622d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6dd92b-9788-413a-b4e9-9d3399a4af88" -d '{"events": [{"server_uuid": "e5100e35-aac3-4fcd-8b4c-9428c94f1b1c", "name": "network-vif-unplugged", "status": "completed", "tag": "f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:20:05.272366 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:20:05.291471 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-dd75ed29-03f7-4b99-8cac-a077a0e63d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:05.293325 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-dd75ed29-03f7-4b99-8cac-a077a0e63d7c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c&tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04 HTTP/1.1" status: 200 len: 1096 time: 0.0874078 Oct 27 19:20:05.308546 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-757b750a-c186-45ed-8401-9a588b7fe054 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815690-2', 'device_owner': 'compute:nova'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:20:05.352096 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:05.353894 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d8300-9dd2-4df5-b8d9-bc173dc373f1 req-6c2976bb-e031-4e1a-b6cb-e323d07b03a4 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:05.355459 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3a8d8300-9dd2-4df5-b8d9-bc173dc373f1 req-6c2976bb-e031-4e1a-b6cb-e323d07b03a4 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 945 time: 0.0518980 Oct 27 19:20:05.370089 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-757b750a-c186-45ed-8401-9a588b7fe054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:05.397841 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3a8d8300-9dd2-4df5-b8d9-bc173dc373f1 req-9a9bb374-2448-4da2-b68f-2aedc9f0562b tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354774 Oct 27 19:20:05.403250 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40,revision_number=10']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:20:05.459992 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 19:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93dbdf69-a20e-4104-a712-5a848d034880 x-openstack-request-id: req-93dbdf69-a20e-4104-a712-5a848d034880 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:20:05.460287 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5100e35-aac3-4fcd-8b4c-9428c94f1b1c", "name": "network-vif-unplugged", "status": "completed", "tag": "f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:20:05.460565 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-93dbdf69-a20e-4104-a712-5a848d034880 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:20:05.460955 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5100e35-aac3-4fcd-8b4c-9428c94f1b1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40', 'code': 200} Oct 27 19:20:05.577486 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-757b750a-c186-45ed-8401-9a588b7fe054 service neutron] For port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:20:05.610370 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-757b750a-c186-45ed-8401-9a588b7fe054 service neutron] For port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:20:05.642771 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-757b750a-c186-45ed-8401-9a588b7fe054 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:20:05.650770 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-757b750a-c186-45ed-8401-9a588b7fe054 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:05.663329 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-757b750a-c186-45ed-8401-9a588b7fe054 service neutron] Transition to ACTIVE for port object f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 19:20:05.748915 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-757b750a-c186-45ed-8401-9a588b7fe054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:05.838075 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b750a-c186-45ed-8401-9a588b7fe054 service neutron] Pushing event updated for resources: {'Port': ['ID=f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40,revision_number=11']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:20:05.879304 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-757b750a-c186-45ed-8401-9a588b7fe054 service neutron] No DVR routers for this DVR port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 on host n-h1-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:20:06.019240 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-757b750a-c186-45ed-8401-9a588b7fe054 service neutron] Attempting to bind port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:20:06.019678 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-757b750a-c186-45ed-8401-9a588b7fe054 service neutron] Attempting to bind port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:20:06.020009 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-757b750a-c186-45ed-8401-9a588b7fe054 service neutron] Attempting to bind port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 on network f86ef9e9-ba47-457b-b70a-17134e90302b {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:20:06.024419 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-757b750a-c186-45ed-8401-9a588b7fe054 service neutron] Port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 on network f86ef9e9-ba47-457b-b70a-17134e90302b not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 19:20:06.024736 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-757b750a-c186-45ed-8401-9a588b7fe054 service neutron] Attempting to bind port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 on network f86ef9e9-ba47-457b-b70a-17134e90302b {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:20:06.029607 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-757b750a-c186-45ed-8401-9a588b7fe054 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:20:06.029946 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-757b750a-c186-45ed-8401-9a588b7fe054 service neutron] Checking segment: {'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:20:06.030328 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-757b750a-c186-45ed-8401-9a588b7fe054 service neutron] Bound using segment: {'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:20:06.030762 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-757b750a-c186-45ed-8401-9a588b7fe054 service neutron] Bound port: f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b508e73-d27a-43d0-af2f-b20cad7565b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:20:06.031145 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-757b750a-c186-45ed-8401-9a588b7fe054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:06.097726 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-757b750a-c186-45ed-8401-9a588b7fe054 service neutron] For port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:20:06.100873 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-757b750a-c186-45ed-8401-9a588b7fe054 service neutron] For port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:20:06.186724 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-757b750a-c186-45ed-8401-9a588b7fe054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:06.224738 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-757b750a-c186-45ed-8401-9a588b7fe054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:06.225351 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-757b750a-c186-45ed-8401-9a588b7fe054 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:06.226739 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-757b750a-c186-45ed-8401-9a588b7fe054 service neutron] 10.222.0.93 "PUT /v2.0/ports/f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 HTTP/1.1" status: 200 len: 1092 time: 0.9224823 Oct 27 19:20:06.227219 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5100e35-aac3-4fcd-8b4c-9428c94f1b1c', 'tag': 'f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:20:06.229509 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1065ce50-c326-4a4c-8a9e-a44bee0b36fe" -d '{"events": [{"name": "network-changed", "server_uuid": "e5100e35-aac3-4fcd-8b4c-9428c94f1b1c", "tag": "f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:20:06.287724 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b750a-c186-45ed-8401-9a588b7fe054 service neutron] Pushing event updated for resources: {'Port': ['ID=f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40,revision_number=12']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:20:06.307660 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-9cd47ca8-8924-4053-a0ce-6a8d3288ee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:06.309216 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-9cd47ca8-8924-4053-a0ce-6a8d3288ee89 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 1095 time: 0.0519874 Oct 27 19:20:06.364235 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84098d4-d4e4-4659-98cf-df5a8ef4db04 x-openstack-request-id: req-a84098d4-d4e4-4659-98cf-df5a8ef4db04 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:20:06.364528 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5100e35-aac3-4fcd-8b4c-9428c94f1b1c", "tag": "f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:20:06.364783 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a84098d4-d4e4-4659-98cf-df5a8ef4db04 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:20:06.365209 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5100e35-aac3-4fcd-8b4c-9428c94f1b1c', 'tag': 'f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40', 'status': 'completed', 'code': 200} Oct 27 19:20:06.437629 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065ce50-c326-4a4c-8a9e-a44bee0b36fe req-816de7a1-6466-4fbd-b129-607fe5c01af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:06.439255 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1065ce50-c326-4a4c-8a9e-a44bee0b36fe req-816de7a1-6466-4fbd-b129-607fe5c01af1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 1095 time: 0.0659392 Oct 27 19:20:06.444070 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-e7c6f12e-36d6-41bb-9baf-45fe456dcfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:06.445548 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-e7c6f12e-36d6-41bb-9baf-45fe456dcfc9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 200 len: 914 time: 0.1290669 Oct 27 19:20:06.527019 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf90f3e-19d6-4412-9c80-44f3dd59239a req-3ac3a759-d4bd-4d4b-8b15-570080a882f0 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:06.528593 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8bf90f3e-19d6-4412-9c80-44f3dd59239a req-3ac3a759-d4bd-4d4b-8b15-570080a882f0 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 944 time: 0.0542970 Oct 27 19:20:06.562627 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-e858717e-2784-4649-bc26-dfdd1dd5fcd9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 HTTP/1.1" status: 200 len: 1000 time: 0.1087866 Oct 27 19:20:06.572783 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8bf90f3e-19d6-4412-9c80-44f3dd59239a req-3ac0444c-59f2-43db-b72d-e279269f4400 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372033 Oct 27 19:20:06.615901 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065ce50-c326-4a4c-8a9e-a44bee0b36fe req-fa7db8ca-9075-413c-bef2-fd2f4bd236e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:06.617315 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1065ce50-c326-4a4c-8a9e-a44bee0b36fe req-fa7db8ca-9075-413c-bef2-fd2f4bd236e5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 200 len: 914 time: 0.1709189 Oct 27 19:20:06.635001 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-28a02111-0cfe-4c90-9f13-6dda1f47eb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:06.636385 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-28a02111-0cfe-4c90-9f13-6dda1f47eb8f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7 HTTP/1.1" status: 200 len: 851 time: 0.0653913 Oct 27 19:20:06.715413 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1065ce50-c326-4a4c-8a9e-a44bee0b36fe req-cf6f5cd0-2779-4cd5-9c1e-121c8295c42b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 HTTP/1.1" status: 200 len: 1000 time: 0.0905414 Oct 27 19:20:06.721320 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-1cd07c0b-e9a7-41bd-b959-89a4e30ab14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:06.722875 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-1cd07c0b-e9a7-41bd-b959-89a4e30ab14f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f86ef9e9-ba47-457b-b70a-17134e90302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563812 Oct 27 19:20:06.816487 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065ce50-c326-4a4c-8a9e-a44bee0b36fe req-85cba4fd-5c60-4b10-b7bb-e9c9b3c56b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:06.817957 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1065ce50-c326-4a4c-8a9e-a44bee0b36fe req-85cba4fd-5c60-4b10-b7bb-e9c9b3c56b5c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7 HTTP/1.1" status: 200 len: 851 time: 0.0942514 Oct 27 19:20:06.871455 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-173cf307-a4d1-4d2c-adee-4e61b4b5e350 service neutron] 10.222.0.93 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405864 Oct 27 19:20:06.888833 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065ce50-c326-4a4c-8a9e-a44bee0b36fe req-edef1beb-2138-426f-a66c-4cd55f27cff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:06.890250 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1065ce50-c326-4a4c-8a9e-a44bee0b36fe req-edef1beb-2138-426f-a66c-4cd55f27cff1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f86ef9e9-ba47-457b-b70a-17134e90302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642450 Oct 27 19:20:07.028107 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-94307792-c90e-42f4-98b4-01508ca1acb6 req-64115e8f-8ecd-40e5-8a82-d2a21639f2ab service neutron] 10.222.0.93 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485794 Oct 27 19:20:07.039245 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1065ce50-c326-4a4c-8a9e-a44bee0b36fe req-51777551-33a3-4f59-a101-6d8a8eb1d5dd service neutron] 10.222.0.81 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389143 Oct 27 19:20:07.165453 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065ce50-c326-4a4c-8a9e-a44bee0b36fe req-ea760a6e-38af-4ffe-b20d-56f48ae694e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:07.166993 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1065ce50-c326-4a4c-8a9e-a44bee0b36fe req-ea760a6e-38af-4ffe-b20d-56f48ae694e3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 1095 time: 0.0751328 Oct 27 19:20:07.168908 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1065ce50-c326-4a4c-8a9e-a44bee0b36fe req-ec00b223-ad61-4050-a4f9-3cf7e8f825f5 service neutron] 10.222.0.81 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228507 Oct 27 19:20:07.265219 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065ce50-c326-4a4c-8a9e-a44bee0b36fe req-a4364243-26a7-426d-bb3a-621ca819fb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:07.266998 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1065ce50-c326-4a4c-8a9e-a44bee0b36fe req-a4364243-26a7-426d-bb3a-621ca819fb41 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 200 len: 914 time: 0.0931978 Oct 27 19:20:07.335437 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1065ce50-c326-4a4c-8a9e-a44bee0b36fe req-0f9b7b48-cfda-4a6f-92aa-e690014a2de8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 HTTP/1.1" status: 200 len: 1000 time: 0.0609632 Oct 27 19:20:07.385201 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065ce50-c326-4a4c-8a9e-a44bee0b36fe req-1a5840d0-0914-44eb-b960-112f3fd4ee80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:07.386582 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1065ce50-c326-4a4c-8a9e-a44bee0b36fe req-1a5840d0-0914-44eb-b960-112f3fd4ee80 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7 HTTP/1.1" status: 200 len: 851 time: 0.0442357 Oct 27 19:20:07.439093 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065ce50-c326-4a4c-8a9e-a44bee0b36fe req-56aca3e5-edc8-4009-bfa2-03467b25ebb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:07.440675 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1065ce50-c326-4a4c-8a9e-a44bee0b36fe req-56aca3e5-edc8-4009-bfa2-03467b25ebb0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f86ef9e9-ba47-457b-b70a-17134e90302b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472920 Oct 27 19:20:07.531335 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1065ce50-c326-4a4c-8a9e-a44bee0b36fe req-f17423b5-2060-44a7-82d0-7cac1ce07064 service neutron] 10.222.0.93 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837443 Oct 27 19:20:07.630647 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1065ce50-c326-4a4c-8a9e-a44bee0b36fe req-a7ef5e89-d00b-42c1-815d-a591c8a8718c service neutron] 10.222.0.93 "GET /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917056 Oct 27 19:20:07.698879 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7daf74-b1f5-480d-9b74-4bf4453afd42 req-f4c28deb-1f29-4efb-8bfa-8663fa63e37a tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:07.700539 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af7daf74-b1f5-480d-9b74-4bf4453afd42 req-f4c28deb-1f29-4efb-8bfa-8663fa63e37a tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 944 time: 0.0529149 Oct 27 19:20:07.744876 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af7daf74-b1f5-480d-9b74-4bf4453afd42 req-1102b62b-8845-4113-9573-d102e6c19e0c tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370479 Oct 27 19:20:08.872267 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b495de-1a6e-4e9d-bd30-ce98b9349bc6 req-455809ff-b749-4741-b03f-de39b94ac4a5 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:08.873762 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c4b495de-1a6e-4e9d-bd30-ce98b9349bc6 req-455809ff-b749-4741-b03f-de39b94ac4a5 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 944 time: 0.0513961 Oct 27 19:20:08.917012 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c4b495de-1a6e-4e9d-bd30-ce98b9349bc6 req-afe1f17a-7557-4004-81eb-50c732022c47 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361121 Oct 27 19:20:09.675475 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f143aee4-0842-46ee-ae48-729a0d35ca29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:10.052089 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d514dd-0459-4d3e-ab68-ea5f1256746d req-0f629c13-14c9-4f24-8c19-8210175de66b tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:10.053678 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-81d514dd-0459-4d3e-ab68-ea5f1256746d req-0f629c13-14c9-4f24-8c19-8210175de66b tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 944 time: 0.0527549 Oct 27 19:20:10.097139 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-81d514dd-0459-4d3e-ab68-ea5f1256746d req-270ace52-fa69-4b5b-b706-a0c5732a5124 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369759 Oct 27 19:20:11.222734 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea754f-6b50-403c-ae39-df53de5e4c0e req-6bdbb3d2-f9b7-4d11-9330-82b40743814d tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:11.224320 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1eea754f-6b50-403c-ae39-df53de5e4c0e req-6bdbb3d2-f9b7-4d11-9330-82b40743814d tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 944 time: 0.0522544 Oct 27 19:20:11.263845 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1eea754f-6b50-403c-ae39-df53de5e4c0e req-c0820f23-cfc0-432b-ae64-0fc340d0b4c7 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336142 Oct 27 19:20:12.162707 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c4b4b2a2-aed9-44d1-b0d3-389f79d38530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:12.384926 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1f08f-8fe1-43c2-adfa-25908bb1a716 req-edc7eb29-df25-4b30-84d1-aeba6a2aa4ca tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:12.386646 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d9c1f08f-8fe1-43c2-adfa-25908bb1a716 req-edc7eb29-df25-4b30-84d1-aeba6a2aa4ca tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 944 time: 0.0519757 Oct 27 19:20:12.431540 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d9c1f08f-8fe1-43c2-adfa-25908bb1a716 req-9025a30b-56e8-47e1-b825-b1ffedf9903e tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361285 Oct 27 19:20:13.428951 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:13.554331 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5d4c7-6f5a-4a95-988c-49bd04596b4a req-670bedcf-57ff-4383-aa1f-5aa19f952cda tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:13.555877 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d4a5d4c7-6f5a-4a95-988c-49bd04596b4a req-670bedcf-57ff-4383-aa1f-5aa19f952cda tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 944 time: 0.0504553 Oct 27 19:20:13.600360 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d4a5d4c7-6f5a-4a95-988c-49bd04596b4a req-2f7bcdac-ca24-4f34-b050-32f76e92695b tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384769 Oct 27 19:20:13.648630 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:14.719404 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa1ea0-8a26-48e1-9df6-8f57b9af1a36 req-388c48d0-3394-4bb4-ae95-04a4bbcde60c tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:14.721050 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3eaa1ea0-8a26-48e1-9df6-8f57b9af1a36 req-388c48d0-3394-4bb4-ae95-04a4bbcde60c tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 944 time: 0.0501993 Oct 27 19:20:14.762276 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3eaa1ea0-8a26-48e1-9df6-8f57b9af1a36 req-3d06ae97-244d-430b-af5d-c87c1a9ecd6b tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345814 Oct 27 19:20:15.294060 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:15.877862 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad877b-a1e3-4194-b436-3de523308008 req-46cfa9f1-be40-4a14-b9ba-430144816482 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:15.879389 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2dad877b-a1e3-4194-b436-3de523308008 req-46cfa9f1-be40-4a14-b9ba-430144816482 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 944 time: 0.0489640 Oct 27 19:20:15.918397 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2dad877b-a1e3-4194-b436-3de523308008 req-755f825c-4198-4078-98ad-cd2700ce7f72 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328999 Oct 27 19:20:17.227029 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c1f0c-8bf9-4870-ba17-2376e5991008 req-41baf20f-2fe6-426b-a2f9-6d15f4c85f9b tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:17.228545 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fc2c1f0c-8bf9-4870-ba17-2376e5991008 req-41baf20f-2fe6-426b-a2f9-6d15f4c85f9b tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 944 time: 0.0508022 Oct 27 19:20:17.272865 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fc2c1f0c-8bf9-4870-ba17-2376e5991008 req-fc5a5a36-f9c6-475f-b6b8-0ee79e250299 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381353 Oct 27 19:20:18.388059 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328ced4-6a54-4d69-a118-f8c144b262fc req-821eeb09-da90-4d84-ab92-ececfddfa5fc tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:18.389543 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7328ced4-6a54-4d69-a118-f8c144b262fc req-821eeb09-da90-4d84-ab92-ececfddfa5fc tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 944 time: 0.0484967 Oct 27 19:20:18.428138 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7328ced4-6a54-4d69-a118-f8c144b262fc req-a3dc4467-a1cd-4566-88bb-165e8e51719b tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311108 Oct 27 19:20:19.554785 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7500b-4cfd-4fc3-99b7-0c889348b0e9 req-225bce79-62c3-422f-8ff6-099699741870 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:19.556386 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-92c7500b-4cfd-4fc3-99b7-0c889348b0e9 req-225bce79-62c3-422f-8ff6-099699741870 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 944 time: 0.0518739 Oct 27 19:20:19.597971 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-92c7500b-4cfd-4fc3-99b7-0c889348b0e9 req-e03e468d-a641-4bca-9531-c6a242bbecac tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348361 Oct 27 19:20:19.711957 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:20:19.816149 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 19:20:19.921438 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:20:19.932866 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'port_id': 'f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40', 'mac_address': 'fa:16:3e:0b:a2:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 19:20:19.971633 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:19.985218 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:20:20.005615 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:20:20.079653 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:20.129730 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40,revision_number=13']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:20:20.298629 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:20:20.718199 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c10a4e-2251-45c3-8fcd-cc62e7eca5a0 req-e5299cf4-231d-452f-9694-eff19ded13df tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:20.719340 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a6c10a4e-2251-45c3-8fcd-cc62e7eca5a0 req-e5299cf4-231d-452f-9694-eff19ded13df tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 945 time: 0.0486910 Oct 27 19:20:20.762966 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a6c10a4e-2251-45c3-8fcd-cc62e7eca5a0 req-7575f7ee-a954-45e3-94ed-80a0c6568db2 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365052 Oct 27 19:20:20.881885 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e9e83-aebb-420f-8d56-887f1dc213c0 req-e910df18-c505-4fed-b70c-b81e25b35f83 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:20.883422 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-344e9e83-aebb-420f-8d56-887f1dc213c0 req-e910df18-c505-4fed-b70c-b81e25b35f83 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 945 time: 0.0497200 Oct 27 19:20:20.922546 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-344e9e83-aebb-420f-8d56-887f1dc213c0 req-500f2dc0-e1c5-4797-9d27-273e391f8ca5 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330822 Oct 27 19:20:21.037401 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840668a2-7a19-4b9c-9007-23bafaf7a60a req-de029a2d-f614-4e0b-8cc1-6b7d20bc1aae tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:21.038842 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-840668a2-7a19-4b9c-9007-23bafaf7a60a req-de029a2d-f614-4e0b-8cc1-6b7d20bc1aae tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 945 time: 0.0498278 Oct 27 19:20:21.078129 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-840668a2-7a19-4b9c-9007-23bafaf7a60a req-ccc65354-c4c4-47c4-a281-d48d05286fbb tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333221 Oct 27 19:20:21.539547 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05895d6-31f5-4bca-8c5c-c21b1c7b3a45 req-cc8d0277-b9e5-4327-a1a6-e49ff72c8b7e tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:21.541051 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c05895d6-31f5-4bca-8c5c-c21b1c7b3a45 req-cc8d0277-b9e5-4327-a1a6-e49ff72c8b7e tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 945 time: 0.0495815 Oct 27 19:20:21.584438 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c05895d6-31f5-4bca-8c5c-c21b1c7b3a45 req-a0be8018-8c5f-4501-84fc-b581ebe2b1bf tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373540 Oct 27 19:20:21.825993 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:20:22.014427 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 19:20:22.020089 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:20:22.020509 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:22.110746 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:22.126087 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5100e35-aac3-4fcd-8b4c-9428c94f1b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:20:22.128867 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b7a7ffbeb5006bcc00a453a37d6ced003ca150096c2d6d80d40f5ba58f622d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a990ffc-8f81-4e8d-aa8e-3e40b93629b9" -d '{"events": [{"server_uuid": "e5100e35-aac3-4fcd-8b4c-9428c94f1b1c", "name": "network-vif-plugged", "status": "completed", "tag": "f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:20:22.142381 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:20:22.168400 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa91196d-ebaa-4735-88f1-7b71c3cb73cc x-openstack-request-id: req-fa91196d-ebaa-4735-88f1-7b71c3cb73cc {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:20:22.168400 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5100e35-aac3-4fcd-8b4c-9428c94f1b1c", "name": "network-vif-plugged", "status": "completed", "tag": "f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:20:22.168622 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fa91196d-ebaa-4735-88f1-7b71c3cb73cc {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:20:22.168944 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5100e35-aac3-4fcd-8b4c-9428c94f1b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40', 'code': 200} Oct 27 19:20:22.211085 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:22.258160 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40,revision_number=14']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:20:22.705840 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf4a53-efd8-441b-8bb4-1c2528841eca req-4ec85559-596b-4038-9576-d938723edd16 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:22.707135 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-87cf4a53-efd8-441b-8bb4-1c2528841eca req-4ec85559-596b-4038-9576-d938723edd16 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 946 time: 0.0518661 Oct 27 19:20:22.746920 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-87cf4a53-efd8-441b-8bb4-1c2528841eca req-d659d4ba-737e-44eb-9ef3-77764879445a tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337987 Oct 27 19:20:23.083737 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b97ea6-bb9b-4abf-920a-9759b0025a22 req-e19cb448-5264-49e1-a072-25833ced00fa tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:23.085180 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f0b97ea6-bb9b-4abf-920a-9759b0025a22 req-e19cb448-5264-49e1-a072-25833ced00fa tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.93 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 946 time: 0.0480924 Oct 27 19:20:23.508873 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-f0b97ea6-bb9b-4abf-920a-9759b0025a22 req-4bad0080-6b72-4f79-ad3a-fbebe62ec997 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Deleting port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:20:23.509128 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-f0b97ea6-bb9b-4abf-920a-9759b0025a22 req-4bad0080-6b72-4f79-ad3a-fbebe62ec997 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:23.596726 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-f0b97ea6-bb9b-4abf-920a-9759b0025a22 req-4bad0080-6b72-4f79-ad3a-fbebe62ec997 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] For port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:20:23.597119 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-f0b97ea6-bb9b-4abf-920a-9759b0025a22 req-4bad0080-6b72-4f79-ad3a-fbebe62ec997 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:23.773839 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-f0b97ea6-bb9b-4abf-920a-9759b0025a22 req-4bad0080-6b72-4f79-ad3a-fbebe62ec997 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:23.774052 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-f0b97ea6-bb9b-4abf-920a-9759b0025a22 req-4bad0080-6b72-4f79-ad3a-fbebe62ec997 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:23.774437 n-d-815690-2 neutron-server[102879]: INFO neutron.db.l3_db [req-f0b97ea6-bb9b-4abf-920a-9759b0025a22 req-4bad0080-6b72-4f79-ad3a-fbebe62ec997 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Floating IP 5f7c7b81-4896-49f4-98d2-3f6caf5ac1eb disassociated. External IP: 172.25.6.222, port: f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40. Oct 27 19:20:23.774783 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-f0b97ea6-bb9b-4abf-920a-9759b0025a22 req-4bad0080-6b72-4f79-ad3a-fbebe62ec997 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Calling delete_port for f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:20:23.866304 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e17aa-8690-40ac-a06b-ba368941636b req-95a2dc2b-6fb4-481e-8d11-ddf3e00ff419 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:23.867919 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-395e17aa-8690-40ac-a06b-ba368941636b req-95a2dc2b-6fb4-481e-8d11-ddf3e00ff419 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 946 time: 0.0503263 Oct 27 19:20:23.914331 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-395e17aa-8690-40ac-a06b-ba368941636b req-f2173a40-f1d2-4914-9227-d7b5eff62259 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups?id=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402424 Oct 27 19:20:23.965615 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-f0b97ea6-bb9b-4abf-920a-9759b0025a22 req-4bad0080-6b72-4f79-ad3a-fbebe62ec997 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:23.999880 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad0080-6b72-4f79-ad3a-fbebe62ec997 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Pushing event deleted for resources: {'Port': ['ID=f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:20:24.117986 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0b97ea6-bb9b-4abf-920a-9759b0025a22 req-4bad0080-6b72-4f79-ad3a-fbebe62ec997 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Router 250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:20:24.227423 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0b97ea6-bb9b-4abf-920a-9759b0025a22 req-4bad0080-6b72-4f79-ad3a-fbebe62ec997 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:20:24.238333 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84ce7fb-9adc-414b-a51d-42b363f4ecac None None] Sync routers for ids ['250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:20:24.248178 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84ce7fb-9adc-414b-a51d-42b363f4ecac None None] Routers {'250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:20:24.248794 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-d84ce7fb-9adc-414b-a51d-42b363f4ecac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:20:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:20:24.273757 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b97ea6-bb9b-4abf-920a-9759b0025a22 req-4bad0080-6b72-4f79-ad3a-fbebe62ec997 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] No DVR routers for this DVR port f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:20:24.276658 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-f0b97ea6-bb9b-4abf-920a-9759b0025a22 req-4bad0080-6b72-4f79-ad3a-fbebe62ec997 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:24.280336 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-f0b97ea6-bb9b-4abf-920a-9759b0025a22 req-4bad0080-6b72-4f79-ad3a-fbebe62ec997 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.93 "DELETE /v2.0/ports/f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 HTTP/1.1" status: 204 len: 173 time: 1.1885407 Oct 27 19:20:24.280822 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5100e35-aac3-4fcd-8b4c-9428c94f1b1c', 'name': 'network-vif-deleted', 'tag': 'f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:20:24.284211 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573707dd-035b-45f2-b98d-26e67130b423" -d '{"events": [{"server_uuid": "e5100e35-aac3-4fcd-8b4c-9428c94f1b1c", "name": "network-vif-deleted", "tag": "f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:20:24.325817 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760389b6-c35c-49b4-bead-81010a6f90f6 x-openstack-request-id: req-760389b6-c35c-49b4-bead-81010a6f90f6 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:20:24.326117 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5100e35-aac3-4fcd-8b4c-9428c94f1b1c", "name": "network-vif-deleted", "tag": "f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:20:24.326374 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-760389b6-c35c-49b4-bead-81010a6f90f6 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:20:24.326781 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5100e35-aac3-4fcd-8b4c-9428c94f1b1c', 'name': 'network-vif-deleted', 'tag': 'f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40', 'status': 'completed', 'code': 200} Oct 27 19:20:24.354670 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-d84ce7fb-9adc-414b-a51d-42b363f4ecac None None] Set router 250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:20:24.556926 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-d84ce7fb-9adc-414b-a51d-42b363f4ecac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'name': 'tempest-ServerActionsTestJSON-1621606912-router', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:10:12Z', 'updated_at': '2021-10-27T19:10:15Z', 'revision_number': 4, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'gw_port': {'id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:13Z', 'updated_at': '2021-10-27T19:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '6e2feb5a-f766-4ca5-bdab-44182f4e42a8', 'name': '', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'mac_address': 'fa:16:3e:f6:a4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:15Z', 'updated_at': '2021-10-27T19:10:19Z', 'revision_number': 5, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'subnets': [{'id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:20:24.586040 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84ce7fb-9adc-414b-a51d-42b363f4ecac None None] Checking router: 250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:20:24.594226 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84ce7fb-9adc-414b-a51d-42b363f4ecac None None] Routers {'250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:20:24.594841 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-d84ce7fb-9adc-414b-a51d-42b363f4ecac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:20:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:20:24.701494 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-d84ce7fb-9adc-414b-a51d-42b363f4ecac None None] Set router 250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:20:24.906247 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-d84ce7fb-9adc-414b-a51d-42b363f4ecac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'name': 'tempest-ServerActionsTestJSON-1621606912-router', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:10:12Z', 'updated_at': '2021-10-27T19:10:15Z', 'revision_number': 4, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'gw_port': {'id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:13Z', 'updated_at': '2021-10-27T19:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '6e2feb5a-f766-4ca5-bdab-44182f4e42a8', 'name': '', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'mac_address': 'fa:16:3e:f6:a4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:15Z', 'updated_at': '2021-10-27T19:10:19Z', 'revision_number': 5, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'subnets': [{'id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:20:24.933047 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84ce7fb-9adc-414b-a51d-42b363f4ecac None None] The sync data for ids ['250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'] in n-d-815690-2 is: [{'id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'name': 'tempest-ServerActionsTestJSON-1621606912-router', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:10:12Z', 'updated_at': '2021-10-27T19:10:15Z', 'revision_number': 4, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'gw_port': {'id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:13Z', 'updated_at': '2021-10-27T19:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '6e2feb5a-f766-4ca5-bdab-44182f4e42a8', 'name': '', 'network_id': 'f86ef9e9-ba47-457b-b70a-17134e90302b', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'mac_address': 'fa:16:3e:f6:a4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:15Z', 'updated_at': '2021-10-27T19:10:19Z', 'revision_number': 5, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'subnets': [{'id': '33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:20:25.019872 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d589195d-ffe2-42f5-b9b9-08c3b5d7d958 req-a07c31fe-153b-42a3-bcb9-c357ebe185e7 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 210 time: 0.0301819 Oct 27 19:20:25.173878 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43233add-5131-48c8-bfa1-b96491ff2730 None None] New status for floating IP 5f7c7b81-4896-49f4-98d2-3f6caf5ac1eb: DOWN {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 19:20:25.839549 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:20:25.860518 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:20:25.860860 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device f70f82ea-9ecb-46a1-aca0-4d0fb4da0a40 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:20:26.128070 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-766b050f-7154-49db-9f48-c9f2d58d2805 req-88f1441e-72c0-4046-b5a0-480997f8c674 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 210 time: 0.0334308 Oct 27 19:20:26.885392 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:27.229177 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-73c4d81a-ce77-4dc8-b1a8-0ec22bba96b2 req-f810d4e7-85ee-41d3-868d-f4d466e03ff8 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 210 time: 0.0282233 Oct 27 19:20:27.394201 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:28.325275 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fc7df3e7-ef8c-4d45-985c-65d1a0dd9901 req-b8d020a4-c207-4e93-9142-b2c3f36c3641 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 210 time: 0.0271478 Oct 27 19:20:29.433312 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c18cd140-1592-4385-b2fb-60f1896c886d req-02b71ef5-2f48-46ea-bc58-4ee089696151 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5100e35-aac3-4fcd-8b4c-9428c94f1b1c HTTP/1.1" status: 200 len: 210 time: 0.0261452 Oct 27 19:20:34.463327 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50600) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:20:34.520600 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ac0290f2-f916-4c45-904c-ecdfea054f93 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:34.544858 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ac0290f2-f916-4c45-904c-ecdfea054f93 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:34.670975 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ac0290f2-f916-4c45-904c-ecdfea054f93 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:34.674112 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ac0290f2-f916-4c45-904c-ecdfea054f93 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:34.675521 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ac0290f2-f916-4c45-904c-ecdfea054f93 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "DELETE /v2.0/security-groups/8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab HTTP/1.1" status: 204 len: 168 time: 0.2111306 Oct 27 19:20:34.678430 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50602) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:20:34.685812 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0290f2-f916-4c45-904c-ecdfea054f93 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:20:34.694993 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0290f2-f916-4c45-904c-ecdfea054f93 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:20:34.695351 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0290f2-f916-4c45-904c-ecdfea054f93 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:20:34.695509 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-3977c724-6afe-4c4a-825a-e6d613be02dc tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] show failed (client error): The resource could not be found. Oct 27 19:20:34.696005 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0290f2-f916-4c45-904c-ecdfea054f93 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:20:34.696517 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0290f2-f916-4c45-904c-ecdfea054f93 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:20:34.697031 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0290f2-f916-4c45-904c-ecdfea054f93 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:20:34.697555 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0290f2-f916-4c45-904c-ecdfea054f93 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:20:34.698059 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0290f2-f916-4c45-904c-ecdfea054f93 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:20:34.698561 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0290f2-f916-4c45-904c-ecdfea054f93 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:20:34.699090 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0290f2-f916-4c45-904c-ecdfea054f93 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:20:34.699607 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0290f2-f916-4c45-904c-ecdfea054f93 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:20:34.699741 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3977c724-6afe-4c4a-825a-e6d613be02dc tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "GET /v2.0/security-groups/8c92d9d9-2c5c-4cb6-9668-e1a66aab30ab HTTP/1.1" status: 404 len: 347 time: 0.0201621 Oct 27 19:20:34.700224 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0290f2-f916-4c45-904c-ecdfea054f93 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:20:34.700377 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50604) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:20:34.700737 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0290f2-f916-4c45-904c-ecdfea054f93 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:20:34.835309 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-e1548953-4868-4c6f-9a05-0de7b8cb5e33 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Deleting port a96ac009-cf9e-4f2d-931d-b64266fff52d {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:20:34.835661 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e1548953-4868-4c6f-9a05-0de7b8cb5e33 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:34.919573 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e1548953-4868-4c6f-9a05-0de7b8cb5e33 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:34.919901 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e1548953-4868-4c6f-9a05-0de7b8cb5e33 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:34.933306 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-e1548953-4868-4c6f-9a05-0de7b8cb5e33 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Calling delete_port for a96ac009-cf9e-4f2d-931d-b64266fff52d owned by network:floatingip {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:20:35.129012 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e1548953-4868-4c6f-9a05-0de7b8cb5e33 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:35.156043 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1548953-4868-4c6f-9a05-0de7b8cb5e33 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Pushing event deleted for resources: {'Port': ['ID=a96ac009-cf9e-4f2d-931d-b64266fff52d,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:20:35.227412 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e1548953-4868-4c6f-9a05-0de7b8cb5e33 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks [] for floatingip, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:35.230149 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e1548953-4868-4c6f-9a05-0de7b8cb5e33 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:35.231358 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e1548953-4868-4c6f-9a05-0de7b8cb5e33 tempest-ServerActionsTestJSON-2021987161 tempest-ServerActionsTestJSON-2021987161-project] 10.222.0.52 "DELETE /v2.0/floatingips/5f7c7b81-4896-49f4-98d2-3f6caf5ac1eb HTTP/1.1" status: 204 len: 168 time: 0.5295098 Oct 27 19:20:35.234305 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50606) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:20:35.776874 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-70dfa9e1-3111-4290-8ca2-1047cd7637d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:36.026697 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-70dfa9e1-3111-4290-8ca2-1047cd7637d4 admin admin] Deleting port 6e2feb5a-f766-4ca5-bdab-44182f4e42a8 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:20:36.027423 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-70dfa9e1-3111-4290-8ca2-1047cd7637d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:36.110412 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-70dfa9e1-3111-4290-8ca2-1047cd7637d4 admin admin] For port 6e2feb5a-f766-4ca5-bdab-44182f4e42a8, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=6e2feb5a-f766-4ca5-bdab-44182f4e42a8,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:20:36.110769 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-70dfa9e1-3111-4290-8ca2-1047cd7637d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:36.123114 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-70dfa9e1-3111-4290-8ca2-1047cd7637d4 admin admin] Calling delete_port for 6e2feb5a-f766-4ca5-bdab-44182f4e42a8 owned by network:router_interface {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:20:36.371218 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-70dfa9e1-3111-4290-8ca2-1047cd7637d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:36.399177 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dfa9e1-3111-4290-8ca2-1047cd7637d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e2feb5a-f766-4ca5-bdab-44182f4e42a8,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:20:36.583319 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-70dfa9e1-3111-4290-8ca2-1047cd7637d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:36.801696 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70dfa9e1-3111-4290-8ca2-1047cd7637d4 admin admin] Router 250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:20:36.910965 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70dfa9e1-3111-4290-8ca2-1047cd7637d4 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:20:36.916021 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-70dfa9e1-3111-4290-8ca2-1047cd7637d4 admin admin] 10.222.0.52 "PUT /v2.0/routers/250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6806858 Oct 27 19:20:36.918566 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50610) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:20:36.921244 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f18745-82c7-4cdf-9401-4db7927eb83e None None] Sync routers for ids ['250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:20:36.931601 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f18745-82c7-4cdf-9401-4db7927eb83e None None] Routers {'250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:20:36.932201 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-f1f18745-82c7-4cdf-9401-4db7927eb83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:20:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:20:37.025992 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d800fbcb-d2fa-4a0b-ade0-8a0364031e3e admin admin] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:37.036779 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-f1f18745-82c7-4cdf-9401-4db7927eb83e None None] Set router 250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:20:37.133429 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d800fbcb-d2fa-4a0b-ade0-8a0364031e3e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:37.218723 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-f1f18745-82c7-4cdf-9401-4db7927eb83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'name': 'tempest-ServerActionsTestJSON-1621606912-router', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:10:12Z', 'updated_at': '2021-10-27T19:20:36Z', 'revision_number': 5, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'gw_port': {'id': '61cd0364-8eb9-482f-8bb1-93e7a89bb554', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:10:13Z', 'updated_at': '2021-10-27T19:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:20:37.246365 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f18745-82c7-4cdf-9401-4db7927eb83e None None] Checking router: 250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:20:37.255117 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f18745-82c7-4cdf-9401-4db7927eb83e None None] Routers {'250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:20:37.255718 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-f1f18745-82c7-4cdf-9401-4db7927eb83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:20:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:20:37.273219 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-d800fbcb-d2fa-4a0b-ade0-8a0364031e3e admin admin] Deleting port 61cd0364-8eb9-482f-8bb1-93e7a89bb554 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:20:37.273562 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d800fbcb-d2fa-4a0b-ade0-8a0364031e3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:37.342751 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-f1f18745-82c7-4cdf-9401-4db7927eb83e None None] Set router 250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d gateway port host: None {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:20:37.361803 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-d800fbcb-d2fa-4a0b-ade0-8a0364031e3e admin admin] For port 61cd0364-8eb9-482f-8bb1-93e7a89bb554, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=61cd0364-8eb9-482f-8bb1-93e7a89bb554,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:20:37.362175 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d800fbcb-d2fa-4a0b-ade0-8a0364031e3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:37.375082 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-d800fbcb-d2fa-4a0b-ade0-8a0364031e3e admin admin] Calling delete_port for 61cd0364-8eb9-482f-8bb1-93e7a89bb554 owned by network:router_gateway {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:20:37.398807 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-f1f18745-82c7-4cdf-9401-4db7927eb83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'name': 'tempest-ServerActionsTestJSON-1621606912-router', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:10:12Z', 'updated_at': '2021-10-27T19:20:37Z', 'revision_number': 6, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:20:37.426403 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f18745-82c7-4cdf-9401-4db7927eb83e None None] The sync data for ids ['250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d'] in n-d-815690-2 is: [{'id': '250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d', 'name': 'tempest-ServerActionsTestJSON-1621606912-router', 'tenant_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:10:12Z', 'updated_at': '2021-10-27T19:20:37Z', 'revision_number': 6, 'project_id': 'bd6bd6a1dec443bcb50c57ad6f252d04', 'gw_port_host': None}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:20:37.648197 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d800fbcb-d2fa-4a0b-ade0-8a0364031e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:37.676161 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d800fbcb-d2fa-4a0b-ade0-8a0364031e3e admin admin] Pushing event deleted for resources: {'Port': ['ID=61cd0364-8eb9-482f-8bb1-93e7a89bb554,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:20:37.735363 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d800fbcb-d2fa-4a0b-ade0-8a0364031e3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:37.828979 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d800fbcb-d2fa-4a0b-ade0-8a0364031e3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:37.831531 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d800fbcb-d2fa-4a0b-ade0-8a0364031e3e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:37.956530 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d800fbcb-d2fa-4a0b-ade0-8a0364031e3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:37.956991 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d800fbcb-d2fa-4a0b-ade0-8a0364031e3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 19:20:37.961399 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d800fbcb-d2fa-4a0b-ade0-8a0364031e3e admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:37.962503 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d800fbcb-d2fa-4a0b-ade0-8a0364031e3e admin admin] 10.222.0.52 "DELETE /v2.0/routers/250a17a4-4b08-44ba-9ba9-6b7a0fa1b63d HTTP/1.1" status: 204 len: 168 time: 1.0429978 Oct 27 19:20:37.965322 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50612) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:20:38.010638 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-13ec4e37-d3e0-4f00-9b29-a9755fbe7082 admin admin] Deleting subnet 33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 19:20:38.017714 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-13ec4e37-d3e0-4f00-9b29-a9755fbe7082 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:38.049555 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-13ec4e37-d3e0-4f00-9b29-a9755fbe7082 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:38.128573 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-13ec4e37-d3e0-4f00-9b29-a9755fbe7082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:38.271064 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-13ec4e37-d3e0-4f00-9b29-a9755fbe7082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:38.298596 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec4e37-d3e0-4f00-9b29-a9755fbe7082 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:20:38.300599 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-13ec4e37-d3e0-4f00-9b29-a9755fbe7082 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:38.306355 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-13ec4e37-d3e0-4f00-9b29-a9755fbe7082 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/33c7a37e-a8a7-4e4e-bb18-ef770cfc72a7 HTTP/1.1" status: 204 len: 168 time: 0.3375311 Oct 27 19:20:38.306539 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50614) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:20:38.309619 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832b39a7-8fe3-46b9-9214-77782e49db74 None None] Network f86ef9e9-ba47-457b-b70a-17134e90302b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:20:38.376581 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a3acb017-299b-4595-9090-de906f806ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:38.438637 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-a3acb017-299b-4595-9090-de906f806ada admin admin] Deleting port d8f720fd-d9b9-42ac-a00b-819d7cd62c9a {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:20:38.439518 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a3acb017-299b-4595-9090-de906f806ada admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:38.509768 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-a3acb017-299b-4595-9090-de906f806ada admin admin] For port d8f720fd-d9b9-42ac-a00b-819d7cd62c9a, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=d8f720fd-d9b9-42ac-a00b-819d7cd62c9a,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:20:38.510133 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a3acb017-299b-4595-9090-de906f806ada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:38.523928 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-a3acb017-299b-4595-9090-de906f806ada admin admin] Calling delete_port for d8f720fd-d9b9-42ac-a00b-819d7cd62c9a owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:20:38.526723 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c47e91d-9cb5-47a1-88d0-81bf220d8ee8 None None] DHCP port deletion for f86ef9e9-ba47-457b-b70a-17134e90302b request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 19:20:38.535432 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 6e2feb5a-f766-4ca5-bdab-44182f4e42a8 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:20:38.572584 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 6e2feb5a-f766-4ca5-bdab-44182f4e42a8 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:20:38.572925 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 6e2feb5a-f766-4ca5-bdab-44182f4e42a8 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:20:38.573344 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 61cd0364-8eb9-482f-8bb1-93e7a89bb554 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:20:38.596510 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 61cd0364-8eb9-482f-8bb1-93e7a89bb554 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:20:38.596849 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 61cd0364-8eb9-482f-8bb1-93e7a89bb554 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:20:38.615891 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-2c47e91d-9cb5-47a1-88d0-81bf220d8ee8 None None] Deleting port d8f720fd-d9b9-42ac-a00b-819d7cd62c9a {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:20:38.622587 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2c47e91d-9cb5-47a1-88d0-81bf220d8ee8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:38.670651 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a3acb017-299b-4595-9090-de906f806ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:38.684988 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-2c47e91d-9cb5-47a1-88d0-81bf220d8ee8 None None] For port d8f720fd-d9b9-42ac-a00b-819d7cd62c9a, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=d8f720fd-d9b9-42ac-a00b-819d7cd62c9a,segment=NetworkSegment(0b508e73-d27a-43d0-af2f-b20cad7565b1),segment_id=0b508e73-d27a-43d0-af2f-b20cad7565b1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:20:38.685377 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2c47e91d-9cb5-47a1-88d0-81bf220d8ee8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:38.697223 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3acb017-299b-4595-9090-de906f806ada admin admin] Pushing event deleted for resources: {'Port': ['ID=d8f720fd-d9b9-42ac-a00b-819d7cd62c9a,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:20:38.698592 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-2c47e91d-9cb5-47a1-88d0-81bf220d8ee8 None None] Calling delete_port for d8f720fd-d9b9-42ac-a00b-819d7cd62c9a owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:20:38.700828 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3acb017-299b-4595-9090-de906f806ada admin admin] No DVR routers for this DVR port d8f720fd-d9b9-42ac-a00b-819d7cd62c9a on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:20:38.772603 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a3acb017-299b-4595-9090-de906f806ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 19:20:38.773839 n-d-815690-2 neutron-server[102880]: self.session.flush() Oct 27 19:20:38.779298 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2c47e91d-9cb5-47a1-88d0-81bf220d8ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:38.801133 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-a3acb017-299b-4595-9090-de906f806ada admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f86ef9e9-ba47-457b-b70a-17134e90302b']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:20:38.810869 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-a3acb017-299b-4595-9090-de906f806ada admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b508e73-d27a-43d0-af2f-b20cad7565b1') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:20:38.811161 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-a3acb017-299b-4595-9090-de906f806ada admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b508e73-d27a-43d0-af2f-b20cad7565b1') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:20:38.811393 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c47e91d-9cb5-47a1-88d0-81bf220d8ee8 None None] No DVR routers for this DVR port d8f720fd-d9b9-42ac-a00b-819d7cd62c9a on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:20:38.815822 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c47e91d-9cb5-47a1-88d0-81bf220d8ee8 None None] Pushing event deleted for resources: {'Port': ['ID=d8f720fd-d9b9-42ac-a00b-819d7cd62c9a,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:20:38.826443 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a3acb017-299b-4595-9090-de906f806ada admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:38.840607 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a3acb017-299b-4595-9090-de906f806ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:38.847394 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3acb017-299b-4595-9090-de906f806ada admin admin] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 19:20:38.847768 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a3acb017-299b-4595-9090-de906f806ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:38.849506 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 19:20:38.849506 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 19:20:38.849506 n-d-815690-2 neutron-server[102879]: timer() Oct 27 19:20:38.849506 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 19:20:38.849506 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 19:20:38.849506 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 19:20:38.849506 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 19:20:38.849506 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 19:20:38.849506 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 19:20:38.849506 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 19:20:38.849506 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 19:20:38.849506 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 19:20:38.849506 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 19:20:38.849506 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 19:20:38.849506 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 19:20:38.849506 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 19:20:38.849506 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 19:20:38.849506 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 19:20:38.849506 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 19:20:38.849506 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 19:20:38.849506 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 19:20:38.849506 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 19:20:38.849506 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 19:20:38.849506 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 19:20:38.849506 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 19:20:38.849506 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 19:20:38.849506 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 19:20:38.849506 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 19:20:38.849506 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 19:20:38.849506 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 19:20:38.849506 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 19:20:38.849506 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 19:20:38.991103 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a3acb017-299b-4595-9090-de906f806ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:38.996851 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a3acb017-299b-4595-9090-de906f806ada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:39.001041 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a3acb017-299b-4595-9090-de906f806ada admin admin] 10.222.0.52 "DELETE /v2.0/networks/f86ef9e9-ba47-457b-b70a-17134e90302b HTTP/1.1" status: 204 len: 168 time: 0.6935728 Oct 27 19:20:39.013185 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3acb017-299b-4595-9090-de906f806ada admin admin] Pushing event deleted for resources: {'Network': ['ID=f86ef9e9-ba47-457b-b70a-17134e90302b,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:20:39.280244 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50618) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:20:39.320699 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e030f207-5dba-4ad6-982e-f32dc073e20c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bd6bd6a1dec443bcb50c57ad6f252d04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392556 Oct 27 19:20:39.323260 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50620) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:20:39.372284 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c8674767-619f-434d-a4a9-0a2dc4e3afca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:39.397437 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c8674767-619f-434d-a4a9-0a2dc4e3afca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:39.519376 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c8674767-619f-434d-a4a9-0a2dc4e3afca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:39.522125 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c8674767-619f-434d-a4a9-0a2dc4e3afca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:39.523354 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c8674767-619f-434d-a4a9-0a2dc4e3afca admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d70b4dfd-a309-4efc-96e1-a48ebf2f6d10 HTTP/1.1" status: 204 len: 168 time: 0.1991968 Oct 27 19:20:39.531484 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8674767-619f-434d-a4a9-0a2dc4e3afca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70b4dfd-a309-4efc-96e1-a48ebf2f6d10,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:20:39.708352 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ff3c914-1a7b-485d-8595-07a69ffe9c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:40.493328 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d8f720fd-d9b9-42ac-a00b-819d7cd62c9a no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:20:40.514610 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: d8f720fd-d9b9-42ac-a00b-819d7cd62c9a {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:20:40.515235 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d8f720fd-d9b9-42ac-a00b-819d7cd62c9a not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:20:40.594881 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50642) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:20:40.691743 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-b8e37b61-87ce-4709-ac42-606ddd717345 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1118216026-network', 'tenant_id': '15dc9ff3e7f34511904d69f3321b7a55'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:20:40.800107 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e37b61-87ce-4709-ac42-606ddd717345 admin admin] Made reservation on behalf of 15dc9ff3e7f34511904d69f3321b7a55 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:20:40.802512 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b8e37b61-87ce-4709-ac42-606ddd717345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:40.811649 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b8e37b61-87ce-4709-ac42-606ddd717345 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:40.889490 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b8e37b61-87ce-4709-ac42-606ddd717345 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:40.976571 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b8e37b61-87ce-4709-ac42-606ddd717345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:41.003453 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8e37b61-87ce-4709-ac42-606ddd717345 admin admin] vlan segment allocate from pool success with {'vlan_id': 1033, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 19:20:41.016583 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e37b61-87ce-4709-ac42-606ddd717345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04cb7bce-82bb-45b8-b3e1-7b5aa6b6bf1e,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:20:41.019781 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b8e37b61-87ce-4709-ac42-606ddd717345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:41.020134 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-b8e37b61-87ce-4709-ac42-606ddd717345 admin admin] Added segment 91ce76b3-dc2b-455c-a6b8-78cca32dfd85 of type vlan for network 1da65be7-8342-4bd8-8cb0-1aacc4aa9e77 Oct 27 19:20:41.063166 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b8e37b61-87ce-4709-ac42-606ddd717345 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:41.139404 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b8e37b61-87ce-4709-ac42-606ddd717345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:41.140858 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e37b61-87ce-4709-ac42-606ddd717345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:41.141271 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b8e37b61-87ce-4709-ac42-606ddd717345 admin admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:41.204898 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e37b61-87ce-4709-ac42-606ddd717345 admin admin] Pushing event updated for resources: {'Network': ['ID=1da65be7-8342-4bd8-8cb0-1aacc4aa9e77,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:20:41.216154 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 1da65be7-8342-4bd8-8cb0-1aacc4aa9e77 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 19:20:41.268101 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b8e37b61-87ce-4709-ac42-606ddd717345 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6718760 Oct 27 19:20:41.271036 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50646) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:20:41.276069 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-a48db106-7d7e-4bba-9f53-c4889590cb49 admin admin] Request body: {'subnet': {'network_id': '1da65be7-8342-4bd8-8cb0-1aacc4aa9e77', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1118216026-subnet', 'tenant_id': '15dc9ff3e7f34511904d69f3321b7a55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:20:41.362710 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48db106-7d7e-4bba-9f53-c4889590cb49 admin admin] Made reservation on behalf of 15dc9ff3e7f34511904d69f3321b7a55 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:20:41.365168 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a48db106-7d7e-4bba-9f53-c4889590cb49 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:41.590648 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a48db106-7d7e-4bba-9f53-c4889590cb49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:41.652492 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48db106-7d7e-4bba-9f53-c4889590cb49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46b6a677-9fa9-4b26-9a45-3883484bc082,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:20:41.660805 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48db106-7d7e-4bba-9f53-c4889590cb49 admin admin] Checking segment: {'id': '91ce76b3-dc2b-455c-a6b8-78cca32dfd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '1da65be7-8342-4bd8-8cb0-1aacc4aa9e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:20:41.661166 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48db106-7d7e-4bba-9f53-c4889590cb49 admin admin] Network hostable DHCP agents. Network: 1da65be7-8342-4bd8-8cb0-1aacc4aa9e77, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 19:20:41.761838 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48db106-7d7e-4bba-9f53-c4889590cb49 admin admin] Network 1da65be7-8342-4bd8-8cb0-1aacc4aa9e77 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 19:20:41.819327 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-a48db106-7d7e-4bba-9f53-c4889590cb49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 1da65be7-8342-4bd8-8cb0-1aacc4aa9e77) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:20:41.823699 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48db106-7d7e-4bba-9f53-c4889590cb49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:41.824311 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a48db106-7d7e-4bba-9f53-c4889590cb49 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:41.829818 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124f248b-bced-4d59-9fe6-a27e9338547c None None] Network 1da65be7-8342-4bd8-8cb0-1aacc4aa9e77 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:20:41.896855 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a48db106-7d7e-4bba-9f53-c4889590cb49 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6247239 Oct 27 19:20:41.958217 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c504e3-f8dc-47a1-a759-846613bb76ea None None] Network 1da65be7-8342-4bd8-8cb0-1aacc4aa9e77 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:20:42.176712 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5cc3dd88-ec16-4008-bbcc-4f68f6cb1417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:42.358602 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-dea33401-9a19-4981-afca-323deee20201 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:42.360063 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-dea33401-9a19-4981-afca-323deee20201 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/networks?id=1da65be7-8342-4bd8-8cb0-1aacc4aa9e77 HTTP/1.1" status: 200 len: 814 time: 0.1074266 Oct 27 19:20:42.375441 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-b054aede-c2c0-4a0f-88e3-6a7d68a0c4af tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/quotas/15dc9ff3e7f34511904d69f3321b7a55 HTTP/1.1" status: 200 len: 375 time: 0.0091784 Oct 27 19:20:42.409114 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-6f12ee4d-c450-4ab7-a393-145d6aa31827 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=15dc9ff3e7f34511904d69f3321b7a55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270071 Oct 27 19:20:42.464527 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-4c93bc27-0ab8-4fbf-a667-8cfe8083352d service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 19:20:42.465546 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-4c93bc27-0ab8-4fbf-a667-8cfe8083352d service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0498390 Oct 27 19:20:42.566373 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-a3f16a6c-968f-4ea3-b612-1b3f7692a868 service neutron] 10.222.0.52 "GET /v2.0/networks/1da65be7-8342-4bd8-8cb0-1aacc4aa9e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943067 Oct 27 19:20:42.663265 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-8708512f-411b-4a1a-b456-c5bb03dd728d service neutron] 10.222.0.52 "GET /v2.0/networks/1da65be7-8342-4bd8-8cb0-1aacc4aa9e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904541 Oct 27 19:20:42.898309 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0cad6f01-2367-486e-a9f5-01fbf129ea9d req-9d52de90-2e1e-41e2-87a2-13ddf97970e9 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83556ba-fafa-4860-b8fa-696a072d8bc5 HTTP/1.1" status: 200 len: 210 time: 0.0286736 Oct 27 19:20:43.444906 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:43.647616 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:43.977718 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-739b09b5-2903-40bf-b007-613bed8fb88a req-b6a2ed11-b896-4d02-b42e-aa8fe8a7b0f3 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83556ba-fafa-4860-b8fa-696a072d8bc5 HTTP/1.1" status: 200 len: 210 time: 0.0271261 Oct 27 19:20:45.081257 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3a5d84e3-bb3b-453b-bf68-b577620c4e98 req-5ffe1c76-a7f4-4813-aa32-fcaf5b704f2d tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83556ba-fafa-4860-b8fa-696a072d8bc5 HTTP/1.1" status: 200 len: 210 time: 0.0330570 Oct 27 19:20:45.083254 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-ad7a4d41-49a3-476c-b51b-35f5348ad4d8 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:45.084763 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-ad7a4d41-49a3-476c-b51b-35f5348ad4d8 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.93 "GET /v2.0/networks?id=1da65be7-8342-4bd8-8cb0-1aacc4aa9e77 HTTP/1.1" status: 200 len: 814 time: 0.1088245 Oct 27 19:20:45.099424 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-b938effb-7a9f-40f3-98f2-8f4349c6020e tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Request body: {'port': {'device_id': 'b83556ba-fafa-4860-b8fa-696a072d8bc5', 'network_id': '1da65be7-8342-4bd8-8cb0-1aacc4aa9e77', 'admin_state_up': True, 'tenant_id': '15dc9ff3e7f34511904d69f3321b7a55'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:20:45.316232 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-b938effb-7a9f-40f3-98f2-8f4349c6020e tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Made reservation on behalf of 15dc9ff3e7f34511904d69f3321b7a55 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:20:45.316482 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:45.319874 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-b938effb-7a9f-40f3-98f2-8f4349c6020e tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:45.450023 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-b938effb-7a9f-40f3-98f2-8f4349c6020e tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Allocated IP 172.20.0.4 (1da65be7-8342-4bd8-8cb0-1aacc4aa9e77/46b6a677-9fa9-4b26-9a45-3883484bc082/2eed6610-5286-44b5-8356-0415e1f12fe6) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:20:45.593958 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-b938effb-7a9f-40f3-98f2-8f4349c6020e tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:45.696888 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-b938effb-7a9f-40f3-98f2-8f4349c6020e tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:45.747631 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-b938effb-7a9f-40f3-98f2-8f4349c6020e tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Network 1da65be7-8342-4bd8-8cb0-1aacc4aa9e77 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:20:45.750888 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-b938effb-7a9f-40f3-98f2-8f4349c6020e tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:20:45.755582 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-b938effb-7a9f-40f3-98f2-8f4349c6020e tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:20:45.779255 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b938effb-7a9f-40f3-98f2-8f4349c6020e tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Pushing event updated for resources: {'Port': ['ID=2eed6610-5286-44b5-8356-0415e1f12fe6,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:20:45.793913 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938effb-7a9f-40f3-98f2-8f4349c6020e tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:20:45.794258 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938effb-7a9f-40f3-98f2-8f4349c6020e tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:20:45.794600 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938effb-7a9f-40f3-98f2-8f4349c6020e tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:20:45.794966 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938effb-7a9f-40f3-98f2-8f4349c6020e tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:20:45.795300 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938effb-7a9f-40f3-98f2-8f4349c6020e tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:20:45.795630 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938effb-7a9f-40f3-98f2-8f4349c6020e tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:20:45.795956 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938effb-7a9f-40f3-98f2-8f4349c6020e tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:20:45.796279 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938effb-7a9f-40f3-98f2-8f4349c6020e tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:20:45.796605 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938effb-7a9f-40f3-98f2-8f4349c6020e tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:20:45.796929 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938effb-7a9f-40f3-98f2-8f4349c6020e tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:20:45.797249 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938effb-7a9f-40f3-98f2-8f4349c6020e tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:20:45.797568 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b938effb-7a9f-40f3-98f2-8f4349c6020e tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:20:45.819111 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-b938effb-7a9f-40f3-98f2-8f4349c6020e tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:45.819734 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-b938effb-7a9f-40f3-98f2-8f4349c6020e tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:45.907781 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-b938effb-7a9f-40f3-98f2-8f4349c6020e tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8125126 Oct 27 19:20:45.920223 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-ebeb6319-7847-42bb-899a-9daa60a0950e service neutron] Request body: {'port': {'device_id': 'b83556ba-fafa-4860-b8fa-696a072d8bc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:20:45.978835 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-ebeb6319-7847-42bb-899a-9daa60a0950e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:46.207098 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19172673-53fa-4f33-a629-6def12019ba3 req-ec34e713-e45c-49e1-a5f4-35a708b7e42b tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:46.208649 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-19172673-53fa-4f33-a629-6def12019ba3 req-ec34e713-e45c-49e1-a5f4-35a708b7e42b tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83556ba-fafa-4860-b8fa-696a072d8bc5 HTTP/1.1" status: 200 len: 931 time: 0.0571811 Oct 27 19:20:46.251778 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-19172673-53fa-4f33-a629-6def12019ba3 req-901ad603-03aa-4712-a31f-548dd16222db tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/security-groups?id=04cb7bce-82bb-45b8-b3e1-7b5aa6b6bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358498 Oct 27 19:20:46.567251 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-ebeb6319-7847-42bb-899a-9daa60a0950e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eed6610-5286-44b5-8356-0415e1f12fe6 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:20:46.574635 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-ebeb6319-7847-42bb-899a-9daa60a0950e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:46.586367 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-ebeb6319-7847-42bb-899a-9daa60a0950e service neutron] Transition to ACTIVE for port object 2eed6610-5286-44b5-8356-0415e1f12fe6 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 19:20:46.656245 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-ebeb6319-7847-42bb-899a-9daa60a0950e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:46.710572 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb6319-7847-42bb-899a-9daa60a0950e service neutron] Pushing event updated for resources: {'Port': ['ID=2eed6610-5286-44b5-8356-0415e1f12fe6,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:20:46.780524 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-ebeb6319-7847-42bb-899a-9daa60a0950e service neutron] Attempting to bind port 2eed6610-5286-44b5-8356-0415e1f12fe6 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:20:46.780860 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-ebeb6319-7847-42bb-899a-9daa60a0950e service neutron] Attempting to bind port 2eed6610-5286-44b5-8356-0415e1f12fe6 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '91ce76b3-dc2b-455c-a6b8-78cca32dfd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '1da65be7-8342-4bd8-8cb0-1aacc4aa9e77'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:20:46.781190 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-ebeb6319-7847-42bb-899a-9daa60a0950e service neutron] Attempting to bind port 2eed6610-5286-44b5-8356-0415e1f12fe6 on network 1da65be7-8342-4bd8-8cb0-1aacc4aa9e77 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:20:46.786145 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-ebeb6319-7847-42bb-899a-9daa60a0950e service neutron] Port 2eed6610-5286-44b5-8356-0415e1f12fe6 on network 1da65be7-8342-4bd8-8cb0-1aacc4aa9e77 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 19:20:46.786464 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-ebeb6319-7847-42bb-899a-9daa60a0950e service neutron] Attempting to bind port 2eed6610-5286-44b5-8356-0415e1f12fe6 on network 1da65be7-8342-4bd8-8cb0-1aacc4aa9e77 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:20:46.791370 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-ebeb6319-7847-42bb-899a-9daa60a0950e service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:20:46.791709 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-ebeb6319-7847-42bb-899a-9daa60a0950e service neutron] Checking segment: {'id': '91ce76b3-dc2b-455c-a6b8-78cca32dfd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '1da65be7-8342-4bd8-8cb0-1aacc4aa9e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:20:46.792099 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-ebeb6319-7847-42bb-899a-9daa60a0950e service neutron] Bound using segment: {'id': '91ce76b3-dc2b-455c-a6b8-78cca32dfd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '1da65be7-8342-4bd8-8cb0-1aacc4aa9e77'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:20:46.792527 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-ebeb6319-7847-42bb-899a-9daa60a0950e service neutron] Bound port: 2eed6610-5286-44b5-8356-0415e1f12fe6, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ce76b3-dc2b-455c-a6b8-78cca32dfd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '1da65be7-8342-4bd8-8cb0-1aacc4aa9e77'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:20:46.792883 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-ebeb6319-7847-42bb-899a-9daa60a0950e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:46.856165 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-ebeb6319-7847-42bb-899a-9daa60a0950e service neutron] For port 2eed6610-5286-44b5-8356-0415e1f12fe6, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:20:46.859080 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-ebeb6319-7847-42bb-899a-9daa60a0950e service neutron] For port 2eed6610-5286-44b5-8356-0415e1f12fe6, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=2eed6610-5286-44b5-8356-0415e1f12fe6,segment=NetworkSegment(91ce76b3-dc2b-455c-a6b8-78cca32dfd85),segment_id=91ce76b3-dc2b-455c-a6b8-78cca32dfd85)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:20:46.913731 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-ebeb6319-7847-42bb-899a-9daa60a0950e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:46.948235 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-ebeb6319-7847-42bb-899a-9daa60a0950e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:46.948896 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-ebeb6319-7847-42bb-899a-9daa60a0950e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:46.950307 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-ebeb6319-7847-42bb-899a-9daa60a0950e service neutron] 10.222.0.93 "PUT /v2.0/ports/2eed6610-5286-44b5-8356-0415e1f12fe6 HTTP/1.1" status: 200 len: 1091 time: 1.0344889 Oct 27 19:20:46.955279 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83556ba-fafa-4860-b8fa-696a072d8bc5', 'tag': '2eed6610-5286-44b5-8356-0415e1f12fe6'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:20:46.957601 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3944483c-ec60-4fa2-953a-4725db27e236" -d '{"events": [{"name": "network-changed", "server_uuid": "b83556ba-fafa-4860-b8fa-696a072d8bc5", "tag": "2eed6610-5286-44b5-8356-0415e1f12fe6"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:20:46.981880 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb6319-7847-42bb-899a-9daa60a0950e service neutron] Pushing event updated for resources: {'Port': ['ID=2eed6610-5286-44b5-8356-0415e1f12fe6,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:20:47.000084 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487577eb-2a1e-45bf-8179-06cb5b84e586 x-openstack-request-id: req-487577eb-2a1e-45bf-8179-06cb5b84e586 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:20:47.000378 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b83556ba-fafa-4860-b8fa-696a072d8bc5", "tag": "2eed6610-5286-44b5-8356-0415e1f12fe6", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:20:47.000634 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-487577eb-2a1e-45bf-8179-06cb5b84e586 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:20:47.001098 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b83556ba-fafa-4860-b8fa-696a072d8bc5', 'tag': '2eed6610-5286-44b5-8356-0415e1f12fe6', 'status': 'completed', 'code': 200} Oct 27 19:20:47.067722 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944483c-ec60-4fa2-953a-4725db27e236 req-3e176f40-f9c8-4d75-a369-b27e731bc58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:47.069264 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3944483c-ec60-4fa2-953a-4725db27e236 req-3e176f40-f9c8-4d75-a369-b27e731bc58b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=15dc9ff3e7f34511904d69f3321b7a55&device_id=b83556ba-fafa-4860-b8fa-696a072d8bc5 HTTP/1.1" status: 200 len: 1094 time: 0.0484600 Oct 27 19:20:47.169675 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944483c-ec60-4fa2-953a-4725db27e236 req-df936aed-0d06-42ec-8881-1443825451a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:47.171106 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3944483c-ec60-4fa2-953a-4725db27e236 req-df936aed-0d06-42ec-8881-1443825451a8 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=15dc9ff3e7f34511904d69f3321b7a55&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0937154 Oct 27 19:20:47.272989 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944483c-ec60-4fa2-953a-4725db27e236 req-16ab570f-cd30-4682-99c5-77c2e68c42fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:47.274627 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3944483c-ec60-4fa2-953a-4725db27e236 req-16ab570f-cd30-4682-99c5-77c2e68c42fb service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0971313 Oct 27 19:20:47.353550 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-79cbc808-8229-4671-82c6-f7a5415641d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:47.355130 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-79cbc808-8229-4671-82c6-f7a5415641d2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=15dc9ff3e7f34511904d69f3321b7a55&device_id=b83556ba-fafa-4860-b8fa-696a072d8bc5 HTTP/1.1" status: 200 len: 1094 time: 0.0429709 Oct 27 19:20:47.375445 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c3bd5-f5cc-4af5-a9eb-49a11d3fd203 req-75489ebb-6580-440a-b119-daeda527fa07 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:47.377611 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d94c3bd5-f5cc-4af5-a9eb-49a11d3fd203 req-75489ebb-6580-440a-b119-daeda527fa07 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83556ba-fafa-4860-b8fa-696a072d8bc5 HTTP/1.1" status: 200 len: 943 time: 0.0514541 Oct 27 19:20:47.401272 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-b67cb5e5-4122-479e-9961-d6bfafea601e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2eed6610-5286-44b5-8356-0415e1f12fe6 HTTP/1.1" status: 200 len: 217 time: 0.0386167 Oct 27 19:20:47.416591 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d94c3bd5-f5cc-4af5-a9eb-49a11d3fd203 req-f11d5d44-f806-41cb-82b7-99423ffb73af tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/security-groups?id=04cb7bce-82bb-45b8-b3e1-7b5aa6b6bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327671 Oct 27 19:20:47.451245 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-16012d3d-1de0-4354-a81a-0f5883e822f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:47.452727 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-16012d3d-1de0-4354-a81a-0f5883e822f5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=46b6a677-9fa9-4b26-9a45-3883484bc082 HTTP/1.1" status: 200 len: 854 time: 0.0448506 Oct 27 19:20:47.485934 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-be27fb73-7e03-445c-868f-4aa1bf118608 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=1da65be7-8342-4bd8-8cb0-1aacc4aa9e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252576 Oct 27 19:20:47.583123 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-ed4d4aff-36eb-47d1-8385-0a0b62a66085 service neutron] 10.222.0.93 "GET /v2.0/networks/1da65be7-8342-4bd8-8cb0-1aacc4aa9e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904543 Oct 27 19:20:47.673100 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-48f21477-2ccc-43dd-8808-e637ba775e3c req-4a1ef666-3386-481b-b91d-581a7cb6257b service neutron] 10.222.0.93 "GET /v2.0/networks/1da65be7-8342-4bd8-8cb0-1aacc4aa9e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831566 Oct 27 19:20:48.536647 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106745fc-290d-4cae-94b9-c58158cb352f req-792dd6f0-9583-4c3f-983e-1d1ebe4f3b4d tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:48.538088 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-106745fc-290d-4cae-94b9-c58158cb352f req-792dd6f0-9583-4c3f-983e-1d1ebe4f3b4d tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83556ba-fafa-4860-b8fa-696a072d8bc5 HTTP/1.1" status: 200 len: 943 time: 0.0501139 Oct 27 19:20:48.576927 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-106745fc-290d-4cae-94b9-c58158cb352f req-c9660c3c-943b-4e60-aac7-654c86b0de0b tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/security-groups?id=04cb7bce-82bb-45b8-b3e1-7b5aa6b6bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328183 Oct 27 19:20:49.700964 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff4a07-d132-4314-bf89-8a41fc9f366f req-46e915e4-27fb-47e9-b8e4-4d379b1f8096 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:49.702687 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4cff4a07-d132-4314-bf89-8a41fc9f366f req-46e915e4-27fb-47e9-b8e4-4d379b1f8096 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83556ba-fafa-4860-b8fa-696a072d8bc5 HTTP/1.1" status: 200 len: 943 time: 0.0565643 Oct 27 19:20:49.747633 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4cff4a07-d132-4314-bf89-8a41fc9f366f req-d5313f94-fabc-460f-b7bc-c3394e417b48 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/security-groups?id=04cb7bce-82bb-45b8-b3e1-7b5aa6b6bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384049 Oct 27 19:20:49.963499 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 2eed6610-5286-44b5-8356-0415e1f12fe6 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 19:20:50.060512 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 2eed6610-5286-44b5-8356-0415e1f12fe6, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=2eed6610-5286-44b5-8356-0415e1f12fe6,segment=NetworkSegment(91ce76b3-dc2b-455c-a6b8-78cca32dfd85),segment_id=91ce76b3-dc2b-455c-a6b8-78cca32dfd85)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:20:50.072568 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '2eed6610-5286-44b5-8356-0415e1f12fe6', 'network_id': '1da65be7-8342-4bd8-8cb0-1aacc4aa9e77', 'port_id': '2eed6610-5286-44b5-8356-0415e1f12fe6', 'mac_address': 'fa:16:3e:c3:fe:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1033, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b6a677-9fa9-4b26-9a45-3883484bc082', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 19:20:50.109545 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:50.123039 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eed6610-5286-44b5-8356-0415e1f12fe6 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:20:50.143208 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 2eed6610-5286-44b5-8356-0415e1f12fe6, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=2eed6610-5286-44b5-8356-0415e1f12fe6,segment=NetworkSegment(91ce76b3-dc2b-455c-a6b8-78cca32dfd85),segment_id=91ce76b3-dc2b-455c-a6b8-78cca32dfd85)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:20:50.205424 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:50.253854 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=2eed6610-5286-44b5-8356-0415e1f12fe6,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:20:50.400336 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['2eed6610-5286-44b5-8356-0415e1f12fe6'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:20:50.867122 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55e908-194c-4975-af19-33b463bd5df8 req-ed2be508-af30-4c47-9c10-951e4fd015be tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:50.868663 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2a55e908-194c-4975-af19-33b463bd5df8 req-ed2be508-af30-4c47-9c10-951e4fd015be tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83556ba-fafa-4860-b8fa-696a072d8bc5 HTTP/1.1" status: 200 len: 944 time: 0.0501125 Oct 27 19:20:50.908378 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2a55e908-194c-4975-af19-33b463bd5df8 req-e279bd00-df63-4777-b1ef-59679c87d5e4 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/security-groups?id=04cb7bce-82bb-45b8-b3e1-7b5aa6b6bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337152 Oct 27 19:20:51.979003 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 2eed6610-5286-44b5-8356-0415e1f12fe6 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:20:52.031119 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1c221-3e09-4dd6-816e-6cdbc91ed745 req-738292c4-23fd-4766-8fc0-c564a5b5244b tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:52.033180 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2ab1c221-3e09-4dd6-816e-6cdbc91ed745 req-738292c4-23fd-4766-8fc0-c564a5b5244b tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83556ba-fafa-4860-b8fa-696a072d8bc5 HTTP/1.1" status: 200 len: 944 time: 0.0510535 Oct 27 19:20:52.072757 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2ab1c221-3e09-4dd6-816e-6cdbc91ed745 req-dc424eaa-a7a3-4100-9d63-2aeb002273d3 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/security-groups?id=04cb7bce-82bb-45b8-b3e1-7b5aa6b6bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331159 Oct 27 19:20:52.101961 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 2eed6610-5286-44b5-8356-0415e1f12fe6 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 19:20:52.106150 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 2eed6610-5286-44b5-8356-0415e1f12fe6 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:20:52.106530 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:52.187921 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:52.212762 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83556ba-fafa-4860-b8fa-696a072d8bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eed6610-5286-44b5-8356-0415e1f12fe6'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:20:52.215067 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b7a7ffbeb5006bcc00a453a37d6ced003ca150096c2d6d80d40f5ba58f622d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c5e0d1-0fe5-4d9b-8dee-eae62a117dd4" -d '{"events": [{"server_uuid": "b83556ba-fafa-4860-b8fa-696a072d8bc5", "name": "network-vif-plugged", "status": "completed", "tag": "2eed6610-5286-44b5-8356-0415e1f12fe6"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:20:52.228991 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 2eed6610-5286-44b5-8356-0415e1f12fe6, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=2eed6610-5286-44b5-8356-0415e1f12fe6,segment=NetworkSegment(91ce76b3-dc2b-455c-a6b8-78cca32dfd85),segment_id=91ce76b3-dc2b-455c-a6b8-78cca32dfd85)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:20:52.252731 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829921b9-88dc-430d-8b42-5a96dd29ba91 x-openstack-request-id: req-829921b9-88dc-430d-8b42-5a96dd29ba91 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:20:52.253126 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83556ba-fafa-4860-b8fa-696a072d8bc5", "name": "network-vif-plugged", "status": "completed", "tag": "2eed6610-5286-44b5-8356-0415e1f12fe6", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:20:52.253381 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-829921b9-88dc-430d-8b42-5a96dd29ba91 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:20:52.253776 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83556ba-fafa-4860-b8fa-696a072d8bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eed6610-5286-44b5-8356-0415e1f12fe6', 'code': 200} Oct 27 19:20:52.304892 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:52.350840 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f106ba-c9ea-468d-aef5-c1706c4ed5f4 req-0deeeb95-149b-4849-bb10-23334c23bc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:52.352373 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-71f106ba-c9ea-468d-aef5-c1706c4ed5f4 req-0deeeb95-149b-4849-bb10-23334c23bc60 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b83556ba-fafa-4860-b8fa-696a072d8bc5 HTTP/1.1" status: 200 len: 1096 time: 0.0429673 Oct 27 19:20:52.355940 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=2eed6610-5286-44b5-8356-0415e1f12fe6,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:20:52.389274 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-71f106ba-c9ea-468d-aef5-c1706c4ed5f4 req-e85dc559-871d-4757-8e89-8028362352a3 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=04cb7bce-82bb-45b8-b3e1-7b5aa6b6bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295353 Oct 27 19:20:53.196561 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3927da-c81c-4d65-9440-9182775ef091 req-2437ae45-d8f4-43c2-9adc-68264b94f033 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:53.198078 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4f3927da-c81c-4d65-9440-9182775ef091 req-2437ae45-d8f4-43c2-9adc-68264b94f033 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83556ba-fafa-4860-b8fa-696a072d8bc5 HTTP/1.1" status: 200 len: 945 time: 0.0541756 Oct 27 19:20:53.237322 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4f3927da-c81c-4d65-9440-9182775ef091 req-6c2d98bf-0090-4c2c-b1e5-e4e3d969e5e6 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/security-groups?id=04cb7bce-82bb-45b8-b3e1-7b5aa6b6bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332530 Oct 27 19:20:54.355272 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3c453-32f8-4731-a22c-28ce1a44c4e6 req-618f3fc0-e3c2-4961-ad68-c035195c55ea tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:54.356804 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-63e3c453-32f8-4731-a22c-28ce1a44c4e6 req-618f3fc0-e3c2-4961-ad68-c035195c55ea tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83556ba-fafa-4860-b8fa-696a072d8bc5 HTTP/1.1" status: 200 len: 945 time: 0.0504146 Oct 27 19:20:54.397940 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-63e3c453-32f8-4731-a22c-28ce1a44c4e6 req-8b05e668-5a85-4550-b8b2-c206ad388062 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/security-groups?id=04cb7bce-82bb-45b8-b3e1-7b5aa6b6bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339050 Oct 27 19:20:54.628967 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-902c5878-6b4a-4c96-bfef-278b21b60a02 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:54.630535 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-902c5878-6b4a-4c96-bfef-278b21b60a02 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/networks?id=1da65be7-8342-4bd8-8cb0-1aacc4aa9e77 HTTP/1.1" status: 200 len: 814 time: 0.1095865 Oct 27 19:20:54.646189 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-8d768710-c27b-478d-994e-29e0ca982d54 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/quotas/15dc9ff3e7f34511904d69f3321b7a55 HTTP/1.1" status: 200 len: 375 time: 0.0097699 Oct 27 19:20:54.697426 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-2bf7cd1f-1fd6-47e5-8fc7-37592d00decb tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=15dc9ff3e7f34511904d69f3321b7a55&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0455396 Oct 27 19:20:54.800397 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-c2fde569-ef38-4760-b9ee-1d7ae3142e21 service neutron] 10.222.0.52 "GET /v2.0/networks/1da65be7-8342-4bd8-8cb0-1aacc4aa9e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947678 Oct 27 19:20:54.892386 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-74a3921b-ce9f-43ce-93ba-ae682c2193ac service neutron] 10.222.0.52 "GET /v2.0/networks/1da65be7-8342-4bd8-8cb0-1aacc4aa9e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858991 Oct 27 19:20:55.150935 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-123f57c0-49c2-4bca-a908-163223cab263 req-0d6459a1-ca86-4ae0-9592-169b4ce4817d tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2b3520f-6e41-4f05-ac05-93f8283e0979 HTTP/1.1" status: 200 len: 210 time: 0.0309691 Oct 27 19:20:56.247443 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-64def644-d859-4c89-ab5e-b3993bb56883 req-f1abd7fa-60b2-4610-9e22-ebbd53158584 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2b3520f-6e41-4f05-ac05-93f8283e0979 HTTP/1.1" status: 200 len: 210 time: 0.0280585 Oct 27 19:20:56.715112 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:20:56.913334 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:56.951401 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-f5a991cb-c1ea-42b8-82e3-2a0e6ccb4f91 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:56.952871 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-f5a991cb-c1ea-42b8-82e3-2a0e6ccb4f91 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.81 "GET /v2.0/networks?id=1da65be7-8342-4bd8-8cb0-1aacc4aa9e77 HTTP/1.1" status: 200 len: 814 time: 0.1118045 Oct 27 19:20:56.966550 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-a1037aeb-031b-4651-95b3-71d0328400bb tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Request body: {'port': {'device_id': 'c2b3520f-6e41-4f05-ac05-93f8283e0979', 'network_id': '1da65be7-8342-4bd8-8cb0-1aacc4aa9e77', 'admin_state_up': True, 'tenant_id': '15dc9ff3e7f34511904d69f3321b7a55'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:20:57.159045 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-a1037aeb-031b-4651-95b3-71d0328400bb tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Made reservation on behalf of 15dc9ff3e7f34511904d69f3321b7a55 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:20:57.162676 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-a1037aeb-031b-4651-95b3-71d0328400bb tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:57.297967 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-a1037aeb-031b-4651-95b3-71d0328400bb tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Allocated IP 172.20.0.8 (1da65be7-8342-4bd8-8cb0-1aacc4aa9e77/46b6a677-9fa9-4b26-9a45-3883484bc082/9c058205-444a-4692-94d3-92e2ff5a0108) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:20:57.353332 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-26675617-5330-4f07-b045-b4cac43240ab req-ca4a9f7a-e29c-4202-935e-5f82ba1318ac tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2b3520f-6e41-4f05-ac05-93f8283e0979 HTTP/1.1" status: 200 len: 210 time: 0.0332184 Oct 27 19:20:57.421700 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:57.458959 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-a1037aeb-031b-4651-95b3-71d0328400bb tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:57.553557 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-a1037aeb-031b-4651-95b3-71d0328400bb tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:57.566288 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['2eed6610-5286-44b5-8356-0415e1f12fe6'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:20:57.604521 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-a1037aeb-031b-4651-95b3-71d0328400bb tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Network 1da65be7-8342-4bd8-8cb0-1aacc4aa9e77 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:20:57.610702 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-a1037aeb-031b-4651-95b3-71d0328400bb tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:20:57.615394 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-a1037aeb-031b-4651-95b3-71d0328400bb tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:20:57.619291 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1037aeb-031b-4651-95b3-71d0328400bb tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Pushing event updated for resources: {'Port': ['ID=9c058205-444a-4692-94d3-92e2ff5a0108,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:20:57.665595 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-a1037aeb-031b-4651-95b3-71d0328400bb tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:57.666248 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-a1037aeb-031b-4651-95b3-71d0328400bb tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:57.758638 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-a1037aeb-031b-4651-95b3-71d0328400bb tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7959933 Oct 27 19:20:57.771945 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-9554c548-f98e-4e58-ac5f-c2739e641cae service neutron] Request body: {'port': {'device_id': 'c2b3520f-6e41-4f05-ac05-93f8283e0979', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:20:57.827508 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-9554c548-f98e-4e58-ac5f-c2739e641cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:58.108592 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-9554c548-f98e-4e58-ac5f-c2739e641cae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c058205-444a-4692-94d3-92e2ff5a0108 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:20:58.117445 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-9554c548-f98e-4e58-ac5f-c2739e641cae service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:58.130328 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-9554c548-f98e-4e58-ac5f-c2739e641cae service neutron] Transition to ACTIVE for port object 9c058205-444a-4692-94d3-92e2ff5a0108 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 19:20:58.201695 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-9554c548-f98e-4e58-ac5f-c2739e641cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:58.256156 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9554c548-f98e-4e58-ac5f-c2739e641cae service neutron] Pushing event updated for resources: {'Port': ['ID=9c058205-444a-4692-94d3-92e2ff5a0108,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:20:58.324442 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-9554c548-f98e-4e58-ac5f-c2739e641cae service neutron] Attempting to bind port 9c058205-444a-4692-94d3-92e2ff5a0108 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:20:58.324776 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-9554c548-f98e-4e58-ac5f-c2739e641cae service neutron] Attempting to bind port 9c058205-444a-4692-94d3-92e2ff5a0108 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '91ce76b3-dc2b-455c-a6b8-78cca32dfd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '1da65be7-8342-4bd8-8cb0-1aacc4aa9e77'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:20:58.325103 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-9554c548-f98e-4e58-ac5f-c2739e641cae service neutron] Attempting to bind port 9c058205-444a-4692-94d3-92e2ff5a0108 on network 1da65be7-8342-4bd8-8cb0-1aacc4aa9e77 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:20:58.330026 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-9554c548-f98e-4e58-ac5f-c2739e641cae service neutron] Port 9c058205-444a-4692-94d3-92e2ff5a0108 on network 1da65be7-8342-4bd8-8cb0-1aacc4aa9e77 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 19:20:58.330347 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-9554c548-f98e-4e58-ac5f-c2739e641cae service neutron] Attempting to bind port 9c058205-444a-4692-94d3-92e2ff5a0108 on network 1da65be7-8342-4bd8-8cb0-1aacc4aa9e77 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:20:58.335193 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-9554c548-f98e-4e58-ac5f-c2739e641cae service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:20:58.335530 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-9554c548-f98e-4e58-ac5f-c2739e641cae service neutron] Checking segment: {'id': '91ce76b3-dc2b-455c-a6b8-78cca32dfd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '1da65be7-8342-4bd8-8cb0-1aacc4aa9e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:20:58.335918 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-9554c548-f98e-4e58-ac5f-c2739e641cae service neutron] Bound using segment: {'id': '91ce76b3-dc2b-455c-a6b8-78cca32dfd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '1da65be7-8342-4bd8-8cb0-1aacc4aa9e77'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:20:58.336342 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-9554c548-f98e-4e58-ac5f-c2739e641cae service neutron] Bound port: 9c058205-444a-4692-94d3-92e2ff5a0108, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ce76b3-dc2b-455c-a6b8-78cca32dfd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '1da65be7-8342-4bd8-8cb0-1aacc4aa9e77'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:20:58.336694 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-9554c548-f98e-4e58-ac5f-c2739e641cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:58.404650 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-9554c548-f98e-4e58-ac5f-c2739e641cae service neutron] For port 9c058205-444a-4692-94d3-92e2ff5a0108, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:20:58.408224 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-9554c548-f98e-4e58-ac5f-c2739e641cae service neutron] For port 9c058205-444a-4692-94d3-92e2ff5a0108, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=9c058205-444a-4692-94d3-92e2ff5a0108,segment=NetworkSegment(91ce76b3-dc2b-455c-a6b8-78cca32dfd85),segment_id=91ce76b3-dc2b-455c-a6b8-78cca32dfd85)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:20:58.476249 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6699a10b-b70b-4314-806c-8389b74e62cb req-747876f7-5f9f-4f57-9496-523fb7f0b9ed tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:58.477819 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6699a10b-b70b-4314-806c-8389b74e62cb req-747876f7-5f9f-4f57-9496-523fb7f0b9ed tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2b3520f-6e41-4f05-ac05-93f8283e0979 HTTP/1.1" status: 200 len: 943 time: 0.0513477 Oct 27 19:20:58.502591 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-9554c548-f98e-4e58-ac5f-c2739e641cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:58.519470 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6699a10b-b70b-4314-806c-8389b74e62cb req-31b90fc3-7188-4842-9a9f-e367f17ddb7d tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/security-groups?id=04cb7bce-82bb-45b8-b3e1-7b5aa6b6bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355699 Oct 27 19:20:58.543853 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-9554c548-f98e-4e58-ac5f-c2739e641cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:58.544462 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-9554c548-f98e-4e58-ac5f-c2739e641cae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:20:58.545887 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-9554c548-f98e-4e58-ac5f-c2739e641cae service neutron] 10.222.0.81 "PUT /v2.0/ports/9c058205-444a-4692-94d3-92e2ff5a0108 HTTP/1.1" status: 200 len: 1091 time: 0.7784300 Oct 27 19:20:58.546328 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2b3520f-6e41-4f05-ac05-93f8283e0979', 'tag': '9c058205-444a-4692-94d3-92e2ff5a0108'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:20:58.549158 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d6b608-f4a5-48ef-a6d5-67e9c6a5d3ce" -d '{"events": [{"name": "network-changed", "server_uuid": "c2b3520f-6e41-4f05-ac05-93f8283e0979", "tag": "9c058205-444a-4692-94d3-92e2ff5a0108"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:20:58.571601 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9554c548-f98e-4e58-ac5f-c2739e641cae service neutron] Pushing event updated for resources: {'Port': ['ID=9c058205-444a-4692-94d3-92e2ff5a0108,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:20:58.587046 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9920254-6091-40c4-96c2-da92abd097e2 x-openstack-request-id: req-b9920254-6091-40c4-96c2-da92abd097e2 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:20:58.587340 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2b3520f-6e41-4f05-ac05-93f8283e0979", "tag": "9c058205-444a-4692-94d3-92e2ff5a0108", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:20:58.587593 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b9920254-6091-40c4-96c2-da92abd097e2 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:20:58.587993 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2b3520f-6e41-4f05-ac05-93f8283e0979', 'tag': '9c058205-444a-4692-94d3-92e2ff5a0108', 'status': 'completed', 'code': 200} Oct 27 19:20:58.651107 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6b608-f4a5-48ef-a6d5-67e9c6a5d3ce req-0af602c9-5b6d-4caa-a595-342d3793e8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:58.652556 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d3d6b608-f4a5-48ef-a6d5-67e9c6a5d3ce req-0af602c9-5b6d-4caa-a595-342d3793e8ef service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=15dc9ff3e7f34511904d69f3321b7a55&device_id=c2b3520f-6e41-4f05-ac05-93f8283e0979 HTTP/1.1" status: 200 len: 1094 time: 0.0419607 Oct 27 19:20:58.756572 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6b608-f4a5-48ef-a6d5-67e9c6a5d3ce req-595f9758-264e-437d-99c7-aa54c94d08b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:58.758104 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d3d6b608-f4a5-48ef-a6d5-67e9c6a5d3ce req-595f9758-264e-437d-99c7-aa54c94d08b5 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=15dc9ff3e7f34511904d69f3321b7a55&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0979559 Oct 27 19:20:58.854929 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6b608-f4a5-48ef-a6d5-67e9c6a5d3ce req-f30ba3d3-7bf3-4972-8492-b4d13badd6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:58.856474 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d3d6b608-f4a5-48ef-a6d5-67e9c6a5d3ce req-f30ba3d3-7bf3-4972-8492-b4d13badd6da service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0913692 Oct 27 19:20:58.937469 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-82dce611-050e-4b4c-9551-c0d57bea67d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:58.939552 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-82dce611-050e-4b4c-9551-c0d57bea67d5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=15dc9ff3e7f34511904d69f3321b7a55&device_id=c2b3520f-6e41-4f05-ac05-93f8283e0979 HTTP/1.1" status: 200 len: 1094 time: 0.0456631 Oct 27 19:20:58.982200 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-cb0be342-c0c4-486a-be83-74effa1f0eaf service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c058205-444a-4692-94d3-92e2ff5a0108 HTTP/1.1" status: 200 len: 217 time: 0.0341272 Oct 27 19:20:59.033309 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-6b15f709-1bbd-41cc-86c5-169740177790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:59.034776 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-6b15f709-1bbd-41cc-86c5-169740177790 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=46b6a677-9fa9-4b26-9a45-3883484bc082 HTTP/1.1" status: 200 len: 854 time: 0.0446043 Oct 27 19:20:59.070667 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-1c5a59b1-0843-41b7-ab9c-8aa0c50020c4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1da65be7-8342-4bd8-8cb0-1aacc4aa9e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285909 Oct 27 19:20:59.164513 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-e471fcbf-d00c-4af2-a8e6-40b28bc597b4 service neutron] 10.222.0.81 "GET /v2.0/networks/1da65be7-8342-4bd8-8cb0-1aacc4aa9e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869379 Oct 27 19:20:59.259624 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d5da3b1d-830f-45dd-8ba1-e7f3eeb4b302 req-83ee4b3e-328b-4e70-8efd-d188ec957b0c service neutron] 10.222.0.81 "GET /v2.0/networks/1da65be7-8342-4bd8-8cb0-1aacc4aa9e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886724 Oct 27 19:20:59.640918 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6272b-7186-42b0-bb85-42a44175fbb6 req-8fe0dbd9-1080-401b-9190-8030e8cad250 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:20:59.643337 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-52e6272b-7186-42b0-bb85-42a44175fbb6 req-8fe0dbd9-1080-401b-9190-8030e8cad250 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2b3520f-6e41-4f05-ac05-93f8283e0979 HTTP/1.1" status: 200 len: 943 time: 0.0511246 Oct 27 19:20:59.682117 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-52e6272b-7186-42b0-bb85-42a44175fbb6 req-305539a4-d549-4cd1-9674-c3e85789afdb tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/security-groups?id=04cb7bce-82bb-45b8-b3e1-7b5aa6b6bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326569 Oct 27 19:21:00.804867 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda09ec-f8c7-4754-b7e3-8851740a13f5 req-d09a1216-6150-4dc2-bbfd-e72f05c46f65 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:21:00.806473 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dfda09ec-f8c7-4754-b7e3-8851740a13f5 req-d09a1216-6150-4dc2-bbfd-e72f05c46f65 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2b3520f-6e41-4f05-ac05-93f8283e0979 HTTP/1.1" status: 200 len: 943 time: 0.0567050 Oct 27 19:21:00.846418 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dfda09ec-f8c7-4754-b7e3-8851740a13f5 req-b3f2e646-ff97-4424-b971-826f52cc1999 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/security-groups?id=04cb7bce-82bb-45b8-b3e1-7b5aa6b6bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337906 Oct 27 19:21:01.347736 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 9c058205-444a-4692-94d3-92e2ff5a0108 details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 19:21:01.440957 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 9c058205-444a-4692-94d3-92e2ff5a0108, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=9c058205-444a-4692-94d3-92e2ff5a0108,segment=NetworkSegment(91ce76b3-dc2b-455c-a6b8-78cca32dfd85),segment_id=91ce76b3-dc2b-455c-a6b8-78cca32dfd85)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:21:01.451774 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': '9c058205-444a-4692-94d3-92e2ff5a0108', 'network_id': '1da65be7-8342-4bd8-8cb0-1aacc4aa9e77', 'port_id': '9c058205-444a-4692-94d3-92e2ff5a0108', 'mac_address': 'fa:16:3e:ed:cb:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1033, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b6a677-9fa9-4b26-9a45-3883484bc082', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 19:21:01.492100 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:01.665529 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c058205-444a-4692-94d3-92e2ff5a0108 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:21:01.685188 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 9c058205-444a-4692-94d3-92e2ff5a0108, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=9c058205-444a-4692-94d3-92e2ff5a0108,segment=NetworkSegment(91ce76b3-dc2b-455c-a6b8-78cca32dfd85),segment_id=91ce76b3-dc2b-455c-a6b8-78cca32dfd85)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:21:01.744677 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:01.794446 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=9c058205-444a-4692-94d3-92e2ff5a0108,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:01.802107 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:01.802449 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:01.802790 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:01.803145 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:01.803473 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:01.803798 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:01.804121 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:01.804441 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:01.804759 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:01.805078 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:01.805394 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:01.805709 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:01.944821 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['9c058205-444a-4692-94d3-92e2ff5a0108'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:21:01.967829 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b917c-2431-4c08-8775-c69b706f051e req-d0abd2dc-190b-453f-8a6c-992763afc413 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:21:01.969533 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-006b917c-2431-4c08-8775-c69b706f051e req-d0abd2dc-190b-453f-8a6c-992763afc413 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2b3520f-6e41-4f05-ac05-93f8283e0979 HTTP/1.1" status: 200 len: 944 time: 0.0516267 Oct 27 19:21:02.010900 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-006b917c-2431-4c08-8775-c69b706f051e req-b991cce8-dbf5-410d-92bf-c1eb2f5888f0 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/security-groups?id=04cb7bce-82bb-45b8-b3e1-7b5aa6b6bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348938 Oct 27 19:21:03.146580 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61929970-5f03-4ea8-a2d4-2b640884dda6 req-a5010109-eff0-47ac-b2e6-a0d6555f28fe tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:21:03.148143 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-61929970-5f03-4ea8-a2d4-2b640884dda6 req-a5010109-eff0-47ac-b2e6-a0d6555f28fe tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2b3520f-6e41-4f05-ac05-93f8283e0979 HTTP/1.1" status: 200 len: 944 time: 0.0516398 Oct 27 19:21:03.186643 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-61929970-5f03-4ea8-a2d4-2b640884dda6 req-f1a0176f-dda9-4501-b030-48f7fc287de4 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/security-groups?id=04cb7bce-82bb-45b8-b3e1-7b5aa6b6bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324037 Oct 27 19:21:03.364424 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 9c058205-444a-4692-94d3-92e2ff5a0108 up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:21:03.470460 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning for port 9c058205-444a-4692-94d3-92e2ff5a0108 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 19:21:03.474650 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port 9c058205-444a-4692-94d3-92e2ff5a0108 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:21:03.475053 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:03.554116 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:03.581434 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b3520f-6e41-4f05-ac05-93f8283e0979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c058205-444a-4692-94d3-92e2ff5a0108'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:21:03.583724 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b7a7ffbeb5006bcc00a453a37d6ced003ca150096c2d6d80d40f5ba58f622d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5117b80b-90ec-4160-bb03-0d4f035fd780" -d '{"events": [{"server_uuid": "c2b3520f-6e41-4f05-ac05-93f8283e0979", "name": "network-vif-plugged", "status": "completed", "tag": "9c058205-444a-4692-94d3-92e2ff5a0108"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:21:03.597371 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 9c058205-444a-4692-94d3-92e2ff5a0108, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=9c058205-444a-4692-94d3-92e2ff5a0108,segment=NetworkSegment(91ce76b3-dc2b-455c-a6b8-78cca32dfd85),segment_id=91ce76b3-dc2b-455c-a6b8-78cca32dfd85)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:21:03.621104 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0ba7da-67ca-435e-b186-b4df15e4c4cc x-openstack-request-id: req-9d0ba7da-67ca-435e-b186-b4df15e4c4cc {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:21:03.621400 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b3520f-6e41-4f05-ac05-93f8283e0979", "name": "network-vif-plugged", "status": "completed", "tag": "9c058205-444a-4692-94d3-92e2ff5a0108", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:21:03.621658 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9d0ba7da-67ca-435e-b186-b4df15e4c4cc {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:21:03.622059 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b3520f-6e41-4f05-ac05-93f8283e0979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c058205-444a-4692-94d3-92e2ff5a0108', 'code': 200} Oct 27 19:21:03.676157 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:03.717649 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c044bfc-9457-4c29-b21d-94c5a0a9503a req-bf6fde41-73df-4035-baa1-81e6d911a08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:21:03.719387 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7c044bfc-9457-4c29-b21d-94c5a0a9503a req-bf6fde41-73df-4035-baa1-81e6d911a08f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c2b3520f-6e41-4f05-ac05-93f8283e0979 HTTP/1.1" status: 200 len: 1096 time: 0.0411887 Oct 27 19:21:03.727055 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=9c058205-444a-4692-94d3-92e2ff5a0108,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:03.761302 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7c044bfc-9457-4c29-b21d-94c5a0a9503a req-64f1dbca-0600-4565-b690-73dd9722cbac service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=04cb7bce-82bb-45b8-b3e1-7b5aa6b6bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343385 Oct 27 19:21:04.310826 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b1627-1bc1-43bb-bdbb-239424b32386 req-6ca5d3ef-4393-4d88-913d-133b8d2724e4 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:21:04.312413 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ef8b1627-1bc1-43bb-bdbb-239424b32386 req-6ca5d3ef-4393-4d88-913d-133b8d2724e4 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2b3520f-6e41-4f05-ac05-93f8283e0979 HTTP/1.1" status: 200 len: 945 time: 0.0538580 Oct 27 19:21:04.352601 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ef8b1627-1bc1-43bb-bdbb-239424b32386 req-82101a4d-2091-4524-973d-84bc0fa38cfd tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/security-groups?id=04cb7bce-82bb-45b8-b3e1-7b5aa6b6bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340059 Oct 27 19:21:05.471925 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197af25b-c5d8-47c8-a55f-396592284bfb req-f8e8acf9-a61b-40a6-a077-38fb5530862f tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:21:05.473287 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-197af25b-c5d8-47c8-a55f-396592284bfb req-f8e8acf9-a61b-40a6-a077-38fb5530862f tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2b3520f-6e41-4f05-ac05-93f8283e0979 HTTP/1.1" status: 200 len: 945 time: 0.0494812 Oct 27 19:21:05.511469 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-197af25b-c5d8-47c8-a55f-396592284bfb req-71dd308f-2299-46bb-9856-3c9c4f1a4925 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/security-groups?id=04cb7bce-82bb-45b8-b3e1-7b5aa6b6bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322559 Oct 27 19:21:05.970911 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56a1f4-92f1-423f-9999-4c6eae9a94ab req-b2dc7bd7-8793-4ae8-bdba-8efbd29c81fe tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:21:05.972410 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ec56a1f4-92f1-423f-9999-4c6eae9a94ab req-b2dc7bd7-8793-4ae8-bdba-8efbd29c81fe tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2b3520f-6e41-4f05-ac05-93f8283e0979 HTTP/1.1" status: 200 len: 945 time: 0.0496364 Oct 27 19:21:06.009382 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ec56a1f4-92f1-423f-9999-4c6eae9a94ab req-12b75608-9296-4083-9dda-1f9d56c1fabd tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/security-groups?id=04cb7bce-82bb-45b8-b3e1-7b5aa6b6bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310254 Oct 27 19:21:07.131163 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685bdbb-d2d3-497a-9980-70b4f2ff9339 req-f0b63dba-d1a3-413d-91b3-c2366557a15f tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:21:07.132675 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b685bdbb-d2d3-497a-9980-70b4f2ff9339 req-f0b63dba-d1a3-413d-91b3-c2366557a15f tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2b3520f-6e41-4f05-ac05-93f8283e0979 HTTP/1.1" status: 200 len: 945 time: 0.0540698 Oct 27 19:21:07.171501 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b685bdbb-d2d3-497a-9980-70b4f2ff9339 req-ec75191a-467e-42b7-9dea-535e7bccec9c tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/security-groups?id=04cb7bce-82bb-45b8-b3e1-7b5aa6b6bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327680 Oct 27 19:21:07.233554 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3aaf6-749e-4f16-9970-62451a87e32b req-f92ec7de-b4df-41bf-a64b-332704fc16f4 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:21:07.236166 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-89e3aaf6-749e-4f16-9970-62451a87e32b req-f92ec7de-b4df-41bf-a64b-332704fc16f4 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2b3520f-6e41-4f05-ac05-93f8283e0979 HTTP/1.1" status: 200 len: 945 time: 0.0508199 Oct 27 19:21:07.329941 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-89e3aaf6-749e-4f16-9970-62451a87e32b req-9ebfc325-1e6e-4533-a03a-58bd4f716677 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Deleting port 9c058205-444a-4692-94d3-92e2ff5a0108 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:21:07.330281 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-89e3aaf6-749e-4f16-9970-62451a87e32b req-9ebfc325-1e6e-4533-a03a-58bd4f716677 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:07.419947 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-89e3aaf6-749e-4f16-9970-62451a87e32b req-9ebfc325-1e6e-4533-a03a-58bd4f716677 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] For port 9c058205-444a-4692-94d3-92e2ff5a0108, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=9c058205-444a-4692-94d3-92e2ff5a0108,segment=NetworkSegment(91ce76b3-dc2b-455c-a6b8-78cca32dfd85),segment_id=91ce76b3-dc2b-455c-a6b8-78cca32dfd85)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:21:07.420312 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-89e3aaf6-749e-4f16-9970-62451a87e32b req-9ebfc325-1e6e-4533-a03a-58bd4f716677 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:07.432655 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-89e3aaf6-749e-4f16-9970-62451a87e32b req-9ebfc325-1e6e-4533-a03a-58bd4f716677 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Calling delete_port for 9c058205-444a-4692-94d3-92e2ff5a0108 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:21:07.618339 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-89e3aaf6-749e-4f16-9970-62451a87e32b req-9ebfc325-1e6e-4533-a03a-58bd4f716677 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:07.630055 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['2eed6610-5286-44b5-8356-0415e1f12fe6'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:21:07.634005 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['9c058205-444a-4692-94d3-92e2ff5a0108'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:21:07.647030 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebfc325-1e6e-4533-a03a-58bd4f716677 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Pushing event deleted for resources: {'Port': ['ID=9c058205-444a-4692-94d3-92e2ff5a0108,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:07.696496 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e3aaf6-749e-4f16-9970-62451a87e32b req-9ebfc325-1e6e-4533-a03a-58bd4f716677 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] No DVR routers for this DVR port 9c058205-444a-4692-94d3-92e2ff5a0108 on host n-h1-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:21:07.699158 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-89e3aaf6-749e-4f16-9970-62451a87e32b req-9ebfc325-1e6e-4533-a03a-58bd4f716677 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:07.702543 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-89e3aaf6-749e-4f16-9970-62451a87e32b req-9ebfc325-1e6e-4533-a03a-58bd4f716677 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.81 "DELETE /v2.0/ports/9c058205-444a-4692-94d3-92e2ff5a0108 HTTP/1.1" status: 204 len: 173 time: 0.4608324 Oct 27 19:21:07.703668 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b3520f-6e41-4f05-ac05-93f8283e0979', 'name': 'network-vif-deleted', 'tag': '9c058205-444a-4692-94d3-92e2ff5a0108'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:21:07.707943 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71492c3d-f1e9-44f8-ac66-978e1ad2f293" -d '{"events": [{"server_uuid": "c2b3520f-6e41-4f05-ac05-93f8283e0979", "name": "network-vif-deleted", "tag": "9c058205-444a-4692-94d3-92e2ff5a0108"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:21:07.742619 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa657726-0cda-44cb-b279-83b4710fc591 x-openstack-request-id: req-aa657726-0cda-44cb-b279-83b4710fc591 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:21:07.742998 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b3520f-6e41-4f05-ac05-93f8283e0979", "name": "network-vif-deleted", "tag": "9c058205-444a-4692-94d3-92e2ff5a0108", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:21:07.743648 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aa657726-0cda-44cb-b279-83b4710fc591 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:21:07.743648 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b3520f-6e41-4f05-ac05-93f8283e0979', 'name': 'network-vif-deleted', 'tag': '9c058205-444a-4692-94d3-92e2ff5a0108', 'status': 'completed', 'code': 200} Oct 27 19:21:08.284104 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-76b7edd6-d86e-43c8-9b96-04858c6a02fe req-401dfd32-1328-479b-97c6-657b4e5f1756 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2b3520f-6e41-4f05-ac05-93f8283e0979 HTTP/1.1" status: 200 len: 210 time: 0.0286205 Oct 27 19:21:09.432376 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34beb342-af9f-40e8-ab0c-2c63caba6e73 req-16921dc5-1075-4341-8d03-9d3cfe18cf98 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:21:09.433890 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-34beb342-af9f-40e8-ab0c-2c63caba6e73 req-16921dc5-1075-4341-8d03-9d3cfe18cf98 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83556ba-fafa-4860-b8fa-696a072d8bc5 HTTP/1.1" status: 200 len: 945 time: 0.0492039 Oct 27 19:21:09.473721 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-34beb342-af9f-40e8-ab0c-2c63caba6e73 req-42840e13-7145-4704-922b-7937cc9b8388 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/security-groups?id=04cb7bce-82bb-45b8-b3e1-7b5aa6b6bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330038 Oct 27 19:21:09.608077 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39d57f-b80a-4bfc-97a8-292a0363ac55 req-703858ad-a076-4015-9510-d3b718e40ff5 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:21:09.610219 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ab39d57f-b80a-4bfc-97a8-292a0363ac55 req-703858ad-a076-4015-9510-d3b718e40ff5 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83556ba-fafa-4860-b8fa-696a072d8bc5 HTTP/1.1" status: 200 len: 945 time: 0.0508609 Oct 27 19:21:09.654145 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ab39d57f-b80a-4bfc-97a8-292a0363ac55 req-7a7e93e7-6c80-4b5a-af8c-5fb8f9fc00fa tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/security-groups?id=04cb7bce-82bb-45b8-b3e1-7b5aa6b6bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378244 Oct 27 19:21:09.664107 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e5218d30-e987-4c10-a72e-b2aa94acb8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:09.772416 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e60d05-ea83-47f5-93ae-4b9242e713d7 req-130b563d-ef8d-4a81-99b1-6775ee868e12 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:21:09.773852 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c7e60d05-ea83-47f5-93ae-4b9242e713d7 req-130b563d-ef8d-4a81-99b1-6775ee868e12 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83556ba-fafa-4860-b8fa-696a072d8bc5 HTTP/1.1" status: 200 len: 945 time: 0.0515122 Oct 27 19:21:09.816069 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c7e60d05-ea83-47f5-93ae-4b9242e713d7 req-e34ac025-0f98-48db-8cbf-bdfebd555792 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/security-groups?id=04cb7bce-82bb-45b8-b3e1-7b5aa6b6bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360980 Oct 27 19:21:09.983776 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3d913-b0b5-4392-b40c-b3eb3c793951 req-32e56465-dbcc-472c-9424-2a6485b8dabd tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:21:09.986154 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7bb3d913-b0b5-4392-b40c-b3eb3c793951 req-32e56465-dbcc-472c-9424-2a6485b8dabd tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83556ba-fafa-4860-b8fa-696a072d8bc5 HTTP/1.1" status: 200 len: 945 time: 0.0520496 Oct 27 19:21:10.023752 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7bb3d913-b0b5-4392-b40c-b3eb3c793951 req-235fb9fe-b8b8-47be-8406-52e79b4ecc38 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/security-groups?id=04cb7bce-82bb-45b8-b3e1-7b5aa6b6bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315077 Oct 27 19:21:10.142062 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62ed78-a409-46d3-9f48-6bdce22d1800 req-9a73e30e-5097-455d-89f0-9c5a1f2f7399 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:21:10.143615 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5c62ed78-a409-46d3-9f48-6bdce22d1800 req-9a73e30e-5097-455d-89f0-9c5a1f2f7399 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83556ba-fafa-4860-b8fa-696a072d8bc5 HTTP/1.1" status: 200 len: 945 time: 0.0514109 Oct 27 19:21:10.188034 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5c62ed78-a409-46d3-9f48-6bdce22d1800 req-92d2ca24-4110-439e-afab-86b6a8a5a10e tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/security-groups?id=04cb7bce-82bb-45b8-b3e1-7b5aa6b6bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378344 Oct 27 19:21:10.314719 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706aa2d-e02f-4421-811b-7cf152607592 req-1ac59048-5e77-4e1e-bb30-9e748a24aa54 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:21:10.316238 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c706aa2d-e02f-4421-811b-7cf152607592 req-1ac59048-5e77-4e1e-bb30-9e748a24aa54 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83556ba-fafa-4860-b8fa-696a072d8bc5 HTTP/1.1" status: 200 len: 945 time: 0.0493288 Oct 27 19:21:10.354662 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c706aa2d-e02f-4421-811b-7cf152607592 req-8fd77e11-ec17-450c-ba22-e033ca76e912 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/security-groups?id=04cb7bce-82bb-45b8-b3e1-7b5aa6b6bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325828 Oct 27 19:21:10.891048 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fcb184-4648-4ef6-9e27-4c5c1305cec5 req-217da5ae-ce63-4c17-8fda-978546937d5f tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:21:10.892585 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-83fcb184-4648-4ef6-9e27-4c5c1305cec5 req-217da5ae-ce63-4c17-8fda-978546937d5f tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83556ba-fafa-4860-b8fa-696a072d8bc5 HTTP/1.1" status: 200 len: 945 time: 0.0502429 Oct 27 19:21:10.931591 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-83fcb184-4648-4ef6-9e27-4c5c1305cec5 req-9388105b-797e-460e-8814-2eb2994a82c0 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/security-groups?id=04cb7bce-82bb-45b8-b3e1-7b5aa6b6bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330696 Oct 27 19:21:11.393980 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 9c058205-444a-4692-94d3-92e2ff5a0108 no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:21:11.414794 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] No Port match for: 9c058205-444a-4692-94d3-92e2ff5a0108 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:21:11.415161 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 9c058205-444a-4692-94d3-92e2ff5a0108 not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:21:12.049383 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab000f5-69bf-4e44-9744-6faf40a0c55f req-12ea2552-791f-486e-b861-3d218d2eebba tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:21:12.050957 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3ab000f5-69bf-4e44-9744-6faf40a0c55f req-12ea2552-791f-486e-b861-3d218d2eebba tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83556ba-fafa-4860-b8fa-696a072d8bc5 HTTP/1.1" status: 200 len: 945 time: 0.0512195 Oct 27 19:21:12.093883 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3ab000f5-69bf-4e44-9744-6faf40a0c55f req-24756bc1-85be-4754-b19f-0c86c326302b tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/security-groups?id=04cb7bce-82bb-45b8-b3e1-7b5aa6b6bf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366893 Oct 27 19:21:12.141308 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1c3166d2-5b35-4ef9-91ad-5ddde9c85f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:12.207854 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd066e-7d7c-4df2-915d-fc5be746b422 req-b46dbeb8-f9a7-4958-8c8c-eabe13401e9e tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:21:12.209435 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-43bd066e-7d7c-4df2-915d-fc5be746b422 req-b46dbeb8-f9a7-4958-8c8c-eabe13401e9e tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.93 "GET /v2.0/ports?device_id=b83556ba-fafa-4860-b8fa-696a072d8bc5 HTTP/1.1" status: 200 len: 945 time: 0.0504446 Oct 27 19:21:12.299800 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-43bd066e-7d7c-4df2-915d-fc5be746b422 req-9216439c-21f0-43f2-adf5-e84a5f3bc686 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Deleting port 2eed6610-5286-44b5-8356-0415e1f12fe6 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:21:12.300145 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-43bd066e-7d7c-4df2-915d-fc5be746b422 req-9216439c-21f0-43f2-adf5-e84a5f3bc686 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:12.391569 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-43bd066e-7d7c-4df2-915d-fc5be746b422 req-9216439c-21f0-43f2-adf5-e84a5f3bc686 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] For port 2eed6610-5286-44b5-8356-0415e1f12fe6, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=2eed6610-5286-44b5-8356-0415e1f12fe6,segment=NetworkSegment(91ce76b3-dc2b-455c-a6b8-78cca32dfd85),segment_id=91ce76b3-dc2b-455c-a6b8-78cca32dfd85)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:21:12.391936 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-43bd066e-7d7c-4df2-915d-fc5be746b422 req-9216439c-21f0-43f2-adf5-e84a5f3bc686 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:12.404342 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-43bd066e-7d7c-4df2-915d-fc5be746b422 req-9216439c-21f0-43f2-adf5-e84a5f3bc686 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Calling delete_port for 2eed6610-5286-44b5-8356-0415e1f12fe6 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:21:12.590015 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-43bd066e-7d7c-4df2-915d-fc5be746b422 req-9216439c-21f0-43f2-adf5-e84a5f3bc686 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:12.604296 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['2eed6610-5286-44b5-8356-0415e1f12fe6'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:21:12.617839 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9216439c-21f0-43f2-adf5-e84a5f3bc686 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Pushing event deleted for resources: {'Port': ['ID=2eed6610-5286-44b5-8356-0415e1f12fe6,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:12.661292 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-43bd066e-7d7c-4df2-915d-fc5be746b422 req-9216439c-21f0-43f2-adf5-e84a5f3bc686 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] No DVR routers for this DVR port 2eed6610-5286-44b5-8356-0415e1f12fe6 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:21:12.663813 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-43bd066e-7d7c-4df2-915d-fc5be746b422 req-9216439c-21f0-43f2-adf5-e84a5f3bc686 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:12.667092 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-43bd066e-7d7c-4df2-915d-fc5be746b422 req-9216439c-21f0-43f2-adf5-e84a5f3bc686 tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.93 "DELETE /v2.0/ports/2eed6610-5286-44b5-8356-0415e1f12fe6 HTTP/1.1" status: 204 len: 173 time: 0.4516237 Oct 27 19:21:12.667533 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83556ba-fafa-4860-b8fa-696a072d8bc5', 'name': 'network-vif-deleted', 'tag': '2eed6610-5286-44b5-8356-0415e1f12fe6'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:21:12.669772 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecc8b37-1bac-4055-8451-8e8b16225158" -d '{"events": [{"server_uuid": "b83556ba-fafa-4860-b8fa-696a072d8bc5", "name": "network-vif-deleted", "tag": "2eed6610-5286-44b5-8356-0415e1f12fe6"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:21:12.707959 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02bc68e-7ac6-4b4b-9a16-6f2fbbf0a13f x-openstack-request-id: req-e02bc68e-7ac6-4b4b-9a16-6f2fbbf0a13f {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:21:12.708257 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83556ba-fafa-4860-b8fa-696a072d8bc5", "name": "network-vif-deleted", "tag": "2eed6610-5286-44b5-8356-0415e1f12fe6", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:21:12.708546 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e02bc68e-7ac6-4b4b-9a16-6f2fbbf0a13f {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:21:12.708949 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83556ba-fafa-4860-b8fa-696a072d8bc5', 'name': 'network-vif-deleted', 'tag': '2eed6610-5286-44b5-8356-0415e1f12fe6', 'status': 'completed', 'code': 200} Oct 27 19:21:13.204347 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d0a7e999-9be4-454e-9047-f5196189c754 req-00dc1e99-40b6-4f6c-910b-1bc7c3a1738c tempest-ServersNegativeTestJSON-2049084446 tempest-ServersNegativeTestJSON-2049084446-project] 10.222.0.52 "GET /v2.0/ports?device_id=b83556ba-fafa-4860-b8fa-696a072d8bc5 HTTP/1.1" status: 200 len: 210 time: 0.0270796 Oct 27 19:21:13.424132 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:13.640933 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:14.260983 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50800) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:14.306127 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-67a11adb-9a8e-4de4-a6ff-319d5205cf2e admin admin] Deleting subnet 46b6a677-9fa9-4b26-9a45-3883484bc082 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 19:21:14.309307 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-67a11adb-9a8e-4de4-a6ff-319d5205cf2e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:14.344995 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-67a11adb-9a8e-4de4-a6ff-319d5205cf2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:14.385002 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-67a11adb-9a8e-4de4-a6ff-319d5205cf2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:14.504827 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-67a11adb-9a8e-4de4-a6ff-319d5205cf2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:14.530234 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a11adb-9a8e-4de4-a6ff-319d5205cf2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46b6a677-9fa9-4b26-9a45-3883484bc082,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:14.534620 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-67a11adb-9a8e-4de4-a6ff-319d5205cf2e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:14.537922 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-67a11adb-9a8e-4de4-a6ff-319d5205cf2e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/46b6a677-9fa9-4b26-9a45-3883484bc082 HTTP/1.1" status: 204 len: 168 time: 0.2759309 Oct 27 19:21:14.540583 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50802) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:14.612598 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ad9d6fa1-d038-404b-a155-57abf2b40a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:14.697989 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ad9d6fa1-d038-404b-a155-57abf2b40a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:14.719545 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-ad9d6fa1-d038-404b-a155-57abf2b40a75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1da65be7-8342-4bd8-8cb0-1aacc4aa9e77']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:21:14.728902 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-ad9d6fa1-d038-404b-a155-57abf2b40a75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ce76b3-dc2b-455c-a6b8-78cca32dfd85') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:21:14.729197 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-ad9d6fa1-d038-404b-a155-57abf2b40a75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ce76b3-dc2b-455c-a6b8-78cca32dfd85') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:21:14.739341 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ad9d6fa1-d038-404b-a155-57abf2b40a75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:14.752803 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ad9d6fa1-d038-404b-a155-57abf2b40a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:14.759101 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad9d6fa1-d038-404b-a155-57abf2b40a75 admin admin] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 19:21:14.759434 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ad9d6fa1-d038-404b-a155-57abf2b40a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:14.761109 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 19:21:14.761109 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 19:21:14.761109 n-d-815690-2 neutron-server[102878]: timer() Oct 27 19:21:14.761109 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 19:21:14.761109 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 19:21:14.761109 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 19:21:14.761109 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 19:21:14.761109 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 19:21:14.761109 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 19:21:14.761109 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 19:21:14.761109 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 19:21:14.761109 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 19:21:14.761109 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 19:21:14.761109 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 19:21:14.761109 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 19:21:14.761109 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 19:21:14.761109 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 19:21:14.761109 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 19:21:14.761109 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 19:21:14.761109 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 19:21:14.761109 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 19:21:14.761109 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 19:21:14.761109 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 19:21:14.761109 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 19:21:14.761109 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 19:21:14.761109 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 19:21:14.761109 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 19:21:14.761109 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 19:21:14.761109 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 19:21:14.761109 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 19:21:14.761109 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 19:21:14.761109 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 19:21:14.895535 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ad9d6fa1-d038-404b-a155-57abf2b40a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:14.905835 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ad9d6fa1-d038-404b-a155-57abf2b40a75 admin admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:14.905835 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ad9d6fa1-d038-404b-a155-57abf2b40a75 admin admin] 10.222.0.52 "DELETE /v2.0/networks/1da65be7-8342-4bd8-8cb0-1aacc4aa9e77 HTTP/1.1" status: 204 len: 168 time: 0.3629282 Oct 27 19:21:14.917136 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9d6fa1-d038-404b-a155-57abf2b40a75 admin admin] Pushing event deleted for resources: {'Network': ['ID=1da65be7-8342-4bd8-8cb0-1aacc4aa9e77,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:15.233237 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50806) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:15.279858 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e6321c29-d146-4574-8bc2-005fb03b0bc6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=15dc9ff3e7f34511904d69f3321b7a55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453095 Oct 27 19:21:15.282877 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50808) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:15.303791 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:15.334476 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bae43c83-8740-4ed1-95be-ccee3a4cb45b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:15.356381 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bae43c83-8740-4ed1-95be-ccee3a4cb45b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:15.495710 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bae43c83-8740-4ed1-95be-ccee3a4cb45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:15.498301 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bae43c83-8740-4ed1-95be-ccee3a4cb45b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:15.500057 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-bae43c83-8740-4ed1-95be-ccee3a4cb45b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/04cb7bce-82bb-45b8-b3e1-7b5aa6b6bf1e HTTP/1.1" status: 204 len: 168 time: 0.2157447 Oct 27 19:21:15.507933 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae43c83-8740-4ed1-95be-ccee3a4cb45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04cb7bce-82bb-45b8-b3e1-7b5aa6b6bf1e,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:16.055726 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 2eed6610-5286-44b5-8356-0415e1f12fe6 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:21:16.076388 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 2eed6610-5286-44b5-8356-0415e1f12fe6 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:21:16.076740 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 2eed6610-5286-44b5-8356-0415e1f12fe6 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:21:16.529109 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50830) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:16.626910 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-3278e5f1-ea09-4afb-a127-1ebc5b93036e tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-714084515'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:21:16.737929 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3278e5f1-ea09-4afb-a127-1ebc5b93036e tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Made reservation on behalf of a0910674a3af4d55ab65b5ab3e721c80 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:21:16.741529 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3278e5f1-ea09-4afb-a127-1ebc5b93036e tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:16.750425 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3278e5f1-ea09-4afb-a127-1ebc5b93036e tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:16.823848 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3278e5f1-ea09-4afb-a127-1ebc5b93036e tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:16.895317 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3278e5f1-ea09-4afb-a127-1ebc5b93036e tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:16.923139 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3278e5f1-ea09-4afb-a127-1ebc5b93036e tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] vlan segment allocate from pool success with {'vlan_id': 1019, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 19:21:16.932793 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3278e5f1-ea09-4afb-a127-1ebc5b93036e tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae2ff07-d9cb-456c-bbbd-15343751be97,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:16.938040 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3278e5f1-ea09-4afb-a127-1ebc5b93036e tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:16.942465 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-3278e5f1-ea09-4afb-a127-1ebc5b93036e tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Added segment 263b42cf-57e2-44e3-a792-17f03f0e9a91 of type vlan for network d6f25ebb-808d-4857-8c1b-a4a44735cce5 Oct 27 19:21:16.981863 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3278e5f1-ea09-4afb-a127-1ebc5b93036e tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:17.069374 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3278e5f1-ea09-4afb-a127-1ebc5b93036e tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:17.075035 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3278e5f1-ea09-4afb-a127-1ebc5b93036e tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:21:17.075624 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3278e5f1-ea09-4afb-a127-1ebc5b93036e tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:17.142921 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3278e5f1-ea09-4afb-a127-1ebc5b93036e tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Pushing event updated for resources: {'Network': ['ID=d6f25ebb-808d-4857-8c1b-a4a44735cce5,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:17.153600 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network d6f25ebb-808d-4857-8c1b-a4a44735cce5 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 19:21:17.187226 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3278e5f1-ea09-4afb-a127-1ebc5b93036e tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6566613 Oct 27 19:21:20.522736 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50836) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:20.527968 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-f5695198-ebfc-41ad-8376-a9b4ae26c416 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Request body: {'subnet': {'network_id': 'd6f25ebb-808d-4857-8c1b-a4a44735cce5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:21:20.723849 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5695198-ebfc-41ad-8376-a9b4ae26c416 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Made reservation on behalf of a0910674a3af4d55ab65b5ab3e721c80 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:21:20.727484 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f5695198-ebfc-41ad-8376-a9b4ae26c416 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:20.972383 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f5695198-ebfc-41ad-8376-a9b4ae26c416 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:21.031231 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5695198-ebfc-41ad-8376-a9b4ae26c416 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Pushing event updated for resources: {'Subnet': ['ID=f9385bee-c8d6-4120-8b62-41eb08059807,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:21.042209 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5695198-ebfc-41ad-8376-a9b4ae26c416 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Checking segment: {'id': '263b42cf-57e2-44e3-a792-17f03f0e9a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'd6f25ebb-808d-4857-8c1b-a4a44735cce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:21:21.042579 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5695198-ebfc-41ad-8376-a9b4ae26c416 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Network hostable DHCP agents. Network: d6f25ebb-808d-4857-8c1b-a4a44735cce5, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 19:21:21.138018 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5695198-ebfc-41ad-8376-a9b4ae26c416 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Network d6f25ebb-808d-4857-8c1b-a4a44735cce5 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 19:21:21.239283 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-f5695198-ebfc-41ad-8376-a9b4ae26c416 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, d6f25ebb-808d-4857-8c1b-a4a44735cce5) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:21:21.240117 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5695198-ebfc-41ad-8376-a9b4ae26c416 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:21:21.240708 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f5695198-ebfc-41ad-8376-a9b4ae26c416 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:21.245190 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a6404d-c49e-48a1-9e88-6aa1d7620cd7 None None] Network d6f25ebb-808d-4857-8c1b-a4a44735cce5 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:21:21.334311 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f5695198-ebfc-41ad-8376-a9b4ae26c416 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8099821 Oct 27 19:21:21.343113 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50838) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:21.348460 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-d6cd2e60-9003-4c30-a7be-7f55bdf67e02 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-496997356'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:21:21.399176 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd18ec8-9ba0-4f0e-b059-ec27020dfc59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-d6f25ebb-808d-4857-8c1b-a4a44735cce5', 'network_id': 'd6f25ebb-808d-4857-8c1b-a4a44735cce5', 'tenant_id': 'a0910674a3af4d55ab65b5ab3e721c80', 'fixed_ips': [{'subnet_id': 'f9385bee-c8d6-4120-8b62-41eb08059807'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 19:21:21.400063 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8cd18ec8-9ba0-4f0e-b059-ec27020dfc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:21.444124 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cd2e60-9003-4c30-a7be-7f55bdf67e02 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Made reservation on behalf of a0910674a3af4d55ab65b5ab3e721c80 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:21:21.447861 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d6cd2e60-9003-4c30-a7be-7f55bdf67e02 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:21.474013 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6cd2e60-9003-4c30-a7be-7f55bdf67e02 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] vlan segment allocate from pool success with {'vlan_id': 1032, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 19:21:21.483551 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d6cd2e60-9003-4c30-a7be-7f55bdf67e02 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:21.484191 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-d6cd2e60-9003-4c30-a7be-7f55bdf67e02 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Added segment 43d4ac2e-9e43-4654-8a88-e1cb0967cf16 of type vlan for network 556ad075-0070-44db-aadb-e467996eb5bc Oct 27 19:21:21.525263 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d6cd2e60-9003-4c30-a7be-7f55bdf67e02 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:21.539515 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-8cd18ec8-9ba0-4f0e-b059-ec27020dfc59 None None] Allocated IP 2001:db8:0:ffff::2 (d6f25ebb-808d-4857-8c1b-a4a44735cce5/f9385bee-c8d6-4120-8b62-41eb08059807/ac666e2c-cfae-433a-9f2d-629625deec44) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:21:21.615904 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d6cd2e60-9003-4c30-a7be-7f55bdf67e02 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:21.621819 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cd2e60-9003-4c30-a7be-7f55bdf67e02 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:21:21.623313 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d6cd2e60-9003-4c30-a7be-7f55bdf67e02 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:21.691996 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8cd18ec8-9ba0-4f0e-b059-ec27020dfc59 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:21.694668 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd2e60-9003-4c30-a7be-7f55bdf67e02 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Pushing event updated for resources: {'Network': ['ID=556ad075-0070-44db-aadb-e467996eb5bc,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:21.705787 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 556ad075-0070-44db-aadb-e467996eb5bc details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 19:21:21.732357 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d6cd2e60-9003-4c30-a7be-7f55bdf67e02 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3881547 Oct 27 19:21:21.735356 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50840) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:21.740322 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-71687032-f212-4fe9-ad23-d1dd48926fa6 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Request body: {'subnet': {'network_id': '556ad075-0070-44db-aadb-e467996eb5bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:21:21.761716 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8cd18ec8-9ba0-4f0e-b059-ec27020dfc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:21.818840 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd18ec8-9ba0-4f0e-b059-ec27020dfc59 None None] Network d6f25ebb-808d-4857-8c1b-a4a44735cce5 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:21:21.821800 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-8cd18ec8-9ba0-4f0e-b059-ec27020dfc59 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:21:21.825306 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd18ec8-9ba0-4f0e-b059-ec27020dfc59 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:21:21.833074 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd18ec8-9ba0-4f0e-b059-ec27020dfc59 None None] Pushing event updated for resources: {'Port': ['ID=ac666e2c-cfae-433a-9f2d-629625deec44,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:21.884858 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-8cd18ec8-9ba0-4f0e-b059-ec27020dfc59 None None] Attempting to bind port ac666e2c-cfae-433a-9f2d-629625deec44 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:21:21.885226 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-8cd18ec8-9ba0-4f0e-b059-ec27020dfc59 None None] Attempting to bind port ac666e2c-cfae-433a-9f2d-629625deec44 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '263b42cf-57e2-44e3-a792-17f03f0e9a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'd6f25ebb-808d-4857-8c1b-a4a44735cce5'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:21:21.885591 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd18ec8-9ba0-4f0e-b059-ec27020dfc59 None None] Attempting to bind port ac666e2c-cfae-433a-9f2d-629625deec44 on network d6f25ebb-808d-4857-8c1b-a4a44735cce5 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:21:21.891876 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd18ec8-9ba0-4f0e-b059-ec27020dfc59 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:21:21.892253 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd18ec8-9ba0-4f0e-b059-ec27020dfc59 None None] Checking segment: {'id': '263b42cf-57e2-44e3-a792-17f03f0e9a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'd6f25ebb-808d-4857-8c1b-a4a44735cce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:21:21.892653 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8cd18ec8-9ba0-4f0e-b059-ec27020dfc59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:21.893044 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd18ec8-9ba0-4f0e-b059-ec27020dfc59 None None] Bound using segment: {'id': '263b42cf-57e2-44e3-a792-17f03f0e9a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'd6f25ebb-808d-4857-8c1b-a4a44735cce5'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:21:21.893512 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-8cd18ec8-9ba0-4f0e-b059-ec27020dfc59 None None] Bound port: ac666e2c-cfae-433a-9f2d-629625deec44, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '263b42cf-57e2-44e3-a792-17f03f0e9a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'd6f25ebb-808d-4857-8c1b-a4a44735cce5'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:21:21.893892 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8cd18ec8-9ba0-4f0e-b059-ec27020dfc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:21.920603 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71687032-f212-4fe9-ad23-d1dd48926fa6 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Made reservation on behalf of a0910674a3af4d55ab65b5ab3e721c80 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:21:21.924511 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-71687032-f212-4fe9-ad23-d1dd48926fa6 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:21.957655 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-8cd18ec8-9ba0-4f0e-b059-ec27020dfc59 None None] For port ac666e2c-cfae-433a-9f2d-629625deec44, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:21:21.960835 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-8cd18ec8-9ba0-4f0e-b059-ec27020dfc59 None None] For port ac666e2c-cfae-433a-9f2d-629625deec44, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ac666e2c-cfae-433a-9f2d-629625deec44,segment=NetworkSegment(263b42cf-57e2-44e3-a792-17f03f0e9a91),segment_id=263b42cf-57e2-44e3-a792-17f03f0e9a91)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:21:22.024095 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8cd18ec8-9ba0-4f0e-b059-ec27020dfc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:22.090696 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd18ec8-9ba0-4f0e-b059-ec27020dfc59 None None] Pushing event updated for resources: {'Port': ['ID=ac666e2c-cfae-433a-9f2d-629625deec44,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:22.201239 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-71687032-f212-4fe9-ad23-d1dd48926fa6 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:22.275895 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71687032-f212-4fe9-ad23-d1dd48926fa6 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Pushing event updated for resources: {'Subnet': ['ID=608eba38-e3f1-4cd2-bd6e-f9c8ed5daae8,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:22.296201 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71687032-f212-4fe9-ad23-d1dd48926fa6 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Checking segment: {'id': '43d4ac2e-9e43-4654-8a88-e1cb0967cf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '556ad075-0070-44db-aadb-e467996eb5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:21:22.298325 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71687032-f212-4fe9-ad23-d1dd48926fa6 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Network hostable DHCP agents. Network: 556ad075-0070-44db-aadb-e467996eb5bc, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 19:21:22.349728 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71687032-f212-4fe9-ad23-d1dd48926fa6 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Network 556ad075-0070-44db-aadb-e467996eb5bc is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 19:21:22.400974 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-71687032-f212-4fe9-ad23-d1dd48926fa6 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 556ad075-0070-44db-aadb-e467996eb5bc) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:21:22.405402 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71687032-f212-4fe9-ad23-d1dd48926fa6 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:21:22.406714 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-71687032-f212-4fe9-ad23-d1dd48926fa6 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:22.411555 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a440da-f73c-4282-a4bb-b5783429fe12 None None] Network 556ad075-0070-44db-aadb-e467996eb5bc requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:21:22.489760 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-71687032-f212-4fe9-ad23-d1dd48926fa6 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7508895 Oct 27 19:21:22.490219 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50842) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:22.572842 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ac666e2c-cfae-433a-9f2d-629625deec44 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:21:22.597477 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab23e32-1af9-4435-b83e-5d251182caa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-556ad075-0070-44db-aadb-e467996eb5bc', 'network_id': '556ad075-0070-44db-aadb-e467996eb5bc', 'tenant_id': 'a0910674a3af4d55ab65b5ab3e721c80', 'fixed_ips': [{'subnet_id': '608eba38-e3f1-4cd2-bd6e-f9c8ed5daae8'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 19:21:22.598327 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fab23e32-1af9-4435-b83e-5d251182caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:22.613338 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-542412a8-f761-4446-81f4-e69070ab3ee5 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:22.710846 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port ac666e2c-cfae-433a-9f2d-629625deec44 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:21:22.711226 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:22.794309 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-fab23e32-1af9-4435-b83e-5d251182caa0 None None] Allocated IP 2001:db8::2 (556ad075-0070-44db-aadb-e467996eb5bc/608eba38-e3f1-4cd2-bd6e-f9c8ed5daae8/ea874364-a27d-4430-85a4-33828c356b5e) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:21:22.899409 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:22.951887 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port ac666e2c-cfae-433a-9f2d-629625deec44, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ac666e2c-cfae-433a-9f2d-629625deec44,segment=NetworkSegment(263b42cf-57e2-44e3-a792-17f03f0e9a91),segment_id=263b42cf-57e2-44e3-a792-17f03f0e9a91)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:21:23.020723 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fab23e32-1af9-4435-b83e-5d251182caa0 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:23.038349 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:23.042741 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-542412a8-f761-4446-81f4-e69070ab3ee5 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:23.069463 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c275ed2-7478-4d7d-b97e-acd757916857 None None] Network d6f25ebb-808d-4857-8c1b-a4a44735cce5 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:21:23.130418 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fab23e32-1af9-4435-b83e-5d251182caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:23.172979 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=ac666e2c-cfae-433a-9f2d-629625deec44,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:23.183759 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-cbda5856-82ea-420d-952c-e9082e61e894 None None] Provisioning complete for port ac666e2c-cfae-433a-9f2d-629625deec44 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:21:23.184177 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cbda5856-82ea-420d-952c-e9082e61e894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:23.187585 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab23e32-1af9-4435-b83e-5d251182caa0 None None] Network 556ad075-0070-44db-aadb-e467996eb5bc is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:21:23.193514 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-542412a8-f761-4446-81f4-e69070ab3ee5 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:23.224190 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542412a8-f761-4446-81f4-e69070ab3ee5 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Pushing event deleted for resources: {'Subnet': ['ID=608eba38-e3f1-4cd2-bd6e-f9c8ed5daae8,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:23.234592 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-fab23e32-1af9-4435-b83e-5d251182caa0 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:21:23.241218 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab23e32-1af9-4435-b83e-5d251182caa0 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:21:23.292704 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-542412a8-f761-4446-81f4-e69070ab3ee5 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:23.304694 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab23e32-1af9-4435-b83e-5d251182caa0 None None] Pushing event updated for resources: {'Port': ['ID=ea874364-a27d-4430-85a4-33828c356b5e,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:23.315622 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-542412a8-f761-4446-81f4-e69070ab3ee5 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['556ad075-0070-44db-aadb-e467996eb5bc']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:21:23.325716 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-542412a8-f761-4446-81f4-e69070ab3ee5 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43d4ac2e-9e43-4654-8a88-e1cb0967cf16') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:21:23.326034 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-542412a8-f761-4446-81f4-e69070ab3ee5 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43d4ac2e-9e43-4654-8a88-e1cb0967cf16') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:21:23.337147 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-542412a8-f761-4446-81f4-e69070ab3ee5 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:23.352013 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-542412a8-f761-4446-81f4-e69070ab3ee5 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:23.358064 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-542412a8-f761-4446-81f4-e69070ab3ee5 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 19:21:23.358530 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-542412a8-f761-4446-81f4-e69070ab3ee5 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:23.362018 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 19:21:23.362018 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 19:21:23.362018 n-d-815690-2 neutron-server[102878]: timer() Oct 27 19:21:23.362018 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 19:21:23.362018 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 19:21:23.362018 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 19:21:23.362018 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 19:21:23.362018 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 19:21:23.362018 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 19:21:23.362018 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 19:21:23.362018 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 19:21:23.362018 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 19:21:23.362018 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 19:21:23.362018 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 19:21:23.362018 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 19:21:23.362018 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 19:21:23.362018 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 19:21:23.362018 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 19:21:23.362018 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 19:21:23.362018 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 19:21:23.362018 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 19:21:23.362018 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 19:21:23.362018 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 19:21:23.362018 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 19:21:23.362018 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 19:21:23.362018 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 19:21:23.362018 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 19:21:23.362018 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 19:21:23.362018 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 19:21:23.362018 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 19:21:23.362018 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 19:21:23.362018 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 19:21:23.375139 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-fab23e32-1af9-4435-b83e-5d251182caa0 None None] Attempting to bind port ea874364-a27d-4430-85a4-33828c356b5e on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:21:23.375497 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-fab23e32-1af9-4435-b83e-5d251182caa0 None None] Attempting to bind port ea874364-a27d-4430-85a4-33828c356b5e by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '43d4ac2e-9e43-4654-8a88-e1cb0967cf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '556ad075-0070-44db-aadb-e467996eb5bc'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:21:23.375850 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab23e32-1af9-4435-b83e-5d251182caa0 None None] Attempting to bind port ea874364-a27d-4430-85a4-33828c356b5e on network 556ad075-0070-44db-aadb-e467996eb5bc {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:21:23.423252 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab23e32-1af9-4435-b83e-5d251182caa0 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:21:23.423979 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab23e32-1af9-4435-b83e-5d251182caa0 None None] Checking segment: {'id': '43d4ac2e-9e43-4654-8a88-e1cb0967cf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '556ad075-0070-44db-aadb-e467996eb5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:21:23.423979 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fab23e32-1af9-4435-b83e-5d251182caa0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:23.424306 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab23e32-1af9-4435-b83e-5d251182caa0 None None] Bound using segment: {'id': '43d4ac2e-9e43-4654-8a88-e1cb0967cf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '556ad075-0070-44db-aadb-e467996eb5bc'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:21:23.424777 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-fab23e32-1af9-4435-b83e-5d251182caa0 None None] Bound port: ea874364-a27d-4430-85a4-33828c356b5e, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43d4ac2e-9e43-4654-8a88-e1cb0967cf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '556ad075-0070-44db-aadb-e467996eb5bc'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:21:23.425166 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fab23e32-1af9-4435-b83e-5d251182caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:23.456601 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.db.api [None req-542412a8-f761-4446-81f4-e69070ab3ee5 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 27 19:21:23.456601 n-d-815690-2 neutron-server[102878]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 27 19:21:23.456601 n-d-815690-2 neutron-server[102878]: [parameters: {'id': '556ad075-0070-44db-aadb-e467996eb5bc'}] Oct 27 19:21:23.456601 n-d-815690-2 neutron-server[102878]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 19:21:23.457083 n-d-815690-2 neutron-server[102878]: DEBUG oslo_db.api [None req-542412a8-f761-4446-81f4-e69070ab3ee5 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 19:21:23.509374 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-fab23e32-1af9-4435-b83e-5d251182caa0 None None] For port ea874364-a27d-4430-85a4-33828c356b5e, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:21:23.512766 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-fab23e32-1af9-4435-b83e-5d251182caa0 None None] For port ea874364-a27d-4430-85a4-33828c356b5e, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ea874364-a27d-4430-85a4-33828c356b5e,segment=NetworkSegment(43d4ac2e-9e43-4654-8a88-e1cb0967cf16),segment_id=43d4ac2e-9e43-4654-8a88-e1cb0967cf16)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:21:23.593755 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fab23e32-1af9-4435-b83e-5d251182caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:23.694635 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab23e32-1af9-4435-b83e-5d251182caa0 None None] Pushing event updated for resources: {'Port': ['ID=ea874364-a27d-4430-85a4-33828c356b5e,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:23.701235 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-8c7c9626-17c5-4815-8067-159e42a4ff3d None None] Provisioning complete for port ac666e2c-cfae-433a-9f2d-629625deec44 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:21:23.701582 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9626-17c5-4815-8067-159e42a4ff3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:23.705293 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f7959b-29a6-4e5d-bc71-ad224987fd50 None None] Network 556ad075-0070-44db-aadb-e467996eb5bc requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:21:23.958313 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-542412a8-f761-4446-81f4-e69070ab3ee5 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:24.019481 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-542412a8-f761-4446-81f4-e69070ab3ee5 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Deleting port ea874364-a27d-4430-85a4-33828c356b5e {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:21:24.019838 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-542412a8-f761-4446-81f4-e69070ab3ee5 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:24.053501 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9176ce-659e-410b-92d4-5350cc97ef38 None None] get_active_networks_info from n-d-815690-2 {{(pid=102880) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 19:21:24.094063 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-542412a8-f761-4446-81f4-e69070ab3ee5 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] For port ea874364-a27d-4430-85a4-33828c356b5e, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ea874364-a27d-4430-85a4-33828c356b5e,segment=NetworkSegment(43d4ac2e-9e43-4654-8a88-e1cb0967cf16),segment_id=43d4ac2e-9e43-4654-8a88-e1cb0967cf16)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:21:24.094434 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-542412a8-f761-4446-81f4-e69070ab3ee5 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:24.107131 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-542412a8-f761-4446-81f4-e69070ab3ee5 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Calling delete_port for ea874364-a27d-4430-85a4-33828c356b5e owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:21:24.124038 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9176ce-659e-410b-92d4-5350cc97ef38 None None] Resources bound (agent type, host, resource id): {{(pid=102880) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 19:21:24.267117 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-542412a8-f761-4446-81f4-e69070ab3ee5 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:24.295070 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542412a8-f761-4446-81f4-e69070ab3ee5 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Pushing event deleted for resources: {'Port': ['ID=ea874364-a27d-4430-85a4-33828c356b5e,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:24.297643 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542412a8-f761-4446-81f4-e69070ab3ee5 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] No DVR routers for this DVR port ea874364-a27d-4430-85a4-33828c356b5e on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:21:24.381932 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-542412a8-f761-4446-81f4-e69070ab3ee5 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:24.403112 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-542412a8-f761-4446-81f4-e69070ab3ee5 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['556ad075-0070-44db-aadb-e467996eb5bc']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:21:24.413958 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-542412a8-f761-4446-81f4-e69070ab3ee5 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43d4ac2e-9e43-4654-8a88-e1cb0967cf16') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:21:24.414258 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-542412a8-f761-4446-81f4-e69070ab3ee5 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43d4ac2e-9e43-4654-8a88-e1cb0967cf16') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:21:24.429547 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-542412a8-f761-4446-81f4-e69070ab3ee5 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:24.443036 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-542412a8-f761-4446-81f4-e69070ab3ee5 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:24.449058 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-542412a8-f761-4446-81f4-e69070ab3ee5 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 19:21:24.449462 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-542412a8-f761-4446-81f4-e69070ab3ee5 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:24.452834 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 19:21:24.452834 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 19:21:24.452834 n-d-815690-2 neutron-server[102878]: timer() Oct 27 19:21:24.452834 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 19:21:24.452834 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 19:21:24.452834 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 19:21:24.452834 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 19:21:24.452834 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 19:21:24.452834 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 19:21:24.452834 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 19:21:24.452834 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 19:21:24.452834 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 19:21:24.452834 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 19:21:24.452834 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 19:21:24.452834 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 19:21:24.452834 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 19:21:24.452834 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 19:21:24.452834 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 19:21:24.452834 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 19:21:24.452834 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 19:21:24.452834 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 19:21:24.452834 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 19:21:24.452834 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 19:21:24.452834 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 19:21:24.452834 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 19:21:24.452834 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 19:21:24.452834 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 19:21:24.452834 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 19:21:24.452834 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 19:21:24.452834 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 19:21:24.452834 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 19:21:24.452834 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 19:21:24.527397 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ac666e2c-cfae-433a-9f2d-629625deec44 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:21:24.564250 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-542412a8-f761-4446-81f4-e69070ab3ee5 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:24.577099 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port ac666e2c-cfae-433a-9f2d-629625deec44 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:21:24.578268 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:24.584820 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-542412a8-f761-4446-81f4-e69070ab3ee5 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:24.592221 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-542412a8-f761-4446-81f4-e69070ab3ee5 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] 10.222.0.52 "DELETE /v2.0/networks/556ad075-0070-44db-aadb-e467996eb5bc HTTP/1.1" status: 204 len: 168 time: 2.0969460 Oct 27 19:21:24.592221 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542412a8-f761-4446-81f4-e69070ab3ee5 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Pushing event deleted for resources: {'Network': ['ID=556ad075-0070-44db-aadb-e467996eb5bc,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:24.592221 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50844) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:24.597433 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-76f2d554-fbe3-4c5c-96a0-2c6f6afee9c1 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1520150390'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:21:24.683852 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f2d554-fbe3-4c5c-96a0-2c6f6afee9c1 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Made reservation on behalf of a0910674a3af4d55ab65b5ab3e721c80 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:21:24.687708 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-76f2d554-fbe3-4c5c-96a0-2c6f6afee9c1 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:24.712187 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76f2d554-fbe3-4c5c-96a0-2c6f6afee9c1 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] vlan segment allocate from pool success with {'vlan_id': 1045, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 19:21:24.721724 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-76f2d554-fbe3-4c5c-96a0-2c6f6afee9c1 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:24.722033 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-76f2d554-fbe3-4c5c-96a0-2c6f6afee9c1 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Added segment e23b1dd3-0aa1-4be8-9b1e-ccc2fa2a0c4e of type vlan for network a73d92e6-5946-4fe7-b2cf-9fb2db1b727b Oct 27 19:21:24.761150 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-76f2d554-fbe3-4c5c-96a0-2c6f6afee9c1 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:24.844472 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-76f2d554-fbe3-4c5c-96a0-2c6f6afee9c1 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:24.850089 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f2d554-fbe3-4c5c-96a0-2c6f6afee9c1 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:21:24.850679 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-76f2d554-fbe3-4c5c-96a0-2c6f6afee9c1 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:24.923212 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f2d554-fbe3-4c5c-96a0-2c6f6afee9c1 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Pushing event updated for resources: {'Network': ['ID=a73d92e6-5946-4fe7-b2cf-9fb2db1b727b,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:24.933469 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network a73d92e6-5946-4fe7-b2cf-9fb2db1b727b details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 19:21:24.984129 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-76f2d554-fbe3-4c5c-96a0-2c6f6afee9c1 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3881612 Oct 27 19:21:24.984708 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50846) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:24.989377 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-ca2f4769-9359-43a2-b758-ff083dedf4d2 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Request body: {'subnet': {'network_id': 'a73d92e6-5946-4fe7-b2cf-9fb2db1b727b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:21:25.160589 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2f4769-9359-43a2-b758-ff083dedf4d2 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Made reservation on behalf of a0910674a3af4d55ab65b5ab3e721c80 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:21:25.164763 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ca2f4769-9359-43a2-b758-ff083dedf4d2 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:25.228082 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.ipam_backend_mixin [None req-ca2f4769-9359-43a2-b758-ff083dedf4d2 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Performing IP validity checks on allocation pools {{(pid=102878) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 27 19:21:25.228605 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.ipam_backend_mixin [None req-ca2f4769-9359-43a2-b758-ff083dedf4d2 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102878) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 27 19:21:25.429505 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ca2f4769-9359-43a2-b758-ff083dedf4d2 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:25.492729 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f4769-9359-43a2-b758-ff083dedf4d2 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Pushing event updated for resources: {'Subnet': ['ID=19a30fea-5027-45a5-aa07-dda86ef9836e,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:25.500640 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2f4769-9359-43a2-b758-ff083dedf4d2 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Checking segment: {'id': 'e23b1dd3-0aa1-4be8-9b1e-ccc2fa2a0c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'a73d92e6-5946-4fe7-b2cf-9fb2db1b727b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:21:25.501013 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2f4769-9359-43a2-b758-ff083dedf4d2 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Network hostable DHCP agents. Network: a73d92e6-5946-4fe7-b2cf-9fb2db1b727b, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 19:21:25.592668 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2f4769-9359-43a2-b758-ff083dedf4d2 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Network a73d92e6-5946-4fe7-b2cf-9fb2db1b727b is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 19:21:25.663562 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-ca2f4769-9359-43a2-b758-ff083dedf4d2 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, a73d92e6-5946-4fe7-b2cf-9fb2db1b727b) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:21:25.671980 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2f4769-9359-43a2-b758-ff083dedf4d2 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:21:25.672808 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ca2f4769-9359-43a2-b758-ff083dedf4d2 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:25.673132 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42c2811-6498-430f-afb5-e94b8998a614 None None] Network a73d92e6-5946-4fe7-b2cf-9fb2db1b727b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:21:25.746341 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ca2f4769-9359-43a2-b758-ff083dedf4d2 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7609310 Oct 27 19:21:25.748941 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50848) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:25.831371 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae4fc62-d6e6-40b4-8635-0d00ef342322 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-a73d92e6-5946-4fe7-b2cf-9fb2db1b727b', 'network_id': 'a73d92e6-5946-4fe7-b2cf-9fb2db1b727b', 'tenant_id': 'a0910674a3af4d55ab65b5ab3e721c80', 'fixed_ips': [{'subnet_id': '19a30fea-5027-45a5-aa07-dda86ef9836e'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 19:21:25.831371 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-eae4fc62-d6e6-40b4-8635-0d00ef342322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:25.858017 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e787337f-adc8-4d91-92e8-cdfdc3a0db73 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:25.911220 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e787337f-adc8-4d91-92e8-cdfdc3a0db73 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:25.975818 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-eae4fc62-d6e6-40b4-8635-0d00ef342322 None None] Allocated IP 2001:db8::3 (a73d92e6-5946-4fe7-b2cf-9fb2db1b727b/19a30fea-5027-45a5-aa07-dda86ef9836e/9fbb8862-c086-4316-af8d-a31ae8674801) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:21:26.122480 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-eae4fc62-d6e6-40b4-8635-0d00ef342322 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:26.235711 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-eae4fc62-d6e6-40b4-8635-0d00ef342322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:26.276572 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae4fc62-d6e6-40b4-8635-0d00ef342322 None None] Network a73d92e6-5946-4fe7-b2cf-9fb2db1b727b is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:21:26.279569 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-eae4fc62-d6e6-40b4-8635-0d00ef342322 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:21:26.283663 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae4fc62-d6e6-40b4-8635-0d00ef342322 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:21:26.290643 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae4fc62-d6e6-40b4-8635-0d00ef342322 None None] Pushing event updated for resources: {'Port': ['ID=9fbb8862-c086-4316-af8d-a31ae8674801,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:26.335682 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e787337f-adc8-4d91-92e8-cdfdc3a0db73 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:26.341948 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-eae4fc62-d6e6-40b4-8635-0d00ef342322 None None] Attempting to bind port 9fbb8862-c086-4316-af8d-a31ae8674801 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:21:26.342320 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-eae4fc62-d6e6-40b4-8635-0d00ef342322 None None] Attempting to bind port 9fbb8862-c086-4316-af8d-a31ae8674801 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'e23b1dd3-0aa1-4be8-9b1e-ccc2fa2a0c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'a73d92e6-5946-4fe7-b2cf-9fb2db1b727b'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:21:26.342687 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae4fc62-d6e6-40b4-8635-0d00ef342322 None None] Attempting to bind port 9fbb8862-c086-4316-af8d-a31ae8674801 on network a73d92e6-5946-4fe7-b2cf-9fb2db1b727b {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:21:26.348524 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae4fc62-d6e6-40b4-8635-0d00ef342322 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:21:26.348897 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae4fc62-d6e6-40b4-8635-0d00ef342322 None None] Checking segment: {'id': 'e23b1dd3-0aa1-4be8-9b1e-ccc2fa2a0c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'a73d92e6-5946-4fe7-b2cf-9fb2db1b727b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:21:26.349302 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-eae4fc62-d6e6-40b4-8635-0d00ef342322 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:26.349738 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae4fc62-d6e6-40b4-8635-0d00ef342322 None None] Bound using segment: {'id': 'e23b1dd3-0aa1-4be8-9b1e-ccc2fa2a0c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'a73d92e6-5946-4fe7-b2cf-9fb2db1b727b'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:21:26.350209 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-eae4fc62-d6e6-40b4-8635-0d00ef342322 None None] Bound port: 9fbb8862-c086-4316-af8d-a31ae8674801, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e23b1dd3-0aa1-4be8-9b1e-ccc2fa2a0c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'a73d92e6-5946-4fe7-b2cf-9fb2db1b727b'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:21:26.350592 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-eae4fc62-d6e6-40b4-8635-0d00ef342322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:26.371206 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787337f-adc8-4d91-92e8-cdfdc3a0db73 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Pushing event deleted for resources: {'Subnet': ['ID=19a30fea-5027-45a5-aa07-dda86ef9836e,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:26.419313 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-eae4fc62-d6e6-40b4-8635-0d00ef342322 None None] For port 9fbb8862-c086-4316-af8d-a31ae8674801, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:21:26.422619 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-eae4fc62-d6e6-40b4-8635-0d00ef342322 None None] For port 9fbb8862-c086-4316-af8d-a31ae8674801, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=9fbb8862-c086-4316-af8d-a31ae8674801,segment=NetworkSegment(e23b1dd3-0aa1-4be8-9b1e-ccc2fa2a0c4e),segment_id=e23b1dd3-0aa1-4be8-9b1e-ccc2fa2a0c4e)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:21:26.431531 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e787337f-adc8-4d91-92e8-cdfdc3a0db73 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:26.451942 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-e787337f-adc8-4d91-92e8-cdfdc3a0db73 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a73d92e6-5946-4fe7-b2cf-9fb2db1b727b']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:21:26.461644 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-e787337f-adc8-4d91-92e8-cdfdc3a0db73 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e23b1dd3-0aa1-4be8-9b1e-ccc2fa2a0c4e') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:21:26.461939 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-e787337f-adc8-4d91-92e8-cdfdc3a0db73 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e23b1dd3-0aa1-4be8-9b1e-ccc2fa2a0c4e') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:21:26.471500 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e787337f-adc8-4d91-92e8-cdfdc3a0db73 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:26.509975 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-eae4fc62-d6e6-40b4-8635-0d00ef342322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:26.511911 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e787337f-adc8-4d91-92e8-cdfdc3a0db73 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:26.519273 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e787337f-adc8-4d91-92e8-cdfdc3a0db73 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 19:21:26.519672 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e787337f-adc8-4d91-92e8-cdfdc3a0db73 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:26.522675 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 19:21:26.522675 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 19:21:26.522675 n-d-815690-2 neutron-server[102878]: timer() Oct 27 19:21:26.522675 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 19:21:26.522675 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 19:21:26.522675 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 19:21:26.522675 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 19:21:26.522675 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 19:21:26.522675 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 19:21:26.522675 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 19:21:26.522675 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 19:21:26.522675 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 19:21:26.522675 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 19:21:26.522675 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 19:21:26.522675 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 19:21:26.522675 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 19:21:26.522675 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 19:21:26.522675 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 19:21:26.522675 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 19:21:26.522675 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 19:21:26.522675 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 19:21:26.522675 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 19:21:26.522675 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 19:21:26.522675 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 19:21:26.522675 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 19:21:26.522675 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 19:21:26.522675 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 19:21:26.522675 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 19:21:26.522675 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 19:21:26.522675 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 19:21:26.522675 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 19:21:26.522675 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 19:21:26.591054 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae4fc62-d6e6-40b4-8635-0d00ef342322 None None] Pushing event updated for resources: {'Port': ['ID=9fbb8862-c086-4316-af8d-a31ae8674801,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:26.604650 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada915ba-23e3-48a0-9f27-3e9374c1dd01 None None] Network a73d92e6-5946-4fe7-b2cf-9fb2db1b727b requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:21:26.617986 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.db.api [None req-e787337f-adc8-4d91-92e8-cdfdc3a0db73 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 27 19:21:26.617986 n-d-815690-2 neutron-server[102878]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 27 19:21:26.617986 n-d-815690-2 neutron-server[102878]: [parameters: {'id': 'a73d92e6-5946-4fe7-b2cf-9fb2db1b727b'}] Oct 27 19:21:26.617986 n-d-815690-2 neutron-server[102878]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 19:21:26.618429 n-d-815690-2 neutron-server[102878]: DEBUG oslo_db.api [None req-e787337f-adc8-4d91-92e8-cdfdc3a0db73 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 19:21:26.726904 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0537ec5d-230d-4552-8d2c-fd06f2657b2b None None] get_active_networks_info from n-d-815690-2 {{(pid=102880) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 19:21:26.797032 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0537ec5d-230d-4552-8d2c-fd06f2657b2b None None] Resources bound (agent type, host, resource id): {{(pid=102880) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 19:21:26.935284 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:27.119887 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e787337f-adc8-4d91-92e8-cdfdc3a0db73 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:27.176193 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-e787337f-adc8-4d91-92e8-cdfdc3a0db73 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Deleting port 9fbb8862-c086-4316-af8d-a31ae8674801 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:21:27.176532 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e787337f-adc8-4d91-92e8-cdfdc3a0db73 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:27.249760 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-e787337f-adc8-4d91-92e8-cdfdc3a0db73 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] For port 9fbb8862-c086-4316-af8d-a31ae8674801, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=9fbb8862-c086-4316-af8d-a31ae8674801,segment=NetworkSegment(e23b1dd3-0aa1-4be8-9b1e-ccc2fa2a0c4e),segment_id=e23b1dd3-0aa1-4be8-9b1e-ccc2fa2a0c4e)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:21:27.250131 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e787337f-adc8-4d91-92e8-cdfdc3a0db73 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:27.262328 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-e787337f-adc8-4d91-92e8-cdfdc3a0db73 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Calling delete_port for 9fbb8862-c086-4316-af8d-a31ae8674801 owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:21:27.394870 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e787337f-adc8-4d91-92e8-cdfdc3a0db73 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:27.407133 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:27.425728 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787337f-adc8-4d91-92e8-cdfdc3a0db73 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Pushing event deleted for resources: {'Port': ['ID=9fbb8862-c086-4316-af8d-a31ae8674801,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:27.429539 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e787337f-adc8-4d91-92e8-cdfdc3a0db73 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] No DVR routers for this DVR port 9fbb8862-c086-4316-af8d-a31ae8674801 on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:21:27.507515 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e787337f-adc8-4d91-92e8-cdfdc3a0db73 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:27.527526 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-e787337f-adc8-4d91-92e8-cdfdc3a0db73 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a73d92e6-5946-4fe7-b2cf-9fb2db1b727b']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:21:27.537133 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-e787337f-adc8-4d91-92e8-cdfdc3a0db73 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e23b1dd3-0aa1-4be8-9b1e-ccc2fa2a0c4e') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:21:27.537436 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-e787337f-adc8-4d91-92e8-cdfdc3a0db73 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e23b1dd3-0aa1-4be8-9b1e-ccc2fa2a0c4e') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:21:27.551683 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e787337f-adc8-4d91-92e8-cdfdc3a0db73 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:27.565392 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e787337f-adc8-4d91-92e8-cdfdc3a0db73 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:27.571256 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e787337f-adc8-4d91-92e8-cdfdc3a0db73 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 19:21:27.571648 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e787337f-adc8-4d91-92e8-cdfdc3a0db73 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:27.574586 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 19:21:27.574586 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 19:21:27.574586 n-d-815690-2 neutron-server[102878]: timer() Oct 27 19:21:27.574586 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 19:21:27.574586 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 19:21:27.574586 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 19:21:27.574586 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 19:21:27.574586 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 19:21:27.574586 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 19:21:27.574586 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 19:21:27.574586 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 19:21:27.574586 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 19:21:27.574586 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 19:21:27.574586 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 19:21:27.574586 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 19:21:27.574586 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 19:21:27.574586 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 19:21:27.574586 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 19:21:27.574586 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 19:21:27.574586 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 19:21:27.574586 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 19:21:27.574586 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 19:21:27.574586 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 19:21:27.574586 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 19:21:27.574586 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 19:21:27.574586 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 19:21:27.574586 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 19:21:27.574586 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 19:21:27.574586 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 19:21:27.574586 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 19:21:27.574586 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 19:21:27.574586 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 19:21:27.706718 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e787337f-adc8-4d91-92e8-cdfdc3a0db73 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:27.713692 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e787337f-adc8-4d91-92e8-cdfdc3a0db73 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:27.717037 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e787337f-adc8-4d91-92e8-cdfdc3a0db73 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] 10.222.0.52 "DELETE /v2.0/networks/a73d92e6-5946-4fe7-b2cf-9fb2db1b727b HTTP/1.1" status: 204 len: 168 time: 1.9668827 Oct 27 19:21:27.721035 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50850) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:27.726165 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-c2e431bb-1a42-421e-ac89-9b577b19aa87 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1421346634'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:21:27.729926 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787337f-adc8-4d91-92e8-cdfdc3a0db73 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Pushing event deleted for resources: {'Network': ['ID=a73d92e6-5946-4fe7-b2cf-9fb2db1b727b,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:27.829189 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e431bb-1a42-421e-ac89-9b577b19aa87 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Made reservation on behalf of a0910674a3af4d55ab65b5ab3e721c80 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:21:27.832782 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c2e431bb-1a42-421e-ac89-9b577b19aa87 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:27.856104 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2e431bb-1a42-421e-ac89-9b577b19aa87 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 19:21:27.865598 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c2e431bb-1a42-421e-ac89-9b577b19aa87 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:27.866470 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-c2e431bb-1a42-421e-ac89-9b577b19aa87 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Added segment 96f070f4-f63e-4de9-8da3-d66a55444690 of type vlan for network ac47f512-19a9-474b-9792-c2537a8f2687 Oct 27 19:21:27.909209 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c2e431bb-1a42-421e-ac89-9b577b19aa87 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:27.984261 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c2e431bb-1a42-421e-ac89-9b577b19aa87 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:27.989945 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e431bb-1a42-421e-ac89-9b577b19aa87 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:21:27.990550 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c2e431bb-1a42-421e-ac89-9b577b19aa87 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:28.054918 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e431bb-1a42-421e-ac89-9b577b19aa87 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Pushing event updated for resources: {'Network': ['ID=ac47f512-19a9-474b-9792-c2537a8f2687,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:28.065175 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network ac47f512-19a9-474b-9792-c2537a8f2687 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 19:21:28.089127 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c2e431bb-1a42-421e-ac89-9b577b19aa87 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3668354 Oct 27 19:21:28.092061 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50852) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:28.097641 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-78d3e518-b4fd-45d1-98e6-3635e050f83f tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Request body: {'subnet': {'network_id': 'ac47f512-19a9-474b-9792-c2537a8f2687', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:21:28.283684 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d3e518-b4fd-45d1-98e6-3635e050f83f tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Made reservation on behalf of a0910674a3af4d55ab65b5ab3e721c80 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:21:28.287294 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-78d3e518-b4fd-45d1-98e6-3635e050f83f tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:28.518117 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-78d3e518-b4fd-45d1-98e6-3635e050f83f tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:28.581982 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d3e518-b4fd-45d1-98e6-3635e050f83f tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Pushing event updated for resources: {'Subnet': ['ID=fd5408fb-f536-4a39-a536-0f2350ae8901,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:28.590427 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d3e518-b4fd-45d1-98e6-3635e050f83f tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Checking segment: {'id': '96f070f4-f63e-4de9-8da3-d66a55444690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'ac47f512-19a9-474b-9792-c2537a8f2687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:21:28.590799 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d3e518-b4fd-45d1-98e6-3635e050f83f tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Network hostable DHCP agents. Network: ac47f512-19a9-474b-9792-c2537a8f2687, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 19:21:28.678209 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d3e518-b4fd-45d1-98e6-3635e050f83f tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Network ac47f512-19a9-474b-9792-c2537a8f2687 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 19:21:28.746770 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-78d3e518-b4fd-45d1-98e6-3635e050f83f tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, ac47f512-19a9-474b-9792-c2537a8f2687) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:21:28.751292 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d3e518-b4fd-45d1-98e6-3635e050f83f tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:21:28.751899 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-78d3e518-b4fd-45d1-98e6-3635e050f83f tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:28.761618 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8863750-6126-4c3a-9ade-d16423c866d0 None None] Network ac47f512-19a9-474b-9792-c2537a8f2687 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:21:28.846983 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-78d3e518-b4fd-45d1-98e6-3635e050f83f tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7531672 Oct 27 19:21:28.850598 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50854) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:28.855588 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-3a71680f-d807-4236-ab87-f956d80dc096 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2117675709'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:21:28.909622 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb619c33-6c2e-4520-8539-5e4840aef55f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-ac47f512-19a9-474b-9792-c2537a8f2687', 'network_id': 'ac47f512-19a9-474b-9792-c2537a8f2687', 'tenant_id': 'a0910674a3af4d55ab65b5ab3e721c80', 'fixed_ips': [{'subnet_id': 'fd5408fb-f536-4a39-a536-0f2350ae8901'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 19:21:28.910495 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-eb619c33-6c2e-4520-8539-5e4840aef55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:28.935431 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a71680f-d807-4236-ab87-f956d80dc096 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Made reservation on behalf of a0910674a3af4d55ab65b5ab3e721c80 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:21:28.940025 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3a71680f-d807-4236-ab87-f956d80dc096 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:28.965824 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a71680f-d807-4236-ab87-f956d80dc096 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] vlan segment allocate from pool success with {'vlan_id': 1007, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 19:21:28.975336 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3a71680f-d807-4236-ab87-f956d80dc096 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:28.975682 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-3a71680f-d807-4236-ab87-f956d80dc096 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Added segment bdddd2da-41ae-4237-a833-9332fe0816c6 of type vlan for network 3ac47c0d-9ea9-473d-92dd-d7288231bd7e Oct 27 19:21:29.020176 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3a71680f-d807-4236-ab87-f956d80dc096 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:29.061204 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-eb619c33-6c2e-4520-8539-5e4840aef55f None None] Allocated IP 2001:db8::2 (ac47f512-19a9-474b-9792-c2537a8f2687/fd5408fb-f536-4a39-a536-0f2350ae8901/dd0f70a9-8037-47c4-957d-e9f01d8772a0) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:21:29.129627 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3a71680f-d807-4236-ab87-f956d80dc096 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:29.136247 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a71680f-d807-4236-ab87-f956d80dc096 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:21:29.136866 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3a71680f-d807-4236-ab87-f956d80dc096 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:29.215578 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71680f-d807-4236-ab87-f956d80dc096 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Pushing event updated for resources: {'Network': ['ID=3ac47c0d-9ea9-473d-92dd-d7288231bd7e,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:29.228177 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 3ac47c0d-9ea9-473d-92dd-d7288231bd7e details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 19:21:29.270023 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3a71680f-d807-4236-ab87-f956d80dc096 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4181762 Oct 27 19:21:29.272768 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50856) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:29.278074 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-3f84dab5-a53b-48b1-92a1-1ba5334a2501 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Request body: {'subnet': {'network_id': '3ac47c0d-9ea9-473d-92dd-d7288231bd7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:21:29.350301 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-eb619c33-6c2e-4520-8539-5e4840aef55f None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:29.449610 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-eb619c33-6c2e-4520-8539-5e4840aef55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:29.463464 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f84dab5-a53b-48b1-92a1-1ba5334a2501 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Made reservation on behalf of a0910674a3af4d55ab65b5ab3e721c80 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:21:29.467124 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3f84dab5-a53b-48b1-92a1-1ba5334a2501 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:29.490859 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb619c33-6c2e-4520-8539-5e4840aef55f None None] Network ac47f512-19a9-474b-9792-c2537a8f2687 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:21:29.495340 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-eb619c33-6c2e-4520-8539-5e4840aef55f None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:21:29.500345 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb619c33-6c2e-4520-8539-5e4840aef55f None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:21:29.503618 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb619c33-6c2e-4520-8539-5e4840aef55f None None] Pushing event updated for resources: {'Port': ['ID=dd0f70a9-8037-47c4-957d-e9f01d8772a0,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:29.566036 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-eb619c33-6c2e-4520-8539-5e4840aef55f None None] Attempting to bind port dd0f70a9-8037-47c4-957d-e9f01d8772a0 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:21:29.566404 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-eb619c33-6c2e-4520-8539-5e4840aef55f None None] Attempting to bind port dd0f70a9-8037-47c4-957d-e9f01d8772a0 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '96f070f4-f63e-4de9-8da3-d66a55444690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'ac47f512-19a9-474b-9792-c2537a8f2687'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:21:29.566764 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb619c33-6c2e-4520-8539-5e4840aef55f None None] Attempting to bind port dd0f70a9-8037-47c4-957d-e9f01d8772a0 on network ac47f512-19a9-474b-9792-c2537a8f2687 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:21:29.572180 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb619c33-6c2e-4520-8539-5e4840aef55f None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:21:29.572535 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb619c33-6c2e-4520-8539-5e4840aef55f None None] Checking segment: {'id': '96f070f4-f63e-4de9-8da3-d66a55444690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'ac47f512-19a9-474b-9792-c2537a8f2687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:21:29.572931 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-eb619c33-6c2e-4520-8539-5e4840aef55f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:29.573316 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb619c33-6c2e-4520-8539-5e4840aef55f None None] Bound using segment: {'id': '96f070f4-f63e-4de9-8da3-d66a55444690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'ac47f512-19a9-474b-9792-c2537a8f2687'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:21:29.573794 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-eb619c33-6c2e-4520-8539-5e4840aef55f None None] Bound port: dd0f70a9-8037-47c4-957d-e9f01d8772a0, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96f070f4-f63e-4de9-8da3-d66a55444690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'ac47f512-19a9-474b-9792-c2537a8f2687'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:21:29.574156 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-eb619c33-6c2e-4520-8539-5e4840aef55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:29.636534 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-eb619c33-6c2e-4520-8539-5e4840aef55f None None] For port dd0f70a9-8037-47c4-957d-e9f01d8772a0, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:21:29.640820 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-eb619c33-6c2e-4520-8539-5e4840aef55f None None] For port dd0f70a9-8037-47c4-957d-e9f01d8772a0, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=dd0f70a9-8037-47c4-957d-e9f01d8772a0,segment=NetworkSegment(96f070f4-f63e-4de9-8da3-d66a55444690),segment_id=96f070f4-f63e-4de9-8da3-d66a55444690)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:21:29.692336 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-eb619c33-6c2e-4520-8539-5e4840aef55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:29.720711 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3f84dab5-a53b-48b1-92a1-1ba5334a2501 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:29.760626 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb619c33-6c2e-4520-8539-5e4840aef55f None None] Pushing event updated for resources: {'Port': ['ID=dd0f70a9-8037-47c4-957d-e9f01d8772a0,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:29.789227 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f84dab5-a53b-48b1-92a1-1ba5334a2501 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Pushing event updated for resources: {'Subnet': ['ID=9451f6b4-3659-4168-8637-66f471276ff7,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:29.797310 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f84dab5-a53b-48b1-92a1-1ba5334a2501 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Checking segment: {'id': 'bdddd2da-41ae-4237-a833-9332fe0816c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '3ac47c0d-9ea9-473d-92dd-d7288231bd7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:21:29.797795 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f84dab5-a53b-48b1-92a1-1ba5334a2501 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Network hostable DHCP agents. Network: 3ac47c0d-9ea9-473d-92dd-d7288231bd7e, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 19:21:29.880530 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f84dab5-a53b-48b1-92a1-1ba5334a2501 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Network 3ac47c0d-9ea9-473d-92dd-d7288231bd7e is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 19:21:29.986637 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-3f84dab5-a53b-48b1-92a1-1ba5334a2501 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 3ac47c0d-9ea9-473d-92dd-d7288231bd7e) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:21:29.993728 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f84dab5-a53b-48b1-92a1-1ba5334a2501 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:21:29.994350 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3f84dab5-a53b-48b1-92a1-1ba5334a2501 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:29.997715 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1733da-0f39-434d-a67f-621ec8adfad1 None None] Network 3ac47c0d-9ea9-473d-92dd-d7288231bd7e requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:21:30.064685 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3f84dab5-a53b-48b1-92a1-1ba5334a2501 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7907331 Oct 27 19:21:30.067398 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50860) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:30.162989 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d73e66-8d1b-4ca6-9d1e-3ef333c6e929 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-3ac47c0d-9ea9-473d-92dd-d7288231bd7e', 'network_id': '3ac47c0d-9ea9-473d-92dd-d7288231bd7e', 'tenant_id': 'a0910674a3af4d55ab65b5ab3e721c80', 'fixed_ips': [{'subnet_id': '9451f6b4-3659-4168-8637-66f471276ff7'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 19:21:30.164628 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f8d73e66-8d1b-4ca6-9d1e-3ef333c6e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:30.179935 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ce112739-7f62-4d08-bc00-a4e26efe38d7 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:30.244931 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ce112739-7f62-4d08-bc00-a4e26efe38d7 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:30.395863 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ce112739-7f62-4d08-bc00-a4e26efe38d7 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:30.433077 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce112739-7f62-4d08-bc00-a4e26efe38d7 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Pushing event deleted for resources: {'Subnet': ['ID=9451f6b4-3659-4168-8637-66f471276ff7,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server [None req-f8d73e66-8d1b-4ca6-9d1e-3ef333c6e929 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9451f6b4-3659-4168-8637-66f471276ff7: This subnet is being modified by another concurrent operation. Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server raise exception Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9451f6b4-3659-4168-8637-66f471276ff7: This subnet is being modified by another concurrent operation. Oct 27 19:21:30.487880 n-d-815690-2 neutron-server[102880]: ERROR oslo_messaging.rpc.server Oct 27 19:21:30.519388 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ce112739-7f62-4d08-bc00-a4e26efe38d7 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:30.530745 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7937e889-ef32-4250-96f6-bc95fffd517c None None] Network 3ac47c0d-9ea9-473d-92dd-d7288231bd7e requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:21:30.559894 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-ce112739-7f62-4d08-bc00-a4e26efe38d7 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ac47c0d-9ea9-473d-92dd-d7288231bd7e']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:21:30.575832 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-ce112739-7f62-4d08-bc00-a4e26efe38d7 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdddd2da-41ae-4237-a833-9332fe0816c6') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:21:30.576137 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-ce112739-7f62-4d08-bc00-a4e26efe38d7 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdddd2da-41ae-4237-a833-9332fe0816c6') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:21:30.588404 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ce112739-7f62-4d08-bc00-a4e26efe38d7 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:30.609130 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device dd0f70a9-8037-47c4-957d-e9f01d8772a0 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:21:30.614871 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ce112739-7f62-4d08-bc00-a4e26efe38d7 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:30.620577 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce112739-7f62-4d08-bc00-a4e26efe38d7 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 19:21:30.620995 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ce112739-7f62-4d08-bc00-a4e26efe38d7 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:30.625097 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 19:21:30.625097 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 19:21:30.625097 n-d-815690-2 neutron-server[102878]: timer() Oct 27 19:21:30.625097 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 19:21:30.625097 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 19:21:30.625097 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 19:21:30.625097 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 19:21:30.625097 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 19:21:30.625097 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 19:21:30.625097 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 19:21:30.625097 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 19:21:30.625097 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 19:21:30.625097 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 19:21:30.625097 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 19:21:30.625097 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 19:21:30.625097 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 19:21:30.625097 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 19:21:30.625097 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 19:21:30.625097 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 19:21:30.625097 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 19:21:30.625097 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 19:21:30.625097 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 19:21:30.625097 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 19:21:30.625097 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 19:21:30.625097 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 19:21:30.625097 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 19:21:30.625097 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 19:21:30.625097 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 19:21:30.625097 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 19:21:30.625097 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 19:21:30.625097 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 19:21:30.625097 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 19:21:30.711683 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port dd0f70a9-8037-47c4-957d-e9f01d8772a0 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:21:30.712056 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:30.740335 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a7bc75-9301-46e3-b922-9cc2a7442b24 None None] Network ac47f512-19a9-474b-9792-c2537a8f2687 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:21:30.747100 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ce112739-7f62-4d08-bc00-a4e26efe38d7 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:30.755849 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ce112739-7f62-4d08-bc00-a4e26efe38d7 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:30.759718 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ce112739-7f62-4d08-bc00-a4e26efe38d7 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] 10.222.0.52 "DELETE /v2.0/networks/3ac47c0d-9ea9-473d-92dd-d7288231bd7e HTTP/1.1" status: 204 len: 168 time: 0.6907942 Oct 27 19:21:30.762521 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50864) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:30.777630 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce112739-7f62-4d08-bc00-a4e26efe38d7 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Pushing event deleted for resources: {'Network': ['ID=3ac47c0d-9ea9-473d-92dd-d7288231bd7e,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:30.791241 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-e66f953f-5db4-4dfd-910a-ec4bf42eb9c0 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] GET failed (client error): The resource could not be found. Oct 27 19:21:30.792787 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e66f953f-5db4-4dfd-910a-ec4bf42eb9c0 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] 10.222.0.52 "GET /v2.0/subnets/9451f6b4-3659-4168-8637-66f471276ff7 HTTP/1.1" status: 404 len: 337 time: 0.0290613 Oct 27 19:21:30.795535 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50866) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:30.815240 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0c566d1-114a-4039-aace-5791dd5c3aae tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] DELETE failed (client error): The resource could not be found. Oct 27 19:21:30.815909 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0c566d1-114a-4039-aace-5791dd5c3aae tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 19:21:30.819003 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a0c566d1-114a-4039-aace-5791dd5c3aae tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] 10.222.0.52 "DELETE /v2.0/networks/3ac47c0d-9ea9-473d-92dd-d7288231bd7e HTTP/1.1" status: 404 len: 339 time: 0.0219834 Oct 27 19:21:30.822776 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50868) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:30.853118 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-e54093a0-b916-4eb0-b8a3-e1a7435c949c tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] DELETE failed (client error): The resource could not be found. Oct 27 19:21:30.853576 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e54093a0-b916-4eb0-b8a3-e1a7435c949c tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 19:21:30.856667 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e54093a0-b916-4eb0-b8a3-e1a7435c949c tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] 10.222.0.52 "DELETE /v2.0/subnets/9451f6b4-3659-4168-8637-66f471276ff7 HTTP/1.1" status: 404 len: 337 time: 0.0329258 Oct 27 19:21:30.859827 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50870) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:30.873013 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-97541e62-6003-416f-bfb4-631630515d3b None None] Provisioning complete for port dd0f70a9-8037-47c4-957d-e9f01d8772a0 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:21:30.873385 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-97541e62-6003-416f-bfb4-631630515d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:30.878556 n-d-815690-2 neutron-server[102879]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc3a2194-14fd-4340-a2eb-5fecea2504e1 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] DELETE failed (client error): The resource could not be found. Oct 27 19:21:30.879159 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc3a2194-14fd-4340-a2eb-5fecea2504e1 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 19:21:30.882215 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-fc3a2194-14fd-4340-a2eb-5fecea2504e1 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] 10.222.0.52 "DELETE /v2.0/networks/3ac47c0d-9ea9-473d-92dd-d7288231bd7e HTTP/1.1" status: 404 len: 339 time: 0.0214055 Oct 27 19:21:30.887143 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50872) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:30.935562 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:30.940181 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-197ab0b0-cdc8-4392-899b-4872e9b27918 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Deleting subnet fd5408fb-f536-4a39-a536-0f2350ae8901 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 19:21:30.943632 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-197ab0b0-cdc8-4392-899b-4872e9b27918 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:30.986927 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-197ab0b0-cdc8-4392-899b-4872e9b27918 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:31.011028 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port dd0f70a9-8037-47c4-957d-e9f01d8772a0, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=dd0f70a9-8037-47c4-957d-e9f01d8772a0,segment=NetworkSegment(96f070f4-f63e-4de9-8da3-d66a55444690),segment_id=96f070f4-f63e-4de9-8da3-d66a55444690)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:21:31.055603 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-97541e62-6003-416f-bfb4-631630515d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:31.098533 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:31.101744 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-197ab0b0-cdc8-4392-899b-4872e9b27918 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:31.179279 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-97541e62-6003-416f-bfb4-631630515d3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 19:21:31.179644 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-97541e62-6003-416f-bfb4-631630515d3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 19:21:31.189937 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=dd0f70a9-8037-47c4-957d-e9f01d8772a0,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:31.255026 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d5b500-cbfc-42c4-98b3-910b2937dc28 None None] get_active_networks_info from n-d-815690-2 {{(pid=102880) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 19:21:31.258044 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-197ab0b0-cdc8-4392-899b-4872e9b27918 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:31.291866 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-197ab0b0-cdc8-4392-899b-4872e9b27918 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:31.303837 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-197ab0b0-cdc8-4392-899b-4872e9b27918 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] 10.222.0.52 "DELETE /v2.0/subnets/fd5408fb-f536-4a39-a536-0f2350ae8901 HTTP/1.1" status: 204 len: 168 time: 0.4156387 Oct 27 19:21:31.305038 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ab0b0-cdc8-4392-899b-4872e9b27918 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Pushing event deleted for resources: {'Subnet': ['ID=fd5408fb-f536-4a39-a536-0f2350ae8901,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:31.306420 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50874) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:31.338708 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d5b500-cbfc-42c4-98b3-910b2937dc28 None None] Resources bound (agent type, host, resource id): {{(pid=102880) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 19:21:31.395734 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c5d8b004-ba25-4efb-a003-346d4ab2e82f tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:31.449042 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-c5d8b004-ba25-4efb-a003-346d4ab2e82f tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Deleting port dd0f70a9-8037-47c4-957d-e9f01d8772a0 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:21:31.449279 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c5d8b004-ba25-4efb-a003-346d4ab2e82f tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:31.519213 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-c5d8b004-ba25-4efb-a003-346d4ab2e82f tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] For port dd0f70a9-8037-47c4-957d-e9f01d8772a0, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=dd0f70a9-8037-47c4-957d-e9f01d8772a0,segment=NetworkSegment(96f070f4-f63e-4de9-8da3-d66a55444690),segment_id=96f070f4-f63e-4de9-8da3-d66a55444690)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:21:31.519576 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c5d8b004-ba25-4efb-a003-346d4ab2e82f tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:31.532824 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-c5d8b004-ba25-4efb-a003-346d4ab2e82f tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Calling delete_port for dd0f70a9-8037-47c4-957d-e9f01d8772a0 owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:21:31.558216 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa021e72-e0c2-41ab-a6b8-24b803cc39ed None None] Network ac47f512-19a9-474b-9792-c2537a8f2687 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:21:31.666783 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c5d8b004-ba25-4efb-a003-346d4ab2e82f tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:31.698544 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d8b004-ba25-4efb-a003-346d4ab2e82f tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Pushing event deleted for resources: {'Port': ['ID=dd0f70a9-8037-47c4-957d-e9f01d8772a0,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:31.703860 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-97541e62-6003-416f-bfb4-631630515d3b None None] Port dd0f70a9-8037-47c4-957d-e9f01d8772a0 update to ACTIVE by agent not found {{(pid=102880) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 27 19:21:31.705563 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d8b004-ba25-4efb-a003-346d4ab2e82f tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] No DVR routers for this DVR port dd0f70a9-8037-47c4-957d-e9f01d8772a0 on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:21:31.752522 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34e33ad-e47b-40f9-afba-ac2b35c097af None None] DHCP port deletion for ac47f512-19a9-474b-9792-c2537a8f2687 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 19:21:31.798304 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c5d8b004-ba25-4efb-a003-346d4ab2e82f tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:31.817036 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-2efb01c3-2971-4770-a790-b7f1315aaf39 None None] Could not find standard attr ID for object dd0f70a9-8037-47c4-957d-e9f01d8772a0. {{(pid=102880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 19:21:31.818755 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-c5d8b004-ba25-4efb-a003-346d4ab2e82f tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac47f512-19a9-474b-9792-c2537a8f2687']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:21:31.828243 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-c5d8b004-ba25-4efb-a003-346d4ab2e82f tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96f070f4-f63e-4de9-8da3-d66a55444690') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:21:31.828538 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-c5d8b004-ba25-4efb-a003-346d4ab2e82f tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96f070f4-f63e-4de9-8da3-d66a55444690') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:21:31.838206 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c5d8b004-ba25-4efb-a003-346d4ab2e82f tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:31.851804 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c5d8b004-ba25-4efb-a003-346d4ab2e82f tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:31.857948 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d8b004-ba25-4efb-a003-346d4ab2e82f tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 19:21:31.859012 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c5d8b004-ba25-4efb-a003-346d4ab2e82f tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:31.862009 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 19:21:31.862009 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 19:21:31.862009 n-d-815690-2 neutron-server[102878]: timer() Oct 27 19:21:31.862009 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 19:21:31.862009 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 19:21:31.862009 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 19:21:31.862009 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 19:21:31.862009 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 19:21:31.862009 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 19:21:31.862009 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 19:21:31.862009 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 19:21:31.862009 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 19:21:31.862009 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 19:21:31.862009 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 19:21:31.862009 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 19:21:31.862009 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 19:21:31.862009 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 19:21:31.862009 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 19:21:31.862009 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 19:21:31.862009 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 19:21:31.862009 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 19:21:31.862009 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 19:21:31.862009 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 19:21:31.862009 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 19:21:31.862009 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 19:21:31.862009 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 19:21:31.862009 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 19:21:31.862009 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 19:21:31.862009 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 19:21:31.862009 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 19:21:31.862009 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 19:21:31.862009 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 19:21:31.983430 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c5d8b004-ba25-4efb-a003-346d4ab2e82f tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:31.990569 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c5d8b004-ba25-4efb-a003-346d4ab2e82f tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:31.993724 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c5d8b004-ba25-4efb-a003-346d4ab2e82f tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] 10.222.0.52 "DELETE /v2.0/networks/ac47f512-19a9-474b-9792-c2537a8f2687 HTTP/1.1" status: 204 len: 168 time: 0.6862116 Oct 27 19:21:31.996139 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50878) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:32.015554 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d8b004-ba25-4efb-a003-346d4ab2e82f tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Pushing event deleted for resources: {'Network': ['ID=ac47f512-19a9-474b-9792-c2537a8f2687,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:32.034499 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-654bbfe6-36e1-445e-b1f8-85b4ff64772c tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] DELETE failed (client error): The resource could not be found. Oct 27 19:21:32.034988 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-654bbfe6-36e1-445e-b1f8-85b4ff64772c tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 19:21:32.038098 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-654bbfe6-36e1-445e-b1f8-85b4ff64772c tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] 10.222.0.52 "DELETE /v2.0/subnets/19a30fea-5027-45a5-aa07-dda86ef9836e HTTP/1.1" status: 404 len: 337 time: 0.0410342 Oct 27 19:21:32.040570 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50880) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:32.058843 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-912a718c-046e-4064-99ed-de58da162d67 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] DELETE failed (client error): The resource could not be found. Oct 27 19:21:32.059397 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-912a718c-046e-4064-99ed-de58da162d67 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 19:21:32.063251 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-912a718c-046e-4064-99ed-de58da162d67 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] 10.222.0.52 "DELETE /v2.0/networks/a73d92e6-5946-4fe7-b2cf-9fb2db1b727b HTTP/1.1" status: 404 len: 339 time: 0.0217645 Oct 27 19:21:32.065762 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50882) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:32.092041 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7c9f2e1-9192-4c6a-9dcd-1647f1849f55 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] DELETE failed (client error): The resource could not be found. Oct 27 19:21:32.092501 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7c9f2e1-9192-4c6a-9dcd-1647f1849f55 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 19:21:32.095585 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f7c9f2e1-9192-4c6a-9dcd-1647f1849f55 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] 10.222.0.52 "DELETE /v2.0/subnets/608eba38-e3f1-4cd2-bd6e-f9c8ed5daae8 HTTP/1.1" status: 404 len: 337 time: 0.0289111 Oct 27 19:21:32.098182 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50884) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:32.116777 n-d-815690-2 neutron-server[102878]: INFO neutron.pecan_wsgi.hooks.translation [None req-f55247a9-91be-4bf8-9204-614f18457042 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] DELETE failed (client error): The resource could not be found. Oct 27 19:21:32.117319 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f55247a9-91be-4bf8-9204-614f18457042 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 19:21:32.120392 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f55247a9-91be-4bf8-9204-614f18457042 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] 10.222.0.52 "DELETE /v2.0/networks/556ad075-0070-44db-aadb-e467996eb5bc HTTP/1.1" status: 404 len: 339 time: 0.0212924 Oct 27 19:21:32.122889 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50886) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:32.174729 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5ea0ba6-8b6b-40ff-b006-e919f2b0ea01 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Deleting subnet f9385bee-c8d6-4120-8b62-41eb08059807 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 19:21:32.178032 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b5ea0ba6-8b6b-40ff-b006-e919f2b0ea01 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:32.224674 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b5ea0ba6-8b6b-40ff-b006-e919f2b0ea01 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:32.310535 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b5ea0ba6-8b6b-40ff-b006-e919f2b0ea01 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:32.444416 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b5ea0ba6-8b6b-40ff-b006-e919f2b0ea01 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:32.477372 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea0ba6-8b6b-40ff-b006-e919f2b0ea01 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Pushing event deleted for resources: {'Subnet': ['ID=f9385bee-c8d6-4120-8b62-41eb08059807,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:32.484182 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b5ea0ba6-8b6b-40ff-b006-e919f2b0ea01 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:32.488357 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50888) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:32.488842 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b5ea0ba6-8b6b-40ff-b006-e919f2b0ea01 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] 10.222.0.52 "DELETE /v2.0/subnets/f9385bee-c8d6-4120-8b62-41eb08059807 HTTP/1.1" status: 204 len: 168 time: 0.3645556 Oct 27 19:21:32.491069 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22813403-be02-4f95-bddb-d013c9be08a1 None None] Network d6f25ebb-808d-4857-8c1b-a4a44735cce5 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:21:32.534858 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device dd0f70a9-8037-47c4-957d-e9f01d8772a0 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:21:32.564387 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: dd0f70a9-8037-47c4-957d-e9f01d8772a0 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:21:32.565035 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device dd0f70a9-8037-47c4-957d-e9f01d8772a0 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:21:32.577172 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-45131373-23ed-4674-9354-648015f04017 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:32.635242 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-45131373-23ed-4674-9354-648015f04017 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Deleting port ac666e2c-cfae-433a-9f2d-629625deec44 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:21:32.635889 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-45131373-23ed-4674-9354-648015f04017 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:32.699482 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127f3394-78d3-4656-b13f-d7c8fcb15f6e None None] DHCP port deletion for d6f25ebb-808d-4857-8c1b-a4a44735cce5 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 19:21:32.702503 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-45131373-23ed-4674-9354-648015f04017 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] For port ac666e2c-cfae-433a-9f2d-629625deec44, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ac666e2c-cfae-433a-9f2d-629625deec44,segment=NetworkSegment(263b42cf-57e2-44e3-a792-17f03f0e9a91),segment_id=263b42cf-57e2-44e3-a792-17f03f0e9a91)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:21:32.703389 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-45131373-23ed-4674-9354-648015f04017 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:32.721380 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-45131373-23ed-4674-9354-648015f04017 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Calling delete_port for ac666e2c-cfae-433a-9f2d-629625deec44 owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:21:32.752504 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-127f3394-78d3-4656-b13f-d7c8fcb15f6e None None] Deleting port ac666e2c-cfae-433a-9f2d-629625deec44 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:21:32.752884 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-127f3394-78d3-4656-b13f-d7c8fcb15f6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:32.820601 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-127f3394-78d3-4656-b13f-d7c8fcb15f6e None None] For port ac666e2c-cfae-433a-9f2d-629625deec44, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ac666e2c-cfae-433a-9f2d-629625deec44,segment=NetworkSegment(263b42cf-57e2-44e3-a792-17f03f0e9a91),segment_id=263b42cf-57e2-44e3-a792-17f03f0e9a91)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:21:32.820918 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-127f3394-78d3-4656-b13f-d7c8fcb15f6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:32.833850 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-127f3394-78d3-4656-b13f-d7c8fcb15f6e None None] Calling delete_port for ac666e2c-cfae-433a-9f2d-629625deec44 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:21:32.890675 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-45131373-23ed-4674-9354-648015f04017 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:32.914529 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-127f3394-78d3-4656-b13f-d7c8fcb15f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:32.919814 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45131373-23ed-4674-9354-648015f04017 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] No DVR routers for this DVR port ac666e2c-cfae-433a-9f2d-629625deec44 on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:21:32.926942 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45131373-23ed-4674-9354-648015f04017 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Pushing event deleted for resources: {'Port': ['ID=ac666e2c-cfae-433a-9f2d-629625deec44,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:32.942343 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127f3394-78d3-4656-b13f-d7c8fcb15f6e None None] Pushing event deleted for resources: {'Port': ['ID=ac666e2c-cfae-433a-9f2d-629625deec44,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:32.944239 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127f3394-78d3-4656-b13f-d7c8fcb15f6e None None] No DVR routers for this DVR port ac666e2c-cfae-433a-9f2d-629625deec44 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:21:33.013897 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-45131373-23ed-4674-9354-648015f04017 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:33.036339 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-45131373-23ed-4674-9354-648015f04017 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6f25ebb-808d-4857-8c1b-a4a44735cce5']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:21:33.046895 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-45131373-23ed-4674-9354-648015f04017 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '263b42cf-57e2-44e3-a792-17f03f0e9a91') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:21:33.047190 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-45131373-23ed-4674-9354-648015f04017 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '263b42cf-57e2-44e3-a792-17f03f0e9a91') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:21:33.056815 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-45131373-23ed-4674-9354-648015f04017 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:33.070735 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-45131373-23ed-4674-9354-648015f04017 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:33.076715 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45131373-23ed-4674-9354-648015f04017 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 19:21:33.077689 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-45131373-23ed-4674-9354-648015f04017 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:33.080728 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 19:21:33.080728 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 19:21:33.080728 n-d-815690-2 neutron-server[102879]: timer() Oct 27 19:21:33.080728 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 19:21:33.080728 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 19:21:33.080728 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 19:21:33.080728 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 19:21:33.080728 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 19:21:33.080728 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 19:21:33.080728 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 19:21:33.080728 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 19:21:33.080728 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 19:21:33.080728 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 19:21:33.080728 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 19:21:33.080728 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 19:21:33.080728 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 19:21:33.080728 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 19:21:33.080728 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 19:21:33.080728 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 19:21:33.080728 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 19:21:33.080728 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 19:21:33.080728 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 19:21:33.080728 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 19:21:33.080728 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 19:21:33.080728 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 19:21:33.080728 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 19:21:33.080728 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 19:21:33.080728 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 19:21:33.080728 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 19:21:33.080728 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 19:21:33.080728 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 19:21:33.080728 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 19:21:33.229154 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-45131373-23ed-4674-9354-648015f04017 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:33.236742 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-45131373-23ed-4674-9354-648015f04017 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:33.239942 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-45131373-23ed-4674-9354-648015f04017 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] 10.222.0.52 "DELETE /v2.0/networks/d6f25ebb-808d-4857-8c1b-a4a44735cce5 HTTP/1.1" status: 204 len: 168 time: 0.7499561 Oct 27 19:21:33.253282 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45131373-23ed-4674-9354-648015f04017 tempest-NetworksIpV6Test-36478881 tempest-NetworksIpV6Test-36478881-project] Pushing event deleted for resources: {'Network': ['ID=d6f25ebb-808d-4857-8c1b-a4a44735cce5,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:33.714508 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:21:33.735344 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50894) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:33.881213 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-161d52f8-d538-48a7-8d48-e92a860433df admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a0910674a3af4d55ab65b5ab3e721c80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1446822 Oct 27 19:21:33.883731 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50898) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:33.933469 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bf713c18-ea83-4942-a2fa-d82afca98349 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:33.956209 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bf713c18-ea83-4942-a2fa-d82afca98349 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:34.086103 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bf713c18-ea83-4942-a2fa-d82afca98349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:34.088902 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bf713c18-ea83-4942-a2fa-d82afca98349 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:34.090106 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-bf713c18-ea83-4942-a2fa-d82afca98349 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8ae2ff07-d9cb-456c-bbbd-15343751be97 HTTP/1.1" status: 204 len: 168 time: 0.2054491 Oct 27 19:21:34.099087 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf713c18-ea83-4942-a2fa-d82afca98349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae2ff07-d9cb-456c-bbbd-15343751be97,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:34.534394 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ac666e2c-cfae-433a-9f2d-629625deec44 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:21:34.555121 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: ac666e2c-cfae-433a-9f2d-629625deec44 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:21:34.555479 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ac666e2c-cfae-433a-9f2d-629625deec44 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:21:35.158072 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50920) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:35.256740 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-6435811c-013d-439b-9378-a08db694f9be tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1584764835', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:21:35.346734 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6435811c-013d-439b-9378-a08db694f9be tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:35.347878 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6435811c-013d-439b-9378-a08db694f9be tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:35.401380 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6435811c-013d-439b-9378-a08db694f9be tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:35.478426 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6435811c-013d-439b-9378-a08db694f9be tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:35.571749 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6435811c-013d-439b-9378-a08db694f9be tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:35.573030 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6435811c-013d-439b-9378-a08db694f9be tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4138763 Oct 27 19:21:35.575931 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50924) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:35.581151 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-1a9b8dbb-8106-4a07-9e87-ead222ef30b4 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1317385396'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:21:35.661027 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9b8dbb-8106-4a07-9e87-ead222ef30b4 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Made reservation on behalf of 9b7f7120b54b429690587052c2e2e9a8 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:21:35.664539 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1a9b8dbb-8106-4a07-9e87-ead222ef30b4 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:35.674684 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1a9b8dbb-8106-4a07-9e87-ead222ef30b4 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:35.749170 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1a9b8dbb-8106-4a07-9e87-ead222ef30b4 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:35.806241 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1a9b8dbb-8106-4a07-9e87-ead222ef30b4 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:35.833664 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a9b8dbb-8106-4a07-9e87-ead222ef30b4 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] vlan segment allocate from pool success with {'vlan_id': 1019, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 19:21:35.844335 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b8dbb-8106-4a07-9e87-ead222ef30b4 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7246401f-c4f8-47d2-85fd-bb867e821ff1,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:35.849229 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1a9b8dbb-8106-4a07-9e87-ead222ef30b4 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:35.849584 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-1a9b8dbb-8106-4a07-9e87-ead222ef30b4 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Added segment 465d6fdb-c5bd-467c-9ad2-8f6d855f26b7 of type vlan for network 8a1d57b9-6ee7-4ccb-bc9b-a53ea0927437 Oct 27 19:21:35.890385 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1a9b8dbb-8106-4a07-9e87-ead222ef30b4 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:35.977701 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1a9b8dbb-8106-4a07-9e87-ead222ef30b4 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:35.983450 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9b8dbb-8106-4a07-9e87-ead222ef30b4 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:21:35.984186 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-1a9b8dbb-8106-4a07-9e87-ead222ef30b4 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:36.051993 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b8dbb-8106-4a07-9e87-ead222ef30b4 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Pushing event updated for resources: {'Network': ['ID=8a1d57b9-6ee7-4ccb-bc9b-a53ea0927437,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:36.062025 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 8a1d57b9-6ee7-4ccb-bc9b-a53ea0927437 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 19:21:36.128991 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-1a9b8dbb-8106-4a07-9e87-ead222ef30b4 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5519464 Oct 27 19:21:36.131856 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50926) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:36.137025 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-9e456b07-3d83-474d-a4f6-69082ca633dd tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Request body: {'subnet': {'network_id': '8a1d57b9-6ee7-4ccb-bc9b-a53ea0927437', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:21:36.301035 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e456b07-3d83-474d-a4f6-69082ca633dd tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Made reservation on behalf of 9b7f7120b54b429690587052c2e2e9a8 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:21:36.304624 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9e456b07-3d83-474d-a4f6-69082ca633dd tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:36.549455 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9e456b07-3d83-474d-a4f6-69082ca633dd tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:36.614362 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e456b07-3d83-474d-a4f6-69082ca633dd tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Pushing event updated for resources: {'Subnet': ['ID=91bb59e4-7a53-41e7-8c2a-6d0658dc4f9e,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:36.623171 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e456b07-3d83-474d-a4f6-69082ca633dd tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Checking segment: {'id': '465d6fdb-c5bd-467c-9ad2-8f6d855f26b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '8a1d57b9-6ee7-4ccb-bc9b-a53ea0927437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:21:36.623545 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e456b07-3d83-474d-a4f6-69082ca633dd tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Network hostable DHCP agents. Network: 8a1d57b9-6ee7-4ccb-bc9b-a53ea0927437, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 19:21:36.691846 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e456b07-3d83-474d-a4f6-69082ca633dd tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Network 8a1d57b9-6ee7-4ccb-bc9b-a53ea0927437 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 19:21:36.766041 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-9e456b07-3d83-474d-a4f6-69082ca633dd tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 8a1d57b9-6ee7-4ccb-bc9b-a53ea0927437) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:21:36.770191 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e456b07-3d83-474d-a4f6-69082ca633dd tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:21:36.770752 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9e456b07-3d83-474d-a4f6-69082ca633dd tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:36.775493 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453f7534-7a78-41b0-ad1d-12ace99bf914 None None] Network 8a1d57b9-6ee7-4ccb-bc9b-a53ea0927437 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:21:36.852369 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9e456b07-3d83-474d-a4f6-69082ca633dd tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7194197 Oct 27 19:21:36.855407 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50928) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:36.861104 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-d674502d-b90e-46e8-84e1-ac85854877c9 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1309068350'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:21:36.927358 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd051a15-b735-4064-8032-92bb43b7d1d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-8a1d57b9-6ee7-4ccb-bc9b-a53ea0927437', 'network_id': '8a1d57b9-6ee7-4ccb-bc9b-a53ea0927437', 'tenant_id': '9b7f7120b54b429690587052c2e2e9a8', 'fixed_ips': [{'subnet_id': '91bb59e4-7a53-41e7-8c2a-6d0658dc4f9e'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 19:21:36.927358 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-bd051a15-b735-4064-8032-92bb43b7d1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:36.946626 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d674502d-b90e-46e8-84e1-ac85854877c9 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Made reservation on behalf of 9b7f7120b54b429690587052c2e2e9a8 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:21:36.950150 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d674502d-b90e-46e8-84e1-ac85854877c9 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:36.980606 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d674502d-b90e-46e8-84e1-ac85854877c9 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] vlan segment allocate from pool success with {'vlan_id': 1046, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 19:21:36.992872 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d674502d-b90e-46e8-84e1-ac85854877c9 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:36.993223 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-d674502d-b90e-46e8-84e1-ac85854877c9 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Added segment b54949f6-0d38-4594-8a4a-7836c1e1d474 of type vlan for network c4b0e8bd-7f23-41f4-850e-e76695f8d757 Oct 27 19:21:37.036848 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d674502d-b90e-46e8-84e1-ac85854877c9 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:37.067082 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-bd051a15-b735-4064-8032-92bb43b7d1d5 None None] Allocated IP 172.20.0.2 (8a1d57b9-6ee7-4ccb-bc9b-a53ea0927437/91bb59e4-7a53-41e7-8c2a-6d0658dc4f9e/30590a26-8f21-417b-92d9-14dd806ba8cc) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:21:37.166427 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d674502d-b90e-46e8-84e1-ac85854877c9 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:37.175241 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d674502d-b90e-46e8-84e1-ac85854877c9 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:21:37.175793 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d674502d-b90e-46e8-84e1-ac85854877c9 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:37.233506 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-bd051a15-b735-4064-8032-92bb43b7d1d5 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:37.244445 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d674502d-b90e-46e8-84e1-ac85854877c9 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Pushing event updated for resources: {'Network': ['ID=c4b0e8bd-7f23-41f4-850e-e76695f8d757,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:37.254962 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network c4b0e8bd-7f23-41f4-850e-e76695f8d757 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 19:21:37.283961 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d674502d-b90e-46e8-84e1-ac85854877c9 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4275012 Oct 27 19:21:37.287017 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50930) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:37.292245 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-d670f343-3738-4ca8-b827-977dd28cc2e0 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Request body: {'subnet': {'network_id': 'c4b0e8bd-7f23-41f4-850e-e76695f8d757', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:21:37.315938 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-bd051a15-b735-4064-8032-92bb43b7d1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:37.366479 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd051a15-b735-4064-8032-92bb43b7d1d5 None None] Network 8a1d57b9-6ee7-4ccb-bc9b-a53ea0927437 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:21:37.370341 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-bd051a15-b735-4064-8032-92bb43b7d1d5 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:21:37.374012 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd051a15-b735-4064-8032-92bb43b7d1d5 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:21:37.381827 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd051a15-b735-4064-8032-92bb43b7d1d5 None None] Pushing event updated for resources: {'Port': ['ID=30590a26-8f21-417b-92d9-14dd806ba8cc,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:37.446645 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-bd051a15-b735-4064-8032-92bb43b7d1d5 None None] Attempting to bind port 30590a26-8f21-417b-92d9-14dd806ba8cc on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:21:37.446978 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-bd051a15-b735-4064-8032-92bb43b7d1d5 None None] Attempting to bind port 30590a26-8f21-417b-92d9-14dd806ba8cc by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '465d6fdb-c5bd-467c-9ad2-8f6d855f26b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '8a1d57b9-6ee7-4ccb-bc9b-a53ea0927437'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:21:37.447299 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd051a15-b735-4064-8032-92bb43b7d1d5 None None] Attempting to bind port 30590a26-8f21-417b-92d9-14dd806ba8cc on network 8a1d57b9-6ee7-4ccb-bc9b-a53ea0927437 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:21:37.454217 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd051a15-b735-4064-8032-92bb43b7d1d5 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:21:37.454600 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd051a15-b735-4064-8032-92bb43b7d1d5 None None] Checking segment: {'id': '465d6fdb-c5bd-467c-9ad2-8f6d855f26b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '8a1d57b9-6ee7-4ccb-bc9b-a53ea0927437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:21:37.455081 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-bd051a15-b735-4064-8032-92bb43b7d1d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:37.455482 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd051a15-b735-4064-8032-92bb43b7d1d5 None None] Bound using segment: {'id': '465d6fdb-c5bd-467c-9ad2-8f6d855f26b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '8a1d57b9-6ee7-4ccb-bc9b-a53ea0927437'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:21:37.456006 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-bd051a15-b735-4064-8032-92bb43b7d1d5 None None] Bound port: 30590a26-8f21-417b-92d9-14dd806ba8cc, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465d6fdb-c5bd-467c-9ad2-8f6d855f26b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '8a1d57b9-6ee7-4ccb-bc9b-a53ea0927437'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:21:37.456398 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-bd051a15-b735-4064-8032-92bb43b7d1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:37.497707 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d670f343-3738-4ca8-b827-977dd28cc2e0 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Made reservation on behalf of 9b7f7120b54b429690587052c2e2e9a8 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:21:37.501480 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d670f343-3738-4ca8-b827-977dd28cc2e0 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:37.526208 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-bd051a15-b735-4064-8032-92bb43b7d1d5 None None] For port 30590a26-8f21-417b-92d9-14dd806ba8cc, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:21:37.533005 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-bd051a15-b735-4064-8032-92bb43b7d1d5 None None] For port 30590a26-8f21-417b-92d9-14dd806ba8cc, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=30590a26-8f21-417b-92d9-14dd806ba8cc,segment=NetworkSegment(465d6fdb-c5bd-467c-9ad2-8f6d855f26b7),segment_id=465d6fdb-c5bd-467c-9ad2-8f6d855f26b7)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:21:37.598290 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-bd051a15-b735-4064-8032-92bb43b7d1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:37.661486 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd051a15-b735-4064-8032-92bb43b7d1d5 None None] Pushing event updated for resources: {'Port': ['ID=30590a26-8f21-417b-92d9-14dd806ba8cc,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:37.766795 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d670f343-3738-4ca8-b827-977dd28cc2e0 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:37.845956 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670f343-3738-4ca8-b827-977dd28cc2e0 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Pushing event updated for resources: {'Subnet': ['ID=e6b25f31-f65f-4950-8031-d04983f9fb2b,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:37.857546 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d670f343-3738-4ca8-b827-977dd28cc2e0 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Checking segment: {'id': 'b54949f6-0d38-4594-8a4a-7836c1e1d474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'c4b0e8bd-7f23-41f4-850e-e76695f8d757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:21:37.857909 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d670f343-3738-4ca8-b827-977dd28cc2e0 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Network hostable DHCP agents. Network: c4b0e8bd-7f23-41f4-850e-e76695f8d757, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 19:21:37.923837 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d670f343-3738-4ca8-b827-977dd28cc2e0 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Network c4b0e8bd-7f23-41f4-850e-e76695f8d757 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 19:21:37.992502 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-d670f343-3738-4ca8-b827-977dd28cc2e0 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, c4b0e8bd-7f23-41f4-850e-e76695f8d757) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:21:37.997248 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d670f343-3738-4ca8-b827-977dd28cc2e0 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:21:37.997852 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d670f343-3738-4ca8-b827-977dd28cc2e0 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:38.004798 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53714ab0-7d0b-47b7-9863-232a3cc9ef9c None None] Network c4b0e8bd-7f23-41f4-850e-e76695f8d757 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:21:38.060726 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d670f343-3738-4ca8-b827-977dd28cc2e0 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7725554 Oct 27 19:21:38.063965 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50932) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:38.068675 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-5c35cf04-b497-4ceb-aed4-78c8da998bc1 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c4b0e8bd-7f23-41f4-850e-e76695f8d757'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:21:38.165696 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756f78e4-d179-49fa-b637-80bb53a7e647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-c4b0e8bd-7f23-41f4-850e-e76695f8d757', 'network_id': 'c4b0e8bd-7f23-41f4-850e-e76695f8d757', 'tenant_id': '9b7f7120b54b429690587052c2e2e9a8', 'fixed_ips': [{'subnet_id': 'e6b25f31-f65f-4950-8031-d04983f9fb2b'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 19:21:38.166617 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-756f78e4-d179-49fa-b637-80bb53a7e647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:38.303557 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-5c35cf04-b497-4ceb-aed4-78c8da998bc1 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:38.322674 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-756f78e4-d179-49fa-b637-80bb53a7e647 None None] Allocated IP 172.21.0.2 (c4b0e8bd-7f23-41f4-850e-e76695f8d757/e6b25f31-f65f-4950-8031-d04983f9fb2b/1b8e6805-3c1c-40bd-ad4c-c96a3720be4e) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:21:38.504140 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [None req-5c35cf04-b497-4ceb-aed4-78c8da998bc1 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 19:21:38.505842 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5c35cf04-b497-4ceb-aed4-78c8da998bc1 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] 10.222.0.52 "PUT /v2.0/routers/f2f82aa1-7856-46ca-b5c6-089e2e1ab611 HTTP/1.1" status: 400 len: 364 time: 0.4406455 Oct 27 19:21:38.511662 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50934) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:38.602717 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc1cb451-a38f-4737-9e3e-322aa777b394 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Deleting subnet e6b25f31-f65f-4950-8031-d04983f9fb2b {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 19:21:38.645660 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 30590a26-8f21-417b-92d9-14dd806ba8cc up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:21:38.647821 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa423d0-4b45-4fa4-b5fe-7a2d3633234d None None] Network 8a1d57b9-6ee7-4ccb-bc9b-a53ea0927437 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:21:38.750648 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-756f78e4-d179-49fa-b637-80bb53a7e647 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:38.766091 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-7bf35e76-e269-4727-bf41-345cdc31bac6 None None] Provisioning complete for port 30590a26-8f21-417b-92d9-14dd806ba8cc triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:21:38.766389 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7bf35e76-e269-4727-bf41-345cdc31bac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:38.817473 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cc1cb451-a38f-4737-9e3e-322aa777b394 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:38.828751 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-756f78e4-d179-49fa-b637-80bb53a7e647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:38.833344 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 30590a26-8f21-417b-92d9-14dd806ba8cc triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:21:38.833708 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:38.865578 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cc1cb451-a38f-4737-9e3e-322aa777b394 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:38.941273 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756f78e4-d179-49fa-b637-80bb53a7e647 None None] Network c4b0e8bd-7f23-41f4-850e-e76695f8d757 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:21:38.955139 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f78e4-d179-49fa-b637-80bb53a7e647 None None] Pushing event updated for resources: {'Port': ['ID=1b8e6805-3c1c-40bd-ad4c-c96a3720be4e,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:38.961099 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-756f78e4-d179-49fa-b637-80bb53a7e647 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:21:38.961441 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cc1cb451-a38f-4737-9e3e-322aa777b394 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:38.964220 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756f78e4-d179-49fa-b637-80bb53a7e647 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:21:39.051831 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7bf35e76-e269-4727-bf41-345cdc31bac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:39.089791 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cc1cb451-a38f-4737-9e3e-322aa777b394 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:39.119217 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1cb451-a38f-4737-9e3e-322aa777b394 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Pushing event deleted for resources: {'Subnet': ['ID=e6b25f31-f65f-4950-8031-d04983f9fb2b,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:39.128179 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cc1cb451-a38f-4737-9e3e-322aa777b394 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:39.130882 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-756f78e4-d179-49fa-b637-80bb53a7e647 None None] Attempting to bind port 1b8e6805-3c1c-40bd-ad4c-c96a3720be4e on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:21:39.131231 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-756f78e4-d179-49fa-b637-80bb53a7e647 None None] Attempting to bind port 1b8e6805-3c1c-40bd-ad4c-c96a3720be4e by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'b54949f6-0d38-4594-8a4a-7836c1e1d474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'c4b0e8bd-7f23-41f4-850e-e76695f8d757'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:21:39.131512 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-cc1cb451-a38f-4737-9e3e-322aa777b394 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] 10.222.0.52 "DELETE /v2.0/subnets/e6b25f31-f65f-4950-8031-d04983f9fb2b HTTP/1.1" status: 204 len: 168 time: 0.6187944 Oct 27 19:21:39.131915 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756f78e4-d179-49fa-b637-80bb53a7e647 None None] Attempting to bind port 1b8e6805-3c1c-40bd-ad4c-c96a3720be4e on network c4b0e8bd-7f23-41f4-850e-e76695f8d757 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:21:39.134663 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50936) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:39.143004 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1cb451-a38f-4737-9e3e-322aa777b394 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:39.146872 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1cb451-a38f-4737-9e3e-322aa777b394 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:39.146872 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1cb451-a38f-4737-9e3e-322aa777b394 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:39.146872 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1cb451-a38f-4737-9e3e-322aa777b394 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:39.146872 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1cb451-a38f-4737-9e3e-322aa777b394 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:39.146872 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1cb451-a38f-4737-9e3e-322aa777b394 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:39.146872 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1cb451-a38f-4737-9e3e-322aa777b394 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:39.146872 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1cb451-a38f-4737-9e3e-322aa777b394 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:39.146872 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1cb451-a38f-4737-9e3e-322aa777b394 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:39.146872 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1cb451-a38f-4737-9e3e-322aa777b394 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:39.146872 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1cb451-a38f-4737-9e3e-322aa777b394 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:39.146872 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1cb451-a38f-4737-9e3e-322aa777b394 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:39.150653 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756f78e4-d179-49fa-b637-80bb53a7e647 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:21:39.151045 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756f78e4-d179-49fa-b637-80bb53a7e647 None None] Checking segment: {'id': 'b54949f6-0d38-4594-8a4a-7836c1e1d474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'c4b0e8bd-7f23-41f4-850e-e76695f8d757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:21:39.151525 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-756f78e4-d179-49fa-b637-80bb53a7e647 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:39.151838 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756f78e4-d179-49fa-b637-80bb53a7e647 None None] Bound using segment: {'id': 'b54949f6-0d38-4594-8a4a-7836c1e1d474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'c4b0e8bd-7f23-41f4-850e-e76695f8d757'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:21:39.152341 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-756f78e4-d179-49fa-b637-80bb53a7e647 None None] Bound port: 1b8e6805-3c1c-40bd-ad4c-c96a3720be4e, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b54949f6-0d38-4594-8a4a-7836c1e1d474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'c4b0e8bd-7f23-41f4-850e-e76695f8d757'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:21:39.152733 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-756f78e4-d179-49fa-b637-80bb53a7e647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:39.160116 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:39.166072 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-7bf35e76-e269-4727-bf41-345cdc31bac6 None None] For port 30590a26-8f21-417b-92d9-14dd806ba8cc, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=30590a26-8f21-417b-92d9-14dd806ba8cc,segment=NetworkSegment(465d6fdb-c5bd-467c-9ad2-8f6d855f26b7),segment_id=465d6fdb-c5bd-467c-9ad2-8f6d855f26b7)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:21:39.241598 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-87bef949-3e3e-4aa7-a701-ca25687f247c tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:39.261022 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-756f78e4-d179-49fa-b637-80bb53a7e647 None None] For port 1b8e6805-3c1c-40bd-ad4c-c96a3720be4e, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:21:39.267678 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-756f78e4-d179-49fa-b637-80bb53a7e647 None None] For port 1b8e6805-3c1c-40bd-ad4c-c96a3720be4e, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=1b8e6805-3c1c-40bd-ad4c-c96a3720be4e,segment=NetworkSegment(b54949f6-0d38-4594-8a4a-7836c1e1d474),segment_id=b54949f6-0d38-4594-8a4a-7836c1e1d474)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:21:39.267678 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7bf35e76-e269-4727-bf41-345cdc31bac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:39.303641 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-87bef949-3e3e-4aa7-a701-ca25687f247c tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Deleting port 1b8e6805-3c1c-40bd-ad4c-c96a3720be4e {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:21:39.303934 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-87bef949-3e3e-4aa7-a701-ca25687f247c tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:39.351333 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-756f78e4-d179-49fa-b637-80bb53a7e647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:39.353805 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf35e76-e269-4727-bf41-345cdc31bac6 None None] Pushing event updated for resources: {'Port': ['ID=30590a26-8f21-417b-92d9-14dd806ba8cc,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:39.367976 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 19:21:39.368150 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 19:21:39.392187 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-87bef949-3e3e-4aa7-a701-ca25687f247c tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] For port 1b8e6805-3c1c-40bd-ad4c-c96a3720be4e, host n-d-815690-2, got binding levels [] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:21:39.394695 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-87bef949-3e3e-4aa7-a701-ca25687f247c tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:39.443366 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f78e4-d179-49fa-b637-80bb53a7e647 None None] Pushing event updated for resources: {'Port': ['ID=1b8e6805-3c1c-40bd-ad4c-c96a3720be4e,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:39.466004 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d484d49-34de-4c28-aaff-5b2a61463849 None None] Network c4b0e8bd-7f23-41f4-850e-e76695f8d757 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:21:39.547494 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-9be88034-57de-4542-b736-bda4d501dbb4 None None] Provisioning complete for port 30590a26-8f21-417b-92d9-14dd806ba8cc triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:21:39.547878 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9be88034-57de-4542-b736-bda4d501dbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:39.683152 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd50b23-b309-442c-a734-90a6d1feb8fe None None] get_active_networks_info from n-d-815690-2 {{(pid=102880) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 19:21:39.715728 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a00fa42f-b854-4ed5-9c34-b1f5528f687d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:39.756215 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-87bef949-3e3e-4aa7-a701-ca25687f247c tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Calling delete_port for 1b8e6805-3c1c-40bd-ad4c-c96a3720be4e owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:21:39.777286 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd50b23-b309-442c-a734-90a6d1feb8fe None None] Resources bound (agent type, host, resource id): {{(pid=102880) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 19:21:39.897752 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-87bef949-3e3e-4aa7-a701-ca25687f247c tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:39.924044 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bef949-3e3e-4aa7-a701-ca25687f247c tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Pushing event deleted for resources: {'Port': ['ID=1b8e6805-3c1c-40bd-ad4c-c96a3720be4e,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:39.928318 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bef949-3e3e-4aa7-a701-ca25687f247c tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] No DVR routers for this DVR port 1b8e6805-3c1c-40bd-ad4c-c96a3720be4e on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:21:40.017338 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-87bef949-3e3e-4aa7-a701-ca25687f247c tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:40.038672 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-87bef949-3e3e-4aa7-a701-ca25687f247c tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b0e8bd-7f23-41f4-850e-e76695f8d757']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:21:40.049816 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-87bef949-3e3e-4aa7-a701-ca25687f247c tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b54949f6-0d38-4594-8a4a-7836c1e1d474') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:21:40.049816 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-87bef949-3e3e-4aa7-a701-ca25687f247c tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b54949f6-0d38-4594-8a4a-7836c1e1d474') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:21:40.059046 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-87bef949-3e3e-4aa7-a701-ca25687f247c tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:40.076001 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-87bef949-3e3e-4aa7-a701-ca25687f247c tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:40.086604 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87bef949-3e3e-4aa7-a701-ca25687f247c tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 19:21:40.087041 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-87bef949-3e3e-4aa7-a701-ca25687f247c tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:40.090115 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 19:21:40.090115 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 19:21:40.090115 n-d-815690-2 neutron-server[102879]: timer() Oct 27 19:21:40.090115 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 19:21:40.090115 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 19:21:40.090115 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 19:21:40.090115 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 19:21:40.090115 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 19:21:40.090115 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 19:21:40.090115 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 19:21:40.090115 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 19:21:40.090115 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 19:21:40.090115 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 19:21:40.090115 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 19:21:40.090115 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 19:21:40.090115 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 19:21:40.090115 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 19:21:40.090115 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 19:21:40.090115 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 19:21:40.090115 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 19:21:40.090115 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 19:21:40.090115 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 19:21:40.090115 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 19:21:40.090115 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 19:21:40.090115 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 19:21:40.090115 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 19:21:40.090115 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 19:21:40.090115 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 19:21:40.090115 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 19:21:40.090115 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 19:21:40.090115 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 19:21:40.090115 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 19:21:40.226797 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-87bef949-3e3e-4aa7-a701-ca25687f247c tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:40.237189 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-87bef949-3e3e-4aa7-a701-ca25687f247c tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:40.240225 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-87bef949-3e3e-4aa7-a701-ca25687f247c tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] 10.222.0.52 "DELETE /v2.0/networks/c4b0e8bd-7f23-41f4-850e-e76695f8d757 HTTP/1.1" status: 204 len: 168 time: 1.1051211 Oct 27 19:21:40.243153 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50938) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:40.253535 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bef949-3e3e-4aa7-a701-ca25687f247c tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Pushing event deleted for resources: {'Network': ['ID=c4b0e8bd-7f23-41f4-850e-e76695f8d757,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:40.301478 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c9b48ca-5eb0-4e11-ae70-5021dc4db762 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Deleting subnet 91bb59e4-7a53-41e7-8c2a-6d0658dc4f9e {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 19:21:40.304963 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8c9b48ca-5eb0-4e11-ae70-5021dc4db762 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:40.350519 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8c9b48ca-5eb0-4e11-ae70-5021dc4db762 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:40.447996 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8c9b48ca-5eb0-4e11-ae70-5021dc4db762 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:40.538405 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 30590a26-8f21-417b-92d9-14dd806ba8cc up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:21:40.583674 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8c9b48ca-5eb0-4e11-ae70-5021dc4db762 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:40.596948 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 30590a26-8f21-417b-92d9-14dd806ba8cc triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:21:40.597326 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:40.612477 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b48ca-5eb0-4e11-ae70-5021dc4db762 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Pushing event deleted for resources: {'Subnet': ['ID=91bb59e4-7a53-41e7-8c2a-6d0658dc4f9e,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:40.616413 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8c9b48ca-5eb0-4e11-ae70-5021dc4db762 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:40.620084 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8c9b48ca-5eb0-4e11-ae70-5021dc4db762 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] 10.222.0.52 "DELETE /v2.0/subnets/91bb59e4-7a53-41e7-8c2a-6d0658dc4f9e HTTP/1.1" status: 204 len: 168 time: 0.3758764 Oct 27 19:21:40.622642 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50940) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:40.626597 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9597c9ff-a38d-4ff2-b8bf-d1b7a2246445 None None] Network 8a1d57b9-6ee7-4ccb-bc9b-a53ea0927437 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:21:40.701005 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3c3c429c-a4ac-403a-9dc4-3088071a4c3d tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:40.756577 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-3c3c429c-a4ac-403a-9dc4-3088071a4c3d tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Deleting port 30590a26-8f21-417b-92d9-14dd806ba8cc {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:21:40.757246 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3c3c429c-a4ac-403a-9dc4-3088071a4c3d tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:40.829352 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-3c3c429c-a4ac-403a-9dc4-3088071a4c3d tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] For port 30590a26-8f21-417b-92d9-14dd806ba8cc, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=30590a26-8f21-417b-92d9-14dd806ba8cc,segment=NetworkSegment(465d6fdb-c5bd-467c-9ad2-8f6d855f26b7),segment_id=465d6fdb-c5bd-467c-9ad2-8f6d855f26b7)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:21:40.829716 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3c3c429c-a4ac-403a-9dc4-3088071a4c3d tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:40.843248 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-3c3c429c-a4ac-403a-9dc4-3088071a4c3d tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Calling delete_port for 30590a26-8f21-417b-92d9-14dd806ba8cc owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:21:40.844059 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e399f25-e1ee-4a41-bb81-0061d6e74e02 None None] DHCP port deletion for 8a1d57b9-6ee7-4ccb-bc9b-a53ea0927437 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 19:21:40.892266 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-9e399f25-e1ee-4a41-bb81-0061d6e74e02 None None] Deleting port 30590a26-8f21-417b-92d9-14dd806ba8cc {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:21:40.892648 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9e399f25-e1ee-4a41-bb81-0061d6e74e02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:40.958365 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-9e399f25-e1ee-4a41-bb81-0061d6e74e02 None None] For port 30590a26-8f21-417b-92d9-14dd806ba8cc, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=30590a26-8f21-417b-92d9-14dd806ba8cc,segment=NetworkSegment(465d6fdb-c5bd-467c-9ad2-8f6d855f26b7),segment_id=465d6fdb-c5bd-467c-9ad2-8f6d855f26b7)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:21:40.958755 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9e399f25-e1ee-4a41-bb81-0061d6e74e02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:40.970572 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-9e399f25-e1ee-4a41-bb81-0061d6e74e02 None None] Calling delete_port for 30590a26-8f21-417b-92d9-14dd806ba8cc owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:21:40.988628 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3c3c429c-a4ac-403a-9dc4-3088071a4c3d tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:41.029630 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3c429c-a4ac-403a-9dc4-3088071a4c3d tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Pushing event deleted for resources: {'Port': ['ID=30590a26-8f21-417b-92d9-14dd806ba8cc,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:41.029630 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3c429c-a4ac-403a-9dc4-3088071a4c3d tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] No DVR routers for this DVR port 30590a26-8f21-417b-92d9-14dd806ba8cc on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:21:41.062510 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9e399f25-e1ee-4a41-bb81-0061d6e74e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:41.100301 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e399f25-e1ee-4a41-bb81-0061d6e74e02 None None] Pushing event deleted for resources: {'Port': ['ID=30590a26-8f21-417b-92d9-14dd806ba8cc,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:41.109317 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e399f25-e1ee-4a41-bb81-0061d6e74e02 None None] No DVR routers for this DVR port 30590a26-8f21-417b-92d9-14dd806ba8cc on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:21:41.142304 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3c3c429c-a4ac-403a-9dc4-3088071a4c3d tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:41.161426 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-3c3c429c-a4ac-403a-9dc4-3088071a4c3d tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a1d57b9-6ee7-4ccb-bc9b-a53ea0927437']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:21:41.170842 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-3c3c429c-a4ac-403a-9dc4-3088071a4c3d tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '465d6fdb-c5bd-467c-9ad2-8f6d855f26b7') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:21:41.171140 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-3c3c429c-a4ac-403a-9dc4-3088071a4c3d tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '465d6fdb-c5bd-467c-9ad2-8f6d855f26b7') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:21:41.184339 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3c3c429c-a4ac-403a-9dc4-3088071a4c3d tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:41.198331 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3c3c429c-a4ac-403a-9dc4-3088071a4c3d tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:41.205596 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c3c429c-a4ac-403a-9dc4-3088071a4c3d tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 19:21:41.206421 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3c3c429c-a4ac-403a-9dc4-3088071a4c3d tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:41.210938 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 19:21:41.210938 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 19:21:41.210938 n-d-815690-2 neutron-server[102879]: timer() Oct 27 19:21:41.210938 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 19:21:41.210938 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 19:21:41.210938 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 19:21:41.210938 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 19:21:41.210938 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 19:21:41.210938 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 19:21:41.210938 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 19:21:41.210938 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 19:21:41.210938 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 19:21:41.210938 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 19:21:41.210938 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 19:21:41.210938 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 19:21:41.210938 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 19:21:41.210938 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 19:21:41.210938 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 19:21:41.210938 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 19:21:41.210938 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 19:21:41.210938 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 19:21:41.210938 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 19:21:41.210938 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 19:21:41.210938 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 19:21:41.210938 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 19:21:41.210938 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 19:21:41.210938 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 19:21:41.210938 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 19:21:41.210938 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 19:21:41.210938 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 19:21:41.210938 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 19:21:41.210938 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 19:21:41.337584 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3c3c429c-a4ac-403a-9dc4-3088071a4c3d tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:41.354654 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3c3c429c-a4ac-403a-9dc4-3088071a4c3d tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:41.354654 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3c3c429c-a4ac-403a-9dc4-3088071a4c3d tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] 10.222.0.52 "DELETE /v2.0/networks/8a1d57b9-6ee7-4ccb-bc9b-a53ea0927437 HTTP/1.1" status: 204 len: 168 time: 0.7258246 Oct 27 19:21:41.354859 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50942) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:41.361983 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3c429c-a4ac-403a-9dc4-3088071a4c3d tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Pushing event deleted for resources: {'Network': ['ID=8a1d57b9-6ee7-4ccb-bc9b-a53ea0927437,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:41.380196 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1fc1f41e-6830-48a0-880c-a44a55114109 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2f82aa1-7856-46ca-b5c6-089e2e1ab611 HTTP/1.1" status: 200 len: 205 time: 0.0262783 Oct 27 19:21:41.382402 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50944) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:41.461832 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7d5ec963-493f-4d35-8dbe-9922b5c95396 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:41.623156 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7d5ec963-493f-4d35-8dbe-9922b5c95396 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:41.626377 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7d5ec963-493f-4d35-8dbe-9922b5c95396 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:41.714877 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7d5ec963-493f-4d35-8dbe-9922b5c95396 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:41.715401 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5ec963-493f-4d35-8dbe-9922b5c95396 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Fanout notify agent at l3_agent the message router_deleted on router f2f82aa1-7856-46ca-b5c6-089e2e1ab611 {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 19:21:41.722705 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7d5ec963-493f-4d35-8dbe-9922b5c95396 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:41.723859 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7d5ec963-493f-4d35-8dbe-9922b5c95396 tempest-RoutersNegativeTest-984898378 tempest-RoutersNegativeTest-984898378-project] 10.222.0.52 "DELETE /v2.0/routers/f2f82aa1-7856-46ca-b5c6-089e2e1ab611 HTTP/1.1" status: 204 len: 168 time: 0.3404961 Oct 27 19:21:42.163850 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50950) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:42.174707 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-89f67390-cb1f-453b-87f2-c3f9a3df757d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:42.304045 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-31187c53-0619-41f9-8452-54cf826cfab7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9b7f7120b54b429690587052c2e2e9a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1390259 Oct 27 19:21:42.306561 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50954) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:42.354373 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-eaa88efa-1c79-4d33-bc89-e80ca904f7ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:42.375488 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-eaa88efa-1c79-4d33-bc89-e80ca904f7ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:42.489462 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-eaa88efa-1c79-4d33-bc89-e80ca904f7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:42.494142 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-eaa88efa-1c79-4d33-bc89-e80ca904f7ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:42.494142 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-eaa88efa-1c79-4d33-bc89-e80ca904f7ec admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7246401f-c4f8-47d2-85fd-bb867e821ff1 HTTP/1.1" status: 204 len: 168 time: 0.1857524 Oct 27 19:21:42.502057 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa88efa-1c79-4d33-bc89-e80ca904f7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7246401f-c4f8-47d2-85fd-bb867e821ff1,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:42.539663 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 30590a26-8f21-417b-92d9-14dd806ba8cc no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:21:42.559469 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 30590a26-8f21-417b-92d9-14dd806ba8cc {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:21:42.559966 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 30590a26-8f21-417b-92d9-14dd806ba8cc not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:21:43.438678 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50976) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:43.443390 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:43.538322 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-be0ce5c4-c3e4-4ccd-878c-edecfc259614 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-70523949-network', 'tenant_id': '92d4075e9e684f4b8f766bfaaef4f085'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:21:43.626472 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0ce5c4-c3e4-4ccd-878c-edecfc259614 admin admin] Made reservation on behalf of 92d4075e9e684f4b8f766bfaaef4f085 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:21:43.628843 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-be0ce5c4-c3e4-4ccd-878c-edecfc259614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:43.637741 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-be0ce5c4-c3e4-4ccd-878c-edecfc259614 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:43.649109 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:43.716838 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-be0ce5c4-c3e4-4ccd-878c-edecfc259614 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:43.781119 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-be0ce5c4-c3e4-4ccd-878c-edecfc259614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:43.805959 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be0ce5c4-c3e4-4ccd-878c-edecfc259614 admin admin] vlan segment allocate from pool success with {'vlan_id': 1010, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 19:21:43.816499 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ce5c4-c3e4-4ccd-878c-edecfc259614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee2d175-c453-4180-adcc-8b9b7c198209,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:43.821230 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-be0ce5c4-c3e4-4ccd-878c-edecfc259614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:43.821573 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-be0ce5c4-c3e4-4ccd-878c-edecfc259614 admin admin] Added segment 38f9f9d8-f5ae-488f-9d0e-2afba9910a82 of type vlan for network 905a58df-2cf0-46df-b8fe-b415749e2d71 Oct 27 19:21:43.866541 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-be0ce5c4-c3e4-4ccd-878c-edecfc259614 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:43.960334 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-be0ce5c4-c3e4-4ccd-878c-edecfc259614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:43.961254 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0ce5c4-c3e4-4ccd-878c-edecfc259614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:21:43.961830 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-be0ce5c4-c3e4-4ccd-878c-edecfc259614 admin admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:44.020708 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ce5c4-c3e4-4ccd-878c-edecfc259614 admin admin] Pushing event updated for resources: {'Network': ['ID=905a58df-2cf0-46df-b8fe-b415749e2d71,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:44.031714 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 905a58df-2cf0-46df-b8fe-b415749e2d71 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 19:21:44.078156 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-be0ce5c4-c3e4-4ccd-878c-edecfc259614 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6381810 Oct 27 19:21:44.080926 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50980) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:44.085769 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-db096734-f7aa-4220-bd15-81e438156135 admin admin] Request body: {'subnet': {'network_id': '905a58df-2cf0-46df-b8fe-b415749e2d71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-70523949-subnet', 'tenant_id': '92d4075e9e684f4b8f766bfaaef4f085', 'ip_version': 4}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:21:44.172359 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db096734-f7aa-4220-bd15-81e438156135 admin admin] Made reservation on behalf of 92d4075e9e684f4b8f766bfaaef4f085 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:21:44.174741 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-db096734-f7aa-4220-bd15-81e438156135 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:44.394910 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-db096734-f7aa-4220-bd15-81e438156135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:44.451648 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db096734-f7aa-4220-bd15-81e438156135 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1052cb55-5707-4e92-be0c-2a322798dcbb,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:44.459102 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db096734-f7aa-4220-bd15-81e438156135 admin admin] Checking segment: {'id': '38f9f9d8-f5ae-488f-9d0e-2afba9910a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '905a58df-2cf0-46df-b8fe-b415749e2d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:21:44.459466 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db096734-f7aa-4220-bd15-81e438156135 admin admin] Network hostable DHCP agents. Network: 905a58df-2cf0-46df-b8fe-b415749e2d71, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 19:21:44.563701 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db096734-f7aa-4220-bd15-81e438156135 admin admin] Network 905a58df-2cf0-46df-b8fe-b415749e2d71 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 19:21:44.651856 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-db096734-f7aa-4220-bd15-81e438156135 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 905a58df-2cf0-46df-b8fe-b415749e2d71) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:21:44.656467 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db096734-f7aa-4220-bd15-81e438156135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:21:44.657087 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-db096734-f7aa-4220-bd15-81e438156135 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:44.661579 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed2316f-a718-4122-92f4-7ad2e4159e61 None None] Network 905a58df-2cf0-46df-b8fe-b415749e2d71 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:21:44.757752 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-db096734-f7aa-4220-bd15-81e438156135 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6756730 Oct 27 19:21:44.760453 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 50982) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:44.765244 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-9c74bac1-84fa-4230-8512-797a1be7677d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-70523949-router', 'tenant_id': '92d4075e9e684f4b8f766bfaaef4f085', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:21:44.809659 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbe64e3-c7f9-4ccd-9dbd-ee9de185023a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-905a58df-2cf0-46df-b8fe-b415749e2d71', 'network_id': '905a58df-2cf0-46df-b8fe-b415749e2d71', 'tenant_id': '92d4075e9e684f4b8f766bfaaef4f085', 'fixed_ips': [{'subnet_id': '1052cb55-5707-4e92-be0c-2a322798dcbb'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 19:21:44.810514 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5cbe64e3-c7f9-4ccd-9dbd-ee9de185023a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:44.851037 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9c74bac1-84fa-4230-8512-797a1be7677d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:44.852276 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9c74bac1-84fa-4230-8512-797a1be7677d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:44.908861 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9c74bac1-84fa-4230-8512-797a1be7677d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:44.942760 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-5cbe64e3-c7f9-4ccd-9dbd-ee9de185023a None None] Allocated IP 172.20.0.2 (905a58df-2cf0-46df-b8fe-b415749e2d71/1052cb55-5707-4e92-be0c-2a322798dcbb/feb50d33-0ade-4175-80a6-72616b98f74c) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:21:45.103938 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5cbe64e3-c7f9-4ccd-9dbd-ee9de185023a None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:45.115417 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9c74bac1-84fa-4230-8512-797a1be7677d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:45.187342 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5cbe64e3-c7f9-4ccd-9dbd-ee9de185023a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:45.405223 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbe64e3-c7f9-4ccd-9dbd-ee9de185023a None None] Network 905a58df-2cf0-46df-b8fe-b415749e2d71 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:21:45.408624 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-5cbe64e3-c7f9-4ccd-9dbd-ee9de185023a None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:21:45.412975 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbe64e3-c7f9-4ccd-9dbd-ee9de185023a None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:21:45.415887 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9c74bac1-84fa-4230-8512-797a1be7677d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:45.416158 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe64e3-c7f9-4ccd-9dbd-ee9de185023a None None] Pushing event updated for resources: {'Port': ['ID=feb50d33-0ade-4175-80a6-72616b98f74c,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:45.435416 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9c74bac1-84fa-4230-8512-797a1be7677d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:45.468534 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:45.469705 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-5cbe64e3-c7f9-4ccd-9dbd-ee9de185023a None None] Attempting to bind port feb50d33-0ade-4175-80a6-72616b98f74c on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:21:45.470075 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-5cbe64e3-c7f9-4ccd-9dbd-ee9de185023a None None] Attempting to bind port feb50d33-0ade-4175-80a6-72616b98f74c by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '38f9f9d8-f5ae-488f-9d0e-2afba9910a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '905a58df-2cf0-46df-b8fe-b415749e2d71'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:21:45.470487 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbe64e3-c7f9-4ccd-9dbd-ee9de185023a None None] Attempting to bind port feb50d33-0ade-4175-80a6-72616b98f74c on network 905a58df-2cf0-46df-b8fe-b415749e2d71 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:21:45.475550 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbe64e3-c7f9-4ccd-9dbd-ee9de185023a None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:21:45.475949 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbe64e3-c7f9-4ccd-9dbd-ee9de185023a None None] Checking segment: {'id': '38f9f9d8-f5ae-488f-9d0e-2afba9910a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '905a58df-2cf0-46df-b8fe-b415749e2d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:21:45.476346 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5cbe64e3-c7f9-4ccd-9dbd-ee9de185023a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:45.476741 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbe64e3-c7f9-4ccd-9dbd-ee9de185023a None None] Bound using segment: {'id': '38f9f9d8-f5ae-488f-9d0e-2afba9910a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '905a58df-2cf0-46df-b8fe-b415749e2d71'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:21:45.477775 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-5cbe64e3-c7f9-4ccd-9dbd-ee9de185023a None None] Bound port: feb50d33-0ade-4175-80a6-72616b98f74c, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f9f9d8-f5ae-488f-9d0e-2afba9910a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '905a58df-2cf0-46df-b8fe-b415749e2d71'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:21:45.477775 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5cbe64e3-c7f9-4ccd-9dbd-ee9de185023a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:45.541723 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-5cbe64e3-c7f9-4ccd-9dbd-ee9de185023a None None] For port feb50d33-0ade-4175-80a6-72616b98f74c, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:21:45.542111 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-9c74bac1-84fa-4230-8512-797a1be7677d admin admin] Allocated IP 172.25.6.142 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/c0997291-032a-4795-a358-14160fcbb9f7) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:21:45.544756 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-5cbe64e3-c7f9-4ccd-9dbd-ee9de185023a None None] For port feb50d33-0ade-4175-80a6-72616b98f74c, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=feb50d33-0ade-4175-80a6-72616b98f74c,segment=NetworkSegment(38f9f9d8-f5ae-488f-9d0e-2afba9910a82),segment_id=38f9f9d8-f5ae-488f-9d0e-2afba9910a82)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:21:45.632606 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5cbe64e3-c7f9-4ccd-9dbd-ee9de185023a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:45.645798 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9c74bac1-84fa-4230-8512-797a1be7677d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:45.700248 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe64e3-c7f9-4ccd-9dbd-ee9de185023a None None] Pushing event updated for resources: {'Port': ['ID=feb50d33-0ade-4175-80a6-72616b98f74c,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:45.746807 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9c74bac1-84fa-4230-8512-797a1be7677d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:45.790494 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c74bac1-84fa-4230-8512-797a1be7677d admin admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:21:45.793728 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-9c74bac1-84fa-4230-8512-797a1be7677d admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:21:45.798051 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c74bac1-84fa-4230-8512-797a1be7677d admin admin] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:21:45.803882 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c74bac1-84fa-4230-8512-797a1be7677d admin admin] Pushing event updated for resources: {'Port': ['ID=c0997291-032a-4795-a358-14160fcbb9f7,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:46.477570 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9c74bac1-84fa-4230-8512-797a1be7677d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:46.571059 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device feb50d33-0ade-4175-80a6-72616b98f74c up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:21:46.600866 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233c5f60-20c3-48eb-afd6-bb81454b76c1 None None] Network 905a58df-2cf0-46df-b8fe-b415749e2d71 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:21:46.674933 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-7b94f9c9-09b9-4737-ba69-6506bff32c98 None None] Provisioning complete for port feb50d33-0ade-4175-80a6-72616b98f74c triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:21:46.675304 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7b94f9c9-09b9-4737-ba69-6506bff32c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:46.690569 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9c74bac1-84fa-4230-8512-797a1be7677d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:46.760293 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port feb50d33-0ade-4175-80a6-72616b98f74c triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:21:46.760839 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:46.877610 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c74bac1-84fa-4230-8512-797a1be7677d admin admin] Router ac292315-508d-459e-a992-ec7c4a23c1da is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 19:21:46.878579 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7b94f9c9-09b9-4737-ba69-6506bff32c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:46.939497 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:46.962030 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-7b94f9c9-09b9-4737-ba69-6506bff32c98 None None] For port feb50d33-0ade-4175-80a6-72616b98f74c, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=feb50d33-0ade-4175-80a6-72616b98f74c,segment=NetworkSegment(38f9f9d8-f5ae-488f-9d0e-2afba9910a82),segment_id=38f9f9d8-f5ae-488f-9d0e-2afba9910a82)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:21:46.986842 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c74bac1-84fa-4230-8512-797a1be7677d admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:21:46.995961 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed23d04c-899b-4dd1-b98b-cd9bb35eea47 None None] Sync routers for ids ['ac292315-508d-459e-a992-ec7c4a23c1da'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:21:47.008534 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed23d04c-899b-4dd1-b98b-cd9bb35eea47 None None] Routers {'ac292315-508d-459e-a992-ec7c4a23c1da'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:21:47.009133 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-ed23d04c-899b-4dd1-b98b-cd9bb35eea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:21:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['ac292315-508d-459e-a992-ec7c4a23c1da'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:21:47.068469 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9c74bac1-84fa-4230-8512-797a1be7677d admin admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:47.069973 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9c74bac1-84fa-4230-8512-797a1be7677d admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3085327 Oct 27 19:21:47.073061 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 50984) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:47.073549 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7b94f9c9-09b9-4737-ba69-6506bff32c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:47.160305 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 19:21:47.160659 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 19:21:47.180152 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b94f9c9-09b9-4737-ba69-6506bff32c98 None None] Pushing event updated for resources: {'Port': ['ID=feb50d33-0ade-4175-80a6-72616b98f74c,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:47.201974 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-ed23d04c-899b-4dd1-b98b-cd9bb35eea47 None None] Set router ac292315-508d-459e-a992-ec7c4a23c1da gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:21:47.264483 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-20c7ffa0-efef-4e61-a48b-11e11a4ffa32 None None] Provisioning complete for port feb50d33-0ade-4175-80a6-72616b98f74c triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:21:47.264853 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-20c7ffa0-efef-4e61-a48b-11e11a4ffa32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:47.453600 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-ed23d04c-899b-4dd1-b98b-cd9bb35eea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac292315-508d-459e-a992-ec7c4a23c1da', 'name': 'tempest-TestEncryptedCinderVolumes-70523949-router', 'tenant_id': '92d4075e9e684f4b8f766bfaaef4f085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'c0997291-032a-4795-a358-14160fcbb9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:21:44Z', 'updated_at': '2021-10-27T19:21:46Z', 'revision_number': 3, 'project_id': '92d4075e9e684f4b8f766bfaaef4f085', 'gw_port': {'id': 'c0997291-032a-4795-a358-14160fcbb9f7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f5:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac292315-508d-459e-a992-ec7c4a23c1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:21:45Z', 'updated_at': '2021-10-27T19:21:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:21:47.484664 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed23d04c-899b-4dd1-b98b-cd9bb35eea47 None None] Checking router: ac292315-508d-459e-a992-ec7c4a23c1da for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:21:47.485526 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed23d04c-899b-4dd1-b98b-cd9bb35eea47 None None] Updating router ac292315-508d-459e-a992-ec7c4a23c1da port c0997291-032a-4795-a358-14160fcbb9f7 binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 19:21:47.509706 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ed23d04c-899b-4dd1-b98b-cd9bb35eea47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:47.524217 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7d5c7b20-d8fa-4a4d-9095-c7a7eead7780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:47.683842 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-7d5c7b20-d8fa-4a4d-9095-c7a7eead7780 admin admin] Allocated IP 172.20.0.1 (905a58df-2cf0-46df-b8fe-b415749e2d71/1052cb55-5707-4e92-be0c-2a322798dcbb/938e5a7d-9270-4ad9-8daa-55f1879cf520) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:21:47.792323 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7d5c7b20-d8fa-4a4d-9095-c7a7eead7780 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:47.803238 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ed23d04c-899b-4dd1-b98b-cd9bb35eea47 None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:47.872015 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ed23d04c-899b-4dd1-b98b-cd9bb35eea47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:47.928887 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-ed23d04c-899b-4dd1-b98b-cd9bb35eea47 None None] Attempting to bind port c0997291-032a-4795-a358-14160fcbb9f7 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:21:47.929257 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-ed23d04c-899b-4dd1-b98b-cd9bb35eea47 None None] Attempting to bind port c0997291-032a-4795-a358-14160fcbb9f7 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:21:47.929624 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed23d04c-899b-4dd1-b98b-cd9bb35eea47 None None] Attempting to bind port c0997291-032a-4795-a358-14160fcbb9f7 on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:21:47.932807 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc3ef30-ca3e-4425-bc51-a6e67dc28c7e None None] Pushing event updated for resources: {'Port': ['ID=c0997291-032a-4795-a358-14160fcbb9f7,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:47.937659 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed23d04c-899b-4dd1-b98b-cd9bb35eea47 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:21:47.937966 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed23d04c-899b-4dd1-b98b-cd9bb35eea47 None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:21:47.938368 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ed23d04c-899b-4dd1-b98b-cd9bb35eea47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:47.938760 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed23d04c-899b-4dd1-b98b-cd9bb35eea47 None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:21:47.939265 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-ed23d04c-899b-4dd1-b98b-cd9bb35eea47 None None] Bound port: c0997291-032a-4795-a358-14160fcbb9f7, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:21:47.939651 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ed23d04c-899b-4dd1-b98b-cd9bb35eea47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:47.953128 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7d5c7b20-d8fa-4a4d-9095-c7a7eead7780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:47.992440 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-ed23d04c-899b-4dd1-b98b-cd9bb35eea47 None None] For port c0997291-032a-4795-a358-14160fcbb9f7, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:21:47.992714 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5c7b20-d8fa-4a4d-9095-c7a7eead7780 admin admin] Network 905a58df-2cf0-46df-b8fe-b415749e2d71 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:21:47.995560 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-ed23d04c-899b-4dd1-b98b-cd9bb35eea47 None None] For port c0997291-032a-4795-a358-14160fcbb9f7, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=c0997291-032a-4795-a358-14160fcbb9f7,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:21:47.995756 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-7d5c7b20-d8fa-4a4d-9095-c7a7eead7780 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:21:48.001973 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5c7b20-d8fa-4a4d-9095-c7a7eead7780 admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:21:48.023604 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c7b20-d8fa-4a4d-9095-c7a7eead7780 admin admin] Pushing event updated for resources: {'Port': ['ID=938e5a7d-9270-4ad9-8daa-55f1879cf520,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:48.046615 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5c7b20-d8fa-4a4d-9095-c7a7eead7780 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:48.046994 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5c7b20-d8fa-4a4d-9095-c7a7eead7780 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:48.047337 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5c7b20-d8fa-4a4d-9095-c7a7eead7780 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:48.047722 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5c7b20-d8fa-4a4d-9095-c7a7eead7780 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:48.048084 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5c7b20-d8fa-4a4d-9095-c7a7eead7780 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:48.048416 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5c7b20-d8fa-4a4d-9095-c7a7eead7780 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:48.048739 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5c7b20-d8fa-4a4d-9095-c7a7eead7780 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:48.049062 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5c7b20-d8fa-4a4d-9095-c7a7eead7780 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:48.049376 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5c7b20-d8fa-4a4d-9095-c7a7eead7780 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:48.049701 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5c7b20-d8fa-4a4d-9095-c7a7eead7780 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:48.050018 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5c7b20-d8fa-4a4d-9095-c7a7eead7780 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:48.050338 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5c7b20-d8fa-4a4d-9095-c7a7eead7780 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:48.056190 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ed23d04c-899b-4dd1-b98b-cd9bb35eea47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:48.064396 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7d5c7b20-d8fa-4a4d-9095-c7a7eead7780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:48.114745 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed23d04c-899b-4dd1-b98b-cd9bb35eea47 None None] Routers {'ac292315-508d-459e-a992-ec7c4a23c1da'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:21:48.115401 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-ed23d04c-899b-4dd1-b98b-cd9bb35eea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:21:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['ac292315-508d-459e-a992-ec7c4a23c1da'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:21:48.192039 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc3ef30-ca3e-4425-bc51-a6e67dc28c7e None None] Pushing event updated for resources: {'Port': ['ID=c0997291-032a-4795-a358-14160fcbb9f7,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:48.241204 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-ed23d04c-899b-4dd1-b98b-cd9bb35eea47 None None] Set router ac292315-508d-459e-a992-ec7c4a23c1da gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:21:48.294341 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7d5c7b20-d8fa-4a4d-9095-c7a7eead7780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:48.351502 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-688c0d84-9004-4693-8d4d-c987025cb09e None None] Provisioning complete for port 938e5a7d-9270-4ad9-8daa-55f1879cf520 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:21:48.351868 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-688c0d84-9004-4693-8d4d-c987025cb09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:48.472780 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7d5c7b20-d8fa-4a4d-9095-c7a7eead7780 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:48.531914 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7d5c7b20-d8fa-4a4d-9095-c7a7eead7780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:48.553862 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device feb50d33-0ade-4175-80a6-72616b98f74c up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:21:48.603965 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c7b20-d8fa-4a4d-9095-c7a7eead7780 admin admin] Pushing event updated for resources: {'Port': ['ID=938e5a7d-9270-4ad9-8daa-55f1879cf520,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:48.605250 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-688c0d84-9004-4693-8d4d-c987025cb09e None None] Port 938e5a7d-9270-4ad9-8daa-55f1879cf520 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:21:48.606537 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7d5c7b20-d8fa-4a4d-9095-c7a7eead7780 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:48.664991 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port feb50d33-0ade-4175-80a6-72616b98f74c triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:21:48.665361 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:48.707479 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5c7b20-d8fa-4a4d-9095-c7a7eead7780 admin admin] Network 905a58df-2cf0-46df-b8fe-b415749e2d71 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:21:48.708952 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-7d5c7b20-d8fa-4a4d-9095-c7a7eead7780 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:21:48.717855 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-ed23d04c-899b-4dd1-b98b-cd9bb35eea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac292315-508d-459e-a992-ec7c4a23c1da', 'name': 'tempest-TestEncryptedCinderVolumes-70523949-router', 'tenant_id': '92d4075e9e684f4b8f766bfaaef4f085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'c0997291-032a-4795-a358-14160fcbb9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:21:44Z', 'updated_at': '2021-10-27T19:21:46Z', 'revision_number': 3, 'project_id': '92d4075e9e684f4b8f766bfaaef4f085', 'gw_port': {'id': 'c0997291-032a-4795-a358-14160fcbb9f7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f5:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac292315-508d-459e-a992-ec7c4a23c1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:21:45Z', 'updated_at': '2021-10-27T19:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:21:48.749408 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed23d04c-899b-4dd1-b98b-cd9bb35eea47 None None] The sync data for ids ['ac292315-508d-459e-a992-ec7c4a23c1da'] in n-d-815690-2 is: [{'id': 'ac292315-508d-459e-a992-ec7c4a23c1da', 'name': 'tempest-TestEncryptedCinderVolumes-70523949-router', 'tenant_id': '92d4075e9e684f4b8f766bfaaef4f085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'c0997291-032a-4795-a358-14160fcbb9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:21:44Z', 'updated_at': '2021-10-27T19:21:46Z', 'revision_number': 3, 'project_id': '92d4075e9e684f4b8f766bfaaef4f085', 'gw_port': {'id': 'c0997291-032a-4795-a358-14160fcbb9f7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f5:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac292315-508d-459e-a992-ec7c4a23c1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:21:45Z', 'updated_at': '2021-10-27T19:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:21:48.837048 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5c7b20-d8fa-4a4d-9095-c7a7eead7780 admin admin] Router ac292315-508d-459e-a992-ec7c4a23c1da has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:21:48.926963 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-72e7df5e-41fa-4170-af4d-3a870c58672e None None] Provisioning complete for port 938e5a7d-9270-4ad9-8daa-55f1879cf520 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:21:48.927524 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-72e7df5e-41fa-4170-af4d-3a870c58672e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:48.958954 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5c7b20-d8fa-4a4d-9095-c7a7eead7780 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:21:48.964445 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7d5c7b20-d8fa-4a4d-9095-c7a7eead7780 admin admin] 10.222.0.52 "PUT /v2.0/routers/ac292315-508d-459e-a992-ec7c4a23c1da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8901932 Oct 27 19:21:48.978386 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-72e7df5e-41fa-4170-af4d-3a870c58672e None None] Port 938e5a7d-9270-4ad9-8daa-55f1879cf520 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:21:49.658969 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51000) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:49.664000 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-23b96727-2772-4d1b-a0c6-5874d23d1613 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1445836260-network', 'tenant_id': '1058964cfd07482c86573a65eca90d2b'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:21:49.737350 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b96727-2772-4d1b-a0c6-5874d23d1613 admin admin] Made reservation on behalf of 1058964cfd07482c86573a65eca90d2b for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:21:49.739787 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-23b96727-2772-4d1b-a0c6-5874d23d1613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:49.752592 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-23b96727-2772-4d1b-a0c6-5874d23d1613 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:49.831356 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-23b96727-2772-4d1b-a0c6-5874d23d1613 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:49.894726 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-23b96727-2772-4d1b-a0c6-5874d23d1613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:49.925544 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23b96727-2772-4d1b-a0c6-5874d23d1613 admin admin] vlan segment allocate from pool success with {'vlan_id': 1023, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 19:21:49.932090 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b96727-2772-4d1b-a0c6-5874d23d1613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc6208d-fbfe-4135-b44c-fe84877e8691,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:49.938593 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-23b96727-2772-4d1b-a0c6-5874d23d1613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:49.939059 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-23b96727-2772-4d1b-a0c6-5874d23d1613 admin admin] Added segment 9e8dfd5d-6c09-4698-977c-a293732d7b7b of type vlan for network 2477357b-0405-47b9-ac60-17727590a164 Oct 27 19:21:49.983590 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-23b96727-2772-4d1b-a0c6-5874d23d1613 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:50.091577 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-23b96727-2772-4d1b-a0c6-5874d23d1613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:50.093208 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b96727-2772-4d1b-a0c6-5874d23d1613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:21:50.093797 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-23b96727-2772-4d1b-a0c6-5874d23d1613 admin admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:50.157797 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b96727-2772-4d1b-a0c6-5874d23d1613 admin admin] Pushing event updated for resources: {'Network': ['ID=2477357b-0405-47b9-ac60-17727590a164,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:50.167542 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 2477357b-0405-47b9-ac60-17727590a164 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 19:21:50.218976 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-23b96727-2772-4d1b-a0c6-5874d23d1613 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5586975 Oct 27 19:21:50.221932 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51002) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:50.227107 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-2419015e-af5e-44ed-a18c-9a084ded0dc3 admin admin] Request body: {'subnet': {'network_id': '2477357b-0405-47b9-ac60-17727590a164', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1445836260-subnet', 'tenant_id': '1058964cfd07482c86573a65eca90d2b', 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:21:50.308332 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417fe648-59e9-4f7d-b339-4539284ea53f None None] Sync routers for ids ['ac292315-508d-459e-a992-ec7c4a23c1da'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:21:50.317409 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2419015e-af5e-44ed-a18c-9a084ded0dc3 admin admin] Made reservation on behalf of 1058964cfd07482c86573a65eca90d2b for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:21:50.318196 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417fe648-59e9-4f7d-b339-4539284ea53f None None] Routers {'ac292315-508d-459e-a992-ec7c4a23c1da'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:21:50.319022 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-417fe648-59e9-4f7d-b339-4539284ea53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:21:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['ac292315-508d-459e-a992-ec7c4a23c1da'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:21:50.319857 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2419015e-af5e-44ed-a18c-9a084ded0dc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:50.426743 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-417fe648-59e9-4f7d-b339-4539284ea53f None None] Set router ac292315-508d-459e-a992-ec7c4a23c1da gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:21:50.554738 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2419015e-af5e-44ed-a18c-9a084ded0dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:50.570097 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device c0997291-032a-4795-a358-14160fcbb9f7 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:21:50.621385 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port c0997291-032a-4795-a358-14160fcbb9f7 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:21:50.621804 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:50.628184 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2419015e-af5e-44ed-a18c-9a084ded0dc3 admin admin] Checking segment: {'id': '9e8dfd5d-6c09-4698-977c-a293732d7b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2477357b-0405-47b9-ac60-17727590a164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:21:50.628558 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2419015e-af5e-44ed-a18c-9a084ded0dc3 admin admin] Network hostable DHCP agents. Network: 2477357b-0405-47b9-ac60-17727590a164, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 19:21:50.631655 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2419015e-af5e-44ed-a18c-9a084ded0dc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=651b82d5-0fb5-40f8-a858-8d5e35d28247,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:50.639615 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-417fe648-59e9-4f7d-b339-4539284ea53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac292315-508d-459e-a992-ec7c4a23c1da', 'name': 'tempest-TestEncryptedCinderVolumes-70523949-router', 'tenant_id': '92d4075e9e684f4b8f766bfaaef4f085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'c0997291-032a-4795-a358-14160fcbb9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:21:44Z', 'updated_at': '2021-10-27T19:21:48Z', 'revision_number': 4, 'project_id': '92d4075e9e684f4b8f766bfaaef4f085', 'gw_port': {'id': 'c0997291-032a-4795-a358-14160fcbb9f7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f5:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac292315-508d-459e-a992-ec7c4a23c1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:21:45Z', 'updated_at': '2021-10-27T19:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '938e5a7d-9270-4ad9-8daa-55f1879cf520', 'name': '', 'network_id': '905a58df-2cf0-46df-b8fe-b415749e2d71', 'tenant_id': '92d4075e9e684f4b8f766bfaaef4f085', 'mac_address': 'fa:16:3e:15:68:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac292315-508d-459e-a992-ec7c4a23c1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '1052cb55-5707-4e92-be0c-2a322798dcbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:21:47Z', 'updated_at': '2021-10-27T19:21:48Z', 'revision_number': 2, 'project_id': '92d4075e9e684f4b8f766bfaaef4f085', 'subnets': [{'id': '1052cb55-5707-4e92-be0c-2a322798dcbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:21:50.667079 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417fe648-59e9-4f7d-b339-4539284ea53f None None] Checking router: ac292315-508d-459e-a992-ec7c4a23c1da for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:21:50.667523 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417fe648-59e9-4f7d-b339-4539284ea53f None None] Updating router ac292315-508d-459e-a992-ec7c4a23c1da port 938e5a7d-9270-4ad9-8daa-55f1879cf520 binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 19:21:50.696195 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-417fe648-59e9-4f7d-b339-4539284ea53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:50.712041 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2419015e-af5e-44ed-a18c-9a084ded0dc3 admin admin] Network 2477357b-0405-47b9-ac60-17727590a164 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 19:21:50.714933 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:50.737717 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port c0997291-032a-4795-a358-14160fcbb9f7, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=c0997291-032a-4795-a358-14160fcbb9f7,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:21:50.786454 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-2419015e-af5e-44ed-a18c-9a084ded0dc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 2477357b-0405-47b9-ac60-17727590a164) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:21:50.791322 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2419015e-af5e-44ed-a18c-9a084ded0dc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:21:50.792483 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-2419015e-af5e-44ed-a18c-9a084ded0dc3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:50.797385 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a36f64-69d6-4bed-818c-6f04c28894f9 None None] Network 2477357b-0405-47b9-ac60-17727590a164 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:21:50.843171 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:50.889496 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-2419015e-af5e-44ed-a18c-9a084ded0dc3 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6661568 Oct 27 19:21:50.892113 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51004) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:50.896978 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-c00e332b-aba4-4e2f-8a94-848b592f3be9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1445836260-router', 'tenant_id': '1058964cfd07482c86573a65eca90d2b', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:21:50.917655 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=c0997291-032a-4795-a358-14160fcbb9f7,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:50.969634 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-417fe648-59e9-4f7d-b339-4539284ea53f None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:50.977611 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c00e332b-aba4-4e2f-8a94-848b592f3be9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:50.978678 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c00e332b-aba4-4e2f-8a94-848b592f3be9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:50.996642 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5062be92-7e48-432f-95a6-2215b6795144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-2477357b-0405-47b9-ac60-17727590a164', 'network_id': '2477357b-0405-47b9-ac60-17727590a164', 'tenant_id': '1058964cfd07482c86573a65eca90d2b', 'fixed_ips': [{'subnet_id': '651b82d5-0fb5-40f8-a858-8d5e35d28247'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 19:21:50.997525 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5062be92-7e48-432f-95a6-2215b6795144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:51.034516 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c00e332b-aba4-4e2f-8a94-848b592f3be9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:51.054980 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-417fe648-59e9-4f7d-b339-4539284ea53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:51.109914 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d3040-27a5-4d51-a1d4-5c2182d0d50f None None] Pushing event updated for resources: {'Port': ['ID=938e5a7d-9270-4ad9-8daa-55f1879cf520,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:51.140223 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-5062be92-7e48-432f-95a6-2215b6795144 None None] Allocated IP 172.20.0.2 (2477357b-0405-47b9-ac60-17727590a164/651b82d5-0fb5-40f8-a858-8d5e35d28247/14b27d25-6c21-47ef-8db6-8bdcd7acf29e) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:21:51.150116 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d3040-27a5-4d51-a1d4-5c2182d0d50f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:51.150458 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d3040-27a5-4d51-a1d4-5c2182d0d50f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:51.150797 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d3040-27a5-4d51-a1d4-5c2182d0d50f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:51.151154 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d3040-27a5-4d51-a1d4-5c2182d0d50f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:51.151491 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d3040-27a5-4d51-a1d4-5c2182d0d50f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:51.152282 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d3040-27a5-4d51-a1d4-5c2182d0d50f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:51.152282 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d3040-27a5-4d51-a1d4-5c2182d0d50f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:51.152453 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d3040-27a5-4d51-a1d4-5c2182d0d50f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:51.152740 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d3040-27a5-4d51-a1d4-5c2182d0d50f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:51.153058 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d3040-27a5-4d51-a1d4-5c2182d0d50f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:51.153381 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d3040-27a5-4d51-a1d4-5c2182d0d50f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:51.153696 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8d3040-27a5-4d51-a1d4-5c2182d0d50f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:21:51.172366 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-417fe648-59e9-4f7d-b339-4539284ea53f None None] Attempting to bind port 938e5a7d-9270-4ad9-8daa-55f1879cf520 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:21:51.172733 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-417fe648-59e9-4f7d-b339-4539284ea53f None None] Attempting to bind port 938e5a7d-9270-4ad9-8daa-55f1879cf520 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '38f9f9d8-f5ae-488f-9d0e-2afba9910a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '905a58df-2cf0-46df-b8fe-b415749e2d71'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:21:51.173094 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417fe648-59e9-4f7d-b339-4539284ea53f None None] Attempting to bind port 938e5a7d-9270-4ad9-8daa-55f1879cf520 on network 905a58df-2cf0-46df-b8fe-b415749e2d71 {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:21:51.179072 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417fe648-59e9-4f7d-b339-4539284ea53f None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:21:51.179443 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417fe648-59e9-4f7d-b339-4539284ea53f None None] Checking segment: {'id': '38f9f9d8-f5ae-488f-9d0e-2afba9910a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '905a58df-2cf0-46df-b8fe-b415749e2d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:21:51.179841 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-417fe648-59e9-4f7d-b339-4539284ea53f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:51.180291 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417fe648-59e9-4f7d-b339-4539284ea53f None None] Bound using segment: {'id': '38f9f9d8-f5ae-488f-9d0e-2afba9910a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '905a58df-2cf0-46df-b8fe-b415749e2d71'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:21:51.180758 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-417fe648-59e9-4f7d-b339-4539284ea53f None None] Bound port: 938e5a7d-9270-4ad9-8daa-55f1879cf520, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f9f9d8-f5ae-488f-9d0e-2afba9910a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '905a58df-2cf0-46df-b8fe-b415749e2d71'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:21:51.181134 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-417fe648-59e9-4f7d-b339-4539284ea53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:51.255111 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-417fe648-59e9-4f7d-b339-4539284ea53f None None] For port 938e5a7d-9270-4ad9-8daa-55f1879cf520, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:21:51.258920 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-417fe648-59e9-4f7d-b339-4539284ea53f None None] For port 938e5a7d-9270-4ad9-8daa-55f1879cf520, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=938e5a7d-9270-4ad9-8daa-55f1879cf520,segment=NetworkSegment(38f9f9d8-f5ae-488f-9d0e-2afba9910a82),segment_id=38f9f9d8-f5ae-488f-9d0e-2afba9910a82)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:21:51.286504 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c00e332b-aba4-4e2f-8a94-848b592f3be9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:51.327841 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5062be92-7e48-432f-95a6-2215b6795144 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:51.337356 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-417fe648-59e9-4f7d-b339-4539284ea53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:51.397450 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417fe648-59e9-4f7d-b339-4539284ea53f None None] Routers {'ac292315-508d-459e-a992-ec7c4a23c1da'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:21:51.398086 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-417fe648-59e9-4f7d-b339-4539284ea53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:21:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['ac292315-508d-459e-a992-ec7c4a23c1da'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:21:51.403118 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d3040-27a5-4d51-a1d4-5c2182d0d50f None None] Pushing event updated for resources: {'Port': ['ID=938e5a7d-9270-4ad9-8daa-55f1879cf520,revision_number=4']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:51.425153 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5062be92-7e48-432f-95a6-2215b6795144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:51.487238 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5062be92-7e48-432f-95a6-2215b6795144 None None] Network 2477357b-0405-47b9-ac60-17727590a164 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:21:51.494487 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-5062be92-7e48-432f-95a6-2215b6795144 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:21:51.496725 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-20f65ff0-2835-4716-a4f7-48e786c717e3 None None] Provisioning complete for port 938e5a7d-9270-4ad9-8daa-55f1879cf520 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:21:51.497084 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-20f65ff0-2835-4716-a4f7-48e786c717e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:51.500360 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5062be92-7e48-432f-95a6-2215b6795144 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:21:51.502648 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5062be92-7e48-432f-95a6-2215b6795144 None None] Pushing event updated for resources: {'Port': ['ID=14b27d25-6c21-47ef-8db6-8bdcd7acf29e,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:51.542151 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-417fe648-59e9-4f7d-b339-4539284ea53f None None] Set router ac292315-508d-459e-a992-ec7c4a23c1da gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:21:51.606219 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-5062be92-7e48-432f-95a6-2215b6795144 None None] Attempting to bind port 14b27d25-6c21-47ef-8db6-8bdcd7acf29e on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:21:51.606527 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-5062be92-7e48-432f-95a6-2215b6795144 None None] Attempting to bind port 14b27d25-6c21-47ef-8db6-8bdcd7acf29e by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '9e8dfd5d-6c09-4698-977c-a293732d7b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2477357b-0405-47b9-ac60-17727590a164'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:21:51.606906 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5062be92-7e48-432f-95a6-2215b6795144 None None] Attempting to bind port 14b27d25-6c21-47ef-8db6-8bdcd7acf29e on network 2477357b-0405-47b9-ac60-17727590a164 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:21:51.609984 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c00e332b-aba4-4e2f-8a94-848b592f3be9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:51.617329 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5062be92-7e48-432f-95a6-2215b6795144 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:21:51.617712 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5062be92-7e48-432f-95a6-2215b6795144 None None] Checking segment: {'id': '9e8dfd5d-6c09-4698-977c-a293732d7b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2477357b-0405-47b9-ac60-17727590a164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:21:51.618270 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5062be92-7e48-432f-95a6-2215b6795144 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:51.618674 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5062be92-7e48-432f-95a6-2215b6795144 None None] Bound using segment: {'id': '9e8dfd5d-6c09-4698-977c-a293732d7b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2477357b-0405-47b9-ac60-17727590a164'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:21:51.619320 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-5062be92-7e48-432f-95a6-2215b6795144 None None] Bound port: 14b27d25-6c21-47ef-8db6-8bdcd7acf29e, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e8dfd5d-6c09-4698-977c-a293732d7b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2477357b-0405-47b9-ac60-17727590a164'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:21:51.619712 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5062be92-7e48-432f-95a6-2215b6795144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:51.639045 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c00e332b-aba4-4e2f-8a94-848b592f3be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:51.693103 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-20f65ff0-2835-4716-a4f7-48e786c717e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:51.735600 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-5062be92-7e48-432f-95a6-2215b6795144 None None] For port 14b27d25-6c21-47ef-8db6-8bdcd7acf29e, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:21:51.742370 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-5062be92-7e48-432f-95a6-2215b6795144 None None] For port 14b27d25-6c21-47ef-8db6-8bdcd7acf29e, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=14b27d25-6c21-47ef-8db6-8bdcd7acf29e,segment=NetworkSegment(9e8dfd5d-6c09-4698-977c-a293732d7b7b),segment_id=9e8dfd5d-6c09-4698-977c-a293732d7b7b)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:21:51.754980 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-20f65ff0-2835-4716-a4f7-48e786c717e3 None None] For port 938e5a7d-9270-4ad9-8daa-55f1879cf520, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=938e5a7d-9270-4ad9-8daa-55f1879cf520,segment=NetworkSegment(38f9f9d8-f5ae-488f-9d0e-2afba9910a82),segment_id=38f9f9d8-f5ae-488f-9d0e-2afba9910a82)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:21:51.760409 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-c00e332b-aba4-4e2f-8a94-848b592f3be9 admin admin] Allocated IP 172.25.6.116 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/f80cab14-c28b-4015-90b2-130d32a3fa42) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:21:51.772687 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-417fe648-59e9-4f7d-b339-4539284ea53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac292315-508d-459e-a992-ec7c4a23c1da', 'name': 'tempest-TestEncryptedCinderVolumes-70523949-router', 'tenant_id': '92d4075e9e684f4b8f766bfaaef4f085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'c0997291-032a-4795-a358-14160fcbb9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:21:44Z', 'updated_at': '2021-10-27T19:21:48Z', 'revision_number': 4, 'project_id': '92d4075e9e684f4b8f766bfaaef4f085', 'gw_port': {'id': 'c0997291-032a-4795-a358-14160fcbb9f7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac292315-508d-459e-a992-ec7c4a23c1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:21:45Z', 'updated_at': '2021-10-27T19:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '938e5a7d-9270-4ad9-8daa-55f1879cf520', 'name': '', 'network_id': '905a58df-2cf0-46df-b8fe-b415749e2d71', 'tenant_id': '92d4075e9e684f4b8f766bfaaef4f085', 'mac_address': 'fa:16:3e:15:68:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac292315-508d-459e-a992-ec7c4a23c1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '1052cb55-5707-4e92-be0c-2a322798dcbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:21:47Z', 'updated_at': '2021-10-27T19:21:51Z', 'revision_number': 4, 'project_id': '92d4075e9e684f4b8f766bfaaef4f085', 'subnets': [{'id': '1052cb55-5707-4e92-be0c-2a322798dcbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:21:51.801001 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417fe648-59e9-4f7d-b339-4539284ea53f None None] The sync data for ids ['ac292315-508d-459e-a992-ec7c4a23c1da'] in n-d-815690-2 is: [{'id': 'ac292315-508d-459e-a992-ec7c4a23c1da', 'name': 'tempest-TestEncryptedCinderVolumes-70523949-router', 'tenant_id': '92d4075e9e684f4b8f766bfaaef4f085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'c0997291-032a-4795-a358-14160fcbb9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:21:44Z', 'updated_at': '2021-10-27T19:21:48Z', 'revision_number': 4, 'project_id': '92d4075e9e684f4b8f766bfaaef4f085', 'gw_port': {'id': 'c0997291-032a-4795-a358-14160fcbb9f7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac292315-508d-459e-a992-ec7c4a23c1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:21:45Z', 'updated_at': '2021-10-27T19:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '938e5a7d-9270-4ad9-8daa-55f1879cf520', 'name': '', 'network_id': '905a58df-2cf0-46df-b8fe-b415749e2d71', 'tenant_id': '92d4075e9e684f4b8f766bfaaef4f085', 'mac_address': 'fa:16:3e:15:68:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac292315-508d-459e-a992-ec7c4a23c1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '1052cb55-5707-4e92-be0c-2a322798dcbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:21:47Z', 'updated_at': '2021-10-27T19:21:51Z', 'revision_number': 4, 'project_id': '92d4075e9e684f4b8f766bfaaef4f085', 'subnets': [{'id': '1052cb55-5707-4e92-be0c-2a322798dcbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:21:51.823804 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5062be92-7e48-432f-95a6-2215b6795144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:51.877734 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-20f65ff0-2835-4716-a4f7-48e786c717e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:51.894495 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c00e332b-aba4-4e2f-8a94-848b592f3be9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:51.925427 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5062be92-7e48-432f-95a6-2215b6795144 None None] Pushing event updated for resources: {'Port': ['ID=14b27d25-6c21-47ef-8db6-8bdcd7acf29e,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:52.003784 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f65ff0-2835-4716-a4f7-48e786c717e3 None None] Pushing event updated for resources: {'Port': ['ID=938e5a7d-9270-4ad9-8daa-55f1879cf520,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:52.012050 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c00e332b-aba4-4e2f-8a94-848b592f3be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:52.013417 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6c5b3324-386d-42b2-97eb-5023d8c1b8ff None None] Provisioning complete for port 938e5a7d-9270-4ad9-8daa-55f1879cf520 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:21:52.013880 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6c5b3324-386d-42b2-97eb-5023d8c1b8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:52.058961 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00e332b-aba4-4e2f-8a94-848b592f3be9 admin admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:21:52.065291 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-c00e332b-aba4-4e2f-8a94-848b592f3be9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:21:52.069937 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00e332b-aba4-4e2f-8a94-848b592f3be9 admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:21:52.073608 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e332b-aba4-4e2f-8a94-848b592f3be9 admin admin] Pushing event updated for resources: {'Port': ['ID=f80cab14-c28b-4015-90b2-130d32a3fa42,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:52.512155 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c00e332b-aba4-4e2f-8a94-848b592f3be9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:52.655028 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device c0997291-032a-4795-a358-14160fcbb9f7 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:21:52.707183 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port c0997291-032a-4795-a358-14160fcbb9f7 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:21:52.707555 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:52.747357 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c00e332b-aba4-4e2f-8a94-848b592f3be9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:52.797991 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 14b27d25-6c21-47ef-8db6-8bdcd7acf29e up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:21:52.854927 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 14b27d25-6c21-47ef-8db6-8bdcd7acf29e triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:21:52.855228 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:52.949220 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:52.983881 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00e332b-aba4-4e2f-8a94-848b592f3be9 admin admin] Router a15d01ef-ef65-41f9-b60e-7c2d509ae12b is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 19:21:52.988924 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 14b27d25-6c21-47ef-8db6-8bdcd7acf29e, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=14b27d25-6c21-47ef-8db6-8bdcd7acf29e,segment=NetworkSegment(9e8dfd5d-6c09-4698-977c-a293732d7b7b),segment_id=9e8dfd5d-6c09-4698-977c-a293732d7b7b)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:21:53.037727 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f5492f-81a2-4089-8c18-db49e8ad955f None None] Network 2477357b-0405-47b9-ac60-17727590a164 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:21:53.087902 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:53.088687 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 938e5a7d-9270-4ad9-8daa-55f1879cf520 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:21:53.106526 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00e332b-aba4-4e2f-8a94-848b592f3be9 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:21:53.142791 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35baaa8c-a4d6-4eb1-8ceb-f312f3760050 None None] Sync routers for ids ['a15d01ef-ef65-41f9-b60e-7c2d509ae12b'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:21:53.177344 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-5044c6ee-50a1-4bb4-a775-a37b6fb63d48 None None] Provisioning complete for port 14b27d25-6c21-47ef-8db6-8bdcd7acf29e triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:21:53.177711 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5044c6ee-50a1-4bb4-a775-a37b6fb63d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:53.187689 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c00e332b-aba4-4e2f-8a94-848b592f3be9 admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:53.191461 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c00e332b-aba4-4e2f-8a94-848b592f3be9 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.2955968 Oct 27 19:21:53.192263 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51006) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:21:53.228761 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35baaa8c-a4d6-4eb1-8ceb-f312f3760050 None None] Routers {'a15d01ef-ef65-41f9-b60e-7c2d509ae12b'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:21:53.229516 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-35baaa8c-a4d6-4eb1-8ceb-f312f3760050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:21:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['a15d01ef-ef65-41f9-b60e-7c2d509ae12b'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:21:53.316957 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=14b27d25-6c21-47ef-8db6-8bdcd7acf29e,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:53.396168 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 938e5a7d-9270-4ad9-8daa-55f1879cf520 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:21:53.396583 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:53.497424 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-35baaa8c-a4d6-4eb1-8ceb-f312f3760050 None None] Set router a15d01ef-ef65-41f9-b60e-7c2d509ae12b gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:21:53.914220 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-35baaa8c-a4d6-4eb1-8ceb-f312f3760050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15d01ef-ef65-41f9-b60e-7c2d509ae12b', 'name': 'tempest-TestEncryptedCinderVolumes-1445836260-router', 'tenant_id': '1058964cfd07482c86573a65eca90d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': 'f80cab14-c28b-4015-90b2-130d32a3fa42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:21:50Z', 'updated_at': '2021-10-27T19:21:52Z', 'revision_number': 3, 'project_id': '1058964cfd07482c86573a65eca90d2b', 'gw_port': {'id': 'f80cab14-c28b-4015-90b2-130d32a3fa42', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fc:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15d01ef-ef65-41f9-b60e-7c2d509ae12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:21:51Z', 'updated_at': '2021-10-27T19:21:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:21:53.944927 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35baaa8c-a4d6-4eb1-8ceb-f312f3760050 None None] Checking router: a15d01ef-ef65-41f9-b60e-7c2d509ae12b for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:21:53.945283 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35baaa8c-a4d6-4eb1-8ceb-f312f3760050 None None] Updating router a15d01ef-ef65-41f9-b60e-7c2d509ae12b port f80cab14-c28b-4015-90b2-130d32a3fa42 binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 19:21:53.971912 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-35baaa8c-a4d6-4eb1-8ceb-f312f3760050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:53.972192 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c068bbca-2a42-469e-a5a8-0ab2a8ac1e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:54.143534 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-b2fc8f0f-abe0-4c6b-9cfa-baf4e822fb53 None None] Provisioning complete for port 14b27d25-6c21-47ef-8db6-8bdcd7acf29e triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:21:54.144164 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b2fc8f0f-abe0-4c6b-9cfa-baf4e822fb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:54.144425 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-c068bbca-2a42-469e-a5a8-0ab2a8ac1e18 admin admin] Allocated IP 172.20.0.1 (2477357b-0405-47b9-ac60-17727590a164/651b82d5-0fb5-40f8-a858-8d5e35d28247/20a0d559-6934-4649-9d03-21741f2d9270) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:21:54.266338 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c068bbca-2a42-469e-a5a8-0ab2a8ac1e18 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:54.315510 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-35baaa8c-a4d6-4eb1-8ceb-f312f3760050 None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:54.352169 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c068bbca-2a42-469e-a5a8-0ab2a8ac1e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:54.374472 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-35baaa8c-a4d6-4eb1-8ceb-f312f3760050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:54.399863 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c068bbca-2a42-469e-a5a8-0ab2a8ac1e18 admin admin] Network 2477357b-0405-47b9-ac60-17727590a164 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:21:54.406530 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-c068bbca-2a42-469e-a5a8-0ab2a8ac1e18 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:21:54.409507 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c068bbca-2a42-469e-a5a8-0ab2a8ac1e18 admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:21:54.431065 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068bbca-2a42-469e-a5a8-0ab2a8ac1e18 admin admin] Pushing event updated for resources: {'Port': ['ID=20a0d559-6934-4649-9d03-21741f2d9270,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:54.438725 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-35baaa8c-a4d6-4eb1-8ceb-f312f3760050 None None] Attempting to bind port f80cab14-c28b-4015-90b2-130d32a3fa42 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:21:54.439146 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-35baaa8c-a4d6-4eb1-8ceb-f312f3760050 None None] Attempting to bind port f80cab14-c28b-4015-90b2-130d32a3fa42 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:21:54.439519 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35baaa8c-a4d6-4eb1-8ceb-f312f3760050 None None] Attempting to bind port f80cab14-c28b-4015-90b2-130d32a3fa42 on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:21:54.442931 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d56cea0-3e15-41ce-a0ca-d837eba27963 None None] Pushing event updated for resources: {'Port': ['ID=f80cab14-c28b-4015-90b2-130d32a3fa42,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:54.449721 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35baaa8c-a4d6-4eb1-8ceb-f312f3760050 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:21:54.450103 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35baaa8c-a4d6-4eb1-8ceb-f312f3760050 None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:21:54.450514 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-35baaa8c-a4d6-4eb1-8ceb-f312f3760050 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:54.450966 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35baaa8c-a4d6-4eb1-8ceb-f312f3760050 None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:21:54.452100 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-35baaa8c-a4d6-4eb1-8ceb-f312f3760050 None None] Bound port: f80cab14-c28b-4015-90b2-130d32a3fa42, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:21:54.452497 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-35baaa8c-a4d6-4eb1-8ceb-f312f3760050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:54.459371 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c068bbca-2a42-469e-a5a8-0ab2a8ac1e18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:54.531219 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-35baaa8c-a4d6-4eb1-8ceb-f312f3760050 None None] For port f80cab14-c28b-4015-90b2-130d32a3fa42, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:21:54.535019 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-35baaa8c-a4d6-4eb1-8ceb-f312f3760050 None None] For port f80cab14-c28b-4015-90b2-130d32a3fa42, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=f80cab14-c28b-4015-90b2-130d32a3fa42,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:21:54.558337 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 14b27d25-6c21-47ef-8db6-8bdcd7acf29e up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:21:54.596494 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-35baaa8c-a4d6-4eb1-8ceb-f312f3760050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:54.669965 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35baaa8c-a4d6-4eb1-8ceb-f312f3760050 None None] Routers {'a15d01ef-ef65-41f9-b60e-7c2d509ae12b'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:21:54.670529 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-35baaa8c-a4d6-4eb1-8ceb-f312f3760050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:21:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['a15d01ef-ef65-41f9-b60e-7c2d509ae12b'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:21:54.672811 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d56cea0-3e15-41ce-a0ca-d837eba27963 None None] Pushing event updated for resources: {'Port': ['ID=f80cab14-c28b-4015-90b2-130d32a3fa42,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:54.676430 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 14b27d25-6c21-47ef-8db6-8bdcd7acf29e triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:21:54.676812 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:54.684375 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c068bbca-2a42-469e-a5a8-0ab2a8ac1e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:54.806644 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-d3a245ae-6f17-46ef-abbe-e91567e9942e None None] Provisioning complete for port 20a0d559-6934-4649-9d03-21741f2d9270 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:21:54.807043 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d3a245ae-6f17-46ef-abbe-e91567e9942e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:54.854864 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c068bbca-2a42-469e-a5a8-0ab2a8ac1e18 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:54.866054 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-35baaa8c-a4d6-4eb1-8ceb-f312f3760050 None None] Set router a15d01ef-ef65-41f9-b60e-7c2d509ae12b gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:21:54.891901 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-d3a245ae-6f17-46ef-abbe-e91567e9942e None None] Port 20a0d559-6934-4649-9d03-21741f2d9270 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:21:54.931615 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c068bbca-2a42-469e-a5a8-0ab2a8ac1e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:54.999985 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068bbca-2a42-469e-a5a8-0ab2a8ac1e18 admin admin] Pushing event updated for resources: {'Port': ['ID=20a0d559-6934-4649-9d03-21741f2d9270,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:55.002554 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c068bbca-2a42-469e-a5a8-0ab2a8ac1e18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:55.103305 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c068bbca-2a42-469e-a5a8-0ab2a8ac1e18 admin admin] Network 2477357b-0405-47b9-ac60-17727590a164 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:21:55.105202 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-c068bbca-2a42-469e-a5a8-0ab2a8ac1e18 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:21:55.105965 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-35baaa8c-a4d6-4eb1-8ceb-f312f3760050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15d01ef-ef65-41f9-b60e-7c2d509ae12b', 'name': 'tempest-TestEncryptedCinderVolumes-1445836260-router', 'tenant_id': '1058964cfd07482c86573a65eca90d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': 'f80cab14-c28b-4015-90b2-130d32a3fa42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:21:50Z', 'updated_at': '2021-10-27T19:21:54Z', 'revision_number': 4, 'project_id': '1058964cfd07482c86573a65eca90d2b', 'gw_port': {'id': 'f80cab14-c28b-4015-90b2-130d32a3fa42', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fc:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15d01ef-ef65-41f9-b60e-7c2d509ae12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:21:51Z', 'updated_at': '2021-10-27T19:21:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '20a0d559-6934-4649-9d03-21741f2d9270', 'name': '', 'network_id': '2477357b-0405-47b9-ac60-17727590a164', 'tenant_id': '1058964cfd07482c86573a65eca90d2b', 'mac_address': 'fa:16:3e:f0:f0:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15d01ef-ef65-41f9-b60e-7c2d509ae12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '651b82d5-0fb5-40f8-a858-8d5e35d28247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:21:53Z', 'updated_at': '2021-10-27T19:21:54Z', 'revision_number': 1, 'project_id': '1058964cfd07482c86573a65eca90d2b', 'subnets': [{'id': '651b82d5-0fb5-40f8-a858-8d5e35d28247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:21:55.138229 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35baaa8c-a4d6-4eb1-8ceb-f312f3760050 None None] The sync data for ids ['a15d01ef-ef65-41f9-b60e-7c2d509ae12b'] in n-d-815690-2 is: [{'id': 'a15d01ef-ef65-41f9-b60e-7c2d509ae12b', 'name': 'tempest-TestEncryptedCinderVolumes-1445836260-router', 'tenant_id': '1058964cfd07482c86573a65eca90d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': 'f80cab14-c28b-4015-90b2-130d32a3fa42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:21:50Z', 'updated_at': '2021-10-27T19:21:54Z', 'revision_number': 4, 'project_id': '1058964cfd07482c86573a65eca90d2b', 'gw_port': {'id': 'f80cab14-c28b-4015-90b2-130d32a3fa42', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fc:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15d01ef-ef65-41f9-b60e-7c2d509ae12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:21:51Z', 'updated_at': '2021-10-27T19:21:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '20a0d559-6934-4649-9d03-21741f2d9270', 'name': '', 'network_id': '2477357b-0405-47b9-ac60-17727590a164', 'tenant_id': '1058964cfd07482c86573a65eca90d2b', 'mac_address': 'fa:16:3e:f0:f0:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15d01ef-ef65-41f9-b60e-7c2d509ae12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '651b82d5-0fb5-40f8-a858-8d5e35d28247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:21:53Z', 'updated_at': '2021-10-27T19:21:54Z', 'revision_number': 1, 'project_id': '1058964cfd07482c86573a65eca90d2b', 'subnets': [{'id': '651b82d5-0fb5-40f8-a858-8d5e35d28247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:21:55.242606 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c068bbca-2a42-469e-a5a8-0ab2a8ac1e18 admin admin] Router a15d01ef-ef65-41f9-b60e-7c2d509ae12b has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:21:55.380720 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c068bbca-2a42-469e-a5a8-0ab2a8ac1e18 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:21:55.385957 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c068bbca-2a42-469e-a5a8-0ab2a8ac1e18 admin admin] 10.222.0.52 "PUT /v2.0/routers/a15d01ef-ef65-41f9-b60e-7c2d509ae12b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1932762 Oct 27 19:21:55.419753 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-af13290a-6213-4dab-8b81-fc0376422129 None None] Provisioning complete for port 20a0d559-6934-4649-9d03-21741f2d9270 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:21:55.420226 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-af13290a-6213-4dab-8b81-fc0376422129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:55.457327 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-af13290a-6213-4dab-8b81-fc0376422129 None None] Port 20a0d559-6934-4649-9d03-21741f2d9270 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:21:56.254930 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f0af3-8208-47e0-9d74-190b310a418a req-6b678d41-fbd1-4803-bdc4-b1cb5054b485 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:21:56.256540 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-308f0af3-8208-47e0-9d74-190b310a418a req-6b678d41-fbd1-4803-bdc4-b1cb5054b485 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/networks?id=905a58df-2cf0-46df-b8fe-b415749e2d71 HTTP/1.1" status: 200 len: 815 time: 0.1227329 Oct 27 19:21:56.273641 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-308f0af3-8208-47e0-9d74-190b310a418a req-a3614bd8-38c0-4d5a-b0d5-0f9e0e166712 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/quotas/92d4075e9e684f4b8f766bfaaef4f085 HTTP/1.1" status: 200 len: 375 time: 0.0109444 Oct 27 19:21:56.328372 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-308f0af3-8208-47e0-9d74-190b310a418a req-0ea11d5f-5301-47c4-8752-ac367c364498 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=92d4075e9e684f4b8f766bfaaef4f085&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482287 Oct 27 19:21:56.435601 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-308f0af3-8208-47e0-9d74-190b310a418a req-04446409-0c51-43ff-b032-5b62368dba5b service neutron] 10.222.0.52 "GET /v2.0/networks/905a58df-2cf0-46df-b8fe-b415749e2d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946553 Oct 27 19:21:56.548499 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-308f0af3-8208-47e0-9d74-190b310a418a req-b6dbb35b-aef6-43f2-8878-e6205a164aa8 service neutron] 10.222.0.52 "GET /v2.0/networks/905a58df-2cf0-46df-b8fe-b415749e2d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027019 Oct 27 19:21:56.563782 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device f80cab14-c28b-4015-90b2-130d32a3fa42 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:21:56.616020 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port f80cab14-c28b-4015-90b2-130d32a3fa42 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:21:56.616388 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:56.695478 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:56.715835 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port f80cab14-c28b-4015-90b2-130d32a3fa42, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=f80cab14-c28b-4015-90b2-130d32a3fa42,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:21:56.793926 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:56.798040 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-af9eb063-fce1-4bcb-8ed5-f721d3022550 req-6636c423-c039-4473-8e35-32d36fbeec41 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef05fc12-afb5-4352-85ad-e61c6ee1700a HTTP/1.1" status: 200 len: 210 time: 0.0286968 Oct 27 19:21:56.863147 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=f80cab14-c28b-4015-90b2-130d32a3fa42,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:56.930987 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:57.449070 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:57.542097 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a086d4a6-d4d1-4dbe-bcf1-e564dceabbb0 None None] Sync routers for ids ['a15d01ef-ef65-41f9-b60e-7c2d509ae12b'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:21:57.551794 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a086d4a6-d4d1-4dbe-bcf1-e564dceabbb0 None None] Routers {'a15d01ef-ef65-41f9-b60e-7c2d509ae12b'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:21:57.552395 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-a086d4a6-d4d1-4dbe-bcf1-e564dceabbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:21:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['a15d01ef-ef65-41f9-b60e-7c2d509ae12b'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:21:57.658631 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-a086d4a6-d4d1-4dbe-bcf1-e564dceabbb0 None None] Set router a15d01ef-ef65-41f9-b60e-7c2d509ae12b gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:21:57.901547 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ed632034-7295-40f7-a339-ab5a83c18d69 req-2005e474-13cd-4f14-877f-3abc52ec087d tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef05fc12-afb5-4352-85ad-e61c6ee1700a HTTP/1.1" status: 200 len: 210 time: 0.0323145 Oct 27 19:21:57.946014 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-a086d4a6-d4d1-4dbe-bcf1-e564dceabbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15d01ef-ef65-41f9-b60e-7c2d509ae12b', 'name': 'tempest-TestEncryptedCinderVolumes-1445836260-router', 'tenant_id': '1058964cfd07482c86573a65eca90d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': 'f80cab14-c28b-4015-90b2-130d32a3fa42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:21:50Z', 'updated_at': '2021-10-27T19:21:54Z', 'revision_number': 4, 'project_id': '1058964cfd07482c86573a65eca90d2b', 'gw_port': {'id': 'f80cab14-c28b-4015-90b2-130d32a3fa42', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15d01ef-ef65-41f9-b60e-7c2d509ae12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:21:51Z', 'updated_at': '2021-10-27T19:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '20a0d559-6934-4649-9d03-21741f2d9270', 'name': '', 'network_id': '2477357b-0405-47b9-ac60-17727590a164', 'tenant_id': '1058964cfd07482c86573a65eca90d2b', 'mac_address': 'fa:16:3e:f0:f0:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15d01ef-ef65-41f9-b60e-7c2d509ae12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '651b82d5-0fb5-40f8-a858-8d5e35d28247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:21:53Z', 'updated_at': '2021-10-27T19:21:54Z', 'revision_number': 2, 'project_id': '1058964cfd07482c86573a65eca90d2b', 'subnets': [{'id': '651b82d5-0fb5-40f8-a858-8d5e35d28247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:21:57.977293 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a086d4a6-d4d1-4dbe-bcf1-e564dceabbb0 None None] Checking router: a15d01ef-ef65-41f9-b60e-7c2d509ae12b for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:21:57.977652 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a086d4a6-d4d1-4dbe-bcf1-e564dceabbb0 None None] Updating router a15d01ef-ef65-41f9-b60e-7c2d509ae12b port 20a0d559-6934-4649-9d03-21741f2d9270 binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 19:21:58.004651 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-a086d4a6-d4d1-4dbe-bcf1-e564dceabbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:58.273065 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-a086d4a6-d4d1-4dbe-bcf1-e564dceabbb0 None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:58.353885 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-a086d4a6-d4d1-4dbe-bcf1-e564dceabbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:58.406629 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c3350-e67c-4bbc-8727-7a1b3a9391ed None None] Pushing event updated for resources: {'Port': ['ID=20a0d559-6934-4649-9d03-21741f2d9270,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:58.455477 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-a086d4a6-d4d1-4dbe-bcf1-e564dceabbb0 None None] Attempting to bind port 20a0d559-6934-4649-9d03-21741f2d9270 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:21:58.458543 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-a086d4a6-d4d1-4dbe-bcf1-e564dceabbb0 None None] Attempting to bind port 20a0d559-6934-4649-9d03-21741f2d9270 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '9e8dfd5d-6c09-4698-977c-a293732d7b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2477357b-0405-47b9-ac60-17727590a164'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:21:58.458543 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a086d4a6-d4d1-4dbe-bcf1-e564dceabbb0 None None] Attempting to bind port 20a0d559-6934-4649-9d03-21741f2d9270 on network 2477357b-0405-47b9-ac60-17727590a164 {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:21:58.461520 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a086d4a6-d4d1-4dbe-bcf1-e564dceabbb0 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:21:58.461891 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a086d4a6-d4d1-4dbe-bcf1-e564dceabbb0 None None] Checking segment: {'id': '9e8dfd5d-6c09-4698-977c-a293732d7b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2477357b-0405-47b9-ac60-17727590a164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:21:58.462289 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-a086d4a6-d4d1-4dbe-bcf1-e564dceabbb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:58.462676 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a086d4a6-d4d1-4dbe-bcf1-e564dceabbb0 None None] Bound using segment: {'id': '9e8dfd5d-6c09-4698-977c-a293732d7b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2477357b-0405-47b9-ac60-17727590a164'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:21:58.463162 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-a086d4a6-d4d1-4dbe-bcf1-e564dceabbb0 None None] Bound port: 20a0d559-6934-4649-9d03-21741f2d9270, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e8dfd5d-6c09-4698-977c-a293732d7b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2477357b-0405-47b9-ac60-17727590a164'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:21:58.463539 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-a086d4a6-d4d1-4dbe-bcf1-e564dceabbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:58.534643 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-a086d4a6-d4d1-4dbe-bcf1-e564dceabbb0 None None] For port 20a0d559-6934-4649-9d03-21741f2d9270, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:21:58.538222 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-a086d4a6-d4d1-4dbe-bcf1-e564dceabbb0 None None] For port 20a0d559-6934-4649-9d03-21741f2d9270, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=20a0d559-6934-4649-9d03-21741f2d9270,segment=NetworkSegment(9e8dfd5d-6c09-4698-977c-a293732d7b7b),segment_id=9e8dfd5d-6c09-4698-977c-a293732d7b7b)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:21:58.567808 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device f80cab14-c28b-4015-90b2-130d32a3fa42 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:21:58.614974 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-a086d4a6-d4d1-4dbe-bcf1-e564dceabbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:58.625162 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-ce47ce33-8402-4ef1-9f8a-80232bb3457c None None] Provisioning complete for port 20a0d559-6934-4649-9d03-21741f2d9270 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:21:58.625529 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ce47ce33-8402-4ef1-9f8a-80232bb3457c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:58.653647 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port f80cab14-c28b-4015-90b2-130d32a3fa42 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:21:58.653946 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:58.667881 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a086d4a6-d4d1-4dbe-bcf1-e564dceabbb0 None None] Routers {'a15d01ef-ef65-41f9-b60e-7c2d509ae12b'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:21:58.668496 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-a086d4a6-d4d1-4dbe-bcf1-e564dceabbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:21:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['a15d01ef-ef65-41f9-b60e-7c2d509ae12b'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:21:58.752635 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c3350-e67c-4bbc-8727-7a1b3a9391ed None None] Pushing event updated for resources: {'Port': ['ID=20a0d559-6934-4649-9d03-21741f2d9270,revision_number=4']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:58.774942 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ce47ce33-8402-4ef1-9f8a-80232bb3457c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:58.790115 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-a086d4a6-d4d1-4dbe-bcf1-e564dceabbb0 None None] Set router a15d01ef-ef65-41f9-b60e-7c2d509ae12b gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:21:58.822493 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-ce47ce33-8402-4ef1-9f8a-80232bb3457c None None] For port 20a0d559-6934-4649-9d03-21741f2d9270, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=20a0d559-6934-4649-9d03-21741f2d9270,segment=NetworkSegment(9e8dfd5d-6c09-4698-977c-a293732d7b7b),segment_id=9e8dfd5d-6c09-4698-977c-a293732d7b7b)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:21:58.889746 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ce47ce33-8402-4ef1-9f8a-80232bb3457c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:58.947990 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce47ce33-8402-4ef1-9f8a-80232bb3457c None None] Pushing event updated for resources: {'Port': ['ID=20a0d559-6934-4649-9d03-21741f2d9270,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:59.014137 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-baee1449-5457-4e69-8334-ac0c8b5f8651 None None] Provisioning complete for port 20a0d559-6934-4649-9d03-21741f2d9270 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:21:59.014800 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-baee1449-5457-4e69-8334-ac0c8b5f8651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:59.017771 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-a086d4a6-d4d1-4dbe-bcf1-e564dceabbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15d01ef-ef65-41f9-b60e-7c2d509ae12b', 'name': 'tempest-TestEncryptedCinderVolumes-1445836260-router', 'tenant_id': '1058964cfd07482c86573a65eca90d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': 'f80cab14-c28b-4015-90b2-130d32a3fa42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:21:50Z', 'updated_at': '2021-10-27T19:21:54Z', 'revision_number': 4, 'project_id': '1058964cfd07482c86573a65eca90d2b', 'gw_port': {'id': 'f80cab14-c28b-4015-90b2-130d32a3fa42', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15d01ef-ef65-41f9-b60e-7c2d509ae12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:21:51Z', 'updated_at': '2021-10-27T19:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '20a0d559-6934-4649-9d03-21741f2d9270', 'name': '', 'network_id': '2477357b-0405-47b9-ac60-17727590a164', 'tenant_id': '1058964cfd07482c86573a65eca90d2b', 'mac_address': 'fa:16:3e:f0:f0:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15d01ef-ef65-41f9-b60e-7c2d509ae12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '651b82d5-0fb5-40f8-a858-8d5e35d28247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:21:53Z', 'updated_at': '2021-10-27T19:21:58Z', 'revision_number': 4, 'project_id': '1058964cfd07482c86573a65eca90d2b', 'subnets': [{'id': '651b82d5-0fb5-40f8-a858-8d5e35d28247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:21:59.050949 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a086d4a6-d4d1-4dbe-bcf1-e564dceabbb0 None None] The sync data for ids ['a15d01ef-ef65-41f9-b60e-7c2d509ae12b'] in n-d-815690-2 is: [{'id': 'a15d01ef-ef65-41f9-b60e-7c2d509ae12b', 'name': 'tempest-TestEncryptedCinderVolumes-1445836260-router', 'tenant_id': '1058964cfd07482c86573a65eca90d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': 'f80cab14-c28b-4015-90b2-130d32a3fa42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:21:50Z', 'updated_at': '2021-10-27T19:21:54Z', 'revision_number': 4, 'project_id': '1058964cfd07482c86573a65eca90d2b', 'gw_port': {'id': 'f80cab14-c28b-4015-90b2-130d32a3fa42', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15d01ef-ef65-41f9-b60e-7c2d509ae12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:21:51Z', 'updated_at': '2021-10-27T19:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '20a0d559-6934-4649-9d03-21741f2d9270', 'name': '', 'network_id': '2477357b-0405-47b9-ac60-17727590a164', 'tenant_id': '1058964cfd07482c86573a65eca90d2b', 'mac_address': 'fa:16:3e:f0:f0:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15d01ef-ef65-41f9-b60e-7c2d509ae12b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '651b82d5-0fb5-40f8-a858-8d5e35d28247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:21:53Z', 'updated_at': '2021-10-27T19:21:58Z', 'revision_number': 4, 'project_id': '1058964cfd07482c86573a65eca90d2b', 'subnets': [{'id': '651b82d5-0fb5-40f8-a858-8d5e35d28247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:21:59.082673 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8989d3bd-86ab-47ff-a8f2-eb513da7281a req-4cc125ba-0d91-4abc-bcc0-2a8af951c529 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef05fc12-afb5-4352-85ad-e61c6ee1700a HTTP/1.1" status: 200 len: 210 time: 0.0722394 Oct 27 19:21:59.113467 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f0af3-8208-47e0-9d74-190b310a418a req-d6f0c250-5d72-49bf-a15b-0c3fd00b738d tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:21:59.119232 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-308f0af3-8208-47e0-9d74-190b310a418a req-d6f0c250-5d72-49bf-a15b-0c3fd00b738d tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.93 "GET /v2.0/networks?id=905a58df-2cf0-46df-b8fe-b415749e2d71 HTTP/1.1" status: 200 len: 815 time: 0.1760390 Oct 27 19:21:59.131922 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-308f0af3-8208-47e0-9d74-190b310a418a req-d39005b7-fee1-45dd-b4f9-dcd6b719085f tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Request body: {'port': {'device_id': 'ef05fc12-afb5-4352-85ad-e61c6ee1700a', 'network_id': '905a58df-2cf0-46df-b8fe-b415749e2d71', 'admin_state_up': True, 'tenant_id': '92d4075e9e684f4b8f766bfaaef4f085'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:21:59.391931 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-308f0af3-8208-47e0-9d74-190b310a418a req-d39005b7-fee1-45dd-b4f9-dcd6b719085f tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Made reservation on behalf of 92d4075e9e684f4b8f766bfaaef4f085 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:21:59.395619 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-308f0af3-8208-47e0-9d74-190b310a418a req-d39005b7-fee1-45dd-b4f9-dcd6b719085f tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:59.539527 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-308f0af3-8208-47e0-9d74-190b310a418a req-d39005b7-fee1-45dd-b4f9-dcd6b719085f tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Allocated IP 172.20.0.5 (905a58df-2cf0-46df-b8fe-b415749e2d71/1052cb55-5707-4e92-be0c-2a322798dcbb/e2879e6f-11b3-4302-b898-e6bc4de1c870) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:21:59.705054 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-308f0af3-8208-47e0-9d74-190b310a418a req-d39005b7-fee1-45dd-b4f9-dcd6b719085f tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:59.805871 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-308f0af3-8208-47e0-9d74-190b310a418a req-d39005b7-fee1-45dd-b4f9-dcd6b719085f tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:59.855219 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-308f0af3-8208-47e0-9d74-190b310a418a req-d39005b7-fee1-45dd-b4f9-dcd6b719085f tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Network 905a58df-2cf0-46df-b8fe-b415749e2d71 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:21:59.858624 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-308f0af3-8208-47e0-9d74-190b310a418a req-d39005b7-fee1-45dd-b4f9-dcd6b719085f tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:21:59.862448 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-308f0af3-8208-47e0-9d74-190b310a418a req-d39005b7-fee1-45dd-b4f9-dcd6b719085f tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:21:59.869076 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39005b7-fee1-45dd-b4f9-dcd6b719085f tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Pushing event updated for resources: {'Port': ['ID=e2879e6f-11b3-4302-b898-e6bc4de1c870,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:21:59.918012 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f0af3-8208-47e0-9d74-190b310a418a req-d39005b7-fee1-45dd-b4f9-dcd6b719085f tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:21:59.919966 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-308f0af3-8208-47e0-9d74-190b310a418a req-d39005b7-fee1-45dd-b4f9-dcd6b719085f tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:21:59.996990 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-308f0af3-8208-47e0-9d74-190b310a418a req-d39005b7-fee1-45dd-b4f9-dcd6b719085f tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8692937 Oct 27 19:22:00.016062 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-308f0af3-8208-47e0-9d74-190b310a418a req-a07bde2e-925f-41d9-b53b-5c7abe8e4a4a service neutron] Request body: {'port': {'device_id': 'ef05fc12-afb5-4352-85ad-e61c6ee1700a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:22:00.068716 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-308f0af3-8208-47e0-9d74-190b310a418a req-a07bde2e-925f-41d9-b53b-5c7abe8e4a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:22:00.153532 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-122834c4-2f93-482d-861c-92cf44b7b55b None None] Provisioning complete for port e2879e6f-11b3-4302-b898-e6bc4de1c870 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:22:00.166429 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-122834c4-2f93-482d-861c-92cf44b7b55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:22:00.204000 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-122834c4-2f93-482d-861c-92cf44b7b55b None None] Port e2879e6f-11b3-4302-b898-e6bc4de1c870 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:22:00.249426 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfab895-dd02-41b5-a819-ed6b67dda5a3 req-27e25202-5f82-4dd1-93ca-1331e0fa3596 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:22:00.251141 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1cfab895-dd02-41b5-a819-ed6b67dda5a3 req-27e25202-5f82-4dd1-93ca-1331e0fa3596 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef05fc12-afb5-4352-85ad-e61c6ee1700a HTTP/1.1" status: 200 len: 931 time: 0.0690663 Oct 27 19:22:00.297611 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1cfab895-dd02-41b5-a819-ed6b67dda5a3 req-0abc59c0-e6b0-4b7d-91a8-fa18f2ca1259 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/security-groups?id=cee2d175-c453-4180-adcc-8b9b7c198209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362403 Oct 27 19:22:00.368030 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-308f0af3-8208-47e0-9d74-190b310a418a req-a07bde2e-925f-41d9-b53b-5c7abe8e4a4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2879e6f-11b3-4302-b898-e6bc4de1c870 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:22:00.376490 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-308f0af3-8208-47e0-9d74-190b310a418a req-a07bde2e-925f-41d9-b53b-5c7abe8e4a4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:22:00.389167 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-308f0af3-8208-47e0-9d74-190b310a418a req-a07bde2e-925f-41d9-b53b-5c7abe8e4a4a service neutron] Transition to ACTIVE for port object e2879e6f-11b3-4302-b898-e6bc4de1c870 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 19:22:00.462966 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-308f0af3-8208-47e0-9d74-190b310a418a req-a07bde2e-925f-41d9-b53b-5c7abe8e4a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:22:00.517329 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07bde2e-925f-41d9-b53b-5c7abe8e4a4a service neutron] Pushing event updated for resources: {'Port': ['ID=e2879e6f-11b3-4302-b898-e6bc4de1c870,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:22:00.577341 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 20a0d559-6934-4649-9d03-21741f2d9270 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:22:00.602114 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-308f0af3-8208-47e0-9d74-190b310a418a req-a07bde2e-925f-41d9-b53b-5c7abe8e4a4a service neutron] Attempting to bind port e2879e6f-11b3-4302-b898-e6bc4de1c870 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:22:00.602559 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-308f0af3-8208-47e0-9d74-190b310a418a req-a07bde2e-925f-41d9-b53b-5c7abe8e4a4a service neutron] Attempting to bind port e2879e6f-11b3-4302-b898-e6bc4de1c870 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '38f9f9d8-f5ae-488f-9d0e-2afba9910a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '905a58df-2cf0-46df-b8fe-b415749e2d71'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:22:00.602857 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308f0af3-8208-47e0-9d74-190b310a418a req-a07bde2e-925f-41d9-b53b-5c7abe8e4a4a service neutron] Attempting to bind port e2879e6f-11b3-4302-b898-e6bc4de1c870 on network 905a58df-2cf0-46df-b8fe-b415749e2d71 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:22:00.608743 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308f0af3-8208-47e0-9d74-190b310a418a req-a07bde2e-925f-41d9-b53b-5c7abe8e4a4a service neutron] Port e2879e6f-11b3-4302-b898-e6bc4de1c870 on network 905a58df-2cf0-46df-b8fe-b415749e2d71 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 19:22:00.609512 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308f0af3-8208-47e0-9d74-190b310a418a req-a07bde2e-925f-41d9-b53b-5c7abe8e4a4a service neutron] Attempting to bind port e2879e6f-11b3-4302-b898-e6bc4de1c870 on network 905a58df-2cf0-46df-b8fe-b415749e2d71 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:22:00.615121 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308f0af3-8208-47e0-9d74-190b310a418a req-a07bde2e-925f-41d9-b53b-5c7abe8e4a4a service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:22:00.615716 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308f0af3-8208-47e0-9d74-190b310a418a req-a07bde2e-925f-41d9-b53b-5c7abe8e4a4a service neutron] Checking segment: {'id': '38f9f9d8-f5ae-488f-9d0e-2afba9910a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '905a58df-2cf0-46df-b8fe-b415749e2d71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:22:00.616018 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-308f0af3-8208-47e0-9d74-190b310a418a req-a07bde2e-925f-41d9-b53b-5c7abe8e4a4a service neutron] Bound using segment: {'id': '38f9f9d8-f5ae-488f-9d0e-2afba9910a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '905a58df-2cf0-46df-b8fe-b415749e2d71'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:22:00.616528 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-308f0af3-8208-47e0-9d74-190b310a418a req-a07bde2e-925f-41d9-b53b-5c7abe8e4a4a service neutron] Bound port: e2879e6f-11b3-4302-b898-e6bc4de1c870, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38f9f9d8-f5ae-488f-9d0e-2afba9910a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '905a58df-2cf0-46df-b8fe-b415749e2d71'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:22:00.616962 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-308f0af3-8208-47e0-9d74-190b310a418a req-a07bde2e-925f-41d9-b53b-5c7abe8e4a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:22:00.634327 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 20a0d559-6934-4649-9d03-21741f2d9270 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:22:00.634807 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:22:00.699848 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-308f0af3-8208-47e0-9d74-190b310a418a req-a07bde2e-925f-41d9-b53b-5c7abe8e4a4a service neutron] For port e2879e6f-11b3-4302-b898-e6bc4de1c870, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:22:00.704144 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-308f0af3-8208-47e0-9d74-190b310a418a req-a07bde2e-925f-41d9-b53b-5c7abe8e4a4a service neutron] For port e2879e6f-11b3-4302-b898-e6bc4de1c870, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e2879e6f-11b3-4302-b898-e6bc4de1c870,segment=NetworkSegment(38f9f9d8-f5ae-488f-9d0e-2afba9910a82),segment_id=38f9f9d8-f5ae-488f-9d0e-2afba9910a82)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:22:00.805910 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-308f0af3-8208-47e0-9d74-190b310a418a req-a07bde2e-925f-41d9-b53b-5c7abe8e4a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:22:00.846710 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f0af3-8208-47e0-9d74-190b310a418a req-a07bde2e-925f-41d9-b53b-5c7abe8e4a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:22:00.849022 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-308f0af3-8208-47e0-9d74-190b310a418a req-a07bde2e-925f-41d9-b53b-5c7abe8e4a4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:22:00.850492 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-308f0af3-8208-47e0-9d74-190b310a418a req-a07bde2e-925f-41d9-b53b-5c7abe8e4a4a service neutron] 10.222.0.93 "PUT /v2.0/ports/e2879e6f-11b3-4302-b898-e6bc4de1c870 HTTP/1.1" status: 200 len: 1091 time: 0.8449342 Oct 27 19:22:00.850979 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef05fc12-afb5-4352-85ad-e61c6ee1700a', 'tag': 'e2879e6f-11b3-4302-b898-e6bc4de1c870'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:22:00.853330 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c15b00-72e3-4129-978b-f48a369b754e" -d '{"events": [{"name": "network-changed", "server_uuid": "ef05fc12-afb5-4352-85ad-e61c6ee1700a", "tag": "e2879e6f-11b3-4302-b898-e6bc4de1c870"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:22:00.877242 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07bde2e-925f-41d9-b53b-5c7abe8e4a4a service neutron] Pushing event updated for resources: {'Port': ['ID=e2879e6f-11b3-4302-b898-e6bc4de1c870,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:22:00.900742 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2ce3f1-4302-4f33-b899-e80af4236f46 x-openstack-request-id: req-6d2ce3f1-4302-4f33-b899-e80af4236f46 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:22:00.900742 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef05fc12-afb5-4352-85ad-e61c6ee1700a", "tag": "e2879e6f-11b3-4302-b898-e6bc4de1c870", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:22:00.900742 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6d2ce3f1-4302-4f33-b899-e80af4236f46 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:22:00.900742 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef05fc12-afb5-4352-85ad-e61c6ee1700a', 'tag': 'e2879e6f-11b3-4302-b898-e6bc4de1c870', 'status': 'completed', 'code': 200} Oct 27 19:22:00.963583 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c15b00-72e3-4129-978b-f48a369b754e req-3b32fb4c-7784-4b24-946b-f871e8430434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:22:00.965233 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b7c15b00-72e3-4129-978b-f48a369b754e req-3b32fb4c-7784-4b24-946b-f871e8430434 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=92d4075e9e684f4b8f766bfaaef4f085&device_id=ef05fc12-afb5-4352-85ad-e61c6ee1700a HTTP/1.1" status: 200 len: 1094 time: 0.0447240 Oct 27 19:22:01.081326 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c15b00-72e3-4129-978b-f48a369b754e req-f4829403-2a6a-41b9-81a6-c01864e4d720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:22:01.082735 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b7c15b00-72e3-4129-978b-f48a369b754e req-f4829403-2a6a-41b9-81a6-c01864e4d720 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=92d4075e9e684f4b8f766bfaaef4f085&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0987465 Oct 27 19:22:01.176603 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c15b00-72e3-4129-978b-f48a369b754e req-3506d46d-d130-4c1c-a6b6-5a96dbc75000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:22:01.177988 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b7c15b00-72e3-4129-978b-f48a369b754e req-3506d46d-d130-4c1c-a6b6-5a96dbc75000 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0884967 Oct 27 19:22:01.260535 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f0af3-8208-47e0-9d74-190b310a418a req-ceb79df5-5f2e-4841-b674-d500b5b4663b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:22:01.262080 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-308f0af3-8208-47e0-9d74-190b310a418a req-ceb79df5-5f2e-4841-b674-d500b5b4663b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=92d4075e9e684f4b8f766bfaaef4f085&device_id=ef05fc12-afb5-4352-85ad-e61c6ee1700a HTTP/1.1" status: 200 len: 1094 time: 0.0460389 Oct 27 19:22:01.305256 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-308f0af3-8208-47e0-9d74-190b310a418a req-d3f07779-d6ad-49e3-8fed-95c8b6ea0da3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2879e6f-11b3-4302-b898-e6bc4de1c870 HTTP/1.1" status: 200 len: 217 time: 0.0344400 Oct 27 19:22:01.353982 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f0af3-8208-47e0-9d74-190b310a418a req-59c90508-8cdf-48fe-8b01-5179929c4be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:22:01.355507 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-308f0af3-8208-47e0-9d74-190b310a418a req-59c90508-8cdf-48fe-8b01-5179929c4be6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=1052cb55-5707-4e92-be0c-2a322798dcbb HTTP/1.1" status: 200 len: 854 time: 0.0436056 Oct 27 19:22:01.406508 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f0af3-8208-47e0-9d74-190b310a418a req-f67e6a4d-ba36-4b91-a9b0-e58b6eb31908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:22:01.408167 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-308f0af3-8208-47e0-9d74-190b310a418a req-f67e6a4d-ba36-4b91-a9b0-e58b6eb31908 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=905a58df-2cf0-46df-b8fe-b415749e2d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457880 Oct 27 19:22:01.420054 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d3ce6-86ba-4d4b-aa95-8d8ddaf5e49b req-58606d7c-40bb-4ad4-a708-1bcb71801fbb tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:22:01.421649 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c99d3ce6-86ba-4d4b-aa95-8d8ddaf5e49b req-58606d7c-40bb-4ad4-a708-1bcb71801fbb tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef05fc12-afb5-4352-85ad-e61c6ee1700a HTTP/1.1" status: 200 len: 943 time: 0.0551646 Oct 27 19:22:01.461182 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c99d3ce6-86ba-4d4b-aa95-8d8ddaf5e49b req-cc833add-7041-4af9-9344-268060b44c9c tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/security-groups?id=cee2d175-c453-4180-adcc-8b9b7c198209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331755 Oct 27 19:22:01.500634 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-308f0af3-8208-47e0-9d74-190b310a418a req-a30450bb-d8c1-4f73-b966-5c36567b7e0c service neutron] 10.222.0.93 "GET /v2.0/networks/905a58df-2cf0-46df-b8fe-b415749e2d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855012 Oct 27 19:22:01.599317 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-308f0af3-8208-47e0-9d74-190b310a418a req-11107648-1636-43ed-9b23-87c14f65984c service neutron] 10.222.0.93 "GET /v2.0/networks/905a58df-2cf0-46df-b8fe-b415749e2d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888066 Oct 27 19:22:02.578912 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38742c-e4df-4686-b6ab-cdd1aea7d08a req-f3d7a48c-1bac-488b-9b47-a4f022c39d5b tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:22:02.580428 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0d38742c-e4df-4686-b6ab-cdd1aea7d08a req-f3d7a48c-1bac-488b-9b47-a4f022c39d5b tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef05fc12-afb5-4352-85ad-e61c6ee1700a HTTP/1.1" status: 200 len: 943 time: 0.0496452 Oct 27 19:22:02.619111 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0d38742c-e4df-4686-b6ab-cdd1aea7d08a req-024d869e-a9ee-4d8f-a042-22f2f3426cee tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/security-groups?id=cee2d175-c453-4180-adcc-8b9b7c198209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324385 Oct 27 19:22:03.738965 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe75d83c-3cb9-4399-ab64-f36a00c1f2ad req-20e0a2ec-12a3-4331-a9ae-890bd3f91bc5 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:22:03.740527 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fe75d83c-3cb9-4399-ab64-f36a00c1f2ad req-20e0a2ec-12a3-4331-a9ae-890bd3f91bc5 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef05fc12-afb5-4352-85ad-e61c6ee1700a HTTP/1.1" status: 200 len: 943 time: 0.0509984 Oct 27 19:22:03.783676 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fe75d83c-3cb9-4399-ab64-f36a00c1f2ad req-1f1276e1-639d-4ebf-a235-980ffc0aa624 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/security-groups?id=cee2d175-c453-4180-adcc-8b9b7c198209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369635 Oct 27 19:22:04.287888 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e2879e6f-11b3-4302-b898-e6bc4de1c870 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 19:22:04.385062 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port e2879e6f-11b3-4302-b898-e6bc4de1c870, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e2879e6f-11b3-4302-b898-e6bc4de1c870,segment=NetworkSegment(38f9f9d8-f5ae-488f-9d0e-2afba9910a82),segment_id=38f9f9d8-f5ae-488f-9d0e-2afba9910a82)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:22:04.396320 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'e2879e6f-11b3-4302-b898-e6bc4de1c870', 'network_id': '905a58df-2cf0-46df-b8fe-b415749e2d71', 'port_id': 'e2879e6f-11b3-4302-b898-e6bc4de1c870', 'mac_address': 'fa:16:3e:b8:d3:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1052cb55-5707-4e92-be0c-2a322798dcbb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 19:22:04.432639 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:22:04.445566 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2879e6f-11b3-4302-b898-e6bc4de1c870 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:22:04.467026 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port e2879e6f-11b3-4302-b898-e6bc4de1c870, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e2879e6f-11b3-4302-b898-e6bc4de1c870,segment=NetworkSegment(38f9f9d8-f5ae-488f-9d0e-2afba9910a82),segment_id=38f9f9d8-f5ae-488f-9d0e-2afba9910a82)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:22:04.679861 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:22:04.731511 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=e2879e6f-11b3-4302-b898-e6bc4de1c870,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:22:04.739294 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:22:04.739646 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:22:04.739992 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:22:04.740330 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:22:04.740694 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:22:04.741051 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:22:04.741382 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:22:04.741736 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:22:04.742071 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:22:04.742438 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:22:04.742763 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:22:04.743180 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:22:04.885584 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['e2879e6f-11b3-4302-b898-e6bc4de1c870'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:22:04.909363 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919135f-0611-476c-b48c-d9871f02b3a2 req-e5defe49-1236-4902-a63f-88d9cd5c5894 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:22:04.911011 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4919135f-0611-476c-b48c-d9871f02b3a2 req-e5defe49-1236-4902-a63f-88d9cd5c5894 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef05fc12-afb5-4352-85ad-e61c6ee1700a HTTP/1.1" status: 200 len: 944 time: 0.0557268 Oct 27 19:22:04.952236 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4919135f-0611-476c-b48c-d9871f02b3a2 req-fb5c8c11-7c26-4ec1-b82a-6e7140c342dd tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/security-groups?id=cee2d175-c453-4180-adcc-8b9b7c198209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341673 Oct 27 19:22:06.069079 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02edcc2c-ab29-4295-b8f2-26bfbe9892a0 req-98236de9-97c8-4a4b-a214-d2eeae39a827 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:22:06.070626 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-02edcc2c-ab29-4295-b8f2-26bfbe9892a0 req-98236de9-97c8-4a4b-a214-d2eeae39a827 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef05fc12-afb5-4352-85ad-e61c6ee1700a HTTP/1.1" status: 200 len: 944 time: 0.0504825 Oct 27 19:22:06.109514 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-02edcc2c-ab29-4295-b8f2-26bfbe9892a0 req-1b2d775b-d344-407e-a70c-4ae7e0113d03 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/security-groups?id=cee2d175-c453-4180-adcc-8b9b7c198209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323682 Oct 27 19:22:06.300124 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e2879e6f-11b3-4302-b898-e6bc4de1c870 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:22:06.428070 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port e2879e6f-11b3-4302-b898-e6bc4de1c870 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 19:22:06.432347 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port e2879e6f-11b3-4302-b898-e6bc4de1c870 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:22:06.432703 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:22:06.510253 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:22:06.533016 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef05fc12-afb5-4352-85ad-e61c6ee1700a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2879e6f-11b3-4302-b898-e6bc4de1c870'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:22:06.535328 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b7a7ffbeb5006bcc00a453a37d6ced003ca150096c2d6d80d40f5ba58f622d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f642f68b-2e0b-4986-a977-98d8c8b111aa" -d '{"events": [{"server_uuid": "ef05fc12-afb5-4352-85ad-e61c6ee1700a", "name": "network-vif-plugged", "status": "completed", "tag": "e2879e6f-11b3-4302-b898-e6bc4de1c870"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:22:06.548860 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port e2879e6f-11b3-4302-b898-e6bc4de1c870, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e2879e6f-11b3-4302-b898-e6bc4de1c870,segment=NetworkSegment(38f9f9d8-f5ae-488f-9d0e-2afba9910a82),segment_id=38f9f9d8-f5ae-488f-9d0e-2afba9910a82)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:22:06.576668 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55c5023-cef3-4997-97bf-3c928c91662d x-openstack-request-id: req-b55c5023-cef3-4997-97bf-3c928c91662d {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:22:06.576668 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef05fc12-afb5-4352-85ad-e61c6ee1700a", "name": "network-vif-plugged", "status": "completed", "tag": "e2879e6f-11b3-4302-b898-e6bc4de1c870", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:22:06.576668 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b55c5023-cef3-4997-97bf-3c928c91662d {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:22:06.576668 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef05fc12-afb5-4352-85ad-e61c6ee1700a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2879e6f-11b3-4302-b898-e6bc4de1c870', 'code': 200} Oct 27 19:22:06.620154 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:22:06.671954 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=e2879e6f-11b3-4302-b898-e6bc4de1c870,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:22:06.672315 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33420a2-5af1-487c-82c4-ad0112440ae4 req-fd3f28bc-769a-4085-9fb9-83ff6089b730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:22:06.673854 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a33420a2-5af1-487c-82c4-ad0112440ae4 req-fd3f28bc-769a-4085-9fb9-83ff6089b730 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ef05fc12-afb5-4352-85ad-e61c6ee1700a HTTP/1.1" status: 200 len: 1096 time: 0.0421197 Oct 27 19:22:06.709721 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a33420a2-5af1-487c-82c4-ad0112440ae4 req-23c5e8e9-60cb-47fe-8e06-0d143535e94e service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=cee2d175-c453-4180-adcc-8b9b7c198209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287240 Oct 27 19:22:07.227322 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf6c04-750f-49ef-98b0-59142cfe863e req-85c9b982-8ad6-4182-9fe5-f34267ee93d6 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:22:07.228836 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dadf6c04-750f-49ef-98b0-59142cfe863e req-85c9b982-8ad6-4182-9fe5-f34267ee93d6 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef05fc12-afb5-4352-85ad-e61c6ee1700a HTTP/1.1" status: 200 len: 945 time: 0.0489450 Oct 27 19:22:07.267861 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dadf6c04-750f-49ef-98b0-59142cfe863e req-bb720c1c-79a8-4550-8262-6cb705ea9b85 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/security-groups?id=cee2d175-c453-4180-adcc-8b9b7c198209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320036 Oct 27 19:22:08.391323 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340a251-410a-4733-9eab-3564cd499c89 req-884843b1-cc97-4942-99be-91743993bf21 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:22:08.392856 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f340a251-410a-4733-9eab-3564cd499c89 req-884843b1-cc97-4942-99be-91743993bf21 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef05fc12-afb5-4352-85ad-e61c6ee1700a HTTP/1.1" status: 200 len: 945 time: 0.0559433 Oct 27 19:22:08.431262 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f340a251-410a-4733-9eab-3564cd499c89 req-8dd54935-9fe8-4233-a292-849582b0d887 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/security-groups?id=cee2d175-c453-4180-adcc-8b9b7c198209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325215 Oct 27 19:22:08.547428 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856c855-7449-44ef-b3cc-f003aa64793a req-61c9ddf6-e7d1-482f-9bec-a43f3af4b95f tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:22:08.548956 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3856c855-7449-44ef-b3cc-f003aa64793a req-61c9ddf6-e7d1-482f-9bec-a43f3af4b95f tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef05fc12-afb5-4352-85ad-e61c6ee1700a HTTP/1.1" status: 200 len: 945 time: 0.0508761 Oct 27 19:22:08.588589 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3856c855-7449-44ef-b3cc-f003aa64793a req-0aefe655-36be-46c8-bd3a-0251e4a9e70d tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/security-groups?id=cee2d175-c453-4180-adcc-8b9b7c198209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336218 Oct 27 19:22:09.699938 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7ca6e0d0-9f5b-48a5-8f4a-1e1c64fdafdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:22:10.713486 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:22:12.162659 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6fcbbf7a-7f1c-44de-baa0-6f7d83f3e4ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:22:13.433567 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:22:13.639249 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:22:15.323375 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:22:26.901943 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:22:27.430948 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:22:33.839476 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a977ee-78c4-471d-8562-7e7f7fb10a68 req-1a5f4cef-a639-47c5-aecc-12c7d6921316 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:22:33.841246 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e2a977ee-78c4-471d-8562-7e7f7fb10a68 req-1a5f4cef-a639-47c5-aecc-12c7d6921316 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef05fc12-afb5-4352-85ad-e61c6ee1700a HTTP/1.1" status: 200 len: 945 time: 0.0602572 Oct 27 19:22:33.881177 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e2a977ee-78c4-471d-8562-7e7f7fb10a68 req-78dc7ad3-7fbb-4735-9355-65c426ed9e02 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/security-groups?id=cee2d175-c453-4180-adcc-8b9b7c198209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339398 Oct 27 19:22:35.007548 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc121d4b-10ad-434d-be6c-f683f68d5840 req-d9126ad8-14cb-42a8-a287-c5faec9bd514 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:22:35.009071 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cc121d4b-10ad-434d-be6c-f683f68d5840 req-d9126ad8-14cb-42a8-a287-c5faec9bd514 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef05fc12-afb5-4352-85ad-e61c6ee1700a HTTP/1.1" status: 200 len: 945 time: 0.0556841 Oct 27 19:22:35.051128 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cc121d4b-10ad-434d-be6c-f683f68d5840 req-9511ae9c-8d17-42a1-9f3d-be3c3781286f tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/security-groups?id=cee2d175-c453-4180-adcc-8b9b7c198209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348039 Oct 27 19:22:35.324364 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3212573-c49f-4553-8f34-8587621488ef req-3f549b1e-512e-40e9-9885-235095a258bc tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:22:35.326369 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b3212573-c49f-4553-8f34-8587621488ef req-3f549b1e-512e-40e9-9885-235095a258bc tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.93 "GET /v2.0/ports?device_id=ef05fc12-afb5-4352-85ad-e61c6ee1700a HTTP/1.1" status: 200 len: 945 time: 0.0504665 Oct 27 19:22:35.421928 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-b3212573-c49f-4553-8f34-8587621488ef req-83b5991d-ea3e-432a-ab62-4b0a64c78791 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Deleting port e2879e6f-11b3-4302-b898-e6bc4de1c870 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:22:35.422263 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b3212573-c49f-4553-8f34-8587621488ef req-83b5991d-ea3e-432a-ab62-4b0a64c78791 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:22:35.511736 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-b3212573-c49f-4553-8f34-8587621488ef req-83b5991d-ea3e-432a-ab62-4b0a64c78791 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] For port e2879e6f-11b3-4302-b898-e6bc4de1c870, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e2879e6f-11b3-4302-b898-e6bc4de1c870,segment=NetworkSegment(38f9f9d8-f5ae-488f-9d0e-2afba9910a82),segment_id=38f9f9d8-f5ae-488f-9d0e-2afba9910a82)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:22:35.512005 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b3212573-c49f-4553-8f34-8587621488ef req-83b5991d-ea3e-432a-ab62-4b0a64c78791 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:22:35.525713 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-b3212573-c49f-4553-8f34-8587621488ef req-83b5991d-ea3e-432a-ab62-4b0a64c78791 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Calling delete_port for e2879e6f-11b3-4302-b898-e6bc4de1c870 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:22:35.727935 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b3212573-c49f-4553-8f34-8587621488ef req-83b5991d-ea3e-432a-ab62-4b0a64c78791 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:22:35.741263 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['e2879e6f-11b3-4302-b898-e6bc4de1c870'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:22:35.756176 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b5991d-ea3e-432a-ab62-4b0a64c78791 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Pushing event deleted for resources: {'Port': ['ID=e2879e6f-11b3-4302-b898-e6bc4de1c870,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:22:35.805025 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3212573-c49f-4553-8f34-8587621488ef req-83b5991d-ea3e-432a-ab62-4b0a64c78791 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] No DVR routers for this DVR port e2879e6f-11b3-4302-b898-e6bc4de1c870 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:22:35.807862 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b3212573-c49f-4553-8f34-8587621488ef req-83b5991d-ea3e-432a-ab62-4b0a64c78791 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:22:35.812612 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b3212573-c49f-4553-8f34-8587621488ef req-83b5991d-ea3e-432a-ab62-4b0a64c78791 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.93 "DELETE /v2.0/ports/e2879e6f-11b3-4302-b898-e6bc4de1c870 HTTP/1.1" status: 204 len: 173 time: 0.4795325 Oct 27 19:22:35.813080 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef05fc12-afb5-4352-85ad-e61c6ee1700a', 'name': 'network-vif-deleted', 'tag': 'e2879e6f-11b3-4302-b898-e6bc4de1c870'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:22:35.816024 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd08710-89d4-4d10-82b7-3572f54edeb4" -d '{"events": [{"server_uuid": "ef05fc12-afb5-4352-85ad-e61c6ee1700a", "name": "network-vif-deleted", "tag": "e2879e6f-11b3-4302-b898-e6bc4de1c870"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:22:35.851839 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab87d526-dc5d-4bdb-b4f8-db5cd9ac4d11 x-openstack-request-id: req-ab87d526-dc5d-4bdb-b4f8-db5cd9ac4d11 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:22:35.852131 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef05fc12-afb5-4352-85ad-e61c6ee1700a", "name": "network-vif-deleted", "tag": "e2879e6f-11b3-4302-b898-e6bc4de1c870", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:22:35.852388 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ab87d526-dc5d-4bdb-b4f8-db5cd9ac4d11 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:22:35.852793 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef05fc12-afb5-4352-85ad-e61c6ee1700a', 'name': 'network-vif-deleted', 'tag': 'e2879e6f-11b3-4302-b898-e6bc4de1c870', 'status': 'completed', 'code': 200} Oct 27 19:22:36.174793 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4e92ce1d-c3dc-456b-900c-f424b692eba6 req-61eef113-9a4b-484c-8fde-9cca3117f1d1 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef05fc12-afb5-4352-85ad-e61c6ee1700a HTTP/1.1" status: 200 len: 210 time: 0.0287130 Oct 27 19:22:37.900328 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af5457-b327-4310-a8e3-08777ec86555 req-c247aeaf-5e66-404a-b0df-0f7dc588ccf2 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:22:37.901856 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c7af5457-b327-4310-a8e3-08777ec86555 req-c247aeaf-5e66-404a-b0df-0f7dc588ccf2 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/networks?id=905a58df-2cf0-46df-b8fe-b415749e2d71 HTTP/1.1" status: 200 len: 815 time: 0.1114511 Oct 27 19:22:37.917136 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c7af5457-b327-4310-a8e3-08777ec86555 req-0782d768-b21c-4b1a-8579-c0d21a9a413c tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/quotas/92d4075e9e684f4b8f766bfaaef4f085 HTTP/1.1" status: 200 len: 375 time: 0.0093162 Oct 27 19:22:37.975535 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c7af5457-b327-4310-a8e3-08777ec86555 req-fedf9d5e-653f-45ce-a700-eb6ae3c56c6e tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=92d4075e9e684f4b8f766bfaaef4f085&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526183 Oct 27 19:22:38.077788 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c7af5457-b327-4310-a8e3-08777ec86555 req-f7f823d7-d7ef-4289-804a-a3d936cf7f10 service neutron] 10.222.0.52 "GET /v2.0/networks/905a58df-2cf0-46df-b8fe-b415749e2d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897315 Oct 27 19:22:38.169265 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c7af5457-b327-4310-a8e3-08777ec86555 req-e5f843d3-2e1f-491a-9472-4821f6f0220d service neutron] 10.222.0.52 "GET /v2.0/networks/905a58df-2cf0-46df-b8fe-b415749e2d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846345 Oct 27 19:22:38.401939 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1e8abea1-10cc-4a6c-8ea0-e9771f7fdabf req-98e30fc9-9467-44e3-95e3-9611ca3fd5fd tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/ports?device_id=3210f58f-a1b9-44ef-87c5-913d52f8cf05 HTTP/1.1" status: 200 len: 210 time: 0.0268972 Oct 27 19:22:38.427139 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e2879e6f-11b3-4302-b898-e6bc4de1c870 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:22:38.449132 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: e2879e6f-11b3-4302-b898-e6bc4de1c870 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:22:38.449478 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e2879e6f-11b3-4302-b898-e6bc4de1c870 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:22:39.499720 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f9b5d60f-1022-4a4d-aeba-6e8a840faf78 req-a708f4f5-c05b-42d2-b14b-929acc37cdf1 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/ports?device_id=3210f58f-a1b9-44ef-87c5-913d52f8cf05 HTTP/1.1" status: 200 len: 210 time: 0.0269616 Oct 27 19:22:39.718155 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5bec8580-6bf5-423c-b5ac-9b3a840ec206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:22:40.335118 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af5457-b327-4310-a8e3-08777ec86555 req-f480f0f7-d35e-4e63-8567-86d804175482 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:22:40.336588 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c7af5457-b327-4310-a8e3-08777ec86555 req-f480f0f7-d35e-4e63-8567-86d804175482 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.81 "GET /v2.0/networks?id=905a58df-2cf0-46df-b8fe-b415749e2d71 HTTP/1.1" status: 200 len: 815 time: 0.1066885 Oct 27 19:22:40.351151 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-c7af5457-b327-4310-a8e3-08777ec86555 req-c9c28513-204a-4f32-8d25-0b55c353b399 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Request body: {'port': {'device_id': '3210f58f-a1b9-44ef-87c5-913d52f8cf05', 'network_id': '905a58df-2cf0-46df-b8fe-b415749e2d71', 'admin_state_up': True, 'tenant_id': '92d4075e9e684f4b8f766bfaaef4f085'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:22:40.564118 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7af5457-b327-4310-a8e3-08777ec86555 req-c9c28513-204a-4f32-8d25-0b55c353b399 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Made reservation on behalf of 92d4075e9e684f4b8f766bfaaef4f085 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:22:40.567924 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-c7af5457-b327-4310-a8e3-08777ec86555 req-c9c28513-204a-4f32-8d25-0b55c353b399 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:22:40.600548 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-675369a8-f65a-4108-8762-9d710f3b5388 req-5decff2a-16ae-43bb-8876-bf751206e6fb tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/ports?device_id=3210f58f-a1b9-44ef-87c5-913d52f8cf05 HTTP/1.1" status: 200 len: 210 time: 0.0315332 Oct 27 19:22:40.696368 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-c7af5457-b327-4310-a8e3-08777ec86555 req-c9c28513-204a-4f32-8d25-0b55c353b399 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Allocated IP 172.20.0.7 (905a58df-2cf0-46df-b8fe-b415749e2d71/1052cb55-5707-4e92-be0c-2a322798dcbb/1d577e6a-2099-4691-807b-560ad08e3adc) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:22:40.847372 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-c7af5457-b327-4310-a8e3-08777ec86555 req-c9c28513-204a-4f32-8d25-0b55c353b399 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:22:40.941739 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-c7af5457-b327-4310-a8e3-08777ec86555 req-c9c28513-204a-4f32-8d25-0b55c353b399 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:22:40.990919 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7af5457-b327-4310-a8e3-08777ec86555 req-c9c28513-204a-4f32-8d25-0b55c353b399 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Network 905a58df-2cf0-46df-b8fe-b415749e2d71 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:22:40.994024 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-c7af5457-b327-4310-a8e3-08777ec86555 req-c9c28513-204a-4f32-8d25-0b55c353b399 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:22:40.997806 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7af5457-b327-4310-a8e3-08777ec86555 req-c9c28513-204a-4f32-8d25-0b55c353b399 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:22:41.021170 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c28513-204a-4f32-8d25-0b55c353b399 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Pushing event updated for resources: {'Port': ['ID=1d577e6a-2099-4691-807b-560ad08e3adc,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:22:41.051433 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af5457-b327-4310-a8e3-08777ec86555 req-c9c28513-204a-4f32-8d25-0b55c353b399 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:22:41.052093 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-c7af5457-b327-4310-a8e3-08777ec86555 req-c9c28513-204a-4f32-8d25-0b55c353b399 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:22:41.128258 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c7af5457-b327-4310-a8e3-08777ec86555 req-c9c28513-204a-4f32-8d25-0b55c353b399 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7809365 Oct 27 19:22:41.142037 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-c7af5457-b327-4310-a8e3-08777ec86555 req-54a2f5d6-a96f-4ef1-9e04-30147cd1ca0a service neutron] Request body: {'port': {'device_id': '3210f58f-a1b9-44ef-87c5-913d52f8cf05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:22:41.197251 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-c7af5457-b327-4310-a8e3-08777ec86555 req-54a2f5d6-a96f-4ef1-9e04-30147cd1ca0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:22:41.248398 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-42b75ca0-09be-4ab1-8935-ebcb47f5347d None None] Provisioning complete for port 1d577e6a-2099-4691-807b-560ad08e3adc triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:22:41.249000 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-42b75ca0-09be-4ab1-8935-ebcb47f5347d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:22:41.288178 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-42b75ca0-09be-4ab1-8935-ebcb47f5347d None None] Port 1d577e6a-2099-4691-807b-560ad08e3adc cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:22:41.467735 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-c7af5457-b327-4310-a8e3-08777ec86555 req-54a2f5d6-a96f-4ef1-9e04-30147cd1ca0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d577e6a-2099-4691-807b-560ad08e3adc {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:22:41.475146 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-c7af5457-b327-4310-a8e3-08777ec86555 req-54a2f5d6-a96f-4ef1-9e04-30147cd1ca0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:22:41.487009 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-c7af5457-b327-4310-a8e3-08777ec86555 req-54a2f5d6-a96f-4ef1-9e04-30147cd1ca0a service neutron] Transition to ACTIVE for port object 1d577e6a-2099-4691-807b-560ad08e3adc will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 19:22:41.558011 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-c7af5457-b327-4310-a8e3-08777ec86555 req-54a2f5d6-a96f-4ef1-9e04-30147cd1ca0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:22:41.628659 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2f5d6-a96f-4ef1-9e04-30147cd1ca0a service neutron] Pushing event updated for resources: {'Port': ['ID=1d577e6a-2099-4691-807b-560ad08e3adc,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:22:41.682085 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-c7af5457-b327-4310-a8e3-08777ec86555 req-54a2f5d6-a96f-4ef1-9e04-30147cd1ca0a service neutron] Attempting to bind port 1d577e6a-2099-4691-807b-560ad08e3adc on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:22:41.682518 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-c7af5457-b327-4310-a8e3-08777ec86555 req-54a2f5d6-a96f-4ef1-9e04-30147cd1ca0a service neutron] Attempting to bind port 1d577e6a-2099-4691-807b-560ad08e3adc by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '38f9f9d8-f5ae-488f-9d0e-2afba9910a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '905a58df-2cf0-46df-b8fe-b415749e2d71'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:22:41.683010 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7af5457-b327-4310-a8e3-08777ec86555 req-54a2f5d6-a96f-4ef1-9e04-30147cd1ca0a service neutron] Attempting to bind port 1d577e6a-2099-4691-807b-560ad08e3adc on network 905a58df-2cf0-46df-b8fe-b415749e2d71 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:22:41.688291 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7af5457-b327-4310-a8e3-08777ec86555 req-54a2f5d6-a96f-4ef1-9e04-30147cd1ca0a service neutron] Port 1d577e6a-2099-4691-807b-560ad08e3adc on network 905a58df-2cf0-46df-b8fe-b415749e2d71 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 19:22:41.688613 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7af5457-b327-4310-a8e3-08777ec86555 req-54a2f5d6-a96f-4ef1-9e04-30147cd1ca0a service neutron] Attempting to bind port 1d577e6a-2099-4691-807b-560ad08e3adc on network 905a58df-2cf0-46df-b8fe-b415749e2d71 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:22:41.694105 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7af5457-b327-4310-a8e3-08777ec86555 req-54a2f5d6-a96f-4ef1-9e04-30147cd1ca0a service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:22:41.694437 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7af5457-b327-4310-a8e3-08777ec86555 req-54a2f5d6-a96f-4ef1-9e04-30147cd1ca0a service neutron] Checking segment: {'id': '38f9f9d8-f5ae-488f-9d0e-2afba9910a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '905a58df-2cf0-46df-b8fe-b415749e2d71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:22:41.694877 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7af5457-b327-4310-a8e3-08777ec86555 req-54a2f5d6-a96f-4ef1-9e04-30147cd1ca0a service neutron] Bound using segment: {'id': '38f9f9d8-f5ae-488f-9d0e-2afba9910a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '905a58df-2cf0-46df-b8fe-b415749e2d71'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:22:41.695265 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-c7af5457-b327-4310-a8e3-08777ec86555 req-54a2f5d6-a96f-4ef1-9e04-30147cd1ca0a service neutron] Bound port: 1d577e6a-2099-4691-807b-560ad08e3adc, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38f9f9d8-f5ae-488f-9d0e-2afba9910a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '905a58df-2cf0-46df-b8fe-b415749e2d71'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:22:41.695613 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-c7af5457-b327-4310-a8e3-08777ec86555 req-54a2f5d6-a96f-4ef1-9e04-30147cd1ca0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:22:41.729620 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5f4d9-ac1d-467f-abb1-d8b6f82f5135 req-2aa07099-4c23-468f-a8f0-d54a8e7171c2 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:22:41.731452 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aae5f4d9-ac1d-467f-abb1-d8b6f82f5135 req-2aa07099-4c23-468f-a8f0-d54a8e7171c2 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/ports?device_id=3210f58f-a1b9-44ef-87c5-913d52f8cf05 HTTP/1.1" status: 200 len: 943 time: 0.0534904 Oct 27 19:22:41.774042 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-c7af5457-b327-4310-a8e3-08777ec86555 req-54a2f5d6-a96f-4ef1-9e04-30147cd1ca0a service neutron] For port 1d577e6a-2099-4691-807b-560ad08e3adc, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:22:41.777406 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-c7af5457-b327-4310-a8e3-08777ec86555 req-54a2f5d6-a96f-4ef1-9e04-30147cd1ca0a service neutron] For port 1d577e6a-2099-4691-807b-560ad08e3adc, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=1d577e6a-2099-4691-807b-560ad08e3adc,segment=NetworkSegment(38f9f9d8-f5ae-488f-9d0e-2afba9910a82),segment_id=38f9f9d8-f5ae-488f-9d0e-2afba9910a82)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:22:41.779478 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aae5f4d9-ac1d-467f-abb1-d8b6f82f5135 req-d19f272d-b0ee-4a6e-9970-c490f0507112 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/security-groups?id=cee2d175-c453-4180-adcc-8b9b7c198209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409224 Oct 27 19:22:41.848243 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-c7af5457-b327-4310-a8e3-08777ec86555 req-54a2f5d6-a96f-4ef1-9e04-30147cd1ca0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:22:41.883820 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af5457-b327-4310-a8e3-08777ec86555 req-54a2f5d6-a96f-4ef1-9e04-30147cd1ca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:22:41.884435 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-c7af5457-b327-4310-a8e3-08777ec86555 req-54a2f5d6-a96f-4ef1-9e04-30147cd1ca0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:22:41.885846 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c7af5457-b327-4310-a8e3-08777ec86555 req-54a2f5d6-a96f-4ef1-9e04-30147cd1ca0a service neutron] 10.222.0.81 "PUT /v2.0/ports/1d577e6a-2099-4691-807b-560ad08e3adc HTTP/1.1" status: 200 len: 1091 time: 0.7496526 Oct 27 19:22:41.886553 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3210f58f-a1b9-44ef-87c5-913d52f8cf05', 'tag': '1d577e6a-2099-4691-807b-560ad08e3adc'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:22:41.889764 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c2177d-fc84-4dfa-8c1a-61e131376a4a" -d '{"events": [{"name": "network-changed", "server_uuid": "3210f58f-a1b9-44ef-87c5-913d52f8cf05", "tag": "1d577e6a-2099-4691-807b-560ad08e3adc"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:22:41.914749 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2f5d6-a96f-4ef1-9e04-30147cd1ca0a service neutron] Pushing event updated for resources: {'Port': ['ID=1d577e6a-2099-4691-807b-560ad08e3adc,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:22:41.936797 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c643f1-2d4c-485d-8b45-ac87fe7972f5 x-openstack-request-id: req-23c643f1-2d4c-485d-8b45-ac87fe7972f5 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:22:41.937216 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3210f58f-a1b9-44ef-87c5-913d52f8cf05", "tag": "1d577e6a-2099-4691-807b-560ad08e3adc", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:22:41.937523 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-23c643f1-2d4c-485d-8b45-ac87fe7972f5 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:22:41.938025 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3210f58f-a1b9-44ef-87c5-913d52f8cf05', 'tag': '1d577e6a-2099-4691-807b-560ad08e3adc', 'status': 'completed', 'code': 200} Oct 27 19:22:42.006662 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2177d-fc84-4dfa-8c1a-61e131376a4a req-924114e8-94ce-4807-909b-87292ce57947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:22:42.008235 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-94c2177d-fc84-4dfa-8c1a-61e131376a4a req-924114e8-94ce-4807-909b-87292ce57947 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=92d4075e9e684f4b8f766bfaaef4f085&device_id=3210f58f-a1b9-44ef-87c5-913d52f8cf05 HTTP/1.1" status: 200 len: 1094 time: 0.0487480 Oct 27 19:22:42.117114 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2177d-fc84-4dfa-8c1a-61e131376a4a req-70ca670e-b0ce-4d5c-9f58-a0c04db80007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:22:42.118642 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-94c2177d-fc84-4dfa-8c1a-61e131376a4a req-70ca670e-b0ce-4d5c-9f58-a0c04db80007 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=92d4075e9e684f4b8f766bfaaef4f085&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1014957 Oct 27 19:22:42.170694 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ef284ab5-f384-4357-9c6c-d4955c35d61d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:22:42.224097 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2177d-fc84-4dfa-8c1a-61e131376a4a req-003c3c56-14fa-41dc-b8d2-24eb7349726c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:22:42.225764 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-94c2177d-fc84-4dfa-8c1a-61e131376a4a req-003c3c56-14fa-41dc-b8d2-24eb7349726c service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0996475 Oct 27 19:22:42.307527 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af5457-b327-4310-a8e3-08777ec86555 req-69c42edb-d775-4efd-a2c0-7ae5f39db7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:22:42.309100 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c7af5457-b327-4310-a8e3-08777ec86555 req-69c42edb-d775-4efd-a2c0-7ae5f39db7d5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=92d4075e9e684f4b8f766bfaaef4f085&device_id=3210f58f-a1b9-44ef-87c5-913d52f8cf05 HTTP/1.1" status: 200 len: 1094 time: 0.0459836 Oct 27 19:22:42.350795 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c7af5457-b327-4310-a8e3-08777ec86555 req-211b3d15-9769-4d14-9f08-2152b94789b2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d577e6a-2099-4691-807b-560ad08e3adc HTTP/1.1" status: 200 len: 217 time: 0.0341825 Oct 27 19:22:42.399509 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af5457-b327-4310-a8e3-08777ec86555 req-670e3220-7bd5-41ee-8e0a-652a4f344628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:22:42.400984 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c7af5457-b327-4310-a8e3-08777ec86555 req-670e3220-7bd5-41ee-8e0a-652a4f344628 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1052cb55-5707-4e92-be0c-2a322798dcbb HTTP/1.1" status: 200 len: 854 time: 0.0434141 Oct 27 19:22:42.450554 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af5457-b327-4310-a8e3-08777ec86555 req-005cb274-9042-44d8-a07f-a143cd94556a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:22:42.452092 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c7af5457-b327-4310-a8e3-08777ec86555 req-005cb274-9042-44d8-a07f-a143cd94556a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=905a58df-2cf0-46df-b8fe-b415749e2d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435274 Oct 27 19:22:42.541988 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c7af5457-b327-4310-a8e3-08777ec86555 req-55904a13-57df-4e7f-a0bf-41a5a9c88259 service neutron] 10.222.0.81 "GET /v2.0/networks/905a58df-2cf0-46df-b8fe-b415749e2d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822518 Oct 27 19:22:42.643086 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c7af5457-b327-4310-a8e3-08777ec86555 req-d71dc15f-9d01-4667-aa47-964c27267f82 service neutron] 10.222.0.81 "GET /v2.0/networks/905a58df-2cf0-46df-b8fe-b415749e2d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942018 Oct 27 19:22:42.907362 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e11ac99-68d8-4162-b029-b7e6b90804fc req-f4f44aa9-fd10-4662-b66e-3723a514407b tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:22:42.908806 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5e11ac99-68d8-4162-b029-b7e6b90804fc req-f4f44aa9-fd10-4662-b66e-3723a514407b tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/ports?device_id=3210f58f-a1b9-44ef-87c5-913d52f8cf05 HTTP/1.1" status: 200 len: 943 time: 0.0519183 Oct 27 19:22:42.948561 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5e11ac99-68d8-4162-b029-b7e6b90804fc req-2f762ddf-5ea2-4c81-ba11-6ced207e41dc tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/security-groups?id=cee2d175-c453-4180-adcc-8b9b7c198209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336986 Oct 27 19:22:43.443847 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:22:43.638037 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:22:43.750369 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 1d577e6a-2099-4691-807b-560ad08e3adc details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 19:22:43.848430 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 1d577e6a-2099-4691-807b-560ad08e3adc, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=1d577e6a-2099-4691-807b-560ad08e3adc,segment=NetworkSegment(38f9f9d8-f5ae-488f-9d0e-2afba9910a82),segment_id=38f9f9d8-f5ae-488f-9d0e-2afba9910a82)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:22:43.859938 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': '1d577e6a-2099-4691-807b-560ad08e3adc', 'network_id': '905a58df-2cf0-46df-b8fe-b415749e2d71', 'port_id': '1d577e6a-2099-4691-807b-560ad08e3adc', 'mac_address': 'fa:16:3e:a6:0b:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1052cb55-5707-4e92-be0c-2a322798dcbb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 19:22:43.895815 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:22:43.908924 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d577e6a-2099-4691-807b-560ad08e3adc {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:22:43.928744 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 1d577e6a-2099-4691-807b-560ad08e3adc, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=1d577e6a-2099-4691-807b-560ad08e3adc,segment=NetworkSegment(38f9f9d8-f5ae-488f-9d0e-2afba9910a82),segment_id=38f9f9d8-f5ae-488f-9d0e-2afba9910a82)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:22:43.990906 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:22:44.041708 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=1d577e6a-2099-4691-807b-560ad08e3adc,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:22:44.071761 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a65a2-e386-4dea-b7d4-84cfebb6e0f9 req-68a0c2ab-84c5-4171-bc1c-aea90276eef6 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:22:44.073242 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f27a65a2-e386-4dea-b7d4-84cfebb6e0f9 req-68a0c2ab-84c5-4171-bc1c-aea90276eef6 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/ports?device_id=3210f58f-a1b9-44ef-87c5-913d52f8cf05 HTTP/1.1" status: 200 len: 944 time: 0.0543864 Oct 27 19:22:44.119926 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f27a65a2-e386-4dea-b7d4-84cfebb6e0f9 req-00a49321-77bc-41e8-aad6-16cf554cfc8b tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/security-groups?id=cee2d175-c453-4180-adcc-8b9b7c198209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399294 Oct 27 19:22:44.208362 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['1d577e6a-2099-4691-807b-560ad08e3adc'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:22:45.238457 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21bb24-d027-4f0f-b171-23283f7e57a4 req-a1423492-e5af-43ab-b795-8e479e9760ea tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:22:45.240033 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4c21bb24-d027-4f0f-b171-23283f7e57a4 req-a1423492-e5af-43ab-b795-8e479e9760ea tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/ports?device_id=3210f58f-a1b9-44ef-87c5-913d52f8cf05 HTTP/1.1" status: 200 len: 944 time: 0.0515227 Oct 27 19:22:45.278916 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4c21bb24-d027-4f0f-b171-23283f7e57a4 req-f23629c4-6e67-4094-89de-34c7da3a1ac5 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/security-groups?id=cee2d175-c453-4180-adcc-8b9b7c198209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329382 Oct 27 19:22:45.335185 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:22:45.765662 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 1d577e6a-2099-4691-807b-560ad08e3adc up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:22:45.881789 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning for port 1d577e6a-2099-4691-807b-560ad08e3adc completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 19:22:45.885771 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port 1d577e6a-2099-4691-807b-560ad08e3adc triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:22:45.886398 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:22:45.963725 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:22:45.987725 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3210f58f-a1b9-44ef-87c5-913d52f8cf05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d577e6a-2099-4691-807b-560ad08e3adc'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:22:45.990019 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b7a7ffbeb5006bcc00a453a37d6ced003ca150096c2d6d80d40f5ba58f622d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7545e525-7ebb-4dc1-af6f-9d537eee4389" -d '{"events": [{"server_uuid": "3210f58f-a1b9-44ef-87c5-913d52f8cf05", "name": "network-vif-plugged", "status": "completed", "tag": "1d577e6a-2099-4691-807b-560ad08e3adc"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:22:46.002880 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 1d577e6a-2099-4691-807b-560ad08e3adc, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=1d577e6a-2099-4691-807b-560ad08e3adc,segment=NetworkSegment(38f9f9d8-f5ae-488f-9d0e-2afba9910a82),segment_id=38f9f9d8-f5ae-488f-9d0e-2afba9910a82)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:22:46.029715 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db30e2ac-9c0e-4502-a5eb-03329a36144c x-openstack-request-id: req-db30e2ac-9c0e-4502-a5eb-03329a36144c {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:22:46.030008 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3210f58f-a1b9-44ef-87c5-913d52f8cf05", "name": "network-vif-plugged", "status": "completed", "tag": "1d577e6a-2099-4691-807b-560ad08e3adc", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:22:46.030264 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-db30e2ac-9c0e-4502-a5eb-03329a36144c {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:22:46.030662 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3210f58f-a1b9-44ef-87c5-913d52f8cf05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d577e6a-2099-4691-807b-560ad08e3adc', 'code': 200} Oct 27 19:22:46.072876 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:22:46.126740 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d776bc76-cc7c-4103-b0f1-fa99124d41c3 req-bafbe34c-7f1f-4adb-8d28-dc5c3dcfe2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:22:46.127410 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=1d577e6a-2099-4691-807b-560ad08e3adc,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:22:46.128294 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d776bc76-cc7c-4103-b0f1-fa99124d41c3 req-bafbe34c-7f1f-4adb-8d28-dc5c3dcfe2cf service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3210f58f-a1b9-44ef-87c5-913d52f8cf05 HTTP/1.1" status: 200 len: 1096 time: 0.0408745 Oct 27 19:22:46.163176 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-d776bc76-cc7c-4103-b0f1-fa99124d41c3 req-4557996a-853a-487b-94d3-8cb8a7390540 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=cee2d175-c453-4180-adcc-8b9b7c198209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279794 Oct 27 19:22:46.397001 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c787f5f-4215-417b-a0b0-0fb05ac47a75 req-f4ad00d1-8b23-4447-a62a-aa3653585deb tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:22:46.398505 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6c787f5f-4215-417b-a0b0-0fb05ac47a75 req-f4ad00d1-8b23-4447-a62a-aa3653585deb tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/ports?device_id=3210f58f-a1b9-44ef-87c5-913d52f8cf05 HTTP/1.1" status: 200 len: 945 time: 0.0496545 Oct 27 19:22:46.436882 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6c787f5f-4215-417b-a0b0-0fb05ac47a75 req-f8414dac-538d-4983-b82a-21f5ed39dcf0 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/security-groups?id=cee2d175-c453-4180-adcc-8b9b7c198209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318253 Oct 27 19:22:47.559769 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1eebe-b23f-4a17-b1ae-ea5a027c0347 req-49a6c372-c24b-490b-8d63-015c9cc10652 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:22:47.561275 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2df1eebe-b23f-4a17-b1ae-ea5a027c0347 req-49a6c372-c24b-490b-8d63-015c9cc10652 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/ports?device_id=3210f58f-a1b9-44ef-87c5-913d52f8cf05 HTTP/1.1" status: 200 len: 945 time: 0.0542672 Oct 27 19:22:47.599098 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2df1eebe-b23f-4a17-b1ae-ea5a027c0347 req-f81a7c16-22c4-4949-8d48-3725271719e8 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/security-groups?id=cee2d175-c453-4180-adcc-8b9b7c198209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314691 Oct 27 19:22:47.711670 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191bdb37-a649-4e7c-bc2a-e125effd9679 req-5ecce4c5-0d30-41ab-9f22-fa34e7c24301 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:22:47.712366 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:22:47.713177 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-191bdb37-a649-4e7c-bc2a-e125effd9679 req-5ecce4c5-0d30-41ab-9f22-fa34e7c24301 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/ports?device_id=3210f58f-a1b9-44ef-87c5-913d52f8cf05 HTTP/1.1" status: 200 len: 945 time: 0.0483799 Oct 27 19:22:47.751551 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-191bdb37-a649-4e7c-bc2a-e125effd9679 req-ea841ad9-e264-40e0-9d89-0592b1e3f25e tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/security-groups?id=cee2d175-c453-4180-adcc-8b9b7c198209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319285 Oct 27 19:22:56.894972 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:22:57.432282 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:09.666053 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-21c8c69d-d633-473c-93b5-42984979bcc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:12.151643 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6757aa40-938d-416d-a852-0cb7cead8e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:12.606851 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca75b44-bd47-44f3-8185-7171dc947593 req-67a3dbd3-25c3-4a0c-ba2b-748f39eda9b5 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:23:12.608658 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3ca75b44-bd47-44f3-8185-7171dc947593 req-67a3dbd3-25c3-4a0c-ba2b-748f39eda9b5 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/ports?device_id=3210f58f-a1b9-44ef-87c5-913d52f8cf05 HTTP/1.1" status: 200 len: 945 time: 0.0517175 Oct 27 19:23:12.656736 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3ca75b44-bd47-44f3-8185-7171dc947593 req-5a86108b-191a-4e69-b407-97fcbb4100a6 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/security-groups?id=cee2d175-c453-4180-adcc-8b9b7c198209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365999 Oct 27 19:23:13.430463 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:13.681008 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:13.781996 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838d0ac-073e-4d94-9d56-5111d851c660 req-6659996f-5523-4754-8ab4-573e5828726d tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:23:13.783667 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8838d0ac-073e-4d94-9d56-5111d851c660 req-6659996f-5523-4754-8ab4-573e5828726d tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/ports?device_id=3210f58f-a1b9-44ef-87c5-913d52f8cf05 HTTP/1.1" status: 200 len: 945 time: 0.0542777 Oct 27 19:23:13.824181 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8838d0ac-073e-4d94-9d56-5111d851c660 req-620484c9-0e8a-4db2-975e-6256c014bc87 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/security-groups?id=cee2d175-c453-4180-adcc-8b9b7c198209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342212 Oct 27 19:23:14.157299 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231fd21a-1fa3-4ac5-a83e-faa4b9a01d5c req-9dfef77f-b219-4044-b9f2-974d0175bef3 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:23:14.158864 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-231fd21a-1fa3-4ac5-a83e-faa4b9a01d5c req-9dfef77f-b219-4044-b9f2-974d0175bef3 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.81 "GET /v2.0/ports?device_id=3210f58f-a1b9-44ef-87c5-913d52f8cf05 HTTP/1.1" status: 200 len: 945 time: 0.0486944 Oct 27 19:23:14.256575 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-231fd21a-1fa3-4ac5-a83e-faa4b9a01d5c req-45d67a67-0273-476e-89af-42d20a3c0a82 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Deleting port 1d577e6a-2099-4691-807b-560ad08e3adc {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:23:14.256915 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-231fd21a-1fa3-4ac5-a83e-faa4b9a01d5c req-45d67a67-0273-476e-89af-42d20a3c0a82 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:14.344508 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-231fd21a-1fa3-4ac5-a83e-faa4b9a01d5c req-45d67a67-0273-476e-89af-42d20a3c0a82 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] For port 1d577e6a-2099-4691-807b-560ad08e3adc, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=1d577e6a-2099-4691-807b-560ad08e3adc,segment=NetworkSegment(38f9f9d8-f5ae-488f-9d0e-2afba9910a82),segment_id=38f9f9d8-f5ae-488f-9d0e-2afba9910a82)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:23:14.344949 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-231fd21a-1fa3-4ac5-a83e-faa4b9a01d5c req-45d67a67-0273-476e-89af-42d20a3c0a82 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:14.357860 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-231fd21a-1fa3-4ac5-a83e-faa4b9a01d5c req-45d67a67-0273-476e-89af-42d20a3c0a82 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Calling delete_port for 1d577e6a-2099-4691-807b-560ad08e3adc owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:23:14.551643 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-231fd21a-1fa3-4ac5-a83e-faa4b9a01d5c req-45d67a67-0273-476e-89af-42d20a3c0a82 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:14.563609 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['1d577e6a-2099-4691-807b-560ad08e3adc'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:23:14.582446 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d67a67-0273-476e-89af-42d20a3c0a82 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Pushing event deleted for resources: {'Port': ['ID=1d577e6a-2099-4691-807b-560ad08e3adc,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:23:14.614009 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d67a67-0273-476e-89af-42d20a3c0a82 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:14.614396 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d67a67-0273-476e-89af-42d20a3c0a82 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:14.614736 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d67a67-0273-476e-89af-42d20a3c0a82 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:14.615096 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d67a67-0273-476e-89af-42d20a3c0a82 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:14.615430 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d67a67-0273-476e-89af-42d20a3c0a82 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:14.615756 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d67a67-0273-476e-89af-42d20a3c0a82 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:14.616079 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d67a67-0273-476e-89af-42d20a3c0a82 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:14.616399 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d67a67-0273-476e-89af-42d20a3c0a82 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:14.616722 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d67a67-0273-476e-89af-42d20a3c0a82 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:14.617040 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d67a67-0273-476e-89af-42d20a3c0a82 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:14.617356 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d67a67-0273-476e-89af-42d20a3c0a82 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:14.617670 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d67a67-0273-476e-89af-42d20a3c0a82 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:14.636737 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-231fd21a-1fa3-4ac5-a83e-faa4b9a01d5c req-45d67a67-0273-476e-89af-42d20a3c0a82 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] No DVR routers for this DVR port 1d577e6a-2099-4691-807b-560ad08e3adc on host n-h1-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:23:14.639348 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-231fd21a-1fa3-4ac5-a83e-faa4b9a01d5c req-45d67a67-0273-476e-89af-42d20a3c0a82 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:14.643221 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-231fd21a-1fa3-4ac5-a83e-faa4b9a01d5c req-45d67a67-0273-476e-89af-42d20a3c0a82 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.81 "DELETE /v2.0/ports/1d577e6a-2099-4691-807b-560ad08e3adc HTTP/1.1" status: 204 len: 173 time: 0.4780149 Oct 27 19:23:14.643657 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3210f58f-a1b9-44ef-87c5-913d52f8cf05', 'name': 'network-vif-deleted', 'tag': '1d577e6a-2099-4691-807b-560ad08e3adc'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:23:14.645976 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b5b663-b558-4a40-8092-4e6a564421d1" -d '{"events": [{"server_uuid": "3210f58f-a1b9-44ef-87c5-913d52f8cf05", "name": "network-vif-deleted", "tag": "1d577e6a-2099-4691-807b-560ad08e3adc"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:23:14.684651 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997f4938-3e6d-4c41-9b9d-a4c51163b09b x-openstack-request-id: req-997f4938-3e6d-4c41-9b9d-a4c51163b09b {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:23:14.684651 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3210f58f-a1b9-44ef-87c5-913d52f8cf05", "name": "network-vif-deleted", "tag": "1d577e6a-2099-4691-807b-560ad08e3adc", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:23:14.684651 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-997f4938-3e6d-4c41-9b9d-a4c51163b09b {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:23:14.684651 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3210f58f-a1b9-44ef-87c5-913d52f8cf05', 'name': 'network-vif-deleted', 'tag': '1d577e6a-2099-4691-807b-560ad08e3adc', 'status': 'completed', 'code': 200} Oct 27 19:23:14.932971 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4d2c9fdb-2da2-4767-ba62-7bf8c1fda326 req-9a9a7e8f-eaab-4456-b3c1-8cea3a362ab5 tempest-TestEncryptedCinderVolumes-1728482694 tempest-TestEncryptedCinderVolumes-1728482694-project] 10.222.0.52 "GET /v2.0/ports?device_id=3210f58f-a1b9-44ef-87c5-913d52f8cf05 HTTP/1.1" status: 200 len: 210 time: 0.0337372 Oct 27 19:23:15.322953 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:16.079294 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51330) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:23:16.755744 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7ce0edcd-41ba-4d1e-a645-955c8cd257a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:17.006714 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-7ce0edcd-41ba-4d1e-a645-955c8cd257a7 admin admin] Deleting port 938e5a7d-9270-4ad9-8daa-55f1879cf520 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:23:17.007080 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7ce0edcd-41ba-4d1e-a645-955c8cd257a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:17.092608 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-7ce0edcd-41ba-4d1e-a645-955c8cd257a7 admin admin] For port 938e5a7d-9270-4ad9-8daa-55f1879cf520, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=938e5a7d-9270-4ad9-8daa-55f1879cf520,segment=NetworkSegment(38f9f9d8-f5ae-488f-9d0e-2afba9910a82),segment_id=38f9f9d8-f5ae-488f-9d0e-2afba9910a82)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:23:17.093323 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7ce0edcd-41ba-4d1e-a645-955c8cd257a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:17.106223 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-7ce0edcd-41ba-4d1e-a645-955c8cd257a7 admin admin] Calling delete_port for 938e5a7d-9270-4ad9-8daa-55f1879cf520 owned by network:router_interface {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:23:17.340663 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7ce0edcd-41ba-4d1e-a645-955c8cd257a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:17.370742 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0edcd-41ba-4d1e-a645-955c8cd257a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=938e5a7d-9270-4ad9-8daa-55f1879cf520,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:23:17.536775 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7ce0edcd-41ba-4d1e-a645-955c8cd257a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:17.755167 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce0edcd-41ba-4d1e-a645-955c8cd257a7 admin admin] Router ac292315-508d-459e-a992-ec7c4a23c1da has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:23:17.861474 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce0edcd-41ba-4d1e-a645-955c8cd257a7 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:23:17.867116 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7ce0edcd-41ba-4d1e-a645-955c8cd257a7 admin admin] 10.222.0.52 "PUT /v2.0/routers/ac292315-508d-459e-a992-ec7c4a23c1da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7855775 Oct 27 19:23:17.869258 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51332) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:23:17.870499 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e05feb-49c7-480d-a627-4770cca98477 None None] Sync routers for ids ['ac292315-508d-459e-a992-ec7c4a23c1da'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:23:17.881082 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e05feb-49c7-480d-a627-4770cca98477 None None] Routers {'ac292315-508d-459e-a992-ec7c4a23c1da'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:23:17.881701 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-c2e05feb-49c7-480d-a627-4770cca98477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:23:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['ac292315-508d-459e-a992-ec7c4a23c1da'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:23:17.950548 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 1d577e6a-2099-4691-807b-560ad08e3adc no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:23:17.974001 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] No Port match for: 1d577e6a-2099-4691-807b-560ad08e3adc {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:23:17.974342 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 1d577e6a-2099-4691-807b-560ad08e3adc not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:23:17.976611 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d5aad446-ac6d-4a2b-86fd-24208d0a5cc5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:18.008003 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-c2e05feb-49c7-480d-a627-4770cca98477 None None] Set router ac292315-508d-459e-a992-ec7c4a23c1da gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:23:18.082844 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d5aad446-ac6d-4a2b-86fd-24208d0a5cc5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:18.192515 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-c2e05feb-49c7-480d-a627-4770cca98477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac292315-508d-459e-a992-ec7c4a23c1da', 'name': 'tempest-TestEncryptedCinderVolumes-70523949-router', 'tenant_id': '92d4075e9e684f4b8f766bfaaef4f085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'c0997291-032a-4795-a358-14160fcbb9f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:21:44Z', 'updated_at': '2021-10-27T19:23:17Z', 'revision_number': 5, 'project_id': '92d4075e9e684f4b8f766bfaaef4f085', 'gw_port': {'id': 'c0997291-032a-4795-a358-14160fcbb9f7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac292315-508d-459e-a992-ec7c4a23c1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:21:45Z', 'updated_at': '2021-10-27T19:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:23:18.198570 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-d5aad446-ac6d-4a2b-86fd-24208d0a5cc5 admin admin] Deleting port c0997291-032a-4795-a358-14160fcbb9f7 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:23:18.204276 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d5aad446-ac6d-4a2b-86fd-24208d0a5cc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:18.233760 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e05feb-49c7-480d-a627-4770cca98477 None None] Checking router: ac292315-508d-459e-a992-ec7c4a23c1da for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:23:18.246377 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e05feb-49c7-480d-a627-4770cca98477 None None] Routers {'ac292315-508d-459e-a992-ec7c4a23c1da'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:23:18.247480 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-c2e05feb-49c7-480d-a627-4770cca98477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:23:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['ac292315-508d-459e-a992-ec7c4a23c1da'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:23:18.285963 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-d5aad446-ac6d-4a2b-86fd-24208d0a5cc5 admin admin] For port c0997291-032a-4795-a358-14160fcbb9f7, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=c0997291-032a-4795-a358-14160fcbb9f7,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:23:18.286244 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d5aad446-ac6d-4a2b-86fd-24208d0a5cc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:18.299867 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-d5aad446-ac6d-4a2b-86fd-24208d0a5cc5 admin admin] Calling delete_port for c0997291-032a-4795-a358-14160fcbb9f7 owned by network:router_gateway {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:23:18.391803 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-c2e05feb-49c7-480d-a627-4770cca98477 None None] Set router ac292315-508d-459e-a992-ec7c4a23c1da gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:23:18.448210 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-c2e05feb-49c7-480d-a627-4770cca98477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac292315-508d-459e-a992-ec7c4a23c1da', 'name': 'tempest-TestEncryptedCinderVolumes-70523949-router', 'tenant_id': '92d4075e9e684f4b8f766bfaaef4f085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:21:44Z', 'updated_at': '2021-10-27T19:23:18Z', 'revision_number': 6, 'project_id': '92d4075e9e684f4b8f766bfaaef4f085', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:23:18.480512 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e05feb-49c7-480d-a627-4770cca98477 None None] The sync data for ids ['ac292315-508d-459e-a992-ec7c4a23c1da'] in n-d-815690-2 is: [{'id': 'ac292315-508d-459e-a992-ec7c4a23c1da', 'name': 'tempest-TestEncryptedCinderVolumes-70523949-router', 'tenant_id': '92d4075e9e684f4b8f766bfaaef4f085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:21:44Z', 'updated_at': '2021-10-27T19:23:18Z', 'revision_number': 6, 'project_id': '92d4075e9e684f4b8f766bfaaef4f085', 'gw_port_host': None}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:23:18.590043 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d5aad446-ac6d-4a2b-86fd-24208d0a5cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:18.625969 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aad446-ac6d-4a2b-86fd-24208d0a5cc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0997291-032a-4795-a358-14160fcbb9f7,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:23:18.691398 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d5aad446-ac6d-4a2b-86fd-24208d0a5cc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:18.790609 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d5aad446-ac6d-4a2b-86fd-24208d0a5cc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:18.793376 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d5aad446-ac6d-4a2b-86fd-24208d0a5cc5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:18.917421 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d5aad446-ac6d-4a2b-86fd-24208d0a5cc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:18.918119 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5aad446-ac6d-4a2b-86fd-24208d0a5cc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac292315-508d-459e-a992-ec7c4a23c1da {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 19:23:18.923179 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d5aad446-ac6d-4a2b-86fd-24208d0a5cc5 admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:18.924624 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d5aad446-ac6d-4a2b-86fd-24208d0a5cc5 admin admin] 10.222.0.52 "DELETE /v2.0/routers/ac292315-508d-459e-a992-ec7c4a23c1da HTTP/1.1" status: 204 len: 168 time: 1.0543079 Oct 27 19:23:18.928708 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51334) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:23:18.972337 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 938e5a7d-9270-4ad9-8daa-55f1879cf520 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:23:18.997654 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 938e5a7d-9270-4ad9-8daa-55f1879cf520 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:23:18.998249 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 938e5a7d-9270-4ad9-8daa-55f1879cf520 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:23:19.013813 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e9825c5-4f20-4003-8981-c5e3ac1d92fb admin admin] Deleting subnet 1052cb55-5707-4e92-be0c-2a322798dcbb {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 19:23:19.018899 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4e9825c5-4f20-4003-8981-c5e3ac1d92fb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:19.079280 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4e9825c5-4f20-4003-8981-c5e3ac1d92fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:19.216167 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4e9825c5-4f20-4003-8981-c5e3ac1d92fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:19.353195 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4e9825c5-4f20-4003-8981-c5e3ac1d92fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:19.399684 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9825c5-4f20-4003-8981-c5e3ac1d92fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1052cb55-5707-4e92-be0c-2a322798dcbb,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:23:19.407410 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4e9825c5-4f20-4003-8981-c5e3ac1d92fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:19.413957 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4e9825c5-4f20-4003-8981-c5e3ac1d92fb admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1052cb55-5707-4e92-be0c-2a322798dcbb HTTP/1.1" status: 204 len: 168 time: 0.4827528 Oct 27 19:23:19.416651 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ef3a9c-2338-4f35-ab10-6a7fe99b7ce2 None None] Network 905a58df-2cf0-46df-b8fe-b415749e2d71 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:23:19.419195 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51336) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:23:19.423453 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9825c5-4f20-4003-8981-c5e3ac1d92fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:19.424037 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9825c5-4f20-4003-8981-c5e3ac1d92fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:19.424644 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9825c5-4f20-4003-8981-c5e3ac1d92fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:19.425211 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9825c5-4f20-4003-8981-c5e3ac1d92fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:19.425750 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9825c5-4f20-4003-8981-c5e3ac1d92fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:19.426315 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9825c5-4f20-4003-8981-c5e3ac1d92fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:19.426928 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9825c5-4f20-4003-8981-c5e3ac1d92fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:19.427525 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9825c5-4f20-4003-8981-c5e3ac1d92fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:19.428072 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9825c5-4f20-4003-8981-c5e3ac1d92fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:19.428616 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9825c5-4f20-4003-8981-c5e3ac1d92fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:19.429179 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9825c5-4f20-4003-8981-c5e3ac1d92fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:19.429743 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9825c5-4f20-4003-8981-c5e3ac1d92fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:19.525916 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a75e0de-7130-4ca9-83e1-6b6b639f17ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:19.591500 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-9a75e0de-7130-4ca9-83e1-6b6b639f17ca admin admin] Deleting port feb50d33-0ade-4175-80a6-72616b98f74c {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:23:19.592141 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a75e0de-7130-4ca9-83e1-6b6b639f17ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:19.637063 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becfdb07-6001-4fca-8afd-a6603e3feecf None None] DHCP port deletion for 905a58df-2cf0-46df-b8fe-b415749e2d71 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 19:23:19.686452 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-9a75e0de-7130-4ca9-83e1-6b6b639f17ca admin admin] For port feb50d33-0ade-4175-80a6-72616b98f74c, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=feb50d33-0ade-4175-80a6-72616b98f74c,segment=NetworkSegment(38f9f9d8-f5ae-488f-9d0e-2afba9910a82),segment_id=38f9f9d8-f5ae-488f-9d0e-2afba9910a82)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:23:19.686882 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a75e0de-7130-4ca9-83e1-6b6b639f17ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:19.699913 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-becfdb07-6001-4fca-8afd-a6603e3feecf None None] Deleting port feb50d33-0ade-4175-80a6-72616b98f74c {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:23:19.700442 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-becfdb07-6001-4fca-8afd-a6603e3feecf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:19.703118 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-9a75e0de-7130-4ca9-83e1-6b6b639f17ca admin admin] Calling delete_port for feb50d33-0ade-4175-80a6-72616b98f74c owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:23:19.802681 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-becfdb07-6001-4fca-8afd-a6603e3feecf None None] For port feb50d33-0ade-4175-80a6-72616b98f74c, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=feb50d33-0ade-4175-80a6-72616b98f74c,segment=NetworkSegment(38f9f9d8-f5ae-488f-9d0e-2afba9910a82),segment_id=38f9f9d8-f5ae-488f-9d0e-2afba9910a82)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:23:19.802681 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-becfdb07-6001-4fca-8afd-a6603e3feecf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:19.816542 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-becfdb07-6001-4fca-8afd-a6603e3feecf None None] Calling delete_port for feb50d33-0ade-4175-80a6-72616b98f74c owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:23:19.849494 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a75e0de-7130-4ca9-83e1-6b6b639f17ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:19.879078 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75e0de-7130-4ca9-83e1-6b6b639f17ca admin admin] Pushing event deleted for resources: {'Port': ['ID=feb50d33-0ade-4175-80a6-72616b98f74c,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:23:19.880951 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a75e0de-7130-4ca9-83e1-6b6b639f17ca admin admin] No DVR routers for this DVR port feb50d33-0ade-4175-80a6-72616b98f74c on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:23:19.910051 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-becfdb07-6001-4fca-8afd-a6603e3feecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:19.945755 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becfdb07-6001-4fca-8afd-a6603e3feecf None None] Pushing event deleted for resources: {'Port': ['ID=feb50d33-0ade-4175-80a6-72616b98f74c,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:23:19.954887 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becfdb07-6001-4fca-8afd-a6603e3feecf None None] No DVR routers for this DVR port feb50d33-0ade-4175-80a6-72616b98f74c on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:23:19.961953 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becfdb07-6001-4fca-8afd-a6603e3feecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:19.962420 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becfdb07-6001-4fca-8afd-a6603e3feecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:19.962671 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becfdb07-6001-4fca-8afd-a6603e3feecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:19.963042 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becfdb07-6001-4fca-8afd-a6603e3feecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:19.963524 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becfdb07-6001-4fca-8afd-a6603e3feecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:19.963676 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becfdb07-6001-4fca-8afd-a6603e3feecf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:19.964015 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becfdb07-6001-4fca-8afd-a6603e3feecf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:19.964346 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becfdb07-6001-4fca-8afd-a6603e3feecf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:19.964860 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becfdb07-6001-4fca-8afd-a6603e3feecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:19.965020 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becfdb07-6001-4fca-8afd-a6603e3feecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:19.965326 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becfdb07-6001-4fca-8afd-a6603e3feecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:19.965626 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becfdb07-6001-4fca-8afd-a6603e3feecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:19.981189 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a75e0de-7130-4ca9-83e1-6b6b639f17ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:20.006270 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-9a75e0de-7130-4ca9-83e1-6b6b639f17ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['905a58df-2cf0-46df-b8fe-b415749e2d71']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:23:20.019004 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-9a75e0de-7130-4ca9-83e1-6b6b639f17ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38f9f9d8-f5ae-488f-9d0e-2afba9910a82') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:23:20.019309 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-9a75e0de-7130-4ca9-83e1-6b6b639f17ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38f9f9d8-f5ae-488f-9d0e-2afba9910a82') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:23:20.030463 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a75e0de-7130-4ca9-83e1-6b6b639f17ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:20.046087 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a75e0de-7130-4ca9-83e1-6b6b639f17ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:20.056080 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a75e0de-7130-4ca9-83e1-6b6b639f17ca admin admin] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 19:23:20.056080 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a75e0de-7130-4ca9-83e1-6b6b639f17ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:20.056405 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 19:23:20.056405 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 19:23:20.056405 n-d-815690-2 neutron-server[102879]: timer() Oct 27 19:23:20.056405 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 19:23:20.056405 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 19:23:20.056405 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 19:23:20.056405 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 19:23:20.056405 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 19:23:20.056405 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 19:23:20.056405 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 19:23:20.056405 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 19:23:20.056405 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 19:23:20.056405 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 19:23:20.056405 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 19:23:20.056405 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 19:23:20.056405 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 19:23:20.056405 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 19:23:20.056405 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 19:23:20.056405 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 19:23:20.056405 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 19:23:20.056405 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 19:23:20.056405 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 19:23:20.056405 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 19:23:20.056405 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 19:23:20.056405 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 19:23:20.056405 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 19:23:20.056405 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 19:23:20.056405 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 19:23:20.056405 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 19:23:20.056405 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 19:23:20.056405 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 19:23:20.056405 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 19:23:20.201525 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a75e0de-7130-4ca9-83e1-6b6b639f17ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:20.211957 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9a75e0de-7130-4ca9-83e1-6b6b639f17ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:20.216784 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9a75e0de-7130-4ca9-83e1-6b6b639f17ca admin admin] 10.222.0.52 "DELETE /v2.0/networks/905a58df-2cf0-46df-b8fe-b415749e2d71 HTTP/1.1" status: 204 len: 168 time: 0.7948279 Oct 27 19:23:20.218516 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51338) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:23:20.233323 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75e0de-7130-4ca9-83e1-6b6b639f17ca admin admin] Pushing event deleted for resources: {'Network': ['ID=905a58df-2cf0-46df-b8fe-b415749e2d71,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:23:20.594953 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device feb50d33-0ade-4175-80a6-72616b98f74c no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:23:20.605533 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d5b71bcc-f5e5-4488-9c5e-fc7670c9b910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:20.620206 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: feb50d33-0ade-4175-80a6-72616b98f74c {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:23:20.620543 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device feb50d33-0ade-4175-80a6-72616b98f74c not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:23:20.620959 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device c0997291-032a-4795-a358-14160fcbb9f7 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:23:20.640646 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: c0997291-032a-4795-a358-14160fcbb9f7 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:23:20.640990 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device c0997291-032a-4795-a358-14160fcbb9f7 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:23:20.873996 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-d5b71bcc-f5e5-4488-9c5e-fc7670c9b910 admin admin] Deleting port 20a0d559-6934-4649-9d03-21741f2d9270 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:23:20.874334 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d5b71bcc-f5e5-4488-9c5e-fc7670c9b910 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:20.960364 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-d5b71bcc-f5e5-4488-9c5e-fc7670c9b910 admin admin] For port 20a0d559-6934-4649-9d03-21741f2d9270, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=20a0d559-6934-4649-9d03-21741f2d9270,segment=NetworkSegment(9e8dfd5d-6c09-4698-977c-a293732d7b7b),segment_id=9e8dfd5d-6c09-4698-977c-a293732d7b7b)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:23:20.960722 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d5b71bcc-f5e5-4488-9c5e-fc7670c9b910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:20.981312 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-d5b71bcc-f5e5-4488-9c5e-fc7670c9b910 admin admin] Calling delete_port for 20a0d559-6934-4649-9d03-21741f2d9270 owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:23:21.281512 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d5b71bcc-f5e5-4488-9c5e-fc7670c9b910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:21.314622 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b71bcc-f5e5-4488-9c5e-fc7670c9b910 admin admin] Pushing event deleted for resources: {'Port': ['ID=20a0d559-6934-4649-9d03-21741f2d9270,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:23:21.514458 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d5b71bcc-f5e5-4488-9c5e-fc7670c9b910 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:21.770162 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b71bcc-f5e5-4488-9c5e-fc7670c9b910 admin admin] Router a15d01ef-ef65-41f9-b60e-7c2d509ae12b has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:23:21.913498 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b71bcc-f5e5-4488-9c5e-fc7670c9b910 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:23:21.921241 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d5b71bcc-f5e5-4488-9c5e-fc7670c9b910 admin admin] 10.222.0.52 "PUT /v2.0/routers/a15d01ef-ef65-41f9-b60e-7c2d509ae12b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7014284 Oct 27 19:23:21.924550 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51340) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:23:21.927800 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae4ebee-006f-4314-ad20-953efc153b33 None None] Sync routers for ids ['a15d01ef-ef65-41f9-b60e-7c2d509ae12b'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:23:21.941590 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae4ebee-006f-4314-ad20-953efc153b33 None None] Routers {'a15d01ef-ef65-41f9-b60e-7c2d509ae12b'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:23:21.942247 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-8ae4ebee-006f-4314-ad20-953efc153b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:23:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['a15d01ef-ef65-41f9-b60e-7c2d509ae12b'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:23:22.054553 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8fd0e13a-2ef4-4056-92c4-435da5711aca admin admin] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:22.072149 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-8ae4ebee-006f-4314-ad20-953efc153b33 None None] Set router a15d01ef-ef65-41f9-b60e-7c2d509ae12b gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:23:22.169870 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8fd0e13a-2ef4-4056-92c4-435da5711aca admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:22.262979 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-8ae4ebee-006f-4314-ad20-953efc153b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15d01ef-ef65-41f9-b60e-7c2d509ae12b', 'name': 'tempest-TestEncryptedCinderVolumes-1445836260-router', 'tenant_id': '1058964cfd07482c86573a65eca90d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': 'f80cab14-c28b-4015-90b2-130d32a3fa42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:21:50Z', 'updated_at': '2021-10-27T19:23:21Z', 'revision_number': 5, 'project_id': '1058964cfd07482c86573a65eca90d2b', 'gw_port': {'id': 'f80cab14-c28b-4015-90b2-130d32a3fa42', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:fc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15d01ef-ef65-41f9-b60e-7c2d509ae12b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:21:51Z', 'updated_at': '2021-10-27T19:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:23:22.332536 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-8fd0e13a-2ef4-4056-92c4-435da5711aca admin admin] Deleting port f80cab14-c28b-4015-90b2-130d32a3fa42 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:23:22.332818 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8fd0e13a-2ef4-4056-92c4-435da5711aca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:22.387792 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae4ebee-006f-4314-ad20-953efc153b33 None None] Checking router: a15d01ef-ef65-41f9-b60e-7c2d509ae12b for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:23:22.398469 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae4ebee-006f-4314-ad20-953efc153b33 None None] Routers {'a15d01ef-ef65-41f9-b60e-7c2d509ae12b'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:23:22.399123 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-8ae4ebee-006f-4314-ad20-953efc153b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:23:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['a15d01ef-ef65-41f9-b60e-7c2d509ae12b'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:23:22.437415 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-8fd0e13a-2ef4-4056-92c4-435da5711aca admin admin] For port f80cab14-c28b-4015-90b2-130d32a3fa42, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=f80cab14-c28b-4015-90b2-130d32a3fa42,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:23:22.437769 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8fd0e13a-2ef4-4056-92c4-435da5711aca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:22.454178 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-8fd0e13a-2ef4-4056-92c4-435da5711aca admin admin] Calling delete_port for f80cab14-c28b-4015-90b2-130d32a3fa42 owned by network:router_gateway {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:23:22.489286 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-8ae4ebee-006f-4314-ad20-953efc153b33 None None] Set router a15d01ef-ef65-41f9-b60e-7c2d509ae12b gateway port host: None {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:23:22.544042 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-8ae4ebee-006f-4314-ad20-953efc153b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15d01ef-ef65-41f9-b60e-7c2d509ae12b', 'name': 'tempest-TestEncryptedCinderVolumes-1445836260-router', 'tenant_id': '1058964cfd07482c86573a65eca90d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:21:50Z', 'updated_at': '2021-10-27T19:23:22Z', 'revision_number': 6, 'project_id': '1058964cfd07482c86573a65eca90d2b', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:23:22.574877 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae4ebee-006f-4314-ad20-953efc153b33 None None] The sync data for ids ['a15d01ef-ef65-41f9-b60e-7c2d509ae12b'] in n-d-815690-2 is: [{'id': 'a15d01ef-ef65-41f9-b60e-7c2d509ae12b', 'name': 'tempest-TestEncryptedCinderVolumes-1445836260-router', 'tenant_id': '1058964cfd07482c86573a65eca90d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:21:50Z', 'updated_at': '2021-10-27T19:23:22Z', 'revision_number': 6, 'project_id': '1058964cfd07482c86573a65eca90d2b', 'gw_port_host': None}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:23:22.732953 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8fd0e13a-2ef4-4056-92c4-435da5711aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:22.766242 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd0e13a-2ef4-4056-92c4-435da5711aca admin admin] Pushing event deleted for resources: {'Port': ['ID=f80cab14-c28b-4015-90b2-130d32a3fa42,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:23:22.836057 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8fd0e13a-2ef4-4056-92c4-435da5711aca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:22.936738 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8fd0e13a-2ef4-4056-92c4-435da5711aca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:22.940151 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8fd0e13a-2ef4-4056-92c4-435da5711aca admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:23.041450 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8fd0e13a-2ef4-4056-92c4-435da5711aca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:23.042032 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd0e13a-2ef4-4056-92c4-435da5711aca admin admin] Fanout notify agent at l3_agent the message router_deleted on router a15d01ef-ef65-41f9-b60e-7c2d509ae12b {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 19:23:23.046564 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-8fd0e13a-2ef4-4056-92c4-435da5711aca admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:23.047714 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-8fd0e13a-2ef4-4056-92c4-435da5711aca admin admin] 10.222.0.52 "DELETE /v2.0/routers/a15d01ef-ef65-41f9-b60e-7c2d509ae12b HTTP/1.1" status: 204 len: 168 time: 1.1218021 Oct 27 19:23:23.051032 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51342) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:23:23.099702 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-439c430b-44b7-4dad-a880-f21488d77b00 admin admin] Deleting subnet 651b82d5-0fb5-40f8-a858-8d5e35d28247 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 19:23:23.103325 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-439c430b-44b7-4dad-a880-f21488d77b00 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:23.147345 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-439c430b-44b7-4dad-a880-f21488d77b00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:23.228545 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-439c430b-44b7-4dad-a880-f21488d77b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:23.387457 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-439c430b-44b7-4dad-a880-f21488d77b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:23.417226 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c430b-44b7-4dad-a880-f21488d77b00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=651b82d5-0fb5-40f8-a858-8d5e35d28247,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:23:23.419249 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-439c430b-44b7-4dad-a880-f21488d77b00 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:23.425351 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-439c430b-44b7-4dad-a880-f21488d77b00 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/651b82d5-0fb5-40f8-a858-8d5e35d28247 HTTP/1.1" status: 204 len: 168 time: 0.3703620 Oct 27 19:23:23.425351 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51344) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:23:23.428628 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799b429f-f30e-43bd-b6be-00efadcb23a9 None None] Network 2477357b-0405-47b9-ac60-17727590a164 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:23:23.535175 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-971d821d-4c1d-40e7-a1f2-c99c3fb39066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:23.600571 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-971d821d-4c1d-40e7-a1f2-c99c3fb39066 admin admin] Deleting port 14b27d25-6c21-47ef-8db6-8bdcd7acf29e {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:23:23.601005 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-971d821d-4c1d-40e7-a1f2-c99c3fb39066 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:23.678367 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43254ff-1f4c-440f-93d9-b2d1c803e498 None None] DHCP port deletion for 2477357b-0405-47b9-ac60-17727590a164 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 19:23:23.680550 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-971d821d-4c1d-40e7-a1f2-c99c3fb39066 admin admin] For port 14b27d25-6c21-47ef-8db6-8bdcd7acf29e, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=14b27d25-6c21-47ef-8db6-8bdcd7acf29e,segment=NetworkSegment(9e8dfd5d-6c09-4698-977c-a293732d7b7b),segment_id=9e8dfd5d-6c09-4698-977c-a293732d7b7b)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:23:23.681117 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-971d821d-4c1d-40e7-a1f2-c99c3fb39066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:23.702059 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-971d821d-4c1d-40e7-a1f2-c99c3fb39066 admin admin] Calling delete_port for 14b27d25-6c21-47ef-8db6-8bdcd7acf29e owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:23:23.742482 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-d43254ff-1f4c-440f-93d9-b2d1c803e498 None None] Deleting port 14b27d25-6c21-47ef-8db6-8bdcd7acf29e {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:23:23.742880 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d43254ff-1f4c-440f-93d9-b2d1c803e498 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:23.861728 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-971d821d-4c1d-40e7-a1f2-c99c3fb39066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:23.890763 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d821d-4c1d-40e7-a1f2-c99c3fb39066 admin admin] Pushing event deleted for resources: {'Port': ['ID=14b27d25-6c21-47ef-8db6-8bdcd7acf29e,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:23:23.893601 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971d821d-4c1d-40e7-a1f2-c99c3fb39066 admin admin] No DVR routers for this DVR port 14b27d25-6c21-47ef-8db6-8bdcd7acf29e on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:23:23.973368 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-971d821d-4c1d-40e7-a1f2-c99c3fb39066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:23.976457 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-d43254ff-1f4c-440f-93d9-b2d1c803e498 None None] For port 14b27d25-6c21-47ef-8db6-8bdcd7acf29e, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=14b27d25-6c21-47ef-8db6-8bdcd7acf29e,segment=NetworkSegment(9e8dfd5d-6c09-4698-977c-a293732d7b7b),segment_id=9e8dfd5d-6c09-4698-977c-a293732d7b7b)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:23:23.976797 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d43254ff-1f4c-440f-93d9-b2d1c803e498 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:23.990870 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-d43254ff-1f4c-440f-93d9-b2d1c803e498 None None] Calling delete_port for 14b27d25-6c21-47ef-8db6-8bdcd7acf29e owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:23:23.996246 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-971d821d-4c1d-40e7-a1f2-c99c3fb39066 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2477357b-0405-47b9-ac60-17727590a164']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:23:24.006926 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-971d821d-4c1d-40e7-a1f2-c99c3fb39066 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e8dfd5d-6c09-4698-977c-a293732d7b7b') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:23:24.007234 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-971d821d-4c1d-40e7-a1f2-c99c3fb39066 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e8dfd5d-6c09-4698-977c-a293732d7b7b') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:23:24.018437 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-971d821d-4c1d-40e7-a1f2-c99c3fb39066 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:24.033549 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-971d821d-4c1d-40e7-a1f2-c99c3fb39066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:24.040001 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-971d821d-4c1d-40e7-a1f2-c99c3fb39066 admin admin] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 19:23:24.040384 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-971d821d-4c1d-40e7-a1f2-c99c3fb39066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:24.042071 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 19:23:24.042071 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 19:23:24.042071 n-d-815690-2 neutron-server[102879]: timer() Oct 27 19:23:24.042071 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 19:23:24.042071 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 19:23:24.042071 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 19:23:24.042071 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 19:23:24.042071 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 19:23:24.042071 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 19:23:24.042071 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 19:23:24.042071 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 19:23:24.042071 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 19:23:24.042071 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 19:23:24.042071 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 19:23:24.042071 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 19:23:24.042071 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 19:23:24.042071 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 19:23:24.042071 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 19:23:24.042071 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 19:23:24.042071 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 19:23:24.042071 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 19:23:24.042071 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 19:23:24.042071 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 19:23:24.042071 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 19:23:24.042071 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 19:23:24.042071 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 19:23:24.042071 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 19:23:24.042071 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 19:23:24.042071 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 19:23:24.042071 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 19:23:24.042071 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 19:23:24.042071 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 19:23:24.070851 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d43254ff-1f4c-440f-93d9-b2d1c803e498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:24.097465 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43254ff-1f4c-440f-93d9-b2d1c803e498 None None] Pushing event deleted for resources: {'Port': ['ID=14b27d25-6c21-47ef-8db6-8bdcd7acf29e,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:23:24.101849 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43254ff-1f4c-440f-93d9-b2d1c803e498 None None] No DVR routers for this DVR port 14b27d25-6c21-47ef-8db6-8bdcd7acf29e on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:23:24.168633 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-971d821d-4c1d-40e7-a1f2-c99c3fb39066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:24.174710 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-971d821d-4c1d-40e7-a1f2-c99c3fb39066 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:24.178006 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-971d821d-4c1d-40e7-a1f2-c99c3fb39066 admin admin] 10.222.0.52 "DELETE /v2.0/networks/2477357b-0405-47b9-ac60-17727590a164 HTTP/1.1" status: 204 len: 168 time: 0.7518396 Oct 27 19:23:24.190844 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d821d-4c1d-40e7-a1f2-c99c3fb39066 admin admin] Pushing event deleted for resources: {'Network': ['ID=2477357b-0405-47b9-ac60-17727590a164,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:23:24.573006 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51348) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:23:24.589747 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device f80cab14-c28b-4015-90b2-130d32a3fa42 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:23:24.612267 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: f80cab14-c28b-4015-90b2-130d32a3fa42 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:23:24.612661 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device f80cab14-c28b-4015-90b2-130d32a3fa42 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:23:24.613037 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 20a0d559-6934-4649-9d03-21741f2d9270 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:23:24.624447 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4b0f1b70-24c5-4db2-815c-25ff9f5c61a4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=92d4075e9e684f4b8f766bfaaef4f085&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476649 Oct 27 19:23:24.624829 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51350) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:23:24.637211 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 20a0d559-6934-4649-9d03-21741f2d9270 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:23:24.637554 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 20a0d559-6934-4649-9d03-21741f2d9270 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:23:24.637982 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 14b27d25-6c21-47ef-8db6-8bdcd7acf29e no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:23:24.658285 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 14b27d25-6c21-47ef-8db6-8bdcd7acf29e {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:23:24.658670 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 14b27d25-6c21-47ef-8db6-8bdcd7acf29e not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:23:24.680907 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ab377f1c-f2dd-41e1-b8e9-30636127cc33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:24.705208 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ab377f1c-f2dd-41e1-b8e9-30636127cc33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:24.714276 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:23:24.797352 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ab377f1c-f2dd-41e1-b8e9-30636127cc33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:24.800147 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ab377f1c-f2dd-41e1-b8e9-30636127cc33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:24.802150 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ab377f1c-f2dd-41e1-b8e9-30636127cc33 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cee2d175-c453-4180-adcc-8b9b7c198209 HTTP/1.1" status: 204 len: 168 time: 0.1755204 Oct 27 19:23:24.810543 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab377f1c-f2dd-41e1-b8e9-30636127cc33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee2d175-c453-4180-adcc-8b9b7c198209,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:23:25.469259 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51356) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:23:25.514092 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-bdf7c6a2-d88d-457a-8fa3-a4b67a957e66 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1058964cfd07482c86573a65eca90d2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433064 Oct 27 19:23:25.516701 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51358) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:23:25.571426 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4df2c8a0-0ed4-4563-961b-91c8abad06b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:25.596099 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4df2c8a0-0ed4-4563-961b-91c8abad06b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:25.711964 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4df2c8a0-0ed4-4563-961b-91c8abad06b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:25.714629 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4df2c8a0-0ed4-4563-961b-91c8abad06b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:25.715891 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4df2c8a0-0ed4-4563-961b-91c8abad06b5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/efc6208d-fbfe-4135-b44c-fe84877e8691 HTTP/1.1" status: 204 len: 168 time: 0.1971614 Oct 27 19:23:25.724401 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df2c8a0-0ed4-4563-961b-91c8abad06b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc6208d-fbfe-4135-b44c-fe84877e8691,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:23:26.864947 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51380) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:23:26.888608 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:26.969914 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-66fbea75-3c1f-442e-a842-c3c0a5e08761 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-573553653-network', 'tenant_id': 'de86273a5af7421c85cdabd92c3e60b1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:23:27.065774 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fbea75-3c1f-442e-a842-c3c0a5e08761 admin admin] Made reservation on behalf of de86273a5af7421c85cdabd92c3e60b1 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:23:27.068182 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-66fbea75-3c1f-442e-a842-c3c0a5e08761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:27.077052 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-66fbea75-3c1f-442e-a842-c3c0a5e08761 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:27.153800 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-66fbea75-3c1f-442e-a842-c3c0a5e08761 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:27.202762 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-66fbea75-3c1f-442e-a842-c3c0a5e08761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:27.230880 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66fbea75-3c1f-442e-a842-c3c0a5e08761 admin admin] vlan segment allocate from pool success with {'vlan_id': 1000, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 19:23:27.237874 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fbea75-3c1f-442e-a842-c3c0a5e08761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4adfb2-317a-42b1-9e99-6ded81889111,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:23:27.244102 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-66fbea75-3c1f-442e-a842-c3c0a5e08761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:27.244458 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-66fbea75-3c1f-442e-a842-c3c0a5e08761 admin admin] Added segment 7ca7e4f6-4645-4ced-a250-8f54cd1e7ba6 of type vlan for network 73683984-599f-4116-bb2e-22297ec09c95 Oct 27 19:23:27.293682 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-66fbea75-3c1f-442e-a842-c3c0a5e08761 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:27.401278 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-66fbea75-3c1f-442e-a842-c3c0a5e08761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:27.402257 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fbea75-3c1f-442e-a842-c3c0a5e08761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:23:27.402932 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-66fbea75-3c1f-442e-a842-c3c0a5e08761 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:27.459962 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:27.461746 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fbea75-3c1f-442e-a842-c3c0a5e08761 admin admin] Pushing event updated for resources: {'Network': ['ID=73683984-599f-4116-bb2e-22297ec09c95,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:23:27.472310 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 73683984-599f-4116-bb2e-22297ec09c95 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 19:23:27.546501 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-66fbea75-3c1f-442e-a842-c3c0a5e08761 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6804016 Oct 27 19:23:27.549506 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51384) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:23:27.554286 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-a279f9d4-5d15-456d-9432-7a9d4cfede3f admin admin] Request body: {'subnet': {'network_id': '73683984-599f-4116-bb2e-22297ec09c95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-573553653-subnet', 'tenant_id': 'de86273a5af7421c85cdabd92c3e60b1', 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:23:27.631463 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a279f9d4-5d15-456d-9432-7a9d4cfede3f admin admin] Made reservation on behalf of de86273a5af7421c85cdabd92c3e60b1 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:23:27.633970 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a279f9d4-5d15-456d-9432-7a9d4cfede3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:27.871641 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a279f9d4-5d15-456d-9432-7a9d4cfede3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:27.928297 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a279f9d4-5d15-456d-9432-7a9d4cfede3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c405a21b-a928-493a-96bd-cf6244556c09,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:23:27.935530 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a279f9d4-5d15-456d-9432-7a9d4cfede3f admin admin] Checking segment: {'id': '7ca7e4f6-4645-4ced-a250-8f54cd1e7ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '73683984-599f-4116-bb2e-22297ec09c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:23:27.935895 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a279f9d4-5d15-456d-9432-7a9d4cfede3f admin admin] Network hostable DHCP agents. Network: 73683984-599f-4116-bb2e-22297ec09c95, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 19:23:27.986133 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a279f9d4-5d15-456d-9432-7a9d4cfede3f admin admin] Network 73683984-599f-4116-bb2e-22297ec09c95 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 19:23:28.037036 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-a279f9d4-5d15-456d-9432-7a9d4cfede3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 73683984-599f-4116-bb2e-22297ec09c95) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:23:28.041045 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a279f9d4-5d15-456d-9432-7a9d4cfede3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:23:28.041629 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-a279f9d4-5d15-456d-9432-7a9d4cfede3f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:28.045709 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0854e01c-e963-417a-a726-737b01c961e9 None None] Network 73683984-599f-4116-bb2e-22297ec09c95 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:23:28.102802 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-a279f9d4-5d15-456d-9432-7a9d4cfede3f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5522230 Oct 27 19:23:28.105622 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51386) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:23:28.109990 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-ffb4129d-d303-4786-9b63-54077b9bb154 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-573553653-router', 'tenant_id': 'de86273a5af7421c85cdabd92c3e60b1', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:23:28.185763 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ffb4129d-d303-4786-9b63-54077b9bb154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:28.186734 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ffb4129d-d303-4786-9b63-54077b9bb154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:28.197381 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32452cb-b048-44bd-a6e1-373d25ae32ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-73683984-599f-4116-bb2e-22297ec09c95', 'network_id': '73683984-599f-4116-bb2e-22297ec09c95', 'tenant_id': 'de86273a5af7421c85cdabd92c3e60b1', 'fixed_ips': [{'subnet_id': 'c405a21b-a928-493a-96bd-cf6244556c09'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 19:23:28.198324 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c32452cb-b048-44bd-a6e1-373d25ae32ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:28.243756 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ffb4129d-d303-4786-9b63-54077b9bb154 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:28.337266 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-c32452cb-b048-44bd-a6e1-373d25ae32ac None None] Allocated IP 172.20.0.2 (73683984-599f-4116-bb2e-22297ec09c95/c405a21b-a928-493a-96bd-cf6244556c09/bc11e77e-75a0-4f8c-acb7-dfbe897e0a64) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:23:28.492329 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c32452cb-b048-44bd-a6e1-373d25ae32ac None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:28.575269 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c32452cb-b048-44bd-a6e1-373d25ae32ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:28.623884 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32452cb-b048-44bd-a6e1-373d25ae32ac None None] Network 73683984-599f-4116-bb2e-22297ec09c95 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:23:28.627495 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-c32452cb-b048-44bd-a6e1-373d25ae32ac None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:23:28.631131 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32452cb-b048-44bd-a6e1-373d25ae32ac None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:23:28.638353 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32452cb-b048-44bd-a6e1-373d25ae32ac None None] Pushing event updated for resources: {'Port': ['ID=bc11e77e-75a0-4f8c-acb7-dfbe897e0a64,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:23:28.692219 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-c32452cb-b048-44bd-a6e1-373d25ae32ac None None] Attempting to bind port bc11e77e-75a0-4f8c-acb7-dfbe897e0a64 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:23:28.692595 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-c32452cb-b048-44bd-a6e1-373d25ae32ac None None] Attempting to bind port bc11e77e-75a0-4f8c-acb7-dfbe897e0a64 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '7ca7e4f6-4645-4ced-a250-8f54cd1e7ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '73683984-599f-4116-bb2e-22297ec09c95'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:23:28.692966 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32452cb-b048-44bd-a6e1-373d25ae32ac None None] Attempting to bind port bc11e77e-75a0-4f8c-acb7-dfbe897e0a64 on network 73683984-599f-4116-bb2e-22297ec09c95 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:23:28.698469 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32452cb-b048-44bd-a6e1-373d25ae32ac None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:23:28.698882 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32452cb-b048-44bd-a6e1-373d25ae32ac None None] Checking segment: {'id': '7ca7e4f6-4645-4ced-a250-8f54cd1e7ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '73683984-599f-4116-bb2e-22297ec09c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:23:28.699294 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c32452cb-b048-44bd-a6e1-373d25ae32ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:28.699690 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32452cb-b048-44bd-a6e1-373d25ae32ac None None] Bound using segment: {'id': '7ca7e4f6-4645-4ced-a250-8f54cd1e7ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '73683984-599f-4116-bb2e-22297ec09c95'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:23:28.700209 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-c32452cb-b048-44bd-a6e1-373d25ae32ac None None] Bound port: bc11e77e-75a0-4f8c-acb7-dfbe897e0a64, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca7e4f6-4645-4ced-a250-8f54cd1e7ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '73683984-599f-4116-bb2e-22297ec09c95'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:23:28.700562 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c32452cb-b048-44bd-a6e1-373d25ae32ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:28.764150 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-c32452cb-b048-44bd-a6e1-373d25ae32ac None None] For port bc11e77e-75a0-4f8c-acb7-dfbe897e0a64, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:23:28.767258 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-c32452cb-b048-44bd-a6e1-373d25ae32ac None None] For port bc11e77e-75a0-4f8c-acb7-dfbe897e0a64, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=bc11e77e-75a0-4f8c-acb7-dfbe897e0a64,segment=NetworkSegment(7ca7e4f6-4645-4ced-a250-8f54cd1e7ba6),segment_id=7ca7e4f6-4645-4ced-a250-8f54cd1e7ba6)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:23:28.777760 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ffb4129d-d303-4786-9b63-54077b9bb154 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:28.826224 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c32452cb-b048-44bd-a6e1-373d25ae32ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:28.886727 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32452cb-b048-44bd-a6e1-373d25ae32ac None None] Pushing event updated for resources: {'Port': ['ID=bc11e77e-75a0-4f8c-acb7-dfbe897e0a64,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:23:29.072456 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ffb4129d-d303-4786-9b63-54077b9bb154 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:29.093799 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ffb4129d-d303-4786-9b63-54077b9bb154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:29.211093 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-ffb4129d-d303-4786-9b63-54077b9bb154 admin admin] Allocated IP 172.25.6.173 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/1a53d373-6f6a-49f8-8e9a-eca5dcc5215e) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:23:29.315523 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ffb4129d-d303-4786-9b63-54077b9bb154 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:29.429765 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ffb4129d-d303-4786-9b63-54077b9bb154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:29.477036 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb4129d-d303-4786-9b63-54077b9bb154 admin admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:23:29.480222 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-ffb4129d-d303-4786-9b63-54077b9bb154 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:23:29.482942 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb4129d-d303-4786-9b63-54077b9bb154 admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:23:29.508439 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4129d-d303-4786-9b63-54077b9bb154 admin admin] Pushing event updated for resources: {'Port': ['ID=1a53d373-6f6a-49f8-8e9a-eca5dcc5215e,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:23:29.769933 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ca0570-aebd-47f2-aaf4-1b3ae6af00a0 None None] Network 73683984-599f-4116-bb2e-22297ec09c95 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:23:29.808449 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ffb4129d-d303-4786-9b63-54077b9bb154 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:29.891464 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-5c4176c6-05e0-4e64-bba6-ceb273275389 None None] Provisioning complete for port bc11e77e-75a0-4f8c-acb7-dfbe897e0a64 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:23:29.892284 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5c4176c6-05e0-4e64-bba6-ceb273275389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:30.005026 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5c4176c6-05e0-4e64-bba6-ceb273275389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:30.020542 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ffb4129d-d303-4786-9b63-54077b9bb154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:30.043924 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-5c4176c6-05e0-4e64-bba6-ceb273275389 None None] For port bc11e77e-75a0-4f8c-acb7-dfbe897e0a64, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=bc11e77e-75a0-4f8c-acb7-dfbe897e0a64,segment=NetworkSegment(7ca7e4f6-4645-4ced-a250-8f54cd1e7ba6),segment_id=7ca7e4f6-4645-4ced-a250-8f54cd1e7ba6)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:23:30.088581 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5c4176c6-05e0-4e64-bba6-ceb273275389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:30.150207 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4176c6-05e0-4e64-bba6-ceb273275389 None None] Pushing event updated for resources: {'Port': ['ID=bc11e77e-75a0-4f8c-acb7-dfbe897e0a64,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:23:30.206576 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb4129d-d303-4786-9b63-54077b9bb154 admin admin] Router 446a6258-c708-4272-bef3-c3f25a8febcc is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 19:23:30.209714 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-ef2543da-941c-49c5-941c-fdbc85c41051 None None] Provisioning complete for port bc11e77e-75a0-4f8c-acb7-dfbe897e0a64 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:23:30.210103 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ef2543da-941c-49c5-941c-fdbc85c41051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:30.314085 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb4129d-d303-4786-9b63-54077b9bb154 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:23:30.323365 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bec5d0-2b17-478c-80e6-b47d09a30da6 None None] Sync routers for ids ['446a6258-c708-4272-bef3-c3f25a8febcc'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:23:30.334113 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bec5d0-2b17-478c-80e6-b47d09a30da6 None None] Routers {'446a6258-c708-4272-bef3-c3f25a8febcc'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:23:30.334729 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-88bec5d0-2b17-478c-80e6-b47d09a30da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:23:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['446a6258-c708-4272-bef3-c3f25a8febcc'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:23:30.414368 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ffb4129d-d303-4786-9b63-54077b9bb154 admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:30.415672 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ffb4129d-d303-4786-9b63-54077b9bb154 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3089786 Oct 27 19:23:30.418477 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51388) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:23:30.441323 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-88bec5d0-2b17-478c-80e6-b47d09a30da6 None None] Set router 446a6258-c708-4272-bef3-c3f25a8febcc gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:23:30.628997 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device bc11e77e-75a0-4f8c-acb7-dfbe897e0a64 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:23:30.676378 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-88bec5d0-2b17-478c-80e6-b47d09a30da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446a6258-c708-4272-bef3-c3f25a8febcc', 'name': 'tempest-TestMinimumBasicScenario-573553653-router', 'tenant_id': 'de86273a5af7421c85cdabd92c3e60b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '1a53d373-6f6a-49f8-8e9a-eca5dcc5215e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:23:28Z', 'updated_at': '2021-10-27T19:23:29Z', 'revision_number': 3, 'project_id': 'de86273a5af7421c85cdabd92c3e60b1', 'gw_port': {'id': '1a53d373-6f6a-49f8-8e9a-eca5dcc5215e', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:23:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446a6258-c708-4272-bef3-c3f25a8febcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:23:29Z', 'updated_at': '2021-10-27T19:23:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:23:30.704826 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bec5d0-2b17-478c-80e6-b47d09a30da6 None None] Checking router: 446a6258-c708-4272-bef3-c3f25a8febcc for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:23:30.705165 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bec5d0-2b17-478c-80e6-b47d09a30da6 None None] Updating router 446a6258-c708-4272-bef3-c3f25a8febcc port 1a53d373-6f6a-49f8-8e9a-eca5dcc5215e binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 19:23:30.737947 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port bc11e77e-75a0-4f8c-acb7-dfbe897e0a64 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:23:30.742753 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:30.758024 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-88bec5d0-2b17-478c-80e6-b47d09a30da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:30.854983 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-500c7ef8-9a29-493b-be90-07be04b3864c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:31.015462 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-500c7ef8-9a29-493b-be90-07be04b3864c admin admin] Allocated IP 172.20.0.1 (73683984-599f-4116-bb2e-22297ec09c95/c405a21b-a928-493a-96bd-cf6244556c09/671be239-ee97-4441-b96b-184c7b4d2a65) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:23:31.059113 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-88bec5d0-2b17-478c-80e6-b47d09a30da6 None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:31.119453 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-500c7ef8-9a29-493b-be90-07be04b3864c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:31.122961 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-88bec5d0-2b17-478c-80e6-b47d09a30da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:31.176964 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-88bec5d0-2b17-478c-80e6-b47d09a30da6 None None] Attempting to bind port 1a53d373-6f6a-49f8-8e9a-eca5dcc5215e on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:23:31.177329 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-88bec5d0-2b17-478c-80e6-b47d09a30da6 None None] Attempting to bind port 1a53d373-6f6a-49f8-8e9a-eca5dcc5215e by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:23:31.177687 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bec5d0-2b17-478c-80e6-b47d09a30da6 None None] Attempting to bind port 1a53d373-6f6a-49f8-8e9a-eca5dcc5215e on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:23:31.183304 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1da20-59bb-4535-be90-19e3e277d0b5 None None] Pushing event updated for resources: {'Port': ['ID=1a53d373-6f6a-49f8-8e9a-eca5dcc5215e,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:23:31.187861 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bec5d0-2b17-478c-80e6-b47d09a30da6 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:23:31.188239 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bec5d0-2b17-478c-80e6-b47d09a30da6 None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:23:31.188638 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-88bec5d0-2b17-478c-80e6-b47d09a30da6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:31.189047 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bec5d0-2b17-478c-80e6-b47d09a30da6 None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:23:31.189516 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-88bec5d0-2b17-478c-80e6-b47d09a30da6 None None] Bound port: 1a53d373-6f6a-49f8-8e9a-eca5dcc5215e, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:23:31.189890 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-88bec5d0-2b17-478c-80e6-b47d09a30da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:31.214987 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-500c7ef8-9a29-493b-be90-07be04b3864c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:31.244170 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-88bec5d0-2b17-478c-80e6-b47d09a30da6 None None] For port 1a53d373-6f6a-49f8-8e9a-eca5dcc5215e, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:23:31.247363 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-88bec5d0-2b17-478c-80e6-b47d09a30da6 None None] For port 1a53d373-6f6a-49f8-8e9a-eca5dcc5215e, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=1a53d373-6f6a-49f8-8e9a-eca5dcc5215e,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:23:31.261268 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500c7ef8-9a29-493b-be90-07be04b3864c admin admin] Network 73683984-599f-4116-bb2e-22297ec09c95 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:23:31.264485 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-500c7ef8-9a29-493b-be90-07be04b3864c admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:23:31.268449 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500c7ef8-9a29-493b-be90-07be04b3864c admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:23:31.292631 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500c7ef8-9a29-493b-be90-07be04b3864c admin admin] Pushing event updated for resources: {'Port': ['ID=671be239-ee97-4441-b96b-184c7b4d2a65,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:23:31.315283 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-500c7ef8-9a29-493b-be90-07be04b3864c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:31.331689 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-88bec5d0-2b17-478c-80e6-b47d09a30da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:31.389770 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bec5d0-2b17-478c-80e6-b47d09a30da6 None None] Routers {'446a6258-c708-4272-bef3-c3f25a8febcc'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:23:31.390399 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-88bec5d0-2b17-478c-80e6-b47d09a30da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:23:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['446a6258-c708-4272-bef3-c3f25a8febcc'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:23:31.462964 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1da20-59bb-4535-be90-19e3e277d0b5 None None] Pushing event updated for resources: {'Port': ['ID=1a53d373-6f6a-49f8-8e9a-eca5dcc5215e,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:23:31.515886 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-88bec5d0-2b17-478c-80e6-b47d09a30da6 None None] Set router 446a6258-c708-4272-bef3-c3f25a8febcc gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:23:31.525380 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-500c7ef8-9a29-493b-be90-07be04b3864c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:31.616632 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-97c2127d-4adf-4379-8659-83df4bfe3386 None None] Provisioning complete for port 671be239-ee97-4441-b96b-184c7b4d2a65 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:23:31.617068 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-97c2127d-4adf-4379-8659-83df4bfe3386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:31.675459 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-97c2127d-4adf-4379-8659-83df4bfe3386 None None] Port 671be239-ee97-4441-b96b-184c7b4d2a65 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:23:31.689066 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-500c7ef8-9a29-493b-be90-07be04b3864c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:31.740808 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-88bec5d0-2b17-478c-80e6-b47d09a30da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446a6258-c708-4272-bef3-c3f25a8febcc', 'name': 'tempest-TestMinimumBasicScenario-573553653-router', 'tenant_id': 'de86273a5af7421c85cdabd92c3e60b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '1a53d373-6f6a-49f8-8e9a-eca5dcc5215e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:23:28Z', 'updated_at': '2021-10-27T19:23:29Z', 'revision_number': 3, 'project_id': 'de86273a5af7421c85cdabd92c3e60b1', 'gw_port': {'id': '1a53d373-6f6a-49f8-8e9a-eca5dcc5215e', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:23:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446a6258-c708-4272-bef3-c3f25a8febcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:23:29Z', 'updated_at': '2021-10-27T19:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:23:31.749376 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-500c7ef8-9a29-493b-be90-07be04b3864c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:31.770233 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bec5d0-2b17-478c-80e6-b47d09a30da6 None None] The sync data for ids ['446a6258-c708-4272-bef3-c3f25a8febcc'] in n-d-815690-2 is: [{'id': '446a6258-c708-4272-bef3-c3f25a8febcc', 'name': 'tempest-TestMinimumBasicScenario-573553653-router', 'tenant_id': 'de86273a5af7421c85cdabd92c3e60b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '1a53d373-6f6a-49f8-8e9a-eca5dcc5215e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:23:28Z', 'updated_at': '2021-10-27T19:23:29Z', 'revision_number': 3, 'project_id': 'de86273a5af7421c85cdabd92c3e60b1', 'gw_port': {'id': '1a53d373-6f6a-49f8-8e9a-eca5dcc5215e', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:23:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446a6258-c708-4272-bef3-c3f25a8febcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:23:29Z', 'updated_at': '2021-10-27T19:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:23:31.817991 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-500c7ef8-9a29-493b-be90-07be04b3864c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:31.826045 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500c7ef8-9a29-493b-be90-07be04b3864c admin admin] Pushing event updated for resources: {'Port': ['ID=671be239-ee97-4441-b96b-184c7b4d2a65,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:23:31.922178 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500c7ef8-9a29-493b-be90-07be04b3864c admin admin] Network 73683984-599f-4116-bb2e-22297ec09c95 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:23:31.924283 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-500c7ef8-9a29-493b-be90-07be04b3864c admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:23:32.054282 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500c7ef8-9a29-493b-be90-07be04b3864c admin admin] Router 446a6258-c708-4272-bef3-c3f25a8febcc has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:23:32.184895 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500c7ef8-9a29-493b-be90-07be04b3864c admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:23:32.192386 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-500c7ef8-9a29-493b-be90-07be04b3864c admin admin] 10.222.0.52 "PUT /v2.0/routers/446a6258-c708-4272-bef3-c3f25a8febcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7727962 Oct 27 19:23:32.314865 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f0e97fa3-b11e-4979-af23-d69613b46089 None None] Provisioning complete for port 671be239-ee97-4441-b96b-184c7b4d2a65 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:23:32.318962 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f0e97fa3-b11e-4979-af23-d69613b46089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:32.535883 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f0e97fa3-b11e-4979-af23-d69613b46089 None None] Port 671be239-ee97-4441-b96b-184c7b4d2a65 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:23:32.625400 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 1a53d373-6f6a-49f8-8e9a-eca5dcc5215e up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:23:32.677802 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 1a53d373-6f6a-49f8-8e9a-eca5dcc5215e triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:23:32.678171 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:32.762147 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:32.789919 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 1a53d373-6f6a-49f8-8e9a-eca5dcc5215e, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=1a53d373-6f6a-49f8-8e9a-eca5dcc5215e,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:23:32.894216 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:32.943156 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=1a53d373-6f6a-49f8-8e9a-eca5dcc5215e,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:23:33.002484 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51404) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:23:33.007514 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-f7dfa11e-7359-474a-9340-1c01786b314f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1717335655-network', 'tenant_id': 'f89653bdf85044febf61c06b706b2f99'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:23:33.115279 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7dfa11e-7359-474a-9340-1c01786b314f admin admin] Made reservation on behalf of f89653bdf85044febf61c06b706b2f99 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:23:33.117601 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f7dfa11e-7359-474a-9340-1c01786b314f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:33.127586 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f7dfa11e-7359-474a-9340-1c01786b314f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:33.211480 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f7dfa11e-7359-474a-9340-1c01786b314f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:33.292490 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f7dfa11e-7359-474a-9340-1c01786b314f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:33.324190 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7dfa11e-7359-474a-9340-1c01786b314f admin admin] vlan segment allocate from pool success with {'vlan_id': 1035, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 19:23:33.333530 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dfa11e-7359-474a-9340-1c01786b314f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e67faeb-2103-40f0-b045-ecf3ea34b7f0,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:23:33.339623 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f7dfa11e-7359-474a-9340-1c01786b314f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:33.339973 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-f7dfa11e-7359-474a-9340-1c01786b314f admin admin] Added segment 4d4463b6-2daf-4f53-be03-b7c555d8c692 of type vlan for network fc395ba5-4dae-415c-be60-79b3143e05f6 Oct 27 19:23:33.379340 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1073d646-5d8b-4a14-8bdb-9e8369a088a5 None None] Sync routers for ids ['446a6258-c708-4272-bef3-c3f25a8febcc'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:23:33.383609 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f7dfa11e-7359-474a-9340-1c01786b314f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:33.389081 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1073d646-5d8b-4a14-8bdb-9e8369a088a5 None None] Routers {'446a6258-c708-4272-bef3-c3f25a8febcc'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:23:33.389679 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1073d646-5d8b-4a14-8bdb-9e8369a088a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:23:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['446a6258-c708-4272-bef3-c3f25a8febcc'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:23:33.482460 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f7dfa11e-7359-474a-9340-1c01786b314f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:33.483699 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dfa11e-7359-474a-9340-1c01786b314f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:23:33.484384 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f7dfa11e-7359-474a-9340-1c01786b314f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:33.495809 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-1073d646-5d8b-4a14-8bdb-9e8369a088a5 None None] Set router 446a6258-c708-4272-bef3-c3f25a8febcc gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:23:33.545705 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dfa11e-7359-474a-9340-1c01786b314f admin admin] Pushing event updated for resources: {'Network': ['ID=fc395ba5-4dae-415c-be60-79b3143e05f6,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:23:33.556282 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network fc395ba5-4dae-415c-be60-79b3143e05f6 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 19:23:33.603574 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f7dfa11e-7359-474a-9340-1c01786b314f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5999415 Oct 27 19:23:33.606205 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51406) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:23:33.612583 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-64414c58-1eda-4372-9242-e93974314e22 admin admin] Request body: {'subnet': {'network_id': 'fc395ba5-4dae-415c-be60-79b3143e05f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1717335655-subnet', 'tenant_id': 'f89653bdf85044febf61c06b706b2f99', 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:23:33.699999 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1073d646-5d8b-4a14-8bdb-9e8369a088a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446a6258-c708-4272-bef3-c3f25a8febcc', 'name': 'tempest-TestMinimumBasicScenario-573553653-router', 'tenant_id': 'de86273a5af7421c85cdabd92c3e60b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '1a53d373-6f6a-49f8-8e9a-eca5dcc5215e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:23:28Z', 'updated_at': '2021-10-27T19:23:31Z', 'revision_number': 4, 'project_id': 'de86273a5af7421c85cdabd92c3e60b1', 'gw_port': {'id': '1a53d373-6f6a-49f8-8e9a-eca5dcc5215e', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:23:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446a6258-c708-4272-bef3-c3f25a8febcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:23:29Z', 'updated_at': '2021-10-27T19:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '671be239-ee97-4441-b96b-184c7b4d2a65', 'name': '', 'network_id': '73683984-599f-4116-bb2e-22297ec09c95', 'tenant_id': 'de86273a5af7421c85cdabd92c3e60b1', 'mac_address': 'fa:16:3e:11:35:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446a6258-c708-4272-bef3-c3f25a8febcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'c405a21b-a928-493a-96bd-cf6244556c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:23:30Z', 'updated_at': '2021-10-27T19:23:31Z', 'revision_number': 2, 'project_id': 'de86273a5af7421c85cdabd92c3e60b1', 'subnets': [{'id': 'c405a21b-a928-493a-96bd-cf6244556c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:23:33.703897 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64414c58-1eda-4372-9242-e93974314e22 admin admin] Made reservation on behalf of f89653bdf85044febf61c06b706b2f99 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:23:33.707015 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-64414c58-1eda-4372-9242-e93974314e22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:33.730274 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1073d646-5d8b-4a14-8bdb-9e8369a088a5 None None] Checking router: 446a6258-c708-4272-bef3-c3f25a8febcc for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:23:33.731242 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1073d646-5d8b-4a14-8bdb-9e8369a088a5 None None] Updating router 446a6258-c708-4272-bef3-c3f25a8febcc port 671be239-ee97-4441-b96b-184c7b4d2a65 binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 19:23:33.757691 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-1073d646-5d8b-4a14-8bdb-9e8369a088a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:33.950538 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-64414c58-1eda-4372-9242-e93974314e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:34.014105 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64414c58-1eda-4372-9242-e93974314e22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=147b92df-2e46-4df3-acc0-30727175feaa,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:23:34.019407 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-1073d646-5d8b-4a14-8bdb-9e8369a088a5 None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:34.023328 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64414c58-1eda-4372-9242-e93974314e22 admin admin] Checking segment: {'id': '4d4463b6-2daf-4f53-be03-b7c555d8c692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'fc395ba5-4dae-415c-be60-79b3143e05f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:23:34.023951 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64414c58-1eda-4372-9242-e93974314e22 admin admin] Network hostable DHCP agents. Network: fc395ba5-4dae-415c-be60-79b3143e05f6, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 19:23:34.105728 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-1073d646-5d8b-4a14-8bdb-9e8369a088a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:34.116649 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64414c58-1eda-4372-9242-e93974314e22 admin admin] Network fc395ba5-4dae-415c-be60-79b3143e05f6 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 19:23:34.163488 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e325c-435f-4d1b-ad59-ad9d8c6194d3 None None] Pushing event updated for resources: {'Port': ['ID=671be239-ee97-4441-b96b-184c7b4d2a65,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:23:34.193804 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e325c-435f-4d1b-ad59-ad9d8c6194d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:34.194103 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e325c-435f-4d1b-ad59-ad9d8c6194d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:34.194549 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e325c-435f-4d1b-ad59-ad9d8c6194d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:34.194761 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e325c-435f-4d1b-ad59-ad9d8c6194d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:34.195119 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e325c-435f-4d1b-ad59-ad9d8c6194d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:34.195445 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e325c-435f-4d1b-ad59-ad9d8c6194d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:34.195770 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e325c-435f-4d1b-ad59-ad9d8c6194d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:34.196093 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e325c-435f-4d1b-ad59-ad9d8c6194d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:34.196419 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e325c-435f-4d1b-ad59-ad9d8c6194d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:34.196738 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e325c-435f-4d1b-ad59-ad9d8c6194d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:34.197175 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e325c-435f-4d1b-ad59-ad9d8c6194d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:34.197745 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e325c-435f-4d1b-ad59-ad9d8c6194d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:23:34.213768 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-64414c58-1eda-4372-9242-e93974314e22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, fc395ba5-4dae-415c-be60-79b3143e05f6) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:23:34.223875 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64414c58-1eda-4372-9242-e93974314e22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:23:34.224397 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-64414c58-1eda-4372-9242-e93974314e22 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:34.232342 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-1073d646-5d8b-4a14-8bdb-9e8369a088a5 None None] Attempting to bind port 671be239-ee97-4441-b96b-184c7b4d2a65 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:23:34.232792 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-1073d646-5d8b-4a14-8bdb-9e8369a088a5 None None] Attempting to bind port 671be239-ee97-4441-b96b-184c7b4d2a65 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '7ca7e4f6-4645-4ced-a250-8f54cd1e7ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '73683984-599f-4116-bb2e-22297ec09c95'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:23:34.233230 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1073d646-5d8b-4a14-8bdb-9e8369a088a5 None None] Attempting to bind port 671be239-ee97-4441-b96b-184c7b4d2a65 on network 73683984-599f-4116-bb2e-22297ec09c95 {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:23:34.238537 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863a0cc1-ef33-4a8d-8600-b59654a67eae None None] Network fc395ba5-4dae-415c-be60-79b3143e05f6 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:23:34.239559 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1073d646-5d8b-4a14-8bdb-9e8369a088a5 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:23:34.240011 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1073d646-5d8b-4a14-8bdb-9e8369a088a5 None None] Checking segment: {'id': '7ca7e4f6-4645-4ced-a250-8f54cd1e7ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '73683984-599f-4116-bb2e-22297ec09c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:23:34.240331 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-1073d646-5d8b-4a14-8bdb-9e8369a088a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:34.240719 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1073d646-5d8b-4a14-8bdb-9e8369a088a5 None None] Bound using segment: {'id': '7ca7e4f6-4645-4ced-a250-8f54cd1e7ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '73683984-599f-4116-bb2e-22297ec09c95'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:23:34.241189 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-1073d646-5d8b-4a14-8bdb-9e8369a088a5 None None] Bound port: 671be239-ee97-4441-b96b-184c7b4d2a65, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca7e4f6-4645-4ced-a250-8f54cd1e7ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '73683984-599f-4116-bb2e-22297ec09c95'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:23:34.241565 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-1073d646-5d8b-4a14-8bdb-9e8369a088a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:34.311358 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-1073d646-5d8b-4a14-8bdb-9e8369a088a5 None None] For port 671be239-ee97-4441-b96b-184c7b4d2a65, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:23:34.311835 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51408) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:23:34.312305 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-1073d646-5d8b-4a14-8bdb-9e8369a088a5 None None] For port 671be239-ee97-4441-b96b-184c7b4d2a65, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=671be239-ee97-4441-b96b-184c7b4d2a65,segment=NetworkSegment(7ca7e4f6-4645-4ced-a250-8f54cd1e7ba6),segment_id=7ca7e4f6-4645-4ced-a250-8f54cd1e7ba6)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:23:34.314093 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-64414c58-1eda-4372-9242-e93974314e22 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7045310 Oct 27 19:23:34.316820 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-a0b3147b-266b-4ab3-b76b-d0e3936c9262 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1717335655-router', 'tenant_id': 'f89653bdf85044febf61c06b706b2f99', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:23:34.403163 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-1073d646-5d8b-4a14-8bdb-9e8369a088a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:34.415657 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580395a6-6c36-4e71-b480-9645ce2cd83e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-fc395ba5-4dae-415c-be60-79b3143e05f6', 'network_id': 'fc395ba5-4dae-415c-be60-79b3143e05f6', 'tenant_id': 'f89653bdf85044febf61c06b706b2f99', 'fixed_ips': [{'subnet_id': '147b92df-2e46-4df3-acc0-30727175feaa'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 19:23:34.416529 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-580395a6-6c36-4e71-b480-9645ce2cd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:34.431690 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a0b3147b-266b-4ab3-b76b-d0e3936c9262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:34.432300 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a0b3147b-266b-4ab3-b76b-d0e3936c9262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:34.470382 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e325c-435f-4d1b-ad59-ad9d8c6194d3 None None] Pushing event updated for resources: {'Port': ['ID=671be239-ee97-4441-b96b-184c7b4d2a65,revision_number=4']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:23:34.478156 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1073d646-5d8b-4a14-8bdb-9e8369a088a5 None None] Routers {'446a6258-c708-4272-bef3-c3f25a8febcc'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:23:34.478780 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1073d646-5d8b-4a14-8bdb-9e8369a088a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:23:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['446a6258-c708-4272-bef3-c3f25a8febcc'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:23:34.497263 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a0b3147b-266b-4ab3-b76b-d0e3936c9262 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:34.540664 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-8215347c-2e6f-49a2-aab0-4c5328b55b9e None None] Provisioning complete for port 671be239-ee97-4441-b96b-184c7b4d2a65 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:23:34.541030 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8215347c-2e6f-49a2-aab0-4c5328b55b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:34.609562 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-1073d646-5d8b-4a14-8bdb-9e8369a088a5 None None] Set router 446a6258-c708-4272-bef3-c3f25a8febcc gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:23:34.639927 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-580395a6-6c36-4e71-b480-9645ce2cd83e None None] Allocated IP 172.20.0.2 (fc395ba5-4dae-415c-be60-79b3143e05f6/147b92df-2e46-4df3-acc0-30727175feaa/49c9c34a-c894-4e76-800e-a7a61e1033a8) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:23:34.681639 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 1a53d373-6f6a-49f8-8e9a-eca5dcc5215e up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:23:34.796747 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8215347c-2e6f-49a2-aab0-4c5328b55b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:34.864635 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1073d646-5d8b-4a14-8bdb-9e8369a088a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446a6258-c708-4272-bef3-c3f25a8febcc', 'name': 'tempest-TestMinimumBasicScenario-573553653-router', 'tenant_id': 'de86273a5af7421c85cdabd92c3e60b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '1a53d373-6f6a-49f8-8e9a-eca5dcc5215e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:23:28Z', 'updated_at': '2021-10-27T19:23:31Z', 'revision_number': 4, 'project_id': 'de86273a5af7421c85cdabd92c3e60b1', 'gw_port': {'id': '1a53d373-6f6a-49f8-8e9a-eca5dcc5215e', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:23:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446a6258-c708-4272-bef3-c3f25a8febcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:23:29Z', 'updated_at': '2021-10-27T19:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '671be239-ee97-4441-b96b-184c7b4d2a65', 'name': '', 'network_id': '73683984-599f-4116-bb2e-22297ec09c95', 'tenant_id': 'de86273a5af7421c85cdabd92c3e60b1', 'mac_address': 'fa:16:3e:11:35:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446a6258-c708-4272-bef3-c3f25a8febcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'c405a21b-a928-493a-96bd-cf6244556c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:23:30Z', 'updated_at': '2021-10-27T19:23:34Z', 'revision_number': 4, 'project_id': 'de86273a5af7421c85cdabd92c3e60b1', 'subnets': [{'id': 'c405a21b-a928-493a-96bd-cf6244556c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:23:34.870675 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-8215347c-2e6f-49a2-aab0-4c5328b55b9e None None] For port 671be239-ee97-4441-b96b-184c7b4d2a65, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=671be239-ee97-4441-b96b-184c7b4d2a65,segment=NetworkSegment(7ca7e4f6-4645-4ced-a250-8f54cd1e7ba6),segment_id=7ca7e4f6-4645-4ced-a250-8f54cd1e7ba6)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:23:34.876916 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 1a53d373-6f6a-49f8-8e9a-eca5dcc5215e triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:23:34.877296 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:34.895489 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1073d646-5d8b-4a14-8bdb-9e8369a088a5 None None] The sync data for ids ['446a6258-c708-4272-bef3-c3f25a8febcc'] in n-d-815690-2 is: [{'id': '446a6258-c708-4272-bef3-c3f25a8febcc', 'name': 'tempest-TestMinimumBasicScenario-573553653-router', 'tenant_id': 'de86273a5af7421c85cdabd92c3e60b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '1a53d373-6f6a-49f8-8e9a-eca5dcc5215e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:23:28Z', 'updated_at': '2021-10-27T19:23:31Z', 'revision_number': 4, 'project_id': 'de86273a5af7421c85cdabd92c3e60b1', 'gw_port': {'id': '1a53d373-6f6a-49f8-8e9a-eca5dcc5215e', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:23:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446a6258-c708-4272-bef3-c3f25a8febcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:23:29Z', 'updated_at': '2021-10-27T19:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '671be239-ee97-4441-b96b-184c7b4d2a65', 'name': '', 'network_id': '73683984-599f-4116-bb2e-22297ec09c95', 'tenant_id': 'de86273a5af7421c85cdabd92c3e60b1', 'mac_address': 'fa:16:3e:11:35:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446a6258-c708-4272-bef3-c3f25a8febcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'c405a21b-a928-493a-96bd-cf6244556c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:23:30Z', 'updated_at': '2021-10-27T19:23:34Z', 'revision_number': 4, 'project_id': 'de86273a5af7421c85cdabd92c3e60b1', 'subnets': [{'id': 'c405a21b-a928-493a-96bd-cf6244556c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:23:34.955129 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8215347c-2e6f-49a2-aab0-4c5328b55b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:35.034160 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-580395a6-6c36-4e71-b480-9645ce2cd83e None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:35.050479 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8215347c-2e6f-49a2-aab0-4c5328b55b9e None None] Pushing event updated for resources: {'Port': ['ID=671be239-ee97-4441-b96b-184c7b4d2a65,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:23:35.104629 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-9f0b7713-1c7d-48fb-bcce-356a2e8713bf None None] Provisioning complete for port 671be239-ee97-4441-b96b-184c7b4d2a65 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:23:35.105002 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9f0b7713-1c7d-48fb-bcce-356a2e8713bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:35.138490 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-580395a6-6c36-4e71-b480-9645ce2cd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:35.145097 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a0b3147b-266b-4ab3-b76b-d0e3936c9262 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:35.193755 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580395a6-6c36-4e71-b480-9645ce2cd83e None None] Network fc395ba5-4dae-415c-be60-79b3143e05f6 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:23:35.200407 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-580395a6-6c36-4e71-b480-9645ce2cd83e None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:23:35.202805 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580395a6-6c36-4e71-b480-9645ce2cd83e None None] Pushing event updated for resources: {'Port': ['ID=49c9c34a-c894-4e76-800e-a7a61e1033a8,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:23:35.205732 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580395a6-6c36-4e71-b480-9645ce2cd83e None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:23:35.304146 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-580395a6-6c36-4e71-b480-9645ce2cd83e None None] Attempting to bind port 49c9c34a-c894-4e76-800e-a7a61e1033a8 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:23:35.304518 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-580395a6-6c36-4e71-b480-9645ce2cd83e None None] Attempting to bind port 49c9c34a-c894-4e76-800e-a7a61e1033a8 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '4d4463b6-2daf-4f53-be03-b7c555d8c692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'fc395ba5-4dae-415c-be60-79b3143e05f6'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:23:35.304886 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580395a6-6c36-4e71-b480-9645ce2cd83e None None] Attempting to bind port 49c9c34a-c894-4e76-800e-a7a61e1033a8 on network fc395ba5-4dae-415c-be60-79b3143e05f6 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:23:35.311445 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580395a6-6c36-4e71-b480-9645ce2cd83e None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:23:35.311829 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580395a6-6c36-4e71-b480-9645ce2cd83e None None] Checking segment: {'id': '4d4463b6-2daf-4f53-be03-b7c555d8c692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'fc395ba5-4dae-415c-be60-79b3143e05f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:23:35.312236 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-580395a6-6c36-4e71-b480-9645ce2cd83e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:35.312626 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580395a6-6c36-4e71-b480-9645ce2cd83e None None] Bound using segment: {'id': '4d4463b6-2daf-4f53-be03-b7c555d8c692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'fc395ba5-4dae-415c-be60-79b3143e05f6'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:23:35.313100 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-580395a6-6c36-4e71-b480-9645ce2cd83e None None] Bound port: 49c9c34a-c894-4e76-800e-a7a61e1033a8, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d4463b6-2daf-4f53-be03-b7c555d8c692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'fc395ba5-4dae-415c-be60-79b3143e05f6'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:23:35.314185 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-580395a6-6c36-4e71-b480-9645ce2cd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:35.385372 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-580395a6-6c36-4e71-b480-9645ce2cd83e None None] For port 49c9c34a-c894-4e76-800e-a7a61e1033a8, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:23:35.388815 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-580395a6-6c36-4e71-b480-9645ce2cd83e None None] For port 49c9c34a-c894-4e76-800e-a7a61e1033a8, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=49c9c34a-c894-4e76-800e-a7a61e1033a8,segment=NetworkSegment(4d4463b6-2daf-4f53-be03-b7c555d8c692),segment_id=4d4463b6-2daf-4f53-be03-b7c555d8c692)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:23:35.447263 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a0b3147b-266b-4ab3-b76b-d0e3936c9262 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:35.448850 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-580395a6-6c36-4e71-b480-9645ce2cd83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:35.472327 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a0b3147b-266b-4ab3-b76b-d0e3936c9262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:35.519240 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580395a6-6c36-4e71-b480-9645ce2cd83e None None] Pushing event updated for resources: {'Port': ['ID=49c9c34a-c894-4e76-800e-a7a61e1033a8,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:23:35.597364 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-a0b3147b-266b-4ab3-b76b-d0e3936c9262 admin admin] Allocated IP 172.25.6.48 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/97951d17-748a-4d7e-a437-58179ffbc9d9) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:23:35.725074 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a0b3147b-266b-4ab3-b76b-d0e3936c9262 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:35.842783 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a0b3147b-266b-4ab3-b76b-d0e3936c9262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:35.883356 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b3147b-266b-4ab3-b76b-d0e3936c9262 admin admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:23:35.886674 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-a0b3147b-266b-4ab3-b76b-d0e3936c9262 admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:23:35.892608 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b3147b-266b-4ab3-b76b-d0e3936c9262 admin admin] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:23:35.920279 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b3147b-266b-4ab3-b76b-d0e3936c9262 admin admin] Pushing event updated for resources: {'Port': ['ID=97951d17-748a-4d7e-a437-58179ffbc9d9,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:23:36.253375 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a0b3147b-266b-4ab3-b76b-d0e3936c9262 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:36.461992 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a0b3147b-266b-4ab3-b76b-d0e3936c9262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:36.471146 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2efb0a2-b819-421e-8dd2-856f7202293e None None] Network fc395ba5-4dae-415c-be60-79b3143e05f6 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:23:36.550122 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-89dee821-02e2-4487-841d-51c4f583801e None None] Provisioning complete for port 49c9c34a-c894-4e76-800e-a7a61e1033a8 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:23:36.550725 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-89dee821-02e2-4487-841d-51c4f583801e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:36.689631 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 49c9c34a-c894-4e76-800e-a7a61e1033a8 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:23:36.733949 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b3147b-266b-4ab3-b76b-d0e3936c9262 admin admin] Router abe1e1c6-7969-4fe7-b06c-055a19bf611d is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 19:23:36.740353 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-89dee821-02e2-4487-841d-51c4f583801e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:36.790894 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-89dee821-02e2-4487-841d-51c4f583801e None None] For port 49c9c34a-c894-4e76-800e-a7a61e1033a8, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=49c9c34a-c894-4e76-800e-a7a61e1033a8,segment=NetworkSegment(4d4463b6-2daf-4f53-be03-b7c555d8c692),segment_id=4d4463b6-2daf-4f53-be03-b7c555d8c692)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:23:36.796025 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 49c9c34a-c894-4e76-800e-a7a61e1033a8 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:23:36.796361 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:36.850602 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b3147b-266b-4ab3-b76b-d0e3936c9262 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:23:36.887044 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cc4358-4bc4-4592-9c96-eda9da7f2829 None None] Sync routers for ids ['abe1e1c6-7969-4fe7-b06c-055a19bf611d'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:23:36.896333 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-89dee821-02e2-4487-841d-51c4f583801e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:36.919666 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a0b3147b-266b-4ab3-b76b-d0e3936c9262 admin admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:36.924246 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a0b3147b-266b-4ab3-b76b-d0e3936c9262 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6082399 Oct 27 19:23:36.926160 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51410) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:23:36.956975 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:36.960564 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cc4358-4bc4-4592-9c96-eda9da7f2829 None None] Routers {'abe1e1c6-7969-4fe7-b06c-055a19bf611d'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:23:36.961192 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-64cc4358-4bc4-4592-9c96-eda9da7f2829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:23:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['abe1e1c6-7969-4fe7-b06c-055a19bf611d'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:23:37.230079 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dee821-02e2-4487-841d-51c4f583801e None None] Pushing event updated for resources: {'Port': ['ID=49c9c34a-c894-4e76-800e-a7a61e1033a8,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:23:37.271606 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-470d84fc-ea1d-4026-83f2-125439fe0725 None None] Provisioning complete for port 49c9c34a-c894-4e76-800e-a7a61e1033a8 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:23:37.271976 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-470d84fc-ea1d-4026-83f2-125439fe0725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:37.323311 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 19:23:37.323668 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 19:23:37.334322 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-64cc4358-4bc4-4592-9c96-eda9da7f2829 None None] Set router abe1e1c6-7969-4fe7-b06c-055a19bf611d gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:23:37.388972 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-27c81a75-a3e4-464e-a908-7c6a2bccca0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:37.551370 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-27c81a75-a3e4-464e-a908-7c6a2bccca0c admin admin] Allocated IP 172.20.0.1 (fc395ba5-4dae-415c-be60-79b3143e05f6/147b92df-2e46-4df3-acc0-30727175feaa/d5efb0d6-ffbb-4762-ad98-910547f7adbe) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:23:37.557667 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-64cc4358-4bc4-4592-9c96-eda9da7f2829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe1e1c6-7969-4fe7-b06c-055a19bf611d', 'name': 'tempest-TestMinimumBasicScenario-1717335655-router', 'tenant_id': 'f89653bdf85044febf61c06b706b2f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '97951d17-748a-4d7e-a437-58179ffbc9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:23:34Z', 'updated_at': '2021-10-27T19:23:36Z', 'revision_number': 3, 'project_id': 'f89653bdf85044febf61c06b706b2f99', 'gw_port': {'id': '97951d17-748a-4d7e-a437-58179ffbc9d9', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:56:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe1e1c6-7969-4fe7-b06c-055a19bf611d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:23:35Z', 'updated_at': '2021-10-27T19:23:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:23:37.584320 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cc4358-4bc4-4592-9c96-eda9da7f2829 None None] Checking router: abe1e1c6-7969-4fe7-b06c-055a19bf611d for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:23:37.584675 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cc4358-4bc4-4592-9c96-eda9da7f2829 None None] Updating router abe1e1c6-7969-4fe7-b06c-055a19bf611d port 97951d17-748a-4d7e-a437-58179ffbc9d9 binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 19:23:37.611407 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-64cc4358-4bc4-4592-9c96-eda9da7f2829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:37.655967 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-27c81a75-a3e4-464e-a908-7c6a2bccca0c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:37.745906 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-27c81a75-a3e4-464e-a908-7c6a2bccca0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:37.790792 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c81a75-a3e4-464e-a908-7c6a2bccca0c admin admin] Network fc395ba5-4dae-415c-be60-79b3143e05f6 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:23:37.795396 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-27c81a75-a3e4-464e-a908-7c6a2bccca0c admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:23:37.800198 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c81a75-a3e4-464e-a908-7c6a2bccca0c admin admin] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:23:37.826611 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c81a75-a3e4-464e-a908-7c6a2bccca0c admin admin] Pushing event updated for resources: {'Port': ['ID=d5efb0d6-ffbb-4762-ad98-910547f7adbe,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:23:37.846336 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-27c81a75-a3e4-464e-a908-7c6a2bccca0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:37.900517 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 671be239-ee97-4441-b96b-184c7b4d2a65 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:23:37.924324 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-64cc4358-4bc4-4592-9c96-eda9da7f2829 None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:37.956647 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 671be239-ee97-4441-b96b-184c7b4d2a65 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:23:37.957020 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:37.988774 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-64cc4358-4bc4-4592-9c96-eda9da7f2829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:38.057110 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-27c81a75-a3e4-464e-a908-7c6a2bccca0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:38.066977 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-64cc4358-4bc4-4592-9c96-eda9da7f2829 None None] Attempting to bind port 97951d17-748a-4d7e-a437-58179ffbc9d9 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:23:38.067459 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-64cc4358-4bc4-4592-9c96-eda9da7f2829 None None] Attempting to bind port 97951d17-748a-4d7e-a437-58179ffbc9d9 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:23:38.067881 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cc4358-4bc4-4592-9c96-eda9da7f2829 None None] Attempting to bind port 97951d17-748a-4d7e-a437-58179ffbc9d9 on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:23:38.076604 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a93a06e-40bb-4753-a4a8-34a4f67e23e2 None None] Pushing event updated for resources: {'Port': ['ID=97951d17-748a-4d7e-a437-58179ffbc9d9,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:23:38.083979 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cc4358-4bc4-4592-9c96-eda9da7f2829 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:23:38.084449 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cc4358-4bc4-4592-9c96-eda9da7f2829 None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:23:38.084748 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-64cc4358-4bc4-4592-9c96-eda9da7f2829 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:38.085138 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cc4358-4bc4-4592-9c96-eda9da7f2829 None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:23:38.085622 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-64cc4358-4bc4-4592-9c96-eda9da7f2829 None None] Bound port: 97951d17-748a-4d7e-a437-58179ffbc9d9, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:23:38.086005 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-64cc4358-4bc4-4592-9c96-eda9da7f2829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:38.088419 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-55d158ef-f047-47d3-b4ab-12e779ca596f None None] Provisioning complete for port d5efb0d6-ffbb-4762-ad98-910547f7adbe triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:23:38.088783 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-55d158ef-f047-47d3-b4ab-12e779ca596f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:38.193118 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-55d158ef-f047-47d3-b4ab-12e779ca596f None None] Port d5efb0d6-ffbb-4762-ad98-910547f7adbe cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:23:38.204606 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-64cc4358-4bc4-4592-9c96-eda9da7f2829 None None] For port 97951d17-748a-4d7e-a437-58179ffbc9d9, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:23:38.208230 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-64cc4358-4bc4-4592-9c96-eda9da7f2829 None None] For port 97951d17-748a-4d7e-a437-58179ffbc9d9, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=97951d17-748a-4d7e-a437-58179ffbc9d9,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:23:38.230956 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-27c81a75-a3e4-464e-a908-7c6a2bccca0c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:38.298225 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-64cc4358-4bc4-4592-9c96-eda9da7f2829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:38.309187 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-27c81a75-a3e4-464e-a908-7c6a2bccca0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:38.356599 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cc4358-4bc4-4592-9c96-eda9da7f2829 None None] Routers {'abe1e1c6-7969-4fe7-b06c-055a19bf611d'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:23:38.357231 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-64cc4358-4bc4-4592-9c96-eda9da7f2829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:23:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['abe1e1c6-7969-4fe7-b06c-055a19bf611d'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:23:38.362018 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a93a06e-40bb-4753-a4a8-34a4f67e23e2 None None] Pushing event updated for resources: {'Port': ['ID=97951d17-748a-4d7e-a437-58179ffbc9d9,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:23:38.380250 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c81a75-a3e4-464e-a908-7c6a2bccca0c admin admin] Pushing event updated for resources: {'Port': ['ID=d5efb0d6-ffbb-4762-ad98-910547f7adbe,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:23:38.382740 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-27c81a75-a3e4-464e-a908-7c6a2bccca0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:38.471239 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-64cc4358-4bc4-4592-9c96-eda9da7f2829 None None] Set router abe1e1c6-7969-4fe7-b06c-055a19bf611d gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:23:38.478285 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c81a75-a3e4-464e-a908-7c6a2bccca0c admin admin] Network fc395ba5-4dae-415c-be60-79b3143e05f6 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:23:38.479663 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-27c81a75-a3e4-464e-a908-7c6a2bccca0c admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:23:38.614515 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c81a75-a3e4-464e-a908-7c6a2bccca0c admin admin] Router abe1e1c6-7969-4fe7-b06c-055a19bf611d has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:23:38.632594 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 49c9c34a-c894-4e76-800e-a7a61e1033a8 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:23:38.732550 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 49c9c34a-c894-4e76-800e-a7a61e1033a8 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:23:38.732923 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:38.739996 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c81a75-a3e4-464e-a908-7c6a2bccca0c admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:23:38.745130 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-27c81a75-a3e4-464e-a908-7c6a2bccca0c admin admin] 10.222.0.52 "PUT /v2.0/routers/abe1e1c6-7969-4fe7-b06c-055a19bf611d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8196552 Oct 27 19:23:38.772555 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-64cc4358-4bc4-4592-9c96-eda9da7f2829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe1e1c6-7969-4fe7-b06c-055a19bf611d', 'name': 'tempest-TestMinimumBasicScenario-1717335655-router', 'tenant_id': 'f89653bdf85044febf61c06b706b2f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '97951d17-748a-4d7e-a437-58179ffbc9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:23:34Z', 'updated_at': '2021-10-27T19:23:37Z', 'revision_number': 4, 'project_id': 'f89653bdf85044febf61c06b706b2f99', 'gw_port': {'id': '97951d17-748a-4d7e-a437-58179ffbc9d9', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:56:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe1e1c6-7969-4fe7-b06c-055a19bf611d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:23:35Z', 'updated_at': '2021-10-27T19:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'd5efb0d6-ffbb-4762-ad98-910547f7adbe', 'name': '', 'network_id': 'fc395ba5-4dae-415c-be60-79b3143e05f6', 'tenant_id': 'f89653bdf85044febf61c06b706b2f99', 'mac_address': 'fa:16:3e:7c:44:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe1e1c6-7969-4fe7-b06c-055a19bf611d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '147b92df-2e46-4df3-acc0-30727175feaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:23:37Z', 'updated_at': '2021-10-27T19:23:38Z', 'revision_number': 2, 'project_id': 'f89653bdf85044febf61c06b706b2f99', 'subnets': [{'id': '147b92df-2e46-4df3-acc0-30727175feaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:23:38.803260 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cc4358-4bc4-4592-9c96-eda9da7f2829 None None] The sync data for ids ['abe1e1c6-7969-4fe7-b06c-055a19bf611d'] in n-d-815690-2 is: [{'id': 'abe1e1c6-7969-4fe7-b06c-055a19bf611d', 'name': 'tempest-TestMinimumBasicScenario-1717335655-router', 'tenant_id': 'f89653bdf85044febf61c06b706b2f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '97951d17-748a-4d7e-a437-58179ffbc9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:23:34Z', 'updated_at': '2021-10-27T19:23:37Z', 'revision_number': 4, 'project_id': 'f89653bdf85044febf61c06b706b2f99', 'gw_port': {'id': '97951d17-748a-4d7e-a437-58179ffbc9d9', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:56:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe1e1c6-7969-4fe7-b06c-055a19bf611d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:23:35Z', 'updated_at': '2021-10-27T19:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'd5efb0d6-ffbb-4762-ad98-910547f7adbe', 'name': '', 'network_id': 'fc395ba5-4dae-415c-be60-79b3143e05f6', 'tenant_id': 'f89653bdf85044febf61c06b706b2f99', 'mac_address': 'fa:16:3e:7c:44:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe1e1c6-7969-4fe7-b06c-055a19bf611d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '147b92df-2e46-4df3-acc0-30727175feaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:23:37Z', 'updated_at': '2021-10-27T19:23:38Z', 'revision_number': 2, 'project_id': 'f89653bdf85044febf61c06b706b2f99', 'subnets': [{'id': '147b92df-2e46-4df3-acc0-30727175feaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:23:38.827885 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-307a6b9b-5fbc-43a0-a68a-801567a0c368 None None] Provisioning complete for port d5efb0d6-ffbb-4762-ad98-910547f7adbe triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:23:38.828263 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-307a6b9b-5fbc-43a0-a68a-801567a0c368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:38.901066 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-307a6b9b-5fbc-43a0-a68a-801567a0c368 None None] Port d5efb0d6-ffbb-4762-ad98-910547f7adbe cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:23:39.671118 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-73398de9-d4b6-4e55-b5ef-f6a681cd67a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:40.656734 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 97951d17-748a-4d7e-a437-58179ffbc9d9 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:23:40.711288 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 97951d17-748a-4d7e-a437-58179ffbc9d9 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:23:40.711972 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:40.815755 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:40.844026 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 97951d17-748a-4d7e-a437-58179ffbc9d9, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=97951d17-748a-4d7e-a437-58179ffbc9d9,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:23:40.926292 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:40.983757 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=97951d17-748a-4d7e-a437-58179ffbc9d9,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:23:42.151059 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7c093391-f97f-4785-82dc-33e5898b3b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:42.281367 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb03b80-7915-444c-a4a5-2f9d61ccfd89 None None] Sync routers for ids ['abe1e1c6-7969-4fe7-b06c-055a19bf611d'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:23:42.281367 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb03b80-7915-444c-a4a5-2f9d61ccfd89 None None] Routers {'abe1e1c6-7969-4fe7-b06c-055a19bf611d'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:23:42.281367 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-acb03b80-7915-444c-a4a5-2f9d61ccfd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:23:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['abe1e1c6-7969-4fe7-b06c-055a19bf611d'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:23:42.486291 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-acb03b80-7915-444c-a4a5-2f9d61ccfd89 None None] Set router abe1e1c6-7969-4fe7-b06c-055a19bf611d gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:23:42.618721 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 97951d17-748a-4d7e-a437-58179ffbc9d9 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:23:42.682079 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 97951d17-748a-4d7e-a437-58179ffbc9d9 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:23:42.682455 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:42.724271 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-acb03b80-7915-444c-a4a5-2f9d61ccfd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe1e1c6-7969-4fe7-b06c-055a19bf611d', 'name': 'tempest-TestMinimumBasicScenario-1717335655-router', 'tenant_id': 'f89653bdf85044febf61c06b706b2f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '97951d17-748a-4d7e-a437-58179ffbc9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:23:34Z', 'updated_at': '2021-10-27T19:23:37Z', 'revision_number': 4, 'project_id': 'f89653bdf85044febf61c06b706b2f99', 'gw_port': {'id': '97951d17-748a-4d7e-a437-58179ffbc9d9', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:56:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe1e1c6-7969-4fe7-b06c-055a19bf611d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:23:35Z', 'updated_at': '2021-10-27T19:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'd5efb0d6-ffbb-4762-ad98-910547f7adbe', 'name': '', 'network_id': 'fc395ba5-4dae-415c-be60-79b3143e05f6', 'tenant_id': 'f89653bdf85044febf61c06b706b2f99', 'mac_address': 'fa:16:3e:7c:44:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe1e1c6-7969-4fe7-b06c-055a19bf611d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '147b92df-2e46-4df3-acc0-30727175feaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:23:37Z', 'updated_at': '2021-10-27T19:23:38Z', 'revision_number': 2, 'project_id': 'f89653bdf85044febf61c06b706b2f99', 'subnets': [{'id': '147b92df-2e46-4df3-acc0-30727175feaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:23:42.751254 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb03b80-7915-444c-a4a5-2f9d61ccfd89 None None] Checking router: abe1e1c6-7969-4fe7-b06c-055a19bf611d for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:23:42.751573 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb03b80-7915-444c-a4a5-2f9d61ccfd89 None None] Updating router abe1e1c6-7969-4fe7-b06c-055a19bf611d port d5efb0d6-ffbb-4762-ad98-910547f7adbe binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 19:23:42.780647 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-acb03b80-7915-444c-a4a5-2f9d61ccfd89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:43.055722 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-acb03b80-7915-444c-a4a5-2f9d61ccfd89 None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:43.122388 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-acb03b80-7915-444c-a4a5-2f9d61ccfd89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:43.197228 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf835dbc-6137-4137-9a3e-44a6d6665f0f None None] Pushing event updated for resources: {'Port': ['ID=d5efb0d6-ffbb-4762-ad98-910547f7adbe,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:23:43.239420 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-acb03b80-7915-444c-a4a5-2f9d61ccfd89 None None] Attempting to bind port d5efb0d6-ffbb-4762-ad98-910547f7adbe on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:23:43.243066 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-acb03b80-7915-444c-a4a5-2f9d61ccfd89 None None] Attempting to bind port d5efb0d6-ffbb-4762-ad98-910547f7adbe by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '4d4463b6-2daf-4f53-be03-b7c555d8c692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'fc395ba5-4dae-415c-be60-79b3143e05f6'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:23:43.243066 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb03b80-7915-444c-a4a5-2f9d61ccfd89 None None] Attempting to bind port d5efb0d6-ffbb-4762-ad98-910547f7adbe on network fc395ba5-4dae-415c-be60-79b3143e05f6 {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:23:43.247365 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb03b80-7915-444c-a4a5-2f9d61ccfd89 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:23:43.248094 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb03b80-7915-444c-a4a5-2f9d61ccfd89 None None] Checking segment: {'id': '4d4463b6-2daf-4f53-be03-b7c555d8c692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'fc395ba5-4dae-415c-be60-79b3143e05f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:23:43.249064 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-acb03b80-7915-444c-a4a5-2f9d61ccfd89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:43.249551 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb03b80-7915-444c-a4a5-2f9d61ccfd89 None None] Bound using segment: {'id': '4d4463b6-2daf-4f53-be03-b7c555d8c692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'fc395ba5-4dae-415c-be60-79b3143e05f6'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:23:43.250289 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-acb03b80-7915-444c-a4a5-2f9d61ccfd89 None None] Bound port: d5efb0d6-ffbb-4762-ad98-910547f7adbe, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d4463b6-2daf-4f53-be03-b7c555d8c692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'fc395ba5-4dae-415c-be60-79b3143e05f6'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:23:43.251469 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-acb03b80-7915-444c-a4a5-2f9d61ccfd89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:43.338620 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-acb03b80-7915-444c-a4a5-2f9d61ccfd89 None None] For port d5efb0d6-ffbb-4762-ad98-910547f7adbe, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:23:43.342397 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-acb03b80-7915-444c-a4a5-2f9d61ccfd89 None None] For port d5efb0d6-ffbb-4762-ad98-910547f7adbe, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=d5efb0d6-ffbb-4762-ad98-910547f7adbe,segment=NetworkSegment(4d4463b6-2daf-4f53-be03-b7c555d8c692),segment_id=4d4463b6-2daf-4f53-be03-b7c555d8c692)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:23:43.449189 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-acb03b80-7915-444c-a4a5-2f9d61ccfd89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:43.463910 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-58c79907-028a-4e0e-ad40-786fe6420cdd None None] Provisioning complete for port d5efb0d6-ffbb-4762-ad98-910547f7adbe triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:23:43.483610 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-58c79907-028a-4e0e-ad40-786fe6420cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:43.522879 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:43.552386 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb03b80-7915-444c-a4a5-2f9d61ccfd89 None None] Routers {'abe1e1c6-7969-4fe7-b06c-055a19bf611d'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:23:43.552386 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-acb03b80-7915-444c-a4a5-2f9d61ccfd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:23:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['abe1e1c6-7969-4fe7-b06c-055a19bf611d'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:23:43.609647 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-58c79907-028a-4e0e-ad40-786fe6420cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:43.676473 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-58c79907-028a-4e0e-ad40-786fe6420cdd None None] For port d5efb0d6-ffbb-4762-ad98-910547f7adbe, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=d5efb0d6-ffbb-4762-ad98-910547f7adbe,segment=NetworkSegment(4d4463b6-2daf-4f53-be03-b7c555d8c692),segment_id=4d4463b6-2daf-4f53-be03-b7c555d8c692)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:23:43.678725 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:43.701950 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-acb03b80-7915-444c-a4a5-2f9d61ccfd89 None None] Set router abe1e1c6-7969-4fe7-b06c-055a19bf611d gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:23:43.705529 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf835dbc-6137-4137-9a3e-44a6d6665f0f None None] Pushing event updated for resources: {'Port': ['ID=d5efb0d6-ffbb-4762-ad98-910547f7adbe,revision_number=4']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:23:43.761521 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-58c79907-028a-4e0e-ad40-786fe6420cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:43.879360 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c79907-028a-4e0e-ad40-786fe6420cdd None None] Pushing event updated for resources: {'Port': ['ID=d5efb0d6-ffbb-4762-ad98-910547f7adbe,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:23:43.893792 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-ecbc86f8-1045-48af-8f03-22fa1af8482b None None] Provisioning complete for port d5efb0d6-ffbb-4762-ad98-910547f7adbe triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:23:43.894171 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ecbc86f8-1045-48af-8f03-22fa1af8482b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:43.962877 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-acb03b80-7915-444c-a4a5-2f9d61ccfd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe1e1c6-7969-4fe7-b06c-055a19bf611d', 'name': 'tempest-TestMinimumBasicScenario-1717335655-router', 'tenant_id': 'f89653bdf85044febf61c06b706b2f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '97951d17-748a-4d7e-a437-58179ffbc9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:23:34Z', 'updated_at': '2021-10-27T19:23:37Z', 'revision_number': 4, 'project_id': 'f89653bdf85044febf61c06b706b2f99', 'gw_port': {'id': '97951d17-748a-4d7e-a437-58179ffbc9d9', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:56:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe1e1c6-7969-4fe7-b06c-055a19bf611d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:23:35Z', 'updated_at': '2021-10-27T19:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'd5efb0d6-ffbb-4762-ad98-910547f7adbe', 'name': '', 'network_id': 'fc395ba5-4dae-415c-be60-79b3143e05f6', 'tenant_id': 'f89653bdf85044febf61c06b706b2f99', 'mac_address': 'fa:16:3e:7c:44:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe1e1c6-7969-4fe7-b06c-055a19bf611d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '147b92df-2e46-4df3-acc0-30727175feaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:23:37Z', 'updated_at': '2021-10-27T19:23:43Z', 'revision_number': 4, 'project_id': 'f89653bdf85044febf61c06b706b2f99', 'subnets': [{'id': '147b92df-2e46-4df3-acc0-30727175feaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:23:43.993483 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb03b80-7915-444c-a4a5-2f9d61ccfd89 None None] The sync data for ids ['abe1e1c6-7969-4fe7-b06c-055a19bf611d'] in n-d-815690-2 is: [{'id': 'abe1e1c6-7969-4fe7-b06c-055a19bf611d', 'name': 'tempest-TestMinimumBasicScenario-1717335655-router', 'tenant_id': 'f89653bdf85044febf61c06b706b2f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '97951d17-748a-4d7e-a437-58179ffbc9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:23:34Z', 'updated_at': '2021-10-27T19:23:37Z', 'revision_number': 4, 'project_id': 'f89653bdf85044febf61c06b706b2f99', 'gw_port': {'id': '97951d17-748a-4d7e-a437-58179ffbc9d9', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:56:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe1e1c6-7969-4fe7-b06c-055a19bf611d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:23:35Z', 'updated_at': '2021-10-27T19:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'd5efb0d6-ffbb-4762-ad98-910547f7adbe', 'name': '', 'network_id': 'fc395ba5-4dae-415c-be60-79b3143e05f6', 'tenant_id': 'f89653bdf85044febf61c06b706b2f99', 'mac_address': 'fa:16:3e:7c:44:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe1e1c6-7969-4fe7-b06c-055a19bf611d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '147b92df-2e46-4df3-acc0-30727175feaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:23:37Z', 'updated_at': '2021-10-27T19:23:43Z', 'revision_number': 4, 'project_id': 'f89653bdf85044febf61c06b706b2f99', 'subnets': [{'id': '147b92df-2e46-4df3-acc0-30727175feaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:23:44.637603 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d5efb0d6-ffbb-4762-ad98-910547f7adbe up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:23:44.690782 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port d5efb0d6-ffbb-4762-ad98-910547f7adbe triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:23:44.691131 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:45.334170 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:50.756086 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad686b-4429-49a6-ae30-624dc2063254 req-48a3f80a-6ebc-4a5a-99f5-3155ecb58349 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:23:50.757634 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9cad686b-4429-49a6-ae30-624dc2063254 req-48a3f80a-6ebc-4a5a-99f5-3155ecb58349 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/networks?id=73683984-599f-4116-bb2e-22297ec09c95 HTTP/1.1" status: 200 len: 814 time: 0.1102295 Oct 27 19:23:50.773697 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9cad686b-4429-49a6-ae30-624dc2063254 req-94721e79-eb99-4427-8764-8268084b2c2f tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/quotas/de86273a5af7421c85cdabd92c3e60b1 HTTP/1.1" status: 200 len: 375 time: 0.0098026 Oct 27 19:23:50.836935 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9cad686b-4429-49a6-ae30-624dc2063254 req-8bacc646-318c-4baa-afca-23034063588a tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=de86273a5af7421c85cdabd92c3e60b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573301 Oct 27 19:23:50.937230 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9cad686b-4429-49a6-ae30-624dc2063254 req-05888e65-d9e0-4224-803b-a40e2e727ee0 service neutron] 10.222.0.52 "GET /v2.0/networks/73683984-599f-4116-bb2e-22297ec09c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879388 Oct 27 19:23:51.030294 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9cad686b-4429-49a6-ae30-624dc2063254 req-5f7c0905-43cd-4e78-9a9e-48a3b22355fe service neutron] 10.222.0.52 "GET /v2.0/networks/73683984-599f-4116-bb2e-22297ec09c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860946 Oct 27 19:23:51.279976 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a545934e-56be-43c4-af6b-bfe210a6cb62 req-90d2f0ef-325a-47e6-a974-7248be839f0e tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 210 time: 0.0283282 Oct 27 19:23:52.363218 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-001919f8-410b-4afc-867f-0e6826596a7c req-738a4409-8eda-441c-9001-4acd249c1741 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 210 time: 0.0306654 Oct 27 19:23:53.459475 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-34631dc9-462c-453c-a8c9-5ebecd1df2b8 req-50770490-7151-490c-bb65-ec2086b40cdb tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 210 time: 0.0286047 Oct 27 19:23:53.563525 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad686b-4429-49a6-ae30-624dc2063254 req-142ed09f-b20d-4de9-9375-5d0d49e113fe tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:23:53.564838 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9cad686b-4429-49a6-ae30-624dc2063254 req-142ed09f-b20d-4de9-9375-5d0d49e113fe tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.93 "GET /v2.0/networks?id=73683984-599f-4116-bb2e-22297ec09c95 HTTP/1.1" status: 200 len: 814 time: 0.1062706 Oct 27 19:23:53.577417 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-9cad686b-4429-49a6-ae30-624dc2063254 req-199333c6-3c19-42d8-8364-a14424f873b2 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Request body: {'port': {'device_id': '7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0', 'network_id': '73683984-599f-4116-bb2e-22297ec09c95', 'admin_state_up': True, 'tenant_id': 'de86273a5af7421c85cdabd92c3e60b1'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:23:53.762212 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cad686b-4429-49a6-ae30-624dc2063254 req-199333c6-3c19-42d8-8364-a14424f873b2 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Made reservation on behalf of de86273a5af7421c85cdabd92c3e60b1 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:23:53.765831 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-9cad686b-4429-49a6-ae30-624dc2063254 req-199333c6-3c19-42d8-8364-a14424f873b2 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:53.892336 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-9cad686b-4429-49a6-ae30-624dc2063254 req-199333c6-3c19-42d8-8364-a14424f873b2 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Allocated IP 172.20.0.3 (73683984-599f-4116-bb2e-22297ec09c95/c405a21b-a928-493a-96bd-cf6244556c09/e674baa9-22a6-46cd-ba25-5fef865e589e) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:23:54.047016 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-9cad686b-4429-49a6-ae30-624dc2063254 req-199333c6-3c19-42d8-8364-a14424f873b2 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:54.149445 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-9cad686b-4429-49a6-ae30-624dc2063254 req-199333c6-3c19-42d8-8364-a14424f873b2 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:54.195452 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cad686b-4429-49a6-ae30-624dc2063254 req-199333c6-3c19-42d8-8364-a14424f873b2 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Network 73683984-599f-4116-bb2e-22297ec09c95 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:23:54.200823 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-9cad686b-4429-49a6-ae30-624dc2063254 req-199333c6-3c19-42d8-8364-a14424f873b2 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:23:54.209678 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cad686b-4429-49a6-ae30-624dc2063254 req-199333c6-3c19-42d8-8364-a14424f873b2 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:23:54.251968 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199333c6-3c19-42d8-8364-a14424f873b2 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Pushing event updated for resources: {'Port': ['ID=e674baa9-22a6-46cd-ba25-5fef865e589e,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:23:54.313198 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad686b-4429-49a6-ae30-624dc2063254 req-199333c6-3c19-42d8-8364-a14424f873b2 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:23:54.314138 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-9cad686b-4429-49a6-ae30-624dc2063254 req-199333c6-3c19-42d8-8364-a14424f873b2 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:54.401330 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9cad686b-4429-49a6-ae30-624dc2063254 req-199333c6-3c19-42d8-8364-a14424f873b2 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8274982 Oct 27 19:23:54.583471 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-29dbf20d-192d-4636-9eee-2ea6e873c927 None None] Provisioning complete for port e674baa9-22a6-46cd-ba25-5fef865e589e triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:23:54.584543 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-29dbf20d-192d-4636-9eee-2ea6e873c927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:54.611741 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc369ea1-732d-45ca-a2e6-2561a7117a9d req-91ea4800-567f-467d-a7a9-e275355190f6 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:23:54.621921 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bc369ea1-732d-45ca-a2e6-2561a7117a9d req-91ea4800-567f-467d-a7a9-e275355190f6 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 931 time: 0.0734890 Oct 27 19:23:54.635905 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-29dbf20d-192d-4636-9eee-2ea6e873c927 None None] Port e674baa9-22a6-46cd-ba25-5fef865e589e cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:23:54.668402 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bc369ea1-732d-45ca-a2e6-2561a7117a9d req-151463da-da2f-4e15-8dbe-e9b6c98b2e16 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4adfb2-317a-42b1-9e99-6ded81889111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452073 Oct 27 19:23:55.790949 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ecc919-ef62-4478-ab09-21ad7151efbd req-600ce345-f366-4f2f-aa82-ca191fc46874 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:23:55.792485 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a5ecc919-ef62-4478-ab09-21ad7151efbd req-600ce345-f366-4f2f-aa82-ca191fc46874 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 931 time: 0.0527174 Oct 27 19:23:55.836204 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a5ecc919-ef62-4478-ab09-21ad7151efbd req-c4b3f1f1-e452-41cc-bd4a-6e8efe0aee18 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4adfb2-317a-42b1-9e99-6ded81889111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376565 Oct 27 19:23:56.909660 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:56.968830 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca82102-7da9-4dad-be83-2110ac006287 req-b669c987-80c0-4039-beea-807649dc4879 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:23:56.980028 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ca82102-7da9-4dad-be83-2110ac006287 req-b669c987-80c0-4039-beea-807649dc4879 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 931 time: 0.0726368 Oct 27 19:23:57.022771 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4ca82102-7da9-4dad-be83-2110ac006287 req-b0a1e8cc-6f1e-4fde-a64a-e0d834c2b1f0 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4adfb2-317a-42b1-9e99-6ded81889111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349360 Oct 27 19:23:57.448487 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:23:58.155308 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91432f33-8d95-4630-8f68-1d181c625edf req-6f7db29f-7f7d-4456-bc76-678a3f77e4bb tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:23:58.156866 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-91432f33-8d95-4630-8f68-1d181c625edf req-6f7db29f-7f7d-4456-bc76-678a3f77e4bb tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 931 time: 0.0532389 Oct 27 19:23:58.199609 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-91432f33-8d95-4630-8f68-1d181c625edf req-e06bed85-62f4-4122-88c5-35b6896c4446 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4adfb2-317a-42b1-9e99-6ded81889111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361819 Oct 27 19:23:59.361310 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791dbf1e-ab35-41bd-929d-6e88111cadab req-93f8925f-c52e-4ad7-8e2b-167c83e8f2c9 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:23:59.361310 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-791dbf1e-ab35-41bd-929d-6e88111cadab req-93f8925f-c52e-4ad7-8e2b-167c83e8f2c9 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 931 time: 0.0508544 Oct 27 19:23:59.369474 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-791dbf1e-ab35-41bd-929d-6e88111cadab req-d4343cf2-3bb9-46f0-967c-18e7aefdbc9f tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4adfb2-317a-42b1-9e99-6ded81889111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385137 Oct 27 19:24:00.521599 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3bc8d2-89e3-4693-b943-99ffce99d846 req-34f6d426-c358-407f-9a9a-f39e2588b6bc tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:00.523284 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6d3bc8d2-89e3-4693-b943-99ffce99d846 req-34f6d426-c358-407f-9a9a-f39e2588b6bc tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 931 time: 0.0634439 Oct 27 19:24:00.572624 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6d3bc8d2-89e3-4693-b943-99ffce99d846 req-1520f88d-d228-4b22-a4f7-b59f077d4e49 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4adfb2-317a-42b1-9e99-6ded81889111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418012 Oct 27 19:24:01.713074 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:24:01.725610 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa2cd3-48dc-4ed0-8f7f-bb9fab6e25f3 req-08325c95-3911-47c4-8d00-468f6f2761f1 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:01.727200 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-43fa2cd3-48dc-4ed0-8f7f-bb9fab6e25f3 req-08325c95-3911-47c4-8d00-468f6f2761f1 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 931 time: 0.0560515 Oct 27 19:24:01.768537 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-43fa2cd3-48dc-4ed0-8f7f-bb9fab6e25f3 req-def6dbdc-2085-44c0-94e4-8ad4dc61ea11 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4adfb2-317a-42b1-9e99-6ded81889111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350909 Oct 27 19:24:02.891582 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e99a9-85fa-4c95-893d-c8f4f8f1223a req-309040ca-1549-4869-ac2c-00fc99b8e00e tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:02.893439 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b86e99a9-85fa-4c95-893d-c8f4f8f1223a req-309040ca-1549-4869-ac2c-00fc99b8e00e tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 931 time: 0.0540371 Oct 27 19:24:02.935564 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b86e99a9-85fa-4c95-893d-c8f4f8f1223a req-07d18abb-3fc4-46bb-9328-c9073610e7da tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4adfb2-317a-42b1-9e99-6ded81889111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356390 Oct 27 19:24:04.055783 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e7f20-64fd-4f95-b34e-4cb4c258a842 req-6f3f47fc-c1c3-4612-875b-a0c8dc673c40 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:04.057281 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f44e7f20-64fd-4f95-b34e-4cb4c258a842 req-6f3f47fc-c1c3-4612-875b-a0c8dc673c40 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 931 time: 0.0534439 Oct 27 19:24:04.095893 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f44e7f20-64fd-4f95-b34e-4cb4c258a842 req-d3d787bb-3ddc-4771-8cde-c8bf1ac364cd tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4adfb2-317a-42b1-9e99-6ded81889111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324879 Oct 27 19:24:04.307586 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-9cad686b-4429-49a6-ae30-624dc2063254 req-4218588d-62f1-4a3c-9b03-9c36dabb323e service neutron] Request body: {'port': {'device_id': '7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:24:04.360348 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-9cad686b-4429-49a6-ae30-624dc2063254 req-4218588d-62f1-4a3c-9b03-9c36dabb323e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:04.650423 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-9cad686b-4429-49a6-ae30-624dc2063254 req-4218588d-62f1-4a3c-9b03-9c36dabb323e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e674baa9-22a6-46cd-ba25-5fef865e589e {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:24:04.659948 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-9cad686b-4429-49a6-ae30-624dc2063254 req-4218588d-62f1-4a3c-9b03-9c36dabb323e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:04.672451 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-9cad686b-4429-49a6-ae30-624dc2063254 req-4218588d-62f1-4a3c-9b03-9c36dabb323e service neutron] Transition to ACTIVE for port object e674baa9-22a6-46cd-ba25-5fef865e589e will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 19:24:04.774372 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-9cad686b-4429-49a6-ae30-624dc2063254 req-4218588d-62f1-4a3c-9b03-9c36dabb323e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:04.847143 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4218588d-62f1-4a3c-9b03-9c36dabb323e service neutron] Pushing event updated for resources: {'Port': ['ID=e674baa9-22a6-46cd-ba25-5fef865e589e,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:24:04.919206 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-9cad686b-4429-49a6-ae30-624dc2063254 req-4218588d-62f1-4a3c-9b03-9c36dabb323e service neutron] Attempting to bind port e674baa9-22a6-46cd-ba25-5fef865e589e on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:24:04.919531 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-9cad686b-4429-49a6-ae30-624dc2063254 req-4218588d-62f1-4a3c-9b03-9c36dabb323e service neutron] Attempting to bind port e674baa9-22a6-46cd-ba25-5fef865e589e by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': '7ca7e4f6-4645-4ced-a250-8f54cd1e7ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '73683984-599f-4116-bb2e-22297ec09c95'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:24:04.919859 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cad686b-4429-49a6-ae30-624dc2063254 req-4218588d-62f1-4a3c-9b03-9c36dabb323e service neutron] Attempting to bind port e674baa9-22a6-46cd-ba25-5fef865e589e on network 73683984-599f-4116-bb2e-22297ec09c95 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:24:04.924816 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cad686b-4429-49a6-ae30-624dc2063254 req-4218588d-62f1-4a3c-9b03-9c36dabb323e service neutron] Port e674baa9-22a6-46cd-ba25-5fef865e589e on network 73683984-599f-4116-bb2e-22297ec09c95 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 19:24:04.925136 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cad686b-4429-49a6-ae30-624dc2063254 req-4218588d-62f1-4a3c-9b03-9c36dabb323e service neutron] Attempting to bind port e674baa9-22a6-46cd-ba25-5fef865e589e on network 73683984-599f-4116-bb2e-22297ec09c95 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:24:04.930612 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cad686b-4429-49a6-ae30-624dc2063254 req-4218588d-62f1-4a3c-9b03-9c36dabb323e service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:24:04.930974 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cad686b-4429-49a6-ae30-624dc2063254 req-4218588d-62f1-4a3c-9b03-9c36dabb323e service neutron] Checking segment: {'id': '7ca7e4f6-4645-4ced-a250-8f54cd1e7ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '73683984-599f-4116-bb2e-22297ec09c95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:24:04.931351 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cad686b-4429-49a6-ae30-624dc2063254 req-4218588d-62f1-4a3c-9b03-9c36dabb323e service neutron] Bound using segment: {'id': '7ca7e4f6-4645-4ced-a250-8f54cd1e7ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '73683984-599f-4116-bb2e-22297ec09c95'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:24:04.931783 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-9cad686b-4429-49a6-ae30-624dc2063254 req-4218588d-62f1-4a3c-9b03-9c36dabb323e service neutron] Bound port: e674baa9-22a6-46cd-ba25-5fef865e589e, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ca7e4f6-4645-4ced-a250-8f54cd1e7ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '73683984-599f-4116-bb2e-22297ec09c95'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:24:04.932140 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-9cad686b-4429-49a6-ae30-624dc2063254 req-4218588d-62f1-4a3c-9b03-9c36dabb323e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:05.007155 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-9cad686b-4429-49a6-ae30-624dc2063254 req-4218588d-62f1-4a3c-9b03-9c36dabb323e service neutron] For port e674baa9-22a6-46cd-ba25-5fef865e589e, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:24:05.013164 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-9cad686b-4429-49a6-ae30-624dc2063254 req-4218588d-62f1-4a3c-9b03-9c36dabb323e service neutron] For port e674baa9-22a6-46cd-ba25-5fef865e589e, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e674baa9-22a6-46cd-ba25-5fef865e589e,segment=NetworkSegment(7ca7e4f6-4645-4ced-a250-8f54cd1e7ba6),segment_id=7ca7e4f6-4645-4ced-a250-8f54cd1e7ba6)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:24:05.071846 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-9cad686b-4429-49a6-ae30-624dc2063254 req-4218588d-62f1-4a3c-9b03-9c36dabb323e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:05.108761 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad686b-4429-49a6-ae30-624dc2063254 req-4218588d-62f1-4a3c-9b03-9c36dabb323e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:05.109356 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-9cad686b-4429-49a6-ae30-624dc2063254 req-4218588d-62f1-4a3c-9b03-9c36dabb323e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:05.110788 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9cad686b-4429-49a6-ae30-624dc2063254 req-4218588d-62f1-4a3c-9b03-9c36dabb323e service neutron] 10.222.0.93 "PUT /v2.0/ports/e674baa9-22a6-46cd-ba25-5fef865e589e HTTP/1.1" status: 200 len: 1091 time: 0.8077736 Oct 27 19:24:05.111383 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0', 'tag': 'e674baa9-22a6-46cd-ba25-5fef865e589e'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:24:05.113929 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8edcf2e-03c1-40ed-8d50-659e121a8fce" -d '{"events": [{"name": "network-changed", "server_uuid": "7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0", "tag": "e674baa9-22a6-46cd-ba25-5fef865e589e"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:24:05.138907 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4218588d-62f1-4a3c-9b03-9c36dabb323e service neutron] Pushing event updated for resources: {'Port': ['ID=e674baa9-22a6-46cd-ba25-5fef865e589e,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:24:05.159860 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086c79be-2860-40ff-aeb1-c128da7e4e8c x-openstack-request-id: req-086c79be-2860-40ff-aeb1-c128da7e4e8c {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:24:05.159860 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0", "tag": "e674baa9-22a6-46cd-ba25-5fef865e589e", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:24:05.159860 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-086c79be-2860-40ff-aeb1-c128da7e4e8c {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:24:05.159860 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0', 'tag': 'e674baa9-22a6-46cd-ba25-5fef865e589e', 'status': 'completed', 'code': 200} Oct 27 19:24:05.239373 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8edcf2e-03c1-40ed-8d50-659e121a8fce req-301426eb-b6e0-42cd-a4ab-e414e1d06971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:05.241209 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c8edcf2e-03c1-40ed-8d50-659e121a8fce req-301426eb-b6e0-42cd-a4ab-e414e1d06971 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=de86273a5af7421c85cdabd92c3e60b1&device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 1094 time: 0.0601630 Oct 27 19:24:05.271195 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3249fd6-463e-4501-b3a1-36b5a45cbf49 req-2aea8f60-4027-4d62-8e63-4c41063d88d0 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:05.272931 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b3249fd6-463e-4501-b3a1-36b5a45cbf49 req-2aea8f60-4027-4d62-8e63-4c41063d88d0 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 943 time: 0.0579271 Oct 27 19:24:05.319986 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b3249fd6-463e-4501-b3a1-36b5a45cbf49 req-6278fce3-9471-4ec8-b4b7-f26d9d1154ae tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4adfb2-317a-42b1-9e99-6ded81889111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408924 Oct 27 19:24:05.364833 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8edcf2e-03c1-40ed-8d50-659e121a8fce req-8f29060a-9d5f-464f-af2f-183f1f59784e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:05.366063 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c8edcf2e-03c1-40ed-8d50-659e121a8fce req-8f29060a-9d5f-464f-af2f-183f1f59784e service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=de86273a5af7421c85cdabd92c3e60b1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1156867 Oct 27 19:24:05.476492 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8edcf2e-03c1-40ed-8d50-659e121a8fce req-75e1d866-65b5-4fa4-98d7-0244e43a27ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:05.477886 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c8edcf2e-03c1-40ed-8d50-659e121a8fce req-75e1d866-65b5-4fa4-98d7-0244e43a27ba service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1052887 Oct 27 19:24:05.556257 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad686b-4429-49a6-ae30-624dc2063254 req-58c558c9-c281-4b86-a79d-f8df78aa7b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:05.557939 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9cad686b-4429-49a6-ae30-624dc2063254 req-58c558c9-c281-4b86-a79d-f8df78aa7b8b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=de86273a5af7421c85cdabd92c3e60b1&device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 1094 time: 0.0448148 Oct 27 19:24:05.600268 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9cad686b-4429-49a6-ae30-624dc2063254 req-ea334d6b-8805-41b7-80ee-5d1d50676627 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e674baa9-22a6-46cd-ba25-5fef865e589e HTTP/1.1" status: 200 len: 217 time: 0.0343018 Oct 27 19:24:05.650454 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad686b-4429-49a6-ae30-624dc2063254 req-2d4c7321-f2b0-4639-be0e-257ab6f69ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:05.651946 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9cad686b-4429-49a6-ae30-624dc2063254 req-2d4c7321-f2b0-4639-be0e-257ab6f69ffc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c405a21b-a928-493a-96bd-cf6244556c09 HTTP/1.1" status: 200 len: 853 time: 0.0445776 Oct 27 19:24:05.703363 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad686b-4429-49a6-ae30-624dc2063254 req-a8ad57e7-e039-43c9-8200-bc85a1cf8f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:05.704915 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9cad686b-4429-49a6-ae30-624dc2063254 req-a8ad57e7-e039-43c9-8200-bc85a1cf8f25 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=73683984-599f-4116-bb2e-22297ec09c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453405 Oct 27 19:24:05.799626 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9cad686b-4429-49a6-ae30-624dc2063254 req-04dd4b00-6ba4-46e8-bc9f-3dfdd07aa705 service neutron] 10.222.0.93 "GET /v2.0/networks/73683984-599f-4116-bb2e-22297ec09c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868306 Oct 27 19:24:05.894007 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9cad686b-4429-49a6-ae30-624dc2063254 req-4204fba1-ad0b-46cd-a966-ede3ce94f0ed service neutron] 10.222.0.93 "GET /v2.0/networks/73683984-599f-4116-bb2e-22297ec09c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879993 Oct 27 19:24:06.440033 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb63fcc-4d8f-4bad-814c-8644329f2ac8 req-c4813c6b-5a78-40f9-8a91-75e017b21028 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:06.441551 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2bb63fcc-4d8f-4bad-814c-8644329f2ac8 req-c4813c6b-5a78-40f9-8a91-75e017b21028 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 943 time: 0.0496008 Oct 27 19:24:06.479185 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2bb63fcc-4d8f-4bad-814c-8644329f2ac8 req-95b2c5f0-4b28-4495-83dd-54d4c29bdcbe tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4adfb2-317a-42b1-9e99-6ded81889111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316064 Oct 27 19:24:07.600866 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6aa3c6-3a5f-467f-9754-65e980b352f7 req-6bf7363b-e6b0-431d-861a-b1d3fae535bf tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:07.602397 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3a6aa3c6-3a5f-467f-9754-65e980b352f7 req-6bf7363b-e6b0-431d-861a-b1d3fae535bf tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 943 time: 0.0539944 Oct 27 19:24:07.641448 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3a6aa3c6-3a5f-467f-9754-65e980b352f7 req-cf12d8f9-8474-4da7-9554-4e8d3ffa91e2 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4adfb2-317a-42b1-9e99-6ded81889111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330229 Oct 27 19:24:08.756118 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f8094-b16e-4591-886c-e2f2197011ad req-75c73f05-5fc5-481d-b217-af6bca2929a6 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:08.757632 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f62f8094-b16e-4591-886c-e2f2197011ad req-75c73f05-5fc5-481d-b217-af6bca2929a6 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 943 time: 0.0493407 Oct 27 19:24:08.796386 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f62f8094-b16e-4591-886c-e2f2197011ad req-d885dae2-685c-421e-843f-af77ada8ea6e tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4adfb2-317a-42b1-9e99-6ded81889111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325820 Oct 27 19:24:08.877499 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e674baa9-22a6-46cd-ba25-5fef865e589e details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 19:24:08.971146 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port e674baa9-22a6-46cd-ba25-5fef865e589e, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e674baa9-22a6-46cd-ba25-5fef865e589e,segment=NetworkSegment(7ca7e4f6-4645-4ced-a250-8f54cd1e7ba6),segment_id=7ca7e4f6-4645-4ced-a250-8f54cd1e7ba6)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:24:08.982321 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'e674baa9-22a6-46cd-ba25-5fef865e589e', 'network_id': '73683984-599f-4116-bb2e-22297ec09c95', 'port_id': 'e674baa9-22a6-46cd-ba25-5fef865e589e', 'mac_address': 'fa:16:3e:ae:a1:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1000, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c405a21b-a928-493a-96bd-cf6244556c09', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 19:24:09.023520 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:09.037019 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e674baa9-22a6-46cd-ba25-5fef865e589e {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:24:09.060770 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port e674baa9-22a6-46cd-ba25-5fef865e589e, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e674baa9-22a6-46cd-ba25-5fef865e589e,segment=NetworkSegment(7ca7e4f6-4645-4ced-a250-8f54cd1e7ba6),segment_id=7ca7e4f6-4645-4ced-a250-8f54cd1e7ba6)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:24:09.128517 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:09.175992 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=e674baa9-22a6-46cd-ba25-5fef865e589e,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:24:09.332158 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['e674baa9-22a6-46cd-ba25-5fef865e589e'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:24:09.717157 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3239d949-7ebd-4347-aac4-1b96ace4e221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:09.914208 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaafb12-459c-4cc0-820c-956223efe4c9 req-5bb3d9a5-1cfd-47b3-afb9-cfee4bf30b9e tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:09.915752 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3aaafb12-459c-4cc0-820c-956223efe4c9 req-5bb3d9a5-1cfd-47b3-afb9-cfee4bf30b9e tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 944 time: 0.0500338 Oct 27 19:24:09.953335 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3aaafb12-459c-4cc0-820c-956223efe4c9 req-bf735ebc-3694-45a9-9037-baf38ff3ceeb tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4adfb2-317a-42b1-9e99-6ded81889111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316505 Oct 27 19:24:10.887693 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e674baa9-22a6-46cd-ba25-5fef865e589e up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:24:10.997080 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port e674baa9-22a6-46cd-ba25-5fef865e589e completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 19:24:11.001077 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port e674baa9-22a6-46cd-ba25-5fef865e589e triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:24:11.001449 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:11.106475 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184a143-678e-407f-b296-d3e611ec147b req-3c9b4804-b1fa-4cf3-a34f-242f48baab3c tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:11.108021 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9184a143-678e-407f-b296-d3e611ec147b req-3c9b4804-b1fa-4cf3-a34f-242f48baab3c tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 944 time: 0.0835800 Oct 27 19:24:11.130928 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:11.153822 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e674baa9-22a6-46cd-ba25-5fef865e589e'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:24:11.156058 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b7a7ffbeb5006bcc00a453a37d6ced003ca150096c2d6d80d40f5ba58f622d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311d1399-96ba-4b7a-9dd6-5af52ef84545" -d '{"events": [{"server_uuid": "7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0", "name": "network-vif-plugged", "status": "completed", "tag": "e674baa9-22a6-46cd-ba25-5fef865e589e"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:24:11.169604 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port e674baa9-22a6-46cd-ba25-5fef865e589e, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e674baa9-22a6-46cd-ba25-5fef865e589e,segment=NetworkSegment(7ca7e4f6-4645-4ced-a250-8f54cd1e7ba6),segment_id=7ca7e4f6-4645-4ced-a250-8f54cd1e7ba6)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:24:11.265841 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:11.305703 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9184a143-678e-407f-b296-d3e611ec147b req-38176913-8ed3-40fd-bd3f-2342c00d9b0c tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4adfb2-317a-42b1-9e99-6ded81889111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907389 Oct 27 19:24:11.314520 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=e674baa9-22a6-46cd-ba25-5fef865e589e,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:24:11.355340 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04520633-7a06-4322-8324-0a0382e3f7a6 x-openstack-request-id: req-04520633-7a06-4322-8324-0a0382e3f7a6 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:24:11.355642 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0", "name": "network-vif-plugged", "status": "completed", "tag": "e674baa9-22a6-46cd-ba25-5fef865e589e", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:24:11.355940 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-04520633-7a06-4322-8324-0a0382e3f7a6 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:24:11.356340 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e674baa9-22a6-46cd-ba25-5fef865e589e', 'code': 200} Oct 27 19:24:11.452798 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b3668-36d2-45f3-9bce-6b3d784667a9 req-81d61bad-3495-41ef-b5fd-7033a5f8f9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:11.454207 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ff0b3668-36d2-45f3-9bce-6b3d784667a9 req-81d61bad-3495-41ef-b5fd-7033a5f8f9d9 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 1096 time: 0.0403302 Oct 27 19:24:11.489781 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ff0b3668-36d2-45f3-9bce-6b3d784667a9 req-34a2c6d7-2aa5-433b-8420-b18e06207d2c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=bc4adfb2-317a-42b1-9e99-6ded81889111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291107 Oct 27 19:24:12.202850 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4a0074e0-0f01-4d80-abdc-9c916efaf9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:12.424843 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca3a4f-55ba-467f-967a-b5d65feaafa5 req-f87316b7-3f86-43a8-838d-b2c3d768b0e0 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:12.426392 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d4ca3a4f-55ba-467f-967a-b5d65feaafa5 req-f87316b7-3f86-43a8-838d-b2c3d768b0e0 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 945 time: 0.0514545 Oct 27 19:24:12.472299 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d4ca3a4f-55ba-467f-967a-b5d65feaafa5 req-fcc071b0-e1d2-4ced-b4dc-aa8d467944cb tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4adfb2-317a-42b1-9e99-6ded81889111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343935 Oct 27 19:24:13.446645 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:13.591355 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0816ea-1f04-4ef6-8cd2-0e97b3176fc2 req-f3667409-1129-45dc-90f8-be04aa254e91 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:13.593152 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cc0816ea-1f04-4ef6-8cd2-0e97b3176fc2 req-f3667409-1129-45dc-90f8-be04aa254e91 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 945 time: 0.0509536 Oct 27 19:24:13.635403 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cc0816ea-1f04-4ef6-8cd2-0e97b3176fc2 req-7511218a-51b6-4ba7-99cd-a06625a1cc49 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4adfb2-317a-42b1-9e99-6ded81889111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354931 Oct 27 19:24:13.654728 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:13.752531 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf79ba0-d203-49a4-a1c6-a68368444b13 req-9775deca-bc92-44fe-845a-619559c2eca1 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:13.753960 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aaf79ba0-d203-49a4-a1c6-a68368444b13 req-9775deca-bc92-44fe-845a-619559c2eca1 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 945 time: 0.0540016 Oct 27 19:24:13.794540 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aaf79ba0-d203-49a4-a1c6-a68368444b13 req-953de86c-a4ce-4be2-b75f-4542373a5ef1 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4adfb2-317a-42b1-9e99-6ded81889111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346010 Oct 27 19:24:13.985030 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61c8e8-4aea-4751-9914-5a9272a7919e req-48d1d228-405c-41d3-b3f8-b41ce5e336b5 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:13.986525 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2d61c8e8-4aea-4751-9914-5a9272a7919e req-48d1d228-405c-41d3-b3f8-b41ce5e336b5 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 945 time: 0.0501323 Oct 27 19:24:14.025531 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2d61c8e8-4aea-4751-9914-5a9272a7919e req-8be36aa3-242d-4d57-92d8-ee98f624a7de tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4adfb2-317a-42b1-9e99-6ded81889111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326886 Oct 27 19:24:15.335531 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:26.910121 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:27.454390 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:29.501354 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e0d2a-f936-430e-93f8-ce2f4680d427 req-d165e0cf-83bc-4454-a96d-9d433f930d08 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:29.502798 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e72e0d2a-f936-430e-93f8-ce2f4680d427 req-d165e0cf-83bc-4454-a96d-9d433f930d08 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 945 time: 0.0500002 Oct 27 19:24:29.542397 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e72e0d2a-f936-430e-93f8-ce2f4680d427 req-5f3a687b-8b11-4d78-bc10-e975e99c2a08 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4adfb2-317a-42b1-9e99-6ded81889111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335848 Oct 27 19:24:29.564696 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51632) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:24:29.646896 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650ab6f9-ddbf-4570-8930-d09b44c3d0a7 tempest-TestMinimumBasicScenario-1542613261 tempest-TestMinimumBasicScenario-1542613261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:29.648414 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-650ab6f9-ddbf-4570-8930-d09b44c3d0a7 tempest-TestMinimumBasicScenario-1542613261 tempest-TestMinimumBasicScenario-1542613261-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 1091 time: 0.0827305 Oct 27 19:24:29.651490 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51636) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:24:29.656136 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-d99aaff6-f0be-43e1-8da0-052271ed4309 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'port_id': 'e674baa9-22a6-46cd-ba25-5fef865e589e', 'tenant_id': 'de86273a5af7421c85cdabd92c3e60b1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:24:29.734887 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d99aaff6-f0be-43e1-8da0-052271ed4309 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks [] for floatingip, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:29.836856 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d99aaff6-f0be-43e1-8da0-052271ed4309 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:29.937618 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-d99aaff6-f0be-43e1-8da0-052271ed4309 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Allocated IP 172.25.6.240 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/f4fafce2-671c-41e3-b02c-4c3092080082) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:24:30.388067 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d99aaff6-f0be-43e1-8da0-052271ed4309 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:30.956548 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d99aaff6-f0be-43e1-8da0-052271ed4309 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:30.997002 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99aaff6-f0be-43e1-8da0-052271ed4309 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:24:31.000558 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-d99aaff6-f0be-43e1-8da0-052271ed4309 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:24:31.003280 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99aaff6-f0be-43e1-8da0-052271ed4309 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:24:31.035504 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99aaff6-f0be-43e1-8da0-052271ed4309 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Pushing event updated for resources: {'Port': ['ID=f4fafce2-671c-41e3-b02c-4c3092080082,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:24:31.048778 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99aaff6-f0be-43e1-8da0-052271ed4309 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:24:31.049124 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99aaff6-f0be-43e1-8da0-052271ed4309 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:24:31.049481 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99aaff6-f0be-43e1-8da0-052271ed4309 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:24:31.049808 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99aaff6-f0be-43e1-8da0-052271ed4309 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:24:31.050133 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99aaff6-f0be-43e1-8da0-052271ed4309 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:24:31.050464 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99aaff6-f0be-43e1-8da0-052271ed4309 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:24:31.050792 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99aaff6-f0be-43e1-8da0-052271ed4309 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:24:31.051142 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99aaff6-f0be-43e1-8da0-052271ed4309 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:24:31.051471 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99aaff6-f0be-43e1-8da0-052271ed4309 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:24:31.051794 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99aaff6-f0be-43e1-8da0-052271ed4309 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:24:31.052115 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99aaff6-f0be-43e1-8da0-052271ed4309 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:24:31.052435 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99aaff6-f0be-43e1-8da0-052271ed4309 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:24:31.374785 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d99aaff6-f0be-43e1-8da0-052271ed4309 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:31.507176 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d99aaff6-f0be-43e1-8da0-052271ed4309 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:31.655118 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d99aaff6-f0be-43e1-8da0-052271ed4309 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:31.711608 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d99aaff6-f0be-43e1-8da0-052271ed4309 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:31.782175 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99aaff6-f0be-43e1-8da0-052271ed4309 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Pushing event updated for resources: {'Port': ['ID=f4fafce2-671c-41e3-b02c-4c3092080082,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:24:31.793926 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d99aaff6-f0be-43e1-8da0-052271ed4309 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:31.896718 n-d-815690-2 neutron-server[102879]: INFO neutron.db.l3_db [None req-d99aaff6-f0be-43e1-8da0-052271ed4309 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Floating IP 9150d64c-418e-4b07-8eb6-3e3b0bfbe990 associated. External IP: 172.25.6.240, port: e674baa9-22a6-46cd-ba25-5fef865e589e. Oct 27 19:24:32.109035 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99aaff6-f0be-43e1-8da0-052271ed4309 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Router 446a6258-c708-4272-bef3-c3f25a8febcc has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:24:32.218918 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99aaff6-f0be-43e1-8da0-052271ed4309 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:24:32.229334 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5e733b-3bf0-41ba-a3e4-e87061567d5d None None] Sync routers for ids ['446a6258-c708-4272-bef3-c3f25a8febcc'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:24:32.239327 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5e733b-3bf0-41ba-a3e4-e87061567d5d None None] Routers {'446a6258-c708-4272-bef3-c3f25a8febcc'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:24:32.243048 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-1a5e733b-3bf0-41ba-a3e4-e87061567d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:24:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['446a6258-c708-4272-bef3-c3f25a8febcc'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:24:32.297824 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d99aaff6-f0be-43e1-8da0-052271ed4309 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:32.329206 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d99aaff6-f0be-43e1-8da0-052271ed4309 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6766658 Oct 27 19:24:32.329808 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0', 'tag': 'e674baa9-22a6-46cd-ba25-5fef865e589e'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:24:32.332145 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51638) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:24:32.332636 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3674e0-07da-4dd3-ace2-2dc306933b6e" -d '{"events": [{"name": "network-changed", "server_uuid": "7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0", "tag": "e674baa9-22a6-46cd-ba25-5fef865e589e"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:24:32.336887 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-db54c23c-73a8-4039-af92-55cb7b8107a2 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-642453254', 'description': 'tempest-secgroup-smoke-642453254 description', 'project_id': 'de86273a5af7421c85cdabd92c3e60b1'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:24:32.356428 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-1a5e733b-3bf0-41ba-a3e4-e87061567d5d None None] Set router 446a6258-c708-4272-bef3-c3f25a8febcc gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:24:32.373655 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121274f4-7b9f-44bf-a491-d55855f7fa22 x-openstack-request-id: req-121274f4-7b9f-44bf-a491-d55855f7fa22 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:24:32.373982 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0", "tag": "e674baa9-22a6-46cd-ba25-5fef865e589e", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:24:32.374213 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-121274f4-7b9f-44bf-a491-d55855f7fa22 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:24:32.374618 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0', 'tag': 'e674baa9-22a6-46cd-ba25-5fef865e589e', 'status': 'completed', 'code': 200} Oct 27 19:24:32.436642 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3674e0-07da-4dd3-ace2-2dc306933b6e req-7af1f491-0179-4d82-a9a2-a9109e760c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:32.438168 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4e3674e0-07da-4dd3-ace2-2dc306933b6e req-7af1f491-0179-4d82-a9a2-a9109e760c4f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=de86273a5af7421c85cdabd92c3e60b1&device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 1096 time: 0.0417676 Oct 27 19:24:32.443271 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-db54c23c-73a8-4039-af92-55cb7b8107a2 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:32.516398 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-db54c23c-73a8-4039-af92-55cb7b8107a2 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:32.533920 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3674e0-07da-4dd3-ace2-2dc306933b6e req-5dc79b9b-894e-466c-9017-b65c3f2f183a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:32.535466 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4e3674e0-07da-4dd3-ace2-2dc306933b6e req-5dc79b9b-894e-466c-9017-b65c3f2f183a service neutron] 10.222.0.93 "GET /v2.0/networks?id=73683984-599f-4116-bb2e-22297ec09c95 HTTP/1.1" status: 200 len: 916 time: 0.0902104 Oct 27 19:24:32.586002 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-db54c23c-73a8-4039-af92-55cb7b8107a2 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:32.594044 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-1a5e733b-3bf0-41ba-a3e4-e87061567d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446a6258-c708-4272-bef3-c3f25a8febcc', 'name': 'tempest-TestMinimumBasicScenario-573553653-router', 'tenant_id': 'de86273a5af7421c85cdabd92c3e60b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '1a53d373-6f6a-49f8-8e9a-eca5dcc5215e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:23:28Z', 'updated_at': '2021-10-27T19:23:31Z', 'revision_number': 4, 'project_id': 'de86273a5af7421c85cdabd92c3e60b1', 'gw_port': {'id': '1a53d373-6f6a-49f8-8e9a-eca5dcc5215e', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:23:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446a6258-c708-4272-bef3-c3f25a8febcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:23:29Z', 'updated_at': '2021-10-27T19:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '9150d64c-418e-4b07-8eb6-3e3b0bfbe990', 'tenant_id': 'de86273a5af7421c85cdabd92c3e60b1', 'floating_ip_address': '172.25.6.240', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '446a6258-c708-4272-bef3-c3f25a8febcc', 'port_id': 'e674baa9-22a6-46cd-ba25-5fef865e589e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73683984-599f-4116-bb2e-22297ec09c95', 'mac_address': 'fa:16:3e:ae:a1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:24:31Z', 'updated_at': '2021-10-27T19:24:31Z', 'revision_number': 0, 'project_id': 'de86273a5af7421c85cdabd92c3e60b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '671be239-ee97-4441-b96b-184c7b4d2a65', 'name': '', 'network_id': '73683984-599f-4116-bb2e-22297ec09c95', 'tenant_id': 'de86273a5af7421c85cdabd92c3e60b1', 'mac_address': 'fa:16:3e:11:35:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446a6258-c708-4272-bef3-c3f25a8febcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'c405a21b-a928-493a-96bd-cf6244556c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:23:30Z', 'updated_at': '2021-10-27T19:23:34Z', 'revision_number': 5, 'project_id': 'de86273a5af7421c85cdabd92c3e60b1', 'subnets': [{'id': 'c405a21b-a928-493a-96bd-cf6244556c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:24:32.611430 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4e3674e0-07da-4dd3-ace2-2dc306933b6e req-041d2d8d-dd91-466b-bb64-d836a0d9c359 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e674baa9-22a6-46cd-ba25-5fef865e589e HTTP/1.1" status: 200 len: 999 time: 0.0676739 Oct 27 19:24:32.617863 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db54c23c-73a8-4039-af92-55cb7b8107a2 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2692552-590d-4b18-8bf3-9b93a3d57115,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:24:32.621857 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5e733b-3bf0-41ba-a3e4-e87061567d5d None None] Checking router: 446a6258-c708-4272-bef3-c3f25a8febcc for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:24:32.626221 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54c23c-73a8-4039-af92-55cb7b8107a2 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:24:32.630272 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54c23c-73a8-4039-af92-55cb7b8107a2 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:24:32.630272 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54c23c-73a8-4039-af92-55cb7b8107a2 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:24:32.630272 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54c23c-73a8-4039-af92-55cb7b8107a2 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:24:32.630272 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54c23c-73a8-4039-af92-55cb7b8107a2 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:24:32.630272 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54c23c-73a8-4039-af92-55cb7b8107a2 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:24:32.630272 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54c23c-73a8-4039-af92-55cb7b8107a2 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:24:32.630272 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54c23c-73a8-4039-af92-55cb7b8107a2 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:24:32.630272 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54c23c-73a8-4039-af92-55cb7b8107a2 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:24:32.630272 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54c23c-73a8-4039-af92-55cb7b8107a2 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:24:32.630272 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54c23c-73a8-4039-af92-55cb7b8107a2 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:24:32.631325 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54c23c-73a8-4039-af92-55cb7b8107a2 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:24:32.631433 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5e733b-3bf0-41ba-a3e4-e87061567d5d None None] Routers {'446a6258-c708-4272-bef3-c3f25a8febcc'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:24:32.631716 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-1a5e733b-3bf0-41ba-a3e4-e87061567d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:24:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['446a6258-c708-4272-bef3-c3f25a8febcc'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:24:32.666201 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3674e0-07da-4dd3-ace2-2dc306933b6e req-7eb8ad4a-5465-4dc1-9f18-3e507581cff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:32.667776 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4e3674e0-07da-4dd3-ace2-2dc306933b6e req-7eb8ad4a-5465-4dc1-9f18-3e507581cff3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c405a21b-a928-493a-96bd-cf6244556c09 HTTP/1.1" status: 200 len: 853 time: 0.0483649 Oct 27 19:24:32.679971 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-db54c23c-73a8-4039-af92-55cb7b8107a2 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:32.684127 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-db54c23c-73a8-4039-af92-55cb7b8107a2 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3481171 Oct 27 19:24:32.684451 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51642) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:24:32.689528 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-3027dada-141f-4012-88c5-a9871f4eac6d tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Request body: {'security_group_rule': {'security_group_id': 'a2692552-590d-4b18-8bf3-9b93a3d57115', 'project_id': 'de86273a5af7421c85cdabd92c3e60b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:24:32.722211 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3674e0-07da-4dd3-ace2-2dc306933b6e req-f294d9e9-d06e-4464-88f6-5d1e2368a381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:32.723789 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4e3674e0-07da-4dd3-ace2-2dc306933b6e req-f294d9e9-d06e-4464-88f6-5d1e2368a381 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=73683984-599f-4116-bb2e-22297ec09c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486219 Oct 27 19:24:32.748568 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-1a5e733b-3bf0-41ba-a3e4-e87061567d5d None None] Set router 446a6258-c708-4272-bef3-c3f25a8febcc gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:24:32.805560 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3027dada-141f-4012-88c5-a9871f4eac6d tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:32.828306 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4e3674e0-07da-4dd3-ace2-2dc306933b6e req-852660b3-5091-42fc-bc78-6906d0fc25c6 service neutron] 10.222.0.93 "GET /v2.0/networks/73683984-599f-4116-bb2e-22297ec09c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958550 Oct 27 19:24:32.869746 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3027dada-141f-4012-88c5-a9871f4eac6d tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:32.930948 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4e3674e0-07da-4dd3-ace2-2dc306933b6e req-541bb1a8-471a-490f-a068-33f6ce0c8624 service neutron] 10.222.0.93 "GET /v2.0/networks/73683984-599f-4116-bb2e-22297ec09c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945196 Oct 27 19:24:32.957420 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3027dada-141f-4012-88c5-a9871f4eac6d tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:32.978484 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027dada-141f-4012-88c5-a9871f4eac6d tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84af99ef-8261-4340-9db5-15004f5f48bb,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:24:32.988828 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-1a5e733b-3bf0-41ba-a3e4-e87061567d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446a6258-c708-4272-bef3-c3f25a8febcc', 'name': 'tempest-TestMinimumBasicScenario-573553653-router', 'tenant_id': 'de86273a5af7421c85cdabd92c3e60b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '1a53d373-6f6a-49f8-8e9a-eca5dcc5215e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:23:28Z', 'updated_at': '2021-10-27T19:23:31Z', 'revision_number': 4, 'project_id': 'de86273a5af7421c85cdabd92c3e60b1', 'gw_port': {'id': '1a53d373-6f6a-49f8-8e9a-eca5dcc5215e', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:23:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446a6258-c708-4272-bef3-c3f25a8febcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:23:29Z', 'updated_at': '2021-10-27T19:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '9150d64c-418e-4b07-8eb6-3e3b0bfbe990', 'tenant_id': 'de86273a5af7421c85cdabd92c3e60b1', 'floating_ip_address': '172.25.6.240', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '446a6258-c708-4272-bef3-c3f25a8febcc', 'port_id': 'e674baa9-22a6-46cd-ba25-5fef865e589e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73683984-599f-4116-bb2e-22297ec09c95', 'mac_address': 'fa:16:3e:ae:a1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:24:31Z', 'updated_at': '2021-10-27T19:24:31Z', 'revision_number': 0, 'project_id': 'de86273a5af7421c85cdabd92c3e60b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '671be239-ee97-4441-b96b-184c7b4d2a65', 'name': '', 'network_id': '73683984-599f-4116-bb2e-22297ec09c95', 'tenant_id': 'de86273a5af7421c85cdabd92c3e60b1', 'mac_address': 'fa:16:3e:11:35:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446a6258-c708-4272-bef3-c3f25a8febcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'c405a21b-a928-493a-96bd-cf6244556c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:23:30Z', 'updated_at': '2021-10-27T19:23:34Z', 'revision_number': 5, 'project_id': 'de86273a5af7421c85cdabd92c3e60b1', 'subnets': [{'id': 'c405a21b-a928-493a-96bd-cf6244556c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:24:33.016222 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5e733b-3bf0-41ba-a3e4-e87061567d5d None None] The sync data for ids ['446a6258-c708-4272-bef3-c3f25a8febcc'] in n-d-815690-2 is: [{'id': '446a6258-c708-4272-bef3-c3f25a8febcc', 'name': 'tempest-TestMinimumBasicScenario-573553653-router', 'tenant_id': 'de86273a5af7421c85cdabd92c3e60b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '1a53d373-6f6a-49f8-8e9a-eca5dcc5215e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:23:28Z', 'updated_at': '2021-10-27T19:23:31Z', 'revision_number': 4, 'project_id': 'de86273a5af7421c85cdabd92c3e60b1', 'gw_port': {'id': '1a53d373-6f6a-49f8-8e9a-eca5dcc5215e', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:23:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446a6258-c708-4272-bef3-c3f25a8febcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:23:29Z', 'updated_at': '2021-10-27T19:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '9150d64c-418e-4b07-8eb6-3e3b0bfbe990', 'tenant_id': 'de86273a5af7421c85cdabd92c3e60b1', 'floating_ip_address': '172.25.6.240', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '446a6258-c708-4272-bef3-c3f25a8febcc', 'port_id': 'e674baa9-22a6-46cd-ba25-5fef865e589e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73683984-599f-4116-bb2e-22297ec09c95', 'mac_address': 'fa:16:3e:ae:a1:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:24:31Z', 'updated_at': '2021-10-27T19:24:31Z', 'revision_number': 0, 'project_id': 'de86273a5af7421c85cdabd92c3e60b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '671be239-ee97-4441-b96b-184c7b4d2a65', 'name': '', 'network_id': '73683984-599f-4116-bb2e-22297ec09c95', 'tenant_id': 'de86273a5af7421c85cdabd92c3e60b1', 'mac_address': 'fa:16:3e:11:35:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446a6258-c708-4272-bef3-c3f25a8febcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'c405a21b-a928-493a-96bd-cf6244556c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:23:30Z', 'updated_at': '2021-10-27T19:23:34Z', 'revision_number': 5, 'project_id': 'de86273a5af7421c85cdabd92c3e60b1', 'subnets': [{'id': 'c405a21b-a928-493a-96bd-cf6244556c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:24:33.073094 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3027dada-141f-4012-88c5-a9871f4eac6d tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:33.075393 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3027dada-141f-4012-88c5-a9871f4eac6d tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3884394 Oct 27 19:24:33.078746 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51644) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:24:33.083442 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-814e8e32-f8c6-481a-861b-bcafd75f8303 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Request body: {'security_group_rule': {'security_group_id': 'a2692552-590d-4b18-8bf3-9b93a3d57115', 'project_id': 'de86273a5af7421c85cdabd92c3e60b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:24:33.163079 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-814e8e32-f8c6-481a-861b-bcafd75f8303 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:33.221356 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fac1130-4a25-430e-af4d-bc2fb23b8b6d None None] New status for floating IP 9150d64c-418e-4b07-8eb6-3e3b0bfbe990: ACTIVE {{(pid=102881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 19:24:33.228804 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-814e8e32-f8c6-481a-861b-bcafd75f8303 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:33.312310 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-814e8e32-f8c6-481a-861b-bcafd75f8303 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:33.334988 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e8e32-f8c6-481a-861b-bcafd75f8303 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d51fc987-8da0-4511-bac5-be6e7154bea6,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:24:33.411425 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-814e8e32-f8c6-481a-861b-bcafd75f8303 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:33.412761 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-814e8e32-f8c6-481a-861b-bcafd75f8303 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3329465 Oct 27 19:24:33.415495 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51646) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:24:33.420887 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-8880568d-df97-4ea5-b63c-29bcc65b1bad tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Request body: {'security_group_rule': {'security_group_id': 'a2692552-590d-4b18-8bf3-9b93a3d57115', 'project_id': 'de86273a5af7421c85cdabd92c3e60b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:24:33.533573 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8880568d-df97-4ea5-b63c-29bcc65b1bad tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:33.594598 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8880568d-df97-4ea5-b63c-29bcc65b1bad tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:33.677826 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8880568d-df97-4ea5-b63c-29bcc65b1bad tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:33.696974 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8880568d-df97-4ea5-b63c-29bcc65b1bad tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d897f6f3-ed2e-48d4-9fca-cbfded6251e8,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:24:33.777049 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8880568d-df97-4ea5-b63c-29bcc65b1bad tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:33.778337 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8880568d-df97-4ea5-b63c-29bcc65b1bad tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3619089 Oct 27 19:24:33.781550 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51648) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:24:33.785954 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-ecc1182a-ed1c-417d-a6f4-9a64676bb5ec tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Request body: {'security_group_rule': {'security_group_id': 'a2692552-590d-4b18-8bf3-9b93a3d57115', 'project_id': 'de86273a5af7421c85cdabd92c3e60b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:24:33.887164 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ecc1182a-ed1c-417d-a6f4-9a64676bb5ec tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:33.946528 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ecc1182a-ed1c-417d-a6f4-9a64676bb5ec tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:34.043346 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ecc1182a-ed1c-417d-a6f4-9a64676bb5ec tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:34.061828 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc1182a-ed1c-417d-a6f4-9a64676bb5ec tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b58bdf12-2219-4383-86e0-9f22a176862f,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:24:34.148469 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ecc1182a-ed1c-417d-a6f4-9a64676bb5ec tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:34.151771 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ecc1182a-ed1c-417d-a6f4-9a64676bb5ec tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3672452 Oct 27 19:24:34.152533 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51650) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:24:34.157585 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-bcdaea68-ad5d-450f-bcd9-40f44087f021 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Request body: {'security_group_rule': {'security_group_id': 'a2692552-590d-4b18-8bf3-9b93a3d57115', 'project_id': 'de86273a5af7421c85cdabd92c3e60b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:24:34.260965 n-d-815690-2 neutron-server[102878]: INFO neutron.db.securitygroups_db [None req-bcdaea68-ad5d-450f-bcd9-40f44087f021 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Project de86273a5af7421c85cdabd92c3e60b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 19:24:34.266988 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bcdaea68-ad5d-450f-bcd9-40f44087f021 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:34.326866 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bcdaea68-ad5d-450f-bcd9-40f44087f021 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:34.414531 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bcdaea68-ad5d-450f-bcd9-40f44087f021 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:34.432213 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdaea68-ad5d-450f-bcd9-40f44087f021 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c778f058-cb46-4f1c-a373-f96b120d0aec,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:24:34.515547 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-bcdaea68-ad5d-450f-bcd9-40f44087f021 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:34.516841 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-bcdaea68-ad5d-450f-bcd9-40f44087f021 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3633659 Oct 27 19:24:34.519594 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51652) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:24:34.525760 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-cf65894e-ee5e-480f-814a-cca1b7d51abb tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Request body: {'security_group_rule': {'security_group_id': 'a2692552-590d-4b18-8bf3-9b93a3d57115', 'project_id': 'de86273a5af7421c85cdabd92c3e60b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:24:34.626104 n-d-815690-2 neutron-server[102878]: INFO neutron.db.securitygroups_db [None req-cf65894e-ee5e-480f-814a-cca1b7d51abb tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Project de86273a5af7421c85cdabd92c3e60b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 19:24:34.631413 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cf65894e-ee5e-480f-814a-cca1b7d51abb tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:34.694663 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cf65894e-ee5e-480f-814a-cca1b7d51abb tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:34.811220 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cf65894e-ee5e-480f-814a-cca1b7d51abb tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:34.831187 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf65894e-ee5e-480f-814a-cca1b7d51abb tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7e93087-da63-4a4b-ab93-607ede4d1085,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:24:34.948410 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cf65894e-ee5e-480f-814a-cca1b7d51abb tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:34.949665 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-cf65894e-ee5e-480f-814a-cca1b7d51abb tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4290748 Oct 27 19:24:35.033053 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b8f819a7-24cb-4579-8220-3ffe1aa3a761 req-dc6abc4a-89a2-471d-88d0-a18fafe8847d tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-642453254&fields=id&tenant_id=de86273a5af7421c85cdabd92c3e60b1 HTTP/1.1" status: 200 len: 267 time: 0.0338273 Oct 27 19:24:35.089430 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f819a7-24cb-4579-8220-3ffe1aa3a761 req-772cb5e3-38dd-459a-814d-9e223f00e8db tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:35.092647 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b8f819a7-24cb-4579-8220-3ffe1aa3a761 req-772cb5e3-38dd-459a-814d-9e223f00e8db tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 945 time: 0.0537114 Oct 27 19:24:35.104766 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-b8f819a7-24cb-4579-8220-3ffe1aa3a761 req-385d1a74-cc6c-4cd1-a368-f148d1da71d3 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Request body: {'port': {'security_groups': ['bc4adfb2-317a-42b1-9e99-6ded81889111', 'a2692552-590d-4b18-8bf3-9b93a3d57115']}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:24:35.178070 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-b8f819a7-24cb-4579-8220-3ffe1aa3a761 req-385d1a74-cc6c-4cd1-a368-f148d1da71d3 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:35.368623 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-b8f819a7-24cb-4579-8220-3ffe1aa3a761 req-385d1a74-cc6c-4cd1-a368-f148d1da71d3 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] For port e674baa9-22a6-46cd-ba25-5fef865e589e, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e674baa9-22a6-46cd-ba25-5fef865e589e,segment=NetworkSegment(7ca7e4f6-4645-4ced-a250-8f54cd1e7ba6),segment_id=7ca7e4f6-4645-4ced-a250-8f54cd1e7ba6)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:24:35.398304 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-b8f819a7-24cb-4579-8220-3ffe1aa3a761 req-385d1a74-cc6c-4cd1-a368-f148d1da71d3 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:35.464653 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-b8f819a7-24cb-4579-8220-3ffe1aa3a761 req-385d1a74-cc6c-4cd1-a368-f148d1da71d3 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:35.477665 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['e674baa9-22a6-46cd-ba25-5fef865e589e'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:24:35.517105 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f819a7-24cb-4579-8220-3ffe1aa3a761 req-385d1a74-cc6c-4cd1-a368-f148d1da71d3 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:35.517742 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-b8f819a7-24cb-4579-8220-3ffe1aa3a761 req-385d1a74-cc6c-4cd1-a368-f148d1da71d3 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:35.519159 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b8f819a7-24cb-4579-8220-3ffe1aa3a761 req-385d1a74-cc6c-4cd1-a368-f148d1da71d3 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "PUT /v2.0/ports/e674baa9-22a6-46cd-ba25-5fef865e589e HTTP/1.1" status: 200 len: 981 time: 0.4193642 Oct 27 19:24:35.538274 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0', 'tag': 'e674baa9-22a6-46cd-ba25-5fef865e589e'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:24:35.538274 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bca0ca0b982d995b269f20b8ee9fa1484886a2da5fdd33aa4707a11ccb3e0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00232f33-4142-46d3-bcd3-249f4245c407" -d '{"events": [{"name": "network-changed", "server_uuid": "7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0", "tag": "e674baa9-22a6-46cd-ba25-5fef865e589e"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:24:35.543798 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d1a74-cc6c-4cd1-a368-f148d1da71d3 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Pushing event updated for resources: {'Port': ['ID=e674baa9-22a6-46cd-ba25-5fef865e589e,revision_number=6']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:24:35.582340 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['e674baa9-22a6-46cd-ba25-5fef865e589e'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:24:35.640716 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b461f539-01c3-4e36-9768-5bea34de9e29 x-openstack-request-id: req-b461f539-01c3-4e36-9768-5bea34de9e29 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:24:35.641021 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0", "tag": "e674baa9-22a6-46cd-ba25-5fef865e589e", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:24:35.641282 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b461f539-01c3-4e36-9768-5bea34de9e29 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:24:35.641691 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0', 'tag': 'e674baa9-22a6-46cd-ba25-5fef865e589e', 'status': 'completed', 'code': 200} Oct 27 19:24:35.717286 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00232f33-4142-46d3-bcd3-249f4245c407 req-1def73e5-2b19-42bd-8c13-6e838e0d309c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:35.719707 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-00232f33-4142-46d3-bcd3-249f4245c407 req-1def73e5-2b19-42bd-8c13-6e838e0d309c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=de86273a5af7421c85cdabd92c3e60b1&device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 1135 time: 0.0533404 Oct 27 19:24:35.767336 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6997e99-347b-4534-951e-ec36e6187385 req-309bb606-bb18-4afb-8f11-62732666a5dd tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:35.775395 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d6997e99-347b-4534-951e-ec36e6187385 req-309bb606-bb18-4afb-8f11-62732666a5dd tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 984 time: 0.0695639 Oct 27 19:24:35.823215 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d6997e99-347b-4534-951e-ec36e6187385 req-96a9f1c6-09ea-4138-b197-4e36674f09a2 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4adfb2-317a-42b1-9e99-6ded81889111&id=a2692552-590d-4b18-8bf3-9b93a3d57115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0379999 Oct 27 19:24:35.830932 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00232f33-4142-46d3-bcd3-249f4245c407 req-64a2ec30-25d0-4c05-99e7-61859b4eeee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:35.832664 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-00232f33-4142-46d3-bcd3-249f4245c407 req-64a2ec30-25d0-4c05-99e7-61859b4eeee4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=73683984-599f-4116-bb2e-22297ec09c95 HTTP/1.1" status: 200 len: 916 time: 0.1044106 Oct 27 19:24:35.907812 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-00232f33-4142-46d3-bcd3-249f4245c407 req-f302e9f4-bb95-4800-8dcb-e521171f88ac service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e674baa9-22a6-46cd-ba25-5fef865e589e HTTP/1.1" status: 200 len: 1001 time: 0.0679612 Oct 27 19:24:35.920849 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-9c690a39-a748-432b-ae7c-a2b57ec4c438 None None] Provisioning complete for port e674baa9-22a6-46cd-ba25-5fef865e589e triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:24:35.921222 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9c690a39-a748-432b-ae7c-a2b57ec4c438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:35.957544 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00232f33-4142-46d3-bcd3-249f4245c407 req-9232f0e8-9e01-4332-ba51-cdc1b15fd62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:35.959045 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-00232f33-4142-46d3-bcd3-249f4245c407 req-9232f0e8-9e01-4332-ba51-cdc1b15fd62e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c405a21b-a928-493a-96bd-cf6244556c09 HTTP/1.1" status: 200 len: 853 time: 0.0439303 Oct 27 19:24:36.005300 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00232f33-4142-46d3-bcd3-249f4245c407 req-718aad3c-7ef4-432e-bb66-95fdae5c64d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:36.006906 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-00232f33-4142-46d3-bcd3-249f4245c407 req-718aad3c-7ef4-432e-bb66-95fdae5c64d6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=73683984-599f-4116-bb2e-22297ec09c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410826 Oct 27 19:24:36.102860 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-00232f33-4142-46d3-bcd3-249f4245c407 req-8aa89688-4e2f-4f37-9b10-36148a550912 service neutron] 10.222.0.93 "GET /v2.0/networks/73683984-599f-4116-bb2e-22297ec09c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890625 Oct 27 19:24:36.209245 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-00232f33-4142-46d3-bcd3-249f4245c407 req-cf61e249-16a9-4288-99dd-81bd04248d04 service neutron] 10.222.0.93 "GET /v2.0/networks/73683984-599f-4116-bb2e-22297ec09c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983555 Oct 27 19:24:38.711990 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:24:39.689225 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-987da1e1-ca81-4023-85e4-8a51589b2007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:42.151773 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c3d3c017-8c8c-4aed-8bc6-c1da97f94ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:43.432123 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:43.665196 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:45.306519 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:48.179125 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb51243-3476-4637-99d1-f3e4eb1b01d4 req-92bcad77-4ad2-44e2-b01a-e37e6f1b2e1d tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:48.181384 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5fb51243-3476-4637-99d1-f3e4eb1b01d4 req-92bcad77-4ad2-44e2-b01a-e37e6f1b2e1d tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 984 time: 0.0531530 Oct 27 19:24:48.231547 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5fb51243-3476-4637-99d1-f3e4eb1b01d4 req-ad8b9219-3cb9-4ead-a0e8-3131bfd6143f tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4adfb2-317a-42b1-9e99-6ded81889111&id=a2692552-590d-4b18-8bf3-9b93a3d57115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0439153 Oct 27 19:24:48.264385 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96b66d-8a0b-4e86-afd6-1e545b02243e req-245c912d-37bd-4297-a16a-e7e2ad232230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:48.265925 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6a96b66d-8a0b-4e86-afd6-1e545b02243e req-245c912d-37bd-4297-a16a-e7e2ad232230 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=de86273a5af7421c85cdabd92c3e60b1&device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 1135 time: 0.0435321 Oct 27 19:24:48.358965 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96b66d-8a0b-4e86-afd6-1e545b02243e req-de87d7a6-4954-421a-b8ed-23ca635689ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:48.360379 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6a96b66d-8a0b-4e86-afd6-1e545b02243e req-de87d7a6-4954-421a-b8ed-23ca635689ee service neutron] 10.222.0.93 "GET /v2.0/networks?id=73683984-599f-4116-bb2e-22297ec09c95 HTTP/1.1" status: 200 len: 916 time: 0.0877860 Oct 27 19:24:48.426626 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6a96b66d-8a0b-4e86-afd6-1e545b02243e req-020c7aa9-275a-4b56-8645-fbd0daa51c52 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e674baa9-22a6-46cd-ba25-5fef865e589e HTTP/1.1" status: 200 len: 1001 time: 0.0580504 Oct 27 19:24:48.475160 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96b66d-8a0b-4e86-afd6-1e545b02243e req-dfc44511-7313-4ca5-8089-8377bbf74dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:48.476606 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6a96b66d-8a0b-4e86-afd6-1e545b02243e req-dfc44511-7313-4ca5-8089-8377bbf74dc9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c405a21b-a928-493a-96bd-cf6244556c09 HTTP/1.1" status: 200 len: 853 time: 0.0425143 Oct 27 19:24:48.526677 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96b66d-8a0b-4e86-afd6-1e545b02243e req-441aae90-f1de-440b-b5c7-9760bb94f878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:48.528268 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6a96b66d-8a0b-4e86-afd6-1e545b02243e req-441aae90-f1de-440b-b5c7-9760bb94f878 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=73683984-599f-4116-bb2e-22297ec09c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446861 Oct 27 19:24:48.622295 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6a96b66d-8a0b-4e86-afd6-1e545b02243e req-46fa0deb-8d1d-4772-80cf-aeef3063013b service neutron] 10.222.0.93 "GET /v2.0/networks/73683984-599f-4116-bb2e-22297ec09c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856442 Oct 27 19:24:48.718301 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6a96b66d-8a0b-4e86-afd6-1e545b02243e req-9394e8dc-fb74-4f1f-9382-aeefff757316 service neutron] 10.222.0.93 "GET /v2.0/networks/73683984-599f-4116-bb2e-22297ec09c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883389 Oct 27 19:24:49.352982 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c447b-4444-4488-a0aa-aec840d8def1 req-1b3dd4e4-105d-4dc7-b067-a24e2cb6fa1a tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:49.354534 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cd5c447b-4444-4488-a0aa-aec840d8def1 req-1b3dd4e4-105d-4dc7-b067-a24e2cb6fa1a tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 984 time: 0.0514863 Oct 27 19:24:49.394871 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cd5c447b-4444-4488-a0aa-aec840d8def1 req-27f7bd7e-050b-4916-be98-72669bb1aa1b tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4adfb2-317a-42b1-9e99-6ded81889111&id=a2692552-590d-4b18-8bf3-9b93a3d57115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342004 Oct 27 19:24:50.511974 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8c713-b717-4eb2-af30-75b2e5eed3ef req-8783b54f-d41a-405b-9784-5527b18bdaac tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:50.513400 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e5a8c713-b717-4eb2-af30-75b2e5eed3ef req-8783b54f-d41a-405b-9784-5527b18bdaac tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 984 time: 0.0489180 Oct 27 19:24:50.553499 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e5a8c713-b717-4eb2-af30-75b2e5eed3ef req-a487e50d-a7bc-4169-810e-189b14b00be3 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4adfb2-317a-42b1-9e99-6ded81889111&id=a2692552-590d-4b18-8bf3-9b93a3d57115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339985 Oct 27 19:24:50.988643 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21fd69-6b3b-4047-95b4-7684e766d49b req-868338d8-6a02-45ce-8424-dc25c2688db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:50.991240 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-de21fd69-6b3b-4047-95b4-7684e766d49b req-868338d8-6a02-45ce-8424-dc25c2688db1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=de86273a5af7421c85cdabd92c3e60b1&device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 1135 time: 0.0422447 Oct 27 19:24:51.098830 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21fd69-6b3b-4047-95b4-7684e766d49b req-0c88c29c-ec5c-40e2-98a9-30ac0ee565d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:51.100597 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-de21fd69-6b3b-4047-95b4-7684e766d49b req-0c88c29c-ec5c-40e2-98a9-30ac0ee565d2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=73683984-599f-4116-bb2e-22297ec09c95 HTTP/1.1" status: 200 len: 916 time: 0.0898173 Oct 27 19:24:51.168351 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-de21fd69-6b3b-4047-95b4-7684e766d49b req-10d8c937-43b5-4044-a063-41921a616754 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e674baa9-22a6-46cd-ba25-5fef865e589e HTTP/1.1" status: 200 len: 1001 time: 0.0601001 Oct 27 19:24:51.219519 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21fd69-6b3b-4047-95b4-7684e766d49b req-46286722-76ea-4da0-a854-720b1514139e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:51.221428 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-de21fd69-6b3b-4047-95b4-7684e766d49b req-46286722-76ea-4da0-a854-720b1514139e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c405a21b-a928-493a-96bd-cf6244556c09 HTTP/1.1" status: 200 len: 853 time: 0.0460577 Oct 27 19:24:51.273297 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21fd69-6b3b-4047-95b4-7684e766d49b req-5ad99a9b-d706-4d20-b78e-b9fbe7d52565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:51.274724 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-de21fd69-6b3b-4047-95b4-7684e766d49b req-5ad99a9b-d706-4d20-b78e-b9fbe7d52565 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=73683984-599f-4116-bb2e-22297ec09c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469820 Oct 27 19:24:51.368510 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-de21fd69-6b3b-4047-95b4-7684e766d49b req-8e7550a6-d571-4a74-80eb-a2c747e3aec0 service neutron] 10.222.0.93 "GET /v2.0/networks/73683984-599f-4116-bb2e-22297ec09c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861487 Oct 27 19:24:51.463563 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-de21fd69-6b3b-4047-95b4-7684e766d49b req-bb9f84bd-6394-4ca9-8e85-06cd6aa21e06 service neutron] 10.222.0.93 "GET /v2.0/networks/73683984-599f-4116-bb2e-22297ec09c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875587 Oct 27 19:24:51.671578 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de8686-847d-4af7-9ae0-02ea38d2a95a req-20afaf8a-ce6e-4264-a3c7-0402dad1c851 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:51.673052 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-12de8686-847d-4af7-9ae0-02ea38d2a95a req-20afaf8a-ce6e-4264-a3c7-0402dad1c851 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 984 time: 0.0506945 Oct 27 19:24:51.717352 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-12de8686-847d-4af7-9ae0-02ea38d2a95a req-4582afcb-ebd9-4b3a-a3c3-9179744527fb tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4adfb2-317a-42b1-9e99-6ded81889111&id=a2692552-590d-4b18-8bf3-9b93a3d57115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375051 Oct 27 19:24:52.835650 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648588ae-6112-4c0c-a3cd-56ca64eb17ba req-1c956074-aed5-44d3-83d0-bcb8aa9d4e89 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:52.837131 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-648588ae-6112-4c0c-a3cd-56ca64eb17ba req-1c956074-aed5-44d3-83d0-bcb8aa9d4e89 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 984 time: 0.0499785 Oct 27 19:24:52.878460 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-648588ae-6112-4c0c-a3cd-56ca64eb17ba req-05b1e6cc-a4a8-4800-b54f-b4c6ea43be25 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4adfb2-317a-42b1-9e99-6ded81889111&id=a2692552-590d-4b18-8bf3-9b93a3d57115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351467 Oct 27 19:24:53.995591 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace566e-3607-4cc5-a209-65674a5dcda5 req-cbfc5e34-1b90-4faf-b500-b7e5565b2e00 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:53.997173 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9ace566e-3607-4cc5-a209-65674a5dcda5 req-cbfc5e34-1b90-4faf-b500-b7e5565b2e00 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 984 time: 0.0500796 Oct 27 19:24:54.039546 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9ace566e-3607-4cc5-a209-65674a5dcda5 req-559f95e8-2b49-4614-9b78-92ce36166c20 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4adfb2-317a-42b1-9e99-6ded81889111&id=a2692552-590d-4b18-8bf3-9b93a3d57115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358548 Oct 27 19:24:55.160691 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b80f2-98cc-40b3-ada2-201006fb75cb req-dd9aaa53-4297-46ec-b79f-fc4167fd029f tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:55.162185 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6d4b80f2-98cc-40b3-ada2-201006fb75cb req-dd9aaa53-4297-46ec-b79f-fc4167fd029f tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 984 time: 0.0529201 Oct 27 19:24:55.208324 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6d4b80f2-98cc-40b3-ada2-201006fb75cb req-e01d4512-b4ba-47fb-86b0-0ec3f45cc644 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4adfb2-317a-42b1-9e99-6ded81889111&id=a2692552-590d-4b18-8bf3-9b93a3d57115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392900 Oct 27 19:24:56.327089 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a57afa-970c-40a4-984c-8dcbcbea015a req-f1d16e75-0323-4534-af60-11a208d989b3 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:56.328606 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-89a57afa-970c-40a4-984c-8dcbcbea015a req-f1d16e75-0323-4534-af60-11a208d989b3 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 984 time: 0.0508833 Oct 27 19:24:56.370014 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-89a57afa-970c-40a4-984c-8dcbcbea015a req-150b73c7-c566-434e-a9bb-c426d24265b2 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4adfb2-317a-42b1-9e99-6ded81889111&id=a2692552-590d-4b18-8bf3-9b93a3d57115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354228 Oct 27 19:24:56.952179 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:57.484113 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:24:57.488124 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b11d3-8701-43fc-8bd6-3b658a3200cb req-e41f127f-d6d9-4e97-9734-2a2f506d9bfa tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:57.489632 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aa2b11d3-8701-43fc-8bd6-3b658a3200cb req-e41f127f-d6d9-4e97-9734-2a2f506d9bfa tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 984 time: 0.0507858 Oct 27 19:24:57.533342 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aa2b11d3-8701-43fc-8bd6-3b658a3200cb req-8c352cca-737c-417b-8c06-0444bf0b68cd tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4adfb2-317a-42b1-9e99-6ded81889111&id=a2692552-590d-4b18-8bf3-9b93a3d57115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364022 Oct 27 19:24:58.651974 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389aebc-6396-4ae1-8230-29beff99955c req-9981db7f-1056-456a-9e5d-b97fcdd36e7f tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:58.653491 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7389aebc-6396-4ae1-8230-29beff99955c req-9981db7f-1056-456a-9e5d-b97fcdd36e7f tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 984 time: 0.0497921 Oct 27 19:24:58.698138 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7389aebc-6396-4ae1-8230-29beff99955c req-d119abf6-9220-437c-be64-5ca29743be88 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4adfb2-317a-42b1-9e99-6ded81889111&id=a2692552-590d-4b18-8bf3-9b93a3d57115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0385933 Oct 27 19:24:59.829281 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7078447-a4a4-42b0-ad43-8648524f26ff req-a3c6d3ea-d92e-4a20-acae-0935a9f0f77e tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:24:59.830825 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e7078447-a4a4-42b0-ad43-8648524f26ff req-a3c6d3ea-d92e-4a20-acae-0935a9f0f77e tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 984 time: 0.0522115 Oct 27 19:24:59.875156 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e7078447-a4a4-42b0-ad43-8648524f26ff req-e6b67149-ae66-4262-9d88-2dca379d8878 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4adfb2-317a-42b1-9e99-6ded81889111&id=a2692552-590d-4b18-8bf3-9b93a3d57115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0381434 Oct 27 19:25:00.992858 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bed4ea-da21-40d3-b6cc-db8dcdfa6980 req-3d0af704-f893-4607-bc36-e113f87e2621 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:25:00.994433 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-33bed4ea-da21-40d3-b6cc-db8dcdfa6980 req-3d0af704-f893-4607-bc36-e113f87e2621 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 984 time: 0.0493021 Oct 27 19:25:01.035088 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-33bed4ea-da21-40d3-b6cc-db8dcdfa6980 req-a2149d73-9e4c-41d3-8802-e4ac19b21123 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4adfb2-317a-42b1-9e99-6ded81889111&id=a2692552-590d-4b18-8bf3-9b93a3d57115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346234 Oct 27 19:25:02.151276 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd21bb-f991-4a6d-8545-a3f733249a45 req-005388d7-0d00-45b0-84b9-2494a9c6085a tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:25:02.152792 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cffd21bb-f991-4a6d-8545-a3f733249a45 req-005388d7-0d00-45b0-84b9-2494a9c6085a tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 984 time: 0.0500536 Oct 27 19:25:02.197135 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cffd21bb-f991-4a6d-8545-a3f733249a45 req-30ab1b23-3986-47ce-aea6-4790cdd406e3 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4adfb2-317a-42b1-9e99-6ded81889111&id=a2692552-590d-4b18-8bf3-9b93a3d57115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376835 Oct 27 19:25:03.314918 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2780a-4909-4143-a12f-8cdefd727e8f req-4cad41d5-03eb-4abc-9d6d-5ce03d457169 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:25:03.316406 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-86b2780a-4909-4143-a12f-8cdefd727e8f req-4cad41d5-03eb-4abc-9d6d-5ce03d457169 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 984 time: 0.0498543 Oct 27 19:25:03.356097 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-86b2780a-4909-4143-a12f-8cdefd727e8f req-d07b7f45-b1b4-4ed8-8d4e-00abdd2f578b tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4adfb2-317a-42b1-9e99-6ded81889111&id=a2692552-590d-4b18-8bf3-9b93a3d57115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335515 Oct 27 19:25:04.480634 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217f5c5-9a3c-45c8-b1cd-637310fc36d8 req-6f47c106-ff87-4329-98dc-ac7594242514 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:25:04.482095 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a217f5c5-9a3c-45c8-b1cd-637310fc36d8 req-6f47c106-ff87-4329-98dc-ac7594242514 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 984 time: 0.0529351 Oct 27 19:25:04.526800 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a217f5c5-9a3c-45c8-b1cd-637310fc36d8 req-cc0cb4ca-89b5-466d-8532-b557e59ac43d tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4adfb2-317a-42b1-9e99-6ded81889111&id=a2692552-590d-4b18-8bf3-9b93a3d57115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369496 Oct 27 19:25:05.644661 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b6bd2-627f-42a3-8f0b-f8621b95b958 req-f45ce251-1d7d-455b-a0f2-c6b55849a6ff tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:25:05.646156 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-da0b6bd2-627f-42a3-8f0b-f8621b95b958 req-f45ce251-1d7d-455b-a0f2-c6b55849a6ff tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 984 time: 0.0499384 Oct 27 19:25:05.690131 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-da0b6bd2-627f-42a3-8f0b-f8621b95b958 req-b5dd1310-def6-43c0-9ebd-15d9bceec204 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4adfb2-317a-42b1-9e99-6ded81889111&id=a2692552-590d-4b18-8bf3-9b93a3d57115&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375483 Oct 27 19:25:09.723766 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a0263bb9-5d1c-48b0-a2c9-fe15dc1a63eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:12.192657 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-138510ef-bc81-4ee5-a72a-37a7880ef5b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:13.444116 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:13.666987 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:15.330263 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:15.711622 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:25:26.970258 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:27.461448 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:38.117539 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2da1d86f-76a4-4bd5-b3ed-851dd43acce5 req-65b01839-f1f2-45db-88b5-3dfd46345420 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-642453254&fields=id&tenant_id=de86273a5af7421c85cdabd92c3e60b1 HTTP/1.1" status: 200 len: 267 time: 0.0341494 Oct 27 19:25:38.170981 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1d86f-76a4-4bd5-b3ed-851dd43acce5 req-dec07c01-4c5c-41f5-b88c-cbff05ba841e tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:25:38.172519 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2da1d86f-76a4-4bd5-b3ed-851dd43acce5 req-dec07c01-4c5c-41f5-b88c-cbff05ba841e tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 984 time: 0.0492589 Oct 27 19:25:38.184046 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [req-2da1d86f-76a4-4bd5-b3ed-851dd43acce5 req-2c4c4b37-d7cf-4190-95e2-a030e9e3f246 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Request body: {'port': {'security_groups': ['bc4adfb2-317a-42b1-9e99-6ded81889111']}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:25:38.248852 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2da1d86f-76a4-4bd5-b3ed-851dd43acce5 req-2c4c4b37-d7cf-4190-95e2-a030e9e3f246 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:38.425386 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [req-2da1d86f-76a4-4bd5-b3ed-851dd43acce5 req-2c4c4b37-d7cf-4190-95e2-a030e9e3f246 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] For port e674baa9-22a6-46cd-ba25-5fef865e589e, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e674baa9-22a6-46cd-ba25-5fef865e589e,segment=NetworkSegment(7ca7e4f6-4645-4ced-a250-8f54cd1e7ba6),segment_id=7ca7e4f6-4645-4ced-a250-8f54cd1e7ba6)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:25:38.453954 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2da1d86f-76a4-4bd5-b3ed-851dd43acce5 req-2c4c4b37-d7cf-4190-95e2-a030e9e3f246 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:38.524784 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2da1d86f-76a4-4bd5-b3ed-851dd43acce5 req-2c4c4b37-d7cf-4190-95e2-a030e9e3f246 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:38.538955 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['e674baa9-22a6-46cd-ba25-5fef865e589e'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:25:38.576236 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1d86f-76a4-4bd5-b3ed-851dd43acce5 req-2c4c4b37-d7cf-4190-95e2-a030e9e3f246 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:25:38.576809 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [req-2da1d86f-76a4-4bd5-b3ed-851dd43acce5 req-2c4c4b37-d7cf-4190-95e2-a030e9e3f246 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:38.578218 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2da1d86f-76a4-4bd5-b3ed-851dd43acce5 req-2c4c4b37-d7cf-4190-95e2-a030e9e3f246 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "PUT /v2.0/ports/e674baa9-22a6-46cd-ba25-5fef865e589e HTTP/1.1" status: 200 len: 942 time: 0.3988810 Oct 27 19:25:38.578678 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0', 'tag': 'e674baa9-22a6-46cd-ba25-5fef865e589e'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:25:38.581087 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bca0ca0b982d995b269f20b8ee9fa1484886a2da5fdd33aa4707a11ccb3e0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837ec13f-15aa-4cf8-b769-ce953071b420" -d '{"events": [{"name": "network-changed", "server_uuid": "7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0", "tag": "e674baa9-22a6-46cd-ba25-5fef865e589e"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:25:38.585112 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51728) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:25:38.629424 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c4b37-d7cf-4190-95e2-a030e9e3f246 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Pushing event updated for resources: {'Port': ['ID=e674baa9-22a6-46cd-ba25-5fef865e589e,revision_number=7']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:25:38.640048 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223562de-6613-449e-8638-f6aa2bd1c5ba x-openstack-request-id: req-223562de-6613-449e-8638-f6aa2bd1c5ba {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:25:38.640321 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0", "tag": "e674baa9-22a6-46cd-ba25-5fef865e589e", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:25:38.640583 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-223562de-6613-449e-8638-f6aa2bd1c5ba {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:25:38.640985 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0', 'tag': 'e674baa9-22a6-46cd-ba25-5fef865e589e', 'status': 'completed', 'code': 200} Oct 27 19:25:38.642667 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c4b37-d7cf-4190-95e2-a030e9e3f246 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:25:38.643054 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c4b37-d7cf-4190-95e2-a030e9e3f246 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:25:38.643407 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c4b37-d7cf-4190-95e2-a030e9e3f246 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:25:38.643750 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c4b37-d7cf-4190-95e2-a030e9e3f246 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:25:38.644103 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c4b37-d7cf-4190-95e2-a030e9e3f246 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:25:38.644428 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c4b37-d7cf-4190-95e2-a030e9e3f246 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:25:38.644953 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c4b37-d7cf-4190-95e2-a030e9e3f246 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:25:38.645290 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c4b37-d7cf-4190-95e2-a030e9e3f246 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:25:38.645625 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c4b37-d7cf-4190-95e2-a030e9e3f246 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:25:38.645955 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c4b37-d7cf-4190-95e2-a030e9e3f246 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:25:38.646749 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c4b37-d7cf-4190-95e2-a030e9e3f246 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:25:38.647478 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4c4b37-d7cf-4190-95e2-a030e9e3f246 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:25:38.673689 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e6b41013-aa44-4791-bd7f-e778dd44b40b tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:38.699114 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['e674baa9-22a6-46cd-ba25-5fef865e589e'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:25:38.709150 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e6b41013-aa44-4791-bd7f-e778dd44b40b tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:38.807411 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ec13f-15aa-4cf8-b769-ce953071b420 req-57229d8f-d671-4d20-98a6-a6ad86224138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:25:38.809224 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-837ec13f-15aa-4cf8-b769-ce953071b420 req-57229d8f-d671-4d20-98a6-a6ad86224138 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=de86273a5af7421c85cdabd92c3e60b1&device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 1096 time: 0.1439538 Oct 27 19:25:38.880265 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-90781a78-47ab-4098-9712-6dc4ba5cecbc None None] Provisioning complete for port e674baa9-22a6-46cd-ba25-5fef865e589e triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:25:38.881186 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-90781a78-47ab-4098-9712-6dc4ba5cecbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:38.893816 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e6b41013-aa44-4791-bd7f-e778dd44b40b tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:38.896445 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e6b41013-aa44-4791-bd7f-e778dd44b40b tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:38.897584 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e6b41013-aa44-4791-bd7f-e778dd44b40b tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "DELETE /v2.0/security-groups/a2692552-590d-4b18-8bf3-9b93a3d57115 HTTP/1.1" status: 204 len: 168 time: 0.3106904 Oct 27 19:25:38.900790 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51732) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:25:38.913234 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b41013-aa44-4791-bd7f-e778dd44b40b tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2692552-590d-4b18-8bf3-9b93a3d57115,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:25:38.921597 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ec13f-15aa-4cf8-b769-ce953071b420 req-0e5dd95c-550d-488e-8815-9b5f083c5415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:25:38.923107 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-837ec13f-15aa-4cf8-b769-ce953071b420 req-0e5dd95c-550d-488e-8815-9b5f083c5415 service neutron] 10.222.0.93 "GET /v2.0/networks?id=73683984-599f-4116-bb2e-22297ec09c95 HTTP/1.1" status: 200 len: 916 time: 0.1069596 Oct 27 19:25:38.924768 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b41013-aa44-4791-bd7f-e778dd44b40b tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:25:38.925122 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b41013-aa44-4791-bd7f-e778dd44b40b tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:25:38.925462 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b41013-aa44-4791-bd7f-e778dd44b40b tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:25:38.925792 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b41013-aa44-4791-bd7f-e778dd44b40b tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:25:38.926119 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b41013-aa44-4791-bd7f-e778dd44b40b tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:25:38.926439 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b41013-aa44-4791-bd7f-e778dd44b40b tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:25:38.926763 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b41013-aa44-4791-bd7f-e778dd44b40b tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:25:38.927108 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b41013-aa44-4791-bd7f-e778dd44b40b tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:25:38.928361 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b41013-aa44-4791-bd7f-e778dd44b40b tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:25:38.928712 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b41013-aa44-4791-bd7f-e778dd44b40b tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:25:38.929038 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b41013-aa44-4791-bd7f-e778dd44b40b tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:25:38.929361 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b41013-aa44-4791-bd7f-e778dd44b40b tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:25:38.997838 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-837ec13f-15aa-4cf8-b769-ce953071b420 req-3a0714d1-3a9e-4ee4-99be-cfed245d7e59 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e674baa9-22a6-46cd-ba25-5fef865e589e HTTP/1.1" status: 200 len: 1001 time: 0.0653844 Oct 27 19:25:39.046295 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ec13f-15aa-4cf8-b769-ce953071b420 req-90a03226-52ef-4b97-a93b-75b61ac6818c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:25:39.047783 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-837ec13f-15aa-4cf8-b769-ce953071b420 req-90a03226-52ef-4b97-a93b-75b61ac6818c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c405a21b-a928-493a-96bd-cf6244556c09 HTTP/1.1" status: 200 len: 853 time: 0.0432942 Oct 27 19:25:39.088241 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-79466941-33c3-4c30-a5fe-1bd1a3f36c0b tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Deleting port f4fafce2-671c-41e3-b02c-4c3092080082 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:25:39.088594 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-79466941-33c3-4c30-a5fe-1bd1a3f36c0b tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:39.093256 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ec13f-15aa-4cf8-b769-ce953071b420 req-33e2430a-fff7-4d79-bcb1-836ebed41fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:25:39.094753 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-837ec13f-15aa-4cf8-b769-ce953071b420 req-33e2430a-fff7-4d79-bcb1-836ebed41fd6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=73683984-599f-4116-bb2e-22297ec09c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405469 Oct 27 19:25:39.170693 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-79466941-33c3-4c30-a5fe-1bd1a3f36c0b tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:39.171353 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-79466941-33c3-4c30-a5fe-1bd1a3f36c0b tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:39.183722 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-79466941-33c3-4c30-a5fe-1bd1a3f36c0b tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Calling delete_port for f4fafce2-671c-41e3-b02c-4c3092080082 owned by network:floatingip {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:25:39.190989 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-837ec13f-15aa-4cf8-b769-ce953071b420 req-5a2322e0-954a-4bb7-827f-b3e959b77e59 service neutron] 10.222.0.93 "GET /v2.0/networks/73683984-599f-4116-bb2e-22297ec09c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893238 Oct 27 19:25:39.299978 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-837ec13f-15aa-4cf8-b769-ce953071b420 req-5da66ea0-0c59-4711-8560-bb6c2214e44d service neutron] 10.222.0.93 "GET /v2.0/networks/73683984-599f-4116-bb2e-22297ec09c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961108 Oct 27 19:25:39.409523 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-79466941-33c3-4c30-a5fe-1bd1a3f36c0b tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:39.439624 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79466941-33c3-4c30-a5fe-1bd1a3f36c0b tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Pushing event deleted for resources: {'Port': ['ID=f4fafce2-671c-41e3-b02c-4c3092080082,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:25:39.504550 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-79466941-33c3-4c30-a5fe-1bd1a3f36c0b tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks [] for floatingip, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:39.504885 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [None req-79466941-33c3-4c30-a5fe-1bd1a3f36c0b tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Floating IP 9150d64c-418e-4b07-8eb6-3e3b0bfbe990 disassociated (deleted). External IP: 172.25.6.240, port: e674baa9-22a6-46cd-ba25-5fef865e589e. Oct 27 19:25:39.667616 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-211f15bd-d3ac-4ca9-b2eb-14f996e743e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:40.063560 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79466941-33c3-4c30-a5fe-1bd1a3f36c0b tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Router 446a6258-c708-4272-bef3-c3f25a8febcc has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:25:40.175301 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79466941-33c3-4c30-a5fe-1bd1a3f36c0b tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:25:40.180212 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-79466941-33c3-4c30-a5fe-1bd1a3f36c0b tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:40.185410 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50edbd7-4488-4294-9601-3363c72de1b0 None None] Sync routers for ids ['446a6258-c708-4272-bef3-c3f25a8febcc'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:25:40.194900 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50edbd7-4488-4294-9601-3363c72de1b0 None None] Routers {'446a6258-c708-4272-bef3-c3f25a8febcc'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:25:40.195470 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-c50edbd7-4488-4294-9601-3363c72de1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:25:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['446a6258-c708-4272-bef3-c3f25a8febcc'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:25:40.209177 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-79466941-33c3-4c30-a5fe-1bd1a3f36c0b tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "DELETE /v2.0/floatingips/9150d64c-418e-4b07-8eb6-3e3b0bfbe990 HTTP/1.1" status: 204 len: 168 time: 1.3068106 Oct 27 19:25:40.303239 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-c50edbd7-4488-4294-9601-3363c72de1b0 None None] Set router 446a6258-c708-4272-bef3-c3f25a8febcc gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:25:40.642684 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0', 'tag': 'e674baa9-22a6-46cd-ba25-5fef865e589e'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:25:40.645726 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bca0ca0b982d995b269f20b8ee9fa1484886a2da5fdd33aa4707a11ccb3e0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16595452-6fa8-49b0-a06c-95f4b5cac240" -d '{"events": [{"name": "network-changed", "server_uuid": "7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0", "tag": "e674baa9-22a6-46cd-ba25-5fef865e589e"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:25:40.673122 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-c50edbd7-4488-4294-9601-3363c72de1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446a6258-c708-4272-bef3-c3f25a8febcc', 'name': 'tempest-TestMinimumBasicScenario-573553653-router', 'tenant_id': 'de86273a5af7421c85cdabd92c3e60b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '1a53d373-6f6a-49f8-8e9a-eca5dcc5215e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:23:28Z', 'updated_at': '2021-10-27T19:23:31Z', 'revision_number': 4, 'project_id': 'de86273a5af7421c85cdabd92c3e60b1', 'gw_port': {'id': '1a53d373-6f6a-49f8-8e9a-eca5dcc5215e', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:23:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446a6258-c708-4272-bef3-c3f25a8febcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:23:29Z', 'updated_at': '2021-10-27T19:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '671be239-ee97-4441-b96b-184c7b4d2a65', 'name': '', 'network_id': '73683984-599f-4116-bb2e-22297ec09c95', 'tenant_id': 'de86273a5af7421c85cdabd92c3e60b1', 'mac_address': 'fa:16:3e:11:35:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446a6258-c708-4272-bef3-c3f25a8febcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'c405a21b-a928-493a-96bd-cf6244556c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:23:30Z', 'updated_at': '2021-10-27T19:23:34Z', 'revision_number': 5, 'project_id': 'de86273a5af7421c85cdabd92c3e60b1', 'subnets': [{'id': 'c405a21b-a928-493a-96bd-cf6244556c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:25:40.689240 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352bbdb2-9d68-4d0e-b9dd-b30603a651dd x-openstack-request-id: req-352bbdb2-9d68-4d0e-b9dd-b30603a651dd {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:25:40.689828 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0", "tag": "e674baa9-22a6-46cd-ba25-5fef865e589e", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:25:40.690536 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-352bbdb2-9d68-4d0e-b9dd-b30603a651dd {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:25:40.691396 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0', 'tag': 'e674baa9-22a6-46cd-ba25-5fef865e589e', 'status': 'completed', 'code': 200} Oct 27 19:25:40.707261 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50edbd7-4488-4294-9601-3363c72de1b0 None None] Checking router: 446a6258-c708-4272-bef3-c3f25a8febcc for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:25:40.716464 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50edbd7-4488-4294-9601-3363c72de1b0 None None] Routers {'446a6258-c708-4272-bef3-c3f25a8febcc'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:25:40.717083 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-c50edbd7-4488-4294-9601-3363c72de1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:25:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['446a6258-c708-4272-bef3-c3f25a8febcc'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:25:40.807077 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16595452-6fa8-49b0-a06c-95f4b5cac240 req-4e8898e6-c5d4-4ad3-9636-fc3f0df503ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:25:40.808614 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-16595452-6fa8-49b0-a06c-95f4b5cac240 req-4e8898e6-c5d4-4ad3-9636-fc3f0df503ef service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=de86273a5af7421c85cdabd92c3e60b1&device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 1096 time: 0.0966821 Oct 27 19:25:40.824583 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-c50edbd7-4488-4294-9601-3363c72de1b0 None None] Set router 446a6258-c708-4272-bef3-c3f25a8febcc gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:25:40.903808 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16595452-6fa8-49b0-a06c-95f4b5cac240 req-58200aea-aada-4e9e-be57-cda6afac0c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:25:40.905218 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-16595452-6fa8-49b0-a06c-95f4b5cac240 req-58200aea-aada-4e9e-be57-cda6afac0c45 service neutron] 10.222.0.93 "GET /v2.0/networks?id=73683984-599f-4116-bb2e-22297ec09c95 HTTP/1.1" status: 200 len: 916 time: 0.0894811 Oct 27 19:25:40.951680 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-16595452-6fa8-49b0-a06c-95f4b5cac240 req-202e75d7-e7d8-45d6-b931-74fe0e3dba6e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e674baa9-22a6-46cd-ba25-5fef865e589e HTTP/1.1" status: 200 len: 217 time: 0.0388808 Oct 27 19:25:41.001512 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16595452-6fa8-49b0-a06c-95f4b5cac240 req-69439275-ddf6-4324-ae0c-72fdba9dd3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:25:41.003461 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-16595452-6fa8-49b0-a06c-95f4b5cac240 req-69439275-ddf6-4324-ae0c-72fdba9dd3d6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=c405a21b-a928-493a-96bd-cf6244556c09 HTTP/1.1" status: 200 len: 853 time: 0.0448551 Oct 27 19:25:41.032158 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-c50edbd7-4488-4294-9601-3363c72de1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446a6258-c708-4272-bef3-c3f25a8febcc', 'name': 'tempest-TestMinimumBasicScenario-573553653-router', 'tenant_id': 'de86273a5af7421c85cdabd92c3e60b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '1a53d373-6f6a-49f8-8e9a-eca5dcc5215e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:23:28Z', 'updated_at': '2021-10-27T19:23:31Z', 'revision_number': 4, 'project_id': 'de86273a5af7421c85cdabd92c3e60b1', 'gw_port': {'id': '1a53d373-6f6a-49f8-8e9a-eca5dcc5215e', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:23:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446a6258-c708-4272-bef3-c3f25a8febcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:23:29Z', 'updated_at': '2021-10-27T19:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '671be239-ee97-4441-b96b-184c7b4d2a65', 'name': '', 'network_id': '73683984-599f-4116-bb2e-22297ec09c95', 'tenant_id': 'de86273a5af7421c85cdabd92c3e60b1', 'mac_address': 'fa:16:3e:11:35:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446a6258-c708-4272-bef3-c3f25a8febcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'c405a21b-a928-493a-96bd-cf6244556c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:23:30Z', 'updated_at': '2021-10-27T19:23:34Z', 'revision_number': 5, 'project_id': 'de86273a5af7421c85cdabd92c3e60b1', 'subnets': [{'id': 'c405a21b-a928-493a-96bd-cf6244556c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:25:41.048927 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16595452-6fa8-49b0-a06c-95f4b5cac240 req-dc12386c-ac32-4a6a-b32a-20b4435cd4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:25:41.050443 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-16595452-6fa8-49b0-a06c-95f4b5cac240 req-dc12386c-ac32-4a6a-b32a-20b4435cd4fd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=73683984-599f-4116-bb2e-22297ec09c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404484 Oct 27 19:25:41.064238 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50edbd7-4488-4294-9601-3363c72de1b0 None None] The sync data for ids ['446a6258-c708-4272-bef3-c3f25a8febcc'] in n-d-815690-2 is: [{'id': '446a6258-c708-4272-bef3-c3f25a8febcc', 'name': 'tempest-TestMinimumBasicScenario-573553653-router', 'tenant_id': 'de86273a5af7421c85cdabd92c3e60b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '1a53d373-6f6a-49f8-8e9a-eca5dcc5215e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:23:28Z', 'updated_at': '2021-10-27T19:23:31Z', 'revision_number': 4, 'project_id': 'de86273a5af7421c85cdabd92c3e60b1', 'gw_port': {'id': '1a53d373-6f6a-49f8-8e9a-eca5dcc5215e', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:23:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446a6258-c708-4272-bef3-c3f25a8febcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:23:29Z', 'updated_at': '2021-10-27T19:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '671be239-ee97-4441-b96b-184c7b4d2a65', 'name': '', 'network_id': '73683984-599f-4116-bb2e-22297ec09c95', 'tenant_id': 'de86273a5af7421c85cdabd92c3e60b1', 'mac_address': 'fa:16:3e:11:35:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446a6258-c708-4272-bef3-c3f25a8febcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'c405a21b-a928-493a-96bd-cf6244556c09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:23:30Z', 'updated_at': '2021-10-27T19:23:34Z', 'revision_number': 5, 'project_id': 'de86273a5af7421c85cdabd92c3e60b1', 'subnets': [{'id': 'c405a21b-a928-493a-96bd-cf6244556c09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:25:41.157039 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-16595452-6fa8-49b0-a06c-95f4b5cac240 req-0de6dd8c-bc64-48f7-a382-80395932ff2b service neutron] 10.222.0.93 "GET /v2.0/networks/73683984-599f-4116-bb2e-22297ec09c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996208 Oct 27 19:25:41.257635 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-16595452-6fa8-49b0-a06c-95f4b5cac240 req-c873f9b6-a207-4951-9e98-4763eb66a392 service neutron] 10.222.0.93 "GET /v2.0/networks/73683984-599f-4116-bb2e-22297ec09c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935133 Oct 27 19:25:41.337075 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56494957-80a2-4024-ba95-63806252192d None None] New status for floating IP 9150d64c-418e-4b07-8eb6-3e3b0bfbe990: DOWN {{(pid=102881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 19:25:42.135980 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-32497fde-a87d-4bb7-a1ce-5c1707435e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:43.445401 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:43.667477 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:45.353361 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:50.764931 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972c4c0-3bfa-4158-a0fc-494b0ad819e9 req-91bae443-2e2f-4855-81ee-e46a1fe9af9d tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:25:50.766469 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5972c4c0-3bfa-4158-a0fc-494b0ad819e9 req-91bae443-2e2f-4855-81ee-e46a1fe9af9d tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 945 time: 0.0504444 Oct 27 19:25:50.805261 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5972c4c0-3bfa-4158-a0fc-494b0ad819e9 req-d218f0d2-34c9-4e1f-91bc-08768b7afdb1 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4adfb2-317a-42b1-9e99-6ded81889111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320935 Oct 27 19:25:51.919368 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2b88c-5d6f-47aa-b796-968722fff5df req-b388b7d8-36c8-4b5f-acf1-9a2c02f94e44 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:25:51.920841 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e3b2b88c-5d6f-47aa-b796-968722fff5df req-b388b7d8-36c8-4b5f-acf1-9a2c02f94e44 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 945 time: 0.0477998 Oct 27 19:25:51.957942 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e3b2b88c-5d6f-47aa-b796-968722fff5df req-79ecb769-f0d6-49ab-8ccc-9516aca09ef0 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4adfb2-317a-42b1-9e99-6ded81889111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311592 Oct 27 19:25:52.436466 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e20f6-fcfe-44ed-be49-9e5a70c6e58a req-85cae966-0c20-4d8c-a559-4cde251c082c tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:25:52.438052 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a75e20f6-fcfe-44ed-be49-9e5a70c6e58a req-85cae966-0c20-4d8c-a559-4cde251c082c tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.93 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 945 time: 0.0497689 Oct 27 19:25:52.533130 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-a75e20f6-fcfe-44ed-be49-9e5a70c6e58a req-86e3cc88-a9f4-4212-adb3-97ae8d0eb76f tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Deleting port e674baa9-22a6-46cd-ba25-5fef865e589e {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:25:52.533357 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a75e20f6-fcfe-44ed-be49-9e5a70c6e58a req-86e3cc88-a9f4-4212-adb3-97ae8d0eb76f tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:52.621966 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-a75e20f6-fcfe-44ed-be49-9e5a70c6e58a req-86e3cc88-a9f4-4212-adb3-97ae8d0eb76f tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] For port e674baa9-22a6-46cd-ba25-5fef865e589e, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=e674baa9-22a6-46cd-ba25-5fef865e589e,segment=NetworkSegment(7ca7e4f6-4645-4ced-a250-8f54cd1e7ba6),segment_id=7ca7e4f6-4645-4ced-a250-8f54cd1e7ba6)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:25:52.622329 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a75e20f6-fcfe-44ed-be49-9e5a70c6e58a req-86e3cc88-a9f4-4212-adb3-97ae8d0eb76f tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:52.639400 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-a75e20f6-fcfe-44ed-be49-9e5a70c6e58a req-86e3cc88-a9f4-4212-adb3-97ae8d0eb76f tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Calling delete_port for e674baa9-22a6-46cd-ba25-5fef865e589e owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:25:52.711798 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:25:53.080505 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ceb27-df07-4eb7-98cd-28874d0e044f req-265f9873-c84f-4350-947b-0d502a8fa818 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:25:53.082139 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-976ceb27-df07-4eb7-98cd-28874d0e044f req-265f9873-c84f-4350-947b-0d502a8fa818 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 945 time: 0.0549161 Oct 27 19:25:53.122265 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-976ceb27-df07-4eb7-98cd-28874d0e044f req-9e3d7f70-efab-4f69-b4ba-4d1322374e14 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/security-groups?id=bc4adfb2-317a-42b1-9e99-6ded81889111&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338330 Oct 27 19:25:53.136425 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a75e20f6-fcfe-44ed-be49-9e5a70c6e58a req-86e3cc88-a9f4-4212-adb3-97ae8d0eb76f tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:53.154959 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['e674baa9-22a6-46cd-ba25-5fef865e589e'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:25:53.175089 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3cc88-a9f4-4212-adb3-97ae8d0eb76f tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Pushing event deleted for resources: {'Port': ['ID=e674baa9-22a6-46cd-ba25-5fef865e589e,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:25:53.217024 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-a75e20f6-fcfe-44ed-be49-9e5a70c6e58a req-86e3cc88-a9f4-4212-adb3-97ae8d0eb76f tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] No DVR routers for this DVR port e674baa9-22a6-46cd-ba25-5fef865e589e on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:25:53.219860 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-a75e20f6-fcfe-44ed-be49-9e5a70c6e58a req-86e3cc88-a9f4-4212-adb3-97ae8d0eb76f tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:53.223358 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a75e20f6-fcfe-44ed-be49-9e5a70c6e58a req-86e3cc88-a9f4-4212-adb3-97ae8d0eb76f tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.93 "DELETE /v2.0/ports/e674baa9-22a6-46cd-ba25-5fef865e589e HTTP/1.1" status: 204 len: 173 time: 0.7790747 Oct 27 19:25:53.223804 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0', 'name': 'network-vif-deleted', 'tag': 'e674baa9-22a6-46cd-ba25-5fef865e589e'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:25:53.226587 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f3481b-98a9-4f2f-aa05-bffb3f6c634c" -d '{"events": [{"server_uuid": "7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0", "name": "network-vif-deleted", "tag": "e674baa9-22a6-46cd-ba25-5fef865e589e"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:25:53.330537 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cced6504-681f-4bd0-8bcb-a69898c2ee95 x-openstack-request-id: req-cced6504-681f-4bd0-8bcb-a69898c2ee95 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:25:53.330881 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0", "name": "network-vif-deleted", "tag": "e674baa9-22a6-46cd-ba25-5fef865e589e", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:25:53.331137 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cced6504-681f-4bd0-8bcb-a69898c2ee95 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:25:53.331531 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0', 'name': 'network-vif-deleted', 'tag': 'e674baa9-22a6-46cd-ba25-5fef865e589e', 'status': 'completed', 'code': 200} Oct 27 19:25:54.231838 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3b9c5912-5226-4327-baf8-8f6c8c1ec480 req-981eafd1-ccf8-4aea-a803-23da6b406c76 tempest-TestMinimumBasicScenario-199634738 tempest-TestMinimumBasicScenario-199634738-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b6b9e68-2ee6-4636-8ad4-041ec4b1b1b0 HTTP/1.1" status: 200 len: 210 time: 0.0270667 Oct 27 19:25:55.519004 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e674baa9-22a6-46cd-ba25-5fef865e589e no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:25:55.539240 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: e674baa9-22a6-46cd-ba25-5fef865e589e {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:25:55.539591 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device e674baa9-22a6-46cd-ba25-5fef865e589e not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:25:56.503929 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51836) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:25:56.852323 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-963ec422-7891-433b-8ee0-3f77f80209de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:56.964593 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:57.108388 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-963ec422-7891-433b-8ee0-3f77f80209de admin admin] Deleting port 671be239-ee97-4441-b96b-184c7b4d2a65 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:25:57.108733 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-963ec422-7891-433b-8ee0-3f77f80209de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:57.193718 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-963ec422-7891-433b-8ee0-3f77f80209de admin admin] For port 671be239-ee97-4441-b96b-184c7b4d2a65, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=671be239-ee97-4441-b96b-184c7b4d2a65,segment=NetworkSegment(7ca7e4f6-4645-4ced-a250-8f54cd1e7ba6),segment_id=7ca7e4f6-4645-4ced-a250-8f54cd1e7ba6)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:25:57.194081 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-963ec422-7891-433b-8ee0-3f77f80209de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:57.206553 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-963ec422-7891-433b-8ee0-3f77f80209de admin admin] Calling delete_port for 671be239-ee97-4441-b96b-184c7b4d2a65 owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:25:57.456630 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-963ec422-7891-433b-8ee0-3f77f80209de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:57.484077 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ec422-7891-433b-8ee0-3f77f80209de admin admin] Pushing event deleted for resources: {'Port': ['ID=671be239-ee97-4441-b96b-184c7b4d2a65,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:25:57.484935 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:57.657078 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-963ec422-7891-433b-8ee0-3f77f80209de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:57.880217 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963ec422-7891-433b-8ee0-3f77f80209de admin admin] Router 446a6258-c708-4272-bef3-c3f25a8febcc has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:25:57.990930 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963ec422-7891-433b-8ee0-3f77f80209de admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:25:57.996259 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-963ec422-7891-433b-8ee0-3f77f80209de admin admin] 10.222.0.52 "PUT /v2.0/routers/446a6258-c708-4272-bef3-c3f25a8febcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4911199 Oct 27 19:25:57.998712 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51838) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:25:58.000857 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7a953b-7ab1-4ec0-99c6-8710f71677b1 None None] Sync routers for ids ['446a6258-c708-4272-bef3-c3f25a8febcc'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:25:58.012525 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7a953b-7ab1-4ec0-99c6-8710f71677b1 None None] Routers {'446a6258-c708-4272-bef3-c3f25a8febcc'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:25:58.013135 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-9b7a953b-7ab1-4ec0-99c6-8710f71677b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:25:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['446a6258-c708-4272-bef3-c3f25a8febcc'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:25:58.109298 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fe9118ef-31b6-4766-abaf-dca5055e1c03 admin admin] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:58.118327 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-9b7a953b-7ab1-4ec0-99c6-8710f71677b1 None None] Set router 446a6258-c708-4272-bef3-c3f25a8febcc gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:25:58.217021 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fe9118ef-31b6-4766-abaf-dca5055e1c03 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:58.308540 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-9b7a953b-7ab1-4ec0-99c6-8710f71677b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446a6258-c708-4272-bef3-c3f25a8febcc', 'name': 'tempest-TestMinimumBasicScenario-573553653-router', 'tenant_id': 'de86273a5af7421c85cdabd92c3e60b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '1a53d373-6f6a-49f8-8e9a-eca5dcc5215e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:23:28Z', 'updated_at': '2021-10-27T19:25:57Z', 'revision_number': 5, 'project_id': 'de86273a5af7421c85cdabd92c3e60b1', 'gw_port': {'id': '1a53d373-6f6a-49f8-8e9a-eca5dcc5215e', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:23:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446a6258-c708-4272-bef3-c3f25a8febcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:23:29Z', 'updated_at': '2021-10-27T19:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:25:58.335782 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7a953b-7ab1-4ec0-99c6-8710f71677b1 None None] Checking router: 446a6258-c708-4272-bef3-c3f25a8febcc for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:25:58.344955 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7a953b-7ab1-4ec0-99c6-8710f71677b1 None None] Routers {'446a6258-c708-4272-bef3-c3f25a8febcc'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:25:58.345596 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-9b7a953b-7ab1-4ec0-99c6-8710f71677b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:25:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['446a6258-c708-4272-bef3-c3f25a8febcc'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:25:58.354302 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-fe9118ef-31b6-4766-abaf-dca5055e1c03 admin admin] Deleting port 1a53d373-6f6a-49f8-8e9a-eca5dcc5215e {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:25:58.354652 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fe9118ef-31b6-4766-abaf-dca5055e1c03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:58.435374 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-9b7a953b-7ab1-4ec0-99c6-8710f71677b1 None None] Set router 446a6258-c708-4272-bef3-c3f25a8febcc gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:25:58.443181 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-fe9118ef-31b6-4766-abaf-dca5055e1c03 admin admin] For port 1a53d373-6f6a-49f8-8e9a-eca5dcc5215e, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=1a53d373-6f6a-49f8-8e9a-eca5dcc5215e,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:25:58.443557 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fe9118ef-31b6-4766-abaf-dca5055e1c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:58.455928 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-fe9118ef-31b6-4766-abaf-dca5055e1c03 admin admin] Calling delete_port for 1a53d373-6f6a-49f8-8e9a-eca5dcc5215e owned by network:router_gateway {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:25:58.491527 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-9b7a953b-7ab1-4ec0-99c6-8710f71677b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446a6258-c708-4272-bef3-c3f25a8febcc', 'name': 'tempest-TestMinimumBasicScenario-573553653-router', 'tenant_id': 'de86273a5af7421c85cdabd92c3e60b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:23:28Z', 'updated_at': '2021-10-27T19:25:58Z', 'revision_number': 6, 'project_id': 'de86273a5af7421c85cdabd92c3e60b1', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:25:58.519096 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7a953b-7ab1-4ec0-99c6-8710f71677b1 None None] The sync data for ids ['446a6258-c708-4272-bef3-c3f25a8febcc'] in n-d-815690-2 is: [{'id': '446a6258-c708-4272-bef3-c3f25a8febcc', 'name': 'tempest-TestMinimumBasicScenario-573553653-router', 'tenant_id': 'de86273a5af7421c85cdabd92c3e60b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:23:28Z', 'updated_at': '2021-10-27T19:25:58Z', 'revision_number': 6, 'project_id': 'de86273a5af7421c85cdabd92c3e60b1', 'gw_port_host': None}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:25:58.713816 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fe9118ef-31b6-4766-abaf-dca5055e1c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:58.740987 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9118ef-31b6-4766-abaf-dca5055e1c03 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a53d373-6f6a-49f8-8e9a-eca5dcc5215e,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:25:58.804653 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fe9118ef-31b6-4766-abaf-dca5055e1c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:58.906257 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fe9118ef-31b6-4766-abaf-dca5055e1c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:58.908837 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fe9118ef-31b6-4766-abaf-dca5055e1c03 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:58.973747 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 671be239-ee97-4441-b96b-184c7b4d2a65 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:25:58.994876 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 671be239-ee97-4441-b96b-184c7b4d2a65 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:25:58.995220 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 671be239-ee97-4441-b96b-184c7b4d2a65 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:25:59.050493 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fe9118ef-31b6-4766-abaf-dca5055e1c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:59.051084 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9118ef-31b6-4766-abaf-dca5055e1c03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 446a6258-c708-4272-bef3-c3f25a8febcc {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 19:25:59.056009 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fe9118ef-31b6-4766-abaf-dca5055e1c03 admin admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:59.057833 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-fe9118ef-31b6-4766-abaf-dca5055e1c03 admin admin] 10.222.0.52 "DELETE /v2.0/routers/446a6258-c708-4272-bef3-c3f25a8febcc HTTP/1.1" status: 204 len: 168 time: 1.0581589 Oct 27 19:25:59.060372 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51840) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:25:59.107894 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ec8141c-9417-4672-b658-6a5961b88bbf admin admin] Deleting subnet c405a21b-a928-493a-96bd-cf6244556c09 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 19:25:59.111302 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4ec8141c-9417-4672-b658-6a5961b88bbf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:59.146677 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4ec8141c-9417-4672-b658-6a5961b88bbf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:59.231295 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4ec8141c-9417-4672-b658-6a5961b88bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:59.353979 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4ec8141c-9417-4672-b658-6a5961b88bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:59.380070 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec8141c-9417-4672-b658-6a5961b88bbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c405a21b-a928-493a-96bd-cf6244556c09,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:25:59.383945 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4ec8141c-9417-4672-b658-6a5961b88bbf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:59.390461 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4ec8141c-9417-4672-b658-6a5961b88bbf admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c405a21b-a928-493a-96bd-cf6244556c09 HTTP/1.1" status: 204 len: 168 time: 0.3267400 Oct 27 19:25:59.390645 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51842) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:25:59.401432 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570ebccb-ddfc-4895-ae04-088535f03010 None None] Network 73683984-599f-4116-bb2e-22297ec09c95 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:25:59.484560 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f19236ce-abfd-4cd0-b243-5b0f6e152a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:59.551576 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-f19236ce-abfd-4cd0-b243-5b0f6e152a53 admin admin] Deleting port bc11e77e-75a0-4f8c-acb7-dfbe897e0a64 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:25:59.551931 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f19236ce-abfd-4cd0-b243-5b0f6e152a53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:59.607563 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9a1845-5e82-4943-886b-405568d85efa None None] DHCP port deletion for 73683984-599f-4116-bb2e-22297ec09c95 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 19:25:59.627768 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-f19236ce-abfd-4cd0-b243-5b0f6e152a53 admin admin] For port bc11e77e-75a0-4f8c-acb7-dfbe897e0a64, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=bc11e77e-75a0-4f8c-acb7-dfbe897e0a64,segment=NetworkSegment(7ca7e4f6-4645-4ced-a250-8f54cd1e7ba6),segment_id=7ca7e4f6-4645-4ced-a250-8f54cd1e7ba6)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:25:59.628138 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f19236ce-abfd-4cd0-b243-5b0f6e152a53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:59.642090 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-f19236ce-abfd-4cd0-b243-5b0f6e152a53 admin admin] Calling delete_port for bc11e77e-75a0-4f8c-acb7-dfbe897e0a64 owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:25:59.661881 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-cd9a1845-5e82-4943-886b-405568d85efa None None] Deleting port bc11e77e-75a0-4f8c-acb7-dfbe897e0a64 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:25:59.662130 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cd9a1845-5e82-4943-886b-405568d85efa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:59.735992 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-cd9a1845-5e82-4943-886b-405568d85efa None None] For port bc11e77e-75a0-4f8c-acb7-dfbe897e0a64, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=bc11e77e-75a0-4f8c-acb7-dfbe897e0a64,segment=NetworkSegment(7ca7e4f6-4645-4ced-a250-8f54cd1e7ba6),segment_id=7ca7e4f6-4645-4ced-a250-8f54cd1e7ba6)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:25:59.736570 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cd9a1845-5e82-4943-886b-405568d85efa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:59.751405 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-cd9a1845-5e82-4943-886b-405568d85efa None None] Calling delete_port for bc11e77e-75a0-4f8c-acb7-dfbe897e0a64 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:25:59.805269 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f19236ce-abfd-4cd0-b243-5b0f6e152a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:59.836582 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19236ce-abfd-4cd0-b243-5b0f6e152a53 admin admin] No DVR routers for this DVR port bc11e77e-75a0-4f8c-acb7-dfbe897e0a64 on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:25:59.836958 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cd9a1845-5e82-4943-886b-405568d85efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:59.842299 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19236ce-abfd-4cd0-b243-5b0f6e152a53 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc11e77e-75a0-4f8c-acb7-dfbe897e0a64,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:25:59.851606 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9a1845-5e82-4943-886b-405568d85efa None None] No DVR routers for this DVR port bc11e77e-75a0-4f8c-acb7-dfbe897e0a64 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:25:59.875689 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a1845-5e82-4943-886b-405568d85efa None None] Pushing event deleted for resources: {'Port': ['ID=bc11e77e-75a0-4f8c-acb7-dfbe897e0a64,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:25:59.884152 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a1845-5e82-4943-886b-405568d85efa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:25:59.885280 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a1845-5e82-4943-886b-405568d85efa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:25:59.885742 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a1845-5e82-4943-886b-405568d85efa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:25:59.886166 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a1845-5e82-4943-886b-405568d85efa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:25:59.886563 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a1845-5e82-4943-886b-405568d85efa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:25:59.887256 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a1845-5e82-4943-886b-405568d85efa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:25:59.887661 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a1845-5e82-4943-886b-405568d85efa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:25:59.888065 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a1845-5e82-4943-886b-405568d85efa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:25:59.888464 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a1845-5e82-4943-886b-405568d85efa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:25:59.889055 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a1845-5e82-4943-886b-405568d85efa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:25:59.889455 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a1845-5e82-4943-886b-405568d85efa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:25:59.889961 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a1845-5e82-4943-886b-405568d85efa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:25:59.920472 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f19236ce-abfd-4cd0-b243-5b0f6e152a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:59.941282 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-f19236ce-abfd-4cd0-b243-5b0f6e152a53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73683984-599f-4116-bb2e-22297ec09c95']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:25:59.951366 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-f19236ce-abfd-4cd0-b243-5b0f6e152a53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ca7e4f6-4645-4ced-a250-8f54cd1e7ba6') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:25:59.951642 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-f19236ce-abfd-4cd0-b243-5b0f6e152a53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ca7e4f6-4645-4ced-a250-8f54cd1e7ba6') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:25:59.961060 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f19236ce-abfd-4cd0-b243-5b0f6e152a53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:59.975652 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f19236ce-abfd-4cd0-b243-5b0f6e152a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:59.982165 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f19236ce-abfd-4cd0-b243-5b0f6e152a53 admin admin] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 19:25:59.982567 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f19236ce-abfd-4cd0-b243-5b0f6e152a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:25:59.984297 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 19:25:59.984297 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 19:25:59.984297 n-d-815690-2 neutron-server[102878]: timer() Oct 27 19:25:59.984297 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 19:25:59.984297 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 19:25:59.984297 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 19:25:59.984297 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 19:25:59.984297 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 19:25:59.984297 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 19:25:59.984297 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 19:25:59.984297 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 19:25:59.984297 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 19:25:59.984297 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 19:25:59.984297 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 19:25:59.984297 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 19:25:59.984297 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 19:25:59.984297 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 19:25:59.984297 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 19:25:59.984297 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 19:25:59.984297 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 19:25:59.984297 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 19:25:59.984297 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 19:25:59.984297 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 19:25:59.984297 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 19:25:59.984297 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 19:25:59.984297 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 19:25:59.984297 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 19:25:59.984297 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 19:25:59.984297 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 19:25:59.984297 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 19:25:59.984297 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 19:25:59.984297 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 19:26:00.090527 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f19236ce-abfd-4cd0-b243-5b0f6e152a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:00.096763 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f19236ce-abfd-4cd0-b243-5b0f6e152a53 admin admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:00.099987 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f19236ce-abfd-4cd0-b243-5b0f6e152a53 admin admin] 10.222.0.52 "DELETE /v2.0/networks/73683984-599f-4116-bb2e-22297ec09c95 HTTP/1.1" status: 204 len: 168 time: 0.7083411 Oct 27 19:26:00.103193 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51844) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:26:00.119237 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19236ce-abfd-4cd0-b243-5b0f6e152a53 admin admin] Pushing event deleted for resources: {'Network': ['ID=73683984-599f-4116-bb2e-22297ec09c95,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:26:00.475582 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-317a28b2-a4e5-4e05-88ef-f213a453172a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:00.679097 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device bc11e77e-75a0-4f8c-acb7-dfbe897e0a64 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:26:00.702100 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: bc11e77e-75a0-4f8c-acb7-dfbe897e0a64 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:26:00.702465 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device bc11e77e-75a0-4f8c-acb7-dfbe897e0a64 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:26:00.702909 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 1a53d373-6f6a-49f8-8e9a-eca5dcc5215e no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:26:00.723412 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 1a53d373-6f6a-49f8-8e9a-eca5dcc5215e {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:26:00.723737 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 1a53d373-6f6a-49f8-8e9a-eca5dcc5215e not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:26:01.065751 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-317a28b2-a4e5-4e05-88ef-f213a453172a admin admin] Deleting port d5efb0d6-ffbb-4762-ad98-910547f7adbe {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:26:01.066376 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-317a28b2-a4e5-4e05-88ef-f213a453172a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:01.144766 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-317a28b2-a4e5-4e05-88ef-f213a453172a admin admin] For port d5efb0d6-ffbb-4762-ad98-910547f7adbe, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=d5efb0d6-ffbb-4762-ad98-910547f7adbe,segment=NetworkSegment(4d4463b6-2daf-4f53-be03-b7c555d8c692),segment_id=4d4463b6-2daf-4f53-be03-b7c555d8c692)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:26:01.145124 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-317a28b2-a4e5-4e05-88ef-f213a453172a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:01.157829 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-317a28b2-a4e5-4e05-88ef-f213a453172a admin admin] Calling delete_port for d5efb0d6-ffbb-4762-ad98-910547f7adbe owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:26:01.382082 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-317a28b2-a4e5-4e05-88ef-f213a453172a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:01.409403 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a28b2-a4e5-4e05-88ef-f213a453172a admin admin] Pushing event deleted for resources: {'Port': ['ID=d5efb0d6-ffbb-4762-ad98-910547f7adbe,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:26:01.579528 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-317a28b2-a4e5-4e05-88ef-f213a453172a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:01.799282 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317a28b2-a4e5-4e05-88ef-f213a453172a admin admin] Router abe1e1c6-7969-4fe7-b06c-055a19bf611d has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:26:01.903036 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317a28b2-a4e5-4e05-88ef-f213a453172a admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:26:01.908733 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-317a28b2-a4e5-4e05-88ef-f213a453172a admin admin] 10.222.0.52 "PUT /v2.0/routers/abe1e1c6-7969-4fe7-b06c-055a19bf611d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8042266 Oct 27 19:26:01.911417 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51846) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:26:01.912466 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799c3657-2ecb-4308-8aeb-ada02edfa6f4 None None] Sync routers for ids ['abe1e1c6-7969-4fe7-b06c-055a19bf611d'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:26:01.923593 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799c3657-2ecb-4308-8aeb-ada02edfa6f4 None None] Routers {'abe1e1c6-7969-4fe7-b06c-055a19bf611d'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:26:01.924202 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-799c3657-2ecb-4308-8aeb-ada02edfa6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:25:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['abe1e1c6-7969-4fe7-b06c-055a19bf611d'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:26:02.018423 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0846e329-b9b4-494a-8d17-892cd4312a60 admin admin] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:02.032688 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-799c3657-2ecb-4308-8aeb-ada02edfa6f4 None None] Set router abe1e1c6-7969-4fe7-b06c-055a19bf611d gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:26:02.128904 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0846e329-b9b4-494a-8d17-892cd4312a60 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:02.273543 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-0846e329-b9b4-494a-8d17-892cd4312a60 admin admin] Deleting port 97951d17-748a-4d7e-a437-58179ffbc9d9 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:26:02.273890 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0846e329-b9b4-494a-8d17-892cd4312a60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:02.304668 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-799c3657-2ecb-4308-8aeb-ada02edfa6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe1e1c6-7969-4fe7-b06c-055a19bf611d', 'name': 'tempest-TestMinimumBasicScenario-1717335655-router', 'tenant_id': 'f89653bdf85044febf61c06b706b2f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '97951d17-748a-4d7e-a437-58179ffbc9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:23:34Z', 'updated_at': '2021-10-27T19:26:01Z', 'revision_number': 5, 'project_id': 'f89653bdf85044febf61c06b706b2f99', 'gw_port': {'id': '97951d17-748a-4d7e-a437-58179ffbc9d9', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:56:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe1e1c6-7969-4fe7-b06c-055a19bf611d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:23:35Z', 'updated_at': '2021-10-27T19:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:26:02.332874 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799c3657-2ecb-4308-8aeb-ada02edfa6f4 None None] Checking router: abe1e1c6-7969-4fe7-b06c-055a19bf611d for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:26:02.341813 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799c3657-2ecb-4308-8aeb-ada02edfa6f4 None None] Routers {'abe1e1c6-7969-4fe7-b06c-055a19bf611d'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:26:02.342420 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-799c3657-2ecb-4308-8aeb-ada02edfa6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:25:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['abe1e1c6-7969-4fe7-b06c-055a19bf611d'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:26:02.359881 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-0846e329-b9b4-494a-8d17-892cd4312a60 admin admin] For port 97951d17-748a-4d7e-a437-58179ffbc9d9, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=97951d17-748a-4d7e-a437-58179ffbc9d9,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:26:02.360257 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0846e329-b9b4-494a-8d17-892cd4312a60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:02.373187 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-0846e329-b9b4-494a-8d17-892cd4312a60 admin admin] Calling delete_port for 97951d17-748a-4d7e-a437-58179ffbc9d9 owned by network:router_gateway {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:26:02.431560 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-799c3657-2ecb-4308-8aeb-ada02edfa6f4 None None] Set router abe1e1c6-7969-4fe7-b06c-055a19bf611d gateway port host: None {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:26:02.486563 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-799c3657-2ecb-4308-8aeb-ada02edfa6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe1e1c6-7969-4fe7-b06c-055a19bf611d', 'name': 'tempest-TestMinimumBasicScenario-1717335655-router', 'tenant_id': 'f89653bdf85044febf61c06b706b2f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:23:34Z', 'updated_at': '2021-10-27T19:26:02Z', 'revision_number': 6, 'project_id': 'f89653bdf85044febf61c06b706b2f99', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:26:02.513786 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799c3657-2ecb-4308-8aeb-ada02edfa6f4 None None] The sync data for ids ['abe1e1c6-7969-4fe7-b06c-055a19bf611d'] in n-d-815690-2 is: [{'id': 'abe1e1c6-7969-4fe7-b06c-055a19bf611d', 'name': 'tempest-TestMinimumBasicScenario-1717335655-router', 'tenant_id': 'f89653bdf85044febf61c06b706b2f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:23:34Z', 'updated_at': '2021-10-27T19:26:02Z', 'revision_number': 6, 'project_id': 'f89653bdf85044febf61c06b706b2f99', 'gw_port_host': None}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:26:02.599808 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0846e329-b9b4-494a-8d17-892cd4312a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:02.627549 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0846e329-b9b4-494a-8d17-892cd4312a60 admin admin] Pushing event deleted for resources: {'Port': ['ID=97951d17-748a-4d7e-a437-58179ffbc9d9,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:26:02.696254 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0846e329-b9b4-494a-8d17-892cd4312a60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:02.792462 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0846e329-b9b4-494a-8d17-892cd4312a60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:02.794644 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0846e329-b9b4-494a-8d17-892cd4312a60 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:02.970695 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0846e329-b9b4-494a-8d17-892cd4312a60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:02.971318 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0846e329-b9b4-494a-8d17-892cd4312a60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abe1e1c6-7969-4fe7-b06c-055a19bf611d {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 19:26:02.979341 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0846e329-b9b4-494a-8d17-892cd4312a60 admin admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:02.979341 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0846e329-b9b4-494a-8d17-892cd4312a60 admin admin] 10.222.0.52 "DELETE /v2.0/routers/abe1e1c6-7969-4fe7-b06c-055a19bf611d HTTP/1.1" status: 204 len: 168 time: 1.0645328 Oct 27 19:26:02.980287 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51848) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:26:03.025330 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-98cbe2d5-ecdf-4017-84fb-69a35879d940 admin admin] Deleting subnet 147b92df-2e46-4df3-acc0-30727175feaa {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 19:26:03.028512 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-98cbe2d5-ecdf-4017-84fb-69a35879d940 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:03.062955 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-98cbe2d5-ecdf-4017-84fb-69a35879d940 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:03.142368 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-98cbe2d5-ecdf-4017-84fb-69a35879d940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:03.274094 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-98cbe2d5-ecdf-4017-84fb-69a35879d940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:03.302146 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cbe2d5-ecdf-4017-84fb-69a35879d940 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=147b92df-2e46-4df3-acc0-30727175feaa,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:26:03.306721 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-98cbe2d5-ecdf-4017-84fb-69a35879d940 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:03.312339 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-98cbe2d5-ecdf-4017-84fb-69a35879d940 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/147b92df-2e46-4df3-acc0-30727175feaa HTTP/1.1" status: 204 len: 168 time: 0.3287778 Oct 27 19:26:03.312683 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d5efb0d6-ffbb-4762-ad98-910547f7adbe no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:26:03.313153 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51850) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:26:03.322517 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f1217a-e8d7-41da-877a-1cdbd88455a0 None None] Network fc395ba5-4dae-415c-be60-79b3143e05f6 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:26:03.342387 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: d5efb0d6-ffbb-4762-ad98-910547f7adbe {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:26:03.342519 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device d5efb0d6-ffbb-4762-ad98-910547f7adbe not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:26:03.396954 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0cc51f55-6591-4ce3-b5c9-3134d4101a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:03.454404 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-0cc51f55-6591-4ce3-b5c9-3134d4101a3d admin admin] Deleting port 49c9c34a-c894-4e76-800e-a7a61e1033a8 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:26:03.454928 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0cc51f55-6591-4ce3-b5c9-3134d4101a3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:03.519019 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7da059-038d-4370-a5ea-b4042c941b58 None None] DHCP port deletion for fc395ba5-4dae-415c-be60-79b3143e05f6 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 19:26:03.522746 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-0cc51f55-6591-4ce3-b5c9-3134d4101a3d admin admin] For port 49c9c34a-c894-4e76-800e-a7a61e1033a8, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=49c9c34a-c894-4e76-800e-a7a61e1033a8,segment=NetworkSegment(4d4463b6-2daf-4f53-be03-b7c555d8c692),segment_id=4d4463b6-2daf-4f53-be03-b7c555d8c692)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:26:03.523318 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0cc51f55-6591-4ce3-b5c9-3134d4101a3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:03.537728 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-0cc51f55-6591-4ce3-b5c9-3134d4101a3d admin admin] Calling delete_port for 49c9c34a-c894-4e76-800e-a7a61e1033a8 owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:26:03.573825 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-bc7da059-038d-4370-a5ea-b4042c941b58 None None] Deleting port 49c9c34a-c894-4e76-800e-a7a61e1033a8 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:26:03.574205 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-bc7da059-038d-4370-a5ea-b4042c941b58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:03.644916 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-bc7da059-038d-4370-a5ea-b4042c941b58 None None] For port 49c9c34a-c894-4e76-800e-a7a61e1033a8, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=49c9c34a-c894-4e76-800e-a7a61e1033a8,segment=NetworkSegment(4d4463b6-2daf-4f53-be03-b7c555d8c692),segment_id=4d4463b6-2daf-4f53-be03-b7c555d8c692)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:26:03.645444 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-bc7da059-038d-4370-a5ea-b4042c941b58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:03.659440 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-bc7da059-038d-4370-a5ea-b4042c941b58 None None] Calling delete_port for 49c9c34a-c894-4e76-800e-a7a61e1033a8 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:26:03.799777 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0cc51f55-6591-4ce3-b5c9-3134d4101a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:03.805919 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-bc7da059-038d-4370-a5ea-b4042c941b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:03.829342 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc51f55-6591-4ce3-b5c9-3134d4101a3d admin admin] No DVR routers for this DVR port 49c9c34a-c894-4e76-800e-a7a61e1033a8 on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:26:03.829604 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7da059-038d-4370-a5ea-b4042c941b58 None None] Pushing event deleted for resources: {'Port': ['ID=49c9c34a-c894-4e76-800e-a7a61e1033a8,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:26:03.835617 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7da059-038d-4370-a5ea-b4042c941b58 None None] No DVR routers for this DVR port 49c9c34a-c894-4e76-800e-a7a61e1033a8 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:26:03.836183 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc51f55-6591-4ce3-b5c9-3134d4101a3d admin admin] Pushing event deleted for resources: {'Port': ['ID=49c9c34a-c894-4e76-800e-a7a61e1033a8,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:26:03.914617 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0cc51f55-6591-4ce3-b5c9-3134d4101a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:03.937028 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-0cc51f55-6591-4ce3-b5c9-3134d4101a3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc395ba5-4dae-415c-be60-79b3143e05f6']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:26:03.948169 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-0cc51f55-6591-4ce3-b5c9-3134d4101a3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d4463b6-2daf-4f53-be03-b7c555d8c692') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:26:03.948467 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-0cc51f55-6591-4ce3-b5c9-3134d4101a3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d4463b6-2daf-4f53-be03-b7c555d8c692') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:26:03.960427 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0cc51f55-6591-4ce3-b5c9-3134d4101a3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:03.976664 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0cc51f55-6591-4ce3-b5c9-3134d4101a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:03.984324 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cc51f55-6591-4ce3-b5c9-3134d4101a3d admin admin] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 19:26:03.986994 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0cc51f55-6591-4ce3-b5c9-3134d4101a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:03.986994 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 19:26:03.986994 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 19:26:03.986994 n-d-815690-2 neutron-server[102878]: timer() Oct 27 19:26:03.986994 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 19:26:03.986994 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 19:26:03.986994 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 19:26:03.986994 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 19:26:03.986994 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 19:26:03.986994 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 19:26:03.986994 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 19:26:03.986994 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 19:26:03.986994 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 19:26:03.986994 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 19:26:03.986994 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 19:26:03.986994 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 19:26:03.986994 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 19:26:03.986994 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 19:26:03.986994 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 19:26:03.986994 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 19:26:03.986994 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 19:26:03.986994 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 19:26:03.986994 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 19:26:03.986994 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 19:26:03.986994 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 19:26:03.986994 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 19:26:03.986994 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 19:26:03.986994 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 19:26:03.986994 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 19:26:03.986994 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 19:26:03.986994 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 19:26:03.986994 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 19:26:03.986994 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 19:26:04.108170 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0cc51f55-6591-4ce3-b5c9-3134d4101a3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:04.114087 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0cc51f55-6591-4ce3-b5c9-3134d4101a3d admin admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:04.117455 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0cc51f55-6591-4ce3-b5c9-3134d4101a3d admin admin] 10.222.0.52 "DELETE /v2.0/networks/fc395ba5-4dae-415c-be60-79b3143e05f6 HTTP/1.1" status: 204 len: 168 time: 0.8035624 Oct 27 19:26:04.129335 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc51f55-6591-4ce3-b5c9-3134d4101a3d admin admin] Pushing event deleted for resources: {'Network': ['ID=fc395ba5-4dae-415c-be60-79b3143e05f6,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:26:04.420857 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51854) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:26:04.461514 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-cae76ebd-fcb9-4b25-aacc-8a02a3e6aad7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=de86273a5af7421c85cdabd92c3e60b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394709 Oct 27 19:26:04.464555 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51856) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:26:04.517954 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c5974ca2-7d52-428f-a20d-e586c564ed2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:04.538770 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c5974ca2-7d52-428f-a20d-e586c564ed2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:04.661112 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c5974ca2-7d52-428f-a20d-e586c564ed2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:04.664368 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c5974ca2-7d52-428f-a20d-e586c564ed2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:04.665564 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c5974ca2-7d52-428f-a20d-e586c564ed2b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bc4adfb2-317a-42b1-9e99-6ded81889111 HTTP/1.1" status: 204 len: 168 time: 0.2000997 Oct 27 19:26:04.671598 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 49c9c34a-c894-4e76-800e-a7a61e1033a8 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:26:04.676140 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5974ca2-7d52-428f-a20d-e586c564ed2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4adfb2-317a-42b1-9e99-6ded81889111,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:26:04.727149 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 49c9c34a-c894-4e76-800e-a7a61e1033a8 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:26:04.727717 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 49c9c34a-c894-4e76-800e-a7a61e1033a8 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:26:04.728409 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 97951d17-748a-4d7e-a437-58179ffbc9d9 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:26:04.767752 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 97951d17-748a-4d7e-a437-58179ffbc9d9 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:26:04.768335 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 97951d17-748a-4d7e-a437-58179ffbc9d9 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:26:05.362784 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51862) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:26:05.405220 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ce2214bb-19ef-439d-ae4c-db668e765921 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f89653bdf85044febf61c06b706b2f99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411160 Oct 27 19:26:05.407662 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51864) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:26:05.456285 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e3214251-7f1b-4b1b-9fd0-7299c6b66f05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:05.478051 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e3214251-7f1b-4b1b-9fd0-7299c6b66f05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:05.593856 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e3214251-7f1b-4b1b-9fd0-7299c6b66f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:05.596499 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e3214251-7f1b-4b1b-9fd0-7299c6b66f05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:05.597865 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e3214251-7f1b-4b1b-9fd0-7299c6b66f05 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7e67faeb-2103-40f0-b045-ecf3ea34b7f0 HTTP/1.1" status: 204 len: 168 time: 0.1892524 Oct 27 19:26:05.606933 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3214251-7f1b-4b1b-9fd0-7299c6b66f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e67faeb-2103-40f0-b045-ecf3ea34b7f0,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:26:07.910371 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51904) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:26:07.915684 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-4b83f641-1920-43a9-a0a3-4aa4fcc92196 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1782438070', 'description': 'tempest-secgroup-smoke-1782438070 description', 'project_id': 'df49fa348b1d47cdbf578b508321cb72'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:26:08.005132 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4b83f641-1920-43a9-a0a3-4aa4fcc92196 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:08.013894 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4b83f641-1920-43a9-a0a3-4aa4fcc92196 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:08.090054 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4b83f641-1920-43a9-a0a3-4aa4fcc92196 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:08.159316 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4b83f641-1920-43a9-a0a3-4aa4fcc92196 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:08.196527 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b83f641-1920-43a9-a0a3-4aa4fcc92196 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae54b8f-598b-43cf-93e6-dbc6d72b88cf,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:26:08.247115 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4b83f641-1920-43a9-a0a3-4aa4fcc92196 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:08.313434 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4b83f641-1920-43a9-a0a3-4aa4fcc92196 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:08.343033 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b83f641-1920-43a9-a0a3-4aa4fcc92196 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c406b3c-c324-4270-acc3-cead6142c989,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:26:08.390476 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4b83f641-1920-43a9-a0a3-4aa4fcc92196 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:08.391812 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4b83f641-1920-43a9-a0a3-4aa4fcc92196 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4803634 Oct 27 19:26:08.394781 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51906) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:26:08.399322 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-e5c23d10-b70b-463d-b48e-fbfd64f65fcf tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'security_group_rule': {'security_group_id': '3c406b3c-c324-4270-acc3-cead6142c989', 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:26:08.495860 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e5c23d10-b70b-463d-b48e-fbfd64f65fcf tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:08.559673 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e5c23d10-b70b-463d-b48e-fbfd64f65fcf tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:08.628605 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e5c23d10-b70b-463d-b48e-fbfd64f65fcf tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:08.649863 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c23d10-b70b-463d-b48e-fbfd64f65fcf tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcb7b295-f4c5-4cad-b979-1873247a815d,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:26:08.737981 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e5c23d10-b70b-463d-b48e-fbfd64f65fcf tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:08.739318 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e5c23d10-b70b-463d-b48e-fbfd64f65fcf tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3435533 Oct 27 19:26:08.742338 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51908) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:26:08.747741 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-88761432-4471-4401-901b-221a4c5287fc tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'security_group_rule': {'security_group_id': '3c406b3c-c324-4270-acc3-cead6142c989', 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:26:08.834414 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-88761432-4471-4401-901b-221a4c5287fc tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:08.897782 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-88761432-4471-4401-901b-221a4c5287fc tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:08.965210 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-88761432-4471-4401-901b-221a4c5287fc tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:08.984719 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88761432-4471-4401-901b-221a4c5287fc tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22537d7e-b8f8-480c-ba88-188d5e61ae95,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:26:09.042728 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-88761432-4471-4401-901b-221a4c5287fc tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:09.043984 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-88761432-4471-4401-901b-221a4c5287fc tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3006053 Oct 27 19:26:09.046843 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51910) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:26:09.051286 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-251f42f7-97ee-4c7b-a1db-826db2346667 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'security_group_rule': {'security_group_id': '3c406b3c-c324-4270-acc3-cead6142c989', 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:26:09.130235 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-251f42f7-97ee-4c7b-a1db-826db2346667 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:09.192186 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-251f42f7-97ee-4c7b-a1db-826db2346667 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:09.272951 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-251f42f7-97ee-4c7b-a1db-826db2346667 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:09.292522 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f42f7-97ee-4c7b-a1db-826db2346667 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e649224-9032-4456-bb18-d7fa9f2a9754,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:26:09.356375 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-251f42f7-97ee-4c7b-a1db-826db2346667 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:09.357652 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-251f42f7-97ee-4c7b-a1db-826db2346667 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3098230 Oct 27 19:26:09.360384 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51912) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:26:09.364824 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-df258595-171e-42aa-a8ed-2cf28dd43b4b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'security_group_rule': {'security_group_id': '3c406b3c-c324-4270-acc3-cead6142c989', 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:26:09.456309 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-df258595-171e-42aa-a8ed-2cf28dd43b4b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:09.518428 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-df258595-171e-42aa-a8ed-2cf28dd43b4b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:09.588738 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-df258595-171e-42aa-a8ed-2cf28dd43b4b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:09.611325 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df258595-171e-42aa-a8ed-2cf28dd43b4b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3f67c76-c515-464b-80ef-68a29881ea61,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:26:09.716949 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-df258595-171e-42aa-a8ed-2cf28dd43b4b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:09.718196 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-df258595-171e-42aa-a8ed-2cf28dd43b4b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3568811 Oct 27 19:26:09.721110 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51914) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:26:09.725506 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-f56d1f67-110c-4d5d-8111-6a1186df9fec tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'security_group_rule': {'security_group_id': '3c406b3c-c324-4270-acc3-cead6142c989', 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:26:09.731030 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-06aad36d-007b-472b-9751-c5b6d6517fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:09.840452 n-d-815690-2 neutron-server[102878]: INFO neutron.db.securitygroups_db [None req-f56d1f67-110c-4d5d-8111-6a1186df9fec tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Project df49fa348b1d47cdbf578b508321cb72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 19:26:09.845871 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f56d1f67-110c-4d5d-8111-6a1186df9fec tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:09.912724 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f56d1f67-110c-4d5d-8111-6a1186df9fec tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:09.993748 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f56d1f67-110c-4d5d-8111-6a1186df9fec tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:10.016410 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56d1f67-110c-4d5d-8111-6a1186df9fec tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46535eff-4273-4ff4-86b1-81db0b0da3e8,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:26:10.092985 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f56d1f67-110c-4d5d-8111-6a1186df9fec tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:10.094218 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f56d1f67-110c-4d5d-8111-6a1186df9fec tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3721581 Oct 27 19:26:10.097024 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 51916) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:26:10.101526 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-924ae754-e770-4f9d-bc93-77afcf0e1044 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'security_group_rule': {'security_group_id': '3c406b3c-c324-4270-acc3-cead6142c989', 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:26:10.199586 n-d-815690-2 neutron-server[102878]: INFO neutron.db.securitygroups_db [None req-924ae754-e770-4f9d-bc93-77afcf0e1044 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Project df49fa348b1d47cdbf578b508321cb72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 19:26:10.205293 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-924ae754-e770-4f9d-bc93-77afcf0e1044 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:10.267404 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-924ae754-e770-4f9d-bc93-77afcf0e1044 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:10.336880 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-924ae754-e770-4f9d-bc93-77afcf0e1044 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:10.358266 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ae754-e770-4f9d-bc93-77afcf0e1044 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=524b2d9b-67ea-4a57-8000-bcbea4b3de54,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:26:10.430546 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-924ae754-e770-4f9d-bc93-77afcf0e1044 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:10.432784 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-924ae754-e770-4f9d-bc93-77afcf0e1044 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3339663 Oct 27 19:26:10.436227 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51918) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:26:10.442511 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-c522ed23-74a1-4cdf-87d4-abafc5b97d4b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'network': {'name': 'tempest-network-smoke--2129619126', 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'port_security_enabled': True}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:26:10.553468 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c522ed23-74a1-4cdf-87d4-abafc5b97d4b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Made reservation on behalf of df49fa348b1d47cdbf578b508321cb72 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:26:10.557753 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c522ed23-74a1-4cdf-87d4-abafc5b97d4b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:10.582777 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c522ed23-74a1-4cdf-87d4-abafc5b97d4b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] vlan segment allocate from pool success with {'vlan_id': 1014, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 19:26:10.591991 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c522ed23-74a1-4cdf-87d4-abafc5b97d4b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:10.592444 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-c522ed23-74a1-4cdf-87d4-abafc5b97d4b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Added segment dd3b6be6-f224-457e-91a6-b1cd21a4f6c7 of type vlan for network 3eafd1eb-e7ec-4386-8d0f-1a8094063eed Oct 27 19:26:10.641568 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c522ed23-74a1-4cdf-87d4-abafc5b97d4b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:10.742468 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c522ed23-74a1-4cdf-87d4-abafc5b97d4b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:10.748756 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c522ed23-74a1-4cdf-87d4-abafc5b97d4b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:26:10.749352 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c522ed23-74a1-4cdf-87d4-abafc5b97d4b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:10.813882 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c522ed23-74a1-4cdf-87d4-abafc5b97d4b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'Network': ['ID=3eafd1eb-e7ec-4386-8d0f-1a8094063eed,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:26:10.828016 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 3eafd1eb-e7ec-4386-8d0f-1a8094063eed details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 19:26:10.906140 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c522ed23-74a1-4cdf-87d4-abafc5b97d4b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4687386 Oct 27 19:26:10.909054 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51920) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:26:10.913563 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-80867e4f-f162-4985-b2be-3e14a9a81c17 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-926683635', 'admin_state_up': True, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:26:11.005352 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-80867e4f-f162-4985-b2be-3e14a9a81c17 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:11.006466 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-80867e4f-f162-4985-b2be-3e14a9a81c17 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:11.063591 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-80867e4f-f162-4985-b2be-3e14a9a81c17 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:11.282588 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-80867e4f-f162-4985-b2be-3e14a9a81c17 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:11.565547 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-80867e4f-f162-4985-b2be-3e14a9a81c17 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:11.585260 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-80867e4f-f162-4985-b2be-3e14a9a81c17 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:11.698829 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-80867e4f-f162-4985-b2be-3e14a9a81c17 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Allocated IP 172.25.6.252 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/8313936e-131e-4160-b92e-ef5f40f96770) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:26:11.804399 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-80867e4f-f162-4985-b2be-3e14a9a81c17 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:11.886276 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-80867e4f-f162-4985-b2be-3e14a9a81c17 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:11.931472 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80867e4f-f162-4985-b2be-3e14a9a81c17 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:26:11.935441 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-80867e4f-f162-4985-b2be-3e14a9a81c17 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:26:11.939177 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80867e4f-f162-4985-b2be-3e14a9a81c17 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:26:11.961328 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80867e4f-f162-4985-b2be-3e14a9a81c17 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'Port': ['ID=8313936e-131e-4160-b92e-ef5f40f96770,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:26:12.142529 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-da75a5c5-4d25-43a9-a0eb-dcfeef0f78a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:12.270479 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-80867e4f-f162-4985-b2be-3e14a9a81c17 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:12.479244 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-80867e4f-f162-4985-b2be-3e14a9a81c17 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:13.033439 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80867e4f-f162-4985-b2be-3e14a9a81c17 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Router f3ad2253-2bc1-4a75-a200-8d38d53f7f91 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 19:26:13.144291 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80867e4f-f162-4985-b2be-3e14a9a81c17 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:26:13.160073 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8755cb1-9e86-4c97-9b12-7aa8b23ed850 None None] Sync routers for ids ['f3ad2253-2bc1-4a75-a200-8d38d53f7f91'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:26:13.171234 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8755cb1-9e86-4c97-9b12-7aa8b23ed850 None None] Routers {'f3ad2253-2bc1-4a75-a200-8d38d53f7f91'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:26:13.171855 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-b8755cb1-9e86-4c97-9b12-7aa8b23ed850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:26:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['f3ad2253-2bc1-4a75-a200-8d38d53f7f91'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:26:13.235819 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-80867e4f-f162-4985-b2be-3e14a9a81c17 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:13.237127 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-80867e4f-f162-4985-b2be-3e14a9a81c17 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3270795 Oct 27 19:26:13.240376 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51922) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:26:13.296464 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-b8755cb1-9e86-4c97-9b12-7aa8b23ed850 None None] Set router f3ad2253-2bc1-4a75-a200-8d38d53f7f91 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:26:13.374351 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9d19719b-212f-4389-bcad-19212fbf6e90 tempest-TestNetworkAdvancedServerOps-926739900 tempest-TestNetworkAdvancedServerOps-926739900-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=df49fa348b1d47cdbf578b508321cb72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1326396 Oct 27 19:26:13.377356 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51926) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:26:13.489451 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d353e42-9751-43ad-a657-611891857cbd tempest-TestNetworkAdvancedServerOps-926739900 tempest-TestNetworkAdvancedServerOps-926739900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:26:13.491189 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6d353e42-9751-43ad-a657-611891857cbd tempest-TestNetworkAdvancedServerOps-926739900 tempest-TestNetworkAdvancedServerOps-926739900-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1123643 Oct 27 19:26:13.493871 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51928) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:26:13.530123 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b3485b61-6b50-413f-8414-8ac8be52eb36 tempest-TestNetworkAdvancedServerOps-926739900 tempest-TestNetworkAdvancedServerOps-926739900-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=0fad50cd-70b8-43d9-8a14-cc05c0fdea0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350952 Oct 27 19:26:13.533271 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51930) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:26:13.538434 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-fc5ad519-61af-4dbe-9647-15cba2f71221 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-342038746', 'network_id': '3eafd1eb-e7ec-4386-8d0f-1a8094063eed', 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:26:13.627659 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:13.688684 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-b8755cb1-9e86-4c97-9b12-7aa8b23ed850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ad2253-2bc1-4a75-a200-8d38d53f7f91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926683635', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '8313936e-131e-4160-b92e-ef5f40f96770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:26:11Z', 'updated_at': '2021-10-27T19:26:12Z', 'revision_number': 3, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '8313936e-131e-4160-b92e-ef5f40f96770', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ad2253-2bc1-4a75-a200-8d38d53f7f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:26:11Z', 'updated_at': '2021-10-27T19:26:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:26:13.719366 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8755cb1-9e86-4c97-9b12-7aa8b23ed850 None None] Checking router: f3ad2253-2bc1-4a75-a200-8d38d53f7f91 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:26:13.719709 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8755cb1-9e86-4c97-9b12-7aa8b23ed850 None None] Updating router f3ad2253-2bc1-4a75-a200-8d38d53f7f91 port 8313936e-131e-4160-b92e-ef5f40f96770 binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 19:26:13.722656 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:13.745686 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b8755cb1-9e86-4c97-9b12-7aa8b23ed850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:13.753650 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5ad519-61af-4dbe-9647-15cba2f71221 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Made reservation on behalf of df49fa348b1d47cdbf578b508321cb72 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:26:13.757461 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fc5ad519-61af-4dbe-9647-15cba2f71221 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:14.019781 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b8755cb1-9e86-4c97-9b12-7aa8b23ed850 None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:14.045249 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fc5ad519-61af-4dbe-9647-15cba2f71221 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:14.107832 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5ad519-61af-4dbe-9647-15cba2f71221 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'Subnet': ['ID=82ca348b-7454-430a-b5dc-d2431cbee81f,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:26:14.119714 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5ad519-61af-4dbe-9647-15cba2f71221 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Checking segment: {'id': 'dd3b6be6-f224-457e-91a6-b1cd21a4f6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '3eafd1eb-e7ec-4386-8d0f-1a8094063eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:26:14.120151 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5ad519-61af-4dbe-9647-15cba2f71221 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Network hostable DHCP agents. Network: 3eafd1eb-e7ec-4386-8d0f-1a8094063eed, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 19:26:14.137119 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b8755cb1-9e86-4c97-9b12-7aa8b23ed850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:14.188449 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5ad519-61af-4dbe-9647-15cba2f71221 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Network 3eafd1eb-e7ec-4386-8d0f-1a8094063eed is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 19:26:14.195554 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-b8755cb1-9e86-4c97-9b12-7aa8b23ed850 None None] Attempting to bind port 8313936e-131e-4160-b92e-ef5f40f96770 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:26:14.196142 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-b8755cb1-9e86-4c97-9b12-7aa8b23ed850 None None] Attempting to bind port 8313936e-131e-4160-b92e-ef5f40f96770 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:26:14.196267 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8755cb1-9e86-4c97-9b12-7aa8b23ed850 None None] Attempting to bind port 8313936e-131e-4160-b92e-ef5f40f96770 on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:26:14.198584 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eaa5d6-6083-4c0f-8b06-431d8b02ae92 None None] Pushing event updated for resources: {'Port': ['ID=8313936e-131e-4160-b92e-ef5f40f96770,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:26:14.204334 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8755cb1-9e86-4c97-9b12-7aa8b23ed850 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:26:14.204708 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8755cb1-9e86-4c97-9b12-7aa8b23ed850 None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:26:14.205130 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b8755cb1-9e86-4c97-9b12-7aa8b23ed850 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:14.205504 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8755cb1-9e86-4c97-9b12-7aa8b23ed850 None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:26:14.206004 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-b8755cb1-9e86-4c97-9b12-7aa8b23ed850 None None] Bound port: 8313936e-131e-4160-b92e-ef5f40f96770, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:26:14.206392 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b8755cb1-9e86-4c97-9b12-7aa8b23ed850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:14.257854 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-b8755cb1-9e86-4c97-9b12-7aa8b23ed850 None None] For port 8313936e-131e-4160-b92e-ef5f40f96770, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:26:14.261004 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-b8755cb1-9e86-4c97-9b12-7aa8b23ed850 None None] For port 8313936e-131e-4160-b92e-ef5f40f96770, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=8313936e-131e-4160-b92e-ef5f40f96770,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:26:14.285197 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-fc5ad519-61af-4dbe-9647-15cba2f71221 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 3eafd1eb-e7ec-4386-8d0f-1a8094063eed) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:26:14.289961 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5ad519-61af-4dbe-9647-15cba2f71221 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:26:14.290561 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fc5ad519-61af-4dbe-9647-15cba2f71221 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:14.297963 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4baf4f-8c82-448d-aa05-e340eb9665a4 None None] Network 3eafd1eb-e7ec-4386-8d0f-1a8094063eed requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:26:14.378620 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b8755cb1-9e86-4c97-9b12-7aa8b23ed850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:14.390975 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-fc5ad519-61af-4dbe-9647-15cba2f71221 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8564851 Oct 27 19:26:14.393632 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51932) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:26:14.489281 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eaa5d6-6083-4c0f-8b06-431d8b02ae92 None None] Pushing event updated for resources: {'Port': ['ID=8313936e-131e-4160-b92e-ef5f40f96770,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:26:14.493756 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8755cb1-9e86-4c97-9b12-7aa8b23ed850 None None] Routers {'f3ad2253-2bc1-4a75-a200-8d38d53f7f91'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:26:14.495053 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-b8755cb1-9e86-4c97-9b12-7aa8b23ed850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:26:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['f3ad2253-2bc1-4a75-a200-8d38d53f7f91'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:26:14.534977 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c88a5df-824f-4c8d-8ec3-a2c4230db2e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-3eafd1eb-e7ec-4386-8d0f-1a8094063eed', 'network_id': '3eafd1eb-e7ec-4386-8d0f-1a8094063eed', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'fixed_ips': [{'subnet_id': '82ca348b-7454-430a-b5dc-d2431cbee81f'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 19:26:14.535897 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7c88a5df-824f-4c8d-8ec3-a2c4230db2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:14.691812 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-b8755cb1-9e86-4c97-9b12-7aa8b23ed850 None None] Set router f3ad2253-2bc1-4a75-a200-8d38d53f7f91 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:26:14.832617 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-7c88a5df-824f-4c8d-8ec3-a2c4230db2e4 None None] Allocated IP 172.20.0.2 (3eafd1eb-e7ec-4386-8d0f-1a8094063eed/82ca348b-7454-430a-b5dc-d2431cbee81f/2d74168e-a327-4a46-a6c6-8c8f467793c3) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:26:14.850224 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-281c93a0-5062-4518-9426-5113783fc3a8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:15.038328 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-b8755cb1-9e86-4c97-9b12-7aa8b23ed850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ad2253-2bc1-4a75-a200-8d38d53f7f91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926683635', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '8313936e-131e-4160-b92e-ef5f40f96770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:26:11Z', 'updated_at': '2021-10-27T19:26:12Z', 'revision_number': 3, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '8313936e-131e-4160-b92e-ef5f40f96770', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ad2253-2bc1-4a75-a200-8d38d53f7f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:26:11Z', 'updated_at': '2021-10-27T19:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:26:15.076158 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7c88a5df-824f-4c8d-8ec3-a2c4230db2e4 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:15.078186 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8755cb1-9e86-4c97-9b12-7aa8b23ed850 None None] The sync data for ids ['f3ad2253-2bc1-4a75-a200-8d38d53f7f91'] in n-d-815690-2 is: [{'id': 'f3ad2253-2bc1-4a75-a200-8d38d53f7f91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926683635', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '8313936e-131e-4160-b92e-ef5f40f96770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:26:11Z', 'updated_at': '2021-10-27T19:26:12Z', 'revision_number': 3, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '8313936e-131e-4160-b92e-ef5f40f96770', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ad2253-2bc1-4a75-a200-8d38d53f7f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:26:11Z', 'updated_at': '2021-10-27T19:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:26:15.137764 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7c88a5df-824f-4c8d-8ec3-a2c4230db2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:15.187248 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c88a5df-824f-4c8d-8ec3-a2c4230db2e4 None None] Network 3eafd1eb-e7ec-4386-8d0f-1a8094063eed is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:26:15.188814 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-7c88a5df-824f-4c8d-8ec3-a2c4230db2e4 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:26:15.193102 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c88a5df-824f-4c8d-8ec3-a2c4230db2e4 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:26:15.205007 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c88a5df-824f-4c8d-8ec3-a2c4230db2e4 None None] Pushing event updated for resources: {'Port': ['ID=2d74168e-a327-4a46-a6c6-8c8f467793c3,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:26:15.268549 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-7c88a5df-824f-4c8d-8ec3-a2c4230db2e4 None None] Attempting to bind port 2d74168e-a327-4a46-a6c6-8c8f467793c3 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:26:15.268920 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-7c88a5df-824f-4c8d-8ec3-a2c4230db2e4 None None] Attempting to bind port 2d74168e-a327-4a46-a6c6-8c8f467793c3 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'dd3b6be6-f224-457e-91a6-b1cd21a4f6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '3eafd1eb-e7ec-4386-8d0f-1a8094063eed'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:26:15.269285 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c88a5df-824f-4c8d-8ec3-a2c4230db2e4 None None] Attempting to bind port 2d74168e-a327-4a46-a6c6-8c8f467793c3 on network 3eafd1eb-e7ec-4386-8d0f-1a8094063eed {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:26:15.278919 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c88a5df-824f-4c8d-8ec3-a2c4230db2e4 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:26:15.279305 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c88a5df-824f-4c8d-8ec3-a2c4230db2e4 None None] Checking segment: {'id': 'dd3b6be6-f224-457e-91a6-b1cd21a4f6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '3eafd1eb-e7ec-4386-8d0f-1a8094063eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:26:15.279716 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7c88a5df-824f-4c8d-8ec3-a2c4230db2e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:15.280115 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c88a5df-824f-4c8d-8ec3-a2c4230db2e4 None None] Bound using segment: {'id': 'dd3b6be6-f224-457e-91a6-b1cd21a4f6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '3eafd1eb-e7ec-4386-8d0f-1a8094063eed'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:26:15.280599 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-7c88a5df-824f-4c8d-8ec3-a2c4230db2e4 None None] Bound port: 2d74168e-a327-4a46-a6c6-8c8f467793c3, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd3b6be6-f224-457e-91a6-b1cd21a4f6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '3eafd1eb-e7ec-4386-8d0f-1a8094063eed'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:26:15.280983 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7c88a5df-824f-4c8d-8ec3-a2c4230db2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:15.349835 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:15.378740 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-7c88a5df-824f-4c8d-8ec3-a2c4230db2e4 None None] For port 2d74168e-a327-4a46-a6c6-8c8f467793c3, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:26:15.382063 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-7c88a5df-824f-4c8d-8ec3-a2c4230db2e4 None None] For port 2d74168e-a327-4a46-a6c6-8c8f467793c3, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=2d74168e-a327-4a46-a6c6-8c8f467793c3,segment=NetworkSegment(dd3b6be6-f224-457e-91a6-b1cd21a4f6c7),segment_id=dd3b6be6-f224-457e-91a6-b1cd21a4f6c7)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:26:15.479953 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7c88a5df-824f-4c8d-8ec3-a2c4230db2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:15.491413 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-281c93a0-5062-4518-9426-5113783fc3a8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Allocated IP 172.20.0.1 (3eafd1eb-e7ec-4386-8d0f-1a8094063eed/82ca348b-7454-430a-b5dc-d2431cbee81f/8473b94e-4383-49bb-a71c-8821b44f582d) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:26:15.543631 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c88a5df-824f-4c8d-8ec3-a2c4230db2e4 None None] Pushing event updated for resources: {'Port': ['ID=2d74168e-a327-4a46-a6c6-8c8f467793c3,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:26:15.620420 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-281c93a0-5062-4518-9426-5113783fc3a8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:15.731430 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-281c93a0-5062-4518-9426-5113783fc3a8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:15.788346 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281c93a0-5062-4518-9426-5113783fc3a8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Network 3eafd1eb-e7ec-4386-8d0f-1a8094063eed is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:26:15.794267 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-281c93a0-5062-4518-9426-5113783fc3a8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:26:15.796567 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c93a0-5062-4518-9426-5113783fc3a8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'Port': ['ID=8473b94e-4383-49bb-a71c-8821b44f582d,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:26:15.799114 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281c93a0-5062-4518-9426-5113783fc3a8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:26:15.857920 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-281c93a0-5062-4518-9426-5113783fc3a8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:16.052129 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-281c93a0-5062-4518-9426-5113783fc3a8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:16.348851 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-281c93a0-5062-4518-9426-5113783fc3a8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:16.405476 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-281c93a0-5062-4518-9426-5113783fc3a8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:16.462584 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26965039-de07-4667-b801-416356d22864 None None] Network 3eafd1eb-e7ec-4386-8d0f-1a8094063eed requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:26:16.486562 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c93a0-5062-4518-9426-5113783fc3a8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'Port': ['ID=8473b94e-4383-49bb-a71c-8821b44f582d,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:26:16.489875 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-281c93a0-5062-4518-9426-5113783fc3a8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:16.585852 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281c93a0-5062-4518-9426-5113783fc3a8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Network 3eafd1eb-e7ec-4386-8d0f-1a8094063eed is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:26:16.587394 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-281c93a0-5062-4518-9426-5113783fc3a8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:26:16.590868 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-47aee8d7-2351-4e52-8eda-34f4ff664e7b None None] Provisioning complete for port 2d74168e-a327-4a46-a6c6-8c8f467793c3 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:26:16.591254 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-47aee8d7-2351-4e52-8eda-34f4ff664e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:16.730869 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281c93a0-5062-4518-9426-5113783fc3a8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Router f3ad2253-2bc1-4a75-a200-8d38d53f7f91 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:26:16.737373 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-47aee8d7-2351-4e52-8eda-34f4ff664e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:16.781561 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-47aee8d7-2351-4e52-8eda-34f4ff664e7b None None] For port 2d74168e-a327-4a46-a6c6-8c8f467793c3, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=2d74168e-a327-4a46-a6c6-8c8f467793c3,segment=NetworkSegment(dd3b6be6-f224-457e-91a6-b1cd21a4f6c7),segment_id=dd3b6be6-f224-457e-91a6-b1cd21a4f6c7)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:26:16.800417 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 2d74168e-a327-4a46-a6c6-8c8f467793c3 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:26:16.857843 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-47aee8d7-2351-4e52-8eda-34f4ff664e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:16.883280 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281c93a0-5062-4518-9426-5113783fc3a8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:26:16.891510 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-281c93a0-5062-4518-9426-5113783fc3a8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "PUT /v2.0/routers/f3ad2253-2bc1-4a75-a200-8d38d53f7f91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4967887 Oct 27 19:26:16.920403 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 2d74168e-a327-4a46-a6c6-8c8f467793c3 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:26:16.920791 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:16.956838 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aee8d7-2351-4e52-8eda-34f4ff664e7b None None] Pushing event updated for resources: {'Port': ['ID=2d74168e-a327-4a46-a6c6-8c8f467793c3,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:26:17.031985 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 8313936e-131e-4160-b92e-ef5f40f96770 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:26:17.072516 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-7a990a06-5967-47e4-978f-2cffc697d05c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1782438070&fields=id&tenant_id=df49fa348b1d47cdbf578b508321cb72 HTTP/1.1" status: 200 len: 267 time: 0.0498607 Oct 27 19:26:17.094036 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-cb01fe89-073f-4034-85f5-a0ac073032a4 None None] Provisioning complete for port 8473b94e-4383-49bb-a71c-8821b44f582d triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:26:17.094521 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cb01fe89-073f-4034-85f5-a0ac073032a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:17.118240 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1095740e-47fd-4e0b-a22f-64e04e923416 None None] Sync routers for ids ['f3ad2253-2bc1-4a75-a200-8d38d53f7f91'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:26:17.126014 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 8313936e-131e-4160-b92e-ef5f40f96770 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:26:17.126391 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:17.133859 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1095740e-47fd-4e0b-a22f-64e04e923416 None None] Routers {'f3ad2253-2bc1-4a75-a200-8d38d53f7f91'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:26:17.134575 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1095740e-47fd-4e0b-a22f-64e04e923416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:26:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['f3ad2253-2bc1-4a75-a200-8d38d53f7f91'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:26:17.227270 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-3138ef61-06f5-437b-ae42-dba6af086263 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:26:17.238651 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-3138ef61-06f5-437b-ae42-dba6af086263 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/networks?id=3eafd1eb-e7ec-4386-8d0f-1a8094063eed HTTP/1.1" status: 200 len: 797 time: 0.1574962 Oct 27 19:26:17.255488 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-2d6219f9-fdd9-4cc3-9d77-078890d7bca2 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/quotas/df49fa348b1d47cdbf578b508321cb72 HTTP/1.1" status: 200 len: 375 time: 0.0140097 Oct 27 19:26:17.258552 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-1095740e-47fd-4e0b-a22f-64e04e923416 None None] Set router f3ad2253-2bc1-4a75-a200-8d38d53f7f91 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:26:17.313635 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-162e9865-7f66-4a34-9625-b9e4213273d8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=df49fa348b1d47cdbf578b508321cb72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546098 Oct 27 19:26:17.334237 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-cb01fe89-073f-4034-85f5-a0ac073032a4 None None] Port 8473b94e-4383-49bb-a71c-8821b44f582d cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:26:17.352236 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-cb01fe89-073f-4034-85f5-a0ac073032a4 None None] Provisioning complete for port 2d74168e-a327-4a46-a6c6-8c8f467793c3 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:26:17.352609 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cb01fe89-073f-4034-85f5-a0ac073032a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:17.441738 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:17.507492 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 8313936e-131e-4160-b92e-ef5f40f96770, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=8313936e-131e-4160-b92e-ef5f40f96770,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:26:17.523087 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-fdc22101-001f-4c13-b810-5743b46da2b7 service neutron] 10.222.0.52 "GET /v2.0/networks/3eafd1eb-e7ec-4386-8d0f-1a8094063eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949551 Oct 27 19:26:17.539195 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1095740e-47fd-4e0b-a22f-64e04e923416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ad2253-2bc1-4a75-a200-8d38d53f7f91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926683635', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '8313936e-131e-4160-b92e-ef5f40f96770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:26:11Z', 'updated_at': '2021-10-27T19:26:15Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '8313936e-131e-4160-b92e-ef5f40f96770', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ad2253-2bc1-4a75-a200-8d38d53f7f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:26:11Z', 'updated_at': '2021-10-27T19:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '8473b94e-4383-49bb-a71c-8821b44f582d', 'name': '', 'network_id': '3eafd1eb-e7ec-4386-8d0f-1a8094063eed', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'mac_address': 'fa:16:3e:f8:be:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ad2253-2bc1-4a75-a200-8d38d53f7f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '82ca348b-7454-430a-b5dc-d2431cbee81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:26:14Z', 'updated_at': '2021-10-27T19:26:16Z', 'revision_number': 2, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'subnets': [{'id': '82ca348b-7454-430a-b5dc-d2431cbee81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:26:17.565258 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:17.567055 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1095740e-47fd-4e0b-a22f-64e04e923416 None None] Checking router: f3ad2253-2bc1-4a75-a200-8d38d53f7f91 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:26:17.567055 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1095740e-47fd-4e0b-a22f-64e04e923416 None None] Updating router f3ad2253-2bc1-4a75-a200-8d38d53f7f91 port 8473b94e-4383-49bb-a71c-8821b44f582d binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 19:26:17.596183 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-1095740e-47fd-4e0b-a22f-64e04e923416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:17.620780 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=8313936e-131e-4160-b92e-ef5f40f96770,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:26:17.628843 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-c2ac7303-299b-4748-a061-209efcf87108 service neutron] 10.222.0.52 "GET /v2.0/networks/3eafd1eb-e7ec-4386-8d0f-1a8094063eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985379 Oct 27 19:26:17.646226 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-006a8e06-1814-4a5e-a5a1-698f780c9b65 None None] Provisioning complete for port 8473b94e-4383-49bb-a71c-8821b44f582d triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:26:17.646565 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-006a8e06-1814-4a5e-a5a1-698f780c9b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:17.687390 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-006a8e06-1814-4a5e-a5a1-698f780c9b65 None None] Port 8473b94e-4383-49bb-a71c-8821b44f582d cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:26:17.882060 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-1095740e-47fd-4e0b-a22f-64e04e923416 None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:17.888265 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-441cb043-4dca-4a5a-b6f4-45bb7a4f880a req-90ec7a63-403e-463b-9285-9bd35cb83a77 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=84e47fb3-0223-4be3-928a-60d2720d02e9 HTTP/1.1" status: 200 len: 210 time: 0.0279179 Oct 27 19:26:17.959573 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-1095740e-47fd-4e0b-a22f-64e04e923416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:18.012060 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63aaf10-f237-4cba-a4d6-365c165c5824 None None] Pushing event updated for resources: {'Port': ['ID=8473b94e-4383-49bb-a71c-8821b44f582d,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:26:18.022867 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63aaf10-f237-4cba-a4d6-365c165c5824 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:26:18.023231 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63aaf10-f237-4cba-a4d6-365c165c5824 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:26:18.023645 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63aaf10-f237-4cba-a4d6-365c165c5824 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:26:18.023884 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63aaf10-f237-4cba-a4d6-365c165c5824 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:26:18.024209 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63aaf10-f237-4cba-a4d6-365c165c5824 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:26:18.024541 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63aaf10-f237-4cba-a4d6-365c165c5824 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:26:18.024856 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63aaf10-f237-4cba-a4d6-365c165c5824 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:26:18.025174 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63aaf10-f237-4cba-a4d6-365c165c5824 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:26:18.025533 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63aaf10-f237-4cba-a4d6-365c165c5824 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:26:18.026498 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63aaf10-f237-4cba-a4d6-365c165c5824 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:26:18.026852 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63aaf10-f237-4cba-a4d6-365c165c5824 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:26:18.027224 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63aaf10-f237-4cba-a4d6-365c165c5824 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:26:18.078103 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-1095740e-47fd-4e0b-a22f-64e04e923416 None None] Attempting to bind port 8473b94e-4383-49bb-a71c-8821b44f582d on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:26:18.078467 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-1095740e-47fd-4e0b-a22f-64e04e923416 None None] Attempting to bind port 8473b94e-4383-49bb-a71c-8821b44f582d by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'dd3b6be6-f224-457e-91a6-b1cd21a4f6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '3eafd1eb-e7ec-4386-8d0f-1a8094063eed'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:26:18.078905 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1095740e-47fd-4e0b-a22f-64e04e923416 None None] Attempting to bind port 8473b94e-4383-49bb-a71c-8821b44f582d on network 3eafd1eb-e7ec-4386-8d0f-1a8094063eed {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:26:18.084239 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1095740e-47fd-4e0b-a22f-64e04e923416 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:26:18.084612 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1095740e-47fd-4e0b-a22f-64e04e923416 None None] Checking segment: {'id': 'dd3b6be6-f224-457e-91a6-b1cd21a4f6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '3eafd1eb-e7ec-4386-8d0f-1a8094063eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:26:18.085004 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-1095740e-47fd-4e0b-a22f-64e04e923416 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:18.085571 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1095740e-47fd-4e0b-a22f-64e04e923416 None None] Bound using segment: {'id': 'dd3b6be6-f224-457e-91a6-b1cd21a4f6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '3eafd1eb-e7ec-4386-8d0f-1a8094063eed'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:26:18.086195 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-1095740e-47fd-4e0b-a22f-64e04e923416 None None] Bound port: 8473b94e-4383-49bb-a71c-8821b44f582d, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd3b6be6-f224-457e-91a6-b1cd21a4f6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '3eafd1eb-e7ec-4386-8d0f-1a8094063eed'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:26:18.086757 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-1095740e-47fd-4e0b-a22f-64e04e923416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:18.158037 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-1095740e-47fd-4e0b-a22f-64e04e923416 None None] For port 8473b94e-4383-49bb-a71c-8821b44f582d, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:26:18.161223 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-1095740e-47fd-4e0b-a22f-64e04e923416 None None] For port 8473b94e-4383-49bb-a71c-8821b44f582d, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=8473b94e-4383-49bb-a71c-8821b44f582d,segment=NetworkSegment(dd3b6be6-f224-457e-91a6-b1cd21a4f6c7),segment_id=dd3b6be6-f224-457e-91a6-b1cd21a4f6c7)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:26:18.209643 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4dbcad97-a199-4f1c-a31d-0250116c42b9 None None] Provisioning complete for port 8473b94e-4383-49bb-a71c-8821b44f582d triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:26:18.212935 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4dbcad97-a199-4f1c-a31d-0250116c42b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:18.222926 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-1095740e-47fd-4e0b-a22f-64e04e923416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:18.244945 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4dbcad97-a199-4f1c-a31d-0250116c42b9 None None] Port 8473b94e-4383-49bb-a71c-8821b44f582d cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:26:18.290959 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1095740e-47fd-4e0b-a22f-64e04e923416 None None] Routers {'f3ad2253-2bc1-4a75-a200-8d38d53f7f91'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:26:18.292526 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1095740e-47fd-4e0b-a22f-64e04e923416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:26:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['f3ad2253-2bc1-4a75-a200-8d38d53f7f91'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:26:18.295582 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63aaf10-f237-4cba-a4d6-365c165c5824 None None] Pushing event updated for resources: {'Port': ['ID=8473b94e-4383-49bb-a71c-8821b44f582d,revision_number=4']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:26:18.406626 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-1095740e-47fd-4e0b-a22f-64e04e923416 None None] Set router f3ad2253-2bc1-4a75-a200-8d38d53f7f91 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:26:18.468996 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6588e0d7-2365-4e23-b9f2-a216ec56b912 None None] Provisioning complete for port 8473b94e-4383-49bb-a71c-8821b44f582d triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:26:18.469364 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6588e0d7-2365-4e23-b9f2-a216ec56b912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:18.549787 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6588e0d7-2365-4e23-b9f2-a216ec56b912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:18.582572 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6588e0d7-2365-4e23-b9f2-a216ec56b912 None None] For port 8473b94e-4383-49bb-a71c-8821b44f582d, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=8473b94e-4383-49bb-a71c-8821b44f582d,segment=NetworkSegment(dd3b6be6-f224-457e-91a6-b1cd21a4f6c7),segment_id=dd3b6be6-f224-457e-91a6-b1cd21a4f6c7)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:26:18.622978 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1095740e-47fd-4e0b-a22f-64e04e923416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ad2253-2bc1-4a75-a200-8d38d53f7f91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926683635', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '8313936e-131e-4160-b92e-ef5f40f96770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:26:11Z', 'updated_at': '2021-10-27T19:26:15Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '8313936e-131e-4160-b92e-ef5f40f96770', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ad2253-2bc1-4a75-a200-8d38d53f7f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:26:11Z', 'updated_at': '2021-10-27T19:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '8473b94e-4383-49bb-a71c-8821b44f582d', 'name': '', 'network_id': '3eafd1eb-e7ec-4386-8d0f-1a8094063eed', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'mac_address': 'fa:16:3e:f8:be:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ad2253-2bc1-4a75-a200-8d38d53f7f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '82ca348b-7454-430a-b5dc-d2431cbee81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:26:14Z', 'updated_at': '2021-10-27T19:26:18Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'subnets': [{'id': '82ca348b-7454-430a-b5dc-d2431cbee81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:26:18.657471 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6588e0d7-2365-4e23-b9f2-a216ec56b912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:18.703905 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 2d74168e-a327-4a46-a6c6-8c8f467793c3 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:26:18.751470 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6588e0d7-2365-4e23-b9f2-a216ec56b912 None None] Pushing event updated for resources: {'Port': ['ID=8473b94e-4383-49bb-a71c-8821b44f582d,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:26:18.765591 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1095740e-47fd-4e0b-a22f-64e04e923416 None None] The sync data for ids ['f3ad2253-2bc1-4a75-a200-8d38d53f7f91'] in n-d-815690-2 is: [{'id': 'f3ad2253-2bc1-4a75-a200-8d38d53f7f91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926683635', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '8313936e-131e-4160-b92e-ef5f40f96770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:26:11Z', 'updated_at': '2021-10-27T19:26:15Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '8313936e-131e-4160-b92e-ef5f40f96770', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ad2253-2bc1-4a75-a200-8d38d53f7f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:26:11Z', 'updated_at': '2021-10-27T19:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '8473b94e-4383-49bb-a71c-8821b44f582d', 'name': '', 'network_id': '3eafd1eb-e7ec-4386-8d0f-1a8094063eed', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'mac_address': 'fa:16:3e:f8:be:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ad2253-2bc1-4a75-a200-8d38d53f7f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '82ca348b-7454-430a-b5dc-d2431cbee81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:26:14Z', 'updated_at': '2021-10-27T19:26:18Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'subnets': [{'id': '82ca348b-7454-430a-b5dc-d2431cbee81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:26:18.781656 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 2d74168e-a327-4a46-a6c6-8c8f467793c3 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:26:18.782407 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:18.899665 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 8313936e-131e-4160-b92e-ef5f40f96770 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:26:18.956816 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 8313936e-131e-4160-b92e-ef5f40f96770 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:26:18.956816 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:18.978276 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-213a3e2a-1ec7-4525-8f59-fb2646f23cfd req-99bbcef6-2dd6-4c4f-abf1-4029f318572a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=84e47fb3-0223-4be3-928a-60d2720d02e9 HTTP/1.1" status: 200 len: 210 time: 0.0324283 Oct 27 19:26:20.085701 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4dfd0bdb-99ca-4779-8552-ccf89c0ff1ff req-cef6ae15-fb5b-4375-906b-5af4015de7d3 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=84e47fb3-0223-4be3-928a-60d2720d02e9 HTTP/1.1" status: 200 len: 210 time: 0.0306342 Oct 27 19:26:20.148539 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-5bc6ddf0-cbdb-4a6e-ae2f-7a0ad2630353 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:26:20.150008 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-5bc6ddf0-cbdb-4a6e-ae2f-7a0ad2630353 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.81 "GET /v2.0/networks?id=3eafd1eb-e7ec-4386-8d0f-1a8094063eed HTTP/1.1" status: 200 len: 797 time: 0.1134200 Oct 27 19:26:20.194289 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-1c83b9d4-ad73-40a3-9e01-7be03f9a1aab tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df49fa348b1d47cdbf578b508321cb72 HTTP/1.1" status: 200 len: 380 time: 0.0347822 Oct 27 19:26:20.203478 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-f03a2bef-1b66-45a3-b5a9-9d0684643765 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'port': {'device_id': '84e47fb3-0223-4be3-928a-60d2720d02e9', 'network_id': '3eafd1eb-e7ec-4386-8d0f-1a8094063eed', 'admin_state_up': True, 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'security_groups': ['3c406b3c-c324-4270-acc3-cead6142c989']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:26:20.376383 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-f03a2bef-1b66-45a3-b5a9-9d0684643765 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Made reservation on behalf of df49fa348b1d47cdbf578b508321cb72 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:26:20.379991 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-f03a2bef-1b66-45a3-b5a9-9d0684643765 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:20.509328 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-f03a2bef-1b66-45a3-b5a9-9d0684643765 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Allocated IP 172.20.0.8 (3eafd1eb-e7ec-4386-8d0f-1a8094063eed/82ca348b-7454-430a-b5dc-d2431cbee81f/cd783e94-4a83-4390-bfc1-a68e6515d4f0) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:26:20.657565 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-f03a2bef-1b66-45a3-b5a9-9d0684643765 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:20.709025 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 8473b94e-4383-49bb-a71c-8821b44f582d up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:26:20.742801 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-f03a2bef-1b66-45a3-b5a9-9d0684643765 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:20.758190 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 8473b94e-4383-49bb-a71c-8821b44f582d triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:26:20.758558 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:20.788241 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-f03a2bef-1b66-45a3-b5a9-9d0684643765 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Network 3eafd1eb-e7ec-4386-8d0f-1a8094063eed is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:26:20.791510 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-f03a2bef-1b66-45a3-b5a9-9d0684643765 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:26:20.795650 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-f03a2bef-1b66-45a3-b5a9-9d0684643765 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:26:20.824544 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a2bef-1b66-45a3-b5a9-9d0684643765 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'Port': ['ID=cd783e94-4a83-4390-bfc1-a68e6515d4f0,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:26:20.854920 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-f03a2bef-1b66-45a3-b5a9-9d0684643765 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:26:20.855600 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-f03a2bef-1b66-45a3-b5a9-9d0684643765 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:20.939493 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-f03a2bef-1b66-45a3-b5a9-9d0684643765 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7397733 Oct 27 19:26:21.000713 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-7e7fa957-474e-4648-8eea-4d591a68c287 service neutron] Request body: {'port': {'device_id': '84e47fb3-0223-4be3-928a-60d2720d02e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:26:21.061931 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-7e7fa957-474e-4648-8eea-4d591a68c287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:21.095771 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-63ca5c16-3a62-4fa2-b518-0d76a2e1f7f7 None None] Provisioning complete for port cd783e94-4a83-4390-bfc1-a68e6515d4f0 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:26:21.096061 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-63ca5c16-3a62-4fa2-b518-0d76a2e1f7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:21.148284 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-63ca5c16-3a62-4fa2-b518-0d76a2e1f7f7 None None] Port cd783e94-4a83-4390-bfc1-a68e6515d4f0 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:26:21.211025 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe96790-e504-4aaa-bd2e-54b9fe74438c req-e79777e4-b57c-4697-9d6e-e47585c6195e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:26:21.212621 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8fe96790-e504-4aaa-bd2e-54b9fe74438c req-e79777e4-b57c-4697-9d6e-e47585c6195e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=84e47fb3-0223-4be3-928a-60d2720d02e9 HTTP/1.1" status: 200 len: 931 time: 0.0503387 Oct 27 19:26:21.255533 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8fe96790-e504-4aaa-bd2e-54b9fe74438c req-e42bea5e-1077-4422-b1cc-5e9aff809cfe tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c406b3c-c324-4270-acc3-cead6142c989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363486 Oct 27 19:26:21.332921 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-7e7fa957-474e-4648-8eea-4d591a68c287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd783e94-4a83-4390-bfc1-a68e6515d4f0 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:26:21.341745 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-7e7fa957-474e-4648-8eea-4d591a68c287 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:21.354846 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-7e7fa957-474e-4648-8eea-4d591a68c287 service neutron] Transition to ACTIVE for port object cd783e94-4a83-4390-bfc1-a68e6515d4f0 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 19:26:21.439851 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-7e7fa957-474e-4648-8eea-4d591a68c287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:21.493857 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7fa957-474e-4648-8eea-4d591a68c287 service neutron] Pushing event updated for resources: {'Port': ['ID=cd783e94-4a83-4390-bfc1-a68e6515d4f0,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:26:21.570136 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-7e7fa957-474e-4648-8eea-4d591a68c287 service neutron] Attempting to bind port cd783e94-4a83-4390-bfc1-a68e6515d4f0 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:26:21.570459 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-7e7fa957-474e-4648-8eea-4d591a68c287 service neutron] Attempting to bind port cd783e94-4a83-4390-bfc1-a68e6515d4f0 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': 'dd3b6be6-f224-457e-91a6-b1cd21a4f6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '3eafd1eb-e7ec-4386-8d0f-1a8094063eed'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:26:21.570789 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-7e7fa957-474e-4648-8eea-4d591a68c287 service neutron] Attempting to bind port cd783e94-4a83-4390-bfc1-a68e6515d4f0 on network 3eafd1eb-e7ec-4386-8d0f-1a8094063eed {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:26:21.575869 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-7e7fa957-474e-4648-8eea-4d591a68c287 service neutron] Port cd783e94-4a83-4390-bfc1-a68e6515d4f0 on network 3eafd1eb-e7ec-4386-8d0f-1a8094063eed not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 19:26:21.576191 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-7e7fa957-474e-4648-8eea-4d591a68c287 service neutron] Attempting to bind port cd783e94-4a83-4390-bfc1-a68e6515d4f0 on network 3eafd1eb-e7ec-4386-8d0f-1a8094063eed {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:26:21.581383 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-7e7fa957-474e-4648-8eea-4d591a68c287 service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:26:21.581724 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-7e7fa957-474e-4648-8eea-4d591a68c287 service neutron] Checking segment: {'id': 'dd3b6be6-f224-457e-91a6-b1cd21a4f6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '3eafd1eb-e7ec-4386-8d0f-1a8094063eed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:26:21.582134 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-7e7fa957-474e-4648-8eea-4d591a68c287 service neutron] Bound using segment: {'id': 'dd3b6be6-f224-457e-91a6-b1cd21a4f6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '3eafd1eb-e7ec-4386-8d0f-1a8094063eed'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:26:21.582563 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-7e7fa957-474e-4648-8eea-4d591a68c287 service neutron] Bound port: cd783e94-4a83-4390-bfc1-a68e6515d4f0, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd3b6be6-f224-457e-91a6-b1cd21a4f6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '3eafd1eb-e7ec-4386-8d0f-1a8094063eed'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:26:21.583023 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-7e7fa957-474e-4648-8eea-4d591a68c287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:21.653906 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-7e7fa957-474e-4648-8eea-4d591a68c287 service neutron] For port cd783e94-4a83-4390-bfc1-a68e6515d4f0, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:26:21.657240 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-7e7fa957-474e-4648-8eea-4d591a68c287 service neutron] For port cd783e94-4a83-4390-bfc1-a68e6515d4f0, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=cd783e94-4a83-4390-bfc1-a68e6515d4f0,segment=NetworkSegment(dd3b6be6-f224-457e-91a6-b1cd21a4f6c7),segment_id=dd3b6be6-f224-457e-91a6-b1cd21a4f6c7)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:26:21.737533 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-7e7fa957-474e-4648-8eea-4d591a68c287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:21.754703 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-7e7fa957-474e-4648-8eea-4d591a68c287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:26:21.755839 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-7e7fa957-474e-4648-8eea-4d591a68c287 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:21.757146 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-7e7fa957-474e-4648-8eea-4d591a68c287 service neutron] 10.222.0.81 "PUT /v2.0/ports/cd783e94-4a83-4390-bfc1-a68e6515d4f0 HTTP/1.1" status: 200 len: 1091 time: 0.8083682 Oct 27 19:26:21.757627 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e47fb3-0223-4be3-928a-60d2720d02e9', 'tag': 'cd783e94-4a83-4390-bfc1-a68e6515d4f0'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:26:21.760551 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a625bde7-f7a6-4c90-8faa-300482edaba9" -d '{"events": [{"name": "network-changed", "server_uuid": "84e47fb3-0223-4be3-928a-60d2720d02e9", "tag": "cd783e94-4a83-4390-bfc1-a68e6515d4f0"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:26:21.801627 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85c2b33-ead4-48a6-88ea-fbf4bb97b9db x-openstack-request-id: req-c85c2b33-ead4-48a6-88ea-fbf4bb97b9db {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:26:21.801921 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e47fb3-0223-4be3-928a-60d2720d02e9", "tag": "cd783e94-4a83-4390-bfc1-a68e6515d4f0", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:26:21.802179 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c85c2b33-ead4-48a6-88ea-fbf4bb97b9db {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:26:21.802589 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e47fb3-0223-4be3-928a-60d2720d02e9', 'tag': 'cd783e94-4a83-4390-bfc1-a68e6515d4f0', 'status': 'completed', 'code': 200} Oct 27 19:26:21.890539 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7fa957-474e-4648-8eea-4d591a68c287 service neutron] Pushing event updated for resources: {'Port': ['ID=cd783e94-4a83-4390-bfc1-a68e6515d4f0,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:26:21.901220 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625bde7-f7a6-4c90-8faa-300482edaba9 req-a9aaca63-182d-4d69-b155-6ae2f5f27fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:26:21.903052 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a625bde7-f7a6-4c90-8faa-300482edaba9 req-a9aaca63-182d-4d69-b155-6ae2f5f27fd7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=df49fa348b1d47cdbf578b508321cb72&device_id=84e47fb3-0223-4be3-928a-60d2720d02e9 HTTP/1.1" status: 200 len: 1094 time: 0.0743225 Oct 27 19:26:22.011306 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625bde7-f7a6-4c90-8faa-300482edaba9 req-6d318e7a-3177-430f-8968-398a10488fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:26:22.013099 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a625bde7-f7a6-4c90-8faa-300482edaba9 req-6d318e7a-3177-430f-8968-398a10488fea service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=df49fa348b1d47cdbf578b508321cb72&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1025620 Oct 27 19:26:22.113812 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625bde7-f7a6-4c90-8faa-300482edaba9 req-1c4a6c33-cc19-445f-9a3f-472ed4c5500a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:26:22.115344 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a625bde7-f7a6-4c90-8faa-300482edaba9 req-1c4a6c33-cc19-445f-9a3f-472ed4c5500a service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0956695 Oct 27 19:26:22.194785 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-70006fe1-b5e1-4bf5-9073-bb2027daf4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:26:22.196382 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-70006fe1-b5e1-4bf5-9073-bb2027daf4fa service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=df49fa348b1d47cdbf578b508321cb72&device_id=84e47fb3-0223-4be3-928a-60d2720d02e9 HTTP/1.1" status: 200 len: 1094 time: 0.0420630 Oct 27 19:26:22.245295 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-f95c4976-c7ef-4f59-afff-875f7b200958 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd783e94-4a83-4390-bfc1-a68e6515d4f0 HTTP/1.1" status: 200 len: 217 time: 0.0393138 Oct 27 19:26:22.295020 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-51eefd11-3fa7-4873-b9d6-b4bdc472565d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:26:22.296561 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-51eefd11-3fa7-4873-b9d6-b4bdc472565d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=82ca348b-7454-430a-b5dc-d2431cbee81f HTTP/1.1" status: 200 len: 834 time: 0.0445352 Oct 27 19:26:22.344345 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-aa721949-fb80-406c-8794-77edbb3274b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:26:22.345877 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-aa721949-fb80-406c-8794-77edbb3274b4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3eafd1eb-e7ec-4386-8d0f-1a8094063eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428486 Oct 27 19:26:22.380705 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732799a4-b380-42bb-a1bb-a26005d701ed req-56c5018a-e3fe-49ad-9d64-30b05e1f0ed8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:26:22.382347 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-732799a4-b380-42bb-a1bb-a26005d701ed req-56c5018a-e3fe-49ad-9d64-30b05e1f0ed8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=84e47fb3-0223-4be3-928a-60d2720d02e9 HTTP/1.1" status: 200 len: 943 time: 0.0523193 Oct 27 19:26:22.422277 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-732799a4-b380-42bb-a1bb-a26005d701ed req-0ebfdbad-0790-469b-a1c5-e824640219d4 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c406b3c-c324-4270-acc3-cead6142c989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328951 Oct 27 19:26:22.441485 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-59bc04c7-1da7-4108-ae2a-71b73936abec service neutron] 10.222.0.81 "GET /v2.0/networks/3eafd1eb-e7ec-4386-8d0f-1a8094063eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881402 Oct 27 19:26:22.532242 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ad2e25d7-8fea-454b-a8bd-6ec4da1108d0 req-b4a21c66-3ac9-4ec6-a174-839e473de9ee service neutron] 10.222.0.81 "GET /v2.0/networks/3eafd1eb-e7ec-4386-8d0f-1a8094063eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834839 Oct 27 19:26:23.561472 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d0960-8783-4f93-a7f0-f1ccbdc24b94 req-5a4bcf59-c911-4f3a-a016-2e36bb7de6ac tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:26:23.563093 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee7d0960-8783-4f93-a7f0-f1ccbdc24b94 req-5a4bcf59-c911-4f3a-a016-2e36bb7de6ac tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=84e47fb3-0223-4be3-928a-60d2720d02e9 HTTP/1.1" status: 200 len: 943 time: 0.0607936 Oct 27 19:26:23.613114 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee7d0960-8783-4f93-a7f0-f1ccbdc24b94 req-a08c3288-b20b-4ec4-a423-5a9e694a7808 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c406b3c-c324-4270-acc3-cead6142c989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435748 Oct 27 19:26:24.731572 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d93f3-bd12-4c2b-8d8f-593d0f85314a req-252df5c5-3e4d-4de7-a4d6-ffef8d0a40ff tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:26:24.733093 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2c3d93f3-bd12-4c2b-8d8f-593d0f85314a req-252df5c5-3e4d-4de7-a4d6-ffef8d0a40ff tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=84e47fb3-0223-4be3-928a-60d2720d02e9 HTTP/1.1" status: 200 len: 943 time: 0.0497255 Oct 27 19:26:24.772057 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2c3d93f3-bd12-4c2b-8d8f-593d0f85314a req-2dd798b2-345f-4474-872d-faf50a72bc64 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c406b3c-c324-4270-acc3-cead6142c989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329287 Oct 27 19:26:25.888718 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc30d7-26ad-44b1-9f28-c77a0712118e req-725de7d7-59f1-4b7b-98e5-42768a511dcc tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:26:25.890227 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9bdc30d7-26ad-44b1-9f28-c77a0712118e req-725de7d7-59f1-4b7b-98e5-42768a511dcc tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=84e47fb3-0223-4be3-928a-60d2720d02e9 HTTP/1.1" status: 200 len: 943 time: 0.0493009 Oct 27 19:26:25.928396 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9bdc30d7-26ad-44b1-9f28-c77a0712118e req-23fa8f82-2c5d-4893-a153-b9e8d2698ece tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c406b3c-c324-4270-acc3-cead6142c989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322001 Oct 27 19:26:26.751242 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device cd783e94-4a83-4390-bfc1-a68e6515d4f0 details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 19:26:26.853728 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port cd783e94-4a83-4390-bfc1-a68e6515d4f0, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=cd783e94-4a83-4390-bfc1-a68e6515d4f0,segment=NetworkSegment(dd3b6be6-f224-457e-91a6-b1cd21a4f6c7),segment_id=dd3b6be6-f224-457e-91a6-b1cd21a4f6c7)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:26:26.866388 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': 'cd783e94-4a83-4390-bfc1-a68e6515d4f0', 'network_id': '3eafd1eb-e7ec-4386-8d0f-1a8094063eed', 'port_id': 'cd783e94-4a83-4390-bfc1-a68e6515d4f0', 'mac_address': 'fa:16:3e:94:5b:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82ca348b-7454-430a-b5dc-d2431cbee81f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 19:26:26.919307 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:26.933924 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd783e94-4a83-4390-bfc1-a68e6515d4f0 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:26:26.954427 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port cd783e94-4a83-4390-bfc1-a68e6515d4f0, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=cd783e94-4a83-4390-bfc1-a68e6515d4f0,segment=NetworkSegment(dd3b6be6-f224-457e-91a6-b1cd21a4f6c7),segment_id=dd3b6be6-f224-457e-91a6-b1cd21a4f6c7)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:26:26.959086 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:27.021704 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:27.054480 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad5d12-a456-4cc9-a8e7-78e211a42522 req-7622b1bf-d2ee-4620-9e88-9cff9dc339b1 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:26:27.058868 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-37ad5d12-a456-4cc9-a8e7-78e211a42522 req-7622b1bf-d2ee-4620-9e88-9cff9dc339b1 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=84e47fb3-0223-4be3-928a-60d2720d02e9 HTTP/1.1" status: 200 len: 943 time: 0.0550492 Oct 27 19:26:27.072477 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=cd783e94-4a83-4390-bfc1-a68e6515d4f0,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:26:27.096196 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-37ad5d12-a456-4cc9-a8e7-78e211a42522 req-93f287a0-94a8-4bac-85b2-37803171e916 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c406b3c-c324-4270-acc3-cead6142c989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330069 Oct 27 19:26:27.250927 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['cd783e94-4a83-4390-bfc1-a68e6515d4f0'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:26:27.502050 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:28.213989 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8425c1a-9e58-4e1c-adbb-8ca00f51ee94 req-eea04cd8-f3ef-449f-862a-c840ac095d5f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:26:28.215607 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b8425c1a-9e58-4e1c-adbb-8ca00f51ee94 req-eea04cd8-f3ef-449f-862a-c840ac095d5f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=84e47fb3-0223-4be3-928a-60d2720d02e9 HTTP/1.1" status: 200 len: 944 time: 0.0505130 Oct 27 19:26:28.254618 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b8425c1a-9e58-4e1c-adbb-8ca00f51ee94 req-e9204a5c-f4fc-4c0e-9ff5-9aa7363dc444 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c406b3c-c324-4270-acc3-cead6142c989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328038 Oct 27 19:26:28.751299 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device cd783e94-4a83-4390-bfc1-a68e6515d4f0 up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:26:28.903210 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning for port cd783e94-4a83-4390-bfc1-a68e6515d4f0 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 19:26:28.907697 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port cd783e94-4a83-4390-bfc1-a68e6515d4f0 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:26:28.908169 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:28.990290 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:29.013629 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e47fb3-0223-4be3-928a-60d2720d02e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd783e94-4a83-4390-bfc1-a68e6515d4f0'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:26:29.015852 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b7a7ffbeb5006bcc00a453a37d6ced003ca150096c2d6d80d40f5ba58f622d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1109bf6-be53-43bf-9cf8-373643434d65" -d '{"events": [{"server_uuid": "84e47fb3-0223-4be3-928a-60d2720d02e9", "name": "network-vif-plugged", "status": "completed", "tag": "cd783e94-4a83-4390-bfc1-a68e6515d4f0"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:26:29.028829 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port cd783e94-4a83-4390-bfc1-a68e6515d4f0, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=cd783e94-4a83-4390-bfc1-a68e6515d4f0,segment=NetworkSegment(dd3b6be6-f224-457e-91a6-b1cd21a4f6c7),segment_id=dd3b6be6-f224-457e-91a6-b1cd21a4f6c7)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:26:29.096770 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:29.120434 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd98e127-5e23-476b-add9-64ed401886bf x-openstack-request-id: req-dd98e127-5e23-476b-add9-64ed401886bf {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:26:29.120728 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e47fb3-0223-4be3-928a-60d2720d02e9", "name": "network-vif-plugged", "status": "completed", "tag": "cd783e94-4a83-4390-bfc1-a68e6515d4f0", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:26:29.120986 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dd98e127-5e23-476b-add9-64ed401886bf {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:26:29.121374 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e47fb3-0223-4be3-928a-60d2720d02e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd783e94-4a83-4390-bfc1-a68e6515d4f0', 'code': 200} Oct 27 19:26:29.152503 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=cd783e94-4a83-4390-bfc1-a68e6515d4f0,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:26:29.213003 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a8c79-1714-4f8a-8dcb-3ca9e55f64e0 req-73b5261f-07ad-4395-a19c-a2b74ae6e4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:26:29.215163 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a88a8c79-1714-4f8a-8dcb-3ca9e55f64e0 req-73b5261f-07ad-4395-a19c-a2b74ae6e4a2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=84e47fb3-0223-4be3-928a-60d2720d02e9 HTTP/1.1" status: 200 len: 1096 time: 0.0492048 Oct 27 19:26:29.252768 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a88a8c79-1714-4f8a-8dcb-3ca9e55f64e0 req-baa851b1-b358-4e13-a9b4-0eb8e1f49fa3 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3c406b3c-c324-4270-acc3-cead6142c989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304959 Oct 27 19:26:29.376389 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a06693-6d3c-452b-ae97-0a290a6c8823 req-b6c72fd0-5c44-4e22-9acb-d7f62785c6c2 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:26:29.377899 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-64a06693-6d3c-452b-ae97-0a290a6c8823 req-b6c72fd0-5c44-4e22-9acb-d7f62785c6c2 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=84e47fb3-0223-4be3-928a-60d2720d02e9 HTTP/1.1" status: 200 len: 945 time: 0.0497987 Oct 27 19:26:29.417519 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-64a06693-6d3c-452b-ae97-0a290a6c8823 req-33551576-68e0-418f-b3c0-876c6b720d07 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c406b3c-c324-4270-acc3-cead6142c989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335567 Oct 27 19:26:29.710154 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:26:30.539445 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6eac0-cb68-43f0-bcd3-cf01c21785c8 req-a2ea82b2-976e-4eea-b538-11a2c1cbd615 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:26:30.540880 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-78d6eac0-cb68-43f0-bcd3-cf01c21785c8 req-a2ea82b2-976e-4eea-b538-11a2c1cbd615 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=84e47fb3-0223-4be3-928a-60d2720d02e9 HTTP/1.1" status: 200 len: 945 time: 0.0534444 Oct 27 19:26:30.580088 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-78d6eac0-cb68-43f0-bcd3-cf01c21785c8 req-6101e7cd-0da6-4556-88ea-d6bda3a56370 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c406b3c-c324-4270-acc3-cead6142c989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327284 Oct 27 19:26:30.696838 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafeb235-c866-4058-ae98-bc7932a61169 req-59f5cdb4-5949-4152-97f9-31db7987b9d9 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:26:30.699027 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cafeb235-c866-4058-ae98-bc7932a61169 req-59f5cdb4-5949-4152-97f9-31db7987b9d9 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=84e47fb3-0223-4be3-928a-60d2720d02e9 HTTP/1.1" status: 200 len: 945 time: 0.0505373 Oct 27 19:26:30.737959 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cafeb235-c866-4058-ae98-bc7932a61169 req-a5646f5d-e36f-4661-8efb-942db39d8de1 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c406b3c-c324-4270-acc3-cead6142c989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328672 Oct 27 19:26:30.761184 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51996) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:26:30.805455 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9093bd35-d18a-4a96-8fd9-31a6bacf8f54 tempest-TestNetworkAdvancedServerOps-926739900 tempest-TestNetworkAdvancedServerOps-926739900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:26:30.807059 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9093bd35-d18a-4a96-8fd9-31a6bacf8f54 tempest-TestNetworkAdvancedServerOps-926739900 tempest-TestNetworkAdvancedServerOps-926739900-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=84e47fb3-0223-4be3-928a-60d2720d02e9 HTTP/1.1" status: 200 len: 1091 time: 0.0447986 Oct 27 19:26:30.810206 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 51998) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:26:30.814526 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-add802ff-ee60-4485-8389-30c323db19ef tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'port_id': 'cd783e94-4a83-4390-bfc1-a68e6515d4f0', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:26:30.919908 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-add802ff-ee60-4485-8389-30c323db19ef tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for floatingip, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:31.019759 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-add802ff-ee60-4485-8389-30c323db19ef tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:31.121112 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-add802ff-ee60-4485-8389-30c323db19ef tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Allocated IP 172.25.6.232 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/df7ad990-d9fc-40a6-8849-9c720436990b) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:26:31.228475 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-add802ff-ee60-4485-8389-30c323db19ef tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:31.337215 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-add802ff-ee60-4485-8389-30c323db19ef tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:31.378765 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add802ff-ee60-4485-8389-30c323db19ef tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:26:31.381645 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-add802ff-ee60-4485-8389-30c323db19ef tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:26:31.385672 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add802ff-ee60-4485-8389-30c323db19ef tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:26:31.391510 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add802ff-ee60-4485-8389-30c323db19ef tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'Port': ['ID=df7ad990-d9fc-40a6-8849-9c720436990b,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:26:31.738118 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-add802ff-ee60-4485-8389-30c323db19ef tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:31.889699 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-add802ff-ee60-4485-8389-30c323db19ef tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:32.039614 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-add802ff-ee60-4485-8389-30c323db19ef tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:32.090546 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-add802ff-ee60-4485-8389-30c323db19ef tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:32.162105 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add802ff-ee60-4485-8389-30c323db19ef tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'Port': ['ID=df7ad990-d9fc-40a6-8849-9c720436990b,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:26:32.171037 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-add802ff-ee60-4485-8389-30c323db19ef tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:32.271835 n-d-815690-2 neutron-server[102879]: INFO neutron.db.l3_db [None req-add802ff-ee60-4485-8389-30c323db19ef tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Floating IP d629ef9f-a5ba-4fa5-89c5-24b6617c7d3f associated. External IP: 172.25.6.232, port: cd783e94-4a83-4390-bfc1-a68e6515d4f0. Oct 27 19:26:32.480278 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add802ff-ee60-4485-8389-30c323db19ef tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Router f3ad2253-2bc1-4a75-a200-8d38d53f7f91 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:26:32.589942 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add802ff-ee60-4485-8389-30c323db19ef tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:26:32.601015 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cd48e4-3d20-4dd5-ae4f-86923018d1eb None None] Sync routers for ids ['f3ad2253-2bc1-4a75-a200-8d38d53f7f91'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:26:32.612257 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cd48e4-3d20-4dd5-ae4f-86923018d1eb None None] Routers {'f3ad2253-2bc1-4a75-a200-8d38d53f7f91'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:26:32.616084 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-77cd48e4-3d20-4dd5-ae4f-86923018d1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:26:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['f3ad2253-2bc1-4a75-a200-8d38d53f7f91'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:26:32.664684 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-add802ff-ee60-4485-8389-30c323db19ef tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:32.692398 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-add802ff-ee60-4485-8389-30c323db19ef tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8811457 Oct 27 19:26:32.692990 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e47fb3-0223-4be3-928a-60d2720d02e9', 'tag': 'cd783e94-4a83-4390-bfc1-a68e6515d4f0'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:26:32.695295 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f38c88-ec83-4c2d-9276-4f1f7d1993be" -d '{"events": [{"name": "network-changed", "server_uuid": "84e47fb3-0223-4be3-928a-60d2720d02e9", "tag": "cd783e94-4a83-4390-bfc1-a68e6515d4f0"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:26:32.725883 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-77cd48e4-3d20-4dd5-ae4f-86923018d1eb None None] Set router f3ad2253-2bc1-4a75-a200-8d38d53f7f91 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:26:32.792500 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9cbd30-1e76-4cd1-8ced-1613004f9b1f req-1316875f-3329-44b6-9d5b-c6349c23d3f3 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:26:32.793931 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cb9cbd30-1e76-4cd1-8ced-1613004f9b1f req-1316875f-3329-44b6-9d5b-c6349c23d3f3 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=84e47fb3-0223-4be3-928a-60d2720d02e9 HTTP/1.1" status: 200 len: 945 time: 0.0512342 Oct 27 19:26:32.833189 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cb9cbd30-1e76-4cd1-8ced-1613004f9b1f req-eeece256-1493-4d45-a171-48016885765d tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c406b3c-c324-4270-acc3-cead6142c989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332601 Oct 27 19:26:32.857875 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52004) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:26:32.914500 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d5d900-847f-4c12-b290-e5fa175d5d4e x-openstack-request-id: req-c0d5d900-847f-4c12-b290-e5fa175d5d4e {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:26:32.915256 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e47fb3-0223-4be3-928a-60d2720d02e9", "tag": "cd783e94-4a83-4390-bfc1-a68e6515d4f0", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:26:32.915256 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c0d5d900-847f-4c12-b290-e5fa175d5d4e {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:26:32.915619 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e47fb3-0223-4be3-928a-60d2720d02e9', 'tag': 'cd783e94-4a83-4390-bfc1-a68e6515d4f0', 'status': 'completed', 'code': 200} Oct 27 19:26:32.963572 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-77cd48e4-3d20-4dd5-ae4f-86923018d1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ad2253-2bc1-4a75-a200-8d38d53f7f91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926683635', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '8313936e-131e-4160-b92e-ef5f40f96770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:26:11Z', 'updated_at': '2021-10-27T19:26:15Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '8313936e-131e-4160-b92e-ef5f40f96770', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ad2253-2bc1-4a75-a200-8d38d53f7f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:26:11Z', 'updated_at': '2021-10-27T19:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'd629ef9f-a5ba-4fa5-89c5-24b6617c7d3f', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'floating_ip_address': '172.25.6.232', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': 'f3ad2253-2bc1-4a75-a200-8d38d53f7f91', 'port_id': 'cd783e94-4a83-4390-bfc1-a68e6515d4f0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eafd1eb-e7ec-4386-8d0f-1a8094063eed', 'mac_address': 'fa:16:3e:94:5b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e47fb3-0223-4be3-928a-60d2720d02e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:26:31Z', 'updated_at': '2021-10-27T19:26:31Z', 'revision_number': 0, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8473b94e-4383-49bb-a71c-8821b44f582d', 'name': '', 'network_id': '3eafd1eb-e7ec-4386-8d0f-1a8094063eed', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'mac_address': 'fa:16:3e:f8:be:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ad2253-2bc1-4a75-a200-8d38d53f7f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '82ca348b-7454-430a-b5dc-d2431cbee81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:26:14Z', 'updated_at': '2021-10-27T19:26:18Z', 'revision_number': 5, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'subnets': [{'id': '82ca348b-7454-430a-b5dc-d2431cbee81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:26:32.969084 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c70dd5f1-61a5-4053-8e5a-3239acc2e180 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/floatingips/d629ef9f-a5ba-4fa5-89c5-24b6617c7d3f HTTP/1.1" status: 200 len: 991 time: 0.1096387 Oct 27 19:26:32.979025 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f38c88-ec83-4c2d-9276-4f1f7d1993be req-24c4d8e7-842e-45cf-88d1-706717aadbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:26:32.980499 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-34f38c88-ec83-4c2d-9276-4f1f7d1993be req-24c4d8e7-842e-45cf-88d1-706717aadbb6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=df49fa348b1d47cdbf578b508321cb72&device_id=84e47fb3-0223-4be3-928a-60d2720d02e9 HTTP/1.1" status: 200 len: 1096 time: 0.0679102 Oct 27 19:26:32.990028 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cd48e4-3d20-4dd5-ae4f-86923018d1eb None None] Checking router: f3ad2253-2bc1-4a75-a200-8d38d53f7f91 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:26:32.999395 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cd48e4-3d20-4dd5-ae4f-86923018d1eb None None] Routers {'f3ad2253-2bc1-4a75-a200-8d38d53f7f91'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:26:33.000020 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-77cd48e4-3d20-4dd5-ae4f-86923018d1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:26:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['f3ad2253-2bc1-4a75-a200-8d38d53f7f91'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:26:33.070539 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f38c88-ec83-4c2d-9276-4f1f7d1993be req-799508d0-e470-429d-a524-ad5b343a767b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:26:33.072048 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-34f38c88-ec83-4c2d-9276-4f1f7d1993be req-799508d0-e470-429d-a524-ad5b343a767b service neutron] 10.222.0.81 "GET /v2.0/networks?id=3eafd1eb-e7ec-4386-8d0f-1a8094063eed HTTP/1.1" status: 200 len: 899 time: 0.0845051 Oct 27 19:26:33.108642 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-77cd48e4-3d20-4dd5-ae4f-86923018d1eb None None] Set router f3ad2253-2bc1-4a75-a200-8d38d53f7f91 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:26:33.142974 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-34f38c88-ec83-4c2d-9276-4f1f7d1993be req-c9dd5d55-8289-4293-85a3-0dfe4fccbb32 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd783e94-4a83-4390-bfc1-a68e6515d4f0 HTTP/1.1" status: 200 len: 999 time: 0.0631595 Oct 27 19:26:33.193040 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f38c88-ec83-4c2d-9276-4f1f7d1993be req-60cc642d-1226-47a6-8ee5-13f3d8f54f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:26:33.194563 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-34f38c88-ec83-4c2d-9276-4f1f7d1993be req-60cc642d-1226-47a6-8ee5-13f3d8f54f13 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=82ca348b-7454-430a-b5dc-d2431cbee81f HTTP/1.1" status: 200 len: 834 time: 0.0452251 Oct 27 19:26:33.240519 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f38c88-ec83-4c2d-9276-4f1f7d1993be req-17b5e8cc-735f-4aa0-b2aa-77ad80a56181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:26:33.242023 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-34f38c88-ec83-4c2d-9276-4f1f7d1993be req-17b5e8cc-735f-4aa0-b2aa-77ad80a56181 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3eafd1eb-e7ec-4386-8d0f-1a8094063eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404408 Oct 27 19:26:33.336273 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-34f38c88-ec83-4c2d-9276-4f1f7d1993be req-e3dab723-5c42-440c-8124-eef8fc035571 service neutron] 10.222.0.81 "GET /v2.0/networks/3eafd1eb-e7ec-4386-8d0f-1a8094063eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863087 Oct 27 19:26:33.342877 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-77cd48e4-3d20-4dd5-ae4f-86923018d1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ad2253-2bc1-4a75-a200-8d38d53f7f91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926683635', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '8313936e-131e-4160-b92e-ef5f40f96770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:26:11Z', 'updated_at': '2021-10-27T19:26:15Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '8313936e-131e-4160-b92e-ef5f40f96770', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ad2253-2bc1-4a75-a200-8d38d53f7f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:26:11Z', 'updated_at': '2021-10-27T19:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'd629ef9f-a5ba-4fa5-89c5-24b6617c7d3f', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'floating_ip_address': '172.25.6.232', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': 'f3ad2253-2bc1-4a75-a200-8d38d53f7f91', 'port_id': 'cd783e94-4a83-4390-bfc1-a68e6515d4f0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eafd1eb-e7ec-4386-8d0f-1a8094063eed', 'mac_address': 'fa:16:3e:94:5b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e47fb3-0223-4be3-928a-60d2720d02e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:26:31Z', 'updated_at': '2021-10-27T19:26:31Z', 'revision_number': 0, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8473b94e-4383-49bb-a71c-8821b44f582d', 'name': '', 'network_id': '3eafd1eb-e7ec-4386-8d0f-1a8094063eed', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'mac_address': 'fa:16:3e:f8:be:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ad2253-2bc1-4a75-a200-8d38d53f7f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '82ca348b-7454-430a-b5dc-d2431cbee81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:26:14Z', 'updated_at': '2021-10-27T19:26:18Z', 'revision_number': 5, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'subnets': [{'id': '82ca348b-7454-430a-b5dc-d2431cbee81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:26:33.370802 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cd48e4-3d20-4dd5-ae4f-86923018d1eb None None] The sync data for ids ['f3ad2253-2bc1-4a75-a200-8d38d53f7f91'] in n-d-815690-2 is: [{'id': 'f3ad2253-2bc1-4a75-a200-8d38d53f7f91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926683635', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '8313936e-131e-4160-b92e-ef5f40f96770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:26:11Z', 'updated_at': '2021-10-27T19:26:15Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '8313936e-131e-4160-b92e-ef5f40f96770', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ad2253-2bc1-4a75-a200-8d38d53f7f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:26:11Z', 'updated_at': '2021-10-27T19:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'd629ef9f-a5ba-4fa5-89c5-24b6617c7d3f', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'floating_ip_address': '172.25.6.232', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': 'f3ad2253-2bc1-4a75-a200-8d38d53f7f91', 'port_id': 'cd783e94-4a83-4390-bfc1-a68e6515d4f0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eafd1eb-e7ec-4386-8d0f-1a8094063eed', 'mac_address': 'fa:16:3e:94:5b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e47fb3-0223-4be3-928a-60d2720d02e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:26:31Z', 'updated_at': '2021-10-27T19:26:31Z', 'revision_number': 0, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8473b94e-4383-49bb-a71c-8821b44f582d', 'name': '', 'network_id': '3eafd1eb-e7ec-4386-8d0f-1a8094063eed', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'mac_address': 'fa:16:3e:f8:be:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ad2253-2bc1-4a75-a200-8d38d53f7f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '82ca348b-7454-430a-b5dc-d2431cbee81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:26:14Z', 'updated_at': '2021-10-27T19:26:18Z', 'revision_number': 5, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'subnets': [{'id': '82ca348b-7454-430a-b5dc-d2431cbee81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:26:33.432087 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-34f38c88-ec83-4c2d-9276-4f1f7d1993be req-05d1983d-2ee2-4410-ae2b-6cfaae5a3498 service neutron] 10.222.0.81 "GET /v2.0/networks/3eafd1eb-e7ec-4386-8d0f-1a8094063eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870593 Oct 27 19:26:33.578113 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c670cc8-911e-4b47-90ee-0caf69757acf None None] New status for floating IP d629ef9f-a5ba-4fa5-89c5-24b6617c7d3f: ACTIVE {{(pid=102881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 19:26:33.972861 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52006) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:26:34.037651 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-93183e01-4820-4a14-b308-03f45d1b5c6d tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/floatingips/d629ef9f-a5ba-4fa5-89c5-24b6617c7d3f HTTP/1.1" status: 200 len: 993 time: 0.0636435 Oct 27 19:26:39.697021 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-17b77842-d2a1-4062-848f-8befd3912777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:42.148321 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-585b54b8-2478-40ee-9ff5-3eabc175e430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:43.445571 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:43.645390 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:45.319587 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:46.126655 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4b33d348-5754-49fe-b5c6-6bdb9ef0111b req-c826f283-15fc-4d2f-9dce-d2261572c57e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=84e47fb3-0223-4be3-928a-60d2720d02e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403366 Oct 27 19:26:46.216157 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33d348-5754-49fe-b5c6-6bdb9ef0111b req-95a5759d-f437-4232-a1de-9836ed53fd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:26:46.217680 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4b33d348-5754-49fe-b5c6-6bdb9ef0111b req-95a5759d-f437-4232-a1de-9836ed53fd16 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=df49fa348b1d47cdbf578b508321cb72&device_id=84e47fb3-0223-4be3-928a-60d2720d02e9 HTTP/1.1" status: 200 len: 1096 time: 0.0429549 Oct 27 19:26:46.654465 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33d348-5754-49fe-b5c6-6bdb9ef0111b req-0e241e7a-4b2b-4b2b-9491-b74dab394aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:26:46.655994 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4b33d348-5754-49fe-b5c6-6bdb9ef0111b req-0e241e7a-4b2b-4b2b-9491-b74dab394aa6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3eafd1eb-e7ec-4386-8d0f-1a8094063eed HTTP/1.1" status: 200 len: 899 time: 0.4179792 Oct 27 19:26:46.724104 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4b33d348-5754-49fe-b5c6-6bdb9ef0111b req-207e97df-7f50-437b-a39c-8c5744c7059f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd783e94-4a83-4390-bfc1-a68e6515d4f0 HTTP/1.1" status: 200 len: 1001 time: 0.0599523 Oct 27 19:26:46.777803 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33d348-5754-49fe-b5c6-6bdb9ef0111b req-d4d768b5-a891-442a-a867-294790b24226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:26:46.779280 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4b33d348-5754-49fe-b5c6-6bdb9ef0111b req-d4d768b5-a891-442a-a867-294790b24226 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=82ca348b-7454-430a-b5dc-d2431cbee81f HTTP/1.1" status: 200 len: 834 time: 0.0482161 Oct 27 19:26:46.826700 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33d348-5754-49fe-b5c6-6bdb9ef0111b req-cbe4c47a-bf19-4f06-825d-3c9aa0886b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:26:46.828250 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4b33d348-5754-49fe-b5c6-6bdb9ef0111b req-cbe4c47a-bf19-4f06-825d-3c9aa0886b8a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3eafd1eb-e7ec-4386-8d0f-1a8094063eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411930 Oct 27 19:26:46.839575 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [req-4b33d348-5754-49fe-b5c6-6bdb9ef0111b req-d3b0d305-e9c5-469d-ae98-10c6140e3d31 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 19:26:46.840516 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4b33d348-5754-49fe-b5c6-6bdb9ef0111b req-d3b0d305-e9c5-469d-ae98-10c6140e3d31 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049524 Oct 27 19:26:46.935435 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4b33d348-5754-49fe-b5c6-6bdb9ef0111b req-8277cde6-b241-474b-af76-f29c93f9a2fb service neutron] 10.222.0.81 "GET /v2.0/networks/3eafd1eb-e7ec-4386-8d0f-1a8094063eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869832 Oct 27 19:26:47.026632 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4b33d348-5754-49fe-b5c6-6bdb9ef0111b req-da8dd8b0-a1e1-4c5f-a9ba-88e0a1cac177 service neutron] 10.222.0.81 "GET /v2.0/networks/3eafd1eb-e7ec-4386-8d0f-1a8094063eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838177 Oct 27 19:26:56.965058 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:26:57.491157 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:05.618712 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5412d-6abb-4d70-b4ff-b5b8f954bcf0 req-bc112ebe-f0ff-408c-a485-55d6447ebf5e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:27:05.620832 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6fd5412d-6abb-4d70-b4ff-b5b8f954bcf0 req-bc112ebe-f0ff-408c-a485-55d6447ebf5e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=84e47fb3-0223-4be3-928a-60d2720d02e9 HTTP/1.1" status: 200 len: 945 time: 0.0552025 Oct 27 19:27:05.661223 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6fd5412d-6abb-4d70-b4ff-b5b8f954bcf0 req-bf75726b-301f-4ec7-941f-09c779869b07 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c406b3c-c324-4270-acc3-cead6142c989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331490 Oct 27 19:27:06.708719 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:27:06.778750 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c976e99-dbed-44cb-8639-ea5b469182bc req-91300bf8-48d9-413f-955e-a564ce224929 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:27:06.780286 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5c976e99-dbed-44cb-8639-ea5b469182bc req-91300bf8-48d9-413f-955e-a564ce224929 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=84e47fb3-0223-4be3-928a-60d2720d02e9 HTTP/1.1" status: 200 len: 945 time: 0.0500345 Oct 27 19:27:06.819210 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5c976e99-dbed-44cb-8639-ea5b469182bc req-9c35319c-f51e-419e-810d-7c5804e4d9d1 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c406b3c-c324-4270-acc3-cead6142c989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330811 Oct 27 19:27:06.843295 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52030) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:27:06.908424 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-79a31b6d-7d7a-4c25-9a78-22bbb47f55ca tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/floatingips/d629ef9f-a5ba-4fa5-89c5-24b6617c7d3f HTTP/1.1" status: 200 len: 993 time: 0.0637693 Oct 27 19:27:08.298740 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1b081-e923-4013-8a61-c13a053d8d0c req-1cfa6b16-df11-4d3d-931e-e5e831359df9 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:27:08.300373 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1e1b081-e923-4013-8a61-c13a053d8d0c req-1cfa6b16-df11-4d3d-931e-e5e831359df9 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=84e47fb3-0223-4be3-928a-60d2720d02e9 HTTP/1.1" status: 200 len: 945 time: 0.0537779 Oct 27 19:27:08.340837 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f1e1b081-e923-4013-8a61-c13a053d8d0c req-a289eb93-44b3-46e6-8b12-af470904a493 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c406b3c-c324-4270-acc3-cead6142c989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344334 Oct 27 19:27:09.464732 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914f9a1-57a9-4439-ad7d-389bec191872 req-54b14eaa-b093-4ec2-9af1-23297f0ca43a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:27:09.466252 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4914f9a1-57a9-4439-ad7d-389bec191872 req-54b14eaa-b093-4ec2-9af1-23297f0ca43a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=84e47fb3-0223-4be3-928a-60d2720d02e9 HTTP/1.1" status: 200 len: 945 time: 0.0533147 Oct 27 19:27:09.504668 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4914f9a1-57a9-4439-ad7d-389bec191872 req-4e688a05-3c82-43dd-a900-6b8855465746 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c406b3c-c324-4270-acc3-cead6142c989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323725 Oct 27 19:27:09.528112 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52040) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:27:09.589198 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4032fb5b-8073-4ed7-9d6f-5f5df107b491 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/floatingips/d629ef9f-a5ba-4fa5-89c5-24b6617c7d3f HTTP/1.1" status: 200 len: 993 time: 0.0599346 Oct 27 19:27:09.679323 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-474e47ec-2fe0-4166-8b3e-63917d3a98ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:09.817151 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52046) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:27:09.975844 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-93d0d4b7-54a1-46f0-8404-1b33d54ae8e5 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Deleting port df7ad990-d9fc-40a6-8849-9c720436990b {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:27:09.976195 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-93d0d4b7-54a1-46f0-8404-1b33d54ae8e5 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:10.055638 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-93d0d4b7-54a1-46f0-8404-1b33d54ae8e5 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:10.055974 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-93d0d4b7-54a1-46f0-8404-1b33d54ae8e5 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:10.070053 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-93d0d4b7-54a1-46f0-8404-1b33d54ae8e5 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Calling delete_port for df7ad990-d9fc-40a6-8849-9c720436990b owned by network:floatingip {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:27:10.285601 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-93d0d4b7-54a1-46f0-8404-1b33d54ae8e5 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:10.312367 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d0d4b7-54a1-46f0-8404-1b33d54ae8e5 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event deleted for resources: {'Port': ['ID=df7ad990-d9fc-40a6-8849-9c720436990b,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:27:10.340391 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d0d4b7-54a1-46f0-8404-1b33d54ae8e5 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:10.340657 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d0d4b7-54a1-46f0-8404-1b33d54ae8e5 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:10.341006 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d0d4b7-54a1-46f0-8404-1b33d54ae8e5 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:10.341349 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d0d4b7-54a1-46f0-8404-1b33d54ae8e5 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:10.341687 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d0d4b7-54a1-46f0-8404-1b33d54ae8e5 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:10.342025 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d0d4b7-54a1-46f0-8404-1b33d54ae8e5 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:10.342360 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d0d4b7-54a1-46f0-8404-1b33d54ae8e5 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:10.342695 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d0d4b7-54a1-46f0-8404-1b33d54ae8e5 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:10.343058 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d0d4b7-54a1-46f0-8404-1b33d54ae8e5 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:10.343388 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d0d4b7-54a1-46f0-8404-1b33d54ae8e5 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:10.343717 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d0d4b7-54a1-46f0-8404-1b33d54ae8e5 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:10.344041 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d0d4b7-54a1-46f0-8404-1b33d54ae8e5 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:10.385728 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-93d0d4b7-54a1-46f0-8404-1b33d54ae8e5 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for floatingip, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:10.386052 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [None req-93d0d4b7-54a1-46f0-8404-1b33d54ae8e5 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Floating IP d629ef9f-a5ba-4fa5-89c5-24b6617c7d3f disassociated (deleted). External IP: 172.25.6.232, port: cd783e94-4a83-4390-bfc1-a68e6515d4f0. Oct 27 19:27:10.596348 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d0d4b7-54a1-46f0-8404-1b33d54ae8e5 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Router f3ad2253-2bc1-4a75-a200-8d38d53f7f91 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:27:11.043415 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d0d4b7-54a1-46f0-8404-1b33d54ae8e5 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:27:11.048471 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-93d0d4b7-54a1-46f0-8404-1b33d54ae8e5 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:11.053552 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473fc82a-44c7-421a-9a17-50a690217cdb None None] Sync routers for ids ['f3ad2253-2bc1-4a75-a200-8d38d53f7f91'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:27:11.065809 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473fc82a-44c7-421a-9a17-50a690217cdb None None] Routers {'f3ad2253-2bc1-4a75-a200-8d38d53f7f91'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:27:11.066546 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-473fc82a-44c7-421a-9a17-50a690217cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:26:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['f3ad2253-2bc1-4a75-a200-8d38d53f7f91'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:27:11.079411 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-93d0d4b7-54a1-46f0-8404-1b33d54ae8e5 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "DELETE /v2.0/floatingips/d629ef9f-a5ba-4fa5-89c5-24b6617c7d3f HTTP/1.1" status: 204 len: 168 time: 1.2611036 Oct 27 19:27:11.080226 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e47fb3-0223-4be3-928a-60d2720d02e9', 'tag': 'cd783e94-4a83-4390-bfc1-a68e6515d4f0'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:27:11.083013 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bca0ca0b982d995b269f20b8ee9fa1484886a2da5fdd33aa4707a11ccb3e0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792c8a96-ac7f-4250-9455-48392cf8f8af" -d '{"events": [{"name": "network-changed", "server_uuid": "84e47fb3-0223-4be3-928a-60d2720d02e9", "tag": "cd783e94-4a83-4390-bfc1-a68e6515d4f0"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:27:11.188450 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-473fc82a-44c7-421a-9a17-50a690217cdb None None] Set router f3ad2253-2bc1-4a75-a200-8d38d53f7f91 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:27:11.400860 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-473fc82a-44c7-421a-9a17-50a690217cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ad2253-2bc1-4a75-a200-8d38d53f7f91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926683635', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '8313936e-131e-4160-b92e-ef5f40f96770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:26:11Z', 'updated_at': '2021-10-27T19:26:15Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '8313936e-131e-4160-b92e-ef5f40f96770', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ad2253-2bc1-4a75-a200-8d38d53f7f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:26:11Z', 'updated_at': '2021-10-27T19:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '8473b94e-4383-49bb-a71c-8821b44f582d', 'name': '', 'network_id': '3eafd1eb-e7ec-4386-8d0f-1a8094063eed', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'mac_address': 'fa:16:3e:f8:be:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ad2253-2bc1-4a75-a200-8d38d53f7f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '82ca348b-7454-430a-b5dc-d2431cbee81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:26:14Z', 'updated_at': '2021-10-27T19:26:18Z', 'revision_number': 5, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'subnets': [{'id': '82ca348b-7454-430a-b5dc-d2431cbee81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:27:11.427695 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473fc82a-44c7-421a-9a17-50a690217cdb None None] Checking router: f3ad2253-2bc1-4a75-a200-8d38d53f7f91 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:27:11.444124 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473fc82a-44c7-421a-9a17-50a690217cdb None None] Routers {'f3ad2253-2bc1-4a75-a200-8d38d53f7f91'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:27:11.444124 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-473fc82a-44c7-421a-9a17-50a690217cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:26:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['f3ad2253-2bc1-4a75-a200-8d38d53f7f91'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:27:11.467070 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24588391-d88c-4f9d-8505-c3ad98142013 x-openstack-request-id: req-24588391-d88c-4f9d-8505-c3ad98142013 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:27:11.472567 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e47fb3-0223-4be3-928a-60d2720d02e9", "tag": "cd783e94-4a83-4390-bfc1-a68e6515d4f0", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:27:11.472567 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-24588391-d88c-4f9d-8505-c3ad98142013 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:27:11.472567 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e47fb3-0223-4be3-928a-60d2720d02e9', 'tag': 'cd783e94-4a83-4390-bfc1-a68e6515d4f0', 'status': 'completed', 'code': 200} Oct 27 19:27:11.534748 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c8a96-ac7f-4250-9455-48392cf8f8af req-120cb958-ad36-489f-9ef2-28fa6c6747f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:27:11.536800 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-792c8a96-ac7f-4250-9455-48392cf8f8af req-120cb958-ad36-489f-9ef2-28fa6c6747f9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=df49fa348b1d47cdbf578b508321cb72&device_id=84e47fb3-0223-4be3-928a-60d2720d02e9 HTTP/1.1" status: 200 len: 1096 time: 0.0437667 Oct 27 19:27:11.560973 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-473fc82a-44c7-421a-9a17-50a690217cdb None None] Set router f3ad2253-2bc1-4a75-a200-8d38d53f7f91 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:27:11.564547 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbea19-db37-4f82-a9f4-300c1057c410 req-01429a6d-cc23-4adb-8f6f-6de5d10dfee3 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:27:11.566059 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a8cbea19-db37-4f82-a9f4-300c1057c410 req-01429a6d-cc23-4adb-8f6f-6de5d10dfee3 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=84e47fb3-0223-4be3-928a-60d2720d02e9 HTTP/1.1" status: 200 len: 945 time: 0.0513074 Oct 27 19:27:11.607376 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a8cbea19-db37-4f82-a9f4-300c1057c410 req-6c6d63dc-f435-4d32-9960-26bbff596e96 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c406b3c-c324-4270-acc3-cead6142c989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343702 Oct 27 19:27:11.641152 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c8a96-ac7f-4250-9455-48392cf8f8af req-77d99ca3-440c-4401-9149-376314691558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:27:11.643018 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-792c8a96-ac7f-4250-9455-48392cf8f8af req-77d99ca3-440c-4401-9149-376314691558 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3eafd1eb-e7ec-4386-8d0f-1a8094063eed HTTP/1.1" status: 200 len: 899 time: 0.0985146 Oct 27 19:27:11.685119 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-792c8a96-ac7f-4250-9455-48392cf8f8af req-2a40bc5d-3eb1-46cf-9cf5-04ea69cd62de service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd783e94-4a83-4390-bfc1-a68e6515d4f0 HTTP/1.1" status: 200 len: 217 time: 0.0347903 Oct 27 19:27:11.735370 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c8a96-ac7f-4250-9455-48392cf8f8af req-030ec258-a242-4953-badd-446248b25321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:27:11.736914 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-792c8a96-ac7f-4250-9455-48392cf8f8af req-030ec258-a242-4953-badd-446248b25321 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=82ca348b-7454-430a-b5dc-d2431cbee81f HTTP/1.1" status: 200 len: 834 time: 0.0444958 Oct 27 19:27:11.771315 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-473fc82a-44c7-421a-9a17-50a690217cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ad2253-2bc1-4a75-a200-8d38d53f7f91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926683635', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '8313936e-131e-4160-b92e-ef5f40f96770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:26:11Z', 'updated_at': '2021-10-27T19:26:15Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '8313936e-131e-4160-b92e-ef5f40f96770', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ad2253-2bc1-4a75-a200-8d38d53f7f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:26:11Z', 'updated_at': '2021-10-27T19:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '8473b94e-4383-49bb-a71c-8821b44f582d', 'name': '', 'network_id': '3eafd1eb-e7ec-4386-8d0f-1a8094063eed', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'mac_address': 'fa:16:3e:f8:be:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ad2253-2bc1-4a75-a200-8d38d53f7f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '82ca348b-7454-430a-b5dc-d2431cbee81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:26:14Z', 'updated_at': '2021-10-27T19:26:18Z', 'revision_number': 5, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'subnets': [{'id': '82ca348b-7454-430a-b5dc-d2431cbee81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:27:11.783741 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c8a96-ac7f-4250-9455-48392cf8f8af req-b6e70c40-f327-4f02-9194-cce0ee2d0f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:27:11.785298 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-792c8a96-ac7f-4250-9455-48392cf8f8af req-b6e70c40-f327-4f02-9194-cce0ee2d0f71 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3eafd1eb-e7ec-4386-8d0f-1a8094063eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412607 Oct 27 19:27:11.888671 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-792c8a96-ac7f-4250-9455-48392cf8f8af req-c2cd65c6-b17d-425e-8d61-30bf94277a5a service neutron] 10.222.0.81 "GET /v2.0/networks/3eafd1eb-e7ec-4386-8d0f-1a8094063eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955515 Oct 27 19:27:11.964752 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473fc82a-44c7-421a-9a17-50a690217cdb None None] The sync data for ids ['f3ad2253-2bc1-4a75-a200-8d38d53f7f91'] in n-d-815690-2 is: [{'id': 'f3ad2253-2bc1-4a75-a200-8d38d53f7f91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926683635', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '8313936e-131e-4160-b92e-ef5f40f96770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:26:11Z', 'updated_at': '2021-10-27T19:26:15Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '8313936e-131e-4160-b92e-ef5f40f96770', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ad2253-2bc1-4a75-a200-8d38d53f7f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:26:11Z', 'updated_at': '2021-10-27T19:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '8473b94e-4383-49bb-a71c-8821b44f582d', 'name': '', 'network_id': '3eafd1eb-e7ec-4386-8d0f-1a8094063eed', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'mac_address': 'fa:16:3e:f8:be:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ad2253-2bc1-4a75-a200-8d38d53f7f91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '82ca348b-7454-430a-b5dc-d2431cbee81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:26:14Z', 'updated_at': '2021-10-27T19:26:18Z', 'revision_number': 5, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'subnets': [{'id': '82ca348b-7454-430a-b5dc-d2431cbee81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:27:11.986967 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-792c8a96-ac7f-4250-9455-48392cf8f8af req-73cb4da4-8d15-4349-8517-3e033fcbd3c1 service neutron] 10.222.0.81 "GET /v2.0/networks/3eafd1eb-e7ec-4386-8d0f-1a8094063eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899620 Oct 27 19:27:12.160370 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0e1d1719-573b-441e-82be-4a5302d727d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:12.195730 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582aed34-ae9c-41bd-af24-38b75f04796e None None] New status for floating IP d629ef9f-a5ba-4fa5-89c5-24b6617c7d3f: DOWN {{(pid=102881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 19:27:12.724275 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2208d1-58d5-4146-9902-afbe5cecc1c0 req-f5d2659c-c30e-4f2b-ab2e-e30e6f219cd8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:27:12.725903 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dd2208d1-58d5-4146-9902-afbe5cecc1c0 req-f5d2659c-c30e-4f2b-ab2e-e30e6f219cd8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=84e47fb3-0223-4be3-928a-60d2720d02e9 HTTP/1.1" status: 200 len: 945 time: 0.0487254 Oct 27 19:27:12.768316 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dd2208d1-58d5-4146-9902-afbe5cecc1c0 req-c9836fd1-84cf-4861-9eba-2c90fd7d9106 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c406b3c-c324-4270-acc3-cead6142c989&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363069 Oct 27 19:27:13.044258 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86517081-8526-4e11-9c49-d63487b5a92f req-d45a3035-429f-4015-84d9-1fa0909ae469 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:27:13.045816 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-86517081-8526-4e11-9c49-d63487b5a92f req-d45a3035-429f-4015-84d9-1fa0909ae469 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.81 "GET /v2.0/ports?device_id=84e47fb3-0223-4be3-928a-60d2720d02e9 HTTP/1.1" status: 200 len: 945 time: 0.0503376 Oct 27 19:27:13.137191 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-86517081-8526-4e11-9c49-d63487b5a92f req-9f72bee0-d8c0-4b6d-b915-e0c1db8c1d43 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Deleting port cd783e94-4a83-4390-bfc1-a68e6515d4f0 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:27:13.137533 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-86517081-8526-4e11-9c49-d63487b5a92f req-9f72bee0-d8c0-4b6d-b915-e0c1db8c1d43 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:13.233796 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-86517081-8526-4e11-9c49-d63487b5a92f req-9f72bee0-d8c0-4b6d-b915-e0c1db8c1d43 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] For port cd783e94-4a83-4390-bfc1-a68e6515d4f0, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=cd783e94-4a83-4390-bfc1-a68e6515d4f0,segment=NetworkSegment(dd3b6be6-f224-457e-91a6-b1cd21a4f6c7),segment_id=dd3b6be6-f224-457e-91a6-b1cd21a4f6c7)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:27:13.234155 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-86517081-8526-4e11-9c49-d63487b5a92f req-9f72bee0-d8c0-4b6d-b915-e0c1db8c1d43 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:13.246678 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-86517081-8526-4e11-9c49-d63487b5a92f req-9f72bee0-d8c0-4b6d-b915-e0c1db8c1d43 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Calling delete_port for cd783e94-4a83-4390-bfc1-a68e6515d4f0 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:27:13.440508 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-86517081-8526-4e11-9c49-d63487b5a92f req-9f72bee0-d8c0-4b6d-b915-e0c1db8c1d43 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:13.469019 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f72bee0-d8c0-4b6d-b915-e0c1db8c1d43 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event deleted for resources: {'Port': ['ID=cd783e94-4a83-4390-bfc1-a68e6515d4f0,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:27:13.479858 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f72bee0-d8c0-4b6d-b915-e0c1db8c1d43 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:13.480288 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f72bee0-d8c0-4b6d-b915-e0c1db8c1d43 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:13.480567 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f72bee0-d8c0-4b6d-b915-e0c1db8c1d43 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:13.480914 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f72bee0-d8c0-4b6d-b915-e0c1db8c1d43 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:13.481031 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:13.481508 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f72bee0-d8c0-4b6d-b915-e0c1db8c1d43 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:13.481608 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f72bee0-d8c0-4b6d-b915-e0c1db8c1d43 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:13.481911 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f72bee0-d8c0-4b6d-b915-e0c1db8c1d43 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:13.482253 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f72bee0-d8c0-4b6d-b915-e0c1db8c1d43 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:13.482596 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f72bee0-d8c0-4b6d-b915-e0c1db8c1d43 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:13.483352 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f72bee0-d8c0-4b6d-b915-e0c1db8c1d43 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:13.483352 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f72bee0-d8c0-4b6d-b915-e0c1db8c1d43 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:13.483636 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f72bee0-d8c0-4b6d-b915-e0c1db8c1d43 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:13.529054 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-86517081-8526-4e11-9c49-d63487b5a92f req-9f72bee0-d8c0-4b6d-b915-e0c1db8c1d43 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] No DVR routers for this DVR port cd783e94-4a83-4390-bfc1-a68e6515d4f0 on host n-h1-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:27:13.532101 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-86517081-8526-4e11-9c49-d63487b5a92f req-9f72bee0-d8c0-4b6d-b915-e0c1db8c1d43 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:13.535666 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-86517081-8526-4e11-9c49-d63487b5a92f req-9f72bee0-d8c0-4b6d-b915-e0c1db8c1d43 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.81 "DELETE /v2.0/ports/cd783e94-4a83-4390-bfc1-a68e6515d4f0 HTTP/1.1" status: 204 len: 173 time: 0.4836922 Oct 27 19:27:13.536317 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e47fb3-0223-4be3-928a-60d2720d02e9', 'name': 'network-vif-deleted', 'tag': 'cd783e94-4a83-4390-bfc1-a68e6515d4f0'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:27:13.538772 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8458369e-1e2b-4d71-a641-d98dc68f63f6" -d '{"events": [{"server_uuid": "84e47fb3-0223-4be3-928a-60d2720d02e9", "name": "network-vif-deleted", "tag": "cd783e94-4a83-4390-bfc1-a68e6515d4f0"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:27:13.577533 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12ba961-d5a4-46ff-b7cb-93349aa58d5d x-openstack-request-id: req-f12ba961-d5a4-46ff-b7cb-93349aa58d5d {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:27:13.577833 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e47fb3-0223-4be3-928a-60d2720d02e9", "name": "network-vif-deleted", "tag": "cd783e94-4a83-4390-bfc1-a68e6515d4f0", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:27:13.578095 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f12ba961-d5a4-46ff-b7cb-93349aa58d5d {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:27:13.578517 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e47fb3-0223-4be3-928a-60d2720d02e9', 'name': 'network-vif-deleted', 'tag': 'cd783e94-4a83-4390-bfc1-a68e6515d4f0', 'status': 'completed', 'code': 200} Oct 27 19:27:13.680003 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:13.884943 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b8279a93-59ae-4011-b3b4-0c294be3d7af req-12406d29-3654-4497-9da2-6039e4d5f05e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=84e47fb3-0223-4be3-928a-60d2720d02e9 HTTP/1.1" status: 200 len: 210 time: 0.0275500 Oct 27 19:27:14.945778 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52062) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:27:15.325458 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:15.345347 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d0be10a7-8a17-469d-aa84-1afa2d7acde8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:15.603441 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-d0be10a7-8a17-469d-aa84-1afa2d7acde8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Deleting port 8473b94e-4383-49bb-a71c-8821b44f582d {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:27:15.603775 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d0be10a7-8a17-469d-aa84-1afa2d7acde8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:15.696179 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-d0be10a7-8a17-469d-aa84-1afa2d7acde8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] For port 8473b94e-4383-49bb-a71c-8821b44f582d, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=8473b94e-4383-49bb-a71c-8821b44f582d,segment=NetworkSegment(dd3b6be6-f224-457e-91a6-b1cd21a4f6c7),segment_id=dd3b6be6-f224-457e-91a6-b1cd21a4f6c7)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:27:15.696556 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d0be10a7-8a17-469d-aa84-1afa2d7acde8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:15.709836 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-d0be10a7-8a17-469d-aa84-1afa2d7acde8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Calling delete_port for 8473b94e-4383-49bb-a71c-8821b44f582d owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:27:15.937748 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d0be10a7-8a17-469d-aa84-1afa2d7acde8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:15.968502 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be10a7-8a17-469d-aa84-1afa2d7acde8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event deleted for resources: {'Port': ['ID=8473b94e-4383-49bb-a71c-8821b44f582d,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:27:16.155451 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d0be10a7-8a17-469d-aa84-1afa2d7acde8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:16.379326 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0be10a7-8a17-469d-aa84-1afa2d7acde8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Router f3ad2253-2bc1-4a75-a200-8d38d53f7f91 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:27:16.487886 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0be10a7-8a17-469d-aa84-1afa2d7acde8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:27:16.493313 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d0be10a7-8a17-469d-aa84-1afa2d7acde8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "PUT /v2.0/routers/f3ad2253-2bc1-4a75-a200-8d38d53f7f91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5463345 Oct 27 19:27:16.496540 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52064) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:27:16.498203 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e7ee17-e646-4c0e-bf0b-c1a7aa3ebc3a None None] Sync routers for ids ['f3ad2253-2bc1-4a75-a200-8d38d53f7f91'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:27:16.508214 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e7ee17-e646-4c0e-bf0b-c1a7aa3ebc3a None None] Routers {'f3ad2253-2bc1-4a75-a200-8d38d53f7f91'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:27:16.508831 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-80e7ee17-e646-4c0e-bf0b-c1a7aa3ebc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:27:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['f3ad2253-2bc1-4a75-a200-8d38d53f7f91'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:27:16.547979 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-329e7ebb-4105-42fd-bb6d-8abfda568968 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Deleting subnet 82ca348b-7454-430a-b5dc-d2431cbee81f {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 19:27:16.551199 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-329e7ebb-4105-42fd-bb6d-8abfda568968 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:16.591630 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-329e7ebb-4105-42fd-bb6d-8abfda568968 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:16.617734 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-80e7ee17-e646-4c0e-bf0b-c1a7aa3ebc3a None None] Set router f3ad2253-2bc1-4a75-a200-8d38d53f7f91 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:27:16.683200 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-329e7ebb-4105-42fd-bb6d-8abfda568968 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:16.808464 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-80e7ee17-e646-4c0e-bf0b-c1a7aa3ebc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ad2253-2bc1-4a75-a200-8d38d53f7f91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926683635', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '8313936e-131e-4160-b92e-ef5f40f96770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:26:11Z', 'updated_at': '2021-10-27T19:27:15Z', 'revision_number': 5, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '8313936e-131e-4160-b92e-ef5f40f96770', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ad2253-2bc1-4a75-a200-8d38d53f7f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:26:11Z', 'updated_at': '2021-10-27T19:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:27:16.812827 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-329e7ebb-4105-42fd-bb6d-8abfda568968 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:16.836681 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e7ee17-e646-4c0e-bf0b-c1a7aa3ebc3a None None] Checking router: f3ad2253-2bc1-4a75-a200-8d38d53f7f91 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:27:16.842540 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e7ebb-4105-42fd-bb6d-8abfda568968 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event deleted for resources: {'Subnet': ['ID=82ca348b-7454-430a-b5dc-d2431cbee81f,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:27:16.844572 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-329e7ebb-4105-42fd-bb6d-8abfda568968 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:16.846617 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e7ee17-e646-4c0e-bf0b-c1a7aa3ebc3a None None] Routers {'f3ad2253-2bc1-4a75-a200-8d38d53f7f91'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:27:16.847282 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-80e7ee17-e646-4c0e-bf0b-c1a7aa3ebc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:27:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['f3ad2253-2bc1-4a75-a200-8d38d53f7f91'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:27:16.850573 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52066) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:27:16.851108 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-329e7ebb-4105-42fd-bb6d-8abfda568968 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "DELETE /v2.0/subnets/82ca348b-7454-430a-b5dc-d2431cbee81f HTTP/1.1" status: 204 len: 168 time: 0.3530416 Oct 27 19:27:16.882257 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38fe066-bd5c-4559-886a-f4460e69cced None None] Network 3eafd1eb-e7ec-4386-8d0f-1a8094063eed requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:27:16.961396 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-46809037-5a45-4609-a244-fbb00fa99e22 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:17.052421 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device cd783e94-4a83-4390-bfc1-a68e6515d4f0 no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:27:17.055281 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-80e7ee17-e646-4c0e-bf0b-c1a7aa3ebc3a None None] Set router f3ad2253-2bc1-4a75-a200-8d38d53f7f91 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:27:17.069030 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-46809037-5a45-4609-a244-fbb00fa99e22 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:17.137053 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] No Port match for: cd783e94-4a83-4390-bfc1-a68e6515d4f0 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:27:17.137482 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device cd783e94-4a83-4390-bfc1-a68e6515d4f0 not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:27:17.159832 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-46809037-5a45-4609-a244-fbb00fa99e22 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Deleting port 8313936e-131e-4160-b92e-ef5f40f96770 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:27:17.160174 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-46809037-5a45-4609-a244-fbb00fa99e22 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:17.258116 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-46809037-5a45-4609-a244-fbb00fa99e22 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] For port 8313936e-131e-4160-b92e-ef5f40f96770, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=8313936e-131e-4160-b92e-ef5f40f96770,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:27:17.258579 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-46809037-5a45-4609-a244-fbb00fa99e22 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:17.272420 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-46809037-5a45-4609-a244-fbb00fa99e22 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Calling delete_port for 8313936e-131e-4160-b92e-ef5f40f96770 owned by network:router_gateway {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:27:17.291246 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5de0ff0-2c0b-46e1-b007-b0916099f25e None None] DHCP port deletion for 3eafd1eb-e7ec-4386-8d0f-1a8094063eed request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 19:27:17.296017 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-80e7ee17-e646-4c0e-bf0b-c1a7aa3ebc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ad2253-2bc1-4a75-a200-8d38d53f7f91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926683635', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '8313936e-131e-4160-b92e-ef5f40f96770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:26:11Z', 'updated_at': '2021-10-27T19:27:15Z', 'revision_number': 5, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '8313936e-131e-4160-b92e-ef5f40f96770', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ad2253-2bc1-4a75-a200-8d38d53f7f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:26:11Z', 'updated_at': '2021-10-27T19:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:27:17.325928 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e7ee17-e646-4c0e-bf0b-c1a7aa3ebc3a None None] The sync data for ids ['f3ad2253-2bc1-4a75-a200-8d38d53f7f91'] in n-d-815690-2 is: [{'id': 'f3ad2253-2bc1-4a75-a200-8d38d53f7f91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926683635', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '8313936e-131e-4160-b92e-ef5f40f96770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:26:11Z', 'updated_at': '2021-10-27T19:27:15Z', 'revision_number': 5, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '8313936e-131e-4160-b92e-ef5f40f96770', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ad2253-2bc1-4a75-a200-8d38d53f7f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:26:11Z', 'updated_at': '2021-10-27T19:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:27:17.376758 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-d5de0ff0-2c0b-46e1-b007-b0916099f25e None None] Deleting port 2d74168e-a327-4a46-a6c6-8c8f467793c3 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:27:17.377132 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d5de0ff0-2c0b-46e1-b007-b0916099f25e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:17.444975 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-d5de0ff0-2c0b-46e1-b007-b0916099f25e None None] For port 2d74168e-a327-4a46-a6c6-8c8f467793c3, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=2d74168e-a327-4a46-a6c6-8c8f467793c3,segment=NetworkSegment(dd3b6be6-f224-457e-91a6-b1cd21a4f6c7),segment_id=dd3b6be6-f224-457e-91a6-b1cd21a4f6c7)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:27:17.445365 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d5de0ff0-2c0b-46e1-b007-b0916099f25e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:17.458103 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-d5de0ff0-2c0b-46e1-b007-b0916099f25e None None] Calling delete_port for 2d74168e-a327-4a46-a6c6-8c8f467793c3 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:27:17.497137 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-46809037-5a45-4609-a244-fbb00fa99e22 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:17.523870 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46809037-5a45-4609-a244-fbb00fa99e22 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event deleted for resources: {'Port': ['ID=8313936e-131e-4160-b92e-ef5f40f96770,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:27:17.587161 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-46809037-5a45-4609-a244-fbb00fa99e22 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:17.617171 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d5de0ff0-2c0b-46e1-b007-b0916099f25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:17.643636 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de0ff0-2c0b-46e1-b007-b0916099f25e None None] Pushing event deleted for resources: {'Port': ['ID=2d74168e-a327-4a46-a6c6-8c8f467793c3,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:27:17.648508 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5de0ff0-2c0b-46e1-b007-b0916099f25e None None] No DVR routers for this DVR port 2d74168e-a327-4a46-a6c6-8c8f467793c3 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:27:17.661730 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5de0ff0-2c0b-46e1-b007-b0916099f25e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:17.662038 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5de0ff0-2c0b-46e1-b007-b0916099f25e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:17.662387 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5de0ff0-2c0b-46e1-b007-b0916099f25e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:17.662660 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5de0ff0-2c0b-46e1-b007-b0916099f25e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:17.663037 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5de0ff0-2c0b-46e1-b007-b0916099f25e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:17.663377 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5de0ff0-2c0b-46e1-b007-b0916099f25e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:17.663713 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5de0ff0-2c0b-46e1-b007-b0916099f25e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:17.664046 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5de0ff0-2c0b-46e1-b007-b0916099f25e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:17.664401 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5de0ff0-2c0b-46e1-b007-b0916099f25e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:17.664758 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5de0ff0-2c0b-46e1-b007-b0916099f25e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:17.665086 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5de0ff0-2c0b-46e1-b007-b0916099f25e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:17.665410 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5de0ff0-2c0b-46e1-b007-b0916099f25e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:17.690473 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-46809037-5a45-4609-a244-fbb00fa99e22 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:17.692975 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-46809037-5a45-4609-a244-fbb00fa99e22 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:17.806057 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-46809037-5a45-4609-a244-fbb00fa99e22 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:17.806668 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46809037-5a45-4609-a244-fbb00fa99e22 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Fanout notify agent at l3_agent the message router_deleted on router f3ad2253-2bc1-4a75-a200-8d38d53f7f91 {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 19:27:17.814578 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-46809037-5a45-4609-a244-fbb00fa99e22 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:17.815980 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-46809037-5a45-4609-a244-fbb00fa99e22 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "DELETE /v2.0/routers/f3ad2253-2bc1-4a75-a200-8d38d53f7f91 HTTP/1.1" status: 204 len: 168 time: 0.9641032 Oct 27 19:27:17.819918 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52068) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:27:17.903540 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7c0ca19e-5643-4ac2-bfbb-0ca1bafd39de tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:18.044873 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7c0ca19e-5643-4ac2-bfbb-0ca1bafd39de tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:18.065900 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-7c0ca19e-5643-4ac2-bfbb-0ca1bafd39de tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eafd1eb-e7ec-4386-8d0f-1a8094063eed']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:27:18.076448 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-7c0ca19e-5643-4ac2-bfbb-0ca1bafd39de tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd3b6be6-f224-457e-91a6-b1cd21a4f6c7') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:27:18.076753 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-7c0ca19e-5643-4ac2-bfbb-0ca1bafd39de tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd3b6be6-f224-457e-91a6-b1cd21a4f6c7') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:27:18.086238 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7c0ca19e-5643-4ac2-bfbb-0ca1bafd39de tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:18.099991 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7c0ca19e-5643-4ac2-bfbb-0ca1bafd39de tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:18.106956 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c0ca19e-5643-4ac2-bfbb-0ca1bafd39de tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 19:27:18.107353 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7c0ca19e-5643-4ac2-bfbb-0ca1bafd39de tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:18.110317 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 19:27:18.110317 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 19:27:18.110317 n-d-815690-2 neutron-server[102879]: timer() Oct 27 19:27:18.110317 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 19:27:18.110317 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 19:27:18.110317 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 19:27:18.110317 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 19:27:18.110317 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 19:27:18.110317 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 19:27:18.110317 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 19:27:18.110317 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 19:27:18.110317 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 19:27:18.110317 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 19:27:18.110317 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 19:27:18.110317 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 19:27:18.110317 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 19:27:18.110317 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 19:27:18.110317 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 19:27:18.110317 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 19:27:18.110317 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 19:27:18.110317 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 19:27:18.110317 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 19:27:18.110317 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 19:27:18.110317 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 19:27:18.110317 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 19:27:18.110317 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 19:27:18.110317 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 19:27:18.110317 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 19:27:18.110317 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 19:27:18.110317 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 19:27:18.110317 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 19:27:18.110317 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 19:27:18.229028 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7c0ca19e-5643-4ac2-bfbb-0ca1bafd39de tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:18.241842 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7c0ca19e-5643-4ac2-bfbb-0ca1bafd39de tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:18.241842 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7c0ca19e-5643-4ac2-bfbb-0ca1bafd39de tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "DELETE /v2.0/networks/3eafd1eb-e7ec-4386-8d0f-1a8094063eed HTTP/1.1" status: 204 len: 168 time: 0.4211869 Oct 27 19:27:18.243821 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52070) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:27:18.253711 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ca19e-5643-4ac2-bfbb-0ca1bafd39de tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event deleted for resources: {'Network': ['ID=3eafd1eb-e7ec-4386-8d0f-1a8094063eed,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:27:18.308132 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0d57af10-b8dd-4039-ae02-655eba359c73 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:18.340146 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0d57af10-b8dd-4039-ae02-655eba359c73 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:18.446220 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0d57af10-b8dd-4039-ae02-655eba359c73 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:18.449711 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0d57af10-b8dd-4039-ae02-655eba359c73 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:18.451019 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0d57af10-b8dd-4039-ae02-655eba359c73 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "DELETE /v2.0/security-groups/3c406b3c-c324-4270-acc3-cead6142c989 HTTP/1.1" status: 204 len: 168 time: 0.2061515 Oct 27 19:27:18.461051 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d57af10-b8dd-4039-ae02-655eba359c73 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c406b3c-c324-4270-acc3-cead6142c989,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:27:18.711405 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 8313936e-131e-4160-b92e-ef5f40f96770 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:27:18.736740 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 8313936e-131e-4160-b92e-ef5f40f96770 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:27:18.737196 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 8313936e-131e-4160-b92e-ef5f40f96770 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:27:18.737691 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 8473b94e-4383-49bb-a71c-8821b44f582d no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:27:18.757550 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 8473b94e-4383-49bb-a71c-8821b44f582d {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:27:18.757894 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 8473b94e-4383-49bb-a71c-8821b44f582d not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:27:18.758305 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 2d74168e-a327-4a46-a6c6-8c8f467793c3 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:27:18.777778 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 2d74168e-a327-4a46-a6c6-8c8f467793c3 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:27:18.778124 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 2d74168e-a327-4a46-a6c6-8c8f467793c3 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:27:18.920664 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52076) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:27:18.925322 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-e2d25014-625b-44c1-9db9-0c7260579463 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2137101817', 'description': 'tempest-secgroup-smoke-2137101817 description', 'project_id': 'df49fa348b1d47cdbf578b508321cb72'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:27:19.057270 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e2d25014-625b-44c1-9db9-0c7260579463 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:19.122416 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e2d25014-625b-44c1-9db9-0c7260579463 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:19.159868 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e2d25014-625b-44c1-9db9-0c7260579463 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:19.189635 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d25014-625b-44c1-9db9-0c7260579463 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24f1f842-4b5c-490d-8f52-62c961b7f37c,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:27:19.224870 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e2d25014-625b-44c1-9db9-0c7260579463 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:19.226217 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e2d25014-625b-44c1-9db9-0c7260579463 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3045135 Oct 27 19:27:19.229793 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52078) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:27:19.235016 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-aba5423d-94ee-46da-8eb4-0efccbb465b9 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'security_group_rule': {'security_group_id': '24f1f842-4b5c-490d-8f52-62c961b7f37c', 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:27:19.302363 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-aba5423d-94ee-46da-8eb4-0efccbb465b9 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:19.360561 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-aba5423d-94ee-46da-8eb4-0efccbb465b9 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:19.411534 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-aba5423d-94ee-46da-8eb4-0efccbb465b9 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:19.429330 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5423d-94ee-46da-8eb4-0efccbb465b9 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7334688-fda6-46dc-b1d0-f3a23d4a3224,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:27:19.482104 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-aba5423d-94ee-46da-8eb4-0efccbb465b9 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:19.483341 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-aba5423d-94ee-46da-8eb4-0efccbb465b9 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2519772 Oct 27 19:27:19.486156 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52080) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:27:19.490631 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-d98ca5f6-08e0-40aa-87e7-172665a19042 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'security_group_rule': {'security_group_id': '24f1f842-4b5c-490d-8f52-62c961b7f37c', 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:27:19.577396 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d98ca5f6-08e0-40aa-87e7-172665a19042 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:19.637603 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d98ca5f6-08e0-40aa-87e7-172665a19042 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:19.708421 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d98ca5f6-08e0-40aa-87e7-172665a19042 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:19.726919 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ca5f6-08e0-40aa-87e7-172665a19042 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9565d7b6-72c6-419b-96bf-b34fb9923cde,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:27:19.785011 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d98ca5f6-08e0-40aa-87e7-172665a19042 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:19.786276 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d98ca5f6-08e0-40aa-87e7-172665a19042 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2991834 Oct 27 19:27:19.789122 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52082) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:27:19.793669 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-073593be-8239-4647-8a60-c18e5fd9d4d3 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'security_group_rule': {'security_group_id': '24f1f842-4b5c-490d-8f52-62c961b7f37c', 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:27:19.862595 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-073593be-8239-4647-8a60-c18e5fd9d4d3 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:19.921326 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-073593be-8239-4647-8a60-c18e5fd9d4d3 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:19.960259 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-073593be-8239-4647-8a60-c18e5fd9d4d3 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:19.979644 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073593be-8239-4647-8a60-c18e5fd9d4d3 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd01e4f3-341e-4e4e-af01-6ef4bd84e91c,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:27:20.030232 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-073593be-8239-4647-8a60-c18e5fd9d4d3 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:20.031512 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-073593be-8239-4647-8a60-c18e5fd9d4d3 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2414517 Oct 27 19:27:20.034236 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52084) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:27:20.038649 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-8c096f5b-456c-4ff7-b6dd-53ae068a7319 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'security_group_rule': {'security_group_id': '24f1f842-4b5c-490d-8f52-62c961b7f37c', 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:27:20.125778 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8c096f5b-456c-4ff7-b6dd-53ae068a7319 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:20.186164 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8c096f5b-456c-4ff7-b6dd-53ae068a7319 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:20.228376 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8c096f5b-456c-4ff7-b6dd-53ae068a7319 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:20.248495 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c096f5b-456c-4ff7-b6dd-53ae068a7319 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d50cc571-2577-4412-80ed-9f42d2e9cb0d,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:27:20.294160 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-8c096f5b-456c-4ff7-b6dd-53ae068a7319 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:20.295450 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8c096f5b-456c-4ff7-b6dd-53ae068a7319 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2602479 Oct 27 19:27:20.298125 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52086) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:27:20.302545 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-97fbf66e-6a4b-4fb5-9bfd-068bc281ba8a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'security_group_rule': {'security_group_id': '24f1f842-4b5c-490d-8f52-62c961b7f37c', 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:27:20.365667 n-d-815690-2 neutron-server[102878]: INFO neutron.db.securitygroups_db [None req-97fbf66e-6a4b-4fb5-9bfd-068bc281ba8a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Project df49fa348b1d47cdbf578b508321cb72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 19:27:20.371669 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-97fbf66e-6a4b-4fb5-9bfd-068bc281ba8a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:20.440764 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-97fbf66e-6a4b-4fb5-9bfd-068bc281ba8a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:20.502797 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-97fbf66e-6a4b-4fb5-9bfd-068bc281ba8a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:20.518650 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fbf66e-6a4b-4fb5-9bfd-068bc281ba8a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41bae99b-9672-4a76-94c6-188e8858682f,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:27:20.585163 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-97fbf66e-6a4b-4fb5-9bfd-068bc281ba8a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:20.586427 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-97fbf66e-6a4b-4fb5-9bfd-068bc281ba8a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2873509 Oct 27 19:27:20.589917 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52088) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:27:20.594648 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-b6020a6c-325d-4db6-a505-99e7d02081a6 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'security_group_rule': {'security_group_id': '24f1f842-4b5c-490d-8f52-62c961b7f37c', 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:27:20.686069 n-d-815690-2 neutron-server[102879]: INFO neutron.db.securitygroups_db [None req-b6020a6c-325d-4db6-a505-99e7d02081a6 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Project df49fa348b1d47cdbf578b508321cb72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 19:27:20.692062 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b6020a6c-325d-4db6-a505-99e7d02081a6 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:20.767165 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b6020a6c-325d-4db6-a505-99e7d02081a6 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:20.834763 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b6020a6c-325d-4db6-a505-99e7d02081a6 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:20.852526 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6020a6c-325d-4db6-a505-99e7d02081a6 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75f25f0e-bf23-4666-aede-0390210e6993,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:27:20.917287 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b6020a6c-325d-4db6-a505-99e7d02081a6 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:20.918804 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b6020a6c-325d-4db6-a505-99e7d02081a6 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3278422 Oct 27 19:27:20.921700 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52090) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:27:20.926677 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-19b88383-952b-4abe-8799-d015ff509712 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'network': {'name': 'tempest-network-smoke--1659814623', 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'port_security_enabled': True}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:27:21.005852 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b88383-952b-4abe-8799-d015ff509712 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Made reservation on behalf of df49fa348b1d47cdbf578b508321cb72 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:27:21.009531 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-19b88383-952b-4abe-8799-d015ff509712 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:21.033747 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19b88383-952b-4abe-8799-d015ff509712 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] vlan segment allocate from pool success with {'vlan_id': 1016, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 19:27:21.043578 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-19b88383-952b-4abe-8799-d015ff509712 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:21.043919 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-19b88383-952b-4abe-8799-d015ff509712 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Added segment db0841f0-0636-464c-8846-e1d0a52454c1 of type vlan for network 62beb4be-70d5-4abe-bb8f-bda7e2938a24 Oct 27 19:27:21.084121 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-19b88383-952b-4abe-8799-d015ff509712 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:21.148536 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-19b88383-952b-4abe-8799-d015ff509712 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:21.155008 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b88383-952b-4abe-8799-d015ff509712 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:27:21.155604 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-19b88383-952b-4abe-8799-d015ff509712 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:21.220446 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b88383-952b-4abe-8799-d015ff509712 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'Network': ['ID=62beb4be-70d5-4abe-bb8f-bda7e2938a24,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:27:21.230891 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 62beb4be-70d5-4abe-bb8f-bda7e2938a24 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 19:27:21.254141 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-19b88383-952b-4abe-8799-d015ff509712 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3313777 Oct 27 19:27:21.256897 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52092) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:27:21.261461 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-9acdd8d7-311d-46eb-8ec8-fce52ada3d6a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2011932641', 'admin_state_up': True, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:27:21.343309 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9acdd8d7-311d-46eb-8ec8-fce52ada3d6a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:21.344385 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9acdd8d7-311d-46eb-8ec8-fce52ada3d6a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:21.398886 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9acdd8d7-311d-46eb-8ec8-fce52ada3d6a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:21.584802 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9acdd8d7-311d-46eb-8ec8-fce52ada3d6a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:21.832470 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9acdd8d7-311d-46eb-8ec8-fce52ada3d6a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:21.851891 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9acdd8d7-311d-46eb-8ec8-fce52ada3d6a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:21.951506 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-9acdd8d7-311d-46eb-8ec8-fce52ada3d6a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Allocated IP 172.25.6.130 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/0673b6cb-76a3-437b-87c5-d0b47c7889e6) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:27:22.059162 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9acdd8d7-311d-46eb-8ec8-fce52ada3d6a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:22.143225 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9acdd8d7-311d-46eb-8ec8-fce52ada3d6a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:22.185248 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acdd8d7-311d-46eb-8ec8-fce52ada3d6a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:27:22.189876 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-9acdd8d7-311d-46eb-8ec8-fce52ada3d6a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:27:22.192290 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acdd8d7-311d-46eb-8ec8-fce52ada3d6a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:27:22.199210 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acdd8d7-311d-46eb-8ec8-fce52ada3d6a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'Port': ['ID=0673b6cb-76a3-437b-87c5-d0b47c7889e6,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:27:22.520925 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9acdd8d7-311d-46eb-8ec8-fce52ada3d6a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:22.720808 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9acdd8d7-311d-46eb-8ec8-fce52ada3d6a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:22.902962 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9acdd8d7-311d-46eb-8ec8-fce52ada3d6a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Router 782d86b0-1615-408e-ac69-18482e1c37bf is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 19:27:23.022173 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9acdd8d7-311d-46eb-8ec8-fce52ada3d6a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:27:23.034047 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cf5cce-47a2-49a7-8104-80ac8ccddb6a None None] Sync routers for ids ['782d86b0-1615-408e-ac69-18482e1c37bf'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:27:23.045179 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cf5cce-47a2-49a7-8104-80ac8ccddb6a None None] Routers {'782d86b0-1615-408e-ac69-18482e1c37bf'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:27:23.048913 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-37cf5cce-47a2-49a7-8104-80ac8ccddb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:27:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['782d86b0-1615-408e-ac69-18482e1c37bf'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:27:23.116387 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9acdd8d7-311d-46eb-8ec8-fce52ada3d6a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:23.117656 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9acdd8d7-311d-46eb-8ec8-fce52ada3d6a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8598254 Oct 27 19:27:23.121419 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52094) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:27:23.149735 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-863b22be-0fe4-4b73-86ac-754b532d8655 tempest-TestNetworkAdvancedServerOps-926739900 tempest-TestNetworkAdvancedServerOps-926739900-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=df49fa348b1d47cdbf578b508321cb72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271742 Oct 27 19:27:23.152384 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52096) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:27:23.158581 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-37cf5cce-47a2-49a7-8104-80ac8ccddb6a None None] Set router 782d86b0-1615-408e-ac69-18482e1c37bf gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:27:23.246961 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea818096-3298-4d1a-b0ca-c3cd6bee6e57 tempest-TestNetworkAdvancedServerOps-926739900 tempest-TestNetworkAdvancedServerOps-926739900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:27:23.248523 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ea818096-3298-4d1a-b0ca-c3cd6bee6e57 tempest-TestNetworkAdvancedServerOps-926739900 tempest-TestNetworkAdvancedServerOps-926739900-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0952089 Oct 27 19:27:23.251450 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52098) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:27:23.282209 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-181827b1-663b-46d7-aac6-dd37c7185823 tempest-TestNetworkAdvancedServerOps-926739900 tempest-TestNetworkAdvancedServerOps-926739900-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=0fad50cd-70b8-43d9-8a14-cc05c0fdea0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266774 Oct 27 19:27:23.282452 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52100) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:27:23.287192 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-21a8885e-e33f-4b09-a129-3e45c22ef7a6 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-520921260', 'network_id': '62beb4be-70d5-4abe-bb8f-bda7e2938a24', 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:27:23.342586 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-37cf5cce-47a2-49a7-8104-80ac8ccddb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782d86b0-1615-408e-ac69-18482e1c37bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011932641', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '0673b6cb-76a3-437b-87c5-d0b47c7889e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:27:21Z', 'updated_at': '2021-10-27T19:27:22Z', 'revision_number': 3, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '0673b6cb-76a3-437b-87c5-d0b47c7889e6', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c2:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782d86b0-1615-408e-ac69-18482e1c37bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:27:21Z', 'updated_at': '2021-10-27T19:27:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:27:23.374190 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cf5cce-47a2-49a7-8104-80ac8ccddb6a None None] Checking router: 782d86b0-1615-408e-ac69-18482e1c37bf for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:27:23.374551 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cf5cce-47a2-49a7-8104-80ac8ccddb6a None None] Updating router 782d86b0-1615-408e-ac69-18482e1c37bf port 0673b6cb-76a3-437b-87c5-d0b47c7889e6 binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 19:27:23.399527 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-37cf5cce-47a2-49a7-8104-80ac8ccddb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:23.417880 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a8885e-e33f-4b09-a129-3e45c22ef7a6 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Made reservation on behalf of df49fa348b1d47cdbf578b508321cb72 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:27:23.421435 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-21a8885e-e33f-4b09-a129-3e45c22ef7a6 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:23.640339 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-21a8885e-e33f-4b09-a129-3e45c22ef7a6 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:23.656514 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-37cf5cce-47a2-49a7-8104-80ac8ccddb6a None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:23.703047 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-37cf5cce-47a2-49a7-8104-80ac8ccddb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:23.709372 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a8885e-e33f-4b09-a129-3e45c22ef7a6 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'Subnet': ['ID=870a52cd-bc1a-4c50-8bff-ef090a35c5a3,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:27:23.720306 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a8885e-e33f-4b09-a129-3e45c22ef7a6 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Checking segment: {'id': 'db0841f0-0636-464c-8846-e1d0a52454c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '62beb4be-70d5-4abe-bb8f-bda7e2938a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:27:23.720674 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a8885e-e33f-4b09-a129-3e45c22ef7a6 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Network hostable DHCP agents. Network: 62beb4be-70d5-4abe-bb8f-bda7e2938a24, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 19:27:23.754953 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-37cf5cce-47a2-49a7-8104-80ac8ccddb6a None None] Attempting to bind port 0673b6cb-76a3-437b-87c5-d0b47c7889e6 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:27:23.755328 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-37cf5cce-47a2-49a7-8104-80ac8ccddb6a None None] Attempting to bind port 0673b6cb-76a3-437b-87c5-d0b47c7889e6 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:27:23.755671 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cf5cce-47a2-49a7-8104-80ac8ccddb6a None None] Attempting to bind port 0673b6cb-76a3-437b-87c5-d0b47c7889e6 on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:27:23.764240 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b5f1fc-0868-4da8-b1d9-5dffe0f681cd None None] Pushing event updated for resources: {'Port': ['ID=0673b6cb-76a3-437b-87c5-d0b47c7889e6,revision_number=2']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:27:23.767480 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cf5cce-47a2-49a7-8104-80ac8ccddb6a None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:27:23.767847 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cf5cce-47a2-49a7-8104-80ac8ccddb6a None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:27:23.768773 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-37cf5cce-47a2-49a7-8104-80ac8ccddb6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:23.768773 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cf5cce-47a2-49a7-8104-80ac8ccddb6a None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:27:23.769061 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-37cf5cce-47a2-49a7-8104-80ac8ccddb6a None None] Bound port: 0673b6cb-76a3-437b-87c5-d0b47c7889e6, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:27:23.769434 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-37cf5cce-47a2-49a7-8104-80ac8ccddb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:23.775829 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b5f1fc-0868-4da8-b1d9-5dffe0f681cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:23.776708 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b5f1fc-0868-4da8-b1d9-5dffe0f681cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:23.777086 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b5f1fc-0868-4da8-b1d9-5dffe0f681cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:23.777380 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b5f1fc-0868-4da8-b1d9-5dffe0f681cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:23.777728 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b5f1fc-0868-4da8-b1d9-5dffe0f681cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:23.778035 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b5f1fc-0868-4da8-b1d9-5dffe0f681cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:23.778360 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b5f1fc-0868-4da8-b1d9-5dffe0f681cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:23.778680 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b5f1fc-0868-4da8-b1d9-5dffe0f681cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:23.779026 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b5f1fc-0868-4da8-b1d9-5dffe0f681cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:23.779348 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b5f1fc-0868-4da8-b1d9-5dffe0f681cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:23.779666 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b5f1fc-0868-4da8-b1d9-5dffe0f681cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:23.779986 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b5f1fc-0868-4da8-b1d9-5dffe0f681cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:27:23.823105 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a8885e-e33f-4b09-a129-3e45c22ef7a6 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Network 62beb4be-70d5-4abe-bb8f-bda7e2938a24 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 19:27:23.829822 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-37cf5cce-47a2-49a7-8104-80ac8ccddb6a None None] For port 0673b6cb-76a3-437b-87c5-d0b47c7889e6, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:27:23.832886 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-37cf5cce-47a2-49a7-8104-80ac8ccddb6a None None] For port 0673b6cb-76a3-437b-87c5-d0b47c7889e6, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=0673b6cb-76a3-437b-87c5-d0b47c7889e6,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:27:23.903279 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-21a8885e-e33f-4b09-a129-3e45c22ef7a6 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 62beb4be-70d5-4abe-bb8f-bda7e2938a24) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:27:23.907532 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a8885e-e33f-4b09-a129-3e45c22ef7a6 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:27:23.908159 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-21a8885e-e33f-4b09-a129-3e45c22ef7a6 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:23.912456 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a84702-1593-478b-b834-c2ac9591e42c None None] Network 62beb4be-70d5-4abe-bb8f-bda7e2938a24 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:27:23.932061 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-37cf5cce-47a2-49a7-8104-80ac8ccddb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:23.994254 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b5f1fc-0868-4da8-b1d9-5dffe0f681cd None None] Pushing event updated for resources: {'Port': ['ID=0673b6cb-76a3-437b-87c5-d0b47c7889e6,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:27:23.994525 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-21a8885e-e33f-4b09-a129-3e45c22ef7a6 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7080643 Oct 27 19:27:23.994846 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cf5cce-47a2-49a7-8104-80ac8ccddb6a None None] Routers {'782d86b0-1615-408e-ac69-18482e1c37bf'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:27:23.995062 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52102) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:27:23.995308 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-37cf5cce-47a2-49a7-8104-80ac8ccddb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:27:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['782d86b0-1615-408e-ac69-18482e1c37bf'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:27:24.069950 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14e54b1-a16e-4f8a-970c-a3aa7f7f68ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-62beb4be-70d5-4abe-bb8f-bda7e2938a24', 'network_id': '62beb4be-70d5-4abe-bb8f-bda7e2938a24', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'fixed_ips': [{'subnet_id': '870a52cd-bc1a-4c50-8bff-ef090a35c5a3'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 19:27:24.071255 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f14e54b1-a16e-4f8a-970c-a3aa7f7f68ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:24.112749 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-37cf5cce-47a2-49a7-8104-80ac8ccddb6a None None] Set router 782d86b0-1615-408e-ac69-18482e1c37bf gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:27:24.234455 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-f14e54b1-a16e-4f8a-970c-a3aa7f7f68ca None None] Allocated IP 172.20.0.2 (62beb4be-70d5-4abe-bb8f-bda7e2938a24/870a52cd-bc1a-4c50-8bff-ef090a35c5a3/c260cd83-231e-4046-b4b4-111137f48a9c) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:27:24.403023 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f14e54b1-a16e-4f8a-970c-a3aa7f7f68ca None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:24.408455 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-37cf5cce-47a2-49a7-8104-80ac8ccddb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782d86b0-1615-408e-ac69-18482e1c37bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011932641', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '0673b6cb-76a3-437b-87c5-d0b47c7889e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:27:21Z', 'updated_at': '2021-10-27T19:27:22Z', 'revision_number': 3, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '0673b6cb-76a3-437b-87c5-d0b47c7889e6', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c2:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782d86b0-1615-408e-ac69-18482e1c37bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:27:21Z', 'updated_at': '2021-10-27T19:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:27:24.440096 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cf5cce-47a2-49a7-8104-80ac8ccddb6a None None] The sync data for ids ['782d86b0-1615-408e-ac69-18482e1c37bf'] in n-d-815690-2 is: [{'id': '782d86b0-1615-408e-ac69-18482e1c37bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011932641', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '0673b6cb-76a3-437b-87c5-d0b47c7889e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:27:21Z', 'updated_at': '2021-10-27T19:27:22Z', 'revision_number': 3, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '0673b6cb-76a3-437b-87c5-d0b47c7889e6', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c2:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782d86b0-1615-408e-ac69-18482e1c37bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:27:21Z', 'updated_at': '2021-10-27T19:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:27:24.486476 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f14e54b1-a16e-4f8a-970c-a3aa7f7f68ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:24.532539 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14e54b1-a16e-4f8a-970c-a3aa7f7f68ca None None] Network 62beb4be-70d5-4abe-bb8f-bda7e2938a24 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:27:24.536079 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-f14e54b1-a16e-4f8a-970c-a3aa7f7f68ca None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:27:24.538514 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14e54b1-a16e-4f8a-970c-a3aa7f7f68ca None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:27:24.557897 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e54b1-a16e-4f8a-970c-a3aa7f7f68ca None None] Pushing event updated for resources: {'Port': ['ID=c260cd83-231e-4046-b4b4-111137f48a9c,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:27:24.612992 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-f14e54b1-a16e-4f8a-970c-a3aa7f7f68ca None None] Attempting to bind port c260cd83-231e-4046-b4b4-111137f48a9c on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:27:24.613522 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-f14e54b1-a16e-4f8a-970c-a3aa7f7f68ca None None] Attempting to bind port c260cd83-231e-4046-b4b4-111137f48a9c by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'db0841f0-0636-464c-8846-e1d0a52454c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '62beb4be-70d5-4abe-bb8f-bda7e2938a24'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:27:24.613889 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14e54b1-a16e-4f8a-970c-a3aa7f7f68ca None None] Attempting to bind port c260cd83-231e-4046-b4b4-111137f48a9c on network 62beb4be-70d5-4abe-bb8f-bda7e2938a24 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:27:24.620122 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14e54b1-a16e-4f8a-970c-a3aa7f7f68ca None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:27:24.620451 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14e54b1-a16e-4f8a-970c-a3aa7f7f68ca None None] Checking segment: {'id': 'db0841f0-0636-464c-8846-e1d0a52454c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '62beb4be-70d5-4abe-bb8f-bda7e2938a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:27:24.620863 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f14e54b1-a16e-4f8a-970c-a3aa7f7f68ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:24.621306 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14e54b1-a16e-4f8a-970c-a3aa7f7f68ca None None] Bound using segment: {'id': 'db0841f0-0636-464c-8846-e1d0a52454c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '62beb4be-70d5-4abe-bb8f-bda7e2938a24'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:27:24.621790 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-f14e54b1-a16e-4f8a-970c-a3aa7f7f68ca None None] Bound port: c260cd83-231e-4046-b4b4-111137f48a9c, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db0841f0-0636-464c-8846-e1d0a52454c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '62beb4be-70d5-4abe-bb8f-bda7e2938a24'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:27:24.622172 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f14e54b1-a16e-4f8a-970c-a3aa7f7f68ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:24.724058 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f14e54b1-a16e-4f8a-970c-a3aa7f7f68ca None None] For port c260cd83-231e-4046-b4b4-111137f48a9c, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:27:24.727456 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f14e54b1-a16e-4f8a-970c-a3aa7f7f68ca None None] For port c260cd83-231e-4046-b4b4-111137f48a9c, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=c260cd83-231e-4046-b4b4-111137f48a9c,segment=NetworkSegment(db0841f0-0636-464c-8846-e1d0a52454c1),segment_id=db0841f0-0636-464c-8846-e1d0a52454c1)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:27:24.817765 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f14e54b1-a16e-4f8a-970c-a3aa7f7f68ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:24.883987 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e54b1-a16e-4f8a-970c-a3aa7f7f68ca None None] Pushing event updated for resources: {'Port': ['ID=c260cd83-231e-4046-b4b4-111137f48a9c,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:27:24.897423 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-59bb8663-a73f-4a9b-8ce2-7d6fbf804bf0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:25.243942 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-59bb8663-a73f-4a9b-8ce2-7d6fbf804bf0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Allocated IP 172.20.0.1 (62beb4be-70d5-4abe-bb8f-bda7e2938a24/870a52cd-bc1a-4c50-8bff-ef090a35c5a3/ad1017c8-5677-49b9-930b-03d136e31523) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:27:25.376842 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-59bb8663-a73f-4a9b-8ce2-7d6fbf804bf0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:25.474986 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-59bb8663-a73f-4a9b-8ce2-7d6fbf804bf0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:25.536116 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bb8663-a73f-4a9b-8ce2-7d6fbf804bf0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Network 62beb4be-70d5-4abe-bb8f-bda7e2938a24 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:27:25.542565 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-59bb8663-a73f-4a9b-8ce2-7d6fbf804bf0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:27:25.548325 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bb8663-a73f-4a9b-8ce2-7d6fbf804bf0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:27:25.555891 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb8663-a73f-4a9b-8ce2-7d6fbf804bf0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'Port': ['ID=ad1017c8-5677-49b9-930b-03d136e31523,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:27:25.609397 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-59bb8663-a73f-4a9b-8ce2-7d6fbf804bf0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:25.855000 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-59bb8663-a73f-4a9b-8ce2-7d6fbf804bf0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:25.872794 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80deadc-9487-4259-a8dd-8ec68ba20cb5 None None] Network 62beb4be-70d5-4abe-bb8f-bda7e2938a24 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:27:25.948824 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-1dbb63e7-78ea-44b8-a772-7e98f234bab2 None None] Provisioning complete for port c260cd83-231e-4046-b4b4-111137f48a9c triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:27:25.949185 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1dbb63e7-78ea-44b8-a772-7e98f234bab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:26.126457 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1dbb63e7-78ea-44b8-a772-7e98f234bab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:26.167297 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-1dbb63e7-78ea-44b8-a772-7e98f234bab2 None None] For port c260cd83-231e-4046-b4b4-111137f48a9c, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=c260cd83-231e-4046-b4b4-111137f48a9c,segment=NetworkSegment(db0841f0-0636-464c-8846-e1d0a52454c1),segment_id=db0841f0-0636-464c-8846-e1d0a52454c1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:27:26.190687 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-59bb8663-a73f-4a9b-8ce2-7d6fbf804bf0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:26.257386 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-59bb8663-a73f-4a9b-8ce2-7d6fbf804bf0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:26.258052 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1dbb63e7-78ea-44b8-a772-7e98f234bab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:26.332869 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb63e7-78ea-44b8-a772-7e98f234bab2 None None] Pushing event updated for resources: {'Port': ['ID=c260cd83-231e-4046-b4b4-111137f48a9c,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:27:26.341835 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb8663-a73f-4a9b-8ce2-7d6fbf804bf0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'Port': ['ID=ad1017c8-5677-49b9-930b-03d136e31523,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:27:26.347924 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-59bb8663-a73f-4a9b-8ce2-7d6fbf804bf0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:26.381548 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-34b5113b-99f0-49ef-90ad-d0d0d1c2f9a0 None None] Provisioning complete for port c260cd83-231e-4046-b4b4-111137f48a9c triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:27:26.382186 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-34b5113b-99f0-49ef-90ad-d0d0d1c2f9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:26.455649 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bb8663-a73f-4a9b-8ce2-7d6fbf804bf0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Network 62beb4be-70d5-4abe-bb8f-bda7e2938a24 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:27:26.457690 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-59bb8663-a73f-4a9b-8ce2-7d6fbf804bf0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:27:26.486527 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-34b5113b-99f0-49ef-90ad-d0d0d1c2f9a0 None None] Provisioning complete for port ad1017c8-5677-49b9-930b-03d136e31523 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:27:26.486965 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-34b5113b-99f0-49ef-90ad-d0d0d1c2f9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:26.524387 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-34b5113b-99f0-49ef-90ad-d0d0d1c2f9a0 None None] Port ad1017c8-5677-49b9-930b-03d136e31523 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:27:26.582416 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59bb8663-a73f-4a9b-8ce2-7d6fbf804bf0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Router 782d86b0-1615-408e-ac69-18482e1c37bf has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:27:26.644436 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-a433f5f0-696d-4b74-b782-e8f737efe3a6 None None] Provisioning complete for port ad1017c8-5677-49b9-930b-03d136e31523 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:27:26.645163 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a433f5f0-696d-4b74-b782-e8f737efe3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:26.691363 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-a433f5f0-696d-4b74-b782-e8f737efe3a6 None None] Port ad1017c8-5677-49b9-930b-03d136e31523 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:27:26.713002 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59bb8663-a73f-4a9b-8ce2-7d6fbf804bf0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:27:26.725636 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce195c5-2e60-4ae3-b9e9-f74f2c7dfe60 None None] Sync routers for ids ['782d86b0-1615-408e-ac69-18482e1c37bf'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:27:26.729677 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-59bb8663-a73f-4a9b-8ce2-7d6fbf804bf0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "PUT /v2.0/routers/782d86b0-1615-408e-ac69-18482e1c37bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7336340 Oct 27 19:27:26.750499 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce195c5-2e60-4ae3-b9e9-f74f2c7dfe60 None None] Routers {'782d86b0-1615-408e-ac69-18482e1c37bf'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:27:26.751297 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-4ce195c5-2e60-4ae3-b9e9-f74f2c7dfe60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:27:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['782d86b0-1615-408e-ac69-18482e1c37bf'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:27:26.924908 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-5fabf929-b3bb-4af0-a060-cb12b8e04146 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2137101817&fields=id&tenant_id=df49fa348b1d47cdbf578b508321cb72 HTTP/1.1" status: 200 len: 267 time: 0.0371020 Oct 27 19:27:26.994242 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 0673b6cb-76a3-437b-87c5-d0b47c7889e6 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:27:27.038782 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-ea5616d8-0900-4c57-a42a-1915e1335822 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:27:27.040327 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-ea5616d8-0900-4c57-a42a-1915e1335822 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/networks?id=62beb4be-70d5-4abe-bb8f-bda7e2938a24 HTTP/1.1" status: 200 len: 797 time: 0.1083753 Oct 27 19:27:27.064614 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-2f3db5ba-0257-4e1b-89b2-298bde89b775 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/quotas/df49fa348b1d47cdbf578b508321cb72 HTTP/1.1" status: 200 len: 375 time: 0.0164754 Oct 27 19:27:27.068114 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-76819fa5-d2da-4760-9d27-02b9a9347f18 None None] Provisioning complete for port ad1017c8-5677-49b9-930b-03d136e31523 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:27:27.068378 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-76819fa5-d2da-4760-9d27-02b9a9347f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:27.128422 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-b61979a0-593b-42d7-a554-5cc8cc8afc6e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=df49fa348b1d47cdbf578b508321cb72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623658 Oct 27 19:27:27.129689 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-4ce195c5-2e60-4ae3-b9e9-f74f2c7dfe60 None None] Set router 782d86b0-1615-408e-ac69-18482e1c37bf gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:27:27.132701 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-76819fa5-d2da-4760-9d27-02b9a9347f18 None None] Port ad1017c8-5677-49b9-930b-03d136e31523 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:27:27.162842 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:27.171728 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 0673b6cb-76a3-437b-87c5-d0b47c7889e6 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:27:27.172096 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:27.269269 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-1e79ee6d-3af2-46fc-89f7-eb4ede169d33 service neutron] 10.222.0.52 "GET /v2.0/networks/62beb4be-70d5-4abe-bb8f-bda7e2938a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167576 Oct 27 19:27:27.377460 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-d0d4c8fa-59a9-4403-9c78-86d6138fdd81 service neutron] 10.222.0.52 "GET /v2.0/networks/62beb4be-70d5-4abe-bb8f-bda7e2938a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017241 Oct 27 19:27:27.389038 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:27.437822 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 0673b6cb-76a3-437b-87c5-d0b47c7889e6, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=0673b6cb-76a3-437b-87c5-d0b47c7889e6,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:27:27.460694 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-4ce195c5-2e60-4ae3-b9e9-f74f2c7dfe60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782d86b0-1615-408e-ac69-18482e1c37bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011932641', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '0673b6cb-76a3-437b-87c5-d0b47c7889e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:27:21Z', 'updated_at': '2021-10-27T19:27:25Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '0673b6cb-76a3-437b-87c5-d0b47c7889e6', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c2:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782d86b0-1615-408e-ac69-18482e1c37bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:27:21Z', 'updated_at': '2021-10-27T19:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'ad1017c8-5677-49b9-930b-03d136e31523', 'name': '', 'network_id': '62beb4be-70d5-4abe-bb8f-bda7e2938a24', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'mac_address': 'fa:16:3e:f0:fd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782d86b0-1615-408e-ac69-18482e1c37bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '870a52cd-bc1a-4c50-8bff-ef090a35c5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:27:25Z', 'updated_at': '2021-10-27T19:27:26Z', 'revision_number': 2, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'subnets': [{'id': '870a52cd-bc1a-4c50-8bff-ef090a35c5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:27:27.490545 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:27.490931 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device c260cd83-231e-4046-b4b4-111137f48a9c up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:27:27.492683 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce195c5-2e60-4ae3-b9e9-f74f2c7dfe60 None None] Checking router: 782d86b0-1615-408e-ac69-18482e1c37bf for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:27:27.493035 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce195c5-2e60-4ae3-b9e9-f74f2c7dfe60 None None] Updating router 782d86b0-1615-408e-ac69-18482e1c37bf port ad1017c8-5677-49b9-930b-03d136e31523 binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 19:27:27.551676 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:27.596005 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4ce195c5-2e60-4ae3-b9e9-f74f2c7dfe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:27.618144 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=0673b6cb-76a3-437b-87c5-d0b47c7889e6,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:27:27.631872 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ef661dfe-b367-41ed-aa6d-c1f24104ffc2 req-1b82bffd-4e4c-4d71-9190-6d8c6cb30211 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdfc4d4-f821-47dc-b30f-3ae581cb18be HTTP/1.1" status: 200 len: 210 time: 0.0371478 Oct 27 19:27:27.672414 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port c260cd83-231e-4046-b4b4-111137f48a9c triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:27:27.672792 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:27.966880 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4ce195c5-2e60-4ae3-b9e9-f74f2c7dfe60 None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:28.048661 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4ce195c5-2e60-4ae3-b9e9-f74f2c7dfe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:28.108290 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c893a5-f814-4690-9cec-2441a68e9bed None None] Pushing event updated for resources: {'Port': ['ID=ad1017c8-5677-49b9-930b-03d136e31523,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:27:28.157883 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-4ce195c5-2e60-4ae3-b9e9-f74f2c7dfe60 None None] Attempting to bind port ad1017c8-5677-49b9-930b-03d136e31523 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:27:28.160929 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-4ce195c5-2e60-4ae3-b9e9-f74f2c7dfe60 None None] Attempting to bind port ad1017c8-5677-49b9-930b-03d136e31523 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'db0841f0-0636-464c-8846-e1d0a52454c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '62beb4be-70d5-4abe-bb8f-bda7e2938a24'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:27:28.160929 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce195c5-2e60-4ae3-b9e9-f74f2c7dfe60 None None] Attempting to bind port ad1017c8-5677-49b9-930b-03d136e31523 on network 62beb4be-70d5-4abe-bb8f-bda7e2938a24 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:27:28.164808 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce195c5-2e60-4ae3-b9e9-f74f2c7dfe60 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:27:28.165179 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce195c5-2e60-4ae3-b9e9-f74f2c7dfe60 None None] Checking segment: {'id': 'db0841f0-0636-464c-8846-e1d0a52454c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '62beb4be-70d5-4abe-bb8f-bda7e2938a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:27:28.165582 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4ce195c5-2e60-4ae3-b9e9-f74f2c7dfe60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:28.165967 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce195c5-2e60-4ae3-b9e9-f74f2c7dfe60 None None] Bound using segment: {'id': 'db0841f0-0636-464c-8846-e1d0a52454c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '62beb4be-70d5-4abe-bb8f-bda7e2938a24'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:27:28.166434 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-4ce195c5-2e60-4ae3-b9e9-f74f2c7dfe60 None None] Bound port: ad1017c8-5677-49b9-930b-03d136e31523, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db0841f0-0636-464c-8846-e1d0a52454c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '62beb4be-70d5-4abe-bb8f-bda7e2938a24'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:27:28.166977 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4ce195c5-2e60-4ae3-b9e9-f74f2c7dfe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:28.237871 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4ce195c5-2e60-4ae3-b9e9-f74f2c7dfe60 None None] For port ad1017c8-5677-49b9-930b-03d136e31523, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:27:28.241321 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4ce195c5-2e60-4ae3-b9e9-f74f2c7dfe60 None None] For port ad1017c8-5677-49b9-930b-03d136e31523, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ad1017c8-5677-49b9-930b-03d136e31523,segment=NetworkSegment(db0841f0-0636-464c-8846-e1d0a52454c1),segment_id=db0841f0-0636-464c-8846-e1d0a52454c1)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:27:28.326337 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4ce195c5-2e60-4ae3-b9e9-f74f2c7dfe60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:28.400391 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce195c5-2e60-4ae3-b9e9-f74f2c7dfe60 None None] Routers {'782d86b0-1615-408e-ac69-18482e1c37bf'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:27:28.401796 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-4ce195c5-2e60-4ae3-b9e9-f74f2c7dfe60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:27:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['782d86b0-1615-408e-ac69-18482e1c37bf'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:27:28.404096 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-b5b09cab-b5e5-4544-a59b-a48d27740911 None None] Provisioning complete for port ad1017c8-5677-49b9-930b-03d136e31523 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:27:28.404513 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b5b09cab-b5e5-4544-a59b-a48d27740911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:28.407973 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c893a5-f814-4690-9cec-2441a68e9bed None None] Pushing event updated for resources: {'Port': ['ID=ad1017c8-5677-49b9-930b-03d136e31523,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:27:28.579976 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-4ce195c5-2e60-4ae3-b9e9-f74f2c7dfe60 None None] Set router 782d86b0-1615-408e-ac69-18482e1c37bf gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:27:28.618676 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b5b09cab-b5e5-4544-a59b-a48d27740911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:28.726754 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-b5b09cab-b5e5-4544-a59b-a48d27740911 None None] For port ad1017c8-5677-49b9-930b-03d136e31523, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ad1017c8-5677-49b9-930b-03d136e31523,segment=NetworkSegment(db0841f0-0636-464c-8846-e1d0a52454c1),segment_id=db0841f0-0636-464c-8846-e1d0a52454c1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:27:28.755254 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 0673b6cb-76a3-437b-87c5-d0b47c7889e6 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:27:28.755472 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3c9dc394-bd94-41df-9fd7-dd1caa9c6f80 req-71cf45c5-9283-4f3e-b45b-3a1deb6c1391 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdfc4d4-f821-47dc-b30f-3ae581cb18be HTTP/1.1" status: 200 len: 210 time: 0.0304718 Oct 27 19:27:28.793812 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b5b09cab-b5e5-4544-a59b-a48d27740911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:28.898697 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b09cab-b5e5-4544-a59b-a48d27740911 None None] Pushing event updated for resources: {'Port': ['ID=ad1017c8-5677-49b9-930b-03d136e31523,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:27:28.912278 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 0673b6cb-76a3-437b-87c5-d0b47c7889e6 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:27:28.912653 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:28.954040 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-63769725-e516-461f-a6d1-d5fd5f21c9b7 None None] Provisioning complete for port ad1017c8-5677-49b9-930b-03d136e31523 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:27:28.954410 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-63769725-e516-461f-a6d1-d5fd5f21c9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:29.007795 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-4ce195c5-2e60-4ae3-b9e9-f74f2c7dfe60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782d86b0-1615-408e-ac69-18482e1c37bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011932641', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '0673b6cb-76a3-437b-87c5-d0b47c7889e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:27:21Z', 'updated_at': '2021-10-27T19:27:25Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '0673b6cb-76a3-437b-87c5-d0b47c7889e6', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782d86b0-1615-408e-ac69-18482e1c37bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:27:21Z', 'updated_at': '2021-10-27T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'ad1017c8-5677-49b9-930b-03d136e31523', 'name': '', 'network_id': '62beb4be-70d5-4abe-bb8f-bda7e2938a24', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'mac_address': 'fa:16:3e:f0:fd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782d86b0-1615-408e-ac69-18482e1c37bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '870a52cd-bc1a-4c50-8bff-ef090a35c5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:27:25Z', 'updated_at': '2021-10-27T19:27:28Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'subnets': [{'id': '870a52cd-bc1a-4c50-8bff-ef090a35c5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:27:29.050773 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce195c5-2e60-4ae3-b9e9-f74f2c7dfe60 None None] The sync data for ids ['782d86b0-1615-408e-ac69-18482e1c37bf'] in n-d-815690-2 is: [{'id': '782d86b0-1615-408e-ac69-18482e1c37bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011932641', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '0673b6cb-76a3-437b-87c5-d0b47c7889e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:27:21Z', 'updated_at': '2021-10-27T19:27:25Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '0673b6cb-76a3-437b-87c5-d0b47c7889e6', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782d86b0-1615-408e-ac69-18482e1c37bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:27:21Z', 'updated_at': '2021-10-27T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'ad1017c8-5677-49b9-930b-03d136e31523', 'name': '', 'network_id': '62beb4be-70d5-4abe-bb8f-bda7e2938a24', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'mac_address': 'fa:16:3e:f0:fd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782d86b0-1615-408e-ac69-18482e1c37bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '870a52cd-bc1a-4c50-8bff-ef090a35c5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:27:25Z', 'updated_at': '2021-10-27T19:27:28Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'subnets': [{'id': '870a52cd-bc1a-4c50-8bff-ef090a35c5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:27:29.626744 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-38dce2ca-cc0b-4fef-8952-64eede3a79bd tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:27:29.628375 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-38dce2ca-cc0b-4fef-8952-64eede3a79bd tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.93 "GET /v2.0/networks?id=62beb4be-70d5-4abe-bb8f-bda7e2938a24 HTTP/1.1" status: 200 len: 797 time: 0.1167178 Oct 27 19:27:29.675755 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-acc18500-ace1-451e-9dea-4918e9177d21 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df49fa348b1d47cdbf578b508321cb72 HTTP/1.1" status: 200 len: 380 time: 0.0381842 Oct 27 19:27:29.685718 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-bf90bf63-5651-4414-b062-f8f5b879ecb4 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'port': {'device_id': 'ccdfc4d4-f821-47dc-b30f-3ae581cb18be', 'network_id': '62beb4be-70d5-4abe-bb8f-bda7e2938a24', 'admin_state_up': True, 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'security_groups': ['24f1f842-4b5c-490d-8f52-62c961b7f37c']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:27:29.858803 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d73fe659-0503-4e87-9fa4-1ecd977f5e27 req-8da008a5-0b62-4970-982e-53f047449bc5 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdfc4d4-f821-47dc-b30f-3ae581cb18be HTTP/1.1" status: 200 len: 210 time: 0.0284429 Oct 27 19:27:29.874566 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-bf90bf63-5651-4414-b062-f8f5b879ecb4 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Made reservation on behalf of df49fa348b1d47cdbf578b508321cb72 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:27:29.878299 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-bf90bf63-5651-4414-b062-f8f5b879ecb4 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:30.015484 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-bf90bf63-5651-4414-b062-f8f5b879ecb4 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Allocated IP 172.20.0.6 (62beb4be-70d5-4abe-bb8f-bda7e2938a24/870a52cd-bc1a-4c50-8bff-ef090a35c5a3/82280f6b-cf27-4ef7-be88-0f36f4c98fe3) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:27:30.169485 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-bf90bf63-5651-4414-b062-f8f5b879ecb4 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:30.252394 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-bf90bf63-5651-4414-b062-f8f5b879ecb4 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:30.300128 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-bf90bf63-5651-4414-b062-f8f5b879ecb4 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Network 62beb4be-70d5-4abe-bb8f-bda7e2938a24 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:27:30.303302 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-bf90bf63-5651-4414-b062-f8f5b879ecb4 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:27:30.307196 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-bf90bf63-5651-4414-b062-f8f5b879ecb4 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:27:30.334685 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90bf63-5651-4414-b062-f8f5b879ecb4 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'Port': ['ID=82280f6b-cf27-4ef7-be88-0f36f4c98fe3,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:27:30.363148 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-bf90bf63-5651-4414-b062-f8f5b879ecb4 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:27:30.364391 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-bf90bf63-5651-4414-b062-f8f5b879ecb4 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:30.426244 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-bf90bf63-5651-4414-b062-f8f5b879ecb4 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7446082 Oct 27 19:27:30.439051 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-51a95f59-c738-4633-be72-13b8cc744d47 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 19:27:30.440204 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-51a95f59-c738-4633-be72-13b8cc744d47 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0063229 Oct 27 19:27:30.454110 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-be3f07ca-1b8f-4a57-8b12-eaf5806481d3 service neutron] Request body: {'port': {'device_id': 'ccdfc4d4-f821-47dc-b30f-3ae581cb18be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:27:30.517148 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-3159413f-f83a-470c-8738-677d56919dcb None None] Provisioning complete for port 82280f6b-cf27-4ef7-be88-0f36f4c98fe3 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:27:30.517711 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3159413f-f83a-470c-8738-677d56919dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:30.519451 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-be3f07ca-1b8f-4a57-8b12-eaf5806481d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:30.554937 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-3159413f-f83a-470c-8738-677d56919dcb None None] Port 82280f6b-cf27-4ef7-be88-0f36f4c98fe3 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:27:30.744534 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ad1017c8-5677-49b9-930b-03d136e31523 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:27:30.798142 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-be3f07ca-1b8f-4a57-8b12-eaf5806481d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82280f6b-cf27-4ef7-be88-0f36f4c98fe3 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:27:30.803276 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port ad1017c8-5677-49b9-930b-03d136e31523 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:27:30.803661 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:30.806043 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-be3f07ca-1b8f-4a57-8b12-eaf5806481d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:30.826555 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-be3f07ca-1b8f-4a57-8b12-eaf5806481d3 service neutron] Transition to ACTIVE for port object 82280f6b-cf27-4ef7-be88-0f36f4c98fe3 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 19:27:30.874722 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-be3f07ca-1b8f-4a57-8b12-eaf5806481d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:30.944807 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f07ca-1b8f-4a57-8b12-eaf5806481d3 service neutron] Pushing event updated for resources: {'Port': ['ID=82280f6b-cf27-4ef7-be88-0f36f4c98fe3,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:27:30.996229 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c8cb9-a8f0-412b-8377-fcff9a350f0e req-79264bd8-5815-4fda-a30f-b14d3d949584 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:27:31.002417 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-be3f07ca-1b8f-4a57-8b12-eaf5806481d3 service neutron] Attempting to bind port 82280f6b-cf27-4ef7-be88-0f36f4c98fe3 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:27:31.002747 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-be3f07ca-1b8f-4a57-8b12-eaf5806481d3 service neutron] Attempting to bind port 82280f6b-cf27-4ef7-be88-0f36f4c98fe3 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': 'db0841f0-0636-464c-8846-e1d0a52454c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '62beb4be-70d5-4abe-bb8f-bda7e2938a24'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:27:31.003113 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-be3f07ca-1b8f-4a57-8b12-eaf5806481d3 service neutron] Attempting to bind port 82280f6b-cf27-4ef7-be88-0f36f4c98fe3 on network 62beb4be-70d5-4abe-bb8f-bda7e2938a24 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:27:31.003821 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d62c8cb9-a8f0-412b-8377-fcff9a350f0e req-79264bd8-5815-4fda-a30f-b14d3d949584 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdfc4d4-f821-47dc-b30f-3ae581cb18be HTTP/1.1" status: 200 len: 943 time: 0.0680411 Oct 27 19:27:31.008242 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-be3f07ca-1b8f-4a57-8b12-eaf5806481d3 service neutron] Port 82280f6b-cf27-4ef7-be88-0f36f4c98fe3 on network 62beb4be-70d5-4abe-bb8f-bda7e2938a24 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 19:27:31.008562 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-be3f07ca-1b8f-4a57-8b12-eaf5806481d3 service neutron] Attempting to bind port 82280f6b-cf27-4ef7-be88-0f36f4c98fe3 on network 62beb4be-70d5-4abe-bb8f-bda7e2938a24 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:27:31.015566 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-be3f07ca-1b8f-4a57-8b12-eaf5806481d3 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:27:31.015907 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-be3f07ca-1b8f-4a57-8b12-eaf5806481d3 service neutron] Checking segment: {'id': 'db0841f0-0636-464c-8846-e1d0a52454c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '62beb4be-70d5-4abe-bb8f-bda7e2938a24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:27:31.016430 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-be3f07ca-1b8f-4a57-8b12-eaf5806481d3 service neutron] Bound using segment: {'id': 'db0841f0-0636-464c-8846-e1d0a52454c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '62beb4be-70d5-4abe-bb8f-bda7e2938a24'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:27:31.017900 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-be3f07ca-1b8f-4a57-8b12-eaf5806481d3 service neutron] Bound port: 82280f6b-cf27-4ef7-be88-0f36f4c98fe3, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db0841f0-0636-464c-8846-e1d0a52454c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '62beb4be-70d5-4abe-bb8f-bda7e2938a24'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:27:31.017900 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-be3f07ca-1b8f-4a57-8b12-eaf5806481d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:31.044697 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d62c8cb9-a8f0-412b-8377-fcff9a350f0e req-22dab8e1-c10e-4549-987f-5debfc649181 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=24f1f842-4b5c-490d-8f52-62c961b7f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399740 Oct 27 19:27:31.096809 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-be3f07ca-1b8f-4a57-8b12-eaf5806481d3 service neutron] For port 82280f6b-cf27-4ef7-be88-0f36f4c98fe3, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:27:31.100168 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-be3f07ca-1b8f-4a57-8b12-eaf5806481d3 service neutron] For port 82280f6b-cf27-4ef7-be88-0f36f4c98fe3, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=82280f6b-cf27-4ef7-be88-0f36f4c98fe3,segment=NetworkSegment(db0841f0-0636-464c-8846-e1d0a52454c1),segment_id=db0841f0-0636-464c-8846-e1d0a52454c1)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:27:31.160483 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-be3f07ca-1b8f-4a57-8b12-eaf5806481d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:31.198330 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-be3f07ca-1b8f-4a57-8b12-eaf5806481d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:27:31.199065 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-be3f07ca-1b8f-4a57-8b12-eaf5806481d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:31.203526 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-be3f07ca-1b8f-4a57-8b12-eaf5806481d3 service neutron] 10.222.0.93 "PUT /v2.0/ports/82280f6b-cf27-4ef7-be88-0f36f4c98fe3 HTTP/1.1" status: 200 len: 1091 time: 0.7509670 Oct 27 19:27:31.203526 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccdfc4d4-f821-47dc-b30f-3ae581cb18be', 'tag': '82280f6b-cf27-4ef7-be88-0f36f4c98fe3'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:27:31.203526 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64961ecf-f582-4334-8d80-f84bac73daa0" -d '{"events": [{"name": "network-changed", "server_uuid": "ccdfc4d4-f821-47dc-b30f-3ae581cb18be", "tag": "82280f6b-cf27-4ef7-be88-0f36f4c98fe3"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:27:31.234974 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f07ca-1b8f-4a57-8b12-eaf5806481d3 service neutron] Pushing event updated for resources: {'Port': ['ID=82280f6b-cf27-4ef7-be88-0f36f4c98fe3,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:27:31.248261 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13e71e7-83ed-44be-b08c-188bc0875d6e x-openstack-request-id: req-f13e71e7-83ed-44be-b08c-188bc0875d6e {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:27:31.248604 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccdfc4d4-f821-47dc-b30f-3ae581cb18be", "tag": "82280f6b-cf27-4ef7-be88-0f36f4c98fe3", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:27:31.248871 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f13e71e7-83ed-44be-b08c-188bc0875d6e {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:27:31.249279 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccdfc4d4-f821-47dc-b30f-3ae581cb18be', 'tag': '82280f6b-cf27-4ef7-be88-0f36f4c98fe3', 'status': 'completed', 'code': 200} Oct 27 19:27:31.309472 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64961ecf-f582-4334-8d80-f84bac73daa0 req-6877c6e3-f5b4-4d02-879e-08eeccc8a00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:27:31.311006 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-64961ecf-f582-4334-8d80-f84bac73daa0 req-6877c6e3-f5b4-4d02-879e-08eeccc8a00b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=df49fa348b1d47cdbf578b508321cb72&device_id=ccdfc4d4-f821-47dc-b30f-3ae581cb18be HTTP/1.1" status: 200 len: 1094 time: 0.0450745 Oct 27 19:27:31.420282 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64961ecf-f582-4334-8d80-f84bac73daa0 req-20b9ae8b-d923-4919-9e45-aee9113053a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:27:31.421794 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-64961ecf-f582-4334-8d80-f84bac73daa0 req-20b9ae8b-d923-4919-9e45-aee9113053a5 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=df49fa348b1d47cdbf578b508321cb72&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1026080 Oct 27 19:27:31.519731 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64961ecf-f582-4334-8d80-f84bac73daa0 req-9acf1bdb-3030-4e67-909d-7032ea53d787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:27:31.521228 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-64961ecf-f582-4334-8d80-f84bac73daa0 req-9acf1bdb-3030-4e67-909d-7032ea53d787 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0924766 Oct 27 19:27:31.604833 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-49c68016-5cd1-4b5e-8349-7e6bf79d3f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:27:31.606347 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-49c68016-5cd1-4b5e-8349-7e6bf79d3f78 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=df49fa348b1d47cdbf578b508321cb72&device_id=ccdfc4d4-f821-47dc-b30f-3ae581cb18be HTTP/1.1" status: 200 len: 1094 time: 0.0474379 Oct 27 19:27:31.650302 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-f738413e-7f7e-4a1c-9448-73ed6c31ed66 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82280f6b-cf27-4ef7-be88-0f36f4c98fe3 HTTP/1.1" status: 200 len: 217 time: 0.0349035 Oct 27 19:27:31.699556 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-90ff2a9c-1f1c-4a33-81cb-d3359fe7bc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:27:31.701022 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-90ff2a9c-1f1c-4a33-81cb-d3359fe7bc16 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=870a52cd-bc1a-4c50-8bff-ef090a35c5a3 HTTP/1.1" status: 200 len: 834 time: 0.0440507 Oct 27 19:27:31.748556 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-0b9fd151-83e0-4580-946b-5668e9e8d7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:27:31.750091 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-0b9fd151-83e0-4580-946b-5668e9e8d7d5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=62beb4be-70d5-4abe-bb8f-bda7e2938a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424349 Oct 27 19:27:31.846764 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-720bef51-2b5b-428f-ac39-6cb064971933 service neutron] 10.222.0.93 "GET /v2.0/networks/62beb4be-70d5-4abe-bb8f-bda7e2938a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858073 Oct 27 19:27:31.940537 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b5292fc8-55e5-42cb-97b5-f5d939d31697 req-34cc061b-b750-4d57-9f18-f519ff7de54b service neutron] 10.222.0.93 "GET /v2.0/networks/62beb4be-70d5-4abe-bb8f-bda7e2938a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867376 Oct 27 19:27:32.165532 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf0593-8c36-4666-968b-8c59db031189 req-49a7fa19-5f23-4c77-9d9f-eac52a35ea46 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:27:32.167492 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e5bf0593-8c36-4666-968b-8c59db031189 req-49a7fa19-5f23-4c77-9d9f-eac52a35ea46 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdfc4d4-f821-47dc-b30f-3ae581cb18be HTTP/1.1" status: 200 len: 943 time: 0.0516913 Oct 27 19:27:32.206369 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e5bf0593-8c36-4666-968b-8c59db031189 req-b026c816-e4b1-49fd-b339-56b7423a26e0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=24f1f842-4b5c-490d-8f52-62c961b7f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327916 Oct 27 19:27:33.324356 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8e2b6-8dce-4359-8916-7c42b17546ff req-bb9eb195-11d3-41ee-b45c-e48649876b13 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:27:33.325883 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5aa8e2b6-8dce-4359-8916-7c42b17546ff req-bb9eb195-11d3-41ee-b45c-e48649876b13 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdfc4d4-f821-47dc-b30f-3ae581cb18be HTTP/1.1" status: 200 len: 943 time: 0.0489757 Oct 27 19:27:33.363343 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5aa8e2b6-8dce-4359-8916-7c42b17546ff req-f7637168-15cf-426a-991a-75e68c82988d tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=24f1f842-4b5c-490d-8f52-62c961b7f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315497 Oct 27 19:27:34.488728 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024bb5d-8d6b-4ffe-862b-24238949c30a req-fa770f99-b36d-42af-a780-f376a1227b58 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:27:34.490169 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b024bb5d-8d6b-4ffe-862b-24238949c30a req-fa770f99-b36d-42af-a780-f376a1227b58 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdfc4d4-f821-47dc-b30f-3ae581cb18be HTTP/1.1" status: 200 len: 943 time: 0.0542767 Oct 27 19:27:34.529095 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b024bb5d-8d6b-4ffe-862b-24238949c30a req-1f6ca8a5-7744-44ee-ab7f-2fbd2b74006b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=24f1f842-4b5c-490d-8f52-62c961b7f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329411 Oct 27 19:27:35.644602 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301cf76d-6e85-4970-b4b1-161dd126e3dd req-2ed9fd82-2249-4924-a520-bb1d686ea81e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:27:35.646101 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-301cf76d-6e85-4970-b4b1-161dd126e3dd req-2ed9fd82-2249-4924-a520-bb1d686ea81e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdfc4d4-f821-47dc-b30f-3ae581cb18be HTTP/1.1" status: 200 len: 943 time: 0.0489683 Oct 27 19:27:35.684905 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-301cf76d-6e85-4970-b4b1-161dd126e3dd req-f76f3261-fd96-4be1-b324-1ab2d44a9416 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=24f1f842-4b5c-490d-8f52-62c961b7f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317788 Oct 27 19:27:35.940860 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 82280f6b-cf27-4ef7-be88-0f36f4c98fe3 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 19:27:36.037489 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 82280f6b-cf27-4ef7-be88-0f36f4c98fe3, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=82280f6b-cf27-4ef7-be88-0f36f4c98fe3,segment=NetworkSegment(db0841f0-0636-464c-8846-e1d0a52454c1),segment_id=db0841f0-0636-464c-8846-e1d0a52454c1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:27:36.048861 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '82280f6b-cf27-4ef7-be88-0f36f4c98fe3', 'network_id': '62beb4be-70d5-4abe-bb8f-bda7e2938a24', 'port_id': '82280f6b-cf27-4ef7-be88-0f36f4c98fe3', 'mac_address': 'fa:16:3e:61:d5:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '870a52cd-bc1a-4c50-8bff-ef090a35c5a3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 19:27:36.256211 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:36.273820 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82280f6b-cf27-4ef7-be88-0f36f4c98fe3 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:27:36.293486 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 82280f6b-cf27-4ef7-be88-0f36f4c98fe3, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=82280f6b-cf27-4ef7-be88-0f36f4c98fe3,segment=NetworkSegment(db0841f0-0636-464c-8846-e1d0a52454c1),segment_id=db0841f0-0636-464c-8846-e1d0a52454c1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:27:36.337050 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:36.386647 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=82280f6b-cf27-4ef7-be88-0f36f4c98fe3,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:27:36.570541 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['82280f6b-cf27-4ef7-be88-0f36f4c98fe3'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:27:36.803169 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11e541-954c-4966-bf6d-8bed5faed245 req-c914f73c-98a0-4923-b6ee-f20d72b4a209 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:27:36.804742 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9e11e541-954c-4966-bf6d-8bed5faed245 req-c914f73c-98a0-4923-b6ee-f20d72b4a209 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdfc4d4-f821-47dc-b30f-3ae581cb18be HTTP/1.1" status: 200 len: 944 time: 0.0519528 Oct 27 19:27:36.844768 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9e11e541-954c-4966-bf6d-8bed5faed245 req-8b5a905f-0b00-4456-86eb-8160a252a915 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=24f1f842-4b5c-490d-8f52-62c961b7f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335727 Oct 27 19:27:37.956571 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 82280f6b-cf27-4ef7-be88-0f36f4c98fe3 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:27:37.968038 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5231ef8-5caa-4bb0-b47c-d3b9034bc8f0 req-05f2cad4-fbde-44ec-a664-c0f411977ddf tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:27:37.987445 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c5231ef8-5caa-4bb0-b47c-d3b9034bc8f0 req-05f2cad4-fbde-44ec-a664-c0f411977ddf tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdfc4d4-f821-47dc-b30f-3ae581cb18be HTTP/1.1" status: 200 len: 944 time: 0.0561743 Oct 27 19:27:38.007770 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c5231ef8-5caa-4bb0-b47c-d3b9034bc8f0 req-b1b33c54-5399-488a-ab75-8c42dfc3bc11 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=24f1f842-4b5c-490d-8f52-62c961b7f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322335 Oct 27 19:27:38.063148 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 82280f6b-cf27-4ef7-be88-0f36f4c98fe3 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 19:27:38.067235 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 82280f6b-cf27-4ef7-be88-0f36f4c98fe3 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:27:38.067613 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:38.149881 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:38.172988 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccdfc4d4-f821-47dc-b30f-3ae581cb18be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82280f6b-cf27-4ef7-be88-0f36f4c98fe3'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:27:38.175334 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b7a7ffbeb5006bcc00a453a37d6ced003ca150096c2d6d80d40f5ba58f622d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a6bbf4-b386-4774-b604-09d8c0ec3af8" -d '{"events": [{"server_uuid": "ccdfc4d4-f821-47dc-b30f-3ae581cb18be", "name": "network-vif-plugged", "status": "completed", "tag": "82280f6b-cf27-4ef7-be88-0f36f4c98fe3"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:27:38.188703 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 82280f6b-cf27-4ef7-be88-0f36f4c98fe3, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=82280f6b-cf27-4ef7-be88-0f36f4c98fe3,segment=NetworkSegment(db0841f0-0636-464c-8846-e1d0a52454c1),segment_id=db0841f0-0636-464c-8846-e1d0a52454c1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:27:38.212327 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694df9d7-0c9f-4c83-adb0-c6096a9c20a5 x-openstack-request-id: req-694df9d7-0c9f-4c83-adb0-c6096a9c20a5 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:27:38.212622 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccdfc4d4-f821-47dc-b30f-3ae581cb18be", "name": "network-vif-plugged", "status": "completed", "tag": "82280f6b-cf27-4ef7-be88-0f36f4c98fe3", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:27:38.212885 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-694df9d7-0c9f-4c83-adb0-c6096a9c20a5 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:27:38.213720 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccdfc4d4-f821-47dc-b30f-3ae581cb18be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82280f6b-cf27-4ef7-be88-0f36f4c98fe3', 'code': 200} Oct 27 19:27:38.251839 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:38.301933 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=82280f6b-cf27-4ef7-be88-0f36f4c98fe3,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:27:38.310393 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67926170-ea8a-4820-9872-aafc0e1ead0b req-a5285a0a-d901-41f1-90c6-4d4fc7236c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:27:38.311948 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-67926170-ea8a-4820-9872-aafc0e1ead0b req-a5285a0a-d901-41f1-90c6-4d4fc7236c11 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ccdfc4d4-f821-47dc-b30f-3ae581cb18be HTTP/1.1" status: 200 len: 1096 time: 0.0421093 Oct 27 19:27:38.347037 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-67926170-ea8a-4820-9872-aafc0e1ead0b req-8d336995-e6b3-4336-bea5-55069ff6cf49 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=24f1f842-4b5c-490d-8f52-62c961b7f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285213 Oct 27 19:27:39.127964 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b6fa8-768d-4f5f-8fb3-6fdda09bb12f req-392ac6f7-ad14-4612-b0ac-e990209cb75b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:27:39.129474 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-347b6fa8-768d-4f5f-8fb3-6fdda09bb12f req-392ac6f7-ad14-4612-b0ac-e990209cb75b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdfc4d4-f821-47dc-b30f-3ae581cb18be HTTP/1.1" status: 200 len: 945 time: 0.0490735 Oct 27 19:27:39.169521 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-347b6fa8-768d-4f5f-8fb3-6fdda09bb12f req-ee0f3a17-2beb-47ef-a029-3352761b4112 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=24f1f842-4b5c-490d-8f52-62c961b7f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340626 Oct 27 19:27:39.663114 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-baef7179-8e97-4aa4-852b-a5443bb1c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:40.287025 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414474d1-ba51-4bb4-a501-24fe0e75754a req-60bf5a37-0a7e-487e-83b4-2fb7c657a7e9 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:27:40.288531 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-414474d1-ba51-4bb4-a501-24fe0e75754a req-60bf5a37-0a7e-487e-83b4-2fb7c657a7e9 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdfc4d4-f821-47dc-b30f-3ae581cb18be HTTP/1.1" status: 200 len: 945 time: 0.0497358 Oct 27 19:27:40.327225 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-414474d1-ba51-4bb4-a501-24fe0e75754a req-6f5cf1e1-52b7-4525-b742-6c2b13a66fa6 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=24f1f842-4b5c-490d-8f52-62c961b7f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326622 Oct 27 19:27:40.444528 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e278b87-a8f0-4d9e-ac6d-226c7207159e req-1f26ec2b-b6ea-4a36-8ca8-a6462e2cb405 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:27:40.445997 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3e278b87-a8f0-4d9e-ac6d-226c7207159e req-1f26ec2b-b6ea-4a36-8ca8-a6462e2cb405 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdfc4d4-f821-47dc-b30f-3ae581cb18be HTTP/1.1" status: 200 len: 945 time: 0.0529814 Oct 27 19:27:40.483668 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3e278b87-a8f0-4d9e-ac6d-226c7207159e req-1e5f94c3-7bd8-45f7-b801-3d125252daea tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=24f1f842-4b5c-490d-8f52-62c961b7f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314355 Oct 27 19:27:40.505455 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52160) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:27:40.545566 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b214e9fc-05f4-4a1f-b5af-0e2c16ed7348 tempest-TestNetworkAdvancedServerOps-926739900 tempest-TestNetworkAdvancedServerOps-926739900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:27:40.547101 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b214e9fc-05f4-4a1f-b5af-0e2c16ed7348 tempest-TestNetworkAdvancedServerOps-926739900 tempest-TestNetworkAdvancedServerOps-926739900-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ccdfc4d4-f821-47dc-b30f-3ae581cb18be HTTP/1.1" status: 200 len: 1091 time: 0.0406404 Oct 27 19:27:40.549910 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52162) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:27:40.554311 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-baceeb71-1e3b-4a38-b8ad-bba7f3474127 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'port_id': '82280f6b-cf27-4ef7-be88-0f36f4c98fe3', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:27:40.651725 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-baceeb71-1e3b-4a38-b8ad-bba7f3474127 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for floatingip, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:40.755353 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-baceeb71-1e3b-4a38-b8ad-bba7f3474127 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:40.863006 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-baceeb71-1e3b-4a38-b8ad-bba7f3474127 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Allocated IP 172.25.6.198 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/afc47b90-74c7-46ee-bb19-4895b29e2f0f) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:27:40.970716 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-baceeb71-1e3b-4a38-b8ad-bba7f3474127 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:41.052324 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-baceeb71-1e3b-4a38-b8ad-bba7f3474127 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:41.105603 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baceeb71-1e3b-4a38-b8ad-bba7f3474127 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:27:41.108719 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-baceeb71-1e3b-4a38-b8ad-bba7f3474127 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:27:41.112392 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baceeb71-1e3b-4a38-b8ad-bba7f3474127 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:27:41.136429 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baceeb71-1e3b-4a38-b8ad-bba7f3474127 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'Port': ['ID=afc47b90-74c7-46ee-bb19-4895b29e2f0f,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:27:41.459642 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-baceeb71-1e3b-4a38-b8ad-bba7f3474127 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:41.581486 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-baceeb71-1e3b-4a38-b8ad-bba7f3474127 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:41.741288 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-baceeb71-1e3b-4a38-b8ad-bba7f3474127 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:41.811957 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-baceeb71-1e3b-4a38-b8ad-bba7f3474127 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:41.880936 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baceeb71-1e3b-4a38-b8ad-bba7f3474127 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'Port': ['ID=afc47b90-74c7-46ee-bb19-4895b29e2f0f,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:27:41.893618 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-baceeb71-1e3b-4a38-b8ad-bba7f3474127 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:41.996526 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [None req-baceeb71-1e3b-4a38-b8ad-bba7f3474127 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Floating IP 1e4b5f0b-0f4f-4cfb-9c74-a152d54cc907 associated. External IP: 172.25.6.198, port: 82280f6b-cf27-4ef7-be88-0f36f4c98fe3. Oct 27 19:27:42.131965 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-bb4fdf55-46b5-48f6-a7e8-8364cac631de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:42.219933 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baceeb71-1e3b-4a38-b8ad-bba7f3474127 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Router 782d86b0-1615-408e-ac69-18482e1c37bf has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:27:42.329238 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baceeb71-1e3b-4a38-b8ad-bba7f3474127 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:27:42.340395 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1344937-4f76-4d8f-baf4-a4f546cf343e None None] Sync routers for ids ['782d86b0-1615-408e-ac69-18482e1c37bf'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:27:42.350652 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1344937-4f76-4d8f-baf4-a4f546cf343e None None] Routers {'782d86b0-1615-408e-ac69-18482e1c37bf'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:27:42.351289 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-b1344937-4f76-4d8f-baf4-a4f546cf343e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:27:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['782d86b0-1615-408e-ac69-18482e1c37bf'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:27:42.425500 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-baceeb71-1e3b-4a38-b8ad-bba7f3474127 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:42.454652 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-baceeb71-1e3b-4a38-b8ad-bba7f3474127 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9036138 Oct 27 19:27:42.455299 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccdfc4d4-f821-47dc-b30f-3ae581cb18be', 'tag': '82280f6b-cf27-4ef7-be88-0f36f4c98fe3'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:27:42.457740 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bca0ca0b982d995b269f20b8ee9fa1484886a2da5fdd33aa4707a11ccb3e0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acdc4153-a391-4c4c-ad16-fbf61ed51869" -d '{"events": [{"name": "network-changed", "server_uuid": "ccdfc4d4-f821-47dc-b30f-3ae581cb18be", "tag": "82280f6b-cf27-4ef7-be88-0f36f4c98fe3"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:27:42.466488 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-b1344937-4f76-4d8f-baf4-a4f546cf343e None None] Set router 782d86b0-1615-408e-ac69-18482e1c37bf gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:27:42.561079 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a434d2-7a82-43f9-8e21-d084074a56d6 req-c2272fa2-97e8-44a0-8efd-cf09b1679db8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:27:42.562656 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-87a434d2-7a82-43f9-8e21-d084074a56d6 req-c2272fa2-97e8-44a0-8efd-cf09b1679db8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdfc4d4-f821-47dc-b30f-3ae581cb18be HTTP/1.1" status: 200 len: 945 time: 0.0530097 Oct 27 19:27:42.603633 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-87a434d2-7a82-43f9-8e21-d084074a56d6 req-83a47cea-eda9-41af-867f-4f14d624b6c4 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=24f1f842-4b5c-490d-8f52-62c961b7f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342610 Oct 27 19:27:42.626282 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52168) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:27:42.669886 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b274f5b-b0be-4247-81c8-3d2271acbc1e x-openstack-request-id: req-9b274f5b-b0be-4247-81c8-3d2271acbc1e {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:27:42.670051 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccdfc4d4-f821-47dc-b30f-3ae581cb18be", "tag": "82280f6b-cf27-4ef7-be88-0f36f4c98fe3", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:27:42.670240 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9b274f5b-b0be-4247-81c8-3d2271acbc1e {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:27:42.670650 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccdfc4d4-f821-47dc-b30f-3ae581cb18be', 'tag': '82280f6b-cf27-4ef7-be88-0f36f4c98fe3', 'status': 'completed', 'code': 200} Oct 27 19:27:42.701738 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-de58ab3b-4315-4dee-b512-dcc68864a71c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/floatingips/1e4b5f0b-0f4f-4cfb-9c74-a152d54cc907 HTTP/1.1" status: 200 len: 991 time: 0.0742095 Oct 27 19:27:42.717914 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-b1344937-4f76-4d8f-baf4-a4f546cf343e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782d86b0-1615-408e-ac69-18482e1c37bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011932641', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '0673b6cb-76a3-437b-87c5-d0b47c7889e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:27:21Z', 'updated_at': '2021-10-27T19:27:25Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '0673b6cb-76a3-437b-87c5-d0b47c7889e6', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782d86b0-1615-408e-ac69-18482e1c37bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:27:21Z', 'updated_at': '2021-10-27T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '1e4b5f0b-0f4f-4cfb-9c74-a152d54cc907', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'floating_ip_address': '172.25.6.198', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '782d86b0-1615-408e-ac69-18482e1c37bf', 'port_id': '82280f6b-cf27-4ef7-be88-0f36f4c98fe3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62beb4be-70d5-4abe-bb8f-bda7e2938a24', 'mac_address': 'fa:16:3e:61:d5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdfc4d4-f821-47dc-b30f-3ae581cb18be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:27:41Z', 'updated_at': '2021-10-27T19:27:41Z', 'revision_number': 0, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad1017c8-5677-49b9-930b-03d136e31523', 'name': '', 'network_id': '62beb4be-70d5-4abe-bb8f-bda7e2938a24', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'mac_address': 'fa:16:3e:f0:fd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782d86b0-1615-408e-ac69-18482e1c37bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '870a52cd-bc1a-4c50-8bff-ef090a35c5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:27:25Z', 'updated_at': '2021-10-27T19:27:28Z', 'revision_number': 5, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'subnets': [{'id': '870a52cd-bc1a-4c50-8bff-ef090a35c5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:27:42.733810 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc4153-a391-4c4c-ad16-fbf61ed51869 req-2221da5d-458d-4bfd-a4e9-41001864528f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:27:42.735501 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-acdc4153-a391-4c4c-ad16-fbf61ed51869 req-2221da5d-458d-4bfd-a4e9-41001864528f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=df49fa348b1d47cdbf578b508321cb72&device_id=ccdfc4d4-f821-47dc-b30f-3ae581cb18be HTTP/1.1" status: 200 len: 1096 time: 0.0548508 Oct 27 19:27:42.744973 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1344937-4f76-4d8f-baf4-a4f546cf343e None None] Checking router: 782d86b0-1615-408e-ac69-18482e1c37bf for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:27:42.753423 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1344937-4f76-4d8f-baf4-a4f546cf343e None None] Routers {'782d86b0-1615-408e-ac69-18482e1c37bf'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:27:42.754099 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-b1344937-4f76-4d8f-baf4-a4f546cf343e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:27:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['782d86b0-1615-408e-ac69-18482e1c37bf'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:27:42.831868 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc4153-a391-4c4c-ad16-fbf61ed51869 req-ab798821-3bbe-40db-96a6-0aedfe02fe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:27:42.833369 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-acdc4153-a391-4c4c-ad16-fbf61ed51869 req-ab798821-3bbe-40db-96a6-0aedfe02fe85 service neutron] 10.222.0.93 "GET /v2.0/networks?id=62beb4be-70d5-4abe-bb8f-bda7e2938a24 HTTP/1.1" status: 200 len: 899 time: 0.0913789 Oct 27 19:27:42.861176 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-b1344937-4f76-4d8f-baf4-a4f546cf343e None None] Set router 782d86b0-1615-408e-ac69-18482e1c37bf gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:27:42.902142 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-acdc4153-a391-4c4c-ad16-fbf61ed51869 req-56493001-9f62-4824-872e-68e023987f0f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82280f6b-cf27-4ef7-be88-0f36f4c98fe3 HTTP/1.1" status: 200 len: 999 time: 0.0615408 Oct 27 19:27:42.956195 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc4153-a391-4c4c-ad16-fbf61ed51869 req-5698f377-b654-4573-b415-565bfb4c2b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:27:42.957678 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-acdc4153-a391-4c4c-ad16-fbf61ed51869 req-5698f377-b654-4573-b415-565bfb4c2b9a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=870a52cd-bc1a-4c50-8bff-ef090a35c5a3 HTTP/1.1" status: 200 len: 834 time: 0.0487523 Oct 27 19:27:43.003468 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc4153-a391-4c4c-ad16-fbf61ed51869 req-2a7e9795-f583-49bb-9b08-1a41c577fa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:27:43.005000 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-acdc4153-a391-4c4c-ad16-fbf61ed51869 req-2a7e9795-f583-49bb-9b08-1a41c577fa00 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=62beb4be-70d5-4abe-bb8f-bda7e2938a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406384 Oct 27 19:27:43.086199 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-b1344937-4f76-4d8f-baf4-a4f546cf343e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782d86b0-1615-408e-ac69-18482e1c37bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011932641', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '0673b6cb-76a3-437b-87c5-d0b47c7889e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:27:21Z', 'updated_at': '2021-10-27T19:27:25Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '0673b6cb-76a3-437b-87c5-d0b47c7889e6', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782d86b0-1615-408e-ac69-18482e1c37bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:27:21Z', 'updated_at': '2021-10-27T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '1e4b5f0b-0f4f-4cfb-9c74-a152d54cc907', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'floating_ip_address': '172.25.6.198', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '782d86b0-1615-408e-ac69-18482e1c37bf', 'port_id': '82280f6b-cf27-4ef7-be88-0f36f4c98fe3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62beb4be-70d5-4abe-bb8f-bda7e2938a24', 'mac_address': 'fa:16:3e:61:d5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdfc4d4-f821-47dc-b30f-3ae581cb18be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:27:41Z', 'updated_at': '2021-10-27T19:27:41Z', 'revision_number': 0, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad1017c8-5677-49b9-930b-03d136e31523', 'name': '', 'network_id': '62beb4be-70d5-4abe-bb8f-bda7e2938a24', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'mac_address': 'fa:16:3e:f0:fd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782d86b0-1615-408e-ac69-18482e1c37bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '870a52cd-bc1a-4c50-8bff-ef090a35c5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:27:25Z', 'updated_at': '2021-10-27T19:27:28Z', 'revision_number': 5, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'subnets': [{'id': '870a52cd-bc1a-4c50-8bff-ef090a35c5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:27:43.094156 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-acdc4153-a391-4c4c-ad16-fbf61ed51869 req-1c975cab-2cb3-484c-9a87-aa53439b9a7e service neutron] 10.222.0.93 "GET /v2.0/networks/62beb4be-70d5-4abe-bb8f-bda7e2938a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821240 Oct 27 19:27:43.116981 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1344937-4f76-4d8f-baf4-a4f546cf343e None None] The sync data for ids ['782d86b0-1615-408e-ac69-18482e1c37bf'] in n-d-815690-2 is: [{'id': '782d86b0-1615-408e-ac69-18482e1c37bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011932641', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '0673b6cb-76a3-437b-87c5-d0b47c7889e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:27:21Z', 'updated_at': '2021-10-27T19:27:25Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '0673b6cb-76a3-437b-87c5-d0b47c7889e6', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782d86b0-1615-408e-ac69-18482e1c37bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:27:21Z', 'updated_at': '2021-10-27T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '1e4b5f0b-0f4f-4cfb-9c74-a152d54cc907', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'floating_ip_address': '172.25.6.198', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '782d86b0-1615-408e-ac69-18482e1c37bf', 'port_id': '82280f6b-cf27-4ef7-be88-0f36f4c98fe3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62beb4be-70d5-4abe-bb8f-bda7e2938a24', 'mac_address': 'fa:16:3e:61:d5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdfc4d4-f821-47dc-b30f-3ae581cb18be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:27:41Z', 'updated_at': '2021-10-27T19:27:41Z', 'revision_number': 0, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad1017c8-5677-49b9-930b-03d136e31523', 'name': '', 'network_id': '62beb4be-70d5-4abe-bb8f-bda7e2938a24', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'mac_address': 'fa:16:3e:f0:fd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782d86b0-1615-408e-ac69-18482e1c37bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '870a52cd-bc1a-4c50-8bff-ef090a35c5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:27:25Z', 'updated_at': '2021-10-27T19:27:28Z', 'revision_number': 5, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'subnets': [{'id': '870a52cd-bc1a-4c50-8bff-ef090a35c5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:27:43.196991 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-acdc4153-a391-4c4c-ad16-fbf61ed51869 req-a165906c-08ed-457b-abc7-4e0ea641da5b service neutron] 10.222.0.93 "GET /v2.0/networks/62beb4be-70d5-4abe-bb8f-bda7e2938a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958920 Oct 27 19:27:43.314473 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86414da0-9a02-40df-a5da-0c4fbefe175a None None] New status for floating IP 1e4b5f0b-0f4f-4cfb-9c74-a152d54cc907: ACTIVE {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 19:27:43.474292 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:43.657378 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:43.705254 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52170) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:27:43.707973 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:27:44.103116 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c7952287-243b-4e45-9fc5-fbe0045fc25f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/floatingips/1e4b5f0b-0f4f-4cfb-9c74-a152d54cc907 HTTP/1.1" status: 200 len: 993 time: 0.3965766 Oct 27 19:27:45.325692 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:51.939859 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5807f267-f9f5-4a90-8ae9-65f2413dff98 req-b8ec3a00-acc6-448c-a3be-36982d5a2806 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ccdfc4d4-f821-47dc-b30f-3ae581cb18be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396545 Oct 27 19:27:52.023660 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807f267-f9f5-4a90-8ae9-65f2413dff98 req-f368ab83-4af7-46c3-a457-f21743fa2557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:27:52.025168 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5807f267-f9f5-4a90-8ae9-65f2413dff98 req-f368ab83-4af7-46c3-a457-f21743fa2557 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=df49fa348b1d47cdbf578b508321cb72&device_id=ccdfc4d4-f821-47dc-b30f-3ae581cb18be HTTP/1.1" status: 200 len: 1096 time: 0.0416651 Oct 27 19:27:52.132598 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807f267-f9f5-4a90-8ae9-65f2413dff98 req-926c342c-82b0-4d81-96a2-839b3b89a823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:27:52.134072 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5807f267-f9f5-4a90-8ae9-65f2413dff98 req-926c342c-82b0-4d81-96a2-839b3b89a823 service neutron] 10.222.0.93 "GET /v2.0/networks?id=62beb4be-70d5-4abe-bb8f-bda7e2938a24 HTTP/1.1" status: 200 len: 899 time: 0.0904839 Oct 27 19:27:52.207430 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5807f267-f9f5-4a90-8ae9-65f2413dff98 req-781eab7c-d85a-4b07-ba75-d08baaf5bbf3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82280f6b-cf27-4ef7-be88-0f36f4c98fe3 HTTP/1.1" status: 200 len: 1001 time: 0.0648391 Oct 27 19:27:52.256757 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807f267-f9f5-4a90-8ae9-65f2413dff98 req-de8cc9c5-1daa-47bf-af3d-0e94073d441c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:27:52.258231 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5807f267-f9f5-4a90-8ae9-65f2413dff98 req-de8cc9c5-1daa-47bf-af3d-0e94073d441c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=870a52cd-bc1a-4c50-8bff-ef090a35c5a3 HTTP/1.1" status: 200 len: 834 time: 0.0435314 Oct 27 19:27:52.303392 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807f267-f9f5-4a90-8ae9-65f2413dff98 req-dd1b4cf5-23c4-41e1-ad34-4bbab7d25326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:27:52.304911 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5807f267-f9f5-4a90-8ae9-65f2413dff98 req-dd1b4cf5-23c4-41e1-ad34-4bbab7d25326 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=62beb4be-70d5-4abe-bb8f-bda7e2938a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397117 Oct 27 19:27:52.727732 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5807f267-f9f5-4a90-8ae9-65f2413dff98 req-e4352098-ea95-4b97-aa4a-cbf88b34bad2 service neutron] 10.222.0.93 "GET /v2.0/networks/62beb4be-70d5-4abe-bb8f-bda7e2938a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157138 Oct 27 19:27:52.817584 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5807f267-f9f5-4a90-8ae9-65f2413dff98 req-83f76317-e88a-43c2-ad1d-54057b119d72 service neutron] 10.222.0.93 "GET /v2.0/networks/62beb4be-70d5-4abe-bb8f-bda7e2938a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819695 Oct 27 19:27:56.960613 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:27:57.457184 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:28:09.680844 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-983f1a7f-cff0-4607-b50d-bd60c0af1cdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:28:10.996847 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80f3ef-fade-4643-b56b-43f7efd2b5e4 req-203a3505-ef71-49c2-9b83-7fdb295079ae tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:28:10.998412 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4c80f3ef-fade-4643-b56b-43f7efd2b5e4 req-203a3505-ef71-49c2-9b83-7fdb295079ae tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdfc4d4-f821-47dc-b30f-3ae581cb18be HTTP/1.1" status: 200 len: 945 time: 0.0531127 Oct 27 19:28:11.040323 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4c80f3ef-fade-4643-b56b-43f7efd2b5e4 req-23c21b71-be9a-41ca-85bc-ecd67ca870d3 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=24f1f842-4b5c-490d-8f52-62c961b7f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354843 Oct 27 19:28:11.054796 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863cdea7-5a06-4cfa-8823-d22af45ef5e0 req-725479ca-4bd6-448d-8ae2-95222eee8106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:28:11.056331 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-863cdea7-5a06-4cfa-8823-d22af45ef5e0 req-725479ca-4bd6-448d-8ae2-95222eee8106 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=df49fa348b1d47cdbf578b508321cb72&device_id=ccdfc4d4-f821-47dc-b30f-3ae581cb18be HTTP/1.1" status: 200 len: 1096 time: 0.0414588 Oct 27 19:28:11.151658 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863cdea7-5a06-4cfa-8823-d22af45ef5e0 req-978f9832-b6b8-43b0-b833-2002dc31dd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:28:11.153181 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-863cdea7-5a06-4cfa-8823-d22af45ef5e0 req-978f9832-b6b8-43b0-b833-2002dc31dd9b service neutron] 10.222.0.93 "GET /v2.0/networks?id=62beb4be-70d5-4abe-bb8f-bda7e2938a24 HTTP/1.1" status: 200 len: 899 time: 0.0883777 Oct 27 19:28:11.225181 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-863cdea7-5a06-4cfa-8823-d22af45ef5e0 req-ae801ca8-b626-4aa0-a34e-ffb67e4b0f7f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82280f6b-cf27-4ef7-be88-0f36f4c98fe3 HTTP/1.1" status: 200 len: 1001 time: 0.0628448 Oct 27 19:28:11.273571 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863cdea7-5a06-4cfa-8823-d22af45ef5e0 req-4599df62-7bd0-4c0b-9e38-565411eb9909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:28:11.275101 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-863cdea7-5a06-4cfa-8823-d22af45ef5e0 req-4599df62-7bd0-4c0b-9e38-565411eb9909 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=870a52cd-bc1a-4c50-8bff-ef090a35c5a3 HTTP/1.1" status: 200 len: 834 time: 0.0430789 Oct 27 19:28:11.319309 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863cdea7-5a06-4cfa-8823-d22af45ef5e0 req-e4e95db8-e8ac-437a-8334-f364c5789e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:28:11.320795 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-863cdea7-5a06-4cfa-8823-d22af45ef5e0 req-e4e95db8-e8ac-437a-8334-f364c5789e20 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=62beb4be-70d5-4abe-bb8f-bda7e2938a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389292 Oct 27 19:28:11.415162 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-863cdea7-5a06-4cfa-8823-d22af45ef5e0 req-1833616a-772f-4535-a054-6a99d5cbc682 service neutron] 10.222.0.93 "GET /v2.0/networks/62beb4be-70d5-4abe-bb8f-bda7e2938a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866654 Oct 27 19:28:11.505228 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-863cdea7-5a06-4cfa-8823-d22af45ef5e0 req-ba0f2326-0b7a-4be2-9ba9-dfc119e97b47 service neutron] 10.222.0.93 "GET /v2.0/networks/62beb4be-70d5-4abe-bb8f-bda7e2938a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833025 Oct 27 19:28:12.154759 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8cf40cab-dce4-4774-8d37-2989e8fca67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:28:12.168287 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb949d-df26-4626-91d9-3472170d10dc req-f034749c-c93e-40f3-84fd-9d34b349fba7 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:28:12.169828 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6ceb949d-df26-4626-91d9-3472170d10dc req-f034749c-c93e-40f3-84fd-9d34b349fba7 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdfc4d4-f821-47dc-b30f-3ae581cb18be HTTP/1.1" status: 200 len: 945 time: 0.0560579 Oct 27 19:28:12.209390 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6ceb949d-df26-4626-91d9-3472170d10dc req-00039fde-defe-4abb-a779-9c6327de5d1d tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=24f1f842-4b5c-490d-8f52-62c961b7f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334582 Oct 27 19:28:13.328986 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72a425-3a1f-4cea-8e09-1580f8061638 req-22416f0c-15f2-421c-b4df-90fecbf70a58 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:28:13.330494 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5d72a425-3a1f-4cea-8e09-1580f8061638 req-22416f0c-15f2-421c-b4df-90fecbf70a58 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdfc4d4-f821-47dc-b30f-3ae581cb18be HTTP/1.1" status: 200 len: 945 time: 0.0495610 Oct 27 19:28:13.368718 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5d72a425-3a1f-4cea-8e09-1580f8061638 req-007dde46-b93c-4203-a608-94abe95ac162 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=24f1f842-4b5c-490d-8f52-62c961b7f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322781 Oct 27 19:28:13.480364 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:28:13.668823 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:28:14.487472 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a446ccd-a1d2-4330-b2ee-8443f131ba6a req-3f5fc895-6857-4b72-8268-7956ce60acdf tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:28:14.488892 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7a446ccd-a1d2-4330-b2ee-8443f131ba6a req-3f5fc895-6857-4b72-8268-7956ce60acdf tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdfc4d4-f821-47dc-b30f-3ae581cb18be HTTP/1.1" status: 200 len: 945 time: 0.0489166 Oct 27 19:28:14.528193 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7a446ccd-a1d2-4330-b2ee-8443f131ba6a req-347db789-75fa-4185-ba4a-46553a73b153 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=24f1f842-4b5c-490d-8f52-62c961b7f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333757 Oct 27 19:28:15.320949 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:28:15.649724 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c9574f-b958-4077-8d00-61cee7b10c89 req-31df71ed-85c4-4aea-bd66-13d4f0a835b0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:28:15.651800 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20c9574f-b958-4077-8d00-61cee7b10c89 req-31df71ed-85c4-4aea-bd66-13d4f0a835b0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdfc4d4-f821-47dc-b30f-3ae581cb18be HTTP/1.1" status: 200 len: 945 time: 0.0546536 Oct 27 19:28:15.690366 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20c9574f-b958-4077-8d00-61cee7b10c89 req-3b672c1b-685a-40e0-99f5-b9050c6528c4 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=24f1f842-4b5c-490d-8f52-62c961b7f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323081 Oct 27 19:28:16.808353 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79845f3-88fe-4436-b113-ef9be87ef98a req-83b0b721-4093-4090-944e-c8696babb7fa tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:28:16.809937 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a79845f3-88fe-4436-b113-ef9be87ef98a req-83b0b721-4093-4090-944e-c8696babb7fa tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdfc4d4-f821-47dc-b30f-3ae581cb18be HTTP/1.1" status: 200 len: 945 time: 0.0519619 Oct 27 19:28:16.848151 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a79845f3-88fe-4436-b113-ef9be87ef98a req-e0f89934-fc26-4a68-b3eb-c65cbd01b49a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=24f1f842-4b5c-490d-8f52-62c961b7f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321825 Oct 27 19:28:17.970852 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183b032-90df-4afe-973d-34d32726c110 req-ac1023f8-dcb2-4e41-a3af-f47a9a1e79a5 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:28:17.972627 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4183b032-90df-4afe-973d-34d32726c110 req-ac1023f8-dcb2-4e41-a3af-f47a9a1e79a5 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdfc4d4-f821-47dc-b30f-3ae581cb18be HTTP/1.1" status: 200 len: 945 time: 0.0514495 Oct 27 19:28:18.014410 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4183b032-90df-4afe-973d-34d32726c110 req-07e6c9ce-bfba-41e1-a57c-b8faa35a2272 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=24f1f842-4b5c-490d-8f52-62c961b7f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352027 Oct 27 19:28:19.134277 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120d1c9-a0e3-4207-993d-4c4cebcf4bb2 req-1141807f-e132-4a00-a344-97891956f83e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:28:19.136501 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8120d1c9-a0e3-4207-993d-4c4cebcf4bb2 req-1141807f-e132-4a00-a344-97891956f83e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdfc4d4-f821-47dc-b30f-3ae581cb18be HTTP/1.1" status: 200 len: 945 time: 0.0537515 Oct 27 19:28:19.175114 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8120d1c9-a0e3-4207-993d-4c4cebcf4bb2 req-9f9d4329-b73d-4222-9d2e-efd9e497ab04 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=24f1f842-4b5c-490d-8f52-62c961b7f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324156 Oct 27 19:28:20.296934 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d669abf3-a475-4898-a6d6-f23251cb63d4 req-d7176c39-2496-40fe-a754-25575f86971f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:28:20.298451 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d669abf3-a475-4898-a6d6-f23251cb63d4 req-d7176c39-2496-40fe-a754-25575f86971f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdfc4d4-f821-47dc-b30f-3ae581cb18be HTTP/1.1" status: 200 len: 945 time: 0.0505798 Oct 27 19:28:20.339620 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d669abf3-a475-4898-a6d6-f23251cb63d4 req-ce2d842d-a49f-4a5c-bc2f-7f31db640896 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=24f1f842-4b5c-490d-8f52-62c961b7f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351467 Oct 27 19:28:20.707321 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:28:21.455477 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2df26-1495-46e2-94d9-a9e89755ab6a req-1908dd7f-6a83-47a3-be9c-e74e8dc9973e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:28:21.457012 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-79e2df26-1495-46e2-94d9-a9e89755ab6a req-1908dd7f-6a83-47a3-be9c-e74e8dc9973e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdfc4d4-f821-47dc-b30f-3ae581cb18be HTTP/1.1" status: 200 len: 945 time: 0.0488989 Oct 27 19:28:21.499032 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-79e2df26-1495-46e2-94d9-a9e89755ab6a req-bfb99be3-ea0f-4e06-b473-07b98877dad2 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=24f1f842-4b5c-490d-8f52-62c961b7f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357788 Oct 27 19:28:22.617470 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7070e-01d0-4837-9006-a0444b665417 req-5cf2a44b-c99f-417c-a297-0c3eed088c4b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:28:22.618990 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-66a7070e-01d0-4837-9006-a0444b665417 req-5cf2a44b-c99f-417c-a297-0c3eed088c4b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdfc4d4-f821-47dc-b30f-3ae581cb18be HTTP/1.1" status: 200 len: 945 time: 0.0524900 Oct 27 19:28:22.657869 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-66a7070e-01d0-4837-9006-a0444b665417 req-257f3068-b294-4c00-a721-04878fd12cba tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=24f1f842-4b5c-490d-8f52-62c961b7f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324972 Oct 27 19:28:22.680112 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52208) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:28:22.741329 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5740a78c-f740-4f03-918e-f947909e74e7 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/floatingips/1e4b5f0b-0f4f-4cfb-9c74-a152d54cc907 HTTP/1.1" status: 200 len: 993 time: 0.0600801 Oct 27 19:28:26.972014 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:28:27.457553 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:28:39.680718 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7d9d6554-ef1c-41b5-99f3-c0f0eb1ca874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:28:42.132368 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1887168f-099d-4bed-bce5-1d60627ed664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:28:43.440649 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:28:43.698513 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:28:45.320786 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:28:53.107912 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52222) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:28:53.282052 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-31df3896-05fb-4dd8-9a6b-833d28004680 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Deleting port afc47b90-74c7-46ee-bb19-4895b29e2f0f {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:28:53.282401 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-31df3896-05fb-4dd8-9a6b-833d28004680 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:28:53.363096 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-31df3896-05fb-4dd8-9a6b-833d28004680 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:28:53.363330 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-31df3896-05fb-4dd8-9a6b-833d28004680 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:28:53.375629 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-31df3896-05fb-4dd8-9a6b-833d28004680 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Calling delete_port for afc47b90-74c7-46ee-bb19-4895b29e2f0f owned by network:floatingip {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:28:53.612160 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-31df3896-05fb-4dd8-9a6b-833d28004680 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:28:53.637598 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df3896-05fb-4dd8-9a6b-833d28004680 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event deleted for resources: {'Port': ['ID=afc47b90-74c7-46ee-bb19-4895b29e2f0f,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:28:53.653708 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df3896-05fb-4dd8-9a6b-833d28004680 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:28:53.654061 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df3896-05fb-4dd8-9a6b-833d28004680 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:28:53.654404 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df3896-05fb-4dd8-9a6b-833d28004680 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:28:53.654891 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df3896-05fb-4dd8-9a6b-833d28004680 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:28:53.655228 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df3896-05fb-4dd8-9a6b-833d28004680 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:28:53.655562 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df3896-05fb-4dd8-9a6b-833d28004680 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:28:53.655894 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df3896-05fb-4dd8-9a6b-833d28004680 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:28:53.656224 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df3896-05fb-4dd8-9a6b-833d28004680 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:28:53.656618 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df3896-05fb-4dd8-9a6b-833d28004680 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:28:53.656883 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df3896-05fb-4dd8-9a6b-833d28004680 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:28:53.657206 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df3896-05fb-4dd8-9a6b-833d28004680 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:28:53.657531 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df3896-05fb-4dd8-9a6b-833d28004680 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:28:53.712219 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-31df3896-05fb-4dd8-9a6b-833d28004680 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for floatingip, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:28:53.713974 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [None req-31df3896-05fb-4dd8-9a6b-833d28004680 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Floating IP 1e4b5f0b-0f4f-4cfb-9c74-a152d54cc907 disassociated (deleted). External IP: 172.25.6.198, port: 82280f6b-cf27-4ef7-be88-0f36f4c98fe3. Oct 27 19:28:53.930271 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3948ec06-47df-4855-9b78-278774b1b8e1 req-0bf5c345-6aa6-454b-afeb-5ada01d99f99 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=ccdfc4d4-f821-47dc-b30f-3ae581cb18be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402246 Oct 27 19:28:53.932983 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31df3896-05fb-4dd8-9a6b-833d28004680 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Router 782d86b0-1615-408e-ac69-18482e1c37bf has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:28:54.019054 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948ec06-47df-4855-9b78-278774b1b8e1 req-b226a398-dfe6-4cf2-9b88-9f56098847db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:28:54.020579 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3948ec06-47df-4855-9b78-278774b1b8e1 req-b226a398-dfe6-4cf2-9b88-9f56098847db service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=df49fa348b1d47cdbf578b508321cb72&device_id=ccdfc4d4-f821-47dc-b30f-3ae581cb18be HTTP/1.1" status: 200 len: 1096 time: 0.0472331 Oct 27 19:28:54.050542 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31df3896-05fb-4dd8-9a6b-833d28004680 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:28:54.055481 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-31df3896-05fb-4dd8-9a6b-833d28004680 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:28:54.060648 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2882cd-0066-4e84-a265-5e17f34edb22 None None] Sync routers for ids ['782d86b0-1615-408e-ac69-18482e1c37bf'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:28:54.070620 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2882cd-0066-4e84-a265-5e17f34edb22 None None] Routers {'782d86b0-1615-408e-ac69-18482e1c37bf'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:28:54.071502 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-4a2882cd-0066-4e84-a265-5e17f34edb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:28:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['782d86b0-1615-408e-ac69-18482e1c37bf'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:28:54.086920 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-31df3896-05fb-4dd8-9a6b-833d28004680 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "DELETE /v2.0/floatingips/1e4b5f0b-0f4f-4cfb-9c74-a152d54cc907 HTTP/1.1" status: 204 len: 168 time: 0.9778361 Oct 27 19:28:54.087533 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccdfc4d4-f821-47dc-b30f-3ae581cb18be', 'tag': '82280f6b-cf27-4ef7-be88-0f36f4c98fe3'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:28:54.090443 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bca0ca0b982d995b269f20b8ee9fa1484886a2da5fdd33aa4707a11ccb3e0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dbadd44-72cc-4c7a-83f8-aa277a6229a9" -d '{"events": [{"name": "network-changed", "server_uuid": "ccdfc4d4-f821-47dc-b30f-3ae581cb18be", "tag": "82280f6b-cf27-4ef7-be88-0f36f4c98fe3"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:28:54.142714 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948ec06-47df-4855-9b78-278774b1b8e1 req-798bfa5d-5876-478a-b96b-f0f911edc46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:28:54.144329 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3948ec06-47df-4855-9b78-278774b1b8e1 req-798bfa5d-5876-478a-b96b-f0f911edc46a service neutron] 10.222.0.93 "GET /v2.0/networks?id=62beb4be-70d5-4abe-bb8f-bda7e2938a24 HTTP/1.1" status: 200 len: 899 time: 0.0996847 Oct 27 19:28:54.193754 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3948ec06-47df-4855-9b78-278774b1b8e1 req-b7a91e48-455e-4525-8ff7-b6e7a177c9f3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82280f6b-cf27-4ef7-be88-0f36f4c98fe3 HTTP/1.1" status: 200 len: 217 time: 0.0393097 Oct 27 19:28:54.204612 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-4a2882cd-0066-4e84-a265-5e17f34edb22 None None] Set router 782d86b0-1615-408e-ac69-18482e1c37bf gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:28:54.245836 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948ec06-47df-4855-9b78-278774b1b8e1 req-bb9fe95d-5799-463b-817f-bd3fbf1875ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:28:54.247791 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3948ec06-47df-4855-9b78-278774b1b8e1 req-bb9fe95d-5799-463b-817f-bd3fbf1875ae service neutron] 10.222.0.93 "GET /v2.0/subnets?id=870a52cd-bc1a-4c50-8bff-ef090a35c5a3 HTTP/1.1" status: 200 len: 834 time: 0.0472810 Oct 27 19:28:54.301996 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948ec06-47df-4855-9b78-278774b1b8e1 req-2c44eb28-1509-4797-a687-7ac5dd451bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:28:54.303361 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3948ec06-47df-4855-9b78-278774b1b8e1 req-2c44eb28-1509-4797-a687-7ac5dd451bbd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=62beb4be-70d5-4abe-bb8f-bda7e2938a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477908 Oct 27 19:28:54.417443 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3948ec06-47df-4855-9b78-278774b1b8e1 req-94b2c341-3944-4369-b067-29388cec56d8 service neutron] 10.222.0.93 "GET /v2.0/networks/62beb4be-70d5-4abe-bb8f-bda7e2938a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055832 Oct 27 19:28:54.455362 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf52575-326b-4fa0-a46f-081b05101062 x-openstack-request-id: req-edf52575-326b-4fa0-a46f-081b05101062 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:28:54.460357 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccdfc4d4-f821-47dc-b30f-3ae581cb18be", "tag": "82280f6b-cf27-4ef7-be88-0f36f4c98fe3", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:28:54.461010 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-edf52575-326b-4fa0-a46f-081b05101062 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:28:54.461995 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccdfc4d4-f821-47dc-b30f-3ae581cb18be', 'tag': '82280f6b-cf27-4ef7-be88-0f36f4c98fe3', 'status': 'completed', 'code': 200} Oct 27 19:28:54.511631 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-4a2882cd-0066-4e84-a265-5e17f34edb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782d86b0-1615-408e-ac69-18482e1c37bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011932641', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '0673b6cb-76a3-437b-87c5-d0b47c7889e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:27:21Z', 'updated_at': '2021-10-27T19:27:25Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '0673b6cb-76a3-437b-87c5-d0b47c7889e6', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782d86b0-1615-408e-ac69-18482e1c37bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:27:21Z', 'updated_at': '2021-10-27T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'ad1017c8-5677-49b9-930b-03d136e31523', 'name': '', 'network_id': '62beb4be-70d5-4abe-bb8f-bda7e2938a24', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'mac_address': 'fa:16:3e:f0:fd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782d86b0-1615-408e-ac69-18482e1c37bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '870a52cd-bc1a-4c50-8bff-ef090a35c5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:27:25Z', 'updated_at': '2021-10-27T19:27:28Z', 'revision_number': 5, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'subnets': [{'id': '870a52cd-bc1a-4c50-8bff-ef090a35c5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:28:54.516829 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3948ec06-47df-4855-9b78-278774b1b8e1 req-0cdd0421-8033-43d9-ba45-8f79b86a283d service neutron] 10.222.0.93 "GET /v2.0/networks/62beb4be-70d5-4abe-bb8f-bda7e2938a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925667 Oct 27 19:28:54.542541 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2882cd-0066-4e84-a265-5e17f34edb22 None None] Checking router: 782d86b0-1615-408e-ac69-18482e1c37bf for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:28:54.555206 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2882cd-0066-4e84-a265-5e17f34edb22 None None] Routers {'782d86b0-1615-408e-ac69-18482e1c37bf'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:28:54.555387 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44e6cc-0841-4d69-89e1-2d6a1f0a37e9 req-75ad3c99-dc72-4aa8-952d-d682fc911d17 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:28:54.555534 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-4a2882cd-0066-4e84-a265-5e17f34edb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:28:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['782d86b0-1615-408e-ac69-18482e1c37bf'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:28:54.555646 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0d44e6cc-0841-4d69-89e1-2d6a1f0a37e9 req-75ad3c99-dc72-4aa8-952d-d682fc911d17 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdfc4d4-f821-47dc-b30f-3ae581cb18be HTTP/1.1" status: 200 len: 945 time: 0.0509958 Oct 27 19:28:54.597212 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0d44e6cc-0841-4d69-89e1-2d6a1f0a37e9 req-3c6fe997-8d7a-4e21-9154-9aaaef620b3d tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=24f1f842-4b5c-490d-8f52-62c961b7f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374148 Oct 27 19:28:54.667113 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-4a2882cd-0066-4e84-a265-5e17f34edb22 None None] Set router 782d86b0-1615-408e-ac69-18482e1c37bf gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:28:54.671013 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbadd44-72cc-4c7a-83f8-aa277a6229a9 req-1397ec8f-783b-472e-9e3d-be11c2b90eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:28:54.672542 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3dbadd44-72cc-4c7a-83f8-aa277a6229a9 req-1397ec8f-783b-472e-9e3d-be11c2b90eb4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=df49fa348b1d47cdbf578b508321cb72&device_id=ccdfc4d4-f821-47dc-b30f-3ae581cb18be HTTP/1.1" status: 200 len: 1096 time: 0.0479937 Oct 27 19:28:54.770341 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbadd44-72cc-4c7a-83f8-aa277a6229a9 req-9e9759ac-43ea-4101-a47c-632432e8e48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:28:54.771986 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3dbadd44-72cc-4c7a-83f8-aa277a6229a9 req-9e9759ac-43ea-4101-a47c-632432e8e48c service neutron] 10.222.0.93 "GET /v2.0/networks?id=62beb4be-70d5-4abe-bb8f-bda7e2938a24 HTTP/1.1" status: 200 len: 899 time: 0.0924823 Oct 27 19:28:54.818556 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3dbadd44-72cc-4c7a-83f8-aa277a6229a9 req-c5615f69-2e91-45f0-98ac-cc741875c535 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82280f6b-cf27-4ef7-be88-0f36f4c98fe3 HTTP/1.1" status: 200 len: 217 time: 0.0386789 Oct 27 19:28:54.870417 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbadd44-72cc-4c7a-83f8-aa277a6229a9 req-334dff29-54dc-4e88-83e8-2ba52c147a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:28:54.871913 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3dbadd44-72cc-4c7a-83f8-aa277a6229a9 req-334dff29-54dc-4e88-83e8-2ba52c147a1b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=870a52cd-bc1a-4c50-8bff-ef090a35c5a3 HTTP/1.1" status: 200 len: 834 time: 0.0463181 Oct 27 19:28:54.873768 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-4a2882cd-0066-4e84-a265-5e17f34edb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782d86b0-1615-408e-ac69-18482e1c37bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011932641', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '0673b6cb-76a3-437b-87c5-d0b47c7889e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:27:21Z', 'updated_at': '2021-10-27T19:27:25Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '0673b6cb-76a3-437b-87c5-d0b47c7889e6', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782d86b0-1615-408e-ac69-18482e1c37bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:27:21Z', 'updated_at': '2021-10-27T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'ad1017c8-5677-49b9-930b-03d136e31523', 'name': '', 'network_id': '62beb4be-70d5-4abe-bb8f-bda7e2938a24', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'mac_address': 'fa:16:3e:f0:fd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782d86b0-1615-408e-ac69-18482e1c37bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '870a52cd-bc1a-4c50-8bff-ef090a35c5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:27:25Z', 'updated_at': '2021-10-27T19:27:28Z', 'revision_number': 5, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'subnets': [{'id': '870a52cd-bc1a-4c50-8bff-ef090a35c5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:28:54.900145 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2882cd-0066-4e84-a265-5e17f34edb22 None None] The sync data for ids ['782d86b0-1615-408e-ac69-18482e1c37bf'] in n-d-815690-2 is: [{'id': '782d86b0-1615-408e-ac69-18482e1c37bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011932641', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '0673b6cb-76a3-437b-87c5-d0b47c7889e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:27:21Z', 'updated_at': '2021-10-27T19:27:25Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '0673b6cb-76a3-437b-87c5-d0b47c7889e6', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782d86b0-1615-408e-ac69-18482e1c37bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:27:21Z', 'updated_at': '2021-10-27T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': 'ad1017c8-5677-49b9-930b-03d136e31523', 'name': '', 'network_id': '62beb4be-70d5-4abe-bb8f-bda7e2938a24', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'mac_address': 'fa:16:3e:f0:fd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782d86b0-1615-408e-ac69-18482e1c37bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '870a52cd-bc1a-4c50-8bff-ef090a35c5a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:27:25Z', 'updated_at': '2021-10-27T19:27:28Z', 'revision_number': 5, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'subnets': [{'id': '870a52cd-bc1a-4c50-8bff-ef090a35c5a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:28:54.921301 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbadd44-72cc-4c7a-83f8-aa277a6229a9 req-879b54aa-c44b-4fed-8b29-715b7e2f0517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:28:54.922829 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3dbadd44-72cc-4c7a-83f8-aa277a6229a9 req-879b54aa-c44b-4fed-8b29-715b7e2f0517 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=62beb4be-70d5-4abe-bb8f-bda7e2938a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419590 Oct 27 19:28:55.023185 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3dbadd44-72cc-4c7a-83f8-aa277a6229a9 req-baa671ad-2caf-45be-9e14-bbcb70a8f235 service neutron] 10.222.0.93 "GET /v2.0/networks/62beb4be-70d5-4abe-bb8f-bda7e2938a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918965 Oct 27 19:28:55.120696 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3dbadd44-72cc-4c7a-83f8-aa277a6229a9 req-cd70c464-f540-42db-8e8d-764b33025ebd service neutron] 10.222.0.93 "GET /v2.0/networks/62beb4be-70d5-4abe-bb8f-bda7e2938a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898407 Oct 27 19:28:55.128252 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fc5709-4dc8-4b7a-bdf0-34c579f105e1 None None] New status for floating IP 1e4b5f0b-0f4f-4cfb-9c74-a152d54cc907: DOWN {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 19:28:55.731357 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da687bc-ba90-4569-9d76-48f1766ba370 req-99748b45-72f1-4179-b5dc-7a63fc6d46ab tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:28:55.732895 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2da687bc-ba90-4569-9d76-48f1766ba370 req-99748b45-72f1-4179-b5dc-7a63fc6d46ab tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdfc4d4-f821-47dc-b30f-3ae581cb18be HTTP/1.1" status: 200 len: 945 time: 0.0514250 Oct 27 19:28:55.773314 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2da687bc-ba90-4569-9d76-48f1766ba370 req-97cab030-515a-4cbc-b639-336c79189eda tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=24f1f842-4b5c-490d-8f52-62c961b7f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343630 Oct 27 19:28:56.001676 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8aa285-ea28-4f46-9e0b-22f467ed6a89 req-73034fe8-eac0-40ed-b25d-8be73a364ecd tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:28:56.003086 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-eb8aa285-ea28-4f46-9e0b-22f467ed6a89 req-73034fe8-eac0-40ed-b25d-8be73a364ecd tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.93 "GET /v2.0/ports?device_id=ccdfc4d4-f821-47dc-b30f-3ae581cb18be HTTP/1.1" status: 200 len: 945 time: 0.0485253 Oct 27 19:28:56.097679 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-eb8aa285-ea28-4f46-9e0b-22f467ed6a89 req-da628c48-47c3-4a0e-ba7d-5a014d46199c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Deleting port 82280f6b-cf27-4ef7-be88-0f36f4c98fe3 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:28:56.098386 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-eb8aa285-ea28-4f46-9e0b-22f467ed6a89 req-da628c48-47c3-4a0e-ba7d-5a014d46199c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:28:56.187895 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-eb8aa285-ea28-4f46-9e0b-22f467ed6a89 req-da628c48-47c3-4a0e-ba7d-5a014d46199c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] For port 82280f6b-cf27-4ef7-be88-0f36f4c98fe3, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=82280f6b-cf27-4ef7-be88-0f36f4c98fe3,segment=NetworkSegment(db0841f0-0636-464c-8846-e1d0a52454c1),segment_id=db0841f0-0636-464c-8846-e1d0a52454c1)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:28:56.188279 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-eb8aa285-ea28-4f46-9e0b-22f467ed6a89 req-da628c48-47c3-4a0e-ba7d-5a014d46199c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:28:56.206610 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-eb8aa285-ea28-4f46-9e0b-22f467ed6a89 req-da628c48-47c3-4a0e-ba7d-5a014d46199c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Calling delete_port for 82280f6b-cf27-4ef7-be88-0f36f4c98fe3 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:28:56.395391 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-eb8aa285-ea28-4f46-9e0b-22f467ed6a89 req-da628c48-47c3-4a0e-ba7d-5a014d46199c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:28:56.424171 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da628c48-47c3-4a0e-ba7d-5a014d46199c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event deleted for resources: {'Port': ['ID=82280f6b-cf27-4ef7-be88-0f36f4c98fe3,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:28:56.456272 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da628c48-47c3-4a0e-ba7d-5a014d46199c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:28:56.456661 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da628c48-47c3-4a0e-ba7d-5a014d46199c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:28:56.456999 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da628c48-47c3-4a0e-ba7d-5a014d46199c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:28:56.457334 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da628c48-47c3-4a0e-ba7d-5a014d46199c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:28:56.457663 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da628c48-47c3-4a0e-ba7d-5a014d46199c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:28:56.457991 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da628c48-47c3-4a0e-ba7d-5a014d46199c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:28:56.458317 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da628c48-47c3-4a0e-ba7d-5a014d46199c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:28:56.458641 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da628c48-47c3-4a0e-ba7d-5a014d46199c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:28:56.459000 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da628c48-47c3-4a0e-ba7d-5a014d46199c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:28:56.459326 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da628c48-47c3-4a0e-ba7d-5a014d46199c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:28:56.459647 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da628c48-47c3-4a0e-ba7d-5a014d46199c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:28:56.459965 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da628c48-47c3-4a0e-ba7d-5a014d46199c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:28:56.479843 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb8aa285-ea28-4f46-9e0b-22f467ed6a89 req-da628c48-47c3-4a0e-ba7d-5a014d46199c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] No DVR routers for this DVR port 82280f6b-cf27-4ef7-be88-0f36f4c98fe3 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:28:56.482740 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-eb8aa285-ea28-4f46-9e0b-22f467ed6a89 req-da628c48-47c3-4a0e-ba7d-5a014d46199c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:28:56.486233 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-eb8aa285-ea28-4f46-9e0b-22f467ed6a89 req-da628c48-47c3-4a0e-ba7d-5a014d46199c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.93 "DELETE /v2.0/ports/82280f6b-cf27-4ef7-be88-0f36f4c98fe3 HTTP/1.1" status: 204 len: 173 time: 0.4775062 Oct 27 19:28:56.486681 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccdfc4d4-f821-47dc-b30f-3ae581cb18be', 'name': 'network-vif-deleted', 'tag': '82280f6b-cf27-4ef7-be88-0f36f4c98fe3'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:28:56.489006 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489f7d66-1efc-425c-a240-c65b92005204" -d '{"events": [{"server_uuid": "ccdfc4d4-f821-47dc-b30f-3ae581cb18be", "name": "network-vif-deleted", "tag": "82280f6b-cf27-4ef7-be88-0f36f4c98fe3"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:28:56.525962 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29621814-b5fc-4828-8c0b-40db8a7ae4b8 x-openstack-request-id: req-29621814-b5fc-4828-8c0b-40db8a7ae4b8 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:28:56.526259 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccdfc4d4-f821-47dc-b30f-3ae581cb18be", "name": "network-vif-deleted", "tag": "82280f6b-cf27-4ef7-be88-0f36f4c98fe3", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:28:56.526513 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-29621814-b5fc-4828-8c0b-40db8a7ae4b8 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:28:56.526950 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccdfc4d4-f821-47dc-b30f-3ae581cb18be', 'name': 'network-vif-deleted', 'tag': '82280f6b-cf27-4ef7-be88-0f36f4c98fe3', 'status': 'completed', 'code': 200} Oct 27 19:28:56.890242 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a7aafa7f-b423-43e1-a673-881b02909fe6 req-b5c0c1ef-300a-472c-bb91-27fd918bb63d tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdfc4d4-f821-47dc-b30f-3ae581cb18be HTTP/1.1" status: 200 len: 210 time: 0.0288181 Oct 27 19:28:56.972124 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:28:57.515697 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:28:57.711407 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:28:57.949855 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52238) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:28:58.330832 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b8ec7a6e-32db-4184-8db2-61d96ec49101 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:28:58.590528 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-b8ec7a6e-32db-4184-8db2-61d96ec49101 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Deleting port ad1017c8-5677-49b9-930b-03d136e31523 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:28:58.590903 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b8ec7a6e-32db-4184-8db2-61d96ec49101 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:28:58.683900 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-b8ec7a6e-32db-4184-8db2-61d96ec49101 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] For port ad1017c8-5677-49b9-930b-03d136e31523, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ad1017c8-5677-49b9-930b-03d136e31523,segment=NetworkSegment(db0841f0-0636-464c-8846-e1d0a52454c1),segment_id=db0841f0-0636-464c-8846-e1d0a52454c1)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:28:58.684266 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b8ec7a6e-32db-4184-8db2-61d96ec49101 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:28:58.696802 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-b8ec7a6e-32db-4184-8db2-61d96ec49101 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Calling delete_port for ad1017c8-5677-49b9-930b-03d136e31523 owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:28:58.938290 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b8ec7a6e-32db-4184-8db2-61d96ec49101 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:28:58.967887 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec7a6e-32db-4184-8db2-61d96ec49101 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event deleted for resources: {'Port': ['ID=ad1017c8-5677-49b9-930b-03d136e31523,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:28:59.159096 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b8ec7a6e-32db-4184-8db2-61d96ec49101 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:28:59.381980 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ec7a6e-32db-4184-8db2-61d96ec49101 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Router 782d86b0-1615-408e-ac69-18482e1c37bf has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:28:59.490243 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ec7a6e-32db-4184-8db2-61d96ec49101 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:28:59.495740 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b8ec7a6e-32db-4184-8db2-61d96ec49101 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "PUT /v2.0/routers/782d86b0-1615-408e-ac69-18482e1c37bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5448365 Oct 27 19:28:59.499409 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52240) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:28:59.500905 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015c843e-fcec-4b0b-8591-b4f1b958f309 None None] Sync routers for ids ['782d86b0-1615-408e-ac69-18482e1c37bf'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:28:59.512174 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015c843e-fcec-4b0b-8591-b4f1b958f309 None None] Routers {'782d86b0-1615-408e-ac69-18482e1c37bf'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:28:59.512775 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-015c843e-fcec-4b0b-8591-b4f1b958f309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:28:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['782d86b0-1615-408e-ac69-18482e1c37bf'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:28:59.553393 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-cede482f-83ae-4cfe-b0de-ef4cb3946b25 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Deleting subnet 870a52cd-bc1a-4c50-8bff-ef090a35c5a3 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 19:28:59.556719 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cede482f-83ae-4cfe-b0de-ef4cb3946b25 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:28:59.599248 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cede482f-83ae-4cfe-b0de-ef4cb3946b25 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:28:59.621404 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-015c843e-fcec-4b0b-8591-b4f1b958f309 None None] Set router 782d86b0-1615-408e-ac69-18482e1c37bf gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:28:59.692306 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cede482f-83ae-4cfe-b0de-ef4cb3946b25 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:28:59.816428 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-015c843e-fcec-4b0b-8591-b4f1b958f309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782d86b0-1615-408e-ac69-18482e1c37bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011932641', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '0673b6cb-76a3-437b-87c5-d0b47c7889e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:27:21Z', 'updated_at': '2021-10-27T19:28:58Z', 'revision_number': 5, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '0673b6cb-76a3-437b-87c5-d0b47c7889e6', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782d86b0-1615-408e-ac69-18482e1c37bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:27:21Z', 'updated_at': '2021-10-27T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:28:59.819389 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cede482f-83ae-4cfe-b0de-ef4cb3946b25 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:28:59.841098 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b1b842-7cac-47b2-be1e-1fba543bdca4 None None] Network 62beb4be-70d5-4abe-bb8f-bda7e2938a24 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:28:59.843899 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015c843e-fcec-4b0b-8591-b4f1b958f309 None None] Checking router: 782d86b0-1615-408e-ac69-18482e1c37bf for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:28:59.848947 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cede482f-83ae-4cfe-b0de-ef4cb3946b25 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:28:59.853947 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-cede482f-83ae-4cfe-b0de-ef4cb3946b25 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "DELETE /v2.0/subnets/870a52cd-bc1a-4c50-8bff-ef090a35c5a3 HTTP/1.1" status: 204 len: 168 time: 0.3510554 Oct 27 19:28:59.854222 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015c843e-fcec-4b0b-8591-b4f1b958f309 None None] Routers {'782d86b0-1615-408e-ac69-18482e1c37bf'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:28:59.854867 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-015c843e-fcec-4b0b-8591-b4f1b958f309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:28:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['782d86b0-1615-408e-ac69-18482e1c37bf'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:28:59.855969 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52242) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:28:59.857146 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cede482f-83ae-4cfe-b0de-ef4cb3946b25 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event deleted for resources: {'Subnet': ['ID=870a52cd-bc1a-4c50-8bff-ef090a35c5a3,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:28:59.988457 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-015c843e-fcec-4b0b-8591-b4f1b958f309 None None] Set router 782d86b0-1615-408e-ac69-18482e1c37bf gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:28:59.990719 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d1a1014c-0232-4d62-8ed1-81a376231f82 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:00.095735 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87db27d1-ab43-4c79-a083-043842763949 None None] DHCP port deletion for 62beb4be-70d5-4abe-bb8f-bda7e2938a24 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 19:29:00.132179 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d1a1014c-0232-4d62-8ed1-81a376231f82 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:00.149859 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-87db27d1-ab43-4c79-a083-043842763949 None None] Deleting port c260cd83-231e-4046-b4b4-111137f48a9c {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:29:00.155299 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-87db27d1-ab43-4c79-a083-043842763949 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:00.229574 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-015c843e-fcec-4b0b-8591-b4f1b958f309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782d86b0-1615-408e-ac69-18482e1c37bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011932641', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '0673b6cb-76a3-437b-87c5-d0b47c7889e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:27:21Z', 'updated_at': '2021-10-27T19:28:58Z', 'revision_number': 5, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '0673b6cb-76a3-437b-87c5-d0b47c7889e6', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782d86b0-1615-408e-ac69-18482e1c37bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:27:21Z', 'updated_at': '2021-10-27T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:29:00.229807 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-87db27d1-ab43-4c79-a083-043842763949 None None] For port c260cd83-231e-4046-b4b4-111137f48a9c, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=c260cd83-231e-4046-b4b4-111137f48a9c,segment=NetworkSegment(db0841f0-0636-464c-8846-e1d0a52454c1),segment_id=db0841f0-0636-464c-8846-e1d0a52454c1)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:29:00.232871 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-87db27d1-ab43-4c79-a083-043842763949 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:00.243703 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-87db27d1-ab43-4c79-a083-043842763949 None None] Calling delete_port for c260cd83-231e-4046-b4b4-111137f48a9c owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:29:00.264004 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-d1a1014c-0232-4d62-8ed1-81a376231f82 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Deleting port 0673b6cb-76a3-437b-87c5-d0b47c7889e6 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:29:00.264364 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d1a1014c-0232-4d62-8ed1-81a376231f82 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:00.269402 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015c843e-fcec-4b0b-8591-b4f1b958f309 None None] The sync data for ids ['782d86b0-1615-408e-ac69-18482e1c37bf'] in n-d-815690-2 is: [{'id': '782d86b0-1615-408e-ac69-18482e1c37bf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2011932641', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.130'}], 'enable_snat': True}, 'gw_port_id': '0673b6cb-76a3-437b-87c5-d0b47c7889e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:27:21Z', 'updated_at': '2021-10-27T19:28:58Z', 'revision_number': 5, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '0673b6cb-76a3-437b-87c5-d0b47c7889e6', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:c2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782d86b0-1615-408e-ac69-18482e1c37bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:27:21Z', 'updated_at': '2021-10-27T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:29:00.290016 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 82280f6b-cf27-4ef7-be88-0f36f4c98fe3 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:29:00.321717 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 82280f6b-cf27-4ef7-be88-0f36f4c98fe3 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:29:00.322064 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 82280f6b-cf27-4ef7-be88-0f36f4c98fe3 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:29:00.372855 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-d1a1014c-0232-4d62-8ed1-81a376231f82 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] For port 0673b6cb-76a3-437b-87c5-d0b47c7889e6, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=0673b6cb-76a3-437b-87c5-d0b47c7889e6,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:29:00.373224 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d1a1014c-0232-4d62-8ed1-81a376231f82 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:00.386456 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-d1a1014c-0232-4d62-8ed1-81a376231f82 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Calling delete_port for 0673b6cb-76a3-437b-87c5-d0b47c7889e6 owned by network:router_gateway {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:29:00.429177 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-87db27d1-ab43-4c79-a083-043842763949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:00.458961 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db27d1-ab43-4c79-a083-043842763949 None None] Pushing event deleted for resources: {'Port': ['ID=c260cd83-231e-4046-b4b4-111137f48a9c,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:29:00.461841 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87db27d1-ab43-4c79-a083-043842763949 None None] No DVR routers for this DVR port c260cd83-231e-4046-b4b4-111137f48a9c on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:29:00.475106 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db27d1-ab43-4c79-a083-043842763949 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:29:00.475761 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db27d1-ab43-4c79-a083-043842763949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:29:00.476202 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db27d1-ab43-4c79-a083-043842763949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:29:00.476638 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db27d1-ab43-4c79-a083-043842763949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:29:00.477072 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db27d1-ab43-4c79-a083-043842763949 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:29:00.477616 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db27d1-ab43-4c79-a083-043842763949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:29:00.478146 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db27d1-ab43-4c79-a083-043842763949 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:29:00.478707 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db27d1-ab43-4c79-a083-043842763949 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:29:00.479154 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db27d1-ab43-4c79-a083-043842763949 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:29:00.479704 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db27d1-ab43-4c79-a083-043842763949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:29:00.480218 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db27d1-ab43-4c79-a083-043842763949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:29:00.480615 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db27d1-ab43-4c79-a083-043842763949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:29:00.623763 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d1a1014c-0232-4d62-8ed1-81a376231f82 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:00.649546 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a1014c-0232-4d62-8ed1-81a376231f82 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event deleted for resources: {'Port': ['ID=0673b6cb-76a3-437b-87c5-d0b47c7889e6,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:29:00.725181 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d1a1014c-0232-4d62-8ed1-81a376231f82 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:00.832401 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d1a1014c-0232-4d62-8ed1-81a376231f82 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:00.834667 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d1a1014c-0232-4d62-8ed1-81a376231f82 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:00.942693 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ad1017c8-5677-49b9-930b-03d136e31523 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:29:00.949584 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d1a1014c-0232-4d62-8ed1-81a376231f82 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:00.950162 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a1014c-0232-4d62-8ed1-81a376231f82 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Fanout notify agent at l3_agent the message router_deleted on router 782d86b0-1615-408e-ac69-18482e1c37bf {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 19:29:00.966972 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d1a1014c-0232-4d62-8ed1-81a376231f82 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:00.966972 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d1a1014c-0232-4d62-8ed1-81a376231f82 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "DELETE /v2.0/routers/782d86b0-1615-408e-ac69-18482e1c37bf HTTP/1.1" status: 204 len: 168 time: 1.1018417 Oct 27 19:29:00.966972 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52244) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:29:00.967221 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: ad1017c8-5677-49b9-930b-03d136e31523 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:29:00.967221 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ad1017c8-5677-49b9-930b-03d136e31523 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:29:00.967221 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device c260cd83-231e-4046-b4b4-111137f48a9c no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:29:00.986311 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: c260cd83-231e-4046-b4b4-111137f48a9c {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:29:00.986543 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device c260cd83-231e-4046-b4b4-111137f48a9c not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:29:01.052486 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d41c1d52-9c46-4707-9fea-3e2864a6008b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:01.147704 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d41c1d52-9c46-4707-9fea-3e2864a6008b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:01.168256 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-d41c1d52-9c46-4707-9fea-3e2864a6008b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62beb4be-70d5-4abe-bb8f-bda7e2938a24']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:29:01.177401 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-d41c1d52-9c46-4707-9fea-3e2864a6008b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db0841f0-0636-464c-8846-e1d0a52454c1') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:29:01.177703 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-d41c1d52-9c46-4707-9fea-3e2864a6008b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db0841f0-0636-464c-8846-e1d0a52454c1') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:29:01.187988 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d41c1d52-9c46-4707-9fea-3e2864a6008b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:01.201019 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d41c1d52-9c46-4707-9fea-3e2864a6008b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:01.207050 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d41c1d52-9c46-4707-9fea-3e2864a6008b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 19:29:01.212610 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d41c1d52-9c46-4707-9fea-3e2864a6008b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:01.212610 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 19:29:01.212610 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 19:29:01.212610 n-d-815690-2 neutron-server[102878]: timer() Oct 27 19:29:01.212610 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 19:29:01.212610 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 19:29:01.212610 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 19:29:01.212610 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 19:29:01.212610 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 19:29:01.212610 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 19:29:01.212610 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 19:29:01.212610 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 19:29:01.212610 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 19:29:01.212610 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 19:29:01.212610 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 19:29:01.212610 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 19:29:01.212610 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 19:29:01.212610 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 19:29:01.212610 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 19:29:01.212610 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 19:29:01.212610 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 19:29:01.212610 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 19:29:01.212610 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 19:29:01.212610 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 19:29:01.212610 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 19:29:01.212610 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 19:29:01.212610 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 19:29:01.212610 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 19:29:01.212610 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 19:29:01.212610 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 19:29:01.212610 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 19:29:01.212610 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 19:29:01.212610 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 19:29:01.320808 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d41c1d52-9c46-4707-9fea-3e2864a6008b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:01.328377 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d41c1d52-9c46-4707-9fea-3e2864a6008b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:01.331650 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d41c1d52-9c46-4707-9fea-3e2864a6008b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "DELETE /v2.0/networks/62beb4be-70d5-4abe-bb8f-bda7e2938a24 HTTP/1.1" status: 204 len: 168 time: 0.3691528 Oct 27 19:29:01.334471 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52246) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:29:01.343622 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c1d52-9c46-4707-9fea-3e2864a6008b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event deleted for resources: {'Network': ['ID=62beb4be-70d5-4abe-bb8f-bda7e2938a24,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:29:01.402715 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9e36b2cd-b44a-4e6b-81ae-15f3a948f88c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:01.430319 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9e36b2cd-b44a-4e6b-81ae-15f3a948f88c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:01.549781 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9e36b2cd-b44a-4e6b-81ae-15f3a948f88c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:01.552305 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9e36b2cd-b44a-4e6b-81ae-15f3a948f88c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:01.553515 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9e36b2cd-b44a-4e6b-81ae-15f3a948f88c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "DELETE /v2.0/security-groups/24f1f842-4b5c-490d-8f52-62c961b7f37c HTTP/1.1" status: 204 len: 168 time: 0.2180691 Oct 27 19:29:01.563473 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e36b2cd-b44a-4e6b-81ae-15f3a948f88c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f1f842-4b5c-490d-8f52-62c961b7f37c,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:29:02.465566 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52252) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:29:02.470489 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-04ac3e8d-5422-4ba8-adc3-9be894af103a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-97974298', 'description': 'tempest-secgroup-smoke-97974298 description', 'project_id': 'df49fa348b1d47cdbf578b508321cb72'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:29:02.555440 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-04ac3e8d-5422-4ba8-adc3-9be894af103a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:02.627528 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-04ac3e8d-5422-4ba8-adc3-9be894af103a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:02.692187 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-04ac3e8d-5422-4ba8-adc3-9be894af103a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:02.727485 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac3e8d-5422-4ba8-adc3-9be894af103a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6376ed1e-0f87-483a-8c72-d24f77208138,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:29:02.791357 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-04ac3e8d-5422-4ba8-adc3-9be894af103a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:02.792688 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-04ac3e8d-5422-4ba8-adc3-9be894af103a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3260550 Oct 27 19:29:02.795702 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52254) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:29:02.800318 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-0496fe00-8d68-42ca-b3c4-0c22e40f2306 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'security_group_rule': {'security_group_id': '6376ed1e-0f87-483a-8c72-d24f77208138', 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:29:02.839494 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 0673b6cb-76a3-437b-87c5-d0b47c7889e6 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:29:02.862501 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 0673b6cb-76a3-437b-87c5-d0b47c7889e6 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:29:02.862859 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 0673b6cb-76a3-437b-87c5-d0b47c7889e6 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:29:02.914613 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0496fe00-8d68-42ca-b3c4-0c22e40f2306 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:02.968725 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0496fe00-8d68-42ca-b3c4-0c22e40f2306 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:03.012110 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0496fe00-8d68-42ca-b3c4-0c22e40f2306 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:03.030543 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0496fe00-8d68-42ca-b3c4-0c22e40f2306 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51b29d5b-5f25-44cc-863d-1e004a857413,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:29:03.089069 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0496fe00-8d68-42ca-b3c4-0c22e40f2306 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:03.090370 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0496fe00-8d68-42ca-b3c4-0c22e40f2306 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2935829 Oct 27 19:29:03.093178 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52256) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:29:03.097734 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-e57dfb31-72f7-45a6-ba3b-e78f1f04832e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'security_group_rule': {'security_group_id': '6376ed1e-0f87-483a-8c72-d24f77208138', 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:29:03.206237 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e57dfb31-72f7-45a6-ba3b-e78f1f04832e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:03.270912 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e57dfb31-72f7-45a6-ba3b-e78f1f04832e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:03.326770 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e57dfb31-72f7-45a6-ba3b-e78f1f04832e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:03.345466 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57dfb31-72f7-45a6-ba3b-e78f1f04832e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcfc736b-0fd0-41a8-ad63-e12dc84eefbb,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:29:03.403182 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e57dfb31-72f7-45a6-ba3b-e78f1f04832e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:03.404472 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e57dfb31-72f7-45a6-ba3b-e78f1f04832e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3103170 Oct 27 19:29:03.407167 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52258) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:29:03.411477 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-5a7308af-5060-47ee-ad7a-96c68d689356 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'security_group_rule': {'security_group_id': '6376ed1e-0f87-483a-8c72-d24f77208138', 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:29:03.515332 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5a7308af-5060-47ee-ad7a-96c68d689356 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:03.573685 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5a7308af-5060-47ee-ad7a-96c68d689356 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:03.641208 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5a7308af-5060-47ee-ad7a-96c68d689356 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:03.659629 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7308af-5060-47ee-ad7a-96c68d689356 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7faba2c-1705-479f-8c73-576bf7d597cb,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:29:03.757120 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5a7308af-5060-47ee-ad7a-96c68d689356 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:03.758374 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5a7308af-5060-47ee-ad7a-96c68d689356 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3502753 Oct 27 19:29:03.761755 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52260) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:29:03.766491 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-d37531ab-72d9-4305-b03c-9cc553de746e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'security_group_rule': {'security_group_id': '6376ed1e-0f87-483a-8c72-d24f77208138', 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:29:03.875655 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d37531ab-72d9-4305-b03c-9cc553de746e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:03.935757 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d37531ab-72d9-4305-b03c-9cc553de746e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:03.989459 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d37531ab-72d9-4305-b03c-9cc553de746e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:04.008483 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37531ab-72d9-4305-b03c-9cc553de746e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c42be264-5283-4d7f-879c-434d6ae78691,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:29:04.071726 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d37531ab-72d9-4305-b03c-9cc553de746e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:04.073040 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d37531ab-72d9-4305-b03c-9cc553de746e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3102992 Oct 27 19:29:04.075845 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52262) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:29:04.080217 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-c7032112-36d8-4a0b-a4cf-5d409b3812a7 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'security_group_rule': {'security_group_id': '6376ed1e-0f87-483a-8c72-d24f77208138', 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:29:04.178336 n-d-815690-2 neutron-server[102878]: INFO neutron.db.securitygroups_db [None req-c7032112-36d8-4a0b-a4cf-5d409b3812a7 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Project df49fa348b1d47cdbf578b508321cb72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 19:29:04.184744 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c7032112-36d8-4a0b-a4cf-5d409b3812a7 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:04.249324 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c7032112-36d8-4a0b-a4cf-5d409b3812a7 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:04.320768 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c7032112-36d8-4a0b-a4cf-5d409b3812a7 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:04.339541 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7032112-36d8-4a0b-a4cf-5d409b3812a7 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1410121e-4f7b-4525-9211-fd2a7cd51d0b,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:29:04.414500 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c7032112-36d8-4a0b-a4cf-5d409b3812a7 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:04.415849 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c7032112-36d8-4a0b-a4cf-5d409b3812a7 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3390539 Oct 27 19:29:04.419066 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52264) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:29:04.423501 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-775d9e8d-1337-4cc9-aa4a-9ade899a286e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'security_group_rule': {'security_group_id': '6376ed1e-0f87-483a-8c72-d24f77208138', 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:29:04.504219 n-d-815690-2 neutron-server[102878]: INFO neutron.db.securitygroups_db [None req-775d9e8d-1337-4cc9-aa4a-9ade899a286e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Project df49fa348b1d47cdbf578b508321cb72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 19:29:04.509491 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-775d9e8d-1337-4cc9-aa4a-9ade899a286e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:04.571883 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-775d9e8d-1337-4cc9-aa4a-9ade899a286e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:04.641103 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-775d9e8d-1337-4cc9-aa4a-9ade899a286e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:04.660043 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775d9e8d-1337-4cc9-aa4a-9ade899a286e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=224799ee-41a7-4d2f-9b18-055bb6e50b45,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:29:04.746485 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-775d9e8d-1337-4cc9-aa4a-9ade899a286e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:04.747799 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-775d9e8d-1337-4cc9-aa4a-9ade899a286e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3277714 Oct 27 19:29:04.750750 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52266) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:29:04.755949 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-d46b051d-bff4-4526-978a-653fab8fa01c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'network': {'name': 'tempest-network-smoke--1135449727', 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'port_security_enabled': True}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:29:04.852314 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46b051d-bff4-4526-978a-653fab8fa01c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Made reservation on behalf of df49fa348b1d47cdbf578b508321cb72 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:29:04.856960 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d46b051d-bff4-4526-978a-653fab8fa01c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:04.879803 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d46b051d-bff4-4526-978a-653fab8fa01c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] vlan segment allocate from pool success with {'vlan_id': 1044, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 19:29:04.890945 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d46b051d-bff4-4526-978a-653fab8fa01c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:04.891208 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-d46b051d-bff4-4526-978a-653fab8fa01c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Added segment e2640317-ca4b-493f-835f-22fb953538f7 of type vlan for network d7ddfceb-5c5a-4556-9812-3ac07b2db4b0 Oct 27 19:29:04.932377 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d46b051d-bff4-4526-978a-653fab8fa01c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:05.017877 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d46b051d-bff4-4526-978a-653fab8fa01c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:05.023472 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46b051d-bff4-4526-978a-653fab8fa01c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:29:05.024052 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d46b051d-bff4-4526-978a-653fab8fa01c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:05.093582 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b051d-bff4-4526-978a-653fab8fa01c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'Network': ['ID=d7ddfceb-5c5a-4556-9812-3ac07b2db4b0,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:29:05.103966 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network d7ddfceb-5c5a-4556-9812-3ac07b2db4b0 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 19:29:05.135925 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d46b051d-bff4-4526-978a-653fab8fa01c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3840263 Oct 27 19:29:05.139060 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52268) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:29:05.143674 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-45a1e587-1d62-452a-97b7-20b1bc4ee7b2 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-554592718', 'admin_state_up': True, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:29:05.218487 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-45a1e587-1d62-452a-97b7-20b1bc4ee7b2 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:05.220022 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-45a1e587-1d62-452a-97b7-20b1bc4ee7b2 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:05.272572 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-45a1e587-1d62-452a-97b7-20b1bc4ee7b2 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:05.782519 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-45a1e587-1d62-452a-97b7-20b1bc4ee7b2 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:06.034348 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-45a1e587-1d62-452a-97b7-20b1bc4ee7b2 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for router_gateway, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:06.053358 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-45a1e587-1d62-452a-97b7-20b1bc4ee7b2 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:06.156830 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-45a1e587-1d62-452a-97b7-20b1bc4ee7b2 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Allocated IP 172.25.6.84 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/4f05df88-79e4-496c-87d4-aa3d404bdc8d) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:29:06.264417 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-45a1e587-1d62-452a-97b7-20b1bc4ee7b2 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:06.350041 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-45a1e587-1d62-452a-97b7-20b1bc4ee7b2 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:06.391295 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a1e587-1d62-452a-97b7-20b1bc4ee7b2 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:29:06.395773 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-45a1e587-1d62-452a-97b7-20b1bc4ee7b2 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:29:06.400175 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a1e587-1d62-452a-97b7-20b1bc4ee7b2 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:29:06.403326 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a1e587-1d62-452a-97b7-20b1bc4ee7b2 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'Port': ['ID=4f05df88-79e4-496c-87d4-aa3d404bdc8d,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:29:06.704807 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-45a1e587-1d62-452a-97b7-20b1bc4ee7b2 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for router_gateway, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:06.905142 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-45a1e587-1d62-452a-97b7-20b1bc4ee7b2 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:07.115165 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a1e587-1d62-452a-97b7-20b1bc4ee7b2 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Router 6c7d0bc9-efec-4083-96bf-abfeedd6faca is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 19:29:07.224746 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a1e587-1d62-452a-97b7-20b1bc4ee7b2 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:29:07.235559 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4b5a79-c3d1-40e2-a435-256c48bd914d None None] Sync routers for ids ['6c7d0bc9-efec-4083-96bf-abfeedd6faca'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:29:07.250380 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4b5a79-c3d1-40e2-a435-256c48bd914d None None] Routers {'6c7d0bc9-efec-4083-96bf-abfeedd6faca'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:29:07.251035 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-df4b5a79-c3d1-40e2-a435-256c48bd914d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:28:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['6c7d0bc9-efec-4083-96bf-abfeedd6faca'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:29:07.288380 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-45a1e587-1d62-452a-97b7-20b1bc4ee7b2 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:07.289672 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-45a1e587-1d62-452a-97b7-20b1bc4ee7b2 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1496460 Oct 27 19:29:07.293426 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52270) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:29:07.324108 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-278c3d0c-238d-4b9e-889a-d52c6b54c0fe tempest-TestNetworkAdvancedServerOps-926739900 tempest-TestNetworkAdvancedServerOps-926739900-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=df49fa348b1d47cdbf578b508321cb72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295434 Oct 27 19:29:07.326800 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52272) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:29:07.359137 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-df4b5a79-c3d1-40e2-a435-256c48bd914d None None] Set router 6c7d0bc9-efec-4083-96bf-abfeedd6faca gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:29:07.425160 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be19066-b9ce-4b98-b3af-0f540ac3c5e1 tempest-TestNetworkAdvancedServerOps-926739900 tempest-TestNetworkAdvancedServerOps-926739900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:29:07.426628 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0be19066-b9ce-4b98-b3af-0f540ac3c5e1 tempest-TestNetworkAdvancedServerOps-926739900 tempest-TestNetworkAdvancedServerOps-926739900-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0988791 Oct 27 19:29:07.429844 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52274) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:29:07.459524 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f6dae9cc-875f-4596-a4b6-74cc78a7e78c tempest-TestNetworkAdvancedServerOps-926739900 tempest-TestNetworkAdvancedServerOps-926739900-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=0fad50cd-70b8-43d9-8a14-cc05c0fdea0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284536 Oct 27 19:29:07.466858 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52276) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:29:07.472476 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-15a5bb33-cc1d-4ba0-92ef-60f0c4008f38 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1347290472', 'network_id': 'd7ddfceb-5c5a-4556-9812-3ac07b2db4b0', 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:29:07.543001 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-df4b5a79-c3d1-40e2-a435-256c48bd914d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7d0bc9-efec-4083-96bf-abfeedd6faca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-554592718', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '4f05df88-79e4-496c-87d4-aa3d404bdc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:29:05Z', 'updated_at': '2021-10-27T19:29:06Z', 'revision_number': 3, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '4f05df88-79e4-496c-87d4-aa3d404bdc8d', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7d0bc9-efec-4083-96bf-abfeedd6faca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:29:06Z', 'updated_at': '2021-10-27T19:29:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:29:07.569298 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4b5a79-c3d1-40e2-a435-256c48bd914d None None] Checking router: 6c7d0bc9-efec-4083-96bf-abfeedd6faca for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:29:07.571732 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4b5a79-c3d1-40e2-a435-256c48bd914d None None] Updating router 6c7d0bc9-efec-4083-96bf-abfeedd6faca port 4f05df88-79e4-496c-87d4-aa3d404bdc8d binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 19:29:07.595963 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-df4b5a79-c3d1-40e2-a435-256c48bd914d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:07.612434 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a5bb33-cc1d-4ba0-92ef-60f0c4008f38 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Made reservation on behalf of df49fa348b1d47cdbf578b508321cb72 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:29:07.616121 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-15a5bb33-cc1d-4ba0-92ef-60f0c4008f38 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:07.868783 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-df4b5a79-c3d1-40e2-a435-256c48bd914d None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:07.870865 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-15a5bb33-cc1d-4ba0-92ef-60f0c4008f38 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:07.915434 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-df4b5a79-c3d1-40e2-a435-256c48bd914d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:07.937723 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5bb33-cc1d-4ba0-92ef-60f0c4008f38 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'Subnet': ['ID=2043abe8-c740-456f-af74-2495c6b36827,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:29:07.945430 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a5bb33-cc1d-4ba0-92ef-60f0c4008f38 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Checking segment: {'id': 'e2640317-ca4b-493f-835f-22fb953538f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'd7ddfceb-5c5a-4556-9812-3ac07b2db4b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:29:07.945430 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a5bb33-cc1d-4ba0-92ef-60f0c4008f38 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Network hostable DHCP agents. Network: d7ddfceb-5c5a-4556-9812-3ac07b2db4b0, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 19:29:07.971603 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-df4b5a79-c3d1-40e2-a435-256c48bd914d None None] Attempting to bind port 4f05df88-79e4-496c-87d4-aa3d404bdc8d on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:29:07.971970 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-df4b5a79-c3d1-40e2-a435-256c48bd914d None None] Attempting to bind port 4f05df88-79e4-496c-87d4-aa3d404bdc8d by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:29:07.972332 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4b5a79-c3d1-40e2-a435-256c48bd914d None None] Attempting to bind port 4f05df88-79e4-496c-87d4-aa3d404bdc8d on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:29:07.979522 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77042987-1a90-4ad9-aa5d-1fe3e658e6af None None] Pushing event updated for resources: {'Port': ['ID=4f05df88-79e4-496c-87d4-aa3d404bdc8d,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:29:07.983586 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4b5a79-c3d1-40e2-a435-256c48bd914d None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:29:07.989873 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4b5a79-c3d1-40e2-a435-256c48bd914d None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:29:07.989873 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-df4b5a79-c3d1-40e2-a435-256c48bd914d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:07.989873 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4b5a79-c3d1-40e2-a435-256c48bd914d None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:29:07.989873 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-df4b5a79-c3d1-40e2-a435-256c48bd914d None None] Bound port: 4f05df88-79e4-496c-87d4-aa3d404bdc8d, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:29:07.989873 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-df4b5a79-c3d1-40e2-a435-256c48bd914d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:08.035379 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a5bb33-cc1d-4ba0-92ef-60f0c4008f38 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Network d7ddfceb-5c5a-4556-9812-3ac07b2db4b0 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 19:29:08.038226 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-df4b5a79-c3d1-40e2-a435-256c48bd914d None None] For port 4f05df88-79e4-496c-87d4-aa3d404bdc8d, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:29:08.041388 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-df4b5a79-c3d1-40e2-a435-256c48bd914d None None] For port 4f05df88-79e4-496c-87d4-aa3d404bdc8d, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=4f05df88-79e4-496c-87d4-aa3d404bdc8d,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:29:08.126954 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-15a5bb33-cc1d-4ba0-92ef-60f0c4008f38 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, d7ddfceb-5c5a-4556-9812-3ac07b2db4b0) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:29:08.131235 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a5bb33-cc1d-4ba0-92ef-60f0c4008f38 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:29:08.131834 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-15a5bb33-cc1d-4ba0-92ef-60f0c4008f38 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:08.137352 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e03463-b188-4a47-a071-4b23d078f75c None None] Network d7ddfceb-5c5a-4556-9812-3ac07b2db4b0 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:29:08.144608 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-df4b5a79-c3d1-40e2-a435-256c48bd914d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:08.254803 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4b5a79-c3d1-40e2-a435-256c48bd914d None None] Routers {'6c7d0bc9-efec-4083-96bf-abfeedd6faca'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:29:08.255624 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-15a5bb33-cc1d-4ba0-92ef-60f0c4008f38 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7871819 Oct 27 19:29:08.255732 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-df4b5a79-c3d1-40e2-a435-256c48bd914d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:28:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['6c7d0bc9-efec-4083-96bf-abfeedd6faca'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:29:08.258191 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52278) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:29:08.260237 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77042987-1a90-4ad9-aa5d-1fe3e658e6af None None] Pushing event updated for resources: {'Port': ['ID=4f05df88-79e4-496c-87d4-aa3d404bdc8d,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:29:08.598938 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-df4b5a79-c3d1-40e2-a435-256c48bd914d None None] Set router 6c7d0bc9-efec-4083-96bf-abfeedd6faca gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:29:08.602124 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac1da1c-9aa5-44e7-aa75-e90d5d1bfd9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-d7ddfceb-5c5a-4556-9812-3ac07b2db4b0', 'network_id': 'd7ddfceb-5c5a-4556-9812-3ac07b2db4b0', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'fixed_ips': [{'subnet_id': '2043abe8-c740-456f-af74-2495c6b36827'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 19:29:08.603052 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1ac1da1c-9aa5-44e7-aa75-e90d5d1bfd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:08.716651 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d519493a-72bd-4924-b00d-18cdac2e5913 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:08.876272 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-1ac1da1c-9aa5-44e7-aa75-e90d5d1bfd9b None None] Allocated IP 172.20.0.2 (d7ddfceb-5c5a-4556-9812-3ac07b2db4b0/2043abe8-c740-456f-af74-2495c6b36827/b8f5927d-6a44-4644-877b-68f871662d18) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:29:08.962034 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-df4b5a79-c3d1-40e2-a435-256c48bd914d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7d0bc9-efec-4083-96bf-abfeedd6faca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-554592718', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '4f05df88-79e4-496c-87d4-aa3d404bdc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:29:05Z', 'updated_at': '2021-10-27T19:29:06Z', 'revision_number': 3, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '4f05df88-79e4-496c-87d4-aa3d404bdc8d', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7d0bc9-efec-4083-96bf-abfeedd6faca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:29:06Z', 'updated_at': '2021-10-27T19:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:29:09.002373 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4b5a79-c3d1-40e2-a435-256c48bd914d None None] The sync data for ids ['6c7d0bc9-efec-4083-96bf-abfeedd6faca'] in n-d-815690-2 is: [{'id': '6c7d0bc9-efec-4083-96bf-abfeedd6faca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-554592718', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '4f05df88-79e4-496c-87d4-aa3d404bdc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:29:05Z', 'updated_at': '2021-10-27T19:29:06Z', 'revision_number': 3, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '4f05df88-79e4-496c-87d4-aa3d404bdc8d', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7d0bc9-efec-4083-96bf-abfeedd6faca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:29:06Z', 'updated_at': '2021-10-27T19:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:29:09.069354 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1ac1da1c-9aa5-44e7-aa75-e90d5d1bfd9b None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:09.144456 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1ac1da1c-9aa5-44e7-aa75-e90d5d1bfd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:09.194905 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac1da1c-9aa5-44e7-aa75-e90d5d1bfd9b None None] Network d7ddfceb-5c5a-4556-9812-3ac07b2db4b0 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:29:09.196314 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1da1c-9aa5-44e7-aa75-e90d5d1bfd9b None None] Pushing event updated for resources: {'Port': ['ID=b8f5927d-6a44-4644-877b-68f871662d18,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:29:09.196437 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-d519493a-72bd-4924-b00d-18cdac2e5913 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Allocated IP 172.20.0.1 (d7ddfceb-5c5a-4556-9812-3ac07b2db4b0/2043abe8-c740-456f-af74-2495c6b36827/9a9cfb6c-5d68-4bae-ad54-09c7711e6977) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:29:09.198970 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-1ac1da1c-9aa5-44e7-aa75-e90d5d1bfd9b None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:29:09.200940 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac1da1c-9aa5-44e7-aa75-e90d5d1bfd9b None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:29:09.289291 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-1ac1da1c-9aa5-44e7-aa75-e90d5d1bfd9b None None] Attempting to bind port b8f5927d-6a44-4644-877b-68f871662d18 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:29:09.289968 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-1ac1da1c-9aa5-44e7-aa75-e90d5d1bfd9b None None] Attempting to bind port b8f5927d-6a44-4644-877b-68f871662d18 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'e2640317-ca4b-493f-835f-22fb953538f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'd7ddfceb-5c5a-4556-9812-3ac07b2db4b0'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:29:09.290076 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac1da1c-9aa5-44e7-aa75-e90d5d1bfd9b None None] Attempting to bind port b8f5927d-6a44-4644-877b-68f871662d18 on network d7ddfceb-5c5a-4556-9812-3ac07b2db4b0 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:29:09.297216 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac1da1c-9aa5-44e7-aa75-e90d5d1bfd9b None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:29:09.297671 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac1da1c-9aa5-44e7-aa75-e90d5d1bfd9b None None] Checking segment: {'id': 'e2640317-ca4b-493f-835f-22fb953538f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'd7ddfceb-5c5a-4556-9812-3ac07b2db4b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:29:09.298010 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1ac1da1c-9aa5-44e7-aa75-e90d5d1bfd9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:09.298584 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac1da1c-9aa5-44e7-aa75-e90d5d1bfd9b None None] Bound using segment: {'id': 'e2640317-ca4b-493f-835f-22fb953538f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'd7ddfceb-5c5a-4556-9812-3ac07b2db4b0'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:29:09.299210 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-1ac1da1c-9aa5-44e7-aa75-e90d5d1bfd9b None None] Bound port: b8f5927d-6a44-4644-877b-68f871662d18, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2640317-ca4b-493f-835f-22fb953538f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'd7ddfceb-5c5a-4556-9812-3ac07b2db4b0'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:29:09.299705 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1ac1da1c-9aa5-44e7-aa75-e90d5d1bfd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:09.347650 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d519493a-72bd-4924-b00d-18cdac2e5913 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:09.375109 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-1ac1da1c-9aa5-44e7-aa75-e90d5d1bfd9b None None] For port b8f5927d-6a44-4644-877b-68f871662d18, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:29:09.379084 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-1ac1da1c-9aa5-44e7-aa75-e90d5d1bfd9b None None] For port b8f5927d-6a44-4644-877b-68f871662d18, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=b8f5927d-6a44-4644-877b-68f871662d18,segment=NetworkSegment(e2640317-ca4b-493f-835f-22fb953538f7),segment_id=e2640317-ca4b-493f-835f-22fb953538f7)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:29:09.435639 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1ac1da1c-9aa5-44e7-aa75-e90d5d1bfd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:09.464553 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d519493a-72bd-4924-b00d-18cdac2e5913 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:09.499392 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1da1c-9aa5-44e7-aa75-e90d5d1bfd9b None None] Pushing event updated for resources: {'Port': ['ID=b8f5927d-6a44-4644-877b-68f871662d18,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:29:09.536491 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d519493a-72bd-4924-b00d-18cdac2e5913 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Network d7ddfceb-5c5a-4556-9812-3ac07b2db4b0 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:29:09.540487 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-d519493a-72bd-4924-b00d-18cdac2e5913 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:29:09.544380 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d519493a-72bd-4924-b00d-18cdac2e5913 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:29:09.548736 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519493a-72bd-4924-b00d-18cdac2e5913 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'Port': ['ID=9a9cfb6c-5d68-4bae-ad54-09c7711e6977,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:29:09.597968 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d519493a-72bd-4924-b00d-18cdac2e5913 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:09.717725 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a9049ebb-6879-43b6-a169-172512b396b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:09.857889 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d519493a-72bd-4924-b00d-18cdac2e5913 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:10.143615 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d519493a-72bd-4924-b00d-18cdac2e5913 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:10.212719 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d519493a-72bd-4924-b00d-18cdac2e5913 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:10.284565 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519493a-72bd-4924-b00d-18cdac2e5913 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'Port': ['ID=9a9cfb6c-5d68-4bae-ad54-09c7711e6977,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:29:10.287162 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d519493a-72bd-4924-b00d-18cdac2e5913 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:10.392095 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d519493a-72bd-4924-b00d-18cdac2e5913 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Network d7ddfceb-5c5a-4556-9812-3ac07b2db4b0 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:29:10.393524 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-d519493a-72bd-4924-b00d-18cdac2e5913 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:29:10.510743 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d519493a-72bd-4924-b00d-18cdac2e5913 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Router 6c7d0bc9-efec-4083-96bf-abfeedd6faca has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:29:10.627198 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d519493a-72bd-4924-b00d-18cdac2e5913 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:29:10.634373 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d519493a-72bd-4924-b00d-18cdac2e5913 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "PUT /v2.0/routers/6c7d0bc9-efec-4083-96bf-abfeedd6faca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3750648 Oct 27 19:29:10.795375 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-e2132686-0dab-47b1-87bb-f6139935d628 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-97974298&fields=id&tenant_id=df49fa348b1d47cdbf578b508321cb72 HTTP/1.1" status: 200 len: 267 time: 0.0398841 Oct 27 19:29:10.831952 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c554d053-5020-410a-8fad-cc1d33482ca0 None None] Network d7ddfceb-5c5a-4556-9812-3ac07b2db4b0 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:29:10.915678 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8bad7a-6204-4846-8fd5-d21bea0f394c None None] Sync routers for ids ['6c7d0bc9-efec-4083-96bf-abfeedd6faca'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:29:10.933865 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8bad7a-6204-4846-8fd5-d21bea0f394c None None] Routers {'6c7d0bc9-efec-4083-96bf-abfeedd6faca'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:29:10.934762 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-9b8bad7a-6204-4846-8fd5-d21bea0f394c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:28:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['6c7d0bc9-efec-4083-96bf-abfeedd6faca'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:29:10.954931 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-b1198705-edde-4897-a48f-751deab68b05 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:29:10.956806 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-b1198705-edde-4897-a48f-751deab68b05 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/networks?id=d7ddfceb-5c5a-4556-9812-3ac07b2db4b0 HTTP/1.1" status: 200 len: 797 time: 0.1559098 Oct 27 19:29:10.974016 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-e6d50ae7-3e8d-4cc6-806a-8854dbb01083 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/quotas/df49fa348b1d47cdbf578b508321cb72 HTTP/1.1" status: 200 len: 375 time: 0.0099106 Oct 27 19:29:10.978014 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-163be696-4427-4e7e-9304-f1d9ab15917d None None] Provisioning complete for port b8f5927d-6a44-4644-877b-68f871662d18 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:29:10.979116 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-163be696-4427-4e7e-9304-f1d9ab15917d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:11.035785 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 4f05df88-79e4-496c-87d4-aa3d404bdc8d up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:29:11.050062 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-b0e976fa-a33d-4c21-b8fc-e8f1dabba4bd tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=df49fa348b1d47cdbf578b508321cb72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679848 Oct 27 19:29:11.077685 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-9b8bad7a-6204-4846-8fd5-d21bea0f394c None None] Set router 6c7d0bc9-efec-4083-96bf-abfeedd6faca gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:29:11.171162 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-8473afb3-276b-40bd-93b0-90c4f29cc27a service neutron] 10.222.0.52 "GET /v2.0/networks/d7ddfceb-5c5a-4556-9812-3ac07b2db4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000524 Oct 27 19:29:11.176564 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-163be696-4427-4e7e-9304-f1d9ab15917d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:11.202649 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 4f05df88-79e4-496c-87d4-aa3d404bdc8d triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:29:11.203058 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:11.263464 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-163be696-4427-4e7e-9304-f1d9ab15917d None None] For port b8f5927d-6a44-4644-877b-68f871662d18, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=b8f5927d-6a44-4644-877b-68f871662d18,segment=NetworkSegment(e2640317-ca4b-493f-835f-22fb953538f7),segment_id=e2640317-ca4b-493f-835f-22fb953538f7)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:29:11.304959 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-eeb8caaa-859f-4a2a-bcfd-8ca795def213 service neutron] 10.222.0.52 "GET /v2.0/networks/d7ddfceb-5c5a-4556-9812-3ac07b2db4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271093 Oct 27 19:29:11.316651 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:11.324458 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-163be696-4427-4e7e-9304-f1d9ab15917d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:11.367437 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 4f05df88-79e4-496c-87d4-aa3d404bdc8d, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=4f05df88-79e4-496c-87d4-aa3d404bdc8d,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:29:11.395402 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163be696-4427-4e7e-9304-f1d9ab15917d None None] Pushing event updated for resources: {'Port': ['ID=b8f5927d-6a44-4644-877b-68f871662d18,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:29:11.417439 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-9b8bad7a-6204-4846-8fd5-d21bea0f394c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7d0bc9-efec-4083-96bf-abfeedd6faca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-554592718', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '4f05df88-79e4-496c-87d4-aa3d404bdc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:29:05Z', 'updated_at': '2021-10-27T19:29:09Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '4f05df88-79e4-496c-87d4-aa3d404bdc8d', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7d0bc9-efec-4083-96bf-abfeedd6faca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:29:06Z', 'updated_at': '2021-10-27T19:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '9a9cfb6c-5d68-4bae-ad54-09c7711e6977', 'name': '', 'network_id': 'd7ddfceb-5c5a-4556-9812-3ac07b2db4b0', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'mac_address': 'fa:16:3e:6d:bd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7d0bc9-efec-4083-96bf-abfeedd6faca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '2043abe8-c740-456f-af74-2495c6b36827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:29:08Z', 'updated_at': '2021-10-27T19:29:10Z', 'revision_number': 2, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'subnets': [{'id': '2043abe8-c740-456f-af74-2495c6b36827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:29:11.424044 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:11.424928 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device b8f5927d-6a44-4644-877b-68f871662d18 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:29:11.448725 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8bad7a-6204-4846-8fd5-d21bea0f394c None None] Checking router: 6c7d0bc9-efec-4083-96bf-abfeedd6faca for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:29:11.449080 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8bad7a-6204-4846-8fd5-d21bea0f394c None None] Updating router 6c7d0bc9-efec-4083-96bf-abfeedd6faca port 9a9cfb6c-5d68-4bae-ad54-09c7711e6977 binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 19:29:11.479249 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-9b8bad7a-6204-4846-8fd5-d21bea0f394c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:11.510551 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=4f05df88-79e4-496c-87d4-aa3d404bdc8d,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:29:11.530528 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port b8f5927d-6a44-4644-877b-68f871662d18 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:29:11.531194 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:11.576035 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-a0c0bf17-168c-44e1-ad16-b15f536171ab None None] Provisioning complete for port b8f5927d-6a44-4644-877b-68f871662d18 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:29:11.576936 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a0c0bf17-168c-44e1-ad16-b15f536171ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:11.648229 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c9cfaebd-eab7-4cbd-a967-8ecc5c39abca req-5d7c8007-dea3-4512-b22a-536ca5cbbd25 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 210 time: 0.0570643 Oct 27 19:29:11.762124 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-a0c0bf17-168c-44e1-ad16-b15f536171ab None None] Provisioning complete for port 9a9cfb6c-5d68-4bae-ad54-09c7711e6977 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:29:11.762505 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a0c0bf17-168c-44e1-ad16-b15f536171ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:11.810058 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-a0c0bf17-168c-44e1-ad16-b15f536171ab None None] Port 9a9cfb6c-5d68-4bae-ad54-09c7711e6977 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:29:11.852077 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-9b8bad7a-6204-4846-8fd5-d21bea0f394c None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:11.932928 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-9b8bad7a-6204-4846-8fd5-d21bea0f394c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:11.934431 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-ec4c07a0-adf5-40df-b5e7-e025acad58ff None None] Provisioning complete for port 9a9cfb6c-5d68-4bae-ad54-09c7711e6977 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:29:11.934877 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ec4c07a0-adf5-40df-b5e7-e025acad58ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:11.972318 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-ec4c07a0-adf5-40df-b5e7-e025acad58ff None None] Port 9a9cfb6c-5d68-4bae-ad54-09c7711e6977 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:29:11.984530 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ea728-9b5f-40b9-9008-1ac62ba10251 None None] Pushing event updated for resources: {'Port': ['ID=9a9cfb6c-5d68-4bae-ad54-09c7711e6977,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:29:12.009418 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ea728-9b5f-40b9-9008-1ac62ba10251 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:29:12.009803 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ea728-9b5f-40b9-9008-1ac62ba10251 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:29:12.010165 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ea728-9b5f-40b9-9008-1ac62ba10251 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:29:12.010665 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ea728-9b5f-40b9-9008-1ac62ba10251 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:29:12.011031 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ea728-9b5f-40b9-9008-1ac62ba10251 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:29:12.011405 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ea728-9b5f-40b9-9008-1ac62ba10251 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:29:12.011661 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ea728-9b5f-40b9-9008-1ac62ba10251 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:29:12.012158 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ea728-9b5f-40b9-9008-1ac62ba10251 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:29:12.012289 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ea728-9b5f-40b9-9008-1ac62ba10251 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:29:12.012600 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ea728-9b5f-40b9-9008-1ac62ba10251 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:29:12.012914 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ea728-9b5f-40b9-9008-1ac62ba10251 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:29:12.013226 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22ea728-9b5f-40b9-9008-1ac62ba10251 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:29:12.046618 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-9b8bad7a-6204-4846-8fd5-d21bea0f394c None None] Attempting to bind port 9a9cfb6c-5d68-4bae-ad54-09c7711e6977 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:29:12.047071 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-9b8bad7a-6204-4846-8fd5-d21bea0f394c None None] Attempting to bind port 9a9cfb6c-5d68-4bae-ad54-09c7711e6977 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'e2640317-ca4b-493f-835f-22fb953538f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'd7ddfceb-5c5a-4556-9812-3ac07b2db4b0'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:29:12.047411 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8bad7a-6204-4846-8fd5-d21bea0f394c None None] Attempting to bind port 9a9cfb6c-5d68-4bae-ad54-09c7711e6977 on network d7ddfceb-5c5a-4556-9812-3ac07b2db4b0 {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:29:12.052763 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8bad7a-6204-4846-8fd5-d21bea0f394c None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:29:12.053130 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8bad7a-6204-4846-8fd5-d21bea0f394c None None] Checking segment: {'id': 'e2640317-ca4b-493f-835f-22fb953538f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'd7ddfceb-5c5a-4556-9812-3ac07b2db4b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:29:12.053526 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-9b8bad7a-6204-4846-8fd5-d21bea0f394c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:12.053904 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8bad7a-6204-4846-8fd5-d21bea0f394c None None] Bound using segment: {'id': 'e2640317-ca4b-493f-835f-22fb953538f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'd7ddfceb-5c5a-4556-9812-3ac07b2db4b0'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:29:12.054366 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-9b8bad7a-6204-4846-8fd5-d21bea0f394c None None] Bound port: 9a9cfb6c-5d68-4bae-ad54-09c7711e6977, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2640317-ca4b-493f-835f-22fb953538f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'd7ddfceb-5c5a-4556-9812-3ac07b2db4b0'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:29:12.054738 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-9b8bad7a-6204-4846-8fd5-d21bea0f394c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:12.098856 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-da62a29d-a07f-4a13-ac1f-adfc39097de1 None None] Provisioning complete for port 9a9cfb6c-5d68-4bae-ad54-09c7711e6977 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:29:12.099250 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-da62a29d-a07f-4a13-ac1f-adfc39097de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:12.128164 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-9b8bad7a-6204-4846-8fd5-d21bea0f394c None None] For port 9a9cfb6c-5d68-4bae-ad54-09c7711e6977, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:29:12.131777 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-9b8bad7a-6204-4846-8fd5-d21bea0f394c None None] For port 9a9cfb6c-5d68-4bae-ad54-09c7711e6977, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=9a9cfb6c-5d68-4bae-ad54-09c7711e6977,segment=NetworkSegment(e2640317-ca4b-493f-835f-22fb953538f7),segment_id=e2640317-ca4b-493f-835f-22fb953538f7)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:29:12.144770 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-da62a29d-a07f-4a13-ac1f-adfc39097de1 None None] Port 9a9cfb6c-5d68-4bae-ad54-09c7711e6977 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:29:12.201136 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-47637132-0605-4aee-8f5c-12e3fc590ec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:12.230567 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-9b8bad7a-6204-4846-8fd5-d21bea0f394c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:12.271182 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-bbbb73f3-b25a-461a-98ee-27910a83c6a8 None None] Provisioning complete for port 9a9cfb6c-5d68-4bae-ad54-09c7711e6977 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:29:12.271182 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-bbbb73f3-b25a-461a-98ee-27910a83c6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:12.292306 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8bad7a-6204-4846-8fd5-d21bea0f394c None None] Routers {'6c7d0bc9-efec-4083-96bf-abfeedd6faca'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:29:12.292927 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-9b8bad7a-6204-4846-8fd5-d21bea0f394c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:29:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['6c7d0bc9-efec-4083-96bf-abfeedd6faca'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:29:12.296345 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ea728-9b5f-40b9-9008-1ac62ba10251 None None] Pushing event updated for resources: {'Port': ['ID=9a9cfb6c-5d68-4bae-ad54-09c7711e6977,revision_number=4']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:29:12.362513 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-bbbb73f3-b25a-461a-98ee-27910a83c6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:12.395639 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-bbbb73f3-b25a-461a-98ee-27910a83c6a8 None None] For port 9a9cfb6c-5d68-4bae-ad54-09c7711e6977, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=9a9cfb6c-5d68-4bae-ad54-09c7711e6977,segment=NetworkSegment(e2640317-ca4b-493f-835f-22fb953538f7),segment_id=e2640317-ca4b-493f-835f-22fb953538f7)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:29:12.407115 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-9b8bad7a-6204-4846-8fd5-d21bea0f394c None None] Set router 6c7d0bc9-efec-4083-96bf-abfeedd6faca gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:29:12.452680 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-bbbb73f3-b25a-461a-98ee-27910a83c6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:12.508113 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb73f3-b25a-461a-98ee-27910a83c6a8 None None] Pushing event updated for resources: {'Port': ['ID=9a9cfb6c-5d68-4bae-ad54-09c7711e6977,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:29:12.572936 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-59c98cbc-7772-4f3a-9f86-6945e54973d2 None None] Provisioning complete for port 9a9cfb6c-5d68-4bae-ad54-09c7711e6977 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:29:12.573306 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-59c98cbc-7772-4f3a-9f86-6945e54973d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:12.622191 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-9b8bad7a-6204-4846-8fd5-d21bea0f394c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7d0bc9-efec-4083-96bf-abfeedd6faca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-554592718', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '4f05df88-79e4-496c-87d4-aa3d404bdc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:29:05Z', 'updated_at': '2021-10-27T19:29:09Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '4f05df88-79e4-496c-87d4-aa3d404bdc8d', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7d0bc9-efec-4083-96bf-abfeedd6faca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:29:06Z', 'updated_at': '2021-10-27T19:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '9a9cfb6c-5d68-4bae-ad54-09c7711e6977', 'name': '', 'network_id': 'd7ddfceb-5c5a-4556-9812-3ac07b2db4b0', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'mac_address': 'fa:16:3e:6d:bd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7d0bc9-efec-4083-96bf-abfeedd6faca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '2043abe8-c740-456f-af74-2495c6b36827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:29:08Z', 'updated_at': '2021-10-27T19:29:12Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'subnets': [{'id': '2043abe8-c740-456f-af74-2495c6b36827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:29:12.652912 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8bad7a-6204-4846-8fd5-d21bea0f394c None None] The sync data for ids ['6c7d0bc9-efec-4083-96bf-abfeedd6faca'] in n-d-815690-2 is: [{'id': '6c7d0bc9-efec-4083-96bf-abfeedd6faca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-554592718', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '4f05df88-79e4-496c-87d4-aa3d404bdc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:29:05Z', 'updated_at': '2021-10-27T19:29:09Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '4f05df88-79e4-496c-87d4-aa3d404bdc8d', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7d0bc9-efec-4083-96bf-abfeedd6faca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:29:06Z', 'updated_at': '2021-10-27T19:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '9a9cfb6c-5d68-4bae-ad54-09c7711e6977', 'name': '', 'network_id': 'd7ddfceb-5c5a-4556-9812-3ac07b2db4b0', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'mac_address': 'fa:16:3e:6d:bd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7d0bc9-efec-4083-96bf-abfeedd6faca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '2043abe8-c740-456f-af74-2495c6b36827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:29:08Z', 'updated_at': '2021-10-27T19:29:12Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'subnets': [{'id': '2043abe8-c740-456f-af74-2495c6b36827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:29:12.881483 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7423c7ce-a2ce-42f8-b1e2-b5467f52eb05 req-21ab6883-42a3-48ed-86fb-5b0afbf84cf9 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 210 time: 0.1280227 Oct 27 19:29:12.981524 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 4f05df88-79e4-496c-87d4-aa3d404bdc8d up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:29:13.044073 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 4f05df88-79e4-496c-87d4-aa3d404bdc8d triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:29:13.044409 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:13.132744 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device b8f5927d-6a44-4644-877b-68f871662d18 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:29:13.183991 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port b8f5927d-6a44-4644-877b-68f871662d18 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:29:13.184368 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:13.273108 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 9a9cfb6c-5d68-4bae-ad54-09c7711e6977 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:29:13.324600 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 9a9cfb6c-5d68-4bae-ad54-09c7711e6977 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:29:13.324975 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:13.458039 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:13.560085 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-e8bcf995-7d2b-4562-a92d-33cd7a1fca3a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:29:13.561721 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-e8bcf995-7d2b-4562-a92d-33cd7a1fca3a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.81 "GET /v2.0/networks?id=d7ddfceb-5c5a-4556-9812-3ac07b2db4b0 HTTP/1.1" status: 200 len: 797 time: 0.1117752 Oct 27 19:29:13.609721 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-b159edb7-3cea-4417-9a91-1f5e619948a9 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df49fa348b1d47cdbf578b508321cb72 HTTP/1.1" status: 200 len: 378 time: 0.0387053 Oct 27 19:29:13.621843 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-286ddc09-f9be-45f4-b0d4-5d3a598df451 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'port': {'device_id': '429394f5-ce5d-4488-9497-0f7d34c4f64c', 'network_id': 'd7ddfceb-5c5a-4556-9812-3ac07b2db4b0', 'admin_state_up': True, 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'security_groups': ['6376ed1e-0f87-483a-8c72-d24f77208138']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:29:13.714612 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:13.858583 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-286ddc09-f9be-45f4-b0d4-5d3a598df451 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Made reservation on behalf of df49fa348b1d47cdbf578b508321cb72 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:29:13.862267 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-286ddc09-f9be-45f4-b0d4-5d3a598df451 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:13.989743 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f0324d80-86ac-477a-bbcb-ef8c9c59e04b req-557e5b43-23dd-4a0d-ac1d-d7c186dc5907 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 210 time: 0.0287466 Oct 27 19:29:14.015465 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-286ddc09-f9be-45f4-b0d4-5d3a598df451 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Allocated IP 172.20.0.13 (d7ddfceb-5c5a-4556-9812-3ac07b2db4b0/2043abe8-c740-456f-af74-2495c6b36827/220990d7-c29f-4f2b-ae0c-d73655a97693) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:29:14.159790 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-286ddc09-f9be-45f4-b0d4-5d3a598df451 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:14.247308 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-286ddc09-f9be-45f4-b0d4-5d3a598df451 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:14.624524 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-286ddc09-f9be-45f4-b0d4-5d3a598df451 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Network d7ddfceb-5c5a-4556-9812-3ac07b2db4b0 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:29:14.628117 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-286ddc09-f9be-45f4-b0d4-5d3a598df451 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:29:14.631956 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-286ddc09-f9be-45f4-b0d4-5d3a598df451 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:29:14.658401 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ddc09-f9be-45f4-b0d4-5d3a598df451 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'Port': ['ID=220990d7-c29f-4f2b-ae0c-d73655a97693,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:29:14.689339 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-286ddc09-f9be-45f4-b0d4-5d3a598df451 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:29:14.689973 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-286ddc09-f9be-45f4-b0d4-5d3a598df451 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:14.792809 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-286ddc09-f9be-45f4-b0d4-5d3a598df451 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1759293 Oct 27 19:29:14.805296 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-fe9dbc6c-c574-4330-8aa1-7804e44e7088 service neutron] Request body: {'port': {'device_id': '429394f5-ce5d-4488-9497-0f7d34c4f64c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:29:14.860436 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-fe9dbc6c-c574-4330-8aa1-7804e44e7088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:14.894698 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-5096d35f-02cb-4f3b-acc4-3c737f72736a None None] Provisioning complete for port 220990d7-c29f-4f2b-ae0c-d73655a97693 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:29:14.895289 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5096d35f-02cb-4f3b-acc4-3c737f72736a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:14.928314 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-5096d35f-02cb-4f3b-acc4-3c737f72736a None None] Port 220990d7-c29f-4f2b-ae0c-d73655a97693 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:29:15.117326 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2df61-af20-4a50-8fea-fc8160e65d8f req-9c6807f2-e4ca-4c2e-b84b-fadfdd9a19df tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:29:15.118905 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-78d2df61-af20-4a50-8fea-fc8160e65d8f req-9c6807f2-e4ca-4c2e-b84b-fadfdd9a19df tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 932 time: 0.0563021 Oct 27 19:29:15.147018 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-fe9dbc6c-c574-4330-8aa1-7804e44e7088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 220990d7-c29f-4f2b-ae0c-d73655a97693 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:29:15.155022 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-fe9dbc6c-c574-4330-8aa1-7804e44e7088 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:15.159210 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-78d2df61-af20-4a50-8fea-fc8160e65d8f req-e50f12ac-3aca-4dad-9e33-44fabf7e82c4 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=6376ed1e-0f87-483a-8c72-d24f77208138&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334003 Oct 27 19:29:15.168219 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-fe9dbc6c-c574-4330-8aa1-7804e44e7088 service neutron] Transition to ACTIVE for port object 220990d7-c29f-4f2b-ae0c-d73655a97693 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 19:29:15.241126 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-fe9dbc6c-c574-4330-8aa1-7804e44e7088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:15.295359 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9dbc6c-c574-4330-8aa1-7804e44e7088 service neutron] Pushing event updated for resources: {'Port': ['ID=220990d7-c29f-4f2b-ae0c-d73655a97693,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:29:15.373990 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-fe9dbc6c-c574-4330-8aa1-7804e44e7088 service neutron] Attempting to bind port 220990d7-c29f-4f2b-ae0c-d73655a97693 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:29:15.374488 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-fe9dbc6c-c574-4330-8aa1-7804e44e7088 service neutron] Attempting to bind port 220990d7-c29f-4f2b-ae0c-d73655a97693 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': 'e2640317-ca4b-493f-835f-22fb953538f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'd7ddfceb-5c5a-4556-9812-3ac07b2db4b0'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:29:15.374869 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-fe9dbc6c-c574-4330-8aa1-7804e44e7088 service neutron] Attempting to bind port 220990d7-c29f-4f2b-ae0c-d73655a97693 on network d7ddfceb-5c5a-4556-9812-3ac07b2db4b0 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:29:15.377901 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:15.379945 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-fe9dbc6c-c574-4330-8aa1-7804e44e7088 service neutron] Port 220990d7-c29f-4f2b-ae0c-d73655a97693 on network d7ddfceb-5c5a-4556-9812-3ac07b2db4b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 19:29:15.382970 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-fe9dbc6c-c574-4330-8aa1-7804e44e7088 service neutron] Attempting to bind port 220990d7-c29f-4f2b-ae0c-d73655a97693 on network d7ddfceb-5c5a-4556-9812-3ac07b2db4b0 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:29:15.385774 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-fe9dbc6c-c574-4330-8aa1-7804e44e7088 service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:29:15.386127 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-fe9dbc6c-c574-4330-8aa1-7804e44e7088 service neutron] Checking segment: {'id': 'e2640317-ca4b-493f-835f-22fb953538f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'd7ddfceb-5c5a-4556-9812-3ac07b2db4b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:29:15.386489 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-fe9dbc6c-c574-4330-8aa1-7804e44e7088 service neutron] Bound using segment: {'id': 'e2640317-ca4b-493f-835f-22fb953538f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'd7ddfceb-5c5a-4556-9812-3ac07b2db4b0'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:29:15.386946 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-fe9dbc6c-c574-4330-8aa1-7804e44e7088 service neutron] Bound port: 220990d7-c29f-4f2b-ae0c-d73655a97693, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2640317-ca4b-493f-835f-22fb953538f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'd7ddfceb-5c5a-4556-9812-3ac07b2db4b0'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:29:15.387303 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-fe9dbc6c-c574-4330-8aa1-7804e44e7088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:15.453760 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-fe9dbc6c-c574-4330-8aa1-7804e44e7088 service neutron] For port 220990d7-c29f-4f2b-ae0c-d73655a97693, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:29:15.456861 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-fe9dbc6c-c574-4330-8aa1-7804e44e7088 service neutron] For port 220990d7-c29f-4f2b-ae0c-d73655a97693, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=220990d7-c29f-4f2b-ae0c-d73655a97693,segment=NetworkSegment(e2640317-ca4b-493f-835f-22fb953538f7),segment_id=e2640317-ca4b-493f-835f-22fb953538f7)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:29:15.527837 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-fe9dbc6c-c574-4330-8aa1-7804e44e7088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:15.562802 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-fe9dbc6c-c574-4330-8aa1-7804e44e7088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:29:15.563447 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-fe9dbc6c-c574-4330-8aa1-7804e44e7088 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:15.565259 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-fe9dbc6c-c574-4330-8aa1-7804e44e7088 service neutron] 10.222.0.81 "PUT /v2.0/ports/220990d7-c29f-4f2b-ae0c-d73655a97693 HTTP/1.1" status: 200 len: 1092 time: 0.7642801 Oct 27 19:29:15.570273 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '429394f5-ce5d-4488-9497-0f7d34c4f64c', 'tag': '220990d7-c29f-4f2b-ae0c-d73655a97693'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:29:15.572755 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef06082-f9fc-49a7-a9f4-d13a20550de0" -d '{"events": [{"name": "network-changed", "server_uuid": "429394f5-ce5d-4488-9497-0f7d34c4f64c", "tag": "220990d7-c29f-4f2b-ae0c-d73655a97693"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:29:15.600781 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9dbc6c-c574-4330-8aa1-7804e44e7088 service neutron] Pushing event updated for resources: {'Port': ['ID=220990d7-c29f-4f2b-ae0c-d73655a97693,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:29:15.614655 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633d1f71-60dc-4dc1-b9a7-4f95bb9e2e2e x-openstack-request-id: req-633d1f71-60dc-4dc1-b9a7-4f95bb9e2e2e {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:29:15.614991 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "429394f5-ce5d-4488-9497-0f7d34c4f64c", "tag": "220990d7-c29f-4f2b-ae0c-d73655a97693", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:29:15.615244 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-633d1f71-60dc-4dc1-b9a7-4f95bb9e2e2e {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:29:15.615645 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '429394f5-ce5d-4488-9497-0f7d34c4f64c', 'tag': '220990d7-c29f-4f2b-ae0c-d73655a97693', 'status': 'completed', 'code': 200} Oct 27 19:29:15.682184 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef06082-f9fc-49a7-a9f4-d13a20550de0 req-e9b0a7af-fdf6-4e1b-a2be-a12a32ea819e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:29:15.684086 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6ef06082-f9fc-49a7-a9f4-d13a20550de0 req-e9b0a7af-fdf6-4e1b-a2be-a12a32ea819e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=df49fa348b1d47cdbf578b508321cb72&device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 1095 time: 0.0484214 Oct 27 19:29:15.791631 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef06082-f9fc-49a7-a9f4-d13a20550de0 req-5d839542-c9a3-418e-ac3e-018af5dc261f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:29:15.793257 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6ef06082-f9fc-49a7-a9f4-d13a20550de0 req-5d839542-c9a3-418e-ac3e-018af5dc261f service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=df49fa348b1d47cdbf578b508321cb72&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1015458 Oct 27 19:29:15.897169 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef06082-f9fc-49a7-a9f4-d13a20550de0 req-90ee8d17-3a18-4b56-87a7-5a46b6b36f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:29:15.898706 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6ef06082-f9fc-49a7-a9f4-d13a20550de0 req-90ee8d17-3a18-4b56-87a7-5a46b6b36f24 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0976334 Oct 27 19:29:15.976039 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-a1b660bd-1a0f-4d4f-ad2b-61e0f6c68b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:29:15.977460 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-a1b660bd-1a0f-4d4f-ad2b-61e0f6c68b93 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=df49fa348b1d47cdbf578b508321cb72&device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 1095 time: 0.0431418 Oct 27 19:29:16.020712 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-30e33a45-281d-43ce-86da-e23cde848680 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=220990d7-c29f-4f2b-ae0c-d73655a97693 HTTP/1.1" status: 200 len: 217 time: 0.0354178 Oct 27 19:29:16.076655 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-c0d8c287-daf3-411c-8200-f293c2a8c65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:29:16.078215 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-c0d8c287-daf3-411c-8200-f293c2a8c65f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2043abe8-c740-456f-af74-2495c6b36827 HTTP/1.1" status: 200 len: 835 time: 0.0505698 Oct 27 19:29:16.124520 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-e0f3a301-1db1-499a-ba59-ef15a325c33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:29:16.126071 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-e0f3a301-1db1-499a-ba59-ef15a325c33f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d7ddfceb-5c5a-4556-9812-3ac07b2db4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413117 Oct 27 19:29:16.221732 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-737990a0-2b45-461f-a661-268f0578b0d5 service neutron] 10.222.0.81 "GET /v2.0/networks/d7ddfceb-5c5a-4556-9812-3ac07b2db4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880926 Oct 27 19:29:16.281028 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410f99a-bc6a-4ec4-afc5-ebbec7e3ca27 req-3d64e45f-e524-4f44-95f6-88abac366aae tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:29:16.282519 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3410f99a-bc6a-4ec4-afc5-ebbec7e3ca27 req-3d64e45f-e524-4f44-95f6-88abac366aae tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 944 time: 0.0505502 Oct 27 19:29:16.319469 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e6806564-93c5-4bf1-bfef-1730a3e233ba req-6dbc9dda-a5fa-4b7a-a2eb-5aaf081f3a01 service neutron] 10.222.0.81 "GET /v2.0/networks/d7ddfceb-5c5a-4556-9812-3ac07b2db4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912802 Oct 27 19:29:16.323587 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3410f99a-bc6a-4ec4-afc5-ebbec7e3ca27 req-48bc5dc3-73a5-481c-bfae-09268d614fba tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=6376ed1e-0f87-483a-8c72-d24f77208138&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347230 Oct 27 19:29:17.440971 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0af66-eb69-4b94-b6c4-ec07fe92365b req-e078a0d8-3752-4e87-ab4d-20c6ed150d54 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:29:17.442486 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a1f0af66-eb69-4b94-b6c4-ec07fe92365b req-e078a0d8-3752-4e87-ab4d-20c6ed150d54 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 944 time: 0.0501091 Oct 27 19:29:17.481945 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a1f0af66-eb69-4b94-b6c4-ec07fe92365b req-04b168f0-df49-46e5-973e-b99f3439f85c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=6376ed1e-0f87-483a-8c72-d24f77208138&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326343 Oct 27 19:29:18.604300 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8dbd3-009c-4150-9b71-656c21db1dd3 req-e740677c-9134-4104-9156-842d306d4e57 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:29:18.605824 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-72b8dbd3-009c-4150-9b71-656c21db1dd3 req-e740677c-9134-4104-9156-842d306d4e57 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 944 time: 0.0540900 Oct 27 19:29:18.645071 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-72b8dbd3-009c-4150-9b71-656c21db1dd3 req-7f9a2d04-e37b-4505-b704-c5aeb348169a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=6376ed1e-0f87-483a-8c72-d24f77208138&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332298 Oct 27 19:29:19.595088 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 220990d7-c29f-4f2b-ae0c-d73655a97693 details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 19:29:19.700136 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 220990d7-c29f-4f2b-ae0c-d73655a97693, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=220990d7-c29f-4f2b-ae0c-d73655a97693,segment=NetworkSegment(e2640317-ca4b-493f-835f-22fb953538f7),segment_id=e2640317-ca4b-493f-835f-22fb953538f7)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:29:19.713587 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': '220990d7-c29f-4f2b-ae0c-d73655a97693', 'network_id': 'd7ddfceb-5c5a-4556-9812-3ac07b2db4b0', 'port_id': '220990d7-c29f-4f2b-ae0c-d73655a97693', 'mac_address': 'fa:16:3e:d4:5c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2043abe8-c740-456f-af74-2495c6b36827', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 19:29:19.754162 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:19.769925 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 220990d7-c29f-4f2b-ae0c-d73655a97693 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:29:19.775763 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127297e8-2f33-4ce2-9435-7f737cb469a1 req-2ca527f5-4860-4af2-9bf2-f36482ea8b5c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:29:19.775763 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-127297e8-2f33-4ce2-9435-7f737cb469a1 req-2ca527f5-4860-4af2-9bf2-f36482ea8b5c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 944 time: 0.0543272 Oct 27 19:29:19.806012 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 220990d7-c29f-4f2b-ae0c-d73655a97693, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=220990d7-c29f-4f2b-ae0c-d73655a97693,segment=NetworkSegment(e2640317-ca4b-493f-835f-22fb953538f7),segment_id=e2640317-ca4b-493f-835f-22fb953538f7)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:29:19.813850 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-127297e8-2f33-4ce2-9435-7f737cb469a1 req-bb1f3a02-622b-4c1e-8826-73ff24c72b72 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=6376ed1e-0f87-483a-8c72-d24f77208138&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346351 Oct 27 19:29:19.898122 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:19.945528 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=220990d7-c29f-4f2b-ae0c-d73655a97693,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:29:20.099056 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['220990d7-c29f-4f2b-ae0c-d73655a97693'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:29:20.934259 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c25231-0176-48d3-bd55-bb7d236b4ff3 req-d5d58c38-4035-4ef8-a5e3-b168599a6add tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:29:20.935779 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-78c25231-0176-48d3-bd55-bb7d236b4ff3 req-d5d58c38-4035-4ef8-a5e3-b168599a6add tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 945 time: 0.0516663 Oct 27 19:29:20.976402 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-78c25231-0176-48d3-bd55-bb7d236b4ff3 req-3455e25e-9b5d-4bca-9f07-aa77aa1cc802 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=6376ed1e-0f87-483a-8c72-d24f77208138&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346606 Oct 27 19:29:21.626522 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 220990d7-c29f-4f2b-ae0c-d73655a97693 up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:29:21.801276 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning for port 220990d7-c29f-4f2b-ae0c-d73655a97693 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 19:29:21.805504 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port 220990d7-c29f-4f2b-ae0c-d73655a97693 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:29:21.805970 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:21.890014 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:21.912965 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429394f5-ce5d-4488-9497-0f7d34c4f64c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220990d7-c29f-4f2b-ae0c-d73655a97693'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:29:21.915274 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b7a7ffbeb5006bcc00a453a37d6ced003ca150096c2d6d80d40f5ba58f622d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e287b70-8844-464f-8049-0c1c43a9e041" -d '{"events": [{"server_uuid": "429394f5-ce5d-4488-9497-0f7d34c4f64c", "name": "network-vif-plugged", "status": "completed", "tag": "220990d7-c29f-4f2b-ae0c-d73655a97693"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:29:21.929142 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 220990d7-c29f-4f2b-ae0c-d73655a97693, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=220990d7-c29f-4f2b-ae0c-d73655a97693,segment=NetworkSegment(e2640317-ca4b-493f-835f-22fb953538f7),segment_id=e2640317-ca4b-493f-835f-22fb953538f7)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:29:21.952251 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0c88d3-82d6-43eb-b3f9-c9ca2299337c x-openstack-request-id: req-8f0c88d3-82d6-43eb-b3f9-c9ca2299337c {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:29:21.952440 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429394f5-ce5d-4488-9497-0f7d34c4f64c", "name": "network-vif-plugged", "status": "completed", "tag": "220990d7-c29f-4f2b-ae0c-d73655a97693", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:29:21.952630 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8f0c88d3-82d6-43eb-b3f9-c9ca2299337c {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:29:21.953017 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '429394f5-ce5d-4488-9497-0f7d34c4f64c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220990d7-c29f-4f2b-ae0c-d73655a97693', 'code': 200} Oct 27 19:29:22.012908 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:22.062508 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1fb972-6728-4818-b1ca-b2212e462858 req-91533600-096a-46cf-9d66-7b4c023f1a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:29:22.065391 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ea1fb972-6728-4818-b1ca-b2212e462858 req-91533600-096a-46cf-9d66-7b4c023f1a9e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 1097 time: 0.0524933 Oct 27 19:29:22.072813 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=220990d7-c29f-4f2b-ae0c-d73655a97693,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:29:22.103957 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473b1d3-4ea4-4fe6-bd8e-82d584aa9432 req-329d416b-9654-420a-8486-4a06d267991a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:29:22.105056 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ea1fb972-6728-4818-b1ca-b2212e462858 req-425657b3-37ee-4930-aa74-54cc221c0c16 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=6376ed1e-0f87-483a-8c72-d24f77208138&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327277 Oct 27 19:29:22.105526 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9473b1d3-4ea4-4fe6-bd8e-82d584aa9432 req-329d416b-9654-420a-8486-4a06d267991a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 946 time: 0.0588861 Oct 27 19:29:22.145829 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9473b1d3-4ea4-4fe6-bd8e-82d584aa9432 req-8a968334-8fde-4584-887c-3170737bf14b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=6376ed1e-0f87-483a-8c72-d24f77208138&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340750 Oct 27 19:29:23.267406 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3bfb33-cd48-4292-bbe9-b4ede48b56e7 req-7ea2d8b6-f07b-46d0-8222-0476049bd67f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:29:23.268944 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-da3bfb33-cd48-4292-bbe9-b4ede48b56e7 req-7ea2d8b6-f07b-46d0-8222-0476049bd67f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 946 time: 0.0524092 Oct 27 19:29:23.310561 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-da3bfb33-cd48-4292-bbe9-b4ede48b56e7 req-1c9f4b3e-6689-4dae-bd9a-05efac20ab96 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=6376ed1e-0f87-483a-8c72-d24f77208138&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355539 Oct 27 19:29:24.429102 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5af775-6c6c-49e9-ad24-dec02063511b req-b663646e-cef3-4e8c-987a-31ffb3914181 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:29:24.430592 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eb5af775-6c6c-49e9-ad24-dec02063511b req-b663646e-cef3-4e8c-987a-31ffb3914181 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 946 time: 0.0492585 Oct 27 19:29:24.468719 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eb5af775-6c6c-49e9-ad24-dec02063511b req-47f3533f-37f7-4a58-bc46-042c503d28b3 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=6376ed1e-0f87-483a-8c72-d24f77208138&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320303 Oct 27 19:29:24.864458 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc63adb-b8f7-4161-972e-aeaaafe84784 req-9cff2837-5f09-4c6e-b355-942cd27918fe tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:29:24.865990 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9fc63adb-b8f7-4161-972e-aeaaafe84784 req-9cff2837-5f09-4c6e-b355-942cd27918fe tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 946 time: 0.0540442 Oct 27 19:29:24.905433 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9fc63adb-b8f7-4161-972e-aeaaafe84784 req-54771a36-656b-40dd-abb8-04312d7a299a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=6376ed1e-0f87-483a-8c72-d24f77208138&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329344 Oct 27 19:29:24.929060 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52336) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:29:24.972188 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683ba1ae-94ec-483c-a87c-0a0c48c9c784 tempest-TestNetworkAdvancedServerOps-926739900 tempest-TestNetworkAdvancedServerOps-926739900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:29:24.973799 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-683ba1ae-94ec-483c-a87c-0a0c48c9c784 tempest-TestNetworkAdvancedServerOps-926739900 tempest-TestNetworkAdvancedServerOps-926739900-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 1092 time: 0.0437140 Oct 27 19:29:24.976672 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52338) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:29:24.981936 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-3e034e78-f8d3-4dab-a24d-1918dbba0f4f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'port_id': '220990d7-c29f-4f2b-ae0c-d73655a97693', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:29:25.059153 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3e034e78-f8d3-4dab-a24d-1918dbba0f4f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for floatingip, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:25.179180 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3e034e78-f8d3-4dab-a24d-1918dbba0f4f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:25.285512 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-3e034e78-f8d3-4dab-a24d-1918dbba0f4f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Allocated IP 172.25.6.63 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/529c5681-c3a7-4430-80e5-2ec348be906f) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:29:25.393431 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3e034e78-f8d3-4dab-a24d-1918dbba0f4f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:25.486915 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3e034e78-f8d3-4dab-a24d-1918dbba0f4f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:25.527709 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e034e78-f8d3-4dab-a24d-1918dbba0f4f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:29:25.530606 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-3e034e78-f8d3-4dab-a24d-1918dbba0f4f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:29:25.534132 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e034e78-f8d3-4dab-a24d-1918dbba0f4f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:29:25.555995 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e034e78-f8d3-4dab-a24d-1918dbba0f4f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'Port': ['ID=529c5681-c3a7-4430-80e5-2ec348be906f,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:29:25.890047 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3e034e78-f8d3-4dab-a24d-1918dbba0f4f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:26.020700 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3e034e78-f8d3-4dab-a24d-1918dbba0f4f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:26.176842 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3e034e78-f8d3-4dab-a24d-1918dbba0f4f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:26.258140 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3e034e78-f8d3-4dab-a24d-1918dbba0f4f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:26.334924 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e034e78-f8d3-4dab-a24d-1918dbba0f4f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'Port': ['ID=529c5681-c3a7-4430-80e5-2ec348be906f,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:29:26.344347 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3e034e78-f8d3-4dab-a24d-1918dbba0f4f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:26.444870 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [None req-3e034e78-f8d3-4dab-a24d-1918dbba0f4f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Floating IP d5184ab9-c2da-4de5-b9c2-5c7fc16b8b6f associated. External IP: 172.25.6.63, port: 220990d7-c29f-4f2b-ae0c-d73655a97693. Oct 27 19:29:26.653143 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e034e78-f8d3-4dab-a24d-1918dbba0f4f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Router 6c7d0bc9-efec-4083-96bf-abfeedd6faca has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:29:26.762180 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e034e78-f8d3-4dab-a24d-1918dbba0f4f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:29:26.772490 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8705f15f-6c9b-4712-9c41-15d17e760db3 None None] Sync routers for ids ['6c7d0bc9-efec-4083-96bf-abfeedd6faca'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:29:26.784037 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8705f15f-6c9b-4712-9c41-15d17e760db3 None None] Routers {'6c7d0bc9-efec-4083-96bf-abfeedd6faca'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:29:26.784652 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-8705f15f-6c9b-4712-9c41-15d17e760db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:29:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['6c7d0bc9-efec-4083-96bf-abfeedd6faca'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:29:26.831461 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3e034e78-f8d3-4dab-a24d-1918dbba0f4f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:26.861610 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3e034e78-f8d3-4dab-a24d-1918dbba0f4f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8838601 Oct 27 19:29:26.862354 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '429394f5-ce5d-4488-9497-0f7d34c4f64c', 'tag': '220990d7-c29f-4f2b-ae0c-d73655a97693'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:29:26.865181 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bca0ca0b982d995b269f20b8ee9fa1484886a2da5fdd33aa4707a11ccb3e0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37f8017-869a-4238-b28e-f1f7702ce820" -d '{"events": [{"name": "network-changed", "server_uuid": "429394f5-ce5d-4488-9497-0f7d34c4f64c", "tag": "220990d7-c29f-4f2b-ae0c-d73655a97693"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:29:26.896170 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-8705f15f-6c9b-4712-9c41-15d17e760db3 None None] Set router 6c7d0bc9-efec-4083-96bf-abfeedd6faca gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:29:26.969472 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa742f-16f2-4920-b9f4-ca90bf8a15fa req-1b7f72ef-b3c7-47a6-8a6f-81a307bdb793 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:29:26.971573 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c0fa742f-16f2-4920-b9f4-ca90bf8a15fa req-1b7f72ef-b3c7-47a6-8a6f-81a307bdb793 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 946 time: 0.0593696 Oct 27 19:29:27.012966 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c0fa742f-16f2-4920-b9f4-ca90bf8a15fa req-979557e6-0f73-424c-81fd-6a0092d04cc5 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=6376ed1e-0f87-483a-8c72-d24f77208138&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353100 Oct 27 19:29:27.024399 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:27.036522 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52344) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:29:27.066483 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe905260-6081-4bea-866f-270483da1187 x-openstack-request-id: req-fe905260-6081-4bea-866f-270483da1187 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:29:27.066783 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "429394f5-ce5d-4488-9497-0f7d34c4f64c", "tag": "220990d7-c29f-4f2b-ae0c-d73655a97693", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:29:27.067071 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fe905260-6081-4bea-866f-270483da1187 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:29:27.067482 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '429394f5-ce5d-4488-9497-0f7d34c4f64c', 'tag': '220990d7-c29f-4f2b-ae0c-d73655a97693', 'status': 'completed', 'code': 200} Oct 27 19:29:27.156214 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-078a829c-ecf9-4b2b-820e-fe3772b74f84 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/floatingips/d5184ab9-c2da-4de5-b9c2-5c7fc16b8b6f HTTP/1.1" status: 200 len: 991 time: 0.1184049 Oct 27 19:29:27.166927 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f8017-869a-4238-b28e-f1f7702ce820 req-36868710-f2d5-447f-a788-b85ba5da7c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:29:27.168495 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e37f8017-869a-4238-b28e-f1f7702ce820 req-36868710-f2d5-447f-a788-b85ba5da7c1a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=df49fa348b1d47cdbf578b508321cb72&device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 1097 time: 0.0705793 Oct 27 19:29:27.198222 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-8705f15f-6c9b-4712-9c41-15d17e760db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7d0bc9-efec-4083-96bf-abfeedd6faca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-554592718', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '4f05df88-79e4-496c-87d4-aa3d404bdc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:29:05Z', 'updated_at': '2021-10-27T19:29:09Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '4f05df88-79e4-496c-87d4-aa3d404bdc8d', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7d0bc9-efec-4083-96bf-abfeedd6faca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:29:06Z', 'updated_at': '2021-10-27T19:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'd5184ab9-c2da-4de5-b9c2-5c7fc16b8b6f', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'floating_ip_address': '172.25.6.63', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '6c7d0bc9-efec-4083-96bf-abfeedd6faca', 'port_id': '220990d7-c29f-4f2b-ae0c-d73655a97693', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7ddfceb-5c5a-4556-9812-3ac07b2db4b0', 'mac_address': 'fa:16:3e:d4:5c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429394f5-ce5d-4488-9497-0f7d34c4f64c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:29:25Z', 'updated_at': '2021-10-27T19:29:25Z', 'revision_number': 0, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a9cfb6c-5d68-4bae-ad54-09c7711e6977', 'name': '', 'network_id': 'd7ddfceb-5c5a-4556-9812-3ac07b2db4b0', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'mac_address': 'fa:16:3e:6d:bd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7d0bc9-efec-4083-96bf-abfeedd6faca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '2043abe8-c740-456f-af74-2495c6b36827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:29:08Z', 'updated_at': '2021-10-27T19:29:12Z', 'revision_number': 5, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'subnets': [{'id': '2043abe8-c740-456f-af74-2495c6b36827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:29:27.250114 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8705f15f-6c9b-4712-9c41-15d17e760db3 None None] Checking router: 6c7d0bc9-efec-4083-96bf-abfeedd6faca for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:29:27.259824 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8705f15f-6c9b-4712-9c41-15d17e760db3 None None] Routers {'6c7d0bc9-efec-4083-96bf-abfeedd6faca'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:29:27.260556 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-8705f15f-6c9b-4712-9c41-15d17e760db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:29:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['6c7d0bc9-efec-4083-96bf-abfeedd6faca'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:29:27.268148 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f8017-869a-4238-b28e-f1f7702ce820 req-31af1a18-824d-4903-bbea-437321364b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:29:27.269569 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e37f8017-869a-4238-b28e-f1f7702ce820 req-31af1a18-824d-4903-bbea-437321364b7e service neutron] 10.222.0.81 "GET /v2.0/networks?id=d7ddfceb-5c5a-4556-9812-3ac07b2db4b0 HTTP/1.1" status: 200 len: 899 time: 0.0944521 Oct 27 19:29:27.371867 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e37f8017-869a-4238-b28e-f1f7702ce820 req-47561b8b-3bc5-431a-8cd2-15d0c48f82d3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=220990d7-c29f-4f2b-ae0c-d73655a97693 HTTP/1.1" status: 200 len: 999 time: 0.0950973 Oct 27 19:29:27.433737 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f8017-869a-4238-b28e-f1f7702ce820 req-a18963a0-d22c-4418-bb4e-8bbb4c6f253d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:29:27.435304 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e37f8017-869a-4238-b28e-f1f7702ce820 req-a18963a0-d22c-4418-bb4e-8bbb4c6f253d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2043abe8-c740-456f-af74-2495c6b36827 HTTP/1.1" status: 200 len: 835 time: 0.0558374 Oct 27 19:29:27.490699 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f8017-869a-4238-b28e-f1f7702ce820 req-374eac27-7544-49e3-89b2-f810a6408d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:29:27.492268 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e37f8017-869a-4238-b28e-f1f7702ce820 req-374eac27-7544-49e3-89b2-f810a6408d03 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d7ddfceb-5c5a-4556-9812-3ac07b2db4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494707 Oct 27 19:29:27.552719 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-8705f15f-6c9b-4712-9c41-15d17e760db3 None None] Set router 6c7d0bc9-efec-4083-96bf-abfeedd6faca gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:29:27.594472 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:27.599736 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e37f8017-869a-4238-b28e-f1f7702ce820 req-8033060e-b882-4bab-a03c-243f97a1186d service neutron] 10.222.0.81 "GET /v2.0/networks/d7ddfceb-5c5a-4556-9812-3ac07b2db4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989616 Oct 27 19:29:27.703719 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-e37f8017-869a-4238-b28e-f1f7702ce820 req-206614c1-e298-4e92-9e51-d6ecbbdc4919 service neutron] 10.222.0.81 "GET /v2.0/networks/d7ddfceb-5c5a-4556-9812-3ac07b2db4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948467 Oct 27 19:29:27.835329 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-8705f15f-6c9b-4712-9c41-15d17e760db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7d0bc9-efec-4083-96bf-abfeedd6faca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-554592718', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '4f05df88-79e4-496c-87d4-aa3d404bdc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:29:05Z', 'updated_at': '2021-10-27T19:29:09Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '4f05df88-79e4-496c-87d4-aa3d404bdc8d', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7d0bc9-efec-4083-96bf-abfeedd6faca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:29:06Z', 'updated_at': '2021-10-27T19:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'd5184ab9-c2da-4de5-b9c2-5c7fc16b8b6f', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'floating_ip_address': '172.25.6.63', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '6c7d0bc9-efec-4083-96bf-abfeedd6faca', 'port_id': '220990d7-c29f-4f2b-ae0c-d73655a97693', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7ddfceb-5c5a-4556-9812-3ac07b2db4b0', 'mac_address': 'fa:16:3e:d4:5c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429394f5-ce5d-4488-9497-0f7d34c4f64c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:29:25Z', 'updated_at': '2021-10-27T19:29:25Z', 'revision_number': 0, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a9cfb6c-5d68-4bae-ad54-09c7711e6977', 'name': '', 'network_id': 'd7ddfceb-5c5a-4556-9812-3ac07b2db4b0', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'mac_address': 'fa:16:3e:6d:bd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7d0bc9-efec-4083-96bf-abfeedd6faca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '2043abe8-c740-456f-af74-2495c6b36827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:29:08Z', 'updated_at': '2021-10-27T19:29:12Z', 'revision_number': 5, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'subnets': [{'id': '2043abe8-c740-456f-af74-2495c6b36827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:29:27.870497 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8705f15f-6c9b-4712-9c41-15d17e760db3 None None] The sync data for ids ['6c7d0bc9-efec-4083-96bf-abfeedd6faca'] in n-d-815690-2 is: [{'id': '6c7d0bc9-efec-4083-96bf-abfeedd6faca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-554592718', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '4f05df88-79e4-496c-87d4-aa3d404bdc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:29:05Z', 'updated_at': '2021-10-27T19:29:09Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '4f05df88-79e4-496c-87d4-aa3d404bdc8d', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7d0bc9-efec-4083-96bf-abfeedd6faca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:29:06Z', 'updated_at': '2021-10-27T19:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'd5184ab9-c2da-4de5-b9c2-5c7fc16b8b6f', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'floating_ip_address': '172.25.6.63', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '6c7d0bc9-efec-4083-96bf-abfeedd6faca', 'port_id': '220990d7-c29f-4f2b-ae0c-d73655a97693', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7ddfceb-5c5a-4556-9812-3ac07b2db4b0', 'mac_address': 'fa:16:3e:d4:5c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429394f5-ce5d-4488-9497-0f7d34c4f64c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:29:25Z', 'updated_at': '2021-10-27T19:29:25Z', 'revision_number': 0, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a9cfb6c-5d68-4bae-ad54-09c7711e6977', 'name': '', 'network_id': 'd7ddfceb-5c5a-4556-9812-3ac07b2db4b0', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'mac_address': 'fa:16:3e:6d:bd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7d0bc9-efec-4083-96bf-abfeedd6faca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '2043abe8-c740-456f-af74-2495c6b36827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:29:08Z', 'updated_at': '2021-10-27T19:29:12Z', 'revision_number': 5, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'subnets': [{'id': '2043abe8-c740-456f-af74-2495c6b36827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:29:28.108047 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7873a9a7-56db-4107-bd07-9dfd8de59fbc None None] New status for floating IP d5184ab9-c2da-4de5-b9c2-5c7fc16b8b6f: ACTIVE {{(pid=102881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 19:29:28.160090 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52346) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:29:28.221407 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-eb9fc4ba-e9ef-4cc8-ad2b-c302d9373378 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/floatingips/d5184ab9-c2da-4de5-b9c2-5c7fc16b8b6f HTTP/1.1" status: 200 len: 991 time: 0.0601103 Oct 27 19:29:29.224566 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52348) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:29:29.284299 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-82996065-72dd-4a30-8f0e-02280bcab472 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/floatingips/d5184ab9-c2da-4de5-b9c2-5c7fc16b8b6f HTTP/1.1" status: 200 len: 993 time: 0.0586095 Oct 27 19:29:34.710192 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:29:39.664264 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-acc6df10-3c67-4baa-8131-37a9eb911f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:42.167705 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-84d86100-63ae-4527-92ec-67776c455df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:43.435101 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:43.692288 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:45.344770 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:50.116989 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c91d5bd0-e8c2-4446-887b-22c6b6fd60c9 req-296a1a47-54e1-4e3a-9b4b-144f38294d3a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442379 Oct 27 19:29:50.203652 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d5bd0-e8c2-4446-887b-22c6b6fd60c9 req-6a2943be-80d7-42b7-8dd7-088b996f4d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:29:50.205258 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c91d5bd0-e8c2-4446-887b-22c6b6fd60c9 req-6a2943be-80d7-42b7-8dd7-088b996f4d60 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=df49fa348b1d47cdbf578b508321cb72&device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 1097 time: 0.0418222 Oct 27 19:29:50.312590 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d5bd0-e8c2-4446-887b-22c6b6fd60c9 req-6e8b1d3c-a3e2-4d09-b264-779a3617dd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:29:50.314075 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c91d5bd0-e8c2-4446-887b-22c6b6fd60c9 req-6e8b1d3c-a3e2-4d09-b264-779a3617dd6a service neutron] 10.222.0.81 "GET /v2.0/networks?id=d7ddfceb-5c5a-4556-9812-3ac07b2db4b0 HTTP/1.1" status: 200 len: 899 time: 0.0878565 Oct 27 19:29:50.384975 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c91d5bd0-e8c2-4446-887b-22c6b6fd60c9 req-c05cf201-b0a7-4cb0-93e8-18b6f9b396cf service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=220990d7-c29f-4f2b-ae0c-d73655a97693 HTTP/1.1" status: 200 len: 1001 time: 0.0636139 Oct 27 19:29:50.435464 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d5bd0-e8c2-4446-887b-22c6b6fd60c9 req-6c1e04e5-4331-4e18-8d8d-be6dd1e70b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:29:50.436949 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c91d5bd0-e8c2-4446-887b-22c6b6fd60c9 req-6c1e04e5-4331-4e18-8d8d-be6dd1e70b9e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2043abe8-c740-456f-af74-2495c6b36827 HTTP/1.1" status: 200 len: 835 time: 0.0451252 Oct 27 19:29:50.483327 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d5bd0-e8c2-4446-887b-22c6b6fd60c9 req-af15a8c8-5efd-4879-9e48-b224f59038ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:29:50.484846 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c91d5bd0-e8c2-4446-887b-22c6b6fd60c9 req-af15a8c8-5efd-4879-9e48-b224f59038ca service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d7ddfceb-5c5a-4556-9812-3ac07b2db4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408714 Oct 27 19:29:50.580574 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c91d5bd0-e8c2-4446-887b-22c6b6fd60c9 req-8ec3f53b-0a23-44bf-8b8d-c4c862d564c2 service neutron] 10.222.0.81 "GET /v2.0/networks/d7ddfceb-5c5a-4556-9812-3ac07b2db4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884037 Oct 27 19:29:50.673787 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c91d5bd0-e8c2-4446-887b-22c6b6fd60c9 req-4fbae43d-bdb3-4f57-81a9-46c9d112718c service neutron] 10.222.0.81 "GET /v2.0/networks/d7ddfceb-5c5a-4556-9812-3ac07b2db4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849030 Oct 27 19:29:57.018225 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:57.498081 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:29:58.441979 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-2cfb0d12-441a-4c34-aec1-6f1d4ee25b53 req-53cfbc46-7a56-4698-a3eb-238447df91b0 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 19:29:58.443003 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2cfb0d12-441a-4c34-aec1-6f1d4ee25b53 req-53cfbc46-7a56-4698-a3eb-238447df91b0 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053053 Oct 27 19:29:58.760231 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30d0fa-dec5-41b8-a41e-d1eb3b40cf27 req-0a030c98-1b91-4b31-8c2e-68c832c9cea4 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:29:58.761806 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8b30d0fa-dec5-41b8-a41e-d1eb3b40cf27 req-0a030c98-1b91-4b31-8c2e-68c832c9cea4 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 946 time: 0.0557206 Oct 27 19:29:58.802799 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8b30d0fa-dec5-41b8-a41e-d1eb3b40cf27 req-9500bfdf-9044-4b17-9469-d01f56ed185a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=6376ed1e-0f87-483a-8c72-d24f77208138&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339019 Oct 27 19:29:58.906672 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52376) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:29:58.989422 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-fd1aeddb-8a97-476d-86e5-19bb16f245a0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0816243 Oct 27 19:29:58.999299 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-3721e92d-05eb-496d-a550-771725a5986a service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 19:29:59.000317 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-3721e92d-05eb-496d-a550-771725a5986a service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051179 Oct 27 19:29:59.940005 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8db3d-4964-4757-a01f-4b98cd0fc16d req-15bb06ca-849a-4e39-8055-9df83ad758de tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:29:59.941892 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-97a8db3d-4964-4757-a01f-4b98cd0fc16d req-15bb06ca-849a-4e39-8055-9df83ad758de tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 946 time: 0.0518701 Oct 27 19:29:59.983823 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-97a8db3d-4964-4757-a01f-4b98cd0fc16d req-611e6be9-6ac0-4799-baee-eff1a579a77e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=6376ed1e-0f87-483a-8c72-d24f77208138&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343018 Oct 27 19:30:01.006397 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-56c20cd5-d618-4dbf-a448-859be46ffd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:01.008016 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-56c20cd5-d618-4dbf-a448-859be46ffd60 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=df49fa348b1d47cdbf578b508321cb72&device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 1097 time: 0.0476158 Oct 27 19:30:01.105762 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-aba39a4e-5159-4b74-aa61-c9d8e41344da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:01.107311 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-aba39a4e-5159-4b74-aa61-c9d8e41344da service neutron] 10.222.0.81 "GET /v2.0/networks?id=d7ddfceb-5c5a-4556-9812-3ac07b2db4b0 HTTP/1.1" status: 200 len: 899 time: 0.0916305 Oct 27 19:30:01.122230 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9e88d-40c3-4ad9-aeed-8bc49bd574ee req-7e1dbf87-cf19-4261-9ff4-92afc0088181 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:01.123623 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8da9e88d-40c3-4ad9-aeed-8bc49bd574ee req-7e1dbf87-cf19-4261-9ff4-92afc0088181 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 946 time: 0.0498531 Oct 27 19:30:01.169440 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8da9e88d-40c3-4ad9-aeed-8bc49bd574ee req-02a5e93f-e76e-423f-913c-d6f850693449 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=6376ed1e-0f87-483a-8c72-d24f77208138&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372362 Oct 27 19:30:01.182380 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-76fc008b-9598-497f-8ec2-e8d548aed8ed service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=220990d7-c29f-4f2b-ae0c-d73655a97693 HTTP/1.1" status: 200 len: 1001 time: 0.0676239 Oct 27 19:30:01.232136 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-def39fd7-14b3-41cd-a9bf-6a484094bd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:01.233682 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-def39fd7-14b3-41cd-a9bf-6a484094bd28 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2043abe8-c740-456f-af74-2495c6b36827 HTTP/1.1" status: 200 len: 835 time: 0.0449915 Oct 27 19:30:01.280588 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-2fdb08d5-08da-4581-952d-6c327016c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:01.282125 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-2fdb08d5-08da-4581-952d-6c327016c4cc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d7ddfceb-5c5a-4556-9812-3ac07b2db4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416923 Oct 27 19:30:01.378714 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-5283d67c-0d31-46be-ba59-6eb7bf1d6649 service neutron] 10.222.0.81 "GET /v2.0/networks/d7ddfceb-5c5a-4556-9812-3ac07b2db4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889614 Oct 27 19:30:01.471723 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-7e729247-e0f1-469b-92e7-2eb1bcfb9150 service neutron] 10.222.0.81 "GET /v2.0/networks/d7ddfceb-5c5a-4556-9812-3ac07b2db4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857463 Oct 27 19:30:02.287242 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff101a3c-0769-46bb-8440-ae743e10077b req-fe0f2782-a59e-4339-9e8d-75e12d287c32 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:02.288755 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ff101a3c-0769-46bb-8440-ae743e10077b req-fe0f2782-a59e-4339-9e8d-75e12d287c32 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 946 time: 0.0499606 Oct 27 19:30:02.329227 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ff101a3c-0769-46bb-8440-ae743e10077b req-bd01eada-db34-45e8-aadc-668651366282 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=6376ed1e-0f87-483a-8c72-d24f77208138&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334890 Oct 27 19:30:03.447878 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3bec78-b4cf-4d56-86bc-fa3e2a4a4345 req-a47a7d6d-831a-47ff-89de-4845a6b2e2a9 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:03.449414 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3a3bec78-b4cf-4d56-86bc-fa3e2a4a4345 req-a47a7d6d-831a-47ff-89de-4845a6b2e2a9 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 946 time: 0.0500517 Oct 27 19:30:03.487017 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3a3bec78-b4cf-4d56-86bc-fa3e2a4a4345 req-d50b176e-cd7d-4c38-9fa3-6760c0e894b2 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=6376ed1e-0f87-483a-8c72-d24f77208138&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315468 Oct 27 19:30:04.609625 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aae62b-1fbe-43bd-94b8-c680e7a894e6 req-d6c1da37-33b3-4503-a1d6-bbe7d0625d0c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:04.611328 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a3aae62b-1fbe-43bd-94b8-c680e7a894e6 req-d6c1da37-33b3-4503-a1d6-bbe7d0625d0c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 946 time: 0.0530043 Oct 27 19:30:04.657844 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a3aae62b-1fbe-43bd-94b8-c680e7a894e6 req-453e60db-864f-41b8-91fc-4c7f63f7b1a3 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=6376ed1e-0f87-483a-8c72-d24f77208138&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402577 Oct 27 19:30:06.123280 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b68696-21eb-49b1-86c0-847f58cc34df req-23c93176-b3dd-462c-86d9-bed355eeed04 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:06.124823 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f6b68696-21eb-49b1-86c0-847f58cc34df req-23c93176-b3dd-462c-86d9-bed355eeed04 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 946 time: 0.3944106 Oct 27 19:30:06.164592 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f6b68696-21eb-49b1-86c0-847f58cc34df req-48972a32-ccff-4a02-bfaa-b88be8e534a9 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=6376ed1e-0f87-483a-8c72-d24f77208138&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333927 Oct 27 19:30:07.280918 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091957db-dec0-446d-a253-2675daa1fca5 req-965d3f0b-ec8a-459c-aeed-9f22c7028715 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:07.282430 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-091957db-dec0-446d-a253-2675daa1fca5 req-965d3f0b-ec8a-459c-aeed-9f22c7028715 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 946 time: 0.0499389 Oct 27 19:30:07.319547 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-091957db-dec0-446d-a253-2675daa1fca5 req-e5476a4c-1cee-4712-929f-230fa0143ef3 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=6376ed1e-0f87-483a-8c72-d24f77208138&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311449 Oct 27 19:30:08.435651 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850114bd-e576-4b1d-afc3-bd1eb3fc70e4 req-50e4272c-738a-4c4e-adc1-279615fb1a9e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:08.437188 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-850114bd-e576-4b1d-afc3-bd1eb3fc70e4 req-50e4272c-738a-4c4e-adc1-279615fb1a9e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 946 time: 0.0487487 Oct 27 19:30:08.479761 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-850114bd-e576-4b1d-afc3-bd1eb3fc70e4 req-83993189-d564-40d1-955e-d8c36925d93d tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=6376ed1e-0f87-483a-8c72-d24f77208138&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365722 Oct 27 19:30:09.597139 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26dc28d-1865-4f8b-a379-8666b6240b19 req-c423a12c-079f-4e71-ad2a-219a3b6d474e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:09.598671 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f26dc28d-1865-4f8b-a379-8666b6240b19 req-c423a12c-079f-4e71-ad2a-219a3b6d474e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 946 time: 0.0501118 Oct 27 19:30:09.638365 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f26dc28d-1865-4f8b-a379-8666b6240b19 req-f88f20de-0365-46ac-be09-5b330addc27c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=6376ed1e-0f87-483a-8c72-d24f77208138&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333560 Oct 27 19:30:09.669822 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-54257277-a4d9-441e-b5ab-6f2f47deebe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:10.755821 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0d65c-711a-424e-a2bc-d75a23d5d1e6 req-0f236a15-88a7-43b0-8b4a-4dbf35511861 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:10.757307 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-91f0d65c-711a-424e-a2bc-d75a23d5d1e6 req-0f236a15-88a7-43b0-8b4a-4dbf35511861 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 946 time: 0.0491383 Oct 27 19:30:10.797099 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-91f0d65c-711a-424e-a2bc-d75a23d5d1e6 req-4daf95b1-264c-4946-9ccf-c2354258f1b7 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=6376ed1e-0f87-483a-8c72-d24f77208138&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332661 Oct 27 19:30:11.709114 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:30:11.914002 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1b0ac-ba03-483a-a126-e307e8a9c8e6 req-8515ac2c-ec1d-4981-9915-ea00bcbf7e21 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:11.915769 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-60b1b0ac-ba03-483a-a126-e307e8a9c8e6 req-8515ac2c-ec1d-4981-9915-ea00bcbf7e21 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 946 time: 0.0496933 Oct 27 19:30:11.959550 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-60b1b0ac-ba03-483a-a126-e307e8a9c8e6 req-f5cb00e1-2506-4f66-bef5-d7b7850f0674 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=6376ed1e-0f87-483a-8c72-d24f77208138&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374391 Oct 27 19:30:12.138578 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-19297c8b-c38a-4aa1-b6b6-94538052ee4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:13.079800 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf38cdd-e42e-46ea-817d-4f51fbc2cf29 req-1cf64112-1e4f-4881-a545-fcde2496badc tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:13.081327 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bcf38cdd-e42e-46ea-817d-4f51fbc2cf29 req-1cf64112-1e4f-4881-a545-fcde2496badc tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 946 time: 0.0488732 Oct 27 19:30:13.120717 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bcf38cdd-e42e-46ea-817d-4f51fbc2cf29 req-3b641b0a-a222-4afb-a229-41284c57069b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=6376ed1e-0f87-483a-8c72-d24f77208138&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325220 Oct 27 19:30:13.441076 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:13.537599 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-4699d602-20fa-4fa9-b06c-8fc248ca4ed7 service neutron] show failed (client error): The resource could not be found. Oct 27 19:30:13.538621 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-4699d602-20fa-4fa9-b06c-8fc248ca4ed7 service neutron] 10.222.0.81 "GET /v2.0/ports/220990d7-c29f-4f2b-ae0c-d73655a97693/bindings/n-h2-815690-2 HTTP/1.1" status: 404 len: 380 time: 0.0599010 Oct 27 19:30:13.687022 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:14.025215 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-efc1ddfa-fa61-48d2-ad68-dec2eec92aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:14.026738 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-efc1ddfa-fa61-48d2-ad68-dec2eec92aba service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c&tenant_id=df49fa348b1d47cdbf578b508321cb72 HTTP/1.1" status: 200 len: 1097 time: 0.0410237 Oct 27 19:30:14.039015 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-32dae7ae-8701-4a21-84ca-c6dd628f9078 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815690-2', 'device_owner': 'compute:nova'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:30:14.092703 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-32dae7ae-8701-4a21-84ca-c6dd628f9078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:14.242159 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806af36-088d-46d6-9bc6-05fcd01dd7fc req-364de5da-2488-4cc3-bab2-14f855afb2ec tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:14.244002 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1806af36-088d-46d6-9bc6-05fcd01dd7fc req-364de5da-2488-4cc3-bab2-14f855afb2ec tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 946 time: 0.0538166 Oct 27 19:30:14.285504 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1806af36-088d-46d6-9bc6-05fcd01dd7fc req-228f04f2-287a-4697-a366-a4ec80f5063d tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=6376ed1e-0f87-483a-8c72-d24f77208138&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351202 Oct 27 19:30:14.307679 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-32dae7ae-8701-4a21-84ca-c6dd628f9078 service neutron] For port 220990d7-c29f-4f2b-ae0c-d73655a97693, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=220990d7-c29f-4f2b-ae0c-d73655a97693,segment=NetworkSegment(e2640317-ca4b-493f-835f-22fb953538f7),segment_id=e2640317-ca4b-493f-835f-22fb953538f7)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:30:14.340550 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-32dae7ae-8701-4a21-84ca-c6dd628f9078 service neutron] For port 220990d7-c29f-4f2b-ae0c-d73655a97693, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:30:14.382311 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429394f5-ce5d-4488-9497-0f7d34c4f64c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '220990d7-c29f-4f2b-ae0c-d73655a97693'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:30:14.385319 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5dd17d8-fe32-4ee9-9496-e3d09f1a5a13" -d '{"events": [{"server_uuid": "429394f5-ce5d-4488-9497-0f7d34c4f64c", "name": "network-vif-unplugged", "status": "completed", "tag": "220990d7-c29f-4f2b-ae0c-d73655a97693"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:30:14.389879 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-32dae7ae-8701-4a21-84ca-c6dd628f9078 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:14.410076 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-32dae7ae-8701-4a21-84ca-c6dd628f9078 service neutron] Transition to ACTIVE for port object 220990d7-c29f-4f2b-ae0c-d73655a97693 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 19:30:14.443264 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 19:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3332f4c2-c54d-4ff8-a59a-05f393c3b04e x-openstack-request-id: req-3332f4c2-c54d-4ff8-a59a-05f393c3b04e {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:30:14.443264 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429394f5-ce5d-4488-9497-0f7d34c4f64c", "name": "network-vif-unplugged", "status": "completed", "tag": "220990d7-c29f-4f2b-ae0c-d73655a97693", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:30:14.443264 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3332f4c2-c54d-4ff8-a59a-05f393c3b04e {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:30:14.443264 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '429394f5-ce5d-4488-9497-0f7d34c4f64c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '220990d7-c29f-4f2b-ae0c-d73655a97693', 'code': 200} Oct 27 19:30:14.503882 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-32dae7ae-8701-4a21-84ca-c6dd628f9078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:14.585392 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dae7ae-8701-4a21-84ca-c6dd628f9078 service neutron] Pushing event updated for resources: {'Port': ['ID=220990d7-c29f-4f2b-ae0c-d73655a97693,revision_number=6']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:30:14.603180 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dae7ae-8701-4a21-84ca-c6dd628f9078 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:30:14.603566 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dae7ae-8701-4a21-84ca-c6dd628f9078 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:30:14.603850 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dae7ae-8701-4a21-84ca-c6dd628f9078 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:30:14.604184 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dae7ae-8701-4a21-84ca-c6dd628f9078 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:30:14.604517 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dae7ae-8701-4a21-84ca-c6dd628f9078 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:30:14.604842 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dae7ae-8701-4a21-84ca-c6dd628f9078 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:30:14.605165 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dae7ae-8701-4a21-84ca-c6dd628f9078 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:30:14.605486 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dae7ae-8701-4a21-84ca-c6dd628f9078 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:30:14.605809 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dae7ae-8701-4a21-84ca-c6dd628f9078 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:30:14.606130 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dae7ae-8701-4a21-84ca-c6dd628f9078 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:30:14.606447 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dae7ae-8701-4a21-84ca-c6dd628f9078 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:30:14.606766 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dae7ae-8701-4a21-84ca-c6dd628f9078 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:30:14.642255 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-32dae7ae-8701-4a21-84ca-c6dd628f9078 service neutron] No DVR routers for this DVR port 220990d7-c29f-4f2b-ae0c-d73655a97693 on host n-h1-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:30:14.789152 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-32dae7ae-8701-4a21-84ca-c6dd628f9078 service neutron] Attempting to bind port 220990d7-c29f-4f2b-ae0c-d73655a97693 on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:30:14.789577 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-32dae7ae-8701-4a21-84ca-c6dd628f9078 service neutron] Attempting to bind port 220990d7-c29f-4f2b-ae0c-d73655a97693 by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': 'e2640317-ca4b-493f-835f-22fb953538f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'd7ddfceb-5c5a-4556-9812-3ac07b2db4b0'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:30:14.790560 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-32dae7ae-8701-4a21-84ca-c6dd628f9078 service neutron] Attempting to bind port 220990d7-c29f-4f2b-ae0c-d73655a97693 on network d7ddfceb-5c5a-4556-9812-3ac07b2db4b0 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:30:14.795226 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-32dae7ae-8701-4a21-84ca-c6dd628f9078 service neutron] Port 220990d7-c29f-4f2b-ae0c-d73655a97693 on network d7ddfceb-5c5a-4556-9812-3ac07b2db4b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 19:30:14.795766 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-32dae7ae-8701-4a21-84ca-c6dd628f9078 service neutron] Attempting to bind port 220990d7-c29f-4f2b-ae0c-d73655a97693 on network d7ddfceb-5c5a-4556-9812-3ac07b2db4b0 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:30:14.800863 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-32dae7ae-8701-4a21-84ca-c6dd628f9078 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:30:14.801202 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-32dae7ae-8701-4a21-84ca-c6dd628f9078 service neutron] Checking segment: {'id': 'e2640317-ca4b-493f-835f-22fb953538f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'd7ddfceb-5c5a-4556-9812-3ac07b2db4b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:30:14.801584 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-32dae7ae-8701-4a21-84ca-c6dd628f9078 service neutron] Bound using segment: {'id': 'e2640317-ca4b-493f-835f-22fb953538f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'd7ddfceb-5c5a-4556-9812-3ac07b2db4b0'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:30:14.802012 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-32dae7ae-8701-4a21-84ca-c6dd628f9078 service neutron] Bound port: 220990d7-c29f-4f2b-ae0c-d73655a97693, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2640317-ca4b-493f-835f-22fb953538f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'd7ddfceb-5c5a-4556-9812-3ac07b2db4b0'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:30:14.802367 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-32dae7ae-8701-4a21-84ca-c6dd628f9078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:14.865957 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-32dae7ae-8701-4a21-84ca-c6dd628f9078 service neutron] For port 220990d7-c29f-4f2b-ae0c-d73655a97693, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:30:14.872098 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-32dae7ae-8701-4a21-84ca-c6dd628f9078 service neutron] For port 220990d7-c29f-4f2b-ae0c-d73655a97693, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=220990d7-c29f-4f2b-ae0c-d73655a97693,segment=NetworkSegment(e2640317-ca4b-493f-835f-22fb953538f7),segment_id=e2640317-ca4b-493f-835f-22fb953538f7)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:30:14.933089 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-32dae7ae-8701-4a21-84ca-c6dd628f9078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:14.970749 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-32dae7ae-8701-4a21-84ca-c6dd628f9078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:14.971393 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-32dae7ae-8701-4a21-84ca-c6dd628f9078 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:14.972789 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-32dae7ae-8701-4a21-84ca-c6dd628f9078 service neutron] 10.222.0.93 "PUT /v2.0/ports/220990d7-c29f-4f2b-ae0c-d73655a97693 HTTP/1.1" status: 200 len: 1092 time: 0.9378982 Oct 27 19:30:14.992468 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dae7ae-8701-4a21-84ca-c6dd628f9078 service neutron] Pushing event updated for resources: {'Port': ['ID=220990d7-c29f-4f2b-ae0c-d73655a97693,revision_number=7']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:30:15.040741 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-0500c233-23eb-4ab4-ac74-f9288617393a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:15.042165 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-0500c233-23eb-4ab4-ac74-f9288617393a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=df49fa348b1d47cdbf578b508321cb72&device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 1095 time: 0.0467815 Oct 27 19:30:15.140372 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-7f4293f5-dbac-48c4-95a9-ab665c0fd0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:15.141872 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-7f4293f5-dbac-48c4-95a9-ab665c0fd0f9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d7ddfceb-5c5a-4556-9812-3ac07b2db4b0 HTTP/1.1" status: 200 len: 899 time: 0.0932088 Oct 27 19:30:15.239943 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-c36289be-7868-4c7d-a220-03fd212572ec service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=220990d7-c29f-4f2b-ae0c-d73655a97693 HTTP/1.1" status: 200 len: 999 time: 0.0824027 Oct 27 19:30:15.293145 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-4ac0fcef-edad-4a30-b97c-598cf1d58524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:15.294570 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-4ac0fcef-edad-4a30-b97c-598cf1d58524 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2043abe8-c740-456f-af74-2495c6b36827 HTTP/1.1" status: 200 len: 835 time: 0.0494742 Oct 27 19:30:15.345349 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-c1e60dfd-5855-4058-8baa-4f9ff983c4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:15.346914 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-c1e60dfd-5855-4058-8baa-4f9ff983c4be service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d7ddfceb-5c5a-4556-9812-3ac07b2db4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454793 Oct 27 19:30:15.349975 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:15.418728 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34f996-79c9-4676-8950-4db7ae8d53a9 req-e57a13c2-0259-4254-8243-ae449f750238 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:15.420304 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8a34f996-79c9-4676-8950-4db7ae8d53a9 req-e57a13c2-0259-4254-8243-ae449f750238 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 944 time: 0.0523314 Oct 27 19:30:15.451414 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-a7b9e930-1a76-45cd-9105-fe62c80a0053 service neutron] 10.222.0.93 "GET /v2.0/networks/d7ddfceb-5c5a-4556-9812-3ac07b2db4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958230 Oct 27 19:30:15.463136 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8a34f996-79c9-4676-8950-4db7ae8d53a9 req-24f5931c-c315-4803-a93b-3b048e52704b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=6376ed1e-0f87-483a-8c72-d24f77208138&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364249 Oct 27 19:30:15.542645 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-57edf387-3c24-4c15-821b-5a87dfa3148b req-453623f9-119d-4d2b-93ea-9547043de89a service neutron] 10.222.0.93 "GET /v2.0/networks/d7ddfceb-5c5a-4556-9812-3ac07b2db4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845025 Oct 27 19:30:15.892256 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 220990d7-c29f-4f2b-ae0c-d73655a97693 no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:30:15.936096 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 220990d7-c29f-4f2b-ae0c-d73655a97693 not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:30:16.438315 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '429394f5-ce5d-4488-9497-0f7d34c4f64c', 'tag': '220990d7-c29f-4f2b-ae0c-d73655a97693'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:30:16.440722 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25363dfb-cff8-4cbb-9ab2-e2a29113e6a1" -d '{"events": [{"name": "network-changed", "server_uuid": "429394f5-ce5d-4488-9497-0f7d34c4f64c", "tag": "220990d7-c29f-4f2b-ae0c-d73655a97693"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:30:16.490778 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2015b3f-1d88-472b-967f-ee7c35963839 x-openstack-request-id: req-b2015b3f-1d88-472b-967f-ee7c35963839 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:30:16.491481 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "429394f5-ce5d-4488-9497-0f7d34c4f64c", "tag": "220990d7-c29f-4f2b-ae0c-d73655a97693", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:30:16.491868 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b2015b3f-1d88-472b-967f-ee7c35963839 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:30:16.492327 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '429394f5-ce5d-4488-9497-0f7d34c4f64c', 'tag': '220990d7-c29f-4f2b-ae0c-d73655a97693', 'status': 'completed', 'code': 200} Oct 27 19:30:16.581849 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25363dfb-cff8-4cbb-9ab2-e2a29113e6a1 req-f1d1bd0b-7781-47de-a45f-19c84782fadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:16.583503 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-25363dfb-cff8-4cbb-9ab2-e2a29113e6a1 req-f1d1bd0b-7781-47de-a45f-19c84782fadf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=df49fa348b1d47cdbf578b508321cb72&device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 1095 time: 0.0748329 Oct 27 19:30:16.586130 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25363dfb-cff8-4cbb-9ab2-e2a29113e6a1 req-3ad5c9ff-ad7f-45f9-84d7-2042e3944752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:16.588197 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-25363dfb-cff8-4cbb-9ab2-e2a29113e6a1 req-3ad5c9ff-ad7f-45f9-84d7-2042e3944752 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=df49fa348b1d47cdbf578b508321cb72&device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 1095 time: 0.0705597 Oct 27 19:30:16.590486 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8adad2-50c8-484c-b105-1074002ee830 req-408b54b1-134b-490d-9b86-994aa4eaa606 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:16.592016 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5d8adad2-50c8-484c-b105-1074002ee830 req-408b54b1-134b-490d-9b86-994aa4eaa606 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 944 time: 0.0526259 Oct 27 19:30:16.636118 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5d8adad2-50c8-484c-b105-1074002ee830 req-885d4e16-fc14-421e-ac9b-1aaf3b1a040f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=6376ed1e-0f87-483a-8c72-d24f77208138&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376828 Oct 27 19:30:16.744467 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25363dfb-cff8-4cbb-9ab2-e2a29113e6a1 req-b20241a8-1c89-44d4-9781-ff895f8300c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:16.745862 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-25363dfb-cff8-4cbb-9ab2-e2a29113e6a1 req-b20241a8-1c89-44d4-9781-ff895f8300c9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d7ddfceb-5c5a-4556-9812-3ac07b2db4b0 HTTP/1.1" status: 200 len: 899 time: 0.1557825 Oct 27 19:30:16.747238 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25363dfb-cff8-4cbb-9ab2-e2a29113e6a1 req-91d9ce46-cd83-48fb-a540-906a78defcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:16.748543 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-25363dfb-cff8-4cbb-9ab2-e2a29113e6a1 req-91d9ce46-cd83-48fb-a540-906a78defcfe service neutron] 10.222.0.93 "GET /v2.0/networks?id=d7ddfceb-5c5a-4556-9812-3ac07b2db4b0 HTTP/1.1" status: 200 len: 899 time: 0.1511159 Oct 27 19:30:16.860264 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-25363dfb-cff8-4cbb-9ab2-e2a29113e6a1 req-7ff674f3-75e8-40e1-9ec7-c95036b3a469 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=220990d7-c29f-4f2b-ae0c-d73655a97693 HTTP/1.1" status: 200 len: 999 time: 0.1054084 Oct 27 19:30:16.861860 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-25363dfb-cff8-4cbb-9ab2-e2a29113e6a1 req-a1f6ca5f-16af-4461-a15d-9583e60a8b38 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=220990d7-c29f-4f2b-ae0c-d73655a97693 HTTP/1.1" status: 200 len: 999 time: 0.1011343 Oct 27 19:30:16.945130 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25363dfb-cff8-4cbb-9ab2-e2a29113e6a1 req-69050d77-69bb-464e-87fa-195f13441eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:16.946841 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-25363dfb-cff8-4cbb-9ab2-e2a29113e6a1 req-69050d77-69bb-464e-87fa-195f13441eed service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2043abe8-c740-456f-af74-2495c6b36827 HTTP/1.1" status: 200 len: 835 time: 0.0788927 Oct 27 19:30:16.948486 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25363dfb-cff8-4cbb-9ab2-e2a29113e6a1 req-cc72e5e6-f179-4166-a3cd-28ffc460669a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:16.949778 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-25363dfb-cff8-4cbb-9ab2-e2a29113e6a1 req-cc72e5e6-f179-4166-a3cd-28ffc460669a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2043abe8-c740-456f-af74-2495c6b36827 HTTP/1.1" status: 200 len: 835 time: 0.0747113 Oct 27 19:30:17.021328 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25363dfb-cff8-4cbb-9ab2-e2a29113e6a1 req-4e654a90-cd3e-448d-b625-92612c48ff73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:17.022741 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-25363dfb-cff8-4cbb-9ab2-e2a29113e6a1 req-4e654a90-cd3e-448d-b625-92612c48ff73 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d7ddfceb-5c5a-4556-9812-3ac07b2db4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692909 Oct 27 19:30:17.024911 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25363dfb-cff8-4cbb-9ab2-e2a29113e6a1 req-3677990a-9741-4b9b-95b8-804c64899d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:17.026372 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-25363dfb-cff8-4cbb-9ab2-e2a29113e6a1 req-3677990a-9741-4b9b-95b8-804c64899d8e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d7ddfceb-5c5a-4556-9812-3ac07b2db4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650871 Oct 27 19:30:17.177341 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-25363dfb-cff8-4cbb-9ab2-e2a29113e6a1 req-1c7a6336-5afb-444f-a4c3-eabdb91274ca service neutron] 10.222.0.81 "GET /v2.0/networks/d7ddfceb-5c5a-4556-9812-3ac07b2db4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474259 Oct 27 19:30:17.181497 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-25363dfb-cff8-4cbb-9ab2-e2a29113e6a1 req-64e82a32-1bf9-4d06-a872-67d29ef89fd8 service neutron] 10.222.0.93 "GET /v2.0/networks/d7ddfceb-5c5a-4556-9812-3ac07b2db4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428463 Oct 27 19:30:17.677953 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-25363dfb-cff8-4cbb-9ab2-e2a29113e6a1 req-b4bb610a-660a-43a7-b3f5-14c976513a54 service neutron] 10.222.0.81 "GET /v2.0/networks/d7ddfceb-5c5a-4556-9812-3ac07b2db4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4941018 Oct 27 19:30:17.679709 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-25363dfb-cff8-4cbb-9ab2-e2a29113e6a1 req-aa0ee6ff-f9ce-4662-877f-dc0b13749367 service neutron] 10.222.0.93 "GET /v2.0/networks/d7ddfceb-5c5a-4556-9812-3ac07b2db4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4888887 Oct 27 19:30:17.756894 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86eed29-8769-41ae-9629-9b4b1e603156 req-a7e8aea1-434e-4fc1-91e8-e403d26c854f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:17.758416 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f86eed29-8769-41ae-9629-9b4b1e603156 req-a7e8aea1-434e-4fc1-91e8-e403d26c854f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 944 time: 0.0484316 Oct 27 19:30:17.797311 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f86eed29-8769-41ae-9629-9b4b1e603156 req-a6b84a40-ba6c-4862-907a-cb7be5dfcc4f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=6376ed1e-0f87-483a-8c72-d24f77208138&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320423 Oct 27 19:30:18.121573 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a32a3-37fe-442d-adc5-8be7c15bb423 req-a5ced458-85a1-4f55-b5e6-413ed0c9eda3 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:18.123214 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c97a32a3-37fe-442d-adc5-8be7c15bb423 req-a5ced458-85a1-4f55-b5e6-413ed0c9eda3 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 944 time: 0.0565529 Oct 27 19:30:18.170946 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c97a32a3-37fe-442d-adc5-8be7c15bb423 req-8f502085-2bf1-408d-84d9-96bf8528f0b7 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=6376ed1e-0f87-483a-8c72-d24f77208138&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411241 Oct 27 19:30:18.200643 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2c031-b7cd-4065-bc4d-f68d1b4d6176 req-89d8983f-efa0-49d7-9568-20edf562818d tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:18.202391 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-47a2c031-b7cd-4065-bc4d-f68d1b4d6176 req-89d8983f-efa0-49d7-9568-20edf562818d tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.81 "GET /v2.0/ports?device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c&tenant_id=df49fa348b1d47cdbf578b508321cb72&binding%3Ahost_id=n-h2-815690-2 HTTP/1.1" status: 200 len: 944 time: 0.0572391 Oct 27 19:30:18.265526 n-d-815690-2 neutron-server[102879]: INFO neutron.api.v2.resource [req-47a2c031-b7cd-4065-bc4d-f68d1b4d6176 req-6e02f8e9-d23c-465d-a2b2-59758533cdfd service neutron] delete failed (client error): The resource could not be found. Oct 27 19:30:18.266476 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-47a2c031-b7cd-4065-bc4d-f68d1b4d6176 req-6e02f8e9-d23c-465d-a2b2-59758533cdfd service neutron] 10.222.0.81 "DELETE /v2.0/ports/220990d7-c29f-4f2b-ae0c-d73655a97693/bindings/n-h1-815690-2 HTTP/1.1" status: 404 len: 380 time: 0.0559947 Oct 27 19:30:18.296365 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ded2a3-923d-4e42-8d78-314d0c8a4856 req-07a48669-046f-4507-8fbb-8d7a25b0e922 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:18.297916 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-66ded2a3-923d-4e42-8d78-314d0c8a4856 req-07a48669-046f-4507-8fbb-8d7a25b0e922 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 944 time: 0.0557027 Oct 27 19:30:18.340135 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-66ded2a3-923d-4e42-8d78-314d0c8a4856 req-99929e93-99b6-4569-ac9b-ab143ce4f511 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=6376ed1e-0f87-483a-8c72-d24f77208138&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352831 Oct 27 19:30:18.348966 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2c031-b7cd-4065-bc4d-f68d1b4d6176 req-e268126d-9a14-4e00-8384-7c0754154f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:18.350473 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-47a2c031-b7cd-4065-bc4d-f68d1b4d6176 req-e268126d-9a14-4e00-8384-7c0754154f15 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=df49fa348b1d47cdbf578b508321cb72&device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 1095 time: 0.0416462 Oct 27 19:30:18.447535 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2c031-b7cd-4065-bc4d-f68d1b4d6176 req-eb8223e5-197f-413b-bdd6-9b1a038ba856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:18.449047 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-47a2c031-b7cd-4065-bc4d-f68d1b4d6176 req-eb8223e5-197f-413b-bdd6-9b1a038ba856 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d7ddfceb-5c5a-4556-9812-3ac07b2db4b0 HTTP/1.1" status: 200 len: 899 time: 0.0908935 Oct 27 19:30:18.520499 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-47a2c031-b7cd-4065-bc4d-f68d1b4d6176 req-2961d3f2-ed31-4ea9-9d5c-8186262c35ad service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=220990d7-c29f-4f2b-ae0c-d73655a97693 HTTP/1.1" status: 200 len: 999 time: 0.0645850 Oct 27 19:30:18.572101 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2c031-b7cd-4065-bc4d-f68d1b4d6176 req-6c220a88-e1fe-4302-9b3d-cdf028e8fb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:18.573589 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-47a2c031-b7cd-4065-bc4d-f68d1b4d6176 req-6c220a88-e1fe-4302-9b3d-cdf028e8fb0c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=2043abe8-c740-456f-af74-2495c6b36827 HTTP/1.1" status: 200 len: 835 time: 0.0462458 Oct 27 19:30:18.622111 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2c031-b7cd-4065-bc4d-f68d1b4d6176 req-4a079da0-ab9f-48c1-ae41-5c837bc10327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:18.623687 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-47a2c031-b7cd-4065-bc4d-f68d1b4d6176 req-4a079da0-ab9f-48c1-ae41-5c837bc10327 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d7ddfceb-5c5a-4556-9812-3ac07b2db4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431862 Oct 27 19:30:18.720825 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-47a2c031-b7cd-4065-bc4d-f68d1b4d6176 req-a5672639-d521-43be-97cd-258d0898e64b service neutron] 10.222.0.81 "GET /v2.0/networks/d7ddfceb-5c5a-4556-9812-3ac07b2db4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902503 Oct 27 19:30:18.752186 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 220990d7-c29f-4f2b-ae0c-d73655a97693 details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 19:30:18.813266 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-47a2c031-b7cd-4065-bc4d-f68d1b4d6176 req-f57dc1d4-1ec8-4329-87b3-07a3803c5191 service neutron] 10.222.0.81 "GET /v2.0/networks/d7ddfceb-5c5a-4556-9812-3ac07b2db4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850689 Oct 27 19:30:18.851920 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 220990d7-c29f-4f2b-ae0c-d73655a97693, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=220990d7-c29f-4f2b-ae0c-d73655a97693,segment=NetworkSegment(e2640317-ca4b-493f-835f-22fb953538f7),segment_id=e2640317-ca4b-493f-835f-22fb953538f7)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:30:18.863972 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '220990d7-c29f-4f2b-ae0c-d73655a97693', 'network_id': 'd7ddfceb-5c5a-4556-9812-3ac07b2db4b0', 'port_id': '220990d7-c29f-4f2b-ae0c-d73655a97693', 'mac_address': 'fa:16:3e:d4:5c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2043abe8-c740-456f-af74-2495c6b36827', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 19:30:18.906988 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:18.920200 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 220990d7-c29f-4f2b-ae0c-d73655a97693 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:30:18.944874 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 220990d7-c29f-4f2b-ae0c-d73655a97693, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=220990d7-c29f-4f2b-ae0c-d73655a97693,segment=NetworkSegment(e2640317-ca4b-493f-835f-22fb953538f7),segment_id=e2640317-ca4b-493f-835f-22fb953538f7)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:30:18.990126 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:19.039751 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=220990d7-c29f-4f2b-ae0c-d73655a97693,revision_number=8']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:30:19.047082 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:30:19.047431 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:30:19.047769 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:30:19.048108 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:30:19.048465 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:30:19.048796 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:30:19.049124 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:30:19.049451 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:30:19.049773 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:30:19.050102 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:30:19.050425 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:30:19.050745 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:30:19.241777 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['220990d7-c29f-4f2b-ae0c-d73655a97693'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:30:19.464206 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5526d347-fac7-483e-a3e1-57fb7796d1c1 req-b52c56a5-ddd2-4083-a5aa-78e239af871b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:19.465773 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5526d347-fac7-483e-a3e1-57fb7796d1c1 req-b52c56a5-ddd2-4083-a5aa-78e239af871b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 945 time: 0.0536666 Oct 27 19:30:19.507309 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5526d347-fac7-483e-a3e1-57fb7796d1c1 req-cabfa09e-b84e-45ef-895f-5a3d2f2cd35e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=6376ed1e-0f87-483a-8c72-d24f77208138&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350790 Oct 27 19:30:20.627306 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826923ac-cfcb-492c-9296-49ab37c2299c req-dd1230d2-6d53-46ce-9ca6-71a6ea053148 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:20.628822 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-826923ac-cfcb-492c-9296-49ab37c2299c req-dd1230d2-6d53-46ce-9ca6-71a6ea053148 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 945 time: 0.0511768 Oct 27 19:30:20.671118 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-826923ac-cfcb-492c-9296-49ab37c2299c req-7ca74ac0-89d1-4924-8ec1-d7cd59e31f1b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=6376ed1e-0f87-483a-8c72-d24f77208138&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355790 Oct 27 19:30:20.693564 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52450) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:30:20.755365 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5f0680d4-a306-4971-b010-3b8c3c974a36 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/floatingips/d5184ab9-c2da-4de5-b9c2-5c7fc16b8b6f HTTP/1.1" status: 200 len: 992 time: 0.0605984 Oct 27 19:30:20.759054 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 220990d7-c29f-4f2b-ae0c-d73655a97693 up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:30:20.858085 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 220990d7-c29f-4f2b-ae0c-d73655a97693 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 19:30:20.862217 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 220990d7-c29f-4f2b-ae0c-d73655a97693 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:30:20.866257 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:20.944516 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:20.967960 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429394f5-ce5d-4488-9497-0f7d34c4f64c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220990d7-c29f-4f2b-ae0c-d73655a97693'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:30:20.970207 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b7a7ffbeb5006bcc00a453a37d6ced003ca150096c2d6d80d40f5ba58f622d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b50b126-c3d6-4c9f-8d8b-67d30116fc49" -d '{"events": [{"server_uuid": "429394f5-ce5d-4488-9497-0f7d34c4f64c", "name": "network-vif-plugged", "status": "completed", "tag": "220990d7-c29f-4f2b-ae0c-d73655a97693"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:30:20.984493 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 220990d7-c29f-4f2b-ae0c-d73655a97693, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=220990d7-c29f-4f2b-ae0c-d73655a97693,segment=NetworkSegment(e2640317-ca4b-493f-835f-22fb953538f7),segment_id=e2640317-ca4b-493f-835f-22fb953538f7)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:30:21.006610 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68a0246-522b-47f7-aaff-4c748452c6ac x-openstack-request-id: req-e68a0246-522b-47f7-aaff-4c748452c6ac {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:30:21.006923 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429394f5-ce5d-4488-9497-0f7d34c4f64c", "name": "network-vif-plugged", "status": "completed", "tag": "220990d7-c29f-4f2b-ae0c-d73655a97693", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:30:21.007177 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e68a0246-522b-47f7-aaff-4c748452c6ac {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:30:21.007570 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '429394f5-ce5d-4488-9497-0f7d34c4f64c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220990d7-c29f-4f2b-ae0c-d73655a97693', 'code': 200} Oct 27 19:30:21.064343 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:21.112024 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=220990d7-c29f-4f2b-ae0c-d73655a97693,revision_number=9']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:30:27.018436 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:27.498155 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:39.664321 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ccf01bbd-6465-4478-a208-d54faa8984cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:42.138231 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-34922723-0a51-45cd-8e99-1916f24b5479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:43.429841 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:43.687608 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:45.344183 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:47.325996 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52462) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:30:47.494579 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-a9811a44-290e-4a9c-aeaa-38008a36d196 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Deleting port 529c5681-c3a7-4430-80e5-2ec348be906f {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:30:47.494888 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a9811a44-290e-4a9c-aeaa-38008a36d196 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:47.580665 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a9811a44-290e-4a9c-aeaa-38008a36d196 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:47.581014 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a9811a44-290e-4a9c-aeaa-38008a36d196 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:47.594266 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-a9811a44-290e-4a9c-aeaa-38008a36d196 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Calling delete_port for 529c5681-c3a7-4430-80e5-2ec348be906f owned by network:floatingip {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:30:47.801591 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a9811a44-290e-4a9c-aeaa-38008a36d196 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:47.827612 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9811a44-290e-4a9c-aeaa-38008a36d196 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event deleted for resources: {'Port': ['ID=529c5681-c3a7-4430-80e5-2ec348be906f,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:30:47.841764 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9811a44-290e-4a9c-aeaa-38008a36d196 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:30:47.842122 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9811a44-290e-4a9c-aeaa-38008a36d196 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:30:47.842492 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9811a44-290e-4a9c-aeaa-38008a36d196 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:30:47.842839 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9811a44-290e-4a9c-aeaa-38008a36d196 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:30:47.843211 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9811a44-290e-4a9c-aeaa-38008a36d196 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:30:47.843553 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9811a44-290e-4a9c-aeaa-38008a36d196 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:30:47.843909 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9811a44-290e-4a9c-aeaa-38008a36d196 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:30:47.844231 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9811a44-290e-4a9c-aeaa-38008a36d196 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:30:47.844567 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9811a44-290e-4a9c-aeaa-38008a36d196 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:30:47.844900 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9811a44-290e-4a9c-aeaa-38008a36d196 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:30:47.845233 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9811a44-290e-4a9c-aeaa-38008a36d196 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:30:47.845562 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9811a44-290e-4a9c-aeaa-38008a36d196 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:30:47.904127 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a9811a44-290e-4a9c-aeaa-38008a36d196 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for floatingip, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:47.904467 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [None req-a9811a44-290e-4a9c-aeaa-38008a36d196 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Floating IP d5184ab9-c2da-4de5-b9c2-5c7fc16b8b6f disassociated (deleted). External IP: 172.25.6.63, port: 220990d7-c29f-4f2b-ae0c-d73655a97693. Oct 27 19:30:48.115679 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9811a44-290e-4a9c-aeaa-38008a36d196 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Router 6c7d0bc9-efec-4083-96bf-abfeedd6faca has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:30:48.230748 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9811a44-290e-4a9c-aeaa-38008a36d196 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:30:48.235653 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a9811a44-290e-4a9c-aeaa-38008a36d196 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:48.241197 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247f17d9-d037-4aae-9fba-7ed9a428b9ba None None] Sync routers for ids ['6c7d0bc9-efec-4083-96bf-abfeedd6faca'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:30:48.252167 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247f17d9-d037-4aae-9fba-7ed9a428b9ba None None] Routers {'6c7d0bc9-efec-4083-96bf-abfeedd6faca'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:30:48.252802 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-247f17d9-d037-4aae-9fba-7ed9a428b9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:30:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['6c7d0bc9-efec-4083-96bf-abfeedd6faca'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:30:48.264665 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a9811a44-290e-4a9c-aeaa-38008a36d196 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "DELETE /v2.0/floatingips/d5184ab9-c2da-4de5-b9c2-5c7fc16b8b6f HTTP/1.1" status: 204 len: 168 time: 0.9375744 Oct 27 19:30:48.265267 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '429394f5-ce5d-4488-9497-0f7d34c4f64c', 'tag': '220990d7-c29f-4f2b-ae0c-d73655a97693'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:30:48.267699 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bca0ca0b982d995b269f20b8ee9fa1484886a2da5fdd33aa4707a11ccb3e0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d13d92-8ddf-4e44-866a-c70d0d267416" -d '{"events": [{"name": "network-changed", "server_uuid": "429394f5-ce5d-4488-9497-0f7d34c4f64c", "tag": "220990d7-c29f-4f2b-ae0c-d73655a97693"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:30:48.361916 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-247f17d9-d037-4aae-9fba-7ed9a428b9ba None None] Set router 6c7d0bc9-efec-4083-96bf-abfeedd6faca gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:30:48.564566 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-247f17d9-d037-4aae-9fba-7ed9a428b9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7d0bc9-efec-4083-96bf-abfeedd6faca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-554592718', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '4f05df88-79e4-496c-87d4-aa3d404bdc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:29:05Z', 'updated_at': '2021-10-27T19:29:09Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '4f05df88-79e4-496c-87d4-aa3d404bdc8d', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7d0bc9-efec-4083-96bf-abfeedd6faca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:29:06Z', 'updated_at': '2021-10-27T19:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '9a9cfb6c-5d68-4bae-ad54-09c7711e6977', 'name': '', 'network_id': 'd7ddfceb-5c5a-4556-9812-3ac07b2db4b0', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'mac_address': 'fa:16:3e:6d:bd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7d0bc9-efec-4083-96bf-abfeedd6faca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '2043abe8-c740-456f-af74-2495c6b36827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:29:08Z', 'updated_at': '2021-10-27T19:29:12Z', 'revision_number': 5, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'subnets': [{'id': '2043abe8-c740-456f-af74-2495c6b36827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:30:48.597030 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247f17d9-d037-4aae-9fba-7ed9a428b9ba None None] Checking router: 6c7d0bc9-efec-4083-96bf-abfeedd6faca for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:30:48.606367 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247f17d9-d037-4aae-9fba-7ed9a428b9ba None None] Routers {'6c7d0bc9-efec-4083-96bf-abfeedd6faca'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:30:48.607022 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-247f17d9-d037-4aae-9fba-7ed9a428b9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:30:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['6c7d0bc9-efec-4083-96bf-abfeedd6faca'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:30:48.696164 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9ac8a3-4a5c-47aa-841d-13f874c1b591 x-openstack-request-id: req-7b9ac8a3-4a5c-47aa-841d-13f874c1b591 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:30:48.696812 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "429394f5-ce5d-4488-9497-0f7d34c4f64c", "tag": "220990d7-c29f-4f2b-ae0c-d73655a97693", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:30:48.696812 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7b9ac8a3-4a5c-47aa-841d-13f874c1b591 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:30:48.697113 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '429394f5-ce5d-4488-9497-0f7d34c4f64c', 'tag': '220990d7-c29f-4f2b-ae0c-d73655a97693', 'status': 'completed', 'code': 200} Oct 27 19:30:48.707237 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:30:48.721373 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-247f17d9-d037-4aae-9fba-7ed9a428b9ba None None] Set router 6c7d0bc9-efec-4083-96bf-abfeedd6faca gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:30:48.815389 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59100a3b-14bd-4d54-b66a-d01aed095253 req-2d510e77-f227-4cd6-9f9d-dfd94830f2a4 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:48.819383 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-59100a3b-14bd-4d54-b66a-d01aed095253 req-2d510e77-f227-4cd6-9f9d-dfd94830f2a4 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 946 time: 0.0673118 Oct 27 19:30:48.826517 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d13d92-8ddf-4e44-866a-c70d0d267416 req-10059e40-1fe8-42f9-9d6f-52d6070e05a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:48.828057 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a9d13d92-8ddf-4e44-866a-c70d0d267416 req-10059e40-1fe8-42f9-9d6f-52d6070e05a1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=df49fa348b1d47cdbf578b508321cb72&device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 1097 time: 0.1082234 Oct 27 19:30:48.863323 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-59100a3b-14bd-4d54-b66a-d01aed095253 req-b1376ec9-c602-4364-ac75-fc8f1d2aa48f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=6376ed1e-0f87-483a-8c72-d24f77208138&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357850 Oct 27 19:30:48.928793 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d13d92-8ddf-4e44-866a-c70d0d267416 req-86b7ca18-615e-4029-bbc9-a31cedb319d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:48.932117 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a9d13d92-8ddf-4e44-866a-c70d0d267416 req-86b7ca18-615e-4029-bbc9-a31cedb319d6 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d7ddfceb-5c5a-4556-9812-3ac07b2db4b0 HTTP/1.1" status: 200 len: 899 time: 0.0965495 Oct 27 19:30:48.934398 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-247f17d9-d037-4aae-9fba-7ed9a428b9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7d0bc9-efec-4083-96bf-abfeedd6faca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-554592718', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '4f05df88-79e4-496c-87d4-aa3d404bdc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:29:05Z', 'updated_at': '2021-10-27T19:29:09Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '4f05df88-79e4-496c-87d4-aa3d404bdc8d', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7d0bc9-efec-4083-96bf-abfeedd6faca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:29:06Z', 'updated_at': '2021-10-27T19:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '9a9cfb6c-5d68-4bae-ad54-09c7711e6977', 'name': '', 'network_id': 'd7ddfceb-5c5a-4556-9812-3ac07b2db4b0', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'mac_address': 'fa:16:3e:6d:bd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7d0bc9-efec-4083-96bf-abfeedd6faca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '2043abe8-c740-456f-af74-2495c6b36827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:29:08Z', 'updated_at': '2021-10-27T19:29:12Z', 'revision_number': 5, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'subnets': [{'id': '2043abe8-c740-456f-af74-2495c6b36827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:30:48.965222 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247f17d9-d037-4aae-9fba-7ed9a428b9ba None None] The sync data for ids ['6c7d0bc9-efec-4083-96bf-abfeedd6faca'] in n-d-815690-2 is: [{'id': '6c7d0bc9-efec-4083-96bf-abfeedd6faca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-554592718', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '4f05df88-79e4-496c-87d4-aa3d404bdc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:29:05Z', 'updated_at': '2021-10-27T19:29:09Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '4f05df88-79e4-496c-87d4-aa3d404bdc8d', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7d0bc9-efec-4083-96bf-abfeedd6faca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:29:06Z', 'updated_at': '2021-10-27T19:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '9a9cfb6c-5d68-4bae-ad54-09c7711e6977', 'name': '', 'network_id': 'd7ddfceb-5c5a-4556-9812-3ac07b2db4b0', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'mac_address': 'fa:16:3e:6d:bd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7d0bc9-efec-4083-96bf-abfeedd6faca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '2043abe8-c740-456f-af74-2495c6b36827', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:29:08Z', 'updated_at': '2021-10-27T19:29:12Z', 'revision_number': 5, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'subnets': [{'id': '2043abe8-c740-456f-af74-2495c6b36827', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:30:48.984648 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a9d13d92-8ddf-4e44-866a-c70d0d267416 req-8da71cd7-5818-4be8-9ef0-c3626a75bb92 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=220990d7-c29f-4f2b-ae0c-d73655a97693 HTTP/1.1" status: 200 len: 217 time: 0.0380299 Oct 27 19:30:49.045498 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d13d92-8ddf-4e44-866a-c70d0d267416 req-6ae0084c-5736-4d84-96c8-c864b67b16ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:49.047048 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a9d13d92-8ddf-4e44-866a-c70d0d267416 req-6ae0084c-5736-4d84-96c8-c864b67b16ed service neutron] 10.222.0.93 "GET /v2.0/subnets?id=2043abe8-c740-456f-af74-2495c6b36827 HTTP/1.1" status: 200 len: 835 time: 0.0523262 Oct 27 19:30:49.097976 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d13d92-8ddf-4e44-866a-c70d0d267416 req-963572b0-d3b5-4be2-b71a-abf29267cafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:49.102321 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a9d13d92-8ddf-4e44-866a-c70d0d267416 req-963572b0-d3b5-4be2-b71a-abf29267cafe service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d7ddfceb-5c5a-4556-9812-3ac07b2db4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436091 Oct 27 19:30:49.206855 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a9d13d92-8ddf-4e44-866a-c70d0d267416 req-afa3c424-ebe0-4557-97de-d4bfca7a4687 service neutron] 10.222.0.93 "GET /v2.0/networks/d7ddfceb-5c5a-4556-9812-3ac07b2db4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987837 Oct 27 19:30:49.220006 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094818af-d880-495d-91c4-f547d96ef421 None None] New status for floating IP d5184ab9-c2da-4de5-b9c2-5c7fc16b8b6f: DOWN {{(pid=102881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 19:30:49.302938 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a9d13d92-8ddf-4e44-866a-c70d0d267416 req-b376a3a2-9a9f-4545-b7ca-0a25b475e284 service neutron] 10.222.0.93 "GET /v2.0/networks/d7ddfceb-5c5a-4556-9812-3ac07b2db4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873919 Oct 27 19:30:49.986440 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569ff4e-d78c-43eb-8f03-83b921807fb4 req-1c028eb8-6bcb-4af8-828c-135a5973061a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:49.987995 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c569ff4e-d78c-43eb-8f03-83b921807fb4 req-1c028eb8-6bcb-4af8-828c-135a5973061a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 946 time: 0.0541086 Oct 27 19:30:50.028151 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c569ff4e-d78c-43eb-8f03-83b921807fb4 req-9b11cb56-c976-49d7-b7a3-21cba2427866 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=6376ed1e-0f87-483a-8c72-d24f77208138&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334735 Oct 27 19:30:50.033370 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e67d8-fe54-46a3-b1f0-b6d3b7333595 req-f3c99ea2-6fd4-49f4-9c24-7223d66b6e26 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:50.034938 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-580e67d8-fe54-46a3-b1f0-b6d3b7333595 req-f3c99ea2-6fd4-49f4-9c24-7223d66b6e26 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.93 "GET /v2.0/ports?device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 946 time: 0.0498879 Oct 27 19:30:50.128844 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-580e67d8-fe54-46a3-b1f0-b6d3b7333595 req-edb05172-2721-4428-90aa-1904be95e1ba tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Deleting port 220990d7-c29f-4f2b-ae0c-d73655a97693 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:30:50.129182 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-580e67d8-fe54-46a3-b1f0-b6d3b7333595 req-edb05172-2721-4428-90aa-1904be95e1ba tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:50.218072 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-580e67d8-fe54-46a3-b1f0-b6d3b7333595 req-edb05172-2721-4428-90aa-1904be95e1ba tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] For port 220990d7-c29f-4f2b-ae0c-d73655a97693, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=220990d7-c29f-4f2b-ae0c-d73655a97693,segment=NetworkSegment(e2640317-ca4b-493f-835f-22fb953538f7),segment_id=e2640317-ca4b-493f-835f-22fb953538f7)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:30:50.218360 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-580e67d8-fe54-46a3-b1f0-b6d3b7333595 req-edb05172-2721-4428-90aa-1904be95e1ba tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:50.231765 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-580e67d8-fe54-46a3-b1f0-b6d3b7333595 req-edb05172-2721-4428-90aa-1904be95e1ba tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Calling delete_port for 220990d7-c29f-4f2b-ae0c-d73655a97693 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:30:50.418676 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-580e67d8-fe54-46a3-b1f0-b6d3b7333595 req-edb05172-2721-4428-90aa-1904be95e1ba tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:50.448180 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb05172-2721-4428-90aa-1904be95e1ba tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event deleted for resources: {'Port': ['ID=220990d7-c29f-4f2b-ae0c-d73655a97693,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:30:50.493221 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-580e67d8-fe54-46a3-b1f0-b6d3b7333595 req-edb05172-2721-4428-90aa-1904be95e1ba tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] No DVR routers for this DVR port 220990d7-c29f-4f2b-ae0c-d73655a97693 on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:30:50.495888 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-580e67d8-fe54-46a3-b1f0-b6d3b7333595 req-edb05172-2721-4428-90aa-1904be95e1ba tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:50.499239 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-580e67d8-fe54-46a3-b1f0-b6d3b7333595 req-edb05172-2721-4428-90aa-1904be95e1ba tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.93 "DELETE /v2.0/ports/220990d7-c29f-4f2b-ae0c-d73655a97693 HTTP/1.1" status: 204 len: 173 time: 0.4579384 Oct 27 19:30:50.499687 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429394f5-ce5d-4488-9497-0f7d34c4f64c', 'name': 'network-vif-deleted', 'tag': '220990d7-c29f-4f2b-ae0c-d73655a97693'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:30:50.501984 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d74f581-ba71-4798-baa2-2f4fc4941ad7" -d '{"events": [{"server_uuid": "429394f5-ce5d-4488-9497-0f7d34c4f64c", "name": "network-vif-deleted", "tag": "220990d7-c29f-4f2b-ae0c-d73655a97693"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:30:50.538061 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a742c9-ecd9-4053-9baf-67e704358427 x-openstack-request-id: req-55a742c9-ecd9-4053-9baf-67e704358427 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:30:50.538353 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429394f5-ce5d-4488-9497-0f7d34c4f64c", "name": "network-vif-deleted", "tag": "220990d7-c29f-4f2b-ae0c-d73655a97693", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:30:50.538591 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-55a742c9-ecd9-4053-9baf-67e704358427 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:30:50.539037 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '429394f5-ce5d-4488-9497-0f7d34c4f64c', 'name': 'network-vif-deleted', 'tag': '220990d7-c29f-4f2b-ae0c-d73655a97693', 'status': 'completed', 'code': 200} Oct 27 19:30:51.141520 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f66af64a-9813-4ec6-b662-34ce948052ab req-bd254e0e-de99-4922-b978-878e3dd4080d tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=429394f5-ce5d-4488-9497-0f7d34c4f64c HTTP/1.1" status: 200 len: 210 time: 0.0274050 Oct 27 19:30:52.204834 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52482) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:30:52.566151 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-15e18f8c-26ed-4f86-af08-bf75ef0defca tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:52.823322 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-15e18f8c-26ed-4f86-af08-bf75ef0defca tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Deleting port 9a9cfb6c-5d68-4bae-ad54-09c7711e6977 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:30:52.823564 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-15e18f8c-26ed-4f86-af08-bf75ef0defca tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:52.918409 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-15e18f8c-26ed-4f86-af08-bf75ef0defca tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] For port 9a9cfb6c-5d68-4bae-ad54-09c7711e6977, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=9a9cfb6c-5d68-4bae-ad54-09c7711e6977,segment=NetworkSegment(e2640317-ca4b-493f-835f-22fb953538f7),segment_id=e2640317-ca4b-493f-835f-22fb953538f7)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:30:52.918777 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-15e18f8c-26ed-4f86-af08-bf75ef0defca tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:52.931588 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-15e18f8c-26ed-4f86-af08-bf75ef0defca tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Calling delete_port for 9a9cfb6c-5d68-4bae-ad54-09c7711e6977 owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:30:53.161872 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-15e18f8c-26ed-4f86-af08-bf75ef0defca tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:53.188347 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e18f8c-26ed-4f86-af08-bf75ef0defca tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event deleted for resources: {'Port': ['ID=9a9cfb6c-5d68-4bae-ad54-09c7711e6977,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:30:53.372599 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-15e18f8c-26ed-4f86-af08-bf75ef0defca tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:53.593463 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e18f8c-26ed-4f86-af08-bf75ef0defca tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Router 6c7d0bc9-efec-4083-96bf-abfeedd6faca has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:30:53.701568 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e18f8c-26ed-4f86-af08-bf75ef0defca tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:30:53.706674 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-15e18f8c-26ed-4f86-af08-bf75ef0defca tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "PUT /v2.0/routers/6c7d0bc9-efec-4083-96bf-abfeedd6faca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5008180 Oct 27 19:30:53.709751 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52484) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:30:53.712159 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b6ccb6-6306-4817-9ac1-92c58ccb979f None None] Sync routers for ids ['6c7d0bc9-efec-4083-96bf-abfeedd6faca'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:30:53.721661 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b6ccb6-6306-4817-9ac1-92c58ccb979f None None] Routers {'6c7d0bc9-efec-4083-96bf-abfeedd6faca'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:30:53.722268 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-55b6ccb6-6306-4817-9ac1-92c58ccb979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:30:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['6c7d0bc9-efec-4083-96bf-abfeedd6faca'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:30:53.762394 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8079ca5-fc0f-409f-9cc3-af36c9b1e6b9 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Deleting subnet 2043abe8-c740-456f-af74-2495c6b36827 {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 19:30:53.768389 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d8079ca5-fc0f-409f-9cc3-af36c9b1e6b9 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:53.812808 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d8079ca5-fc0f-409f-9cc3-af36c9b1e6b9 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:53.908667 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d8079ca5-fc0f-409f-9cc3-af36c9b1e6b9 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:54.007551 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-55b6ccb6-6306-4817-9ac1-92c58ccb979f None None] Set router 6c7d0bc9-efec-4083-96bf-abfeedd6faca gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:30:54.037124 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d8079ca5-fc0f-409f-9cc3-af36c9b1e6b9 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:54.065000 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8079ca5-fc0f-409f-9cc3-af36c9b1e6b9 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event deleted for resources: {'Subnet': ['ID=2043abe8-c740-456f-af74-2495c6b36827,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:30:54.069043 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-d8079ca5-fc0f-409f-9cc3-af36c9b1e6b9 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:54.075284 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-d8079ca5-fc0f-409f-9cc3-af36c9b1e6b9 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "DELETE /v2.0/subnets/2043abe8-c740-456f-af74-2495c6b36827 HTTP/1.1" status: 204 len: 168 time: 0.3643594 Oct 27 19:30:54.075535 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52486) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:30:54.102054 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89e8b6b-d124-4d98-b7ef-c462144b8422 None None] Network d7ddfceb-5c5a-4556-9812-3ac07b2db4b0 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:30:54.192278 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9608588e-a76d-4a33-8764-5ee8bab02a78 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:54.307188 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-55b6ccb6-6306-4817-9ac1-92c58ccb979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7d0bc9-efec-4083-96bf-abfeedd6faca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-554592718', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '4f05df88-79e4-496c-87d4-aa3d404bdc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:29:05Z', 'updated_at': '2021-10-27T19:30:53Z', 'revision_number': 5, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '4f05df88-79e4-496c-87d4-aa3d404bdc8d', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7d0bc9-efec-4083-96bf-abfeedd6faca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:29:06Z', 'updated_at': '2021-10-27T19:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:30:54.307829 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9608588e-a76d-4a33-8764-5ee8bab02a78 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:54.337234 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b6ccb6-6306-4817-9ac1-92c58ccb979f None None] Checking router: 6c7d0bc9-efec-4083-96bf-abfeedd6faca for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:30:54.347430 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0160495e-4c13-495e-989b-a6d2d8dd2fc6 None None] DHCP port deletion for d7ddfceb-5c5a-4556-9812-3ac07b2db4b0 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 19:30:54.356477 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b6ccb6-6306-4817-9ac1-92c58ccb979f None None] Routers {'6c7d0bc9-efec-4083-96bf-abfeedd6faca'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:30:54.357118 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-55b6ccb6-6306-4817-9ac1-92c58ccb979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:30:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['6c7d0bc9-efec-4083-96bf-abfeedd6faca'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:30:54.429039 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-9608588e-a76d-4a33-8764-5ee8bab02a78 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Deleting port 4f05df88-79e4-496c-87d4-aa3d404bdc8d {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:30:54.430157 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9608588e-a76d-4a33-8764-5ee8bab02a78 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:54.499129 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-55b6ccb6-6306-4817-9ac1-92c58ccb979f None None] Set router 6c7d0bc9-efec-4083-96bf-abfeedd6faca gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:30:54.502269 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-0160495e-4c13-495e-989b-a6d2d8dd2fc6 None None] Deleting port b8f5927d-6a44-4644-877b-68f871662d18 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:30:54.502638 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0160495e-4c13-495e-989b-a6d2d8dd2fc6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:54.520063 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-9608588e-a76d-4a33-8764-5ee8bab02a78 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] For port 4f05df88-79e4-496c-87d4-aa3d404bdc8d, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=4f05df88-79e4-496c-87d4-aa3d404bdc8d,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:30:54.520969 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9608588e-a76d-4a33-8764-5ee8bab02a78 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:54.534568 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-9608588e-a76d-4a33-8764-5ee8bab02a78 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Calling delete_port for 4f05df88-79e4-496c-87d4-aa3d404bdc8d owned by network:router_gateway {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:30:54.660883 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-0160495e-4c13-495e-989b-a6d2d8dd2fc6 None None] For port b8f5927d-6a44-4644-877b-68f871662d18, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=b8f5927d-6a44-4644-877b-68f871662d18,segment=NetworkSegment(e2640317-ca4b-493f-835f-22fb953538f7),segment_id=e2640317-ca4b-493f-835f-22fb953538f7)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:30:54.660883 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0160495e-4c13-495e-989b-a6d2d8dd2fc6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:54.672957 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-0160495e-4c13-495e-989b-a6d2d8dd2fc6 None None] Calling delete_port for b8f5927d-6a44-4644-877b-68f871662d18 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:30:54.773210 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9608588e-a76d-4a33-8764-5ee8bab02a78 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:54.801119 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608588e-a76d-4a33-8764-5ee8bab02a78 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event deleted for resources: {'Port': ['ID=4f05df88-79e4-496c-87d4-aa3d404bdc8d,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:30:54.816126 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-55b6ccb6-6306-4817-9ac1-92c58ccb979f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7d0bc9-efec-4083-96bf-abfeedd6faca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-554592718', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '4f05df88-79e4-496c-87d4-aa3d404bdc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:29:05Z', 'updated_at': '2021-10-27T19:30:53Z', 'revision_number': 5, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '4f05df88-79e4-496c-87d4-aa3d404bdc8d', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7d0bc9-efec-4083-96bf-abfeedd6faca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:29:06Z', 'updated_at': '2021-10-27T19:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:30:54.846164 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b6ccb6-6306-4817-9ac1-92c58ccb979f None None] The sync data for ids ['6c7d0bc9-efec-4083-96bf-abfeedd6faca'] in n-d-815690-2 is: [{'id': '6c7d0bc9-efec-4083-96bf-abfeedd6faca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-554592718', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '4f05df88-79e4-496c-87d4-aa3d404bdc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:29:05Z', 'updated_at': '2021-10-27T19:30:53Z', 'revision_number': 5, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '4f05df88-79e4-496c-87d4-aa3d404bdc8d', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7d0bc9-efec-4083-96bf-abfeedd6faca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:29:06Z', 'updated_at': '2021-10-27T19:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:30:54.861909 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9608588e-a76d-4a33-8764-5ee8bab02a78 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:54.892327 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0160495e-4c13-495e-989b-a6d2d8dd2fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:54.918642 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0160495e-4c13-495e-989b-a6d2d8dd2fc6 None None] Pushing event deleted for resources: {'Port': ['ID=b8f5927d-6a44-4644-877b-68f871662d18,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:30:54.922121 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0160495e-4c13-495e-989b-a6d2d8dd2fc6 None None] No DVR routers for this DVR port b8f5927d-6a44-4644-877b-68f871662d18 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:30:54.965299 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9608588e-a76d-4a33-8764-5ee8bab02a78 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:54.967523 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9608588e-a76d-4a33-8764-5ee8bab02a78 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:54.969987 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 220990d7-c29f-4f2b-ae0c-d73655a97693 no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:30:54.990217 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 220990d7-c29f-4f2b-ae0c-d73655a97693 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:30:54.990556 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 220990d7-c29f-4f2b-ae0c-d73655a97693 not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:30:55.097994 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9608588e-a76d-4a33-8764-5ee8bab02a78 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:55.098531 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9608588e-a76d-4a33-8764-5ee8bab02a78 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Fanout notify agent at l3_agent the message router_deleted on router 6c7d0bc9-efec-4083-96bf-abfeedd6faca {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 19:30:55.107184 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9608588e-a76d-4a33-8764-5ee8bab02a78 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:55.107184 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9608588e-a76d-4a33-8764-5ee8bab02a78 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "DELETE /v2.0/routers/6c7d0bc9-efec-4083-96bf-abfeedd6faca HTTP/1.1" status: 204 len: 168 time: 1.0300207 Oct 27 19:30:55.109493 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52488) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:30:55.195028 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7cfa43ee-369d-4a33-b4a4-6d0a98a0f4d0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:55.294476 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7cfa43ee-369d-4a33-b4a4-6d0a98a0f4d0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:55.313983 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device b8f5927d-6a44-4644-877b-68f871662d18 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:30:55.319029 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-7cfa43ee-369d-4a33-b4a4-6d0a98a0f4d0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7ddfceb-5c5a-4556-9812-3ac07b2db4b0']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:30:55.331230 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-7cfa43ee-369d-4a33-b4a4-6d0a98a0f4d0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2640317-ca4b-493f-835f-22fb953538f7') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:30:55.331570 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-7cfa43ee-369d-4a33-b4a4-6d0a98a0f4d0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2640317-ca4b-493f-835f-22fb953538f7') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:30:55.335151 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: b8f5927d-6a44-4644-877b-68f871662d18 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:30:55.335494 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device b8f5927d-6a44-4644-877b-68f871662d18 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:30:55.336439 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 9a9cfb6c-5d68-4bae-ad54-09c7711e6977 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:30:55.347253 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7cfa43ee-369d-4a33-b4a4-6d0a98a0f4d0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:55.362708 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7cfa43ee-369d-4a33-b4a4-6d0a98a0f4d0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:55.369852 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cfa43ee-369d-4a33-b4a4-6d0a98a0f4d0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 19:30:55.372014 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7cfa43ee-369d-4a33-b4a4-6d0a98a0f4d0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:55.373389 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 19:30:55.373389 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 19:30:55.373389 n-d-815690-2 neutron-server[102879]: timer() Oct 27 19:30:55.373389 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 19:30:55.373389 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 19:30:55.373389 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 19:30:55.373389 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 19:30:55.373389 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 19:30:55.373389 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 19:30:55.373389 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 19:30:55.373389 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 19:30:55.373389 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 19:30:55.373389 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 19:30:55.373389 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 19:30:55.373389 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 19:30:55.373389 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 19:30:55.373389 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 19:30:55.373389 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 19:30:55.373389 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 19:30:55.373389 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 19:30:55.373389 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 19:30:55.373389 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 19:30:55.373389 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 19:30:55.373389 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 19:30:55.373389 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 19:30:55.373389 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 19:30:55.373389 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 19:30:55.373389 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 19:30:55.373389 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 19:30:55.373389 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 19:30:55.373389 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 19:30:55.373389 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 19:30:55.375819 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 9a9cfb6c-5d68-4bae-ad54-09c7711e6977 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:30:55.375819 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 9a9cfb6c-5d68-4bae-ad54-09c7711e6977 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:30:55.481892 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7cfa43ee-369d-4a33-b4a4-6d0a98a0f4d0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:55.490334 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7cfa43ee-369d-4a33-b4a4-6d0a98a0f4d0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:55.496796 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7cfa43ee-369d-4a33-b4a4-6d0a98a0f4d0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "DELETE /v2.0/networks/d7ddfceb-5c5a-4556-9812-3ac07b2db4b0 HTTP/1.1" status: 204 len: 168 time: 0.3852687 Oct 27 19:30:55.496927 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52490) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:30:55.509397 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa43ee-369d-4a33-b4a4-6d0a98a0f4d0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event deleted for resources: {'Network': ['ID=d7ddfceb-5c5a-4556-9812-3ac07b2db4b0,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:30:55.563892 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-37c483d7-33d9-4921-923b-10112c6b9a76 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:55.593144 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-37c483d7-33d9-4921-923b-10112c6b9a76 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:55.710369 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-37c483d7-33d9-4921-923b-10112c6b9a76 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:55.712986 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-37c483d7-33d9-4921-923b-10112c6b9a76 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:55.714190 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-37c483d7-33d9-4921-923b-10112c6b9a76 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "DELETE /v2.0/security-groups/6376ed1e-0f87-483a-8c72-d24f77208138 HTTP/1.1" status: 204 len: 168 time: 0.2166409 Oct 27 19:30:55.723716 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c483d7-33d9-4921-923b-10112c6b9a76 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6376ed1e-0f87-483a-8c72-d24f77208138,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:30:56.116368 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52496) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:30:56.121566 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-c6eda5f5-31a4-4a3d-8240-90c67e0a62a8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-515777930', 'description': 'tempest-secgroup-smoke-515777930 description', 'project_id': 'df49fa348b1d47cdbf578b508321cb72'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:30:56.224549 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c6eda5f5-31a4-4a3d-8240-90c67e0a62a8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:56.299174 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c6eda5f5-31a4-4a3d-8240-90c67e0a62a8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:56.372820 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c6eda5f5-31a4-4a3d-8240-90c67e0a62a8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:56.405772 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eda5f5-31a4-4a3d-8240-90c67e0a62a8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97eb42c8-61b8-4fcb-8ed4-c3d8483e20a1,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:30:56.472252 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c6eda5f5-31a4-4a3d-8240-90c67e0a62a8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:56.473563 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c6eda5f5-31a4-4a3d-8240-90c67e0a62a8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3561671 Oct 27 19:30:56.476416 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52498) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:30:56.481508 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-b25e58d9-e162-4a1e-b22d-30df7e210964 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'security_group_rule': {'security_group_id': '97eb42c8-61b8-4fcb-8ed4-c3d8483e20a1', 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:30:56.583935 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b25e58d9-e162-4a1e-b22d-30df7e210964 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:56.640999 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b25e58d9-e162-4a1e-b22d-30df7e210964 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:56.710096 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b25e58d9-e162-4a1e-b22d-30df7e210964 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:56.733441 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e58d9-e162-4a1e-b22d-30df7e210964 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68727e82-8042-4b38-89ea-ce037d527dfd,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:30:56.822330 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b25e58d9-e162-4a1e-b22d-30df7e210964 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:56.823636 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b25e58d9-e162-4a1e-b22d-30df7e210964 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3457775 Oct 27 19:30:56.826347 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52500) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:30:56.830795 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-4f6af244-07cb-4916-9da1-0a84f3d892db tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'security_group_rule': {'security_group_id': '97eb42c8-61b8-4fcb-8ed4-c3d8483e20a1', 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:30:56.899507 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4f6af244-07cb-4916-9da1-0a84f3d892db tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:56.909521 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 4f05df88-79e4-496c-87d4-aa3d404bdc8d no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:30:56.940330 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 4f05df88-79e4-496c-87d4-aa3d404bdc8d {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:30:56.940867 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 4f05df88-79e4-496c-87d4-aa3d404bdc8d not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:30:56.974710 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4f6af244-07cb-4916-9da1-0a84f3d892db tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:57.053306 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4f6af244-07cb-4916-9da1-0a84f3d892db tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:57.064279 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:57.074002 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6af244-07cb-4916-9da1-0a84f3d892db tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c9e67e6-8b25-45a7-aa49-911268cb6a9e,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:30:57.145489 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4f6af244-07cb-4916-9da1-0a84f3d892db tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:57.146658 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4f6af244-07cb-4916-9da1-0a84f3d892db tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3193274 Oct 27 19:30:57.149466 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52502) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:30:57.153769 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-d6bdde6c-c79a-4b1e-8a2a-3d2941f43724 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'security_group_rule': {'security_group_id': '97eb42c8-61b8-4fcb-8ed4-c3d8483e20a1', 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:30:57.251989 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d6bdde6c-c79a-4b1e-8a2a-3d2941f43724 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:57.310602 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d6bdde6c-c79a-4b1e-8a2a-3d2941f43724 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:57.390054 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d6bdde6c-c79a-4b1e-8a2a-3d2941f43724 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:57.413881 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bdde6c-c79a-4b1e-8a2a-3d2941f43724 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeda1a62-cde3-43ea-a7e8-ebb80c37d7ca,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:30:57.472039 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d6bdde6c-c79a-4b1e-8a2a-3d2941f43724 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:57.473336 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d6bdde6c-c79a-4b1e-8a2a-3d2941f43724 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3229156 Oct 27 19:30:57.477152 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52504) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:30:57.481919 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-0a470c9c-0e21-4419-b7f0-ac5b759f1aa4 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'security_group_rule': {'security_group_id': '97eb42c8-61b8-4fcb-8ed4-c3d8483e20a1', 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:30:57.487481 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:57.560970 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0a470c9c-0e21-4419-b7f0-ac5b759f1aa4 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:57.620151 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0a470c9c-0e21-4419-b7f0-ac5b759f1aa4 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:57.670170 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0a470c9c-0e21-4419-b7f0-ac5b759f1aa4 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:57.688077 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a470c9c-0e21-4419-b7f0-ac5b759f1aa4 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cca732f8-808c-4cf0-bfa3-e479dc2f36bd,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:30:57.734616 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0a470c9c-0e21-4419-b7f0-ac5b759f1aa4 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:57.735902 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0a470c9c-0e21-4419-b7f0-ac5b759f1aa4 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2577021 Oct 27 19:30:57.738709 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52506) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:30:57.743128 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-fc442aec-40f1-4c16-9855-41742fd2bc7d tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'security_group_rule': {'security_group_id': '97eb42c8-61b8-4fcb-8ed4-c3d8483e20a1', 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:30:57.824659 n-d-815690-2 neutron-server[102879]: INFO neutron.db.securitygroups_db [None req-fc442aec-40f1-4c16-9855-41742fd2bc7d tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Project df49fa348b1d47cdbf578b508321cb72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 19:30:57.829941 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fc442aec-40f1-4c16-9855-41742fd2bc7d tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:57.897647 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fc442aec-40f1-4c16-9855-41742fd2bc7d tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:57.950318 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fc442aec-40f1-4c16-9855-41742fd2bc7d tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:57.968794 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc442aec-40f1-4c16-9855-41742fd2bc7d tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18fdbb89-cc9c-461b-a338-7e67517b0ab4,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:30:58.015016 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-fc442aec-40f1-4c16-9855-41742fd2bc7d tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:58.016261 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-fc442aec-40f1-4c16-9855-41742fd2bc7d tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2765930 Oct 27 19:30:58.019184 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52508) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:30:58.024163 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-79fb288b-3b55-41f5-a457-616b0833ba73 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'security_group_rule': {'security_group_id': '97eb42c8-61b8-4fcb-8ed4-c3d8483e20a1', 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:30:58.098798 n-d-815690-2 neutron-server[102879]: INFO neutron.db.securitygroups_db [None req-79fb288b-3b55-41f5-a457-616b0833ba73 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Project df49fa348b1d47cdbf578b508321cb72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 19:30:58.104502 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-79fb288b-3b55-41f5-a457-616b0833ba73 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:58.165950 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-79fb288b-3b55-41f5-a457-616b0833ba73 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:58.213223 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-79fb288b-3b55-41f5-a457-616b0833ba73 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:58.231713 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb288b-3b55-41f5-a457-616b0833ba73 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a265c5a-cf48-4334-a27a-03a169900786,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:30:58.283420 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-79fb288b-3b55-41f5-a457-616b0833ba73 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:58.284685 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-79fb288b-3b55-41f5-a457-616b0833ba73 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2645779 Oct 27 19:30:58.287643 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52510) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:30:58.292585 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-e1da6259-f64d-478d-bf0d-f907f3691934 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'network': {'name': 'tempest-network-smoke--1164854640', 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'port_security_enabled': True}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:30:58.366875 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1da6259-f64d-478d-bf0d-f907f3691934 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Made reservation on behalf of df49fa348b1d47cdbf578b508321cb72 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:30:58.371117 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e1da6259-f64d-478d-bf0d-f907f3691934 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:58.395197 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1da6259-f64d-478d-bf0d-f907f3691934 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] vlan segment allocate from pool success with {'vlan_id': 1024, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 19:30:58.404244 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e1da6259-f64d-478d-bf0d-f907f3691934 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:58.404594 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-e1da6259-f64d-478d-bf0d-f907f3691934 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Added segment 4d92f1d5-d8f8-4acf-ad54-0319ddcae4c6 of type vlan for network a11ed2a0-5e55-4950-a25b-384860e0db94 Oct 27 19:30:58.445192 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e1da6259-f64d-478d-bf0d-f907f3691934 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:58.531901 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e1da6259-f64d-478d-bf0d-f907f3691934 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:58.537567 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1da6259-f64d-478d-bf0d-f907f3691934 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:30:58.538160 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e1da6259-f64d-478d-bf0d-f907f3691934 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:58.606333 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1da6259-f64d-478d-bf0d-f907f3691934 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'Network': ['ID=a11ed2a0-5e55-4950-a25b-384860e0db94,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:30:58.617180 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network a11ed2a0-5e55-4950-a25b-384860e0db94 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 19:30:58.661275 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e1da6259-f64d-478d-bf0d-f907f3691934 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3725386 Oct 27 19:30:58.664694 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52512) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:30:58.669179 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-154c2519-a92b-4963-8f33-b41630a74eae tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-197664428', 'admin_state_up': True, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:30:58.744714 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-154c2519-a92b-4963-8f33-b41630a74eae tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:58.745908 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-154c2519-a92b-4963-8f33-b41630a74eae tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:58.797767 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-154c2519-a92b-4963-8f33-b41630a74eae tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:59.003024 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-154c2519-a92b-4963-8f33-b41630a74eae tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:59.288716 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-154c2519-a92b-4963-8f33-b41630a74eae tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:59.308441 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-154c2519-a92b-4963-8f33-b41630a74eae tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:59.411716 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-154c2519-a92b-4963-8f33-b41630a74eae tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Allocated IP 172.25.6.49 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/544258ff-5038-4f50-b8d9-f205016541c3) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:30:59.538565 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-154c2519-a92b-4963-8f33-b41630a74eae tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:59.624968 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-154c2519-a92b-4963-8f33-b41630a74eae tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:30:59.668468 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154c2519-a92b-4963-8f33-b41630a74eae tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:30:59.671418 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-154c2519-a92b-4963-8f33-b41630a74eae tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:30:59.673929 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154c2519-a92b-4963-8f33-b41630a74eae tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:30:59.697101 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c2519-a92b-4963-8f33-b41630a74eae tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'Port': ['ID=544258ff-5038-4f50-b8d9-f205016541c3,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:31:00.019987 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-154c2519-a92b-4963-8f33-b41630a74eae tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:00.230047 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-154c2519-a92b-4963-8f33-b41630a74eae tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:00.447459 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154c2519-a92b-4963-8f33-b41630a74eae tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Router 8ce961f1-fcc0-40e5-88bf-5d74edd6722a is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 19:31:00.559318 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154c2519-a92b-4963-8f33-b41630a74eae tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:31:00.568934 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74230a02-feae-4045-bca7-51539331b2fd None None] Sync routers for ids ['8ce961f1-fcc0-40e5-88bf-5d74edd6722a'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:31:00.582471 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74230a02-feae-4045-bca7-51539331b2fd None None] Routers {'8ce961f1-fcc0-40e5-88bf-5d74edd6722a'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:31:00.583130 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-74230a02-feae-4045-bca7-51539331b2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:30:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8ce961f1-fcc0-40e5-88bf-5d74edd6722a'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:31:00.643665 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-154c2519-a92b-4963-8f33-b41630a74eae tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:00.644977 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-154c2519-a92b-4963-8f33-b41630a74eae tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9793899 Oct 27 19:31:00.648180 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52514) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:31:00.678911 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-cd17b299-dc92-43ff-b07f-69151856812b tempest-TestNetworkAdvancedServerOps-926739900 tempest-TestNetworkAdvancedServerOps-926739900-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=df49fa348b1d47cdbf578b508321cb72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271788 Oct 27 19:31:00.679122 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52516) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:31:00.685666 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-74230a02-feae-4045-bca7-51539331b2fd None None] Set router 8ce961f1-fcc0-40e5-88bf-5d74edd6722a gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:31:00.769872 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c8b6b9-c64c-4027-99d2-6a44c4b3381c tempest-TestNetworkAdvancedServerOps-926739900 tempest-TestNetworkAdvancedServerOps-926739900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:00.771324 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-92c8b6b9-c64c-4027-99d2-6a44c4b3381c tempest-TestNetworkAdvancedServerOps-926739900 tempest-TestNetworkAdvancedServerOps-926739900-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0907443 Oct 27 19:31:00.774214 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52518) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:31:00.810383 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-75648e2e-8fe9-401d-82cb-1ef69bddabe7 tempest-TestNetworkAdvancedServerOps-926739900 tempest-TestNetworkAdvancedServerOps-926739900-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=0fad50cd-70b8-43d9-8a14-cc05c0fdea0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324042 Oct 27 19:31:00.810607 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52520) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:31:00.815768 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-50a99976-ec62-4bef-b0e9-bc56261f41d7 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-767009077', 'network_id': 'a11ed2a0-5e55-4950-a25b-384860e0db94', 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:31:00.972920 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a99976-ec62-4bef-b0e9-bc56261f41d7 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Made reservation on behalf of df49fa348b1d47cdbf578b508321cb72 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:31:00.977980 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-50a99976-ec62-4bef-b0e9-bc56261f41d7 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:00.980655 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-74230a02-feae-4045-bca7-51539331b2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce961f1-fcc0-40e5-88bf-5d74edd6722a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197664428', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '544258ff-5038-4f50-b8d9-f205016541c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:30:58Z', 'updated_at': '2021-10-27T19:30:59Z', 'revision_number': 3, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '544258ff-5038-4f50-b8d9-f205016541c3', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce961f1-fcc0-40e5-88bf-5d74edd6722a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:30:59Z', 'updated_at': '2021-10-27T19:30:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:31:01.007965 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74230a02-feae-4045-bca7-51539331b2fd None None] Checking router: 8ce961f1-fcc0-40e5-88bf-5d74edd6722a for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:31:01.008340 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74230a02-feae-4045-bca7-51539331b2fd None None] Updating router 8ce961f1-fcc0-40e5-88bf-5d74edd6722a port 544258ff-5038-4f50-b8d9-f205016541c3 binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 19:31:01.033445 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-74230a02-feae-4045-bca7-51539331b2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:01.213255 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-50a99976-ec62-4bef-b0e9-bc56261f41d7 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:01.268837 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a99976-ec62-4bef-b0e9-bc56261f41d7 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'Subnet': ['ID=5ee20135-7a86-4456-b580-8aece4ce9446,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:31:01.284615 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a99976-ec62-4bef-b0e9-bc56261f41d7 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Checking segment: {'id': '4d92f1d5-d8f8-4acf-ad54-0319ddcae4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'a11ed2a0-5e55-4950-a25b-384860e0db94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:31:01.284915 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a99976-ec62-4bef-b0e9-bc56261f41d7 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Network hostable DHCP agents. Network: a11ed2a0-5e55-4950-a25b-384860e0db94, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 19:31:01.330594 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-74230a02-feae-4045-bca7-51539331b2fd None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:01.367221 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a99976-ec62-4bef-b0e9-bc56261f41d7 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Network a11ed2a0-5e55-4950-a25b-384860e0db94 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 19:31:01.396197 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-74230a02-feae-4045-bca7-51539331b2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:01.455262 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-74230a02-feae-4045-bca7-51539331b2fd None None] Attempting to bind port 544258ff-5038-4f50-b8d9-f205016541c3 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:31:01.455632 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-74230a02-feae-4045-bca7-51539331b2fd None None] Attempting to bind port 544258ff-5038-4f50-b8d9-f205016541c3 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:31:01.455996 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74230a02-feae-4045-bca7-51539331b2fd None None] Attempting to bind port 544258ff-5038-4f50-b8d9-f205016541c3 on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:31:01.458218 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d015890-8ee3-4656-a083-b7a2db8a4b9c None None] Pushing event updated for resources: {'Port': ['ID=544258ff-5038-4f50-b8d9-f205016541c3,revision_number=2']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:31:01.469077 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74230a02-feae-4045-bca7-51539331b2fd None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:31:01.469451 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74230a02-feae-4045-bca7-51539331b2fd None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:31:01.473878 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-74230a02-feae-4045-bca7-51539331b2fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:01.473878 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74230a02-feae-4045-bca7-51539331b2fd None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:31:01.474156 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-50a99976-ec62-4bef-b0e9-bc56261f41d7 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, a11ed2a0-5e55-4950-a25b-384860e0db94) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:31:01.474284 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-74230a02-feae-4045-bca7-51539331b2fd None None] Bound port: 544258ff-5038-4f50-b8d9-f205016541c3, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:31:01.474284 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-74230a02-feae-4045-bca7-51539331b2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:01.474284 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d015890-8ee3-4656-a083-b7a2db8a4b9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:31:01.474284 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d015890-8ee3-4656-a083-b7a2db8a4b9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:31:01.474284 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d015890-8ee3-4656-a083-b7a2db8a4b9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:31:01.474766 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d015890-8ee3-4656-a083-b7a2db8a4b9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:31:01.475040 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d015890-8ee3-4656-a083-b7a2db8a4b9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:31:01.475260 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d015890-8ee3-4656-a083-b7a2db8a4b9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:31:01.475572 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d015890-8ee3-4656-a083-b7a2db8a4b9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:31:01.475884 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d015890-8ee3-4656-a083-b7a2db8a4b9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:31:01.476213 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d015890-8ee3-4656-a083-b7a2db8a4b9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:31:01.476570 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d015890-8ee3-4656-a083-b7a2db8a4b9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:31:01.476969 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a99976-ec62-4bef-b0e9-bc56261f41d7 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:01.477509 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-50a99976-ec62-4bef-b0e9-bc56261f41d7 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:01.477625 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d015890-8ee3-4656-a083-b7a2db8a4b9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:31:01.477858 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d015890-8ee3-4656-a083-b7a2db8a4b9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:31:01.482888 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce17012f-52ba-422c-940f-e911456da198 None None] Network a11ed2a0-5e55-4950-a25b-384860e0db94 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:31:01.540033 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-74230a02-feae-4045-bca7-51539331b2fd None None] For port 544258ff-5038-4f50-b8d9-f205016541c3, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:31:01.543124 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-74230a02-feae-4045-bca7-51539331b2fd None None] For port 544258ff-5038-4f50-b8d9-f205016541c3, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=544258ff-5038-4f50-b8d9-f205016541c3,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:31:01.581625 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-50a99976-ec62-4bef-b0e9-bc56261f41d7 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7698274 Oct 27 19:31:01.584406 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52522) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:31:01.608213 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-74230a02-feae-4045-bca7-51539331b2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:01.640426 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c34de8-3f00-4eed-a247-f1fc160da807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-a11ed2a0-5e55-4950-a25b-384860e0db94', 'network_id': 'a11ed2a0-5e55-4950-a25b-384860e0db94', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'fixed_ips': [{'subnet_id': '5ee20135-7a86-4456-b580-8aece4ce9446'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 19:31:01.641309 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a8c34de8-3f00-4eed-a247-f1fc160da807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:01.681576 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d015890-8ee3-4656-a083-b7a2db8a4b9c None None] Pushing event updated for resources: {'Port': ['ID=544258ff-5038-4f50-b8d9-f205016541c3,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:31:01.687787 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74230a02-feae-4045-bca7-51539331b2fd None None] Routers {'8ce961f1-fcc0-40e5-88bf-5d74edd6722a'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:31:01.688673 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-74230a02-feae-4045-bca7-51539331b2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:30:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8ce961f1-fcc0-40e5-88bf-5d74edd6722a'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:31:01.784161 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-a8c34de8-3f00-4eed-a247-f1fc160da807 None None] Allocated IP 172.20.0.2 (a11ed2a0-5e55-4950-a25b-384860e0db94/5ee20135-7a86-4456-b580-8aece4ce9446/9855b467-4f56-41ce-9eb1-710f89342137) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:31:01.813805 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-74230a02-feae-4045-bca7-51539331b2fd None None] Set router 8ce961f1-fcc0-40e5-88bf-5d74edd6722a gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:31:01.944163 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a8c34de8-3f00-4eed-a247-f1fc160da807 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:01.994621 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-74230a02-feae-4045-bca7-51539331b2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce961f1-fcc0-40e5-88bf-5d74edd6722a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197664428', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '544258ff-5038-4f50-b8d9-f205016541c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:30:58Z', 'updated_at': '2021-10-27T19:30:59Z', 'revision_number': 3, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '544258ff-5038-4f50-b8d9-f205016541c3', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce961f1-fcc0-40e5-88bf-5d74edd6722a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:30:59Z', 'updated_at': '2021-10-27T19:31:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:31:02.001497 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a8c34de8-3f00-4eed-a247-f1fc160da807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:02.021398 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74230a02-feae-4045-bca7-51539331b2fd None None] The sync data for ids ['8ce961f1-fcc0-40e5-88bf-5d74edd6722a'] in n-d-815690-2 is: [{'id': '8ce961f1-fcc0-40e5-88bf-5d74edd6722a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197664428', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '544258ff-5038-4f50-b8d9-f205016541c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:30:58Z', 'updated_at': '2021-10-27T19:30:59Z', 'revision_number': 3, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '544258ff-5038-4f50-b8d9-f205016541c3', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce961f1-fcc0-40e5-88bf-5d74edd6722a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:30:59Z', 'updated_at': '2021-10-27T19:31:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:31:02.052665 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c34de8-3f00-4eed-a247-f1fc160da807 None None] Network a11ed2a0-5e55-4950-a25b-384860e0db94 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:31:02.058057 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-a8c34de8-3f00-4eed-a247-f1fc160da807 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:31:02.060883 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c34de8-3f00-4eed-a247-f1fc160da807 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:31:02.067318 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-753686d1-7928-4ccf-895a-6b6ac9355488 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:02.079507 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c34de8-3f00-4eed-a247-f1fc160da807 None None] Pushing event updated for resources: {'Port': ['ID=9855b467-4f56-41ce-9eb1-710f89342137,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:31:02.128254 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-a8c34de8-3f00-4eed-a247-f1fc160da807 None None] Attempting to bind port 9855b467-4f56-41ce-9eb1-710f89342137 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:31:02.128622 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-a8c34de8-3f00-4eed-a247-f1fc160da807 None None] Attempting to bind port 9855b467-4f56-41ce-9eb1-710f89342137 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '4d92f1d5-d8f8-4acf-ad54-0319ddcae4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'a11ed2a0-5e55-4950-a25b-384860e0db94'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:31:02.128984 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c34de8-3f00-4eed-a247-f1fc160da807 None None] Attempting to bind port 9855b467-4f56-41ce-9eb1-710f89342137 on network a11ed2a0-5e55-4950-a25b-384860e0db94 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:31:02.137813 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c34de8-3f00-4eed-a247-f1fc160da807 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:31:02.138195 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c34de8-3f00-4eed-a247-f1fc160da807 None None] Checking segment: {'id': '4d92f1d5-d8f8-4acf-ad54-0319ddcae4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'a11ed2a0-5e55-4950-a25b-384860e0db94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:31:02.138604 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a8c34de8-3f00-4eed-a247-f1fc160da807 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:02.139303 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c34de8-3f00-4eed-a247-f1fc160da807 None None] Bound using segment: {'id': '4d92f1d5-d8f8-4acf-ad54-0319ddcae4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'a11ed2a0-5e55-4950-a25b-384860e0db94'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:31:02.139785 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-a8c34de8-3f00-4eed-a247-f1fc160da807 None None] Bound port: 9855b467-4f56-41ce-9eb1-710f89342137, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d92f1d5-d8f8-4acf-ad54-0319ddcae4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'a11ed2a0-5e55-4950-a25b-384860e0db94'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:31:02.140208 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a8c34de8-3f00-4eed-a247-f1fc160da807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:02.209460 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-a8c34de8-3f00-4eed-a247-f1fc160da807 None None] For port 9855b467-4f56-41ce-9eb1-710f89342137, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:31:02.213100 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-a8c34de8-3f00-4eed-a247-f1fc160da807 None None] For port 9855b467-4f56-41ce-9eb1-710f89342137, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=9855b467-4f56-41ce-9eb1-710f89342137,segment=NetworkSegment(4d92f1d5-d8f8-4acf-ad54-0319ddcae4c6),segment_id=4d92f1d5-d8f8-4acf-ad54-0319ddcae4c6)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:31:02.281434 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a8c34de8-3f00-4eed-a247-f1fc160da807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:02.366461 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c34de8-3f00-4eed-a247-f1fc160da807 None None] Pushing event updated for resources: {'Port': ['ID=9855b467-4f56-41ce-9eb1-710f89342137,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:31:02.380406 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-753686d1-7928-4ccf-895a-6b6ac9355488 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Allocated IP 172.20.0.1 (a11ed2a0-5e55-4950-a25b-384860e0db94/5ee20135-7a86-4456-b580-8aece4ce9446/83a6d435-c45c-4d31-87c2-0d0249710e11) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:31:02.513482 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-753686d1-7928-4ccf-895a-6b6ac9355488 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:02.635671 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-753686d1-7928-4ccf-895a-6b6ac9355488 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:02.684487 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753686d1-7928-4ccf-895a-6b6ac9355488 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Network a11ed2a0-5e55-4950-a25b-384860e0db94 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:31:02.687775 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-753686d1-7928-4ccf-895a-6b6ac9355488 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:31:02.692432 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753686d1-7928-4ccf-895a-6b6ac9355488 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:31:02.697156 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753686d1-7928-4ccf-895a-6b6ac9355488 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'Port': ['ID=83a6d435-c45c-4d31-87c2-0d0249710e11,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:31:02.743187 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-753686d1-7928-4ccf-895a-6b6ac9355488 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:02.952246 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-753686d1-7928-4ccf-895a-6b6ac9355488 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:03.035209 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 544258ff-5038-4f50-b8d9-f205016541c3 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:31:03.094697 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 544258ff-5038-4f50-b8d9-f205016541c3 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:31:03.095100 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:03.184354 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:03.209804 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 544258ff-5038-4f50-b8d9-f205016541c3, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=544258ff-5038-4f50-b8d9-f205016541c3,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:31:03.281992 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:03.286016 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 9855b467-4f56-41ce-9eb1-710f89342137 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:31:03.372559 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=544258ff-5038-4f50-b8d9-f205016541c3,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:31:03.389161 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 9855b467-4f56-41ce-9eb1-710f89342137 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:31:03.389161 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:03.408647 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f626168-f3ac-45ee-addd-151576814512 None None] Network a11ed2a0-5e55-4950-a25b-384860e0db94 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:31:03.494360 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-b6ec2662-085d-46ae-85b4-acf6090cdbd1 None None] Provisioning complete for port 9855b467-4f56-41ce-9eb1-710f89342137 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:31:03.494731 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b6ec2662-085d-46ae-85b4-acf6090cdbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:03.632260 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:03.642196 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-753686d1-7928-4ccf-895a-6b6ac9355488 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:03.715095 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-753686d1-7928-4ccf-895a-6b6ac9355488 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:03.797864 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753686d1-7928-4ccf-895a-6b6ac9355488 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'Port': ['ID=83a6d435-c45c-4d31-87c2-0d0249710e11,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:31:03.800478 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-753686d1-7928-4ccf-895a-6b6ac9355488 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:03.889637 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 9855b467-4f56-41ce-9eb1-710f89342137, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=9855b467-4f56-41ce-9eb1-710f89342137,segment=NetworkSegment(4d92f1d5-d8f8-4acf-ad54-0319ddcae4c6),segment_id=4d92f1d5-d8f8-4acf-ad54-0319ddcae4c6)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:31:03.892348 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b6ec2662-085d-46ae-85b4-acf6090cdbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:03.907253 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753686d1-7928-4ccf-895a-6b6ac9355488 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Network a11ed2a0-5e55-4950-a25b-384860e0db94 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:31:03.908798 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-753686d1-7928-4ccf-895a-6b6ac9355488 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:31:03.969426 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:04.046303 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753686d1-7928-4ccf-895a-6b6ac9355488 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Router 8ce961f1-fcc0-40e5-88bf-5d74edd6722a has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:31:04.048795 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-b6ec2662-085d-46ae-85b4-acf6090cdbd1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 19:31:04.049730 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-b6ec2662-085d-46ae-85b4-acf6090cdbd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 19:31:04.065475 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=9855b467-4f56-41ce-9eb1-710f89342137,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:31:04.167235 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753686d1-7928-4ccf-895a-6b6ac9355488 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:31:04.173974 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-753686d1-7928-4ccf-895a-6b6ac9355488 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "PUT /v2.0/routers/8ce961f1-fcc0-40e5-88bf-5d74edd6722a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5881078 Oct 27 19:31:04.185970 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b59544-8000-4d1d-9dc2-689286147ee1 None None] Sync routers for ids ['8ce961f1-fcc0-40e5-88bf-5d74edd6722a'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:31:04.198587 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b59544-8000-4d1d-9dc2-689286147ee1 None None] Routers {'8ce961f1-fcc0-40e5-88bf-5d74edd6722a'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:31:04.199351 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-79b59544-8000-4d1d-9dc2-689286147ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:30:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8ce961f1-fcc0-40e5-88bf-5d74edd6722a'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:31:04.324148 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-79b59544-8000-4d1d-9dc2-689286147ee1 None None] Set router 8ce961f1-fcc0-40e5-88bf-5d74edd6722a gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:31:04.328046 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-10d8640e-ba58-4f8c-b6bc-cf8366647845 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-515777930&fields=id&tenant_id=df49fa348b1d47cdbf578b508321cb72 HTTP/1.1" status: 200 len: 267 time: 0.0367293 Oct 27 19:31:04.453640 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-5631021f-4f2f-4096-9fb6-cb9849636780 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:04.455724 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-5631021f-4f2f-4096-9fb6-cb9849636780 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/networks?id=a11ed2a0-5e55-4950-a25b-384860e0db94 HTTP/1.1" status: 200 len: 797 time: 0.1204071 Oct 27 19:31:04.473826 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-312cd1cd-0536-4ef2-9a34-3ec596bbc6b7 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/quotas/df49fa348b1d47cdbf578b508321cb72 HTTP/1.1" status: 200 len: 375 time: 0.0106242 Oct 27 19:31:04.535737 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-ef976f64-6c95-45a3-b798-76f503ec58ec tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=df49fa348b1d47cdbf578b508321cb72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542836 Oct 27 19:31:04.551021 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-79b59544-8000-4d1d-9dc2-689286147ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce961f1-fcc0-40e5-88bf-5d74edd6722a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197664428', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '544258ff-5038-4f50-b8d9-f205016541c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:30:58Z', 'updated_at': '2021-10-27T19:31:02Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '544258ff-5038-4f50-b8d9-f205016541c3', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce961f1-fcc0-40e5-88bf-5d74edd6722a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:30:59Z', 'updated_at': '2021-10-27T19:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '83a6d435-c45c-4d31-87c2-0d0249710e11', 'name': '', 'network_id': 'a11ed2a0-5e55-4950-a25b-384860e0db94', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'mac_address': 'fa:16:3e:06:93:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce961f1-fcc0-40e5-88bf-5d74edd6722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5ee20135-7a86-4456-b580-8aece4ce9446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:31:02Z', 'updated_at': '2021-10-27T19:31:03Z', 'revision_number': 2, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'subnets': [{'id': '5ee20135-7a86-4456-b580-8aece4ce9446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:31:04.553372 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-725abb7c-5264-446a-896f-b7e8ba041709 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 19:31:04.555978 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-725abb7c-5264-446a-896f-b7e8ba041709 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054631 Oct 27 19:31:04.603348 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b59544-8000-4d1d-9dc2-689286147ee1 None None] Checking router: 8ce961f1-fcc0-40e5-88bf-5d74edd6722a for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:31:04.603626 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b59544-8000-4d1d-9dc2-689286147ee1 None None] Updating router 8ce961f1-fcc0-40e5-88bf-5d74edd6722a port 83a6d435-c45c-4d31-87c2-0d0249710e11 binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 19:31:04.640296 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-79b59544-8000-4d1d-9dc2-689286147ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:04.784829 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-acee019f-03d7-43d4-806e-e05ed3a63b62 None None] Provisioning complete for port 83a6d435-c45c-4d31-87c2-0d0249710e11 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:31:04.785120 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-acee019f-03d7-43d4-806e-e05ed3a63b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:04.871373 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-acee019f-03d7-43d4-806e-e05ed3a63b62 None None] Port 83a6d435-c45c-4d31-87c2-0d0249710e11 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:31:04.904632 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-acee019f-03d7-43d4-806e-e05ed3a63b62 None None] Provisioning complete for port 9855b467-4f56-41ce-9eb1-710f89342137 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:31:04.904632 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-acee019f-03d7-43d4-806e-e05ed3a63b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:04.987816 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-1451cbe5-6dc9-43b8-a624-5ac5cbbac51b service neutron] 10.222.0.52 "GET /v2.0/networks/a11ed2a0-5e55-4950-a25b-384860e0db94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255555 Oct 27 19:31:04.990654 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 544258ff-5038-4f50-b8d9-f205016541c3 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:31:05.033509 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-79b59544-8000-4d1d-9dc2-689286147ee1 None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:05.087644 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-0baa95fe-ee49-49e2-9ab7-9b6baf0025ea service neutron] 10.222.0.52 "GET /v2.0/networks/a11ed2a0-5e55-4950-a25b-384860e0db94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921409 Oct 27 19:31:05.096855 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 544258ff-5038-4f50-b8d9-f205016541c3 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:31:05.097366 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:05.125397 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-79b59544-8000-4d1d-9dc2-689286147ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:05.187489 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a7868-9ed5-4667-9d08-8b7e29665ad4 None None] Pushing event updated for resources: {'Port': ['ID=83a6d435-c45c-4d31-87c2-0d0249710e11,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:31:05.272626 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-79b59544-8000-4d1d-9dc2-689286147ee1 None None] Attempting to bind port 83a6d435-c45c-4d31-87c2-0d0249710e11 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:31:05.273019 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-79b59544-8000-4d1d-9dc2-689286147ee1 None None] Attempting to bind port 83a6d435-c45c-4d31-87c2-0d0249710e11 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '4d92f1d5-d8f8-4acf-ad54-0319ddcae4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'a11ed2a0-5e55-4950-a25b-384860e0db94'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:31:05.273915 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b59544-8000-4d1d-9dc2-689286147ee1 None None] Attempting to bind port 83a6d435-c45c-4d31-87c2-0d0249710e11 on network a11ed2a0-5e55-4950-a25b-384860e0db94 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:31:05.285446 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b59544-8000-4d1d-9dc2-689286147ee1 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:31:05.285830 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b59544-8000-4d1d-9dc2-689286147ee1 None None] Checking segment: {'id': '4d92f1d5-d8f8-4acf-ad54-0319ddcae4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'a11ed2a0-5e55-4950-a25b-384860e0db94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:31:05.286278 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-79b59544-8000-4d1d-9dc2-689286147ee1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:05.286623 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b59544-8000-4d1d-9dc2-689286147ee1 None None] Bound using segment: {'id': '4d92f1d5-d8f8-4acf-ad54-0319ddcae4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'a11ed2a0-5e55-4950-a25b-384860e0db94'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:31:05.287145 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-79b59544-8000-4d1d-9dc2-689286147ee1 None None] Bound port: 83a6d435-c45c-4d31-87c2-0d0249710e11, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d92f1d5-d8f8-4acf-ad54-0319ddcae4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'a11ed2a0-5e55-4950-a25b-384860e0db94'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:31:05.287905 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-79b59544-8000-4d1d-9dc2-689286147ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:05.292162 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 9855b467-4f56-41ce-9eb1-710f89342137 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:31:05.362933 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-24f5cc93-c836-4a7a-b79d-79f686122816 req-44b67f8d-9d69-4aef-bf89-b3dce08903bb tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdb87e4-bd23-4843-88ed-223c958676f4 HTTP/1.1" status: 200 len: 210 time: 0.0521550 Oct 27 19:31:05.419978 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-79b59544-8000-4d1d-9dc2-689286147ee1 None None] For port 83a6d435-c45c-4d31-87c2-0d0249710e11, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:31:05.424601 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-79b59544-8000-4d1d-9dc2-689286147ee1 None None] For port 83a6d435-c45c-4d31-87c2-0d0249710e11, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=83a6d435-c45c-4d31-87c2-0d0249710e11,segment=NetworkSegment(4d92f1d5-d8f8-4acf-ad54-0319ddcae4c6),segment_id=4d92f1d5-d8f8-4acf-ad54-0319ddcae4c6)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:31:05.439323 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 9855b467-4f56-41ce-9eb1-710f89342137 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:31:05.439323 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:05.439323 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-96cf200d-33ae-45fa-b04e-11ade65c6ab7 None None] Provisioning complete for port 83a6d435-c45c-4d31-87c2-0d0249710e11 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:31:05.439323 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-96cf200d-33ae-45fa-b04e-11ade65c6ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:05.500919 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-96cf200d-33ae-45fa-b04e-11ade65c6ab7 None None] Port 83a6d435-c45c-4d31-87c2-0d0249710e11 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:31:05.537038 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-79b59544-8000-4d1d-9dc2-689286147ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:05.608458 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a7868-9ed5-4667-9d08-8b7e29665ad4 None None] Pushing event updated for resources: {'Port': ['ID=83a6d435-c45c-4d31-87c2-0d0249710e11,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:31:05.611096 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b59544-8000-4d1d-9dc2-689286147ee1 None None] Routers {'8ce961f1-fcc0-40e5-88bf-5d74edd6722a'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:31:05.611749 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-79b59544-8000-4d1d-9dc2-689286147ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:30:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8ce961f1-fcc0-40e5-88bf-5d74edd6722a'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:31:05.728633 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-79b59544-8000-4d1d-9dc2-689286147ee1 None None] Set router 8ce961f1-fcc0-40e5-88bf-5d74edd6722a gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:31:05.869350 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-44ecc2be-e1f8-4a89-8feb-778cd2de1f5e None None] Provisioning complete for port 83a6d435-c45c-4d31-87c2-0d0249710e11 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:31:05.869725 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-44ecc2be-e1f8-4a89-8feb-778cd2de1f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:06.007142 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-44ecc2be-e1f8-4a89-8feb-778cd2de1f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:06.031322 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-79b59544-8000-4d1d-9dc2-689286147ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce961f1-fcc0-40e5-88bf-5d74edd6722a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197664428', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '544258ff-5038-4f50-b8d9-f205016541c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:30:58Z', 'updated_at': '2021-10-27T19:31:02Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '544258ff-5038-4f50-b8d9-f205016541c3', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce961f1-fcc0-40e5-88bf-5d74edd6722a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:30:59Z', 'updated_at': '2021-10-27T19:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '83a6d435-c45c-4d31-87c2-0d0249710e11', 'name': '', 'network_id': 'a11ed2a0-5e55-4950-a25b-384860e0db94', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'mac_address': 'fa:16:3e:06:93:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce961f1-fcc0-40e5-88bf-5d74edd6722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5ee20135-7a86-4456-b580-8aece4ce9446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:31:02Z', 'updated_at': '2021-10-27T19:31:05Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'subnets': [{'id': '5ee20135-7a86-4456-b580-8aece4ce9446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:31:06.063336 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b59544-8000-4d1d-9dc2-689286147ee1 None None] The sync data for ids ['8ce961f1-fcc0-40e5-88bf-5d74edd6722a'] in n-d-815690-2 is: [{'id': '8ce961f1-fcc0-40e5-88bf-5d74edd6722a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197664428', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '544258ff-5038-4f50-b8d9-f205016541c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:30:58Z', 'updated_at': '2021-10-27T19:31:02Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '544258ff-5038-4f50-b8d9-f205016541c3', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce961f1-fcc0-40e5-88bf-5d74edd6722a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:30:59Z', 'updated_at': '2021-10-27T19:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '83a6d435-c45c-4d31-87c2-0d0249710e11', 'name': '', 'network_id': 'a11ed2a0-5e55-4950-a25b-384860e0db94', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'mac_address': 'fa:16:3e:06:93:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce961f1-fcc0-40e5-88bf-5d74edd6722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5ee20135-7a86-4456-b580-8aece4ce9446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:31:02Z', 'updated_at': '2021-10-27T19:31:05Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'subnets': [{'id': '5ee20135-7a86-4456-b580-8aece4ce9446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:31:06.073376 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-44ecc2be-e1f8-4a89-8feb-778cd2de1f5e None None] For port 83a6d435-c45c-4d31-87c2-0d0249710e11, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=83a6d435-c45c-4d31-87c2-0d0249710e11,segment=NetworkSegment(4d92f1d5-d8f8-4acf-ad54-0319ddcae4c6),segment_id=4d92f1d5-d8f8-4acf-ad54-0319ddcae4c6)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:31:06.206656 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-44ecc2be-e1f8-4a89-8feb-778cd2de1f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:06.261492 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ecc2be-e1f8-4a89-8feb-778cd2de1f5e None None] Pushing event updated for resources: {'Port': ['ID=83a6d435-c45c-4d31-87c2-0d0249710e11,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:31:06.446897 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-87cbfee9-04b1-4dbf-8faf-a0a60ceb50fd req-c7cdc79b-f177-41ff-a142-669291410780 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdb87e4-bd23-4843-88ed-223c958676f4 HTTP/1.1" status: 200 len: 210 time: 0.0284171 Oct 27 19:31:06.984149 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 83a6d435-c45c-4d31-87c2-0d0249710e11 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:31:07.207061 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 83a6d435-c45c-4d31-87c2-0d0249710e11 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:31:07.208370 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:07.281218 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-f7091f53-b250-4a52-9f44-fbab5d2287c8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:07.282725 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-f7091f53-b250-4a52-9f44-fbab5d2287c8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.81 "GET /v2.0/networks?id=a11ed2a0-5e55-4950-a25b-384860e0db94 HTTP/1.1" status: 200 len: 797 time: 0.1285799 Oct 27 19:31:07.326830 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-39392171-79b8-4f63-92f8-96ee8a44f8cb tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df49fa348b1d47cdbf578b508321cb72 HTTP/1.1" status: 200 len: 379 time: 0.0349212 Oct 27 19:31:07.343399 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-15f565ba-e68d-4ab7-877b-0daa570618c6 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'port': {'device_id': 'ccdb87e4-bd23-4843-88ed-223c958676f4', 'network_id': 'a11ed2a0-5e55-4950-a25b-384860e0db94', 'admin_state_up': True, 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'security_groups': ['97eb42c8-61b8-4fcb-8ed4-c3d8483e20a1']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:31:07.561515 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-15f565ba-e68d-4ab7-877b-0daa570618c6 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Made reservation on behalf of df49fa348b1d47cdbf578b508321cb72 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:31:07.565083 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-15f565ba-e68d-4ab7-877b-0daa570618c6 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:07.586969 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6c03bdcb-628d-4724-be9e-ef4f15bc9eb6 req-5d25fa6e-ab71-431d-814d-aeb4da613968 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdb87e4-bd23-4843-88ed-223c958676f4 HTTP/1.1" status: 200 len: 210 time: 0.0699201 Oct 27 19:31:07.698111 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-15f565ba-e68d-4ab7-877b-0daa570618c6 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Allocated IP 172.20.0.5 (a11ed2a0-5e55-4950-a25b-384860e0db94/5ee20135-7a86-4456-b580-8aece4ce9446/2933f316-28b8-48ec-baab-853d7f2f62aa) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:31:07.838329 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-15f565ba-e68d-4ab7-877b-0daa570618c6 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:07.933123 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-15f565ba-e68d-4ab7-877b-0daa570618c6 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:07.978212 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-15f565ba-e68d-4ab7-877b-0daa570618c6 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Network a11ed2a0-5e55-4950-a25b-384860e0db94 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:31:07.981437 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-15f565ba-e68d-4ab7-877b-0daa570618c6 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:31:07.985271 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-15f565ba-e68d-4ab7-877b-0daa570618c6 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:31:07.991830 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f565ba-e68d-4ab7-877b-0daa570618c6 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'Port': ['ID=2933f316-28b8-48ec-baab-853d7f2f62aa,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:31:08.044646 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-15f565ba-e68d-4ab7-877b-0daa570618c6 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:08.045276 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-15f565ba-e68d-4ab7-877b-0daa570618c6 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:08.141952 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-15f565ba-e68d-4ab7-877b-0daa570618c6 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8029633 Oct 27 19:31:08.156026 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-070d647e-dc45-4fb3-8eeb-dbfc01929f48 service neutron] Request body: {'port': {'device_id': 'ccdb87e4-bd23-4843-88ed-223c958676f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:31:08.216898 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-070d647e-dc45-4fb3-8eeb-dbfc01929f48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:08.244302 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-dddd0737-3670-424c-a777-7b6f42f61a64 None None] Provisioning complete for port 2933f316-28b8-48ec-baab-853d7f2f62aa triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:31:08.244901 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dddd0737-3670-424c-a777-7b6f42f61a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:08.281384 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-dddd0737-3670-424c-a777-7b6f42f61a64 None None] Port 2933f316-28b8-48ec-baab-853d7f2f62aa cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:31:08.485908 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-070d647e-dc45-4fb3-8eeb-dbfc01929f48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2933f316-28b8-48ec-baab-853d7f2f62aa {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:31:08.494492 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-070d647e-dc45-4fb3-8eeb-dbfc01929f48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:08.506533 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-070d647e-dc45-4fb3-8eeb-dbfc01929f48 service neutron] Transition to ACTIVE for port object 2933f316-28b8-48ec-baab-853d7f2f62aa will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 19:31:08.589280 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-070d647e-dc45-4fb3-8eeb-dbfc01929f48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:08.642876 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d647e-dc45-4fb3-8eeb-dbfc01929f48 service neutron] Pushing event updated for resources: {'Port': ['ID=2933f316-28b8-48ec-baab-853d7f2f62aa,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:31:08.715783 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160a6fb-5fbd-414a-8cb0-87dafcb8b87d req-7ce997ae-8047-4cdf-914d-ea3569676031 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:08.716382 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-070d647e-dc45-4fb3-8eeb-dbfc01929f48 service neutron] Attempting to bind port 2933f316-28b8-48ec-baab-853d7f2f62aa on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:31:08.716382 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-070d647e-dc45-4fb3-8eeb-dbfc01929f48 service neutron] Attempting to bind port 2933f316-28b8-48ec-baab-853d7f2f62aa by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '4d92f1d5-d8f8-4acf-ad54-0319ddcae4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'a11ed2a0-5e55-4950-a25b-384860e0db94'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:31:08.716704 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-070d647e-dc45-4fb3-8eeb-dbfc01929f48 service neutron] Attempting to bind port 2933f316-28b8-48ec-baab-853d7f2f62aa on network a11ed2a0-5e55-4950-a25b-384860e0db94 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:31:08.717515 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c160a6fb-5fbd-414a-8cb0-87dafcb8b87d req-7ce997ae-8047-4cdf-914d-ea3569676031 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdb87e4-bd23-4843-88ed-223c958676f4 HTTP/1.1" status: 200 len: 943 time: 0.0596290 Oct 27 19:31:08.721457 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-070d647e-dc45-4fb3-8eeb-dbfc01929f48 service neutron] Port 2933f316-28b8-48ec-baab-853d7f2f62aa on network a11ed2a0-5e55-4950-a25b-384860e0db94 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 19:31:08.721805 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-070d647e-dc45-4fb3-8eeb-dbfc01929f48 service neutron] Attempting to bind port 2933f316-28b8-48ec-baab-853d7f2f62aa on network a11ed2a0-5e55-4950-a25b-384860e0db94 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:31:08.729345 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-070d647e-dc45-4fb3-8eeb-dbfc01929f48 service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:31:08.729691 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-070d647e-dc45-4fb3-8eeb-dbfc01929f48 service neutron] Checking segment: {'id': '4d92f1d5-d8f8-4acf-ad54-0319ddcae4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'a11ed2a0-5e55-4950-a25b-384860e0db94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:31:08.730075 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-070d647e-dc45-4fb3-8eeb-dbfc01929f48 service neutron] Bound using segment: {'id': '4d92f1d5-d8f8-4acf-ad54-0319ddcae4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'a11ed2a0-5e55-4950-a25b-384860e0db94'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:31:08.730514 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-070d647e-dc45-4fb3-8eeb-dbfc01929f48 service neutron] Bound port: 2933f316-28b8-48ec-baab-853d7f2f62aa, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d92f1d5-d8f8-4acf-ad54-0319ddcae4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'a11ed2a0-5e55-4950-a25b-384860e0db94'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:31:08.733725 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-070d647e-dc45-4fb3-8eeb-dbfc01929f48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:08.758967 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c160a6fb-5fbd-414a-8cb0-87dafcb8b87d req-e56d5f85-8968-4e8b-a3a4-0e6844f3226b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=97eb42c8-61b8-4fcb-8ed4-c3d8483e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349360 Oct 27 19:31:08.806004 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-070d647e-dc45-4fb3-8eeb-dbfc01929f48 service neutron] For port 2933f316-28b8-48ec-baab-853d7f2f62aa, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:31:08.809378 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-070d647e-dc45-4fb3-8eeb-dbfc01929f48 service neutron] For port 2933f316-28b8-48ec-baab-853d7f2f62aa, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=2933f316-28b8-48ec-baab-853d7f2f62aa,segment=NetworkSegment(4d92f1d5-d8f8-4acf-ad54-0319ddcae4c6),segment_id=4d92f1d5-d8f8-4acf-ad54-0319ddcae4c6)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:31:08.882029 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-070d647e-dc45-4fb3-8eeb-dbfc01929f48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:08.921652 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-070d647e-dc45-4fb3-8eeb-dbfc01929f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:08.922328 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-070d647e-dc45-4fb3-8eeb-dbfc01929f48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:08.923772 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-070d647e-dc45-4fb3-8eeb-dbfc01929f48 service neutron] 10.222.0.81 "PUT /v2.0/ports/2933f316-28b8-48ec-baab-853d7f2f62aa HTTP/1.1" status: 200 len: 1091 time: 0.7725873 Oct 27 19:31:08.924216 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccdb87e4-bd23-4843-88ed-223c958676f4', 'tag': '2933f316-28b8-48ec-baab-853d7f2f62aa'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:31:08.926528 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77f6d67-1bae-4595-b107-f7dbb59b3c2c" -d '{"events": [{"name": "network-changed", "server_uuid": "ccdb87e4-bd23-4843-88ed-223c958676f4", "tag": "2933f316-28b8-48ec-baab-853d7f2f62aa"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:31:08.951610 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d647e-dc45-4fb3-8eeb-dbfc01929f48 service neutron] Pushing event updated for resources: {'Port': ['ID=2933f316-28b8-48ec-baab-853d7f2f62aa,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:31:09.035339 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7891cb-37ca-4691-a840-2dd96be946c2 x-openstack-request-id: req-ff7891cb-37ca-4691-a840-2dd96be946c2 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:31:09.035611 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccdb87e4-bd23-4843-88ed-223c958676f4", "tag": "2933f316-28b8-48ec-baab-853d7f2f62aa", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:31:09.035868 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ff7891cb-37ca-4691-a840-2dd96be946c2 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:31:09.036265 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccdb87e4-bd23-4843-88ed-223c958676f4', 'tag': '2933f316-28b8-48ec-baab-853d7f2f62aa', 'status': 'completed', 'code': 200} Oct 27 19:31:09.078051 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-82aa6ded-71e5-4820-825b-34889fda9392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:09.079648 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-82aa6ded-71e5-4820-825b-34889fda9392 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=df49fa348b1d47cdbf578b508321cb72&device_id=ccdb87e4-bd23-4843-88ed-223c958676f4 HTTP/1.1" status: 200 len: 1094 time: 0.0538220 Oct 27 19:31:09.124274 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-b0aecd58-f868-45f7-b4b4-eef2c5aed75e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2933f316-28b8-48ec-baab-853d7f2f62aa HTTP/1.1" status: 200 len: 217 time: 0.0360131 Oct 27 19:31:09.176218 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-6d4e30c6-9d6f-4fa9-bda4-06f8b799081e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:09.177710 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-6d4e30c6-9d6f-4fa9-bda4-06f8b799081e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5ee20135-7a86-4456-b580-8aece4ce9446 HTTP/1.1" status: 200 len: 834 time: 0.0452471 Oct 27 19:31:09.228809 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-e9464046-052d-408a-b5ff-fbba436f7b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:09.230359 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-e9464046-052d-408a-b5ff-fbba436f7b90 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a11ed2a0-5e55-4950-a25b-384860e0db94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461802 Oct 27 19:31:09.321360 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-c54f4a44-6330-4ca1-ba65-db498bdf5823 service neutron] 10.222.0.81 "GET /v2.0/networks/a11ed2a0-5e55-4950-a25b-384860e0db94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837545 Oct 27 19:31:09.418477 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-049592b7-0cfe-4c02-a4b4-6c40dd5be77d req-1d42719b-1ced-4bc5-9e1a-7a15dd745e0e service neutron] 10.222.0.81 "GET /v2.0/networks/a11ed2a0-5e55-4950-a25b-384860e0db94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892494 Oct 27 19:31:09.585768 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f6d67-1bae-4595-b107-f7dbb59b3c2c req-8538506e-8e11-46ad-b83c-29c9ff2f179d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:09.587244 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b77f6d67-1bae-4595-b107-f7dbb59b3c2c req-8538506e-8e11-46ad-b83c-29c9ff2f179d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=df49fa348b1d47cdbf578b508321cb72&device_id=ccdb87e4-bd23-4843-88ed-223c958676f4 HTTP/1.1" status: 200 len: 1094 time: 0.0429068 Oct 27 19:31:09.664296 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-17894cc3-b686-41c4-ad25-acc7325bf1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:09.687237 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f6d67-1bae-4595-b107-f7dbb59b3c2c req-a326f0e7-913d-44de-908f-d1269950c4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:09.688732 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b77f6d67-1bae-4595-b107-f7dbb59b3c2c req-a326f0e7-913d-44de-908f-d1269950c4ed service neutron] 10.222.0.81 "GET /v2.0/networks?id=a11ed2a0-5e55-4950-a25b-384860e0db94 HTTP/1.1" status: 200 len: 899 time: 0.0943303 Oct 27 19:31:09.734646 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b77f6d67-1bae-4595-b107-f7dbb59b3c2c req-04d4784e-85a8-4131-8362-bb93c2c77809 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2933f316-28b8-48ec-baab-853d7f2f62aa HTTP/1.1" status: 200 len: 217 time: 0.0374084 Oct 27 19:31:09.789360 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f6d67-1bae-4595-b107-f7dbb59b3c2c req-4b4a4f78-65a5-428b-b3b4-f04c0e859190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:09.791150 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b77f6d67-1bae-4595-b107-f7dbb59b3c2c req-4b4a4f78-65a5-428b-b3b4-f04c0e859190 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5ee20135-7a86-4456-b580-8aece4ce9446 HTTP/1.1" status: 200 len: 834 time: 0.0475099 Oct 27 19:31:09.844062 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f6d67-1bae-4595-b107-f7dbb59b3c2c req-17dbec45-def2-462c-9138-22d9824fd7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:09.845506 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b77f6d67-1bae-4595-b107-f7dbb59b3c2c req-17dbec45-def2-462c-9138-22d9824fd7b3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a11ed2a0-5e55-4950-a25b-384860e0db94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464606 Oct 27 19:31:09.885896 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3d525-51a7-42ae-a762-0c9d146f4774 req-374225ef-8e3c-42c7-8323-150d4fbe9d71 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:09.887467 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-84c3d525-51a7-42ae-a762-0c9d146f4774 req-374225ef-8e3c-42c7-8323-150d4fbe9d71 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdb87e4-bd23-4843-88ed-223c958676f4 HTTP/1.1" status: 200 len: 943 time: 0.0544107 Oct 27 19:31:09.927272 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-84c3d525-51a7-42ae-a762-0c9d146f4774 req-6d6b8123-4e9f-4cd8-9032-25790729c040 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=97eb42c8-61b8-4fcb-8ed4-c3d8483e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334055 Oct 27 19:31:09.941684 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b77f6d67-1bae-4595-b107-f7dbb59b3c2c req-b78074cb-ef2b-4511-8fc6-2720b8ed65ab service neutron] 10.222.0.81 "GET /v2.0/networks/a11ed2a0-5e55-4950-a25b-384860e0db94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876675 Oct 27 19:31:10.041269 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b77f6d67-1bae-4595-b107-f7dbb59b3c2c req-4303871a-ee5c-4df7-be01-5518cfc8224a service neutron] 10.222.0.81 "GET /v2.0/networks/a11ed2a0-5e55-4950-a25b-384860e0db94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915306 Oct 27 19:31:11.048201 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e2433-e353-447c-8a7f-c2ebcb0cac4d req-02eb0d01-9665-4cab-a449-6fa4e3700968 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:11.049722 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f73e2433-e353-447c-8a7f-c2ebcb0cac4d req-02eb0d01-9665-4cab-a449-6fa4e3700968 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdb87e4-bd23-4843-88ed-223c958676f4 HTTP/1.1" status: 200 len: 943 time: 0.0517981 Oct 27 19:31:11.088658 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f73e2433-e353-447c-8a7f-c2ebcb0cac4d req-96029d8d-7554-4e3f-bd45-3bb245647f0a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=97eb42c8-61b8-4fcb-8ed4-c3d8483e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326772 Oct 27 19:31:12.155689 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5e65269a-f234-44bf-a130-c28c16da5b9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:12.204827 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 2933f316-28b8-48ec-baab-853d7f2f62aa details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 19:31:12.218357 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc6dfd-0dcc-4773-9ad8-e8eb67680251 req-f399af02-7ca0-42fe-b1dd-b39289edf37a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:12.218951 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8ebc6dfd-0dcc-4773-9ad8-e8eb67680251 req-f399af02-7ca0-42fe-b1dd-b39289edf37a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdb87e4-bd23-4843-88ed-223c958676f4 HTTP/1.1" status: 200 len: 943 time: 0.0599174 Oct 27 19:31:12.258305 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8ebc6dfd-0dcc-4773-9ad8-e8eb67680251 req-f4427290-4fb2-480c-a7bc-ec01688ae829 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=97eb42c8-61b8-4fcb-8ed4-c3d8483e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328701 Oct 27 19:31:12.304368 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 2933f316-28b8-48ec-baab-853d7f2f62aa, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=2933f316-28b8-48ec-baab-853d7f2f62aa,segment=NetworkSegment(4d92f1d5-d8f8-4acf-ad54-0319ddcae4c6),segment_id=4d92f1d5-d8f8-4acf-ad54-0319ddcae4c6)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:31:12.315354 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': '2933f316-28b8-48ec-baab-853d7f2f62aa', 'network_id': 'a11ed2a0-5e55-4950-a25b-384860e0db94', 'port_id': '2933f316-28b8-48ec-baab-853d7f2f62aa', 'mac_address': 'fa:16:3e:2e:01:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee20135-7a86-4456-b580-8aece4ce9446', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 19:31:12.353359 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:12.366443 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2933f316-28b8-48ec-baab-853d7f2f62aa {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:31:12.387566 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 2933f316-28b8-48ec-baab-853d7f2f62aa, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=2933f316-28b8-48ec-baab-853d7f2f62aa,segment=NetworkSegment(4d92f1d5-d8f8-4acf-ad54-0319ddcae4c6),segment_id=4d92f1d5-d8f8-4acf-ad54-0319ddcae4c6)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:31:12.447693 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:12.496888 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=2933f316-28b8-48ec-baab-853d7f2f62aa,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:31:12.684265 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['2933f316-28b8-48ec-baab-853d7f2f62aa'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:31:13.398880 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa7bfc-f514-44bf-b905-4deb26ceee6b req-4ef460cb-0f17-4452-bb12-eaf4e37b9acf tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:13.398880 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-71fa7bfc-f514-44bf-b905-4deb26ceee6b req-4ef460cb-0f17-4452-bb12-eaf4e37b9acf tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdb87e4-bd23-4843-88ed-223c958676f4 HTTP/1.1" status: 200 len: 944 time: 0.0546687 Oct 27 19:31:13.428983 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-71fa7bfc-f514-44bf-b905-4deb26ceee6b req-a4bb3b3f-1c8e-404d-807c-08bf23cef93d tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=97eb42c8-61b8-4fcb-8ed4-c3d8483e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347309 Oct 27 19:31:13.469403 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:13.698563 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:14.235820 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 2933f316-28b8-48ec-baab-853d7f2f62aa up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:31:14.366168 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning for port 2933f316-28b8-48ec-baab-853d7f2f62aa completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 19:31:14.370953 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port 2933f316-28b8-48ec-baab-853d7f2f62aa triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:31:14.371324 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:14.449449 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:14.475969 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccdb87e4-bd23-4843-88ed-223c958676f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2933f316-28b8-48ec-baab-853d7f2f62aa'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:31:14.478657 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b7a7ffbeb5006bcc00a453a37d6ced003ca150096c2d6d80d40f5ba58f622d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfccc7f-15ce-448e-abf4-a402e0157f9d" -d '{"events": [{"server_uuid": "ccdb87e4-bd23-4843-88ed-223c958676f4", "name": "network-vif-plugged", "status": "completed", "tag": "2933f316-28b8-48ec-baab-853d7f2f62aa"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:31:14.492798 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 2933f316-28b8-48ec-baab-853d7f2f62aa, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=2933f316-28b8-48ec-baab-853d7f2f62aa,segment=NetworkSegment(4d92f1d5-d8f8-4acf-ad54-0319ddcae4c6),segment_id=4d92f1d5-d8f8-4acf-ad54-0319ddcae4c6)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:31:14.548321 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab03a61-c536-4e35-9120-5dfefb9aa44f req-9e495caf-a670-459f-9f3e-c6070af6653d tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:14.549842 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aab03a61-c536-4e35-9120-5dfefb9aa44f req-9e495caf-a670-459f-9f3e-c6070af6653d tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdb87e4-bd23-4843-88ed-223c958676f4 HTTP/1.1" status: 200 len: 944 time: 0.0489271 Oct 27 19:31:14.560667 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:14.589722 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aab03a61-c536-4e35-9120-5dfefb9aa44f req-e170c6e1-99da-48a3-9e3e-d68a4afc0635 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=97eb42c8-61b8-4fcb-8ed4-c3d8483e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331721 Oct 27 19:31:14.612092 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=2933f316-28b8-48ec-baab-853d7f2f62aa,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:31:14.636165 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69840c57-77ff-4d17-ad37-7d14e4a19bba x-openstack-request-id: req-69840c57-77ff-4d17-ad37-7d14e4a19bba {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:31:14.636463 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccdb87e4-bd23-4843-88ed-223c958676f4", "name": "network-vif-plugged", "status": "completed", "tag": "2933f316-28b8-48ec-baab-853d7f2f62aa", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:31:14.636720 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-69840c57-77ff-4d17-ad37-7d14e4a19bba {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:31:14.637126 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccdb87e4-bd23-4843-88ed-223c958676f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2933f316-28b8-48ec-baab-853d7f2f62aa', 'code': 200} Oct 27 19:31:14.734543 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03afb291-4a00-4ef2-baf4-df0d69a214c2 req-bce376bf-16a2-4701-bd48-3c1f7c160c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:14.736044 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-03afb291-4a00-4ef2-baf4-df0d69a214c2 req-bce376bf-16a2-4701-bd48-3c1f7c160c8c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ccdb87e4-bd23-4843-88ed-223c958676f4 HTTP/1.1" status: 200 len: 1096 time: 0.0416257 Oct 27 19:31:14.772193 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-03afb291-4a00-4ef2-baf4-df0d69a214c2 req-246bdc69-9415-4db5-8187-77463b8eda19 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=97eb42c8-61b8-4fcb-8ed4-c3d8483e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287404 Oct 27 19:31:15.378905 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:15.719667 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001923ec-a20a-4ba4-ac49-79c80d3701f9 req-655735aa-6333-49c3-9c61-fa41b3908a84 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:15.721189 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-001923ec-a20a-4ba4-ac49-79c80d3701f9 req-655735aa-6333-49c3-9c61-fa41b3908a84 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdb87e4-bd23-4843-88ed-223c958676f4 HTTP/1.1" status: 200 len: 945 time: 0.0572946 Oct 27 19:31:15.762247 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-001923ec-a20a-4ba4-ac49-79c80d3701f9 req-1f957a30-97d9-4144-9f24-5449f2fb91c4 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=97eb42c8-61b8-4fcb-8ed4-c3d8483e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344265 Oct 27 19:31:16.882722 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8563d5-19f6-40bf-8ec8-57b7a4436e4b req-37e96dfe-ec2f-4806-ac93-78e3d8f51645 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:16.884534 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6f8563d5-19f6-40bf-8ec8-57b7a4436e4b req-37e96dfe-ec2f-4806-ac93-78e3d8f51645 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdb87e4-bd23-4843-88ed-223c958676f4 HTTP/1.1" status: 200 len: 945 time: 0.0521312 Oct 27 19:31:16.925700 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6f8563d5-19f6-40bf-8ec8-57b7a4436e4b req-0d2c2136-db3e-4447-94b6-b6d341e7f912 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=97eb42c8-61b8-4fcb-8ed4-c3d8483e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349507 Oct 27 19:31:17.040271 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061ca08-be97-48ba-b51b-17110ca1b708 req-c02d1b03-db52-4314-8472-b02499109a82 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:17.041689 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f061ca08-be97-48ba-b51b-17110ca1b708 req-c02d1b03-db52-4314-8472-b02499109a82 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdb87e4-bd23-4843-88ed-223c958676f4 HTTP/1.1" status: 200 len: 945 time: 0.0498941 Oct 27 19:31:17.079770 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f061ca08-be97-48ba-b51b-17110ca1b708 req-6887b13e-0b54-440b-bb3b-f440d7d0839d tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=97eb42c8-61b8-4fcb-8ed4-c3d8483e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318108 Oct 27 19:31:17.102881 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52580) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:31:17.184167 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413a6452-02ff-455c-bb2a-e5bea85ed91b tempest-TestNetworkAdvancedServerOps-926739900 tempest-TestNetworkAdvancedServerOps-926739900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:17.185724 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-413a6452-02ff-455c-bb2a-e5bea85ed91b tempest-TestNetworkAdvancedServerOps-926739900 tempest-TestNetworkAdvancedServerOps-926739900-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=ccdb87e4-bd23-4843-88ed-223c958676f4 HTTP/1.1" status: 200 len: 1091 time: 0.0815501 Oct 27 19:31:17.188584 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52584) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:31:17.192991 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-3ff89594-b458-49ea-a82f-59975ea83094 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'port_id': '2933f316-28b8-48ec-baab-853d7f2f62aa', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:31:17.275968 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3ff89594-b458-49ea-a82f-59975ea83094 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for floatingip, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:17.377021 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3ff89594-b458-49ea-a82f-59975ea83094 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:17.478981 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-3ff89594-b458-49ea-a82f-59975ea83094 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Allocated IP 172.25.6.107 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/faa9ee8d-b562-4ee2-9193-349db109307e) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:31:17.591672 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3ff89594-b458-49ea-a82f-59975ea83094 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:17.681703 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3ff89594-b458-49ea-a82f-59975ea83094 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:17.722628 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff89594-b458-49ea-a82f-59975ea83094 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:31:17.727321 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-3ff89594-b458-49ea-a82f-59975ea83094 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:31:17.731727 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff89594-b458-49ea-a82f-59975ea83094 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:31:17.734896 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff89594-b458-49ea-a82f-59975ea83094 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'Port': ['ID=faa9ee8d-b562-4ee2-9193-349db109307e,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:31:17.766723 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff89594-b458-49ea-a82f-59975ea83094 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:31:17.767176 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff89594-b458-49ea-a82f-59975ea83094 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:31:17.767524 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff89594-b458-49ea-a82f-59975ea83094 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:31:17.767867 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff89594-b458-49ea-a82f-59975ea83094 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:31:17.768205 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff89594-b458-49ea-a82f-59975ea83094 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:31:17.768542 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff89594-b458-49ea-a82f-59975ea83094 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:31:17.768879 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff89594-b458-49ea-a82f-59975ea83094 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:31:17.769210 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff89594-b458-49ea-a82f-59975ea83094 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:31:17.769541 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff89594-b458-49ea-a82f-59975ea83094 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:31:17.769870 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff89594-b458-49ea-a82f-59975ea83094 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:31:17.770198 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff89594-b458-49ea-a82f-59975ea83094 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:31:17.770523 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff89594-b458-49ea-a82f-59975ea83094 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:31:18.092644 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3ff89594-b458-49ea-a82f-59975ea83094 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:18.221557 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3ff89594-b458-49ea-a82f-59975ea83094 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:18.406148 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3ff89594-b458-49ea-a82f-59975ea83094 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:18.464569 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3ff89594-b458-49ea-a82f-59975ea83094 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:18.536626 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff89594-b458-49ea-a82f-59975ea83094 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'Port': ['ID=faa9ee8d-b562-4ee2-9193-349db109307e,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:31:18.549459 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3ff89594-b458-49ea-a82f-59975ea83094 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:18.650799 n-d-815690-2 neutron-server[102879]: INFO neutron.db.l3_db [None req-3ff89594-b458-49ea-a82f-59975ea83094 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Floating IP 44e34c60-2664-49b5-93f0-3942a213aca7 associated. External IP: 172.25.6.107, port: 2933f316-28b8-48ec-baab-853d7f2f62aa. Oct 27 19:31:18.866023 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff89594-b458-49ea-a82f-59975ea83094 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Router 8ce961f1-fcc0-40e5-88bf-5d74edd6722a has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:31:18.980157 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff89594-b458-49ea-a82f-59975ea83094 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:31:18.990363 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416a0e3e-98cb-4573-b46f-4476173b61d6 None None] Sync routers for ids ['8ce961f1-fcc0-40e5-88bf-5d74edd6722a'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:31:19.000251 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416a0e3e-98cb-4573-b46f-4476173b61d6 None None] Routers {'8ce961f1-fcc0-40e5-88bf-5d74edd6722a'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:31:19.006754 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-416a0e3e-98cb-4573-b46f-4476173b61d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:31:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8ce961f1-fcc0-40e5-88bf-5d74edd6722a'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:31:19.055302 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3ff89594-b458-49ea-a82f-59975ea83094 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:19.083022 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3ff89594-b458-49ea-a82f-59975ea83094 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8933728 Oct 27 19:31:19.083624 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccdb87e4-bd23-4843-88ed-223c958676f4', 'tag': '2933f316-28b8-48ec-baab-853d7f2f62aa'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:31:19.086535 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f5eecf-2a5b-4ba2-989c-0e8b6a97bd9d" -d '{"events": [{"name": "network-changed", "server_uuid": "ccdb87e4-bd23-4843-88ed-223c958676f4", "tag": "2933f316-28b8-48ec-baab-853d7f2f62aa"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:31:19.111342 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-416a0e3e-98cb-4573-b46f-4476173b61d6 None None] Set router 8ce961f1-fcc0-40e5-88bf-5d74edd6722a gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:31:19.192624 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43367b3-0ff8-4569-829e-97d190a1b214 req-3691b1a4-a99d-4fa6-afed-11f6fa8fcbb5 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:19.194183 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d43367b3-0ff8-4569-829e-97d190a1b214 req-3691b1a4-a99d-4fa6-afed-11f6fa8fcbb5 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdb87e4-bd23-4843-88ed-223c958676f4 HTTP/1.1" status: 200 len: 945 time: 0.0592718 Oct 27 19:31:19.237843 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d43367b3-0ff8-4569-829e-97d190a1b214 req-7db38326-2ae8-4430-a53d-8c9e019368f7 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=97eb42c8-61b8-4fcb-8ed4-c3d8483e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365608 Oct 27 19:31:19.262532 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52592) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:31:19.303254 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d51424-3d95-466d-8d56-54439c73ca1a x-openstack-request-id: req-e4d51424-3d95-466d-8d56-54439c73ca1a {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:31:19.303545 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccdb87e4-bd23-4843-88ed-223c958676f4", "tag": "2933f316-28b8-48ec-baab-853d7f2f62aa", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:31:19.303799 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e4d51424-3d95-466d-8d56-54439c73ca1a {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:31:19.304783 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccdb87e4-bd23-4843-88ed-223c958676f4', 'tag': '2933f316-28b8-48ec-baab-853d7f2f62aa', 'status': 'completed', 'code': 200} Oct 27 19:31:19.357851 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0df005f3-4a2e-4424-8b33-d39ad4670d76 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/floatingips/44e34c60-2664-49b5-93f0-3942a213aca7 HTTP/1.1" status: 200 len: 991 time: 0.0941188 Oct 27 19:31:19.358468 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-416a0e3e-98cb-4573-b46f-4476173b61d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce961f1-fcc0-40e5-88bf-5d74edd6722a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197664428', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '544258ff-5038-4f50-b8d9-f205016541c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:30:58Z', 'updated_at': '2021-10-27T19:31:02Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '544258ff-5038-4f50-b8d9-f205016541c3', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce961f1-fcc0-40e5-88bf-5d74edd6722a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:30:59Z', 'updated_at': '2021-10-27T19:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '44e34c60-2664-49b5-93f0-3942a213aca7', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '8ce961f1-fcc0-40e5-88bf-5d74edd6722a', 'port_id': '2933f316-28b8-48ec-baab-853d7f2f62aa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a11ed2a0-5e55-4950-a25b-384860e0db94', 'mac_address': 'fa:16:3e:2e:01:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdb87e4-bd23-4843-88ed-223c958676f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:31:17Z', 'updated_at': '2021-10-27T19:31:17Z', 'revision_number': 0, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83a6d435-c45c-4d31-87c2-0d0249710e11', 'name': '', 'network_id': 'a11ed2a0-5e55-4950-a25b-384860e0db94', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'mac_address': 'fa:16:3e:06:93:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce961f1-fcc0-40e5-88bf-5d74edd6722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5ee20135-7a86-4456-b580-8aece4ce9446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:31:02Z', 'updated_at': '2021-10-27T19:31:06Z', 'revision_number': 5, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'subnets': [{'id': '5ee20135-7a86-4456-b580-8aece4ce9446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:31:19.369941 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5eecf-2a5b-4ba2-989c-0e8b6a97bd9d req-3b9a3826-2967-42ef-bad9-44fccca336e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:19.371500 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-88f5eecf-2a5b-4ba2-989c-0e8b6a97bd9d req-3b9a3826-2967-42ef-bad9-44fccca336e7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=df49fa348b1d47cdbf578b508321cb72&device_id=ccdb87e4-bd23-4843-88ed-223c958676f4 HTTP/1.1" status: 200 len: 1096 time: 0.0548420 Oct 27 19:31:19.390757 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416a0e3e-98cb-4573-b46f-4476173b61d6 None None] Checking router: 8ce961f1-fcc0-40e5-88bf-5d74edd6722a for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:31:19.399644 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416a0e3e-98cb-4573-b46f-4476173b61d6 None None] Routers {'8ce961f1-fcc0-40e5-88bf-5d74edd6722a'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:31:19.400251 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-416a0e3e-98cb-4573-b46f-4476173b61d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:31:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8ce961f1-fcc0-40e5-88bf-5d74edd6722a'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:31:19.468574 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5eecf-2a5b-4ba2-989c-0e8b6a97bd9d req-7c2cbaa5-90aa-4c66-ab65-3aaf229d2e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:19.469977 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-88f5eecf-2a5b-4ba2-989c-0e8b6a97bd9d req-7c2cbaa5-90aa-4c66-ab65-3aaf229d2e85 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a11ed2a0-5e55-4950-a25b-384860e0db94 HTTP/1.1" status: 200 len: 899 time: 0.0898609 Oct 27 19:31:19.504343 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-416a0e3e-98cb-4573-b46f-4476173b61d6 None None] Set router 8ce961f1-fcc0-40e5-88bf-5d74edd6722a gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:31:19.538293 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-88f5eecf-2a5b-4ba2-989c-0e8b6a97bd9d req-d80da42c-0191-4522-97e7-bd0cdf6d0570 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2933f316-28b8-48ec-baab-853d7f2f62aa HTTP/1.1" status: 200 len: 999 time: 0.0601990 Oct 27 19:31:19.590608 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5eecf-2a5b-4ba2-989c-0e8b6a97bd9d req-bd5a88d6-e134-4535-af09-22e0bf63fab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:19.592195 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-88f5eecf-2a5b-4ba2-989c-0e8b6a97bd9d req-bd5a88d6-e134-4535-af09-22e0bf63fab3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5ee20135-7a86-4456-b580-8aece4ce9446 HTTP/1.1" status: 200 len: 834 time: 0.0475261 Oct 27 19:31:19.638477 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5eecf-2a5b-4ba2-989c-0e8b6a97bd9d req-c711a67d-3343-4ee4-ac8a-126d31cd7086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:19.640406 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-88f5eecf-2a5b-4ba2-989c-0e8b6a97bd9d req-c711a67d-3343-4ee4-ac8a-126d31cd7086 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a11ed2a0-5e55-4950-a25b-384860e0db94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415769 Oct 27 19:31:19.736073 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-88f5eecf-2a5b-4ba2-989c-0e8b6a97bd9d req-b2fe3fc5-6fe2-423b-a9cf-ec92719c1d7f service neutron] 10.222.0.81 "GET /v2.0/networks/a11ed2a0-5e55-4950-a25b-384860e0db94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885191 Oct 27 19:31:19.823261 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-416a0e3e-98cb-4573-b46f-4476173b61d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce961f1-fcc0-40e5-88bf-5d74edd6722a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197664428', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '544258ff-5038-4f50-b8d9-f205016541c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:30:58Z', 'updated_at': '2021-10-27T19:31:02Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '544258ff-5038-4f50-b8d9-f205016541c3', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce961f1-fcc0-40e5-88bf-5d74edd6722a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:30:59Z', 'updated_at': '2021-10-27T19:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '44e34c60-2664-49b5-93f0-3942a213aca7', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '8ce961f1-fcc0-40e5-88bf-5d74edd6722a', 'port_id': '2933f316-28b8-48ec-baab-853d7f2f62aa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a11ed2a0-5e55-4950-a25b-384860e0db94', 'mac_address': 'fa:16:3e:2e:01:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdb87e4-bd23-4843-88ed-223c958676f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:31:17Z', 'updated_at': '2021-10-27T19:31:17Z', 'revision_number': 0, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83a6d435-c45c-4d31-87c2-0d0249710e11', 'name': '', 'network_id': 'a11ed2a0-5e55-4950-a25b-384860e0db94', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'mac_address': 'fa:16:3e:06:93:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce961f1-fcc0-40e5-88bf-5d74edd6722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5ee20135-7a86-4456-b580-8aece4ce9446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:31:02Z', 'updated_at': '2021-10-27T19:31:06Z', 'revision_number': 5, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'subnets': [{'id': '5ee20135-7a86-4456-b580-8aece4ce9446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:31:19.833443 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-88f5eecf-2a5b-4ba2-989c-0e8b6a97bd9d req-4c0586fd-89ce-4f87-9079-5040426e10d6 service neutron] 10.222.0.81 "GET /v2.0/networks/a11ed2a0-5e55-4950-a25b-384860e0db94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891516 Oct 27 19:31:19.850560 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416a0e3e-98cb-4573-b46f-4476173b61d6 None None] The sync data for ids ['8ce961f1-fcc0-40e5-88bf-5d74edd6722a'] in n-d-815690-2 is: [{'id': '8ce961f1-fcc0-40e5-88bf-5d74edd6722a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197664428', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '544258ff-5038-4f50-b8d9-f205016541c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:30:58Z', 'updated_at': '2021-10-27T19:31:02Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '544258ff-5038-4f50-b8d9-f205016541c3', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce961f1-fcc0-40e5-88bf-5d74edd6722a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:30:59Z', 'updated_at': '2021-10-27T19:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '44e34c60-2664-49b5-93f0-3942a213aca7', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'floating_ip_address': '172.25.6.107', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '8ce961f1-fcc0-40e5-88bf-5d74edd6722a', 'port_id': '2933f316-28b8-48ec-baab-853d7f2f62aa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a11ed2a0-5e55-4950-a25b-384860e0db94', 'mac_address': 'fa:16:3e:2e:01:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdb87e4-bd23-4843-88ed-223c958676f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:31:17Z', 'updated_at': '2021-10-27T19:31:17Z', 'revision_number': 0, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83a6d435-c45c-4d31-87c2-0d0249710e11', 'name': '', 'network_id': 'a11ed2a0-5e55-4950-a25b-384860e0db94', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'mac_address': 'fa:16:3e:06:93:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce961f1-fcc0-40e5-88bf-5d74edd6722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5ee20135-7a86-4456-b580-8aece4ce9446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:31:02Z', 'updated_at': '2021-10-27T19:31:06Z', 'revision_number': 5, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'subnets': [{'id': '5ee20135-7a86-4456-b580-8aece4ce9446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:31:20.048245 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1ac245-0301-439a-855c-09ccb88747e8 None None] New status for floating IP 44e34c60-2664-49b5-93f0-3942a213aca7: ACTIVE {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 19:31:20.361678 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52594) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:31:20.422096 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-5bb56e0e-76d0-4b9e-bd35-44fb5e06c857 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/floatingips/44e34c60-2664-49b5-93f0-3942a213aca7 HTTP/1.1" status: 200 len: 993 time: 0.0592620 Oct 27 19:31:25.706795 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:31:27.018325 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:27.498423 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:39.669891 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-377593ba-41ba-4682-a02d-f4f475f6ecf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:42.190220 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-194b4f76-31f1-46ad-89e7-89e298b2f9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:43.446260 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:43.692777 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:45.350025 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:47.287955 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b869e-170b-4d73-8ae2-7821fb57d6aa req-644a344f-8474-48ae-a72f-c704f6a878bf tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:47.289497 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-625b869e-170b-4d73-8ae2-7821fb57d6aa req-644a344f-8474-48ae-a72f-c704f6a878bf tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdb87e4-bd23-4843-88ed-223c958676f4 HTTP/1.1" status: 200 len: 945 time: 0.0543528 Oct 27 19:31:47.329929 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-625b869e-170b-4d73-8ae2-7821fb57d6aa req-38b60da3-1d23-4316-8c7c-fda1a815b040 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=97eb42c8-61b8-4fcb-8ed4-c3d8483e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338819 Oct 27 19:31:48.451561 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdda815-7e08-4560-af04-17880b1a15c8 req-d66ef8e3-9784-45b1-8a51-ab83454e2f75 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:48.453093 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4bdda815-7e08-4560-af04-17880b1a15c8 req-d66ef8e3-9784-45b1-8a51-ab83454e2f75 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdb87e4-bd23-4843-88ed-223c958676f4 HTTP/1.1" status: 200 len: 945 time: 0.0500960 Oct 27 19:31:48.493219 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4bdda815-7e08-4560-af04-17880b1a15c8 req-841d75d1-3981-4a89-a4dd-3eb218eec396 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=97eb42c8-61b8-4fcb-8ed4-c3d8483e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337625 Oct 27 19:31:49.613377 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7edb6-52fb-4d7f-ae78-554abe0b45b3 req-7b5de571-1438-4b0a-a0ca-e92d424783b5 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:49.614923 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-03d7edb6-52fb-4d7f-ae78-554abe0b45b3 req-7b5de571-1438-4b0a-a0ca-e92d424783b5 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdb87e4-bd23-4843-88ed-223c958676f4 HTTP/1.1" status: 200 len: 945 time: 0.0541074 Oct 27 19:31:49.654122 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-03d7edb6-52fb-4d7f-ae78-554abe0b45b3 req-6d702653-cee4-4342-9788-e3fa56281464 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=97eb42c8-61b8-4fcb-8ed4-c3d8483e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329242 Oct 27 19:31:50.773816 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388080a-4eba-42ed-b281-337f27e7f47e req-090d113c-c0cf-464b-a54b-cee2816f64af tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:50.776579 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d388080a-4eba-42ed-b281-337f27e7f47e req-090d113c-c0cf-464b-a54b-cee2816f64af tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdb87e4-bd23-4843-88ed-223c958676f4 HTTP/1.1" status: 200 len: 945 time: 0.0525627 Oct 27 19:31:50.815958 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d388080a-4eba-42ed-b281-337f27e7f47e req-54c15195-7421-4c58-ad40-0ff045af3615 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=97eb42c8-61b8-4fcb-8ed4-c3d8483e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333707 Oct 27 19:31:51.194712 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c914a74-4986-4ffc-89e1-211972ac1e9e req-f283df56-841b-49cc-855b-3e423f587421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:51.196784 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7c914a74-4986-4ffc-89e1-211972ac1e9e req-f283df56-841b-49cc-855b-3e423f587421 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=df49fa348b1d47cdbf578b508321cb72&device_id=ccdb87e4-bd23-4843-88ed-223c958676f4 HTTP/1.1" status: 200 len: 1096 time: 0.0866537 Oct 27 19:31:51.304255 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c914a74-4986-4ffc-89e1-211972ac1e9e req-06c0c147-1685-42c0-80e8-bd2430971ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:51.306356 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7c914a74-4986-4ffc-89e1-211972ac1e9e req-06c0c147-1685-42c0-80e8-bd2430971ac5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a11ed2a0-5e55-4950-a25b-384860e0db94 HTTP/1.1" status: 200 len: 899 time: 0.0901792 Oct 27 19:31:51.375750 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7c914a74-4986-4ffc-89e1-211972ac1e9e req-320b6fcf-fb2b-4d66-9cd9-2b25c7bcc62b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2933f316-28b8-48ec-baab-853d7f2f62aa HTTP/1.1" status: 200 len: 1001 time: 0.0622323 Oct 27 19:31:51.424724 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c914a74-4986-4ffc-89e1-211972ac1e9e req-56e9abb1-f162-4865-8058-a6b9d96ee2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:51.426163 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7c914a74-4986-4ffc-89e1-211972ac1e9e req-56e9abb1-f162-4865-8058-a6b9d96ee2b4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5ee20135-7a86-4456-b580-8aece4ce9446 HTTP/1.1" status: 200 len: 834 time: 0.0433497 Oct 27 19:31:51.475172 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c914a74-4986-4ffc-89e1-211972ac1e9e req-0269f891-8572-4cf1-b155-00d82b7be44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:51.476720 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7c914a74-4986-4ffc-89e1-211972ac1e9e req-0269f891-8572-4cf1-b155-00d82b7be44c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a11ed2a0-5e55-4950-a25b-384860e0db94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438001 Oct 27 19:31:51.580256 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7c914a74-4986-4ffc-89e1-211972ac1e9e req-158b773d-d21d-4639-827c-bacfc1ab28f7 service neutron] 10.222.0.81 "GET /v2.0/networks/a11ed2a0-5e55-4950-a25b-384860e0db94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958271 Oct 27 19:31:51.672166 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-7c914a74-4986-4ffc-89e1-211972ac1e9e req-33670065-de6f-4b52-a871-8c578962b403 service neutron] 10.222.0.81 "GET /v2.0/networks/a11ed2a0-5e55-4950-a25b-384860e0db94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836315 Oct 27 19:31:51.932586 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20356899-ebaa-4c55-978c-093b617160bf req-9da33b1d-663d-4c40-95a9-b31fdc1e4acc tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:51.934009 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20356899-ebaa-4c55-978c-093b617160bf req-9da33b1d-663d-4c40-95a9-b31fdc1e4acc tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdb87e4-bd23-4843-88ed-223c958676f4 HTTP/1.1" status: 200 len: 945 time: 0.0489442 Oct 27 19:31:51.972164 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20356899-ebaa-4c55-978c-093b617160bf req-1a4e9d80-7acf-4d30-9341-2eaf3dc285f0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=97eb42c8-61b8-4fcb-8ed4-c3d8483e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322301 Oct 27 19:31:53.093014 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f392d-b13f-41fd-bd50-cdf94cca2457 req-4169d5fd-e15c-440e-9679-b3a0deaa723c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:53.094548 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5c2f392d-b13f-41fd-bd50-cdf94cca2457 req-4169d5fd-e15c-440e-9679-b3a0deaa723c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdb87e4-bd23-4843-88ed-223c958676f4 HTTP/1.1" status: 200 len: 945 time: 0.0535629 Oct 27 19:31:53.133196 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5c2f392d-b13f-41fd-bd50-cdf94cca2457 req-ca1b706d-a5b5-460b-96cf-a2bbc0566c03 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=97eb42c8-61b8-4fcb-8ed4-c3d8483e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325971 Oct 27 19:31:54.250491 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c997f13-14e0-4e07-8ee7-60bde7e38f20 req-5aa514c3-0bd0-4d57-a5c7-84d72eeae069 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:54.252086 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3c997f13-14e0-4e07-8ee7-60bde7e38f20 req-5aa514c3-0bd0-4d57-a5c7-84d72eeae069 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdb87e4-bd23-4843-88ed-223c958676f4 HTTP/1.1" status: 200 len: 945 time: 0.0501690 Oct 27 19:31:54.292824 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3c997f13-14e0-4e07-8ee7-60bde7e38f20 req-f50706da-8a91-4a2b-8ae9-441b4b702301 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=97eb42c8-61b8-4fcb-8ed4-c3d8483e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347760 Oct 27 19:31:55.410109 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a7e19-c386-49ec-bb7c-6fd905c5ad1a req-59166c68-308a-4476-bc62-4ddad6e91e9c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:55.411659 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-455a7e19-c386-49ec-bb7c-6fd905c5ad1a req-59166c68-308a-4476-bc62-4ddad6e91e9c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdb87e4-bd23-4843-88ed-223c958676f4 HTTP/1.1" status: 200 len: 945 time: 0.0503137 Oct 27 19:31:55.450390 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-455a7e19-c386-49ec-bb7c-6fd905c5ad1a req-1908a39c-2c27-427e-923e-67677d158018 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=97eb42c8-61b8-4fcb-8ed4-c3d8483e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322168 Oct 27 19:31:56.570444 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4101f4-4b6f-44e5-9618-510ac2575ca2 req-4fb06880-5fc3-43e9-86af-280d157dacd0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:56.571965 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9a4101f4-4b6f-44e5-9618-510ac2575ca2 req-4fb06880-5fc3-43e9-86af-280d157dacd0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdb87e4-bd23-4843-88ed-223c958676f4 HTTP/1.1" status: 200 len: 945 time: 0.0531397 Oct 27 19:31:56.611327 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9a4101f4-4b6f-44e5-9618-510ac2575ca2 req-908f6ebf-cfaf-4506-9449-b70ec38ebf03 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=97eb42c8-61b8-4fcb-8ed4-c3d8483e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326447 Oct 27 19:31:57.064382 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:57.527612 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:31:57.736584 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9abdd-91fd-4364-a762-c0c57fb02856 req-52b99651-15b8-4fb4-915d-f84829fbafb9 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:57.738166 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ace9abdd-91fd-4364-a762-c0c57fb02856 req-52b99651-15b8-4fb4-915d-f84829fbafb9 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdb87e4-bd23-4843-88ed-223c958676f4 HTTP/1.1" status: 200 len: 945 time: 0.0509715 Oct 27 19:31:57.779333 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ace9abdd-91fd-4364-a762-c0c57fb02856 req-ab0de5dc-703d-45a5-afb3-b989e593865a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=97eb42c8-61b8-4fcb-8ed4-c3d8483e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341454 Oct 27 19:31:57.801076 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52634) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:31:57.863437 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5d6451e8-07e9-40e7-8049-a8340304a52c tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/floatingips/44e34c60-2664-49b5-93f0-3942a213aca7 HTTP/1.1" status: 200 len: 993 time: 0.0611935 Oct 27 19:31:59.290997 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8538682-3a85-45c1-85d5-6a717aaa8662 req-6cc33c39-27e1-40ad-93ac-69eae92cdabd tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:59.293453 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c8538682-3a85-45c1-85d5-6a717aaa8662 req-6cc33c39-27e1-40ad-93ac-69eae92cdabd tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdb87e4-bd23-4843-88ed-223c958676f4 HTTP/1.1" status: 200 len: 945 time: 0.0582092 Oct 27 19:31:59.334445 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c8538682-3a85-45c1-85d5-6a717aaa8662 req-411af731-c3db-4741-b6be-238231466e92 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=97eb42c8-61b8-4fcb-8ed4-c3d8483e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342777 Oct 27 19:31:59.382107 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f904313-b4e4-45b6-ab46-558a560e5a03 req-675aa0db-c651-48a7-8f7c-39d936d0404f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:59.383581 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5f904313-b4e4-45b6-ab46-558a560e5a03 req-675aa0db-c651-48a7-8f7c-39d936d0404f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=df49fa348b1d47cdbf578b508321cb72&device_id=ccdb87e4-bd23-4843-88ed-223c958676f4 HTTP/1.1" status: 200 len: 1096 time: 0.0486145 Oct 27 19:31:59.475299 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f904313-b4e4-45b6-ab46-558a560e5a03 req-c981af7b-1552-4ee0-8631-bdd1ba4c194d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:59.476710 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5f904313-b4e4-45b6-ab46-558a560e5a03 req-c981af7b-1552-4ee0-8631-bdd1ba4c194d service neutron] 10.222.0.81 "GET /v2.0/networks?id=a11ed2a0-5e55-4950-a25b-384860e0db94 HTTP/1.1" status: 200 len: 899 time: 0.0856636 Oct 27 19:31:59.899470 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5f904313-b4e4-45b6-ab46-558a560e5a03 req-5c683336-f4a0-4334-828c-11dc62389b81 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2933f316-28b8-48ec-baab-853d7f2f62aa HTTP/1.1" status: 200 len: 1001 time: 0.4153876 Oct 27 19:31:59.949116 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f904313-b4e4-45b6-ab46-558a560e5a03 req-1c6b3d7c-7e22-4273-a43c-d3a580018e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:59.950623 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5f904313-b4e4-45b6-ab46-558a560e5a03 req-1c6b3d7c-7e22-4273-a43c-d3a580018e12 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5ee20135-7a86-4456-b580-8aece4ce9446 HTTP/1.1" status: 200 len: 834 time: 0.0441778 Oct 27 19:31:59.996248 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f904313-b4e4-45b6-ab46-558a560e5a03 req-21a8e271-fc81-4a75-b7f2-22381ffd6373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:31:59.997769 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5f904313-b4e4-45b6-ab46-558a560e5a03 req-21a8e271-fc81-4a75-b7f2-22381ffd6373 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a11ed2a0-5e55-4950-a25b-384860e0db94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406160 Oct 27 19:32:00.091841 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5f904313-b4e4-45b6-ab46-558a560e5a03 req-cdcfbfc3-e896-4aa4-adae-f26423c9004d service neutron] 10.222.0.81 "GET /v2.0/networks/a11ed2a0-5e55-4950-a25b-384860e0db94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861626 Oct 27 19:32:00.182977 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5f904313-b4e4-45b6-ab46-558a560e5a03 req-9ef99e0d-d021-4fb8-b658-ae1a714d1ed8 service neutron] 10.222.0.81 "GET /v2.0/networks/a11ed2a0-5e55-4950-a25b-384860e0db94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837266 Oct 27 19:32:00.459901 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740fba6-1e11-47a6-8e13-7a4cf932f5ef req-ec109d39-2a08-4870-8d1c-481cc4c1e101 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:32:00.461462 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7740fba6-1e11-47a6-8e13-7a4cf932f5ef req-ec109d39-2a08-4870-8d1c-481cc4c1e101 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdb87e4-bd23-4843-88ed-223c958676f4 HTTP/1.1" status: 200 len: 945 time: 0.0522239 Oct 27 19:32:00.502838 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7740fba6-1e11-47a6-8e13-7a4cf932f5ef req-fbc2b96f-2bd7-4415-847c-18bd2caa61a2 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=97eb42c8-61b8-4fcb-8ed4-c3d8483e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330107 Oct 27 19:32:01.621631 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5cb5c2-564e-4130-b4ef-1c1e84f217ac req-09fddd7b-d091-423b-8690-13bc7bde5f26 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:32:01.623180 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ba5cb5c2-564e-4130-b4ef-1c1e84f217ac req-09fddd7b-d091-423b-8690-13bc7bde5f26 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdb87e4-bd23-4843-88ed-223c958676f4 HTTP/1.1" status: 200 len: 945 time: 0.0505841 Oct 27 19:32:01.661695 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ba5cb5c2-564e-4130-b4ef-1c1e84f217ac req-22b6d88a-9f9a-4663-8e3d-e5a050728367 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=97eb42c8-61b8-4fcb-8ed4-c3d8483e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325468 Oct 27 19:32:01.685575 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52648) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:32:01.750974 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-8a2dbd68-0878-492f-9328-400a983254f0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/floatingips/44e34c60-2664-49b5-93f0-3942a213aca7 HTTP/1.1" status: 200 len: 993 time: 0.0641835 Oct 27 19:32:02.705723 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:32:09.680165 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9bd358ca-3508-43fe-bbb3-461d8e09ccc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:12.121646 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-22e80d93-8bd8-4fbb-827b-bcc5c1d41a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:13.423235 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:13.704290 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:15.372944 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:27.081140 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:27.584178 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:30.102663 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52658) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:32:30.265881 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-58116538-fe1c-47ac-9bab-6d7892b83a3b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Deleting port faa9ee8d-b562-4ee2-9193-349db109307e {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:32:30.266266 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-58116538-fe1c-47ac-9bab-6d7892b83a3b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:30.347405 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-58116538-fe1c-47ac-9bab-6d7892b83a3b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:30.347735 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-58116538-fe1c-47ac-9bab-6d7892b83a3b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:30.360362 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-58116538-fe1c-47ac-9bab-6d7892b83a3b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Calling delete_port for faa9ee8d-b562-4ee2-9193-349db109307e owned by network:floatingip {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:32:30.636193 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-58116538-fe1c-47ac-9bab-6d7892b83a3b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:30.663138 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58116538-fe1c-47ac-9bab-6d7892b83a3b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event deleted for resources: {'Port': ['ID=faa9ee8d-b562-4ee2-9193-349db109307e,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:32:30.690032 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58116538-fe1c-47ac-9bab-6d7892b83a3b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:30.690387 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58116538-fe1c-47ac-9bab-6d7892b83a3b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:30.690731 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58116538-fe1c-47ac-9bab-6d7892b83a3b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:30.691097 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58116538-fe1c-47ac-9bab-6d7892b83a3b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:30.691432 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58116538-fe1c-47ac-9bab-6d7892b83a3b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:30.691764 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58116538-fe1c-47ac-9bab-6d7892b83a3b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:30.692099 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58116538-fe1c-47ac-9bab-6d7892b83a3b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:30.692448 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58116538-fe1c-47ac-9bab-6d7892b83a3b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:30.692758 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58116538-fe1c-47ac-9bab-6d7892b83a3b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:30.693082 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58116538-fe1c-47ac-9bab-6d7892b83a3b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:30.693402 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58116538-fe1c-47ac-9bab-6d7892b83a3b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:30.693722 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58116538-fe1c-47ac-9bab-6d7892b83a3b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:30.733773 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-58116538-fe1c-47ac-9bab-6d7892b83a3b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for floatingip, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:30.734098 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [None req-58116538-fe1c-47ac-9bab-6d7892b83a3b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Floating IP 44e34c60-2664-49b5-93f0-3942a213aca7 disassociated (deleted). External IP: 172.25.6.107, port: 2933f316-28b8-48ec-baab-853d7f2f62aa. Oct 27 19:32:30.946301 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58116538-fe1c-47ac-9bab-6d7892b83a3b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Router 8ce961f1-fcc0-40e5-88bf-5d74edd6722a has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:32:31.054280 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58116538-fe1c-47ac-9bab-6d7892b83a3b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:32:31.059534 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-58116538-fe1c-47ac-9bab-6d7892b83a3b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:31.065457 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee5db45-667b-4f8c-842b-f344a942481f None None] Sync routers for ids ['8ce961f1-fcc0-40e5-88bf-5d74edd6722a'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:32:31.076125 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee5db45-667b-4f8c-842b-f344a942481f None None] Routers {'8ce961f1-fcc0-40e5-88bf-5d74edd6722a'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:32:31.076725 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-eee5db45-667b-4f8c-842b-f344a942481f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:32:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8ce961f1-fcc0-40e5-88bf-5d74edd6722a'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:32:31.090199 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-58116538-fe1c-47ac-9bab-6d7892b83a3b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "DELETE /v2.0/floatingips/44e34c60-2664-49b5-93f0-3942a213aca7 HTTP/1.1" status: 204 len: 168 time: 0.9863772 Oct 27 19:32:31.090909 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccdb87e4-bd23-4843-88ed-223c958676f4', 'tag': '2933f316-28b8-48ec-baab-853d7f2f62aa'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:32:31.093357 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bca0ca0b982d995b269f20b8ee9fa1484886a2da5fdd33aa4707a11ccb3e0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a91ea4-1a6a-4449-b79f-a5480193eea9" -d '{"events": [{"name": "network-changed", "server_uuid": "ccdb87e4-bd23-4843-88ed-223c958676f4", "tag": "2933f316-28b8-48ec-baab-853d7f2f62aa"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:32:31.139896 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669058d1-2696-46f5-a51b-04c1e28833c4 x-openstack-request-id: req-669058d1-2696-46f5-a51b-04c1e28833c4 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:32:31.140540 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccdb87e4-bd23-4843-88ed-223c958676f4", "tag": "2933f316-28b8-48ec-baab-853d7f2f62aa", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:32:31.140540 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-669058d1-2696-46f5-a51b-04c1e28833c4 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:32:31.140842 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccdb87e4-bd23-4843-88ed-223c958676f4', 'tag': '2933f316-28b8-48ec-baab-853d7f2f62aa', 'status': 'completed', 'code': 200} Oct 27 19:32:31.192332 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-eee5db45-667b-4f8c-842b-f344a942481f None None] Set router 8ce961f1-fcc0-40e5-88bf-5d74edd6722a gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:32:31.210274 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a91ea4-1a6a-4449-b79f-a5480193eea9 req-bbff56c2-69c7-46d5-8ed8-f4c856f911f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:32:31.211826 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c7a91ea4-1a6a-4449-b79f-a5480193eea9 req-bbff56c2-69c7-46d5-8ed8-f4c856f911f4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=df49fa348b1d47cdbf578b508321cb72&device_id=ccdb87e4-bd23-4843-88ed-223c958676f4 HTTP/1.1" status: 200 len: 1096 time: 0.0489514 Oct 27 19:32:31.306778 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a91ea4-1a6a-4449-b79f-a5480193eea9 req-167d48af-7ecf-4589-bada-79a8d63109ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:32:31.308891 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c7a91ea4-1a6a-4449-b79f-a5480193eea9 req-167d48af-7ecf-4589-bada-79a8d63109ea service neutron] 10.222.0.81 "GET /v2.0/networks?id=a11ed2a0-5e55-4950-a25b-384860e0db94 HTTP/1.1" status: 200 len: 899 time: 0.0896952 Oct 27 19:32:31.360839 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c7a91ea4-1a6a-4449-b79f-a5480193eea9 req-d415f16e-7a50-4402-8c0a-0492098a1214 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2933f316-28b8-48ec-baab-853d7f2f62aa HTTP/1.1" status: 200 len: 217 time: 0.0455141 Oct 27 19:32:31.414969 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a91ea4-1a6a-4449-b79f-a5480193eea9 req-6a21105f-56c9-46bd-b56c-33dd5a1e3625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:32:31.416461 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c7a91ea4-1a6a-4449-b79f-a5480193eea9 req-6a21105f-56c9-46bd-b56c-33dd5a1e3625 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5ee20135-7a86-4456-b580-8aece4ce9446 HTTP/1.1" status: 200 len: 834 time: 0.0495400 Oct 27 19:32:31.432296 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-eee5db45-667b-4f8c-842b-f344a942481f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce961f1-fcc0-40e5-88bf-5d74edd6722a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197664428', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '544258ff-5038-4f50-b8d9-f205016541c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:30:58Z', 'updated_at': '2021-10-27T19:31:02Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '544258ff-5038-4f50-b8d9-f205016541c3', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce961f1-fcc0-40e5-88bf-5d74edd6722a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:30:59Z', 'updated_at': '2021-10-27T19:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '83a6d435-c45c-4d31-87c2-0d0249710e11', 'name': '', 'network_id': 'a11ed2a0-5e55-4950-a25b-384860e0db94', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'mac_address': 'fa:16:3e:06:93:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce961f1-fcc0-40e5-88bf-5d74edd6722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5ee20135-7a86-4456-b580-8aece4ce9446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:31:02Z', 'updated_at': '2021-10-27T19:31:06Z', 'revision_number': 5, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'subnets': [{'id': '5ee20135-7a86-4456-b580-8aece4ce9446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:32:31.461782 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee5db45-667b-4f8c-842b-f344a942481f None None] Checking router: 8ce961f1-fcc0-40e5-88bf-5d74edd6722a for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:32:31.472314 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee5db45-667b-4f8c-842b-f344a942481f None None] Routers {'8ce961f1-fcc0-40e5-88bf-5d74edd6722a'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:32:31.472921 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-eee5db45-667b-4f8c-842b-f344a942481f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:32:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8ce961f1-fcc0-40e5-88bf-5d74edd6722a'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:32:31.477407 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a91ea4-1a6a-4449-b79f-a5480193eea9 req-b979b10f-7088-4734-aa80-7e03919170f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:32:31.478986 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c7a91ea4-1a6a-4449-b79f-a5480193eea9 req-b979b10f-7088-4734-aa80-7e03919170f9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a11ed2a0-5e55-4950-a25b-384860e0db94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547721 Oct 27 19:32:31.597948 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c7a91ea4-1a6a-4449-b79f-a5480193eea9 req-dd650bef-e10b-4dd7-905b-1fc159ee7cfc service neutron] 10.222.0.81 "GET /v2.0/networks/a11ed2a0-5e55-4950-a25b-384860e0db94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111729 Oct 27 19:32:31.599649 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-eee5db45-667b-4f8c-842b-f344a942481f None None] Set router 8ce961f1-fcc0-40e5-88bf-5d74edd6722a gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:32:31.642526 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fea48c-ea13-4877-b464-f5ef86a98d6f req-b7196ebe-726e-4025-a82c-69f06f269c94 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:32:31.647307 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f8fea48c-ea13-4877-b464-f5ef86a98d6f req-b7196ebe-726e-4025-a82c-69f06f269c94 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdb87e4-bd23-4843-88ed-223c958676f4 HTTP/1.1" status: 200 len: 945 time: 0.0682218 Oct 27 19:32:31.697738 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f8fea48c-ea13-4877-b464-f5ef86a98d6f req-54999f79-a5e7-402b-82f5-d3f1b4fcd321 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=97eb42c8-61b8-4fcb-8ed4-c3d8483e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460734 Oct 27 19:32:31.714008 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c7a91ea4-1a6a-4449-b79f-a5480193eea9 req-bda34786-4b4b-4234-8676-f4017a5cbdac service neutron] 10.222.0.81 "GET /v2.0/networks/a11ed2a0-5e55-4950-a25b-384860e0db94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077521 Oct 27 19:32:31.833795 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-eee5db45-667b-4f8c-842b-f344a942481f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce961f1-fcc0-40e5-88bf-5d74edd6722a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197664428', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '544258ff-5038-4f50-b8d9-f205016541c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:30:58Z', 'updated_at': '2021-10-27T19:31:02Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '544258ff-5038-4f50-b8d9-f205016541c3', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce961f1-fcc0-40e5-88bf-5d74edd6722a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:30:59Z', 'updated_at': '2021-10-27T19:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '83a6d435-c45c-4d31-87c2-0d0249710e11', 'name': '', 'network_id': 'a11ed2a0-5e55-4950-a25b-384860e0db94', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'mac_address': 'fa:16:3e:06:93:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce961f1-fcc0-40e5-88bf-5d74edd6722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5ee20135-7a86-4456-b580-8aece4ce9446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:31:02Z', 'updated_at': '2021-10-27T19:31:06Z', 'revision_number': 5, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'subnets': [{'id': '5ee20135-7a86-4456-b580-8aece4ce9446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:32:31.863930 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee5db45-667b-4f8c-842b-f344a942481f None None] The sync data for ids ['8ce961f1-fcc0-40e5-88bf-5d74edd6722a'] in n-d-815690-2 is: [{'id': '8ce961f1-fcc0-40e5-88bf-5d74edd6722a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197664428', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '544258ff-5038-4f50-b8d9-f205016541c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:30:58Z', 'updated_at': '2021-10-27T19:31:02Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '544258ff-5038-4f50-b8d9-f205016541c3', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce961f1-fcc0-40e5-88bf-5d74edd6722a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:30:59Z', 'updated_at': '2021-10-27T19:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '83a6d435-c45c-4d31-87c2-0d0249710e11', 'name': '', 'network_id': 'a11ed2a0-5e55-4950-a25b-384860e0db94', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'mac_address': 'fa:16:3e:06:93:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce961f1-fcc0-40e5-88bf-5d74edd6722a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '5ee20135-7a86-4456-b580-8aece4ce9446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:31:02Z', 'updated_at': '2021-10-27T19:31:06Z', 'revision_number': 5, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'subnets': [{'id': '5ee20135-7a86-4456-b580-8aece4ce9446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:32:32.093302 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4219489-b8ea-435c-8ef2-c531025782c2 None None] New status for floating IP 44e34c60-2664-49b5-93f0-3942a213aca7: DOWN {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 19:32:32.822150 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6901131-9446-422c-b64f-b1d42c819d3a req-a70c38c4-df16-43ba-93db-1c1c3ad6797d tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:32:32.823663 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b6901131-9446-422c-b64f-b1d42c819d3a req-a70c38c4-df16-43ba-93db-1c1c3ad6797d tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdb87e4-bd23-4843-88ed-223c958676f4 HTTP/1.1" status: 200 len: 945 time: 0.0499048 Oct 27 19:32:32.877780 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b6901131-9446-422c-b64f-b1d42c819d3a req-46e86ad8-4f64-4a5a-b0a9-1bebba465dba tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=97eb42c8-61b8-4fcb-8ed4-c3d8483e20a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449169 Oct 27 19:32:33.058018 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a060c85-a8a7-4776-aef3-5b3abdade3cd req-d7ab3d64-ddd0-4f97-9594-3f93e68effe1 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:32:33.060370 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1a060c85-a8a7-4776-aef3-5b3abdade3cd req-d7ab3d64-ddd0-4f97-9594-3f93e68effe1 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccdb87e4-bd23-4843-88ed-223c958676f4 HTTP/1.1" status: 200 len: 945 time: 0.0502727 Oct 27 19:32:33.154596 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-1a060c85-a8a7-4776-aef3-5b3abdade3cd req-eab591b7-0c4d-41cb-ac10-cced1f055b50 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Deleting port 2933f316-28b8-48ec-baab-853d7f2f62aa {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:32:33.154962 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1a060c85-a8a7-4776-aef3-5b3abdade3cd req-eab591b7-0c4d-41cb-ac10-cced1f055b50 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:33.245227 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-1a060c85-a8a7-4776-aef3-5b3abdade3cd req-eab591b7-0c4d-41cb-ac10-cced1f055b50 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] For port 2933f316-28b8-48ec-baab-853d7f2f62aa, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=2933f316-28b8-48ec-baab-853d7f2f62aa,segment=NetworkSegment(4d92f1d5-d8f8-4acf-ad54-0319ddcae4c6),segment_id=4d92f1d5-d8f8-4acf-ad54-0319ddcae4c6)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:32:33.250029 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1a060c85-a8a7-4776-aef3-5b3abdade3cd req-eab591b7-0c4d-41cb-ac10-cced1f055b50 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:33.263489 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-1a060c85-a8a7-4776-aef3-5b3abdade3cd req-eab591b7-0c4d-41cb-ac10-cced1f055b50 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Calling delete_port for 2933f316-28b8-48ec-baab-853d7f2f62aa owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:32:33.458860 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1a060c85-a8a7-4776-aef3-5b3abdade3cd req-eab591b7-0c4d-41cb-ac10-cced1f055b50 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:33.487508 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab591b7-0c4d-41cb-ac10-cced1f055b50 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event deleted for resources: {'Port': ['ID=2933f316-28b8-48ec-baab-853d7f2f62aa,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:32:33.502290 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab591b7-0c4d-41cb-ac10-cced1f055b50 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:33.502667 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab591b7-0c4d-41cb-ac10-cced1f055b50 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:33.503319 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab591b7-0c4d-41cb-ac10-cced1f055b50 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:33.503696 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab591b7-0c4d-41cb-ac10-cced1f055b50 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:33.503866 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab591b7-0c4d-41cb-ac10-cced1f055b50 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:33.504199 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab591b7-0c4d-41cb-ac10-cced1f055b50 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:33.504567 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab591b7-0c4d-41cb-ac10-cced1f055b50 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:33.504876 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab591b7-0c4d-41cb-ac10-cced1f055b50 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:33.505212 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab591b7-0c4d-41cb-ac10-cced1f055b50 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:33.505540 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab591b7-0c4d-41cb-ac10-cced1f055b50 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:33.505888 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab591b7-0c4d-41cb-ac10-cced1f055b50 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:33.506198 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab591b7-0c4d-41cb-ac10-cced1f055b50 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:33.546790 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a060c85-a8a7-4776-aef3-5b3abdade3cd req-eab591b7-0c4d-41cb-ac10-cced1f055b50 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] No DVR routers for this DVR port 2933f316-28b8-48ec-baab-853d7f2f62aa on host n-h1-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:32:33.549416 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1a060c85-a8a7-4776-aef3-5b3abdade3cd req-eab591b7-0c4d-41cb-ac10-cced1f055b50 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:33.552852 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1a060c85-a8a7-4776-aef3-5b3abdade3cd req-eab591b7-0c4d-41cb-ac10-cced1f055b50 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.81 "DELETE /v2.0/ports/2933f316-28b8-48ec-baab-853d7f2f62aa HTTP/1.1" status: 204 len: 173 time: 0.4856665 Oct 27 19:32:33.553304 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccdb87e4-bd23-4843-88ed-223c958676f4', 'name': 'network-vif-deleted', 'tag': '2933f316-28b8-48ec-baab-853d7f2f62aa'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:32:33.555629 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a8f743-ffc6-4642-8573-bd28b60a3b8f" -d '{"events": [{"server_uuid": "ccdb87e4-bd23-4843-88ed-223c958676f4", "name": "network-vif-deleted", "tag": "2933f316-28b8-48ec-baab-853d7f2f62aa"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:32:33.592359 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843e2c11-785b-48b7-9fd7-bb6249faaabc x-openstack-request-id: req-843e2c11-785b-48b7-9fd7-bb6249faaabc {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:32:33.592655 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccdb87e4-bd23-4843-88ed-223c958676f4", "name": "network-vif-deleted", "tag": "2933f316-28b8-48ec-baab-853d7f2f62aa", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:32:33.592912 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-843e2c11-785b-48b7-9fd7-bb6249faaabc {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:32:33.593316 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccdb87e4-bd23-4843-88ed-223c958676f4', 'name': 'network-vif-deleted', 'tag': '2933f316-28b8-48ec-baab-853d7f2f62aa', 'status': 'completed', 'code': 200} Oct 27 19:32:33.994720 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6fcb8f10-6ab5-4297-a092-038ed3919c70 req-06b1f531-929b-4c86-a406-987688343963 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=ccdb87e4-bd23-4843-88ed-223c958676f4 HTTP/1.1" status: 200 len: 210 time: 0.0301108 Oct 27 19:32:35.050713 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52674) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:32:35.410761 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-caf510f3-b108-49be-9f3b-d5ab87a3dcc1 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:35.666402 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-caf510f3-b108-49be-9f3b-d5ab87a3dcc1 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Deleting port 83a6d435-c45c-4d31-87c2-0d0249710e11 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:32:35.666744 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-caf510f3-b108-49be-9f3b-d5ab87a3dcc1 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:35.761248 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-caf510f3-b108-49be-9f3b-d5ab87a3dcc1 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] For port 83a6d435-c45c-4d31-87c2-0d0249710e11, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=83a6d435-c45c-4d31-87c2-0d0249710e11,segment=NetworkSegment(4d92f1d5-d8f8-4acf-ad54-0319ddcae4c6),segment_id=4d92f1d5-d8f8-4acf-ad54-0319ddcae4c6)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:32:35.761637 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-caf510f3-b108-49be-9f3b-d5ab87a3dcc1 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:35.774982 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-caf510f3-b108-49be-9f3b-d5ab87a3dcc1 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Calling delete_port for 83a6d435-c45c-4d31-87c2-0d0249710e11 owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:32:36.030356 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-caf510f3-b108-49be-9f3b-d5ab87a3dcc1 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:36.055764 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf510f3-b108-49be-9f3b-d5ab87a3dcc1 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event deleted for resources: {'Port': ['ID=83a6d435-c45c-4d31-87c2-0d0249710e11,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:32:36.237959 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-caf510f3-b108-49be-9f3b-d5ab87a3dcc1 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:36.455785 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf510f3-b108-49be-9f3b-d5ab87a3dcc1 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Router 8ce961f1-fcc0-40e5-88bf-5d74edd6722a has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:32:36.562561 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf510f3-b108-49be-9f3b-d5ab87a3dcc1 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:32:36.567992 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-caf510f3-b108-49be-9f3b-d5ab87a3dcc1 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "PUT /v2.0/routers/8ce961f1-fcc0-40e5-88bf-5d74edd6722a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5161483 Oct 27 19:32:36.570754 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52676) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:32:36.573414 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555bd2bb-81cf-4e81-9d11-704ed869662e None None] Sync routers for ids ['8ce961f1-fcc0-40e5-88bf-5d74edd6722a'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:32:36.585034 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555bd2bb-81cf-4e81-9d11-704ed869662e None None] Routers {'8ce961f1-fcc0-40e5-88bf-5d74edd6722a'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:32:36.585629 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-555bd2bb-81cf-4e81-9d11-704ed869662e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:32:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8ce961f1-fcc0-40e5-88bf-5d74edd6722a'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:32:36.623914 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c8df473-408b-46d3-8146-56301c6bc91f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Deleting subnet 5ee20135-7a86-4456-b580-8aece4ce9446 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 19:32:36.627233 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9c8df473-408b-46d3-8146-56301c6bc91f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:36.667987 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9c8df473-408b-46d3-8146-56301c6bc91f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:36.690165 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-555bd2bb-81cf-4e81-9d11-704ed869662e None None] Set router 8ce961f1-fcc0-40e5-88bf-5d74edd6722a gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:32:36.719061 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 2933f316-28b8-48ec-baab-853d7f2f62aa no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:32:36.739954 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] No Port match for: 2933f316-28b8-48ec-baab-853d7f2f62aa {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:32:36.740386 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 2933f316-28b8-48ec-baab-853d7f2f62aa not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:32:36.759330 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9c8df473-408b-46d3-8146-56301c6bc91f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:36.879536 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-555bd2bb-81cf-4e81-9d11-704ed869662e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce961f1-fcc0-40e5-88bf-5d74edd6722a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197664428', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '544258ff-5038-4f50-b8d9-f205016541c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:30:58Z', 'updated_at': '2021-10-27T19:32:35Z', 'revision_number': 5, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '544258ff-5038-4f50-b8d9-f205016541c3', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce961f1-fcc0-40e5-88bf-5d74edd6722a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:30:59Z', 'updated_at': '2021-10-27T19:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:32:36.887824 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9c8df473-408b-46d3-8146-56301c6bc91f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:36.906110 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555bd2bb-81cf-4e81-9d11-704ed869662e None None] Checking router: 8ce961f1-fcc0-40e5-88bf-5d74edd6722a for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:32:36.914371 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555bd2bb-81cf-4e81-9d11-704ed869662e None None] Routers {'8ce961f1-fcc0-40e5-88bf-5d74edd6722a'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:32:36.915002 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-555bd2bb-81cf-4e81-9d11-704ed869662e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:32:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['8ce961f1-fcc0-40e5-88bf-5d74edd6722a'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:32:36.915158 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8df473-408b-46d3-8146-56301c6bc91f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event deleted for resources: {'Subnet': ['ID=5ee20135-7a86-4456-b580-8aece4ce9446,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:32:36.919458 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9c8df473-408b-46d3-8146-56301c6bc91f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:36.922728 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9c8df473-408b-46d3-8146-56301c6bc91f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "DELETE /v2.0/subnets/5ee20135-7a86-4456-b580-8aece4ce9446 HTTP/1.1" status: 204 len: 168 time: 0.3510237 Oct 27 19:32:36.925693 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52678) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:32:36.929841 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb42e84-57f6-4012-972c-0d74fa958a9a None None] Network a11ed2a0-5e55-4950-a25b-384860e0db94 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:32:37.031864 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-555bd2bb-81cf-4e81-9d11-704ed869662e None None] Set router 8ce961f1-fcc0-40e5-88bf-5d74edd6722a gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:32:37.055014 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4a4883c8-6488-42c1-afca-5adeacff57f0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:37.138764 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5ed7de-e84f-4c93-8d2c-abba0524066b None None] DHCP port deletion for a11ed2a0-5e55-4950-a25b-384860e0db94 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 19:32:37.179303 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4a4883c8-6488-42c1-afca-5adeacff57f0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:37.190105 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-9a5ed7de-e84f-4c93-8d2c-abba0524066b None None] Deleting port 9855b467-4f56-41ce-9eb1-710f89342137 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:32:37.192537 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9a5ed7de-e84f-4c93-8d2c-abba0524066b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:37.216219 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-555bd2bb-81cf-4e81-9d11-704ed869662e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce961f1-fcc0-40e5-88bf-5d74edd6722a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197664428', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '544258ff-5038-4f50-b8d9-f205016541c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:30:58Z', 'updated_at': '2021-10-27T19:32:35Z', 'revision_number': 5, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '544258ff-5038-4f50-b8d9-f205016541c3', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce961f1-fcc0-40e5-88bf-5d74edd6722a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:30:59Z', 'updated_at': '2021-10-27T19:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:32:37.259193 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-9a5ed7de-e84f-4c93-8d2c-abba0524066b None None] For port 9855b467-4f56-41ce-9eb1-710f89342137, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=9855b467-4f56-41ce-9eb1-710f89342137,segment=NetworkSegment(4d92f1d5-d8f8-4acf-ad54-0319ddcae4c6),segment_id=4d92f1d5-d8f8-4acf-ad54-0319ddcae4c6)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:32:37.259592 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9a5ed7de-e84f-4c93-8d2c-abba0524066b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:37.273846 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-9a5ed7de-e84f-4c93-8d2c-abba0524066b None None] Calling delete_port for 9855b467-4f56-41ce-9eb1-710f89342137 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:32:37.339518 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555bd2bb-81cf-4e81-9d11-704ed869662e None None] The sync data for ids ['8ce961f1-fcc0-40e5-88bf-5d74edd6722a'] in n-d-815690-2 is: [{'id': '8ce961f1-fcc0-40e5-88bf-5d74edd6722a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-197664428', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.49'}], 'enable_snat': True}, 'gw_port_id': '544258ff-5038-4f50-b8d9-f205016541c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:30:58Z', 'updated_at': '2021-10-27T19:32:35Z', 'revision_number': 5, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '544258ff-5038-4f50-b8d9-f205016541c3', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce961f1-fcc0-40e5-88bf-5d74edd6722a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:30:59Z', 'updated_at': '2021-10-27T19:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:32:37.378985 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-4a4883c8-6488-42c1-afca-5adeacff57f0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Deleting port 544258ff-5038-4f50-b8d9-f205016541c3 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:32:37.379336 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4a4883c8-6488-42c1-afca-5adeacff57f0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:37.465121 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-4a4883c8-6488-42c1-afca-5adeacff57f0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] For port 544258ff-5038-4f50-b8d9-f205016541c3, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=544258ff-5038-4f50-b8d9-f205016541c3,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:32:37.465603 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4a4883c8-6488-42c1-afca-5adeacff57f0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:37.474719 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9a5ed7de-e84f-4c93-8d2c-abba0524066b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:37.477389 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-4a4883c8-6488-42c1-afca-5adeacff57f0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Calling delete_port for 544258ff-5038-4f50-b8d9-f205016541c3 owned by network:router_gateway {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:32:37.503395 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ed7de-e84f-4c93-8d2c-abba0524066b None None] Pushing event deleted for resources: {'Port': ['ID=9855b467-4f56-41ce-9eb1-710f89342137,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:32:37.507887 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5ed7de-e84f-4c93-8d2c-abba0524066b None None] No DVR routers for this DVR port 9855b467-4f56-41ce-9eb1-710f89342137 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:32:37.518069 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ed7de-e84f-4c93-8d2c-abba0524066b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:37.518069 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ed7de-e84f-4c93-8d2c-abba0524066b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:37.518069 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ed7de-e84f-4c93-8d2c-abba0524066b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:37.518069 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ed7de-e84f-4c93-8d2c-abba0524066b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:37.518069 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ed7de-e84f-4c93-8d2c-abba0524066b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:37.518069 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ed7de-e84f-4c93-8d2c-abba0524066b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:37.518069 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ed7de-e84f-4c93-8d2c-abba0524066b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:37.519577 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ed7de-e84f-4c93-8d2c-abba0524066b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:37.520079 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ed7de-e84f-4c93-8d2c-abba0524066b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:37.520378 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ed7de-e84f-4c93-8d2c-abba0524066b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:37.520696 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ed7de-e84f-4c93-8d2c-abba0524066b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:37.521007 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ed7de-e84f-4c93-8d2c-abba0524066b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:38.076561 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4a4883c8-6488-42c1-afca-5adeacff57f0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:38.100345 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4883c8-6488-42c1-afca-5adeacff57f0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event deleted for resources: {'Port': ['ID=544258ff-5038-4f50-b8d9-f205016541c3,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:32:38.165516 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4a4883c8-6488-42c1-afca-5adeacff57f0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:38.258493 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4a4883c8-6488-42c1-afca-5adeacff57f0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:38.260663 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4a4883c8-6488-42c1-afca-5adeacff57f0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:38.365546 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4a4883c8-6488-42c1-afca-5adeacff57f0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:38.366002 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4883c8-6488-42c1-afca-5adeacff57f0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Fanout notify agent at l3_agent the message router_deleted on router 8ce961f1-fcc0-40e5-88bf-5d74edd6722a {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 19:32:38.373814 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-4a4883c8-6488-42c1-afca-5adeacff57f0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:38.375023 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4a4883c8-6488-42c1-afca-5adeacff57f0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "DELETE /v2.0/routers/8ce961f1-fcc0-40e5-88bf-5d74edd6722a HTTP/1.1" status: 204 len: 168 time: 1.4482455 Oct 27 19:32:38.377873 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52680) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:32:38.463376 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c837224b-bc31-4e49-8b59-f698773348aa tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:38.550843 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c837224b-bc31-4e49-8b59-f698773348aa tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:38.572032 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-c837224b-bc31-4e49-8b59-f698773348aa tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a11ed2a0-5e55-4950-a25b-384860e0db94']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:32:38.581501 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-c837224b-bc31-4e49-8b59-f698773348aa tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d92f1d5-d8f8-4acf-ad54-0319ddcae4c6') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:32:38.581804 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-c837224b-bc31-4e49-8b59-f698773348aa tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d92f1d5-d8f8-4acf-ad54-0319ddcae4c6') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:32:38.592160 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c837224b-bc31-4e49-8b59-f698773348aa tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:38.606148 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c837224b-bc31-4e49-8b59-f698773348aa tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:38.612141 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c837224b-bc31-4e49-8b59-f698773348aa tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 19:32:38.614257 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c837224b-bc31-4e49-8b59-f698773348aa tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:38.615524 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 19:32:38.615524 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 19:32:38.615524 n-d-815690-2 neutron-server[102878]: timer() Oct 27 19:32:38.615524 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 19:32:38.615524 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 19:32:38.615524 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 19:32:38.615524 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 19:32:38.615524 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 19:32:38.615524 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 19:32:38.615524 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 19:32:38.615524 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 19:32:38.615524 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 19:32:38.615524 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 19:32:38.615524 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 19:32:38.615524 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 19:32:38.615524 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 19:32:38.615524 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 19:32:38.615524 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 19:32:38.615524 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 19:32:38.615524 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 19:32:38.615524 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 19:32:38.615524 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 19:32:38.615524 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 19:32:38.615524 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 19:32:38.615524 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 19:32:38.615524 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 19:32:38.615524 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 19:32:38.615524 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 19:32:38.615524 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 19:32:38.615524 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 19:32:38.615524 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 19:32:38.615524 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 19:32:38.738630 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c837224b-bc31-4e49-8b59-f698773348aa tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:38.745865 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c837224b-bc31-4e49-8b59-f698773348aa tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:38.749457 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c837224b-bc31-4e49-8b59-f698773348aa tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "DELETE /v2.0/networks/a11ed2a0-5e55-4950-a25b-384860e0db94 HTTP/1.1" status: 204 len: 168 time: 0.3706367 Oct 27 19:32:38.752329 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52682) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:32:38.762660 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c837224b-bc31-4e49-8b59-f698773348aa tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event deleted for resources: {'Network': ['ID=a11ed2a0-5e55-4950-a25b-384860e0db94,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:32:38.814616 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b8168cf1-092d-4945-b09d-de467adafdc8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:38.842956 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b8168cf1-092d-4945-b09d-de467adafdc8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:39.000443 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b8168cf1-092d-4945-b09d-de467adafdc8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:39.004390 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b8168cf1-092d-4945-b09d-de467adafdc8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:39.005041 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 544258ff-5038-4f50-b8d9-f205016541c3 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:32:39.005585 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b8168cf1-092d-4945-b09d-de467adafdc8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "DELETE /v2.0/security-groups/97eb42c8-61b8-4fcb-8ed4-c3d8483e20a1 HTTP/1.1" status: 204 len: 168 time: 0.2522013 Oct 27 19:32:39.016130 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8168cf1-092d-4945-b09d-de467adafdc8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97eb42c8-61b8-4fcb-8ed4-c3d8483e20a1,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:32:39.033803 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 544258ff-5038-4f50-b8d9-f205016541c3 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:32:39.034140 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 544258ff-5038-4f50-b8d9-f205016541c3 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:32:39.034564 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 9855b467-4f56-41ce-9eb1-710f89342137 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:32:39.058458 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 9855b467-4f56-41ce-9eb1-710f89342137 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:32:39.059338 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 9855b467-4f56-41ce-9eb1-710f89342137 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:32:39.059772 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 83a6d435-c45c-4d31-87c2-0d0249710e11 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:32:39.079581 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 83a6d435-c45c-4d31-87c2-0d0249710e11 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:32:39.079923 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 83a6d435-c45c-4d31-87c2-0d0249710e11 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:32:39.380161 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52688) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:32:39.385100 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-a8613cc2-e7a6-43a2-8378-e19744d9c9b9 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-518865337', 'description': 'tempest-secgroup-smoke-518865337 description', 'project_id': 'df49fa348b1d47cdbf578b508321cb72'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:32:39.491502 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a8613cc2-e7a6-43a2-8378-e19744d9c9b9 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:39.559196 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a8613cc2-e7a6-43a2-8378-e19744d9c9b9 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:39.635665 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a8613cc2-e7a6-43a2-8378-e19744d9c9b9 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:39.664496 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8613cc2-e7a6-43a2-8378-e19744d9c9b9 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9eb5441-39fb-4326-84ff-2081fc172b9b,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:32:39.706704 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:32:39.714284 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b5b9d9e9-d22b-4ade-b33b-a8d38e42b7f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:39.740745 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a8613cc2-e7a6-43a2-8378-e19744d9c9b9 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:39.742021 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a8613cc2-e7a6-43a2-8378-e19744d9c9b9 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3607061 Oct 27 19:32:39.744877 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52690) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:32:39.750405 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-89393771-6fc1-4a23-be91-5b97d233cb61 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'security_group_rule': {'security_group_id': 'b9eb5441-39fb-4326-84ff-2081fc172b9b', 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:32:39.841041 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-89393771-6fc1-4a23-be91-5b97d233cb61 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:39.899476 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-89393771-6fc1-4a23-be91-5b97d233cb61 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:39.967278 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-89393771-6fc1-4a23-be91-5b97d233cb61 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:39.987000 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89393771-6fc1-4a23-be91-5b97d233cb61 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e0a4b30-2574-404c-83a5-9cf92aa8e7c3,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:32:40.043567 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-89393771-6fc1-4a23-be91-5b97d233cb61 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:40.045361 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-89393771-6fc1-4a23-be91-5b97d233cb61 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2995498 Oct 27 19:32:40.048215 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52692) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:32:40.052681 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-3132ebc9-7c63-46f7-a7c2-830ea9f8a979 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'security_group_rule': {'security_group_id': 'b9eb5441-39fb-4326-84ff-2081fc172b9b', 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:32:40.132007 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3132ebc9-7c63-46f7-a7c2-830ea9f8a979 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:40.192811 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3132ebc9-7c63-46f7-a7c2-830ea9f8a979 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:40.275621 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3132ebc9-7c63-46f7-a7c2-830ea9f8a979 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:40.294270 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132ebc9-7c63-46f7-a7c2-830ea9f8a979 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cd35b68-2d7f-4833-b24a-ea1a6867a1dc,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:32:40.363401 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3132ebc9-7c63-46f7-a7c2-830ea9f8a979 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:40.364680 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3132ebc9-7c63-46f7-a7c2-830ea9f8a979 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3155091 Oct 27 19:32:40.367416 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52694) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:32:40.371797 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-1c1313a7-cb70-4e9c-97e7-150df61b98e5 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'security_group_rule': {'security_group_id': 'b9eb5441-39fb-4326-84ff-2081fc172b9b', 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:32:40.456985 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1c1313a7-cb70-4e9c-97e7-150df61b98e5 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:40.514670 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1c1313a7-cb70-4e9c-97e7-150df61b98e5 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:40.590124 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1c1313a7-cb70-4e9c-97e7-150df61b98e5 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:40.611375 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1313a7-cb70-4e9c-97e7-150df61b98e5 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=269c4842-90f2-420c-bb62-adfbe7b78ce7,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:32:40.688489 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1c1313a7-cb70-4e9c-97e7-150df61b98e5 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:40.689737 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1c1313a7-cb70-4e9c-97e7-150df61b98e5 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3213882 Oct 27 19:32:40.692457 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52696) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:32:40.696932 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-b0b044cf-3e20-4279-8d42-0baeebc71043 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'security_group_rule': {'security_group_id': 'b9eb5441-39fb-4326-84ff-2081fc172b9b', 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:32:40.783776 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b0b044cf-3e20-4279-8d42-0baeebc71043 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:40.842466 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b0b044cf-3e20-4279-8d42-0baeebc71043 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:40.909940 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b0b044cf-3e20-4279-8d42-0baeebc71043 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:40.928409 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b044cf-3e20-4279-8d42-0baeebc71043 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e349d6c4-e686-4a8b-adf7-db22914d3cb3,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:32:41.009200 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b0b044cf-3e20-4279-8d42-0baeebc71043 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:41.010495 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b0b044cf-3e20-4279-8d42-0baeebc71043 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3170629 Oct 27 19:32:41.013177 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52698) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:32:41.018051 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-af4971dd-b1f3-4ad5-8835-991e36d15695 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'security_group_rule': {'security_group_id': 'b9eb5441-39fb-4326-84ff-2081fc172b9b', 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:32:41.098745 n-d-815690-2 neutron-server[102878]: INFO neutron.db.securitygroups_db [None req-af4971dd-b1f3-4ad5-8835-991e36d15695 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Project df49fa348b1d47cdbf578b508321cb72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 19:32:41.104059 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-af4971dd-b1f3-4ad5-8835-991e36d15695 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:41.166707 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-af4971dd-b1f3-4ad5-8835-991e36d15695 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:41.239926 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-af4971dd-b1f3-4ad5-8835-991e36d15695 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:41.257355 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4971dd-b1f3-4ad5-8835-991e36d15695 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d816bbf5-94ed-49ec-b446-8d19e2bf17bf,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:32:41.323583 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-af4971dd-b1f3-4ad5-8835-991e36d15695 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:41.324867 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-af4971dd-b1f3-4ad5-8835-991e36d15695 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3105063 Oct 27 19:32:41.328406 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52700) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:32:41.332949 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-690dd784-e341-4300-92b1-ec1b541ea102 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'security_group_rule': {'security_group_id': 'b9eb5441-39fb-4326-84ff-2081fc172b9b', 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:32:41.412982 n-d-815690-2 neutron-server[102878]: INFO neutron.db.securitygroups_db [None req-690dd784-e341-4300-92b1-ec1b541ea102 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Project df49fa348b1d47cdbf578b508321cb72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 19:32:41.418403 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-690dd784-e341-4300-92b1-ec1b541ea102 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:41.480572 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-690dd784-e341-4300-92b1-ec1b541ea102 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:41.550439 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-690dd784-e341-4300-92b1-ec1b541ea102 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:41.568739 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690dd784-e341-4300-92b1-ec1b541ea102 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe76a2c5-50a5-4e82-9f32-7990181ce7b4,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:32:41.643749 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-690dd784-e341-4300-92b1-ec1b541ea102 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:41.644993 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-690dd784-e341-4300-92b1-ec1b541ea102 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3155794 Oct 27 19:32:41.647835 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52702) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:32:41.652832 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-d2396be6-ea7c-437f-ab39-a425877a43dd tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'network': {'name': 'tempest-network-smoke--162099044', 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'port_security_enabled': True}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:32:41.727310 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2396be6-ea7c-437f-ab39-a425877a43dd tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Made reservation on behalf of df49fa348b1d47cdbf578b508321cb72 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:32:41.730830 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d2396be6-ea7c-437f-ab39-a425877a43dd tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:41.759084 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2396be6-ea7c-437f-ab39-a425877a43dd tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] vlan segment allocate from pool success with {'vlan_id': 1042, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 19:32:41.769180 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d2396be6-ea7c-437f-ab39-a425877a43dd tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:41.769524 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-d2396be6-ea7c-437f-ab39-a425877a43dd tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Added segment 0c69856e-9846-47f6-a9cc-e9b22cf6b36e of type vlan for network 52ddc8f6-0696-4db1-b124-cf3a569ce4d5 Oct 27 19:32:41.809141 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d2396be6-ea7c-437f-ab39-a425877a43dd tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:41.898735 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d2396be6-ea7c-437f-ab39-a425877a43dd tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:41.904361 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2396be6-ea7c-437f-ab39-a425877a43dd tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:32:41.904941 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d2396be6-ea7c-437f-ab39-a425877a43dd tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:41.971173 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2396be6-ea7c-437f-ab39-a425877a43dd tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'Network': ['ID=52ddc8f6-0696-4db1-b124-cf3a569ce4d5,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:32:41.981183 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network 52ddc8f6-0696-4db1-b124-cf3a569ce4d5 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 19:32:42.016177 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d2396be6-ea7c-437f-ab39-a425877a43dd tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3672750 Oct 27 19:32:42.018955 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52704) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:32:42.023587 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-00382513-ad12-487a-a64c-2bb80966829b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-576678463', 'admin_state_up': True, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:32:42.110243 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-00382513-ad12-487a-a64c-2bb80966829b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:42.111390 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-00382513-ad12-487a-a64c-2bb80966829b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:42.156100 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7955f84e-7af9-429c-aaae-efcbfb99ce24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:42.173404 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-00382513-ad12-487a-a64c-2bb80966829b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:42.424693 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-00382513-ad12-487a-a64c-2bb80966829b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:42.744223 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-00382513-ad12-487a-a64c-2bb80966829b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for router_gateway, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:42.766169 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-00382513-ad12-487a-a64c-2bb80966829b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:42.875811 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-00382513-ad12-487a-a64c-2bb80966829b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Allocated IP 172.25.6.73 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/1ceb0b58-8a46-4158-a159-d7aac2f10d64) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:32:42.978448 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-00382513-ad12-487a-a64c-2bb80966829b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:43.104981 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-00382513-ad12-487a-a64c-2bb80966829b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:43.152548 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00382513-ad12-487a-a64c-2bb80966829b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:32:43.157625 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-00382513-ad12-487a-a64c-2bb80966829b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:32:43.161179 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00382513-ad12-487a-a64c-2bb80966829b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:32:43.184282 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00382513-ad12-487a-a64c-2bb80966829b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'Port': ['ID=1ceb0b58-8a46-4158-a159-d7aac2f10d64,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:32:43.441440 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:43.507618 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-00382513-ad12-487a-a64c-2bb80966829b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for router_gateway, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:43.706750 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-00382513-ad12-487a-a64c-2bb80966829b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:43.744199 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:43.978536 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00382513-ad12-487a-a64c-2bb80966829b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Router 1c1ef853-512f-4abd-b251-8de5d08c9e5b is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 19:32:44.085136 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00382513-ad12-487a-a64c-2bb80966829b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:32:44.097862 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40892462-b2d5-433b-b7fb-65959047d826 None None] Sync routers for ids ['1c1ef853-512f-4abd-b251-8de5d08c9e5b'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:32:44.107926 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40892462-b2d5-433b-b7fb-65959047d826 None None] Routers {'1c1ef853-512f-4abd-b251-8de5d08c9e5b'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:32:44.108740 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-40892462-b2d5-433b-b7fb-65959047d826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:32:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['1c1ef853-512f-4abd-b251-8de5d08c9e5b'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:32:44.209382 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-00382513-ad12-487a-a64c-2bb80966829b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:44.210652 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-00382513-ad12-487a-a64c-2bb80966829b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1906872 Oct 27 19:32:44.212897 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-40892462-b2d5-433b-b7fb-65959047d826 None None] Set router 1c1ef853-512f-4abd-b251-8de5d08c9e5b gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:32:44.213857 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52706) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:32:44.243608 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4b4f5a18-76cc-41f0-9d0b-16b00020fda7 tempest-TestNetworkAdvancedServerOps-926739900 tempest-TestNetworkAdvancedServerOps-926739900-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=df49fa348b1d47cdbf578b508321cb72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280802 Oct 27 19:32:44.246257 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52708) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:32:44.342667 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe375c0-4a49-4d1e-8a22-dd5660498ad4 tempest-TestNetworkAdvancedServerOps-926739900 tempest-TestNetworkAdvancedServerOps-926739900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:32:44.344701 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5fe375c0-4a49-4d1e-8a22-dd5660498ad4 tempest-TestNetworkAdvancedServerOps-926739900 tempest-TestNetworkAdvancedServerOps-926739900-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0975277 Oct 27 19:32:44.347465 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52710) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:32:44.378045 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-14639eb4-9ba4-44e3-a724-5b38e87efa4e tempest-TestNetworkAdvancedServerOps-926739900 tempest-TestNetworkAdvancedServerOps-926739900-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=0fad50cd-70b8-43d9-8a14-cc05c0fdea0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282674 Oct 27 19:32:44.379335 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52712) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:32:44.384309 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-ee8ca037-4a1a-4aa3-a7d7-4ee0f96b810e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1615631183', 'network_id': '52ddc8f6-0696-4db1-b124-cf3a569ce4d5', 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:32:44.398235 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-40892462-b2d5-433b-b7fb-65959047d826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c1ef853-512f-4abd-b251-8de5d08c9e5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576678463', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '1ceb0b58-8a46-4158-a159-d7aac2f10d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:32:42Z', 'updated_at': '2021-10-27T19:32:43Z', 'revision_number': 3, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '1ceb0b58-8a46-4158-a159-d7aac2f10d64', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c1ef853-512f-4abd-b251-8de5d08c9e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:32:42Z', 'updated_at': '2021-10-27T19:32:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:32:44.425010 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40892462-b2d5-433b-b7fb-65959047d826 None None] Checking router: 1c1ef853-512f-4abd-b251-8de5d08c9e5b for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:32:44.425362 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40892462-b2d5-433b-b7fb-65959047d826 None None] Updating router 1c1ef853-512f-4abd-b251-8de5d08c9e5b port 1ceb0b58-8a46-4158-a159-d7aac2f10d64 binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 19:32:44.449762 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-40892462-b2d5-433b-b7fb-65959047d826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:44.538781 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8ca037-4a1a-4aa3-a7d7-4ee0f96b810e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Made reservation on behalf of df49fa348b1d47cdbf578b508321cb72 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:32:44.542300 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ee8ca037-4a1a-4aa3-a7d7-4ee0f96b810e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:44.708909 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-40892462-b2d5-433b-b7fb-65959047d826 None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:44.761583 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-40892462-b2d5-433b-b7fb-65959047d826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:44.790668 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ee8ca037-4a1a-4aa3-a7d7-4ee0f96b810e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:44.814694 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-40892462-b2d5-433b-b7fb-65959047d826 None None] Attempting to bind port 1ceb0b58-8a46-4158-a159-d7aac2f10d64 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:32:44.815092 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-40892462-b2d5-433b-b7fb-65959047d826 None None] Attempting to bind port 1ceb0b58-8a46-4158-a159-d7aac2f10d64 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:32:44.815478 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40892462-b2d5-433b-b7fb-65959047d826 None None] Attempting to bind port 1ceb0b58-8a46-4158-a159-d7aac2f10d64 on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:32:44.820974 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91378614-e7fd-45f9-aec5-50553808f65b None None] Pushing event updated for resources: {'Port': ['ID=1ceb0b58-8a46-4158-a159-d7aac2f10d64,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:32:44.825826 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40892462-b2d5-433b-b7fb-65959047d826 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:32:44.826243 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40892462-b2d5-433b-b7fb-65959047d826 None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:32:44.826884 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-40892462-b2d5-433b-b7fb-65959047d826 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:44.826884 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40892462-b2d5-433b-b7fb-65959047d826 None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:32:44.828233 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-40892462-b2d5-433b-b7fb-65959047d826 None None] Bound port: 1ceb0b58-8a46-4158-a159-d7aac2f10d64, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:32:44.828633 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-40892462-b2d5-433b-b7fb-65959047d826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:44.850743 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ca037-4a1a-4aa3-a7d7-4ee0f96b810e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'Subnet': ['ID=9cf2911c-8b8f-4e4b-9adc-edaae986d31a,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:32:44.861793 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8ca037-4a1a-4aa3-a7d7-4ee0f96b810e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Checking segment: {'id': '0c69856e-9846-47f6-a9cc-e9b22cf6b36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '52ddc8f6-0696-4db1-b124-cf3a569ce4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:32:44.862213 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8ca037-4a1a-4aa3-a7d7-4ee0f96b810e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Network hostable DHCP agents. Network: 52ddc8f6-0696-4db1-b124-cf3a569ce4d5, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 19:32:44.883316 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-40892462-b2d5-433b-b7fb-65959047d826 None None] For port 1ceb0b58-8a46-4158-a159-d7aac2f10d64, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:32:44.886698 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-40892462-b2d5-433b-b7fb-65959047d826 None None] For port 1ceb0b58-8a46-4158-a159-d7aac2f10d64, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=1ceb0b58-8a46-4158-a159-d7aac2f10d64,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:32:44.965760 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8ca037-4a1a-4aa3-a7d7-4ee0f96b810e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Network 52ddc8f6-0696-4db1-b124-cf3a569ce4d5 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 19:32:44.966238 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-40892462-b2d5-433b-b7fb-65959047d826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:45.024684 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40892462-b2d5-433b-b7fb-65959047d826 None None] Routers {'1c1ef853-512f-4abd-b251-8de5d08c9e5b'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:32:45.025294 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-40892462-b2d5-433b-b7fb-65959047d826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:32:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['1c1ef853-512f-4abd-b251-8de5d08c9e5b'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:32:45.030105 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91378614-e7fd-45f9-aec5-50553808f65b None None] Pushing event updated for resources: {'Port': ['ID=1ceb0b58-8a46-4158-a159-d7aac2f10d64,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:32:45.041434 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-ee8ca037-4a1a-4aa3-a7d7-4ee0f96b810e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, 52ddc8f6-0696-4db1-b124-cf3a569ce4d5) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:32:45.046726 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8ca037-4a1a-4aa3-a7d7-4ee0f96b810e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:32:45.047191 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-ee8ca037-4a1a-4aa3-a7d7-4ee0f96b810e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:45.141139 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-ee8ca037-4a1a-4aa3-a7d7-4ee0f96b810e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7607386 Oct 27 19:32:45.144165 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52714) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:32:45.262612 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc95444-189a-4e71-a1bf-9c018d0760bc None None] Network 52ddc8f6-0696-4db1-b124-cf3a569ce4d5 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:32:45.394026 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-40892462-b2d5-433b-b7fb-65959047d826 None None] Set router 1c1ef853-512f-4abd-b251-8de5d08c9e5b gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:32:45.467529 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:45.578062 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479f24ea-1639-4172-b954-29a296878033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-52ddc8f6-0696-4db1-b124-cf3a569ce4d5', 'network_id': '52ddc8f6-0696-4db1-b124-cf3a569ce4d5', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'fixed_ips': [{'subnet_id': '9cf2911c-8b8f-4e4b-9adc-edaae986d31a'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 19:32:45.579604 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-479f24ea-1639-4172-b954-29a296878033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:45.594094 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6cee2a09-df2c-4600-ae1c-34f1c65c1974 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:45.782754 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-40892462-b2d5-433b-b7fb-65959047d826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c1ef853-512f-4abd-b251-8de5d08c9e5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576678463', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '1ceb0b58-8a46-4158-a159-d7aac2f10d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:32:42Z', 'updated_at': '2021-10-27T19:32:43Z', 'revision_number': 3, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '1ceb0b58-8a46-4158-a159-d7aac2f10d64', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c1ef853-512f-4abd-b251-8de5d08c9e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:32:42Z', 'updated_at': '2021-10-27T19:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:32:45.788200 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-479f24ea-1639-4172-b954-29a296878033 None None] Allocated IP 172.20.0.2 (52ddc8f6-0696-4db1-b124-cf3a569ce4d5/9cf2911c-8b8f-4e4b-9adc-edaae986d31a/1879cdf4-8fcd-4767-9237-67ee6eb96282) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:32:45.817168 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40892462-b2d5-433b-b7fb-65959047d826 None None] The sync data for ids ['1c1ef853-512f-4abd-b251-8de5d08c9e5b'] in n-d-815690-2 is: [{'id': '1c1ef853-512f-4abd-b251-8de5d08c9e5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576678463', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '1ceb0b58-8a46-4158-a159-d7aac2f10d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:32:42Z', 'updated_at': '2021-10-27T19:32:43Z', 'revision_number': 3, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '1ceb0b58-8a46-4158-a159-d7aac2f10d64', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c1ef853-512f-4abd-b251-8de5d08c9e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:32:42Z', 'updated_at': '2021-10-27T19:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:32:45.975632 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-479f24ea-1639-4172-b954-29a296878033 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:46.031111 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-479f24ea-1639-4172-b954-29a296878033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:46.077838 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479f24ea-1639-4172-b954-29a296878033 None None] Network 52ddc8f6-0696-4db1-b124-cf3a569ce4d5 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:32:46.081096 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-479f24ea-1639-4172-b954-29a296878033 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:32:46.084754 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479f24ea-1639-4172-b954-29a296878033 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:32:46.090990 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-6cee2a09-df2c-4600-ae1c-34f1c65c1974 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Allocated IP 172.20.0.1 (52ddc8f6-0696-4db1-b124-cf3a569ce4d5/9cf2911c-8b8f-4e4b-9adc-edaae986d31a/1b417810-2e1d-4440-9e40-f4623d597063) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:32:46.092604 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f24ea-1639-4172-b954-29a296878033 None None] Pushing event updated for resources: {'Port': ['ID=1879cdf4-8fcd-4767-9237-67ee6eb96282,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:32:46.156813 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-479f24ea-1639-4172-b954-29a296878033 None None] Attempting to bind port 1879cdf4-8fcd-4767-9237-67ee6eb96282 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:32:46.157185 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-479f24ea-1639-4172-b954-29a296878033 None None] Attempting to bind port 1879cdf4-8fcd-4767-9237-67ee6eb96282 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '0c69856e-9846-47f6-a9cc-e9b22cf6b36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '52ddc8f6-0696-4db1-b124-cf3a569ce4d5'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:32:46.157537 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479f24ea-1639-4172-b954-29a296878033 None None] Attempting to bind port 1879cdf4-8fcd-4767-9237-67ee6eb96282 on network 52ddc8f6-0696-4db1-b124-cf3a569ce4d5 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:32:46.163166 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479f24ea-1639-4172-b954-29a296878033 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:32:46.163544 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479f24ea-1639-4172-b954-29a296878033 None None] Checking segment: {'id': '0c69856e-9846-47f6-a9cc-e9b22cf6b36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '52ddc8f6-0696-4db1-b124-cf3a569ce4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:32:46.163941 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-479f24ea-1639-4172-b954-29a296878033 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:46.164324 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479f24ea-1639-4172-b954-29a296878033 None None] Bound using segment: {'id': '0c69856e-9846-47f6-a9cc-e9b22cf6b36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '52ddc8f6-0696-4db1-b124-cf3a569ce4d5'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:32:46.164845 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-479f24ea-1639-4172-b954-29a296878033 None None] Bound port: 1879cdf4-8fcd-4767-9237-67ee6eb96282, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c69856e-9846-47f6-a9cc-e9b22cf6b36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '52ddc8f6-0696-4db1-b124-cf3a569ce4d5'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:32:46.165949 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-479f24ea-1639-4172-b954-29a296878033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:46.233436 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6cee2a09-df2c-4600-ae1c-34f1c65c1974 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:46.238739 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-479f24ea-1639-4172-b954-29a296878033 None None] For port 1879cdf4-8fcd-4767-9237-67ee6eb96282, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:32:46.242145 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-479f24ea-1639-4172-b954-29a296878033 None None] For port 1879cdf4-8fcd-4767-9237-67ee6eb96282, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=1879cdf4-8fcd-4767-9237-67ee6eb96282,segment=NetworkSegment(0c69856e-9846-47f6-a9cc-e9b22cf6b36e),segment_id=0c69856e-9846-47f6-a9cc-e9b22cf6b36e)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:32:46.338960 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-479f24ea-1639-4172-b954-29a296878033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:46.373076 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6cee2a09-df2c-4600-ae1c-34f1c65c1974 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:46.411522 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f24ea-1639-4172-b954-29a296878033 None None] Pushing event updated for resources: {'Port': ['ID=1879cdf4-8fcd-4767-9237-67ee6eb96282,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:32:46.427741 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cee2a09-df2c-4600-ae1c-34f1c65c1974 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Network 52ddc8f6-0696-4db1-b124-cf3a569ce4d5 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:32:46.431130 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-6cee2a09-df2c-4600-ae1c-34f1c65c1974 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:32:46.435043 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cee2a09-df2c-4600-ae1c-34f1c65c1974 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:32:46.442562 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee2a09-df2c-4600-ae1c-34f1c65c1974 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'Port': ['ID=1b417810-2e1d-4440-9e40-f4623d597063,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:32:46.496316 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6cee2a09-df2c-4600-ae1c-34f1c65c1974 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:46.705061 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6cee2a09-df2c-4600-ae1c-34f1c65c1974 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:46.992954 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6cee2a09-df2c-4600-ae1c-34f1c65c1974 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:47.051129 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 1879cdf4-8fcd-4767-9237-67ee6eb96282 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:32:47.083062 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6cee2a09-df2c-4600-ae1c-34f1c65c1974 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:47.108219 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 1879cdf4-8fcd-4767-9237-67ee6eb96282 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:32:47.108867 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:47.166286 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-6cee2a09-df2c-4600-ae1c-34f1c65c1974 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:47.168180 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee2a09-df2c-4600-ae1c-34f1c65c1974 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'Port': ['ID=1b417810-2e1d-4440-9e40-f4623d597063,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:32:47.192589 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:47.227470 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 1879cdf4-8fcd-4767-9237-67ee6eb96282, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=1879cdf4-8fcd-4767-9237-67ee6eb96282,segment=NetworkSegment(0c69856e-9846-47f6-a9cc-e9b22cf6b36e),segment_id=0c69856e-9846-47f6-a9cc-e9b22cf6b36e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:32:47.266332 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cee2a09-df2c-4600-ae1c-34f1c65c1974 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Network 52ddc8f6-0696-4db1-b124-cf3a569ce4d5 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:32:47.267805 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-6cee2a09-df2c-4600-ae1c-34f1c65c1974 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:32:47.338457 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:47.339290 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 1ceb0b58-8a46-4158-a159-d7aac2f10d64 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:32:47.384768 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cee2a09-df2c-4600-ae1c-34f1c65c1974 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Router 1c1ef853-512f-4abd-b251-8de5d08c9e5b has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:32:47.418686 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=1879cdf4-8fcd-4767-9237-67ee6eb96282,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:32:47.431407 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 1ceb0b58-8a46-4158-a159-d7aac2f10d64 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:32:47.431782 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:47.502845 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cee2a09-df2c-4600-ae1c-34f1c65c1974 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:32:47.508141 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-6cee2a09-df2c-4600-ae1c-34f1c65c1974 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "PUT /v2.0/routers/1c1ef853-512f-4abd-b251-8de5d08c9e5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3629222 Oct 27 19:32:47.518525 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:47.541966 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 1ceb0b58-8a46-4158-a159-d7aac2f10d64, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=1ceb0b58-8a46-4158-a159-d7aac2f10d64,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:32:47.614490 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:47.669573 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-422c0607-0bab-4b8c-a2cd-538844e60df0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-518865337&fields=id&tenant_id=df49fa348b1d47cdbf578b508321cb72 HTTP/1.1" status: 200 len: 267 time: 0.0405369 Oct 27 19:32:47.686856 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=1ceb0b58-8a46-4158-a159-d7aac2f10d64,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:32:47.798611 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-c5d823b7-f81f-4519-ae15-04e3db9f99c3 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:32:47.800217 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-c5d823b7-f81f-4519-ae15-04e3db9f99c3 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/networks?id=52ddc8f6-0696-4db1-b124-cf3a569ce4d5 HTTP/1.1" status: 200 len: 796 time: 0.1222482 Oct 27 19:32:47.809227 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5986f686-f8e3-4300-8e78-ae1608122d2e None None] Network 52ddc8f6-0696-4db1-b124-cf3a569ce4d5 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:32:47.817111 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-219375ab-f19a-498c-b684-ba77f32be252 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/quotas/df49fa348b1d47cdbf578b508321cb72 HTTP/1.1" status: 200 len: 375 time: 0.0110095 Oct 27 19:32:47.862033 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7618a42-6015-427c-8890-e4d66940430c None None] Sync routers for ids ['1c1ef853-512f-4abd-b251-8de5d08c9e5b'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:32:47.873183 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7618a42-6015-427c-8890-e4d66940430c None None] Routers {'1c1ef853-512f-4abd-b251-8de5d08c9e5b'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:32:47.874215 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-d7618a42-6015-427c-8890-e4d66940430c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:32:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['1c1ef853-512f-4abd-b251-8de5d08c9e5b'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:32:47.878771 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f763e91c-f697-4ace-a69e-63c7006df096 None None] Provisioning complete for port 1879cdf4-8fcd-4767-9237-67ee6eb96282 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:32:47.879284 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f763e91c-f697-4ace-a69e-63c7006df096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:47.889170 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-fc7d9b33-e684-4607-b59d-0ca12292e1ac tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=df49fa348b1d47cdbf578b508321cb72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0660920 Oct 27 19:32:47.989822 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-d7618a42-6015-427c-8890-e4d66940430c None None] Set router 1c1ef853-512f-4abd-b251-8de5d08c9e5b gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:32:48.040822 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-57543c3a-35e5-4a6c-91cb-3d324baa6537 service neutron] 10.222.0.52 "GET /v2.0/networks/52ddc8f6-0696-4db1-b124-cf3a569ce4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373255 Oct 27 19:32:48.149948 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-fc55b890-5979-47d0-80a1-ba9ca7e468c9 service neutron] 10.222.0.52 "GET /v2.0/networks/52ddc8f6-0696-4db1-b124-cf3a569ce4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978253 Oct 27 19:32:48.223698 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-d7618a42-6015-427c-8890-e4d66940430c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c1ef853-512f-4abd-b251-8de5d08c9e5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576678463', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '1ceb0b58-8a46-4158-a159-d7aac2f10d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:32:42Z', 'updated_at': '2021-10-27T19:32:46Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '1ceb0b58-8a46-4158-a159-d7aac2f10d64', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1ef853-512f-4abd-b251-8de5d08c9e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:32:42Z', 'updated_at': '2021-10-27T19:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '1b417810-2e1d-4440-9e40-f4623d597063', 'name': '', 'network_id': '52ddc8f6-0696-4db1-b124-cf3a569ce4d5', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'mac_address': 'fa:16:3e:4e:f2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c1ef853-512f-4abd-b251-8de5d08c9e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '9cf2911c-8b8f-4e4b-9adc-edaae986d31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:32:45Z', 'updated_at': '2021-10-27T19:32:46Z', 'revision_number': 2, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'subnets': [{'id': '9cf2911c-8b8f-4e4b-9adc-edaae986d31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:32:48.256676 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7618a42-6015-427c-8890-e4d66940430c None None] Checking router: 1c1ef853-512f-4abd-b251-8de5d08c9e5b for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:32:48.257033 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7618a42-6015-427c-8890-e4d66940430c None None] Updating router 1c1ef853-512f-4abd-b251-8de5d08c9e5b port 1b417810-2e1d-4440-9e40-f4623d597063 binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 19:32:48.284519 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-d7618a42-6015-427c-8890-e4d66940430c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:48.360481 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-647832db-efea-41a7-9345-cf4f513517ed None None] Provisioning complete for port 1b417810-2e1d-4440-9e40-f4623d597063 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:32:48.365816 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-647832db-efea-41a7-9345-cf4f513517ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:48.417293 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-647832db-efea-41a7-9345-cf4f513517ed None None] Port 1b417810-2e1d-4440-9e40-f4623d597063 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:32:48.428734 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-647832db-efea-41a7-9345-cf4f513517ed None None] Provisioning complete for port 1879cdf4-8fcd-4767-9237-67ee6eb96282 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:32:48.429101 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-647832db-efea-41a7-9345-cf4f513517ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:48.457426 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d7f957e6-32d6-40a8-a1ba-9bfe0795c27d req-722b022f-11bf-46f5-af39-67411a87e1bb tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=14ed997a-97b5-4cda-a1b3-3512aa0e894c HTTP/1.1" status: 200 len: 210 time: 0.0299163 Oct 27 19:32:48.570694 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-d7618a42-6015-427c-8890-e4d66940430c None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:48.640382 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f42dde43-f371-4111-a7f6-28e94ada0d64 None None] Provisioning complete for port 1b417810-2e1d-4440-9e40-f4623d597063 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:32:48.640913 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f42dde43-f371-4111-a7f6-28e94ada0d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:48.658715 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-d7618a42-6015-427c-8890-e4d66940430c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:48.679706 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f42dde43-f371-4111-a7f6-28e94ada0d64 None None] Port 1b417810-2e1d-4440-9e40-f4623d597063 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:32:48.716244 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cfc60e-3971-445a-bd2e-99f5c016ecf4 None None] Pushing event updated for resources: {'Port': ['ID=1b417810-2e1d-4440-9e40-f4623d597063,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:32:48.741739 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cfc60e-3971-445a-bd2e-99f5c016ecf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:48.742100 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cfc60e-3971-445a-bd2e-99f5c016ecf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:48.742401 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cfc60e-3971-445a-bd2e-99f5c016ecf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:48.742732 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cfc60e-3971-445a-bd2e-99f5c016ecf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:48.743087 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cfc60e-3971-445a-bd2e-99f5c016ecf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:48.743421 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cfc60e-3971-445a-bd2e-99f5c016ecf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:48.744286 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cfc60e-3971-445a-bd2e-99f5c016ecf4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:48.744286 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cfc60e-3971-445a-bd2e-99f5c016ecf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:48.744598 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cfc60e-3971-445a-bd2e-99f5c016ecf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:48.744776 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cfc60e-3971-445a-bd2e-99f5c016ecf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:48.744962 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cfc60e-3971-445a-bd2e-99f5c016ecf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:48.745433 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cfc60e-3971-445a-bd2e-99f5c016ecf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:32:48.780725 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-d7618a42-6015-427c-8890-e4d66940430c None None] Attempting to bind port 1b417810-2e1d-4440-9e40-f4623d597063 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:32:48.781117 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-d7618a42-6015-427c-8890-e4d66940430c None None] Attempting to bind port 1b417810-2e1d-4440-9e40-f4623d597063 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '0c69856e-9846-47f6-a9cc-e9b22cf6b36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '52ddc8f6-0696-4db1-b124-cf3a569ce4d5'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:32:48.781481 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7618a42-6015-427c-8890-e4d66940430c None None] Attempting to bind port 1b417810-2e1d-4440-9e40-f4623d597063 on network 52ddc8f6-0696-4db1-b124-cf3a569ce4d5 {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:32:48.787839 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7618a42-6015-427c-8890-e4d66940430c None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:32:48.788944 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7618a42-6015-427c-8890-e4d66940430c None None] Checking segment: {'id': '0c69856e-9846-47f6-a9cc-e9b22cf6b36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '52ddc8f6-0696-4db1-b124-cf3a569ce4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:32:48.788944 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-d7618a42-6015-427c-8890-e4d66940430c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:48.791334 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7618a42-6015-427c-8890-e4d66940430c None None] Bound using segment: {'id': '0c69856e-9846-47f6-a9cc-e9b22cf6b36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '52ddc8f6-0696-4db1-b124-cf3a569ce4d5'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:32:48.791860 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-d7618a42-6015-427c-8890-e4d66940430c None None] Bound port: 1b417810-2e1d-4440-9e40-f4623d597063, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c69856e-9846-47f6-a9cc-e9b22cf6b36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '52ddc8f6-0696-4db1-b124-cf3a569ce4d5'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:32:48.793115 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-d7618a42-6015-427c-8890-e4d66940430c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:48.805690 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-7b728082-3e8f-4219-bbc4-c322fce288ed None None] Provisioning complete for port 1b417810-2e1d-4440-9e40-f4623d597063 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:32:48.806226 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7b728082-3e8f-4219-bbc4-c322fce288ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:48.851795 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-7b728082-3e8f-4219-bbc4-c322fce288ed None None] Port 1b417810-2e1d-4440-9e40-f4623d597063 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:32:48.877876 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-d7618a42-6015-427c-8890-e4d66940430c None None] For port 1b417810-2e1d-4440-9e40-f4623d597063, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:32:48.882058 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-d7618a42-6015-427c-8890-e4d66940430c None None] For port 1b417810-2e1d-4440-9e40-f4623d597063, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=1b417810-2e1d-4440-9e40-f4623d597063,segment=NetworkSegment(0c69856e-9846-47f6-a9cc-e9b22cf6b36e),segment_id=0c69856e-9846-47f6-a9cc-e9b22cf6b36e)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:32:48.956240 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-d7618a42-6015-427c-8890-e4d66940430c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:48.974426 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-211f25eb-0707-4732-9bcf-294bc2c1ae95 None None] Provisioning complete for port 1b417810-2e1d-4440-9e40-f4623d597063 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:32:48.975034 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-211f25eb-0707-4732-9bcf-294bc2c1ae95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:49.027312 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 1879cdf4-8fcd-4767-9237-67ee6eb96282 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:32:49.030308 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7618a42-6015-427c-8890-e4d66940430c None None] Routers {'1c1ef853-512f-4abd-b251-8de5d08c9e5b'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:32:49.031429 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-d7618a42-6015-427c-8890-e4d66940430c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:32:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['1c1ef853-512f-4abd-b251-8de5d08c9e5b'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:32:49.034470 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cfc60e-3971-445a-bd2e-99f5c016ecf4 None None] Pushing event updated for resources: {'Port': ['ID=1b417810-2e1d-4440-9e40-f4623d597063,revision_number=4']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:32:49.117037 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-211f25eb-0707-4732-9bcf-294bc2c1ae95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:49.144029 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 1879cdf4-8fcd-4767-9237-67ee6eb96282 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:32:49.144408 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:49.188936 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-211f25eb-0707-4732-9bcf-294bc2c1ae95 None None] For port 1b417810-2e1d-4440-9e40-f4623d597063, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=1b417810-2e1d-4440-9e40-f4623d597063,segment=NetworkSegment(0c69856e-9846-47f6-a9cc-e9b22cf6b36e),segment_id=0c69856e-9846-47f6-a9cc-e9b22cf6b36e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:32:49.220657 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-d7618a42-6015-427c-8890-e4d66940430c None None] Set router 1c1ef853-512f-4abd-b251-8de5d08c9e5b gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:32:49.247199 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 1ceb0b58-8a46-4158-a159-d7aac2f10d64 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:32:49.274150 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-211f25eb-0707-4732-9bcf-294bc2c1ae95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:49.341466 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f25eb-0707-4732-9bcf-294bc2c1ae95 None None] Pushing event updated for resources: {'Port': ['ID=1b417810-2e1d-4440-9e40-f4623d597063,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:32:49.347996 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 1ceb0b58-8a46-4158-a159-d7aac2f10d64 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:32:49.348438 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:49.402333 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-651cceda-b79b-4725-850a-bf080168dbba None None] Provisioning complete for port 1b417810-2e1d-4440-9e40-f4623d597063 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:32:49.403050 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-651cceda-b79b-4725-850a-bf080168dbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:49.453288 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-d7618a42-6015-427c-8890-e4d66940430c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c1ef853-512f-4abd-b251-8de5d08c9e5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576678463', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '1ceb0b58-8a46-4158-a159-d7aac2f10d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:32:42Z', 'updated_at': '2021-10-27T19:32:46Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '1ceb0b58-8a46-4158-a159-d7aac2f10d64', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1ef853-512f-4abd-b251-8de5d08c9e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:32:42Z', 'updated_at': '2021-10-27T19:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '1b417810-2e1d-4440-9e40-f4623d597063', 'name': '', 'network_id': '52ddc8f6-0696-4db1-b124-cf3a569ce4d5', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'mac_address': 'fa:16:3e:4e:f2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c1ef853-512f-4abd-b251-8de5d08c9e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '9cf2911c-8b8f-4e4b-9adc-edaae986d31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:32:45Z', 'updated_at': '2021-10-27T19:32:48Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'subnets': [{'id': '9cf2911c-8b8f-4e4b-9adc-edaae986d31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:32:49.484442 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7618a42-6015-427c-8890-e4d66940430c None None] The sync data for ids ['1c1ef853-512f-4abd-b251-8de5d08c9e5b'] in n-d-815690-2 is: [{'id': '1c1ef853-512f-4abd-b251-8de5d08c9e5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576678463', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '1ceb0b58-8a46-4158-a159-d7aac2f10d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:32:42Z', 'updated_at': '2021-10-27T19:32:46Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '1ceb0b58-8a46-4158-a159-d7aac2f10d64', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1ef853-512f-4abd-b251-8de5d08c9e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:32:42Z', 'updated_at': '2021-10-27T19:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '1b417810-2e1d-4440-9e40-f4623d597063', 'name': '', 'network_id': '52ddc8f6-0696-4db1-b124-cf3a569ce4d5', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'mac_address': 'fa:16:3e:4e:f2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c1ef853-512f-4abd-b251-8de5d08c9e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '9cf2911c-8b8f-4e4b-9adc-edaae986d31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:32:45Z', 'updated_at': '2021-10-27T19:32:48Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'subnets': [{'id': '9cf2911c-8b8f-4e4b-9adc-edaae986d31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:32:49.567412 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6a4349e0-f7e9-4027-ac5e-fe2d7760038a req-342cd701-5f17-407a-b331-03ea0ad0d0b0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=14ed997a-97b5-4cda-a1b3-3512aa0e894c HTTP/1.1" status: 200 len: 210 time: 0.0502343 Oct 27 19:32:50.648932 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e1fd3f3f-1dfe-490f-9324-ea86d87f3de0 req-297133a2-94b2-422d-b35e-bf3b386ab8cc tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=14ed997a-97b5-4cda-a1b3-3512aa0e894c HTTP/1.1" status: 200 len: 210 time: 0.0278754 Oct 27 19:32:51.029444 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 1b417810-2e1d-4440-9e40-f4623d597063 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:32:51.078730 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 1b417810-2e1d-4440-9e40-f4623d597063 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:32:51.079198 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:51.726471 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0e8c5c03-70e7-438a-8261-2c0385f74213 req-a10c8738-5103-4324-a6d5-102f880c9198 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=14ed997a-97b5-4cda-a1b3-3512aa0e894c HTTP/1.1" status: 200 len: 210 time: 0.0273476 Oct 27 19:32:52.824671 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-927ed32e-df1b-4805-a53b-e870d2c317b9 req-cbcd79a2-ff1d-41c2-99a2-4f876cac0e24 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=14ed997a-97b5-4cda-a1b3-3512aa0e894c HTTP/1.1" status: 200 len: 210 time: 0.0282052 Oct 27 19:32:53.921384 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1ee7516b-e0ba-48de-8614-7b90962f03ba req-3b74f36e-2517-4e35-a424-17fbb056c467 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=14ed997a-97b5-4cda-a1b3-3512aa0e894c HTTP/1.1" status: 200 len: 210 time: 0.0255935 Oct 27 19:32:54.477620 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-b532456c-1c73-4e4f-8ff8-d3da25d60576 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:32:54.479165 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-b532456c-1c73-4e4f-8ff8-d3da25d60576 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.81 "GET /v2.0/networks?id=52ddc8f6-0696-4db1-b124-cf3a569ce4d5 HTTP/1.1" status: 200 len: 796 time: 0.1096768 Oct 27 19:32:54.526336 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-20703d0a-3d31-4592-82f1-16f1c977e3a3 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df49fa348b1d47cdbf578b508321cb72 HTTP/1.1" status: 200 len: 379 time: 0.0377018 Oct 27 19:32:54.539588 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-22d65d2a-f560-48a9-8cf4-eb6a78be0640 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'port': {'device_id': '14ed997a-97b5-4cda-a1b3-3512aa0e894c', 'network_id': '52ddc8f6-0696-4db1-b124-cf3a569ce4d5', 'admin_state_up': True, 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'security_groups': ['b9eb5441-39fb-4326-84ff-2081fc172b9b']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:32:54.710191 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-22d65d2a-f560-48a9-8cf4-eb6a78be0640 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Made reservation on behalf of df49fa348b1d47cdbf578b508321cb72 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:32:54.714387 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-22d65d2a-f560-48a9-8cf4-eb6a78be0640 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:54.848367 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-22d65d2a-f560-48a9-8cf4-eb6a78be0640 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Allocated IP 172.20.0.4 (52ddc8f6-0696-4db1-b124-cf3a569ce4d5/9cf2911c-8b8f-4e4b-9adc-edaae986d31a/045c0365-251e-4efb-9af3-49b71ba6b0fb) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:32:54.993634 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-22d65d2a-f560-48a9-8cf4-eb6a78be0640 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:55.026632 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-71717204-dbff-4b51-bd07-5b3c79ea3c1a req-bc12a2ef-7302-44e0-be7d-abaeb52d1a97 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=14ed997a-97b5-4cda-a1b3-3512aa0e894c HTTP/1.1" status: 200 len: 210 time: 0.0320415 Oct 27 19:32:55.093165 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-22d65d2a-f560-48a9-8cf4-eb6a78be0640 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:55.141686 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-22d65d2a-f560-48a9-8cf4-eb6a78be0640 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Network 52ddc8f6-0696-4db1-b124-cf3a569ce4d5 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:32:55.145275 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-22d65d2a-f560-48a9-8cf4-eb6a78be0640 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:32:55.150525 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-22d65d2a-f560-48a9-8cf4-eb6a78be0640 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:32:55.154490 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d65d2a-f560-48a9-8cf4-eb6a78be0640 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'Port': ['ID=045c0365-251e-4efb-9af3-49b71ba6b0fb,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:32:55.201484 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-22d65d2a-f560-48a9-8cf4-eb6a78be0640 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:32:55.202096 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-22d65d2a-f560-48a9-8cf4-eb6a78be0640 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:55.303054 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-22d65d2a-f560-48a9-8cf4-eb6a78be0640 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7675481 Oct 27 19:32:55.317223 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-ad8fb8e5-eea3-4ea5-8da1-f729c4b114b8 service neutron] Request body: {'port': {'device_id': '14ed997a-97b5-4cda-a1b3-3512aa0e894c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:32:55.348732 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-be33adb7-9dd1-4481-82cd-9c6519d503c8 None None] Provisioning complete for port 045c0365-251e-4efb-9af3-49b71ba6b0fb triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:32:55.349339 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-be33adb7-9dd1-4481-82cd-9c6519d503c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:55.380647 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-ad8fb8e5-eea3-4ea5-8da1-f729c4b114b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:55.384363 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-be33adb7-9dd1-4481-82cd-9c6519d503c8 None None] Port 045c0365-251e-4efb-9af3-49b71ba6b0fb cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:32:55.655407 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-ad8fb8e5-eea3-4ea5-8da1-f729c4b114b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 045c0365-251e-4efb-9af3-49b71ba6b0fb {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:32:55.664187 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-ad8fb8e5-eea3-4ea5-8da1-f729c4b114b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:55.677697 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-ad8fb8e5-eea3-4ea5-8da1-f729c4b114b8 service neutron] Transition to ACTIVE for port object 045c0365-251e-4efb-9af3-49b71ba6b0fb will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 19:32:55.749917 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-ad8fb8e5-eea3-4ea5-8da1-f729c4b114b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:55.801571 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8fb8e5-eea3-4ea5-8da1-f729c4b114b8 service neutron] Pushing event updated for resources: {'Port': ['ID=045c0365-251e-4efb-9af3-49b71ba6b0fb,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:32:55.875681 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-ad8fb8e5-eea3-4ea5-8da1-f729c4b114b8 service neutron] Attempting to bind port 045c0365-251e-4efb-9af3-49b71ba6b0fb on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:32:55.876028 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-ad8fb8e5-eea3-4ea5-8da1-f729c4b114b8 service neutron] Attempting to bind port 045c0365-251e-4efb-9af3-49b71ba6b0fb by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': '0c69856e-9846-47f6-a9cc-e9b22cf6b36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '52ddc8f6-0696-4db1-b124-cf3a569ce4d5'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:32:55.876637 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-ad8fb8e5-eea3-4ea5-8da1-f729c4b114b8 service neutron] Attempting to bind port 045c0365-251e-4efb-9af3-49b71ba6b0fb on network 52ddc8f6-0696-4db1-b124-cf3a569ce4d5 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:32:55.881346 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-ad8fb8e5-eea3-4ea5-8da1-f729c4b114b8 service neutron] Port 045c0365-251e-4efb-9af3-49b71ba6b0fb on network 52ddc8f6-0696-4db1-b124-cf3a569ce4d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 19:32:55.881669 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-ad8fb8e5-eea3-4ea5-8da1-f729c4b114b8 service neutron] Attempting to bind port 045c0365-251e-4efb-9af3-49b71ba6b0fb on network 52ddc8f6-0696-4db1-b124-cf3a569ce4d5 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:32:55.887145 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-ad8fb8e5-eea3-4ea5-8da1-f729c4b114b8 service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:32:55.887619 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-ad8fb8e5-eea3-4ea5-8da1-f729c4b114b8 service neutron] Checking segment: {'id': '0c69856e-9846-47f6-a9cc-e9b22cf6b36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '52ddc8f6-0696-4db1-b124-cf3a569ce4d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:32:55.888444 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-ad8fb8e5-eea3-4ea5-8da1-f729c4b114b8 service neutron] Bound using segment: {'id': '0c69856e-9846-47f6-a9cc-e9b22cf6b36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '52ddc8f6-0696-4db1-b124-cf3a569ce4d5'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:32:55.888871 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-ad8fb8e5-eea3-4ea5-8da1-f729c4b114b8 service neutron] Bound port: 045c0365-251e-4efb-9af3-49b71ba6b0fb, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c69856e-9846-47f6-a9cc-e9b22cf6b36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '52ddc8f6-0696-4db1-b124-cf3a569ce4d5'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:32:55.889224 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-ad8fb8e5-eea3-4ea5-8da1-f729c4b114b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:55.954846 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-ad8fb8e5-eea3-4ea5-8da1-f729c4b114b8 service neutron] For port 045c0365-251e-4efb-9af3-49b71ba6b0fb, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:32:55.958714 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-ad8fb8e5-eea3-4ea5-8da1-f729c4b114b8 service neutron] For port 045c0365-251e-4efb-9af3-49b71ba6b0fb, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=045c0365-251e-4efb-9af3-49b71ba6b0fb,segment=NetworkSegment(0c69856e-9846-47f6-a9cc-e9b22cf6b36e),segment_id=0c69856e-9846-47f6-a9cc-e9b22cf6b36e)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:32:56.018046 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-ad8fb8e5-eea3-4ea5-8da1-f729c4b114b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:56.059414 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-ad8fb8e5-eea3-4ea5-8da1-f729c4b114b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:32:56.060042 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-ad8fb8e5-eea3-4ea5-8da1-f729c4b114b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:56.061467 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-ad8fb8e5-eea3-4ea5-8da1-f729c4b114b8 service neutron] 10.222.0.81 "PUT /v2.0/ports/045c0365-251e-4efb-9af3-49b71ba6b0fb HTTP/1.1" status: 200 len: 1091 time: 0.7499971 Oct 27 19:32:56.061966 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14ed997a-97b5-4cda-a1b3-3512aa0e894c', 'tag': '045c0365-251e-4efb-9af3-49b71ba6b0fb'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:32:56.064474 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54235a8b-bb61-4d9b-8ebc-d521dcb872ba" -d '{"events": [{"name": "network-changed", "server_uuid": "14ed997a-97b5-4cda-a1b3-3512aa0e894c", "tag": "045c0365-251e-4efb-9af3-49b71ba6b0fb"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:32:56.090084 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8fb8e5-eea3-4ea5-8da1-f729c4b114b8 service neutron] Pushing event updated for resources: {'Port': ['ID=045c0365-251e-4efb-9af3-49b71ba6b0fb,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:32:56.161031 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27f37f-ec60-4d83-a362-72a9db4aaf22 req-7ce7d21a-27a1-4231-a15b-e5c3c67628f9 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:32:56.164828 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7a27f37f-ec60-4d83-a362-72a9db4aaf22 req-7ce7d21a-27a1-4231-a15b-e5c3c67628f9 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=14ed997a-97b5-4cda-a1b3-3512aa0e894c HTTP/1.1" status: 200 len: 943 time: 0.0593886 Oct 27 19:32:56.207341 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7a27f37f-ec60-4d83-a362-72a9db4aaf22 req-cf93f2bc-5427-4a36-985f-a4799882b8bd tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9eb5441-39fb-4326-84ff-2081fc172b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358748 Oct 27 19:32:56.222091 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-572b220c-842c-411c-a6c8-cc706e82f028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:32:56.223751 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-572b220c-842c-411c-a6c8-cc706e82f028 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=df49fa348b1d47cdbf578b508321cb72&device_id=14ed997a-97b5-4cda-a1b3-3512aa0e894c HTTP/1.1" status: 200 len: 1094 time: 0.0484033 Oct 27 19:32:56.272337 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678aef75-c4f2-429b-bf8e-a2b2ae4db633 x-openstack-request-id: req-678aef75-c4f2-429b-bf8e-a2b2ae4db633 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:32:56.272621 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14ed997a-97b5-4cda-a1b3-3512aa0e894c", "tag": "045c0365-251e-4efb-9af3-49b71ba6b0fb", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:32:56.272868 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-678aef75-c4f2-429b-bf8e-a2b2ae4db633 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:32:56.273258 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14ed997a-97b5-4cda-a1b3-3512aa0e894c', 'tag': '045c0365-251e-4efb-9af3-49b71ba6b0fb', 'status': 'completed', 'code': 200} Oct 27 19:32:56.274915 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-f81f93ec-d504-4b51-a61a-88d80c01e0f1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=045c0365-251e-4efb-9af3-49b71ba6b0fb HTTP/1.1" status: 200 len: 217 time: 0.0434818 Oct 27 19:32:56.324935 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-7780c13b-ea59-4e24-951c-83d8cfc9bf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:32:56.326342 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-7780c13b-ea59-4e24-951c-83d8cfc9bf6c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9cf2911c-8b8f-4e4b-9adc-edaae986d31a HTTP/1.1" status: 200 len: 835 time: 0.0450511 Oct 27 19:32:56.375530 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-4cdbb0d3-f7f7-46bc-9fb3-458922847f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:32:56.377765 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-4cdbb0d3-f7f7-46bc-9fb3-458922847f45 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=52ddc8f6-0696-4db1-b124-cf3a569ce4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442674 Oct 27 19:32:56.466872 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-c9cd2a2f-2a18-4f54-b385-1486e9da53a1 service neutron] 10.222.0.81 "GET /v2.0/networks/52ddc8f6-0696-4db1-b124-cf3a569ce4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817206 Oct 27 19:32:56.560007 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-18ea1ae3-52af-4831-8f63-33aedebf05f7 req-56dd23ad-55d2-4484-a5a4-2fdefe18de51 service neutron] 10.222.0.81 "GET /v2.0/networks/52ddc8f6-0696-4db1-b124-cf3a569ce4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864170 Oct 27 19:32:56.731030 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54235a8b-bb61-4d9b-8ebc-d521dcb872ba req-b27baf81-58dc-4fa4-9311-7c5745a276f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:32:56.732595 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-54235a8b-bb61-4d9b-8ebc-d521dcb872ba req-b27baf81-58dc-4fa4-9311-7c5745a276f7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=df49fa348b1d47cdbf578b508321cb72&device_id=14ed997a-97b5-4cda-a1b3-3512aa0e894c HTTP/1.1" status: 200 len: 1094 time: 0.0404158 Oct 27 19:32:56.827905 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54235a8b-bb61-4d9b-8ebc-d521dcb872ba req-98261f52-3463-49b7-8ae3-34fb818d7703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:32:56.829319 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-54235a8b-bb61-4d9b-8ebc-d521dcb872ba req-98261f52-3463-49b7-8ae3-34fb818d7703 service neutron] 10.222.0.81 "GET /v2.0/networks?id=52ddc8f6-0696-4db1-b124-cf3a569ce4d5 HTTP/1.1" status: 200 len: 898 time: 0.0899649 Oct 27 19:32:56.873405 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-54235a8b-bb61-4d9b-8ebc-d521dcb872ba req-575c0af2-a298-443a-b9b0-e4cf6595a649 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=045c0365-251e-4efb-9af3-49b71ba6b0fb HTTP/1.1" status: 200 len: 217 time: 0.0358102 Oct 27 19:32:56.922370 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54235a8b-bb61-4d9b-8ebc-d521dcb872ba req-d96255f9-5068-4e27-8f4d-bbc669091a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:32:56.924028 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-54235a8b-bb61-4d9b-8ebc-d521dcb872ba req-d96255f9-5068-4e27-8f4d-bbc669091a7a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9cf2911c-8b8f-4e4b-9adc-edaae986d31a HTTP/1.1" status: 200 len: 835 time: 0.0437291 Oct 27 19:32:56.975185 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54235a8b-bb61-4d9b-8ebc-d521dcb872ba req-bfa7c0fd-c589-4f9d-a607-7186f415d572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:32:56.976689 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-54235a8b-bb61-4d9b-8ebc-d521dcb872ba req-bfa7c0fd-c589-4f9d-a607-7186f415d572 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=52ddc8f6-0696-4db1-b124-cf3a569ce4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443065 Oct 27 19:32:57.067066 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-54235a8b-bb61-4d9b-8ebc-d521dcb872ba req-b911fb31-b4c4-4f9a-962b-6694329cee3d service neutron] 10.222.0.81 "GET /v2.0/networks/52ddc8f6-0696-4db1-b124-cf3a569ce4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825794 Oct 27 19:32:57.080544 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:57.337209 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcad3df-7bf9-4224-88cf-d44096946571 req-d9b64c4e-d295-4a41-8095-9a8c72a7fb2e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:32:57.338749 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8fcad3df-7bf9-4224-88cf-d44096946571 req-d9b64c4e-d295-4a41-8095-9a8c72a7fb2e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=14ed997a-97b5-4cda-a1b3-3512aa0e894c HTTP/1.1" status: 200 len: 943 time: 0.0514357 Oct 27 19:32:57.380065 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8fcad3df-7bf9-4224-88cf-d44096946571 req-3f22a86a-5040-4cd7-b8f5-07102965a010 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9eb5441-39fb-4326-84ff-2081fc172b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349391 Oct 27 19:32:57.496525 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-54235a8b-bb61-4d9b-8ebc-d521dcb872ba req-f1bfe03a-88a5-42ae-b2c1-2f301045dcc1 service neutron] 10.222.0.81 "GET /v2.0/networks/52ddc8f6-0696-4db1-b124-cf3a569ce4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4222286 Oct 27 19:32:57.601925 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:58.498286 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446ef14-b21b-43f8-976b-a0734eb0e3d2 req-652641e0-415d-4a49-aca3-c4e433ec1141 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:32:58.499878 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a446ef14-b21b-43f8-976b-a0734eb0e3d2 req-652641e0-415d-4a49-aca3-c4e433ec1141 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=14ed997a-97b5-4cda-a1b3-3512aa0e894c HTTP/1.1" status: 200 len: 943 time: 0.0499859 Oct 27 19:32:58.539244 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a446ef14-b21b-43f8-976b-a0734eb0e3d2 req-5cf6cc74-0bce-48dc-8728-cfbf5f78d18a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9eb5441-39fb-4326-84ff-2081fc172b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329332 Oct 27 19:32:58.846435 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 045c0365-251e-4efb-9af3-49b71ba6b0fb details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 19:32:59.093942 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 045c0365-251e-4efb-9af3-49b71ba6b0fb, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=045c0365-251e-4efb-9af3-49b71ba6b0fb,segment=NetworkSegment(0c69856e-9846-47f6-a9cc-e9b22cf6b36e),segment_id=0c69856e-9846-47f6-a9cc-e9b22cf6b36e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:32:59.106625 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': '045c0365-251e-4efb-9af3-49b71ba6b0fb', 'network_id': '52ddc8f6-0696-4db1-b124-cf3a569ce4d5', 'port_id': '045c0365-251e-4efb-9af3-49b71ba6b0fb', 'mac_address': 'fa:16:3e:d9:e0:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cf2911c-8b8f-4e4b-9adc-edaae986d31a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 19:32:59.148276 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:59.161979 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 045c0365-251e-4efb-9af3-49b71ba6b0fb {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:32:59.181786 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 045c0365-251e-4efb-9af3-49b71ba6b0fb, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=045c0365-251e-4efb-9af3-49b71ba6b0fb,segment=NetworkSegment(0c69856e-9846-47f6-a9cc-e9b22cf6b36e),segment_id=0c69856e-9846-47f6-a9cc-e9b22cf6b36e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:32:59.258849 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:32:59.318298 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=045c0365-251e-4efb-9af3-49b71ba6b0fb,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:32:59.461858 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['045c0365-251e-4efb-9af3-49b71ba6b0fb'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:32:59.667913 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df75eb-1a11-44d0-9756-eff17456581b req-c67d250a-d9eb-4da5-be82-18ce05c9ec21 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:32:59.669445 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b9df75eb-1a11-44d0-9756-eff17456581b req-c67d250a-d9eb-4da5-be82-18ce05c9ec21 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=14ed997a-97b5-4cda-a1b3-3512aa0e894c HTTP/1.1" status: 200 len: 944 time: 0.0564311 Oct 27 19:32:59.711759 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b9df75eb-1a11-44d0-9756-eff17456581b req-38740468-aa3e-4f75-bce4-52018dd5579b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9eb5441-39fb-4326-84ff-2081fc172b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354955 Oct 27 19:33:00.830366 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a20664-1ec5-4d9d-98e1-c4cc3b7e54ef req-a7c8a8c6-a4a4-4c35-9ef7-4b1d5f64f5e7 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:33:00.831947 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-54a20664-1ec5-4d9d-98e1-c4cc3b7e54ef req-a7c8a8c6-a4a4-4c35-9ef7-4b1d5f64f5e7 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=14ed997a-97b5-4cda-a1b3-3512aa0e894c HTTP/1.1" status: 200 len: 944 time: 0.0508735 Oct 27 19:33:00.860535 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 045c0365-251e-4efb-9af3-49b71ba6b0fb up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:33:00.871972 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-54a20664-1ec5-4d9d-98e1-c4cc3b7e54ef req-64b4d1e2-9b65-42d6-a4b7-9a035dba2b66 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9eb5441-39fb-4326-84ff-2081fc172b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338960 Oct 27 19:33:00.978671 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning for port 045c0365-251e-4efb-9af3-49b71ba6b0fb completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 19:33:00.982773 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port 045c0365-251e-4efb-9af3-49b71ba6b0fb triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:33:00.983218 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:01.065331 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:01.089784 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ed997a-97b5-4cda-a1b3-3512aa0e894c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045c0365-251e-4efb-9af3-49b71ba6b0fb'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:33:01.092122 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b7a7ffbeb5006bcc00a453a37d6ced003ca150096c2d6d80d40f5ba58f622d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06b7269-3604-46b6-881a-0cdbba98de42" -d '{"events": [{"server_uuid": "14ed997a-97b5-4cda-a1b3-3512aa0e894c", "name": "network-vif-plugged", "status": "completed", "tag": "045c0365-251e-4efb-9af3-49b71ba6b0fb"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:33:01.106565 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 045c0365-251e-4efb-9af3-49b71ba6b0fb, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=045c0365-251e-4efb-9af3-49b71ba6b0fb,segment=NetworkSegment(0c69856e-9846-47f6-a9cc-e9b22cf6b36e),segment_id=0c69856e-9846-47f6-a9cc-e9b22cf6b36e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:33:01.180305 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2198e15c-1557-48f6-b7da-a4b71093fb1a x-openstack-request-id: req-2198e15c-1557-48f6-b7da-a4b71093fb1a {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:33:01.180602 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ed997a-97b5-4cda-a1b3-3512aa0e894c", "name": "network-vif-plugged", "status": "completed", "tag": "045c0365-251e-4efb-9af3-49b71ba6b0fb", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:33:01.180859 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2198e15c-1557-48f6-b7da-a4b71093fb1a {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:33:01.181255 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ed997a-97b5-4cda-a1b3-3512aa0e894c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045c0365-251e-4efb-9af3-49b71ba6b0fb', 'code': 200} Oct 27 19:33:01.184274 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:01.232974 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=045c0365-251e-4efb-9af3-49b71ba6b0fb,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:33:01.285981 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb1d4f-8725-435f-8ffc-303af01c4a8d req-6dcf25c9-b63c-419f-a0e5-d161fe669893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:33:01.287561 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2ecb1d4f-8725-435f-8ffc-303af01c4a8d req-6dcf25c9-b63c-419f-a0e5-d161fe669893 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=14ed997a-97b5-4cda-a1b3-3512aa0e894c HTTP/1.1" status: 200 len: 1096 time: 0.0429835 Oct 27 19:33:01.327503 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2ecb1d4f-8725-435f-8ffc-303af01c4a8d req-58167299-b55c-4f95-a721-1ee3f9702b01 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=b9eb5441-39fb-4326-84ff-2081fc172b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314994 Oct 27 19:33:01.992662 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4648a4f-1e81-4613-a575-815ea94b249e req-10a750e0-1ae4-4ddd-ae93-0b1ad2d9260f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:33:01.994152 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e4648a4f-1e81-4613-a575-815ea94b249e req-10a750e0-1ae4-4ddd-ae93-0b1ad2d9260f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=14ed997a-97b5-4cda-a1b3-3512aa0e894c HTTP/1.1" status: 200 len: 945 time: 0.0512490 Oct 27 19:33:02.034300 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e4648a4f-1e81-4613-a575-815ea94b249e req-0709a553-d2f9-4f32-a1ac-983d9dcfad4e tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9eb5441-39fb-4326-84ff-2081fc172b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341926 Oct 27 19:33:03.158351 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d1fba-23f2-44eb-89e2-ec2d1f4e93a2 req-45b6b39c-8814-456e-b52d-e33f85e3a781 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:33:03.159913 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-456d1fba-23f2-44eb-89e2-ec2d1f4e93a2 req-45b6b39c-8814-456e-b52d-e33f85e3a781 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=14ed997a-97b5-4cda-a1b3-3512aa0e894c HTTP/1.1" status: 200 len: 945 time: 0.0534306 Oct 27 19:33:03.197304 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-456d1fba-23f2-44eb-89e2-ec2d1f4e93a2 req-66465091-2568-4ade-b57e-cbb4db689d55 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9eb5441-39fb-4326-84ff-2081fc172b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314281 Oct 27 19:33:03.312758 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd306b-434b-4849-ae76-87b9bc4d4f0c req-efeacd29-4a22-42fa-b495-f1717f4a6e33 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:33:03.315574 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-63cd306b-434b-4849-ae76-87b9bc4d4f0c req-efeacd29-4a22-42fa-b495-f1717f4a6e33 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=14ed997a-97b5-4cda-a1b3-3512aa0e894c HTTP/1.1" status: 200 len: 945 time: 0.0507748 Oct 27 19:33:03.354883 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-63cd306b-434b-4849-ae76-87b9bc4d4f0c req-b717cadf-fd96-4e9e-8fc5-3bdc100df601 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9eb5441-39fb-4326-84ff-2081fc172b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331833 Oct 27 19:33:03.379594 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52794) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:33:03.418694 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b333d296-c279-43fa-a511-9b745f6dc0ba tempest-TestNetworkAdvancedServerOps-926739900 tempest-TestNetworkAdvancedServerOps-926739900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:33:03.420259 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b333d296-c279-43fa-a511-9b745f6dc0ba tempest-TestNetworkAdvancedServerOps-926739900 tempest-TestNetworkAdvancedServerOps-926739900-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=14ed997a-97b5-4cda-a1b3-3512aa0e894c HTTP/1.1" status: 200 len: 1091 time: 0.0396628 Oct 27 19:33:03.423779 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52796) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:33:03.428268 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-c1e07e7e-ecfa-4f1b-b8fc-eb3942166243 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'port_id': '045c0365-251e-4efb-9af3-49b71ba6b0fb', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:33:03.504469 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c1e07e7e-ecfa-4f1b-b8fc-eb3942166243 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for floatingip, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:03.601427 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c1e07e7e-ecfa-4f1b-b8fc-eb3942166243 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:03.704866 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-c1e07e7e-ecfa-4f1b-b8fc-eb3942166243 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Allocated IP 172.25.6.31 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/c1d3c35e-c2d4-4dc0-9d07-9f74dec9dcfd) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:33:03.803086 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c1e07e7e-ecfa-4f1b-b8fc-eb3942166243 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:03.904619 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c1e07e7e-ecfa-4f1b-b8fc-eb3942166243 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:03.947466 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e07e7e-ecfa-4f1b-b8fc-eb3942166243 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:33:03.950432 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-c1e07e7e-ecfa-4f1b-b8fc-eb3942166243 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:33:03.954393 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e07e7e-ecfa-4f1b-b8fc-eb3942166243 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:33:03.960384 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e07e7e-ecfa-4f1b-b8fc-eb3942166243 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'Port': ['ID=c1d3c35e-c2d4-4dc0-9d07-9f74dec9dcfd,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:33:04.290720 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c1e07e7e-ecfa-4f1b-b8fc-eb3942166243 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:04.414454 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c1e07e7e-ecfa-4f1b-b8fc-eb3942166243 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:04.567336 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c1e07e7e-ecfa-4f1b-b8fc-eb3942166243 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:04.639793 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c1e07e7e-ecfa-4f1b-b8fc-eb3942166243 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:04.708998 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e07e7e-ecfa-4f1b-b8fc-eb3942166243 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event updated for resources: {'Port': ['ID=c1d3c35e-c2d4-4dc0-9d07-9f74dec9dcfd,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:33:04.721220 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c1e07e7e-ecfa-4f1b-b8fc-eb3942166243 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:04.823614 n-d-815690-2 neutron-server[102879]: INFO neutron.db.l3_db [None req-c1e07e7e-ecfa-4f1b-b8fc-eb3942166243 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Floating IP cdf291b2-8a18-4fdb-9a2b-a415ec334c0b associated. External IP: 172.25.6.31, port: 045c0365-251e-4efb-9af3-49b71ba6b0fb. Oct 27 19:33:05.040650 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e07e7e-ecfa-4f1b-b8fc-eb3942166243 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Router 1c1ef853-512f-4abd-b251-8de5d08c9e5b has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:33:05.151542 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e07e7e-ecfa-4f1b-b8fc-eb3942166243 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:33:05.162339 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cec4dff-891d-4fc8-915a-2b8081c3b2e3 None None] Sync routers for ids ['1c1ef853-512f-4abd-b251-8de5d08c9e5b'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:33:05.176995 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cec4dff-891d-4fc8-915a-2b8081c3b2e3 None None] Routers {'1c1ef853-512f-4abd-b251-8de5d08c9e5b'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:33:05.177612 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-2cec4dff-891d-4fc8-915a-2b8081c3b2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:32:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['1c1ef853-512f-4abd-b251-8de5d08c9e5b'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:33:05.226497 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-c1e07e7e-ecfa-4f1b-b8fc-eb3942166243 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:05.258280 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-c1e07e7e-ecfa-4f1b-b8fc-eb3942166243 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8333805 Oct 27 19:33:05.259143 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14ed997a-97b5-4cda-a1b3-3512aa0e894c', 'tag': '045c0365-251e-4efb-9af3-49b71ba6b0fb'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:33:05.261424 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190ef9da-d07a-4b2d-8bb7-fda4ec40d699" -d '{"events": [{"name": "network-changed", "server_uuid": "14ed997a-97b5-4cda-a1b3-3512aa0e894c", "tag": "045c0365-251e-4efb-9af3-49b71ba6b0fb"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:33:05.286693 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-2cec4dff-891d-4fc8-915a-2b8081c3b2e3 None None] Set router 1c1ef853-512f-4abd-b251-8de5d08c9e5b gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:33:05.356054 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb31e2-5672-4486-a00d-ea0764df0091 req-fe080c08-9173-4e19-a0b8-fdeba918db57 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:33:05.357551 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ebfb31e2-5672-4486-a00d-ea0764df0091 req-fe080c08-9173-4e19-a0b8-fdeba918db57 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=14ed997a-97b5-4cda-a1b3-3512aa0e894c HTTP/1.1" status: 200 len: 945 time: 0.0494542 Oct 27 19:33:05.396659 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ebfb31e2-5672-4486-a00d-ea0764df0091 req-8605dea5-0074-49a6-b1fb-0377569755f7 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9eb5441-39fb-4326-84ff-2081fc172b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320947 Oct 27 19:33:05.419535 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52802) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:33:05.460606 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa70314a-4598-4a4c-9e31-350b654701ba x-openstack-request-id: req-fa70314a-4598-4a4c-9e31-350b654701ba {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:33:05.460977 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14ed997a-97b5-4cda-a1b3-3512aa0e894c", "tag": "045c0365-251e-4efb-9af3-49b71ba6b0fb", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:33:05.461160 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fa70314a-4598-4a4c-9e31-350b654701ba {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:33:05.461730 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14ed997a-97b5-4cda-a1b3-3512aa0e894c', 'tag': '045c0365-251e-4efb-9af3-49b71ba6b0fb', 'status': 'completed', 'code': 200} Oct 27 19:33:05.509853 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e46e5858-c93d-4157-9ee9-8c7b7688da24 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/floatingips/cdf291b2-8a18-4fdb-9a2b-a415ec334c0b HTTP/1.1" status: 200 len: 990 time: 0.0890489 Oct 27 19:33:05.522836 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ef9da-d07a-4b2d-8bb7-fda4ec40d699 req-236af47e-9894-439d-90f4-412afe770c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:33:05.524407 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-190ef9da-d07a-4b2d-8bb7-fda4ec40d699 req-236af47e-9894-439d-90f4-412afe770c0c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=df49fa348b1d47cdbf578b508321cb72&device_id=14ed997a-97b5-4cda-a1b3-3512aa0e894c HTTP/1.1" status: 200 len: 1096 time: 0.0557308 Oct 27 19:33:05.531878 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-2cec4dff-891d-4fc8-915a-2b8081c3b2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c1ef853-512f-4abd-b251-8de5d08c9e5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576678463', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '1ceb0b58-8a46-4158-a159-d7aac2f10d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:32:42Z', 'updated_at': '2021-10-27T19:32:46Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '1ceb0b58-8a46-4158-a159-d7aac2f10d64', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1ef853-512f-4abd-b251-8de5d08c9e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:32:42Z', 'updated_at': '2021-10-27T19:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'cdf291b2-8a18-4fdb-9a2b-a415ec334c0b', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '1c1ef853-512f-4abd-b251-8de5d08c9e5b', 'port_id': '045c0365-251e-4efb-9af3-49b71ba6b0fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52ddc8f6-0696-4db1-b124-cf3a569ce4d5', 'mac_address': 'fa:16:3e:d9:e0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed997a-97b5-4cda-a1b3-3512aa0e894c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:33:04Z', 'updated_at': '2021-10-27T19:33:04Z', 'revision_number': 0, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b417810-2e1d-4440-9e40-f4623d597063', 'name': '', 'network_id': '52ddc8f6-0696-4db1-b124-cf3a569ce4d5', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'mac_address': 'fa:16:3e:4e:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1ef853-512f-4abd-b251-8de5d08c9e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '9cf2911c-8b8f-4e4b-9adc-edaae986d31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:32:45Z', 'updated_at': '2021-10-27T19:32:49Z', 'revision_number': 5, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'subnets': [{'id': '9cf2911c-8b8f-4e4b-9adc-edaae986d31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:33:05.562883 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cec4dff-891d-4fc8-915a-2b8081c3b2e3 None None] Checking router: 1c1ef853-512f-4abd-b251-8de5d08c9e5b for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:33:05.571508 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cec4dff-891d-4fc8-915a-2b8081c3b2e3 None None] Routers {'1c1ef853-512f-4abd-b251-8de5d08c9e5b'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:33:05.572119 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-2cec4dff-891d-4fc8-915a-2b8081c3b2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:32:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['1c1ef853-512f-4abd-b251-8de5d08c9e5b'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:33:05.624498 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ef9da-d07a-4b2d-8bb7-fda4ec40d699 req-e52aa14e-493d-4930-ae4b-00a63f4373a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:33:05.625998 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-190ef9da-d07a-4b2d-8bb7-fda4ec40d699 req-e52aa14e-493d-4930-ae4b-00a63f4373a5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=52ddc8f6-0696-4db1-b124-cf3a569ce4d5 HTTP/1.1" status: 200 len: 898 time: 0.0939007 Oct 27 19:33:05.679639 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-2cec4dff-891d-4fc8-915a-2b8081c3b2e3 None None] Set router 1c1ef853-512f-4abd-b251-8de5d08c9e5b gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:33:05.694506 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-190ef9da-d07a-4b2d-8bb7-fda4ec40d699 req-caa72531-9e5a-4090-a308-4f377db92562 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=045c0365-251e-4efb-9af3-49b71ba6b0fb HTTP/1.1" status: 200 len: 998 time: 0.0614476 Oct 27 19:33:05.754908 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ef9da-d07a-4b2d-8bb7-fda4ec40d699 req-450c5170-5bcf-493e-91f5-ca1539a3d1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:33:05.756423 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-190ef9da-d07a-4b2d-8bb7-fda4ec40d699 req-450c5170-5bcf-493e-91f5-ca1539a3d1a4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9cf2911c-8b8f-4e4b-9adc-edaae986d31a HTTP/1.1" status: 200 len: 835 time: 0.0543623 Oct 27 19:33:05.804447 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ef9da-d07a-4b2d-8bb7-fda4ec40d699 req-67f4ff6f-1ac4-49ef-bf5b-beaaa8f026ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:33:05.806024 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-190ef9da-d07a-4b2d-8bb7-fda4ec40d699 req-67f4ff6f-1ac4-49ef-bf5b-beaaa8f026ab service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=52ddc8f6-0696-4db1-b124-cf3a569ce4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422001 Oct 27 19:33:05.905140 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-190ef9da-d07a-4b2d-8bb7-fda4ec40d699 req-2890eb30-77e7-48df-95c2-c6d30b27ca80 service neutron] 10.222.0.81 "GET /v2.0/networks/52ddc8f6-0696-4db1-b124-cf3a569ce4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913455 Oct 27 19:33:05.913166 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-2cec4dff-891d-4fc8-915a-2b8081c3b2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c1ef853-512f-4abd-b251-8de5d08c9e5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576678463', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '1ceb0b58-8a46-4158-a159-d7aac2f10d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:32:42Z', 'updated_at': '2021-10-27T19:32:46Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '1ceb0b58-8a46-4158-a159-d7aac2f10d64', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1ef853-512f-4abd-b251-8de5d08c9e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:32:42Z', 'updated_at': '2021-10-27T19:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'cdf291b2-8a18-4fdb-9a2b-a415ec334c0b', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '1c1ef853-512f-4abd-b251-8de5d08c9e5b', 'port_id': '045c0365-251e-4efb-9af3-49b71ba6b0fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52ddc8f6-0696-4db1-b124-cf3a569ce4d5', 'mac_address': 'fa:16:3e:d9:e0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed997a-97b5-4cda-a1b3-3512aa0e894c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:33:04Z', 'updated_at': '2021-10-27T19:33:04Z', 'revision_number': 0, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b417810-2e1d-4440-9e40-f4623d597063', 'name': '', 'network_id': '52ddc8f6-0696-4db1-b124-cf3a569ce4d5', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'mac_address': 'fa:16:3e:4e:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1ef853-512f-4abd-b251-8de5d08c9e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '9cf2911c-8b8f-4e4b-9adc-edaae986d31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:32:45Z', 'updated_at': '2021-10-27T19:32:49Z', 'revision_number': 5, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'subnets': [{'id': '9cf2911c-8b8f-4e4b-9adc-edaae986d31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:33:05.941052 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cec4dff-891d-4fc8-915a-2b8081c3b2e3 None None] The sync data for ids ['1c1ef853-512f-4abd-b251-8de5d08c9e5b'] in n-d-815690-2 is: [{'id': '1c1ef853-512f-4abd-b251-8de5d08c9e5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576678463', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '1ceb0b58-8a46-4158-a159-d7aac2f10d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:32:42Z', 'updated_at': '2021-10-27T19:32:46Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '1ceb0b58-8a46-4158-a159-d7aac2f10d64', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1ef853-512f-4abd-b251-8de5d08c9e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:32:42Z', 'updated_at': '2021-10-27T19:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'cdf291b2-8a18-4fdb-9a2b-a415ec334c0b', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'floating_ip_address': '172.25.6.31', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '1c1ef853-512f-4abd-b251-8de5d08c9e5b', 'port_id': '045c0365-251e-4efb-9af3-49b71ba6b0fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52ddc8f6-0696-4db1-b124-cf3a569ce4d5', 'mac_address': 'fa:16:3e:d9:e0:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ed997a-97b5-4cda-a1b3-3512aa0e894c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:33:04Z', 'updated_at': '2021-10-27T19:33:04Z', 'revision_number': 0, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b417810-2e1d-4440-9e40-f4623d597063', 'name': '', 'network_id': '52ddc8f6-0696-4db1-b124-cf3a569ce4d5', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'mac_address': 'fa:16:3e:4e:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1ef853-512f-4abd-b251-8de5d08c9e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '9cf2911c-8b8f-4e4b-9adc-edaae986d31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:32:45Z', 'updated_at': '2021-10-27T19:32:49Z', 'revision_number': 5, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'subnets': [{'id': '9cf2911c-8b8f-4e4b-9adc-edaae986d31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:33:05.999301 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-190ef9da-d07a-4b2d-8bb7-fda4ec40d699 req-c292630f-da4a-4b8c-bd96-25709f42a44d service neutron] 10.222.0.81 "GET /v2.0/networks/52ddc8f6-0696-4db1-b124-cf3a569ce4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875781 Oct 27 19:33:06.139124 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81c2a41-f860-42f2-a543-32c7b865c713 None None] New status for floating IP cdf291b2-8a18-4fdb-9a2b-a415ec334c0b: ACTIVE {{(pid=102881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 19:33:06.514021 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52804) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:33:06.583754 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-795b552b-f16b-4c1f-a1c4-a2765fc9818b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/floatingips/cdf291b2-8a18-4fdb-9a2b-a415ec334c0b HTTP/1.1" status: 200 len: 992 time: 0.0685556 Oct 27 19:33:09.732570 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1197be92-afbc-4fdd-bf2e-c03637d140b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:12.172830 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-537c53db-3dd9-4efd-9af1-ab1b9e4bc6f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:13.561493 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:13.749803 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:15.383993 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:16.705892 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:33:27.079443 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:27.584434 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:33.515206 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a7099-0aa1-4398-9039-60c371181077 req-f495dd93-3ff3-4739-bebf-371b619448fb tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:33:33.517449 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-654a7099-0aa1-4398-9039-60c371181077 req-f495dd93-3ff3-4739-bebf-371b619448fb tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=14ed997a-97b5-4cda-a1b3-3512aa0e894c HTTP/1.1" status: 200 len: 945 time: 0.0581737 Oct 27 19:33:33.559739 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-654a7099-0aa1-4398-9039-60c371181077 req-b1651ecc-a9a9-417e-b63c-b9a4cdcad8d0 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9eb5441-39fb-4326-84ff-2081fc172b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360909 Oct 27 19:33:34.684227 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d239d7-56c7-4431-83c4-0e2b47f0c07b req-c6bff470-35a4-435d-a40e-b0634d6d6705 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:33:34.685741 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-64d239d7-56c7-4431-83c4-0e2b47f0c07b req-c6bff470-35a4-435d-a40e-b0634d6d6705 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=14ed997a-97b5-4cda-a1b3-3512aa0e894c HTTP/1.1" status: 200 len: 945 time: 0.0520275 Oct 27 19:33:34.724328 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-64d239d7-56c7-4431-83c4-0e2b47f0c07b req-5f76f19e-77dd-40f7-b489-b0a949cc6b61 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9eb5441-39fb-4326-84ff-2081fc172b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325534 Oct 27 19:33:34.754846 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52820) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:33:34.821605 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f8ce51c1-4eaa-406c-ae52-f3d5fdfedf38 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/floatingips/cdf291b2-8a18-4fdb-9a2b-a415ec334c0b HTTP/1.1" status: 200 len: 992 time: 0.0655951 Oct 27 19:33:36.297164 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b03c7-8164-4e35-bc10-da1473d33e97 req-addbc910-055a-4aa9-8384-0a3abaa25c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:33:36.298738 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-042b03c7-8164-4e35-bc10-da1473d33e97 req-addbc910-055a-4aa9-8384-0a3abaa25c24 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=df49fa348b1d47cdbf578b508321cb72&device_id=14ed997a-97b5-4cda-a1b3-3512aa0e894c HTTP/1.1" status: 200 len: 1096 time: 0.0460374 Oct 27 19:33:36.395600 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b03c7-8164-4e35-bc10-da1473d33e97 req-0d6f51c4-f6e5-4373-a8f2-019d1f09cb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:33:36.397027 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-042b03c7-8164-4e35-bc10-da1473d33e97 req-0d6f51c4-f6e5-4373-a8f2-019d1f09cb3a service neutron] 10.222.0.81 "GET /v2.0/networks?id=52ddc8f6-0696-4db1-b124-cf3a569ce4d5 HTTP/1.1" status: 200 len: 898 time: 0.0903218 Oct 27 19:33:36.471946 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-042b03c7-8164-4e35-bc10-da1473d33e97 req-61ede611-2c34-4bab-af8e-2f50a630cba6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=045c0365-251e-4efb-9af3-49b71ba6b0fb HTTP/1.1" status: 200 len: 1000 time: 0.0656707 Oct 27 19:33:36.525927 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b03c7-8164-4e35-bc10-da1473d33e97 req-62ea865a-f5e3-47a8-9e7e-2c4de2807503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:33:36.527441 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-042b03c7-8164-4e35-bc10-da1473d33e97 req-62ea865a-f5e3-47a8-9e7e-2c4de2807503 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9cf2911c-8b8f-4e4b-9adc-edaae986d31a HTTP/1.1" status: 200 len: 835 time: 0.0465829 Oct 27 19:33:36.549156 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02df140-40b1-425a-a3b2-b2b1a2597b35 req-1be022e1-0f5f-4757-b68c-f5080c39df7a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:33:36.550729 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c02df140-40b1-425a-a3b2-b2b1a2597b35 req-1be022e1-0f5f-4757-b68c-f5080c39df7a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=14ed997a-97b5-4cda-a1b3-3512aa0e894c HTTP/1.1" status: 200 len: 945 time: 0.3954003 Oct 27 19:33:36.575207 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b03c7-8164-4e35-bc10-da1473d33e97 req-706fdda5-658d-405d-9143-67793cd97bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:33:36.576721 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-042b03c7-8164-4e35-bc10-da1473d33e97 req-706fdda5-658d-405d-9143-67793cd97bd3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=52ddc8f6-0696-4db1-b124-cf3a569ce4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421958 Oct 27 19:33:36.590496 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c02df140-40b1-425a-a3b2-b2b1a2597b35 req-3ab76933-0239-42df-968d-7abde0ca4a60 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9eb5441-39fb-4326-84ff-2081fc172b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325222 Oct 27 19:33:36.673485 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-042b03c7-8164-4e35-bc10-da1473d33e97 req-bc856db0-eb1c-4b45-ae71-e88be087a3b2 service neutron] 10.222.0.81 "GET /v2.0/networks/52ddc8f6-0696-4db1-b124-cf3a569ce4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893147 Oct 27 19:33:36.764842 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-042b03c7-8164-4e35-bc10-da1473d33e97 req-0ab7988f-bac5-4853-9048-84a6f1704919 service neutron] 10.222.0.81 "GET /v2.0/networks/52ddc8f6-0696-4db1-b124-cf3a569ce4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839262 Oct 27 19:33:37.714486 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6dbd9c-0e67-4dae-bb10-63ac48afb1d5 req-ea9b1e6c-6609-4f83-9b97-9491ab37a792 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:33:37.716048 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2f6dbd9c-0e67-4dae-bb10-63ac48afb1d5 req-ea9b1e6c-6609-4f83-9b97-9491ab37a792 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=14ed997a-97b5-4cda-a1b3-3512aa0e894c HTTP/1.1" status: 200 len: 945 time: 0.0555582 Oct 27 19:33:37.755575 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2f6dbd9c-0e67-4dae-bb10-63ac48afb1d5 req-046b1b75-5568-443c-8712-06275de7cf84 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9eb5441-39fb-4326-84ff-2081fc172b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333998 Oct 27 19:33:38.875403 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aaf9e1-311a-4e60-b5b0-3bba06a8ab26 req-6568315c-1105-4fcf-af01-bab375ea0c71 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:33:38.876827 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-09aaf9e1-311a-4e60-b5b0-3bba06a8ab26 req-6568315c-1105-4fcf-af01-bab375ea0c71 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=14ed997a-97b5-4cda-a1b3-3512aa0e894c HTTP/1.1" status: 200 len: 945 time: 0.0491164 Oct 27 19:33:38.920743 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-09aaf9e1-311a-4e60-b5b0-3bba06a8ab26 req-8e00a2bf-0e06-46ac-a95a-ea9f5a81552f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9eb5441-39fb-4326-84ff-2081fc172b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379643 Oct 27 19:33:38.943034 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52834) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:33:39.009290 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-bc5db1c7-5bef-4a74-9977-8c930f53bf54 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/floatingips/cdf291b2-8a18-4fdb-9a2b-a415ec334c0b HTTP/1.1" status: 200 len: 992 time: 0.0650170 Oct 27 19:33:39.285304 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52840) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:33:39.442117 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-01d98ea9-4f9a-437e-8bfb-1788549f8f5f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Deleting port c1d3c35e-c2d4-4dc0-9d07-9f74dec9dcfd {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:33:39.442437 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-01d98ea9-4f9a-437e-8bfb-1788549f8f5f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:39.521475 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-01d98ea9-4f9a-437e-8bfb-1788549f8f5f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:39.521696 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-01d98ea9-4f9a-437e-8bfb-1788549f8f5f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:39.533753 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-01d98ea9-4f9a-437e-8bfb-1788549f8f5f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Calling delete_port for c1d3c35e-c2d4-4dc0-9d07-9f74dec9dcfd owned by network:floatingip {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:33:39.687187 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4afbe8b6-6f9c-4e77-81be-7a9c31c6b404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:39.755612 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-01d98ea9-4f9a-437e-8bfb-1788549f8f5f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:39.781588 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d98ea9-4f9a-437e-8bfb-1788549f8f5f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event deleted for resources: {'Port': ['ID=c1d3c35e-c2d4-4dc0-9d07-9f74dec9dcfd,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:33:39.795630 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d98ea9-4f9a-437e-8bfb-1788549f8f5f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:39.795630 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d98ea9-4f9a-437e-8bfb-1788549f8f5f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:39.795630 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d98ea9-4f9a-437e-8bfb-1788549f8f5f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:39.795630 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d98ea9-4f9a-437e-8bfb-1788549f8f5f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:39.795630 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d98ea9-4f9a-437e-8bfb-1788549f8f5f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:39.795630 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d98ea9-4f9a-437e-8bfb-1788549f8f5f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:39.796248 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d98ea9-4f9a-437e-8bfb-1788549f8f5f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:39.796248 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d98ea9-4f9a-437e-8bfb-1788549f8f5f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:39.796544 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d98ea9-4f9a-437e-8bfb-1788549f8f5f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:39.796872 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d98ea9-4f9a-437e-8bfb-1788549f8f5f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:39.797202 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d98ea9-4f9a-437e-8bfb-1788549f8f5f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:39.797528 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d98ea9-4f9a-437e-8bfb-1788549f8f5f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:39.852616 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-01d98ea9-4f9a-437e-8bfb-1788549f8f5f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for floatingip, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:39.852982 n-d-815690-2 neutron-server[102879]: INFO neutron.db.l3_db [None req-01d98ea9-4f9a-437e-8bfb-1788549f8f5f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Floating IP cdf291b2-8a18-4fdb-9a2b-a415ec334c0b disassociated (deleted). External IP: 172.25.6.31, port: 045c0365-251e-4efb-9af3-49b71ba6b0fb. Oct 27 19:33:40.069408 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d98ea9-4f9a-437e-8bfb-1788549f8f5f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Router 1c1ef853-512f-4abd-b251-8de5d08c9e5b has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:33:40.178436 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d98ea9-4f9a-437e-8bfb-1788549f8f5f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:33:40.183870 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-01d98ea9-4f9a-437e-8bfb-1788549f8f5f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:40.188459 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2c6a82-5073-44d5-815a-f8b47ee194d1 None None] Sync routers for ids ['1c1ef853-512f-4abd-b251-8de5d08c9e5b'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:33:40.198568 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2c6a82-5073-44d5-815a-f8b47ee194d1 None None] Routers {'1c1ef853-512f-4abd-b251-8de5d08c9e5b'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:33:40.199212 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-5d2c6a82-5073-44d5-815a-f8b47ee194d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:33:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['1c1ef853-512f-4abd-b251-8de5d08c9e5b'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:33:40.212418 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-01d98ea9-4f9a-437e-8bfb-1788549f8f5f tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "DELETE /v2.0/floatingips/cdf291b2-8a18-4fdb-9a2b-a415ec334c0b HTTP/1.1" status: 204 len: 168 time: 0.9260228 Oct 27 19:33:40.213016 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14ed997a-97b5-4cda-a1b3-3512aa0e894c', 'tag': '045c0365-251e-4efb-9af3-49b71ba6b0fb'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:33:40.219397 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162d3022-f1bb-4e50-ad74-20b235172f54" -d '{"events": [{"name": "network-changed", "server_uuid": "14ed997a-97b5-4cda-a1b3-3512aa0e894c", "tag": "045c0365-251e-4efb-9af3-49b71ba6b0fb"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:33:40.253604 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d38d67-c142-4d1a-abd6-bd41e9b2fb88 x-openstack-request-id: req-b4d38d67-c142-4d1a-abd6-bd41e9b2fb88 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:33:40.253896 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14ed997a-97b5-4cda-a1b3-3512aa0e894c", "tag": "045c0365-251e-4efb-9af3-49b71ba6b0fb", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:33:40.254149 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b4d38d67-c142-4d1a-abd6-bd41e9b2fb88 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:33:40.254556 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14ed997a-97b5-4cda-a1b3-3512aa0e894c', 'tag': '045c0365-251e-4efb-9af3-49b71ba6b0fb', 'status': 'completed', 'code': 200} Oct 27 19:33:40.310551 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-5d2c6a82-5073-44d5-815a-f8b47ee194d1 None None] Set router 1c1ef853-512f-4abd-b251-8de5d08c9e5b gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:33:40.318986 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d3022-f1bb-4e50-ad74-20b235172f54 req-4b3c5539-cbbc-4214-b234-aa7061201960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:33:40.320780 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-162d3022-f1bb-4e50-ad74-20b235172f54 req-4b3c5539-cbbc-4214-b234-aa7061201960 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=df49fa348b1d47cdbf578b508321cb72&device_id=14ed997a-97b5-4cda-a1b3-3512aa0e894c HTTP/1.1" status: 200 len: 1096 time: 0.0417686 Oct 27 19:33:40.420227 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d3022-f1bb-4e50-ad74-20b235172f54 req-3c85f3cc-ea5e-40e2-bd4d-f57e5331ca8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:33:40.422350 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-162d3022-f1bb-4e50-ad74-20b235172f54 req-3c85f3cc-ea5e-40e2-bd4d-f57e5331ca8b service neutron] 10.222.0.81 "GET /v2.0/networks?id=52ddc8f6-0696-4db1-b124-cf3a569ce4d5 HTTP/1.1" status: 200 len: 898 time: 0.0945401 Oct 27 19:33:40.467172 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-162d3022-f1bb-4e50-ad74-20b235172f54 req-05db9142-11b4-466d-a45e-1798c5ae958f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=045c0365-251e-4efb-9af3-49b71ba6b0fb HTTP/1.1" status: 200 len: 217 time: 0.0356739 Oct 27 19:33:40.518361 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d3022-f1bb-4e50-ad74-20b235172f54 req-7f49f804-a9fa-46d3-b9d6-7b1844944655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:33:40.519993 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-162d3022-f1bb-4e50-ad74-20b235172f54 req-7f49f804-a9fa-46d3-b9d6-7b1844944655 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=9cf2911c-8b8f-4e4b-9adc-edaae986d31a HTTP/1.1" status: 200 len: 835 time: 0.0462570 Oct 27 19:33:40.534394 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-5d2c6a82-5073-44d5-815a-f8b47ee194d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c1ef853-512f-4abd-b251-8de5d08c9e5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576678463', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '1ceb0b58-8a46-4158-a159-d7aac2f10d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:32:42Z', 'updated_at': '2021-10-27T19:32:46Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '1ceb0b58-8a46-4158-a159-d7aac2f10d64', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1ef853-512f-4abd-b251-8de5d08c9e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:32:42Z', 'updated_at': '2021-10-27T19:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '1b417810-2e1d-4440-9e40-f4623d597063', 'name': '', 'network_id': '52ddc8f6-0696-4db1-b124-cf3a569ce4d5', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'mac_address': 'fa:16:3e:4e:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1ef853-512f-4abd-b251-8de5d08c9e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '9cf2911c-8b8f-4e4b-9adc-edaae986d31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:32:45Z', 'updated_at': '2021-10-27T19:32:49Z', 'revision_number': 5, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'subnets': [{'id': '9cf2911c-8b8f-4e4b-9adc-edaae986d31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:33:40.562740 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2c6a82-5073-44d5-815a-f8b47ee194d1 None None] Checking router: 1c1ef853-512f-4abd-b251-8de5d08c9e5b for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:33:40.577682 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2c6a82-5073-44d5-815a-f8b47ee194d1 None None] Routers {'1c1ef853-512f-4abd-b251-8de5d08c9e5b'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:33:40.577682 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-5d2c6a82-5073-44d5-815a-f8b47ee194d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:33:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['1c1ef853-512f-4abd-b251-8de5d08c9e5b'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:33:40.577994 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d3022-f1bb-4e50-ad74-20b235172f54 req-c59a6455-9aeb-4090-95bb-df17f1f88cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:33:40.579449 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-162d3022-f1bb-4e50-ad74-20b235172f54 req-c59a6455-9aeb-4090-95bb-df17f1f88cfc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=52ddc8f6-0696-4db1-b124-cf3a569ce4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498135 Oct 27 19:33:40.673834 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-162d3022-f1bb-4e50-ad74-20b235172f54 req-51009ba9-f22b-4037-89a3-f02604e0ec97 service neutron] 10.222.0.81 "GET /v2.0/networks/52ddc8f6-0696-4db1-b124-cf3a569ce4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864146 Oct 27 19:33:40.684986 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d5303-43bb-48aa-9803-2f59a17e5d28 req-148dd1b0-dd96-4fca-9bf5-2546adf3710b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:33:40.690847 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-5d2c6a82-5073-44d5-815a-f8b47ee194d1 None None] Set router 1c1ef853-512f-4abd-b251-8de5d08c9e5b gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:33:40.691337 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-604d5303-43bb-48aa-9803-2f59a17e5d28 req-148dd1b0-dd96-4fca-9bf5-2546adf3710b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=14ed997a-97b5-4cda-a1b3-3512aa0e894c HTTP/1.1" status: 200 len: 945 time: 0.0608430 Oct 27 19:33:40.729826 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-604d5303-43bb-48aa-9803-2f59a17e5d28 req-4ef2834b-a86a-414d-9640-8404575a5178 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9eb5441-39fb-4326-84ff-2081fc172b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363593 Oct 27 19:33:40.773185 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-162d3022-f1bb-4e50-ad74-20b235172f54 req-f45586e9-dc2c-41c4-9847-4e4f485251be service neutron] 10.222.0.81 "GET /v2.0/networks/52ddc8f6-0696-4db1-b124-cf3a569ce4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896637 Oct 27 19:33:40.893892 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-5d2c6a82-5073-44d5-815a-f8b47ee194d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c1ef853-512f-4abd-b251-8de5d08c9e5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576678463', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '1ceb0b58-8a46-4158-a159-d7aac2f10d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:32:42Z', 'updated_at': '2021-10-27T19:32:46Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '1ceb0b58-8a46-4158-a159-d7aac2f10d64', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1ef853-512f-4abd-b251-8de5d08c9e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:32:42Z', 'updated_at': '2021-10-27T19:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '1b417810-2e1d-4440-9e40-f4623d597063', 'name': '', 'network_id': '52ddc8f6-0696-4db1-b124-cf3a569ce4d5', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'mac_address': 'fa:16:3e:4e:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1ef853-512f-4abd-b251-8de5d08c9e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '9cf2911c-8b8f-4e4b-9adc-edaae986d31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:32:45Z', 'updated_at': '2021-10-27T19:32:49Z', 'revision_number': 5, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'subnets': [{'id': '9cf2911c-8b8f-4e4b-9adc-edaae986d31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:33:40.921559 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2c6a82-5073-44d5-815a-f8b47ee194d1 None None] The sync data for ids ['1c1ef853-512f-4abd-b251-8de5d08c9e5b'] in n-d-815690-2 is: [{'id': '1c1ef853-512f-4abd-b251-8de5d08c9e5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576678463', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '1ceb0b58-8a46-4158-a159-d7aac2f10d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:32:42Z', 'updated_at': '2021-10-27T19:32:46Z', 'revision_number': 4, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '1ceb0b58-8a46-4158-a159-d7aac2f10d64', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1ef853-512f-4abd-b251-8de5d08c9e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:32:42Z', 'updated_at': '2021-10-27T19:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '1b417810-2e1d-4440-9e40-f4623d597063', 'name': '', 'network_id': '52ddc8f6-0696-4db1-b124-cf3a569ce4d5', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'mac_address': 'fa:16:3e:4e:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1ef853-512f-4abd-b251-8de5d08c9e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '9cf2911c-8b8f-4e4b-9adc-edaae986d31a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:32:45Z', 'updated_at': '2021-10-27T19:32:49Z', 'revision_number': 5, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'subnets': [{'id': '9cf2911c-8b8f-4e4b-9adc-edaae986d31a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:33:41.242518 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccfca44-6bb4-4fb2-a35a-53011cb4f8e4 None None] New status for floating IP cdf291b2-8a18-4fdb-9a2b-a415ec334c0b: DOWN {{(pid=102881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 19:33:41.849777 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576e61d-e045-48e7-aa48-a666fda9bcad req-1f8cc618-c979-4fc0-b4f2-05e4b2a91068 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:33:41.851238 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5576e61d-e045-48e7-aa48-a666fda9bcad req-1f8cc618-c979-4fc0-b4f2-05e4b2a91068 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=14ed997a-97b5-4cda-a1b3-3512aa0e894c HTTP/1.1" status: 200 len: 945 time: 0.0503514 Oct 27 19:33:41.890920 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5576e61d-e045-48e7-aa48-a666fda9bcad req-68bc6be1-5071-4b3f-ad91-3599bee3461a tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/security-groups?id=b9eb5441-39fb-4326-84ff-2081fc172b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329630 Oct 27 19:33:42.155740 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5df05946-2bef-46f2-828e-aa2620dab38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:42.280648 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d3434-98f8-4ffb-b256-6d61e2cb7685 req-1f8ea147-5e9c-4def-ae63-7e71fa372fed tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:33:42.282119 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-071d3434-98f8-4ffb-b256-6d61e2cb7685 req-1f8ea147-5e9c-4def-ae63-7e71fa372fed tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.81 "GET /v2.0/ports?device_id=14ed997a-97b5-4cda-a1b3-3512aa0e894c HTTP/1.1" status: 200 len: 945 time: 0.0491996 Oct 27 19:33:42.375436 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-071d3434-98f8-4ffb-b256-6d61e2cb7685 req-8fbad121-cb28-4adb-938f-3cbe2fe2097b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Deleting port 045c0365-251e-4efb-9af3-49b71ba6b0fb {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:33:42.375773 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-071d3434-98f8-4ffb-b256-6d61e2cb7685 req-8fbad121-cb28-4adb-938f-3cbe2fe2097b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:42.464686 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-071d3434-98f8-4ffb-b256-6d61e2cb7685 req-8fbad121-cb28-4adb-938f-3cbe2fe2097b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] For port 045c0365-251e-4efb-9af3-49b71ba6b0fb, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=045c0365-251e-4efb-9af3-49b71ba6b0fb,segment=NetworkSegment(0c69856e-9846-47f6-a9cc-e9b22cf6b36e),segment_id=0c69856e-9846-47f6-a9cc-e9b22cf6b36e)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:33:42.464957 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-071d3434-98f8-4ffb-b256-6d61e2cb7685 req-8fbad121-cb28-4adb-938f-3cbe2fe2097b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:42.477096 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-071d3434-98f8-4ffb-b256-6d61e2cb7685 req-8fbad121-cb28-4adb-938f-3cbe2fe2097b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Calling delete_port for 045c0365-251e-4efb-9af3-49b71ba6b0fb owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:33:42.685327 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-071d3434-98f8-4ffb-b256-6d61e2cb7685 req-8fbad121-cb28-4adb-938f-3cbe2fe2097b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:42.715010 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbad121-cb28-4adb-938f-3cbe2fe2097b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event deleted for resources: {'Port': ['ID=045c0365-251e-4efb-9af3-49b71ba6b0fb,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:33:42.784126 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-071d3434-98f8-4ffb-b256-6d61e2cb7685 req-8fbad121-cb28-4adb-938f-3cbe2fe2097b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] No DVR routers for this DVR port 045c0365-251e-4efb-9af3-49b71ba6b0fb on host n-h1-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:33:42.784126 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-071d3434-98f8-4ffb-b256-6d61e2cb7685 req-8fbad121-cb28-4adb-938f-3cbe2fe2097b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:42.784126 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-071d3434-98f8-4ffb-b256-6d61e2cb7685 req-8fbad121-cb28-4adb-938f-3cbe2fe2097b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.81 "DELETE /v2.0/ports/045c0365-251e-4efb-9af3-49b71ba6b0fb HTTP/1.1" status: 204 len: 173 time: 0.4782641 Oct 27 19:33:42.784126 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14ed997a-97b5-4cda-a1b3-3512aa0e894c', 'name': 'network-vif-deleted', 'tag': '045c0365-251e-4efb-9af3-49b71ba6b0fb'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:33:42.784126 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1b3c7c-c5b9-486f-84c2-5f0ab1cfecfc" -d '{"events": [{"server_uuid": "14ed997a-97b5-4cda-a1b3-3512aa0e894c", "name": "network-vif-deleted", "tag": "045c0365-251e-4efb-9af3-49b71ba6b0fb"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:33:42.807681 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bddf79-fc01-47df-87ac-6428e7d6a23c x-openstack-request-id: req-e1bddf79-fc01-47df-87ac-6428e7d6a23c {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:33:42.807978 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14ed997a-97b5-4cda-a1b3-3512aa0e894c", "name": "network-vif-deleted", "tag": "045c0365-251e-4efb-9af3-49b71ba6b0fb", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:33:42.808242 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e1bddf79-fc01-47df-87ac-6428e7d6a23c {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:33:42.808651 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14ed997a-97b5-4cda-a1b3-3512aa0e894c', 'name': 'network-vif-deleted', 'tag': '045c0365-251e-4efb-9af3-49b71ba6b0fb', 'status': 'completed', 'code': 200} Oct 27 19:33:42.993485 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9f1f6247-ab85-48bb-aaab-d4518d682650 req-0bc952fc-1808-4bff-a756-2546b2a3f0b3 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "GET /v2.0/ports?device_id=14ed997a-97b5-4cda-a1b3-3512aa0e894c HTTP/1.1" status: 200 len: 210 time: 0.0278261 Oct 27 19:33:43.433341 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:43.732544 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:44.049191 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52856) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:33:44.434744 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ab4a7ab4-504d-42be-bea7-924545c76889 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:45.051624 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-ab4a7ab4-504d-42be-bea7-924545c76889 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Deleting port 1b417810-2e1d-4440-9e40-f4623d597063 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:33:45.052328 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ab4a7ab4-504d-42be-bea7-924545c76889 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:45.077625 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 045c0365-251e-4efb-9af3-49b71ba6b0fb no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:33:45.099585 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] No Port match for: 045c0365-251e-4efb-9af3-49b71ba6b0fb {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:33:45.099928 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 045c0365-251e-4efb-9af3-49b71ba6b0fb not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:33:45.142333 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-ab4a7ab4-504d-42be-bea7-924545c76889 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] For port 1b417810-2e1d-4440-9e40-f4623d597063, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=1b417810-2e1d-4440-9e40-f4623d597063,segment=NetworkSegment(0c69856e-9846-47f6-a9cc-e9b22cf6b36e),segment_id=0c69856e-9846-47f6-a9cc-e9b22cf6b36e)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:33:45.142698 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ab4a7ab4-504d-42be-bea7-924545c76889 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:45.159762 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-ab4a7ab4-504d-42be-bea7-924545c76889 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Calling delete_port for 1b417810-2e1d-4440-9e40-f4623d597063 owned by network:router_interface {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:33:45.407137 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:45.435784 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ab4a7ab4-504d-42be-bea7-924545c76889 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:45.464005 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a7ab4-504d-42be-bea7-924545c76889 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event deleted for resources: {'Port': ['ID=1b417810-2e1d-4440-9e40-f4623d597063,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:33:45.638361 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ab4a7ab4-504d-42be-bea7-924545c76889 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:45.861055 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4a7ab4-504d-42be-bea7-924545c76889 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Router 1c1ef853-512f-4abd-b251-8de5d08c9e5b has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:33:45.971158 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4a7ab4-504d-42be-bea7-924545c76889 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:33:45.976379 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ab4a7ab4-504d-42be-bea7-924545c76889 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "PUT /v2.0/routers/1c1ef853-512f-4abd-b251-8de5d08c9e5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9260154 Oct 27 19:33:45.979794 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52858) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:33:45.982464 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eed249a-0420-45dc-9170-47261eb277ab None None] Sync routers for ids ['1c1ef853-512f-4abd-b251-8de5d08c9e5b'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:33:46.035820 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_v2 [None req-82bafed6-9ad1-4bc6-a055-d1f44a9540dd tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Deleting subnet 9cf2911c-8b8f-4e4b-9adc-edaae986d31a {{(pid=102879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 19:33:46.039844 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-82bafed6-9ad1-4bc6-a055-d1f44a9540dd tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for subnet, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:46.084534 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-82bafed6-9ad1-4bc6-a055-d1f44a9540dd tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2878544'] for subnet, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:46.159058 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eed249a-0420-45dc-9170-47261eb277ab None None] Routers {'1c1ef853-512f-4abd-b251-8de5d08c9e5b'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:33:46.160328 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-5eed249a-0420-45dc-9170-47261eb277ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:33:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['1c1ef853-512f-4abd-b251-8de5d08c9e5b'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:33:46.196030 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-82bafed6-9ad1-4bc6-a055-d1f44a9540dd tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:46.270243 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-5eed249a-0420-45dc-9170-47261eb277ab None None] Set router 1c1ef853-512f-4abd-b251-8de5d08c9e5b gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:33:46.339222 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-82bafed6-9ad1-4bc6-a055-d1f44a9540dd tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3373116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3841974'] for subnet, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:46.367424 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bafed6-9ad1-4bc6-a055-d1f44a9540dd tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event deleted for resources: {'Subnet': ['ID=9cf2911c-8b8f-4e4b-9adc-edaae986d31a,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:33:46.371503 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-82bafed6-9ad1-4bc6-a055-d1f44a9540dd tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:46.377342 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-82bafed6-9ad1-4bc6-a055-d1f44a9540dd tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "DELETE /v2.0/subnets/9cf2911c-8b8f-4e4b-9adc-edaae986d31a HTTP/1.1" status: 204 len: 168 time: 0.3937533 Oct 27 19:33:46.380595 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52860) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:33:46.384484 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abd9d53-0281-4e91-9639-2e3a1b57f5f5 None None] Network 52ddc8f6-0696-4db1-b124-cf3a569ce4d5 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:33:46.492548 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0b61f540-3ad2-4a1b-ac31-24dc44bab6ce tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for router, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:46.576750 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-5eed249a-0420-45dc-9170-47261eb277ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c1ef853-512f-4abd-b251-8de5d08c9e5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576678463', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '1ceb0b58-8a46-4158-a159-d7aac2f10d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:32:42Z', 'updated_at': '2021-10-27T19:33:45Z', 'revision_number': 5, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '1ceb0b58-8a46-4158-a159-d7aac2f10d64', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1ef853-512f-4abd-b251-8de5d08c9e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:32:42Z', 'updated_at': '2021-10-27T19:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:33:46.611098 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eed249a-0420-45dc-9170-47261eb277ab None None] Checking router: 1c1ef853-512f-4abd-b251-8de5d08c9e5b for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:33:46.621538 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eed249a-0420-45dc-9170-47261eb277ab None None] Routers {'1c1ef853-512f-4abd-b251-8de5d08c9e5b'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:33:46.621706 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0b61f540-3ad2-4a1b-ac31-24dc44bab6ce tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:46.622065 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-5eed249a-0420-45dc-9170-47261eb277ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:33:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['1c1ef853-512f-4abd-b251-8de5d08c9e5b'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:33:46.657195 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de967541-42e4-4e68-90b9-9ef88dc9ef78 None None] DHCP port deletion for 52ddc8f6-0696-4db1-b124-cf3a569ce4d5 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 19:33:46.758721 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-0b61f540-3ad2-4a1b-ac31-24dc44bab6ce tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Deleting port 1ceb0b58-8a46-4158-a159-d7aac2f10d64 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:33:46.759006 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0b61f540-3ad2-4a1b-ac31-24dc44bab6ce tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:46.759565 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-5eed249a-0420-45dc-9170-47261eb277ab None None] Set router 1c1ef853-512f-4abd-b251-8de5d08c9e5b gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:33:46.831748 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-de967541-42e4-4e68-90b9-9ef88dc9ef78 None None] Deleting port 1879cdf4-8fcd-4767-9237-67ee6eb96282 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:33:46.832122 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-de967541-42e4-4e68-90b9-9ef88dc9ef78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:46.843431 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-0b61f540-3ad2-4a1b-ac31-24dc44bab6ce tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] For port 1ceb0b58-8a46-4158-a159-d7aac2f10d64, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=1ceb0b58-8a46-4158-a159-d7aac2f10d64,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:33:46.843794 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0b61f540-3ad2-4a1b-ac31-24dc44bab6ce tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:46.856444 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-0b61f540-3ad2-4a1b-ac31-24dc44bab6ce tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Calling delete_port for 1ceb0b58-8a46-4158-a159-d7aac2f10d64 owned by network:router_gateway {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:33:46.955555 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-de967541-42e4-4e68-90b9-9ef88dc9ef78 None None] For port 1879cdf4-8fcd-4767-9237-67ee6eb96282, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=1879cdf4-8fcd-4767-9237-67ee6eb96282,segment=NetworkSegment(0c69856e-9846-47f6-a9cc-e9b22cf6b36e),segment_id=0c69856e-9846-47f6-a9cc-e9b22cf6b36e)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:33:46.955871 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-de967541-42e4-4e68-90b9-9ef88dc9ef78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:46.974487 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-de967541-42e4-4e68-90b9-9ef88dc9ef78 None None] Calling delete_port for 1879cdf4-8fcd-4767-9237-67ee6eb96282 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:33:47.082774 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-5eed249a-0420-45dc-9170-47261eb277ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c1ef853-512f-4abd-b251-8de5d08c9e5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576678463', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '1ceb0b58-8a46-4158-a159-d7aac2f10d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:32:42Z', 'updated_at': '2021-10-27T19:33:45Z', 'revision_number': 5, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '1ceb0b58-8a46-4158-a159-d7aac2f10d64', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1ef853-512f-4abd-b251-8de5d08c9e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:32:42Z', 'updated_at': '2021-10-27T19:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:33:47.115782 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0b61f540-3ad2-4a1b-ac31-24dc44bab6ce tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:47.118707 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 1879cdf4-8fcd-4767-9237-67ee6eb96282 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:33:47.125032 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eed249a-0420-45dc-9170-47261eb277ab None None] The sync data for ids ['1c1ef853-512f-4abd-b251-8de5d08c9e5b'] in n-d-815690-2 is: [{'id': '1c1ef853-512f-4abd-b251-8de5d08c9e5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576678463', 'tenant_id': 'df49fa348b1d47cdbf578b508321cb72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': '1ceb0b58-8a46-4158-a159-d7aac2f10d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:32:42Z', 'updated_at': '2021-10-27T19:33:45Z', 'revision_number': 5, 'project_id': 'df49fa348b1d47cdbf578b508321cb72', 'gw_port': {'id': '1ceb0b58-8a46-4158-a159-d7aac2f10d64', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:f6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1ef853-512f-4abd-b251-8de5d08c9e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:32:42Z', 'updated_at': '2021-10-27T19:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:33:47.143800 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61f540-3ad2-4a1b-ac31-24dc44bab6ce tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event deleted for resources: {'Port': ['ID=1ceb0b58-8a46-4158-a159-d7aac2f10d64,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:33:47.190859 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-de967541-42e4-4e68-90b9-9ef88dc9ef78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:47.215223 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0b61f540-3ad2-4a1b-ac31-24dc44bab6ce tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:47.227788 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de967541-42e4-4e68-90b9-9ef88dc9ef78 None None] Pushing event deleted for resources: {'Port': ['ID=1879cdf4-8fcd-4767-9237-67ee6eb96282,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:33:47.235457 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de967541-42e4-4e68-90b9-9ef88dc9ef78 None None] No DVR routers for this DVR port 1879cdf4-8fcd-4767-9237-67ee6eb96282 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:33:47.237667 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:47.250362 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de967541-42e4-4e68-90b9-9ef88dc9ef78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:47.250362 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de967541-42e4-4e68-90b9-9ef88dc9ef78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:47.250362 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de967541-42e4-4e68-90b9-9ef88dc9ef78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:47.250362 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de967541-42e4-4e68-90b9-9ef88dc9ef78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:47.250362 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de967541-42e4-4e68-90b9-9ef88dc9ef78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:47.250362 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de967541-42e4-4e68-90b9-9ef88dc9ef78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:47.250362 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de967541-42e4-4e68-90b9-9ef88dc9ef78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:47.250362 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de967541-42e4-4e68-90b9-9ef88dc9ef78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:47.250362 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de967541-42e4-4e68-90b9-9ef88dc9ef78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:47.251734 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de967541-42e4-4e68-90b9-9ef88dc9ef78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:47.251734 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de967541-42e4-4e68-90b9-9ef88dc9ef78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:47.251734 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de967541-42e4-4e68-90b9-9ef88dc9ef78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:47.320281 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0b61f540-3ad2-4a1b-ac31-24dc44bab6ce tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:47.322654 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0b61f540-3ad2-4a1b-ac31-24dc44bab6ce tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:47.422319 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0b61f540-3ad2-4a1b-ac31-24dc44bab6ce tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:47.422881 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b61f540-3ad2-4a1b-ac31-24dc44bab6ce tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Fanout notify agent at l3_agent the message router_deleted on router 1c1ef853-512f-4abd-b251-8de5d08c9e5b {{(pid=102879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 19:33:47.430198 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-0b61f540-3ad2-4a1b-ac31-24dc44bab6ce tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:47.431439 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-0b61f540-3ad2-4a1b-ac31-24dc44bab6ce tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "DELETE /v2.0/routers/1c1ef853-512f-4abd-b251-8de5d08c9e5b HTTP/1.1" status: 204 len: 168 time: 1.0530090 Oct 27 19:33:47.434320 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52862) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:33:47.511456 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ba5bb071-0d85-45d7-b8de-47fba909575b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:47.609466 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ba5bb071-0d85-45d7-b8de-47fba909575b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:47.630027 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-ba5bb071-0d85-45d7-b8de-47fba909575b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52ddc8f6-0696-4db1-b124-cf3a569ce4d5']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:33:47.640062 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-ba5bb071-0d85-45d7-b8de-47fba909575b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c69856e-9846-47f6-a9cc-e9b22cf6b36e') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:33:47.640360 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-ba5bb071-0d85-45d7-b8de-47fba909575b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c69856e-9846-47f6-a9cc-e9b22cf6b36e') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:33:47.650350 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ba5bb071-0d85-45d7-b8de-47fba909575b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:47.663263 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ba5bb071-0d85-45d7-b8de-47fba909575b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:47.669905 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba5bb071-0d85-45d7-b8de-47fba909575b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 19:33:47.670300 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ba5bb071-0d85-45d7-b8de-47fba909575b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:47.673330 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 19:33:47.673330 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 19:33:47.673330 n-d-815690-2 neutron-server[102879]: timer() Oct 27 19:33:47.673330 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 19:33:47.673330 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 19:33:47.673330 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 19:33:47.673330 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 19:33:47.673330 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 19:33:47.673330 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 19:33:47.673330 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 19:33:47.673330 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 19:33:47.673330 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 19:33:47.673330 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 19:33:47.673330 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 19:33:47.673330 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 19:33:47.673330 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 19:33:47.673330 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 19:33:47.673330 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 19:33:47.673330 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 19:33:47.673330 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 19:33:47.673330 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 19:33:47.673330 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 19:33:47.673330 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 19:33:47.673330 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 19:33:47.673330 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 19:33:47.673330 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 19:33:47.673330 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 19:33:47.673330 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 19:33:47.673330 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 19:33:47.673330 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 19:33:47.673330 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 19:33:47.673330 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 19:33:47.818639 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ba5bb071-0d85-45d7-b8de-47fba909575b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:47.826968 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-ba5bb071-0d85-45d7-b8de-47fba909575b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:47.829519 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-ba5bb071-0d85-45d7-b8de-47fba909575b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "DELETE /v2.0/networks/52ddc8f6-0696-4db1-b124-cf3a569ce4d5 HTTP/1.1" status: 204 len: 168 time: 0.3942487 Oct 27 19:33:47.836515 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52864) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:33:47.841645 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5bb071-0d85-45d7-b8de-47fba909575b tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event deleted for resources: {'Network': ['ID=52ddc8f6-0696-4db1-b124-cf3a569ce4d5,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:33:47.899913 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cea88cbd-1a83-4bdd-97b0-e151c1d6f4b8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:47.926143 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cea88cbd-1a83-4bdd-97b0-e151c1d6f4b8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:48.044956 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cea88cbd-1a83-4bdd-97b0-e151c1d6f4b8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:48.047604 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-cea88cbd-1a83-4bdd-97b0-e151c1d6f4b8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:48.048800 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-cea88cbd-1a83-4bdd-97b0-e151c1d6f4b8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] 10.222.0.52 "DELETE /v2.0/security-groups/b9eb5441-39fb-4326-84ff-2081fc172b9b HTTP/1.1" status: 204 len: 168 time: 0.2153523 Oct 27 19:33:48.059702 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea88cbd-1a83-4bdd-97b0-e151c1d6f4b8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9eb5441-39fb-4326-84ff-2081fc172b9b,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:33:48.068007 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea88cbd-1a83-4bdd-97b0-e151c1d6f4b8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:48.069692 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea88cbd-1a83-4bdd-97b0-e151c1d6f4b8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:48.069692 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea88cbd-1a83-4bdd-97b0-e151c1d6f4b8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:48.069692 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea88cbd-1a83-4bdd-97b0-e151c1d6f4b8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:48.069692 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea88cbd-1a83-4bdd-97b0-e151c1d6f4b8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:48.069692 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea88cbd-1a83-4bdd-97b0-e151c1d6f4b8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:48.070325 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea88cbd-1a83-4bdd-97b0-e151c1d6f4b8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:48.070500 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea88cbd-1a83-4bdd-97b0-e151c1d6f4b8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:48.070726 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea88cbd-1a83-4bdd-97b0-e151c1d6f4b8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:48.072109 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea88cbd-1a83-4bdd-97b0-e151c1d6f4b8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:48.072439 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea88cbd-1a83-4bdd-97b0-e151c1d6f4b8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:48.072763 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea88cbd-1a83-4bdd-97b0-e151c1d6f4b8 tempest-TestNetworkAdvancedServerOps-571207496 tempest-TestNetworkAdvancedServerOps-571207496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:48.655647 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52872) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:33:48.787436 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-60db2020-1c3a-45a7-b0b5-a18ca3f66ca2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=df49fa348b1d47cdbf578b508321cb72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1305954 Oct 27 19:33:48.790599 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52876) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:33:48.847156 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bc181807-5457-4544-84ee-0d562a6951a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:48.871254 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bc181807-5457-4544-84ee-0d562a6951a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:48.994313 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bc181807-5457-4544-84ee-0d562a6951a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:48.996993 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bc181807-5457-4544-84ee-0d562a6951a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:49.000685 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-bc181807-5457-4544-84ee-0d562a6951a6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5ae54b8f-598b-43cf-93e6-dbc6d72b88cf HTTP/1.1" status: 204 len: 168 time: 0.2066395 Oct 27 19:33:49.008980 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc181807-5457-4544-84ee-0d562a6951a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae54b8f-598b-43cf-93e6-dbc6d72b88cf,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:33:49.047049 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 1b417810-2e1d-4440-9e40-f4623d597063 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:33:49.068899 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 1b417810-2e1d-4440-9e40-f4623d597063 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:33:49.072888 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 1b417810-2e1d-4440-9e40-f4623d597063 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:33:49.072888 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 1ceb0b58-8a46-4158-a159-d7aac2f10d64 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:33:49.091113 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 1ceb0b58-8a46-4158-a159-d7aac2f10d64 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:33:49.091463 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 1ceb0b58-8a46-4158-a159-d7aac2f10d64 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:33:49.631714 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52882) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:33:49.645910 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-501b241c-9a38-4925-82ee-fb3b92fdea6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:49.726588 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-501b241c-9a38-4925-82ee-fb3b92fdea6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:49.772574 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-501b241c-9a38-4925-82ee-fb3b92fdea6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:49.811719 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b241c-9a38-4925-82ee-fb3b92fdea6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40071689-ad67-43dc-aaf5-ccc8c77183cb,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:33:49.816754 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-501b241c-9a38-4925-82ee-fb3b92fdea6e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0fd52f6b866d4262855f1ac2b16a0d25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1840053 Oct 27 19:33:49.819466 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52884) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:33:49.875136 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f7f78d3c-3642-4bcd-a14d-ca0dac565696 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:49.900458 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f7f78d3c-3642-4bcd-a14d-ca0dac565696 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:50.035614 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f7f78d3c-3642-4bcd-a14d-ca0dac565696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:50.038392 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f7f78d3c-3642-4bcd-a14d-ca0dac565696 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:50.039656 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f7f78d3c-3642-4bcd-a14d-ca0dac565696 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/40071689-ad67-43dc-aaf5-ccc8c77183cb HTTP/1.1" status: 204 len: 168 time: 0.2192872 Oct 27 19:33:50.047884 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f78d3c-3642-4bcd-a14d-ca0dac565696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40071689-ad67-43dc-aaf5-ccc8c77183cb,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:33:51.141192 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52906) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:33:51.246974 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-b0447182-eb52-48d1-8f14-680518483a6e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-972985674-network', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:33:51.336336 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0447182-eb52-48d1-8f14-680518483a6e admin admin] Made reservation on behalf of 90a70bdbaf514058bacf86d41e5ad553 for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:33:51.339362 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b0447182-eb52-48d1-8f14-680518483a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:51.348436 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b0447182-eb52-48d1-8f14-680518483a6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:51.429484 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b0447182-eb52-48d1-8f14-680518483a6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:51.519347 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b0447182-eb52-48d1-8f14-680518483a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:51.545008 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0447182-eb52-48d1-8f14-680518483a6e admin admin] vlan segment allocate from pool success with {'vlan_id': 1016, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 19:33:51.553691 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0447182-eb52-48d1-8f14-680518483a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abb8ec2-771f-46d2-a448-9b1ff7265b6a,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:33:51.559866 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b0447182-eb52-48d1-8f14-680518483a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:51.560215 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-b0447182-eb52-48d1-8f14-680518483a6e admin admin] Added segment edbdcffc-fcd8-4df1-98d0-5b2653c7b151 of type vlan for network a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd Oct 27 19:33:51.600354 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b0447182-eb52-48d1-8f14-680518483a6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:51.690660 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b0447182-eb52-48d1-8f14-680518483a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:51.691695 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0447182-eb52-48d1-8f14-680518483a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:33:51.692281 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b0447182-eb52-48d1-8f14-680518483a6e admin admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:51.755238 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0447182-eb52-48d1-8f14-680518483a6e admin admin] Pushing event updated for resources: {'Network': ['ID=a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:33:51.766479 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 19:33:51.821415 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b0447182-eb52-48d1-8f14-680518483a6e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6779959 Oct 27 19:33:51.825042 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52910) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:33:51.830082 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-f28f3f97-f0a0-4333-807f-58c6f5471170 admin admin] Request body: {'subnet': {'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-972985674-subnet', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'ip_version': 4}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:33:51.921413 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28f3f97-f0a0-4333-807f-58c6f5471170 admin admin] Made reservation on behalf of 90a70bdbaf514058bacf86d41e5ad553 for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:33:51.923850 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f28f3f97-f0a0-4333-807f-58c6f5471170 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:52.150171 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f28f3f97-f0a0-4333-807f-58c6f5471170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:52.214465 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f3f97-f0a0-4333-807f-58c6f5471170 admin admin] Pushing event updated for resources: {'Subnet': ['ID=162c3b5e-935b-4298-81ba-e865a07b830d,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:33:52.220365 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28f3f97-f0a0-4333-807f-58c6f5471170 admin admin] Checking segment: {'id': 'edbdcffc-fcd8-4df1-98d0-5b2653c7b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:33:52.220674 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28f3f97-f0a0-4333-807f-58c6f5471170 admin admin] Network hostable DHCP agents. Network: a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 19:33:52.319337 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28f3f97-f0a0-4333-807f-58c6f5471170 admin admin] Network a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 19:33:52.405342 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-f28f3f97-f0a0-4333-807f-58c6f5471170 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:33:52.409535 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28f3f97-f0a0-4333-807f-58c6f5471170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:33:52.410132 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f28f3f97-f0a0-4333-807f-58c6f5471170 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:52.414035 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1390b4fd-a421-4f16-994b-cc87b4bfd57e None None] Network a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:33:52.500447 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f28f3f97-f0a0-4333-807f-58c6f5471170 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6742623 Oct 27 19:33:52.503306 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52912) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:33:52.507820 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-fdba2782-0c39-42e4-ae68-17cc637dce46 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-972985674-router', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:33:52.561001 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc427f3-359d-4db4-a1cc-1dee754eae47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd', 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'fixed_ips': [{'subnet_id': '162c3b5e-935b-4298-81ba-e865a07b830d'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 19:33:52.561888 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3dc427f3-359d-4db4-a1cc-1dee754eae47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:52.593656 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fdba2782-0c39-42e4-ae68-17cc637dce46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:52.594735 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fdba2782-0c39-42e4-ae68-17cc637dce46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:52.650380 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fdba2782-0c39-42e4-ae68-17cc637dce46 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:52.696344 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-3dc427f3-359d-4db4-a1cc-1dee754eae47 None None] Allocated IP 172.20.0.2 (a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd/162c3b5e-935b-4298-81ba-e865a07b830d/38a24f98-c9b9-4980-b3ca-0b98e12e0941) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:33:52.839257 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3dc427f3-359d-4db4-a1cc-1dee754eae47 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:52.842257 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fdba2782-0c39-42e4-ae68-17cc637dce46 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:52.938827 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3dc427f3-359d-4db4-a1cc-1dee754eae47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:52.987974 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc427f3-359d-4db4-a1cc-1dee754eae47 None None] Pushing event updated for resources: {'Port': ['ID=38a24f98-c9b9-4980-b3ca-0b98e12e0941,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:33:52.991247 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc427f3-359d-4db4-a1cc-1dee754eae47 None None] Network a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:33:52.992973 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-3dc427f3-359d-4db4-a1cc-1dee754eae47 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:33:52.995315 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc427f3-359d-4db4-a1cc-1dee754eae47 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:33:53.048846 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-3dc427f3-359d-4db4-a1cc-1dee754eae47 None None] Attempting to bind port 38a24f98-c9b9-4980-b3ca-0b98e12e0941 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:33:53.049216 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-3dc427f3-359d-4db4-a1cc-1dee754eae47 None None] Attempting to bind port 38a24f98-c9b9-4980-b3ca-0b98e12e0941 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'edbdcffc-fcd8-4df1-98d0-5b2653c7b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:33:53.049573 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc427f3-359d-4db4-a1cc-1dee754eae47 None None] Attempting to bind port 38a24f98-c9b9-4980-b3ca-0b98e12e0941 on network a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:33:53.054758 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc427f3-359d-4db4-a1cc-1dee754eae47 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:33:53.055161 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc427f3-359d-4db4-a1cc-1dee754eae47 None None] Checking segment: {'id': 'edbdcffc-fcd8-4df1-98d0-5b2653c7b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:33:53.055562 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3dc427f3-359d-4db4-a1cc-1dee754eae47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:53.055969 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc427f3-359d-4db4-a1cc-1dee754eae47 None None] Bound using segment: {'id': 'edbdcffc-fcd8-4df1-98d0-5b2653c7b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:33:53.056416 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-3dc427f3-359d-4db4-a1cc-1dee754eae47 None None] Bound port: 38a24f98-c9b9-4980-b3ca-0b98e12e0941, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edbdcffc-fcd8-4df1-98d0-5b2653c7b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:33:53.056794 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3dc427f3-359d-4db4-a1cc-1dee754eae47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:53.129666 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-3dc427f3-359d-4db4-a1cc-1dee754eae47 None None] For port 38a24f98-c9b9-4980-b3ca-0b98e12e0941, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:33:53.132968 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-3dc427f3-359d-4db4-a1cc-1dee754eae47 None None] For port 38a24f98-c9b9-4980-b3ca-0b98e12e0941, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=38a24f98-c9b9-4980-b3ca-0b98e12e0941,segment=NetworkSegment(edbdcffc-fcd8-4df1-98d0-5b2653c7b151),segment_id=edbdcffc-fcd8-4df1-98d0-5b2653c7b151)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:33:53.199276 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fdba2782-0c39-42e4-ae68-17cc637dce46 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:53.219259 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3dc427f3-359d-4db4-a1cc-1dee754eae47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:53.219525 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fdba2782-0c39-42e4-ae68-17cc637dce46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:53.282134 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc427f3-359d-4db4-a1cc-1dee754eae47 None None] Pushing event updated for resources: {'Port': ['ID=38a24f98-c9b9-4980-b3ca-0b98e12e0941,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:33:53.337968 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-fdba2782-0c39-42e4-ae68-17cc637dce46 admin admin] Allocated IP 172.25.6.10 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/60a5d1eb-03bb-4b59-98e9-1854fd01ae02) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:33:53.457338 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fdba2782-0c39-42e4-ae68-17cc637dce46 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:53.550330 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fdba2782-0c39-42e4-ae68-17cc637dce46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:53.597025 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdba2782-0c39-42e4-ae68-17cc637dce46 admin admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:33:53.601506 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-fdba2782-0c39-42e4-ae68-17cc637dce46 admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:33:53.604127 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdba2782-0c39-42e4-ae68-17cc637dce46 admin admin] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:33:53.610222 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba2782-0c39-42e4-ae68-17cc637dce46 admin admin] Pushing event updated for resources: {'Port': ['ID=60a5d1eb-03bb-4b59-98e9-1854fd01ae02,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:33:53.707082 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:33:53.922010 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fdba2782-0c39-42e4-ae68-17cc637dce46 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:54.126578 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bc0c95-9814-4de0-a91b-8f993848b603 None None] Network a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:33:54.129659 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fdba2782-0c39-42e4-ae68-17cc637dce46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:54.254408 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-47f32c81-8da9-4528-9d52-402ab3ef8aba None None] Provisioning complete for port 38a24f98-c9b9-4980-b3ca-0b98e12e0941 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:33:54.254790 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-47f32c81-8da9-4528-9d52-402ab3ef8aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:54.369064 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-47f32c81-8da9-4528-9d52-402ab3ef8aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:54.372758 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdba2782-0c39-42e4-ae68-17cc637dce46 admin admin] Router 89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 19:33:54.407030 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-47f32c81-8da9-4528-9d52-402ab3ef8aba None None] For port 38a24f98-c9b9-4980-b3ca-0b98e12e0941, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=38a24f98-c9b9-4980-b3ca-0b98e12e0941,segment=NetworkSegment(edbdcffc-fcd8-4df1-98d0-5b2653c7b151),segment_id=edbdcffc-fcd8-4df1-98d0-5b2653c7b151)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:33:54.487228 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-47f32c81-8da9-4528-9d52-402ab3ef8aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:54.503929 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdba2782-0c39-42e4-ae68-17cc637dce46 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:33:54.525200 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aefffcf-3c69-41e9-97db-bbf3f6d142f8 None None] Sync routers for ids ['89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:33:54.538244 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aefffcf-3c69-41e9-97db-bbf3f6d142f8 None None] Routers {'89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:33:54.539018 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-4aefffcf-3c69-41e9-97db-bbf3f6d142f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:33:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:33:54.548912 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f32c81-8da9-4528-9d52-402ab3ef8aba None None] Pushing event updated for resources: {'Port': ['ID=38a24f98-c9b9-4980-b3ca-0b98e12e0941,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:33:54.582932 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fdba2782-0c39-42e4-ae68-17cc637dce46 admin admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:54.582932 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-fdba2782-0c39-42e4-ae68-17cc637dce46 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0780942 Oct 27 19:33:54.585317 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52920) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:33:54.608439 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-ca6de418-c397-4c33-8f8a-26e8bc2c808e None None] Provisioning complete for port 38a24f98-c9b9-4980-b3ca-0b98e12e0941 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:33:54.608811 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ca6de418-c397-4c33-8f8a-26e8bc2c808e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:54.659487 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-4aefffcf-3c69-41e9-97db-bbf3f6d142f8 None None] Set router 89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:33:54.852734 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-4aefffcf-3c69-41e9-97db-bbf3f6d142f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'name': 'tempest-TestShelveInstance-972985674-router', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '60a5d1eb-03bb-4b59-98e9-1854fd01ae02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:33:52Z', 'updated_at': '2021-10-27T19:33:53Z', 'revision_number': 3, 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'gw_port': {'id': '60a5d1eb-03bb-4b59-98e9-1854fd01ae02', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:33:53Z', 'updated_at': '2021-10-27T19:33:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:33:54.879603 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aefffcf-3c69-41e9-97db-bbf3f6d142f8 None None] Checking router: 89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:33:54.879958 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aefffcf-3c69-41e9-97db-bbf3f6d142f8 None None] Updating router 89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a port 60a5d1eb-03bb-4b59-98e9-1854fd01ae02 binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 19:33:54.911103 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-4aefffcf-3c69-41e9-97db-bbf3f6d142f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:55.059356 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-05f2bafa-2c39-49c8-a023-fbb1b590f12d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:55.107427 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 38a24f98-c9b9-4980-b3ca-0b98e12e0941 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:33:55.188002 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-4aefffcf-3c69-41e9-97db-bbf3f6d142f8 None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:55.253393 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-05f2bafa-2c39-49c8-a023-fbb1b590f12d admin admin] Allocated IP 172.20.0.1 (a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd/162c3b5e-935b-4298-81ba-e865a07b830d/327610a8-fa40-49f3-8883-60dea56632da) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:33:55.258410 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-4aefffcf-3c69-41e9-97db-bbf3f6d142f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:55.311546 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-4aefffcf-3c69-41e9-97db-bbf3f6d142f8 None None] Attempting to bind port 60a5d1eb-03bb-4b59-98e9-1854fd01ae02 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:33:55.311965 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-4aefffcf-3c69-41e9-97db-bbf3f6d142f8 None None] Attempting to bind port 60a5d1eb-03bb-4b59-98e9-1854fd01ae02 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:33:55.312305 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aefffcf-3c69-41e9-97db-bbf3f6d142f8 None None] Attempting to bind port 60a5d1eb-03bb-4b59-98e9-1854fd01ae02 on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:33:55.321827 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aefffcf-3c69-41e9-97db-bbf3f6d142f8 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:33:55.322224 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aefffcf-3c69-41e9-97db-bbf3f6d142f8 None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:33:55.322600 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-4aefffcf-3c69-41e9-97db-bbf3f6d142f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:55.323517 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aefffcf-3c69-41e9-97db-bbf3f6d142f8 None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:33:55.323998 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-4aefffcf-3c69-41e9-97db-bbf3f6d142f8 None None] Bound port: 60a5d1eb-03bb-4b59-98e9-1854fd01ae02, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:33:55.324379 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-4aefffcf-3c69-41e9-97db-bbf3f6d142f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:55.326026 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588c28b-6368-4ea5-8520-3779775a4511 None None] Pushing event updated for resources: {'Port': ['ID=60a5d1eb-03bb-4b59-98e9-1854fd01ae02,revision_number=2']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:33:55.328576 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 38a24f98-c9b9-4980-b3ca-0b98e12e0941 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:33:55.329094 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:55.361173 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588c28b-6368-4ea5-8520-3779775a4511 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:55.361524 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588c28b-6368-4ea5-8520-3779775a4511 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:55.361765 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588c28b-6368-4ea5-8520-3779775a4511 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:55.362462 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588c28b-6368-4ea5-8520-3779775a4511 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:55.362462 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588c28b-6368-4ea5-8520-3779775a4511 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:55.362775 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588c28b-6368-4ea5-8520-3779775a4511 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:55.363106 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588c28b-6368-4ea5-8520-3779775a4511 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:55.363435 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588c28b-6368-4ea5-8520-3779775a4511 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:55.363766 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588c28b-6368-4ea5-8520-3779775a4511 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:55.364109 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588c28b-6368-4ea5-8520-3779775a4511 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:55.364416 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588c28b-6368-4ea5-8520-3779775a4511 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:55.364737 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588c28b-6368-4ea5-8520-3779775a4511 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:33:55.383157 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-05f2bafa-2c39-49c8-a023-fbb1b590f12d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:55.397015 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-4aefffcf-3c69-41e9-97db-bbf3f6d142f8 None None] For port 60a5d1eb-03bb-4b59-98e9-1854fd01ae02, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:33:55.406056 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-4aefffcf-3c69-41e9-97db-bbf3f6d142f8 None None] For port 60a5d1eb-03bb-4b59-98e9-1854fd01ae02, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=60a5d1eb-03bb-4b59-98e9-1854fd01ae02,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:33:55.476192 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-4aefffcf-3c69-41e9-97db-bbf3f6d142f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:55.505432 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-05f2bafa-2c39-49c8-a023-fbb1b590f12d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:55.535404 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aefffcf-3c69-41e9-97db-bbf3f6d142f8 None None] Routers {'89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:33:55.536045 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-4aefffcf-3c69-41e9-97db-bbf3f6d142f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:33:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:33:55.550375 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f2bafa-2c39-49c8-a023-fbb1b590f12d admin admin] Network a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:33:55.553609 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-05f2bafa-2c39-49c8-a023-fbb1b590f12d admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:33:55.558004 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f2bafa-2c39-49c8-a023-fbb1b590f12d admin admin] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:33:55.584617 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f2bafa-2c39-49c8-a023-fbb1b590f12d admin admin] Pushing event updated for resources: {'Port': ['ID=327610a8-fa40-49f3-8883-60dea56632da,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:33:55.606874 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588c28b-6368-4ea5-8520-3779775a4511 None None] Pushing event updated for resources: {'Port': ['ID=60a5d1eb-03bb-4b59-98e9-1854fd01ae02,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:33:55.610605 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-05f2bafa-2c39-49c8-a023-fbb1b590f12d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:55.657841 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-4aefffcf-3c69-41e9-97db-bbf3f6d142f8 None None] Set router 89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:33:55.805358 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-05f2bafa-2c39-49c8-a023-fbb1b590f12d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:55.833305 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-57bc11c6-399a-4f09-96b7-719664a3559a None None] Provisioning complete for port 327610a8-fa40-49f3-8883-60dea56632da triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:33:55.833593 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-57bc11c6-399a-4f09-96b7-719664a3559a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:55.845317 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-4aefffcf-3c69-41e9-97db-bbf3f6d142f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'name': 'tempest-TestShelveInstance-972985674-router', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '60a5d1eb-03bb-4b59-98e9-1854fd01ae02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:33:52Z', 'updated_at': '2021-10-27T19:33:53Z', 'revision_number': 3, 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'gw_port': {'id': '60a5d1eb-03bb-4b59-98e9-1854fd01ae02', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:33:53Z', 'updated_at': '2021-10-27T19:33:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:33:55.874557 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-57bc11c6-399a-4f09-96b7-719664a3559a None None] Port 327610a8-fa40-49f3-8883-60dea56632da cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:33:55.878374 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aefffcf-3c69-41e9-97db-bbf3f6d142f8 None None] The sync data for ids ['89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a'] in n-d-815690-2 is: [{'id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'name': 'tempest-TestShelveInstance-972985674-router', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '60a5d1eb-03bb-4b59-98e9-1854fd01ae02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:33:52Z', 'updated_at': '2021-10-27T19:33:53Z', 'revision_number': 3, 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'gw_port': {'id': '60a5d1eb-03bb-4b59-98e9-1854fd01ae02', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:33:53Z', 'updated_at': '2021-10-27T19:33:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:33:55.985643 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-05f2bafa-2c39-49c8-a023-fbb1b590f12d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:56.062459 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-05f2bafa-2c39-49c8-a023-fbb1b590f12d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:56.148024 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f2bafa-2c39-49c8-a023-fbb1b590f12d admin admin] Pushing event updated for resources: {'Port': ['ID=327610a8-fa40-49f3-8883-60dea56632da,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:33:56.150529 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-05f2bafa-2c39-49c8-a023-fbb1b590f12d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:56.251833 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f2bafa-2c39-49c8-a023-fbb1b590f12d admin admin] Network a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:33:56.253417 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-05f2bafa-2c39-49c8-a023-fbb1b590f12d admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:33:56.383780 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f2bafa-2c39-49c8-a023-fbb1b590f12d admin admin] Router 89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:33:56.503071 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-ebbbb708-11c7-458b-9e6c-d111bad89b6b None None] Provisioning complete for port 327610a8-fa40-49f3-8883-60dea56632da triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:33:56.503708 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f2bafa-2c39-49c8-a023-fbb1b590f12d admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:33:56.504283 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ebbbb708-11c7-458b-9e6c-d111bad89b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:56.509850 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-05f2bafa-2c39-49c8-a023-fbb1b590f12d admin admin] 10.222.0.52 "PUT /v2.0/routers/89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9233792 Oct 27 19:33:56.549042 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-ebbbb708-11c7-458b-9e6c-d111bad89b6b None None] Port 327610a8-fa40-49f3-8883-60dea56632da cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:33:57.071501 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 60a5d1eb-03bb-4b59-98e9-1854fd01ae02 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:33:57.123077 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:57.128434 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 60a5d1eb-03bb-4b59-98e9-1854fd01ae02 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:33:57.128869 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:57.186149 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52936) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:33:57.191600 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-c99dc926-0631-4e9c-a90c-243ddee2b03e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-972124239-network', 'tenant_id': '1a56c27b17e3462890e9e24c718ab5de'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:33:57.219026 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:57.241053 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 60a5d1eb-03bb-4b59-98e9-1854fd01ae02, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=60a5d1eb-03bb-4b59-98e9-1854fd01ae02,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:33:57.269944 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99dc926-0631-4e9c-a90c-243ddee2b03e admin admin] Made reservation on behalf of 1a56c27b17e3462890e9e24c718ab5de for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:33:57.272443 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c99dc926-0631-4e9c-a90c-243ddee2b03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:57.284193 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c99dc926-0631-4e9c-a90c-243ddee2b03e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:57.332770 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:57.364375 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c99dc926-0631-4e9c-a90c-243ddee2b03e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:57.383330 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=60a5d1eb-03bb-4b59-98e9-1854fd01ae02,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:33:57.442322 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e56b35-6765-4895-8b46-77c4caebfe96 None None] Sync routers for ids ['89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:33:57.452936 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e56b35-6765-4895-8b46-77c4caebfe96 None None] Routers {'89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:33:57.453174 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c99dc926-0631-4e9c-a90c-243ddee2b03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:57.453646 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-a7e56b35-6765-4895-8b46-77c4caebfe96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:33:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:33:57.474409 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c99dc926-0631-4e9c-a90c-243ddee2b03e admin admin] vlan segment allocate from pool success with {'vlan_id': 1038, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 19:33:57.489082 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99dc926-0631-4e9c-a90c-243ddee2b03e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4095fdb2-0641-40fb-96f7-0aa51fe808e3,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:33:57.496115 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c99dc926-0631-4e9c-a90c-243ddee2b03e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:57.496462 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-c99dc926-0631-4e9c-a90c-243ddee2b03e admin admin] Added segment e4f1d91f-ae5d-413a-9260-8b7c5bcfc4f9 of type vlan for network eab4dba0-f326-4bd6-a3e9-eca5d6f24337 Oct 27 19:33:57.543034 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c99dc926-0631-4e9c-a90c-243ddee2b03e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:57.576197 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-a7e56b35-6765-4895-8b46-77c4caebfe96 None None] Set router 89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:33:57.607144 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:57.635700 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c99dc926-0631-4e9c-a90c-243ddee2b03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:57.636753 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99dc926-0631-4e9c-a90c-243ddee2b03e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:33:57.637342 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c99dc926-0631-4e9c-a90c-243ddee2b03e admin admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:57.699842 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99dc926-0631-4e9c-a90c-243ddee2b03e admin admin] Pushing event updated for resources: {'Network': ['ID=eab4dba0-f326-4bd6-a3e9-eca5d6f24337,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:33:57.710128 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network eab4dba0-f326-4bd6-a3e9-eca5d6f24337 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 19:33:57.765112 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c99dc926-0631-4e9c-a90c-243ddee2b03e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5754316 Oct 27 19:33:57.766047 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52938) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:33:57.772132 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-15a7f8f7-3454-4c75-ae1c-17b10a9eb36c admin admin] Request body: {'subnet': {'network_id': 'eab4dba0-f326-4bd6-a3e9-eca5d6f24337', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-972124239-subnet', 'tenant_id': '1a56c27b17e3462890e9e24c718ab5de', 'ip_version': 4}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:33:57.849855 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-a7e56b35-6765-4895-8b46-77c4caebfe96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'name': 'tempest-TestShelveInstance-972985674-router', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '60a5d1eb-03bb-4b59-98e9-1854fd01ae02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:33:52Z', 'updated_at': '2021-10-27T19:33:55Z', 'revision_number': 4, 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'gw_port': {'id': '60a5d1eb-03bb-4b59-98e9-1854fd01ae02', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:33:53Z', 'updated_at': '2021-10-27T19:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '327610a8-fa40-49f3-8883-60dea56632da', 'name': '', 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'mac_address': 'fa:16:3e:aa:3a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '162c3b5e-935b-4298-81ba-e865a07b830d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:33:55Z', 'updated_at': '2021-10-27T19:33:55Z', 'revision_number': 2, 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'subnets': [{'id': '162c3b5e-935b-4298-81ba-e865a07b830d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:33:57.858277 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a7f8f7-3454-4c75-ae1c-17b10a9eb36c admin admin] Made reservation on behalf of 1a56c27b17e3462890e9e24c718ab5de for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:33:57.860894 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-15a7f8f7-3454-4c75-ae1c-17b10a9eb36c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:57.882634 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e56b35-6765-4895-8b46-77c4caebfe96 None None] Checking router: 89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:33:57.890188 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e56b35-6765-4895-8b46-77c4caebfe96 None None] Updating router 89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a port 327610a8-fa40-49f3-8883-60dea56632da binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 19:33:57.908780 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a7e56b35-6765-4895-8b46-77c4caebfe96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:58.206777 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a7e56b35-6765-4895-8b46-77c4caebfe96 None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:58.275983 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a7e56b35-6765-4895-8b46-77c4caebfe96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:58.334654 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56168b1-80a0-4794-9506-86147ba06f4b None None] Pushing event updated for resources: {'Port': ['ID=327610a8-fa40-49f3-8883-60dea56632da,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:33:58.390307 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-a7e56b35-6765-4895-8b46-77c4caebfe96 None None] Attempting to bind port 327610a8-fa40-49f3-8883-60dea56632da on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:33:58.390674 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-a7e56b35-6765-4895-8b46-77c4caebfe96 None None] Attempting to bind port 327610a8-fa40-49f3-8883-60dea56632da by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'edbdcffc-fcd8-4df1-98d0-5b2653c7b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:33:58.391071 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e56b35-6765-4895-8b46-77c4caebfe96 None None] Attempting to bind port 327610a8-fa40-49f3-8883-60dea56632da on network a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:33:58.396614 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e56b35-6765-4895-8b46-77c4caebfe96 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:33:58.396994 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e56b35-6765-4895-8b46-77c4caebfe96 None None] Checking segment: {'id': 'edbdcffc-fcd8-4df1-98d0-5b2653c7b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:33:58.397405 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a7e56b35-6765-4895-8b46-77c4caebfe96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:58.397783 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e56b35-6765-4895-8b46-77c4caebfe96 None None] Bound using segment: {'id': 'edbdcffc-fcd8-4df1-98d0-5b2653c7b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:33:58.398272 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-a7e56b35-6765-4895-8b46-77c4caebfe96 None None] Bound port: 327610a8-fa40-49f3-8883-60dea56632da, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edbdcffc-fcd8-4df1-98d0-5b2653c7b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:33:58.398642 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a7e56b35-6765-4895-8b46-77c4caebfe96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:58.468870 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-a7e56b35-6765-4895-8b46-77c4caebfe96 None None] For port 327610a8-fa40-49f3-8883-60dea56632da, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:33:58.470409 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-15a7f8f7-3454-4c75-ae1c-17b10a9eb36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:58.472355 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-a7e56b35-6765-4895-8b46-77c4caebfe96 None None] For port 327610a8-fa40-49f3-8883-60dea56632da, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=327610a8-fa40-49f3-8883-60dea56632da,segment=NetworkSegment(edbdcffc-fcd8-4df1-98d0-5b2653c7b151),segment_id=edbdcffc-fcd8-4df1-98d0-5b2653c7b151)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:33:58.531743 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a7e56b35-6765-4895-8b46-77c4caebfe96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:58.538317 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a7f8f7-3454-4c75-ae1c-17b10a9eb36c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c949bea-48dd-4323-9f11-99b9d7b4f5c6,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:33:58.549083 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a7f8f7-3454-4c75-ae1c-17b10a9eb36c admin admin] Checking segment: {'id': 'e4f1d91f-ae5d-413a-9260-8b7c5bcfc4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'eab4dba0-f326-4bd6-a3e9-eca5d6f24337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:33:58.549507 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a7f8f7-3454-4c75-ae1c-17b10a9eb36c admin admin] Network hostable DHCP agents. Network: eab4dba0-f326-4bd6-a3e9-eca5d6f24337, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 19:33:58.611280 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e56b35-6765-4895-8b46-77c4caebfe96 None None] Routers {'89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:33:58.611920 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-a7e56b35-6765-4895-8b46-77c4caebfe96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:33:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:33:58.614232 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56168b1-80a0-4794-9506-86147ba06f4b None None] Pushing event updated for resources: {'Port': ['ID=327610a8-fa40-49f3-8883-60dea56632da,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:33:58.618031 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-8c25903f-1401-442e-acad-6fc3ca102daa None None] Provisioning complete for port 327610a8-fa40-49f3-8883-60dea56632da triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:33:58.618467 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8c25903f-1401-442e-acad-6fc3ca102daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:58.624303 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a7f8f7-3454-4c75-ae1c-17b10a9eb36c admin admin] Network eab4dba0-f326-4bd6-a3e9-eca5d6f24337 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 19:33:58.696667 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-15a7f8f7-3454-4c75-ae1c-17b10a9eb36c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, eab4dba0-f326-4bd6-a3e9-eca5d6f24337) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:33:58.702344 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a7f8f7-3454-4c75-ae1c-17b10a9eb36c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:33:58.704594 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-15a7f8f7-3454-4c75-ae1c-17b10a9eb36c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:58.714553 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7b26d8-5dd6-45fa-a9f3-6bc431301e86 None None] Network eab4dba0-f326-4bd6-a3e9-eca5d6f24337 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:33:58.781429 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-15a7f8f7-3454-4c75-ae1c-17b10a9eb36c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0142171 Oct 27 19:33:58.784025 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52940) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:33:58.788573 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-7cd3a018-6488-474e-ad95-5c9a8fa16cac admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-972124239-router', 'tenant_id': '1a56c27b17e3462890e9e24c718ab5de', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:33:58.844501 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-a7e56b35-6765-4895-8b46-77c4caebfe96 None None] Set router 89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:33:58.870692 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7cd3a018-6488-474e-ad95-5c9a8fa16cac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:58.871775 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7cd3a018-6488-474e-ad95-5c9a8fa16cac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:58.928404 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7cd3a018-6488-474e-ad95-5c9a8fa16cac admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:58.953702 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8c25903f-1401-442e-acad-6fc3ca102daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:59.006190 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347290f8-dc75-4097-be2d-7c63fee8eaff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-eab4dba0-f326-4bd6-a3e9-eca5d6f24337', 'network_id': 'eab4dba0-f326-4bd6-a3e9-eca5d6f24337', 'tenant_id': '1a56c27b17e3462890e9e24c718ab5de', 'fixed_ips': [{'subnet_id': '9c949bea-48dd-4323-9f11-99b9d7b4f5c6'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 19:33:59.007682 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-347290f8-dc75-4097-be2d-7c63fee8eaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:59.067038 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 60a5d1eb-03bb-4b59-98e9-1854fd01ae02 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:33:59.123757 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-8c25903f-1401-442e-acad-6fc3ca102daa None None] For port 327610a8-fa40-49f3-8883-60dea56632da, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=327610a8-fa40-49f3-8883-60dea56632da,segment=NetworkSegment(edbdcffc-fcd8-4df1-98d0-5b2653c7b151),segment_id=edbdcffc-fcd8-4df1-98d0-5b2653c7b151)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:33:59.146275 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7cd3a018-6488-474e-ad95-5c9a8fa16cac admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:59.193553 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8c25903f-1401-442e-acad-6fc3ca102daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:59.340256 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 60a5d1eb-03bb-4b59-98e9-1854fd01ae02 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:33:59.340635 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:59.349068 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c25903f-1401-442e-acad-6fc3ca102daa None None] Pushing event updated for resources: {'Port': ['ID=327610a8-fa40-49f3-8883-60dea56632da,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:33:59.426763 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7cd3a018-6488-474e-ad95-5c9a8fa16cac admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:59.452845 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7cd3a018-6488-474e-ad95-5c9a8fa16cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:59.558768 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-651741e6-750a-47ec-98df-1e99f6f030c9 None None] Provisioning complete for port 327610a8-fa40-49f3-8883-60dea56632da triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:33:59.559171 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-651741e6-750a-47ec-98df-1e99f6f030c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:59.562590 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-347290f8-dc75-4097-be2d-7c63fee8eaff None None] Allocated IP 172.20.0.2 (eab4dba0-f326-4bd6-a3e9-eca5d6f24337/9c949bea-48dd-4323-9f11-99b9d7b4f5c6/f56c8979-2af9-42fd-a5ed-e2f1a3a05799) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:33:59.564489 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-7cd3a018-6488-474e-ad95-5c9a8fa16cac admin admin] Allocated IP 172.25.6.181 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/375d4a3b-ab81-4167-a799-5b6e368b8fb7) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:33:59.677428 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7cd3a018-6488-474e-ad95-5c9a8fa16cac admin admin] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:59.689408 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-a7e56b35-6765-4895-8b46-77c4caebfe96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'name': 'tempest-TestShelveInstance-972985674-router', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '60a5d1eb-03bb-4b59-98e9-1854fd01ae02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:33:52Z', 'updated_at': '2021-10-27T19:33:55Z', 'revision_number': 4, 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'gw_port': {'id': '60a5d1eb-03bb-4b59-98e9-1854fd01ae02', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:33:53Z', 'updated_at': '2021-10-27T19:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '327610a8-fa40-49f3-8883-60dea56632da', 'name': '', 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'mac_address': 'fa:16:3e:aa:3a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '162c3b5e-935b-4298-81ba-e865a07b830d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:33:55Z', 'updated_at': '2021-10-27T19:33:58Z', 'revision_number': 4, 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'subnets': [{'id': '162c3b5e-935b-4298-81ba-e865a07b830d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:33:59.746376 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e56b35-6765-4895-8b46-77c4caebfe96 None None] The sync data for ids ['89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a'] in n-d-815690-2 is: [{'id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'name': 'tempest-TestShelveInstance-972985674-router', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '60a5d1eb-03bb-4b59-98e9-1854fd01ae02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:33:52Z', 'updated_at': '2021-10-27T19:33:55Z', 'revision_number': 4, 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'gw_port': {'id': '60a5d1eb-03bb-4b59-98e9-1854fd01ae02', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:33:53Z', 'updated_at': '2021-10-27T19:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '327610a8-fa40-49f3-8883-60dea56632da', 'name': '', 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'mac_address': 'fa:16:3e:aa:3a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '162c3b5e-935b-4298-81ba-e865a07b830d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:33:55Z', 'updated_at': '2021-10-27T19:33:58Z', 'revision_number': 4, 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'subnets': [{'id': '162c3b5e-935b-4298-81ba-e865a07b830d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:33:59.767469 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7cd3a018-6488-474e-ad95-5c9a8fa16cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:59.824748 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd3a018-6488-474e-ad95-5c9a8fa16cac admin admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:33:59.849298 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-7cd3a018-6488-474e-ad95-5c9a8fa16cac admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:33:59.856264 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd3a018-6488-474e-ad95-5c9a8fa16cac admin admin] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:33:59.898057 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd3a018-6488-474e-ad95-5c9a8fa16cac admin admin] Pushing event updated for resources: {'Port': ['ID=375d4a3b-ab81-4167-a799-5b6e368b8fb7,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:33:59.901483 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-347290f8-dc75-4097-be2d-7c63fee8eaff None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:33:59.967609 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-347290f8-dc75-4097-be2d-7c63fee8eaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:00.010185 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347290f8-dc75-4097-be2d-7c63fee8eaff None None] Network eab4dba0-f326-4bd6-a3e9-eca5d6f24337 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:34:00.013835 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-347290f8-dc75-4097-be2d-7c63fee8eaff None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:34:00.017730 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347290f8-dc75-4097-be2d-7c63fee8eaff None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:34:00.025154 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347290f8-dc75-4097-be2d-7c63fee8eaff None None] Pushing event updated for resources: {'Port': ['ID=f56c8979-2af9-42fd-a5ed-e2f1a3a05799,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:34:00.083422 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-347290f8-dc75-4097-be2d-7c63fee8eaff None None] Attempting to bind port f56c8979-2af9-42fd-a5ed-e2f1a3a05799 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:34:00.084078 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-347290f8-dc75-4097-be2d-7c63fee8eaff None None] Attempting to bind port f56c8979-2af9-42fd-a5ed-e2f1a3a05799 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'e4f1d91f-ae5d-413a-9260-8b7c5bcfc4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'eab4dba0-f326-4bd6-a3e9-eca5d6f24337'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:34:00.084645 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347290f8-dc75-4097-be2d-7c63fee8eaff None None] Attempting to bind port f56c8979-2af9-42fd-a5ed-e2f1a3a05799 on network eab4dba0-f326-4bd6-a3e9-eca5d6f24337 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:34:00.093740 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347290f8-dc75-4097-be2d-7c63fee8eaff None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:34:00.094124 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347290f8-dc75-4097-be2d-7c63fee8eaff None None] Checking segment: {'id': 'e4f1d91f-ae5d-413a-9260-8b7c5bcfc4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'eab4dba0-f326-4bd6-a3e9-eca5d6f24337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:34:00.094529 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-347290f8-dc75-4097-be2d-7c63fee8eaff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:00.095019 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347290f8-dc75-4097-be2d-7c63fee8eaff None None] Bound using segment: {'id': 'e4f1d91f-ae5d-413a-9260-8b7c5bcfc4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'eab4dba0-f326-4bd6-a3e9-eca5d6f24337'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:34:00.095549 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-347290f8-dc75-4097-be2d-7c63fee8eaff None None] Bound port: f56c8979-2af9-42fd-a5ed-e2f1a3a05799, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f1d91f-ae5d-413a-9260-8b7c5bcfc4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'eab4dba0-f326-4bd6-a3e9-eca5d6f24337'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:34:00.095932 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-347290f8-dc75-4097-be2d-7c63fee8eaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:00.176618 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-347290f8-dc75-4097-be2d-7c63fee8eaff None None] For port f56c8979-2af9-42fd-a5ed-e2f1a3a05799, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:34:00.181478 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-347290f8-dc75-4097-be2d-7c63fee8eaff None None] For port f56c8979-2af9-42fd-a5ed-e2f1a3a05799, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=f56c8979-2af9-42fd-a5ed-e2f1a3a05799,segment=NetworkSegment(e4f1d91f-ae5d-413a-9260-8b7c5bcfc4f9),segment_id=e4f1d91f-ae5d-413a-9260-8b7c5bcfc4f9)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:34:00.251513 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-347290f8-dc75-4097-be2d-7c63fee8eaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:00.268550 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7cd3a018-6488-474e-ad95-5c9a8fa16cac admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:00.307724 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347290f8-dc75-4097-be2d-7c63fee8eaff None None] Pushing event updated for resources: {'Port': ['ID=f56c8979-2af9-42fd-a5ed-e2f1a3a05799,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:34:00.539540 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7cd3a018-6488-474e-ad95-5c9a8fa16cac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:00.782132 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd3a018-6488-474e-ad95-5c9a8fa16cac admin admin] Router d72311c0-2b7d-4b6f-9844-8d8654e66f26 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 19:34:00.915132 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd3a018-6488-474e-ad95-5c9a8fa16cac admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:34:00.926419 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b88d38-f98b-460b-9223-3567335050b1 None None] Sync routers for ids ['d72311c0-2b7d-4b6f-9844-8d8654e66f26'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:34:00.938035 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b88d38-f98b-460b-9223-3567335050b1 None None] Routers {'d72311c0-2b7d-4b6f-9844-8d8654e66f26'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:34:00.938649 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-b4b88d38-f98b-460b-9223-3567335050b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:33:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['d72311c0-2b7d-4b6f-9844-8d8654e66f26'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:34:00.990025 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-7cd3a018-6488-474e-ad95-5c9a8fa16cac admin admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:00.994690 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52942) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:34:01.005754 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-7cd3a018-6488-474e-ad95-5c9a8fa16cac admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2206078 Oct 27 19:34:01.221579 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-b4b88d38-f98b-460b-9223-3567335050b1 None None] Set router d72311c0-2b7d-4b6f-9844-8d8654e66f26 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:34:01.231198 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device f56c8979-2af9-42fd-a5ed-e2f1a3a05799 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:34:01.349414 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port f56c8979-2af9-42fd-a5ed-e2f1a3a05799 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:34:01.350274 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:01.429495 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-b4b88d38-f98b-460b-9223-3567335050b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72311c0-2b7d-4b6f-9844-8d8654e66f26', 'name': 'tempest-TestShelveInstance-972124239-router', 'tenant_id': '1a56c27b17e3462890e9e24c718ab5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '375d4a3b-ab81-4167-a799-5b6e368b8fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:33:58Z', 'updated_at': '2021-10-27T19:34:00Z', 'revision_number': 3, 'project_id': '1a56c27b17e3462890e9e24c718ab5de', 'gw_port': {'id': '375d4a3b-ab81-4167-a799-5b6e368b8fb7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:11:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72311c0-2b7d-4b6f-9844-8d8654e66f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:33:59Z', 'updated_at': '2021-10-27T19:33:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:34:01.458162 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b88d38-f98b-460b-9223-3567335050b1 None None] Checking router: d72311c0-2b7d-4b6f-9844-8d8654e66f26 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:34:01.458869 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b88d38-f98b-460b-9223-3567335050b1 None None] Updating router d72311c0-2b7d-4b6f-9844-8d8654e66f26 port 375d4a3b-ab81-4167-a799-5b6e368b8fb7 binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 19:34:01.460444 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:01.495292 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-b4b88d38-f98b-460b-9223-3567335050b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:01.502453 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port f56c8979-2af9-42fd-a5ed-e2f1a3a05799, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=f56c8979-2af9-42fd-a5ed-e2f1a3a05799,segment=NetworkSegment(e4f1d91f-ae5d-413a-9260-8b7c5bcfc4f9),segment_id=e4f1d91f-ae5d-413a-9260-8b7c5bcfc4f9)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:34:01.569241 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64040e5c-65c4-41a7-aa6a-76160927eda6 None None] Network eab4dba0-f326-4bd6-a3e9-eca5d6f24337 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:34:01.612713 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:01.613490 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 327610a8-fa40-49f3-8883-60dea56632da up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:34:01.637900 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-99c19235-66d5-418a-a04d-eca3f3d08584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:01.715947 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-7f64b03e-8c86-4944-9c28-001226c46ab4 None None] Provisioning complete for port f56c8979-2af9-42fd-a5ed-e2f1a3a05799 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:34:01.716316 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7f64b03e-8c86-4944-9c28-001226c46ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:01.759629 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=f56c8979-2af9-42fd-a5ed-e2f1a3a05799,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:34:01.773129 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-b4b88d38-f98b-460b-9223-3567335050b1 None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:01.808438 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-99c19235-66d5-418a-a04d-eca3f3d08584 admin admin] Allocated IP 172.20.0.1 (eab4dba0-f326-4bd6-a3e9-eca5d6f24337/9c949bea-48dd-4323-9f11-99b9d7b4f5c6/04967382-d798-49f0-944e-b36a24278efb) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:34:01.841375 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-b4b88d38-f98b-460b-9223-3567335050b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:01.844713 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 327610a8-fa40-49f3-8883-60dea56632da triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:34:01.845153 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:01.896665 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b15104-4305-4e85-ba05-a356fabb1700 None None] Pushing event updated for resources: {'Port': ['ID=375d4a3b-ab81-4167-a799-5b6e368b8fb7,revision_number=2']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:34:01.900709 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-b4b88d38-f98b-460b-9223-3567335050b1 None None] Attempting to bind port 375d4a3b-ab81-4167-a799-5b6e368b8fb7 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:34:01.900709 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-b4b88d38-f98b-460b-9223-3567335050b1 None None] Attempting to bind port 375d4a3b-ab81-4167-a799-5b6e368b8fb7 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:34:01.900709 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b88d38-f98b-460b-9223-3567335050b1 None None] Attempting to bind port 375d4a3b-ab81-4167-a799-5b6e368b8fb7 on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:34:01.906840 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b88d38-f98b-460b-9223-3567335050b1 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:34:01.907254 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b88d38-f98b-460b-9223-3567335050b1 None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:34:01.907657 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-b4b88d38-f98b-460b-9223-3567335050b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:01.908052 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b88d38-f98b-460b-9223-3567335050b1 None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:34:01.908550 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-b4b88d38-f98b-460b-9223-3567335050b1 None None] Bound port: 375d4a3b-ab81-4167-a799-5b6e368b8fb7, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:34:01.908928 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-b4b88d38-f98b-460b-9223-3567335050b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:01.943155 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-99c19235-66d5-418a-a04d-eca3f3d08584 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:01.971961 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-b4b88d38-f98b-460b-9223-3567335050b1 None None] For port 375d4a3b-ab81-4167-a799-5b6e368b8fb7, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:34:01.976001 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-b4b88d38-f98b-460b-9223-3567335050b1 None None] For port 375d4a3b-ab81-4167-a799-5b6e368b8fb7, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=375d4a3b-ab81-4167-a799-5b6e368b8fb7,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:34:02.056944 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-99c19235-66d5-418a-a04d-eca3f3d08584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:02.070508 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-b4b88d38-f98b-460b-9223-3567335050b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:02.101359 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c19235-66d5-418a-a04d-eca3f3d08584 admin admin] Network eab4dba0-f326-4bd6-a3e9-eca5d6f24337 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:34:02.105140 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-99c19235-66d5-418a-a04d-eca3f3d08584 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:34:02.109745 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c19235-66d5-418a-a04d-eca3f3d08584 admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:34:02.131737 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b88d38-f98b-460b-9223-3567335050b1 None None] Routers {'d72311c0-2b7d-4b6f-9844-8d8654e66f26'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:34:02.132367 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-b4b88d38-f98b-460b-9223-3567335050b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:33:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['d72311c0-2b7d-4b6f-9844-8d8654e66f26'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:34:02.138501 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c19235-66d5-418a-a04d-eca3f3d08584 admin admin] Pushing event updated for resources: {'Port': ['ID=04967382-d798-49f0-944e-b36a24278efb,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:34:02.138910 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b15104-4305-4e85-ba05-a356fabb1700 None None] Pushing event updated for resources: {'Port': ['ID=375d4a3b-ab81-4167-a799-5b6e368b8fb7,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:34:02.158730 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-99c19235-66d5-418a-a04d-eca3f3d08584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:02.218126 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ac25ac3-5d44-428a-bdf5-2694a347e788 None None] Provisioning complete for port f56c8979-2af9-42fd-a5ed-e2f1a3a05799 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:34:02.218975 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ac25ac3-5d44-428a-bdf5-2694a347e788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:02.262096 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-b4b88d38-f98b-460b-9223-3567335050b1 None None] Set router d72311c0-2b7d-4b6f-9844-8d8654e66f26 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:34:02.376952 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-99c19235-66d5-418a-a04d-eca3f3d08584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:02.437481 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-5fff077c-7c99-4bf1-8c93-4e394908edf5 None None] Provisioning complete for port 04967382-d798-49f0-944e-b36a24278efb triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:34:02.437481 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-5fff077c-7c99-4bf1-8c93-4e394908edf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:02.452853 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-b4b88d38-f98b-460b-9223-3567335050b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72311c0-2b7d-4b6f-9844-8d8654e66f26', 'name': 'tempest-TestShelveInstance-972124239-router', 'tenant_id': '1a56c27b17e3462890e9e24c718ab5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '375d4a3b-ab81-4167-a799-5b6e368b8fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:33:58Z', 'updated_at': '2021-10-27T19:34:00Z', 'revision_number': 3, 'project_id': '1a56c27b17e3462890e9e24c718ab5de', 'gw_port': {'id': '375d4a3b-ab81-4167-a799-5b6e368b8fb7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:11:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72311c0-2b7d-4b6f-9844-8d8654e66f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:33:59Z', 'updated_at': '2021-10-27T19:34:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:34:02.472407 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-5fff077c-7c99-4bf1-8c93-4e394908edf5 None None] Port 04967382-d798-49f0-944e-b36a24278efb cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:34:02.485017 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b88d38-f98b-460b-9223-3567335050b1 None None] The sync data for ids ['d72311c0-2b7d-4b6f-9844-8d8654e66f26'] in n-d-815690-2 is: [{'id': 'd72311c0-2b7d-4b6f-9844-8d8654e66f26', 'name': 'tempest-TestShelveInstance-972124239-router', 'tenant_id': '1a56c27b17e3462890e9e24c718ab5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '375d4a3b-ab81-4167-a799-5b6e368b8fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:33:58Z', 'updated_at': '2021-10-27T19:34:00Z', 'revision_number': 3, 'project_id': '1a56c27b17e3462890e9e24c718ab5de', 'gw_port': {'id': '375d4a3b-ab81-4167-a799-5b6e368b8fb7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:11:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72311c0-2b7d-4b6f-9844-8d8654e66f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:33:59Z', 'updated_at': '2021-10-27T19:34:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:34:02.562576 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-99c19235-66d5-418a-a04d-eca3f3d08584 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:02.628223 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-99c19235-66d5-418a-a04d-eca3f3d08584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:02.712524 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c19235-66d5-418a-a04d-eca3f3d08584 admin admin] Pushing event updated for resources: {'Port': ['ID=04967382-d798-49f0-944e-b36a24278efb,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:34:02.716711 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-99c19235-66d5-418a-a04d-eca3f3d08584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:02.819297 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c19235-66d5-418a-a04d-eca3f3d08584 admin admin] Network eab4dba0-f326-4bd6-a3e9-eca5d6f24337 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:34:02.820869 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-99c19235-66d5-418a-a04d-eca3f3d08584 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:34:02.949192 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c19235-66d5-418a-a04d-eca3f3d08584 admin admin] Router d72311c0-2b7d-4b6f-9844-8d8654e66f26 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:34:03.079276 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c19235-66d5-418a-a04d-eca3f3d08584 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:34:03.097575 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-99c19235-66d5-418a-a04d-eca3f3d08584 admin admin] 10.222.0.52 "PUT /v2.0/routers/d72311c0-2b7d-4b6f-9844-8d8654e66f26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0976012 Oct 27 19:34:03.103546 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-eb632f46-a34e-4e01-9670-66ee68796051 None None] Provisioning complete for port 04967382-d798-49f0-944e-b36a24278efb triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:34:03.103994 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-eb632f46-a34e-4e01-9670-66ee68796051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:03.153715 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-eb632f46-a34e-4e01-9670-66ee68796051 None None] Port 04967382-d798-49f0-944e-b36a24278efb cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:34:03.169466 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device f56c8979-2af9-42fd-a5ed-e2f1a3a05799 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:34:03.222043 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port f56c8979-2af9-42fd-a5ed-e2f1a3a05799 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:34:03.222161 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:03.313730 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 375d4a3b-ab81-4167-a799-5b6e368b8fb7 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:34:03.367198 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 375d4a3b-ab81-4167-a799-5b6e368b8fb7 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:34:03.367585 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:03.455946 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:03.478554 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port 375d4a3b-ab81-4167-a799-5b6e368b8fb7, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=375d4a3b-ab81-4167-a799-5b6e368b8fb7,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:34:03.571018 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:03.621267 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=375d4a3b-ab81-4167-a799-5b6e368b8fb7,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:34:03.722308 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52950) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:34:03.727097 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-de10653e-86e7-4502-8b0e-0b3e072afb64 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-743931913', 'description': 'tempest-secgroup-smoke-743931913 description', 'project_id': '90a70bdbaf514058bacf86d41e5ad553'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:34:03.805207 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-de10653e-86e7-4502-8b0e-0b3e072afb64 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:03.879529 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-de10653e-86e7-4502-8b0e-0b3e072afb64 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:03.955682 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-de10653e-86e7-4502-8b0e-0b3e072afb64 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:03.987347 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10653e-86e7-4502-8b0e-0b3e072afb64 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d71b6e47-ce6f-49fd-85b1-b2da2767f927,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:34:04.070060 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-de10653e-86e7-4502-8b0e-0b3e072afb64 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:04.075599 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-de10653e-86e7-4502-8b0e-0b3e072afb64 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3479812 Oct 27 19:34:04.075766 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52952) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:34:04.080315 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-eb8b4d5e-110e-43c3-97b9-f8948896dbde tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Request body: {'security_group_rule': {'security_group_id': 'd71b6e47-ce6f-49fd-85b1-b2da2767f927', 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:34:04.157103 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8514d3b-4498-4a5f-bbaa-8b323e7a5b78 None None] Sync routers for ids ['d72311c0-2b7d-4b6f-9844-8d8654e66f26'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:34:04.172054 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8514d3b-4498-4a5f-bbaa-8b323e7a5b78 None None] Routers {'d72311c0-2b7d-4b6f-9844-8d8654e66f26'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:34:04.172726 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-f8514d3b-4498-4a5f-bbaa-8b323e7a5b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:33:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['d72311c0-2b7d-4b6f-9844-8d8654e66f26'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:34:04.211923 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-eb8b4d5e-110e-43c3-97b9-f8948896dbde tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:04.272840 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-eb8b4d5e-110e-43c3-97b9-f8948896dbde tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:04.278325 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-f8514d3b-4498-4a5f-bbaa-8b323e7a5b78 None None] Set router d72311c0-2b7d-4b6f-9844-8d8654e66f26 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:34:04.376600 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-eb8b4d5e-110e-43c3-97b9-f8948896dbde tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:04.399299 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b4d5e-110e-43c3-97b9-f8948896dbde tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80daefcc-06ce-480f-b395-be2e899cabb1,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:34:04.487253 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-f8514d3b-4498-4a5f-bbaa-8b323e7a5b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72311c0-2b7d-4b6f-9844-8d8654e66f26', 'name': 'tempest-TestShelveInstance-972124239-router', 'tenant_id': '1a56c27b17e3462890e9e24c718ab5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '375d4a3b-ab81-4167-a799-5b6e368b8fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:33:58Z', 'updated_at': '2021-10-27T19:34:02Z', 'revision_number': 4, 'project_id': '1a56c27b17e3462890e9e24c718ab5de', 'gw_port': {'id': '375d4a3b-ab81-4167-a799-5b6e368b8fb7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:11:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72311c0-2b7d-4b6f-9844-8d8654e66f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:33:59Z', 'updated_at': '2021-10-27T19:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '04967382-d798-49f0-944e-b36a24278efb', 'name': '', 'network_id': 'eab4dba0-f326-4bd6-a3e9-eca5d6f24337', 'tenant_id': '1a56c27b17e3462890e9e24c718ab5de', 'mac_address': 'fa:16:3e:bd:48:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72311c0-2b7d-4b6f-9844-8d8654e66f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '9c949bea-48dd-4323-9f11-99b9d7b4f5c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:34:01Z', 'updated_at': '2021-10-27T19:34:02Z', 'revision_number': 2, 'project_id': '1a56c27b17e3462890e9e24c718ab5de', 'subnets': [{'id': '9c949bea-48dd-4323-9f11-99b9d7b4f5c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:34:04.500556 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-eb8b4d5e-110e-43c3-97b9-f8948896dbde tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:04.501877 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-eb8b4d5e-110e-43c3-97b9-f8948896dbde tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4251738 Oct 27 19:34:04.506710 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52954) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:34:04.509342 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-f6239c72-c93e-4c0a-b1a3-3835cdaae759 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Request body: {'security_group_rule': {'security_group_id': 'd71b6e47-ce6f-49fd-85b1-b2da2767f927', 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:34:04.514194 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8514d3b-4498-4a5f-bbaa-8b323e7a5b78 None None] Checking router: d72311c0-2b7d-4b6f-9844-8d8654e66f26 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:34:04.514520 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8514d3b-4498-4a5f-bbaa-8b323e7a5b78 None None] Updating router d72311c0-2b7d-4b6f-9844-8d8654e66f26 port 04967382-d798-49f0-944e-b36a24278efb binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 19:34:04.540331 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f8514d3b-4498-4a5f-bbaa-8b323e7a5b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:04.603845 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f6239c72-c93e-4c0a-b1a3-3835cdaae759 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:04.662580 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f6239c72-c93e-4c0a-b1a3-3835cdaae759 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:04.744194 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f6239c72-c93e-4c0a-b1a3-3835cdaae759 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:04.763243 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6239c72-c93e-4c0a-b1a3-3835cdaae759 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4035ef5e-65ef-4d1c-9976-0db5d1ff19ea,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:34:04.815180 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f8514d3b-4498-4a5f-bbaa-8b323e7a5b78 None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:04.831731 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f6239c72-c93e-4c0a-b1a3-3835cdaae759 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:04.832996 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f6239c72-c93e-4c0a-b1a3-3835cdaae759 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3272116 Oct 27 19:34:04.836061 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52956) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:34:04.844027 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-35166467-cbba-4e86-af22-a1aad843b2a9 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Request body: {'security_group_rule': {'security_group_id': 'd71b6e47-ce6f-49fd-85b1-b2da2767f927', 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:34:04.909803 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f8514d3b-4498-4a5f-bbaa-8b323e7a5b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:04.960934 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0817c6-6585-4018-97d9-f507c02e2a68 None None] Pushing event updated for resources: {'Port': ['ID=04967382-d798-49f0-944e-b36a24278efb,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:34:04.984309 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-35166467-cbba-4e86-af22-a1aad843b2a9 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:05.037757 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-f8514d3b-4498-4a5f-bbaa-8b323e7a5b78 None None] Attempting to bind port 04967382-d798-49f0-944e-b36a24278efb on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:34:05.038287 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-f8514d3b-4498-4a5f-bbaa-8b323e7a5b78 None None] Attempting to bind port 04967382-d798-49f0-944e-b36a24278efb by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'e4f1d91f-ae5d-413a-9260-8b7c5bcfc4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'eab4dba0-f326-4bd6-a3e9-eca5d6f24337'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:34:05.038939 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8514d3b-4498-4a5f-bbaa-8b323e7a5b78 None None] Attempting to bind port 04967382-d798-49f0-944e-b36a24278efb on network eab4dba0-f326-4bd6-a3e9-eca5d6f24337 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:34:05.046108 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8514d3b-4498-4a5f-bbaa-8b323e7a5b78 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:34:05.046664 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8514d3b-4498-4a5f-bbaa-8b323e7a5b78 None None] Checking segment: {'id': 'e4f1d91f-ae5d-413a-9260-8b7c5bcfc4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'eab4dba0-f326-4bd6-a3e9-eca5d6f24337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:34:05.047357 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f8514d3b-4498-4a5f-bbaa-8b323e7a5b78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:05.048061 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8514d3b-4498-4a5f-bbaa-8b323e7a5b78 None None] Bound using segment: {'id': 'e4f1d91f-ae5d-413a-9260-8b7c5bcfc4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'eab4dba0-f326-4bd6-a3e9-eca5d6f24337'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:34:05.048586 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-f8514d3b-4498-4a5f-bbaa-8b323e7a5b78 None None] Bound port: 04967382-d798-49f0-944e-b36a24278efb, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f1d91f-ae5d-413a-9260-8b7c5bcfc4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'eab4dba0-f326-4bd6-a3e9-eca5d6f24337'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:34:05.049208 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f8514d3b-4498-4a5f-bbaa-8b323e7a5b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:05.077085 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-35166467-cbba-4e86-af22-a1aad843b2a9 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:05.098187 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 375d4a3b-ab81-4167-a799-5b6e368b8fb7 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:34:05.149121 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-35166467-cbba-4e86-af22-a1aad843b2a9 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:05.166037 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f8514d3b-4498-4a5f-bbaa-8b323e7a5b78 None None] For port 04967382-d798-49f0-944e-b36a24278efb, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:34:05.170215 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f8514d3b-4498-4a5f-bbaa-8b323e7a5b78 None None] For port 04967382-d798-49f0-944e-b36a24278efb, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=04967382-d798-49f0-944e-b36a24278efb,segment=NetworkSegment(e4f1d91f-ae5d-413a-9260-8b7c5bcfc4f9),segment_id=e4f1d91f-ae5d-413a-9260-8b7c5bcfc4f9)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:34:05.173258 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35166467-cbba-4e86-af22-a1aad843b2a9 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d809d3ca-02e5-4578-82ad-e10b85751e46,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:34:05.174912 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 375d4a3b-ab81-4167-a799-5b6e368b8fb7 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:34:05.175241 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:05.224707 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-e872aebe-a7e3-4afa-b10d-52470c34512c None None] Provisioning complete for port 04967382-d798-49f0-944e-b36a24278efb triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:34:05.224707 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e872aebe-a7e3-4afa-b10d-52470c34512c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:05.283863 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-e872aebe-a7e3-4afa-b10d-52470c34512c None None] Port 04967382-d798-49f0-944e-b36a24278efb cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:34:05.302318 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f8514d3b-4498-4a5f-bbaa-8b323e7a5b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:05.323255 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-35166467-cbba-4e86-af22-a1aad843b2a9 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:05.325370 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-35166467-cbba-4e86-af22-a1aad843b2a9 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4870524 Oct 27 19:34:05.328119 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52958) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:34:05.333287 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-4bfdf11c-6ba2-4830-9c8d-058f4a11ff83 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Request body: {'security_group_rule': {'security_group_id': 'd71b6e47-ce6f-49fd-85b1-b2da2767f927', 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:34:05.360315 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8514d3b-4498-4a5f-bbaa-8b323e7a5b78 None None] Routers {'d72311c0-2b7d-4b6f-9844-8d8654e66f26'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:34:05.361614 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-f8514d3b-4498-4a5f-bbaa-8b323e7a5b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:33:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['d72311c0-2b7d-4b6f-9844-8d8654e66f26'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:34:05.366155 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0817c6-6585-4018-97d9-f507c02e2a68 None None] Pushing event updated for resources: {'Port': ['ID=04967382-d798-49f0-944e-b36a24278efb,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:34:05.467135 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4bfdf11c-6ba2-4830-9c8d-058f4a11ff83 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:05.485642 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-f8514d3b-4498-4a5f-bbaa-8b323e7a5b78 None None] Set router d72311c0-2b7d-4b6f-9844-8d8654e66f26 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:34:05.535367 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4bfdf11c-6ba2-4830-9c8d-058f4a11ff83 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:05.607629 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4bfdf11c-6ba2-4830-9c8d-058f4a11ff83 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:05.626844 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfdf11c-6ba2-4830-9c8d-058f4a11ff83 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e582ffca-d273-48b7-b0e9-c2cd7322769f,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:34:05.704310 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-4bfdf11c-6ba2-4830-9c8d-058f4a11ff83 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:05.705628 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-4bfdf11c-6ba2-4830-9c8d-058f4a11ff83 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3765538 Oct 27 19:34:05.708596 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 52960) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:34:05.713194 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-bb8c3922-bb3c-4865-b212-499b01f5c6fb tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Request body: {'security_group_rule': {'security_group_id': 'd71b6e47-ce6f-49fd-85b1-b2da2767f927', 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:34:05.778360 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-a22c2804-98db-444b-ba5d-3a4ccd7e4da8 None None] Provisioning complete for port 04967382-d798-49f0-944e-b36a24278efb triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:34:05.778965 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a22c2804-98db-444b-ba5d-3a4ccd7e4da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:05.812969 n-d-815690-2 neutron-server[102879]: INFO neutron.db.securitygroups_db [None req-bb8c3922-bb3c-4865-b212-499b01f5c6fb tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Project 90a70bdbaf514058bacf86d41e5ad553 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 19:34:05.818324 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bb8c3922-bb3c-4865-b212-499b01f5c6fb tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:05.880603 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bb8c3922-bb3c-4865-b212-499b01f5c6fb tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:05.915272 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a22c2804-98db-444b-ba5d-3a4ccd7e4da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:05.947575 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-f8514d3b-4498-4a5f-bbaa-8b323e7a5b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72311c0-2b7d-4b6f-9844-8d8654e66f26', 'name': 'tempest-TestShelveInstance-972124239-router', 'tenant_id': '1a56c27b17e3462890e9e24c718ab5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '375d4a3b-ab81-4167-a799-5b6e368b8fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:33:58Z', 'updated_at': '2021-10-27T19:34:02Z', 'revision_number': 4, 'project_id': '1a56c27b17e3462890e9e24c718ab5de', 'gw_port': {'id': '375d4a3b-ab81-4167-a799-5b6e368b8fb7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:11:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72311c0-2b7d-4b6f-9844-8d8654e66f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:33:59Z', 'updated_at': '2021-10-27T19:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '04967382-d798-49f0-944e-b36a24278efb', 'name': '', 'network_id': 'eab4dba0-f326-4bd6-a3e9-eca5d6f24337', 'tenant_id': '1a56c27b17e3462890e9e24c718ab5de', 'mac_address': 'fa:16:3e:bd:48:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72311c0-2b7d-4b6f-9844-8d8654e66f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '9c949bea-48dd-4323-9f11-99b9d7b4f5c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:34:01Z', 'updated_at': '2021-10-27T19:34:05Z', 'revision_number': 4, 'project_id': '1a56c27b17e3462890e9e24c718ab5de', 'subnets': [{'id': '9c949bea-48dd-4323-9f11-99b9d7b4f5c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:34:05.970478 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bb8c3922-bb3c-4865-b212-499b01f5c6fb tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:05.983677 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-a22c2804-98db-444b-ba5d-3a4ccd7e4da8 None None] For port 04967382-d798-49f0-944e-b36a24278efb, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=04967382-d798-49f0-944e-b36a24278efb,segment=NetworkSegment(e4f1d91f-ae5d-413a-9260-8b7c5bcfc4f9),segment_id=e4f1d91f-ae5d-413a-9260-8b7c5bcfc4f9)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:34:05.985190 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8514d3b-4498-4a5f-bbaa-8b323e7a5b78 None None] The sync data for ids ['d72311c0-2b7d-4b6f-9844-8d8654e66f26'] in n-d-815690-2 is: [{'id': 'd72311c0-2b7d-4b6f-9844-8d8654e66f26', 'name': 'tempest-TestShelveInstance-972124239-router', 'tenant_id': '1a56c27b17e3462890e9e24c718ab5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '375d4a3b-ab81-4167-a799-5b6e368b8fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:33:58Z', 'updated_at': '2021-10-27T19:34:02Z', 'revision_number': 4, 'project_id': '1a56c27b17e3462890e9e24c718ab5de', 'gw_port': {'id': '375d4a3b-ab81-4167-a799-5b6e368b8fb7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:11:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72311c0-2b7d-4b6f-9844-8d8654e66f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:33:59Z', 'updated_at': '2021-10-27T19:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '04967382-d798-49f0-944e-b36a24278efb', 'name': '', 'network_id': 'eab4dba0-f326-4bd6-a3e9-eca5d6f24337', 'tenant_id': '1a56c27b17e3462890e9e24c718ab5de', 'mac_address': 'fa:16:3e:bd:48:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd72311c0-2b7d-4b6f-9844-8d8654e66f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '9c949bea-48dd-4323-9f11-99b9d7b4f5c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:34:01Z', 'updated_at': '2021-10-27T19:34:05Z', 'revision_number': 4, 'project_id': '1a56c27b17e3462890e9e24c718ab5de', 'subnets': [{'id': '9c949bea-48dd-4323-9f11-99b9d7b4f5c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:34:05.989479 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c3922-bb3c-4865-b212-499b01f5c6fb tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd2a7af9-f63d-49a4-ae6e-c10d1a051e60,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:34:06.058323 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a22c2804-98db-444b-ba5d-3a4ccd7e4da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:06.096283 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-bb8c3922-bb3c-4865-b212-499b01f5c6fb tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:06.098746 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-bb8c3922-bb3c-4865-b212-499b01f5c6fb tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3880517 Oct 27 19:34:06.100494 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 52962) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:34:06.110385 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-041d49ce-f227-4b3f-8078-4507bc72b81e tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Request body: {'security_group_rule': {'security_group_id': 'd71b6e47-ce6f-49fd-85b1-b2da2767f927', 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:34:06.113991 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c2804-98db-444b-ba5d-3a4ccd7e4da8 None None] Pushing event updated for resources: {'Port': ['ID=04967382-d798-49f0-944e-b36a24278efb,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:34:06.189801 n-d-815690-2 neutron-server[102878]: INFO neutron.db.securitygroups_db [None req-041d49ce-f227-4b3f-8078-4507bc72b81e tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Project 90a70bdbaf514058bacf86d41e5ad553 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 19:34:06.195584 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-041d49ce-f227-4b3f-8078-4507bc72b81e tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:06.269640 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-041d49ce-f227-4b3f-8078-4507bc72b81e tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:06.344445 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-041d49ce-f227-4b3f-8078-4507bc72b81e tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:06.364436 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d49ce-f227-4b3f-8078-4507bc72b81e tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d65337b0-786d-421f-b694-3021bff6f8db,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:34:06.432170 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-041d49ce-f227-4b3f-8078-4507bc72b81e tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:06.433463 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-041d49ce-f227-4b3f-8078-4507bc72b81e tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3318396 Oct 27 19:34:06.578117 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-a191148e-010a-4042-9adc-3dca85154d98 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-743931913&fields=id&tenant_id=90a70bdbaf514058bacf86d41e5ad553 HTTP/1.1" status: 200 len: 267 time: 0.0353162 Oct 27 19:34:06.699995 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-5747791f-f292-4d17-9100-52459825217c tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:34:06.701795 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-5747791f-f292-4d17-9100-52459825217c tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/networks?id=a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd HTTP/1.1" status: 200 len: 808 time: 0.1166809 Oct 27 19:34:06.719434 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-b7da127e-ba3f-4515-92e6-512c31149797 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/quotas/90a70bdbaf514058bacf86d41e5ad553 HTTP/1.1" status: 200 len: 375 time: 0.0116487 Oct 27 19:34:06.776885 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-d5e9e57a-9200-4e5a-9088-3d0e7a645926 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=90a70bdbaf514058bacf86d41e5ad553&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515451 Oct 27 19:34:06.884586 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-7be05214-114f-427e-a269-5c910d268c68 service neutron] 10.222.0.52 "GET /v2.0/networks/a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937238 Oct 27 19:34:06.984719 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-43987bc0-a179-4a65-b1d9-1b1e59d2eb3d service neutron] 10.222.0.52 "GET /v2.0/networks/a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930669 Oct 27 19:34:07.082148 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 04967382-d798-49f0-944e-b36a24278efb up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:34:07.131969 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 04967382-d798-49f0-944e-b36a24278efb triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:34:07.132339 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:07.244844 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-73866bd1-c065-47e8-9d5c-c98ee8d8e02f req-19b5e67b-755f-4816-9000-9c1f718b04ef tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 210 time: 0.0332842 Oct 27 19:34:08.323656 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ac805b2c-8cb5-4a47-ab77-bc8e2c92de89 req-a5099b82-5cc8-41a1-9a0f-ebc07f7a8629 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 210 time: 0.0263162 Oct 27 19:34:09.426032 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e4ab11c8-529d-4514-8d09-aedccd41f3cb req-cc49857f-562c-4e78-a1d1-c723fe9c40bd tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 210 time: 0.0325434 Oct 27 19:34:09.658148 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-82d2c8cf-44da-4947-8d5e-d0be152a0b34 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:34:09.659669 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-82d2c8cf-44da-4947-8d5e-d0be152a0b34 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.81 "GET /v2.0/networks?id=a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd HTTP/1.1" status: 200 len: 808 time: 0.1076047 Oct 27 19:34:09.699202 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3e6befa8-6d1e-4ff7-8a69-9bd0312813db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:09.707460 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-45316084-ebf8-4cf8-8fdc-0065a8022ce9 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90a70bdbaf514058bacf86d41e5ad553 HTTP/1.1" status: 200 len: 379 time: 0.0369432 Oct 27 19:34:09.717966 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-33884eaf-0bb2-4c02-8db5-ea5727ae4e16 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Request body: {'port': {'device_id': 'a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f', 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd', 'admin_state_up': True, 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'security_groups': ['d71b6e47-ce6f-49fd-85b1-b2da2767f927']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:34:09.915461 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-33884eaf-0bb2-4c02-8db5-ea5727ae4e16 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Made reservation on behalf of 90a70bdbaf514058bacf86d41e5ad553 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:34:09.919890 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-33884eaf-0bb2-4c02-8db5-ea5727ae4e16 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:10.048338 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-33884eaf-0bb2-4c02-8db5-ea5727ae4e16 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Allocated IP 172.20.0.11 (a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd/162c3b5e-935b-4298-81ba-e865a07b830d/0b92dde3-965d-45a5-b190-faf57b41c79c) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:34:10.186470 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-33884eaf-0bb2-4c02-8db5-ea5727ae4e16 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:10.321788 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-33884eaf-0bb2-4c02-8db5-ea5727ae4e16 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:10.367286 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-33884eaf-0bb2-4c02-8db5-ea5727ae4e16 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Network a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:34:10.370370 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-33884eaf-0bb2-4c02-8db5-ea5727ae4e16 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:34:10.375358 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-33884eaf-0bb2-4c02-8db5-ea5727ae4e16 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:34:10.381639 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33884eaf-0bb2-4c02-8db5-ea5727ae4e16 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Pushing event updated for resources: {'Port': ['ID=0b92dde3-965d-45a5-b190-faf57b41c79c,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:34:10.430218 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-33884eaf-0bb2-4c02-8db5-ea5727ae4e16 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:34:10.430866 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-33884eaf-0bb2-4c02-8db5-ea5727ae4e16 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:10.507114 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-33884eaf-0bb2-4c02-8db5-ea5727ae4e16 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7932479 Oct 27 19:34:10.519909 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-1d0c93bf-844f-49f9-8c92-a2a323067dd0 service neutron] Request body: {'port': {'device_id': 'a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:34:10.552499 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1b203-3db7-4b77-8728-028f69eebce0 req-0b218792-83b6-49cb-aa6f-86acb9e69da6 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:34:10.554285 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6df1b203-3db7-4b77-8728-028f69eebce0 req-0b218792-83b6-49cb-aa6f-86acb9e69da6 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 932 time: 0.0545642 Oct 27 19:34:10.580213 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-1d0c93bf-844f-49f9-8c92-a2a323067dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:10.598686 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6df1b203-3db7-4b77-8728-028f69eebce0 req-b6b949fe-e5e5-4ebc-8800-5de63d9a8676 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371184 Oct 27 19:34:10.608769 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-2734fd3d-71f5-47ea-9858-052c41215803 None None] Provisioning complete for port 0b92dde3-965d-45a5-b190-faf57b41c79c triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:34:10.615985 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2734fd3d-71f5-47ea-9858-052c41215803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:10.645985 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-2734fd3d-71f5-47ea-9858-052c41215803 None None] Port 0b92dde3-965d-45a5-b190-faf57b41c79c cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:34:10.848194 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-1d0c93bf-844f-49f9-8c92-a2a323067dd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b92dde3-965d-45a5-b190-faf57b41c79c {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:34:10.855882 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-1d0c93bf-844f-49f9-8c92-a2a323067dd0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:11.026546 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-1d0c93bf-844f-49f9-8c92-a2a323067dd0 service neutron] Transition to ACTIVE for port object 0b92dde3-965d-45a5-b190-faf57b41c79c will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 19:34:11.121447 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-1d0c93bf-844f-49f9-8c92-a2a323067dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:11.195015 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c93bf-844f-49f9-8c92-a2a323067dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=0b92dde3-965d-45a5-b190-faf57b41c79c,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:34:11.602133 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-1d0c93bf-844f-49f9-8c92-a2a323067dd0 service neutron] Attempting to bind port 0b92dde3-965d-45a5-b190-faf57b41c79c on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:34:11.602464 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-1d0c93bf-844f-49f9-8c92-a2a323067dd0 service neutron] Attempting to bind port 0b92dde3-965d-45a5-b190-faf57b41c79c by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': 'edbdcffc-fcd8-4df1-98d0-5b2653c7b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:34:11.602787 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-1d0c93bf-844f-49f9-8c92-a2a323067dd0 service neutron] Attempting to bind port 0b92dde3-965d-45a5-b190-faf57b41c79c on network a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:34:11.607230 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-1d0c93bf-844f-49f9-8c92-a2a323067dd0 service neutron] Port 0b92dde3-965d-45a5-b190-faf57b41c79c on network a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 19:34:11.607546 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-1d0c93bf-844f-49f9-8c92-a2a323067dd0 service neutron] Attempting to bind port 0b92dde3-965d-45a5-b190-faf57b41c79c on network a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:34:11.612239 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-1d0c93bf-844f-49f9-8c92-a2a323067dd0 service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:34:11.612563 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-1d0c93bf-844f-49f9-8c92-a2a323067dd0 service neutron] Checking segment: {'id': 'edbdcffc-fcd8-4df1-98d0-5b2653c7b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:34:11.612941 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-1d0c93bf-844f-49f9-8c92-a2a323067dd0 service neutron] Bound using segment: {'id': 'edbdcffc-fcd8-4df1-98d0-5b2653c7b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:34:11.613359 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-1d0c93bf-844f-49f9-8c92-a2a323067dd0 service neutron] Bound port: 0b92dde3-965d-45a5-b190-faf57b41c79c, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edbdcffc-fcd8-4df1-98d0-5b2653c7b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:34:11.613702 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-1d0c93bf-844f-49f9-8c92-a2a323067dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:11.677315 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-1d0c93bf-844f-49f9-8c92-a2a323067dd0 service neutron] For port 0b92dde3-965d-45a5-b190-faf57b41c79c, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:34:11.680180 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-1d0c93bf-844f-49f9-8c92-a2a323067dd0 service neutron] For port 0b92dde3-965d-45a5-b190-faf57b41c79c, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=0b92dde3-965d-45a5-b190-faf57b41c79c,segment=NetworkSegment(edbdcffc-fcd8-4df1-98d0-5b2653c7b151),segment_id=edbdcffc-fcd8-4df1-98d0-5b2653c7b151)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:34:11.736783 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-1d0c93bf-844f-49f9-8c92-a2a323067dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:11.772589 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-1d0c93bf-844f-49f9-8c92-a2a323067dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:34:11.773209 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-1d0c93bf-844f-49f9-8c92-a2a323067dd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:11.774619 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-1d0c93bf-844f-49f9-8c92-a2a323067dd0 service neutron] 10.222.0.81 "PUT /v2.0/ports/0b92dde3-965d-45a5-b190-faf57b41c79c HTTP/1.1" status: 200 len: 1092 time: 1.2591195 Oct 27 19:34:11.775075 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f', 'tag': '0b92dde3-965d-45a5-b190-faf57b41c79c'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:34:11.777329 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ccd886-7aa6-4613-9b95-529052c14533" -d '{"events": [{"name": "network-changed", "server_uuid": "a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f", "tag": "0b92dde3-965d-45a5-b190-faf57b41c79c"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:34:11.801546 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c93bf-844f-49f9-8c92-a2a323067dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=0b92dde3-965d-45a5-b190-faf57b41c79c,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:34:11.837072 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23427fbe-8f57-4315-bc19-e07b9c151dae req-f260f287-6232-44b6-a861-a78c3c6ef252 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:34:11.838926 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-23427fbe-8f57-4315-bc19-e07b9c151dae req-f260f287-6232-44b6-a861-a78c3c6ef252 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 944 time: 0.1680179 Oct 27 19:34:11.881389 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-23427fbe-8f57-4315-bc19-e07b9c151dae req-3a49fa4d-455b-4e53-bbf8-6c96b0abf12f tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350609 Oct 27 19:34:11.922545 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-c1990ea3-3235-4627-8988-9c419617ffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:34:11.924121 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-c1990ea3-3235-4627-8988-9c419617ffc7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=90a70bdbaf514058bacf86d41e5ad553&device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 1095 time: 0.0483227 Oct 27 19:34:11.932141 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17eac96-5f8d-4a46-95ba-3656bbac423f x-openstack-request-id: req-c17eac96-5f8d-4a46-95ba-3656bbac423f {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:34:11.932436 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f", "tag": "0b92dde3-965d-45a5-b190-faf57b41c79c", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:34:11.932692 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c17eac96-5f8d-4a46-95ba-3656bbac423f {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:34:11.933102 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f', 'tag': '0b92dde3-965d-45a5-b190-faf57b41c79c', 'status': 'completed', 'code': 200} Oct 27 19:34:11.971028 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-de5f51a2-e6f1-4c28-a707-7ba00e345abe service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b92dde3-965d-45a5-b190-faf57b41c79c HTTP/1.1" status: 200 len: 217 time: 0.0365698 Oct 27 19:34:12.023309 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-05d7fb91-584a-4e4e-beb9-37f1793f2a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:34:12.024798 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-05d7fb91-584a-4e4e-beb9-37f1793f2a72 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=162c3b5e-935b-4298-81ba-e865a07b830d HTTP/1.1" status: 200 len: 847 time: 0.0467031 Oct 27 19:34:12.072740 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-b3676ebd-1f09-4c3b-a038-007938e37d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:34:12.074268 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-b3676ebd-1f09-4c3b-a038-007938e37d25 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411708 Oct 27 19:34:12.172667 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-a8160fa7-014a-4a94-8b63-4e0240a9cd24 service neutron] 10.222.0.81 "GET /v2.0/networks/a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915153 Oct 27 19:34:12.201817 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-266cb483-a7c7-404c-bcbe-c9fb9c3e178b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:12.272642 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-184c5c03-50f0-4e1a-a802-09e23340ab02 req-49d73e0f-5191-4488-b853-d1dc529844f8 service neutron] 10.222.0.81 "GET /v2.0/networks/a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931039 Oct 27 19:34:12.443367 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ccd886-7aa6-4613-9b95-529052c14533 req-a4ebc16e-f01f-4d0c-a95e-01d4ea1e9b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:34:12.444738 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-16ccd886-7aa6-4613-9b95-529052c14533 req-a4ebc16e-f01f-4d0c-a95e-01d4ea1e9b10 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=90a70bdbaf514058bacf86d41e5ad553&device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 1095 time: 0.0418777 Oct 27 19:34:12.545913 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ccd886-7aa6-4613-9b95-529052c14533 req-8087ade3-489b-424e-865d-4db4b2e0bb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:34:12.547454 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-16ccd886-7aa6-4613-9b95-529052c14533 req-8087ade3-489b-424e-865d-4db4b2e0bb40 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd HTTP/1.1" status: 200 len: 910 time: 0.0945477 Oct 27 19:34:12.589618 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-16ccd886-7aa6-4613-9b95-529052c14533 req-e933f736-2ef9-4c5f-a2aa-d3c14796b20d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b92dde3-965d-45a5-b190-faf57b41c79c HTTP/1.1" status: 200 len: 217 time: 0.0350041 Oct 27 19:34:12.638301 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ccd886-7aa6-4613-9b95-529052c14533 req-d16560c6-72b1-49db-bf03-c1463235983e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:34:12.639863 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-16ccd886-7aa6-4613-9b95-529052c14533 req-d16560c6-72b1-49db-bf03-c1463235983e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=162c3b5e-935b-4298-81ba-e865a07b830d HTTP/1.1" status: 200 len: 847 time: 0.0435214 Oct 27 19:34:12.687438 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ccd886-7aa6-4613-9b95-529052c14533 req-5e65ddc2-6aa5-4456-9c2c-1f75f749e4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:34:12.688958 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-16ccd886-7aa6-4613-9b95-529052c14533 req-5e65ddc2-6aa5-4456-9c2c-1f75f749e4b5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416265 Oct 27 19:34:12.785337 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-16ccd886-7aa6-4613-9b95-529052c14533 req-49618ebe-5bb9-4a62-b2b0-8be5afe0cfe6 service neutron] 10.222.0.81 "GET /v2.0/networks/a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881953 Oct 27 19:34:12.883694 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-16ccd886-7aa6-4613-9b95-529052c14533 req-18b2975f-d907-4ee4-9100-cea2ee99deb2 service neutron] 10.222.0.81 "GET /v2.0/networks/a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900044 Oct 27 19:34:13.011236 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4367c-55ca-4d3a-b410-2dde94842635 req-a385a401-5447-4c53-851c-e666b1043228 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:34:13.013079 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-14a4367c-55ca-4d3a-b410-2dde94842635 req-a385a401-5447-4c53-851c-e666b1043228 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 944 time: 0.0550764 Oct 27 19:34:13.052052 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-14a4367c-55ca-4d3a-b410-2dde94842635 req-8abc6b17-6b27-4699-bcf1-df6947486015 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327983 Oct 27 19:34:13.433281 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:13.720876 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:14.167721 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0cb09-138a-4d9a-8981-066a5d379560 req-e442653a-8fd5-4050-9805-e7f755f65e01 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:34:14.169828 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-51a0cb09-138a-4d9a-8981-066a5d379560 req-e442653a-8fd5-4050-9805-e7f755f65e01 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 944 time: 0.0504649 Oct 27 19:34:14.208237 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-51a0cb09-138a-4d9a-8981-066a5d379560 req-ef8406eb-3daf-4dbb-a665-9d8a4257307a tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323699 Oct 27 19:34:15.188148 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 0b92dde3-965d-45a5-b190-faf57b41c79c details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 19:34:15.287069 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 0b92dde3-965d-45a5-b190-faf57b41c79c, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=0b92dde3-965d-45a5-b190-faf57b41c79c,segment=NetworkSegment(edbdcffc-fcd8-4df1-98d0-5b2653c7b151),segment_id=edbdcffc-fcd8-4df1-98d0-5b2653c7b151)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:34:15.303002 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': '0b92dde3-965d-45a5-b190-faf57b41c79c', 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd', 'port_id': '0b92dde3-965d-45a5-b190-faf57b41c79c', 'mac_address': 'fa:16:3e:5f:ef:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '162c3b5e-935b-4298-81ba-e865a07b830d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 19:34:15.328358 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc994e0-ed5d-45fe-981a-4a2be89cd450 req-baa708de-f672-4fcd-bec9-f02c84667c9d tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:34:15.329894 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-afc994e0-ed5d-45fe-981a-4a2be89cd450 req-baa708de-f672-4fcd-bec9-f02c84667c9d tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 944 time: 0.0515029 Oct 27 19:34:15.352091 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:15.367066 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b92dde3-965d-45a5-b190-faf57b41c79c {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:34:15.369612 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-afc994e0-ed5d-45fe-981a-4a2be89cd450 req-5ac0a4d7-abe5-44d1-8e4b-e72cdf3b5749 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335860 Oct 27 19:34:15.379935 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:15.388681 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 0b92dde3-965d-45a5-b190-faf57b41c79c, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=0b92dde3-965d-45a5-b190-faf57b41c79c,segment=NetworkSegment(edbdcffc-fcd8-4df1-98d0-5b2653c7b151),segment_id=edbdcffc-fcd8-4df1-98d0-5b2653c7b151)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:34:15.458214 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:15.508964 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=0b92dde3-965d-45a5-b190-faf57b41c79c,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:34:15.661244 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['0b92dde3-965d-45a5-b190-faf57b41c79c'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:34:16.491282 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfb648-b802-40ad-91a4-9dbaf6954499 req-ae8df42b-c1d9-4c43-929a-3932ef54ecc5 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:34:16.492761 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-13cfb648-b802-40ad-91a4-9dbaf6954499 req-ae8df42b-c1d9-4c43-929a-3932ef54ecc5 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 945 time: 0.0524354 Oct 27 19:34:16.531165 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-13cfb648-b802-40ad-91a4-9dbaf6954499 req-eeee31b6-8c45-4d09-9efc-d59c5db92b8d tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324757 Oct 27 19:34:17.203733 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 0b92dde3-965d-45a5-b190-faf57b41c79c up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:34:17.343650 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning for port 0b92dde3-965d-45a5-b190-faf57b41c79c completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 19:34:17.347524 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port 0b92dde3-965d-45a5-b190-faf57b41c79c triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:34:17.347951 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:17.430209 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:17.454566 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b92dde3-965d-45a5-b190-faf57b41c79c'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:34:17.456875 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b7a7ffbeb5006bcc00a453a37d6ced003ca150096c2d6d80d40f5ba58f622d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7600bdf-38f6-46b8-b1e5-ddc188531ee0" -d '{"events": [{"server_uuid": "a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f", "name": "network-vif-plugged", "status": "completed", "tag": "0b92dde3-965d-45a5-b190-faf57b41c79c"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:34:17.469586 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 0b92dde3-965d-45a5-b190-faf57b41c79c, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=0b92dde3-965d-45a5-b190-faf57b41c79c,segment=NetworkSegment(edbdcffc-fcd8-4df1-98d0-5b2653c7b151),segment_id=edbdcffc-fcd8-4df1-98d0-5b2653c7b151)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:34:17.494188 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ec5111-99a8-4992-b8d5-93e44e307fab x-openstack-request-id: req-31ec5111-99a8-4992-b8d5-93e44e307fab {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:34:17.494477 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f", "name": "network-vif-plugged", "status": "completed", "tag": "0b92dde3-965d-45a5-b190-faf57b41c79c", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:34:17.494780 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-31ec5111-99a8-4992-b8d5-93e44e307fab {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:34:17.495199 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b92dde3-965d-45a5-b190-faf57b41c79c', 'code': 200} Oct 27 19:34:17.538672 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:17.589523 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=0b92dde3-965d-45a5-b190-faf57b41c79c,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:34:17.595996 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4161df-7b0b-486f-8ed0-95a31d7a8401 req-560ac4a3-0957-4f5d-8c06-571293ced47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:34:17.597554 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8a4161df-7b0b-486f-8ed0-95a31d7a8401 req-560ac4a3-0957-4f5d-8c06-571293ced47d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 1097 time: 0.0458093 Oct 27 19:34:17.636176 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-8a4161df-7b0b-486f-8ed0-95a31d7a8401 req-8c597fab-b340-4930-82ae-74f0cf961202 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307071 Oct 27 19:34:17.654926 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada9f95-2a57-4dd3-b33d-50343a3f8e93 req-e5d9093e-9064-4ace-aff2-1d67317fb340 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:34:17.656425 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3ada9f95-2a57-4dd3-b33d-50343a3f8e93 req-e5d9093e-9064-4ace-aff2-1d67317fb340 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 946 time: 0.0510588 Oct 27 19:34:17.695928 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3ada9f95-2a57-4dd3-b33d-50343a3f8e93 req-137e433f-f1b3-4aec-9736-c2b2dab45c66 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329587 Oct 27 19:34:18.818457 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57460675-b385-4344-a0f5-881dcfae3588 req-ae6195af-4af6-409b-a8d0-c2e6325f9395 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:34:18.819987 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-57460675-b385-4344-a0f5-881dcfae3588 req-ae6195af-4af6-409b-a8d0-c2e6325f9395 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 946 time: 0.0513027 Oct 27 19:34:18.859737 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-57460675-b385-4344-a0f5-881dcfae3588 req-2ba59d77-775a-4f45-a34d-348dc6ac6ab3 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335608 Oct 27 19:34:18.978370 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3faed97-835d-41fd-8f97-1c756975cd7e req-1feb0a6e-0b87-4254-99a1-2840a1c91f53 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:34:18.979798 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a3faed97-835d-41fd-8f97-1c756975cd7e req-1feb0a6e-0b87-4254-99a1-2840a1c91f53 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 946 time: 0.0533247 Oct 27 19:34:19.021335 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a3faed97-835d-41fd-8f97-1c756975cd7e req-353dc85e-fe9b-424c-93fa-d50d90114cad tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349686 Oct 27 19:34:19.043696 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 53020) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:34:19.128865 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b5d4cd-fe30-45c9-b311-3127c40b4da7 tempest-TestShelveInstance-1824829797 tempest-TestShelveInstance-1824829797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:34:19.130465 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-48b5d4cd-fe30-45c9-b311-3127c40b4da7 tempest-TestShelveInstance-1824829797 tempest-TestShelveInstance-1824829797-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 1092 time: 0.0857902 Oct 27 19:34:19.133448 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 53024) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:34:19.138125 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-43d22268-3dd9-47dc-a977-cb5e7d493869 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'port_id': '0b92dde3-965d-45a5-b190-faf57b41c79c', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:34:19.227971 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-43d22268-3dd9-47dc-a977-cb5e7d493869 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for floatingip, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:19.330535 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-43d22268-3dd9-47dc-a977-cb5e7d493869 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:19.433974 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-43d22268-3dd9-47dc-a977-cb5e7d493869 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Allocated IP 172.25.6.250 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/54983dfe-c2db-49f6-a86f-600c5187049d) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:34:19.541753 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-43d22268-3dd9-47dc-a977-cb5e7d493869 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:19.645580 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-43d22268-3dd9-47dc-a977-cb5e7d493869 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:19.687215 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d22268-3dd9-47dc-a977-cb5e7d493869 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:34:19.690197 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-43d22268-3dd9-47dc-a977-cb5e7d493869 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:34:19.693750 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d22268-3dd9-47dc-a977-cb5e7d493869 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:34:19.716276 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d22268-3dd9-47dc-a977-cb5e7d493869 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Pushing event updated for resources: {'Port': ['ID=54983dfe-c2db-49f6-a86f-600c5187049d,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:34:20.045982 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-43d22268-3dd9-47dc-a977-cb5e7d493869 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:20.170284 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-43d22268-3dd9-47dc-a977-cb5e7d493869 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:20.324490 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-43d22268-3dd9-47dc-a977-cb5e7d493869 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:20.383868 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-43d22268-3dd9-47dc-a977-cb5e7d493869 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:20.456350 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d22268-3dd9-47dc-a977-cb5e7d493869 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Pushing event updated for resources: {'Port': ['ID=54983dfe-c2db-49f6-a86f-600c5187049d,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:34:20.468144 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-43d22268-3dd9-47dc-a977-cb5e7d493869 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:20.573704 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [None req-43d22268-3dd9-47dc-a977-cb5e7d493869 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Floating IP 539f4c49-34ac-494a-b02c-e9e0baba09e7 associated. External IP: 172.25.6.250, port: 0b92dde3-965d-45a5-b190-faf57b41c79c. Oct 27 19:34:20.788240 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d22268-3dd9-47dc-a977-cb5e7d493869 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Router 89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:34:21.237738 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d22268-3dd9-47dc-a977-cb5e7d493869 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:34:21.248988 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0788938-55a0-4ede-a560-26ddf252f9ce None None] Sync routers for ids ['89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:34:21.258761 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0788938-55a0-4ede-a560-26ddf252f9ce None None] Routers {'89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:34:21.259379 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-e0788938-55a0-4ede-a560-26ddf252f9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:34:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:34:21.332274 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-43d22268-3dd9-47dc-a977-cb5e7d493869 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:21.360665 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-43d22268-3dd9-47dc-a977-cb5e7d493869 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2260249 Oct 27 19:34:21.361211 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f', 'tag': '0b92dde3-965d-45a5-b190-faf57b41c79c'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:34:21.363580 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bca0ca0b982d995b269f20b8ee9fa1484886a2da5fdd33aa4707a11ccb3e0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b45a485-d80c-44b2-bb90-57ddb0c6a015" -d '{"events": [{"name": "network-changed", "server_uuid": "a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f", "tag": "0b92dde3-965d-45a5-b190-faf57b41c79c"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:34:21.367506 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-e0788938-55a0-4ede-a560-26ddf252f9ce None None] Set router 89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:34:21.402771 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add31966-b251-4dc6-ac48-e54634f25684 x-openstack-request-id: req-add31966-b251-4dc6-ac48-e54634f25684 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:34:21.403106 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f", "tag": "0b92dde3-965d-45a5-b190-faf57b41c79c", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:34:21.403367 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-add31966-b251-4dc6-ac48-e54634f25684 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:34:21.403767 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f', 'tag': '0b92dde3-965d-45a5-b190-faf57b41c79c', 'status': 'completed', 'code': 200} Oct 27 19:34:21.464822 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45a485-d80c-44b2-bb90-57ddb0c6a015 req-f699ad48-f88e-40e4-85c8-64bda7b545a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:34:21.466375 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4b45a485-d80c-44b2-bb90-57ddb0c6a015 req-f699ad48-f88e-40e4-85c8-64bda7b545a1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=90a70bdbaf514058bacf86d41e5ad553&device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 1097 time: 0.0414476 Oct 27 19:34:21.563352 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45a485-d80c-44b2-bb90-57ddb0c6a015 req-692c9ebf-4864-482e-b59c-c40f0b200b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:34:21.564885 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4b45a485-d80c-44b2-bb90-57ddb0c6a015 req-692c9ebf-4864-482e-b59c-c40f0b200b26 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd HTTP/1.1" status: 200 len: 910 time: 0.0920987 Oct 27 19:34:21.597854 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-e0788938-55a0-4ede-a560-26ddf252f9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'name': 'tempest-TestShelveInstance-972985674-router', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '60a5d1eb-03bb-4b59-98e9-1854fd01ae02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:33:52Z', 'updated_at': '2021-10-27T19:33:55Z', 'revision_number': 4, 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'gw_port': {'id': '60a5d1eb-03bb-4b59-98e9-1854fd01ae02', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:33:53Z', 'updated_at': '2021-10-27T19:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '539f4c49-34ac-494a-b02c-e9e0baba09e7', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'floating_ip_address': '172.25.6.250', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'port_id': '0b92dde3-965d-45a5-b190-faf57b41c79c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd', 'mac_address': 'fa:16:3e:5f:ef:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:34:19Z', 'updated_at': '2021-10-27T19:34:19Z', 'revision_number': 0, 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '327610a8-fa40-49f3-8883-60dea56632da', 'name': '', 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'mac_address': 'fa:16:3e:aa:3a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '162c3b5e-935b-4298-81ba-e865a07b830d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:33:55Z', 'updated_at': '2021-10-27T19:33:59Z', 'revision_number': 5, 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'subnets': [{'id': '162c3b5e-935b-4298-81ba-e865a07b830d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:34:21.625502 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0788938-55a0-4ede-a560-26ddf252f9ce None None] Checking router: 89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:34:21.632663 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4b45a485-d80c-44b2-bb90-57ddb0c6a015 req-6ad80bd1-7d06-49f1-874a-8bcab892c827 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b92dde3-965d-45a5-b190-faf57b41c79c HTTP/1.1" status: 200 len: 1000 time: 0.0600476 Oct 27 19:34:21.633690 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0788938-55a0-4ede-a560-26ddf252f9ce None None] Routers {'89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:34:21.634276 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-e0788938-55a0-4ede-a560-26ddf252f9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:34:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:34:21.688087 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45a485-d80c-44b2-bb90-57ddb0c6a015 req-afbecae8-a867-46f6-87fb-70d3b5eceb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:34:21.689605 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4b45a485-d80c-44b2-bb90-57ddb0c6a015 req-afbecae8-a867-46f6-87fb-70d3b5eceb2f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=162c3b5e-935b-4298-81ba-e865a07b830d HTTP/1.1" status: 200 len: 847 time: 0.0501108 Oct 27 19:34:21.739719 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45a485-d80c-44b2-bb90-57ddb0c6a015 req-0bec5c59-4877-4024-bd2e-1b4325ef65ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:34:21.741297 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4b45a485-d80c-44b2-bb90-57ddb0c6a015 req-0bec5c59-4877-4024-bd2e-1b4325ef65ba service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446074 Oct 27 19:34:21.834866 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-e0788938-55a0-4ede-a560-26ddf252f9ce None None] Set router 89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:34:21.836525 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4b45a485-d80c-44b2-bb90-57ddb0c6a015 req-2c6048a1-e46b-4932-a4f4-5d5f1f050021 service neutron] 10.222.0.81 "GET /v2.0/networks/a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858824 Oct 27 19:34:21.932853 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4b45a485-d80c-44b2-bb90-57ddb0c6a015 req-0a78b3f8-8eeb-4f27-960e-f3e2c7a7b837 service neutron] 10.222.0.81 "GET /v2.0/networks/a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888536 Oct 27 19:34:22.061162 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-e0788938-55a0-4ede-a560-26ddf252f9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'name': 'tempest-TestShelveInstance-972985674-router', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '60a5d1eb-03bb-4b59-98e9-1854fd01ae02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:33:52Z', 'updated_at': '2021-10-27T19:33:55Z', 'revision_number': 4, 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'gw_port': {'id': '60a5d1eb-03bb-4b59-98e9-1854fd01ae02', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:33:53Z', 'updated_at': '2021-10-27T19:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '539f4c49-34ac-494a-b02c-e9e0baba09e7', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'floating_ip_address': '172.25.6.250', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'port_id': '0b92dde3-965d-45a5-b190-faf57b41c79c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd', 'mac_address': 'fa:16:3e:5f:ef:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:34:19Z', 'updated_at': '2021-10-27T19:34:19Z', 'revision_number': 0, 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '327610a8-fa40-49f3-8883-60dea56632da', 'name': '', 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'mac_address': 'fa:16:3e:aa:3a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '162c3b5e-935b-4298-81ba-e865a07b830d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:33:55Z', 'updated_at': '2021-10-27T19:33:59Z', 'revision_number': 5, 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'subnets': [{'id': '162c3b5e-935b-4298-81ba-e865a07b830d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:34:22.095525 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0788938-55a0-4ede-a560-26ddf252f9ce None None] The sync data for ids ['89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a'] in n-d-815690-2 is: [{'id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'name': 'tempest-TestShelveInstance-972985674-router', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '60a5d1eb-03bb-4b59-98e9-1854fd01ae02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:33:52Z', 'updated_at': '2021-10-27T19:33:55Z', 'revision_number': 4, 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'gw_port': {'id': '60a5d1eb-03bb-4b59-98e9-1854fd01ae02', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:33:53Z', 'updated_at': '2021-10-27T19:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': '539f4c49-34ac-494a-b02c-e9e0baba09e7', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'floating_ip_address': '172.25.6.250', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'port_id': '0b92dde3-965d-45a5-b190-faf57b41c79c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd', 'mac_address': 'fa:16:3e:5f:ef:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:34:19Z', 'updated_at': '2021-10-27T19:34:19Z', 'revision_number': 0, 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '327610a8-fa40-49f3-8883-60dea56632da', 'name': '', 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'mac_address': 'fa:16:3e:aa:3a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '162c3b5e-935b-4298-81ba-e865a07b830d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:33:55Z', 'updated_at': '2021-10-27T19:33:59Z', 'revision_number': 5, 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'subnets': [{'id': '162c3b5e-935b-4298-81ba-e865a07b830d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:34:22.301299 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442e2d92-cc08-47e0-a7a1-cc6a63b63c91 None None] New status for floating IP 539f4c49-34ac-494a-b02c-e9e0baba09e7: ACTIVE {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 19:34:25.170629 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [req-fbaa3038-e68e-4d54-8197-964f9723d4bd req-94519dde-fc5b-47bb-ab92-ec2cbc3bab44 service neutron] (102879) timed out ('10.222.0.52', 48324) {{(pid=102879) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 19:34:27.109860 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:27.583791 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:30.707655 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:34:39.743976 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6a92865c-46c1-4a7c-bc09-0bc8c8a577a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:42.164266 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d03cd24f-2db8-4c5f-8245-781d97d01fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:43.421542 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:43.718466 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:45.378191 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:53.114025 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9b9acf21-d81c-46eb-857b-c8eb2f47696d req-572a812b-29cb-4140-b10d-a4849c52352d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407579 Oct 27 19:34:53.197942 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9acf21-d81c-46eb-857b-c8eb2f47696d req-de27aeb3-a45f-44e8-95be-55c2ddcbff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:34:53.199779 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9b9acf21-d81c-46eb-857b-c8eb2f47696d req-de27aeb3-a45f-44e8-95be-55c2ddcbff92 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=90a70bdbaf514058bacf86d41e5ad553&device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 1097 time: 0.0422509 Oct 27 19:34:53.313084 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9acf21-d81c-46eb-857b-c8eb2f47696d req-c1e2fa2f-a464-4aab-839d-601ff8be420d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:34:53.314634 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9b9acf21-d81c-46eb-857b-c8eb2f47696d req-c1e2fa2f-a464-4aab-839d-601ff8be420d service neutron] 10.222.0.81 "GET /v2.0/networks?id=a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd HTTP/1.1" status: 200 len: 910 time: 0.0948343 Oct 27 19:34:53.388389 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9b9acf21-d81c-46eb-857b-c8eb2f47696d req-3af47c06-97d7-423d-acc7-9eaf36e3cf3a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b92dde3-965d-45a5-b190-faf57b41c79c HTTP/1.1" status: 200 len: 1002 time: 0.0647981 Oct 27 19:34:53.437471 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9acf21-d81c-46eb-857b-c8eb2f47696d req-ec2a5723-8a52-48ae-ae1a-9e59cd839a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:34:53.438978 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9b9acf21-d81c-46eb-857b-c8eb2f47696d req-ec2a5723-8a52-48ae-ae1a-9e59cd839a0a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=162c3b5e-935b-4298-81ba-e865a07b830d HTTP/1.1" status: 200 len: 847 time: 0.0442812 Oct 27 19:34:53.485974 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9acf21-d81c-46eb-857b-c8eb2f47696d req-9c462685-a508-4bb1-ae90-1e4df71f1336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:34:53.487526 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9b9acf21-d81c-46eb-857b-c8eb2f47696d req-9c462685-a508-4bb1-ae90-1e4df71f1336 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411775 Oct 27 19:34:53.584024 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9b9acf21-d81c-46eb-857b-c8eb2f47696d req-50733244-6252-4833-8ac3-0e9cad754a4f service neutron] 10.222.0.81 "GET /v2.0/networks/a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875556 Oct 27 19:34:53.679221 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9b9acf21-d81c-46eb-857b-c8eb2f47696d req-2d1a4779-1d5b-4949-97e8-43bf29e52ffd service neutron] 10.222.0.81 "GET /v2.0/networks/a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877309 Oct 27 19:34:57.129948 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:34:57.606955 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:35:07.706512 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:35:09.729756 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4397771a-6f15-471f-87b1-d61e50e4ec56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:35:12.149089 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9d93302c-8f6f-4bac-8234-99e29e426287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:35:13.440843 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:35:13.719166 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:35:15.383489 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:35:27.123838 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:35:27.621073 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:35:39.737581 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-df6d3e3c-01ca-4777-8004-bc2dd6509d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:35:42.166458 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4d3d646f-4eb1-4e8c-805a-9c0c0d80b4fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:35:43.443628 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:35:43.743596 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:35:44.705020 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:35:45.377470 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:35:53.107293 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-45cdb430-b74c-418a-b38f-d319df279537 req-c689b3e1-9581-4830-9c26-2def52ea73ab service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412691 Oct 27 19:35:53.194606 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdb430-b74c-418a-b38f-d319df279537 req-332c689a-b6bd-48dd-a782-bd9a2055cbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:35:53.196887 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-45cdb430-b74c-418a-b38f-d319df279537 req-332c689a-b6bd-48dd-a782-bd9a2055cbb2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=90a70bdbaf514058bacf86d41e5ad553&device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 1097 time: 0.0451581 Oct 27 19:35:53.300959 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdb430-b74c-418a-b38f-d319df279537 req-4d205246-1a97-4978-97e7-3f968cba8351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:35:53.302366 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-45cdb430-b74c-418a-b38f-d319df279537 req-4d205246-1a97-4978-97e7-3f968cba8351 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd HTTP/1.1" status: 200 len: 910 time: 0.0864468 Oct 27 19:35:53.374283 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-45cdb430-b74c-418a-b38f-d319df279537 req-8ee1ced1-cc67-468d-b643-70826724f9e4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b92dde3-965d-45a5-b190-faf57b41c79c HTTP/1.1" status: 200 len: 1002 time: 0.0639043 Oct 27 19:35:53.425050 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdb430-b74c-418a-b38f-d319df279537 req-870147e7-09d1-4b1f-a942-44fb1f01b951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:35:53.426528 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-45cdb430-b74c-418a-b38f-d319df279537 req-870147e7-09d1-4b1f-a942-44fb1f01b951 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=162c3b5e-935b-4298-81ba-e865a07b830d HTTP/1.1" status: 200 len: 847 time: 0.0454710 Oct 27 19:35:53.472935 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdb430-b74c-418a-b38f-d319df279537 req-e1670142-9c8b-4107-af86-5cee19a4ae2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:35:53.474433 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-45cdb430-b74c-418a-b38f-d319df279537 req-e1670142-9c8b-4107-af86-5cee19a4ae2d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399036 Oct 27 19:35:53.567418 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-45cdb430-b74c-418a-b38f-d319df279537 req-fda6d45f-6cb8-4999-9d51-edc09389afa0 service neutron] 10.222.0.81 "GET /v2.0/networks/a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844584 Oct 27 19:35:53.657002 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-45cdb430-b74c-418a-b38f-d319df279537 req-9e32ba27-d385-419d-b514-8bb09e53c366 service neutron] 10.222.0.81 "GET /v2.0/networks/a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812969 Oct 27 19:35:57.117686 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:35:57.640542 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:36:09.689188 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a85f09ea-2fd2-414d-9eb7-00b8721e48bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:36:12.154872 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e3541cd4-e5a4-40dc-aa6e-d6f4471b0122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:36:13.466270 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:36:13.757437 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:36:15.383959 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:36:16.554709 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b15a30-2150-4444-985f-cdf32b5fc77a req-36f72437-5b4c-4d63-8925-9bc2d525aff2 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:16.557124 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e7b15a30-2150-4444-985f-cdf32b5fc77a req-36f72437-5b4c-4d63-8925-9bc2d525aff2 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 946 time: 0.0530081 Oct 27 19:36:16.599477 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e7b15a30-2150-4444-985f-cdf32b5fc77a req-eef61e6f-0cbf-4369-ab17-a044b33814d5 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363247 Oct 27 19:36:17.717630 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c003896a-a2f8-4365-876e-0e59338f378f req-315e16e8-0d6a-41c6-b310-ed5450e19886 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:17.719137 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c003896a-a2f8-4365-876e-0e59338f378f req-315e16e8-0d6a-41c6-b310-ed5450e19886 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 946 time: 0.0500896 Oct 27 19:36:17.761635 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c003896a-a2f8-4365-876e-0e59338f378f req-cc021bd7-1ff6-4a03-9cd7-4ba4fa811fb5 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355334 Oct 27 19:36:18.878134 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf4a39-2f10-4336-aa3b-0d396cf0334a req-176e31ae-fd8c-470c-bc0b-4cdfe04eaf51 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:18.879750 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9eaf4a39-2f10-4336-aa3b-0d396cf0334a req-176e31ae-fd8c-470c-bc0b-4cdfe04eaf51 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 946 time: 0.0502412 Oct 27 19:36:18.926061 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9eaf4a39-2f10-4336-aa3b-0d396cf0334a req-63eecdf2-9d67-4043-a135-42430b37a7cf tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403435 Oct 27 19:36:20.049538 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe2229-0a05-461a-adb1-b787a4f83104 req-e5c24b16-54c6-4a62-ab74-cb06e948b34b tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:20.051103 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ccbe2229-0a05-461a-adb1-b787a4f83104 req-e5c24b16-54c6-4a62-ab74-cb06e948b34b tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 946 time: 0.0512018 Oct 27 19:36:20.089992 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ccbe2229-0a05-461a-adb1-b787a4f83104 req-14565165-30b4-4fe0-8c6a-57de68cbd32e tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328655 Oct 27 19:36:21.206757 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401193c-baf7-4870-9db3-e1229adba120 req-82763e10-1ee2-47a7-b695-0560c4948404 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:21.208350 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1401193c-baf7-4870-9db3-e1229adba120 req-82763e10-1ee2-47a7-b695-0560c4948404 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 946 time: 0.0496500 Oct 27 19:36:21.250739 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1401193c-baf7-4870-9db3-e1229adba120 req-cc2e6108-d964-4ad1-9f79-372b65ad2646 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364590 Oct 27 19:36:21.703650 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:36:22.369768 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e02985-829d-475b-a525-9359a49f23f9 req-1e4b6566-06f1-4770-ab36-2be419895bef tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:22.371352 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-21e02985-829d-475b-a525-9359a49f23f9 req-1e4b6566-06f1-4770-ab36-2be419895bef tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 946 time: 0.0506697 Oct 27 19:36:22.411245 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-21e02985-829d-475b-a525-9359a49f23f9 req-ce426f99-315f-47e7-817c-96907562883b tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338697 Oct 27 19:36:23.529579 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff224ca1-07c7-4c10-bb5c-e19bf3bd0b65 req-b84db47f-7b81-492a-9c05-4a318c807fff tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:23.531180 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ff224ca1-07c7-4c10-bb5c-e19bf3bd0b65 req-b84db47f-7b81-492a-9c05-4a318c807fff tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 946 time: 0.0495956 Oct 27 19:36:23.569570 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ff224ca1-07c7-4c10-bb5c-e19bf3bd0b65 req-f1ceeb81-90de-46f8-a16a-2dd3ca16c83a tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316679 Oct 27 19:36:24.688348 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f680d45c-cb5a-4a3b-beff-f005ff7da8f0 req-9777c5c8-73f5-4b38-816c-33f6a03a52c3 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:24.689881 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f680d45c-cb5a-4a3b-beff-f005ff7da8f0 req-9777c5c8-73f5-4b38-816c-33f6a03a52c3 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 946 time: 0.0503445 Oct 27 19:36:24.732858 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f680d45c-cb5a-4a3b-beff-f005ff7da8f0 req-cbc05cba-7185-4390-b30b-e0cf3bcb8ea9 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367355 Oct 27 19:36:25.852004 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147f61a-5b44-45d2-af91-6a02b600ed6c req-0ff9cb5d-8fa6-4fbf-9cd3-918266445aa4 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:25.853562 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3147f61a-5b44-45d2-af91-6a02b600ed6c req-0ff9cb5d-8fa6-4fbf-9cd3-918266445aa4 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 946 time: 0.0521424 Oct 27 19:36:25.893948 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3147f61a-5b44-45d2-af91-6a02b600ed6c req-9eafff6d-d4f8-4882-b20d-201392580b18 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340099 Oct 27 19:36:27.015956 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef251b52-94aa-44d9-9d74-c823e6ee3e49 req-2dbc8c18-20f5-4286-b1a8-723cad1d21cd tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:27.017463 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ef251b52-94aa-44d9-9d74-c823e6ee3e49 req-2dbc8c18-20f5-4286-b1a8-723cad1d21cd tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 946 time: 0.0498629 Oct 27 19:36:27.056243 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ef251b52-94aa-44d9-9d74-c823e6ee3e49 req-225f39a0-f111-43d7-8720-119f11a9d3e0 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326519 Oct 27 19:36:27.128642 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:36:27.622762 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:36:28.173766 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0dcfb-db2e-4875-addf-a75a569d7223 req-05b19b18-8898-407c-b0cb-9b8f35b6e7a9 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:28.175292 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-41d0dcfb-db2e-4875-addf-a75a569d7223 req-05b19b18-8898-407c-b0cb-9b8f35b6e7a9 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 946 time: 0.0499883 Oct 27 19:36:28.218626 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-41d0dcfb-db2e-4875-addf-a75a569d7223 req-01a7278c-cf07-4a88-b2b9-b27718d8ae6e tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369995 Oct 27 19:36:29.339680 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede3413-89de-4117-8896-ae487c7c6c85 req-046f599c-d208-44d4-ae5a-6b3aa80f36c4 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:29.341212 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cede3413-89de-4117-8896-ae487c7c6c85 req-046f599c-d208-44d4-ae5a-6b3aa80f36c4 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 946 time: 0.0506525 Oct 27 19:36:29.381730 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cede3413-89de-4117-8896-ae487c7c6c85 req-242d90fc-a215-4fa5-85a8-c0bce792e3bd tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344350 Oct 27 19:36:29.733287 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 0b92dde3-965d-45a5-b190-faf57b41c79c details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 19:36:29.859606 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 0b92dde3-965d-45a5-b190-faf57b41c79c, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=0b92dde3-965d-45a5-b190-faf57b41c79c,segment=NetworkSegment(edbdcffc-fcd8-4df1-98d0-5b2653c7b151),segment_id=edbdcffc-fcd8-4df1-98d0-5b2653c7b151)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:36:29.874922 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': '0b92dde3-965d-45a5-b190-faf57b41c79c', 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd', 'port_id': '0b92dde3-965d-45a5-b190-faf57b41c79c', 'mac_address': 'fa:16:3e:5f:ef:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '162c3b5e-935b-4298-81ba-e865a07b830d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 19:36:29.915499 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:36:29.933992 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b92dde3-965d-45a5-b190-faf57b41c79c {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:36:29.954521 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 0b92dde3-965d-45a5-b190-faf57b41c79c, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=0b92dde3-965d-45a5-b190-faf57b41c79c,segment=NetworkSegment(edbdcffc-fcd8-4df1-98d0-5b2653c7b151),segment_id=edbdcffc-fcd8-4df1-98d0-5b2653c7b151)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:36:30.057394 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:36:30.130704 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=0b92dde3-965d-45a5-b190-faf57b41c79c,revision_number=6']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:36:30.141386 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['0b92dde3-965d-45a5-b190-faf57b41c79c'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:36:30.145819 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:36:30.146171 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:36:30.146520 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:36:30.146902 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:36:30.147233 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:36:30.147562 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:36:30.147937 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:36:30.148689 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:36:30.148905 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:36:30.149234 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:36:30.149555 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:36:30.149872 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:36:30.514260 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5713b3-25e7-463e-943f-ddcea825ff60 req-32a19966-1c87-484e-ae70-01782da80eae tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:30.519400 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb5713b3-25e7-463e-943f-ddcea825ff60 req-32a19966-1c87-484e-ae70-01782da80eae tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 945 time: 0.0563817 Oct 27 19:36:30.558028 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bb5713b3-25e7-463e-943f-ddcea825ff60 req-93ad1543-26d6-4195-9696-0577563122e0 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341389 Oct 27 19:36:31.689690 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3175a-d139-42f7-8b60-0d7a94d81f00 req-347cb19b-f2a0-434f-b2c3-438a98122a3c tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:31.699367 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-28d3175a-d139-42f7-8b60-0d7a94d81f00 req-347cb19b-f2a0-434f-b2c3-438a98122a3c tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 945 time: 0.0617087 Oct 27 19:36:31.740434 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-28d3175a-d139-42f7-8b60-0d7a94d81f00 req-dd2aa716-3d3e-4da1-a552-f3c2cfb57080 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398433 Oct 27 19:36:31.750399 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 0b92dde3-965d-45a5-b190-faf57b41c79c up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:36:31.813205 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port 0b92dde3-965d-45a5-b190-faf57b41c79c triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:36:31.813703 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:36:31.912087 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:36:31.938084 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b92dde3-965d-45a5-b190-faf57b41c79c'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:36:31.940506 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b7a7ffbeb5006bcc00a453a37d6ced003ca150096c2d6d80d40f5ba58f622d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bab805-bb07-4718-a351-710a7b600a49" -d '{"events": [{"server_uuid": "a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f", "name": "network-vif-plugged", "status": "completed", "tag": "0b92dde3-965d-45a5-b190-faf57b41c79c"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:36:31.962392 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 0b92dde3-965d-45a5-b190-faf57b41c79c, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=0b92dde3-965d-45a5-b190-faf57b41c79c,segment=NetworkSegment(edbdcffc-fcd8-4df1-98d0-5b2653c7b151),segment_id=edbdcffc-fcd8-4df1-98d0-5b2653c7b151)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:36:31.986717 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb08afc-348b-4358-867b-dc4a49a9b8f3 x-openstack-request-id: req-6fb08afc-348b-4358-867b-dc4a49a9b8f3 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:36:31.986717 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f", "name": "network-vif-plugged", "status": "completed", "tag": "0b92dde3-965d-45a5-b190-faf57b41c79c", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:36:31.986717 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6fb08afc-348b-4358-867b-dc4a49a9b8f3 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:36:31.986717 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b92dde3-965d-45a5-b190-faf57b41c79c', 'code': 200} Oct 27 19:36:32.080868 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:36:32.137818 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=0b92dde3-965d-45a5-b190-faf57b41c79c,revision_number=7']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:36:32.878090 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f6e45-2611-4077-b316-6ba4080b10b2 req-09b70103-6a2c-434b-a9a4-ffa17037e9e2 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:32.880452 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5d5f6e45-2611-4077-b316-6ba4080b10b2 req-09b70103-6a2c-434b-a9a4-ffa17037e9e2 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 946 time: 0.0546892 Oct 27 19:36:32.923176 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5d5f6e45-2611-4077-b316-6ba4080b10b2 req-4fe3828c-8202-41da-8250-d7f31f0c60dc tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361931 Oct 27 19:36:34.058980 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099e94f-af57-4fc9-b176-576a7b6cd8ed req-aa20daca-c342-47a2-b3d4-542628661301 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:34.060707 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c099e94f-af57-4fc9-b176-576a7b6cd8ed req-aa20daca-c342-47a2-b3d4-542628661301 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 946 time: 0.0572708 Oct 27 19:36:34.108353 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c099e94f-af57-4fc9-b176-576a7b6cd8ed req-c2b831a4-8f3b-49d3-818c-9385fc37c199 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386548 Oct 27 19:36:35.247019 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417addae-9e54-4809-b888-d0bfacd1263c req-791f1f86-a65c-4421-87fa-c916e232a38e tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:35.250704 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-417addae-9e54-4809-b888-d0bfacd1263c req-791f1f86-a65c-4421-87fa-c916e232a38e tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 946 time: 0.0611634 Oct 27 19:36:35.304070 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-417addae-9e54-4809-b888-d0bfacd1263c req-b49cbf55-331d-4cc4-a88d-364fd9a3989f tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484324 Oct 27 19:36:36.445258 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1030125-64c3-4d0e-9e7f-e4da5599929a req-b0db16f1-2bae-4a61-b83b-7d52ca9a3def tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:36.446978 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1030125-64c3-4d0e-9e7f-e4da5599929a req-b0db16f1-2bae-4a61-b83b-7d52ca9a3def tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 946 time: 0.0590413 Oct 27 19:36:36.491807 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c1030125-64c3-4d0e-9e7f-e4da5599929a req-551d086a-82e5-4411-b4c7-71bfa66b7fe4 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378892 Oct 27 19:36:37.619611 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aeee63-7600-46ff-afef-598054d90d6b req-c6336bb6-4f36-48db-8e06-e30ae7fe4556 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:37.619611 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a8aeee63-7600-46ff-afef-598054d90d6b req-c6336bb6-4f36-48db-8e06-e30ae7fe4556 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 946 time: 0.0549815 Oct 27 19:36:37.661083 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a8aeee63-7600-46ff-afef-598054d90d6b req-6bf04557-9be0-4dc8-8b72-04b97bc2bf30 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363264 Oct 27 19:36:38.787568 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d98a0-8a1f-4bc4-8506-71e2553e7222 req-307b514f-35f4-4b50-9453-911b713e71d2 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:38.790063 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c56d98a0-8a1f-4bc4-8506-71e2553e7222 req-307b514f-35f4-4b50-9453-911b713e71d2 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 946 time: 0.0561912 Oct 27 19:36:38.837554 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c56d98a0-8a1f-4bc4-8506-71e2553e7222 req-0b09c944-f343-4b19-9161-43bfc3358373 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413570 Oct 27 19:36:39.834663 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-33bf50d0-51d9-4595-87e4-b95bf5b99265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:36:39.956219 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87098595-09b1-44d3-8b80-85e90acb184e req-3eb50d1a-23fa-46f4-a7fe-626bf5cac1b0 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:39.957734 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-87098595-09b1-44d3-8b80-85e90acb184e req-3eb50d1a-23fa-46f4-a7fe-626bf5cac1b0 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 946 time: 0.0494664 Oct 27 19:36:39.996988 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-87098595-09b1-44d3-8b80-85e90acb184e req-3fae3779-db6d-4786-b225-704769a927b0 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327280 Oct 27 19:36:40.927987 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ccffc-af5a-4d49-b4f7-4b987fe7af11 req-0915410e-446b-42a3-a036-c00c440472aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:40.932751 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-900ccffc-af5a-4d49-b4f7-4b987fe7af11 req-0915410e-446b-42a3-a036-c00c440472aa service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=90a70bdbaf514058bacf86d41e5ad553&device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 1097 time: 0.0466130 Oct 27 19:36:41.022085 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ccffc-af5a-4d49-b4f7-4b987fe7af11 req-9c873777-bf45-4338-a4a6-f0c0bc63686d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:41.024395 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-900ccffc-af5a-4d49-b4f7-4b987fe7af11 req-9c873777-bf45-4338-a4a6-f0c0bc63686d service neutron] 10.222.0.81 "GET /v2.0/networks?id=a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd HTTP/1.1" status: 200 len: 910 time: 0.0864434 Oct 27 19:36:41.095905 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-900ccffc-af5a-4d49-b4f7-4b987fe7af11 req-30152701-f176-4808-b2fd-2b0852c4b739 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b92dde3-965d-45a5-b190-faf57b41c79c HTTP/1.1" status: 200 len: 1002 time: 0.0642402 Oct 27 19:36:41.120585 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee093f-d8aa-4a0a-a4ae-ef6adc0a9ce7 req-0cd71943-9b45-4ae6-b613-050b0060ac03 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:41.122112 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7fee093f-d8aa-4a0a-a4ae-ef6adc0a9ce7 req-0cd71943-9b45-4ae6-b613-050b0060ac03 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 946 time: 0.0530047 Oct 27 19:36:41.146019 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ccffc-af5a-4d49-b4f7-4b987fe7af11 req-c8132735-e4d2-4ba8-831b-8e79801ad548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:41.148520 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-900ccffc-af5a-4d49-b4f7-4b987fe7af11 req-c8132735-e4d2-4ba8-831b-8e79801ad548 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=162c3b5e-935b-4298-81ba-e865a07b830d HTTP/1.1" status: 200 len: 847 time: 0.0449066 Oct 27 19:36:41.161857 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7fee093f-d8aa-4a0a-a4ae-ef6adc0a9ce7 req-711005fa-f96a-4673-903f-aaf9a177e81a tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334926 Oct 27 19:36:41.196243 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ccffc-af5a-4d49-b4f7-4b987fe7af11 req-2fedc0d6-777f-4c51-86a6-b0570172ac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:41.197687 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-900ccffc-af5a-4d49-b4f7-4b987fe7af11 req-2fedc0d6-777f-4c51-86a6-b0570172ac5c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417943 Oct 27 19:36:41.293169 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-900ccffc-af5a-4d49-b4f7-4b987fe7af11 req-6ee7f03b-f715-4245-a021-3acedfa8e9b4 service neutron] 10.222.0.81 "GET /v2.0/networks/a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881796 Oct 27 19:36:41.386007 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-900ccffc-af5a-4d49-b4f7-4b987fe7af11 req-fda1db22-71e1-4c37-8fc4-3b6bb1fcb833 service neutron] 10.222.0.81 "GET /v2.0/networks/a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856364 Oct 27 19:36:42.189050 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cd2b0ba6-4cb6-4da8-8779-211d11669b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:36:42.285065 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be9b26-1ae5-45a7-a898-da6cfada1e1a req-3045aaac-8943-4a60-8712-de1025810c9e tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:42.286608 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-00be9b26-1ae5-45a7-a898-da6cfada1e1a req-3045aaac-8943-4a60-8712-de1025810c9e tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 946 time: 0.0507298 Oct 27 19:36:42.330202 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-00be9b26-1ae5-45a7-a898-da6cfada1e1a req-c83e7075-c842-4104-8461-1c82b29a517c tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368538 Oct 27 19:36:43.437493 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:36:43.452062 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120430c-f335-406f-8296-2f2204b2135c req-336a410b-1caf-4170-a5d9-df4ee85023eb tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:43.453624 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8120430c-f335-406f-8296-2f2204b2135c req-336a410b-1caf-4170-a5d9-df4ee85023eb tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 946 time: 0.0516322 Oct 27 19:36:43.492927 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8120430c-f335-406f-8296-2f2204b2135c req-87e135be-d1b4-4955-99f4-3339689201ac tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330095 Oct 27 19:36:43.562636 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-d9369ed2-b8c1-4ffa-897d-177dbf700b9c req-3b0ca87f-ad50-4faa-bdfe-3fe6205973d8 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 19:36:43.563925 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d9369ed2-b8c1-4ffa-897d-177dbf700b9c req-3b0ca87f-ad50-4faa-bdfe-3fe6205973d8 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057194 Oct 27 19:36:43.754724 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:36:43.865970 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178f945-9834-4f0d-85c2-f1bbe58c4485 req-c04a5d6a-624f-41b3-b7ee-14f8c078367b tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:43.868120 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1178f945-9834-4f0d-85c2-f1bbe58c4485 req-c04a5d6a-624f-41b3-b7ee-14f8c078367b tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 946 time: 0.0530281 Oct 27 19:36:43.909029 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1178f945-9834-4f0d-85c2-f1bbe58c4485 req-b9f015ee-4d17-418c-858b-d793e7e0d11d tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341177 Oct 27 19:36:44.390646 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-20d699a3-79c6-4385-bc4b-4bc71e5c837c req-8409e093-8ac0-4475-90b1-db0444a6b7a7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0956306 Oct 27 19:36:45.034776 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93669b47-47bb-4240-a21a-08667022eb99 req-3eacdc07-12d5-45eb-8f4e-e5889f6b9612 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:45.036298 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-93669b47-47bb-4240-a21a-08667022eb99 req-3eacdc07-12d5-45eb-8f4e-e5889f6b9612 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 946 time: 0.0535908 Oct 27 19:36:45.084423 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-93669b47-47bb-4240-a21a-08667022eb99 req-1beb2a07-cb39-4d3c-9530-4d00a87580f7 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417211 Oct 27 19:36:45.397183 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:36:45.811680 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 0b92dde3-965d-45a5-b190-faf57b41c79c no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:36:45.833839 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d699a3-79c6-4385-bc4b-4bc71e5c837c req-a3617b1f-23b0-44d9-bb63-b5c18c549ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:45.835607 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-20d699a3-79c6-4385-bc4b-4bc71e5c837c req-a3617b1f-23b0-44d9-bb63-b5c18c549ea7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f&tenant_id=90a70bdbaf514058bacf86d41e5ad553 HTTP/1.1" status: 200 len: 1097 time: 0.0921595 Oct 27 19:36:45.847149 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-20d699a3-79c6-4385-bc4b-4bc71e5c837c req-74b56210-f6a7-4b75-9de1-db9d30695fd2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815690-2', 'device_owner': 'compute:nova'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:36:45.892282 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:36:45.902334 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-20d699a3-79c6-4385-bc4b-4bc71e5c837c req-74b56210-f6a7-4b75-9de1-db9d30695fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:36:45.916574 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b92dde3-965d-45a5-b190-faf57b41c79c'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:36:45.918895 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b7a7ffbeb5006bcc00a453a37d6ced003ca150096c2d6d80d40f5ba58f622d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2a81af-0a3d-4ecb-b770-6b9279f0b325" -d '{"events": [{"server_uuid": "a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f", "name": "network-vif-unplugged", "status": "completed", "tag": "0b92dde3-965d-45a5-b190-faf57b41c79c"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:36:45.931681 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 0b92dde3-965d-45a5-b190-faf57b41c79c, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=0b92dde3-965d-45a5-b190-faf57b41c79c,segment=NetworkSegment(edbdcffc-fcd8-4df1-98d0-5b2653c7b151),segment_id=edbdcffc-fcd8-4df1-98d0-5b2653c7b151)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:36:45.957297 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 19:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8920d731-f285-4e3b-a5f6-58035d586375 x-openstack-request-id: req-8920d731-f285-4e3b-a5f6-58035d586375 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:36:45.957596 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f", "name": "network-vif-unplugged", "status": "completed", "tag": "0b92dde3-965d-45a5-b190-faf57b41c79c", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:36:45.957847 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8920d731-f285-4e3b-a5f6-58035d586375 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:36:45.958235 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b92dde3-965d-45a5-b190-faf57b41c79c', 'code': 200} Oct 27 19:36:45.996935 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:36:45.999061 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.db.api [req-20d699a3-79c6-4385-bc4b-4bc71e5c837c req-74b56210-f6a7-4b75-9de1-db9d30695fd2 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102879) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 19:36:45.999447 n-d-815690-2 neutron-server[102879]: DEBUG oslo_db.api [req-20d699a3-79c6-4385-bc4b-4bc71e5c837c req-74b56210-f6a7-4b75-9de1-db9d30695fd2 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 19:36:46.044954 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=0b92dde3-965d-45a5-b190-faf57b41c79c,revision_number=8']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:36:46.206678 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa91c1-e945-4296-89e8-80407b1d586b req-ce112ff5-c552-4b22-851d-c0c42bb7158a tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:46.208243 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-91fa91c1-e945-4296-89e8-80407b1d586b req-ce112ff5-c552-4b22-851d-c0c42bb7158a tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 944 time: 0.0507293 Oct 27 19:36:46.247816 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-91fa91c1-e945-4296-89e8-80407b1d586b req-f840cf85-61be-4fb6-9fb6-01886c3093fa tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327106 Oct 27 19:36:46.531116 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-20d699a3-79c6-4385-bc4b-4bc71e5c837c req-74b56210-f6a7-4b75-9de1-db9d30695fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:36:46.727258 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-20d699a3-79c6-4385-bc4b-4bc71e5c837c req-74b56210-f6a7-4b75-9de1-db9d30695fd2 service neutron] For port 0b92dde3-965d-45a5-b190-faf57b41c79c, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=0b92dde3-965d-45a5-b190-faf57b41c79c,segment=NetworkSegment(edbdcffc-fcd8-4df1-98d0-5b2653c7b151),segment_id=edbdcffc-fcd8-4df1-98d0-5b2653c7b151)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:36:46.759279 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-20d699a3-79c6-4385-bc4b-4bc71e5c837c req-74b56210-f6a7-4b75-9de1-db9d30695fd2 service neutron] For port 0b92dde3-965d-45a5-b190-faf57b41c79c, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:36:46.791067 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-20d699a3-79c6-4385-bc4b-4bc71e5c837c req-74b56210-f6a7-4b75-9de1-db9d30695fd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b92dde3-965d-45a5-b190-faf57b41c79c {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:36:46.798703 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-20d699a3-79c6-4385-bc4b-4bc71e5c837c req-74b56210-f6a7-4b75-9de1-db9d30695fd2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:36:46.811166 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-20d699a3-79c6-4385-bc4b-4bc71e5c837c req-74b56210-f6a7-4b75-9de1-db9d30695fd2 service neutron] Transition to ACTIVE for port object 0b92dde3-965d-45a5-b190-faf57b41c79c will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 19:36:46.920458 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-20d699a3-79c6-4385-bc4b-4bc71e5c837c req-74b56210-f6a7-4b75-9de1-db9d30695fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:36:47.005015 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b56210-f6a7-4b75-9de1-db9d30695fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=0b92dde3-965d-45a5-b190-faf57b41c79c,revision_number=9']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:36:47.023147 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b56210-f6a7-4b75-9de1-db9d30695fd2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:36:47.023539 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b56210-f6a7-4b75-9de1-db9d30695fd2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:36:47.024105 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b56210-f6a7-4b75-9de1-db9d30695fd2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:36:47.024491 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b56210-f6a7-4b75-9de1-db9d30695fd2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:36:47.024933 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b56210-f6a7-4b75-9de1-db9d30695fd2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:36:47.025268 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b56210-f6a7-4b75-9de1-db9d30695fd2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:36:47.025599 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b56210-f6a7-4b75-9de1-db9d30695fd2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:36:47.026100 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b56210-f6a7-4b75-9de1-db9d30695fd2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:36:47.026433 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b56210-f6a7-4b75-9de1-db9d30695fd2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:36:47.026761 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b56210-f6a7-4b75-9de1-db9d30695fd2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:36:47.027118 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b56210-f6a7-4b75-9de1-db9d30695fd2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:36:47.027446 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b56210-f6a7-4b75-9de1-db9d30695fd2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:36:47.061790 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d699a3-79c6-4385-bc4b-4bc71e5c837c req-74b56210-f6a7-4b75-9de1-db9d30695fd2 service neutron] No DVR routers for this DVR port 0b92dde3-965d-45a5-b190-faf57b41c79c on host n-h1-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:36:47.205851 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-20d699a3-79c6-4385-bc4b-4bc71e5c837c req-74b56210-f6a7-4b75-9de1-db9d30695fd2 service neutron] Attempting to bind port 0b92dde3-965d-45a5-b190-faf57b41c79c on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:36:47.206185 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-20d699a3-79c6-4385-bc4b-4bc71e5c837c req-74b56210-f6a7-4b75-9de1-db9d30695fd2 service neutron] Attempting to bind port 0b92dde3-965d-45a5-b190-faf57b41c79c by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': 'edbdcffc-fcd8-4df1-98d0-5b2653c7b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:36:47.206515 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d699a3-79c6-4385-bc4b-4bc71e5c837c req-74b56210-f6a7-4b75-9de1-db9d30695fd2 service neutron] Attempting to bind port 0b92dde3-965d-45a5-b190-faf57b41c79c on network a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:36:47.211615 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d699a3-79c6-4385-bc4b-4bc71e5c837c req-74b56210-f6a7-4b75-9de1-db9d30695fd2 service neutron] Port 0b92dde3-965d-45a5-b190-faf57b41c79c on network a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 19:36:47.218416 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d699a3-79c6-4385-bc4b-4bc71e5c837c req-74b56210-f6a7-4b75-9de1-db9d30695fd2 service neutron] Attempting to bind port 0b92dde3-965d-45a5-b190-faf57b41c79c on network a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:36:47.218416 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d699a3-79c6-4385-bc4b-4bc71e5c837c req-74b56210-f6a7-4b75-9de1-db9d30695fd2 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:36:47.218416 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d699a3-79c6-4385-bc4b-4bc71e5c837c req-74b56210-f6a7-4b75-9de1-db9d30695fd2 service neutron] Checking segment: {'id': 'edbdcffc-fcd8-4df1-98d0-5b2653c7b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:36:47.218416 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d699a3-79c6-4385-bc4b-4bc71e5c837c req-74b56210-f6a7-4b75-9de1-db9d30695fd2 service neutron] Bound using segment: {'id': 'edbdcffc-fcd8-4df1-98d0-5b2653c7b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:36:47.218889 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-20d699a3-79c6-4385-bc4b-4bc71e5c837c req-74b56210-f6a7-4b75-9de1-db9d30695fd2 service neutron] Bound port: 0b92dde3-965d-45a5-b190-faf57b41c79c, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edbdcffc-fcd8-4df1-98d0-5b2653c7b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:36:47.219079 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-20d699a3-79c6-4385-bc4b-4bc71e5c837c req-74b56210-f6a7-4b75-9de1-db9d30695fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:36:47.285104 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-20d699a3-79c6-4385-bc4b-4bc71e5c837c req-74b56210-f6a7-4b75-9de1-db9d30695fd2 service neutron] For port 0b92dde3-965d-45a5-b190-faf57b41c79c, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:36:47.288795 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-20d699a3-79c6-4385-bc4b-4bc71e5c837c req-74b56210-f6a7-4b75-9de1-db9d30695fd2 service neutron] For port 0b92dde3-965d-45a5-b190-faf57b41c79c, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=0b92dde3-965d-45a5-b190-faf57b41c79c,segment=NetworkSegment(edbdcffc-fcd8-4df1-98d0-5b2653c7b151),segment_id=edbdcffc-fcd8-4df1-98d0-5b2653c7b151)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:36:47.369344 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216af11-c58c-4fbd-a161-76fef79429a8 req-55e350a5-f8db-4203-ac0e-ffc779a79a11 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:47.370805 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6216af11-c58c-4fbd-a161-76fef79429a8 req-55e350a5-f8db-4203-ac0e-ffc779a79a11 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 944 time: 0.0505879 Oct 27 19:36:47.383769 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-20d699a3-79c6-4385-bc4b-4bc71e5c837c req-74b56210-f6a7-4b75-9de1-db9d30695fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:36:47.411941 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6216af11-c58c-4fbd-a161-76fef79429a8 req-83bac20c-6d23-4c5d-a802-1603ab942dd1 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349584 Oct 27 19:36:47.422247 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d699a3-79c6-4385-bc4b-4bc71e5c837c req-74b56210-f6a7-4b75-9de1-db9d30695fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:47.422932 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-20d699a3-79c6-4385-bc4b-4bc71e5c837c req-74b56210-f6a7-4b75-9de1-db9d30695fd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:36:47.424297 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-20d699a3-79c6-4385-bc4b-4bc71e5c837c req-74b56210-f6a7-4b75-9de1-db9d30695fd2 service neutron] 10.222.0.93 "PUT /v2.0/ports/0b92dde3-965d-45a5-b190-faf57b41c79c HTTP/1.1" status: 200 len: 1092 time: 1.5812497 Oct 27 19:36:47.424740 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f', 'tag': '0b92dde3-965d-45a5-b190-faf57b41c79c'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:36:47.427053 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c399274-b78d-4892-b0ee-04c73eaef562" -d '{"events": [{"name": "network-changed", "server_uuid": "a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f", "tag": "0b92dde3-965d-45a5-b190-faf57b41c79c"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:36:47.449462 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b56210-f6a7-4b75-9de1-db9d30695fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=0b92dde3-965d-45a5-b190-faf57b41c79c,revision_number=10']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:36:47.507191 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d699a3-79c6-4385-bc4b-4bc71e5c837c req-7ec063a1-fdda-4a08-a52f-05301240c0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:47.508790 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-20d699a3-79c6-4385-bc4b-4bc71e5c837c req-7ec063a1-fdda-4a08-a52f-05301240c0f2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=90a70bdbaf514058bacf86d41e5ad553&device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 1096 time: 0.0466847 Oct 27 19:36:47.564804 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c647336-98ff-4af2-ab52-e3e3fd5870c7 x-openstack-request-id: req-0c647336-98ff-4af2-ab52-e3e3fd5870c7 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:36:47.565096 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f", "tag": "0b92dde3-965d-45a5-b190-faf57b41c79c", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:36:47.565462 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0c647336-98ff-4af2-ab52-e3e3fd5870c7 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:36:47.565736 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f', 'tag': '0b92dde3-965d-45a5-b190-faf57b41c79c', 'status': 'completed', 'code': 200} Oct 27 19:36:47.613038 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d699a3-79c6-4385-bc4b-4bc71e5c837c req-ba583272-9e39-4ecd-beb6-94d520d35158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:47.614537 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-20d699a3-79c6-4385-bc4b-4bc71e5c837c req-ba583272-9e39-4ecd-beb6-94d520d35158 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd HTTP/1.1" status: 200 len: 910 time: 0.0993063 Oct 27 19:36:47.681642 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-20d699a3-79c6-4385-bc4b-4bc71e5c837c req-ed5695ee-366b-4b5e-b576-b8ba3962ab2f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b92dde3-965d-45a5-b190-faf57b41c79c HTTP/1.1" status: 200 len: 1000 time: 0.0597291 Oct 27 19:36:47.730572 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d699a3-79c6-4385-bc4b-4bc71e5c837c req-7da3302e-bbdc-4dd4-9793-2da0dff54adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:47.732097 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-20d699a3-79c6-4385-bc4b-4bc71e5c837c req-7da3302e-bbdc-4dd4-9793-2da0dff54adf service neutron] 10.222.0.93 "GET /v2.0/subnets?id=162c3b5e-935b-4298-81ba-e865a07b830d HTTP/1.1" status: 200 len: 847 time: 0.0436544 Oct 27 19:36:47.783621 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d699a3-79c6-4385-bc4b-4bc71e5c837c req-f5d2bc49-a28a-428d-ae4d-6ef0a5a36a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:47.785165 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-20d699a3-79c6-4385-bc4b-4bc71e5c837c req-f5d2bc49-a28a-428d-ae4d-6ef0a5a36a64 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448055 Oct 27 19:36:47.875157 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-20d699a3-79c6-4385-bc4b-4bc71e5c837c req-4ec233a0-fc33-4faa-81fc-ce6ccd5c337a service neutron] 10.222.0.93 "GET /v2.0/networks/a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828838 Oct 27 19:36:47.968651 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-20d699a3-79c6-4385-bc4b-4bc71e5c837c req-ebd6e5a7-7271-41ec-bea2-1e3928b3cc33 service neutron] 10.222.0.93 "GET /v2.0/networks/a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867598 Oct 27 19:36:48.125593 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c399274-b78d-4892-b0ee-04c73eaef562 req-63a1e8d7-e1d5-4d9f-8ad3-b27d2fea5ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:48.127293 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2c399274-b78d-4892-b0ee-04c73eaef562 req-63a1e8d7-e1d5-4d9f-8ad3-b27d2fea5ecb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=90a70bdbaf514058bacf86d41e5ad553&device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 1096 time: 0.0434792 Oct 27 19:36:48.230799 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c399274-b78d-4892-b0ee-04c73eaef562 req-2f08e8b6-935f-4fb0-b3df-2d90869a63ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:48.232540 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2c399274-b78d-4892-b0ee-04c73eaef562 req-2f08e8b6-935f-4fb0-b3df-2d90869a63ca service neutron] 10.222.0.93 "GET /v2.0/networks?id=a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd HTTP/1.1" status: 200 len: 910 time: 0.0980232 Oct 27 19:36:48.300573 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2c399274-b78d-4892-b0ee-04c73eaef562 req-d1253f05-30d7-44d1-a295-90a1faaad386 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b92dde3-965d-45a5-b190-faf57b41c79c HTTP/1.1" status: 200 len: 1000 time: 0.0614920 Oct 27 19:36:48.351051 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c399274-b78d-4892-b0ee-04c73eaef562 req-b923f509-a256-4208-bdfe-9f1b4e1bd175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:48.353298 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2c399274-b78d-4892-b0ee-04c73eaef562 req-b923f509-a256-4208-bdfe-9f1b4e1bd175 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=162c3b5e-935b-4298-81ba-e865a07b830d HTTP/1.1" status: 200 len: 847 time: 0.0462077 Oct 27 19:36:48.402747 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c399274-b78d-4892-b0ee-04c73eaef562 req-68a37454-a1e4-463d-b2bf-3aa2603438fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:48.404452 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2c399274-b78d-4892-b0ee-04c73eaef562 req-68a37454-a1e4-463d-b2bf-3aa2603438fa service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446558 Oct 27 19:36:48.573222 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2c399274-b78d-4892-b0ee-04c73eaef562 req-63aafd19-6b60-4601-9edd-682603e33d11 service neutron] 10.222.0.93 "GET /v2.0/networks/a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605737 Oct 27 19:36:48.578423 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02175352-8d4d-4392-a56f-dfb67206165b req-51f7aad5-3cd2-46dd-9fed-c992d9d25ba7 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:48.581249 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-02175352-8d4d-4392-a56f-dfb67206165b req-51f7aad5-3cd2-46dd-9fed-c992d9d25ba7 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 945 time: 0.0641177 Oct 27 19:36:48.647961 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-02175352-8d4d-4392-a56f-dfb67206165b req-c47e4bf0-7ff1-4df3-a73e-2ef2babcdc49 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601416 Oct 27 19:36:49.771242 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f883d9-0034-46f6-a7fb-264ac566b2f9 req-d59ad269-94c3-4e88-8088-c6c068a8d9d5 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:49.772953 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-84f883d9-0034-46f6-a7fb-264ac566b2f9 req-d59ad269-94c3-4e88-8088-c6c068a8d9d5 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 945 time: 0.0524402 Oct 27 19:36:49.818337 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-84f883d9-0034-46f6-a7fb-264ac566b2f9 req-d58813fa-3877-48e1-b5fe-ac6d2dc449f9 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373359 Oct 27 19:36:50.942488 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3ee49-95a5-496c-899f-460a6af914a9 req-38c33a01-8c6c-4d1f-903a-09b7f22e6c18 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:50.944012 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7fc3ee49-95a5-496c-899f-460a6af914a9 req-38c33a01-8c6c-4d1f-903a-09b7f22e6c18 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 945 time: 0.0514252 Oct 27 19:36:50.986049 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7fc3ee49-95a5-496c-899f-460a6af914a9 req-5ad969e1-9d08-4879-b696-788164cc4482 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349441 Oct 27 19:36:52.120473 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0a600-6b1c-427d-8208-e56ca1c6ed09 req-2e9bda0a-c199-4fbb-8d87-e064041b3def tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:52.122292 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bab0a600-6b1c-427d-8208-e56ca1c6ed09 req-2e9bda0a-c199-4fbb-8d87-e064041b3def tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 945 time: 0.0557995 Oct 27 19:36:52.164313 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bab0a600-6b1c-427d-8208-e56ca1c6ed09 req-7e57cadb-29be-4a84-af5f-19ebba65d877 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355434 Oct 27 19:36:53.293251 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f666f51-0356-44d4-883d-efeacbd8f425 req-52d760f8-822a-4752-a8ec-0515231b0631 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:53.295750 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5f666f51-0356-44d4-883d-efeacbd8f425 req-52d760f8-822a-4752-a8ec-0515231b0631 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 945 time: 0.0553193 Oct 27 19:36:53.337639 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5f666f51-0356-44d4-883d-efeacbd8f425 req-58d5d983-2706-4a82-b624-4d6de04fca16 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347061 Oct 27 19:36:54.471130 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23c539-dfa6-4742-a01d-c90f69c0ac82 req-19e90e08-422b-48c1-b633-9e583c90191d tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:54.472583 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4e23c539-dfa6-4742-a01d-c90f69c0ac82 req-19e90e08-422b-48c1-b633-9e583c90191d tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 945 time: 0.0528250 Oct 27 19:36:54.511223 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4e23c539-dfa6-4742-a01d-c90f69c0ac82 req-9c9ce4e2-fca2-4436-9ac8-7c15f29438b7 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325963 Oct 27 19:36:55.657244 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe5765-5ae1-4f39-8db1-77f220a10935 req-ec2c29ae-301f-4db5-9fc7-b42b8b3be8d4 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:55.658831 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b0fe5765-5ae1-4f39-8db1-77f220a10935 req-ec2c29ae-301f-4db5-9fc7-b42b8b3be8d4 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 945 time: 0.0733945 Oct 27 19:36:55.702358 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b0fe5765-5ae1-4f39-8db1-77f220a10935 req-c36347d6-95ad-48d1-8efe-4fca2717aeeb tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374453 Oct 27 19:36:56.833043 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f79e3-15e0-4eaa-a0fa-ed9775162388 req-31759030-ff7e-4dd6-9269-fa923407025a tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:56.834613 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-879f79e3-15e0-4eaa-a0fa-ed9775162388 req-31759030-ff7e-4dd6-9269-fa923407025a tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 945 time: 0.0536354 Oct 27 19:36:56.878892 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-879f79e3-15e0-4eaa-a0fa-ed9775162388 req-018d5d80-f52c-4827-95dd-9b55c9569514 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373206 Oct 27 19:36:57.134129 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:36:57.654901 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:36:57.997811 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2d8eb-456a-4b3b-ac49-2ceb12b5bd15 req-608d8fd2-66d4-44e4-90f8-4e19c9e17f5d tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:57.999462 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e4d2d8eb-456a-4b3b-ac49-2ceb12b5bd15 req-608d8fd2-66d4-44e4-90f8-4e19c9e17f5d tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 945 time: 0.0503547 Oct 27 19:36:58.038649 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e4d2d8eb-456a-4b3b-ac49-2ceb12b5bd15 req-baeffb8d-4b00-4036-ad79-98a3d272b9ae tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331726 Oct 27 19:36:58.632022 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2c399274-b78d-4892-b0ee-04c73eaef562 req-af0e2064-bc31-4b7a-b236-aba4692ca469 service neutron] 10.222.0.93 "GET /v2.0/networks/a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893180 Oct 27 19:36:58.702593 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:36:59.167430 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9325f0-56e4-4f8f-9cdb-5698f317b36b req-07f66540-bcea-4b44-9189-e33c26c6cd49 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:36:59.168965 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-db9325f0-56e4-4f8f-9cdb-5698f317b36b req-07f66540-bcea-4b44-9189-e33c26c6cd49 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 945 time: 0.0558116 Oct 27 19:36:59.219081 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-db9325f0-56e4-4f8f-9cdb-5698f317b36b req-c8f8cb75-33ce-4ee5-b2fc-a39dfb027991 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436208 Oct 27 19:37:00.347888 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf556e12-0102-415e-80d7-f5a5364b8e0d req-93249046-a243-4f9c-8379-8d52cc9a3243 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:37:00.349429 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cf556e12-0102-415e-80d7-f5a5364b8e0d req-93249046-a243-4f9c-8379-8d52cc9a3243 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 945 time: 0.0509508 Oct 27 19:37:00.390378 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cf556e12-0102-415e-80d7-f5a5364b8e0d req-71df9ba1-a5d6-47b8-a1b0-842fd77e872d tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341454 Oct 27 19:37:00.743270 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 0b92dde3-965d-45a5-b190-faf57b41c79c details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 19:37:00.844729 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 0b92dde3-965d-45a5-b190-faf57b41c79c, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=0b92dde3-965d-45a5-b190-faf57b41c79c,segment=NetworkSegment(edbdcffc-fcd8-4df1-98d0-5b2653c7b151),segment_id=edbdcffc-fcd8-4df1-98d0-5b2653c7b151)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:37:00.857625 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': '0b92dde3-965d-45a5-b190-faf57b41c79c', 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd', 'port_id': '0b92dde3-965d-45a5-b190-faf57b41c79c', 'mac_address': 'fa:16:3e:5f:ef:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '162c3b5e-935b-4298-81ba-e865a07b830d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 19:37:00.895292 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:37:00.909026 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b92dde3-965d-45a5-b190-faf57b41c79c {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:37:00.928714 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 0b92dde3-965d-45a5-b190-faf57b41c79c, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=0b92dde3-965d-45a5-b190-faf57b41c79c,segment=NetworkSegment(edbdcffc-fcd8-4df1-98d0-5b2653c7b151),segment_id=edbdcffc-fcd8-4df1-98d0-5b2653c7b151)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:37:01.026450 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:37:01.073085 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=0b92dde3-965d-45a5-b190-faf57b41c79c,revision_number=11']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:37:01.270652 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['0b92dde3-965d-45a5-b190-faf57b41c79c'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:37:01.515212 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ced120-54f7-4731-a06d-bab021ce806f req-4f200a1a-3fec-4199-9257-7a5a4ac56263 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:37:01.516791 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-29ced120-54f7-4731-a06d-bab021ce806f req-4f200a1a-3fec-4199-9257-7a5a4ac56263 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 946 time: 0.0540993 Oct 27 19:37:01.557522 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-29ced120-54f7-4731-a06d-bab021ce806f req-219ad6cd-ba47-4350-8847-c91058bed4a6 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336452 Oct 27 19:37:02.680301 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2909781-3655-4f0e-84d2-65c1d0b27ad7 req-e67dfb64-0ede-466c-a311-6046a2c9fe47 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:37:02.681961 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2909781-3655-4f0e-84d2-65c1d0b27ad7 req-e67dfb64-0ede-466c-a311-6046a2c9fe47 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 946 time: 0.0547843 Oct 27 19:37:02.721126 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d2909781-3655-4f0e-84d2-65c1d0b27ad7 req-03d04900-88b9-4fb3-b86c-d3e2c3d2d74f tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332308 Oct 27 19:37:02.759163 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 0b92dde3-965d-45a5-b190-faf57b41c79c up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:37:02.871526 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port 0b92dde3-965d-45a5-b190-faf57b41c79c completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 19:37:02.875577 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port 0b92dde3-965d-45a5-b190-faf57b41c79c triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:37:02.875949 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:37:02.956154 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:37:02.978058 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b92dde3-965d-45a5-b190-faf57b41c79c'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:37:02.980352 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b7a7ffbeb5006bcc00a453a37d6ced003ca150096c2d6d80d40f5ba58f622d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97cad6f8-cf6c-468a-bc9d-96098725a6e9" -d '{"events": [{"server_uuid": "a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f", "name": "network-vif-plugged", "status": "completed", "tag": "0b92dde3-965d-45a5-b190-faf57b41c79c"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:37:02.992680 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port 0b92dde3-965d-45a5-b190-faf57b41c79c, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=0b92dde3-965d-45a5-b190-faf57b41c79c,segment=NetworkSegment(edbdcffc-fcd8-4df1-98d0-5b2653c7b151),segment_id=edbdcffc-fcd8-4df1-98d0-5b2653c7b151)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:37:03.017095 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e13a77-69e1-45bc-a4b1-9d17158eca3a x-openstack-request-id: req-b5e13a77-69e1-45bc-a4b1-9d17158eca3a {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:37:03.017390 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f", "name": "network-vif-plugged", "status": "completed", "tag": "0b92dde3-965d-45a5-b190-faf57b41c79c", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:37:03.017644 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b5e13a77-69e1-45bc-a4b1-9d17158eca3a {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:37:03.018149 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b92dde3-965d-45a5-b190-faf57b41c79c', 'code': 200} Oct 27 19:37:03.086011 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:37:03.136090 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=0b92dde3-965d-45a5-b190-faf57b41c79c,revision_number=12']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:37:03.249813 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61b185-6ac2-4a69-9685-853b8ef00c18 req-78aa6870-c254-4e9d-9497-2f8b01bff6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:37:03.251358 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5e61b185-6ac2-4a69-9685-853b8ef00c18 req-78aa6870-c254-4e9d-9497-2f8b01bff6c4 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 1098 time: 0.0409732 Oct 27 19:37:03.287625 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-5e61b185-6ac2-4a69-9685-853b8ef00c18 req-a37f52bb-e468-44dc-873d-4ccea91978fe service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293450 Oct 27 19:37:03.841143 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7da3f3-bbb8-41b0-85b8-b6596a68afca req-a434c53c-e029-498e-9de5-373437b2396d tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:37:03.842743 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fb7da3f3-bbb8-41b0-85b8-b6596a68afca req-a434c53c-e029-498e-9de5-373437b2396d tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 947 time: 0.0517895 Oct 27 19:37:03.883392 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-fb7da3f3-bbb8-41b0-85b8-b6596a68afca req-2fc1e851-a312-43d5-a492-d4a2382ad55b tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346844 Oct 27 19:37:03.963500 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b99de-8f87-4e8c-816a-5b1f57da61a0 req-4dd859f2-0db0-417b-94a6-0ad3201fdfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:37:03.965016 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-057b99de-8f87-4e8c-816a-5b1f57da61a0 req-4dd859f2-0db0-417b-94a6-0ad3201fdfdb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=90a70bdbaf514058bacf86d41e5ad553&device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 1098 time: 0.0413797 Oct 27 19:37:04.072986 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b99de-8f87-4e8c-816a-5b1f57da61a0 req-7c1b7e35-352c-4b55-9251-2491014d67e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:37:04.074490 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-057b99de-8f87-4e8c-816a-5b1f57da61a0 req-7c1b7e35-352c-4b55-9251-2491014d67e9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd HTTP/1.1" status: 200 len: 910 time: 0.0882757 Oct 27 19:37:04.146059 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-057b99de-8f87-4e8c-816a-5b1f57da61a0 req-efed1d96-3a62-41f5-8c9f-297443a49355 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b92dde3-965d-45a5-b190-faf57b41c79c HTTP/1.1" status: 200 len: 1002 time: 0.0616593 Oct 27 19:37:04.207323 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b99de-8f87-4e8c-816a-5b1f57da61a0 req-66b44b0a-c2a0-410f-9ebf-484e09ce42b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:37:04.208884 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-057b99de-8f87-4e8c-816a-5b1f57da61a0 req-66b44b0a-c2a0-410f-9ebf-484e09ce42b2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=162c3b5e-935b-4298-81ba-e865a07b830d HTTP/1.1" status: 200 len: 847 time: 0.0507715 Oct 27 19:37:04.260096 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b99de-8f87-4e8c-816a-5b1f57da61a0 req-0930be2d-78b5-4731-bc3a-d5007328436b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:37:04.262403 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-057b99de-8f87-4e8c-816a-5b1f57da61a0 req-0930be2d-78b5-4731-bc3a-d5007328436b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457752 Oct 27 19:37:04.362707 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-057b99de-8f87-4e8c-816a-5b1f57da61a0 req-5dade7b6-7cec-4f64-9dc7-c32ce31e3b2e service neutron] 10.222.0.93 "GET /v2.0/networks/a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923512 Oct 27 19:37:04.455504 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-057b99de-8f87-4e8c-816a-5b1f57da61a0 req-cf3d20eb-90ca-44f4-8c08-7675041a59e3 service neutron] 10.222.0.93 "GET /v2.0/networks/a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854688 Oct 27 19:37:05.003006 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa48ee-f294-49d8-a8a4-b0ca37b4ac2f req-595270a8-c763-47c8-a615-459b029b7b72 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:37:05.004591 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-56aa48ee-f294-49d8-a8a4-b0ca37b4ac2f req-595270a8-c763-47c8-a615-459b029b7b72 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 947 time: 0.0502381 Oct 27 19:37:05.045465 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-56aa48ee-f294-49d8-a8a4-b0ca37b4ac2f req-3d78afae-4eb8-4146-a685-7c52ad4167e6 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344608 Oct 27 19:37:06.168019 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c81b26-10ef-42ed-8588-6486fa02e6c5 req-0e21ae06-0aec-4456-85a0-7736a69c2b8d tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:37:06.169555 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-09c81b26-10ef-42ed-8588-6486fa02e6c5 req-0e21ae06-0aec-4456-85a0-7736a69c2b8d tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 947 time: 0.0537157 Oct 27 19:37:06.207943 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-09c81b26-10ef-42ed-8588-6486fa02e6c5 req-77c793bc-7627-4cfa-8091-a5cb9c92b7ff tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323575 Oct 27 19:37:09.702529 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f593b35c-4311-4f74-bd6e-ffb48feda6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:37:12.182708 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-39e38f6f-f7ae-4c8c-a01a-cad01607e915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:37:13.470847 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:37:13.739443 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:37:15.413902 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:37:27.131456 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:37:27.633911 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:37:35.706723 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:37:39.730863 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1a7ad2ce-a4a7-4c3a-8548-ee3202d78b36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:37:42.162382 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d22be129-e583-4652-bcf3-9e2682f06ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:37:43.451150 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:37:43.738963 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:37:45.428116 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:37:57.121896 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:37:57.645144 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:03.945379 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fa6126ad-45d2-456c-886f-c4bdb4fbce2c req-c3c606b8-4240-4bd2-93d6-4f2da3bf9914 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388064 Oct 27 19:38:04.382032 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6126ad-45d2-456c-886f-c4bdb4fbce2c req-77194916-038c-4157-a895-cfa790bfc245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:38:04.383580 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fa6126ad-45d2-456c-886f-c4bdb4fbce2c req-77194916-038c-4157-a895-cfa790bfc245 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=90a70bdbaf514058bacf86d41e5ad553&device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 1098 time: 0.3946621 Oct 27 19:38:04.492537 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6126ad-45d2-456c-886f-c4bdb4fbce2c req-fc9f4d7d-c377-4384-862b-5371d7cee418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:38:04.493947 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fa6126ad-45d2-456c-886f-c4bdb4fbce2c req-fc9f4d7d-c377-4384-862b-5371d7cee418 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd HTTP/1.1" status: 200 len: 910 time: 0.0898979 Oct 27 19:38:04.564498 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fa6126ad-45d2-456c-886f-c4bdb4fbce2c req-9d4c7895-4e46-4ec9-90ea-5671eca16c4a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b92dde3-965d-45a5-b190-faf57b41c79c HTTP/1.1" status: 200 len: 1002 time: 0.0639021 Oct 27 19:38:04.614219 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6126ad-45d2-456c-886f-c4bdb4fbce2c req-44412040-9a31-41d4-a950-49485509db4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:38:04.615830 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fa6126ad-45d2-456c-886f-c4bdb4fbce2c req-44412040-9a31-41d4-a950-49485509db4e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=162c3b5e-935b-4298-81ba-e865a07b830d HTTP/1.1" status: 200 len: 847 time: 0.0444405 Oct 27 19:38:04.663264 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6126ad-45d2-456c-886f-c4bdb4fbce2c req-5a7c8ba1-30d0-40a4-848d-7183c88496ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:38:04.664780 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fa6126ad-45d2-456c-886f-c4bdb4fbce2c req-5a7c8ba1-30d0-40a4-848d-7183c88496ec service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419483 Oct 27 19:38:04.675482 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [req-fa6126ad-45d2-456c-886f-c4bdb4fbce2c req-648d9e9b-df57-4b97-96c7-d72d7bab6835 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 19:38:04.676873 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fa6126ad-45d2-456c-886f-c4bdb4fbce2c req-648d9e9b-df57-4b97-96c7-d72d7bab6835 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050621 Oct 27 19:38:04.772179 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fa6126ad-45d2-456c-886f-c4bdb4fbce2c req-b5bf3c86-3397-41ae-be52-cac9b2f02be2 service neutron] 10.222.0.93 "GET /v2.0/networks/a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888505 Oct 27 19:38:04.865622 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-fa6126ad-45d2-456c-886f-c4bdb4fbce2c req-0b0c7439-7dae-4797-a960-8b0c7f0864bd service neutron] 10.222.0.93 "GET /v2.0/networks/a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870385 Oct 27 19:38:09.679121 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7a010f25-1ab5-42dc-9498-38524bbedf93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:12.155410 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c310d9f0-fda7-4511-af3e-9494bc373831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:12.706090 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:38:13.467568 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:13.747836 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:15.430146 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:16.921935 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 53330) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:38:17.083256 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-21aa8c27-e462-46c6-8a73-48153a6d6005 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Deleting port 54983dfe-c2db-49f6-a86f-600c5187049d {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:38:17.083601 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-21aa8c27-e462-46c6-8a73-48153a6d6005 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:17.165587 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-21aa8c27-e462-46c6-8a73-48153a6d6005 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:17.165917 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-21aa8c27-e462-46c6-8a73-48153a6d6005 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:17.178249 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-21aa8c27-e462-46c6-8a73-48153a6d6005 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Calling delete_port for 54983dfe-c2db-49f6-a86f-600c5187049d owned by network:floatingip {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:38:17.390219 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-21aa8c27-e462-46c6-8a73-48153a6d6005 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:17.421799 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa8c27-e462-46c6-8a73-48153a6d6005 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Pushing event deleted for resources: {'Port': ['ID=54983dfe-c2db-49f6-a86f-600c5187049d,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:38:17.434672 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa8c27-e462-46c6-8a73-48153a6d6005 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:38:17.435063 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa8c27-e462-46c6-8a73-48153a6d6005 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:38:17.435416 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa8c27-e462-46c6-8a73-48153a6d6005 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:38:17.435762 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa8c27-e462-46c6-8a73-48153a6d6005 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:38:17.436102 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa8c27-e462-46c6-8a73-48153a6d6005 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:38:17.436909 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa8c27-e462-46c6-8a73-48153a6d6005 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:38:17.436909 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa8c27-e462-46c6-8a73-48153a6d6005 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:38:17.437137 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa8c27-e462-46c6-8a73-48153a6d6005 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:38:17.437427 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa8c27-e462-46c6-8a73-48153a6d6005 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:38:17.437752 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa8c27-e462-46c6-8a73-48153a6d6005 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:38:17.438088 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa8c27-e462-46c6-8a73-48153a6d6005 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:38:17.438438 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa8c27-e462-46c6-8a73-48153a6d6005 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:38:17.494265 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-21aa8c27-e462-46c6-8a73-48153a6d6005 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for floatingip, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:17.494600 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [None req-21aa8c27-e462-46c6-8a73-48153a6d6005 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Floating IP 539f4c49-34ac-494a-b02c-e9e0baba09e7 disassociated (deleted). External IP: 172.25.6.250, port: 0b92dde3-965d-45a5-b190-faf57b41c79c. Oct 27 19:38:17.707796 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21aa8c27-e462-46c6-8a73-48153a6d6005 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Router 89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:38:17.817013 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21aa8c27-e462-46c6-8a73-48153a6d6005 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:38:17.822022 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-21aa8c27-e462-46c6-8a73-48153a6d6005 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:17.826487 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5a3f3d-a272-49ed-a212-953cd9cb86fd None None] Sync routers for ids ['89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:38:17.839835 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5a3f3d-a272-49ed-a212-953cd9cb86fd None None] Routers {'89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:38:17.840740 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-df5a3f3d-a272-49ed-a212-953cd9cb86fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:38:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:38:17.852122 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-21aa8c27-e462-46c6-8a73-48153a6d6005 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "DELETE /v2.0/floatingips/539f4c49-34ac-494a-b02c-e9e0baba09e7 HTTP/1.1" status: 204 len: 168 time: 0.9290171 Oct 27 19:38:17.852719 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f', 'tag': '0b92dde3-965d-45a5-b190-faf57b41c79c'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:38:17.855212 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bca0ca0b982d995b269f20b8ee9fa1484886a2da5fdd33aa4707a11ccb3e0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f61995-8fbd-433c-8ea1-663000820e3f" -d '{"events": [{"name": "network-changed", "server_uuid": "a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f", "tag": "0b92dde3-965d-45a5-b190-faf57b41c79c"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:38:17.943863 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-df5a3f3d-a272-49ed-a212-953cd9cb86fd None None] Set router 89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:38:18.144420 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-df5a3f3d-a272-49ed-a212-953cd9cb86fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'name': 'tempest-TestShelveInstance-972985674-router', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '60a5d1eb-03bb-4b59-98e9-1854fd01ae02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:33:52Z', 'updated_at': '2021-10-27T19:33:55Z', 'revision_number': 4, 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'gw_port': {'id': '60a5d1eb-03bb-4b59-98e9-1854fd01ae02', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:33:53Z', 'updated_at': '2021-10-27T19:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '327610a8-fa40-49f3-8883-60dea56632da', 'name': '', 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'mac_address': 'fa:16:3e:aa:3a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '162c3b5e-935b-4298-81ba-e865a07b830d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:33:55Z', 'updated_at': '2021-10-27T19:33:59Z', 'revision_number': 5, 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'subnets': [{'id': '162c3b5e-935b-4298-81ba-e865a07b830d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:38:18.170376 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5a3f3d-a272-49ed-a212-953cd9cb86fd None None] Checking router: 89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:38:18.179380 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5a3f3d-a272-49ed-a212-953cd9cb86fd None None] Routers {'89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:38:18.179979 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-df5a3f3d-a272-49ed-a212-953cd9cb86fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:38:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:38:18.290863 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-df5a3f3d-a272-49ed-a212-953cd9cb86fd None None] Set router 89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:38:18.451253 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a0e16d-410e-4ea0-875a-4dab9aa16514 x-openstack-request-id: req-24a0e16d-410e-4ea0-875a-4dab9aa16514 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:38:18.451798 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f", "tag": "0b92dde3-965d-45a5-b190-faf57b41c79c", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:38:18.451798 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-24a0e16d-410e-4ea0-875a-4dab9aa16514 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:38:18.452272 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f', 'tag': '0b92dde3-965d-45a5-b190-faf57b41c79c', 'status': 'completed', 'code': 200} Oct 27 19:38:18.496514 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-df5a3f3d-a272-49ed-a212-953cd9cb86fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'name': 'tempest-TestShelveInstance-972985674-router', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '60a5d1eb-03bb-4b59-98e9-1854fd01ae02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:33:52Z', 'updated_at': '2021-10-27T19:33:55Z', 'revision_number': 4, 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'gw_port': {'id': '60a5d1eb-03bb-4b59-98e9-1854fd01ae02', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:33:53Z', 'updated_at': '2021-10-27T19:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '327610a8-fa40-49f3-8883-60dea56632da', 'name': '', 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'mac_address': 'fa:16:3e:aa:3a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '162c3b5e-935b-4298-81ba-e865a07b830d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:33:55Z', 'updated_at': '2021-10-27T19:33:59Z', 'revision_number': 5, 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'subnets': [{'id': '162c3b5e-935b-4298-81ba-e865a07b830d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:38:18.523600 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5a3f3d-a272-49ed-a212-953cd9cb86fd None None] The sync data for ids ['89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a'] in n-d-815690-2 is: [{'id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'name': 'tempest-TestShelveInstance-972985674-router', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '60a5d1eb-03bb-4b59-98e9-1854fd01ae02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:33:52Z', 'updated_at': '2021-10-27T19:33:55Z', 'revision_number': 4, 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'gw_port': {'id': '60a5d1eb-03bb-4b59-98e9-1854fd01ae02', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:33:53Z', 'updated_at': '2021-10-27T19:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '327610a8-fa40-49f3-8883-60dea56632da', 'name': '', 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'mac_address': 'fa:16:3e:aa:3a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '162c3b5e-935b-4298-81ba-e865a07b830d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:33:55Z', 'updated_at': '2021-10-27T19:33:59Z', 'revision_number': 5, 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'subnets': [{'id': '162c3b5e-935b-4298-81ba-e865a07b830d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:38:18.538874 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f61995-8fbd-433c-8ea1-663000820e3f req-78ab2e47-1a05-4b66-b014-988ecfef10fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:38:18.540701 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a0f61995-8fbd-433c-8ea1-663000820e3f req-78ab2e47-1a05-4b66-b014-988ecfef10fe service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=90a70bdbaf514058bacf86d41e5ad553&device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 1098 time: 0.0654843 Oct 27 19:38:18.557887 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71481699-b5d0-4666-abc2-ce71467fcca4 req-c94fdf42-06f9-42c2-a8aa-874e47adce77 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:38:18.558834 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-71481699-b5d0-4666-abc2-ce71467fcca4 req-c94fdf42-06f9-42c2-a8aa-874e47adce77 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 947 time: 0.0540681 Oct 27 19:38:18.602872 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-71481699-b5d0-4666-abc2-ce71467fcca4 req-aa190b7f-c18d-44e7-91f7-e6ff187710bd tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349417 Oct 27 19:38:18.648659 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f61995-8fbd-433c-8ea1-663000820e3f req-38a6597c-2f7a-46f8-96f4-691d28182283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:38:18.650218 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a0f61995-8fbd-433c-8ea1-663000820e3f req-38a6597c-2f7a-46f8-96f4-691d28182283 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd HTTP/1.1" status: 200 len: 910 time: 0.1012237 Oct 27 19:38:18.698037 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a0f61995-8fbd-433c-8ea1-663000820e3f req-70a0a8e6-ebc5-4f5a-9fd1-ec2dd978833c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b92dde3-965d-45a5-b190-faf57b41c79c HTTP/1.1" status: 200 len: 217 time: 0.0404592 Oct 27 19:38:18.763888 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b15296-c297-4f2b-a2cb-41972b1eb1a9 None None] New status for floating IP 539f4c49-34ac-494a-b02c-e9e0baba09e7: DOWN {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 19:38:18.852970 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f61995-8fbd-433c-8ea1-663000820e3f req-03391b4b-7e85-4764-8a55-734eabbf5b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:38:18.854463 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a0f61995-8fbd-433c-8ea1-663000820e3f req-03391b4b-7e85-4764-8a55-734eabbf5b3c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=162c3b5e-935b-4298-81ba-e865a07b830d HTTP/1.1" status: 200 len: 847 time: 0.0471592 Oct 27 19:38:18.902388 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f61995-8fbd-433c-8ea1-663000820e3f req-4317eeb0-78de-4a78-ad44-61d124d3363f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:38:18.903913 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a0f61995-8fbd-433c-8ea1-663000820e3f req-4317eeb0-78de-4a78-ad44-61d124d3363f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409188 Oct 27 19:38:18.997083 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a0f61995-8fbd-433c-8ea1-663000820e3f req-cfec6839-841f-4045-b204-37724a602d39 service neutron] 10.222.0.93 "GET /v2.0/networks/a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845857 Oct 27 19:38:19.085192 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a0f61995-8fbd-433c-8ea1-663000820e3f req-38ec47e3-4ce8-42bf-b70b-60488da9d854 service neutron] 10.222.0.93 "GET /v2.0/networks/a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808587 Oct 27 19:38:19.731111 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f983de4-14a5-4fd0-996e-a9a8f1da3691 req-3cdb8efc-6e23-44c2-afdc-9961c53e8dc4 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:38:19.732607 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9f983de4-14a5-4fd0-996e-a9a8f1da3691 req-3cdb8efc-6e23-44c2-afdc-9961c53e8dc4 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 947 time: 0.0500119 Oct 27 19:38:19.771469 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-9f983de4-14a5-4fd0-996e-a9a8f1da3691 req-6f7376c7-88df-45c1-a345-41f0989dff66 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=d71b6e47-ce6f-49fd-85b1-b2da2767f927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325317 Oct 27 19:38:19.916817 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a87b0-56fc-45df-8bf6-925328d5f1ea req-7a7fb1b4-bf54-4293-95dc-da44495282ff tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:38:19.918201 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1d5a87b0-56fc-45df-8bf6-925328d5f1ea req-7a7fb1b4-bf54-4293-95dc-da44495282ff tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.93 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 947 time: 0.0546496 Oct 27 19:38:20.007093 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-1d5a87b0-56fc-45df-8bf6-925328d5f1ea req-4e5dbd9c-8535-4f86-a80c-92b5d8614935 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Deleting port 0b92dde3-965d-45a5-b190-faf57b41c79c {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:38:20.007430 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1d5a87b0-56fc-45df-8bf6-925328d5f1ea req-4e5dbd9c-8535-4f86-a80c-92b5d8614935 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:20.097547 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-1d5a87b0-56fc-45df-8bf6-925328d5f1ea req-4e5dbd9c-8535-4f86-a80c-92b5d8614935 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] For port 0b92dde3-965d-45a5-b190-faf57b41c79c, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=0b92dde3-965d-45a5-b190-faf57b41c79c,segment=NetworkSegment(edbdcffc-fcd8-4df1-98d0-5b2653c7b151),segment_id=edbdcffc-fcd8-4df1-98d0-5b2653c7b151)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:38:20.097918 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1d5a87b0-56fc-45df-8bf6-925328d5f1ea req-4e5dbd9c-8535-4f86-a80c-92b5d8614935 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:20.110840 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-1d5a87b0-56fc-45df-8bf6-925328d5f1ea req-4e5dbd9c-8535-4f86-a80c-92b5d8614935 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Calling delete_port for 0b92dde3-965d-45a5-b190-faf57b41c79c owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:38:20.304682 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1d5a87b0-56fc-45df-8bf6-925328d5f1ea req-4e5dbd9c-8535-4f86-a80c-92b5d8614935 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:20.340960 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5dbd9c-8535-4f86-a80c-92b5d8614935 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Pushing event deleted for resources: {'Port': ['ID=0b92dde3-965d-45a5-b190-faf57b41c79c,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:38:20.369471 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5dbd9c-8535-4f86-a80c-92b5d8614935 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:38:20.369820 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5dbd9c-8535-4f86-a80c-92b5d8614935 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:38:20.370171 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5dbd9c-8535-4f86-a80c-92b5d8614935 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:38:20.370516 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5dbd9c-8535-4f86-a80c-92b5d8614935 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:38:20.370879 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5dbd9c-8535-4f86-a80c-92b5d8614935 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:38:20.371218 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5dbd9c-8535-4f86-a80c-92b5d8614935 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:38:20.371572 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5dbd9c-8535-4f86-a80c-92b5d8614935 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:38:20.371937 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5dbd9c-8535-4f86-a80c-92b5d8614935 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:38:20.372236 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5dbd9c-8535-4f86-a80c-92b5d8614935 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:38:20.372568 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5dbd9c-8535-4f86-a80c-92b5d8614935 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:38:20.373029 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5dbd9c-8535-4f86-a80c-92b5d8614935 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:38:20.373249 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5dbd9c-8535-4f86-a80c-92b5d8614935 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:38:20.395456 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5a87b0-56fc-45df-8bf6-925328d5f1ea req-4e5dbd9c-8535-4f86-a80c-92b5d8614935 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] No DVR routers for this DVR port 0b92dde3-965d-45a5-b190-faf57b41c79c on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:38:20.398147 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-1d5a87b0-56fc-45df-8bf6-925328d5f1ea req-4e5dbd9c-8535-4f86-a80c-92b5d8614935 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:20.401613 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1d5a87b0-56fc-45df-8bf6-925328d5f1ea req-4e5dbd9c-8535-4f86-a80c-92b5d8614935 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.93 "DELETE /v2.0/ports/0b92dde3-965d-45a5-b190-faf57b41c79c HTTP/1.1" status: 204 len: 173 time: 0.4772842 Oct 27 19:38:20.402063 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f', 'name': 'network-vif-deleted', 'tag': '0b92dde3-965d-45a5-b190-faf57b41c79c'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:38:20.404446 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e359270-ce5b-437d-83d4-91c0b9ef7919" -d '{"events": [{"server_uuid": "a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f", "name": "network-vif-deleted", "tag": "0b92dde3-965d-45a5-b190-faf57b41c79c"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:38:20.441923 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce30a1b1-6254-4231-8846-98fb20f722b7 x-openstack-request-id: req-ce30a1b1-6254-4231-8846-98fb20f722b7 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:38:20.442224 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f", "name": "network-vif-deleted", "tag": "0b92dde3-965d-45a5-b190-faf57b41c79c", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:38:20.442486 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ce30a1b1-6254-4231-8846-98fb20f722b7 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:38:20.442936 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f', 'name': 'network-vif-deleted', 'tag': '0b92dde3-965d-45a5-b190-faf57b41c79c', 'status': 'completed', 'code': 200} Oct 27 19:38:20.888638 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a2c7798a-9517-4f6b-8d8e-dd6f21c01998 req-75b2c90c-5e0e-4893-b262-36b5d7ce3397 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=a02b3a25-27dc-4dd3-a0cb-bbb5f5dc5c0f HTTP/1.1" status: 200 len: 210 time: 0.0313988 Oct 27 19:38:21.950069 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 53352) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:38:22.009423 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-de023043-11fa-4b1a-8034-eb33a47dabf7 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:22.034110 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-de023043-11fa-4b1a-8034-eb33a47dabf7 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:22.147829 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-de023043-11fa-4b1a-8034-eb33a47dabf7 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:22.150549 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-de023043-11fa-4b1a-8034-eb33a47dabf7 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:22.151897 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-de023043-11fa-4b1a-8034-eb33a47dabf7 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "DELETE /v2.0/security-groups/d71b6e47-ce6f-49fd-85b1-b2da2767f927 HTTP/1.1" status: 204 len: 168 time: 0.2007678 Oct 27 19:38:22.161625 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de023043-11fa-4b1a-8034-eb33a47dabf7 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71b6e47-ce6f-49fd-85b1-b2da2767f927,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:38:22.488246 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 53358) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:38:22.492874 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-05f16e97-748b-4edb-9707-b3bf4ee70e3c tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-403689899', 'description': 'tempest-secgroup-smoke-403689899 description', 'project_id': '90a70bdbaf514058bacf86d41e5ad553'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:38:22.653152 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-05f16e97-748b-4edb-9707-b3bf4ee70e3c tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:22.722272 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-05f16e97-748b-4edb-9707-b3bf4ee70e3c tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:22.785204 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-05f16e97-748b-4edb-9707-b3bf4ee70e3c tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:22.815167 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f16e97-748b-4edb-9707-b3bf4ee70e3c tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a75645d1-a369-40f8-bb4b-84204511f186,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:38:22.895663 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-05f16e97-748b-4edb-9707-b3bf4ee70e3c tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:22.896950 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-05f16e97-748b-4edb-9707-b3bf4ee70e3c tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4077005 Oct 27 19:38:22.899816 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 53360) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:38:22.904388 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-f4830e1e-c6f8-4fc4-a3d9-d31456214bf4 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Request body: {'security_group_rule': {'security_group_id': 'a75645d1-a369-40f8-bb4b-84204511f186', 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:38:23.015841 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f4830e1e-c6f8-4fc4-a3d9-d31456214bf4 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:23.075418 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f4830e1e-c6f8-4fc4-a3d9-d31456214bf4 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:23.149825 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f4830e1e-c6f8-4fc4-a3d9-d31456214bf4 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:23.162563 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 0b92dde3-965d-45a5-b190-faf57b41c79c no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:38:23.168450 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4830e1e-c6f8-4fc4-a3d9-d31456214bf4 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=614083e4-eea6-4da3-8603-9eb23da82388,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:38:23.184136 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: 0b92dde3-965d-45a5-b190-faf57b41c79c {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:38:23.184473 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device 0b92dde3-965d-45a5-b190-faf57b41c79c not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:38:23.254029 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f4830e1e-c6f8-4fc4-a3d9-d31456214bf4 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:23.255359 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f4830e1e-c6f8-4fc4-a3d9-d31456214bf4 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3545954 Oct 27 19:38:23.258023 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 53362) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:38:23.262632 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-04b1de78-ff77-4250-a322-9f3d031db65d tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Request body: {'security_group_rule': {'security_group_id': 'a75645d1-a369-40f8-bb4b-84204511f186', 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:38:23.352650 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-04b1de78-ff77-4250-a322-9f3d031db65d tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:23.410843 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-04b1de78-ff77-4250-a322-9f3d031db65d tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:23.513225 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-04b1de78-ff77-4250-a322-9f3d031db65d tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:23.531932 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1de78-ff77-4250-a322-9f3d031db65d tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3815baf5-4597-4d27-89c3-1787e7fef001,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:38:23.601327 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-04b1de78-ff77-4250-a322-9f3d031db65d tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:23.602611 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-04b1de78-ff77-4250-a322-9f3d031db65d tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3436568 Oct 27 19:38:23.605550 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 53364) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:38:23.610053 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-d7c8837b-b74b-4612-a19a-5b72f2affa31 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Request body: {'security_group_rule': {'security_group_id': 'a75645d1-a369-40f8-bb4b-84204511f186', 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:38:23.738385 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d7c8837b-b74b-4612-a19a-5b72f2affa31 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:23.796104 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d7c8837b-b74b-4612-a19a-5b72f2affa31 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:23.898919 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d7c8837b-b74b-4612-a19a-5b72f2affa31 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:23.917171 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c8837b-b74b-4612-a19a-5b72f2affa31 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec8d8fb1-64f9-410c-9b7e-9ef77ed6c6e8,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:38:24.018277 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d7c8837b-b74b-4612-a19a-5b72f2affa31 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:24.019669 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d7c8837b-b74b-4612-a19a-5b72f2affa31 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4131069 Oct 27 19:38:24.022201 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 53366) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:38:24.026580 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-9f109a58-ec1a-4da5-bc47-2f979b3d75b6 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Request body: {'security_group_rule': {'security_group_id': 'a75645d1-a369-40f8-bb4b-84204511f186', 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:38:24.138318 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9f109a58-ec1a-4da5-bc47-2f979b3d75b6 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:24.202224 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9f109a58-ec1a-4da5-bc47-2f979b3d75b6 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:24.315848 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9f109a58-ec1a-4da5-bc47-2f979b3d75b6 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:24.335293 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f109a58-ec1a-4da5-bc47-2f979b3d75b6 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ac62260-e9a1-4ba6-bbd8-d87af9f2d336,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:38:24.477899 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-9f109a58-ec1a-4da5-bc47-2f979b3d75b6 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:24.479242 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-9f109a58-ec1a-4da5-bc47-2f979b3d75b6 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4561086 Oct 27 19:38:24.481963 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 53368) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:38:24.486407 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-444bf626-f6b2-4beb-ae77-c309009f0add tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Request body: {'security_group_rule': {'security_group_id': 'a75645d1-a369-40f8-bb4b-84204511f186', 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:38:24.664514 n-d-815690-2 neutron-server[102878]: INFO neutron.db.securitygroups_db [None req-444bf626-f6b2-4beb-ae77-c309009f0add tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Project 90a70bdbaf514058bacf86d41e5ad553 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 19:38:24.669795 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-444bf626-f6b2-4beb-ae77-c309009f0add tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:24.730091 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-444bf626-f6b2-4beb-ae77-c309009f0add tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:24.810595 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-444bf626-f6b2-4beb-ae77-c309009f0add tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:24.829345 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444bf626-f6b2-4beb-ae77-c309009f0add tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=becb3174-2feb-41dd-8b7a-937258656baa,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:38:24.912479 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-444bf626-f6b2-4beb-ae77-c309009f0add tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:24.913738 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-444bf626-f6b2-4beb-ae77-c309009f0add tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4308417 Oct 27 19:38:24.916586 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 53370) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:38:24.920936 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-5ebb4072-da29-4c69-8603-6fd8554e9dcc tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Request body: {'security_group_rule': {'security_group_id': 'a75645d1-a369-40f8-bb4b-84204511f186', 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:38:25.024126 n-d-815690-2 neutron-server[102878]: INFO neutron.db.securitygroups_db [None req-5ebb4072-da29-4c69-8603-6fd8554e9dcc tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Project 90a70bdbaf514058bacf86d41e5ad553 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 19:38:25.029260 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5ebb4072-da29-4c69-8603-6fd8554e9dcc tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:25.089886 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5ebb4072-da29-4c69-8603-6fd8554e9dcc tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:25.178604 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5ebb4072-da29-4c69-8603-6fd8554e9dcc tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:25.198788 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb4072-da29-4c69-8603-6fd8554e9dcc tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b6bc47b-95f7-4da0-940a-d6383f2a9a9d,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:38:25.266320 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-5ebb4072-da29-4c69-8603-6fd8554e9dcc tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:25.267629 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-5ebb4072-da29-4c69-8603-6fd8554e9dcc tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3501086 Oct 27 19:38:27.149856 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:27.692987 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:39.701880 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-41c558c7-a496-46ee-ad91-c7d627bca3bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:42.181648 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e017431c-cff4-4141-a679-fe6bc98ec85c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:43.481014 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:43.749810 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:45.394267 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:47.245139 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-58ce3e65-d32e-4566-bb25-3fbb05d0adda tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-403689899&fields=id&tenant_id=90a70bdbaf514058bacf86d41e5ad553 HTTP/1.1" status: 200 len: 267 time: 0.0345125 Oct 27 19:38:47.362854 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-6d9abd76-0622-4d51-ad59-ce5ee52c50ec tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:38:47.364437 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-6d9abd76-0622-4d51-ad59-ce5ee52c50ec tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/networks?id=a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd HTTP/1.1" status: 200 len: 808 time: 0.1121342 Oct 27 19:38:47.379930 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-3cbdcf41-7bc8-4bf2-b5a3-30958e6a085e tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/quotas/90a70bdbaf514058bacf86d41e5ad553 HTTP/1.1" status: 200 len: 375 time: 0.0097435 Oct 27 19:38:47.432145 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-6be19c4a-10b9-48db-b590-07ca13c008f1 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=90a70bdbaf514058bacf86d41e5ad553&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463383 Oct 27 19:38:47.584700 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-33d4fef9-1210-4075-a63f-00f0584c3145 service neutron] 10.222.0.52 "GET /v2.0/networks/a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383832 Oct 27 19:38:47.681325 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-e432be53-3b3d-4ee9-9c94-6e83550a88a2 service neutron] 10.222.0.52 "GET /v2.0/networks/a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903518 Oct 27 19:38:48.229911 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e0ba04ef-b146-4c00-952c-3a9808d24133 req-610b3804-eecb-453f-ac9f-5e69c320d61a tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 210 time: 0.0271795 Oct 27 19:38:49.309670 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1df83f1d-81b1-4cbf-a827-49a708f69627 req-caa09925-ce5a-4ea0-aa40-7b24c8c1cc06 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 210 time: 0.0274720 Oct 27 19:38:49.704883 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:38:50.391128 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bcda26ee-251b-4c6a-9477-28aece5a851d req-01cc503e-6343-4c60-907f-a25cd7a056b5 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 210 time: 0.0283337 Oct 27 19:38:51.469154 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-161540b9-25b2-4acc-877d-0f7aab7ad0e4 req-849ec192-1b97-4008-bdbd-4b36976277f0 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 210 time: 0.0259266 Oct 27 19:38:52.564645 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-0e80b6b0-66e8-42aa-911b-a9016bb8e598 req-b29cfcd3-e7f5-4621-9ab5-9d62d4bd473d tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 210 time: 0.0266788 Oct 27 19:38:53.665015 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a9e2a3d8-99eb-48f5-8ed0-3f1c7f96c783 req-7ada59bc-ba94-4750-b396-9a3746401191 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 210 time: 0.0302927 Oct 27 19:38:54.313683 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-e2009bbc-dc69-488b-a5c1-8dfeb7c5872f tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:38:54.315213 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-e2009bbc-dc69-488b-a5c1-8dfeb7c5872f tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.81 "GET /v2.0/networks?id=a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd HTTP/1.1" status: 200 len: 808 time: 0.1106012 Oct 27 19:38:54.366307 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-f5c47953-bbe6-407a-b686-879e8490fea6 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90a70bdbaf514058bacf86d41e5ad553 HTTP/1.1" status: 200 len: 379 time: 0.0418782 Oct 27 19:38:54.376037 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-0ef765b1-409c-414e-8681-ee6474f736bb tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Request body: {'port': {'device_id': '3cde2e95-ffe0-4500-8756-4af221d5d085', 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd', 'admin_state_up': True, 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'security_groups': ['a75645d1-a369-40f8-bb4b-84204511f186']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:38:54.572151 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-0ef765b1-409c-414e-8681-ee6474f736bb tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Made reservation on behalf of 90a70bdbaf514058bacf86d41e5ad553 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:38:54.575791 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-0ef765b1-409c-414e-8681-ee6474f736bb tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:54.710893 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-0ef765b1-409c-414e-8681-ee6474f736bb tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Allocated IP 172.20.0.13 (a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd/162c3b5e-935b-4298-81ba-e865a07b830d/fde0e2f1-886e-460d-94bf-d38ade283e3d) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:38:54.773071 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3e4f54b9-e02a-4747-be1a-7d32e830e48e req-a3bd33ce-1074-4896-b066-506cfe0a4896 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 210 time: 0.0315099 Oct 27 19:38:54.869397 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-0ef765b1-409c-414e-8681-ee6474f736bb tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:54.961648 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-0ef765b1-409c-414e-8681-ee6474f736bb tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:55.010874 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-0ef765b1-409c-414e-8681-ee6474f736bb tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Network a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:38:55.014092 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-0ef765b1-409c-414e-8681-ee6474f736bb tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:38:55.018914 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-0ef765b1-409c-414e-8681-ee6474f736bb tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:38:55.043977 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef765b1-409c-414e-8681-ee6474f736bb tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Pushing event updated for resources: {'Port': ['ID=fde0e2f1-886e-460d-94bf-d38ade283e3d,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:38:55.076270 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-0ef765b1-409c-414e-8681-ee6474f736bb tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:38:55.076929 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-0ef765b1-409c-414e-8681-ee6474f736bb tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:55.153367 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-0ef765b1-409c-414e-8681-ee6474f736bb tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7808845 Oct 27 19:38:55.174693 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-f64f2feb-edc0-4880-996a-2e2607704c14 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 19:38:55.177060 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-f64f2feb-edc0-4880-996a-2e2607704c14 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0169480 Oct 27 19:38:55.245834 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-76531e5a-ec1f-4a30-8da1-504894cc04fe service neutron] Request body: {'port': {'device_id': '3cde2e95-ffe0-4500-8756-4af221d5d085', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:38:55.305193 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-76531e5a-ec1f-4a30-8da1-504894cc04fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:55.338506 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-22bf0d40-f3bd-4d5a-af19-58636d7f4e2e None None] Provisioning complete for port fde0e2f1-886e-460d-94bf-d38ade283e3d triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:38:55.339153 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-22bf0d40-f3bd-4d5a-af19-58636d7f4e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:55.378962 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-22bf0d40-f3bd-4d5a-af19-58636d7f4e2e None None] Port fde0e2f1-886e-460d-94bf-d38ade283e3d cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:38:55.581741 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-76531e5a-ec1f-4a30-8da1-504894cc04fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fde0e2f1-886e-460d-94bf-d38ade283e3d {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:38:55.589822 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-76531e5a-ec1f-4a30-8da1-504894cc04fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:55.602174 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-76531e5a-ec1f-4a30-8da1-504894cc04fe service neutron] Transition to ACTIVE for port object fde0e2f1-886e-460d-94bf-d38ade283e3d will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 19:38:55.680651 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-76531e5a-ec1f-4a30-8da1-504894cc04fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:55.742439 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76531e5a-ec1f-4a30-8da1-504894cc04fe service neutron] Pushing event updated for resources: {'Port': ['ID=fde0e2f1-886e-460d-94bf-d38ade283e3d,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:38:55.819201 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-76531e5a-ec1f-4a30-8da1-504894cc04fe service neutron] Attempting to bind port fde0e2f1-886e-460d-94bf-d38ade283e3d on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:38:55.819653 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-76531e5a-ec1f-4a30-8da1-504894cc04fe service neutron] Attempting to bind port fde0e2f1-886e-460d-94bf-d38ade283e3d by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': 'edbdcffc-fcd8-4df1-98d0-5b2653c7b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:38:55.820105 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-76531e5a-ec1f-4a30-8da1-504894cc04fe service neutron] Attempting to bind port fde0e2f1-886e-460d-94bf-d38ade283e3d on network a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:38:55.827342 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-76531e5a-ec1f-4a30-8da1-504894cc04fe service neutron] Port fde0e2f1-886e-460d-94bf-d38ade283e3d on network a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 19:38:55.827838 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-76531e5a-ec1f-4a30-8da1-504894cc04fe service neutron] Attempting to bind port fde0e2f1-886e-460d-94bf-d38ade283e3d on network a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:38:55.833917 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-76531e5a-ec1f-4a30-8da1-504894cc04fe service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:38:55.834992 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-76531e5a-ec1f-4a30-8da1-504894cc04fe service neutron] Checking segment: {'id': 'edbdcffc-fcd8-4df1-98d0-5b2653c7b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:38:55.835493 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-76531e5a-ec1f-4a30-8da1-504894cc04fe service neutron] Bound using segment: {'id': 'edbdcffc-fcd8-4df1-98d0-5b2653c7b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:38:55.836047 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-76531e5a-ec1f-4a30-8da1-504894cc04fe service neutron] Bound port: fde0e2f1-886e-460d-94bf-d38ade283e3d, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edbdcffc-fcd8-4df1-98d0-5b2653c7b151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:38:55.836516 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-76531e5a-ec1f-4a30-8da1-504894cc04fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:55.920433 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-76531e5a-ec1f-4a30-8da1-504894cc04fe service neutron] For port fde0e2f1-886e-460d-94bf-d38ade283e3d, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:38:55.924407 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-76531e5a-ec1f-4a30-8da1-504894cc04fe service neutron] For port fde0e2f1-886e-460d-94bf-d38ade283e3d, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=fde0e2f1-886e-460d-94bf-d38ade283e3d,segment=NetworkSegment(edbdcffc-fcd8-4df1-98d0-5b2653c7b151),segment_id=edbdcffc-fcd8-4df1-98d0-5b2653c7b151)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:38:55.934391 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30b4da-48bf-4f11-9621-8d4bf574c672 req-6ff8ef76-98e4-4659-aaab-7b9a82533b4b tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:38:55.936644 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cc30b4da-48bf-4f11-9621-8d4bf574c672 req-6ff8ef76-98e4-4659-aaab-7b9a82533b4b tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 944 time: 0.0752358 Oct 27 19:38:55.976688 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cc30b4da-48bf-4f11-9621-8d4bf574c672 req-f3d08a27-92ad-4ba7-90a7-3cbef3ed0b55 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328603 Oct 27 19:38:56.002071 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-76531e5a-ec1f-4a30-8da1-504894cc04fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:56.048635 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-76531e5a-ec1f-4a30-8da1-504894cc04fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:38:56.049426 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-76531e5a-ec1f-4a30-8da1-504894cc04fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:56.051037 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-76531e5a-ec1f-4a30-8da1-504894cc04fe service neutron] 10.222.0.81 "PUT /v2.0/ports/fde0e2f1-886e-460d-94bf-d38ade283e3d HTTP/1.1" status: 200 len: 1092 time: 0.8661408 Oct 27 19:38:56.051740 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cde2e95-ffe0-4500-8756-4af221d5d085', 'tag': 'fde0e2f1-886e-460d-94bf-d38ade283e3d'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:38:56.054149 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d55f57-1701-449a-8df0-3c15ff8c6605" -d '{"events": [{"name": "network-changed", "server_uuid": "3cde2e95-ffe0-4500-8756-4af221d5d085", "tag": "fde0e2f1-886e-460d-94bf-d38ade283e3d"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:38:56.093340 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76531e5a-ec1f-4a30-8da1-504894cc04fe service neutron] Pushing event updated for resources: {'Port': ['ID=fde0e2f1-886e-460d-94bf-d38ade283e3d,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:38:56.108932 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a295713-3528-43c5-b847-2c4add7411ca x-openstack-request-id: req-9a295713-3528-43c5-b847-2c4add7411ca {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:38:56.109253 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cde2e95-ffe0-4500-8756-4af221d5d085", "tag": "fde0e2f1-886e-460d-94bf-d38ade283e3d", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:38:56.109543 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9a295713-3528-43c5-b847-2c4add7411ca {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:38:56.110323 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cde2e95-ffe0-4500-8756-4af221d5d085', 'tag': 'fde0e2f1-886e-460d-94bf-d38ade283e3d', 'status': 'completed', 'code': 200} Oct 27 19:38:56.178535 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d55f57-1701-449a-8df0-3c15ff8c6605 req-ab738e37-fb4f-4254-9941-93e7872c8514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:38:56.180238 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a4d55f57-1701-449a-8df0-3c15ff8c6605 req-ab738e37-fb4f-4254-9941-93e7872c8514 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=90a70bdbaf514058bacf86d41e5ad553&device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 1095 time: 0.0523510 Oct 27 19:38:56.304980 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d55f57-1701-449a-8df0-3c15ff8c6605 req-15598ead-29bb-4af7-bdab-e7c94d25f831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:38:56.306607 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a4d55f57-1701-449a-8df0-3c15ff8c6605 req-15598ead-29bb-4af7-bdab-e7c94d25f831 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=90a70bdbaf514058bacf86d41e5ad553&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1148846 Oct 27 19:38:56.410443 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d55f57-1701-449a-8df0-3c15ff8c6605 req-878b6484-c080-4ad7-bb2d-21e9c36f3483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:38:56.412037 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a4d55f57-1701-449a-8df0-3c15ff8c6605 req-878b6484-c080-4ad7-bb2d-21e9c36f3483 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0990367 Oct 27 19:38:56.491847 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-bf6b1347-f179-4a6e-a02f-39b76842d663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:38:56.493386 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-bf6b1347-f179-4a6e-a02f-39b76842d663 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=90a70bdbaf514058bacf86d41e5ad553&device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 1095 time: 0.0432515 Oct 27 19:38:56.543056 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-3256370f-cb26-4eed-be66-a08196d77fc9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fde0e2f1-886e-460d-94bf-d38ade283e3d HTTP/1.1" status: 200 len: 217 time: 0.0409887 Oct 27 19:38:56.594346 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-647bd889-dda5-4c82-933e-f1b115a93578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:38:56.595646 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-647bd889-dda5-4c82-933e-f1b115a93578 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=162c3b5e-935b-4298-81ba-e865a07b830d HTTP/1.1" status: 200 len: 847 time: 0.0465486 Oct 27 19:38:56.644206 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-dfb498da-c04b-4c0e-9d78-704eea7fb937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:38:56.645996 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-dfb498da-c04b-4c0e-9d78-704eea7fb937 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433161 Oct 27 19:38:56.743098 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-72c2e361-718f-4559-87aa-6abbef4a8e45 service neutron] 10.222.0.81 "GET /v2.0/networks/a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897701 Oct 27 19:38:56.837641 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3e279c19-ddf5-4810-b8d0-f484689cf01f req-a1a64568-972b-4d0c-ad81-5a997983826c service neutron] 10.222.0.81 "GET /v2.0/networks/a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874693 Oct 27 19:38:57.108337 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243488d3-f6c7-4e34-b641-c81fee12acfd req-72ac64d0-fbbe-43bf-a978-83df347c5748 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:38:57.109935 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-243488d3-f6c7-4e34-b641-c81fee12acfd req-72ac64d0-fbbe-43bf-a978-83df347c5748 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 944 time: 0.0538998 Oct 27 19:38:57.151558 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-243488d3-f6c7-4e34-b641-c81fee12acfd req-9727c849-2292-45f8-adbd-18af5b922fe9 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348334 Oct 27 19:38:57.153607 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:57.759012 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:38:58.289511 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d319a-6e45-461d-9927-781fb8ecdfb9 req-3ee25e72-7046-478f-ae9f-64887fe93aa7 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:38:58.291100 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-641d319a-6e45-461d-9927-781fb8ecdfb9 req-3ee25e72-7046-478f-ae9f-64887fe93aa7 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 944 time: 0.0661724 Oct 27 19:38:58.329981 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-641d319a-6e45-461d-9927-781fb8ecdfb9 req-0b1facce-68aa-40ba-873e-4ec90b8fb7e5 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327570 Oct 27 19:38:59.450018 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264490f-0580-4cc5-bb46-7a4c045dab5e req-e35f8185-f699-4310-b679-56b6cc36b41a tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:38:59.451597 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b264490f-0580-4cc5-bb46-7a4c045dab5e req-e35f8185-f699-4310-b679-56b6cc36b41a tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 944 time: 0.0506785 Oct 27 19:38:59.494209 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b264490f-0580-4cc5-bb46-7a4c045dab5e req-bd075f26-bcd0-4f8b-863f-cc4a2cdd56ec tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351505 Oct 27 19:39:00.615525 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222264bc-afe7-434a-924a-7ba2dac956d7 req-7c658cb3-6c4b-4b51-93a3-f7c8716ba0be tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:39:00.616951 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-222264bc-afe7-434a-924a-7ba2dac956d7 req-7c658cb3-6c4b-4b51-93a3-f7c8716ba0be tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 944 time: 0.0504200 Oct 27 19:39:00.655294 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-222264bc-afe7-434a-924a-7ba2dac956d7 req-64a09419-d97e-4b39-84cb-d208ce033fc5 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322959 Oct 27 19:39:01.778350 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568029f-c3d3-423f-a480-37551e97379c req-95c67c0f-130d-4b8d-9f9d-dc38b88d8043 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:39:01.779881 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d568029f-c3d3-423f-a480-37551e97379c req-95c67c0f-130d-4b8d-9f9d-dc38b88d8043 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 944 time: 0.0549555 Oct 27 19:39:01.819094 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d568029f-c3d3-423f-a480-37551e97379c req-76cc6e2c-7bb7-46bc-b7a3-38baad760d7f tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322237 Oct 27 19:39:02.938096 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ac906-e591-4a13-889e-816cbc181561 req-cb2e3217-6e38-4c59-99f7-3f7bfef8a42a tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:39:02.939617 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d55ac906-e591-4a13-889e-816cbc181561 req-cb2e3217-6e38-4c59-99f7-3f7bfef8a42a tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 944 time: 0.0518887 Oct 27 19:39:02.978516 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d55ac906-e591-4a13-889e-816cbc181561 req-01c07984-d744-4fb4-bef7-4d7c2ffa898a tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326920 Oct 27 19:39:04.146199 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa09f80-d627-4f6e-9e9d-b0efd2b2eb66 req-4430b477-540d-4fcf-a0f0-71b1e208bdff tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:39:04.147719 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-faa09f80-d627-4f6e-9e9d-b0efd2b2eb66 req-4430b477-540d-4fcf-a0f0-71b1e208bdff tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 944 time: 0.0502973 Oct 27 19:39:04.185683 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-faa09f80-d627-4f6e-9e9d-b0efd2b2eb66 req-dc3a4710-3950-4dc3-bd60-15e19871288f tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320652 Oct 27 19:39:05.309421 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df5996-87e6-4316-b7a1-d96f6fc73350 req-3137b2ef-5b0a-45dd-987c-75731e89a59e tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:39:05.310937 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-60df5996-87e6-4316-b7a1-d96f6fc73350 req-3137b2ef-5b0a-45dd-987c-75731e89a59e tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 944 time: 0.0554054 Oct 27 19:39:05.350370 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-60df5996-87e6-4316-b7a1-d96f6fc73350 req-4cbb7301-41bb-49a2-9d58-680ff5c666e2 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335090 Oct 27 19:39:06.472814 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b2e55-5f8c-4941-8920-475ce05ef660 req-82e8fd47-5fda-4f26-b9ff-13119f52cc33 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:39:06.474309 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee6b2e55-5f8c-4941-8920-475ce05ef660 req-82e8fd47-5fda-4f26-b9ff-13119f52cc33 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 944 time: 0.0522943 Oct 27 19:39:06.522362 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ee6b2e55-5f8c-4941-8920-475ce05ef660 req-5d91ef52-b705-4b04-a96b-86f9ff76a921 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338578 Oct 27 19:39:07.639637 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5487aa-6dd0-4ea5-91d1-a464f31c0723 req-4a8e8910-9ec7-4195-8417-c4e2ccf257e1 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:39:07.641180 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5b5487aa-6dd0-4ea5-91d1-a464f31c0723 req-4a8e8910-9ec7-4195-8417-c4e2ccf257e1 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 944 time: 0.0500784 Oct 27 19:39:07.680978 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5b5487aa-6dd0-4ea5-91d1-a464f31c0723 req-d6666fb3-1a61-46eb-b56c-37b99ab48912 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326850 Oct 27 19:39:08.557124 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device fde0e2f1-886e-460d-94bf-d38ade283e3d details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 19:39:08.656025 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port fde0e2f1-886e-460d-94bf-d38ade283e3d, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=fde0e2f1-886e-460d-94bf-d38ade283e3d,segment=NetworkSegment(edbdcffc-fcd8-4df1-98d0-5b2653c7b151),segment_id=edbdcffc-fcd8-4df1-98d0-5b2653c7b151)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:39:08.669195 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': 'fde0e2f1-886e-460d-94bf-d38ade283e3d', 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd', 'port_id': 'fde0e2f1-886e-460d-94bf-d38ade283e3d', 'mac_address': 'fa:16:3e:df:74:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '162c3b5e-935b-4298-81ba-e865a07b830d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 19:39:08.707027 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:39:08.720662 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fde0e2f1-886e-460d-94bf-d38ade283e3d {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:39:08.741462 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port fde0e2f1-886e-460d-94bf-d38ade283e3d, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=fde0e2f1-886e-460d-94bf-d38ade283e3d,segment=NetworkSegment(edbdcffc-fcd8-4df1-98d0-5b2653c7b151),segment_id=edbdcffc-fcd8-4df1-98d0-5b2653c7b151)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:39:08.804683 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea700748-d9bb-478a-8db7-5a22d31fad94 req-c06e464a-4438-4076-8a8d-0a6b51a2d7a0 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:39:08.806182 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ea700748-d9bb-478a-8db7-5a22d31fad94 req-c06e464a-4438-4076-8a8d-0a6b51a2d7a0 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 944 time: 0.0554354 Oct 27 19:39:08.840980 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:39:08.845064 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ea700748-d9bb-478a-8db7-5a22d31fad94 req-4210bfa6-1b01-477c-93a9-36cd6d3b0782 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326624 Oct 27 19:39:08.894487 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=fde0e2f1-886e-460d-94bf-d38ade283e3d,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:39:08.902284 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:39:08.902639 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:39:08.903031 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:39:08.903372 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:39:08.903710 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:39:08.904048 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:39:08.904376 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:39:08.904711 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:39:08.905038 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:39:08.905420 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:39:08.905752 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:39:08.906073 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:39:09.064055 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['fde0e2f1-886e-460d-94bf-d38ade283e3d'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:39:09.692172 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c2343c8b-3254-43e0-af70-9e00aaaad93c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:39:09.965066 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afeb845-cb4e-45ce-a289-31144725e9f1 req-15b8951a-1662-4885-bb8b-4239bcce3f3f tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:39:09.966530 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8afeb845-cb4e-45ce-a289-31144725e9f1 req-15b8951a-1662-4885-bb8b-4239bcce3f3f tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 945 time: 0.0506408 Oct 27 19:39:10.005853 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8afeb845-cb4e-45ce-a289-31144725e9f1 req-40cf05de-43a6-4cd4-91e9-0e0f1220d5d0 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332925 Oct 27 19:39:10.572755 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device fde0e2f1-886e-460d-94bf-d38ade283e3d up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:39:10.709660 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning for port fde0e2f1-886e-460d-94bf-d38ade283e3d completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 19:39:10.713904 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port fde0e2f1-886e-460d-94bf-d38ade283e3d triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:39:10.714261 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:39:10.795302 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:39:10.818795 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cde2e95-ffe0-4500-8756-4af221d5d085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde0e2f1-886e-460d-94bf-d38ade283e3d'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:39:10.821090 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b7a7ffbeb5006bcc00a453a37d6ced003ca150096c2d6d80d40f5ba58f622d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27618a4-48cc-451e-93d9-92d3d93eead4" -d '{"events": [{"server_uuid": "3cde2e95-ffe0-4500-8756-4af221d5d085", "name": "network-vif-plugged", "status": "completed", "tag": "fde0e2f1-886e-460d-94bf-d38ade283e3d"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:39:10.835485 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port fde0e2f1-886e-460d-94bf-d38ade283e3d, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=fde0e2f1-886e-460d-94bf-d38ade283e3d,segment=NetworkSegment(edbdcffc-fcd8-4df1-98d0-5b2653c7b151),segment_id=edbdcffc-fcd8-4df1-98d0-5b2653c7b151)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:39:10.920207 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05190e16-9c51-465b-a25d-41ce3d46b472 x-openstack-request-id: req-05190e16-9c51-465b-a25d-41ce3d46b472 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:39:10.920501 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cde2e95-ffe0-4500-8756-4af221d5d085", "name": "network-vif-plugged", "status": "completed", "tag": "fde0e2f1-886e-460d-94bf-d38ade283e3d", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:39:10.920756 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-05190e16-9c51-465b-a25d-41ce3d46b472 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:39:10.921154 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cde2e95-ffe0-4500-8756-4af221d5d085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde0e2f1-886e-460d-94bf-d38ade283e3d', 'code': 200} Oct 27 19:39:10.930305 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:39:10.979696 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=fde0e2f1-886e-460d-94bf-d38ade283e3d,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:39:11.021176 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76c8a1-edb8-4f02-a967-17a1354a4075 req-cd88df9b-5d7a-4067-9392-c58ebb19dcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:39:11.022746 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1d76c8a1-edb8-4f02-a967-17a1354a4075 req-cd88df9b-5d7a-4067-9392-c58ebb19dcaa service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 1097 time: 0.0425427 Oct 27 19:39:11.063086 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1d76c8a1-edb8-4f02-a967-17a1354a4075 req-f58b9550-fcc6-4a60-bcdd-9d3c172dbe0a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335515 Oct 27 19:39:11.123204 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12f2a3-f57e-4e67-892b-7d14cb53e248 req-6699e3e8-33ad-4930-af93-b0fce1f8007d tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:39:11.124698 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aa12f2a3-f57e-4e67-892b-7d14cb53e248 req-6699e3e8-33ad-4930-af93-b0fce1f8007d tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 946 time: 0.0504751 Oct 27 19:39:11.165889 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-aa12f2a3-f57e-4e67-892b-7d14cb53e248 req-26bda284-056c-4afc-9f05-f305b320cbdc tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339756 Oct 27 19:39:12.200032 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f412e444-da2b-4f8a-b7c0-f5e075438e02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:39:12.339842 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe788b-c0b0-4f2d-841e-fe7f5745d250 req-3283dc6e-a71f-4a6d-a686-d12766d84931 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:39:12.341398 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-80fe788b-c0b0-4f2d-841e-fe7f5745d250 req-3283dc6e-a71f-4a6d-a686-d12766d84931 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 946 time: 0.1018753 Oct 27 19:39:12.380961 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-80fe788b-c0b0-4f2d-841e-fe7f5745d250 req-a735a0ce-f992-4a76-ab0f-869b0f22a3f8 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334363 Oct 27 19:39:13.423907 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:39:13.501997 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7f07e-4363-4610-8030-96e728baa700 req-951304f5-925a-40b2-a459-fd84dd256e3b tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:39:13.503533 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a9c7f07e-4363-4610-8030-96e728baa700 req-951304f5-925a-40b2-a459-fd84dd256e3b tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 946 time: 0.0499527 Oct 27 19:39:13.542661 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a9c7f07e-4363-4610-8030-96e728baa700 req-2c67cae7-23d4-4409-82b4-e573e3b067f5 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318272 Oct 27 19:39:13.662601 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337163e-e7a8-486d-81bf-665bd68bceea req-49fa4179-434c-451a-9a6e-bad2c578f69d tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:39:13.664127 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3337163e-e7a8-486d-81bf-665bd68bceea req-49fa4179-434c-451a-9a6e-bad2c578f69d tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 946 time: 0.0534785 Oct 27 19:39:13.704887 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3337163e-e7a8-486d-81bf-665bd68bceea req-32159391-e8a4-49f5-a146-db2708e9a28e tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348039 Oct 27 19:39:13.726464 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 53604) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:39:13.759191 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:39:13.771992 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a51a2c3-53ea-480d-b71f-40964d011e32 tempest-TestShelveInstance-1824829797 tempest-TestShelveInstance-1824829797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:39:13.773530 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1a51a2c3-53ea-480d-b71f-40964d011e32 tempest-TestShelveInstance-1824829797 tempest-TestShelveInstance-1824829797-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 1092 time: 0.0460176 Oct 27 19:39:13.776430 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 53606) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:39:13.780676 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-d1757c8c-f47e-49ca-87ad-b4e63edc6465 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'port_id': 'fde0e2f1-886e-460d-94bf-d38ade283e3d', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:39:13.867664 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d1757c8c-f47e-49ca-87ad-b4e63edc6465 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for floatingip, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:39:13.970339 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d1757c8c-f47e-49ca-87ad-b4e63edc6465 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:39:14.081382 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-d1757c8c-f47e-49ca-87ad-b4e63edc6465 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Allocated IP 172.25.6.249 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/39c5544f-e4f2-4385-9375-632b1aedf44a) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:39:14.187450 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d1757c8c-f47e-49ca-87ad-b4e63edc6465 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:39:14.280837 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d1757c8c-f47e-49ca-87ad-b4e63edc6465 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:39:14.326394 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1757c8c-f47e-49ca-87ad-b4e63edc6465 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:39:14.329497 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-d1757c8c-f47e-49ca-87ad-b4e63edc6465 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:39:14.333802 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1757c8c-f47e-49ca-87ad-b4e63edc6465 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:39:14.339531 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1757c8c-f47e-49ca-87ad-b4e63edc6465 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Pushing event updated for resources: {'Port': ['ID=39c5544f-e4f2-4385-9375-632b1aedf44a,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:39:14.702249 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d1757c8c-f47e-49ca-87ad-b4e63edc6465 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:39:14.831904 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d1757c8c-f47e-49ca-87ad-b4e63edc6465 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:39:14.987358 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d1757c8c-f47e-49ca-87ad-b4e63edc6465 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:39:15.038560 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d1757c8c-f47e-49ca-87ad-b4e63edc6465 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:39:15.106713 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1757c8c-f47e-49ca-87ad-b4e63edc6465 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Pushing event updated for resources: {'Port': ['ID=39c5544f-e4f2-4385-9375-632b1aedf44a,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:39:15.119318 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d1757c8c-f47e-49ca-87ad-b4e63edc6465 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:39:15.221761 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [None req-d1757c8c-f47e-49ca-87ad-b4e63edc6465 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Floating IP e3cecf4d-6e1e-4526-8111-62c37a0d52cd associated. External IP: 172.25.6.249, port: fde0e2f1-886e-460d-94bf-d38ade283e3d. Oct 27 19:39:15.400515 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:39:15.437290 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1757c8c-f47e-49ca-87ad-b4e63edc6465 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Router 89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:39:15.547984 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1757c8c-f47e-49ca-87ad-b4e63edc6465 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:39:15.560352 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2bbcaa-b4eb-4ebf-8301-a1bd034c05ce None None] Sync routers for ids ['89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:39:15.573073 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2bbcaa-b4eb-4ebf-8301-a1bd034c05ce None None] Routers {'89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:39:15.575956 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-ad2bbcaa-b4eb-4ebf-8301-a1bd034c05ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:39:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:39:15.674975 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d1757c8c-f47e-49ca-87ad-b4e63edc6465 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:39:15.677432 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-ad2bbcaa-b4eb-4ebf-8301-a1bd034c05ce None None] Set router 89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:39:15.919259 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-ad2bbcaa-b4eb-4ebf-8301-a1bd034c05ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'name': 'tempest-TestShelveInstance-972985674-router', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '60a5d1eb-03bb-4b59-98e9-1854fd01ae02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:33:52Z', 'updated_at': '2021-10-27T19:33:55Z', 'revision_number': 4, 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'gw_port': {'id': '60a5d1eb-03bb-4b59-98e9-1854fd01ae02', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:33:53Z', 'updated_at': '2021-10-27T19:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'e3cecf4d-6e1e-4526-8111-62c37a0d52cd', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'floating_ip_address': '172.25.6.249', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'port_id': 'fde0e2f1-886e-460d-94bf-d38ade283e3d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd', 'mac_address': 'fa:16:3e:df:74:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cde2e95-ffe0-4500-8756-4af221d5d085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:39:14Z', 'updated_at': '2021-10-27T19:39:14Z', 'revision_number': 0, 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '327610a8-fa40-49f3-8883-60dea56632da', 'name': '', 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'mac_address': 'fa:16:3e:aa:3a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '162c3b5e-935b-4298-81ba-e865a07b830d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:33:55Z', 'updated_at': '2021-10-27T19:33:59Z', 'revision_number': 5, 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'subnets': [{'id': '162c3b5e-935b-4298-81ba-e865a07b830d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:39:15.948530 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2bbcaa-b4eb-4ebf-8301-a1bd034c05ce None None] Checking router: 89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:39:15.957146 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2bbcaa-b4eb-4ebf-8301-a1bd034c05ce None None] Routers {'89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:39:15.957993 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-ad2bbcaa-b4eb-4ebf-8301-a1bd034c05ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:39:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:39:16.049679 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d1757c8c-f47e-49ca-87ad-b4e63edc6465 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2722230 Oct 27 19:39:16.050301 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cde2e95-ffe0-4500-8756-4af221d5d085', 'tag': 'fde0e2f1-886e-460d-94bf-d38ade283e3d'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:39:16.053781 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bca0ca0b982d995b269f20b8ee9fa1484886a2da5fdd33aa4707a11ccb3e0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb0dded-a4e7-41d2-9f83-a82ca6e4a863" -d '{"events": [{"name": "network-changed", "server_uuid": "3cde2e95-ffe0-4500-8756-4af221d5d085", "tag": "fde0e2f1-886e-460d-94bf-d38ade283e3d"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:39:16.068239 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-ad2bbcaa-b4eb-4ebf-8301-a1bd034c05ce None None] Set router 89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:39:16.091252 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3b8116-bd9c-4adc-abdc-3f445f676ee6 x-openstack-request-id: req-4d3b8116-bd9c-4adc-abdc-3f445f676ee6 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:39:16.091550 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cde2e95-ffe0-4500-8756-4af221d5d085", "tag": "fde0e2f1-886e-460d-94bf-d38ade283e3d", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:39:16.091806 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4d3b8116-bd9c-4adc-abdc-3f445f676ee6 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:39:16.092202 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cde2e95-ffe0-4500-8756-4af221d5d085', 'tag': 'fde0e2f1-886e-460d-94bf-d38ade283e3d', 'status': 'completed', 'code': 200} Oct 27 19:39:16.155323 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0dded-a4e7-41d2-9f83-a82ca6e4a863 req-e1164eee-df6b-4397-9f1f-bf6abcfb6002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:39:16.156855 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6cb0dded-a4e7-41d2-9f83-a82ca6e4a863 req-e1164eee-df6b-4397-9f1f-bf6abcfb6002 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=90a70bdbaf514058bacf86d41e5ad553&device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 1097 time: 0.0414379 Oct 27 19:39:16.250925 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0dded-a4e7-41d2-9f83-a82ca6e4a863 req-86141ffa-b7e5-406c-849b-f096fbcd0a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:39:16.252425 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6cb0dded-a4e7-41d2-9f83-a82ca6e4a863 req-86141ffa-b7e5-406c-849b-f096fbcd0a4c service neutron] 10.222.0.81 "GET /v2.0/networks?id=a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd HTTP/1.1" status: 200 len: 910 time: 0.0883842 Oct 27 19:39:16.307116 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-ad2bbcaa-b4eb-4ebf-8301-a1bd034c05ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'name': 'tempest-TestShelveInstance-972985674-router', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '60a5d1eb-03bb-4b59-98e9-1854fd01ae02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:33:52Z', 'updated_at': '2021-10-27T19:33:55Z', 'revision_number': 4, 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'gw_port': {'id': '60a5d1eb-03bb-4b59-98e9-1854fd01ae02', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:33:53Z', 'updated_at': '2021-10-27T19:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'e3cecf4d-6e1e-4526-8111-62c37a0d52cd', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'floating_ip_address': '172.25.6.249', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'port_id': 'fde0e2f1-886e-460d-94bf-d38ade283e3d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd', 'mac_address': 'fa:16:3e:df:74:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cde2e95-ffe0-4500-8756-4af221d5d085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:39:14Z', 'updated_at': '2021-10-27T19:39:14Z', 'revision_number': 0, 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '327610a8-fa40-49f3-8883-60dea56632da', 'name': '', 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'mac_address': 'fa:16:3e:aa:3a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '162c3b5e-935b-4298-81ba-e865a07b830d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:33:55Z', 'updated_at': '2021-10-27T19:33:59Z', 'revision_number': 5, 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'subnets': [{'id': '162c3b5e-935b-4298-81ba-e865a07b830d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:39:16.324188 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6cb0dded-a4e7-41d2-9f83-a82ca6e4a863 req-40a6a16b-af2e-4f04-a845-66767d090a4c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fde0e2f1-886e-460d-94bf-d38ade283e3d HTTP/1.1" status: 200 len: 1000 time: 0.0643206 Oct 27 19:39:16.334659 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2bbcaa-b4eb-4ebf-8301-a1bd034c05ce None None] The sync data for ids ['89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a'] in n-d-815690-2 is: [{'id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'name': 'tempest-TestShelveInstance-972985674-router', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '60a5d1eb-03bb-4b59-98e9-1854fd01ae02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:33:52Z', 'updated_at': '2021-10-27T19:33:55Z', 'revision_number': 4, 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'gw_port': {'id': '60a5d1eb-03bb-4b59-98e9-1854fd01ae02', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:33:53Z', 'updated_at': '2021-10-27T19:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'e3cecf4d-6e1e-4526-8111-62c37a0d52cd', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'floating_ip_address': '172.25.6.249', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'port_id': 'fde0e2f1-886e-460d-94bf-d38ade283e3d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd', 'mac_address': 'fa:16:3e:df:74:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cde2e95-ffe0-4500-8756-4af221d5d085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:39:14Z', 'updated_at': '2021-10-27T19:39:14Z', 'revision_number': 0, 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '327610a8-fa40-49f3-8883-60dea56632da', 'name': '', 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'mac_address': 'fa:16:3e:aa:3a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '162c3b5e-935b-4298-81ba-e865a07b830d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:33:55Z', 'updated_at': '2021-10-27T19:33:59Z', 'revision_number': 5, 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'subnets': [{'id': '162c3b5e-935b-4298-81ba-e865a07b830d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:39:16.375984 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0dded-a4e7-41d2-9f83-a82ca6e4a863 req-c806e04e-8ab6-4922-8a1c-6a9b1926723f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:39:16.377492 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6cb0dded-a4e7-41d2-9f83-a82ca6e4a863 req-c806e04e-8ab6-4922-8a1c-6a9b1926723f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=162c3b5e-935b-4298-81ba-e865a07b830d HTTP/1.1" status: 200 len: 847 time: 0.0465786 Oct 27 19:39:16.425252 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0dded-a4e7-41d2-9f83-a82ca6e4a863 req-c5af08a1-7481-4b16-afad-31a63815baaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:39:16.427437 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6cb0dded-a4e7-41d2-9f83-a82ca6e4a863 req-c5af08a1-7481-4b16-afad-31a63815baaf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429237 Oct 27 19:39:16.531610 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6cb0dded-a4e7-41d2-9f83-a82ca6e4a863 req-c9eb55f6-e161-4bca-8fa6-f7668cf7211f service neutron] 10.222.0.81 "GET /v2.0/networks/a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965865 Oct 27 19:39:16.556548 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae350e0-8c8a-4d7e-8056-d9f1417973eb None None] New status for floating IP e3cecf4d-6e1e-4526-8111-62c37a0d52cd: ACTIVE {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 19:39:16.631831 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6cb0dded-a4e7-41d2-9f83-a82ca6e4a863 req-c8f0539c-95bf-4c3e-8e89-939106076e65 service neutron] 10.222.0.81 "GET /v2.0/networks/a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916891 Oct 27 19:39:26.704133 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:39:27.141410 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:39:27.678949 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:39:39.691737 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9b7a9862-c8bf-41f7-8112-0be2585ec186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:39:42.204055 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-45d5f5ea-c03d-42b4-8785-2a2318e500f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:39:43.480026 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:39:43.746550 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:39:45.474624 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:39:57.104508 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-92c3cc32-eb02-4306-84da-cf6c608140c8 req-bf183aa8-bf4c-438b-b640-a28966d1ddd1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404289 Oct 27 19:39:57.126754 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:39:57.189331 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3cc32-eb02-4306-84da-cf6c608140c8 req-9ca9fcaf-bd87-4c6c-91fa-7f60cb0466df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:39:57.190872 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-92c3cc32-eb02-4306-84da-cf6c608140c8 req-9ca9fcaf-bd87-4c6c-91fa-7f60cb0466df service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=90a70bdbaf514058bacf86d41e5ad553&device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 1097 time: 0.0422378 Oct 27 19:39:57.301264 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3cc32-eb02-4306-84da-cf6c608140c8 req-933c82ab-b611-460f-863f-2aa8a76a2743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:39:57.302803 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-92c3cc32-eb02-4306-84da-cf6c608140c8 req-933c82ab-b611-460f-863f-2aa8a76a2743 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd HTTP/1.1" status: 200 len: 910 time: 0.0907502 Oct 27 19:39:57.368869 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-92c3cc32-eb02-4306-84da-cf6c608140c8 req-97ffe760-4e82-4beb-a503-19f3acd4748a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fde0e2f1-886e-460d-94bf-d38ade283e3d HTTP/1.1" status: 200 len: 1002 time: 0.0587316 Oct 27 19:39:57.417706 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3cc32-eb02-4306-84da-cf6c608140c8 req-6d37d2df-d96d-4f4b-a79f-c33ff546e373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:39:57.419190 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-92c3cc32-eb02-4306-84da-cf6c608140c8 req-6d37d2df-d96d-4f4b-a79f-c33ff546e373 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=162c3b5e-935b-4298-81ba-e865a07b830d HTTP/1.1" status: 200 len: 847 time: 0.0435560 Oct 27 19:39:57.469674 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3cc32-eb02-4306-84da-cf6c608140c8 req-68309824-cbf8-45e7-8443-057f7015b28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:39:57.470944 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-92c3cc32-eb02-4306-84da-cf6c608140c8 req-68309824-cbf8-45e7-8443-057f7015b28c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444992 Oct 27 19:39:57.560173 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-92c3cc32-eb02-4306-84da-cf6c608140c8 req-a283f9ce-89d2-4db0-967d-40c7f779d2fc service neutron] 10.222.0.81 "GET /v2.0/networks/a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824149 Oct 27 19:39:57.656243 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-92c3cc32-eb02-4306-84da-cf6c608140c8 req-bf2a3400-a023-49f3-831f-b2eecbceb7fc service neutron] 10.222.0.81 "GET /v2.0/networks/a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869434 Oct 27 19:39:57.695683 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:40:03.703588 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:40:09.718307 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-206b9c4b-e3dd-405e-86e4-71b4259acc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:40:12.186312 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4f9a90cf-7ee0-4305-ac19-8776feee6291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:40:13.489271 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:40:13.814835 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:40:15.427867 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:40:27.216269 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:40:27.719241 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:40:39.678709 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-25617b23-65da-4bee-bce4-c55b95083d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:40:40.703777 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:40:42.193160 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-82fda025-16d1-4ccc-8c28-307854b39799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:40:43.512857 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:40:43.753192 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:40:45.404489 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:40:57.198829 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:40:57.701305 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:40:59.100302 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1dba8447-f2ec-4b41-b836-0c13c093ec73 req-e51fff70-4661-4146-b534-ca48bf8cb7ab service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401831 Oct 27 19:40:59.185352 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba8447-f2ec-4b41-b836-0c13c093ec73 req-e083ba08-cb6b-403c-9742-fe2758176da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:40:59.187014 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1dba8447-f2ec-4b41-b836-0c13c093ec73 req-e083ba08-cb6b-403c-9742-fe2758176da3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=90a70bdbaf514058bacf86d41e5ad553&device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 1097 time: 0.0420973 Oct 27 19:40:59.301216 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba8447-f2ec-4b41-b836-0c13c093ec73 req-0b7a4344-5a6e-4b20-8b8d-75b7016c95fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:40:59.302708 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1dba8447-f2ec-4b41-b836-0c13c093ec73 req-0b7a4344-5a6e-4b20-8b8d-75b7016c95fb service neutron] 10.222.0.81 "GET /v2.0/networks?id=a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd HTTP/1.1" status: 200 len: 910 time: 0.0937378 Oct 27 19:40:59.368536 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1dba8447-f2ec-4b41-b836-0c13c093ec73 req-fc2c84a6-5ab0-4c87-a0fa-8445a5b2e9cb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fde0e2f1-886e-460d-94bf-d38ade283e3d HTTP/1.1" status: 200 len: 1002 time: 0.0589883 Oct 27 19:40:59.422957 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba8447-f2ec-4b41-b836-0c13c093ec73 req-eaa1a9e0-ed89-40cd-8c41-3afdfbe2707d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:40:59.424392 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1dba8447-f2ec-4b41-b836-0c13c093ec73 req-eaa1a9e0-ed89-40cd-8c41-3afdfbe2707d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=162c3b5e-935b-4298-81ba-e865a07b830d HTTP/1.1" status: 200 len: 847 time: 0.0494614 Oct 27 19:40:59.471213 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba8447-f2ec-4b41-b836-0c13c093ec73 req-c129cda9-e420-41f1-afab-a25d3091d7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:40:59.472738 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1dba8447-f2ec-4b41-b836-0c13c093ec73 req-c129cda9-e420-41f1-afab-a25d3091d7bd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409672 Oct 27 19:40:59.563687 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1dba8447-f2ec-4b41-b836-0c13c093ec73 req-c5de4097-77db-4050-9d8c-8142ec231b67 service neutron] 10.222.0.81 "GET /v2.0/networks/a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840018 Oct 27 19:40:59.660803 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1dba8447-f2ec-4b41-b836-0c13c093ec73 req-2f6b084f-5018-46f4-8038-780b9729ed75 service neutron] 10.222.0.81 "GET /v2.0/networks/a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886648 Oct 27 19:41:09.712843 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-02973012-3443-4b0e-9e60-ff957ea48f58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:41:12.157900 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c3b1fd4f-16b5-4092-a3d5-33b68a91d630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:41:13.455581 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:41:13.815417 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:41:15.404053 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:41:17.702840 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:41:27.157065 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:41:27.717599 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:41:39.677991 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd260edd-d55b-4b8e-aeae-0181da680748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:41:42.180289 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c0ba183a-bc42-4a22-a063-f2c755a97f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:41:42.682246 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d6785-6cdd-4cfc-b8cc-9f8fa2eeb13b req-48e124c6-a03c-4e06-b6ea-fa59939e5d1e tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:41:42.683840 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ba1d6785-6cdd-4cfc-b8cc-9f8fa2eeb13b req-48e124c6-a03c-4e06-b6ea-fa59939e5d1e tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 946 time: 0.0504346 Oct 27 19:41:42.722177 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ba1d6785-6cdd-4cfc-b8cc-9f8fa2eeb13b req-5da86b3d-03fa-43c4-b040-aa1a0aecdf71 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320408 Oct 27 19:41:43.466431 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:41:43.757426 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:41:43.873010 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e74cb0-f591-4d5a-bdf7-874035afd18d req-8b3a0c2f-11a0-46ec-b400-224e169176dc tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:41:43.874484 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f7e74cb0-f591-4d5a-bdf7-874035afd18d req-8b3a0c2f-11a0-46ec-b400-224e169176dc tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 946 time: 0.0495188 Oct 27 19:41:43.915948 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f7e74cb0-f591-4d5a-bdf7-874035afd18d req-2efad77f-d1af-4be5-86ce-ae6dbee8ae16 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344357 Oct 27 19:41:45.033323 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3feec6-4e76-4400-93b7-2121f4cd6134 req-29bd944c-7dac-475e-8609-f79abee491fb tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:41:45.034851 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5a3feec6-4e76-4400-93b7-2121f4cd6134 req-29bd944c-7dac-475e-8609-f79abee491fb tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 946 time: 0.0511210 Oct 27 19:41:45.074060 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5a3feec6-4e76-4400-93b7-2121f4cd6134 req-e2cd2ed5-2d8f-42e7-9ec8-573820ce1566 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331850 Oct 27 19:41:45.443043 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:41:46.191807 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ac778-dc72-45c7-a072-556966dd8c84 req-788ff77c-47ce-4415-8b7d-f412bcad3226 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:41:46.193303 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a61ac778-dc72-45c7-a072-556966dd8c84 req-788ff77c-47ce-4415-8b7d-f412bcad3226 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 946 time: 0.0509517 Oct 27 19:41:46.232639 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a61ac778-dc72-45c7-a072-556966dd8c84 req-702fa303-10c4-4524-a2eb-29934ce123dd tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332534 Oct 27 19:41:47.346803 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b89c9-67c5-4cc0-860b-ee5cca17480e req-5e2c68b6-2914-46c7-968f-1ead69aa19f6 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:41:47.348352 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-899b89c9-67c5-4cc0-860b-ee5cca17480e req-5e2c68b6-2914-46c7-968f-1ead69aa19f6 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 946 time: 0.0481839 Oct 27 19:41:47.391413 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-899b89c9-67c5-4cc0-860b-ee5cca17480e req-cbff2638-8178-43f7-bca8-021d2d5939a0 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356631 Oct 27 19:41:48.506619 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c7cb2-042d-4edb-a2ee-62d08539d894 req-7c1ce944-a126-48c9-b9c3-ab903d06ed5c tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:41:48.508150 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-050c7cb2-042d-4edb-a2ee-62d08539d894 req-7c1ce944-a126-48c9-b9c3-ab903d06ed5c tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 946 time: 0.0495100 Oct 27 19:41:48.549095 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-050c7cb2-042d-4edb-a2ee-62d08539d894 req-92dad748-d6d7-4103-919c-e66ae4a081e5 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326557 Oct 27 19:41:49.670495 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aec577-b09c-4b7a-9eba-136d4b8ccd5b req-4d3ab017-a99e-4fcf-8394-8db7a1e1d58c tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:41:49.676856 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-47aec577-b09c-4b7a-9eba-136d4b8ccd5b req-4d3ab017-a99e-4fcf-8394-8db7a1e1d58c tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 946 time: 0.0506847 Oct 27 19:41:49.711402 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-47aec577-b09c-4b7a-9eba-136d4b8ccd5b req-4165e74e-b6b2-42e6-88ef-0920c51acab5 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333903 Oct 27 19:41:50.829021 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66f1d4-cc2a-4d36-9d34-0f4ee433810e req-b14b1093-bcc6-4a4f-b227-5a8c096d6777 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:41:50.835961 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ab66f1d4-cc2a-4d36-9d34-0f4ee433810e req-b14b1093-bcc6-4a4f-b227-5a8c096d6777 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 946 time: 0.0505688 Oct 27 19:41:50.873736 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ab66f1d4-cc2a-4d36-9d34-0f4ee433810e req-f8f44967-0978-4b58-b1a7-4c98efd52d13 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358899 Oct 27 19:41:51.991744 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea2d77-6efa-4df7-b934-6313eee74026 req-754f7293-c513-4fe7-b15d-b99953375171 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:41:51.993292 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-04ea2d77-6efa-4df7-b934-6313eee74026 req-754f7293-c513-4fe7-b15d-b99953375171 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 946 time: 0.0497639 Oct 27 19:41:52.031808 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-04ea2d77-6efa-4df7-b934-6313eee74026 req-04d88949-6d0e-4f13-80b8-383fe41eab9c tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318995 Oct 27 19:41:52.910574 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c119ac-2acb-4192-a432-38e603f61737 req-e0c27366-346e-4e2d-bdc4-0c9b79bcd2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:41:52.912113 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a3c119ac-2acb-4192-a432-38e603f61737 req-e0c27366-346e-4e2d-bdc4-0c9b79bcd2a4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=90a70bdbaf514058bacf86d41e5ad553&device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 1097 time: 0.0416932 Oct 27 19:41:53.006030 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c119ac-2acb-4192-a432-38e603f61737 req-68a1925f-4d98-473a-b129-7345301c7e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:41:53.007570 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a3c119ac-2acb-4192-a432-38e603f61737 req-68a1925f-4d98-473a-b129-7345301c7e52 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd HTTP/1.1" status: 200 len: 910 time: 0.0887568 Oct 27 19:41:53.073548 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a3c119ac-2acb-4192-a432-38e603f61737 req-d50cb0dc-13ed-4e3f-a991-a3ca5c44c74f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fde0e2f1-886e-460d-94bf-d38ade283e3d HTTP/1.1" status: 200 len: 1002 time: 0.0586462 Oct 27 19:41:53.130218 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c119ac-2acb-4192-a432-38e603f61737 req-ef48927d-2dad-46ee-8b1c-a9ec0a40b82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:41:53.131957 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a3c119ac-2acb-4192-a432-38e603f61737 req-ef48927d-2dad-46ee-8b1c-a9ec0a40b82f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=162c3b5e-935b-4298-81ba-e865a07b830d HTTP/1.1" status: 200 len: 847 time: 0.0491304 Oct 27 19:41:53.153223 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70cc6fb-cf1e-4e46-9242-a97ac4822fe1 req-bcf4048b-bbb9-49aa-8d37-68ac5641914e tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:41:53.154849 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d70cc6fb-cf1e-4e46-9242-a97ac4822fe1 req-bcf4048b-bbb9-49aa-8d37-68ac5641914e tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 946 time: 0.0498581 Oct 27 19:41:53.181776 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c119ac-2acb-4192-a432-38e603f61737 req-8bbf4540-102d-4adb-a92d-1d67dfdf691e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:41:53.183952 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a3c119ac-2acb-4192-a432-38e603f61737 req-8bbf4540-102d-4adb-a92d-1d67dfdf691e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433388 Oct 27 19:41:53.194207 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d70cc6fb-cf1e-4e46-9242-a97ac4822fe1 req-a20dce3f-966c-434d-9c31-8d69fe44fa86 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329378 Oct 27 19:41:53.280791 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a3c119ac-2acb-4192-a432-38e603f61737 req-f223f650-0947-4d4e-b697-8aa51f5b431f service neutron] 10.222.0.81 "GET /v2.0/networks/a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878394 Oct 27 19:41:53.380251 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-a3c119ac-2acb-4192-a432-38e603f61737 req-25ff994f-0f05-4a0f-b771-b806c16e9e7a service neutron] 10.222.0.81 "GET /v2.0/networks/a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920541 Oct 27 19:41:54.312484 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4fc6e5-cbcb-43ca-8e0b-1d07e39adadf req-7a655ffb-f7ba-4ef5-b39a-976834ebb40a tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:41:54.313966 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bd4fc6e5-cbcb-43ca-8e0b-1d07e39adadf req-7a655ffb-f7ba-4ef5-b39a-976834ebb40a tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 946 time: 0.0490518 Oct 27 19:41:54.357075 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-bd4fc6e5-cbcb-43ca-8e0b-1d07e39adadf req-126e22d8-0e2c-4d92-869d-1ef9ce545533 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371244 Oct 27 19:41:54.701950 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:41:55.475923 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7c1a1-e112-4bc6-9d57-51dbcde97a11 req-e32fa50e-5cbc-4f7c-87d3-8271c30d5911 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:41:55.477365 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eaa7c1a1-e112-4bc6-9d57-51dbcde97a11 req-e32fa50e-5cbc-4f7c-87d3-8271c30d5911 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 946 time: 0.0503168 Oct 27 19:41:55.518303 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eaa7c1a1-e112-4bc6-9d57-51dbcde97a11 req-d454f554-a9b6-48b4-b7c8-7d3b1296c315 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340588 Oct 27 19:41:56.638979 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c75b5-4558-4901-b548-90af44158d95 req-7e34d6da-87b5-4ff2-b846-052b672303d2 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:41:56.640545 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5e0c75b5-4558-4901-b548-90af44158d95 req-7e34d6da-87b5-4ff2-b846-052b672303d2 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 946 time: 0.0513940 Oct 27 19:41:56.680831 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5e0c75b5-4558-4901-b548-90af44158d95 req-54754817-5f08-4385-8ffe-6861672ae4ba tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341203 Oct 27 19:41:57.202620 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:41:57.688903 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:41:57.803319 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46624c24-4050-4eab-93a4-a7b1926479e8 req-2014e7e1-c827-4aa9-9392-ebd672a0ff4e tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:41:57.804848 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-46624c24-4050-4eab-93a4-a7b1926479e8 req-2014e7e1-c827-4aa9-9392-ebd672a0ff4e tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 946 time: 0.0511754 Oct 27 19:41:57.847163 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-46624c24-4050-4eab-93a4-a7b1926479e8 req-25988061-a543-4f27-9547-d9d0ad370760 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356147 Oct 27 19:41:58.286342 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3167c94-60b4-42ef-900a-5fa6afcd247a req-f66d68d4-b555-45a1-8543-f2441cbbf389 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:41:58.287913 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d3167c94-60b4-42ef-900a-5fa6afcd247a req-f66d68d4-b555-45a1-8543-f2441cbbf389 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 946 time: 0.0529633 Oct 27 19:41:58.335125 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d3167c94-60b4-42ef-900a-5fa6afcd247a req-e08683b5-2995-4216-8362-f1d1c473ffe4 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404046 Oct 27 19:41:58.385798 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4242dd4d-b80d-431e-a416-b1b803ec0dbb req-cd9ea426-6f92-4914-ad26-91f95600f076 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0892446 Oct 27 19:41:58.395177 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-4242dd4d-b80d-431e-a416-b1b803ec0dbb req-e4e90d64-adbb-4c38-8fba-52af3caece48 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 19:41:58.396145 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4242dd4d-b80d-431e-a416-b1b803ec0dbb req-e4e90d64-adbb-4c38-8fba-52af3caece48 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051203 Oct 27 19:41:59.458597 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed075dd-a754-4a0a-b84d-8c9b60946789 req-a5f7c7da-449a-4f1e-b739-e205257aba28 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:41:59.460959 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1ed075dd-a754-4a0a-b84d-8c9b60946789 req-a5f7c7da-449a-4f1e-b739-e205257aba28 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 946 time: 0.0532146 Oct 27 19:41:59.515957 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1ed075dd-a754-4a0a-b84d-8c9b60946789 req-6622d387-90dc-4182-ac76-60823c8dbd63 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466962 Oct 27 19:41:59.619681 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device fde0e2f1-886e-460d-94bf-d38ade283e3d no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:41:59.699508 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:41:59.727860 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cde2e95-ffe0-4500-8756-4af221d5d085', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fde0e2f1-886e-460d-94bf-d38ade283e3d'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:41:59.731449 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b7a7ffbeb5006bcc00a453a37d6ced003ca150096c2d6d80d40f5ba58f622d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35831998-461f-4f47-9a72-09693abf738c" -d '{"events": [{"server_uuid": "3cde2e95-ffe0-4500-8756-4af221d5d085", "name": "network-vif-unplugged", "status": "completed", "tag": "fde0e2f1-886e-460d-94bf-d38ade283e3d"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:41:59.742804 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port fde0e2f1-886e-460d-94bf-d38ade283e3d, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=fde0e2f1-886e-460d-94bf-d38ade283e3d,segment=NetworkSegment(edbdcffc-fcd8-4df1-98d0-5b2653c7b151),segment_id=edbdcffc-fcd8-4df1-98d0-5b2653c7b151)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:41:59.776725 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 27 Oct 2021 19:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7293101-05c3-4164-ae77-e5bd2aa7df51 x-openstack-request-id: req-a7293101-05c3-4164-ae77-e5bd2aa7df51 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:41:59.777015 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cde2e95-ffe0-4500-8756-4af221d5d085", "name": "network-vif-unplugged", "status": "failed", "tag": "fde0e2f1-886e-460d-94bf-d38ade283e3d", "code": 422}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:41:59.777266 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a7293101-05c3-4164-ae77-e5bd2aa7df51 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:41:59.777659 n-d-815690-2 neutron-server[102880]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3cde2e95-ffe0-4500-8756-4af221d5d085', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fde0e2f1-886e-460d-94bf-d38ade283e3d', 'code': 422} returned with failed status Oct 27 19:41:59.814942 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:41:59.870673 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=fde0e2f1-886e-460d-94bf-d38ade283e3d,revision_number=6']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:41:59.878631 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:41:59.878987 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:41:59.879332 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:41:59.879677 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:41:59.880001 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:41:59.880583 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:41:59.880912 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:41:59.881236 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:41:59.881558 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:41:59.881926 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:41:59.882255 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:41:59.882575 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:42:00.637498 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9744d-e613-41bb-8d0b-b5a6a90e03ec req-a59f5504-a028-4b04-acb7-801374332014 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:42:00.639048 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-91d9744d-e613-41bb-8d0b-b5a6a90e03ec req-a59f5504-a028-4b04-acb7-801374332014 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 944 time: 0.0510306 Oct 27 19:42:00.678308 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-91d9744d-e613-41bb-8d0b-b5a6a90e03ec req-11a0eefb-1212-4d87-a83b-2ad7384dadf1 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325947 Oct 27 19:42:01.803259 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b2791-34a8-4c8b-b3cd-bd3ea98b66e8 req-32b832cc-c93f-4790-9880-d2609b1ec011 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:42:01.804780 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3d2b2791-34a8-4c8b-b3cd-bd3ea98b66e8 req-32b832cc-c93f-4790-9880-d2609b1ec011 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 944 time: 0.0515816 Oct 27 19:42:01.844734 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3d2b2791-34a8-4c8b-b3cd-bd3ea98b66e8 req-49392618-20a6-426d-b37e-3f7e1f3b33cf tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335298 Oct 27 19:42:02.964255 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3270f8c-84d1-4a94-af1e-4b665db217e4 req-d02230ce-813c-4be3-a0bc-34eb63ee0338 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:42:02.965783 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a3270f8c-84d1-4a94-af1e-4b665db217e4 req-d02230ce-813c-4be3-a0bc-34eb63ee0338 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 944 time: 0.0504754 Oct 27 19:42:03.009878 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a3270f8c-84d1-4a94-af1e-4b665db217e4 req-ccadf280-fc00-43e2-934f-a0f091e9d8f6 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379968 Oct 27 19:42:04.128998 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39938da7-6092-46e6-b99f-dd910a4008ee req-7902c4ec-9dcf-48d1-81d6-88ffac0173be tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:42:04.130929 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-39938da7-6092-46e6-b99f-dd910a4008ee req-7902c4ec-9dcf-48d1-81d6-88ffac0173be tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 944 time: 0.0505457 Oct 27 19:42:04.172488 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-39938da7-6092-46e6-b99f-dd910a4008ee req-f94c16fd-244f-4904-a44d-dc5d3d679b78 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346646 Oct 27 19:42:05.297212 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed42a5-4539-442d-a1cb-9c4e626821c2 req-b421b9b7-ded7-426c-9676-d9d1f6bfc1e9 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:42:05.298771 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5aed42a5-4539-442d-a1cb-9c4e626821c2 req-b421b9b7-ded7-426c-9676-d9d1f6bfc1e9 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 944 time: 0.0551159 Oct 27 19:42:05.339110 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5aed42a5-4539-442d-a1cb-9c4e626821c2 req-b2dba195-4d19-4c4a-84eb-9e407377c552 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333059 Oct 27 19:42:05.521993 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242dd4d-b80d-431e-a416-b1b803ec0dbb req-e1a3e7f5-04f8-49c0-86d3-c955d7e1a08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:42:05.523464 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4242dd4d-b80d-431e-a416-b1b803ec0dbb req-e1a3e7f5-04f8-49c0-86d3-c955d7e1a08a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085&tenant_id=90a70bdbaf514058bacf86d41e5ad553 HTTP/1.1" status: 200 len: 1095 time: 0.0418737 Oct 27 19:42:05.593173 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242dd4d-b80d-431e-a416-b1b803ec0dbb req-da3d315c-0df0-4cb0-93ea-5bc28686d512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:42:05.594661 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4242dd4d-b80d-431e-a416-b1b803ec0dbb req-da3d315c-0df0-4cb0-93ea-5bc28686d512 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=90a70bdbaf514058bacf86d41e5ad553&device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 1095 time: 0.0495625 Oct 27 19:42:05.693564 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242dd4d-b80d-431e-a416-b1b803ec0dbb req-c23b47c6-c0fe-4b94-aa7b-259942021533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:42:05.695061 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4242dd4d-b80d-431e-a416-b1b803ec0dbb req-c23b47c6-c0fe-4b94-aa7b-259942021533 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd HTTP/1.1" status: 200 len: 910 time: 0.0850532 Oct 27 19:42:05.763527 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4242dd4d-b80d-431e-a416-b1b803ec0dbb req-0794da45-e120-4e64-89f4-b4548449a3ed service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fde0e2f1-886e-460d-94bf-d38ade283e3d HTTP/1.1" status: 200 len: 1000 time: 0.0616281 Oct 27 19:42:05.811788 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242dd4d-b80d-431e-a416-b1b803ec0dbb req-66255f65-bbfb-48e0-9a69-9141dd2811fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:42:05.813283 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4242dd4d-b80d-431e-a416-b1b803ec0dbb req-66255f65-bbfb-48e0-9a69-9141dd2811fe service neutron] 10.222.0.81 "GET /v2.0/subnets?id=162c3b5e-935b-4298-81ba-e865a07b830d HTTP/1.1" status: 200 len: 847 time: 0.0425503 Oct 27 19:42:05.859988 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242dd4d-b80d-431e-a416-b1b803ec0dbb req-f8ea6eab-59c0-4303-9748-2bda9e3c537c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:42:05.861487 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4242dd4d-b80d-431e-a416-b1b803ec0dbb req-f8ea6eab-59c0-4303-9748-2bda9e3c537c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403745 Oct 27 19:42:05.956526 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4242dd4d-b80d-431e-a416-b1b803ec0dbb req-6ddef85e-4c75-44a2-abf5-c5a78237551b service neutron] 10.222.0.81 "GET /v2.0/networks/a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876327 Oct 27 19:42:06.046708 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4242dd4d-b80d-431e-a416-b1b803ec0dbb req-5285fbce-c95c-48bf-83ed-5fd6834fe791 service neutron] 10.222.0.81 "GET /v2.0/networks/a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824242 Oct 27 19:42:06.457196 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a8dfe-cfee-49e3-b09a-b8d2cdd7c1de req-8f16d87c-2f59-441b-884e-1bbb450f6ce3 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:42:06.458724 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2e2a8dfe-cfee-49e3-b09a-b8d2cdd7c1de req-8f16d87c-2f59-441b-884e-1bbb450f6ce3 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 944 time: 0.0500984 Oct 27 19:42:06.502544 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2e2a8dfe-cfee-49e3-b09a-b8d2cdd7c1de req-687cf7b1-b610-4bcd-ad62-a834e24c02e8 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373602 Oct 27 19:42:07.623991 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d41e1-9421-4144-a3f3-eaee9b9310f0 req-b274edea-bdf4-4d2d-a38a-4293dad3e2c9 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:42:07.625518 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-401d41e1-9421-4144-a3f3-eaee9b9310f0 req-b274edea-bdf4-4d2d-a38a-4293dad3e2c9 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 944 time: 0.0507503 Oct 27 19:42:07.665108 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-401d41e1-9421-4144-a3f3-eaee9b9310f0 req-f72d7b54-f30c-4f3b-a279-0096ad742bd2 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332961 Oct 27 19:42:08.786580 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55976d01-7ac7-420a-b003-623e7762e289 req-4c4cdc54-822d-4cce-a3a2-ab2336f47d27 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:42:08.788204 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-55976d01-7ac7-420a-b003-623e7762e289 req-4c4cdc54-822d-4cce-a3a2-ab2336f47d27 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 944 time: 0.0505884 Oct 27 19:42:08.827819 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-55976d01-7ac7-420a-b003-623e7762e289 req-4b69c8e7-bfe9-4961-bb43-ffb16c20a080 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330524 Oct 27 19:42:09.699936 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-58bf3239-a3d9-412f-9ae9-e0bb525c2ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:42:09.947304 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b5419-7cd4-4d3c-9f5f-8a21655da38d req-1bd6a1da-9b42-4924-acc9-8f6711bb5184 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:42:09.949062 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-808b5419-7cd4-4d3c-9f5f-8a21655da38d req-1bd6a1da-9b42-4924-acc9-8f6711bb5184 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 944 time: 0.0491583 Oct 27 19:42:09.992207 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-808b5419-7cd4-4d3c-9f5f-8a21655da38d req-56537e6e-6dc8-4f89-b62c-c49597682e08 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372019 Oct 27 19:42:11.110179 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38acaec-7935-427e-ad9f-c4a1c77e5101 req-8393c089-8006-43a5-90d1-2bee4dce55e8 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:42:11.111747 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c38acaec-7935-427e-ad9f-c4a1c77e5101 req-8393c089-8006-43a5-90d1-2bee4dce55e8 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 944 time: 0.0508335 Oct 27 19:42:11.151012 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c38acaec-7935-427e-ad9f-c4a1c77e5101 req-72652d28-1966-4ac2-a5d2-703abc7f2aa3 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332923 Oct 27 19:42:12.169127 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c3a64af0-7c09-4898-8e0a-6b52012cbb02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:42:12.269520 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d26ac4-f95a-4a25-aee5-1e07eab242a6 req-7231a30a-14b0-40f2-b763-fa7671f8952f tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:42:12.271063 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-44d26ac4-f95a-4a25-aee5-1e07eab242a6 req-7231a30a-14b0-40f2-b763-fa7671f8952f tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 944 time: 0.0493441 Oct 27 19:42:12.309868 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-44d26ac4-f95a-4a25-aee5-1e07eab242a6 req-4a5598f4-e55b-4c91-8186-0ea2bcf69b45 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320385 Oct 27 19:42:13.428720 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea8b4a-577e-4236-9717-b9fef2b9714d req-a1f1005a-2407-45d8-8e7a-32c43904d74b tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:42:13.430311 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c4ea8b4a-577e-4236-9717-b9fef2b9714d req-a1f1005a-2407-45d8-8e7a-32c43904d74b tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 944 time: 0.0515592 Oct 27 19:42:13.471547 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:42:13.472994 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c4ea8b4a-577e-4236-9717-b9fef2b9714d req-8d52e474-d42a-4144-a63f-4e6b8c8ea28d tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353081 Oct 27 19:42:13.696915 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device fde0e2f1-886e-460d-94bf-d38ade283e3d details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 19:42:13.783564 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:42:13.795035 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port fde0e2f1-886e-460d-94bf-d38ade283e3d, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=fde0e2f1-886e-460d-94bf-d38ade283e3d,segment=NetworkSegment(edbdcffc-fcd8-4df1-98d0-5b2653c7b151),segment_id=edbdcffc-fcd8-4df1-98d0-5b2653c7b151)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:42:13.806530 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': 'fde0e2f1-886e-460d-94bf-d38ade283e3d', 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd', 'port_id': 'fde0e2f1-886e-460d-94bf-d38ade283e3d', 'mac_address': 'fa:16:3e:df:74:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '162c3b5e-935b-4298-81ba-e865a07b830d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 19:42:13.848073 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:42:13.862838 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fde0e2f1-886e-460d-94bf-d38ade283e3d {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:42:13.887209 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port fde0e2f1-886e-460d-94bf-d38ade283e3d, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=fde0e2f1-886e-460d-94bf-d38ade283e3d,segment=NetworkSegment(edbdcffc-fcd8-4df1-98d0-5b2653c7b151),segment_id=edbdcffc-fcd8-4df1-98d0-5b2653c7b151)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:42:13.979882 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:42:14.028964 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=fde0e2f1-886e-460d-94bf-d38ade283e3d,revision_number=7']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:42:14.201466 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['fde0e2f1-886e-460d-94bf-d38ade283e3d'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:42:14.591887 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ad4f5-b5ea-45b6-b145-8936ddd40c24 req-c0d40611-3cdc-436a-b52d-de6fc653b49e tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:42:14.593439 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-501ad4f5-b5ea-45b6-b145-8936ddd40c24 req-c0d40611-3cdc-436a-b52d-de6fc653b49e tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 945 time: 0.0503483 Oct 27 19:42:14.632766 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-501ad4f5-b5ea-45b6-b145-8936ddd40c24 req-8ecad339-2343-45f3-923a-1b9a67ad10ff tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332577 Oct 27 19:42:15.425322 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:42:15.712628 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device fde0e2f1-886e-460d-94bf-d38ade283e3d up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:42:15.754154 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09348e-0f0f-4799-9164-11e6a6efc675 req-d3c86a2e-cc5c-4339-bd8c-6fc03542d633 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:42:15.756024 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4f09348e-0f0f-4799-9164-11e6a6efc675 req-d3c86a2e-cc5c-4339-bd8c-6fc03542d633 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 945 time: 0.0514188 Oct 27 19:42:15.762362 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port fde0e2f1-886e-460d-94bf-d38ade283e3d triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:42:15.763372 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:42:15.795953 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4f09348e-0f0f-4799-9164-11e6a6efc675 req-909d4c43-a3b2-4cb2-b871-174a645f2a06 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336633 Oct 27 19:42:15.846139 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:42:15.868962 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cde2e95-ffe0-4500-8756-4af221d5d085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde0e2f1-886e-460d-94bf-d38ade283e3d'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:42:15.871255 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b7a7ffbeb5006bcc00a453a37d6ced003ca150096c2d6d80d40f5ba58f622d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f503aad7-b35a-4821-94e6-dcb88c60688a" -d '{"events": [{"server_uuid": "3cde2e95-ffe0-4500-8756-4af221d5d085", "name": "network-vif-plugged", "status": "completed", "tag": "fde0e2f1-886e-460d-94bf-d38ade283e3d"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:42:15.884913 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port fde0e2f1-886e-460d-94bf-d38ade283e3d, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=fde0e2f1-886e-460d-94bf-d38ade283e3d,segment=NetworkSegment(edbdcffc-fcd8-4df1-98d0-5b2653c7b151),segment_id=edbdcffc-fcd8-4df1-98d0-5b2653c7b151)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:42:15.906950 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2b1287-b21b-4c49-a5bb-8a838775dc96 x-openstack-request-id: req-3e2b1287-b21b-4c49-a5bb-8a838775dc96 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:42:15.907237 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cde2e95-ffe0-4500-8756-4af221d5d085", "name": "network-vif-plugged", "status": "completed", "tag": "fde0e2f1-886e-460d-94bf-d38ade283e3d", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:42:15.907483 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3e2b1287-b21b-4c49-a5bb-8a838775dc96 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:42:15.907865 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cde2e95-ffe0-4500-8756-4af221d5d085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde0e2f1-886e-460d-94bf-d38ade283e3d', 'code': 200} Oct 27 19:42:15.961859 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:42:16.008931 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=fde0e2f1-886e-460d-94bf-d38ade283e3d,revision_number=8']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:42:16.056276 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d5611-5b40-4b04-bf83-ff71c8f3698a req-68b5e364-a684-464d-89ba-9c7a20a77783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:42:16.057786 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9d4d5611-5b40-4b04-bf83-ff71c8f3698a req-68b5e364-a684-464d-89ba-9c7a20a77783 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 1097 time: 0.0434370 Oct 27 19:42:16.423854 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9d4d5611-5b40-4b04-bf83-ff71c8f3698a req-2e4cac85-cb4d-4c52-8be9-8b44629375f5 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3588986 Oct 27 19:42:16.917399 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7527569-f79b-4773-af3f-df5bc6f90022 req-f698b1e4-7555-40cc-b901-899c8bf0dfd1 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:42:16.919417 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d7527569-f79b-4773-af3f-df5bc6f90022 req-f698b1e4-7555-40cc-b901-899c8bf0dfd1 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 946 time: 0.0502794 Oct 27 19:42:16.961417 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d7527569-f79b-4773-af3f-df5bc6f90022 req-08edc715-2f5e-42b6-82a8-5b567fe2336d tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360348 Oct 27 19:42:18.077970 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fdfd0-2c48-4c2a-8078-38a9d1df1b9c req-ca36fd17-37fa-4fdf-bdb8-60979c7f31cc tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:42:18.079564 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3f3fdfd0-2c48-4c2a-8078-38a9d1df1b9c req-ca36fd17-37fa-4fdf-bdb8-60979c7f31cc tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 946 time: 0.0503745 Oct 27 19:42:18.117575 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-3f3fdfd0-2c48-4c2a-8078-38a9d1df1b9c req-e2c1049a-974e-44f0-bed8-23d4f3783502 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318613 Oct 27 19:42:27.192856 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:42:27.711293 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:42:31.702263 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:42:39.693518 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-bfdd84a1-5889-4c38-b7a5-f92bf5e80999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:42:42.173379 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-85094097-8db3-42de-ae13-081cb2d36458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:42:43.448634 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:42:43.779306 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:42:45.425013 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:42:57.167277 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:42:57.767363 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:42:59.098568 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9bc4d2ee-cefc-4902-8d12-f67cf3a31d57 req-97185d1a-04e8-47fc-804f-07f5bc459d0b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402842 Oct 27 19:42:59.182727 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4d2ee-cefc-4902-8d12-f67cf3a31d57 req-53ceb1e9-bd85-4b60-b936-2256774a11bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:42:59.184253 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9bc4d2ee-cefc-4902-8d12-f67cf3a31d57 req-53ceb1e9-bd85-4b60-b936-2256774a11bc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=90a70bdbaf514058bacf86d41e5ad553&device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 1097 time: 0.0417500 Oct 27 19:42:59.293511 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4d2ee-cefc-4902-8d12-f67cf3a31d57 req-6d59c1b2-1e81-47d5-a8c1-9f1ba4f15044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:42:59.295026 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9bc4d2ee-cefc-4902-8d12-f67cf3a31d57 req-6d59c1b2-1e81-47d5-a8c1-9f1ba4f15044 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd HTTP/1.1" status: 200 len: 910 time: 0.0912666 Oct 27 19:42:59.361750 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9bc4d2ee-cefc-4902-8d12-f67cf3a31d57 req-77a9a88b-6d2b-4dc1-ae33-d2d09a07446c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fde0e2f1-886e-460d-94bf-d38ade283e3d HTTP/1.1" status: 200 len: 1002 time: 0.0589268 Oct 27 19:42:59.416149 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4d2ee-cefc-4902-8d12-f67cf3a31d57 req-e8af853a-e183-4cee-a5b7-9700e78b8c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:42:59.417532 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9bc4d2ee-cefc-4902-8d12-f67cf3a31d57 req-e8af853a-e183-4cee-a5b7-9700e78b8c58 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=162c3b5e-935b-4298-81ba-e865a07b830d HTTP/1.1" status: 200 len: 847 time: 0.0494943 Oct 27 19:42:59.463644 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4d2ee-cefc-4902-8d12-f67cf3a31d57 req-919ac4fb-9623-4227-a1a0-fbdf71620656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:42:59.465146 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9bc4d2ee-cefc-4902-8d12-f67cf3a31d57 req-919ac4fb-9623-4227-a1a0-fbdf71620656 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412047 Oct 27 19:42:59.558434 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9bc4d2ee-cefc-4902-8d12-f67cf3a31d57 req-6c762a6e-1067-4491-b36a-2506d579bfee service neutron] 10.222.0.81 "GET /v2.0/networks/a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858021 Oct 27 19:42:59.653275 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-9bc4d2ee-cefc-4902-8d12-f67cf3a31d57 req-5501475c-0d05-485d-9d86-68883e123f57 service neutron] 10.222.0.81 "GET /v2.0/networks/a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872724 Oct 27 19:43:08.701368 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:43:09.710198 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a7aa60da-d432-4e6a-9e00-ddc7868b102c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:43:12.167091 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a1973e0d-4c7e-4b5b-b0b9-57555f1ae37a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:43:13.470472 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:43:13.847287 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:43:15.424054 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:43:27.218376 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:43:27.704069 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:43:39.721024 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0180e284-e145-4d31-a3a0-47775ad551bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:43:42.155136 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-371f2604-dc65-4f4c-ad98-d071983de3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:43:43.452156 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:43:43.766392 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:43:45.430003 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:43:45.699801 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:43:56.976901 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 53784) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:43:57.142308 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-204640d9-2f20-4e47-8371-beae334367e0 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Deleting port 39c5544f-e4f2-4385-9375-632b1aedf44a {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:43:57.142656 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-204640d9-2f20-4e47-8371-beae334367e0 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:43:57.195300 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:43:57.226356 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-204640d9-2f20-4e47-8371-beae334367e0 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:43:57.229178 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-204640d9-2f20-4e47-8371-beae334367e0 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:43:57.238670 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-204640d9-2f20-4e47-8371-beae334367e0 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Calling delete_port for 39c5544f-e4f2-4385-9375-632b1aedf44a owned by network:floatingip {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:43:57.435103 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-204640d9-2f20-4e47-8371-beae334367e0 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:43:57.463445 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204640d9-2f20-4e47-8371-beae334367e0 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Pushing event deleted for resources: {'Port': ['ID=39c5544f-e4f2-4385-9375-632b1aedf44a,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:43:57.487985 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204640d9-2f20-4e47-8371-beae334367e0 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:43:57.488257 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204640d9-2f20-4e47-8371-beae334367e0 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:43:57.488602 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204640d9-2f20-4e47-8371-beae334367e0 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:43:57.488945 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204640d9-2f20-4e47-8371-beae334367e0 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:43:57.489281 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204640d9-2f20-4e47-8371-beae334367e0 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:43:57.489615 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204640d9-2f20-4e47-8371-beae334367e0 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:43:57.490009 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204640d9-2f20-4e47-8371-beae334367e0 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:43:57.491075 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204640d9-2f20-4e47-8371-beae334367e0 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:43:57.491564 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204640d9-2f20-4e47-8371-beae334367e0 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:43:57.491906 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204640d9-2f20-4e47-8371-beae334367e0 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:43:57.492251 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204640d9-2f20-4e47-8371-beae334367e0 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:43:57.492584 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204640d9-2f20-4e47-8371-beae334367e0 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:43:57.535626 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-204640d9-2f20-4e47-8371-beae334367e0 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for floatingip, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:43:57.535920 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [None req-204640d9-2f20-4e47-8371-beae334367e0 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Floating IP e3cecf4d-6e1e-4526-8111-62c37a0d52cd disassociated (deleted). External IP: 172.25.6.249, port: fde0e2f1-886e-460d-94bf-d38ade283e3d. Oct 27 19:43:57.710387 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:43:57.753277 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204640d9-2f20-4e47-8371-beae334367e0 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Router 89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:43:57.867927 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204640d9-2f20-4e47-8371-beae334367e0 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:43:57.873039 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-204640d9-2f20-4e47-8371-beae334367e0 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:43:57.879303 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcc676a-8470-4b2d-b700-566767253f44 None None] Sync routers for ids ['89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:43:57.889401 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcc676a-8470-4b2d-b700-566767253f44 None None] Routers {'89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:43:57.890010 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1bcc676a-8470-4b2d-b700-566767253f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:43:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:43:57.904395 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-204640d9-2f20-4e47-8371-beae334367e0 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "DELETE /v2.0/floatingips/e3cecf4d-6e1e-4526-8111-62c37a0d52cd HTTP/1.1" status: 204 len: 168 time: 0.9254067 Oct 27 19:43:57.904984 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cde2e95-ffe0-4500-8756-4af221d5d085', 'tag': 'fde0e2f1-886e-460d-94bf-d38ade283e3d'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:43:57.907314 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bca0ca0b982d995b269f20b8ee9fa1484886a2da5fdd33aa4707a11ccb3e0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f332a2f-f955-4875-8372-e6d45611257c" -d '{"events": [{"name": "network-changed", "server_uuid": "3cde2e95-ffe0-4500-8756-4af221d5d085", "tag": "fde0e2f1-886e-460d-94bf-d38ade283e3d"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:43:57.993418 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-1bcc676a-8470-4b2d-b700-566767253f44 None None] Set router 89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:43:58.294251 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1bcc676a-8470-4b2d-b700-566767253f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'name': 'tempest-TestShelveInstance-972985674-router', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '60a5d1eb-03bb-4b59-98e9-1854fd01ae02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:33:52Z', 'updated_at': '2021-10-27T19:33:55Z', 'revision_number': 4, 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'gw_port': {'id': '60a5d1eb-03bb-4b59-98e9-1854fd01ae02', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:33:53Z', 'updated_at': '2021-10-27T19:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '327610a8-fa40-49f3-8883-60dea56632da', 'name': '', 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'mac_address': 'fa:16:3e:aa:3a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '162c3b5e-935b-4298-81ba-e865a07b830d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:33:55Z', 'updated_at': '2021-10-27T19:33:59Z', 'revision_number': 5, 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'subnets': [{'id': '162c3b5e-935b-4298-81ba-e865a07b830d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:43:58.322034 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcc676a-8470-4b2d-b700-566767253f44 None None] Checking router: 89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:43:58.323473 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a214515c-f38c-4de7-84ae-c0e2f4836c7c x-openstack-request-id: req-a214515c-f38c-4de7-84ae-c0e2f4836c7c {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:43:58.324317 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cde2e95-ffe0-4500-8756-4af221d5d085", "tag": "fde0e2f1-886e-460d-94bf-d38ade283e3d", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:43:58.324576 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a214515c-f38c-4de7-84ae-c0e2f4836c7c {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:43:58.325014 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cde2e95-ffe0-4500-8756-4af221d5d085', 'tag': 'fde0e2f1-886e-460d-94bf-d38ade283e3d', 'status': 'completed', 'code': 200} Oct 27 19:43:58.331595 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcc676a-8470-4b2d-b700-566767253f44 None None] Routers {'89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:43:58.332215 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1bcc676a-8470-4b2d-b700-566767253f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:43:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:43:58.434434 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863bfa1-d58e-456e-98cb-e3d24e803b74 req-b5684b90-ac5c-4208-9d17-cb482160223d tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:43:58.436127 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8863bfa1-d58e-456e-98cb-e3d24e803b74 req-b5684b90-ac5c-4208-9d17-cb482160223d tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 946 time: 0.0650942 Oct 27 19:43:58.441300 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f332a2f-f955-4875-8372-e6d45611257c req-03e0cb4e-f3cc-41bc-9fab-708d80b29f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:43:58.443139 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1f332a2f-f955-4875-8372-e6d45611257c req-03e0cb4e-f3cc-41bc-9fab-708d80b29f15 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=90a70bdbaf514058bacf86d41e5ad553&device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 1097 time: 0.0914042 Oct 27 19:43:58.449141 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-1bcc676a-8470-4b2d-b700-566767253f44 None None] Set router 89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:43:58.480932 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8863bfa1-d58e-456e-98cb-e3d24e803b74 req-5f37709e-e91c-4f48-80d3-ed4fa6bd1377 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377080 Oct 27 19:43:58.541531 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f332a2f-f955-4875-8372-e6d45611257c req-28adb1b4-1ede-4691-b7cc-8979bd476c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:43:58.543184 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1f332a2f-f955-4875-8372-e6d45611257c req-28adb1b4-1ede-4691-b7cc-8979bd476c51 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd HTTP/1.1" status: 200 len: 910 time: 0.0921178 Oct 27 19:43:58.586691 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1f332a2f-f955-4875-8372-e6d45611257c req-08befdcf-91fe-4ce5-825f-66e202bddd38 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fde0e2f1-886e-460d-94bf-d38ade283e3d HTTP/1.1" status: 200 len: 217 time: 0.0359461 Oct 27 19:43:58.642674 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f332a2f-f955-4875-8372-e6d45611257c req-85c8b3bd-4d73-449f-94ad-30bd4bafdb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:43:58.644251 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1f332a2f-f955-4875-8372-e6d45611257c req-85c8b3bd-4d73-449f-94ad-30bd4bafdb0e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=162c3b5e-935b-4298-81ba-e865a07b830d HTTP/1.1" status: 200 len: 847 time: 0.0489020 Oct 27 19:43:58.664550 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1bcc676a-8470-4b2d-b700-566767253f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'name': 'tempest-TestShelveInstance-972985674-router', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '60a5d1eb-03bb-4b59-98e9-1854fd01ae02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:33:52Z', 'updated_at': '2021-10-27T19:33:55Z', 'revision_number': 4, 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'gw_port': {'id': '60a5d1eb-03bb-4b59-98e9-1854fd01ae02', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:33:53Z', 'updated_at': '2021-10-27T19:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '327610a8-fa40-49f3-8883-60dea56632da', 'name': '', 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'mac_address': 'fa:16:3e:aa:3a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '162c3b5e-935b-4298-81ba-e865a07b830d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:33:55Z', 'updated_at': '2021-10-27T19:33:59Z', 'revision_number': 5, 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'subnets': [{'id': '162c3b5e-935b-4298-81ba-e865a07b830d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:43:58.693749 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcc676a-8470-4b2d-b700-566767253f44 None None] The sync data for ids ['89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a'] in n-d-815690-2 is: [{'id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'name': 'tempest-TestShelveInstance-972985674-router', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '60a5d1eb-03bb-4b59-98e9-1854fd01ae02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:33:52Z', 'updated_at': '2021-10-27T19:33:55Z', 'revision_number': 4, 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'gw_port': {'id': '60a5d1eb-03bb-4b59-98e9-1854fd01ae02', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:33:53Z', 'updated_at': '2021-10-27T19:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '327610a8-fa40-49f3-8883-60dea56632da', 'name': '', 'network_id': 'a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'mac_address': 'fa:16:3e:aa:3a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '162c3b5e-935b-4298-81ba-e865a07b830d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:33:55Z', 'updated_at': '2021-10-27T19:33:59Z', 'revision_number': 5, 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'subnets': [{'id': '162c3b5e-935b-4298-81ba-e865a07b830d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:43:58.699199 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f332a2f-f955-4875-8372-e6d45611257c req-150bbd47-e8f0-4c16-a6c5-ef988f7f1202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:43:58.700702 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1f332a2f-f955-4875-8372-e6d45611257c req-150bbd47-e8f0-4c16-a6c5-ef988f7f1202 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479786 Oct 27 19:43:58.796972 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1f332a2f-f955-4875-8372-e6d45611257c req-1afd9170-26ec-4f52-9ed6-d6f23e762b2e service neutron] 10.222.0.81 "GET /v2.0/networks/a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871949 Oct 27 19:43:58.897084 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-1f332a2f-f955-4875-8372-e6d45611257c req-523787b1-e787-4d6f-895f-3b056a4db09a service neutron] 10.222.0.81 "GET /v2.0/networks/a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923681 Oct 27 19:43:58.935124 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bde93bb-5f5f-4a06-aa9d-f4bdfa70d8a6 None None] New status for floating IP e3cecf4d-6e1e-4526-8111-62c37a0d52cd: DOWN {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 19:43:59.601997 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52d453-6cd6-475a-85e2-0ed1458dea16 req-7904282b-4d88-4fd9-b58b-9054aee90169 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:43:59.603534 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eb52d453-6cd6-475a-85e2-0ed1458dea16 req-7904282b-4d88-4fd9-b58b-9054aee90169 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 946 time: 0.0509200 Oct 27 19:43:59.642790 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-eb52d453-6cd6-475a-85e2-0ed1458dea16 req-6fda37f0-2031-43b1-8d32-e0ac3ffcf806 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/security-groups?id=a75645d1-a369-40f8-bb4b-84204511f186&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330911 Oct 27 19:43:59.854950 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847277c-9756-41be-a6ba-a7dfc8414a66 req-49e36645-9d54-42a2-9190-feba2badfe8c tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:43:59.856461 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4847277c-9756-41be-a6ba-a7dfc8414a66 req-49e36645-9d54-42a2-9190-feba2badfe8c tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.81 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 946 time: 0.0507057 Oct 27 19:43:59.957073 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-4847277c-9756-41be-a6ba-a7dfc8414a66 req-909a968e-5352-4dbd-a455-e61aa4f78ccf tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Deleting port fde0e2f1-886e-460d-94bf-d38ade283e3d {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:43:59.957428 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4847277c-9756-41be-a6ba-a7dfc8414a66 req-909a968e-5352-4dbd-a455-e61aa4f78ccf tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:00.055650 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-4847277c-9756-41be-a6ba-a7dfc8414a66 req-909a968e-5352-4dbd-a455-e61aa4f78ccf tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] For port fde0e2f1-886e-460d-94bf-d38ade283e3d, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=fde0e2f1-886e-460d-94bf-d38ade283e3d,segment=NetworkSegment(edbdcffc-fcd8-4df1-98d0-5b2653c7b151),segment_id=edbdcffc-fcd8-4df1-98d0-5b2653c7b151)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:44:00.056093 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4847277c-9756-41be-a6ba-a7dfc8414a66 req-909a968e-5352-4dbd-a455-e61aa4f78ccf tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:00.070134 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-4847277c-9756-41be-a6ba-a7dfc8414a66 req-909a968e-5352-4dbd-a455-e61aa4f78ccf tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Calling delete_port for fde0e2f1-886e-460d-94bf-d38ade283e3d owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:44:00.280979 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4847277c-9756-41be-a6ba-a7dfc8414a66 req-909a968e-5352-4dbd-a455-e61aa4f78ccf tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:00.311974 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a968e-5352-4dbd-a455-e61aa4f78ccf tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Pushing event deleted for resources: {'Port': ['ID=fde0e2f1-886e-460d-94bf-d38ade283e3d,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:00.339991 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a968e-5352-4dbd-a455-e61aa4f78ccf tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:44:00.340344 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a968e-5352-4dbd-a455-e61aa4f78ccf tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:44:00.340691 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a968e-5352-4dbd-a455-e61aa4f78ccf tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:44:00.341036 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a968e-5352-4dbd-a455-e61aa4f78ccf tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:44:00.341374 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a968e-5352-4dbd-a455-e61aa4f78ccf tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:44:00.341960 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a968e-5352-4dbd-a455-e61aa4f78ccf tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:44:00.342103 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a968e-5352-4dbd-a455-e61aa4f78ccf tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:44:00.342427 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a968e-5352-4dbd-a455-e61aa4f78ccf tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:44:00.342758 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a968e-5352-4dbd-a455-e61aa4f78ccf tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:44:00.343136 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a968e-5352-4dbd-a455-e61aa4f78ccf tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:44:00.343463 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a968e-5352-4dbd-a455-e61aa4f78ccf tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:44:00.343795 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a968e-5352-4dbd-a455-e61aa4f78ccf tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:44:00.373843 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-4847277c-9756-41be-a6ba-a7dfc8414a66 req-909a968e-5352-4dbd-a455-e61aa4f78ccf tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] No DVR routers for this DVR port fde0e2f1-886e-460d-94bf-d38ade283e3d on host n-h1-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:44:00.376829 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-4847277c-9756-41be-a6ba-a7dfc8414a66 req-909a968e-5352-4dbd-a455-e61aa4f78ccf tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:00.380862 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4847277c-9756-41be-a6ba-a7dfc8414a66 req-909a968e-5352-4dbd-a455-e61aa4f78ccf tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.81 "DELETE /v2.0/ports/fde0e2f1-886e-460d-94bf-d38ade283e3d HTTP/1.1" status: 204 len: 173 time: 0.5182166 Oct 27 19:44:00.381617 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cde2e95-ffe0-4500-8756-4af221d5d085', 'name': 'network-vif-deleted', 'tag': 'fde0e2f1-886e-460d-94bf-d38ade283e3d'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:44:00.383995 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c38b7d-1b6e-4dbb-9bd6-9b334c8c5d85" -d '{"events": [{"server_uuid": "3cde2e95-ffe0-4500-8756-4af221d5d085", "name": "network-vif-deleted", "tag": "fde0e2f1-886e-460d-94bf-d38ade283e3d"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:44:00.467376 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ccf617-9543-40b2-a784-6fe60241cba2 x-openstack-request-id: req-c3ccf617-9543-40b2-a784-6fe60241cba2 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:44:00.467681 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cde2e95-ffe0-4500-8756-4af221d5d085", "name": "network-vif-deleted", "tag": "fde0e2f1-886e-460d-94bf-d38ade283e3d", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:44:00.467966 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c3ccf617-9543-40b2-a784-6fe60241cba2 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:44:00.468354 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cde2e95-ffe0-4500-8756-4af221d5d085', 'name': 'network-vif-deleted', 'tag': 'fde0e2f1-886e-460d-94bf-d38ade283e3d', 'status': 'completed', 'code': 200} Oct 27 19:44:00.755577 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4818288f-93cc-405a-b142-9ecfc00cc4ce req-5035fa61-a50f-4eba-a4f8-0ee1a0685c7f tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 210 time: 0.0337262 Oct 27 19:44:01.857289 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-59cbb9d8-049c-4ec6-8b8a-7a31735f3ab2 req-e010ce05-580d-4622-bb14-9b06a8c13f03 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 210 time: 0.0292079 Oct 27 19:44:02.957168 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-40e10c61-efd5-4928-bd88-bfdf20e56876 req-56e8ad26-d723-4e13-a352-09b845289c22 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 210 time: 0.0274508 Oct 27 19:44:04.264912 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b8d79f56-d197-4cda-9c7f-b7ac4f401e77 req-c00a5a0f-425e-4126-a10c-d1f2b21c9bbe tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 210 time: 0.0290020 Oct 27 19:44:04.394300 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device fde0e2f1-886e-460d-94bf-d38ade283e3d no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:44:04.416715 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] No Port match for: fde0e2f1-886e-460d-94bf-d38ade283e3d {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:44:04.417245 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device fde0e2f1-886e-460d-94bf-d38ade283e3d not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:44:05.363714 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-de82337b-73d7-4cc4-94c0-2b5dce0cc439 req-b856469b-39cc-49fc-aeb4-84d678e33549 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "GET /v2.0/ports?device_id=3cde2e95-ffe0-4500-8756-4af221d5d085 HTTP/1.1" status: 200 len: 210 time: 0.0280309 Oct 27 19:44:06.422607 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 53830) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:44:06.483364 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0c06e332-9fe5-4962-a0b2-7dfecb2a1806 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:06.516555 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0c06e332-9fe5-4962-a0b2-7dfecb2a1806 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:06.640315 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0c06e332-9fe5-4962-a0b2-7dfecb2a1806 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:06.643080 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-0c06e332-9fe5-4962-a0b2-7dfecb2a1806 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:06.645136 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-0c06e332-9fe5-4962-a0b2-7dfecb2a1806 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] 10.222.0.52 "DELETE /v2.0/security-groups/a75645d1-a369-40f8-bb4b-84204511f186 HTTP/1.1" status: 204 len: 168 time: 0.2206109 Oct 27 19:44:06.653819 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c06e332-9fe5-4962-a0b2-7dfecb2a1806 tempest-TestShelveInstance-1130681147 tempest-TestShelveInstance-1130681147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75645d1-a369-40f8-bb4b-84204511f186,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:06.783375 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 53834) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:44:07.289855 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d0f88f0d-9d8f-426e-9d2e-610e11d2286e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:07.547653 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-d0f88f0d-9d8f-426e-9d2e-610e11d2286e admin admin] Deleting port 327610a8-fa40-49f3-8883-60dea56632da {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:44:07.548300 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d0f88f0d-9d8f-426e-9d2e-610e11d2286e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:07.635516 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-d0f88f0d-9d8f-426e-9d2e-610e11d2286e admin admin] For port 327610a8-fa40-49f3-8883-60dea56632da, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=327610a8-fa40-49f3-8883-60dea56632da,segment=NetworkSegment(edbdcffc-fcd8-4df1-98d0-5b2653c7b151),segment_id=edbdcffc-fcd8-4df1-98d0-5b2653c7b151)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:44:07.635885 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d0f88f0d-9d8f-426e-9d2e-610e11d2286e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:07.649632 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-d0f88f0d-9d8f-426e-9d2e-610e11d2286e admin admin] Calling delete_port for 327610a8-fa40-49f3-8883-60dea56632da owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:44:07.898438 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d0f88f0d-9d8f-426e-9d2e-610e11d2286e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:07.926615 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f88f0d-9d8f-426e-9d2e-610e11d2286e admin admin] Pushing event deleted for resources: {'Port': ['ID=327610a8-fa40-49f3-8883-60dea56632da,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:08.103323 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d0f88f0d-9d8f-426e-9d2e-610e11d2286e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:08.330723 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f88f0d-9d8f-426e-9d2e-610e11d2286e admin admin] Router 89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:44:08.441410 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f88f0d-9d8f-426e-9d2e-610e11d2286e admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:44:08.450290 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d0f88f0d-9d8f-426e-9d2e-610e11d2286e admin admin] 10.222.0.52 "PUT /v2.0/routers/89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6630857 Oct 27 19:44:08.450290 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 53838) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:44:08.452431 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9d0650-f4fd-4611-9c35-69a4b3cf4b10 None None] Sync routers for ids ['89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:44:08.464051 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9d0650-f4fd-4611-9c35-69a4b3cf4b10 None None] Routers {'89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:44:08.464674 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1f9d0650-f4fd-4611-9c35-69a4b3cf4b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:43:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:44:08.560037 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b66f6aa3-0b91-4336-890e-126b1a8e8a47 admin admin] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:08.573443 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-1f9d0650-f4fd-4611-9c35-69a4b3cf4b10 None None] Set router 89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:44:08.669058 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b66f6aa3-0b91-4336-890e-126b1a8e8a47 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:08.757187 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1f9d0650-f4fd-4611-9c35-69a4b3cf4b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'name': 'tempest-TestShelveInstance-972985674-router', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.10'}], 'enable_snat': True}, 'gw_port_id': '60a5d1eb-03bb-4b59-98e9-1854fd01ae02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:33:52Z', 'updated_at': '2021-10-27T19:44:07Z', 'revision_number': 5, 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'gw_port': {'id': '60a5d1eb-03bb-4b59-98e9-1854fd01ae02', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:3a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:33:53Z', 'updated_at': '2021-10-27T19:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:44:08.793190 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9d0650-f4fd-4611-9c35-69a4b3cf4b10 None None] Checking router: 89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:44:08.797198 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-b66f6aa3-0b91-4336-890e-126b1a8e8a47 admin admin] Deleting port 60a5d1eb-03bb-4b59-98e9-1854fd01ae02 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:44:08.797544 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b66f6aa3-0b91-4336-890e-126b1a8e8a47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:08.803078 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9d0650-f4fd-4611-9c35-69a4b3cf4b10 None None] Routers {'89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:44:08.803891 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1f9d0650-f4fd-4611-9c35-69a4b3cf4b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:43:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:44:08.883574 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-b66f6aa3-0b91-4336-890e-126b1a8e8a47 admin admin] For port 60a5d1eb-03bb-4b59-98e9-1854fd01ae02, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=60a5d1eb-03bb-4b59-98e9-1854fd01ae02,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:44:08.883947 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b66f6aa3-0b91-4336-890e-126b1a8e8a47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:08.892398 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-1f9d0650-f4fd-4611-9c35-69a4b3cf4b10 None None] Set router 89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a gateway port host: None {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:44:08.903197 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-b66f6aa3-0b91-4336-890e-126b1a8e8a47 admin admin] Calling delete_port for 60a5d1eb-03bb-4b59-98e9-1854fd01ae02 owned by network:router_gateway {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:44:08.944752 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1f9d0650-f4fd-4611-9c35-69a4b3cf4b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'name': 'tempest-TestShelveInstance-972985674-router', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:33:52Z', 'updated_at': '2021-10-27T19:44:08Z', 'revision_number': 6, 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:44:08.976786 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9d0650-f4fd-4611-9c35-69a4b3cf4b10 None None] The sync data for ids ['89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a'] in n-d-815690-2 is: [{'id': '89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a', 'name': 'tempest-TestShelveInstance-972985674-router', 'tenant_id': '90a70bdbaf514058bacf86d41e5ad553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:33:52Z', 'updated_at': '2021-10-27T19:44:08Z', 'revision_number': 6, 'project_id': '90a70bdbaf514058bacf86d41e5ad553', 'gw_port_host': None}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:44:09.418767 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 327610a8-fa40-49f3-8883-60dea56632da no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:44:09.445618 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 327610a8-fa40-49f3-8883-60dea56632da {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:44:09.446055 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 327610a8-fa40-49f3-8883-60dea56632da not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:44:09.508945 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b66f6aa3-0b91-4336-890e-126b1a8e8a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:09.533669 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f6aa3-0b91-4336-890e-126b1a8e8a47 admin admin] Pushing event deleted for resources: {'Port': ['ID=60a5d1eb-03bb-4b59-98e9-1854fd01ae02,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:09.597934 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b66f6aa3-0b91-4336-890e-126b1a8e8a47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:09.686271 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-344a5d9d-e25d-4cc9-bc93-bc25535a673a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:09.690905 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b66f6aa3-0b91-4336-890e-126b1a8e8a47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:09.693980 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b66f6aa3-0b91-4336-890e-126b1a8e8a47 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:09.812423 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b66f6aa3-0b91-4336-890e-126b1a8e8a47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:09.812984 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66f6aa3-0b91-4336-890e-126b1a8e8a47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 19:44:09.821185 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b66f6aa3-0b91-4336-890e-126b1a8e8a47 admin admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:09.830313 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b66f6aa3-0b91-4336-890e-126b1a8e8a47 admin admin] 10.222.0.52 "DELETE /v2.0/routers/89c96f2e-b3d7-4c48-87a0-8ba4e628ee1a HTTP/1.1" status: 204 len: 168 time: 1.3719926 Oct 27 19:44:09.830313 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 53840) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:44:09.875481 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9397117-f15c-4dbb-b83f-88ffe5a9807b admin admin] Deleting subnet 162c3b5e-935b-4298-81ba-e865a07b830d {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 19:44:09.879399 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a9397117-f15c-4dbb-b83f-88ffe5a9807b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:09.916721 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a9397117-f15c-4dbb-b83f-88ffe5a9807b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:10.000992 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a9397117-f15c-4dbb-b83f-88ffe5a9807b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:10.120748 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a9397117-f15c-4dbb-b83f-88ffe5a9807b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:10.146897 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9397117-f15c-4dbb-b83f-88ffe5a9807b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=162c3b5e-935b-4298-81ba-e865a07b830d,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:10.152404 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a9397117-f15c-4dbb-b83f-88ffe5a9807b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:10.156370 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a9397117-f15c-4dbb-b83f-88ffe5a9807b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/162c3b5e-935b-4298-81ba-e865a07b830d HTTP/1.1" status: 204 len: 168 time: 0.3294792 Oct 27 19:44:10.157351 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff44064f-e511-45b6-99a5-54312e6ee94d None None] Network a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:44:10.159294 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 53842) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:44:10.231697 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cb61ca8f-e962-4a3c-8b67-595dd6764ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:10.287262 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-cb61ca8f-e962-4a3c-8b67-595dd6764ad9 admin admin] Deleting port 38a24f98-c9b9-4980-b3ca-0b98e12e0941 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:44:10.287608 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cb61ca8f-e962-4a3c-8b67-595dd6764ad9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:10.342798 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce32ed1-b7f3-416c-8c85-f30e329bcd0c None None] DHCP port deletion for a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 19:44:10.363123 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-cb61ca8f-e962-4a3c-8b67-595dd6764ad9 admin admin] For port 38a24f98-c9b9-4980-b3ca-0b98e12e0941, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=38a24f98-c9b9-4980-b3ca-0b98e12e0941,segment=NetworkSegment(edbdcffc-fcd8-4df1-98d0-5b2653c7b151),segment_id=edbdcffc-fcd8-4df1-98d0-5b2653c7b151)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:44:10.363488 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cb61ca8f-e962-4a3c-8b67-595dd6764ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:10.376840 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-cb61ca8f-e962-4a3c-8b67-595dd6764ad9 admin admin] Calling delete_port for 38a24f98-c9b9-4980-b3ca-0b98e12e0941 owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:44:10.391566 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-fce32ed1-b7f3-416c-8c85-f30e329bcd0c None None] Deleting port 38a24f98-c9b9-4980-b3ca-0b98e12e0941 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:44:10.391946 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fce32ed1-b7f3-416c-8c85-f30e329bcd0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:10.458404 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-fce32ed1-b7f3-416c-8c85-f30e329bcd0c None None] For port 38a24f98-c9b9-4980-b3ca-0b98e12e0941, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=38a24f98-c9b9-4980-b3ca-0b98e12e0941,segment=NetworkSegment(edbdcffc-fcd8-4df1-98d0-5b2653c7b151),segment_id=edbdcffc-fcd8-4df1-98d0-5b2653c7b151)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:44:10.459238 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fce32ed1-b7f3-416c-8c85-f30e329bcd0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:10.470981 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-fce32ed1-b7f3-416c-8c85-f30e329bcd0c None None] Calling delete_port for 38a24f98-c9b9-4980-b3ca-0b98e12e0941 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:44:10.503424 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cb61ca8f-e962-4a3c-8b67-595dd6764ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:10.527409 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb61ca8f-e962-4a3c-8b67-595dd6764ad9 admin admin] Pushing event deleted for resources: {'Port': ['ID=38a24f98-c9b9-4980-b3ca-0b98e12e0941,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:10.533122 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb61ca8f-e962-4a3c-8b67-595dd6764ad9 admin admin] No DVR routers for this DVR port 38a24f98-c9b9-4980-b3ca-0b98e12e0941 on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:44:10.546548 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fce32ed1-b7f3-416c-8c85-f30e329bcd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:10.572517 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce32ed1-b7f3-416c-8c85-f30e329bcd0c None None] Pushing event deleted for resources: {'Port': ['ID=38a24f98-c9b9-4980-b3ca-0b98e12e0941,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:10.580674 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce32ed1-b7f3-416c-8c85-f30e329bcd0c None None] No DVR routers for this DVR port 38a24f98-c9b9-4980-b3ca-0b98e12e0941 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:44:10.583078 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce32ed1-b7f3-416c-8c85-f30e329bcd0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:44:10.583535 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce32ed1-b7f3-416c-8c85-f30e329bcd0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:44:10.583928 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce32ed1-b7f3-416c-8c85-f30e329bcd0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:44:10.584199 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce32ed1-b7f3-416c-8c85-f30e329bcd0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:44:10.584613 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce32ed1-b7f3-416c-8c85-f30e329bcd0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:44:10.584949 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce32ed1-b7f3-416c-8c85-f30e329bcd0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:44:10.585277 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce32ed1-b7f3-416c-8c85-f30e329bcd0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:44:10.585604 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce32ed1-b7f3-416c-8c85-f30e329bcd0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:44:10.585966 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce32ed1-b7f3-416c-8c85-f30e329bcd0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:44:10.586290 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce32ed1-b7f3-416c-8c85-f30e329bcd0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:44:10.586613 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce32ed1-b7f3-416c-8c85-f30e329bcd0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:44:10.586965 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce32ed1-b7f3-416c-8c85-f30e329bcd0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:44:10.610178 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cb61ca8f-e962-4a3c-8b67-595dd6764ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:10.632857 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-cb61ca8f-e962-4a3c-8b67-595dd6764ad9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:44:10.642237 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-cb61ca8f-e962-4a3c-8b67-595dd6764ad9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edbdcffc-fcd8-4df1-98d0-5b2653c7b151') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:44:10.642556 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-cb61ca8f-e962-4a3c-8b67-595dd6764ad9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edbdcffc-fcd8-4df1-98d0-5b2653c7b151') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:44:10.652220 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cb61ca8f-e962-4a3c-8b67-595dd6764ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:10.665561 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cb61ca8f-e962-4a3c-8b67-595dd6764ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:10.671382 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb61ca8f-e962-4a3c-8b67-595dd6764ad9 admin admin] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 19:44:10.671760 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cb61ca8f-e962-4a3c-8b67-595dd6764ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:10.673424 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 19:44:10.673424 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 19:44:10.673424 n-d-815690-2 neutron-server[102879]: timer() Oct 27 19:44:10.673424 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 19:44:10.673424 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 19:44:10.673424 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 19:44:10.673424 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 19:44:10.673424 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 19:44:10.673424 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 19:44:10.673424 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 19:44:10.673424 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 19:44:10.673424 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 19:44:10.673424 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 19:44:10.673424 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 19:44:10.673424 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 19:44:10.673424 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 19:44:10.673424 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 19:44:10.673424 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 19:44:10.673424 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 19:44:10.673424 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 19:44:10.673424 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 19:44:10.673424 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 19:44:10.673424 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 19:44:10.673424 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 19:44:10.673424 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 19:44:10.673424 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 19:44:10.673424 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 19:44:10.673424 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 19:44:10.673424 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 19:44:10.673424 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 19:44:10.673424 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 19:44:10.673424 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 19:44:10.794674 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cb61ca8f-e962-4a3c-8b67-595dd6764ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:10.800257 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-cb61ca8f-e962-4a3c-8b67-595dd6764ad9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:10.804372 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-cb61ca8f-e962-4a3c-8b67-595dd6764ad9 admin admin] 10.222.0.52 "DELETE /v2.0/networks/a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd HTTP/1.1" status: 204 len: 168 time: 0.6440945 Oct 27 19:44:10.807572 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 53844) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:44:10.819123 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb61ca8f-e962-4a3c-8b67-595dd6764ad9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6beeae5-d37a-41e0-a2fe-64ab3b68c2bd,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:11.158223 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-625d7232-7f65-4f12-8c0f-19cd9d9b9ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:11.364130 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 38a24f98-c9b9-4980-b3ca-0b98e12e0941 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:44:11.389952 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 38a24f98-c9b9-4980-b3ca-0b98e12e0941 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:44:11.390386 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 38a24f98-c9b9-4980-b3ca-0b98e12e0941 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:44:11.390931 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 60a5d1eb-03bb-4b59-98e9-1854fd01ae02 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:44:11.410530 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 60a5d1eb-03bb-4b59-98e9-1854fd01ae02 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:44:11.410793 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 60a5d1eb-03bb-4b59-98e9-1854fd01ae02 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:44:11.411034 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-625d7232-7f65-4f12-8c0f-19cd9d9b9ea6 admin admin] Deleting port 04967382-d798-49f0-944e-b36a24278efb {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:44:11.411511 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-625d7232-7f65-4f12-8c0f-19cd9d9b9ea6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:11.495893 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-625d7232-7f65-4f12-8c0f-19cd9d9b9ea6 admin admin] For port 04967382-d798-49f0-944e-b36a24278efb, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=04967382-d798-49f0-944e-b36a24278efb,segment=NetworkSegment(e4f1d91f-ae5d-413a-9260-8b7c5bcfc4f9),segment_id=e4f1d91f-ae5d-413a-9260-8b7c5bcfc4f9)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:44:11.496255 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-625d7232-7f65-4f12-8c0f-19cd9d9b9ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:11.508839 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-625d7232-7f65-4f12-8c0f-19cd9d9b9ea6 admin admin] Calling delete_port for 04967382-d798-49f0-944e-b36a24278efb owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:44:11.794911 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-625d7232-7f65-4f12-8c0f-19cd9d9b9ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:11.822092 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d7232-7f65-4f12-8c0f-19cd9d9b9ea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=04967382-d798-49f0-944e-b36a24278efb,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:11.996251 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-625d7232-7f65-4f12-8c0f-19cd9d9b9ea6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:12.183252 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c2586e37-9f2c-4e8c-9916-927de3534359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:12.217206 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625d7232-7f65-4f12-8c0f-19cd9d9b9ea6 admin admin] Router d72311c0-2b7d-4b6f-9844-8d8654e66f26 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:44:12.325495 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625d7232-7f65-4f12-8c0f-19cd9d9b9ea6 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:44:12.330749 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-625d7232-7f65-4f12-8c0f-19cd9d9b9ea6 admin admin] 10.222.0.52 "PUT /v2.0/routers/d72311c0-2b7d-4b6f-9844-8d8654e66f26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5220788 Oct 27 19:44:12.333395 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 53846) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:44:12.336848 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd0a54f-aeaa-4191-9b8a-d740e6595eeb None None] Sync routers for ids ['d72311c0-2b7d-4b6f-9844-8d8654e66f26'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:44:12.347608 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd0a54f-aeaa-4191-9b8a-d740e6595eeb None None] Routers {'d72311c0-2b7d-4b6f-9844-8d8654e66f26'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:44:12.348318 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-8fd0a54f-aeaa-4191-9b8a-d740e6595eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:44:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['d72311c0-2b7d-4b6f-9844-8d8654e66f26'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:44:12.439960 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1015995c-a2e3-4244-9bd6-22cd2d509b04 admin admin] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:12.451618 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-8fd0a54f-aeaa-4191-9b8a-d740e6595eeb None None] Set router d72311c0-2b7d-4b6f-9844-8d8654e66f26 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:44:12.547618 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1015995c-a2e3-4244-9bd6-22cd2d509b04 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:12.630486 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-8fd0a54f-aeaa-4191-9b8a-d740e6595eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72311c0-2b7d-4b6f-9844-8d8654e66f26', 'name': 'tempest-TestShelveInstance-972124239-router', 'tenant_id': '1a56c27b17e3462890e9e24c718ab5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': '375d4a3b-ab81-4167-a799-5b6e368b8fb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:33:58Z', 'updated_at': '2021-10-27T19:44:11Z', 'revision_number': 5, 'project_id': '1a56c27b17e3462890e9e24c718ab5de', 'gw_port': {'id': '375d4a3b-ab81-4167-a799-5b6e368b8fb7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:11:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd72311c0-2b7d-4b6f-9844-8d8654e66f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:33:59Z', 'updated_at': '2021-10-27T19:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:44:12.661623 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd0a54f-aeaa-4191-9b8a-d740e6595eeb None None] Checking router: d72311c0-2b7d-4b6f-9844-8d8654e66f26 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:44:12.670620 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd0a54f-aeaa-4191-9b8a-d740e6595eeb None None] Routers {'d72311c0-2b7d-4b6f-9844-8d8654e66f26'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:44:12.671271 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-8fd0a54f-aeaa-4191-9b8a-d740e6595eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:44:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['d72311c0-2b7d-4b6f-9844-8d8654e66f26'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:44:12.687128 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-1015995c-a2e3-4244-9bd6-22cd2d509b04 admin admin] Deleting port 375d4a3b-ab81-4167-a799-5b6e368b8fb7 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:44:12.687478 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1015995c-a2e3-4244-9bd6-22cd2d509b04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:12.762733 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-8fd0a54f-aeaa-4191-9b8a-d740e6595eeb None None] Set router d72311c0-2b7d-4b6f-9844-8d8654e66f26 gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:44:12.775388 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-1015995c-a2e3-4244-9bd6-22cd2d509b04 admin admin] For port 375d4a3b-ab81-4167-a799-5b6e368b8fb7, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=375d4a3b-ab81-4167-a799-5b6e368b8fb7,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:44:12.775757 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1015995c-a2e3-4244-9bd6-22cd2d509b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:12.788070 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-1015995c-a2e3-4244-9bd6-22cd2d509b04 admin admin] Calling delete_port for 375d4a3b-ab81-4167-a799-5b6e368b8fb7 owned by network:router_gateway {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:44:12.817007 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-8fd0a54f-aeaa-4191-9b8a-d740e6595eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd72311c0-2b7d-4b6f-9844-8d8654e66f26', 'name': 'tempest-TestShelveInstance-972124239-router', 'tenant_id': '1a56c27b17e3462890e9e24c718ab5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:33:58Z', 'updated_at': '2021-10-27T19:44:12Z', 'revision_number': 6, 'project_id': '1a56c27b17e3462890e9e24c718ab5de', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:44:12.847310 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd0a54f-aeaa-4191-9b8a-d740e6595eeb None None] The sync data for ids ['d72311c0-2b7d-4b6f-9844-8d8654e66f26'] in n-d-815690-2 is: [{'id': 'd72311c0-2b7d-4b6f-9844-8d8654e66f26', 'name': 'tempest-TestShelveInstance-972124239-router', 'tenant_id': '1a56c27b17e3462890e9e24c718ab5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:33:58Z', 'updated_at': '2021-10-27T19:44:12Z', 'revision_number': 6, 'project_id': '1a56c27b17e3462890e9e24c718ab5de', 'gw_port_host': None}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:44:13.011466 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1015995c-a2e3-4244-9bd6-22cd2d509b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:13.038668 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1015995c-a2e3-4244-9bd6-22cd2d509b04 admin admin] Pushing event deleted for resources: {'Port': ['ID=375d4a3b-ab81-4167-a799-5b6e368b8fb7,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:13.097757 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1015995c-a2e3-4244-9bd6-22cd2d509b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:13.188242 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1015995c-a2e3-4244-9bd6-22cd2d509b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:13.190430 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1015995c-a2e3-4244-9bd6-22cd2d509b04 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:13.292087 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1015995c-a2e3-4244-9bd6-22cd2d509b04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:13.292727 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1015995c-a2e3-4244-9bd6-22cd2d509b04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d72311c0-2b7d-4b6f-9844-8d8654e66f26 {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 19:44:13.299491 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1015995c-a2e3-4244-9bd6-22cd2d509b04 admin admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:13.299491 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1015995c-a2e3-4244-9bd6-22cd2d509b04 admin admin] 10.222.0.52 "DELETE /v2.0/routers/d72311c0-2b7d-4b6f-9844-8d8654e66f26 HTTP/1.1" status: 204 len: 168 time: 0.9632468 Oct 27 19:44:13.300758 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 53848) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:44:13.345100 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-75e56c63-cb5d-4a4d-9e55-780db9afdc64 admin admin] Deleting subnet 9c949bea-48dd-4323-9f11-99b9d7b4f5c6 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 19:44:13.348370 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-75e56c63-cb5d-4a4d-9e55-780db9afdc64 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:13.385134 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-75e56c63-cb5d-4a4d-9e55-780db9afdc64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:13.471801 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-75e56c63-cb5d-4a4d-9e55-780db9afdc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:13.614910 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 04967382-d798-49f0-944e-b36a24278efb no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:44:13.634918 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 04967382-d798-49f0-944e-b36a24278efb {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:44:13.637992 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 04967382-d798-49f0-944e-b36a24278efb not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:44:13.637992 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 375d4a3b-ab81-4167-a799-5b6e368b8fb7 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:44:13.655057 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 375d4a3b-ab81-4167-a799-5b6e368b8fb7 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:44:13.655404 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 375d4a3b-ab81-4167-a799-5b6e368b8fb7 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:44:13.672911 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-75e56c63-cb5d-4a4d-9e55-780db9afdc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:13.698963 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e56c63-cb5d-4a4d-9e55-780db9afdc64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c949bea-48dd-4323-9f11-99b9d7b4f5c6,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:13.701004 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-75e56c63-cb5d-4a4d-9e55-780db9afdc64 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:13.704283 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-75e56c63-cb5d-4a4d-9e55-780db9afdc64 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/9c949bea-48dd-4323-9f11-99b9d7b4f5c6 HTTP/1.1" status: 204 len: 168 time: 0.4025874 Oct 27 19:44:13.706794 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 53850) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:44:13.707966 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0b7a26-43f8-443c-979b-9310a1c0f923 None None] Network eab4dba0-f326-4bd6-a3e9-eca5d6f24337 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:44:13.762577 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:13.786282 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f6032eb5-a9cd-4e3a-89b8-b551af192ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:13.846050 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:13.852129 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-f6032eb5-a9cd-4e3a-89b8-b551af192ac1 admin admin] Deleting port f56c8979-2af9-42fd-a5ed-e2f1a3a05799 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:44:13.852491 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f6032eb5-a9cd-4e3a-89b8-b551af192ac1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:13.921796 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c0730d-b23c-4f31-8ae1-8857f0429773 None None] DHCP port deletion for eab4dba0-f326-4bd6-a3e9-eca5d6f24337 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 19:44:13.926117 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-f6032eb5-a9cd-4e3a-89b8-b551af192ac1 admin admin] For port f56c8979-2af9-42fd-a5ed-e2f1a3a05799, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=f56c8979-2af9-42fd-a5ed-e2f1a3a05799,segment=NetworkSegment(e4f1d91f-ae5d-413a-9260-8b7c5bcfc4f9),segment_id=e4f1d91f-ae5d-413a-9260-8b7c5bcfc4f9)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:44:13.926649 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f6032eb5-a9cd-4e3a-89b8-b551af192ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:13.939122 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-f6032eb5-a9cd-4e3a-89b8-b551af192ac1 admin admin] Calling delete_port for f56c8979-2af9-42fd-a5ed-e2f1a3a05799 owned by network:dhcp {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:44:13.971600 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-75c0730d-b23c-4f31-8ae1-8857f0429773 None None] Deleting port f56c8979-2af9-42fd-a5ed-e2f1a3a05799 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:44:13.971978 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-75c0730d-b23c-4f31-8ae1-8857f0429773 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:14.044060 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-75c0730d-b23c-4f31-8ae1-8857f0429773 None None] For port f56c8979-2af9-42fd-a5ed-e2f1a3a05799, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=f56c8979-2af9-42fd-a5ed-e2f1a3a05799,segment=NetworkSegment(e4f1d91f-ae5d-413a-9260-8b7c5bcfc4f9),segment_id=e4f1d91f-ae5d-413a-9260-8b7c5bcfc4f9)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:44:14.044513 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-75c0730d-b23c-4f31-8ae1-8857f0429773 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:14.058956 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-75c0730d-b23c-4f31-8ae1-8857f0429773 None None] Calling delete_port for f56c8979-2af9-42fd-a5ed-e2f1a3a05799 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:44:14.097895 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f6032eb5-a9cd-4e3a-89b8-b551af192ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:14.124171 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6032eb5-a9cd-4e3a-89b8-b551af192ac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f56c8979-2af9-42fd-a5ed-e2f1a3a05799,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:14.127932 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6032eb5-a9cd-4e3a-89b8-b551af192ac1 admin admin] No DVR routers for this DVR port f56c8979-2af9-42fd-a5ed-e2f1a3a05799 on host n-d-815690-2 {{(pid=102878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:44:14.139693 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-75c0730d-b23c-4f31-8ae1-8857f0429773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:14.167018 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c0730d-b23c-4f31-8ae1-8857f0429773 None None] Pushing event deleted for resources: {'Port': ['ID=f56c8979-2af9-42fd-a5ed-e2f1a3a05799,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:14.172507 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c0730d-b23c-4f31-8ae1-8857f0429773 None None] No DVR routers for this DVR port f56c8979-2af9-42fd-a5ed-e2f1a3a05799 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:44:14.205632 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f6032eb5-a9cd-4e3a-89b8-b551af192ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:14.227075 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-f6032eb5-a9cd-4e3a-89b8-b551af192ac1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab4dba0-f326-4bd6-a3e9-eca5d6f24337']}} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:44:14.236527 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-f6032eb5-a9cd-4e3a-89b8-b551af192ac1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f1d91f-ae5d-413a-9260-8b7c5bcfc4f9') {'for_net_delete': True} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:44:14.236827 n-d-815690-2 neutron-server[102878]: DEBUG neutron.services.segments.db [None req-f6032eb5-a9cd-4e3a-89b8-b551af192ac1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f1d91f-ae5d-413a-9260-8b7c5bcfc4f9') {} {{(pid=102878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:44:14.247819 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f6032eb5-a9cd-4e3a-89b8-b551af192ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3129335'] for segment, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:14.261976 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f6032eb5-a9cd-4e3a-89b8-b551af192ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:14.267935 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6032eb5-a9cd-4e3a-89b8-b551af192ac1 admin admin] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=102878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 19:44:14.273287 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f6032eb5-a9cd-4e3a-89b8-b551af192ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3500616'] for segment, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:14.273287 n-d-815690-2 neutron-server[102878]: Traceback (most recent call last): Oct 27 19:44:14.273287 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 19:44:14.273287 n-d-815690-2 neutron-server[102878]: timer() Oct 27 19:44:14.273287 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 19:44:14.273287 n-d-815690-2 neutron-server[102878]: cb(*args, **kw) Oct 27 19:44:14.273287 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 19:44:14.273287 n-d-815690-2 neutron-server[102878]: return func(*args, **kwargs) Oct 27 19:44:14.273287 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 19:44:14.273287 n-d-815690-2 neutron-server[102878]: self._notify() Oct 27 19:44:14.273287 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 19:44:14.273287 n-d-815690-2 neutron-server[102878]: self.callback(batched_events) Oct 27 19:44:14.273287 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 19:44:14.273287 n-d-815690-2 neutron-server[102878]: event.method(event) Oct 27 19:44:14.273287 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 19:44:14.273287 n-d-815690-2 neutron-server[102878]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 19:44:14.273287 n-d-815690-2 neutron-server[102878]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 19:44:14.273287 n-d-815690-2 neutron-server[102878]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 19:44:14.273287 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 19:44:14.273287 n-d-815690-2 neutron-server[102878]: return f(self, *a, **k) Oct 27 19:44:14.273287 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 19:44:14.273287 n-d-815690-2 neutron-server[102878]: return self._get(url).json() Oct 27 19:44:14.273287 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 19:44:14.273287 n-d-815690-2 neutron-server[102878]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 19:44:14.273287 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 19:44:14.273287 n-d-815690-2 neutron-server[102878]: return self.request(url, 'GET', **kwargs) Oct 27 19:44:14.273287 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 19:44:14.273287 n-d-815690-2 neutron-server[102878]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 19:44:14.273287 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 19:44:14.273287 n-d-815690-2 neutron-server[102878]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 19:44:14.273287 n-d-815690-2 neutron-server[102878]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 19:44:14.273287 n-d-815690-2 neutron-server[102878]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 19:44:14.273287 n-d-815690-2 neutron-server[102878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 19:44:14.411714 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f6032eb5-a9cd-4e3a-89b8-b551af192ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:14.418681 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f6032eb5-a9cd-4e3a-89b8-b551af192ac1 admin admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:14.422141 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f6032eb5-a9cd-4e3a-89b8-b551af192ac1 admin admin] 10.222.0.52 "DELETE /v2.0/networks/eab4dba0-f326-4bd6-a3e9-eca5d6f24337 HTTP/1.1" status: 204 len: 168 time: 0.7143626 Oct 27 19:44:14.434048 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6032eb5-a9cd-4e3a-89b8-b551af192ac1 admin admin] Pushing event deleted for resources: {'Network': ['ID=eab4dba0-f326-4bd6-a3e9-eca5d6f24337,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:14.815329 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 53854) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:44:14.857176 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f24e324f-d11f-4d36-b766-12fcb86b2bf7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=90a70bdbaf514058bacf86d41e5ad553&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406418 Oct 27 19:44:14.859648 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 53856) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:44:14.908259 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f2628222-1fc6-4241-98c7-46158938dbb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:14.929511 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f2628222-1fc6-4241-98c7-46158938dbb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:15.046239 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f2628222-1fc6-4241-98c7-46158938dbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:15.049304 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-f2628222-1fc6-4241-98c7-46158938dbb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:15.050551 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-f2628222-1fc6-4241-98c7-46158938dbb9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4abb8ec2-771f-46d2-a448-9b1ff7265b6a HTTP/1.1" status: 204 len: 168 time: 0.1899374 Oct 27 19:44:15.058586 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2628222-1fc6-4241-98c7-46158938dbb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abb8ec2-771f-46d2-a448-9b1ff7265b6a,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:15.365939 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device f56c8979-2af9-42fd-a5ed-e2f1a3a05799 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:44:15.392510 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: f56c8979-2af9-42fd-a5ed-e2f1a3a05799 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:44:15.392875 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device f56c8979-2af9-42fd-a5ed-e2f1a3a05799 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:44:15.468898 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:15.706455 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 53862) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:44:15.746003 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-43d9d2e2-a2c6-45cf-8ea8-3242d9169351 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1a56c27b17e3462890e9e24c718ab5de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383010 Oct 27 19:44:15.748558 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 53864) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:44:15.799816 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3976f021-d117-4023-a950-73d95dc593ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:15.821652 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3976f021-d117-4023-a950-73d95dc593ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:15.942923 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3976f021-d117-4023-a950-73d95dc593ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:15.945619 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-3976f021-d117-4023-a950-73d95dc593ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:15.946840 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-3976f021-d117-4023-a950-73d95dc593ba admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4095fdb2-0641-40fb-96f7-0aa51fe808e3 HTTP/1.1" status: 204 len: 168 time: 0.1973650 Oct 27 19:44:15.954849 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976f021-d117-4023-a950-73d95dc593ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4095fdb2-0641-40fb-96f7-0aa51fe808e3,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:17.236723 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 53886) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:44:17.335133 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-aabd8edf-4caf-4699-b4b8-ca3c93abe961 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1312138727-network', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:44:17.411869 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabd8edf-4caf-4699-b4b8-ca3c93abe961 admin admin] Made reservation on behalf of 881a0b60b6064f6bb2cbf07026e1c724 for: {'network': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:44:17.414137 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-aabd8edf-4caf-4699-b4b8-ca3c93abe961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:17.424044 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-aabd8edf-4caf-4699-b4b8-ca3c93abe961 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:17.499480 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-aabd8edf-4caf-4699-b4b8-ca3c93abe961 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:17.572053 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-aabd8edf-4caf-4699-b4b8-ca3c93abe961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:17.597955 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aabd8edf-4caf-4699-b4b8-ca3c93abe961 admin admin] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=102879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 19:44:17.607100 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd8edf-4caf-4699-b4b8-ca3c93abe961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61bbaeb8-762d-4a37-8760-45c298a0a877,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:17.614783 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-aabd8edf-4caf-4699-b4b8-ca3c93abe961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:17.615238 n-d-815690-2 neutron-server[102879]: INFO neutron.db.segments_db [None req-aabd8edf-4caf-4699-b4b8-ca3c93abe961 admin admin] Added segment f40ef166-8094-454a-af33-628c661022a9 of type vlan for network a2456228-f1ba-4fcc-8fbf-99820611f163 Oct 27 19:44:17.657335 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-aabd8edf-4caf-4699-b4b8-ca3c93abe961 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:17.744074 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-aabd8edf-4caf-4699-b4b8-ca3c93abe961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:17.745358 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabd8edf-4caf-4699-b4b8-ca3c93abe961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:44:17.746102 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-aabd8edf-4caf-4699-b4b8-ca3c93abe961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:17.807729 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd8edf-4caf-4699-b4b8-ca3c93abe961 admin admin] Pushing event updated for resources: {'Network': ['ID=a2456228-f1ba-4fcc-8fbf-99820611f163,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:17.817406 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network a2456228-f1ba-4fcc-8fbf-99820611f163 details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 19:44:17.860500 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-aabd8edf-4caf-4699-b4b8-ca3c93abe961 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6225579 Oct 27 19:44:17.863179 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 53890) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:44:17.868426 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-b04f4010-6216-4b29-bb0e-d8c2b71afb43 admin admin] Request body: {'subnet': {'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1312138727-subnet', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'ip_version': 4}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:44:17.954748 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04f4010-6216-4b29-bb0e-d8c2b71afb43 admin admin] Made reservation on behalf of 881a0b60b6064f6bb2cbf07026e1c724 for: {'subnet': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:44:17.957457 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b04f4010-6216-4b29-bb0e-d8c2b71afb43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3841111'] for subnet, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:18.194804 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b04f4010-6216-4b29-bb0e-d8c2b71afb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3373181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3841093'] for subnet, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:18.251856 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04f4010-6216-4b29-bb0e-d8c2b71afb43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb60847f-b27e-4812-866b-c78fa782a4f8,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:18.261729 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04f4010-6216-4b29-bb0e-d8c2b71afb43 admin admin] Checking segment: {'id': 'f40ef166-8094-454a-af33-628c661022a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:44:18.262091 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04f4010-6216-4b29-bb0e-d8c2b71afb43 admin admin] Network hostable DHCP agents. Network: a2456228-f1ba-4fcc-8fbf-99820611f163, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 19:44:18.337484 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04f4010-6216-4b29-bb0e-d8c2b71afb43 admin admin] Network a2456228-f1ba-4fcc-8fbf-99820611f163 is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 19:44:18.422666 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-b04f4010-6216-4b29-bb0e-d8c2b71afb43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, a2456228-f1ba-4fcc-8fbf-99820611f163) {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:44:18.426895 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04f4010-6216-4b29-bb0e-d8c2b71afb43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:44:18.427486 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-b04f4010-6216-4b29-bb0e-d8c2b71afb43 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:18.432894 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8726b0-6b9b-45fe-a34e-f9f5cda1ad73 None None] Network a2456228-f1ba-4fcc-8fbf-99820611f163 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:44:18.522855 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-b04f4010-6216-4b29-bb0e-d8c2b71afb43 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6583140 Oct 27 19:44:18.588471 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b92636-ece4-4b9b-b44b-f7bd38fb1da6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-a2456228-f1ba-4fcc-8fbf-99820611f163', 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'fixed_ips': [{'subnet_id': 'bb60847f-b27e-4812-866b-c78fa782a4f8'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 19:44:18.595774 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 53892) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:44:18.596277 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-94b92636-ece4-4b9b-b44b-f7bd38fb1da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:18.596388 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-c30720fa-6bc1-482b-b19a-ac8f2de2d7fe admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1312138727-router', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:44:18.724483 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-94b92636-ece4-4b9b-b44b-f7bd38fb1da6 None None] Allocated IP 172.20.0.2 (a2456228-f1ba-4fcc-8fbf-99820611f163/bb60847f-b27e-4812-866b-c78fa782a4f8/6888460d-51e7-4692-8d9f-4621b8640bd3) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:44:18.731752 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c30720fa-6bc1-482b-b19a-ac8f2de2d7fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:18.732948 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c30720fa-6bc1-482b-b19a-ac8f2de2d7fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:18.788756 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c30720fa-6bc1-482b-b19a-ac8f2de2d7fe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:18.868730 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-94b92636-ece4-4b9b-b44b-f7bd38fb1da6 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:18.960357 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-94b92636-ece4-4b9b-b44b-f7bd38fb1da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:19.008119 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b92636-ece4-4b9b-b44b-f7bd38fb1da6 None None] Network a2456228-f1ba-4fcc-8fbf-99820611f163 is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:44:19.011256 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-94b92636-ece4-4b9b-b44b-f7bd38fb1da6 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:44:19.014272 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b92636-ece4-4b9b-b44b-f7bd38fb1da6 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:44:19.019089 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c30720fa-6bc1-482b-b19a-ac8f2de2d7fe admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:19.021578 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b92636-ece4-4b9b-b44b-f7bd38fb1da6 None None] Pushing event updated for resources: {'Port': ['ID=6888460d-51e7-4692-8d9f-4621b8640bd3,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:19.076084 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-94b92636-ece4-4b9b-b44b-f7bd38fb1da6 None None] Attempting to bind port 6888460d-51e7-4692-8d9f-4621b8640bd3 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:44:19.076456 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-94b92636-ece4-4b9b-b44b-f7bd38fb1da6 None None] Attempting to bind port 6888460d-51e7-4692-8d9f-4621b8640bd3 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'f40ef166-8094-454a-af33-628c661022a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:44:19.076836 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b92636-ece4-4b9b-b44b-f7bd38fb1da6 None None] Attempting to bind port 6888460d-51e7-4692-8d9f-4621b8640bd3 on network a2456228-f1ba-4fcc-8fbf-99820611f163 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:44:19.082197 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b92636-ece4-4b9b-b44b-f7bd38fb1da6 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:44:19.082575 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b92636-ece4-4b9b-b44b-f7bd38fb1da6 None None] Checking segment: {'id': 'f40ef166-8094-454a-af33-628c661022a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:44:19.083012 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-94b92636-ece4-4b9b-b44b-f7bd38fb1da6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:19.083406 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b92636-ece4-4b9b-b44b-f7bd38fb1da6 None None] Bound using segment: {'id': 'f40ef166-8094-454a-af33-628c661022a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:44:19.083874 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-94b92636-ece4-4b9b-b44b-f7bd38fb1da6 None None] Bound port: 6888460d-51e7-4692-8d9f-4621b8640bd3, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f40ef166-8094-454a-af33-628c661022a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:44:19.084299 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-94b92636-ece4-4b9b-b44b-f7bd38fb1da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:19.147745 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-94b92636-ece4-4b9b-b44b-f7bd38fb1da6 None None] For port 6888460d-51e7-4692-8d9f-4621b8640bd3, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:44:19.151165 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-94b92636-ece4-4b9b-b44b-f7bd38fb1da6 None None] For port 6888460d-51e7-4692-8d9f-4621b8640bd3, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=6888460d-51e7-4692-8d9f-4621b8640bd3,segment=NetworkSegment(f40ef166-8094-454a-af33-628c661022a9),segment_id=f40ef166-8094-454a-af33-628c661022a9)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:44:19.212900 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-94b92636-ece4-4b9b-b44b-f7bd38fb1da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:19.275763 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c30720fa-6bc1-482b-b19a-ac8f2de2d7fe admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:19.283100 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b92636-ece4-4b9b-b44b-f7bd38fb1da6 None None] Pushing event updated for resources: {'Port': ['ID=6888460d-51e7-4692-8d9f-4621b8640bd3,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:19.296616 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c30720fa-6bc1-482b-b19a-ac8f2de2d7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:19.406519 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-c30720fa-6bc1-482b-b19a-ac8f2de2d7fe admin admin] Allocated IP 172.25.6.38 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/df2cb608-e47d-4ebd-9161-f92ebe49da61) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:44:19.527933 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c30720fa-6bc1-482b-b19a-ac8f2de2d7fe admin admin] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:19.640734 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c30720fa-6bc1-482b-b19a-ac8f2de2d7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:19.686488 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30720fa-6bc1-482b-b19a-ac8f2de2d7fe admin admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:44:19.689536 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-c30720fa-6bc1-482b-b19a-ac8f2de2d7fe admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:44:19.693113 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30720fa-6bc1-482b-b19a-ac8f2de2d7fe admin admin] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:44:19.715127 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30720fa-6bc1-482b-b19a-ac8f2de2d7fe admin admin] Pushing event updated for resources: {'Port': ['ID=df2cb608-e47d-4ebd-9161-f92ebe49da61,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:20.162528 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fa6692-d84f-4fe9-a1fd-d91de9a9c19d None None] Network a2456228-f1ba-4fcc-8fbf-99820611f163 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:44:20.230773 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-a714e788-4e6d-4c90-8638-bc083bbf24e8 None None] Provisioning complete for port 6888460d-51e7-4692-8d9f-4621b8640bd3 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:44:20.231172 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a714e788-4e6d-4c90-8638-bc083bbf24e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:20.375936 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c30720fa-6bc1-482b-b19a-ac8f2de2d7fe admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:20.383464 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a714e788-4e6d-4c90-8638-bc083bbf24e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:20.423228 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-a714e788-4e6d-4c90-8638-bc083bbf24e8 None None] For port 6888460d-51e7-4692-8d9f-4621b8640bd3, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=6888460d-51e7-4692-8d9f-4621b8640bd3,segment=NetworkSegment(f40ef166-8094-454a-af33-628c661022a9),segment_id=f40ef166-8094-454a-af33-628c661022a9)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:44:20.503346 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a714e788-4e6d-4c90-8638-bc083bbf24e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:20.563842 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714e788-4e6d-4c90-8638-bc083bbf24e8 None None] Pushing event updated for resources: {'Port': ['ID=6888460d-51e7-4692-8d9f-4621b8640bd3,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:20.594980 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c30720fa-6bc1-482b-b19a-ac8f2de2d7fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:20.622589 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-dba8d71f-5f07-4dd9-a7ce-f5cf8f6b1c8d None None] Provisioning complete for port 6888460d-51e7-4692-8d9f-4621b8640bd3 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:44:20.622989 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dba8d71f-5f07-4dd9-a7ce-f5cf8f6b1c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:20.817296 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30720fa-6bc1-482b-b19a-ac8f2de2d7fe admin admin] Router 9e670c11-8412-40ac-af3b-79daa40a46f8 is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 19:44:20.926655 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30720fa-6bc1-482b-b19a-ac8f2de2d7fe admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:44:20.937620 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87489ba-f378-4446-915c-fbf5a3a49481 None None] Sync routers for ids ['9e670c11-8412-40ac-af3b-79daa40a46f8'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:44:20.948429 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87489ba-f378-4446-915c-fbf5a3a49481 None None] Routers {'9e670c11-8412-40ac-af3b-79daa40a46f8'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:44:20.949102 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-c87489ba-f378-4446-915c-fbf5a3a49481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:44:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9e670c11-8412-40ac-af3b-79daa40a46f8'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:44:21.013770 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-c30720fa-6bc1-482b-b19a-ac8f2de2d7fe admin admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:21.017509 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-c30720fa-6bc1-482b-b19a-ac8f2de2d7fe admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4252212 Oct 27 19:44:21.017734 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 53894) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:44:21.052784 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-c87489ba-f378-4446-915c-fbf5a3a49481 None None] Set router 9e670c11-8412-40ac-af3b-79daa40a46f8 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:44:21.243623 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-c87489ba-f378-4446-915c-fbf5a3a49481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'name': 'tempest-TestSnapshotPattern-1312138727-router', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'df2cb608-e47d-4ebd-9161-f92ebe49da61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:44:18Z', 'updated_at': '2021-10-27T19:44:20Z', 'revision_number': 3, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'gw_port': {'id': 'df2cb608-e47d-4ebd-9161-f92ebe49da61', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:44:19Z', 'updated_at': '2021-10-27T19:44:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:44:21.361197 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87489ba-f378-4446-915c-fbf5a3a49481 None None] Checking router: 9e670c11-8412-40ac-af3b-79daa40a46f8 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:44:21.361554 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87489ba-f378-4446-915c-fbf5a3a49481 None None] Updating router 9e670c11-8412-40ac-af3b-79daa40a46f8 port df2cb608-e47d-4ebd-9161-f92ebe49da61 binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 19:44:21.387784 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-c87489ba-f378-4446-915c-fbf5a3a49481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:21.419284 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 6888460d-51e7-4692-8d9f-4621b8640bd3 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:44:21.456525 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-759a0df8-9161-4de3-ac57-28bbdc938b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:21.474676 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 6888460d-51e7-4692-8d9f-4621b8640bd3 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:44:21.475279 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:21.622125 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-759a0df8-9161-4de3-ac57-28bbdc938b7c admin admin] Allocated IP 172.20.0.1 (a2456228-f1ba-4fcc-8fbf-99820611f163/bb60847f-b27e-4812-866b-c78fa782a4f8/7f414f73-a398-4890-96b7-bbbf216291bc) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:44:21.654969 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-c87489ba-f378-4446-915c-fbf5a3a49481 None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:21.729353 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-759a0df8-9161-4de3-ac57-28bbdc938b7c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:21.731639 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-c87489ba-f378-4446-915c-fbf5a3a49481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:21.781758 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-c87489ba-f378-4446-915c-fbf5a3a49481 None None] Attempting to bind port df2cb608-e47d-4ebd-9161-f92ebe49da61 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:44:21.782133 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-c87489ba-f378-4446-915c-fbf5a3a49481 None None] Attempting to bind port df2cb608-e47d-4ebd-9161-f92ebe49da61 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:44:21.782495 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87489ba-f378-4446-915c-fbf5a3a49481 None None] Attempting to bind port df2cb608-e47d-4ebd-9161-f92ebe49da61 on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:44:21.791373 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a5840b-8c89-4479-a95f-c94137143c9b None None] Pushing event updated for resources: {'Port': ['ID=df2cb608-e47d-4ebd-9161-f92ebe49da61,revision_number=2']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:21.793650 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87489ba-f378-4446-915c-fbf5a3a49481 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:44:21.794022 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87489ba-f378-4446-915c-fbf5a3a49481 None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:44:21.794422 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-c87489ba-f378-4446-915c-fbf5a3a49481 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:21.794824 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87489ba-f378-4446-915c-fbf5a3a49481 None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:44:21.795356 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-c87489ba-f378-4446-915c-fbf5a3a49481 None None] Bound port: df2cb608-e47d-4ebd-9161-f92ebe49da61, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:44:21.795736 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-c87489ba-f378-4446-915c-fbf5a3a49481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:21.820400 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a5840b-8c89-4479-a95f-c94137143c9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:44:21.822071 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a5840b-8c89-4479-a95f-c94137143c9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:44:21.822071 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a5840b-8c89-4479-a95f-c94137143c9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:44:21.822071 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a5840b-8c89-4479-a95f-c94137143c9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:44:21.822550 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a5840b-8c89-4479-a95f-c94137143c9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:44:21.822731 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a5840b-8c89-4479-a95f-c94137143c9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:44:21.823034 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a5840b-8c89-4479-a95f-c94137143c9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:44:21.823356 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a5840b-8c89-4479-a95f-c94137143c9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:44:21.823717 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a5840b-8c89-4479-a95f-c94137143c9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:44:21.824004 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a5840b-8c89-4479-a95f-c94137143c9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:44:21.824341 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a5840b-8c89-4479-a95f-c94137143c9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:44:21.824691 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a5840b-8c89-4479-a95f-c94137143c9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:44:21.860628 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-c87489ba-f378-4446-915c-fbf5a3a49481 None None] For port df2cb608-e47d-4ebd-9161-f92ebe49da61, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:44:21.863843 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-c87489ba-f378-4446-915c-fbf5a3a49481 None None] For port df2cb608-e47d-4ebd-9161-f92ebe49da61, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=df2cb608-e47d-4ebd-9161-f92ebe49da61,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:44:21.870258 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-759a0df8-9161-4de3-ac57-28bbdc938b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:21.913853 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759a0df8-9161-4de3-ac57-28bbdc938b7c admin admin] Network a2456228-f1ba-4fcc-8fbf-99820611f163 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:44:21.917710 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-759a0df8-9161-4de3-ac57-28bbdc938b7c admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:44:21.921431 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759a0df8-9161-4de3-ac57-28bbdc938b7c admin admin] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:44:21.945725 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a0df8-9161-4de3-ac57-28bbdc938b7c admin admin] Pushing event updated for resources: {'Port': ['ID=7f414f73-a398-4890-96b7-bbbf216291bc,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:21.968335 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-759a0df8-9161-4de3-ac57-28bbdc938b7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:21.978964 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-c87489ba-f378-4446-915c-fbf5a3a49481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:22.049364 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a5840b-8c89-4479-a95f-c94137143c9b None None] Pushing event updated for resources: {'Port': ['ID=df2cb608-e47d-4ebd-9161-f92ebe49da61,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:22.058565 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87489ba-f378-4446-915c-fbf5a3a49481 None None] Routers {'9e670c11-8412-40ac-af3b-79daa40a46f8'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:44:22.059370 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-c87489ba-f378-4446-915c-fbf5a3a49481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:44:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9e670c11-8412-40ac-af3b-79daa40a46f8'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:44:22.162628 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-c87489ba-f378-4446-915c-fbf5a3a49481 None None] Set router 9e670c11-8412-40ac-af3b-79daa40a46f8 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:44:22.186110 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-759a0df8-9161-4de3-ac57-28bbdc938b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:22.237271 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-65cf4d32-26ee-4b8f-a7d1-88ed5a8fdb07 None None] Provisioning complete for port 7f414f73-a398-4890-96b7-bbbf216291bc triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:44:22.237661 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-65cf4d32-26ee-4b8f-a7d1-88ed5a8fdb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:22.273171 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-65cf4d32-26ee-4b8f-a7d1-88ed5a8fdb07 None None] Port 7f414f73-a398-4890-96b7-bbbf216291bc cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:44:22.346264 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-c87489ba-f378-4446-915c-fbf5a3a49481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'name': 'tempest-TestSnapshotPattern-1312138727-router', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'df2cb608-e47d-4ebd-9161-f92ebe49da61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:44:18Z', 'updated_at': '2021-10-27T19:44:20Z', 'revision_number': 3, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'gw_port': {'id': 'df2cb608-e47d-4ebd-9161-f92ebe49da61', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:44:19Z', 'updated_at': '2021-10-27T19:44:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:44:22.355099 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-759a0df8-9161-4de3-ac57-28bbdc938b7c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:22.372257 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87489ba-f378-4446-915c-fbf5a3a49481 None None] The sync data for ids ['9e670c11-8412-40ac-af3b-79daa40a46f8'] in n-d-815690-2 is: [{'id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'name': 'tempest-TestSnapshotPattern-1312138727-router', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'df2cb608-e47d-4ebd-9161-f92ebe49da61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:44:18Z', 'updated_at': '2021-10-27T19:44:20Z', 'revision_number': 3, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'gw_port': {'id': 'df2cb608-e47d-4ebd-9161-f92ebe49da61', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:44:19Z', 'updated_at': '2021-10-27T19:44:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:44:22.417414 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-759a0df8-9161-4de3-ac57-28bbdc938b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:22.490706 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-759a0df8-9161-4de3-ac57-28bbdc938b7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:22.493080 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a0df8-9161-4de3-ac57-28bbdc938b7c admin admin] Pushing event updated for resources: {'Port': ['ID=7f414f73-a398-4890-96b7-bbbf216291bc,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:22.599903 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759a0df8-9161-4de3-ac57-28bbdc938b7c admin admin] Network a2456228-f1ba-4fcc-8fbf-99820611f163 is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:44:22.602654 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-759a0df8-9161-4de3-ac57-28bbdc938b7c admin admin] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:44:22.699000 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:44:22.739659 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759a0df8-9161-4de3-ac57-28bbdc938b7c admin admin] Router 9e670c11-8412-40ac-af3b-79daa40a46f8 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:44:22.859489 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759a0df8-9161-4de3-ac57-28bbdc938b7c admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:44:22.864892 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-759a0df8-9161-4de3-ac57-28bbdc938b7c admin admin] 10.222.0.52 "PUT /v2.0/routers/9e670c11-8412-40ac-af3b-79daa40a46f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8461208 Oct 27 19:44:22.912004 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-1c6a8f64-9492-486b-839d-d5670760f08d None None] Provisioning complete for port 7f414f73-a398-4890-96b7-bbbf216291bc triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:44:22.912503 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1c6a8f64-9492-486b-839d-d5670760f08d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:22.948450 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-1c6a8f64-9492-486b-839d-d5670760f08d None None] Port 7f414f73-a398-4890-96b7-bbbf216291bc cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:44:23.393986 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device df2cb608-e47d-4ebd-9161-f92ebe49da61 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:44:23.444791 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port df2cb608-e47d-4ebd-9161-f92ebe49da61 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:44:23.449249 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:23.530346 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:23.551353 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port df2cb608-e47d-4ebd-9161-f92ebe49da61, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=df2cb608-e47d-4ebd-9161-f92ebe49da61,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:44:23.562092 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 53910) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:44:23.567368 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-eb69db9f-4369-4132-94d3-93c961ef87ff admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-877404948-network', 'tenant_id': '54b94a36821648b0bbe65d0e555b8d4d'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:44:23.620013 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:23.645844 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb69db9f-4369-4132-94d3-93c961ef87ff admin admin] Made reservation on behalf of 54b94a36821648b0bbe65d0e555b8d4d for: {'network': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:44:23.649201 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-eb69db9f-4369-4132-94d3-93c961ef87ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for network, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:23.659060 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-eb69db9f-4369-4132-94d3-93c961ef87ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:23.673095 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=df2cb608-e47d-4ebd-9161-f92ebe49da61,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:23.745665 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-eb69db9f-4369-4132-94d3-93c961ef87ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:23.817238 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-eb69db9f-4369-4132-94d3-93c961ef87ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:23.843281 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb69db9f-4369-4132-94d3-93c961ef87ff admin admin] vlan segment allocate from pool success with {'vlan_id': 1040, 'physical_network': 'physnet1'} {{(pid=102878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 19:44:23.852970 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69db9f-4369-4132-94d3-93c961ef87ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e5e9db-476f-4c58-a58f-78ea7451cf33,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:23.860138 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-eb69db9f-4369-4132-94d3-93c961ef87ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:23.860477 n-d-815690-2 neutron-server[102878]: INFO neutron.db.segments_db [None req-eb69db9f-4369-4132-94d3-93c961ef87ff admin admin] Added segment 94c4f47f-1112-432f-b43a-fb487d024c13 of type vlan for network e9999b59-7c53-403c-8b61-f297bcacabcc Oct 27 19:44:23.883082 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ec8803-5928-48f6-896c-e4f9416236cb None None] Sync routers for ids ['9e670c11-8412-40ac-af3b-79daa40a46f8'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:44:23.895123 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ec8803-5928-48f6-896c-e4f9416236cb None None] Routers {'9e670c11-8412-40ac-af3b-79daa40a46f8'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:44:23.895962 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-a5ec8803-5928-48f6-896c-e4f9416236cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:44:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9e670c11-8412-40ac-af3b-79daa40a46f8'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:44:23.906022 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-eb69db9f-4369-4132-94d3-93c961ef87ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753616862145'] for network, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:24.003364 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-a5ec8803-5928-48f6-896c-e4f9416236cb None None] Set router 9e670c11-8412-40ac-af3b-79daa40a46f8 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:44:24.017240 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-eb69db9f-4369-4132-94d3-93c961ef87ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279'] for network, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:24.018364 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb69db9f-4369-4132-94d3-93c961ef87ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:44:24.019011 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-eb69db9f-4369-4132-94d3-93c961ef87ff admin admin] Publish callbacks [] for network, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:24.083785 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69db9f-4369-4132-94d3-93c961ef87ff admin admin] Pushing event updated for resources: {'Network': ['ID=e9999b59-7c53-403c-8b61-f297bcacabcc,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:24.115601 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Network e9999b59-7c53-403c-8b61-f297bcacabcc details requested by agent ovs-agent-n-d-815690-2 with host n-d-815690-2 {{(pid=102880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 19:44:24.157151 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-eb69db9f-4369-4132-94d3-93c961ef87ff admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5936375 Oct 27 19:44:24.159791 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 53912) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:44:24.165239 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-70d41b91-3b4b-4587-9b20-64da05187f90 admin admin] Request body: {'subnet': {'network_id': 'e9999b59-7c53-403c-8b61-f297bcacabcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-877404948-subnet', 'tenant_id': '54b94a36821648b0bbe65d0e555b8d4d', 'ip_version': 4}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:44:24.265098 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-a5ec8803-5928-48f6-896c-e4f9416236cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'name': 'tempest-TestSnapshotPattern-1312138727-router', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'df2cb608-e47d-4ebd-9161-f92ebe49da61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:44:18Z', 'updated_at': '2021-10-27T19:44:22Z', 'revision_number': 4, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'gw_port': {'id': 'df2cb608-e47d-4ebd-9161-f92ebe49da61', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:44:19Z', 'updated_at': '2021-10-27T19:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '7f414f73-a398-4890-96b7-bbbf216291bc', 'name': '', 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'mac_address': 'fa:16:3e:4e:f8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'bb60847f-b27e-4812-866b-c78fa782a4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:44:21Z', 'updated_at': '2021-10-27T19:44:22Z', 'revision_number': 2, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'subnets': [{'id': 'bb60847f-b27e-4812-866b-c78fa782a4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:44:24.280148 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d41b91-3b4b-4587-9b20-64da05187f90 admin admin] Made reservation on behalf of 54b94a36821648b0bbe65d0e555b8d4d for: {'subnet': 1} {{(pid=102878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:44:24.291517 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-70d41b91-3b4b-4587-9b20-64da05187f90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3291193'] for subnet, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:24.292732 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ec8803-5928-48f6-896c-e4f9416236cb None None] Checking router: 9e670c11-8412-40ac-af3b-79daa40a46f8 for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:44:24.293086 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ec8803-5928-48f6-896c-e4f9416236cb None None] Updating router 9e670c11-8412-40ac-af3b-79daa40a46f8 port 7f414f73-a398-4890-96b7-bbbf216291bc binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 19:44:24.323301 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a5ec8803-5928-48f6-896c-e4f9416236cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:24.520687 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-70d41b91-3b4b-4587-9b20-64da05187f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3500771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3291179'] for subnet, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:24.578082 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d41b91-3b4b-4587-9b20-64da05187f90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e49c0724-5c93-46bf-b318-caf144211809,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:24.587848 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d41b91-3b4b-4587-9b20-64da05187f90 admin admin] Checking segment: {'id': '94c4f47f-1112-432f-b43a-fb487d024c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'e9999b59-7c53-403c-8b61-f297bcacabcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:44:24.588209 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d41b91-3b4b-4587-9b20-64da05187f90 admin admin] Network hostable DHCP agents. Network: e9999b59-7c53-403c-8b61-f297bcacabcc, hostable agents: ['7e98cb90-1ea1-4f50-91ab-38429a72d8ff'], hosted agents: [] {{(pid=102878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 19:44:24.591940 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a5ec8803-5928-48f6-896c-e4f9416236cb None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:24.662538 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a5ec8803-5928-48f6-896c-e4f9416236cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:24.674295 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d41b91-3b4b-4587-9b20-64da05187f90 admin admin] Network e9999b59-7c53-403c-8b61-f297bcacabcc is scheduled to be hosted by DHCP agent 7e98cb90-1ea1-4f50-91ab-38429a72d8ff with binding_index 1 {{(pid=102878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 19:44:24.711710 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783788a9-2267-43a1-ade2-d7bf79fc414e None None] Pushing event updated for resources: {'Port': ['ID=7f414f73-a398-4890-96b7-bbbf216291bc,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:24.754225 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-70d41b91-3b4b-4587-9b20-64da05187f90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815690-2, e9999b59-7c53-403c-8b61-f297bcacabcc) {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:44:24.759943 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d41b91-3b4b-4587-9b20-64da05187f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:44:24.760949 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-70d41b91-3b4b-4587-9b20-64da05187f90 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:24.770273 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d334ab-df47-47ea-8c1c-7853f2eb5463 None None] Network e9999b59-7c53-403c-8b61-f297bcacabcc requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:44:24.773719 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-a5ec8803-5928-48f6-896c-e4f9416236cb None None] Attempting to bind port 7f414f73-a398-4890-96b7-bbbf216291bc on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:44:24.774169 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-a5ec8803-5928-48f6-896c-e4f9416236cb None None] Attempting to bind port 7f414f73-a398-4890-96b7-bbbf216291bc by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': 'f40ef166-8094-454a-af33-628c661022a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:44:24.774529 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ec8803-5928-48f6-896c-e4f9416236cb None None] Attempting to bind port 7f414f73-a398-4890-96b7-bbbf216291bc on network a2456228-f1ba-4fcc-8fbf-99820611f163 {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:44:24.815614 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ec8803-5928-48f6-896c-e4f9416236cb None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:44:24.816077 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ec8803-5928-48f6-896c-e4f9416236cb None None] Checking segment: {'id': 'f40ef166-8094-454a-af33-628c661022a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:44:24.816476 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a5ec8803-5928-48f6-896c-e4f9416236cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:24.816840 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ec8803-5928-48f6-896c-e4f9416236cb None None] Bound using segment: {'id': 'f40ef166-8094-454a-af33-628c661022a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:44:24.817309 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-a5ec8803-5928-48f6-896c-e4f9416236cb None None] Bound port: 7f414f73-a398-4890-96b7-bbbf216291bc, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f40ef166-8094-454a-af33-628c661022a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:44:24.817684 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a5ec8803-5928-48f6-896c-e4f9416236cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:24.834145 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-70d41b91-3b4b-4587-9b20-64da05187f90 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6731217 Oct 27 19:44:24.834994 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 53914) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:44:24.840245 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-7d38416c-7c50-4628-a662-446518d2cdf7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-877404948-router', 'tenant_id': '54b94a36821648b0bbe65d0e555b8d4d', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:44:24.937734 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7d38416c-7c50-4628-a662-446518d2cdf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7880614', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6094'] for router, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:24.938880 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7d38416c-7c50-4628-a662-446518d2cdf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7878879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481828', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6071'] for router, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:24.998849 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7d38416c-7c50-4628-a662-446518d2cdf7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:25.113511 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-b2e65305-97f1-44cb-80ba-d1c6a21657a3 None None] Provisioning complete for port 7f414f73-a398-4890-96b7-bbbf216291bc triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:44:25.114192 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b2e65305-97f1-44cb-80ba-d1c6a21657a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:25.123152 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-a5ec8803-5928-48f6-896c-e4f9416236cb None None] For port 7f414f73-a398-4890-96b7-bbbf216291bc, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:44:25.165348 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-a5ec8803-5928-48f6-896c-e4f9416236cb None None] For port 7f414f73-a398-4890-96b7-bbbf216291bc, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=7f414f73-a398-4890-96b7-bbbf216291bc,segment=NetworkSegment(f40ef166-8094-454a-af33-628c661022a9),segment_id=f40ef166-8094-454a-af33-628c661022a9)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:44:25.191123 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-b2e65305-97f1-44cb-80ba-d1c6a21657a3 None None] Port 7f414f73-a398-4890-96b7-bbbf216291bc cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:44:25.204868 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c11054e-581c-4272-b529-4abbbebc8723 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37e573ab-5e49-5cf6-96fc-f6fc99f16bac-e9999b59-7c53-403c-8b61-f297bcacabcc', 'network_id': 'e9999b59-7c53-403c-8b61-f297bcacabcc', 'tenant_id': '54b94a36821648b0bbe65d0e555b8d4d', 'fixed_ips': [{'subnet_id': 'e49c0724-5c93-46bf-b318-caf144211809'}]}} from n-d-815690-2. {{(pid=102880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 19:44:25.204868 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9c11054e-581c-4272-b529-4abbbebc8723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:25.207975 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7d38416c-7c50-4628-a662-446518d2cdf7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:25.225619 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a5ec8803-5928-48f6-896c-e4f9416236cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:25.376736 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ec8803-5928-48f6-896c-e4f9416236cb None None] Routers {'9e670c11-8412-40ac-af3b-79daa40a46f8'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:44:25.377284 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-a5ec8803-5928-48f6-896c-e4f9416236cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:44:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9e670c11-8412-40ac-af3b-79daa40a46f8'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:44:25.420371 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783788a9-2267-43a1-ade2-d7bf79fc414e None None] Pushing event updated for resources: {'Port': ['ID=7f414f73-a398-4890-96b7-bbbf216291bc,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:25.455824 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device df2cb608-e47d-4ebd-9161-f92ebe49da61 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:44:25.505364 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7d38416c-7c50-4628-a662-446518d2cdf7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:25.519423 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.db_base_plugin_common [None req-9c11054e-581c-4272-b529-4abbbebc8723 None None] Allocated IP 172.20.0.2 (e9999b59-7c53-403c-8b61-f297bcacabcc/e49c0724-5c93-46bf-b318-caf144211809/07f872e4-20d4-4d00-9f6b-01541cf53e1c) {{(pid=102880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:44:25.527816 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7d38416c-7c50-4628-a662-446518d2cdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:25.619085 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-a5ec8803-5928-48f6-896c-e4f9416236cb None None] Set router 9e670c11-8412-40ac-af3b-79daa40a46f8 gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:44:25.635923 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-7d38416c-7c50-4628-a662-446518d2cdf7 admin admin] Allocated IP 172.25.6.17 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/ca992657-3cc9-4dd6-9714-c8389f1582f7) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:44:25.647811 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port df2cb608-e47d-4ebd-9161-f92ebe49da61 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:44:25.648204 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:25.710285 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-89125960-cede-4f29-9c5c-66cad2240e32 None None] Provisioning complete for port 7f414f73-a398-4890-96b7-bbbf216291bc triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:44:25.711890 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-89125960-cede-4f29-9c5c-66cad2240e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:25.740597 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7d38416c-7c50-4628-a662-446518d2cdf7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:25.863698 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7d38416c-7c50-4628-a662-446518d2cdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:25.905616 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d38416c-7c50-4628-a662-446518d2cdf7 admin admin] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:44:25.908788 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-7d38416c-7c50-4628-a662-446518d2cdf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:44:25.912524 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d38416c-7c50-4628-a662-446518d2cdf7 admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:44:25.937610 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9c11054e-581c-4272-b529-4abbbebc8723 None None] Publish callbacks [] for port, precommit_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:25.939885 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d38416c-7c50-4628-a662-446518d2cdf7 admin admin] Pushing event updated for resources: {'Port': ['ID=ca992657-3cc9-4dd6-9714-c8389f1582f7,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:26.021713 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9c11054e-581c-4272-b529-4abbbebc8723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391'] for port, after_create {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:26.058751 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-89125960-cede-4f29-9c5c-66cad2240e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:26.091775 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c11054e-581c-4272-b529-4abbbebc8723 None None] Network e9999b59-7c53-403c-8b61-f297bcacabcc is already hosted by enough agents. {{(pid=102880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:44:26.099964 n-d-815690-2 neutron-server[102880]: DEBUG neutron.scheduler.base_scheduler [None req-9c11054e-581c-4272-b529-4abbbebc8723 None None] Resources bound (agent type, host, resource id): {{(pid=102880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:44:26.103549 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11054e-581c-4272-b529-4abbbebc8723 None None] Pushing event updated for resources: {'Port': ['ID=07f872e4-20d4-4d00-9f6b-01541cf53e1c,revision_number=1']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:26.110241 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c11054e-581c-4272-b529-4abbbebc8723 None None] Received port after_create {{(pid=102880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:44:26.152942 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-89125960-cede-4f29-9c5c-66cad2240e32 None None] For port 7f414f73-a398-4890-96b7-bbbf216291bc, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=7f414f73-a398-4890-96b7-bbbf216291bc,segment=NetworkSegment(f40ef166-8094-454a-af33-628c661022a9),segment_id=f40ef166-8094-454a-af33-628c661022a9)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:44:26.184897 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-a5ec8803-5928-48f6-896c-e4f9416236cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'name': 'tempest-TestSnapshotPattern-1312138727-router', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'df2cb608-e47d-4ebd-9161-f92ebe49da61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:44:18Z', 'updated_at': '2021-10-27T19:44:22Z', 'revision_number': 4, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'gw_port': {'id': 'df2cb608-e47d-4ebd-9161-f92ebe49da61', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:44:19Z', 'updated_at': '2021-10-27T19:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '7f414f73-a398-4890-96b7-bbbf216291bc', 'name': '', 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'mac_address': 'fa:16:3e:4e:f8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'bb60847f-b27e-4812-866b-c78fa782a4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:44:21Z', 'updated_at': '2021-10-27T19:44:25Z', 'revision_number': 4, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'subnets': [{'id': 'bb60847f-b27e-4812-866b-c78fa782a4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:44:26.189163 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-9c11054e-581c-4272-b529-4abbbebc8723 None None] Attempting to bind port 07f872e4-20d4-4d00-9f6b-01541cf53e1c on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:44:26.189538 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-9c11054e-581c-4272-b529-4abbbebc8723 None None] Attempting to bind port 07f872e4-20d4-4d00-9f6b-01541cf53e1c by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '94c4f47f-1112-432f-b43a-fb487d024c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'e9999b59-7c53-403c-8b61-f297bcacabcc'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:44:26.192460 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c11054e-581c-4272-b529-4abbbebc8723 None None] Attempting to bind port 07f872e4-20d4-4d00-9f6b-01541cf53e1c on network e9999b59-7c53-403c-8b61-f297bcacabcc {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:44:26.222646 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ec8803-5928-48f6-896c-e4f9416236cb None None] The sync data for ids ['9e670c11-8412-40ac-af3b-79daa40a46f8'] in n-d-815690-2 is: [{'id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'name': 'tempest-TestSnapshotPattern-1312138727-router', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'df2cb608-e47d-4ebd-9161-f92ebe49da61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:44:18Z', 'updated_at': '2021-10-27T19:44:22Z', 'revision_number': 4, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'gw_port': {'id': 'df2cb608-e47d-4ebd-9161-f92ebe49da61', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:44:19Z', 'updated_at': '2021-10-27T19:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '7f414f73-a398-4890-96b7-bbbf216291bc', 'name': '', 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'mac_address': 'fa:16:3e:4e:f8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'bb60847f-b27e-4812-866b-c78fa782a4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:44:21Z', 'updated_at': '2021-10-27T19:44:25Z', 'revision_number': 4, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'subnets': [{'id': 'bb60847f-b27e-4812-866b-c78fa782a4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:44:26.224762 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c11054e-581c-4272-b529-4abbbebc8723 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:44:26.225144 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c11054e-581c-4272-b529-4abbbebc8723 None None] Checking segment: {'id': '94c4f47f-1112-432f-b43a-fb487d024c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'e9999b59-7c53-403c-8b61-f297bcacabcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:44:26.225606 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9c11054e-581c-4272-b529-4abbbebc8723 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:26.225994 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c11054e-581c-4272-b529-4abbbebc8723 None None] Bound using segment: {'id': '94c4f47f-1112-432f-b43a-fb487d024c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'e9999b59-7c53-403c-8b61-f297bcacabcc'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:44:26.227121 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-9c11054e-581c-4272-b529-4abbbebc8723 None None] Bound port: 07f872e4-20d4-4d00-9f6b-01541cf53e1c, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94c4f47f-1112-432f-b43a-fb487d024c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'e9999b59-7c53-403c-8b61-f297bcacabcc'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:44:26.227502 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9c11054e-581c-4272-b529-4abbbebc8723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:26.242778 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-89125960-cede-4f29-9c5c-66cad2240e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:26.275016 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7d38416c-7c50-4628-a662-446518d2cdf7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:26.359893 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89125960-cede-4f29-9c5c-66cad2240e32 None None] Pushing event updated for resources: {'Port': ['ID=7f414f73-a398-4890-96b7-bbbf216291bc,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:26.366209 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-9c11054e-581c-4272-b529-4abbbebc8723 None None] For port 07f872e4-20d4-4d00-9f6b-01541cf53e1c, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:44:26.370360 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-9c11054e-581c-4272-b529-4abbbebc8723 None None] For port 07f872e4-20d4-4d00-9f6b-01541cf53e1c, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=07f872e4-20d4-4d00-9f6b-01541cf53e1c,segment=NetworkSegment(94c4f47f-1112-432f-b43a-fb487d024c13),segment_id=94c4f47f-1112-432f-b43a-fb487d024c13)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:44:26.469446 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9c11054e-581c-4272-b529-4abbbebc8723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:26.524149 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7d38416c-7c50-4628-a662-446518d2cdf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7877469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7878786'] for router, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:26.540630 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11054e-581c-4272-b529-4abbbebc8723 None None] Pushing event updated for resources: {'Port': ['ID=07f872e4-20d4-4d00-9f6b-01541cf53e1c,revision_number=2']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:26.725890 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d38416c-7c50-4628-a662-446518d2cdf7 admin admin] Router 88c52901-e926-4cbe-a2df-0ad3ded490ea is scheduled to L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f with binding_index 1 {{(pid=102879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 19:44:26.849365 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d38416c-7c50-4628-a662-446518d2cdf7 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:44:26.860689 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b929dc-8528-4401-95da-8e4cea7b93d3 None None] Sync routers for ids ['88c52901-e926-4cbe-a2df-0ad3ded490ea'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:44:26.872239 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b929dc-8528-4401-95da-8e4cea7b93d3 None None] Routers {'88c52901-e926-4cbe-a2df-0ad3ded490ea'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:44:26.872850 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-25b929dc-8528-4401-95da-8e4cea7b93d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:44:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['88c52901-e926-4cbe-a2df-0ad3ded490ea'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:44:26.939624 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-7d38416c-7c50-4628-a662-446518d2cdf7 admin admin] Publish callbacks [] for router, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:26.943853 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-7d38416c-7c50-4628-a662-446518d2cdf7 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1050649 Oct 27 19:44:26.944037 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 53916) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:44:26.987263 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-25b929dc-8528-4401-95da-8e4cea7b93d3 None None] Set router 88c52901-e926-4cbe-a2df-0ad3ded490ea gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:44:27.200692 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:27.203769 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-25b929dc-8528-4401-95da-8e4cea7b93d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c52901-e926-4cbe-a2df-0ad3ded490ea', 'name': 'tempest-TestSnapshotPattern-877404948-router', 'tenant_id': '54b94a36821648b0bbe65d0e555b8d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'ca992657-3cc9-4dd6-9714-c8389f1582f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:44:24Z', 'updated_at': '2021-10-27T19:44:26Z', 'revision_number': 3, 'project_id': '54b94a36821648b0bbe65d0e555b8d4d', 'gw_port': {'id': 'ca992657-3cc9-4dd6-9714-c8389f1582f7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:45:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c52901-e926-4cbe-a2df-0ad3ded490ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:44:25Z', 'updated_at': '2021-10-27T19:44:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:44:27.238342 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b929dc-8528-4401-95da-8e4cea7b93d3 None None] Checking router: 88c52901-e926-4cbe-a2df-0ad3ded490ea for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:44:27.238709 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b929dc-8528-4401-95da-8e4cea7b93d3 None None] Updating router 88c52901-e926-4cbe-a2df-0ad3ded490ea port ca992657-3cc9-4dd6-9714-c8389f1582f7 binding host n-d-815690-2 {{(pid=102881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 19:44:27.267710 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-25b929dc-8528-4401-95da-8e4cea7b93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:27.518184 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7f414f73-a398-4890-96b7-bbbf216291bc up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:44:27.588588 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 7f414f73-a398-4890-96b7-bbbf216291bc triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:44:27.588965 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:27.642702 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-25b929dc-8528-4401-95da-8e4cea7b93d3 None None] Publish callbacks [] for port, precommit_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:27.683996 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbccd2bb-75cf-4035-97d2-770080d83c99 None None] Network e9999b59-7c53-403c-8b61-f297bcacabcc requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:44:27.697675 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-25b929dc-8528-4401-95da-8e4cea7b93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:27.738624 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 07f872e4-20d4-4d00-9f6b-01541cf53e1c up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:44:27.760911 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-25b929dc-8528-4401-95da-8e4cea7b93d3 None None] Attempting to bind port ca992657-3cc9-4dd6-9714-c8389f1582f7 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:44:27.761286 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-25b929dc-8528-4401-95da-8e4cea7b93d3 None None] Attempting to bind port ca992657-3cc9-4dd6-9714-c8389f1582f7 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:44:27.762051 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b929dc-8528-4401-95da-8e4cea7b93d3 None None] Attempting to bind port ca992657-3cc9-4dd6-9714-c8389f1582f7 on network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:44:27.769456 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ad19b-5905-411d-8740-1b7cec47010d None None] Pushing event updated for resources: {'Port': ['ID=ca992657-3cc9-4dd6-9714-c8389f1582f7,revision_number=2']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:27.776832 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b929dc-8528-4401-95da-8e4cea7b93d3 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:44:27.777869 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b929dc-8528-4401-95da-8e4cea7b93d3 None None] Checking segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:44:27.779384 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-25b929dc-8528-4401-95da-8e4cea7b93d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:27.780060 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b929dc-8528-4401-95da-8e4cea7b93d3 None None] Bound using segment: {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'} {{(pid=102881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:44:27.780273 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.managers [None req-25b929dc-8528-4401-95da-8e4cea7b93d3 None None] Bound port: ca992657-3cc9-4dd6-9714-c8389f1582f7, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e'}}] {{(pid=102881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:44:27.780930 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-25b929dc-8528-4401-95da-8e4cea7b93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:27.794167 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:27.815456 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-58057b77-5739-43ee-8b0f-3843c75dde5d None None] Provisioning complete for port 07f872e4-20d4-4d00-9f6b-01541cf53e1c triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:44:27.815925 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-58057b77-5739-43ee-8b0f-3843c75dde5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:27.849892 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-25b929dc-8528-4401-95da-8e4cea7b93d3 None None] For port ca992657-3cc9-4dd6-9714-c8389f1582f7, host n-d-815690-2, cleared binding levels {{(pid=102881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:44:27.854613 n-d-815690-2 neutron-server[102881]: DEBUG neutron.plugins.ml2.db [None req-25b929dc-8528-4401-95da-8e4cea7b93d3 None None] For port ca992657-3cc9-4dd6-9714-c8389f1582f7, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ca992657-3cc9-4dd6-9714-c8389f1582f7,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:44:27.879720 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9ee9ccf3-8e8e-49b8-8501-95a55635c677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:27.907608 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 07f872e4-20d4-4d00-9f6b-01541cf53e1c triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:44:27.907977 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:27.938059 n-d-815690-2 neutron-server[102881]: DEBUG neutron_lib.callbacks.manager [None req-25b929dc-8528-4401-95da-8e4cea7b93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:28.014992 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ad19b-5905-411d-8740-1b7cec47010d None None] Pushing event updated for resources: {'Port': ['ID=ca992657-3cc9-4dd6-9714-c8389f1582f7,revision_number=3']} {{(pid=102881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:28.015286 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-58057b77-5739-43ee-8b0f-3843c75dde5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:28.020147 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b929dc-8528-4401-95da-8e4cea7b93d3 None None] Routers {'88c52901-e926-4cbe-a2df-0ad3ded490ea'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:44:28.021108 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-25b929dc-8528-4401-95da-8e4cea7b93d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:44:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['88c52901-e926-4cbe-a2df-0ad3ded490ea'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:44:28.050423 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [None req-9ee9ccf3-8e8e-49b8-8501-95a55635c677 admin admin] Allocated IP 172.20.0.1 (e9999b59-7c53-403c-8b61-f297bcacabcc/e49c0724-5c93-46bf-b318-caf144211809/58275f0e-9c20-42c7-915b-ad337ae7e592) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:44:28.150339 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-25b929dc-8528-4401-95da-8e4cea7b93d3 None None] Set router 88c52901-e926-4cbe-a2df-0ad3ded490ea gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:44:28.186970 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9ee9ccf3-8e8e-49b8-8501-95a55635c677 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:28.264526 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-58057b77-5739-43ee-8b0f-3843c75dde5d None None] For port 07f872e4-20d4-4d00-9f6b-01541cf53e1c, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=07f872e4-20d4-4d00-9f6b-01541cf53e1c,segment=NetworkSegment(94c4f47f-1112-432f-b43a-fb487d024c13),segment_id=94c4f47f-1112-432f-b43a-fb487d024c13)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:44:28.267605 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:28.286283 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9ee9ccf3-8e8e-49b8-8501-95a55635c677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:28.332344 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee9ccf3-8e8e-49b8-8501-95a55635c677 admin admin] Network e9999b59-7c53-403c-8b61-f297bcacabcc is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:44:28.335583 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-9ee9ccf3-8e8e-49b8-8501-95a55635c677 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:44:28.339496 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee9ccf3-8e8e-49b8-8501-95a55635c677 admin admin] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:44:28.343521 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-58057b77-5739-43ee-8b0f-3843c75dde5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:28.374651 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee9ccf3-8e8e-49b8-8501-95a55635c677 admin admin] Pushing event updated for resources: {'Port': ['ID=58275f0e-9c20-42c7-915b-ad337ae7e592,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:28.382422 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-25b929dc-8528-4401-95da-8e4cea7b93d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c52901-e926-4cbe-a2df-0ad3ded490ea', 'name': 'tempest-TestSnapshotPattern-877404948-router', 'tenant_id': '54b94a36821648b0bbe65d0e555b8d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'ca992657-3cc9-4dd6-9714-c8389f1582f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:44:24Z', 'updated_at': '2021-10-27T19:44:26Z', 'revision_number': 3, 'project_id': '54b94a36821648b0bbe65d0e555b8d4d', 'gw_port': {'id': 'ca992657-3cc9-4dd6-9714-c8389f1582f7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:45:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c52901-e926-4cbe-a2df-0ad3ded490ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:44:25Z', 'updated_at': '2021-10-27T19:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:44:28.397685 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9ee9ccf3-8e8e-49b8-8501-95a55635c677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-400351'] for router_interface, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:28.421711 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b929dc-8528-4401-95da-8e4cea7b93d3 None None] The sync data for ids ['88c52901-e926-4cbe-a2df-0ad3ded490ea'] in n-d-815690-2 is: [{'id': '88c52901-e926-4cbe-a2df-0ad3ded490ea', 'name': 'tempest-TestSnapshotPattern-877404948-router', 'tenant_id': '54b94a36821648b0bbe65d0e555b8d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'ca992657-3cc9-4dd6-9714-c8389f1582f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:44:24Z', 'updated_at': '2021-10-27T19:44:26Z', 'revision_number': 3, 'project_id': '54b94a36821648b0bbe65d0e555b8d4d', 'gw_port': {'id': 'ca992657-3cc9-4dd6-9714-c8389f1582f7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:45:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c52901-e926-4cbe-a2df-0ad3ded490ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:44:25Z', 'updated_at': '2021-10-27T19:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:44:28.432937 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 19:44:28.433582 n-d-815690-2 neutron-server[102880]: DEBUG oslo_db.api [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 19:44:28.436685 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58057b77-5739-43ee-8b0f-3843c75dde5d None None] Pushing event updated for resources: {'Port': ['ID=07f872e4-20d4-4d00-9f6b-01541cf53e1c,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:28.478112 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-522beba6-29e9-4746-ab18-1ad5f75fb82f None None] Provisioning complete for port 07f872e4-20d4-4d00-9f6b-01541cf53e1c triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:44:28.478493 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-522beba6-29e9-4746-ab18-1ad5f75fb82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:28.638981 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9ee9ccf3-8e8e-49b8-8501-95a55635c677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:28.697293 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-d7c2edbd-8bae-46b0-b553-ff964f2b11d9 None None] Provisioning complete for port 58275f0e-9c20-42c7-915b-ad337ae7e592 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:44:28.697922 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d7c2edbd-8bae-46b0-b553-ff964f2b11d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:28.747846 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-d7c2edbd-8bae-46b0-b553-ff964f2b11d9 None None] Port 58275f0e-9c20-42c7-915b-ad337ae7e592 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:44:28.848642 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9ee9ccf3-8e8e-49b8-8501-95a55635c677 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:28.919881 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9ee9ccf3-8e8e-49b8-8501-95a55635c677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:28.993155 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee9ccf3-8e8e-49b8-8501-95a55635c677 admin admin] Pushing event updated for resources: {'Port': ['ID=58275f0e-9c20-42c7-915b-ad337ae7e592,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:28.996942 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-9ee9ccf3-8e8e-49b8-8501-95a55635c677 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8036225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7879247'] for router_interface, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:29.103129 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee9ccf3-8e8e-49b8-8501-95a55635c677 admin admin] Network e9999b59-7c53-403c-8b61-f297bcacabcc is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:44:29.105203 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [None req-9ee9ccf3-8e8e-49b8-8501-95a55635c677 admin admin] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:44:29.248187 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee9ccf3-8e8e-49b8-8501-95a55635c677 admin admin] Router 88c52901-e926-4cbe-a2df-0ad3ded490ea has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:44:29.381823 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-d623f15c-aa9e-4dce-af20-8b3ddc05c465 None None] Provisioning complete for port 58275f0e-9c20-42c7-915b-ad337ae7e592 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:44:29.383545 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d623f15c-aa9e-4dce-af20-8b3ddc05c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:29.388968 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee9ccf3-8e8e-49b8-8501-95a55635c677 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:44:29.403692 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-9ee9ccf3-8e8e-49b8-8501-95a55635c677 admin admin] 10.222.0.52 "PUT /v2.0/routers/88c52901-e926-4cbe-a2df-0ad3ded490ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4585345 Oct 27 19:44:29.426118 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-d623f15c-aa9e-4dce-af20-8b3ddc05c465 None None] Port 58275f0e-9c20-42c7-915b-ad337ae7e592 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:44:29.492972 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 07f872e4-20d4-4d00-9f6b-01541cf53e1c up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:44:29.549333 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 07f872e4-20d4-4d00-9f6b-01541cf53e1c triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:44:29.549620 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:29.637789 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ca992657-3cc9-4dd6-9714-c8389f1582f7 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:44:29.687595 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port ca992657-3cc9-4dd6-9714-c8389f1582f7 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:44:29.687970 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:29.772774 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:29.796584 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] For port ca992657-3cc9-4dd6-9714-c8389f1582f7, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ca992657-3cc9-4dd6-9714-c8389f1582f7,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:44:29.857371 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:29.907830 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Pushing event updated for resources: {'Port': ['ID=ca992657-3cc9-4dd6-9714-c8389f1582f7,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:30.107504 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99eed244-ab47-412a-bb0c-c92ecb0597f2 None None] Sync routers for ids ['88c52901-e926-4cbe-a2df-0ad3ded490ea'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:44:30.121102 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99eed244-ab47-412a-bb0c-c92ecb0597f2 None None] Routers {'88c52901-e926-4cbe-a2df-0ad3ded490ea'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:44:30.121824 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-99eed244-ab47-412a-bb0c-c92ecb0597f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:44:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['88c52901-e926-4cbe-a2df-0ad3ded490ea'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:44:30.158596 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 53924) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:44:30.163675 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-334b5cdb-8636-4111-b150-6f9c0c0dada8 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2031997485', 'description': 'tempest-secgroup-smoke-2031997485 description', 'project_id': '881a0b60b6064f6bb2cbf07026e1c724'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:44:30.239704 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-99eed244-ab47-412a-bb0c-c92ecb0597f2 None None] Set router 88c52901-e926-4cbe-a2df-0ad3ded490ea gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:44:30.251721 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-334b5cdb-8636-4111-b150-6f9c0c0dada8 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks [] for security_group, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:30.321484 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-334b5cdb-8636-4111-b150-6f9c0c0dada8 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks [] for security_group, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:30.388566 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-334b5cdb-8636-4111-b150-6f9c0c0dada8 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:30.419148 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b5cdb-8636-4111-b150-6f9c0c0dada8 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f27d047-d8b9-4682-8cbb-69e0a0957c30,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:30.455023 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-99eed244-ab47-412a-bb0c-c92ecb0597f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c52901-e926-4cbe-a2df-0ad3ded490ea', 'name': 'tempest-TestSnapshotPattern-877404948-router', 'tenant_id': '54b94a36821648b0bbe65d0e555b8d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'ca992657-3cc9-4dd6-9714-c8389f1582f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:44:24Z', 'updated_at': '2021-10-27T19:44:28Z', 'revision_number': 4, 'project_id': '54b94a36821648b0bbe65d0e555b8d4d', 'gw_port': {'id': 'ca992657-3cc9-4dd6-9714-c8389f1582f7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:45:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c52901-e926-4cbe-a2df-0ad3ded490ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:44:25Z', 'updated_at': '2021-10-27T19:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '58275f0e-9c20-42c7-915b-ad337ae7e592', 'name': '', 'network_id': 'e9999b59-7c53-403c-8b61-f297bcacabcc', 'tenant_id': '54b94a36821648b0bbe65d0e555b8d4d', 'mac_address': 'fa:16:3e:ca:5d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c52901-e926-4cbe-a2df-0ad3ded490ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'e49c0724-5c93-46bf-b318-caf144211809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:44:27Z', 'updated_at': '2021-10-27T19:44:28Z', 'revision_number': 2, 'project_id': '54b94a36821648b0bbe65d0e555b8d4d', 'subnets': [{'id': 'e49c0724-5c93-46bf-b318-caf144211809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:44:30.483932 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99eed244-ab47-412a-bb0c-c92ecb0597f2 None None] Checking router: 88c52901-e926-4cbe-a2df-0ad3ded490ea for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:44:30.484390 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99eed244-ab47-412a-bb0c-c92ecb0597f2 None None] Updating router 88c52901-e926-4cbe-a2df-0ad3ded490ea port 58275f0e-9c20-42c7-915b-ad337ae7e592 binding host n-d-815690-2 {{(pid=102880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 19:44:30.487935 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-334b5cdb-8636-4111-b150-6f9c0c0dada8 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks [] for security_group, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:30.489229 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-334b5cdb-8636-4111-b150-6f9c0c0dada8 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3293540 Oct 27 19:44:30.492712 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 53926) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:44:30.497625 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-3c734a64-16f2-496b-8243-c5cfeab10669 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Request body: {'security_group_rule': {'security_group_id': '3f27d047-d8b9-4682-8cbb-69e0a0957c30', 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:44:30.510844 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-99eed244-ab47-412a-bb0c-c92ecb0597f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:30.593530 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3c734a64-16f2-496b-8243-c5cfeab10669 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:30.650919 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3c734a64-16f2-496b-8243-c5cfeab10669 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:30.760373 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3c734a64-16f2-496b-8243-c5cfeab10669 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:30.782247 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-99eed244-ab47-412a-bb0c-c92ecb0597f2 None None] Publish callbacks [] for port, precommit_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:30.785535 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c734a64-16f2-496b-8243-c5cfeab10669 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=267d88eb-1a52-4f42-8550-2b3672b577f5,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:30.874627 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-99eed244-ab47-412a-bb0c-c92ecb0597f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:30.918729 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3c734a64-16f2-496b-8243-c5cfeab10669 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:30.920095 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3c734a64-16f2-496b-8243-c5cfeab10669 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4263883 Oct 27 19:44:30.922920 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 53928) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:44:30.923080 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39a918-60a6-461e-8fbf-52028b33eb7a None None] Pushing event updated for resources: {'Port': ['ID=58275f0e-9c20-42c7-915b-ad337ae7e592,revision_number=3']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:30.927988 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-fa8a01e5-457f-4d61-86c1-c27ae6a153fb tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Request body: {'security_group_rule': {'security_group_id': '3f27d047-d8b9-4682-8cbb-69e0a0957c30', 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:44:30.978790 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-99eed244-ab47-412a-bb0c-c92ecb0597f2 None None] Attempting to bind port 58275f0e-9c20-42c7-915b-ad337ae7e592 on host n-d-815690-2 for vnic_type normal with profile {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:44:30.979177 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-99eed244-ab47-412a-bb0c-c92ecb0597f2 None None] Attempting to bind port 58275f0e-9c20-42c7-915b-ad337ae7e592 by drivers openvswitch,hyperv on host n-d-815690-2 at level 0 using segments [{'id': '94c4f47f-1112-432f-b43a-fb487d024c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'e9999b59-7c53-403c-8b61-f297bcacabcc'}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:44:30.979547 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eed244-ab47-412a-bb0c-c92ecb0597f2 None None] Attempting to bind port 58275f0e-9c20-42c7-915b-ad337ae7e592 on network e9999b59-7c53-403c-8b61-f297bcacabcc {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:44:30.984861 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eed244-ab47-412a-bb0c-c92ecb0597f2 None None] Checking agent: {'id': '4ba493b7-012c-4aa6-9c43-69bb86cb5606', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 4, 43), 'started_at': datetime.datetime(2021, 10, 27, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815690-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:44:30.985231 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eed244-ab47-412a-bb0c-c92ecb0597f2 None None] Checking segment: {'id': '94c4f47f-1112-432f-b43a-fb487d024c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'e9999b59-7c53-403c-8b61-f297bcacabcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:44:30.985625 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-99eed244-ab47-412a-bb0c-c92ecb0597f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:30.986015 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eed244-ab47-412a-bb0c-c92ecb0597f2 None None] Bound using segment: {'id': '94c4f47f-1112-432f-b43a-fb487d024c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'e9999b59-7c53-403c-8b61-f297bcacabcc'} {{(pid=102880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:44:30.986609 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.managers [None req-99eed244-ab47-412a-bb0c-c92ecb0597f2 None None] Bound port: 58275f0e-9c20-42c7-915b-ad337ae7e592, host: n-d-815690-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94c4f47f-1112-432f-b43a-fb487d024c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'e9999b59-7c53-403c-8b61-f297bcacabcc'}}] {{(pid=102880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:44:30.987055 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-99eed244-ab47-412a-bb0c-c92ecb0597f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:31.028358 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fa8a01e5-457f-4d61-86c1-c27ae6a153fb tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:31.060298 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-99eed244-ab47-412a-bb0c-c92ecb0597f2 None None] For port 58275f0e-9c20-42c7-915b-ad337ae7e592, host n-d-815690-2, cleared binding levels {{(pid=102880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:44:31.063702 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-99eed244-ab47-412a-bb0c-c92ecb0597f2 None None] For port 58275f0e-9c20-42c7-915b-ad337ae7e592, host n-d-815690-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=58275f0e-9c20-42c7-915b-ad337ae7e592,segment=NetworkSegment(94c4f47f-1112-432f-b43a-fb487d024c13),segment_id=94c4f47f-1112-432f-b43a-fb487d024c13)] {{(pid=102880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:44:31.091782 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fa8a01e5-457f-4d61-86c1-c27ae6a153fb tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:31.149085 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-99eed244-ab47-412a-bb0c-c92ecb0597f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:31.160017 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fa8a01e5-457f-4d61-86c1-c27ae6a153fb tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:31.174762 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8a01e5-457f-4d61-86c1-c27ae6a153fb tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6d7bfe2-9d7d-4fd1-a087-492847797bdf,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:31.209213 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-36444617-7220-42f8-a23a-83c77e564f02 None None] Provisioning complete for port 58275f0e-9c20-42c7-915b-ad337ae7e592 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:44:31.209645 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-36444617-7220-42f8-a23a-83c77e564f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:31.251345 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99eed244-ab47-412a-bb0c-c92ecb0597f2 None None] Routers {'88c52901-e926-4cbe-a2df-0ad3ded490ea'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:44:31.251976 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-99eed244-ab47-412a-bb0c-c92ecb0597f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:44:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['88c52901-e926-4cbe-a2df-0ad3ded490ea'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:44:31.256099 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39a918-60a6-461e-8fbf-52028b33eb7a None None] Pushing event updated for resources: {'Port': ['ID=58275f0e-9c20-42c7-915b-ad337ae7e592,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:31.276391 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-fa8a01e5-457f-4d61-86c1-c27ae6a153fb tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:31.280669 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 53930) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:44:31.281261 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-fa8a01e5-457f-4d61-86c1-c27ae6a153fb tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3564260 Oct 27 19:44:31.285256 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [None req-dd4887fa-32e0-47c8-99e2-1627e33deb9f tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Request body: {'security_group_rule': {'security_group_id': '3f27d047-d8b9-4682-8cbb-69e0a0957c30', 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:44:31.391113 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dd4887fa-32e0-47c8-99e2-1627e33deb9f tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:31.395342 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ca992657-3cc9-4dd6-9714-c8389f1582f7 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:44:31.430975 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-36444617-7220-42f8-a23a-83c77e564f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:31.433753 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-99eed244-ab47-412a-bb0c-c92ecb0597f2 None None] Set router 88c52901-e926-4cbe-a2df-0ad3ded490ea gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:44:31.455507 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dd4887fa-32e0-47c8-99e2-1627e33deb9f tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:31.547548 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-36444617-7220-42f8-a23a-83c77e564f02 None None] For port 58275f0e-9c20-42c7-915b-ad337ae7e592, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=58275f0e-9c20-42c7-915b-ad337ae7e592,segment=NetworkSegment(94c4f47f-1112-432f-b43a-fb487d024c13),segment_id=94c4f47f-1112-432f-b43a-fb487d024c13)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:44:31.560086 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dd4887fa-32e0-47c8-99e2-1627e33deb9f tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:31.580098 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4887fa-32e0-47c8-99e2-1627e33deb9f tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6219731-b083-4f18-960e-5a74eea1a1c9,revision_number=0']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:31.601803 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port ca992657-3cc9-4dd6-9714-c8389f1582f7 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:44:31.602141 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:31.626968 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-36444617-7220-42f8-a23a-83c77e564f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:31.704948 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-dd4887fa-32e0-47c8-99e2-1627e33deb9f tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:31.706636 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-dd4887fa-32e0-47c8-99e2-1627e33deb9f tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4247088 Oct 27 19:44:31.709488 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 53932) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:44:31.716995 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-a12e28b0-03f2-42e3-9656-39e189b5e583 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Request body: {'security_group_rule': {'security_group_id': '3f27d047-d8b9-4682-8cbb-69e0a0957c30', 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:44:31.743859 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36444617-7220-42f8-a23a-83c77e564f02 None None] Pushing event updated for resources: {'Port': ['ID=58275f0e-9c20-42c7-915b-ad337ae7e592,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:31.794462 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-41c2d74c-bc60-454f-b6da-c4f522d6b569 None None] Provisioning complete for port 58275f0e-9c20-42c7-915b-ad337ae7e592 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:44:31.794854 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-41c2d74c-bc60-454f-b6da-c4f522d6b569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:31.840857 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a12e28b0-03f2-42e3-9656-39e189b5e583 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:31.844817 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-99eed244-ab47-412a-bb0c-c92ecb0597f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c52901-e926-4cbe-a2df-0ad3ded490ea', 'name': 'tempest-TestSnapshotPattern-877404948-router', 'tenant_id': '54b94a36821648b0bbe65d0e555b8d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'ca992657-3cc9-4dd6-9714-c8389f1582f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:44:24Z', 'updated_at': '2021-10-27T19:44:28Z', 'revision_number': 4, 'project_id': '54b94a36821648b0bbe65d0e555b8d4d', 'gw_port': {'id': 'ca992657-3cc9-4dd6-9714-c8389f1582f7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:45:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c52901-e926-4cbe-a2df-0ad3ded490ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:44:25Z', 'updated_at': '2021-10-27T19:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '58275f0e-9c20-42c7-915b-ad337ae7e592', 'name': '', 'network_id': 'e9999b59-7c53-403c-8b61-f297bcacabcc', 'tenant_id': '54b94a36821648b0bbe65d0e555b8d4d', 'mac_address': 'fa:16:3e:ca:5d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c52901-e926-4cbe-a2df-0ad3ded490ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'e49c0724-5c93-46bf-b318-caf144211809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:44:27Z', 'updated_at': '2021-10-27T19:44:31Z', 'revision_number': 4, 'project_id': '54b94a36821648b0bbe65d0e555b8d4d', 'subnets': [{'id': 'e49c0724-5c93-46bf-b318-caf144211809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:44:31.880203 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99eed244-ab47-412a-bb0c-c92ecb0597f2 None None] The sync data for ids ['88c52901-e926-4cbe-a2df-0ad3ded490ea'] in n-d-815690-2 is: [{'id': '88c52901-e926-4cbe-a2df-0ad3ded490ea', 'name': 'tempest-TestSnapshotPattern-877404948-router', 'tenant_id': '54b94a36821648b0bbe65d0e555b8d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'ca992657-3cc9-4dd6-9714-c8389f1582f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:44:24Z', 'updated_at': '2021-10-27T19:44:28Z', 'revision_number': 4, 'project_id': '54b94a36821648b0bbe65d0e555b8d4d', 'gw_port': {'id': 'ca992657-3cc9-4dd6-9714-c8389f1582f7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:45:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c52901-e926-4cbe-a2df-0ad3ded490ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:44:25Z', 'updated_at': '2021-10-27T19:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '58275f0e-9c20-42c7-915b-ad337ae7e592', 'name': '', 'network_id': 'e9999b59-7c53-403c-8b61-f297bcacabcc', 'tenant_id': '54b94a36821648b0bbe65d0e555b8d4d', 'mac_address': 'fa:16:3e:ca:5d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88c52901-e926-4cbe-a2df-0ad3ded490ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'e49c0724-5c93-46bf-b318-caf144211809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:44:27Z', 'updated_at': '2021-10-27T19:44:31Z', 'revision_number': 4, 'project_id': '54b94a36821648b0bbe65d0e555b8d4d', 'subnets': [{'id': 'e49c0724-5c93-46bf-b318-caf144211809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:44:31.919906 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a12e28b0-03f2-42e3-9656-39e189b5e583 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:32.005790 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a12e28b0-03f2-42e3-9656-39e189b5e583 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:32.026698 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e28b0-03f2-42e3-9656-39e189b5e583 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2612687d-be40-4ec0-9567-394b59f9380b,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:32.099375 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a12e28b0-03f2-42e3-9656-39e189b5e583 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:32.100738 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a12e28b0-03f2-42e3-9656-39e189b5e583 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3900237 Oct 27 19:44:32.103662 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 53934) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:44:32.108422 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-1a100818-f27a-4d23-91f9-73e99810f957 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Request body: {'security_group_rule': {'security_group_id': '3f27d047-d8b9-4682-8cbb-69e0a0957c30', 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:44:32.205942 n-d-815690-2 neutron-server[102878]: INFO neutron.db.securitygroups_db [None req-1a100818-f27a-4d23-91f9-73e99810f957 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Project 881a0b60b6064f6bb2cbf07026e1c724 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 19:44:32.211942 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1a100818-f27a-4d23-91f9-73e99810f957 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:32.276030 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1a100818-f27a-4d23-91f9-73e99810f957 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:32.365651 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1a100818-f27a-4d23-91f9-73e99810f957 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:32.384527 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a100818-f27a-4d23-91f9-73e99810f957 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87773322-004b-4860-ae06-4a7fa44a08a1,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:32.476048 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-1a100818-f27a-4d23-91f9-73e99810f957 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:32.477480 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-1a100818-f27a-4d23-91f9-73e99810f957 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3729463 Oct 27 19:44:32.480096 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 53936) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:44:32.484737 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-415010ea-3eb3-451b-8629-199d07d15b03 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Request body: {'security_group_rule': {'security_group_id': '3f27d047-d8b9-4682-8cbb-69e0a0957c30', 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:44:32.572473 n-d-815690-2 neutron-server[102878]: INFO neutron.db.securitygroups_db [None req-415010ea-3eb3-451b-8629-199d07d15b03 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Project 881a0b60b6064f6bb2cbf07026e1c724 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 19:44:32.577834 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-415010ea-3eb3-451b-8629-199d07d15b03 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:32.642619 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-415010ea-3eb3-451b-8629-199d07d15b03 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:32.731136 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-415010ea-3eb3-451b-8629-199d07d15b03 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499400'] for security_group_rule, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:32.748932 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415010ea-3eb3-451b-8629-199d07d15b03 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e3a2a1a-9598-40b2-b4a8-dd80cddca3c7,revision_number=0']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:32.824834 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-415010ea-3eb3-451b-8629-199d07d15b03 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:32.825998 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-415010ea-3eb3-451b-8629-199d07d15b03 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3449099 Oct 27 19:44:33.078499 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6b32f543-eb1a-442a-a369-498c89d1498f req-fb02afeb-95d7-4f4e-a7e9-896814d47da4 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2031997485&fields=id&tenant_id=881a0b60b6064f6bb2cbf07026e1c724 HTTP/1.1" status: 200 len: 267 time: 0.0354433 Oct 27 19:44:33.194874 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32f543-eb1a-442a-a369-498c89d1498f req-5eb7b3e5-21c4-4136-910f-7d46a8223327 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:44:33.196883 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6b32f543-eb1a-442a-a369-498c89d1498f req-5eb7b3e5-21c4-4136-910f-7d46a8223327 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/networks?id=a2456228-f1ba-4fcc-8fbf-99820611f163 HTTP/1.1" status: 200 len: 810 time: 0.1111538 Oct 27 19:44:33.213814 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6b32f543-eb1a-442a-a369-498c89d1498f req-d51a8b35-30b8-4ec1-9ded-d80543ed09c8 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/quotas/881a0b60b6064f6bb2cbf07026e1c724 HTTP/1.1" status: 200 len: 375 time: 0.0108674 Oct 27 19:44:33.273987 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6b32f543-eb1a-442a-a369-498c89d1498f req-158060df-db1e-47b5-b88b-886902e7c2d7 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=881a0b60b6064f6bb2cbf07026e1c724&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526428 Oct 27 19:44:33.394185 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-6b32f543-eb1a-442a-a369-498c89d1498f req-1a410b7c-ca84-4e04-b532-418a84619c42 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 19:44:33.395228 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6b32f543-eb1a-442a-a369-498c89d1498f req-1a410b7c-ca84-4e04-b532-418a84619c42 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1097810 Oct 27 19:44:33.403739 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 58275f0e-9c20-42c7-915b-ad337ae7e592 up at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:44:33.452643 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Provisioning complete for port 58275f0e-9c20-42c7-915b-ad337ae7e592 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:44:33.453012 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:33.496677 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6b32f543-eb1a-442a-a369-498c89d1498f req-3e218bff-a2d3-44a9-8ac3-214fb9f8290b service neutron] 10.222.0.52 "GET /v2.0/networks/a2456228-f1ba-4fcc-8fbf-99820611f163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945373 Oct 27 19:44:33.600854 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-6b32f543-eb1a-442a-a369-498c89d1498f req-44fac262-bb11-4169-a3ab-ef36936f1945 service neutron] 10.222.0.52 "GET /v2.0/networks/a2456228-f1ba-4fcc-8fbf-99820611f163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976205 Oct 27 19:44:34.868319 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e932b87f-48fb-4387-8c8c-d85b5b60fa5b req-4945bdec-dfae-4172-9b12-ab5fc8936604 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f2bd3d7-75c4-4518-987a-f84064654908 HTTP/1.1" status: 200 len: 210 time: 0.0275080 Oct 27 19:44:35.948250 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2e82c95b-a297-440c-aa01-504ed9d1da40 req-a697d122-40a9-4783-a96d-42da1cac51b8 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f2bd3d7-75c4-4518-987a-f84064654908 HTTP/1.1" status: 200 len: 210 time: 0.0265436 Oct 27 19:44:37.026376 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-56427ff8-a75d-4d87-a433-11d477b2fecc req-4a54e184-23b7-4026-9a8d-c94d1334c92f tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f2bd3d7-75c4-4518-987a-f84064654908 HTTP/1.1" status: 200 len: 210 time: 0.0262320 Oct 27 19:44:38.111826 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-23af49be-8974-49cd-a792-24b537a3aa56 req-d45c483e-360b-493a-93eb-bdc0e390b5f2 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f2bd3d7-75c4-4518-987a-f84064654908 HTTP/1.1" status: 200 len: 210 time: 0.0317888 Oct 27 19:44:39.209768 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-50963337-567c-4cf3-b1a5-c23aad252316 req-a5a5c334-f331-44bb-9254-3cae7bcad4b4 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f2bd3d7-75c4-4518-987a-f84064654908 HTTP/1.1" status: 200 len: 210 time: 0.0287302 Oct 27 19:44:39.702445 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7ba4b886-6065-4cfe-9f96-325743ab22d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:40.304994 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-371eae65-728e-433b-8c91-de2cb35928ca req-1014e93f-8e98-4cb2-a5ab-5c46207b3a18 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f2bd3d7-75c4-4518-987a-f84064654908 HTTP/1.1" status: 200 len: 210 time: 0.0266540 Oct 27 19:44:41.223663 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32f543-eb1a-442a-a369-498c89d1498f req-7fccf1eb-b735-4b29-8608-764c5ded9916 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:44:41.225154 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6b32f543-eb1a-442a-a369-498c89d1498f req-7fccf1eb-b735-4b29-8608-764c5ded9916 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.81 "GET /v2.0/networks?id=a2456228-f1ba-4fcc-8fbf-99820611f163 HTTP/1.1" status: 200 len: 810 time: 0.1075976 Oct 27 19:44:41.268871 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6b32f543-eb1a-442a-a369-498c89d1498f req-7444d1a5-aeb8-4a9a-8d56-06d5b9a14a80 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=881a0b60b6064f6bb2cbf07026e1c724 HTTP/1.1" status: 200 len: 380 time: 0.0343390 Oct 27 19:44:41.277857 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-6b32f543-eb1a-442a-a369-498c89d1498f req-8fda76d0-f30f-42ab-be47-2e2b9c7b83e0 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Request body: {'port': {'device_id': '5f2bd3d7-75c4-4518-987a-f84064654908', 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163', 'admin_state_up': True, 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'security_groups': ['3f27d047-d8b9-4682-8cbb-69e0a0957c30']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:44:41.403632 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8adc375a-4cbd-4a6b-ac86-7dfc249c8f99 req-c34bc347-8b59-449c-8dc8-cba7de2302ce tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f2bd3d7-75c4-4518-987a-f84064654908 HTTP/1.1" status: 200 len: 210 time: 0.0269668 Oct 27 19:44:41.485212 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b32f543-eb1a-442a-a369-498c89d1498f req-8fda76d0-f30f-42ab-be47-2e2b9c7b83e0 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Made reservation on behalf of 881a0b60b6064f6bb2cbf07026e1c724 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:44:41.488809 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6b32f543-eb1a-442a-a369-498c89d1498f req-8fda76d0-f30f-42ab-be47-2e2b9c7b83e0 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:41.616336 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-6b32f543-eb1a-442a-a369-498c89d1498f req-8fda76d0-f30f-42ab-be47-2e2b9c7b83e0 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Allocated IP 172.20.0.9 (a2456228-f1ba-4fcc-8fbf-99820611f163/bb60847f-b27e-4812-866b-c78fa782a4f8/885bc2c9-ec92-4c63-94fe-2679eb3db574) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:44:41.757439 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6b32f543-eb1a-442a-a369-498c89d1498f req-8fda76d0-f30f-42ab-be47-2e2b9c7b83e0 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:41.851555 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6b32f543-eb1a-442a-a369-498c89d1498f req-8fda76d0-f30f-42ab-be47-2e2b9c7b83e0 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:41.897108 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b32f543-eb1a-442a-a369-498c89d1498f req-8fda76d0-f30f-42ab-be47-2e2b9c7b83e0 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Network a2456228-f1ba-4fcc-8fbf-99820611f163 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:44:41.900328 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-6b32f543-eb1a-442a-a369-498c89d1498f req-8fda76d0-f30f-42ab-be47-2e2b9c7b83e0 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:44:41.904173 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b32f543-eb1a-442a-a369-498c89d1498f req-8fda76d0-f30f-42ab-be47-2e2b9c7b83e0 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:44:41.939413 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda76d0-f30f-42ab-be47-2e2b9c7b83e0 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Pushing event updated for resources: {'Port': ['ID=885bc2c9-ec92-4c63-94fe-2679eb3db574,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:41.969341 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32f543-eb1a-442a-a369-498c89d1498f req-8fda76d0-f30f-42ab-be47-2e2b9c7b83e0 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:44:41.970141 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6b32f543-eb1a-442a-a369-498c89d1498f req-8fda76d0-f30f-42ab-be47-2e2b9c7b83e0 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:42.068945 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6b32f543-eb1a-442a-a369-498c89d1498f req-8fda76d0-f30f-42ab-be47-2e2b9c7b83e0 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7945840 Oct 27 19:44:42.081653 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-6b32f543-eb1a-442a-a369-498c89d1498f req-e78b06a7-f45c-4d04-9f34-fd1dbc30b838 service neutron] Request body: {'port': {'device_id': '5f2bd3d7-75c4-4518-987a-f84064654908', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:44:42.115569 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4ab6cf55-7e03-47c5-a3fb-554752e710ae None None] Provisioning complete for port 885bc2c9-ec92-4c63-94fe-2679eb3db574 triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:44:42.116180 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4ab6cf55-7e03-47c5-a3fb-554752e710ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:42.138070 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6b32f543-eb1a-442a-a369-498c89d1498f req-e78b06a7-f45c-4d04-9f34-fd1dbc30b838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:42.151430 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4ab6cf55-7e03-47c5-a3fb-554752e710ae None None] Port 885bc2c9-ec92-4c63-94fe-2679eb3db574 cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:44:42.182804 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1a5ee8b7-9027-44bc-b734-ac96fde75c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:42.402410 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-6b32f543-eb1a-442a-a369-498c89d1498f req-e78b06a7-f45c-4d04-9f34-fd1dbc30b838 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 885bc2c9-ec92-4c63-94fe-2679eb3db574 {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:44:42.409949 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6b32f543-eb1a-442a-a369-498c89d1498f req-e78b06a7-f45c-4d04-9f34-fd1dbc30b838 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:42.422674 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-6b32f543-eb1a-442a-a369-498c89d1498f req-e78b06a7-f45c-4d04-9f34-fd1dbc30b838 service neutron] Transition to ACTIVE for port object 885bc2c9-ec92-4c63-94fe-2679eb3db574 will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 19:44:42.519817 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6b32f543-eb1a-442a-a369-498c89d1498f req-e78b06a7-f45c-4d04-9f34-fd1dbc30b838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:42.522742 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcd169-749b-4d16-90fa-7f0aa72addc0 req-e400e98f-147f-4106-90d7-303442125405 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:44:42.524261 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-34bcd169-749b-4d16-90fa-7f0aa72addc0 req-e400e98f-147f-4106-90d7-303442125405 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f2bd3d7-75c4-4518-987a-f84064654908 HTTP/1.1" status: 200 len: 931 time: 0.0497811 Oct 27 19:44:42.564937 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-34bcd169-749b-4d16-90fa-7f0aa72addc0 req-6dcebd7a-0d3c-41ed-b6f9-db1438c8f441 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f27d047-d8b9-4682-8cbb-69e0a0957c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343339 Oct 27 19:44:42.575544 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b06a7-f45c-4d04-9f34-fd1dbc30b838 service neutron] Pushing event updated for resources: {'Port': ['ID=885bc2c9-ec92-4c63-94fe-2679eb3db574,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:42.655530 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-6b32f543-eb1a-442a-a369-498c89d1498f req-e78b06a7-f45c-4d04-9f34-fd1dbc30b838 service neutron] Attempting to bind port 885bc2c9-ec92-4c63-94fe-2679eb3db574 on host n-h1-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:44:42.655875 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-6b32f543-eb1a-442a-a369-498c89d1498f req-e78b06a7-f45c-4d04-9f34-fd1dbc30b838 service neutron] Attempting to bind port 885bc2c9-ec92-4c63-94fe-2679eb3db574 by drivers openvswitch,hyperv on host n-h1-815690-2 at level 0 using segments [{'id': 'f40ef166-8094-454a-af33-628c661022a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:44:42.656207 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b32f543-eb1a-442a-a369-498c89d1498f req-e78b06a7-f45c-4d04-9f34-fd1dbc30b838 service neutron] Attempting to bind port 885bc2c9-ec92-4c63-94fe-2679eb3db574 on network a2456228-f1ba-4fcc-8fbf-99820611f163 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:44:42.661094 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b32f543-eb1a-442a-a369-498c89d1498f req-e78b06a7-f45c-4d04-9f34-fd1dbc30b838 service neutron] Port 885bc2c9-ec92-4c63-94fe-2679eb3db574 on network a2456228-f1ba-4fcc-8fbf-99820611f163 not bound, no agent of type Open vSwitch agent registered on host n-h1-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 19:44:42.664631 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b32f543-eb1a-442a-a369-498c89d1498f req-e78b06a7-f45c-4d04-9f34-fd1dbc30b838 service neutron] Attempting to bind port 885bc2c9-ec92-4c63-94fe-2679eb3db574 on network a2456228-f1ba-4fcc-8fbf-99820611f163 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:44:42.667183 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b32f543-eb1a-442a-a369-498c89d1498f req-e78b06a7-f45c-4d04-9f34-fd1dbc30b838 service neutron] Checking agent: {'id': '8dfca68f-dc4f-45c3-8391-0759532efd25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:44:42.667531 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b32f543-eb1a-442a-a369-498c89d1498f req-e78b06a7-f45c-4d04-9f34-fd1dbc30b838 service neutron] Checking segment: {'id': 'f40ef166-8094-454a-af33-628c661022a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:44:42.667920 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b32f543-eb1a-442a-a369-498c89d1498f req-e78b06a7-f45c-4d04-9f34-fd1dbc30b838 service neutron] Bound using segment: {'id': 'f40ef166-8094-454a-af33-628c661022a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:44:42.668356 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-6b32f543-eb1a-442a-a369-498c89d1498f req-e78b06a7-f45c-4d04-9f34-fd1dbc30b838 service neutron] Bound port: 885bc2c9-ec92-4c63-94fe-2679eb3db574, host: n-h1-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f40ef166-8094-454a-af33-628c661022a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:44:42.668709 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6b32f543-eb1a-442a-a369-498c89d1498f req-e78b06a7-f45c-4d04-9f34-fd1dbc30b838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:42.734645 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-6b32f543-eb1a-442a-a369-498c89d1498f req-e78b06a7-f45c-4d04-9f34-fd1dbc30b838 service neutron] For port 885bc2c9-ec92-4c63-94fe-2679eb3db574, host n-h1-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:44:42.737901 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-6b32f543-eb1a-442a-a369-498c89d1498f req-e78b06a7-f45c-4d04-9f34-fd1dbc30b838 service neutron] For port 885bc2c9-ec92-4c63-94fe-2679eb3db574, host n-h1-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=885bc2c9-ec92-4c63-94fe-2679eb3db574,segment=NetworkSegment(f40ef166-8094-454a-af33-628c661022a9),segment_id=f40ef166-8094-454a-af33-628c661022a9)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:44:42.800081 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6b32f543-eb1a-442a-a369-498c89d1498f req-e78b06a7-f45c-4d04-9f34-fd1dbc30b838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:42.842489 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32f543-eb1a-442a-a369-498c89d1498f req-e78b06a7-f45c-4d04-9f34-fd1dbc30b838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:44:42.843403 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-6b32f543-eb1a-442a-a369-498c89d1498f req-e78b06a7-f45c-4d04-9f34-fd1dbc30b838 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:42.844901 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6b32f543-eb1a-442a-a369-498c89d1498f req-e78b06a7-f45c-4d04-9f34-fd1dbc30b838 service neutron] 10.222.0.81 "PUT /v2.0/ports/885bc2c9-ec92-4c63-94fe-2679eb3db574 HTTP/1.1" status: 200 len: 1091 time: 0.7680061 Oct 27 19:44:42.845352 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f2bd3d7-75c4-4518-987a-f84064654908', 'tag': '885bc2c9-ec92-4c63-94fe-2679eb3db574'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:44:42.847724 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089b4610-ee25-474a-912d-98159dd19f58" -d '{"events": [{"name": "network-changed", "server_uuid": "5f2bd3d7-75c4-4518-987a-f84064654908", "tag": "885bc2c9-ec92-4c63-94fe-2679eb3db574"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:44:42.874000 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b06a7-f45c-4d04-9f34-fd1dbc30b838 service neutron] Pushing event updated for resources: {'Port': ['ID=885bc2c9-ec92-4c63-94fe-2679eb3db574,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:42.891170 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ecd043-9aff-4ab5-be44-3ac5defb237e x-openstack-request-id: req-f5ecd043-9aff-4ab5-be44-3ac5defb237e {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:44:42.891467 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f2bd3d7-75c4-4518-987a-f84064654908", "tag": "885bc2c9-ec92-4c63-94fe-2679eb3db574", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:44:42.891729 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f5ecd043-9aff-4ab5-be44-3ac5defb237e {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:44:42.892140 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f2bd3d7-75c4-4518-987a-f84064654908', 'tag': '885bc2c9-ec92-4c63-94fe-2679eb3db574', 'status': 'completed', 'code': 200} Oct 27 19:44:42.957045 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b4610-ee25-474a-912d-98159dd19f58 req-cee46dcd-9007-4f81-83aa-4c48664fae7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:44:42.958701 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-089b4610-ee25-474a-912d-98159dd19f58 req-cee46dcd-9007-4f81-83aa-4c48664fae7d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=881a0b60b6064f6bb2cbf07026e1c724&device_id=5f2bd3d7-75c4-4518-987a-f84064654908 HTTP/1.1" status: 200 len: 1094 time: 0.0451350 Oct 27 19:44:43.066028 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b4610-ee25-474a-912d-98159dd19f58 req-9542d87f-5db0-4997-affd-51ac9355acc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:44:43.067600 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-089b4610-ee25-474a-912d-98159dd19f58 req-9542d87f-5db0-4997-affd-51ac9355acc9 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=881a0b60b6064f6bb2cbf07026e1c724&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1009424 Oct 27 19:44:43.168078 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b4610-ee25-474a-912d-98159dd19f58 req-52d55d83-5a01-4f63-b691-4527c629a62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:44:43.170900 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-089b4610-ee25-474a-912d-98159dd19f58 req-52d55d83-5a01-4f63-b691-4527c629a62d service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0966284 Oct 27 19:44:43.263587 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32f543-eb1a-442a-a369-498c89d1498f req-bc915e44-4900-4444-9d36-06999baadba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:44:43.265115 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6b32f543-eb1a-442a-a369-498c89d1498f req-bc915e44-4900-4444-9d36-06999baadba5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=881a0b60b6064f6bb2cbf07026e1c724&device_id=5f2bd3d7-75c4-4518-987a-f84064654908 HTTP/1.1" status: 200 len: 1094 time: 0.0493841 Oct 27 19:44:43.311850 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6b32f543-eb1a-442a-a369-498c89d1498f req-fd721d38-0f68-4bd6-9416-2a3c6f543449 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=885bc2c9-ec92-4c63-94fe-2679eb3db574 HTTP/1.1" status: 200 len: 217 time: 0.0393298 Oct 27 19:44:43.367974 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32f543-eb1a-442a-a369-498c89d1498f req-30c61847-bf55-4a7e-9023-309726a3c97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:44:43.370179 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6b32f543-eb1a-442a-a369-498c89d1498f req-30c61847-bf55-4a7e-9023-309726a3c97a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bb60847f-b27e-4812-866b-c78fa782a4f8 HTTP/1.1" status: 200 len: 849 time: 0.0511563 Oct 27 19:44:43.424749 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32f543-eb1a-442a-a369-498c89d1498f req-c1ed8d1c-b59f-4c1d-ba6b-c3c6219097a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:44:43.426328 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6b32f543-eb1a-442a-a369-498c89d1498f req-c1ed8d1c-b59f-4c1d-ba6b-c3c6219097a0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a2456228-f1ba-4fcc-8fbf-99820611f163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496271 Oct 27 19:44:43.508438 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:43.533763 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6b32f543-eb1a-442a-a369-498c89d1498f req-7b68e390-3a82-4496-988b-776d4075499c service neutron] 10.222.0.81 "GET /v2.0/networks/a2456228-f1ba-4fcc-8fbf-99820611f163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001537 Oct 27 19:44:43.642145 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6b32f543-eb1a-442a-a369-498c89d1498f req-bfb3d0fa-f4d4-4726-b142-66bff3ac584c service neutron] 10.222.0.81 "GET /v2.0/networks/a2456228-f1ba-4fcc-8fbf-99820611f163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017189 Oct 27 19:44:43.726412 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1555d-6713-4b06-85c6-976ef70995de req-2cc6d119-bc93-4668-be73-0aee85dcca1d tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:44:43.728005 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8ed1555d-6713-4b06-85c6-976ef70995de req-2cc6d119-bc93-4668-be73-0aee85dcca1d tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f2bd3d7-75c4-4518-987a-f84064654908 HTTP/1.1" status: 200 len: 943 time: 0.0651202 Oct 27 19:44:43.774939 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-8ed1555d-6713-4b06-85c6-976ef70995de req-645c0ef8-1cff-4110-ad53-595f8d8afd95 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f27d047-d8b9-4682-8cbb-69e0a0957c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374217 Oct 27 19:44:43.834267 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:44.899235 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6c365-ae9f-45a5-8ff4-48916afb87b5 req-7073fe78-b63f-4680-b249-e204a1b8bb5d tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:44:44.901301 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b7f6c365-ae9f-45a5-8ff4-48916afb87b5 req-7073fe78-b63f-4680-b249-e204a1b8bb5d tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f2bd3d7-75c4-4518-987a-f84064654908 HTTP/1.1" status: 200 len: 943 time: 0.0513980 Oct 27 19:44:44.940164 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-b7f6c365-ae9f-45a5-8ff4-48916afb87b5 req-87c6ac98-08bc-47d1-bd68-c3517d5bba1b tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f27d047-d8b9-4682-8cbb-69e0a0957c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333381 Oct 27 19:44:45.428771 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:46.055584 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c443a-41c3-4198-a052-44a98639c0df req-f6efdca5-e36a-4280-ba08-337d0219da11 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:44:46.057081 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-440c443a-41c3-4198-a052-44a98639c0df req-f6efdca5-e36a-4280-ba08-337d0219da11 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f2bd3d7-75c4-4518-987a-f84064654908 HTTP/1.1" status: 200 len: 943 time: 0.0486400 Oct 27 19:44:46.095532 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-440c443a-41c3-4198-a052-44a98639c0df req-9f98a7ed-312e-4496-a80b-a3358b334a28 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f27d047-d8b9-4682-8cbb-69e0a0957c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319362 Oct 27 19:44:46.627791 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 885bc2c9-ec92-4c63-94fe-2679eb3db574 details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 19:44:46.724874 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 885bc2c9-ec92-4c63-94fe-2679eb3db574, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=885bc2c9-ec92-4c63-94fe-2679eb3db574,segment=NetworkSegment(f40ef166-8094-454a-af33-628c661022a9),segment_id=f40ef166-8094-454a-af33-628c661022a9)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:44:46.736687 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': '885bc2c9-ec92-4c63-94fe-2679eb3db574', 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163', 'port_id': '885bc2c9-ec92-4c63-94fe-2679eb3db574', 'mac_address': 'fa:16:3e:6f:fa:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb60847f-b27e-4812-866b-c78fa782a4f8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 19:44:46.772939 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:46.786471 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 885bc2c9-ec92-4c63-94fe-2679eb3db574 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:44:46.806919 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 885bc2c9-ec92-4c63-94fe-2679eb3db574, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=885bc2c9-ec92-4c63-94fe-2679eb3db574,segment=NetworkSegment(f40ef166-8094-454a-af33-628c661022a9),segment_id=f40ef166-8094-454a-af33-628c661022a9)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:44:46.891312 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:46.941364 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=885bc2c9-ec92-4c63-94fe-2679eb3db574,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:47.124132 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['885bc2c9-ec92-4c63-94fe-2679eb3db574'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:44:47.219161 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d0776-46fe-4df7-af27-d0849063d9ef req-35ede1c0-bbf9-431b-abef-fb5bfd64affd tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:44:47.220629 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5d5d0776-46fe-4df7-af27-d0849063d9ef req-35ede1c0-bbf9-431b-abef-fb5bfd64affd tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f2bd3d7-75c4-4518-987a-f84064654908 HTTP/1.1" status: 200 len: 944 time: 0.0558629 Oct 27 19:44:47.261695 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5d5d0776-46fe-4df7-af27-d0849063d9ef req-805acd3e-e611-4c2b-bb5b-474dd8fccb02 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f27d047-d8b9-4682-8cbb-69e0a0957c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331755 Oct 27 19:44:48.380474 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e1e25-0bd3-46ee-b29c-61cec966d8f1 req-c5998ade-f4c2-405d-8686-ff250ed65783 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:44:48.381987 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d69e1e25-0bd3-46ee-b29c-61cec966d8f1 req-c5998ade-f4c2-405d-8686-ff250ed65783 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f2bd3d7-75c4-4518-987a-f84064654908 HTTP/1.1" status: 200 len: 944 time: 0.0500739 Oct 27 19:44:48.421301 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d69e1e25-0bd3-46ee-b29c-61cec966d8f1 req-bdffc367-cb35-4639-adc8-9aa088bb532e tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f27d047-d8b9-4682-8cbb-69e0a0957c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324609 Oct 27 19:44:48.644845 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 885bc2c9-ec92-4c63-94fe-2679eb3db574 up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:44:48.816708 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning for port 885bc2c9-ec92-4c63-94fe-2679eb3db574 completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 19:44:48.820791 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port 885bc2c9-ec92-4c63-94fe-2679eb3db574 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:44:48.821172 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:48.899331 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:48.922316 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2bd3d7-75c4-4518-987a-f84064654908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885bc2c9-ec92-4c63-94fe-2679eb3db574'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:44:48.926942 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b7a7ffbeb5006bcc00a453a37d6ced003ca150096c2d6d80d40f5ba58f622d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36ca8a7-2898-473c-a7f6-941f9ed52fa3" -d '{"events": [{"server_uuid": "5f2bd3d7-75c4-4518-987a-f84064654908", "name": "network-vif-plugged", "status": "completed", "tag": "885bc2c9-ec92-4c63-94fe-2679eb3db574"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:44:48.937543 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 885bc2c9-ec92-4c63-94fe-2679eb3db574, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=885bc2c9-ec92-4c63-94fe-2679eb3db574,segment=NetworkSegment(f40ef166-8094-454a-af33-628c661022a9),segment_id=f40ef166-8094-454a-af33-628c661022a9)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:44:49.005270 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:49.035257 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c3b4d0-3ad9-4462-b382-39b35f0deb97 x-openstack-request-id: req-93c3b4d0-3ad9-4462-b382-39b35f0deb97 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:44:49.036144 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f2bd3d7-75c4-4518-987a-f84064654908", "name": "network-vif-plugged", "status": "completed", "tag": "885bc2c9-ec92-4c63-94fe-2679eb3db574", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:44:49.036413 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-93c3b4d0-3ad9-4462-b382-39b35f0deb97 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:44:49.036951 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2bd3d7-75c4-4518-987a-f84064654908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885bc2c9-ec92-4c63-94fe-2679eb3db574', 'code': 200} Oct 27 19:44:49.065083 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=885bc2c9-ec92-4c63-94fe-2679eb3db574,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:49.115290 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d3cbd-daa0-46b9-bb80-efb352b58856 req-835b9c1d-72f9-47a6-a28a-bdd609635616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:44:49.117019 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6f3d3cbd-daa0-46b9-bb80-efb352b58856 req-835b9c1d-72f9-47a6-a28a-bdd609635616 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5f2bd3d7-75c4-4518-987a-f84064654908 HTTP/1.1" status: 200 len: 1096 time: 0.0409157 Oct 27 19:44:49.154623 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-6f3d3cbd-daa0-46b9-bb80-efb352b58856 req-c71f4e8b-b745-4e5d-85d0-00798d1ad211 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3f27d047-d8b9-4682-8cbb-69e0a0957c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297077 Oct 27 19:44:49.539590 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e4050-214b-42c2-97dd-1381fc1850db req-893ed2fd-9b2c-4b99-a012-8a81d1f63fd3 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:44:49.541184 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1d5e4050-214b-42c2-97dd-1381fc1850db req-893ed2fd-9b2c-4b99-a012-8a81d1f63fd3 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f2bd3d7-75c4-4518-987a-f84064654908 HTTP/1.1" status: 200 len: 945 time: 0.0504081 Oct 27 19:44:49.580923 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1d5e4050-214b-42c2-97dd-1381fc1850db req-91521527-7f2b-4839-8925-f2f2bd1b86dd tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f27d047-d8b9-4682-8cbb-69e0a0957c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330868 Oct 27 19:44:50.705584 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058a5ac-75cc-4b90-896e-5be866ba4908 req-109b8bec-9d5e-43cb-9126-4305f0f9d763 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:44:50.707132 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2058a5ac-75cc-4b90-896e-5be866ba4908 req-109b8bec-9d5e-43cb-9126-4305f0f9d763 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f2bd3d7-75c4-4518-987a-f84064654908 HTTP/1.1" status: 200 len: 945 time: 0.0533354 Oct 27 19:44:50.745635 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-2058a5ac-75cc-4b90-896e-5be866ba4908 req-e9ae111b-55e7-46cf-927f-863318c0de69 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f27d047-d8b9-4682-8cbb-69e0a0957c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325003 Oct 27 19:44:50.861709 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46606b26-d259-472a-9ec6-2a426a6351fa req-e43d17b0-c21b-4ab0-985e-4cfc2cbc5203 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:44:50.863183 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-46606b26-d259-472a-9ec6-2a426a6351fa req-e43d17b0-c21b-4ab0-985e-4cfc2cbc5203 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f2bd3d7-75c4-4518-987a-f84064654908 HTTP/1.1" status: 200 len: 945 time: 0.0514281 Oct 27 19:44:50.903687 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-46606b26-d259-472a-9ec6-2a426a6351fa req-8a9f180b-56a6-4dce-97c7-2bc048f1d560 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f27d047-d8b9-4682-8cbb-69e0a0957c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343606 Oct 27 19:44:50.925918 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 54028) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:44:51.010223 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcecd4b5-1c1d-4427-9317-f4d00947fc40 tempest-TestSnapshotPattern-1139707723 tempest-TestSnapshotPattern-1139707723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:44:51.011772 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-dcecd4b5-1c1d-4427-9317-f4d00947fc40 tempest-TestSnapshotPattern-1139707723 tempest-TestSnapshotPattern-1139707723-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=5f2bd3d7-75c4-4518-987a-f84064654908 HTTP/1.1" status: 200 len: 1091 time: 0.0848398 Oct 27 19:44:51.014794 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 54032) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:44:51.019233 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-a88682c3-afd0-42ce-8145-3e3522f4b7da tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'port_id': '885bc2c9-ec92-4c63-94fe-2679eb3db574', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:44:51.109400 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a88682c3-afd0-42ce-8145-3e3522f4b7da tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks [] for floatingip, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:51.210272 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a88682c3-afd0-42ce-8145-3e3522f4b7da tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:51.312589 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-a88682c3-afd0-42ce-8145-3e3522f4b7da tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Allocated IP 172.25.6.41 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/e86ebdcd-457a-4915-9980-c52b074ea4cf) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:44:51.418182 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a88682c3-afd0-42ce-8145-3e3522f4b7da tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:51.525375 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a88682c3-afd0-42ce-8145-3e3522f4b7da tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:51.564880 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88682c3-afd0-42ce-8145-3e3522f4b7da tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:44:51.569411 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-a88682c3-afd0-42ce-8145-3e3522f4b7da tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:44:51.572927 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88682c3-afd0-42ce-8145-3e3522f4b7da tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:44:51.578987 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88682c3-afd0-42ce-8145-3e3522f4b7da tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Pushing event updated for resources: {'Port': ['ID=e86ebdcd-457a-4915-9980-c52b074ea4cf,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:51.929208 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a88682c3-afd0-42ce-8145-3e3522f4b7da tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:52.071346 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a88682c3-afd0-42ce-8145-3e3522f4b7da tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:52.234419 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a88682c3-afd0-42ce-8145-3e3522f4b7da tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:52.353750 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a88682c3-afd0-42ce-8145-3e3522f4b7da tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:52.427257 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88682c3-afd0-42ce-8145-3e3522f4b7da tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Pushing event updated for resources: {'Port': ['ID=e86ebdcd-457a-4915-9980-c52b074ea4cf,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:44:52.439514 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a88682c3-afd0-42ce-8145-3e3522f4b7da tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:52.883035 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [None req-a88682c3-afd0-42ce-8145-3e3522f4b7da tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Floating IP bae88022-8b2f-4d4f-b616-1d5eb50866c6 associated. External IP: 172.25.6.41, port: 885bc2c9-ec92-4c63-94fe-2679eb3db574. Oct 27 19:44:53.090933 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88682c3-afd0-42ce-8145-3e3522f4b7da tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Router 9e670c11-8412-40ac-af3b-79daa40a46f8 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:44:53.201577 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88682c3-afd0-42ce-8145-3e3522f4b7da tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:44:53.212084 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe082f66-5e0f-43c2-8718-f76ab0620e2f None None] Sync routers for ids ['9e670c11-8412-40ac-af3b-79daa40a46f8'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:44:53.227292 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe082f66-5e0f-43c2-8718-f76ab0620e2f None None] Routers {'9e670c11-8412-40ac-af3b-79daa40a46f8'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:44:53.227292 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-fe082f66-5e0f-43c2-8718-f76ab0620e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:44:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9e670c11-8412-40ac-af3b-79daa40a46f8'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:44:53.281971 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a88682c3-afd0-42ce-8145-3e3522f4b7da tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:53.309458 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a88682c3-afd0-42ce-8145-3e3522f4b7da tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2935381 Oct 27 19:44:53.310047 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f2bd3d7-75c4-4518-987a-f84064654908', 'tag': '885bc2c9-ec92-4c63-94fe-2679eb3db574'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:44:53.312428 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bca0ca0b982d995b269f20b8ee9fa1484886a2da5fdd33aa4707a11ccb3e0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2230e581-4438-404a-8d58-5e1d74751fb1" -d '{"events": [{"name": "network-changed", "server_uuid": "5f2bd3d7-75c4-4518-987a-f84064654908", "tag": "885bc2c9-ec92-4c63-94fe-2679eb3db574"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:44:53.336662 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-fe082f66-5e0f-43c2-8718-f76ab0620e2f None None] Set router 9e670c11-8412-40ac-af3b-79daa40a46f8 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:44:53.352182 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee516198-d9dc-43b0-a2d2-2915b4854d62 x-openstack-request-id: req-ee516198-d9dc-43b0-a2d2-2915b4854d62 {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:44:53.352631 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f2bd3d7-75c4-4518-987a-f84064654908", "tag": "885bc2c9-ec92-4c63-94fe-2679eb3db574", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:44:53.352805 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ee516198-d9dc-43b0-a2d2-2915b4854d62 {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:44:53.353203 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f2bd3d7-75c4-4518-987a-f84064654908', 'tag': '885bc2c9-ec92-4c63-94fe-2679eb3db574', 'status': 'completed', 'code': 200} Oct 27 19:44:53.419387 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230e581-4438-404a-8d58-5e1d74751fb1 req-30eb253d-e1c7-44d8-99e1-f50950e5d3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:44:53.420981 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2230e581-4438-404a-8d58-5e1d74751fb1 req-30eb253d-e1c7-44d8-99e1-f50950e5d3f9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=881a0b60b6064f6bb2cbf07026e1c724&device_id=5f2bd3d7-75c4-4518-987a-f84064654908 HTTP/1.1" status: 200 len: 1096 time: 0.0439830 Oct 27 19:44:53.520512 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230e581-4438-404a-8d58-5e1d74751fb1 req-7553cf1f-1675-4529-a9a7-594d8a3bbce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:44:53.521901 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2230e581-4438-404a-8d58-5e1d74751fb1 req-7553cf1f-1675-4529-a9a7-594d8a3bbce8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a2456228-f1ba-4fcc-8fbf-99820611f163 HTTP/1.1" status: 200 len: 912 time: 0.0944695 Oct 27 19:44:53.560857 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-fe082f66-5e0f-43c2-8718-f76ab0620e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'name': 'tempest-TestSnapshotPattern-1312138727-router', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'df2cb608-e47d-4ebd-9161-f92ebe49da61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:44:18Z', 'updated_at': '2021-10-27T19:44:22Z', 'revision_number': 4, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'gw_port': {'id': 'df2cb608-e47d-4ebd-9161-f92ebe49da61', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:44:19Z', 'updated_at': '2021-10-27T19:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'bae88022-8b2f-4d4f-b616-1d5eb50866c6', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'floating_ip_address': '172.25.6.41', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'port_id': '885bc2c9-ec92-4c63-94fe-2679eb3db574', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163', 'mac_address': 'fa:16:3e:6f:fa:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2bd3d7-75c4-4518-987a-f84064654908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:44:51Z', 'updated_at': '2021-10-27T19:44:51Z', 'revision_number': 0, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f414f73-a398-4890-96b7-bbbf216291bc', 'name': '', 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'mac_address': 'fa:16:3e:4e:f8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'bb60847f-b27e-4812-866b-c78fa782a4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:44:21Z', 'updated_at': '2021-10-27T19:44:26Z', 'revision_number': 5, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'subnets': [{'id': 'bb60847f-b27e-4812-866b-c78fa782a4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:44:53.589313 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2230e581-4438-404a-8d58-5e1d74751fb1 req-dac0ebdc-b973-4435-a2ab-06bd01df5622 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=885bc2c9-ec92-4c63-94fe-2679eb3db574 HTTP/1.1" status: 200 len: 998 time: 0.0598781 Oct 27 19:44:53.593739 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe082f66-5e0f-43c2-8718-f76ab0620e2f None None] Checking router: 9e670c11-8412-40ac-af3b-79daa40a46f8 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:44:53.603785 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe082f66-5e0f-43c2-8718-f76ab0620e2f None None] Routers {'9e670c11-8412-40ac-af3b-79daa40a46f8'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:44:53.604730 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-fe082f66-5e0f-43c2-8718-f76ab0620e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:44:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9e670c11-8412-40ac-af3b-79daa40a46f8'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:44:53.643973 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230e581-4438-404a-8d58-5e1d74751fb1 req-2d32ea00-c1ee-4735-b9d7-3e8eecb8af64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:44:53.645452 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2230e581-4438-404a-8d58-5e1d74751fb1 req-2d32ea00-c1ee-4735-b9d7-3e8eecb8af64 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bb60847f-b27e-4812-866b-c78fa782a4f8 HTTP/1.1" status: 200 len: 849 time: 0.0487425 Oct 27 19:44:53.691832 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230e581-4438-404a-8d58-5e1d74751fb1 req-897ae0d7-d051-4e89-9bf0-6d909446c793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:44:53.693344 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2230e581-4438-404a-8d58-5e1d74751fb1 req-897ae0d7-d051-4e89-9bf0-6d909446c793 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a2456228-f1ba-4fcc-8fbf-99820611f163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411994 Oct 27 19:44:53.716745 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-fe082f66-5e0f-43c2-8718-f76ab0620e2f None None] Set router 9e670c11-8412-40ac-af3b-79daa40a46f8 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:44:53.791606 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2230e581-4438-404a-8d58-5e1d74751fb1 req-e8343223-8b1c-4ba9-bf01-b5c05daf4659 service neutron] 10.222.0.81 "GET /v2.0/networks/a2456228-f1ba-4fcc-8fbf-99820611f163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912910 Oct 27 19:44:53.889475 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-2230e581-4438-404a-8d58-5e1d74751fb1 req-7b36729a-a38d-46cb-bcea-0bbde20b68b9 service neutron] 10.222.0.81 "GET /v2.0/networks/a2456228-f1ba-4fcc-8fbf-99820611f163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902934 Oct 27 19:44:53.944088 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-fe082f66-5e0f-43c2-8718-f76ab0620e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'name': 'tempest-TestSnapshotPattern-1312138727-router', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'df2cb608-e47d-4ebd-9161-f92ebe49da61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:44:18Z', 'updated_at': '2021-10-27T19:44:22Z', 'revision_number': 4, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'gw_port': {'id': 'df2cb608-e47d-4ebd-9161-f92ebe49da61', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:44:19Z', 'updated_at': '2021-10-27T19:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'bae88022-8b2f-4d4f-b616-1d5eb50866c6', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'floating_ip_address': '172.25.6.41', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'port_id': '885bc2c9-ec92-4c63-94fe-2679eb3db574', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163', 'mac_address': 'fa:16:3e:6f:fa:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2bd3d7-75c4-4518-987a-f84064654908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:44:51Z', 'updated_at': '2021-10-27T19:44:51Z', 'revision_number': 0, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f414f73-a398-4890-96b7-bbbf216291bc', 'name': '', 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'mac_address': 'fa:16:3e:4e:f8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'bb60847f-b27e-4812-866b-c78fa782a4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:44:21Z', 'updated_at': '2021-10-27T19:44:26Z', 'revision_number': 5, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'subnets': [{'id': 'bb60847f-b27e-4812-866b-c78fa782a4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:44:53.973918 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe082f66-5e0f-43c2-8718-f76ab0620e2f None None] The sync data for ids ['9e670c11-8412-40ac-af3b-79daa40a46f8'] in n-d-815690-2 is: [{'id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'name': 'tempest-TestSnapshotPattern-1312138727-router', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'df2cb608-e47d-4ebd-9161-f92ebe49da61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:44:18Z', 'updated_at': '2021-10-27T19:44:22Z', 'revision_number': 4, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'gw_port': {'id': 'df2cb608-e47d-4ebd-9161-f92ebe49da61', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:44:19Z', 'updated_at': '2021-10-27T19:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'bae88022-8b2f-4d4f-b616-1d5eb50866c6', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'floating_ip_address': '172.25.6.41', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'port_id': '885bc2c9-ec92-4c63-94fe-2679eb3db574', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163', 'mac_address': 'fa:16:3e:6f:fa:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2bd3d7-75c4-4518-987a-f84064654908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:44:51Z', 'updated_at': '2021-10-27T19:44:51Z', 'revision_number': 0, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f414f73-a398-4890-96b7-bbbf216291bc', 'name': '', 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'mac_address': 'fa:16:3e:4e:f8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'bb60847f-b27e-4812-866b-c78fa782a4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:44:21Z', 'updated_at': '2021-10-27T19:44:26Z', 'revision_number': 5, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'subnets': [{'id': 'bb60847f-b27e-4812-866b-c78fa782a4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:44:54.172310 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc11107-c867-4af8-9888-fe54802d4b91 None None] New status for floating IP bae88022-8b2f-4d4f-b616-1d5eb50866c6: ACTIVE {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 19:44:57.227905 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:57.828181 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:44:59.698383 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:45:01.096354 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ce089ba9-8b5c-4f8d-8313-ac5dcc688ef4 req-5be979ea-257c-4259-bf79-e5a162d13afb service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5f2bd3d7-75c4-4518-987a-f84064654908&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406215 Oct 27 19:45:01.182770 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce089ba9-8b5c-4f8d-8313-ac5dcc688ef4 req-ad42f606-afd0-424d-9236-e2603056e66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:45:01.184353 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ce089ba9-8b5c-4f8d-8313-ac5dcc688ef4 req-ad42f606-afd0-424d-9236-e2603056e66f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=881a0b60b6064f6bb2cbf07026e1c724&device_id=5f2bd3d7-75c4-4518-987a-f84064654908 HTTP/1.1" status: 200 len: 1096 time: 0.0430615 Oct 27 19:45:01.294659 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce089ba9-8b5c-4f8d-8313-ac5dcc688ef4 req-229d3e3a-3d80-4cf7-bf45-ff7dad3d6270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:45:01.296240 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ce089ba9-8b5c-4f8d-8313-ac5dcc688ef4 req-229d3e3a-3d80-4cf7-bf45-ff7dad3d6270 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a2456228-f1ba-4fcc-8fbf-99820611f163 HTTP/1.1" status: 200 len: 912 time: 0.0883465 Oct 27 19:45:01.365670 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ce089ba9-8b5c-4f8d-8313-ac5dcc688ef4 req-f3e44423-2bf0-4630-8b26-88f733474c14 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=885bc2c9-ec92-4c63-94fe-2679eb3db574 HTTP/1.1" status: 200 len: 1000 time: 0.0620739 Oct 27 19:45:01.417147 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce089ba9-8b5c-4f8d-8313-ac5dcc688ef4 req-d7af867d-fd8b-4d88-9422-f820423ae3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:45:01.418607 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ce089ba9-8b5c-4f8d-8313-ac5dcc688ef4 req-d7af867d-fd8b-4d88-9422-f820423ae3b3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bb60847f-b27e-4812-866b-c78fa782a4f8 HTTP/1.1" status: 200 len: 849 time: 0.0455363 Oct 27 19:45:01.463927 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce089ba9-8b5c-4f8d-8313-ac5dcc688ef4 req-016ee1c4-a40b-4055-8767-481bec54e42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:45:01.465425 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ce089ba9-8b5c-4f8d-8313-ac5dcc688ef4 req-016ee1c4-a40b-4055-8767-481bec54e42d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a2456228-f1ba-4fcc-8fbf-99820611f163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393035 Oct 27 19:45:01.559625 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ce089ba9-8b5c-4f8d-8313-ac5dcc688ef4 req-5f0f9cbd-634c-4560-8203-a4f95be097bf service neutron] 10.222.0.81 "GET /v2.0/networks/a2456228-f1ba-4fcc-8fbf-99820611f163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854232 Oct 27 19:45:01.649332 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ce089ba9-8b5c-4f8d-8313-ac5dcc688ef4 req-49a76402-a727-4658-b55d-ce124687e887 service neutron] 10.222.0.81 "GET /v2.0/networks/a2456228-f1ba-4fcc-8fbf-99820611f163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822814 Oct 27 19:45:09.718904 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-aceea946-0ee9-4e56-811a-369a96f8e12c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:45:12.159450 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1645f143-61dc-433b-a019-5c03db3aba94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:45:13.484653 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:45:13.861917 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:45:15.450556 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:45:27.198920 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:45:27.787371 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:45:36.697990 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:45:39.712942 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-33067aa1-4b1c-4a14-a2d4-b77c6fa105b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:45:42.153011 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c642ef71-2061-4b04-b80c-1a34bb26cd32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:45:43.456585 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:45:43.804454 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:45:45.433254 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:45:57.228060 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:45:57.758172 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:46:03.097750 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-79ddc182-ae9a-4bf8-a1f8-72e6fd898981 req-a2cfae9d-fdaf-4077-b083-330fa51d9248 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5f2bd3d7-75c4-4518-987a-f84064654908&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417323 Oct 27 19:46:03.185391 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ddc182-ae9a-4bf8-a1f8-72e6fd898981 req-c2f16cd6-1b8e-40d7-a3f2-a1e5cbece841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:46:03.186943 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-79ddc182-ae9a-4bf8-a1f8-72e6fd898981 req-c2f16cd6-1b8e-40d7-a3f2-a1e5cbece841 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=881a0b60b6064f6bb2cbf07026e1c724&device_id=5f2bd3d7-75c4-4518-987a-f84064654908 HTTP/1.1" status: 200 len: 1096 time: 0.0456853 Oct 27 19:46:03.289781 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ddc182-ae9a-4bf8-a1f8-72e6fd898981 req-addcc8d8-043d-4686-86b9-349eb1169b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:46:03.291194 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-79ddc182-ae9a-4bf8-a1f8-72e6fd898981 req-addcc8d8-043d-4686-86b9-349eb1169b05 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a2456228-f1ba-4fcc-8fbf-99820611f163 HTTP/1.1" status: 200 len: 912 time: 0.0845459 Oct 27 19:46:03.359576 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-79ddc182-ae9a-4bf8-a1f8-72e6fd898981 req-58ba9b3c-2c01-4035-a0cb-c4087ed80a79 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=885bc2c9-ec92-4c63-94fe-2679eb3db574 HTTP/1.1" status: 200 len: 1000 time: 0.0610278 Oct 27 19:46:03.407950 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ddc182-ae9a-4bf8-a1f8-72e6fd898981 req-e763051c-327a-4163-a19f-5294a79414ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:46:03.409410 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-79ddc182-ae9a-4bf8-a1f8-72e6fd898981 req-e763051c-327a-4163-a19f-5294a79414ad service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bb60847f-b27e-4812-866b-c78fa782a4f8 HTTP/1.1" status: 200 len: 849 time: 0.0433686 Oct 27 19:46:03.454690 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ddc182-ae9a-4bf8-a1f8-72e6fd898981 req-f0f70df6-e3a8-4c49-b99e-036faa13dc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:46:03.456234 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-79ddc182-ae9a-4bf8-a1f8-72e6fd898981 req-f0f70df6-e3a8-4c49-b99e-036faa13dc56 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a2456228-f1ba-4fcc-8fbf-99820611f163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403495 Oct 27 19:46:03.550158 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-79ddc182-ae9a-4bf8-a1f8-72e6fd898981 req-3e8efdf8-5e6e-4626-ae57-c4ff6e3c9ba3 service neutron] 10.222.0.81 "GET /v2.0/networks/a2456228-f1ba-4fcc-8fbf-99820611f163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866599 Oct 27 19:46:03.638715 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-79ddc182-ae9a-4bf8-a1f8-72e6fd898981 req-0eed76fc-21eb-423d-ba28-6869f8ec7f97 service neutron] 10.222.0.81 "GET /v2.0/networks/a2456228-f1ba-4fcc-8fbf-99820611f163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822022 Oct 27 19:46:09.684236 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-277e31b5-46ad-4719-b92b-afcd30bfef2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:46:12.169273 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4ab69803-f86b-41b3-a4b9-41de2c1e750d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:46:13.523773 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:46:13.697313 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:46:13.769696 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:46:15.478104 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:46:27.232289 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:46:27.775030 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:46:39.723304 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-64eac0a4-3e61-4e52-9989-0010ef3a2399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:46:42.175120 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a20f0af9-0ed9-4dc1-a7d1-6c075167f929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:46:43.489291 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:46:43.780419 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:46:45.437655 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:46:50.696401 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:46:51.188194 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 885bc2c9-ec92-4c63-94fe-2679eb3db574 details requested by agent hyperv_n-h1-815690-2 with host n-h1-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 19:46:51.288003 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 885bc2c9-ec92-4c63-94fe-2679eb3db574, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=885bc2c9-ec92-4c63-94fe-2679eb3db574,segment=NetworkSegment(f40ef166-8094-454a-af33-628c661022a9),segment_id=f40ef166-8094-454a-af33-628c661022a9)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:46:51.299433 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Returning: {'device': '885bc2c9-ec92-4c63-94fe-2679eb3db574', 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163', 'port_id': '885bc2c9-ec92-4c63-94fe-2679eb3db574', 'mac_address': 'fa:16:3e:6f:fa:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb60847f-b27e-4812-866b-c78fa782a4f8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 19:46:51.335694 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:46:51.348385 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 885bc2c9-ec92-4c63-94fe-2679eb3db574 {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:46:51.372418 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 885bc2c9-ec92-4c63-94fe-2679eb3db574, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=885bc2c9-ec92-4c63-94fe-2679eb3db574,segment=NetworkSegment(f40ef166-8094-454a-af33-628c661022a9),segment_id=f40ef166-8094-454a-af33-628c661022a9)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:46:51.443249 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:46:51.495828 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=885bc2c9-ec92-4c63-94fe-2679eb3db574,revision_number=6']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:46:51.503738 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:46:51.504084 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:46:51.504423 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:46:51.504758 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:46:51.505088 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:46:51.505414 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:46:51.505736 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:46:51.506058 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:46:51.506377 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:46:51.506696 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:46:51.507040 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:46:51.507359 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:46:51.519504 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] get_ports_and_sgs() called for port_ids ['885bc2c9-ec92-4c63-94fe-2679eb3db574'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:46:53.186453 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 885bc2c9-ec92-4c63-94fe-2679eb3db574 up at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:46:53.241567 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Provisioning complete for port 885bc2c9-ec92-4c63-94fe-2679eb3db574 triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:46:53.242072 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:46:53.340890 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:46:53.367248 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2bd3d7-75c4-4518-987a-f84064654908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885bc2c9-ec92-4c63-94fe-2679eb3db574'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:46:53.369557 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b7a7ffbeb5006bcc00a453a37d6ced003ca150096c2d6d80d40f5ba58f622d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b1e180-569e-49b7-81a5-cfcd6c0ac716" -d '{"events": [{"server_uuid": "5f2bd3d7-75c4-4518-987a-f84064654908", "name": "network-vif-plugged", "status": "completed", "tag": "885bc2c9-ec92-4c63-94fe-2679eb3db574"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:46:53.384089 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 885bc2c9-ec92-4c63-94fe-2679eb3db574, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=885bc2c9-ec92-4c63-94fe-2679eb3db574,segment=NetworkSegment(f40ef166-8094-454a-af33-628c661022a9),segment_id=f40ef166-8094-454a-af33-628c661022a9)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:46:53.467054 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:46:53.471007 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f53d087-7df6-425c-9cfd-112cbb0e0c42 x-openstack-request-id: req-5f53d087-7df6-425c-9cfd-112cbb0e0c42 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:46:53.471369 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f2bd3d7-75c4-4518-987a-f84064654908", "name": "network-vif-plugged", "status": "completed", "tag": "885bc2c9-ec92-4c63-94fe-2679eb3db574", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:46:53.471956 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5f53d087-7df6-425c-9cfd-112cbb0e0c42 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:46:53.472856 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2bd3d7-75c4-4518-987a-f84064654908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885bc2c9-ec92-4c63-94fe-2679eb3db574', 'code': 200} Oct 27 19:46:53.530271 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=885bc2c9-ec92-4c63-94fe-2679eb3db574,revision_number=7']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:46:57.237535 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:46:57.774657 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:47:03.880749 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-72c975b9-d884-4faf-97a4-5d9fc509404b tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2031997485&fields=id&tenant_id=881a0b60b6064f6bb2cbf07026e1c724 HTTP/1.1" status: 200 len: 267 time: 0.0390289 Oct 27 19:47:03.987978 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-8c0b3925-b076-45b9-82a8-25cffefb2195 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:47:03.989360 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-8c0b3925-b076-45b9-82a8-25cffefb2195 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/networks?id=a2456228-f1ba-4fcc-8fbf-99820611f163 HTTP/1.1" status: 200 len: 810 time: 0.1010923 Oct 27 19:47:04.005006 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-4fb2ca1b-ef11-480a-a265-e3c5612f01de tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/quotas/881a0b60b6064f6bb2cbf07026e1c724 HTTP/1.1" status: 200 len: 375 time: 0.0093274 Oct 27 19:47:04.065166 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-1e9c2844-f2bb-4a9d-af52-ac3bb55a6ee3 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=881a0b60b6064f6bb2cbf07026e1c724&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0545394 Oct 27 19:47:04.112842 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3d92a1fc-f0da-4a5d-966c-000e76ed2cbb req-2aa02b51-b0b4-47a4-bfbb-e3aee46d8efc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5f2bd3d7-75c4-4518-987a-f84064654908&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0472569 Oct 27 19:47:04.170417 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-f81b57af-cf92-42fd-95c0-926404425a6a service neutron] 10.222.0.52 "GET /v2.0/networks/a2456228-f1ba-4fcc-8fbf-99820611f163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921638 Oct 27 19:47:04.197873 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92a1fc-f0da-4a5d-966c-000e76ed2cbb req-76dcb5b2-4aa6-4cb6-ad31-966696271028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:47:04.200284 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3d92a1fc-f0da-4a5d-966c-000e76ed2cbb req-76dcb5b2-4aa6-4cb6-ad31-966696271028 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=881a0b60b6064f6bb2cbf07026e1c724&device_id=5f2bd3d7-75c4-4518-987a-f84064654908 HTTP/1.1" status: 200 len: 1096 time: 0.0424166 Oct 27 19:47:04.271235 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-b01195c2-a902-471b-ab5d-04f90b74a487 service neutron] 10.222.0.52 "GET /v2.0/networks/a2456228-f1ba-4fcc-8fbf-99820611f163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945902 Oct 27 19:47:04.308372 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92a1fc-f0da-4a5d-966c-000e76ed2cbb req-2568f8a2-eb35-4ed3-b761-4aa39e4af4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:47:04.309866 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3d92a1fc-f0da-4a5d-966c-000e76ed2cbb req-2568f8a2-eb35-4ed3-b761-4aa39e4af4c0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a2456228-f1ba-4fcc-8fbf-99820611f163 HTTP/1.1" status: 200 len: 912 time: 0.0897734 Oct 27 19:47:04.379995 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3d92a1fc-f0da-4a5d-966c-000e76ed2cbb req-1caa97df-50b8-4494-bc18-5376de7a273e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=885bc2c9-ec92-4c63-94fe-2679eb3db574 HTTP/1.1" status: 200 len: 1000 time: 0.0625312 Oct 27 19:47:04.431133 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92a1fc-f0da-4a5d-966c-000e76ed2cbb req-7e9d2c85-c951-4b6c-99c2-fa1672112569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:47:04.433187 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3d92a1fc-f0da-4a5d-966c-000e76ed2cbb req-7e9d2c85-c951-4b6c-99c2-fa1672112569 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bb60847f-b27e-4812-866b-c78fa782a4f8 HTTP/1.1" status: 200 len: 849 time: 0.0454545 Oct 27 19:47:04.488044 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92a1fc-f0da-4a5d-966c-000e76ed2cbb req-5e4ccb43-86a6-4a0d-a40e-489f3b1590a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:47:04.489655 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3d92a1fc-f0da-4a5d-966c-000e76ed2cbb req-5e4ccb43-86a6-4a0d-a40e-489f3b1590a9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a2456228-f1ba-4fcc-8fbf-99820611f163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490627 Oct 27 19:47:04.505399 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-1d0eeeae-55fb-4e4c-bacf-7ffebb6723c5 req-5c091a35-2ae0-4a96-a45c-e72f18ba31c0 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/ports?device_id=7623ea49-1028-4754-8b79-e1a0fd289b3e HTTP/1.1" status: 200 len: 210 time: 0.0276127 Oct 27 19:47:04.591854 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3d92a1fc-f0da-4a5d-966c-000e76ed2cbb req-1d6d19c9-2f90-4231-b327-bd0fec400692 service neutron] 10.222.0.81 "GET /v2.0/networks/a2456228-f1ba-4fcc-8fbf-99820611f163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948157 Oct 27 19:47:05.032437 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-3d92a1fc-f0da-4a5d-966c-000e76ed2cbb req-e2543b2b-93cf-44e3-92d3-8e025bba0795 service neutron] 10.222.0.81 "GET /v2.0/networks/a2456228-f1ba-4fcc-8fbf-99820611f163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4339595 Oct 27 19:47:05.606171 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-ed2997d3-65fd-416f-870d-aeed201e8fce req-cdb972f1-507c-40d8-a078-273036914661 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/ports?device_id=7623ea49-1028-4754-8b79-e1a0fd289b3e HTTP/1.1" status: 200 len: 210 time: 0.0266573 Oct 27 19:47:06.490554 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-15fd4fe0-a065-49f7-bf2c-b00192c8909a tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:47:06.491934 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-15fd4fe0-a065-49f7-bf2c-b00192c8909a tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.93 "GET /v2.0/networks?id=a2456228-f1ba-4fcc-8fbf-99820611f163 HTTP/1.1" status: 200 len: 810 time: 0.1024573 Oct 27 19:47:06.538474 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-ccbf669d-644d-452d-aea6-a3c4ed0fd356 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=881a0b60b6064f6bb2cbf07026e1c724 HTTP/1.1" status: 200 len: 380 time: 0.0368886 Oct 27 19:47:06.549061 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-06e7e987-4e69-43cd-941f-8b0c1b418d3a tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Request body: {'port': {'device_id': '7623ea49-1028-4754-8b79-e1a0fd289b3e', 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163', 'admin_state_up': True, 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'security_groups': ['3f27d047-d8b9-4682-8cbb-69e0a0957c30']}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:47:06.704566 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-069589da-7f8a-4291-8716-697ebf0f5ab3 req-e56c49fb-7028-4838-8558-0d9e32c8aff5 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/ports?device_id=7623ea49-1028-4754-8b79-e1a0fd289b3e HTTP/1.1" status: 200 len: 210 time: 0.0255015 Oct 27 19:47:06.774357 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-06e7e987-4e69-43cd-941f-8b0c1b418d3a tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Made reservation on behalf of 881a0b60b6064f6bb2cbf07026e1c724 for: {'port': 1} {{(pid=102879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 19:47:06.778581 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-06e7e987-4e69-43cd-941f-8b0c1b418d3a tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:47:06.913396 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.db_base_plugin_common [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-06e7e987-4e69-43cd-941f-8b0c1b418d3a tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Allocated IP 172.20.0.10 (a2456228-f1ba-4fcc-8fbf-99820611f163/bb60847f-b27e-4812-866b-c78fa782a4f8/dd0942d1-7a16-4416-b3c6-007bd46c42de) {{(pid=102879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:47:07.056721 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-06e7e987-4e69-43cd-941f-8b0c1b418d3a tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks [] for port, precommit_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:47:07.152096 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-06e7e987-4e69-43cd-941f-8b0c1b418d3a tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_create {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:47:07.200651 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-06e7e987-4e69-43cd-941f-8b0c1b418d3a tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Network a2456228-f1ba-4fcc-8fbf-99820611f163 is already hosted by enough agents. {{(pid=102879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:47:07.203851 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.base_scheduler [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-06e7e987-4e69-43cd-941f-8b0c1b418d3a tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Resources bound (agent type, host, resource id): {{(pid=102879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:47:07.208023 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-06e7e987-4e69-43cd-941f-8b0c1b418d3a tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Received port after_create {{(pid=102879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:47:07.214649 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e7e987-4e69-43cd-941f-8b0c1b418d3a tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Pushing event updated for resources: {'Port': ['ID=dd0942d1-7a16-4416-b3c6-007bd46c42de,revision_number=1']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:47:07.246362 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e7e987-4e69-43cd-941f-8b0c1b418d3a tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:47:07.246732 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e7e987-4e69-43cd-941f-8b0c1b418d3a tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:47:07.247852 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e7e987-4e69-43cd-941f-8b0c1b418d3a tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:47:07.248223 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e7e987-4e69-43cd-941f-8b0c1b418d3a tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:47:07.248556 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e7e987-4e69-43cd-941f-8b0c1b418d3a tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:47:07.249148 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e7e987-4e69-43cd-941f-8b0c1b418d3a tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:47:07.249515 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e7e987-4e69-43cd-941f-8b0c1b418d3a tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:47:07.249822 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e7e987-4e69-43cd-941f-8b0c1b418d3a tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:47:07.250148 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e7e987-4e69-43cd-941f-8b0c1b418d3a tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:47:07.250477 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e7e987-4e69-43cd-941f-8b0c1b418d3a tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:47:07.250807 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e7e987-4e69-43cd-941f-8b0c1b418d3a tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:47:07.251155 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e7e987-4e69-43cd-941f-8b0c1b418d3a tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:47:07.260270 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 885bc2c9-ec92-4c63-94fe-2679eb3db574 no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:47:07.288728 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-06e7e987-4e69-43cd-941f-8b0c1b418d3a tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:47:07.289389 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-06e7e987-4e69-43cd-941f-8b0c1b418d3a tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:47:07.381592 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:47:07.417576 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-06e7e987-4e69-43cd-941f-8b0c1b418d3a tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8726850 Oct 27 19:47:07.429142 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2bd3d7-75c4-4518-987a-f84064654908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '885bc2c9-ec92-4c63-94fe-2679eb3db574'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:47:07.431676 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b7a7ffbeb5006bcc00a453a37d6ced003ca150096c2d6d80d40f5ba58f622d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5de1610-78e9-4b2b-aaa3-742d899d726d" -d '{"events": [{"server_uuid": "5f2bd3d7-75c4-4518-987a-f84064654908", "name": "network-vif-unplugged", "status": "completed", "tag": "885bc2c9-ec92-4c63-94fe-2679eb3db574"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:47:07.449329 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] For port 885bc2c9-ec92-4c63-94fe-2679eb3db574, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=885bc2c9-ec92-4c63-94fe-2679eb3db574,segment=NetworkSegment(f40ef166-8094-454a-af33-628c661022a9),segment_id=f40ef166-8094-454a-af33-628c661022a9)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:47:07.498172 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 19:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355db62f-3875-4df3-aebb-e55d3a385e01 x-openstack-request-id: req-355db62f-3875-4df3-aebb-e55d3a385e01 {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:47:07.498599 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f2bd3d7-75c4-4518-987a-f84064654908", "name": "network-vif-unplugged", "status": "completed", "tag": "885bc2c9-ec92-4c63-94fe-2679eb3db574", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:47:07.499798 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-355db62f-3875-4df3-aebb-e55d3a385e01 {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:47:07.500358 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2bd3d7-75c4-4518-987a-f84064654908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '885bc2c9-ec92-4c63-94fe-2679eb3db574', 'code': 200} Oct 27 19:47:07.517410 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-70ff3e59-2afd-4b66-82af-4c723d45e787 None None] Provisioning complete for port dd0942d1-7a16-4416-b3c6-007bd46c42de triggered by entity DHCP. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:47:07.518056 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-70ff3e59-2afd-4b66-82af-4c723d45e787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:47:07.546735 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:47:07.588527 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-70ff3e59-2afd-4b66-82af-4c723d45e787 None None] Port dd0942d1-7a16-4416-b3c6-007bd46c42de cannot update to ACTIVE because it is not bound. {{(pid=102880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 19:47:07.612950 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Pushing event updated for resources: {'Port': ['ID=885bc2c9-ec92-4c63-94fe-2679eb3db574,revision_number=8']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:47:07.841583 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293ca26-131d-4b3c-a8fb-f88887a39ce1 req-a173936f-af35-4fcb-9df9-8a29abd25717 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:47:07.843128 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7293ca26-131d-4b3c-a8fb-f88887a39ce1 req-a173936f-af35-4fcb-9df9-8a29abd25717 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/ports?device_id=7623ea49-1028-4754-8b79-e1a0fd289b3e HTTP/1.1" status: 200 len: 932 time: 0.0635133 Oct 27 19:47:07.891686 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7293ca26-131d-4b3c-a8fb-f88887a39ce1 req-ef683f3f-18b3-4480-b78a-1bbc4e059d9a tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f27d047-d8b9-4682-8cbb-69e0a0957c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421340 Oct 27 19:47:09.018336 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e9bd7-7480-4639-b94e-b3801fb44ab8 req-4bb674cd-1590-4b34-8154-ffd4e50baba1 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:47:09.020279 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a16e9bd7-7480-4639-b94e-b3801fb44ab8 req-4bb674cd-1590-4b34-8154-ffd4e50baba1 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/ports?device_id=7623ea49-1028-4754-8b79-e1a0fd289b3e HTTP/1.1" status: 200 len: 932 time: 0.0548947 Oct 27 19:47:09.060990 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a16e9bd7-7480-4639-b94e-b3801fb44ab8 req-eca424c8-f9e0-49d7-a52a-00aae9b052f7 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f27d047-d8b9-4682-8cbb-69e0a0957c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347552 Oct 27 19:47:09.694187 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1a6a1fda-84af-4e27-b203-4fbb8b14e33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:47:10.184741 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375cb25-e127-4086-9d97-26bb6484dbfd req-63142996-2e1c-4078-b0a3-ff420593e165 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:47:10.186463 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a375cb25-e127-4086-9d97-26bb6484dbfd req-63142996-2e1c-4078-b0a3-ff420593e165 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/ports?device_id=7623ea49-1028-4754-8b79-e1a0fd289b3e HTTP/1.1" status: 200 len: 932 time: 0.0528092 Oct 27 19:47:10.230823 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-a375cb25-e127-4086-9d97-26bb6484dbfd req-302e00d1-e806-4016-bb06-13b5b3180fa8 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f27d047-d8b9-4682-8cbb-69e0a0957c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378785 Oct 27 19:47:11.353548 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ecf75-a1d0-4790-95e2-9a908b0f5eb8 req-3c3c6e3b-cac1-4bcb-bfa3-e2c79d95554e tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:47:11.356325 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-816ecf75-a1d0-4790-95e2-9a908b0f5eb8 req-3c3c6e3b-cac1-4bcb-bfa3-e2c79d95554e tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/ports?device_id=7623ea49-1028-4754-8b79-e1a0fd289b3e HTTP/1.1" status: 200 len: 932 time: 0.0520449 Oct 27 19:47:11.400953 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-816ecf75-a1d0-4790-95e2-9a908b0f5eb8 req-f33daf7f-0a04-484f-aec3-fbca5a68f899 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f27d047-d8b9-4682-8cbb-69e0a0957c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371139 Oct 27 19:47:12.180095 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ac534ab5-2615-478f-8f0d-1f5e42dcbe76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:47:12.530178 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25effe-db6a-46bd-b89e-f5a2727dec22 req-e3dc2913-dfb2-4c42-a267-7ddd3cc3759e tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:47:12.538054 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4a25effe-db6a-46bd-b89e-f5a2727dec22 req-e3dc2913-dfb2-4c42-a267-7ddd3cc3759e tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/ports?device_id=7623ea49-1028-4754-8b79-e1a0fd289b3e HTTP/1.1" status: 200 len: 932 time: 0.0602152 Oct 27 19:47:12.573102 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-4a25effe-db6a-46bd-b89e-f5a2727dec22 req-659727a9-fc27-4e7f-9f46-a4c2fdf74141 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f27d047-d8b9-4682-8cbb-69e0a0957c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338550 Oct 27 19:47:13.449094 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:47:13.710729 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b481d2-d660-40de-857c-2f69dfba55c8 req-9cb1035f-ed3c-4ac6-bb68-c0758c8ad756 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:47:13.712583 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-96b481d2-d660-40de-857c-2f69dfba55c8 req-9cb1035f-ed3c-4ac6-bb68-c0758c8ad756 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/ports?device_id=7623ea49-1028-4754-8b79-e1a0fd289b3e HTTP/1.1" status: 200 len: 932 time: 0.0618079 Oct 27 19:47:13.756743 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-96b481d2-d660-40de-857c-2f69dfba55c8 req-ea1d0beb-7bde-4c86-8a17-a415f6f7ae1b tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f27d047-d8b9-4682-8cbb-69e0a0957c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368419 Oct 27 19:47:13.797005 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:47:14.892067 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06670014-4275-4b70-ab39-0d969a808032 req-e14eae76-0fd7-4dfb-af0b-99a5c14fc3a2 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:47:14.893966 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-06670014-4275-4b70-ab39-0d969a808032 req-e14eae76-0fd7-4dfb-af0b-99a5c14fc3a2 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/ports?device_id=7623ea49-1028-4754-8b79-e1a0fd289b3e HTTP/1.1" status: 200 len: 932 time: 0.0592022 Oct 27 19:47:14.947770 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-06670014-4275-4b70-ab39-0d969a808032 req-da509cf4-fbe2-4d63-951e-a241df0383ae tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f27d047-d8b9-4682-8cbb-69e0a0957c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473568 Oct 27 19:47:15.523575 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:47:16.075700 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330749fc-3a14-492e-8879-ca922da49dd2 req-2464d30e-b218-4e6a-84a4-d7fb2facef31 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:47:16.077500 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-330749fc-3a14-492e-8879-ca922da49dd2 req-2464d30e-b218-4e6a-84a4-d7fb2facef31 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/ports?device_id=7623ea49-1028-4754-8b79-e1a0fd289b3e HTTP/1.1" status: 200 len: 932 time: 0.0536504 Oct 27 19:47:16.120453 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-330749fc-3a14-492e-8879-ca922da49dd2 req-f3f57785-293d-4785-aa78-1bebd9f14bab tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f27d047-d8b9-4682-8cbb-69e0a0957c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363181 Oct 27 19:47:17.241611 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ef3e8-7ce8-48cc-9f8b-b9829ec7e5ba req-920cf6d9-5f42-4ee8-b38a-694036450e68 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:47:17.243200 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-509ef3e8-7ce8-48cc-9f8b-b9829ec7e5ba req-920cf6d9-5f42-4ee8-b38a-694036450e68 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/ports?device_id=7623ea49-1028-4754-8b79-e1a0fd289b3e HTTP/1.1" status: 200 len: 932 time: 0.0525150 Oct 27 19:47:17.284326 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-509ef3e8-7ce8-48cc-9f8b-b9829ec7e5ba req-459b0edc-6810-4423-adc2-efe294273f79 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f27d047-d8b9-4682-8cbb-69e0a0957c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341723 Oct 27 19:47:18.421861 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212fa9b3-39dd-4d51-9d34-e85c019b169c req-85e0f7b3-7b65-48b4-8862-5ae02116bf68 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:47:18.423571 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-212fa9b3-39dd-4d51-9d34-e85c019b169c req-85e0f7b3-7b65-48b4-8862-5ae02116bf68 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/ports?device_id=7623ea49-1028-4754-8b79-e1a0fd289b3e HTTP/1.1" status: 200 len: 932 time: 0.0545053 Oct 27 19:47:18.470806 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-212fa9b3-39dd-4d51-9d34-e85c019b169c req-c43ccd23-0f91-44c0-8fe1-d9f27648e212 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f27d047-d8b9-4682-8cbb-69e0a0957c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409982 Oct 27 19:47:18.558614 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.v2.base [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-7d014c99-33c7-493d-8bc6-86d0965fbe43 service neutron] Request body: {'port': {'device_id': '7623ea49-1028-4754-8b79-e1a0fd289b3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815690-2'}} {{(pid=102879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:47:18.616258 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-7d014c99-33c7-493d-8bc6-86d0965fbe43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:47:18.889009 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-7d014c99-33c7-493d-8bc6-86d0965fbe43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd0942d1-7a16-4416-b3c6-007bd46c42de {{(pid=102879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:47:18.896730 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-7d014c99-33c7-493d-8bc6-86d0965fbe43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:47:18.909112 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.provisioning_blocks [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-7d014c99-33c7-493d-8bc6-86d0965fbe43 service neutron] Transition to ACTIVE for port object dd0942d1-7a16-4416-b3c6-007bd46c42de will not be triggered until provisioned by entity L2. {{(pid=102879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 19:47:18.991577 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-7d014c99-33c7-493d-8bc6-86d0965fbe43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:47:19.045820 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d014c99-33c7-493d-8bc6-86d0965fbe43 service neutron] Pushing event updated for resources: {'Port': ['ID=dd0942d1-7a16-4416-b3c6-007bd46c42de,revision_number=2']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:47:19.128208 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-7d014c99-33c7-493d-8bc6-86d0965fbe43 service neutron] Attempting to bind port dd0942d1-7a16-4416-b3c6-007bd46c42de on host n-h2-815690-2 for vnic_type normal with profile {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 19:47:19.128696 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-7d014c99-33c7-493d-8bc6-86d0965fbe43 service neutron] Attempting to bind port dd0942d1-7a16-4416-b3c6-007bd46c42de by drivers openvswitch,hyperv on host n-h2-815690-2 at level 0 using segments [{'id': 'f40ef166-8094-454a-af33-628c661022a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163'}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 19:47:19.128879 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-7d014c99-33c7-493d-8bc6-86d0965fbe43 service neutron] Attempting to bind port dd0942d1-7a16-4416-b3c6-007bd46c42de on network a2456228-f1ba-4fcc-8fbf-99820611f163 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:47:19.133903 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-7d014c99-33c7-493d-8bc6-86d0965fbe43 service neutron] Port dd0942d1-7a16-4416-b3c6-007bd46c42de on network a2456228-f1ba-4fcc-8fbf-99820611f163 not bound, no agent of type Open vSwitch agent registered on host n-h2-815690-2 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 19:47:19.134240 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-7d014c99-33c7-493d-8bc6-86d0965fbe43 service neutron] Attempting to bind port dd0942d1-7a16-4416-b3c6-007bd46c42de on network a2456228-f1ba-4fcc-8fbf-99820611f163 {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 19:47:19.140675 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-7d014c99-33c7-493d-8bc6-86d0965fbe43 service neutron] Checking agent: {'id': '2aecdad0-e3cf-4d5f-8caf-76f7d41d8f89', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815690-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'started_at': datetime.datetime(2021, 10, 27, 18, 12, 26), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 19, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 19:47:19.140946 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-7d014c99-33c7-493d-8bc6-86d0965fbe43 service neutron] Checking segment: {'id': 'f40ef166-8094-454a-af33-628c661022a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 19:47:19.141309 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-7d014c99-33c7-493d-8bc6-86d0965fbe43 service neutron] Bound using segment: {'id': 'f40ef166-8094-454a-af33-628c661022a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163'} {{(pid=102879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 19:47:19.141736 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.managers [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-7d014c99-33c7-493d-8bc6-86d0965fbe43 service neutron] Bound port: dd0942d1-7a16-4416-b3c6-007bd46c42de, host: n-h2-815690-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f40ef166-8094-454a-af33-628c661022a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163'}}] {{(pid=102879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 19:47:19.142090 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-7d014c99-33c7-493d-8bc6-86d0965fbe43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:47:19.217031 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-7d014c99-33c7-493d-8bc6-86d0965fbe43 service neutron] For port dd0942d1-7a16-4416-b3c6-007bd46c42de, host n-h2-815690-2, cleared binding levels {{(pid=102879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 19:47:19.220591 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-7d014c99-33c7-493d-8bc6-86d0965fbe43 service neutron] For port dd0942d1-7a16-4416-b3c6-007bd46c42de, host n-h2-815690-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=dd0942d1-7a16-4416-b3c6-007bd46c42de,segment=NetworkSegment(f40ef166-8094-454a-af33-628c661022a9),segment_id=f40ef166-8094-454a-af33-628c661022a9)] {{(pid=102879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 19:47:19.295403 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-7d014c99-33c7-493d-8bc6-86d0965fbe43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3373298'] for port, after_update {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:47:19.332305 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-7d014c99-33c7-493d-8bc6-86d0965fbe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:47:19.332927 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-7d014c99-33c7-493d-8bc6-86d0965fbe43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:47:19.334337 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-7d014c99-33c7-493d-8bc6-86d0965fbe43 service neutron] 10.222.0.93 "PUT /v2.0/ports/dd0942d1-7a16-4416-b3c6-007bd46c42de HTTP/1.1" status: 200 len: 1092 time: 0.8437324 Oct 27 19:47:19.334791 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7623ea49-1028-4754-8b79-e1a0fd289b3e', 'tag': 'dd0942d1-7a16-4416-b3c6-007bd46c42de'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:47:19.337159 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46594268-c3de-45c4-8395-b34f481ca282" -d '{"events": [{"name": "network-changed", "server_uuid": "7623ea49-1028-4754-8b79-e1a0fd289b3e", "tag": "dd0942d1-7a16-4416-b3c6-007bd46c42de"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:47:19.366715 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d014c99-33c7-493d-8bc6-86d0965fbe43 service neutron] Pushing event updated for resources: {'Port': ['ID=dd0942d1-7a16-4416-b3c6-007bd46c42de,revision_number=3']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:47:19.402988 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b9264f-0b7d-4bfd-93a4-d01e65e63bb8 x-openstack-request-id: req-69b9264f-0b7d-4bfd-93a4-d01e65e63bb8 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:47:19.403810 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7623ea49-1028-4754-8b79-e1a0fd289b3e", "tag": "dd0942d1-7a16-4416-b3c6-007bd46c42de", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:47:19.404200 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-69b9264f-0b7d-4bfd-93a4-d01e65e63bb8 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:47:19.404830 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7623ea49-1028-4754-8b79-e1a0fd289b3e', 'tag': 'dd0942d1-7a16-4416-b3c6-007bd46c42de', 'status': 'completed', 'code': 200} Oct 27 19:47:19.471292 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46594268-c3de-45c4-8395-b34f481ca282 req-9c73d091-4685-4d6d-9ffe-ee6b7928daaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:47:19.472853 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-46594268-c3de-45c4-8395-b34f481ca282 req-9c73d091-4685-4d6d-9ffe-ee6b7928daaa service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=881a0b60b6064f6bb2cbf07026e1c724&device_id=7623ea49-1028-4754-8b79-e1a0fd289b3e HTTP/1.1" status: 200 len: 1095 time: 0.0476632 Oct 27 19:47:19.593751 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46594268-c3de-45c4-8395-b34f481ca282 req-2afa6bd3-b050-4bf8-927e-e5e3dffc8c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:47:19.595291 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-46594268-c3de-45c4-8395-b34f481ca282 req-2afa6bd3-b050-4bf8-927e-e5e3dffc8c9e service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=881a0b60b6064f6bb2cbf07026e1c724&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1117220 Oct 27 19:47:19.603874 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd813138-5eb1-424a-b31a-d411fa8238c9 req-5c3cc58c-11ba-4294-800a-90ce15293dbc tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:47:19.605363 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dd813138-5eb1-424a-b31a-d411fa8238c9 req-5c3cc58c-11ba-4294-800a-90ce15293dbc tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/ports?device_id=7623ea49-1028-4754-8b79-e1a0fd289b3e HTTP/1.1" status: 200 len: 944 time: 0.0529659 Oct 27 19:47:19.656979 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-dd813138-5eb1-424a-b31a-d411fa8238c9 req-045f6923-c073-4ca2-8ba1-267763c20399 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f27d047-d8b9-4682-8cbb-69e0a0957c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445373 Oct 27 19:47:19.705199 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46594268-c3de-45c4-8395-b34f481ca282 req-a09311a3-07b5-4728-b9b1-dbc86a67584c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:47:19.706708 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-46594268-c3de-45c4-8395-b34f481ca282 req-a09311a3-07b5-4728-b9b1-dbc86a67584c service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1044185 Oct 27 19:47:19.785322 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-db2d1a17-e6c2-4bd5-b8aa-14f4c94a843b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:47:19.786866 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-db2d1a17-e6c2-4bd5-b8aa-14f4c94a843b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=881a0b60b6064f6bb2cbf07026e1c724&device_id=7623ea49-1028-4754-8b79-e1a0fd289b3e HTTP/1.1" status: 200 len: 1095 time: 0.0431564 Oct 27 19:47:19.831237 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-b72d9410-18dc-4e2d-bc54-1715aa6ac327 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd0942d1-7a16-4416-b3c6-007bd46c42de HTTP/1.1" status: 200 len: 217 time: 0.0365012 Oct 27 19:47:19.891291 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-3b7ca3a0-2d3c-45c1-83e3-b9eb6f2fc061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:47:19.892797 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-3b7ca3a0-2d3c-45c1-83e3-b9eb6f2fc061 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=bb60847f-b27e-4812-866b-c78fa782a4f8 HTTP/1.1" status: 200 len: 849 time: 0.0539494 Oct 27 19:47:19.943551 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-fb7c4935-b0d8-4596-baa9-78cf60ca1543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:47:19.945093 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-fb7c4935-b0d8-4596-baa9-78cf60ca1543 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a2456228-f1ba-4fcc-8fbf-99820611f163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454175 Oct 27 19:47:20.041341 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-e8d2bbcf-3214-438e-99d5-e6961c0f361c service neutron] 10.222.0.93 "GET /v2.0/networks/a2456228-f1ba-4fcc-8fbf-99820611f163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890803 Oct 27 19:47:20.147510 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-151bfaa3-9c6e-4723-80dc-56129258d052 req-9031b4b2-ac61-4166-b70a-8d597c4073e3 service neutron] 10.222.0.93 "GET /v2.0/networks/a2456228-f1ba-4fcc-8fbf-99820611f163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986903 Oct 27 19:47:20.795662 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86f298-271f-4234-bc8d-1f57c522b555 req-bdb32ad7-8d39-4041-80fe-0bc7e98aa1bc tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:47:20.797924 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5b86f298-271f-4234-bc8d-1f57c522b555 req-bdb32ad7-8d39-4041-80fe-0bc7e98aa1bc tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/ports?device_id=7623ea49-1028-4754-8b79-e1a0fd289b3e HTTP/1.1" status: 200 len: 944 time: 0.0565255 Oct 27 19:47:20.850451 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-5b86f298-271f-4234-bc8d-1f57c522b555 req-9fa185ff-1286-40b5-ac2b-ebdb84979f79 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f27d047-d8b9-4682-8cbb-69e0a0957c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468764 Oct 27 19:47:21.976436 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b15d1-f505-4314-a3ff-cf9fcb754647 req-97057344-f92c-41e6-8c2e-043098289e3a tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:47:21.977969 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c37b15d1-f505-4314-a3ff-cf9fcb754647 req-97057344-f92c-41e6-8c2e-043098289e3a tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/ports?device_id=7623ea49-1028-4754-8b79-e1a0fd289b3e HTTP/1.1" status: 200 len: 944 time: 0.0516605 Oct 27 19:47:22.022689 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-c37b15d1-f505-4314-a3ff-cf9fcb754647 req-1315fb71-6418-4a60-8fe6-572d66a0c59c tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f27d047-d8b9-4682-8cbb-69e0a0957c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378890 Oct 27 19:47:23.144910 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01761ee7-bd8d-4806-a836-da044f090e4f req-9bf6e762-3dbf-418d-8a46-99cf3a933d9c tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:47:23.146710 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-01761ee7-bd8d-4806-a836-da044f090e4f req-9bf6e762-3dbf-418d-8a46-99cf3a933d9c tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/ports?device_id=7623ea49-1028-4754-8b79-e1a0fd289b3e HTTP/1.1" status: 200 len: 944 time: 0.0499933 Oct 27 19:47:23.185693 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-01761ee7-bd8d-4806-a836-da044f090e4f req-138f429d-102c-4b4e-a942-60a8eafadf25 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f27d047-d8b9-4682-8cbb-69e0a0957c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324650 Oct 27 19:47:23.456710 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device dd0942d1-7a16-4416-b3c6-007bd46c42de details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 19:47:23.562220 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port dd0942d1-7a16-4416-b3c6-007bd46c42de, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=dd0942d1-7a16-4416-b3c6-007bd46c42de,segment=NetworkSegment(f40ef166-8094-454a-af33-628c661022a9),segment_id=f40ef166-8094-454a-af33-628c661022a9)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:47:23.573674 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'dd0942d1-7a16-4416-b3c6-007bd46c42de', 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163', 'port_id': 'dd0942d1-7a16-4416-b3c6-007bd46c42de', 'mac_address': 'fa:16:3e:3f:6d:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb60847f-b27e-4812-866b-c78fa782a4f8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 19:47:23.612343 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:47:23.627187 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd0942d1-7a16-4416-b3c6-007bd46c42de {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:47:23.647258 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port dd0942d1-7a16-4416-b3c6-007bd46c42de, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=dd0942d1-7a16-4416-b3c6-007bd46c42de,segment=NetworkSegment(f40ef166-8094-454a-af33-628c661022a9),segment_id=f40ef166-8094-454a-af33-628c661022a9)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:47:23.721797 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:47:23.776747 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=dd0942d1-7a16-4416-b3c6-007bd46c42de,revision_number=4']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:47:23.939776 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['dd0942d1-7a16-4416-b3c6-007bd46c42de'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:47:24.309761 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90227b78-3d8e-4a6b-aff1-0cd277959a45 req-4497f45a-51d6-4a22-995f-d415cd969724 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:47:24.311352 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-90227b78-3d8e-4a6b-aff1-0cd277959a45 req-4497f45a-51d6-4a22-995f-d415cd969724 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/ports?device_id=7623ea49-1028-4754-8b79-e1a0fd289b3e HTTP/1.1" status: 200 len: 945 time: 0.0555496 Oct 27 19:47:24.352099 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-90227b78-3d8e-4a6b-aff1-0cd277959a45 req-a3ece98f-93f7-4a84-b197-913f05f053e4 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f27d047-d8b9-4682-8cbb-69e0a0957c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347102 Oct 27 19:47:25.479724 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f45f7b-6ef7-47b9-aded-8bce9a9c31c5 req-e23f9881-b039-46bd-9a8d-be59ce866e7d tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:47:25.481754 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f6f45f7b-6ef7-47b9-aded-8bce9a9c31c5 req-e23f9881-b039-46bd-9a8d-be59ce866e7d tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/ports?device_id=7623ea49-1028-4754-8b79-e1a0fd289b3e HTTP/1.1" status: 200 len: 945 time: 0.0564878 Oct 27 19:47:25.487868 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device dd0942d1-7a16-4416-b3c6-007bd46c42de up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:47:25.548712 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-f6f45f7b-6ef7-47b9-aded-8bce9a9c31c5 req-7b26888f-fd95-4417-b0bf-8f7bab1e5700 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f27d047-d8b9-4682-8cbb-69e0a0957c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582571 Oct 27 19:47:25.614348 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning for port dd0942d1-7a16-4416-b3c6-007bd46c42de completed by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 19:47:25.618412 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port dd0942d1-7a16-4416-b3c6-007bd46c42de triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:47:25.618781 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:47:25.699639 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:47:25.726409 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7623ea49-1028-4754-8b79-e1a0fd289b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0942d1-7a16-4416-b3c6-007bd46c42de'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:47:25.728701 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b7a7ffbeb5006bcc00a453a37d6ced003ca150096c2d6d80d40f5ba58f622d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d51906c-5e55-4849-b11c-5db2605ef206" -d '{"events": [{"server_uuid": "7623ea49-1028-4754-8b79-e1a0fd289b3e", "name": "network-vif-plugged", "status": "completed", "tag": "dd0942d1-7a16-4416-b3c6-007bd46c42de"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:47:25.742768 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port dd0942d1-7a16-4416-b3c6-007bd46c42de, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=dd0942d1-7a16-4416-b3c6-007bd46c42de,segment=NetworkSegment(f40ef166-8094-454a-af33-628c661022a9),segment_id=f40ef166-8094-454a-af33-628c661022a9)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:47:25.770273 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caccc322-a8ed-4dd9-a3d9-68ade1841a8f x-openstack-request-id: req-caccc322-a8ed-4dd9-a3d9-68ade1841a8f {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:47:25.770568 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7623ea49-1028-4754-8b79-e1a0fd289b3e", "name": "network-vif-plugged", "status": "completed", "tag": "dd0942d1-7a16-4416-b3c6-007bd46c42de", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:47:25.771236 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-caccc322-a8ed-4dd9-a3d9-68ade1841a8f {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:47:25.771988 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7623ea49-1028-4754-8b79-e1a0fd289b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0942d1-7a16-4416-b3c6-007bd46c42de', 'code': 200} Oct 27 19:47:25.797888 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:47:25.852931 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=dd0942d1-7a16-4416-b3c6-007bd46c42de,revision_number=5']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:47:25.885983 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df82d5-0231-4c3e-9050-efba48df94a9 req-66d0d07f-571a-423c-a392-26b39db8872e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:47:25.890553 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-13df82d5-0231-4c3e-9050-efba48df94a9 req-66d0d07f-571a-423c-a392-26b39db8872e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7623ea49-1028-4754-8b79-e1a0fd289b3e HTTP/1.1" status: 200 len: 1097 time: 0.0533440 Oct 27 19:47:25.928969 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-13df82d5-0231-4c3e-9050-efba48df94a9 req-559007c7-71d6-4527-a427-5d7cd106c0e5 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=3f27d047-d8b9-4682-8cbb-69e0a0957c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329359 Oct 27 19:47:26.684962 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c65ca-2d10-451b-8136-eb5081952281 req-54aaf4b8-4857-4445-b87c-24dd6f2c3bc8 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:47:26.687700 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cb5c65ca-2d10-451b-8136-eb5081952281 req-54aaf4b8-4857-4445-b87c-24dd6f2c3bc8 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/ports?device_id=7623ea49-1028-4754-8b79-e1a0fd289b3e HTTP/1.1" status: 200 len: 946 time: 0.0597196 Oct 27 19:47:26.728660 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-cb5c65ca-2d10-451b-8136-eb5081952281 req-663b5fc6-c894-4eb6-91cc-7a2f60428c5f tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f27d047-d8b9-4682-8cbb-69e0a0957c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348432 Oct 27 19:47:27.225879 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:47:27.694873 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:47:27.740085 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:47:27.854008 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670edb1d-840e-4225-b124-a3a26110f42a req-92707653-d1a0-4f17-b795-499d1a0ae93d tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:47:27.855693 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-670edb1d-840e-4225-b124-a3a26110f42a req-92707653-d1a0-4f17-b795-499d1a0ae93d tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/ports?device_id=7623ea49-1028-4754-8b79-e1a0fd289b3e HTTP/1.1" status: 200 len: 946 time: 0.0531988 Oct 27 19:47:27.901161 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-670edb1d-840e-4225-b124-a3a26110f42a req-babcde56-5040-416e-9473-01500d7028b0 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f27d047-d8b9-4682-8cbb-69e0a0957c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382359 Oct 27 19:47:28.023628 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124933c0-c83e-4173-b5bd-d74defa96f05 req-7941d6a0-984e-4592-950d-8197aeab9480 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:47:28.025115 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-124933c0-c83e-4173-b5bd-d74defa96f05 req-7941d6a0-984e-4592-950d-8197aeab9480 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/ports?device_id=7623ea49-1028-4754-8b79-e1a0fd289b3e HTTP/1.1" status: 200 len: 946 time: 0.0519063 Oct 27 19:47:28.071357 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-124933c0-c83e-4173-b5bd-d74defa96f05 req-dcdaa258-1fca-476e-8b93-a4d3797e2f30 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f27d047-d8b9-4682-8cbb-69e0a0957c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395336 Oct 27 19:47:28.093547 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 54314) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:47:28.136292 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc40292-ee1a-4775-9918-64f0f4047102 tempest-TestSnapshotPattern-1139707723 tempest-TestSnapshotPattern-1139707723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:47:28.137973 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-dbc40292-ee1a-4775-9918-64f0f4047102 tempest-TestSnapshotPattern-1139707723 tempest-TestSnapshotPattern-1139707723-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=7623ea49-1028-4754-8b79-e1a0fd289b3e HTTP/1.1" status: 200 len: 1092 time: 0.0434327 Oct 27 19:47:28.141232 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 54316) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:47:28.145566 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.v2.base [None req-082140dd-e276-4dad-99be-b543c1aeb893 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Request body: {'floatingip': {'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'port_id': 'dd0942d1-7a16-4416-b3c6-007bd46c42de', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 19:47:28.247865 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-082140dd-e276-4dad-99be-b543c1aeb893 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks [] for floatingip, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:47:28.351905 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-082140dd-e276-4dad-99be-b543c1aeb893 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:47:28.463865 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_common [None req-082140dd-e276-4dad-99be-b543c1aeb893 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Allocated IP 172.25.6.165 (0fad50cd-70b8-43d9-8a14-cc05c0fdea0e/f80198ea-4448-4dfb-88ff-466e6b7b551e/4461a44e-281e-4b2b-aa41-2843d5a9656f) {{(pid=102878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 19:47:28.576029 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-082140dd-e276-4dad-99be-b543c1aeb893 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks [] for port, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:47:28.672038 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-082140dd-e276-4dad-99be-b543c1aeb893 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753616876391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:47:28.712732 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082140dd-e276-4dad-99be-b543c1aeb893 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Network 0fad50cd-70b8-43d9-8a14-cc05c0fdea0e is already hosted by enough agents. {{(pid=102878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 19:47:28.715873 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.base_scheduler [None req-082140dd-e276-4dad-99be-b543c1aeb893 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Resources bound (agent type, host, resource id): {{(pid=102878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 19:47:28.718517 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082140dd-e276-4dad-99be-b543c1aeb893 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Received port after_create {{(pid=102878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 19:47:28.747117 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082140dd-e276-4dad-99be-b543c1aeb893 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Pushing event updated for resources: {'Port': ['ID=4461a44e-281e-4b2b-aa41-2843d5a9656f,revision_number=1']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:47:28.760916 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082140dd-e276-4dad-99be-b543c1aeb893 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:47:28.761275 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082140dd-e276-4dad-99be-b543c1aeb893 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:47:28.761662 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082140dd-e276-4dad-99be-b543c1aeb893 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:47:28.762042 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082140dd-e276-4dad-99be-b543c1aeb893 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:47:28.762357 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082140dd-e276-4dad-99be-b543c1aeb893 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:47:28.762698 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082140dd-e276-4dad-99be-b543c1aeb893 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:47:28.763065 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082140dd-e276-4dad-99be-b543c1aeb893 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:47:28.763403 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082140dd-e276-4dad-99be-b543c1aeb893 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:47:28.763738 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082140dd-e276-4dad-99be-b543c1aeb893 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:47:28.764072 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082140dd-e276-4dad-99be-b543c1aeb893 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:47:28.764407 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082140dd-e276-4dad-99be-b543c1aeb893 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:47:28.764739 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082140dd-e276-4dad-99be-b543c1aeb893 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:47:29.087129 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-082140dd-e276-4dad-99be-b543c1aeb893 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:47:29.212319 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-082140dd-e276-4dad-99be-b543c1aeb893 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:47:29.373736 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-082140dd-e276-4dad-99be-b543c1aeb893 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks [] for port, precommit_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:47:29.425437 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-082140dd-e276-4dad-99be-b543c1aeb893 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3500652'] for port, after_update {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:47:29.494048 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082140dd-e276-4dad-99be-b543c1aeb893 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Pushing event updated for resources: {'Port': ['ID=4461a44e-281e-4b2b-aa41-2843d5a9656f,revision_number=2']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:47:29.506997 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-082140dd-e276-4dad-99be-b543c1aeb893 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-400164'] for floatingip, after_create {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:47:29.611933 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [None req-082140dd-e276-4dad-99be-b543c1aeb893 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Floating IP dfa91b8c-c1d8-433a-aa4c-3e75cfb299d0 associated. External IP: 172.25.6.165, port: dd0942d1-7a16-4416-b3c6-007bd46c42de. Oct 27 19:47:29.828240 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-082140dd-e276-4dad-99be-b543c1aeb893 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Router 9e670c11-8412-40ac-af3b-79daa40a46f8 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:47:29.939496 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082140dd-e276-4dad-99be-b543c1aeb893 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:47:29.950053 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2446d9bd-5d2a-4d40-adc7-a5d0ae3906af None None] Sync routers for ids ['9e670c11-8412-40ac-af3b-79daa40a46f8'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:47:29.959462 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2446d9bd-5d2a-4d40-adc7-a5d0ae3906af None None] Routers {'9e670c11-8412-40ac-af3b-79daa40a46f8'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:47:29.960057 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-2446d9bd-5d2a-4d40-adc7-a5d0ae3906af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:47:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9e670c11-8412-40ac-af3b-79daa40a46f8'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:47:30.056303 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-082140dd-e276-4dad-99be-b543c1aeb893 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:47:30.067032 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-2446d9bd-5d2a-4d40-adc7-a5d0ae3906af None None] Set router 9e670c11-8412-40ac-af3b-79daa40a46f8 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:47:30.085682 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-082140dd-e276-4dad-99be-b543c1aeb893 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9433179 Oct 27 19:47:30.086202 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7623ea49-1028-4754-8b79-e1a0fd289b3e', 'tag': 'dd0942d1-7a16-4416-b3c6-007bd46c42de'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:47:30.088752 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bca0ca0b982d995b269f20b8ee9fa1484886a2da5fdd33aa4707a11ccb3e0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f0be1e-96de-49ca-93b4-f915b2982a69" -d '{"events": [{"name": "network-changed", "server_uuid": "7623ea49-1028-4754-8b79-e1a0fd289b3e", "tag": "dd0942d1-7a16-4416-b3c6-007bd46c42de"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:47:30.134761 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9ff708-cac8-4661-b0d6-523e7212648a x-openstack-request-id: req-8b9ff708-cac8-4661-b0d6-523e7212648a {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:47:30.135087 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7623ea49-1028-4754-8b79-e1a0fd289b3e", "tag": "dd0942d1-7a16-4416-b3c6-007bd46c42de", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:47:30.135350 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8b9ff708-cac8-4661-b0d6-523e7212648a {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:47:30.135760 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7623ea49-1028-4754-8b79-e1a0fd289b3e', 'tag': 'dd0942d1-7a16-4416-b3c6-007bd46c42de', 'status': 'completed', 'code': 200} Oct 27 19:47:30.205376 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0be1e-96de-49ca-93b4-f915b2982a69 req-9b1c8aa1-d07f-48ba-81f5-44cbb6596feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:47:30.207001 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-29f0be1e-96de-49ca-93b4-f915b2982a69 req-9b1c8aa1-d07f-48ba-81f5-44cbb6596feb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=881a0b60b6064f6bb2cbf07026e1c724&device_id=7623ea49-1028-4754-8b79-e1a0fd289b3e HTTP/1.1" status: 200 len: 1097 time: 0.0484729 Oct 27 19:47:30.302118 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0be1e-96de-49ca-93b4-f915b2982a69 req-bb726203-20c1-4df9-8614-13fba7a35362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:47:30.303673 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-29f0be1e-96de-49ca-93b4-f915b2982a69 req-bb726203-20c1-4df9-8614-13fba7a35362 service neutron] 10.222.0.93 "GET /v2.0/networks?id=a2456228-f1ba-4fcc-8fbf-99820611f163 HTTP/1.1" status: 200 len: 912 time: 0.0874703 Oct 27 19:47:30.377700 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-29f0be1e-96de-49ca-93b4-f915b2982a69 req-46f78f9f-a1b3-4da0-b472-b9f132bcdfda service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd0942d1-7a16-4416-b3c6-007bd46c42de HTTP/1.1" status: 200 len: 1000 time: 0.0667727 Oct 27 19:47:30.397651 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-2446d9bd-5d2a-4d40-adc7-a5d0ae3906af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'name': 'tempest-TestSnapshotPattern-1312138727-router', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'df2cb608-e47d-4ebd-9161-f92ebe49da61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:44:18Z', 'updated_at': '2021-10-27T19:44:22Z', 'revision_number': 4, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'gw_port': {'id': 'df2cb608-e47d-4ebd-9161-f92ebe49da61', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:44:19Z', 'updated_at': '2021-10-27T19:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'bae88022-8b2f-4d4f-b616-1d5eb50866c6', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'floating_ip_address': '172.25.6.41', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'port_id': '885bc2c9-ec92-4c63-94fe-2679eb3db574', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163', 'mac_address': 'fa:16:3e:6f:fa:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2bd3d7-75c4-4518-987a-f84064654908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:44:51Z', 'updated_at': '2021-10-27T19:44:54Z', 'revision_number': 1, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'fixed_ip_address_scope': None}, {'id': 'dfa91b8c-c1d8-433a-aa4c-3e75cfb299d0', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'floating_ip_address': '172.25.6.165', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'port_id': 'dd0942d1-7a16-4416-b3c6-007bd46c42de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163', 'mac_address': 'fa:16:3e:3f:6d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7623ea49-1028-4754-8b79-e1a0fd289b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:47:28Z', 'updated_at': '2021-10-27T19:47:28Z', 'revision_number': 0, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f414f73-a398-4890-96b7-bbbf216291bc', 'name': '', 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'mac_address': 'fa:16:3e:4e:f8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'bb60847f-b27e-4812-866b-c78fa782a4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:44:21Z', 'updated_at': '2021-10-27T19:44:26Z', 'revision_number': 5, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'subnets': [{'id': 'bb60847f-b27e-4812-866b-c78fa782a4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:47:30.424924 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2446d9bd-5d2a-4d40-adc7-a5d0ae3906af None None] Checking router: 9e670c11-8412-40ac-af3b-79daa40a46f8 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:47:30.427387 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0be1e-96de-49ca-93b4-f915b2982a69 req-fa048d7c-6666-4267-80e6-606046323af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:47:30.428874 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-29f0be1e-96de-49ca-93b4-f915b2982a69 req-fa048d7c-6666-4267-80e6-606046323af8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=bb60847f-b27e-4812-866b-c78fa782a4f8 HTTP/1.1" status: 200 len: 849 time: 0.0443969 Oct 27 19:47:30.434021 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2446d9bd-5d2a-4d40-adc7-a5d0ae3906af None None] Routers {'9e670c11-8412-40ac-af3b-79daa40a46f8'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:47:30.434633 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-2446d9bd-5d2a-4d40-adc7-a5d0ae3906af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:47:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9e670c11-8412-40ac-af3b-79daa40a46f8'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:47:30.475025 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0be1e-96de-49ca-93b4-f915b2982a69 req-8cc7b667-7ffa-430c-b7f0-1e317ddb6ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:47:30.476734 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-29f0be1e-96de-49ca-93b4-f915b2982a69 req-8cc7b667-7ffa-430c-b7f0-1e317ddb6ead service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a2456228-f1ba-4fcc-8fbf-99820611f163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409632 Oct 27 19:47:30.541945 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-2446d9bd-5d2a-4d40-adc7-a5d0ae3906af None None] Set router 9e670c11-8412-40ac-af3b-79daa40a46f8 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:47:30.572008 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-29f0be1e-96de-49ca-93b4-f915b2982a69 req-d1072d11-b4ca-4872-ba62-13a5e48240a0 service neutron] 10.222.0.93 "GET /v2.0/networks/a2456228-f1ba-4fcc-8fbf-99820611f163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883882 Oct 27 19:47:30.663053 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-29f0be1e-96de-49ca-93b4-f915b2982a69 req-a01bb0d5-0a53-4865-95a9-8a30e6f7eebe service neutron] 10.222.0.93 "GET /v2.0/networks/a2456228-f1ba-4fcc-8fbf-99820611f163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844154 Oct 27 19:47:30.773210 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-2446d9bd-5d2a-4d40-adc7-a5d0ae3906af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'name': 'tempest-TestSnapshotPattern-1312138727-router', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'df2cb608-e47d-4ebd-9161-f92ebe49da61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:44:18Z', 'updated_at': '2021-10-27T19:44:22Z', 'revision_number': 4, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'gw_port': {'id': 'df2cb608-e47d-4ebd-9161-f92ebe49da61', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:44:19Z', 'updated_at': '2021-10-27T19:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'bae88022-8b2f-4d4f-b616-1d5eb50866c6', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'floating_ip_address': '172.25.6.41', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'port_id': '885bc2c9-ec92-4c63-94fe-2679eb3db574', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163', 'mac_address': 'fa:16:3e:6f:fa:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2bd3d7-75c4-4518-987a-f84064654908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:44:51Z', 'updated_at': '2021-10-27T19:44:54Z', 'revision_number': 1, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'fixed_ip_address_scope': None}, {'id': 'dfa91b8c-c1d8-433a-aa4c-3e75cfb299d0', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'floating_ip_address': '172.25.6.165', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'port_id': 'dd0942d1-7a16-4416-b3c6-007bd46c42de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163', 'mac_address': 'fa:16:3e:3f:6d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7623ea49-1028-4754-8b79-e1a0fd289b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:47:28Z', 'updated_at': '2021-10-27T19:47:28Z', 'revision_number': 0, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f414f73-a398-4890-96b7-bbbf216291bc', 'name': '', 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'mac_address': 'fa:16:3e:4e:f8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'bb60847f-b27e-4812-866b-c78fa782a4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:44:21Z', 'updated_at': '2021-10-27T19:44:26Z', 'revision_number': 5, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'subnets': [{'id': 'bb60847f-b27e-4812-866b-c78fa782a4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:47:30.800143 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2446d9bd-5d2a-4d40-adc7-a5d0ae3906af None None] The sync data for ids ['9e670c11-8412-40ac-af3b-79daa40a46f8'] in n-d-815690-2 is: [{'id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'name': 'tempest-TestSnapshotPattern-1312138727-router', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'df2cb608-e47d-4ebd-9161-f92ebe49da61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:44:18Z', 'updated_at': '2021-10-27T19:44:22Z', 'revision_number': 4, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'gw_port': {'id': 'df2cb608-e47d-4ebd-9161-f92ebe49da61', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:44:19Z', 'updated_at': '2021-10-27T19:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'bae88022-8b2f-4d4f-b616-1d5eb50866c6', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'floating_ip_address': '172.25.6.41', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'port_id': '885bc2c9-ec92-4c63-94fe-2679eb3db574', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163', 'mac_address': 'fa:16:3e:6f:fa:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2bd3d7-75c4-4518-987a-f84064654908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:44:51Z', 'updated_at': '2021-10-27T19:44:54Z', 'revision_number': 1, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'fixed_ip_address_scope': None}, {'id': 'dfa91b8c-c1d8-433a-aa4c-3e75cfb299d0', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'floating_ip_address': '172.25.6.165', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'port_id': 'dd0942d1-7a16-4416-b3c6-007bd46c42de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163', 'mac_address': 'fa:16:3e:3f:6d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7623ea49-1028-4754-8b79-e1a0fd289b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:47:28Z', 'updated_at': '2021-10-27T19:47:28Z', 'revision_number': 0, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f414f73-a398-4890-96b7-bbbf216291bc', 'name': '', 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'mac_address': 'fa:16:3e:4e:f8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'bb60847f-b27e-4812-866b-c78fa782a4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:44:21Z', 'updated_at': '2021-10-27T19:44:26Z', 'revision_number': 5, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'subnets': [{'id': 'bb60847f-b27e-4812-866b-c78fa782a4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:47:30.996865 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b19902d-3e85-4e49-a605-80f701aac14d None None] New status for floating IP dfa91b8c-c1d8-433a-aa4c-3e75cfb299d0: ACTIVE {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 19:47:39.705347 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-ab8fbacb-7f76-4083-89d3-3495159ac056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:47:42.145326 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-9332fcea-3241-4283-b00d-10fb77d7e058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:47:43.453582 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:47:43.785380 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:47:45.458003 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:47:57.213824 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:47:57.738275 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:48:04.693742 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:48:06.097392 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c9ce8259-791c-4cd4-b383-679af5a44826 req-9a4bcfc6-4986-4fd8-96ee-e26318b8c089 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5f2bd3d7-75c4-4518-987a-f84064654908&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461569 Oct 27 19:48:06.181734 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce8259-791c-4cd4-b383-679af5a44826 req-9d1376b0-3105-402b-bdd9-94b6eb4e8cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:48:06.183317 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c9ce8259-791c-4cd4-b383-679af5a44826 req-9d1376b0-3105-402b-bdd9-94b6eb4e8cf1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=881a0b60b6064f6bb2cbf07026e1c724&device_id=5f2bd3d7-75c4-4518-987a-f84064654908 HTTP/1.1" status: 200 len: 1094 time: 0.0413604 Oct 27 19:48:06.287397 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce8259-791c-4cd4-b383-679af5a44826 req-f1c64741-8c7b-4f15-a93b-2042b836743b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:48:06.292293 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c9ce8259-791c-4cd4-b383-679af5a44826 req-f1c64741-8c7b-4f15-a93b-2042b836743b service neutron] 10.222.0.81 "GET /v2.0/networks?id=a2456228-f1ba-4fcc-8fbf-99820611f163 HTTP/1.1" status: 200 len: 912 time: 0.0857744 Oct 27 19:48:06.359213 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c9ce8259-791c-4cd4-b383-679af5a44826 req-b6a786cd-8aa1-4584-abc1-13c4473a407d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=885bc2c9-ec92-4c63-94fe-2679eb3db574 HTTP/1.1" status: 200 len: 998 time: 0.0622232 Oct 27 19:48:06.408469 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce8259-791c-4cd4-b383-679af5a44826 req-b45c9d00-373d-4baf-a15c-b009aed87211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:48:06.409968 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c9ce8259-791c-4cd4-b383-679af5a44826 req-b45c9d00-373d-4baf-a15c-b009aed87211 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bb60847f-b27e-4812-866b-c78fa782a4f8 HTTP/1.1" status: 200 len: 849 time: 0.0442171 Oct 27 19:48:06.457219 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce8259-791c-4cd4-b383-679af5a44826 req-a4dc6dd0-2c4f-4299-82bb-42f10760ec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:48:06.458835 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c9ce8259-791c-4cd4-b383-679af5a44826 req-a4dc6dd0-2c4f-4299-82bb-42f10760ec61 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a2456228-f1ba-4fcc-8fbf-99820611f163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403008 Oct 27 19:48:06.555017 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c9ce8259-791c-4cd4-b383-679af5a44826 req-edc64366-1e47-478c-bf35-17532146f980 service neutron] 10.222.0.81 "GET /v2.0/networks/a2456228-f1ba-4fcc-8fbf-99820611f163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877440 Oct 27 19:48:06.649041 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-c9ce8259-791c-4cd4-b383-679af5a44826 req-1edb372b-3b73-4a30-92ca-865cc8665549 service neutron] 10.222.0.81 "GET /v2.0/networks/a2456228-f1ba-4fcc-8fbf-99820611f163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872309 Oct 27 19:48:08.903137 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4f818511-2e8e-44b1-8242-64fd8e5f4c71 req-ea813c90-28f9-4363-97de-2ea3966b75a7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7623ea49-1028-4754-8b79-e1a0fd289b3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429535 Oct 27 19:48:08.988733 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f818511-2e8e-44b1-8242-64fd8e5f4c71 req-b289fc78-eeaa-4ec5-86f0-2abd63dbd7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:48:08.990292 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4f818511-2e8e-44b1-8242-64fd8e5f4c71 req-b289fc78-eeaa-4ec5-86f0-2abd63dbd7c5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=881a0b60b6064f6bb2cbf07026e1c724&device_id=7623ea49-1028-4754-8b79-e1a0fd289b3e HTTP/1.1" status: 200 len: 1097 time: 0.0420523 Oct 27 19:48:09.105635 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f818511-2e8e-44b1-8242-64fd8e5f4c71 req-61cde0d4-c0a0-4e14-9db2-07930343f54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:48:09.107260 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4f818511-2e8e-44b1-8242-64fd8e5f4c71 req-61cde0d4-c0a0-4e14-9db2-07930343f54e service neutron] 10.222.0.93 "GET /v2.0/networks?id=a2456228-f1ba-4fcc-8fbf-99820611f163 HTTP/1.1" status: 200 len: 912 time: 0.0964193 Oct 27 19:48:09.177034 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4f818511-2e8e-44b1-8242-64fd8e5f4c71 req-c7ddcc97-ebb0-4565-8882-0a60f91870ba service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd0942d1-7a16-4416-b3c6-007bd46c42de HTTP/1.1" status: 200 len: 1002 time: 0.0625482 Oct 27 19:48:09.230422 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f818511-2e8e-44b1-8242-64fd8e5f4c71 req-31bd8c0d-dc97-44eb-b732-1de1e8b84863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:48:09.232039 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4f818511-2e8e-44b1-8242-64fd8e5f4c71 req-31bd8c0d-dc97-44eb-b732-1de1e8b84863 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=bb60847f-b27e-4812-866b-c78fa782a4f8 HTTP/1.1" status: 200 len: 849 time: 0.0466838 Oct 27 19:48:09.282265 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f818511-2e8e-44b1-8242-64fd8e5f4c71 req-be93e8db-e8ea-46e6-9e2c-465af2c0e4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:48:09.283813 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4f818511-2e8e-44b1-8242-64fd8e5f4c71 req-be93e8db-e8ea-46e6-9e2c-465af2c0e4a1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a2456228-f1ba-4fcc-8fbf-99820611f163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447316 Oct 27 19:48:09.295300 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [req-4f818511-2e8e-44b1-8242-64fd8e5f4c71 req-dbbc2e80-65ce-496b-92ab-5f416ae841ac service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 19:48:09.296284 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4f818511-2e8e-44b1-8242-64fd8e5f4c71 req-dbbc2e80-65ce-496b-92ab-5f416ae841ac service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049458 Oct 27 19:48:09.384275 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4f818511-2e8e-44b1-8242-64fd8e5f4c71 req-caa793a4-d1bf-4c32-a35b-7f2c864be6a4 service neutron] 10.222.0.93 "GET /v2.0/networks/a2456228-f1ba-4fcc-8fbf-99820611f163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808775 Oct 27 19:48:09.480512 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-4f818511-2e8e-44b1-8242-64fd8e5f4c71 req-0ef9b2c4-8b90-45ee-bbb9-affb4aca7799 service neutron] 10.222.0.93 "GET /v2.0/networks/a2456228-f1ba-4fcc-8fbf-99820611f163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887616 Oct 27 19:48:09.721823 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-377e13ec-4f69-40c6-80a9-0672ce5c7011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:48:12.201986 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8d7608f3-1544-4dda-9b48-98b227198f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:48:13.476206 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:48:13.777609 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:48:15.457348 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:48:27.218884 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:48:27.774887 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:48:39.698584 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d67780c3-6aea-40b6-9d51-92848881a43a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:48:41.692581 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:48:42.161526 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-bbbd7c64-4500-4a65-b617-9ac58507984a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:48:43.458269 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:48:43.767368 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:48:45.441489 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:48:54.032580 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device dd0942d1-7a16-4416-b3c6-007bd46c42de details requested by agent hyperv_n-h2-815690-2 with host n-h2-815690-2 {{(pid=102880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 19:48:54.310791 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port dd0942d1-7a16-4416-b3c6-007bd46c42de, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=dd0942d1-7a16-4416-b3c6-007bd46c42de,segment=NetworkSegment(f40ef166-8094-454a-af33-628c661022a9),segment_id=f40ef166-8094-454a-af33-628c661022a9)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:48:54.323417 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Returning: {'device': 'dd0942d1-7a16-4416-b3c6-007bd46c42de', 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163', 'port_id': 'dd0942d1-7a16-4416-b3c6-007bd46c42de', 'mac_address': 'fa:16:3e:3f:6d:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb60847f-b27e-4812-866b-c78fa782a4f8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 19:48:54.372158 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:48:54.391249 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd0942d1-7a16-4416-b3c6-007bd46c42de {{(pid=102880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 19:48:54.415414 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port dd0942d1-7a16-4416-b3c6-007bd46c42de, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=dd0942d1-7a16-4416-b3c6-007bd46c42de,segment=NetworkSegment(f40ef166-8094-454a-af33-628c661022a9),segment_id=f40ef166-8094-454a-af33-628c661022a9)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:48:54.471308 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:48:54.548393 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] get_ports_and_sgs() called for port_ids ['dd0942d1-7a16-4416-b3c6-007bd46c42de'] {{(pid=102880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 19:48:54.554797 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=dd0942d1-7a16-4416-b3c6-007bd46c42de,revision_number=6']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:48:54.588487 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:48:54.588487 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:48:54.589945 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:48:54.589945 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:48:54.589945 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:48:54.591311 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:48:54.591311 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:48:54.591311 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:48:54.591952 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:48:54.591952 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:48:54.592360 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:48:54.592903 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:48:56.051183 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device dd0942d1-7a16-4416-b3c6-007bd46c42de up at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 19:48:56.159745 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.provisioning_blocks [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Provisioning complete for port dd0942d1-7a16-4416-b3c6-007bd46c42de triggered by entity L2. {{(pid=102880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 19:48:56.160339 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7675714'] for port, provisioning_complete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:48:56.416467 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:48:56.445694 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7623ea49-1028-4754-8b79-e1a0fd289b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0942d1-7a16-4416-b3c6-007bd46c42de'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:48:56.447787 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b7a7ffbeb5006bcc00a453a37d6ced003ca150096c2d6d80d40f5ba58f622d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1de926-48bc-457f-854c-5bb66c0f31db" -d '{"events": [{"server_uuid": "7623ea49-1028-4754-8b79-e1a0fd289b3e", "name": "network-vif-plugged", "status": "completed", "tag": "dd0942d1-7a16-4416-b3c6-007bd46c42de"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:48:56.467432 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port dd0942d1-7a16-4416-b3c6-007bd46c42de, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=dd0942d1-7a16-4416-b3c6-007bd46c42de,segment=NetworkSegment(f40ef166-8094-454a-af33-628c661022a9),segment_id=f40ef166-8094-454a-af33-628c661022a9)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:48:56.502926 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d32482c-122f-472d-82f4-74550c0a347e x-openstack-request-id: req-6d32482c-122f-472d-82f4-74550c0a347e {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:48:56.502926 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7623ea49-1028-4754-8b79-e1a0fd289b3e", "name": "network-vif-plugged", "status": "completed", "tag": "dd0942d1-7a16-4416-b3c6-007bd46c42de", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:48:56.502926 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6d32482c-122f-472d-82f4-74550c0a347e {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:48:56.502926 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7623ea49-1028-4754-8b79-e1a0fd289b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0942d1-7a16-4416-b3c6-007bd46c42de', 'code': 200} Oct 27 19:48:56.550600 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:48:56.655465 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=dd0942d1-7a16-4416-b3c6-007bd46c42de,revision_number=7']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:48:57.234011 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:48:57.904352 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:06.558988 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 54514) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:49:06.724322 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-baa5bd58-b109-4c47-b26d-79e27028c265 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Deleting port 4461a44e-281e-4b2b-aa41-2843d5a9656f {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:49:06.724657 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-baa5bd58-b109-4c47-b26d-79e27028c265 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:06.807017 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-baa5bd58-b109-4c47-b26d-79e27028c265 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:06.807353 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-baa5bd58-b109-4c47-b26d-79e27028c265 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:06.819395 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-baa5bd58-b109-4c47-b26d-79e27028c265 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Calling delete_port for 4461a44e-281e-4b2b-aa41-2843d5a9656f owned by network:floatingip {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:49:07.119607 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-baa5bd58-b109-4c47-b26d-79e27028c265 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:07.150031 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa5bd58-b109-4c47-b26d-79e27028c265 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Pushing event deleted for resources: {'Port': ['ID=4461a44e-281e-4b2b-aa41-2843d5a9656f,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:49:07.162873 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa5bd58-b109-4c47-b26d-79e27028c265 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:49:07.163233 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa5bd58-b109-4c47-b26d-79e27028c265 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:49:07.163600 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa5bd58-b109-4c47-b26d-79e27028c265 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:49:07.164011 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa5bd58-b109-4c47-b26d-79e27028c265 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:49:07.164465 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa5bd58-b109-4c47-b26d-79e27028c265 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:49:07.164807 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa5bd58-b109-4c47-b26d-79e27028c265 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:49:07.165143 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa5bd58-b109-4c47-b26d-79e27028c265 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:49:07.165479 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa5bd58-b109-4c47-b26d-79e27028c265 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:49:07.165811 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa5bd58-b109-4c47-b26d-79e27028c265 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:49:07.166141 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa5bd58-b109-4c47-b26d-79e27028c265 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:49:07.166475 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa5bd58-b109-4c47-b26d-79e27028c265 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:49:07.166803 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa5bd58-b109-4c47-b26d-79e27028c265 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:49:07.228010 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-baa5bd58-b109-4c47-b26d-79e27028c265 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks [] for floatingip, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:07.228337 n-d-815690-2 neutron-server[102879]: INFO neutron.db.l3_db [None req-baa5bd58-b109-4c47-b26d-79e27028c265 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Floating IP dfa91b8c-c1d8-433a-aa4c-3e75cfb299d0 disassociated (deleted). External IP: 172.25.6.165, port: dd0942d1-7a16-4416-b3c6-007bd46c42de. Oct 27 19:49:07.457916 n-d-815690-2 neutron-server[102879]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa5bd58-b109-4c47-b26d-79e27028c265 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Router 9e670c11-8412-40ac-af3b-79daa40a46f8 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:49:07.575546 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa5bd58-b109-4c47-b26d-79e27028c265 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:49:07.580666 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-baa5bd58-b109-4c47-b26d-79e27028c265 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:07.585176 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1062347b-947c-4d86-9673-116d1b43fbc9 None None] Sync routers for ids ['9e670c11-8412-40ac-af3b-79daa40a46f8'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:49:07.596866 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1062347b-947c-4d86-9673-116d1b43fbc9 None None] Routers {'9e670c11-8412-40ac-af3b-79daa40a46f8'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:49:07.597477 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1062347b-947c-4d86-9673-116d1b43fbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:48:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9e670c11-8412-40ac-af3b-79daa40a46f8'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:49:07.609331 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-baa5bd58-b109-4c47-b26d-79e27028c265 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "DELETE /v2.0/floatingips/dfa91b8c-c1d8-433a-aa4c-3e75cfb299d0 HTTP/1.1" status: 204 len: 168 time: 1.0491791 Oct 27 19:49:07.609939 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7623ea49-1028-4754-8b79-e1a0fd289b3e', 'tag': 'dd0942d1-7a16-4416-b3c6-007bd46c42de'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:49:07.612268 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac05b20e-9fa9-4e20-8035-fc092e8ed516" -d '{"events": [{"name": "network-changed", "server_uuid": "7623ea49-1028-4754-8b79-e1a0fd289b3e", "tag": "dd0942d1-7a16-4416-b3c6-007bd46c42de"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:49:07.711777 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-1062347b-947c-4d86-9673-116d1b43fbc9 None None] Set router 9e670c11-8412-40ac-af3b-79daa40a46f8 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:49:07.944787 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1062347b-947c-4d86-9673-116d1b43fbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'name': 'tempest-TestSnapshotPattern-1312138727-router', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'df2cb608-e47d-4ebd-9161-f92ebe49da61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:44:18Z', 'updated_at': '2021-10-27T19:44:22Z', 'revision_number': 4, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'gw_port': {'id': 'df2cb608-e47d-4ebd-9161-f92ebe49da61', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:44:19Z', 'updated_at': '2021-10-27T19:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'bae88022-8b2f-4d4f-b616-1d5eb50866c6', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'floating_ip_address': '172.25.6.41', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'port_id': '885bc2c9-ec92-4c63-94fe-2679eb3db574', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163', 'mac_address': 'fa:16:3e:6f:fa:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2bd3d7-75c4-4518-987a-f84064654908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:44:51Z', 'updated_at': '2021-10-27T19:44:54Z', 'revision_number': 1, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f414f73-a398-4890-96b7-bbbf216291bc', 'name': '', 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'mac_address': 'fa:16:3e:4e:f8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'bb60847f-b27e-4812-866b-c78fa782a4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:44:21Z', 'updated_at': '2021-10-27T19:44:26Z', 'revision_number': 5, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'subnets': [{'id': 'bb60847f-b27e-4812-866b-c78fa782a4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:49:07.974161 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1062347b-947c-4d86-9673-116d1b43fbc9 None None] Checking router: 9e670c11-8412-40ac-af3b-79daa40a46f8 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:49:07.984309 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1062347b-947c-4d86-9673-116d1b43fbc9 None None] Routers {'9e670c11-8412-40ac-af3b-79daa40a46f8'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:49:07.984929 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1062347b-947c-4d86-9673-116d1b43fbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:48:42Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9e670c11-8412-40ac-af3b-79daa40a46f8'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:49:08.045690 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03b0dfc-28e3-4d6f-aec0-0bd8dc608c10 x-openstack-request-id: req-d03b0dfc-28e3-4d6f-aec0-0bd8dc608c10 {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:49:08.045983 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7623ea49-1028-4754-8b79-e1a0fd289b3e", "tag": "dd0942d1-7a16-4416-b3c6-007bd46c42de", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:49:08.046248 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d03b0dfc-28e3-4d6f-aec0-0bd8dc608c10 {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:49:08.046657 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7623ea49-1028-4754-8b79-e1a0fd289b3e', 'tag': 'dd0942d1-7a16-4416-b3c6-007bd46c42de', 'status': 'completed', 'code': 200} Oct 27 19:49:08.117508 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05b20e-9fa9-4e20-8035-fc092e8ed516 req-33a26cad-4faa-4374-9594-cebf7208f072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:49:08.119023 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ac05b20e-9fa9-4e20-8035-fc092e8ed516 req-33a26cad-4faa-4374-9594-cebf7208f072 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=881a0b60b6064f6bb2cbf07026e1c724&device_id=7623ea49-1028-4754-8b79-e1a0fd289b3e HTTP/1.1" status: 200 len: 1097 time: 0.0461819 Oct 27 19:49:08.125445 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-1062347b-947c-4d86-9673-116d1b43fbc9 None None] Set router 9e670c11-8412-40ac-af3b-79daa40a46f8 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:49:08.125908 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device dd0942d1-7a16-4416-b3c6-007bd46c42de no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:49:08.150703 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb78237-72ac-4149-bc15-8721d77364ca req-bb51c24b-daa1-4a16-aa74-70c5711f4984 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:49:08.153765 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7cb78237-72ac-4149-bc15-8721d77364ca req-bb51c24b-daa1-4a16-aa74-70c5711f4984 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/ports?device_id=7623ea49-1028-4754-8b79-e1a0fd289b3e HTTP/1.1" status: 200 len: 946 time: 0.0576756 Oct 27 19:49:08.195940 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-7cb78237-72ac-4149-bc15-8721d77364ca req-dd865bf1-1acc-45ff-9d41-fa38c2ed3e84 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f27d047-d8b9-4682-8cbb-69e0a0957c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350423 Oct 27 19:49:08.211471 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-764658'] for port, before_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:08.250608 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] For port dd0942d1-7a16-4416-b3c6-007bd46c42de, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=dd0942d1-7a16-4416-b3c6-007bd46c42de,segment=NetworkSegment(f40ef166-8094-454a-af33-628c661022a9),segment_id=f40ef166-8094-454a-af33-628c661022a9)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:49:08.251944 n-d-815690-2 neutron-server[102880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7623ea49-1028-4754-8b79-e1a0fd289b3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd0942d1-7a16-4416-b3c6-007bd46c42de'}] {{(pid=102880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:49:08.254553 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03b7a7ffbeb5006bcc00a453a37d6ced003ca150096c2d6d80d40f5ba58f622d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617fe5f6-cb82-47c3-978e-947255fc8c5b" -d '{"events": [{"server_uuid": "7623ea49-1028-4754-8b79-e1a0fd289b3e", "name": "network-vif-unplugged", "status": "completed", "tag": "dd0942d1-7a16-4416-b3c6-007bd46c42de"}]}' {{(pid=102880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:49:08.276045 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-509d5aa9-f733-4eb4-b854-2c5a022d5262 req-aba37ec5-c0c1-4c54-b32d-182c313ce2ff service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=5f2bd3d7-75c4-4518-987a-f84064654908&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2236814 Oct 27 19:49:08.296688 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 19:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699f0477-023a-456f-9bea-73ba5a810aee x-openstack-request-id: req-699f0477-023a-456f-9bea-73ba5a810aee {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:49:08.297089 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7623ea49-1028-4754-8b79-e1a0fd289b3e", "name": "network-vif-unplugged", "status": "completed", "tag": "dd0942d1-7a16-4416-b3c6-007bd46c42de", "code": 200}]} {{(pid=102880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:49:08.297346 n-d-815690-2 neutron-server[102880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-699f0477-023a-456f-9bea-73ba5a810aee {{(pid=102880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:49:08.297732 n-d-815690-2 neutron-server[102880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7623ea49-1028-4754-8b79-e1a0fd289b3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd0942d1-7a16-4416-b3c6-007bd46c42de', 'code': 200} Oct 27 19:49:08.305392 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05b20e-9fa9-4e20-8035-fc092e8ed516 req-f22fda05-1ef4-41c7-9204-800e1825c94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:49:08.307372 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ac05b20e-9fa9-4e20-8035-fc092e8ed516 req-f22fda05-1ef4-41c7-9204-800e1825c94a service neutron] 10.222.0.93 "GET /v2.0/networks?id=a2456228-f1ba-4fcc-8fbf-99820611f163 HTTP/1.1" status: 200 len: 912 time: 0.1711605 Oct 27 19:49:08.325878 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753617353966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753616876409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753616876427'] for port, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:08.358989 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ac05b20e-9fa9-4e20-8035-fc092e8ed516 req-6b917aeb-d070-4850-8fc5-1e8dc783a7e6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd0942d1-7a16-4416-b3c6-007bd46c42de HTTP/1.1" status: 200 len: 217 time: 0.0441432 Oct 27 19:49:08.384864 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Pushing event updated for resources: {'Port': ['ID=dd0942d1-7a16-4416-b3c6-007bd46c42de,revision_number=8']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:49:08.434310 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d5aa9-f733-4eb4-b854-2c5a022d5262 req-312adba1-b25d-411a-93d7-01709aace3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:49:08.435883 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-509d5aa9-f733-4eb4-b854-2c5a022d5262 req-312adba1-b25d-411a-93d7-01709aace3e4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=881a0b60b6064f6bb2cbf07026e1c724&device_id=5f2bd3d7-75c4-4518-987a-f84064654908 HTTP/1.1" status: 200 len: 1094 time: 0.1137083 Oct 27 19:49:08.437477 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05b20e-9fa9-4e20-8035-fc092e8ed516 req-a9380157-872a-4322-8f76-a582073f69f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:49:08.438928 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ac05b20e-9fa9-4e20-8035-fc092e8ed516 req-a9380157-872a-4322-8f76-a582073f69f2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=bb60847f-b27e-4812-866b-c78fa782a4f8 HTTP/1.1" status: 200 len: 849 time: 0.0598440 Oct 27 19:49:08.493317 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-1062347b-947c-4d86-9673-116d1b43fbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'name': 'tempest-TestSnapshotPattern-1312138727-router', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'df2cb608-e47d-4ebd-9161-f92ebe49da61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:44:18Z', 'updated_at': '2021-10-27T19:44:22Z', 'revision_number': 4, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'gw_port': {'id': 'df2cb608-e47d-4ebd-9161-f92ebe49da61', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:44:19Z', 'updated_at': '2021-10-27T19:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'bae88022-8b2f-4d4f-b616-1d5eb50866c6', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'floating_ip_address': '172.25.6.41', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'port_id': '885bc2c9-ec92-4c63-94fe-2679eb3db574', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163', 'mac_address': 'fa:16:3e:6f:fa:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2bd3d7-75c4-4518-987a-f84064654908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:44:51Z', 'updated_at': '2021-10-27T19:44:54Z', 'revision_number': 1, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f414f73-a398-4890-96b7-bbbf216291bc', 'name': '', 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'mac_address': 'fa:16:3e:4e:f8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'bb60847f-b27e-4812-866b-c78fa782a4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:44:21Z', 'updated_at': '2021-10-27T19:44:26Z', 'revision_number': 5, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'subnets': [{'id': 'bb60847f-b27e-4812-866b-c78fa782a4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:49:08.520231 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1062347b-947c-4d86-9673-116d1b43fbc9 None None] The sync data for ids ['9e670c11-8412-40ac-af3b-79daa40a46f8'] in n-d-815690-2 is: [{'id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'name': 'tempest-TestSnapshotPattern-1312138727-router', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'df2cb608-e47d-4ebd-9161-f92ebe49da61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:44:18Z', 'updated_at': '2021-10-27T19:44:22Z', 'revision_number': 4, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'gw_port': {'id': 'df2cb608-e47d-4ebd-9161-f92ebe49da61', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:44:19Z', 'updated_at': '2021-10-27T19:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_floatingips': [{'id': 'bae88022-8b2f-4d4f-b616-1d5eb50866c6', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'floating_ip_address': '172.25.6.41', 'floating_network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'router_id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'port_id': '885bc2c9-ec92-4c63-94fe-2679eb3db574', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163', 'mac_address': 'fa:16:3e:6f:fa:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2bd3d7-75c4-4518-987a-f84064654908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T19:44:51Z', 'updated_at': '2021-10-27T19:44:54Z', 'revision_number': 1, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f414f73-a398-4890-96b7-bbbf216291bc', 'name': '', 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'mac_address': 'fa:16:3e:4e:f8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'bb60847f-b27e-4812-866b-c78fa782a4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:44:21Z', 'updated_at': '2021-10-27T19:44:26Z', 'revision_number': 5, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'subnets': [{'id': 'bb60847f-b27e-4812-866b-c78fa782a4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:49:08.541069 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05b20e-9fa9-4e20-8035-fc092e8ed516 req-1fa442e9-2a26-4163-bd4f-96f4140707ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:49:08.542720 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ac05b20e-9fa9-4e20-8035-fc092e8ed516 req-1fa442e9-2a26-4163-bd4f-96f4140707ae service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a2456228-f1ba-4fcc-8fbf-99820611f163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967112 Oct 27 19:49:08.614305 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d5aa9-f733-4eb4-b854-2c5a022d5262 req-f6ee2b45-4721-4a95-b4fb-077135419599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:49:08.615945 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-509d5aa9-f733-4eb4-b854-2c5a022d5262 req-f6ee2b45-4721-4a95-b4fb-077135419599 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a2456228-f1ba-4fcc-8fbf-99820611f163 HTTP/1.1" status: 200 len: 912 time: 0.1595497 Oct 27 19:49:08.799469 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e152c53-2e73-48b8-9c72-f3a4a11212a8 None None] New status for floating IP dfa91b8c-c1d8-433a-aa4c-3e75cfb299d0: DOWN {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 19:49:09.051954 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-509d5aa9-f733-4eb4-b854-2c5a022d5262 req-ac4b88c7-28e7-483e-907e-82cc0b91660b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=885bc2c9-ec92-4c63-94fe-2679eb3db574 HTTP/1.1" status: 200 len: 998 time: 0.4272816 Oct 27 19:49:09.053840 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ac05b20e-9fa9-4e20-8035-fc092e8ed516 req-13c779c7-710f-4ea1-9718-53b4e589f05a service neutron] 10.222.0.93 "GET /v2.0/networks/a2456228-f1ba-4fcc-8fbf-99820611f163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4998393 Oct 27 19:49:09.150334 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d5aa9-f733-4eb4-b854-2c5a022d5262 req-87e372cf-4ada-4b39-85dc-455f8f18a1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:49:09.152431 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-509d5aa9-f733-4eb4-b854-2c5a022d5262 req-87e372cf-4ada-4b39-85dc-455f8f18a1e4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bb60847f-b27e-4812-866b-c78fa782a4f8 HTTP/1.1" status: 200 len: 849 time: 0.0935838 Oct 27 19:49:09.206570 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-ac05b20e-9fa9-4e20-8035-fc092e8ed516 req-504f1d10-04cf-4f6c-8b63-c6c6d1277c1d service neutron] 10.222.0.93 "GET /v2.0/networks/a2456228-f1ba-4fcc-8fbf-99820611f163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402764 Oct 27 19:49:09.217566 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d5aa9-f733-4eb4-b854-2c5a022d5262 req-b06343d2-9849-443f-8b22-49654bd7ab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:49:09.221672 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-509d5aa9-f733-4eb4-b854-2c5a022d5262 req-b06343d2-9849-443f-8b22-49654bd7ab3f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a2456228-f1ba-4fcc-8fbf-99820611f163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600348 Oct 27 19:49:09.232958 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [req-509d5aa9-f733-4eb4-b854-2c5a022d5262 req-a910213e-088a-4481-affb-814690e636f7 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=102879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 19:49:09.238801 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-509d5aa9-f733-4eb4-b854-2c5a022d5262 req-a910213e-088a-4481-affb-814690e636f7 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0063541 Oct 27 19:49:09.322219 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510870e-d5db-4ebe-9110-924f615aeec4 req-ed126739-07c0-4987-aa30-fec744d1b91a tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:49:09.324277 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e510870e-d5db-4ebe-9110-924f615aeec4 req-ed126739-07c0-4987-aa30-fec744d1b91a tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/ports?device_id=7623ea49-1028-4754-8b79-e1a0fd289b3e HTTP/1.1" status: 200 len: 944 time: 0.0519559 Oct 27 19:49:09.334250 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-509d5aa9-f733-4eb4-b854-2c5a022d5262 req-2058790f-852c-4ebe-9dff-b146379888af service neutron] 10.222.0.81 "GET /v2.0/networks/a2456228-f1ba-4fcc-8fbf-99820611f163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928733 Oct 27 19:49:09.364552 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-e510870e-d5db-4ebe-9110-924f615aeec4 req-16be5688-52cf-4de6-b4aa-6c96637ca53e tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f27d047-d8b9-4682-8cbb-69e0a0957c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338728 Oct 27 19:49:09.433150 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-509d5aa9-f733-4eb4-b854-2c5a022d5262 req-0624b609-9a07-4836-aeaf-044585a76969 service neutron] 10.222.0.81 "GET /v2.0/networks/a2456228-f1ba-4fcc-8fbf-99820611f163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913320 Oct 27 19:49:09.588654 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda221f6-6eea-48c0-adab-91030149b8dd req-a7d9f29c-ddab-455e-a76a-5a16742ade52 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:49:09.590743 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dda221f6-6eea-48c0-adab-91030149b8dd req-a7d9f29c-ddab-455e-a76a-5a16742ade52 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.93 "GET /v2.0/ports?device_id=7623ea49-1028-4754-8b79-e1a0fd289b3e HTTP/1.1" status: 200 len: 944 time: 0.0496495 Oct 27 19:49:09.690314 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7b8b2205-1431-442a-b172-acbe71c1322c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:09.701527 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-dda221f6-6eea-48c0-adab-91030149b8dd req-6aaa0142-7f10-493c-b00b-992de08377a6 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Deleting port dd0942d1-7a16-4416-b3c6-007bd46c42de {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:49:09.702155 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-dda221f6-6eea-48c0-adab-91030149b8dd req-6aaa0142-7f10-493c-b00b-992de08377a6 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:09.795031 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-dda221f6-6eea-48c0-adab-91030149b8dd req-6aaa0142-7f10-493c-b00b-992de08377a6 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] For port dd0942d1-7a16-4416-b3c6-007bd46c42de, host n-h2-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815690-2',level=0,port_id=dd0942d1-7a16-4416-b3c6-007bd46c42de,segment=NetworkSegment(f40ef166-8094-454a-af33-628c661022a9),segment_id=f40ef166-8094-454a-af33-628c661022a9)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:49:09.795399 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-dda221f6-6eea-48c0-adab-91030149b8dd req-6aaa0142-7f10-493c-b00b-992de08377a6 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:09.807756 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-dda221f6-6eea-48c0-adab-91030149b8dd req-6aaa0142-7f10-493c-b00b-992de08377a6 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Calling delete_port for dd0942d1-7a16-4416-b3c6-007bd46c42de owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:49:10.001114 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-dda221f6-6eea-48c0-adab-91030149b8dd req-6aaa0142-7f10-493c-b00b-992de08377a6 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:10.031387 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa0142-7f10-493c-b00b-992de08377a6 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Pushing event deleted for resources: {'Port': ['ID=dd0942d1-7a16-4416-b3c6-007bd46c42de,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:49:10.076647 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda221f6-6eea-48c0-adab-91030149b8dd req-6aaa0142-7f10-493c-b00b-992de08377a6 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] No DVR routers for this DVR port dd0942d1-7a16-4416-b3c6-007bd46c42de on host n-h2-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:49:10.079354 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-dda221f6-6eea-48c0-adab-91030149b8dd req-6aaa0142-7f10-493c-b00b-992de08377a6 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:10.082691 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-dda221f6-6eea-48c0-adab-91030149b8dd req-6aaa0142-7f10-493c-b00b-992de08377a6 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.93 "DELETE /v2.0/ports/dd0942d1-7a16-4416-b3c6-007bd46c42de HTTP/1.1" status: 204 len: 173 time: 0.4861498 Oct 27 19:49:10.083171 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7623ea49-1028-4754-8b79-e1a0fd289b3e', 'name': 'network-vif-deleted', 'tag': 'dd0942d1-7a16-4416-b3c6-007bd46c42de'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:49:10.085445 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab148955-581a-4851-b402-a6fda21c3b67" -d '{"events": [{"server_uuid": "7623ea49-1028-4754-8b79-e1a0fd289b3e", "name": "network-vif-deleted", "tag": "dd0942d1-7a16-4416-b3c6-007bd46c42de"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:49:10.123382 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf95c370-4365-4c38-9d7a-39758d2849ec x-openstack-request-id: req-cf95c370-4365-4c38-9d7a-39758d2849ec {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:49:10.123677 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7623ea49-1028-4754-8b79-e1a0fd289b3e", "name": "network-vif-deleted", "tag": "dd0942d1-7a16-4416-b3c6-007bd46c42de", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:49:10.123932 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cf95c370-4365-4c38-9d7a-39758d2849ec {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:49:10.124336 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7623ea49-1028-4754-8b79-e1a0fd289b3e', 'name': 'network-vif-deleted', 'tag': 'dd0942d1-7a16-4416-b3c6-007bd46c42de', 'status': 'completed', 'code': 200} Oct 27 19:49:10.490176 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-680cd913-3b6f-4574-abea-af0c6feae9e7 req-a430caab-5f8a-41af-9a07-cc8742abcbff tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/ports?device_id=7623ea49-1028-4754-8b79-e1a0fd289b3e HTTP/1.1" status: 200 len: 210 time: 0.0316401 Oct 27 19:49:10.891518 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b8221870-4c68-4e13-9eb6-891780c6a2c3 req-afa7caaa-87f8-424e-aee4-da2fadf139f2 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7623ea49-1028-4754-8b79-e1a0fd289b3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0274317 Oct 27 19:49:10.961910 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b8221870-4c68-4e13-9eb6-891780c6a2c3 req-4dfd202d-bce2-4d18-9212-4ed4aae86d43 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=881a0b60b6064f6bb2cbf07026e1c724&device_id=7623ea49-1028-4754-8b79-e1a0fd289b3e HTTP/1.1" status: 200 len: 210 time: 0.0266118 Oct 27 19:49:11.084198 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8221870-4c68-4e13-9eb6-891780c6a2c3 req-34c4eb6d-a905-42dc-9a3f-bd6dfbe24844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:49:11.085710 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b8221870-4c68-4e13-9eb6-891780c6a2c3 req-34c4eb6d-a905-42dc-9a3f-bd6dfbe24844 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=881a0b60b6064f6bb2cbf07026e1c724&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1031964 Oct 27 19:49:11.181028 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8221870-4c68-4e13-9eb6-891780c6a2c3 req-63e92825-1c6e-4440-b843-0a2a27e57401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:49:11.182451 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b8221870-4c68-4e13-9eb6-891780c6a2c3 req-63e92825-1c6e-4440-b843-0a2a27e57401 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0890725 Oct 27 19:49:12.138683 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device dd0942d1-7a16-4416-b3c6-007bd46c42de no longer exists at agent hyperv_n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:49:12.160544 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] No Port match for: dd0942d1-7a16-4416-b3c6-007bd46c42de {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:49:12.160893 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Device dd0942d1-7a16-4416-b3c6-007bd46c42de not bound to the agent host n-h2-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:49:12.212583 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-75a9d943-6124-4543-af9b-230c32186240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:13.078244 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 54580) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:49:13.239655 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-abdcd2d0-c2c2-49cf-9643-91d9479823f6 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Deleting port e86ebdcd-457a-4915-9980-c52b074ea4cf {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:49:13.240000 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abdcd2d0-c2c2-49cf-9643-91d9479823f6 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:13.317706 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abdcd2d0-c2c2-49cf-9643-91d9479823f6 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:13.318031 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abdcd2d0-c2c2-49cf-9643-91d9479823f6 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:13.330861 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-abdcd2d0-c2c2-49cf-9643-91d9479823f6 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Calling delete_port for e86ebdcd-457a-4915-9980-c52b074ea4cf owned by network:floatingip {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:49:13.462277 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:13.555634 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abdcd2d0-c2c2-49cf-9643-91d9479823f6 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:13.586275 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdcd2d0-c2c2-49cf-9643-91d9479823f6 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Pushing event deleted for resources: {'Port': ['ID=e86ebdcd-457a-4915-9980-c52b074ea4cf,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:49:13.614523 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdcd2d0-c2c2-49cf-9643-91d9479823f6 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:49:13.616153 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdcd2d0-c2c2-49cf-9643-91d9479823f6 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:49:13.616153 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdcd2d0-c2c2-49cf-9643-91d9479823f6 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:49:13.616153 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdcd2d0-c2c2-49cf-9643-91d9479823f6 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:49:13.616153 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdcd2d0-c2c2-49cf-9643-91d9479823f6 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:49:13.616594 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdcd2d0-c2c2-49cf-9643-91d9479823f6 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:49:13.616594 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdcd2d0-c2c2-49cf-9643-91d9479823f6 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:49:13.616893 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdcd2d0-c2c2-49cf-9643-91d9479823f6 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:49:13.617225 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdcd2d0-c2c2-49cf-9643-91d9479823f6 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:49:13.617559 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdcd2d0-c2c2-49cf-9643-91d9479823f6 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:49:13.617897 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdcd2d0-c2c2-49cf-9643-91d9479823f6 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:49:13.618227 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdcd2d0-c2c2-49cf-9643-91d9479823f6 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815690-2 {{(pid=102878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 19:49:13.659337 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abdcd2d0-c2c2-49cf-9643-91d9479823f6 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks [] for floatingip, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:13.659669 n-d-815690-2 neutron-server[102878]: INFO neutron.db.l3_db [None req-abdcd2d0-c2c2-49cf-9643-91d9479823f6 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Floating IP bae88022-8b2f-4d4f-b616-1d5eb50866c6 disassociated (deleted). External IP: 172.25.6.41, port: 885bc2c9-ec92-4c63-94fe-2679eb3db574. Oct 27 19:49:13.800986 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:13.878756 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abdcd2d0-c2c2-49cf-9643-91d9479823f6 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Router 9e670c11-8412-40ac-af3b-79daa40a46f8 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:49:13.988248 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abdcd2d0-c2c2-49cf-9643-91d9479823f6 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:49:13.993261 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-abdcd2d0-c2c2-49cf-9643-91d9479823f6 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for floatingip, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:13.999789 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab36fe9e-1a1f-4028-92c9-ee50292290de None None] Sync routers for ids ['9e670c11-8412-40ac-af3b-79daa40a46f8'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:49:14.009793 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab36fe9e-1a1f-4028-92c9-ee50292290de None None] Routers {'9e670c11-8412-40ac-af3b-79daa40a46f8'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:49:14.010400 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-ab36fe9e-1a1f-4028-92c9-ee50292290de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:49:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9e670c11-8412-40ac-af3b-79daa40a46f8'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:49:14.024436 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-abdcd2d0-c2c2-49cf-9643-91d9479823f6 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "DELETE /v2.0/floatingips/bae88022-8b2f-4d4f-b616-1d5eb50866c6 HTTP/1.1" status: 204 len: 168 time: 0.9450338 Oct 27 19:49:14.028190 n-d-815690-2 neutron-server[102878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f2bd3d7-75c4-4518-987a-f84064654908', 'tag': '885bc2c9-ec92-4c63-94fe-2679eb3db574'}] {{(pid=102878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:49:14.028190 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bca0ca0b982d995b269f20b8ee9fa1484886a2da5fdd33aa4707a11ccb3e0ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389f33f5-447c-4fdc-9cfe-8556b92d4a26" -d '{"events": [{"name": "network-changed", "server_uuid": "5f2bd3d7-75c4-4518-987a-f84064654908", "tag": "885bc2c9-ec92-4c63-94fe-2679eb3db574"}]}' {{(pid=102878) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:49:14.116509 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-ab36fe9e-1a1f-4028-92c9-ee50292290de None None] Set router 9e670c11-8412-40ac-af3b-79daa40a46f8 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:49:14.320118 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-ab36fe9e-1a1f-4028-92c9-ee50292290de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'name': 'tempest-TestSnapshotPattern-1312138727-router', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'df2cb608-e47d-4ebd-9161-f92ebe49da61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:44:18Z', 'updated_at': '2021-10-27T19:44:22Z', 'revision_number': 4, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'gw_port': {'id': 'df2cb608-e47d-4ebd-9161-f92ebe49da61', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:44:19Z', 'updated_at': '2021-10-27T19:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '7f414f73-a398-4890-96b7-bbbf216291bc', 'name': '', 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'mac_address': 'fa:16:3e:4e:f8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'bb60847f-b27e-4812-866b-c78fa782a4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:44:21Z', 'updated_at': '2021-10-27T19:44:26Z', 'revision_number': 5, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'subnets': [{'id': 'bb60847f-b27e-4812-866b-c78fa782a4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:49:14.350300 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab36fe9e-1a1f-4028-92c9-ee50292290de None None] Checking router: 9e670c11-8412-40ac-af3b-79daa40a46f8 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:49:14.359313 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab36fe9e-1a1f-4028-92c9-ee50292290de None None] Routers {'9e670c11-8412-40ac-af3b-79daa40a46f8'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:49:14.359938 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-ab36fe9e-1a1f-4028-92c9-ee50292290de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:49:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9e670c11-8412-40ac-af3b-79daa40a46f8'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:49:14.430516 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 19:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4d80f3-78d9-4f20-9828-4f9526edc1da x-openstack-request-id: req-9a4d80f3-78d9-4f20-9828-4f9526edc1da {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:49:14.431069 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f2bd3d7-75c4-4518-987a-f84064654908", "tag": "885bc2c9-ec92-4c63-94fe-2679eb3db574", "status": "completed", "code": 200}]} {{(pid=102878) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:49:14.431069 n-d-815690-2 neutron-server[102878]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9a4d80f3-78d9-4f20-9828-4f9526edc1da {{(pid=102878) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:49:14.431477 n-d-815690-2 neutron-server[102878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f2bd3d7-75c4-4518-987a-f84064654908', 'tag': '885bc2c9-ec92-4c63-94fe-2679eb3db574', 'status': 'completed', 'code': 200} Oct 27 19:49:14.474658 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-ab36fe9e-1a1f-4028-92c9-ee50292290de None None] Set router 9e670c11-8412-40ac-af3b-79daa40a46f8 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:49:14.501855 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f33f5-447c-4fdc-9cfe-8556b92d4a26 req-06db7b3d-ddb3-4ab9-a042-470025a70b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:49:14.503433 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-389f33f5-447c-4fdc-9cfe-8556b92d4a26 req-06db7b3d-ddb3-4ab9-a042-470025a70b20 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=881a0b60b6064f6bb2cbf07026e1c724&device_id=5f2bd3d7-75c4-4518-987a-f84064654908 HTTP/1.1" status: 200 len: 1094 time: 0.0454347 Oct 27 19:49:14.534683 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3856c-cb1f-440a-9944-010594af3017 req-85635993-6ee8-44f0-8d0e-dc3004138195 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:49:14.536358 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d1a3856c-cb1f-440a-9944-010594af3017 req-85635993-6ee8-44f0-8d0e-dc3004138195 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f2bd3d7-75c4-4518-987a-f84064654908 HTTP/1.1" status: 200 len: 943 time: 0.0538144 Oct 27 19:49:14.581299 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-d1a3856c-cb1f-440a-9944-010594af3017 req-c310e3e0-d468-4cc7-8153-8458dcf340bd tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f27d047-d8b9-4682-8cbb-69e0a0957c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389023 Oct 27 19:49:14.608659 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f33f5-447c-4fdc-9cfe-8556b92d4a26 req-8505109e-8782-4ebf-918d-538235144912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:49:14.610199 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-389f33f5-447c-4fdc-9cfe-8556b92d4a26 req-8505109e-8782-4ebf-918d-538235144912 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a2456228-f1ba-4fcc-8fbf-99820611f163 HTTP/1.1" status: 200 len: 912 time: 0.0973835 Oct 27 19:49:14.655627 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-389f33f5-447c-4fdc-9cfe-8556b92d4a26 req-7e114f50-6ba9-49fd-ab7f-49b5b7f61c86 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=885bc2c9-ec92-4c63-94fe-2679eb3db574 HTTP/1.1" status: 200 len: 217 time: 0.0378876 Oct 27 19:49:14.688472 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-ab36fe9e-1a1f-4028-92c9-ee50292290de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'name': 'tempest-TestSnapshotPattern-1312138727-router', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'df2cb608-e47d-4ebd-9161-f92ebe49da61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:44:18Z', 'updated_at': '2021-10-27T19:44:22Z', 'revision_number': 4, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'gw_port': {'id': 'df2cb608-e47d-4ebd-9161-f92ebe49da61', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:44:19Z', 'updated_at': '2021-10-27T19:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '7f414f73-a398-4890-96b7-bbbf216291bc', 'name': '', 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'mac_address': 'fa:16:3e:4e:f8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'bb60847f-b27e-4812-866b-c78fa782a4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:44:21Z', 'updated_at': '2021-10-27T19:44:26Z', 'revision_number': 5, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'subnets': [{'id': 'bb60847f-b27e-4812-866b-c78fa782a4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:49:14.711391 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f33f5-447c-4fdc-9cfe-8556b92d4a26 req-da7f5623-a138-4302-9bf9-a3125cc39edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:49:14.712882 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-389f33f5-447c-4fdc-9cfe-8556b92d4a26 req-da7f5623-a138-4302-9bf9-a3125cc39edf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bb60847f-b27e-4812-866b-c78fa782a4f8 HTTP/1.1" status: 200 len: 849 time: 0.0502164 Oct 27 19:49:14.715709 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab36fe9e-1a1f-4028-92c9-ee50292290de None None] The sync data for ids ['9e670c11-8412-40ac-af3b-79daa40a46f8'] in n-d-815690-2 is: [{'id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'name': 'tempest-TestSnapshotPattern-1312138727-router', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'df2cb608-e47d-4ebd-9161-f92ebe49da61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:44:18Z', 'updated_at': '2021-10-27T19:44:22Z', 'revision_number': 4, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'gw_port': {'id': 'df2cb608-e47d-4ebd-9161-f92ebe49da61', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:44:19Z', 'updated_at': '2021-10-27T19:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2', '_interfaces': [{'id': '7f414f73-a398-4890-96b7-bbbf216291bc', 'name': '', 'network_id': 'a2456228-f1ba-4fcc-8fbf-99820611f163', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'mac_address': 'fa:16:3e:4e:f8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'bb60847f-b27e-4812-866b-c78fa782a4f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:44:21Z', 'updated_at': '2021-10-27T19:44:26Z', 'revision_number': 5, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'subnets': [{'id': 'bb60847f-b27e-4812-866b-c78fa782a4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:49:14.768829 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f33f5-447c-4fdc-9cfe-8556b92d4a26 req-e719d313-7673-4414-86bd-31acd60f1466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:49:14.770567 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-389f33f5-447c-4fdc-9cfe-8556b92d4a26 req-e719d313-7673-4414-86bd-31acd60f1466 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a2456228-f1ba-4fcc-8fbf-99820611f163&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499265 Oct 27 19:49:14.872855 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-389f33f5-447c-4fdc-9cfe-8556b92d4a26 req-f242e41a-6f24-4e25-8f70-fdc186d46c69 service neutron] 10.222.0.81 "GET /v2.0/networks/a2456228-f1ba-4fcc-8fbf-99820611f163?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939198 Oct 27 19:49:14.966443 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0f0ad8-c780-4c58-bf29-32643f6a25bb None None] New status for floating IP bae88022-8b2f-4d4f-b616-1d5eb50866c6: DOWN {{(pid=102880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 19:49:14.982397 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-389f33f5-447c-4fdc-9cfe-8556b92d4a26 req-a0d89c3e-c88c-4c0b-8c39-80b65455648c service neutron] 10.222.0.81 "GET /v2.0/networks/a2456228-f1ba-4fcc-8fbf-99820611f163?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015611 Oct 27 19:49:15.452797 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:15.703362 n-d-815690-2 neutron-server[102878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302388bb-49f6-47d5-96dc-21a6524c17e7 req-9238fb55-00fa-4f59-ac05-8ef93a0d804d tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:49:15.704873 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-302388bb-49f6-47d5-96dc-21a6524c17e7 req-9238fb55-00fa-4f59-ac05-8ef93a0d804d tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f2bd3d7-75c4-4518-987a-f84064654908 HTTP/1.1" status: 200 len: 943 time: 0.0489326 Oct 27 19:49:15.743902 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-302388bb-49f6-47d5-96dc-21a6524c17e7 req-885bed89-5d84-4d98-a644-3e92f40a8d1e tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f27d047-d8b9-4682-8cbb-69e0a0957c30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329552 Oct 27 19:49:15.991545 n-d-815690-2 neutron-server[102879]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5084815-4f29-4207-8d57-8ee38152233b req-fc71cbcf-d446-4bfd-aec1-aa34848cdd8d tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 19:49:15.993039 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b5084815-4f29-4207-8d57-8ee38152233b req-fc71cbcf-d446-4bfd-aec1-aa34848cdd8d tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f2bd3d7-75c4-4518-987a-f84064654908 HTTP/1.1" status: 200 len: 943 time: 0.0496161 Oct 27 19:49:16.091912 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-b5084815-4f29-4207-8d57-8ee38152233b req-fb289d64-d128-4f38-b5cf-867996d18480 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Deleting port 885bc2c9-ec92-4c63-94fe-2679eb3db574 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:49:16.092252 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b5084815-4f29-4207-8d57-8ee38152233b req-fb289d64-d128-4f38-b5cf-867996d18480 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:16.182678 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [req-b5084815-4f29-4207-8d57-8ee38152233b req-fb289d64-d128-4f38-b5cf-867996d18480 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] For port 885bc2c9-ec92-4c63-94fe-2679eb3db574, host n-h1-815690-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815690-2',level=0,port_id=885bc2c9-ec92-4c63-94fe-2679eb3db574,segment=NetworkSegment(f40ef166-8094-454a-af33-628c661022a9),segment_id=f40ef166-8094-454a-af33-628c661022a9)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:49:16.183070 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b5084815-4f29-4207-8d57-8ee38152233b req-fb289d64-d128-4f38-b5cf-867996d18480 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:16.196230 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [req-b5084815-4f29-4207-8d57-8ee38152233b req-fb289d64-d128-4f38-b5cf-867996d18480 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Calling delete_port for 885bc2c9-ec92-4c63-94fe-2679eb3db574 owned by compute:nova {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:49:16.400788 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b5084815-4f29-4207-8d57-8ee38152233b req-fb289d64-d128-4f38-b5cf-867996d18480 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:16.431368 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb289d64-d128-4f38-b5cf-867996d18480 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Pushing event deleted for resources: {'Port': ['ID=885bc2c9-ec92-4c63-94fe-2679eb3db574,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:49:16.476654 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5084815-4f29-4207-8d57-8ee38152233b req-fb289d64-d128-4f38-b5cf-867996d18480 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] No DVR routers for this DVR port 885bc2c9-ec92-4c63-94fe-2679eb3db574 on host n-h1-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:49:16.479463 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [req-b5084815-4f29-4207-8d57-8ee38152233b req-fb289d64-d128-4f38-b5cf-867996d18480 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-9162'] for port, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:16.483519 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [req-b5084815-4f29-4207-8d57-8ee38152233b req-fb289d64-d128-4f38-b5cf-867996d18480 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.81 "DELETE /v2.0/ports/885bc2c9-ec92-4c63-94fe-2679eb3db574 HTTP/1.1" status: 204 len: 173 time: 0.4840820 Oct 27 19:49:16.483964 n-d-815690-2 neutron-server[102879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2bd3d7-75c4-4518-987a-f84064654908', 'name': 'network-vif-deleted', 'tag': '885bc2c9-ec92-4c63-94fe-2679eb3db574'}] {{(pid=102879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 19:49:16.486308 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e651d0dc599a510821216c274737ece780d1dc1338070edebefc01e8eedc77f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262f1b99-a36e-47f6-b22b-ae49468fd1fb" -d '{"events": [{"server_uuid": "5f2bd3d7-75c4-4518-987a-f84064654908", "name": "network-vif-deleted", "tag": "885bc2c9-ec92-4c63-94fe-2679eb3db574"}]}' {{(pid=102879) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 19:49:16.522459 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 19:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec8f441-760a-4ea3-86bb-f8001dd7badd x-openstack-request-id: req-fec8f441-760a-4ea3-86bb-f8001dd7badd {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 19:49:16.522775 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f2bd3d7-75c4-4518-987a-f84064654908", "name": "network-vif-deleted", "tag": "885bc2c9-ec92-4c63-94fe-2679eb3db574", "status": "completed", "code": 200}]} {{(pid=102879) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 19:49:16.523163 n-d-815690-2 neutron-server[102879]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fec8f441-760a-4ea3-86bb-f8001dd7badd {{(pid=102879) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 19:49:16.523561 n-d-815690-2 neutron-server[102879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2bd3d7-75c4-4518-987a-f84064654908', 'name': 'network-vif-deleted', 'tag': '885bc2c9-ec92-4c63-94fe-2679eb3db574', 'status': 'completed', 'code': 200} Oct 27 19:49:16.876349 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [req-454cb31b-f948-44f9-9216-069046bf780b req-c76c9f49-d9d8-4e1f-90d7-8d89c8bd8e21 tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f2bd3d7-75c4-4518-987a-f84064654908 HTTP/1.1" status: 200 len: 210 time: 0.0315607 Oct 27 19:49:17.934871 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 54598) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:49:18.001145 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e1f2c1b4-a325-440d-8c68-e7830ac2603b tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:18.026330 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e1f2c1b4-a325-440d-8c68-e7830ac2603b tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:18.178202 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e1f2c1b4-a325-440d-8c68-e7830ac2603b tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:18.180815 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-e1f2c1b4-a325-440d-8c68-e7830ac2603b tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:18.181999 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-e1f2c1b4-a325-440d-8c68-e7830ac2603b tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] 10.222.0.52 "DELETE /v2.0/security-groups/3f27d047-d8b9-4682-8cbb-69e0a0957c30 HTTP/1.1" status: 204 len: 168 time: 0.2461386 Oct 27 19:49:18.192522 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f2c1b4-a325-440d-8c68-e7830ac2603b tempest-TestSnapshotPattern-809427099 tempest-TestSnapshotPattern-809427099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f27d047-d8b9-4682-8cbb-69e0a0957c30,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:49:18.288091 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 54602) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:49:18.694785 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:49:19.088879 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-08a39a39-f38b-4e6e-a839-01290f8b76c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:19.334371 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-08a39a39-f38b-4e6e-a839-01290f8b76c1 admin admin] Deleting port 7f414f73-a398-4890-96b7-bbbf216291bc {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:49:19.334707 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-08a39a39-f38b-4e6e-a839-01290f8b76c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:19.418251 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-08a39a39-f38b-4e6e-a839-01290f8b76c1 admin admin] For port 7f414f73-a398-4890-96b7-bbbf216291bc, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=7f414f73-a398-4890-96b7-bbbf216291bc,segment=NetworkSegment(f40ef166-8094-454a-af33-628c661022a9),segment_id=f40ef166-8094-454a-af33-628c661022a9)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:49:19.419098 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-08a39a39-f38b-4e6e-a839-01290f8b76c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:19.431261 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-08a39a39-f38b-4e6e-a839-01290f8b76c1 admin admin] Calling delete_port for 7f414f73-a398-4890-96b7-bbbf216291bc owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:49:19.707693 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-08a39a39-f38b-4e6e-a839-01290f8b76c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:19.734907 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a39a39-f38b-4e6e-a839-01290f8b76c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f414f73-a398-4890-96b7-bbbf216291bc,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:49:19.920446 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-08a39a39-f38b-4e6e-a839-01290f8b76c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:19.966733 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 885bc2c9-ec92-4c63-94fe-2679eb3db574 no longer exists at agent hyperv_n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:49:19.989742 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] No Port match for: 885bc2c9-ec92-4c63-94fe-2679eb3db574 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:49:19.990081 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Device 885bc2c9-ec92-4c63-94fe-2679eb3db574 not bound to the agent host n-h1-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:49:20.149353 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a39a39-f38b-4e6e-a839-01290f8b76c1 admin admin] Router 9e670c11-8412-40ac-af3b-79daa40a46f8 has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:49:20.259759 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a39a39-f38b-4e6e-a839-01290f8b76c1 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:49:20.265402 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-08a39a39-f38b-4e6e-a839-01290f8b76c1 admin admin] 10.222.0.52 "PUT /v2.0/routers/9e670c11-8412-40ac-af3b-79daa40a46f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9762459 Oct 27 19:49:20.267972 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 54606) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:49:20.271992 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4db250-1b80-47d9-8c87-16fc9c09f5c1 None None] Sync routers for ids ['9e670c11-8412-40ac-af3b-79daa40a46f8'] in n-d-815690-2 {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:49:20.281860 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4db250-1b80-47d9-8c87-16fc9c09f5c1 None None] Routers {'9e670c11-8412-40ac-af3b-79daa40a46f8'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:49:20.282455 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-0f4db250-1b80-47d9-8c87-16fc9c09f5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:49:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9e670c11-8412-40ac-af3b-79daa40a46f8'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:49:20.376190 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3bdc89b4-4999-40f4-9035-90d615e981a9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:20.385365 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-0f4db250-1b80-47d9-8c87-16fc9c09f5c1 None None] Set router 9e670c11-8412-40ac-af3b-79daa40a46f8 gateway port host: n-d-815690-2 {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:49:20.484616 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3bdc89b4-4999-40f4-9035-90d615e981a9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:20.563339 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-0f4db250-1b80-47d9-8c87-16fc9c09f5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'name': 'tempest-TestSnapshotPattern-1312138727-router', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'df2cb608-e47d-4ebd-9161-f92ebe49da61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:44:18Z', 'updated_at': '2021-10-27T19:49:19Z', 'revision_number': 5, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'gw_port': {'id': 'df2cb608-e47d-4ebd-9161-f92ebe49da61', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:44:19Z', 'updated_at': '2021-10-27T19:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:49:20.593966 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4db250-1b80-47d9-8c87-16fc9c09f5c1 None None] Checking router: 9e670c11-8412-40ac-af3b-79daa40a46f8 for host: n-d-815690-2 {{(pid=102881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:49:20.602396 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4db250-1b80-47d9-8c87-16fc9c09f5c1 None None] Routers {'9e670c11-8412-40ac-af3b-79daa40a46f8'} bound to L3 agent in host n-d-815690-2 {{(pid=102881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:49:20.603037 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-0f4db250-1b80-47d9-8c87-16fc9c09f5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:49:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['9e670c11-8412-40ac-af3b-79daa40a46f8'], 'active': True} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:49:20.647098 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-3bdc89b4-4999-40f4-9035-90d615e981a9 admin admin] Deleting port df2cb608-e47d-4ebd-9161-f92ebe49da61 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:49:20.647449 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3bdc89b4-4999-40f4-9035-90d615e981a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:20.689793 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_dvr_db [None req-0f4db250-1b80-47d9-8c87-16fc9c09f5c1 None None] Set router 9e670c11-8412-40ac-af3b-79daa40a46f8 gateway port host: None {{(pid=102881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:49:20.735909 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-3bdc89b4-4999-40f4-9035-90d615e981a9 admin admin] For port df2cb608-e47d-4ebd-9161-f92ebe49da61, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=df2cb608-e47d-4ebd-9161-f92ebe49da61,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:49:20.736184 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3bdc89b4-4999-40f4-9035-90d615e981a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:20.740249 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.l3_hamode_db [None req-0f4db250-1b80-47d9-8c87-16fc9c09f5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'name': 'tempest-TestSnapshotPattern-1312138727-router', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:44:18Z', 'updated_at': '2021-10-27T19:49:20Z', 'revision_number': 6, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:49:20.749486 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-3bdc89b4-4999-40f4-9035-90d615e981a9 admin admin] Calling delete_port for df2cb608-e47d-4ebd-9161-f92ebe49da61 owned by network:router_gateway {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:49:20.862048 n-d-815690-2 neutron-server[102881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4db250-1b80-47d9-8c87-16fc9c09f5c1 None None] The sync data for ids ['9e670c11-8412-40ac-af3b-79daa40a46f8'] in n-d-815690-2 is: [{'id': '9e670c11-8412-40ac-af3b-79daa40a46f8', 'name': 'tempest-TestSnapshotPattern-1312138727-router', 'tenant_id': '881a0b60b6064f6bb2cbf07026e1c724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:44:18Z', 'updated_at': '2021-10-27T19:49:20Z', 'revision_number': 6, 'project_id': '881a0b60b6064f6bb2cbf07026e1c724', 'gw_port_host': None}] {{(pid=102881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:49:20.972410 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3bdc89b4-4999-40f4-9035-90d615e981a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:21.000890 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc89b4-4999-40f4-9035-90d615e981a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=df2cb608-e47d-4ebd-9161-f92ebe49da61,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:49:21.070151 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3bdc89b4-4999-40f4-9035-90d615e981a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:21.164268 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3bdc89b4-4999-40f4-9035-90d615e981a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:21.166504 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3bdc89b4-4999-40f4-9035-90d615e981a9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:21.295200 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3bdc89b4-4999-40f4-9035-90d615e981a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:21.295809 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdc89b4-4999-40f4-9035-90d615e981a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e670c11-8412-40ac-af3b-79daa40a46f8 {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 19:49:21.300316 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-3bdc89b4-4999-40f4-9035-90d615e981a9 admin admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:21.301526 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3bdc89b4-4999-40f4-9035-90d615e981a9 admin admin] 10.222.0.52 "DELETE /v2.0/routers/9e670c11-8412-40ac-af3b-79daa40a46f8 HTTP/1.1" status: 204 len: 168 time: 1.0326245 Oct 27 19:49:21.304220 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 54608) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:49:21.350466 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-76e3261f-4ea6-443e-aaf3-aa41f62a5db8 admin admin] Deleting subnet bb60847f-b27e-4812-866b-c78fa782a4f8 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 19:49:21.353742 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-76e3261f-4ea6-443e-aaf3-aa41f62a5db8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:21.390834 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-76e3261f-4ea6-443e-aaf3-aa41f62a5db8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:21.473071 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-76e3261f-4ea6-443e-aaf3-aa41f62a5db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:21.576497 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-76e3261f-4ea6-443e-aaf3-aa41f62a5db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:21.601032 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e3261f-4ea6-443e-aaf3-aa41f62a5db8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb60847f-b27e-4812-866b-c78fa782a4f8,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:49:21.609141 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-76e3261f-4ea6-443e-aaf3-aa41f62a5db8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:21.611314 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-76e3261f-4ea6-443e-aaf3-aa41f62a5db8 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/bb60847f-b27e-4812-866b-c78fa782a4f8 HTTP/1.1" status: 204 len: 168 time: 0.3061287 Oct 27 19:49:21.614049 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 54610) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:49:21.616348 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06643255-9c8d-4f2b-b89d-11b4d52e5e8c None None] Network a2456228-f1ba-4fcc-8fbf-99820611f163 requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:49:21.695196 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7f414f73-a398-4890-96b7-bbbf216291bc no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:49:21.701630 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e5b69975-5525-4a4b-a5f5-c351ed22800b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:21.736914 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 7f414f73-a398-4890-96b7-bbbf216291bc {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:49:21.737258 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 7f414f73-a398-4890-96b7-bbbf216291bc not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:49:21.737683 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device df2cb608-e47d-4ebd-9161-f92ebe49da61 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:49:21.761518 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-e5b69975-5525-4a4b-a5f5-c351ed22800b admin admin] Deleting port 6888460d-51e7-4692-8d9f-4621b8640bd3 {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:49:21.761920 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e5b69975-5525-4a4b-a5f5-c351ed22800b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:21.773683 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: df2cb608-e47d-4ebd-9161-f92ebe49da61 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:49:21.774333 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device df2cb608-e47d-4ebd-9161-f92ebe49da61 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:49:21.851514 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-e5b69975-5525-4a4b-a5f5-c351ed22800b admin admin] For port 6888460d-51e7-4692-8d9f-4621b8640bd3, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=6888460d-51e7-4692-8d9f-4621b8640bd3,segment=NetworkSegment(f40ef166-8094-454a-af33-628c661022a9),segment_id=f40ef166-8094-454a-af33-628c661022a9)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:49:21.852141 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e5b69975-5525-4a4b-a5f5-c351ed22800b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:21.869957 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-e5b69975-5525-4a4b-a5f5-c351ed22800b admin admin] Calling delete_port for 6888460d-51e7-4692-8d9f-4621b8640bd3 owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:49:21.874639 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbb31d4-4fe8-4d93-8aea-922e404b2c94 None None] DHCP port deletion for a2456228-f1ba-4fcc-8fbf-99820611f163 request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 19:49:21.931652 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4cbb31d4-4fe8-4d93-8aea-922e404b2c94 None None] Deleting port 6888460d-51e7-4692-8d9f-4621b8640bd3 {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:49:21.932254 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4cbb31d4-4fe8-4d93-8aea-922e404b2c94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:22.022642 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-4cbb31d4-4fe8-4d93-8aea-922e404b2c94 None None] For port 6888460d-51e7-4692-8d9f-4621b8640bd3, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=6888460d-51e7-4692-8d9f-4621b8640bd3,segment=NetworkSegment(f40ef166-8094-454a-af33-628c661022a9),segment_id=f40ef166-8094-454a-af33-628c661022a9)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:49:22.023073 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4cbb31d4-4fe8-4d93-8aea-922e404b2c94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:22.037565 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-4cbb31d4-4fe8-4d93-8aea-922e404b2c94 None None] Calling delete_port for 6888460d-51e7-4692-8d9f-4621b8640bd3 owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:49:22.052117 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e5b69975-5525-4a4b-a5f5-c351ed22800b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:22.083876 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b69975-5525-4a4b-a5f5-c351ed22800b admin admin] Pushing event deleted for resources: {'Port': ['ID=6888460d-51e7-4692-8d9f-4621b8640bd3,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:49:22.085753 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b69975-5525-4a4b-a5f5-c351ed22800b admin admin] No DVR routers for this DVR port 6888460d-51e7-4692-8d9f-4621b8640bd3 on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:49:22.123699 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4cbb31d4-4fe8-4d93-8aea-922e404b2c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:22.153747 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb31d4-4fe8-4d93-8aea-922e404b2c94 None None] Pushing event deleted for resources: {'Port': ['ID=6888460d-51e7-4692-8d9f-4621b8640bd3,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:49:22.157339 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbb31d4-4fe8-4d93-8aea-922e404b2c94 None None] No DVR routers for this DVR port 6888460d-51e7-4692-8d9f-4621b8640bd3 on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:49:22.170035 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e5b69975-5525-4a4b-a5f5-c351ed22800b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:22.190968 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-e5b69975-5525-4a4b-a5f5-c351ed22800b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2456228-f1ba-4fcc-8fbf-99820611f163']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:49:22.201176 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-e5b69975-5525-4a4b-a5f5-c351ed22800b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f40ef166-8094-454a-af33-628c661022a9') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:49:22.201473 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-e5b69975-5525-4a4b-a5f5-c351ed22800b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f40ef166-8094-454a-af33-628c661022a9') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:49:22.211184 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e5b69975-5525-4a4b-a5f5-c351ed22800b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:22.225860 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e5b69975-5525-4a4b-a5f5-c351ed22800b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:22.233076 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5b69975-5525-4a4b-a5f5-c351ed22800b admin admin] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 19:49:22.233470 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e5b69975-5525-4a4b-a5f5-c351ed22800b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:22.235308 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 19:49:22.235308 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 19:49:22.235308 n-d-815690-2 neutron-server[102879]: timer() Oct 27 19:49:22.235308 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 19:49:22.235308 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 19:49:22.235308 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 19:49:22.235308 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 19:49:22.235308 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 19:49:22.235308 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 19:49:22.235308 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 19:49:22.235308 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 19:49:22.235308 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 19:49:22.235308 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 19:49:22.235308 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 19:49:22.235308 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 19:49:22.235308 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 19:49:22.235308 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 19:49:22.235308 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 19:49:22.235308 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 19:49:22.235308 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 19:49:22.235308 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 19:49:22.235308 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 19:49:22.235308 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 19:49:22.235308 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 19:49:22.235308 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 19:49:22.235308 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 19:49:22.235308 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 19:49:22.235308 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 19:49:22.235308 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 19:49:22.235308 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 19:49:22.235308 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 19:49:22.235308 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 19:49:22.355384 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e5b69975-5525-4a4b-a5f5-c351ed22800b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:22.361510 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-e5b69975-5525-4a4b-a5f5-c351ed22800b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:22.364985 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-e5b69975-5525-4a4b-a5f5-c351ed22800b admin admin] 10.222.0.52 "DELETE /v2.0/networks/a2456228-f1ba-4fcc-8fbf-99820611f163 HTTP/1.1" status: 204 len: 168 time: 0.7499542 Oct 27 19:49:22.368151 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 54612) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:49:22.377840 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b69975-5525-4a4b-a5f5-c351ed22800b admin admin] Pushing event deleted for resources: {'Network': ['ID=a2456228-f1ba-4fcc-8fbf-99820611f163,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:49:22.723773 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b6aecb7d-e8d8-43a0-9bcb-54ddbceb6e67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7879204'] for router_interface, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:22.975174 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-b6aecb7d-e8d8-43a0-9bcb-54ddbceb6e67 admin admin] Deleting port 58275f0e-9c20-42c7-915b-ad337ae7e592 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:49:22.975444 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b6aecb7d-e8d8-43a0-9bcb-54ddbceb6e67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:23.075459 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-b6aecb7d-e8d8-43a0-9bcb-54ddbceb6e67 admin admin] For port 58275f0e-9c20-42c7-915b-ad337ae7e592, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=58275f0e-9c20-42c7-915b-ad337ae7e592,segment=NetworkSegment(94c4f47f-1112-432f-b43a-fb487d024c13),segment_id=94c4f47f-1112-432f-b43a-fb487d024c13)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:49:23.075840 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b6aecb7d-e8d8-43a0-9bcb-54ddbceb6e67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:23.088808 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-b6aecb7d-e8d8-43a0-9bcb-54ddbceb6e67 admin admin] Calling delete_port for 58275f0e-9c20-42c7-915b-ad337ae7e592 owned by network:router_interface {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:49:23.332574 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b6aecb7d-e8d8-43a0-9bcb-54ddbceb6e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:23.361607 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aecb7d-e8d8-43a0-9bcb-54ddbceb6e67 admin admin] Pushing event deleted for resources: {'Port': ['ID=58275f0e-9c20-42c7-915b-ad337ae7e592,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:49:23.555952 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-b6aecb7d-e8d8-43a0-9bcb-54ddbceb6e67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8036238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7879368'] for router_interface, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:23.592904 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 6888460d-51e7-4692-8d9f-4621b8640bd3 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:49:23.615585 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 6888460d-51e7-4692-8d9f-4621b8640bd3 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:49:23.616024 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 6888460d-51e7-4692-8d9f-4621b8640bd3 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:49:23.782838 n-d-815690-2 neutron-server[102878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6aecb7d-e8d8-43a0-9bcb-54ddbceb6e67 admin admin] Router 88c52901-e926-4cbe-a2df-0ad3ded490ea has already been hosted by L3 agent 8dfea632-104d-46d5-89b5-cb916c10e02f {{(pid=102878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 19:49:23.893485 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6aecb7d-e8d8-43a0-9bcb-54ddbceb6e67 admin admin] Notify agent at l3_agent.n-d-815690-2 the message routers_updated {{(pid=102878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 19:49:23.898510 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-b6aecb7d-e8d8-43a0-9bcb-54ddbceb6e67 admin admin] 10.222.0.52 "PUT /v2.0/routers/88c52901-e926-4cbe-a2df-0ad3ded490ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5291951 Oct 27 19:49:23.901172 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 54614) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:49:23.904092 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f2c2b2-362a-4afa-a8a3-263b31ea833c None None] Sync routers for ids ['88c52901-e926-4cbe-a2df-0ad3ded490ea'] in n-d-815690-2 {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 19:49:23.914657 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f2c2b2-362a-4afa-a8a3-263b31ea833c None None] Routers {'88c52901-e926-4cbe-a2df-0ad3ded490ea'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:49:23.915578 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-a4f2c2b2-362a-4afa-a8a3-263b31ea833c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:49:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['88c52901-e926-4cbe-a2df-0ad3ded490ea'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:49:24.011374 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a4a5c2a2-57d4-45b0-85d3-8187d87fec7e admin admin] Publish callbacks [] for router, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:24.023749 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-a4f2c2b2-362a-4afa-a8a3-263b31ea833c None None] Set router 88c52901-e926-4cbe-a2df-0ad3ded490ea gateway port host: n-d-815690-2 {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:49:24.118988 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a4a5c2a2-57d4-45b0-85d3-8187d87fec7e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:24.221215 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-a4f2c2b2-362a-4afa-a8a3-263b31ea833c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c52901-e926-4cbe-a2df-0ad3ded490ea', 'name': 'tempest-TestSnapshotPattern-877404948-router', 'tenant_id': '54b94a36821648b0bbe65d0e555b8d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'external_fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'ca992657-3cc9-4dd6-9714-c8389f1582f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:44:24Z', 'updated_at': '2021-10-27T19:49:23Z', 'revision_number': 5, 'project_id': '54b94a36821648b0bbe65d0e555b8d4d', 'gw_port': {'id': 'ca992657-3cc9-4dd6-9714-c8389f1582f7', 'name': '', 'network_id': '0fad50cd-70b8-43d9-8a14-cc05c0fdea0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:45:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c52901-e926-4cbe-a2df-0ad3ded490ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815690-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T19:44:25Z', 'updated_at': '2021-10-27T19:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f80198ea-4448-4dfb-88ff-466e6b7b551e', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815690-2'}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:49:24.253842 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-a4a5c2a2-57d4-45b0-85d3-8187d87fec7e admin admin] Deleting port ca992657-3cc9-4dd6-9714-c8389f1582f7 {{(pid=102878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:49:24.254393 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a4a5c2a2-57d4-45b0-85d3-8187d87fec7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:24.265892 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f2c2b2-362a-4afa-a8a3-263b31ea833c None None] Checking router: 88c52901-e926-4cbe-a2df-0ad3ded490ea for host: n-d-815690-2 {{(pid=102880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 19:49:24.279962 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f2c2b2-362a-4afa-a8a3-263b31ea833c None None] Routers {'88c52901-e926-4cbe-a2df-0ad3ded490ea'} bound to L3 agent in host n-d-815690-2 {{(pid=102880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 19:49:24.280967 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-a4f2c2b2-362a-4afa-a8a3-263b31ea833c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815690-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T18:04:42Z,description=,heartbeat_timestamp=2021-10-27T19:49:12Z,host='n-d-815690-2',id=8dfea632-104d-46d5-89b5-cb916c10e02f,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T18:04:43Z,topic='l3_agent')) {'router_ids': ['88c52901-e926-4cbe-a2df-0ad3ded490ea'], 'active': True} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:49:24.370173 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.db [None req-a4a5c2a2-57d4-45b0-85d3-8187d87fec7e admin admin] For port ca992657-3cc9-4dd6-9714-c8389f1582f7, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=ca992657-3cc9-4dd6-9714-c8389f1582f7,segment=NetworkSegment(8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0),segment_id=8cb5d9cd-cf7d-4ac6-b44d-91761a9e7bb0)] {{(pid=102878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:49:24.370539 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a4a5c2a2-57d4-45b0-85d3-8187d87fec7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:24.383997 n-d-815690-2 neutron-server[102878]: DEBUG neutron.plugins.ml2.plugin [None req-a4a5c2a2-57d4-45b0-85d3-8187d87fec7e admin admin] Calling delete_port for ca992657-3cc9-4dd6-9714-c8389f1582f7 owned by network:router_gateway {{(pid=102878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:49:24.389829 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvr_db [None req-a4f2c2b2-362a-4afa-a8a3-263b31ea833c None None] Set router 88c52901-e926-4cbe-a2df-0ad3ded490ea gateway port host: None {{(pid=102880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 19:49:24.443270 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_hamode_db [None req-a4f2c2b2-362a-4afa-a8a3-263b31ea833c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88c52901-e926-4cbe-a2df-0ad3ded490ea', 'name': 'tempest-TestSnapshotPattern-877404948-router', 'tenant_id': '54b94a36821648b0bbe65d0e555b8d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:44:24Z', 'updated_at': '2021-10-27T19:49:24Z', 'revision_number': 6, 'project_id': '54b94a36821648b0bbe65d0e555b8d4d', 'gw_port_host': None}], 'n-d-815690-2', False) {} {{(pid=102880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:49:24.474533 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f2c2b2-362a-4afa-a8a3-263b31ea833c None None] The sync data for ids ['88c52901-e926-4cbe-a2df-0ad3ded490ea'] in n-d-815690-2 is: [{'id': '88c52901-e926-4cbe-a2df-0ad3ded490ea', 'name': 'tempest-TestSnapshotPattern-877404948-router', 'tenant_id': '54b94a36821648b0bbe65d0e555b8d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T19:44:24Z', 'updated_at': '2021-10-27T19:49:24Z', 'revision_number': 6, 'project_id': '54b94a36821648b0bbe65d0e555b8d4d', 'gw_port_host': None}] {{(pid=102880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 19:49:24.627685 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a4a5c2a2-57d4-45b0-85d3-8187d87fec7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3500695'] for port, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:24.655754 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a5c2a2-57d4-45b0-85d3-8187d87fec7e admin admin] Pushing event deleted for resources: {'Port': ['ID=ca992657-3cc9-4dd6-9714-c8389f1582f7,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:49:24.719409 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a4a5c2a2-57d4-45b0-85d3-8187d87fec7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400234'] for router_gateway, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:25.177312 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a4a5c2a2-57d4-45b0-85d3-8187d87fec7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7877376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6076'] for router, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:25.179421 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a4a5c2a2-57d4-45b0-85d3-8187d87fec7e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:25.309764 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a4a5c2a2-57d4-45b0-85d3-8187d87fec7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7877399'] for router, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:25.310296 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a5c2a2-57d4-45b0-85d3-8187d87fec7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88c52901-e926-4cbe-a2df-0ad3ded490ea {{(pid=102878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 19:49:25.314925 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a4a5c2a2-57d4-45b0-85d3-8187d87fec7e admin admin] Publish callbacks [] for router, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:25.316146 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a4a5c2a2-57d4-45b0-85d3-8187d87fec7e admin admin] 10.222.0.52 "DELETE /v2.0/routers/88c52901-e926-4cbe-a2df-0ad3ded490ea HTTP/1.1" status: 204 len: 168 time: 1.4140325 Oct 27 19:49:25.318663 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 54616) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:49:25.364789 n-d-815690-2 neutron-server[102878]: DEBUG neutron.db.db_base_plugin_v2 [None req-a38c6ffc-0293-4f81-b1b7-fd243cb6031e admin admin] Deleting subnet e49c0724-5c93-46bf-b318-caf144211809 {{(pid=102878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 19:49:25.367972 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a38c6ffc-0293-4f81-b1b7-fd243cb6031e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:25.403165 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a38c6ffc-0293-4f81-b1b7-fd243cb6031e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3129230'] for subnet, precommit_delete_associations {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:25.490461 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a38c6ffc-0293-4f81-b1b7-fd243cb6031e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7672428'] for subnet, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:25.542998 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 58275f0e-9c20-42c7-915b-ad337ae7e592 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:49:25.565262 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 58275f0e-9c20-42c7-915b-ad337ae7e592 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:49:25.565609 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 58275f0e-9c20-42c7-915b-ad337ae7e592 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:49:25.566038 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ca992657-3cc9-4dd6-9714-c8389f1582f7 no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:49:25.585144 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: ca992657-3cc9-4dd6-9714-c8389f1582f7 {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:49:25.585479 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device ca992657-3cc9-4dd6-9714-c8389f1582f7 not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:49:25.628108 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a38c6ffc-0293-4f81-b1b7-fd243cb6031e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7672421', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3500706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3292120'] for subnet, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:25.658481 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-a38c6ffc-0293-4f81-b1b7-fd243cb6031e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:25.663934 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04339c2-cd46-4f1d-bac3-3e4cffda11a7 None None] Network e9999b59-7c53-403c-8b61-f297bcacabcc requested from n-d-815690-2 {{(pid=102880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 19:49:25.664645 n-d-815690-2 neutron-server[102879]: DEBUG neutron.wsgi [-] (102879) accepted ('10.222.0.52', 54618) {{(pid=102879) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:49:25.667480 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-a38c6ffc-0293-4f81-b1b7-fd243cb6031e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e49c0724-5c93-46bf-b318-caf144211809 HTTP/1.1" status: 204 len: 168 time: 0.3475406 Oct 27 19:49:25.671721 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c6ffc-0293-4f81-b1b7-fd243cb6031e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e49c0724-5c93-46bf-b318-caf144211809,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:49:25.733935 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-74d2ca4f-bca4-480c-a5e1-414d61c24242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750999'] for network, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:25.792805 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-74d2ca4f-bca4-480c-a5e1-414d61c24242 admin admin] Deleting port 07f872e4-20d4-4d00-9f6b-01541cf53e1c {{(pid=102879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:49:25.793211 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-74d2ca4f-bca4-480c-a5e1-414d61c24242 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:25.848474 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f07d814-0768-487d-8f5a-c1cead82d6c3 None None] DHCP port deletion for e9999b59-7c53-403c-8b61-f297bcacabcc request from n-d-815690-2 {{(pid=102880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 19:49:25.860777 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.db [None req-74d2ca4f-bca4-480c-a5e1-414d61c24242 admin admin] For port 07f872e4-20d4-4d00-9f6b-01541cf53e1c, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=07f872e4-20d4-4d00-9f6b-01541cf53e1c,segment=NetworkSegment(94c4f47f-1112-432f-b43a-fb487d024c13),segment_id=94c4f47f-1112-432f-b43a-fb487d024c13)] {{(pid=102879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:49:25.861140 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-74d2ca4f-bca4-480c-a5e1-414d61c24242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:25.874246 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.plugin [None req-74d2ca4f-bca4-480c-a5e1-414d61c24242 admin admin] Calling delete_port for 07f872e4-20d4-4d00-9f6b-01541cf53e1c owned by network:dhcp {{(pid=102879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:49:25.899473 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-8f07d814-0768-487d-8f5a-c1cead82d6c3 None None] Deleting port 07f872e4-20d4-4d00-9f6b-01541cf53e1c {{(pid=102880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 19:49:25.899820 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8f07d814-0768-487d-8f5a-c1cead82d6c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753617233686'] for port, before_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:25.970507 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.db [None req-8f07d814-0768-487d-8f5a-c1cead82d6c3 None None] For port 07f872e4-20d4-4d00-9f6b-01541cf53e1c, host n-d-815690-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815690-2',level=0,port_id=07f872e4-20d4-4d00-9f6b-01541cf53e1c,segment=NetworkSegment(94c4f47f-1112-432f-b43a-fb487d024c13),segment_id=94c4f47f-1112-432f-b43a-fb487d024c13)] {{(pid=102880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 19:49:25.970937 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8f07d814-0768-487d-8f5a-c1cead82d6c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7884893'] for port, precommit_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:25.984006 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-8f07d814-0768-487d-8f5a-c1cead82d6c3 None None] Calling delete_port for 07f872e4-20d4-4d00-9f6b-01541cf53e1c owned by network:dhcp {{(pid=102880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 19:49:26.017767 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-74d2ca4f-bca4-480c-a5e1-414d61c24242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3373065'] for port, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:26.045874 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d2ca4f-bca4-480c-a5e1-414d61c24242 admin admin] Pushing event deleted for resources: {'Port': ['ID=07f872e4-20d4-4d00-9f6b-01541cf53e1c,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:49:26.049653 n-d-815690-2 neutron-server[102879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d2ca4f-bca4-480c-a5e1-414d61c24242 admin admin] No DVR routers for this DVR port 07f872e4-20d4-4d00-9f6b-01541cf53e1c on host n-d-815690-2 {{(pid=102879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:49:26.063565 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8f07d814-0768-487d-8f5a-c1cead82d6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-764574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753617353948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753616876400'] for port, after_delete {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:26.092679 n-d-815690-2 neutron-server[102880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f07d814-0768-487d-8f5a-c1cead82d6c3 None None] Pushing event deleted for resources: {'Port': ['ID=07f872e4-20d4-4d00-9f6b-01541cf53e1c,revision_number=None']} {{(pid=102880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:49:26.096219 n-d-815690-2 neutron-server[102880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f07d814-0768-487d-8f5a-c1cead82d6c3 None None] No DVR routers for this DVR port 07f872e4-20d4-4d00-9f6b-01541cf53e1c on host n-d-815690-2 {{(pid=102880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 19:49:26.128689 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-74d2ca4f-bca4-480c-a5e1-414d61c24242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7674873', 'neutron.services.segments.db._delete_segments_for_network-8753617379678'] for network, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:26.149154 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-74d2ca4f-bca4-480c-a5e1-414d61c24242 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9999b59-7c53-403c-8b61-f297bcacabcc']}} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:49:26.159130 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-74d2ca4f-bca4-480c-a5e1-414d61c24242 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94c4f47f-1112-432f-b43a-fb487d024c13') {'for_net_delete': True} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:49:26.159426 n-d-815690-2 neutron-server[102879]: DEBUG neutron.services.segments.db [None req-74d2ca4f-bca4-480c-a5e1-414d61c24242 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94c4f47f-1112-432f-b43a-fb487d024c13') {} {{(pid=102879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 19:49:26.170061 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-74d2ca4f-bca4-480c-a5e1-414d61c24242 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753617380455', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2878505'] for segment, before_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:26.183187 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-74d2ca4f-bca4-480c-a5e1-414d61c24242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781'] for segment, precommit_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:26.190025 n-d-815690-2 neutron-server[102879]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74d2ca4f-bca4-480c-a5e1-414d61c24242 admin admin] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=102879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 19:49:26.190409 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-74d2ca4f-bca4-480c-a5e1-414d61c24242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7668781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3373270'] for segment, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:26.192434 n-d-815690-2 neutron-server[102879]: Traceback (most recent call last): Oct 27 19:49:26.192434 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 19:49:26.192434 n-d-815690-2 neutron-server[102879]: timer() Oct 27 19:49:26.192434 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 19:49:26.192434 n-d-815690-2 neutron-server[102879]: cb(*args, **kw) Oct 27 19:49:26.192434 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 19:49:26.192434 n-d-815690-2 neutron-server[102879]: return func(*args, **kwargs) Oct 27 19:49:26.192434 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 19:49:26.192434 n-d-815690-2 neutron-server[102879]: self._notify() Oct 27 19:49:26.192434 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 19:49:26.192434 n-d-815690-2 neutron-server[102879]: self.callback(batched_events) Oct 27 19:49:26.192434 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 19:49:26.192434 n-d-815690-2 neutron-server[102879]: event.method(event) Oct 27 19:49:26.192434 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 19:49:26.192434 n-d-815690-2 neutron-server[102879]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 19:49:26.192434 n-d-815690-2 neutron-server[102879]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 19:49:26.192434 n-d-815690-2 neutron-server[102879]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 19:49:26.192434 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 19:49:26.192434 n-d-815690-2 neutron-server[102879]: return f(self, *a, **k) Oct 27 19:49:26.192434 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 19:49:26.192434 n-d-815690-2 neutron-server[102879]: return self._get(url).json() Oct 27 19:49:26.192434 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 19:49:26.192434 n-d-815690-2 neutron-server[102879]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 19:49:26.192434 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 19:49:26.192434 n-d-815690-2 neutron-server[102879]: return self.request(url, 'GET', **kwargs) Oct 27 19:49:26.192434 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 19:49:26.192434 n-d-815690-2 neutron-server[102879]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 19:49:26.192434 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 19:49:26.192434 n-d-815690-2 neutron-server[102879]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 19:49:26.192434 n-d-815690-2 neutron-server[102879]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 19:49:26.192434 n-d-815690-2 neutron-server[102879]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 19:49:26.192434 n-d-815690-2 neutron-server[102879]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 19:49:26.303601 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-74d2ca4f-bca4-480c-a5e1-414d61c24242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7674866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-429739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8036279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400214'] for network, after_delete {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:26.309904 n-d-815690-2 neutron-server[102879]: DEBUG neutron_lib.callbacks.manager [None req-74d2ca4f-bca4-480c-a5e1-414d61c24242 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8036261'] for network, before_response {{(pid=102879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:26.313231 n-d-815690-2 neutron-server[102879]: INFO neutron.wsgi [None req-74d2ca4f-bca4-480c-a5e1-414d61c24242 admin admin] 10.222.0.52 "DELETE /v2.0/networks/e9999b59-7c53-403c-8b61-f297bcacabcc HTTP/1.1" status: 204 len: 168 time: 0.6473968 Oct 27 19:49:26.325748 n-d-815690-2 neutron-server[102879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d2ca4f-bca4-480c-a5e1-414d61c24242 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9999b59-7c53-403c-8b61-f297bcacabcc,revision_number=None']} {{(pid=102879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:49:26.640132 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 54622) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:49:26.682048 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-3aa8adfe-fd47-48d9-afe1-01eeb1bb2b29 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=881a0b60b6064f6bb2cbf07026e1c724&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404787 Oct 27 19:49:26.685281 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 54624) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:49:26.735551 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d2ebc20c-e366-4b2f-99a8-f567e6ce0608 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:26.760927 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d2ebc20c-e366-4b2f-99a8-f567e6ce0608 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:26.873038 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d2ebc20c-e366-4b2f-99a8-f567e6ce0608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:26.875728 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-d2ebc20c-e366-4b2f-99a8-f567e6ce0608 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:26.876970 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-d2ebc20c-e366-4b2f-99a8-f567e6ce0608 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/61bbaeb8-762d-4a37-8760-45c298a0a877 HTTP/1.1" status: 204 len: 168 time: 0.1907218 Oct 27 19:49:26.885998 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ebc20c-e366-4b2f-99a8-f567e6ce0608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bbaeb8-762d-4a37-8760-45c298a0a877,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:49:27.227398 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:27.541667 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 07f872e4-20d4-4d00-9f6b-01541cf53e1c no longer exists at agent ovs-agent-n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 19:49:27.564986 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.plugin [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] No Port match for: 07f872e4-20d4-4d00-9f6b-01541cf53e1c {{(pid=102880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 19:49:27.565318 n-d-815690-2 neutron-server[102880]: DEBUG neutron.plugins.ml2.rpc [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Device 07f872e4-20d4-4d00-9f6b-01541cf53e1c not bound to the agent host n-d-815690-2 {{(pid=102880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 19:49:27.627557 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 54630) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:49:27.670159 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-4fb81e04-4b4d-4a2f-909f-0c1f1fc757d5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=54b94a36821648b0bbe65d0e555b8d4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413487 Oct 27 19:49:27.672679 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [-] (102878) accepted ('10.222.0.52', 54632) {{(pid=102878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 19:49:27.722802 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f2ae6624-ebd9-4a93-88a3-435e80946c3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:27.745437 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f2ae6624-ebd9-4a93-88a3-435e80946c3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:27.795575 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:27.852261 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f2ae6624-ebd9-4a93-88a3-435e80946c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-499321'] for security_group, after_delete {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:27.855065 n-d-815690-2 neutron-server[102878]: DEBUG neutron_lib.callbacks.manager [None req-f2ae6624-ebd9-4a93-88a3-435e80946c3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:27.856414 n-d-815690-2 neutron-server[102878]: INFO neutron.wsgi [None req-f2ae6624-ebd9-4a93-88a3-435e80946c3e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/40e5e9db-476f-4c58-a58f-78ea7451cf33 HTTP/1.1" status: 204 len: 168 time: 0.1826556 Oct 27 19:49:27.864855 n-d-815690-2 neutron-server[102878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae6624-ebd9-4a93-88a3-435e80946c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e5e9db-476f-4c58-a58f-78ea7451cf33,revision_number=None']} {{(pid=102878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 19:49:39.736292 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-dfd7ece4-b506-4bc3-b445-1cd34259e83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:42.170175 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6c166729-4c05-4f7a-93b1-5d15eab032e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:43.526192 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:43.810141 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:45.461293 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:55.693970 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:49:57.226626 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:49:57.811398 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:50:09.725432 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-d114b55a-0ea9-493a-a732-4e58e59b5b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:50:12.152388 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-c935311b-3b62-4ff8-b6ce-5e61c1045801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:50:13.599641 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:50:13.805693 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:50:15.483527 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:50:27.231722 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:50:27.786018 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:50:32.694240 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:50:39.694361 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-3b949ef7-6246-4528-9bda-79a328dae9a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:50:42.157070 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-39643604-bf71-4a80-b793-66e2f0fbe293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:50:43.524903 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:50:43.810602 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:50:45.456394 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:50:57.256349 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:50:57.815840 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:51:09.687463 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-495b88e5-4ed3-4d98-a5e0-907863731132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:51:09.693445 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:51:12.187220 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2a86f3d6-2292-42a1-bdc9-f331ccb9dac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:51:13.490148 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:51:13.824521 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:51:15.464402 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:51:27.244480 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:51:27.795816 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:51:39.706830 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-8a88e1fc-a573-4497-b06d-adcafe53df3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:51:42.155927 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6bcff1a7-463d-4930-88cb-07ff893b944b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:51:43.481148 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:51:43.807760 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:51:45.489635 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:51:46.692716 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:51:57.283831 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:51:57.826597 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:52:09.700680 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-06dbab82-b698-4863-8c61-d0dccd645992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:52:12.148801 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cabdbc93-38bf-4e46-a2e5-2b320ea7b60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:52:13.463273 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:52:13.806269 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:52:15.512235 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:52:23.692690 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:52:27.274493 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:52:27.823349 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:52:39.700907 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-892eb6e0-4412-4e48-848d-ff4edbcdefa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:52:42.186247 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-75df6d1a-4e7a-43c3-ba3e-5895b5c1facb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:52:43.497254 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:52:43.805229 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:52:45.479435 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:52:57.416292 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:52:57.851042 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:53:00.692036 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:53:09.713028 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-53f1497b-4173-45fa-b4a6-5a9f8524c5b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:53:12.161909 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-1e7d1c36-a09d-47a2-95f8-290834df6efe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:53:13.478977 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:53:13.836733 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:53:15.480332 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:53:27.482066 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:53:27.878285 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:53:37.692286 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:53:39.704426 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a85e2f44-38f0-4b23-bdb7-80a15318a604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:53:42.169265 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-eaffe2a6-7c6c-42f0-97c8-05b069223453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:53:43.518412 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:53:43.815500 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:53:45.483702 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:53:57.426304 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:53:57.877690 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:54:09.740407 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0ba055c5-599d-4f7a-974f-ece81c37531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:54:12.157341 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-40a20d1d-80c6-44cf-b14b-a31fc5b7a149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:54:13.482982 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:54:13.822311 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:54:14.692414 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:54:15.483137 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:54:27.442364 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:54:27.857670 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:54:39.722324 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-56d68ee7-1e26-418a-ae29-02035d863899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:54:42.191006 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-a32c1bc2-667b-40a8-825e-54f46d0c101e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:54:43.488665 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:54:43.823358 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:54:45.497395 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:54:51.692022 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:54:57.465015 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:54:57.862705 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:55:09.738922 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-77b0f5c0-7d04-493c-a9d8-873e0ecd8b06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:55:12.161654 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-0ea84177-b600-4fbe-ae1e-37338fd6b3c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:55:13.521607 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:55:13.816680 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:55:15.493781 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:55:27.525543 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:55:27.870201 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:55:28.691619 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:55:39.738967 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-cfc0454c-55fb-4666-a0dd-1b8222155a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:55:42.153365 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2dce3033-4903-4153-ac96-418d5b1f8500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:55:43.481131 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:55:43.873596 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:55:45.526239 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:55:57.564707 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:55:57.880681 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:56:05.691964 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:56:09.714926 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-208ae742-fa05-43d8-b8ba-eff6f94afc06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:56:12.172754 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2acd4514-2622-4363-8cc9-5614c3599fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:56:13.497512 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:56:13.844477 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:56:15.515028 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:56:27.548967 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:56:27.897324 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:56:39.703328 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-bb4e3885-2595-4552-8eab-fe298de787d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:56:42.175855 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-07adc348-a080-4a23-88b3-2c3950d8314b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:56:42.693581 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:56:43.514246 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:56:43.833940 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:56:45.519728 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:56:57.558428 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:56:57.896611 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:56:58.398147 n-d-815690-2 neutron-server[102878]: DEBUG neutron.wsgi [req-4242dd4d-b80d-431e-a416-b1b803ec0dbb req-e4e90d64-adbb-4c38-8fba-52af3caece48 service neutron] (102878) timed out ('10.222.0.52', 52376) {{(pid=102878) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 19:57:09.747466 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-70ef1d0c-32a8-42ad-984d-1e81dd80ae13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:57:12.244812 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4fbf8158-b5a0-4228-80d9-14c5da96f937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:57:13.541986 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:57:13.855961 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:57:15.542009 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:57:19.694667 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:57:27.552867 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:57:27.935954 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:57:39.735562 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-e0cc611e-c134-48fa-afb9-fa5b0fd2b4e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:57:42.157933 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-b51f98c1-9afa-4389-a56a-864bbeab309a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:57:43.489400 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:57:43.884222 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:57:45.523609 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:57:56.695168 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:57:57.586681 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:57:57.923537 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:58:09.706713 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-db181119-7992-47ce-98ec-34f266e779ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:58:12.170352 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-2cc76a63-551a-434e-a623-5ffdfbb882b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:58:13.472137 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:58:13.855427 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:58:15.552537 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:58:27.604148 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:58:27.918267 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:58:33.695972 n-d-815690-2 neutron-server[102881]: DEBUG neutron.db.agents_db [None req-ca16081a-d4df-4577-a084-4fd3aeb63484 None None] Agent healthcheck: found 7 active agents {{(pid=102881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 19:58:39.729249 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-7215c8b9-0f5b-430c-b13a-3bf2d589362c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:58:42.164549 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f423f66b-4cbb-4467-9025-f555cc69dd96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:58:43.478976 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-6ebd13cf-ce29-4889-a665-1e99301b97e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:58:43.867060 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-fd2605cc-745b-4b0b-b0eb-6bdfdf3c7edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:58:45.519543 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-319f9649-cc47-47f3-a4a8-94f69b86c46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:58:57.644491 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-4c4781b3-df38-4f32-a74d-0865511a4db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 19:58:57.952726 n-d-815690-2 neutron-server[102880]: DEBUG neutron_lib.callbacks.manager [None req-f81e84e3-2de0-48e2-8524-6a85fb69e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753617379660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7675827'] for agent, after_update {{(pid=102880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}